-- Logs begin at Wed 2021-08-18 11:56:09 UTC, end at Wed 2021-08-18 14:37:21 UTC. -- Aug 18 12:37:53.894936 n-d-803603-2 systemd[1]: Started Devstack devstack@q-svc.service. Aug 18 12:37:56.535847 n-d-803603-2 neutron-server[101564]: INFO neutron.common.config [-] Logging enabled! Aug 18 12:37:56.536420 n-d-803603-2 neutron-server[101564]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev546 Aug 18 12:37:56.536616 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101564) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 18 12:37:56.539781 n-d-803603-2 neutron-server[101564]: INFO neutron.common.config [-] Logging enabled! Aug 18 12:37:56.540034 n-d-803603-2 neutron-server[101564]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev546 Aug 18 12:37:56.540589 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101564) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 18 12:37:56.542098 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 18 12:37:56.542362 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 18 12:37:56.542721 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 18 12:37:56.542964 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 18 12:37:56.543186 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 18 12:37:56.543503 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.543798 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.544095 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.544326 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.544621 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.544909 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.545191 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.545480 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.545774 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.546059 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.546360 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.546645 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.546872 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.547151 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.547436 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.547720 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.547941 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] debug = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.548224 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.548647 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.549049 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.549326 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.549615 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.549937 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.550152 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.550451 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.550734 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.551057 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] host = n-d-803603-2 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.551333 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.551620 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.551905 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.552191 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.552466 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.552742 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.553025 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.553297 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.553568 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] log_file = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.553841 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.554127 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.554447 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.554735 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.554968 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.555176 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.555460 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.555744 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.556016 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.556288 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.556559 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.556853 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.557126 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.557393 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.557676 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.557958 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.558267 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.558541 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.558813 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.559082 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.559352 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.559635 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.559907 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.560178 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.560451 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.560733 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.561001 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.561272 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.561567 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.561851 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.562133 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.562509 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.562780 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.563061 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.563333 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.563601 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.563870 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] use_json = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.564141 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.564409 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.564685 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.564954 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.565225 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.565494 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.565763 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.566045 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:56.566366 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.566661 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.566960 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.567243 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.567536 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.567816 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.568109 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.568394 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.568681 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.568964 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.569251 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.569528 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.569813 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.570091 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.570408 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.570714 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.571011 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.571303 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.571578 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.571851 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.572126 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.572438 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.572723 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.573017 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.573307 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.573584 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.573865 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.574159 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.574459 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.574734 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.575013 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.575302 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.575580 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.575851 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.576133 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.576411 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.576684 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.576960 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.577238 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.577526 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.577803 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.578074 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.578371 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.578652 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.578925 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.579211 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.579489 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.579761 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.580037 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.580316 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.580592 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.580863 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.581138 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.581409 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.581685 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.581958 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.582257 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.582533 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.582804 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.583076 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.583347 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.583616 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.583893 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.584165 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.584433 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.584703 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.584973 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.585245 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.585530 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.585825 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.586102 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.586404 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.586682 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.586961 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.587239 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.587516 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.587792 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.588611 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.588888 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.589179 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.589463 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.589751 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.590034 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.590340 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.590638 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.590914 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.591196 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.591473 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.591748 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.592035 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.592318 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.592611 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.592903 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.593196 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.593487 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.593777 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.594054 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.594382 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.594662 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:56.594878 n-d-803603-2 neutron-server[101564]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 18 12:37:56.595115 n-d-803603-2 neutron-server[101564]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101564) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 18 12:37:56.939377 n-d-803603-2 neutron-server[101564]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 18 12:37:56.939650 n-d-803603-2 neutron-server[101564]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 18 12:37:56.939944 n-d-803603-2 neutron-server[101564]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 18 12:37:56.940276 n-d-803603-2 neutron-server[101564]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 18 12:37:57.329641 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.329930 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.330221 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.331440 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.331715 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.331980 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.365221 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.365530 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.365799 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.382364 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.382643 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.382911 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.410976 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.411255 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.411522 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.447900 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.448182 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.448448 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.676427 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.677023 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.677023 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.677182 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.677823 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.794990 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.795305 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.795585 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.795855 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.796120 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.796433 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.796691 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.796948 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.797202 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.797483 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.797741 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.798003 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.798283 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.798536 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.798790 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.799050 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.799308 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.799571 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.799838 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.800095 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.800364 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.800613 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.800888 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.801261 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.801508 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.801752 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.802140 n-d-803603-2 neutron-server[101564]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101564) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 12:37:57.802403 n-d-803603-2 neutron-server[101564]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101564) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 12:37:57.802637 n-d-803603-2 neutron-server[101564]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101564) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 12:37:57.802870 n-d-803603-2 neutron-server[101564]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101564) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 12:37:57.803101 n-d-803603-2 neutron-server[101564]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101564) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 12:37:57.803332 n-d-803603-2 neutron-server[101564]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101564) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 12:37:57.803694 n-d-803603-2 neutron-server[101564]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 18 12:37:57.807422 n-d-803603-2 neutron-server[101564]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 18 12:37:57.811319 n-d-803603-2 neutron-server[101564]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 18 12:37:57.814909 n-d-803603-2 neutron-server[101564]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Aug 18 12:37:57.816510 n-d-803603-2 neutron-server[101564]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 18 12:37:57.816962 n-d-803603-2 neutron-server[101564]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 18 12:37:57.817295 n-d-803603-2 neutron-server[101564]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 18 12:37:57.817675 n-d-803603-2 neutron-server[101564]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 18 12:37:57.820425 n-d-803603-2 neutron-server[101564]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 18 12:37:57.820676 n-d-803603-2 neutron-server[101564]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 18 12:37:57.821020 n-d-803603-2 neutron-server[101564]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 18 12:37:57.826451 n-d-803603-2 neutron-server[101564]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 18 12:37:57.847756 n-d-803603-2 neutron-server[101564]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 18 12:37:57.848207 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.848508 n-d-803603-2 neutron-server[101564]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101564) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 18 12:37:57.848866 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.850234 n-d-803603-2 neutron-server[101564]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101564) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 18 12:37:57.850515 n-d-803603-2 neutron-server[101564]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 18 12:37:57.850755 n-d-803603-2 neutron-server[101564]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 18 12:37:57.854463 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.854747 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:57.919227 n-d-803603-2 neutron-server[101564]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 18 12:37:57.919466 n-d-803603-2 neutron-server[101564]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 18 12:37:57.919704 n-d-803603-2 neutron-server[101564]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 18 12:37:57.920074 n-d-803603-2 neutron-server[101564]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 18 12:37:57.940306 n-d-803603-2 neutron-server[101564]: DEBUG oslo_db.sqlalchemy.engines [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101564) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 18 12:37:58.694985 n-d-803603-2 neutron-server[101564]: INFO neutron.plugins.ml2.managers [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Initializing driver for type 'gre' Aug 18 12:37:58.695585 n-d-803603-2 neutron-server[101564]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] gre ID ranges: [(1, 1000)] Aug 18 12:37:58.881408 n-d-803603-2 neutron-server[101564]: INFO neutron.plugins.ml2.managers [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Initializing driver for type 'local' Aug 18 12:37:58.881748 n-d-803603-2 neutron-server[101564]: INFO neutron.plugins.ml2.managers [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Initializing driver for type 'vlan' Aug 18 12:37:59.024365 n-d-803603-2 neutron-server[101564]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] VlanTypeDriver initialization complete Aug 18 12:37:59.024639 n-d-803603-2 neutron-server[101564]: INFO neutron.plugins.ml2.managers [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Initializing driver for type 'vxlan' Aug 18 12:37:59.025157 n-d-803603-2 neutron-server[101564]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] vxlan ID ranges: [(1, 1000)] Aug 18 12:37:59.206852 n-d-803603-2 neutron-server[101564]: INFO neutron.plugins.ml2.managers [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Initializing extension driver 'port_security' Aug 18 12:37:59.207198 n-d-803603-2 neutron-server[101564]: INFO neutron.plugins.ml2.extensions.port_security [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] PortSecurityExtensionDriver initialization complete Aug 18 12:37:59.207539 n-d-803603-2 neutron-server[101564]: INFO neutron.plugins.ml2.managers [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Initializing mechanism driver 'openvswitch' Aug 18 12:37:59.207868 n-d-803603-2 neutron-server[101564]: INFO neutron.plugins.ml2.managers [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Initializing mechanism driver 'hyperv' Aug 18 12:37:59.220052 n-d-803603-2 neutron-server[101564]: DEBUG neutron.plugins.ml2.plugin [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:37:59.220924 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > port after_create 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.221307 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > port after_update 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.221664 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > port after_delete 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.222215 n-d-803603-2 neutron-server[101564]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101564) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 12:37:59.222664 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > subnet after_create 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.223050 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > subnet after_update 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.223449 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > subnet after_delete 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.223844 n-d-803603-2 neutron-server[101564]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101564) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 12:37:59.224261 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > network after_create 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.224619 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > network after_update 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.224970 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > network after_delete 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.225368 n-d-803603-2 neutron-server[101564]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101564) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 12:37:59.225778 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > security_group after_create 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.226138 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > security_group after_update 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.226512 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > security_group after_delete 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.226912 n-d-803603-2 neutron-server[101564]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101564) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 12:37:59.227321 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.227673 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.228019 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.228415 n-d-803603-2 neutron-server[101564]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101564) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 12:37:59.229381 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > address_group after_create 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.229737 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > address_group after_update 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.230085 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > address_group after_delete 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.230509 n-d-803603-2 neutron-server[101564]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101564) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 12:37:59.230897 n-d-803603-2 neutron-server[101564]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] ML2 OVO RPC backend initialized. {{(pid=101564) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 18 12:37:59.231616 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > router_interface after_create 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.231977 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.232404 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > network before_response 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.232761 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > networks before_response 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.233119 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > port before_response 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.233470 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > ports before_response 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.233823 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > subnet before_response 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.234195 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > subnets before_response 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.234588 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > network after_create 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.234943 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > network after_update 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.235288 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > network after_delete 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.235631 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > port after_create 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.237807 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > port after_update 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.237807 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > port after_delete 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.237807 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > subnet after_create 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.237807 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > subnet after_update 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.238150 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > subnet after_delete 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.238150 n-d-803603-2 neutron-server[101564]: INFO neutron.plugins.ml2.plugin [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Modular L2 Plugin initialization complete Aug 18 12:37:59.238380 n-d-803603-2 neutron-server[101564]: DEBUG neutron.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading services supported by the core plugin {{(pid=101564) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 18 12:37:59.238718 n-d-803603-2 neutron-server[101564]: INFO neutron.plugins.ml2.managers [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Got port-security extension from driver 'port_security' Aug 18 12:37:59.239193 n-d-803603-2 neutron-server[101564]: INFO neutron.extensions.vlantransparent [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Disabled vlantransparent extension. Aug 18 12:37:59.239687 n-d-803603-2 neutron-server[101564]: DEBUG neutron.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101564) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 18 12:37:59.240010 n-d-803603-2 neutron-server[101564]: INFO neutron.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading Plugin: router Aug 18 12:37:59.283561 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > router_interface before_create 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.283903 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > router after_create 55549900 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.284283 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > router before_create 55549900 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.284659 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.285045 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.285410 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > router after_delete 55549900 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.285779 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > floatingip after_update 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.287725 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > router after_create 55549900 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.292706 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > router after_update 55549900 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.292706 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > router after_update 55549900 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.292706 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.292706 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > router after_update 55549900 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.293004 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > router precommit_update 55549900 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.293004 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: port after_update 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.293004 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: port after_delete 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.293004 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: subnet after_update 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.293004 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.293444 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > port precommit_delete 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.293444 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > router precommit_create 55549900 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.293444 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: port before_delete 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.293444 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > router precommit_create 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.293719 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > router after_update 55549900 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.293719 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > router precommit_delete 55549900 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.293719 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > router precommit_create 55549900 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.294037 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > router_interface after_create 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.294414 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > router precommit_update 55549900 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.294788 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > agent after_create 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.295149 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > agent after_delete 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.295501 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > network after_delete 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.296352 n-d-803603-2 neutron-server[101564]: DEBUG neutron.quota.resource_registry [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Tracking information for resource: router configured {{(pid=101564) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 12:37:59.296687 n-d-803603-2 neutron-server[101564]: DEBUG neutron.quota.resource_registry [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Tracking information for resource: floatingip configured {{(pid=101564) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 12:37:59.301762 n-d-803603-2 neutron-server[101564]: INFO neutron.db.l3_agentschedulers_db [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 18 12:37:59.302377 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: port after_update 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.302749 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: port after_create 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.303112 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: port after_delete 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.303471 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: port after_update 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.304270 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > router before_create 55550100 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.304639 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > router precommit_delete 55550100 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.305011 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > router precommit_create 55550100 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.305377 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > router precommit_update 55550100 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.309948 n-d-803603-2 neutron-server[101564]: DEBUG neutron.services.provider_configuration [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Service providers = [] {{(pid=101564) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 18 12:37:59.310353 n-d-803603-2 neutron-server[101564]: DEBUG neutron.db.servicetype_db [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101564) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 18 12:37:59.313336 n-d-803603-2 neutron-server[101564]: DEBUG neutron.services.service_base [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101564) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 12:37:59.313698 n-d-803603-2 neutron-server[101564]: DEBUG neutron.services.service_base [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101564) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 12:37:59.314048 n-d-803603-2 neutron-server[101564]: DEBUG neutron.services.service_base [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101564) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 12:37:59.314992 n-d-803603-2 neutron-server[101564]: DEBUG neutron.services.service_base [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101564) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 12:37:59.315373 n-d-803603-2 neutron-server[101564]: INFO neutron.services.service_base [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 18 12:37:59.315750 n-d-803603-2 neutron-server[101564]: DEBUG neutron.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101564) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 12:37:59.316072 n-d-803603-2 neutron-server[101564]: INFO neutron.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 18 12:37:59.332506 n-d-803603-2 neutron-server[101564]: DEBUG neutron.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101564) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 12:37:59.332843 n-d-803603-2 neutron-server[101564]: INFO neutron.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading Plugin: auto_allocate Aug 18 12:37:59.339166 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: network precommit_update 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.339541 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: network precommit_create 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.340063 n-d-803603-2 neutron-server[101564]: DEBUG neutron.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101564) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 12:37:59.340390 n-d-803603-2 neutron-server[101564]: INFO neutron.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading Plugin: tag Aug 18 12:37:59.351330 n-d-803603-2 neutron-server[101564]: DEBUG neutron.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101564) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 12:37:59.351667 n-d-803603-2 neutron-server[101564]: INFO neutron.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading Plugin: timestamp Aug 18 12:37:59.355557 n-d-803603-2 neutron-server[101564]: DEBUG neutron.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101564) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 12:37:59.355892 n-d-803603-2 neutron-server[101564]: INFO neutron.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading Plugin: network_ip_availability Aug 18 12:37:59.361298 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.361671 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.362079 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.362825 n-d-803603-2 neutron-server[101564]: DEBUG neutron.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101564) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 12:37:59.363154 n-d-803603-2 neutron-server[101564]: INFO neutron.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading Plugin: flavors Aug 18 12:37:59.368103 n-d-803603-2 neutron-server[101564]: DEBUG neutron.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101564) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 12:37:59.368442 n-d-803603-2 neutron-server[101564]: INFO neutron.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading Plugin: revisions Aug 18 12:37:59.372722 n-d-803603-2 neutron-server[101564]: DEBUG neutron.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101564) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 12:37:59.373118 n-d-803603-2 neutron-server[101564]: DEBUG oslo_concurrency.lockutils [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.433s {{(pid=101564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 18 12:37:59.373853 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101564) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 18 12:37:59.374226 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Initializing extension manager. Aug 18 12:37:59.374743 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: __init__.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.375094 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: __pycache__ {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.375440 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.375786 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: address_group.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.376547 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.377121 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: address-group Aug 18 12:37:59.377454 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: address_scope.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.378191 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.378722 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: address-scope Aug 18 12:37:59.379054 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: admin_state_down_before_update.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.380025 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.380531 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: router-admin-state-down-before-update Aug 18 12:37:59.380865 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: agent.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.381579 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.382085 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: agent Aug 18 12:37:59.382437 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: agent_resources_synced.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.383362 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.383870 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: agent-resources-synced Aug 18 12:37:59.384200 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: allowedaddresspairs.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.386574 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.387104 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: allowed-address-pairs Aug 18 12:37:59.387437 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: auto_allocated_topology.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.388523 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.389045 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: auto-allocated-topology Aug 18 12:37:59.389376 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: availability_zone.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.390082 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.390620 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: availability_zone Aug 18 12:37:59.395770 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: availability_zone_filter.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.396445 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.396954 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: availability_zone_filter Aug 18 12:37:59.397283 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: data_plane_status.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.398219 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.398727 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extension data-plane-status not supported by any of loaded plugins Aug 18 12:37:59.399057 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: default_subnetpools.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.399988 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.401040 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: default-subnetpools Aug 18 12:37:59.401372 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: dhcpagentscheduler.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.402256 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.402773 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: dhcp_agent_scheduler Aug 18 12:37:59.403102 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: dns.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.404030 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.404537 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extension dns-integration not supported by any of loaded plugins Aug 18 12:37:59.404869 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: dns_domain_ports.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.405804 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.406353 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 18 12:37:59.406687 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.407621 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.408124 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 18 12:37:59.408456 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: dvr.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.409138 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.409647 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: dvr Aug 18 12:37:59.409977 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: ecmp_routes.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.410929 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.411437 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extension ecmp_routes not supported by any of loaded plugins Aug 18 12:37:59.411766 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: empty_string_filtering.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.412679 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.413192 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: empty-string-filtering Aug 18 12:37:59.413519 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.414495 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.415002 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 18 12:37:59.415576 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.416548 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.417058 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 18 12:37:59.417387 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: external_net.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.418348 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.418857 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: external-net Aug 18 12:37:59.419182 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: extra_dhcp_opt.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.424944 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.425449 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: extra_dhcp_opt Aug 18 12:37:59.425779 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: extraroute.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.426726 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.427235 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: extraroute Aug 18 12:37:59.427561 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: extraroute_atomic.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.428602 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.429114 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: extraroute-atomic Aug 18 12:37:59.429441 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: filter_validation.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.430329 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.430863 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: filter-validation Aug 18 12:37:59.431189 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: fip_pf_description.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.432632 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.433140 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 18 12:37:59.433467 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: fip_port_details.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.434424 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.434931 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: fip-port-details Aug 18 12:37:59.435260 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: flavors.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.436487 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.437009 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: flavors Aug 18 12:37:59.437343 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.439027 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.439552 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 18 12:37:59.439890 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: floatingip_pools.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.440600 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.441116 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: floatingip-pools Aug 18 12:37:59.441446 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: ip_allocation.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.442458 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.442967 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extension ip_allocation not supported by any of loaded plugins Aug 18 12:37:59.443297 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.444229 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.444739 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: ip-substring-filtering Aug 18 12:37:59.445074 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: l2_adjacency.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.446016 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.446563 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extension l2_adjacency not supported by any of loaded plugins Aug 18 12:37:59.446896 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: l3.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.448427 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.448944 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: router Aug 18 12:37:59.449279 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: l3_conntrack_helper.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.454661 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.455194 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 18 12:37:59.455532 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.456498 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.457014 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: ext-gw-mode Aug 18 12:37:59.457352 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.458333 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.458834 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: l3-ha Aug 18 12:37:59.459199 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: l3_flavors.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.460169 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.460676 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: l3-flavors Aug 18 12:37:59.461007 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.461940 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.462483 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: l3-port-ip-change-not-allowed Aug 18 12:37:59.462816 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: l3agentscheduler.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.463900 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.464415 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: l3_agent_scheduler Aug 18 12:37:59.464753 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: logging.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.466257 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.466782 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extension logging not supported by any of loaded plugins Aug 18 12:37:59.467120 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: metering.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.467870 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.468449 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: metering Aug 18 12:37:59.468784 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.470007 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.470562 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: metering_source_and_destination_fields Aug 18 12:37:59.470923 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: multiprovidernet.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.471868 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.472381 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: multi-provider Aug 18 12:37:59.472711 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: netmtu.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.473635 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.474153 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: net-mtu Aug 18 12:37:59.474501 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: netmtu_writable.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.475439 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.475956 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: net-mtu-writable Aug 18 12:37:59.476313 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: network_availability_zone.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.477002 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.477509 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: network_availability_zone Aug 18 12:37:59.477835 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: network_ip_availability.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.478981 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.479500 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: network-ip-availability Aug 18 12:37:59.479828 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: network_segment_range.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.480601 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.481106 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extension network-segment-range not supported by any of loaded plugins Aug 18 12:37:59.481431 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: pagination.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.487952 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.488287 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: pagination Aug 18 12:37:59.488613 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: port_device_profile.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.489550 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.490068 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: port-device-profile Aug 18 12:37:59.490444 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.491374 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.491887 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: port-mac-address-regenerate Aug 18 12:37:59.492218 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.493142 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.493655 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: port-numa-affinity-policy Aug 18 12:37:59.494026 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: port_resource_request.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.495502 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.496011 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extension port-resource-request not supported by any of loaded plugins Aug 18 12:37:59.496342 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: portbindings.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.497289 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.497799 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: binding Aug 18 12:37:59.498130 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: portbindings_extended.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.499432 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.499957 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: binding-extended Aug 18 12:37:59.500290 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: portsecurity.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.501218 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.501731 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: port-security Aug 18 12:37:59.502059 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: project_id.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.503072 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.503439 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: project-id Aug 18 12:37:59.503770 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: providernet.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.504716 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.505279 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: provider Aug 18 12:37:59.505609 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: qos.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.509156 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.509687 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extension qos not supported by any of loaded plugins Aug 18 12:37:59.510603 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.511878 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.512395 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 18 12:37:59.512734 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.513666 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.514192 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 18 12:37:59.514537 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: qos_default.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.515465 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.515980 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extension qos-default not supported by any of loaded plugins Aug 18 12:37:59.516311 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: qos_fip.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.516976 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.517483 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extension qos-fip not supported by any of loaded plugins Aug 18 12:37:59.517812 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: qos_gateway_ip.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.522473 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.522987 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 18 12:37:59.523319 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: qos_port_network_policy.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.524250 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.524761 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 18 12:37:59.525092 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: qos_pps_rule.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.526339 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.526861 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extension qos-pps not supported by any of loaded plugins Aug 18 12:37:59.527195 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: qos_rule_type_details.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.528167 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.528684 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 18 12:37:59.529016 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: qos_rules_alias.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.530069 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.530639 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 18 12:37:59.530957 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: quotasv2.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.532058 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.532394 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: quotas Aug 18 12:37:59.532726 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: quotasv2_detail.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.535869 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.536170 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: quota_details Aug 18 12:37:59.536512 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: rbac.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.537579 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.538109 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: rbac-policies Aug 18 12:37:59.538474 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: rbac_address_group.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.539455 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.539977 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: rbac-address-group Aug 18 12:37:59.540570 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: rbac_address_scope.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.541544 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.542075 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: rbac-address-scope Aug 18 12:37:59.542431 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: rbac_security_groups.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.543360 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.543876 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: rbac-security-groups Aug 18 12:37:59.544216 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: rbac_subnetpool.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.545141 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.545654 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: rbac-subnetpool Aug 18 12:37:59.545984 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: revisionifmatch.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.551344 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.551856 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: revision-if-match Aug 18 12:37:59.552189 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: revisions.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.553307 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.553818 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: standard-attr-revisions Aug 18 12:37:59.554152 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: router_availability_zone.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.554860 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.555372 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: router_availability_zone Aug 18 12:37:59.555709 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: routerservicetype.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.557198 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.557712 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extension router-service-type not supported by any of loaded plugins Aug 18 12:37:59.558043 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.559021 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.559535 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: security-groups-normalized-cidr Aug 18 12:37:59.559864 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: security_groups_port_filtering.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.560797 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.561310 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: port-security-groups-filtering Aug 18 12:37:59.561639 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.562600 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.563119 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: security-groups-remote-address-group Aug 18 12:37:59.563450 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: securitygroup.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.573847 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.577949 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: security-group Aug 18 12:37:59.577949 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: segment.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.577949 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.577949 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extension segment not supported by any of loaded plugins Aug 18 12:37:59.577949 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.578484 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.578999 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 18 12:37:59.579333 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: servicetype.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.580528 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.581052 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: service-type Aug 18 12:37:59.581389 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: sorting.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.582415 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.582760 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: sorting Aug 18 12:37:59.583092 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: standard_attr_segment.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.584082 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.584601 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 18 12:37:59.584934 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: standardattrdescription.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.585602 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.586116 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: standard-attr-description Aug 18 12:37:59.586474 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: stateful_security_group.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.587431 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.587978 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: stateful-security-group Aug 18 12:37:59.588309 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: stdattrs_common.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.588962 n-d-803603-2 neutron-server[101564]: WARNING neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 18 12:37:59.589290 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.590255 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.590788 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 18 12:37:59.591098 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: subnet_onboard.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.592176 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.592694 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: subnet_onboard Aug 18 12:37:59.593024 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.593964 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.594544 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 18 12:37:59.594873 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: subnet_service_types.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.595810 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.596325 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: subnet-service-types Aug 18 12:37:59.596649 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: subnetallocation.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.597741 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.598281 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: subnet_allocation Aug 18 12:37:59.598614 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.599295 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.599819 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: subnetpool-prefix-ops Aug 18 12:37:59.600153 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.601097 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.601611 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 18 12:37:59.601941 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: tagging.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.603035 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.607032 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: standard-attr-tag Aug 18 12:37:59.607032 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: timestamp.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.607972 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.608496 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loaded extension: standard-attr-timestamp Aug 18 12:37:59.608830 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: trunk.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.609883 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.610439 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extension trunk not supported by any of loaded plugins Aug 18 12:37:59.610776 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: trunk_details.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.611709 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.612224 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extension trunk-details not supported by any of loaded plugins Aug 18 12:37:59.612557 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: uplink_status_propagation.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.613487 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.614038 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 18 12:37:59.614404 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Loading extension file: vlantransparent.py {{(pid=101564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 12:37:59.615093 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 12:37:59.615608 n-d-803603-2 neutron-server[101564]: INFO neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extension vlan-transparent not supported by any of loaded plugins Aug 18 12:37:59.618095 n-d-803603-2 neutron-server[101564]: INFO neutron.quota.resource_registry [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Creating instance of TrackedResource for resource:network Aug 18 12:37:59.618660 n-d-803603-2 neutron-server[101564]: INFO neutron.quota.resource_registry [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Creating instance of TrackedResource for resource:subnet Aug 18 12:37:59.619550 n-d-803603-2 neutron-server[101564]: INFO neutron.quota.resource_registry [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 12:37:59.619976 n-d-803603-2 neutron-server[101564]: INFO neutron.quota.resource_registry [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Creating instance of TrackedResource for resource:port Aug 18 12:37:59.621244 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.v2.resource_helper [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 12:37:59.621688 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.v2.resource_helper [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Service FLAVORS assigned prefix: {{(pid=101564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 12:37:59.622357 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.v2.resource_helper [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 12:37:59.622803 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.v2.resource_helper [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 12:37:59.623145 n-d-803603-2 neutron-server[101564]: INFO neutron.quota.resource_registry [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Creating instance of TrackedResource for resource:router Aug 18 12:37:59.623593 n-d-803603-2 neutron-server[101564]: INFO neutron.quota.resource_registry [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Creating instance of TrackedResource for resource:floatingip Aug 18 12:37:59.624101 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.v2.resource_helper [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Service METERING assigned prefix: /metering {{(pid=101564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 12:37:59.625591 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.625969 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.626365 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:37:59.627376 n-d-803603-2 neutron-server[101564]: INFO neutron.quota.resource_registry [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Creating instance of CountableResource for resource:rbac_policy Aug 18 12:37:59.627830 n-d-803603-2 neutron-server[101564]: INFO neutron.quota.resource_registry [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Creating instance of TrackedResource for resource:security_group Aug 18 12:37:59.628286 n-d-803603-2 neutron-server[101564]: INFO neutron.quota.resource_registry [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Creating instance of TrackedResource for resource:security_group_rule Aug 18 12:37:59.628898 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.v2.resource_helper [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Service CORE assigned prefix: {{(pid=101564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 12:37:59.629235 n-d-803603-2 neutron-server[101564]: INFO neutron.quota.resource_registry [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 12:37:59.629589 n-d-803603-2 neutron-server[101564]: WARNING neutron.quota.resource_registry [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] subnetpool is already registered Aug 18 12:37:59.630028 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.v2.resource_helper [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Service CORE assigned prefix: {{(pid=101564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 12:37:59.630401 n-d-803603-2 neutron-server[101564]: INFO neutron.quota.resource_registry [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 12:37:59.630747 n-d-803603-2 neutron-server[101564]: WARNING neutron.quota.resource_registry [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] subnetpool is already registered Aug 18 12:37:59.633048 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.v2.resource_helper [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 12:37:59.635435 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.v2.resource_helper [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Service FLAVORS assigned prefix: {{(pid=101564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 12:37:59.636071 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.v2.resource_helper [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 12:37:59.636513 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.v2.resource_helper [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 12:37:59.636859 n-d-803603-2 neutron-server[101564]: INFO neutron.quota.resource_registry [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Creating instance of TrackedResource for resource:router Aug 18 12:37:59.637208 n-d-803603-2 neutron-server[101564]: WARNING neutron.quota.resource_registry [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] router is already registered Aug 18 12:37:59.637633 n-d-803603-2 neutron-server[101564]: INFO neutron.quota.resource_registry [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Creating instance of TrackedResource for resource:floatingip Aug 18 12:37:59.637978 n-d-803603-2 neutron-server[101564]: WARNING neutron.quota.resource_registry [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] floatingip is already registered Aug 18 12:37:59.638466 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.v2.resource_helper [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Service METERING assigned prefix: /metering {{(pid=101564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 12:37:59.639150 n-d-803603-2 neutron-server[101564]: INFO neutron.quota.resource_registry [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Creating instance of CountableResource for resource:rbac_policy Aug 18 12:37:59.639485 n-d-803603-2 neutron-server[101564]: WARNING neutron.quota.resource_registry [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] rbac_policy is already registered Aug 18 12:37:59.639907 n-d-803603-2 neutron-server[101564]: INFO neutron.quota.resource_registry [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Creating instance of TrackedResource for resource:security_group Aug 18 12:37:59.640248 n-d-803603-2 neutron-server[101564]: WARNING neutron.quota.resource_registry [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] security_group is already registered Aug 18 12:37:59.640661 n-d-803603-2 neutron-server[101564]: INFO neutron.quota.resource_registry [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Creating instance of TrackedResource for resource:security_group_rule Aug 18 12:37:59.641001 n-d-803603-2 neutron-server[101564]: WARNING neutron.quota.resource_registry [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] security_group_rule is already registered Aug 18 12:37:59.641488 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.v2.resource_helper [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Service CORE assigned prefix: {{(pid=101564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 12:37:59.641819 n-d-803603-2 neutron-server[101564]: INFO neutron.quota.resource_registry [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 12:37:59.642157 n-d-803603-2 neutron-server[101564]: WARNING neutron.quota.resource_registry [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] subnetpool is already registered Aug 18 12:37:59.642642 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.v2.resource_helper [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Service CORE assigned prefix: {{(pid=101564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 12:37:59.642966 n-d-803603-2 neutron-server[101564]: INFO neutron.quota.resource_registry [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 12:37:59.643305 n-d-803603-2 neutron-server[101564]: WARNING neutron.quota.resource_registry [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] subnetpool is already registered Aug 18 12:37:59.643757 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extended resource: extensions {{(pid=101564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 12:37:59.645294 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extended resource: address-groups {{(pid=101564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 12:37:59.646933 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extended resource: address-scopes {{(pid=101564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 12:37:59.648157 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extended resource: agents {{(pid=101564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 12:37:59.649330 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extended resource: auto-allocated-topology {{(pid=101564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 12:37:59.650765 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extended resource: availability_zones {{(pid=101564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 12:37:59.652002 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extended resource: dhcp-networks {{(pid=101564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 12:37:59.653491 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extended resource: dhcp-agents {{(pid=101564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 12:37:59.655049 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extended resource: routers {{(pid=101564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 12:37:59.656809 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extended resource: flavors {{(pid=101564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 12:37:59.657992 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extended resource: service_profiles {{(pid=101564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 12:37:59.659345 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extended resource: next_providers {{(pid=101564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 12:37:59.664574 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extended resource: service_profiles {{(pid=101564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 12:37:59.664574 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extended resource: floatingip-pools {{(pid=101564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 12:37:59.664574 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extended resource: routers {{(pid=101564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 12:37:59.665568 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extended resource: floatingips {{(pid=101564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 12:37:59.666869 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extended resource: l3-routers {{(pid=101564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 12:37:59.668294 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extended resource: l3-agents {{(pid=101564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 12:37:59.669822 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extended resource: metering-labels {{(pid=101564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 12:37:59.671159 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extended resource: metering-label-rules {{(pid=101564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 12:37:59.672436 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extended resource: network-ip-availabilities {{(pid=101564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 12:37:59.673831 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extended resource: bindings {{(pid=101564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 12:37:59.675445 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extended resource: quotas {{(pid=101564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 12:37:59.676886 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extended resource: quotas {{(pid=101564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 12:37:59.678501 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extended resource: rbac-policies {{(pid=101564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 12:37:59.679696 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extended resource: security-groups {{(pid=101564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 12:37:59.680931 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extended resource: security-group-rules {{(pid=101564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 12:37:59.682776 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extended resource: service-providers {{(pid=101564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 12:37:59.684099 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extended resource: subnetpools {{(pid=101564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 12:37:59.685512 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extended resource: subnetpools {{(pid=101564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 12:37:59.687017 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extended resource: tags {{(pid=101564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 12:37:59.688827 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extended resource: tags {{(pid=101564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 12:37:59.690580 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extended resource: tags {{(pid=101564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 12:37:59.692512 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extended resource: tags {{(pid=101564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 12:37:59.694251 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extended resource: tags {{(pid=101564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 12:37:59.696120 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extended resource: tags {{(pid=101564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 12:37:59.699569 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extended resource: tags {{(pid=101564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 12:37:59.701401 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extended resource: tags {{(pid=101564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 12:37:59.703247 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extended resource: tags {{(pid=101564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 12:37:59.705127 n-d-803603-2 neutron-server[101564]: DEBUG neutron.api.extensions [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Extended resource: tags {{(pid=101564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 12:37:59.711212 n-d-803603-2 neutron-server[101564]: WARNING keystonemiddleware.auth_token [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 18 12:37:59.715775 n-d-803603-2 neutron-server[101564]: WARNING keystonemiddleware.auth_token [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 18 12:37:59.724310 n-d-803603-2 neutron-server[101564]: DEBUG oslo_concurrency.lockutils [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Acquired lock "singleton_lock" {{(pid=101564) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 18 12:37:59.724793 n-d-803603-2 neutron-server[101564]: DEBUG oslo_concurrency.lockutils [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Releasing lock "singleton_lock" {{(pid=101564) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 18 12:37:59.725438 n-d-803603-2 neutron-server[101564]: INFO oslo_service.service [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Starting 2 workers Aug 18 12:37:59.730363 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Started child 101675 {{(pid=101564) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 12:37:59.734864 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Started child 101676 {{(pid=101564) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 12:37:59.735797 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:59.736450 n-d-803603-2 neutron-server[101564]: INFO neutron.service [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Neutron service started, listening on 0.0.0.0:9696 Aug 18 12:37:59.737104 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Notify callbacks [] for process, before_spawn {{(pid=101564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:59.737403 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [-] (101675) wsgi starting up on http://0.0.0.0:9696 Aug 18 12:37:59.739545 n-d-803603-2 neutron-server[101564]: INFO oslo_service.service [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Starting 1 workers Aug 18 12:37:59.739719 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:59.741170 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [-] (101676) wsgi starting up on http://0.0.0.0:9696 Aug 18 12:37:59.745273 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Started child 101677 {{(pid=101564) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 12:37:59.745783 n-d-803603-2 neutron-server[101564]: INFO oslo_service.service [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Starting 1 workers Aug 18 12:37:59.749084 n-d-803603-2 neutron-server[101677]: DEBUG neutron.service [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] calling RpcWorker wait() {{(pid=101677) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 18 12:37:59.749609 n-d-803603-2 neutron-server[101677]: DEBUG neutron.service [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] returning from RpcWorker wait() {{(pid=101677) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 18 12:37:59.750267 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Started child 101678 {{(pid=101564) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 12:37:59.751063 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:59.751189 n-d-803603-2 neutron-server[101564]: DEBUG neutron_lib.callbacks.manager [None req-d091a13d-967f-4bfe-9c1c-59e6034a135f None None] Notify callbacks [] for process, after_spawn {{(pid=101564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:59.751734 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:37:59.752954 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101564) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 18 12:37:59.753164 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 18 12:37:59.753342 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 18 12:37:59.753577 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 18 12:37:59.753920 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 18 12:37:59.754089 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 18 12:37:59.754618 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.754914 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.756367 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.756475 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:59.756935 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.756935 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.757085 n-d-803603-2 neutron-server[101678]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:37:59.757175 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.757175 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.757175 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.757175 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.757489 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.757489 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.757634 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.757849 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.758086 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.758432 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.758703 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.758970 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.759252 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.759424 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.759689 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.760540 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.760818 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.761082 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] debug = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.761331 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.761828 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.762081 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.762396 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.762582 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.762882 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.763132 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.763413 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.763670 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.763892 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.764147 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.764403 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.764661 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.764898 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.765165 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.765425 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.765662 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.766147 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] host = n-d-803603-2 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.766412 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.766641 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.766893 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.767155 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.767403 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.767646 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.767907 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.768168 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.768424 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.768654 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.768904 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.769151 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.769375 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.769613 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] log_file = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.769778 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] log_options = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.770016 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.770311 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.770592 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.770783 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.770952 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.771116 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.771359 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.771526 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.771783 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.772001 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.772216 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.772433 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.772667 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.772927 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.773166 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.773513 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.773656 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.773838 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.774091 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.774366 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.774596 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.774832 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.775069 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.775287 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.775534 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.775749 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.776001 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.776237 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.776450 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.776728 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.776968 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.777234 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.777483 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.777732 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.777962 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.778216 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.778457 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.785580 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.785580 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.785580 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.785580 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.785580 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.785580 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.785580 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.785580 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.786239 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] use_json = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.786239 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.786239 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.786239 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.786239 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.786239 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.786239 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.786239 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.786782 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.786782 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.786782 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.786782 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.786782 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.786782 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.786782 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.786782 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.787229 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.787229 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.787229 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.787229 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.787229 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.787229 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.787229 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.787229 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.787661 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.787661 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.788017 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.788139 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.788461 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.788712 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.788966 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.789320 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.789598 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.789864 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.790122 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.790653 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.790925 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.791682 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.791906 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.792147 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.792372 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.792654 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.792879 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.793121 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.793346 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.793602 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.793845 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.794108 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.794366 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.794608 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.794851 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.795102 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.795320 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.795561 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.795782 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.796005 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.796248 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.796470 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.796731 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.796963 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.797190 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.797413 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.797656 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.797881 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.798120 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.798370 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.798592 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.798813 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.799058 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.799295 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.799556 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.799800 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.800021 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.800315 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.800547 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.800766 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.801124 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.801240 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.801565 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.801687 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.802468 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.802468 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.802468 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.804235 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.804235 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.804235 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.804235 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.804235 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.804235 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.804235 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.804235 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.804235 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.805459 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.805459 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.805459 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.805459 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.806390 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.806577 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.807414 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.807730 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.807988 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.808248 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.808506 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.808739 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.809032 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.809304 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.809580 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.809845 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.810091 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.810388 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.810651 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.810882 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.811138 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.811381 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.811610 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.811882 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.812123 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.812692 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.812993 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.813252 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.813593 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.813830 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.814098 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.814361 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.814575 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.814891 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.815164 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.815430 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.815696 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.815931 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.816176 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.816430 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.816709 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.816943 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.817194 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.817416 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.817701 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.817924 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.818148 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.818394 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.818630 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.818961 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.819215 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.819456 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.819665 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.819963 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.820225 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.820491 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.820759 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.821154 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.821301 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.821502 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.821751 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.821970 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.822224 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.822458 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.822693 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.823064 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.823552 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.823807 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.824026 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.824245 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.824504 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.824920 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.824920 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.825161 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.825381 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.825601 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.826495 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.826818 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.827091 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.827374 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.827625 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.827864 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.828097 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.828347 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.828634 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.828864 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.829139 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.829394 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.829652 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.829887 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.830122 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.830385 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.832482 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.832827 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.833072 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.833314 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.833567 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.833817 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.834029 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.834276 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.834519 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.834764 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.835031 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.835296 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.835648 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.835904 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.836226 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.836453 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.836685 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.836952 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.837195 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.837419 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.837663 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.837929 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.838151 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.842002 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.842002 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.842002 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.842002 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.842002 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.848859 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.848859 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.848859 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.848859 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.848859 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.848859 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.848859 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.848859 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.849414 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.849414 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.849414 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.849414 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.849414 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.849414 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.849414 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.849414 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.849861 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.849861 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.849976 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.850236 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.850781 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.851025 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.854275 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.854430 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.855268 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.855521 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.856146 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.856404 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.856669 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.856906 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.857161 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.857753 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.857988 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.858260 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.858496 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.858726 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.859090 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.859407 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.859637 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.859938 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.860213 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.860444 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.860752 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.861011 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.861272 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.861507 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.861825 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.862052 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.862332 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.862562 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.862792 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.863025 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.863290 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.863620 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.863938 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.864235 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.864476 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.864755 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.865054 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.865341 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.865588 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.865887 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.866259 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.866540 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.866815 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.867072 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.873284 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.873284 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.873284 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.873284 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.873284 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.873284 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.873284 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.873284 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.873284 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.874022 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.874022 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.874022 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.874022 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.874022 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.874022 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.874022 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.874022 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 18 12:37:59.874661 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101564) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 18 12:37:59.874661 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 18 12:37:59.874661 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 18 12:37:59.874661 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 18 12:37:59.874661 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 18 12:37:59.874661 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 18 12:37:59.874661 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.874661 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.875203 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.875203 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.875203 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.875203 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.875203 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.875203 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.875203 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.875203 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.875720 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.875720 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.875720 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.875720 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.875720 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.876051 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.876051 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.876190 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.876264 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.876407 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.876551 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.876714 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.876866 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] debug = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.877024 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.877237 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.877416 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.877577 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.877720 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.877880 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.878037 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.878216 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.878393 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.878539 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.878699 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.878858 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.879021 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.879178 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.879512 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.879676 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.879827 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.879986 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] host = n-d-803603-2 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.880146 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.880305 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.880462 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.880623 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.880782 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.880944 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.881102 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.881260 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.881424 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.881582 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.881742 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.881902 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.882064 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.882244 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] log_file = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.882405 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] log_options = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.882561 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.882721 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.882878 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.883068 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.883231 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.883390 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.883549 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.883709 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.883868 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.884023 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.884180 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.884339 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.884497 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.884656 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.884836 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.884994 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.885157 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.885318 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.885477 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.885635 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.885793 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.885952 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.886110 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.886289 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.886448 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.886608 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.886767 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.886927 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.887086 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.887245 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.887404 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.887563 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.887908 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.888068 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.888267 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.888430 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.888588 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.888752 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.888911 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.889075 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.889235 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.889393 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.889553 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.889711 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.889871 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.890031 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] use_json = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.890212 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.890367 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.890526 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.890685 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.890844 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.891002 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.891163 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.891322 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 12:37:59.891500 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.891662 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.891834 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.891996 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.892183 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.892346 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.892507 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.892668 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.892829 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.892990 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.893156 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.893317 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.893488 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.893647 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.893808 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.893970 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.894132 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.894315 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.894477 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.894637 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.894797 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.900477 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.900477 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.900477 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.900477 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.900477 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.900477 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.900477 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.900477 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.901072 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.901072 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.901072 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.901072 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.901072 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.901072 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.901072 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.901072 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.901072 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.901695 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.901695 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.901695 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.901695 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.901695 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.901695 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.901695 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.901695 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.901695 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.902342 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.902342 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.902342 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.902342 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.902342 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.902342 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.902342 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.902342 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.902342 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.903195 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.903195 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.903195 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.903195 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.903195 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.903195 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.903195 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.903195 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.903195 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.903874 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.903874 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.903874 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.903874 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.903874 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.903874 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.903874 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.903874 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.903874 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.904588 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.904588 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.904588 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.904588 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.904588 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.904588 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.904588 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.904588 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.905202 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.905202 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.905202 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.905202 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.905567 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.905567 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.905567 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.905816 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.905926 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.906033 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.906211 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.906360 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.906521 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.906680 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.906840 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.907003 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.907164 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.907324 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.907484 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.907643 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.907803 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.907962 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.908122 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.908282 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.908443 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.908603 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.908763 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.908922 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.909088 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.909257 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.909415 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.909577 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.909736 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.909903 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.910073 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.910253 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.910558 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.910558 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.910775 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.910854 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.911015 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.911174 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.911333 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.911500 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.911662 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.911830 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.912002 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.912163 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.912324 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.912483 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.912667 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.912827 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.912988 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.913149 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.913309 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.913470 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.913631 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.913791 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.913951 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.914113 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.914295 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.914458 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.914619 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.914780 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.914941 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.915103 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.915263 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.915688 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.915849 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.916531 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.916694 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.917058 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.917058 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.917399 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.917399 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.917623 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.917708 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.917813 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.917979 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.918139 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.918318 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.918478 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.918637 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.918836 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.918950 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.919096 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.919257 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.919418 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.919583 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.919745 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.919906 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.920067 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.920228 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.920389 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.920554 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.920714 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.920876 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.921038 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.921198 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.921360 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.921521 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.921683 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.921843 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.922005 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.922292 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.922394 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.922509 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.922670 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.922830 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.922990 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.923149 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.923308 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.923467 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.923627 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.923786 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.923945 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.924109 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.924271 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.924432 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.924524 n-d-803603-2 neutron-server[101677]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:37:59.924608 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.924743 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.924905 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.925065 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.925225 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.925398 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.925560 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.925721 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.925909 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.926078 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.926258 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.926413 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.926575 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.926735 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.926895 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.927055 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.927215 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.927385 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.927547 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.927707 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.927867 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.928029 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.928190 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.928358 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.928520 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.928733 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.928899 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.929059 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.929219 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.929389 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.929555 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.929715 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.929875 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.930036 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.930214 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.930386 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.930567 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.930726 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.930857 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.931017 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.931178 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.931346 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.931506 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.935835 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.935835 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.935835 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.935835 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.935835 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.935835 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.935835 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.935835 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.936479 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.936479 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.936479 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.936479 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.936479 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.936479 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.936479 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.936479 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.937180 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.937180 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.937180 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.937180 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.937180 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.937180 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.937180 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.937180 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.937932 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.937932 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.937932 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.937932 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.937932 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.937932 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.937932 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.937932 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.937932 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.938776 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.938776 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.938776 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.938776 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.938776 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.938776 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.938776 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.938776 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 12:37:59.939291 n-d-803603-2 neutron-server[101564]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 18 12:38:00.070582 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55022) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:38:00.078764 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061224 Aug 18 12:38:11.414833 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788b6911-4113-455e-aa31-0e5bdbf54e94 None None] get_active_networks_info from n-d-803603-2 {{(pid=101677) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 12:38:11.518060 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788b6911-4113-455e-aa31-0e5bdbf54e94 None None] No non-hosted networks {{(pid=101677) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 18 12:38:11.543842 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.agentschedulers_db [None req-788b6911-4113-455e-aa31-0e5bdbf54e94 None None] DHCP Agent not found on host n-d-803603-2 {{(pid=101677) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 18 12:38:11.746766 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e44d8631-cf75-4382-bbfb-d5a5c4d80ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-428396'] for agent, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:13.719987 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7d621197-2fb5-4877-b007-0d99dbbcdd62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-428396'] for agent, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:13.753149 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.db.api [None req-88e53391-776e-4b1b-8522-2b2a7caf69ac None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-803603-2 {{(pid=101677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:38:13.753976 n-d-803603-2 neutron-server[101677]: DEBUG oslo_db.api [None req-88e53391-776e-4b1b-8522-2b2a7caf69ac None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:38:14.277527 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-88e53391-776e-4b1b-8522-2b2a7caf69ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:14.420701 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-428396'] for agent, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:14.421695 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:14.422220 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:14.422613 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:14.423154 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:14.423736 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:14.424241 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:14.424734 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:14.425241 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:14.425978 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:14.426632 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:14.427135 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:14.427624 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:14.428389 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-803603-2', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:38:14.435526 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-803603-2', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:38:15.203799 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-428396'] for agent, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:16.495064 n-d-803603-2 neutron-server[101677]: INFO neutron.db.l3_hamode_db [None req-96c7ede8-a8c3-4e85-93ec-b678359e046b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 18 12:38:16.573562 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c7ede8-a8c3-4e85-93ec-b678359e046b None None] Routers set() bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:38:16.573860 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c7ede8-a8c3-4e85-93ec-b678359e046b None None] Router IDs set() for agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 18 12:38:17.168966 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-428396'] for agent, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:17.865554 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55118) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:38:18.347161 n-d-803603-2 neutron-server[101676]: WARNING oslo_policy.policy [None req-a87214bf-6fb3-42bd-afcd-e4a8908c15af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 12:38:18.347745 n-d-803603-2 neutron-server[101676]: WARNING oslo_policy.policy [None req-a87214bf-6fb3-42bd-afcd-e4a8908c15af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 12:38:18.561966 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-a87214bf-6fb3-42bd-afcd-e4a8908c15af admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:38:18.562929 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a87214bf-6fb3-42bd-afcd-e4a8908c15af admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6964922 Aug 18 12:38:20.868249 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55132) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:38:21.166394 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-f1850a6a-e84c-4710-a667-88d59400cd0a admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:38:21.257363 n-d-803603-2 neutron-server[101676]: DEBUG neutron.policy [None req-f1850a6a-e84c-4710-a667-88d59400cd0a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101676) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 18 12:38:21.302656 n-d-803603-2 neutron-server[101676]: WARNING oslo_policy.policy [None req-f1850a6a-e84c-4710-a667-88d59400cd0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 12:38:21.303020 n-d-803603-2 neutron-server[101676]: WARNING oslo_policy.policy [None req-f1850a6a-e84c-4710-a667-88d59400cd0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 12:38:21.311456 n-d-803603-2 neutron-server[101676]: INFO neutron.quota [None req-f1850a6a-e84c-4710-a667-88d59400cd0a admin admin] Loaded quota_driver: . Aug 18 12:38:21.729389 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f1850a6a-e84c-4710-a667-88d59400cd0a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783897748156', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783897747593', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783897736505', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783897733770', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783897304136', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783897779527', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3612638', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3524595', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1755253', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1817755'] for rbac-policy, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:21.917287 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f1850a6a-e84c-4710-a667-88d59400cd0a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:21.918544 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f1850a6a-e84c-4710-a667-88d59400cd0a admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0492442 Aug 18 12:38:24.419584 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55144) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:38:24.707792 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-4d6fe67d-9f62-4d65-affe-beb784334efd admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'a81eef91929c4a19bc6694e7e2b87f5f', 'tenant_id': 'a81eef91929c4a19bc6694e7e2b87f5f'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:38:24.808722 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6fe67d-9f62-4d65-affe-beb784334efd admin admin] Made reservation on behalf of a81eef91929c4a19bc6694e7e2b87f5f for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:38:24.811516 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4d6fe67d-9f62-4d65-affe-beb784334efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:24.828709 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4d6fe67d-9f62-4d65-affe-beb784334efd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:24.990663 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4d6fe67d-9f62-4d65-affe-beb784334efd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:25.103584 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4d6fe67d-9f62-4d65-affe-beb784334efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:25.123090 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d6fe67d-9f62-4d65-affe-beb784334efd admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:38:25.151390 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4d6fe67d-9f62-4d65-affe-beb784334efd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783897540554', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:25.151978 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4d6fe67d-9f62-4d65-affe-beb784334efd admin admin] Unsubscribe: segment precommit_create {{(pid=101676) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 18 12:38:25.152523 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-4d6fe67d-9f62-4d65-affe-beb784334efd admin admin] Added segment c2f041f0-3ee2-4238-b8aa-6c031642af2b of type vlan for network c67f0c3b-ac8b-4009-81cf-ca8801e39a47 Aug 18 12:38:25.169689 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6fe67d-9f62-4d65-affe-beb784334efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aca64e6-a410-4dd1-bb00-0d53177890fa,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:25.195575 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6fe67d-9f62-4d65-affe-beb784334efd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:25.195962 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6fe67d-9f62-4d65-affe-beb784334efd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:25.196292 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6fe67d-9f62-4d65-affe-beb784334efd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:25.196630 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6fe67d-9f62-4d65-affe-beb784334efd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:25.197518 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6fe67d-9f62-4d65-affe-beb784334efd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:25.197841 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6fe67d-9f62-4d65-affe-beb784334efd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:25.198161 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6fe67d-9f62-4d65-affe-beb784334efd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:25.198501 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6fe67d-9f62-4d65-affe-beb784334efd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:25.198819 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6fe67d-9f62-4d65-affe-beb784334efd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:25.199155 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6fe67d-9f62-4d65-affe-beb784334efd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:25.199451 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6fe67d-9f62-4d65-affe-beb784334efd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:25.199766 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6fe67d-9f62-4d65-affe-beb784334efd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:25.200896 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6fe67d-9f62-4d65-affe-beb784334efd admin admin] Tracked resource versions report: Aug 18 12:38:25.200896 n-d-803603-2 neutron-server[101676]: pushed versions: Aug 18 12:38:25.200896 n-d-803603-2 neutron-server[101676]: { 'AddressGroup': {'1.2'}, Aug 18 12:38:25.200896 n-d-803603-2 neutron-server[101676]: 'ConntrackHelper': {'1.0'}, Aug 18 12:38:25.200896 n-d-803603-2 neutron-server[101676]: 'Log': {'1.0'}, Aug 18 12:38:25.200896 n-d-803603-2 neutron-server[101676]: 'Network': {'1.1'}, Aug 18 12:38:25.200896 n-d-803603-2 neutron-server[101676]: 'Port': {'1.7'}, Aug 18 12:38:25.200896 n-d-803603-2 neutron-server[101676]: 'PortForwarding': {'1.2'}, Aug 18 12:38:25.200896 n-d-803603-2 neutron-server[101676]: 'QosPolicy': {'1.9'}, Aug 18 12:38:25.200896 n-d-803603-2 neutron-server[101676]: 'SecurityGroup': {'1.4'}, Aug 18 12:38:25.200896 n-d-803603-2 neutron-server[101676]: 'SecurityGroupRule': {'1.2'}, Aug 18 12:38:25.200896 n-d-803603-2 neutron-server[101676]: 'SubPort': {'1.0'}, Aug 18 12:38:25.200896 n-d-803603-2 neutron-server[101676]: 'Subnet': {'1.1'}, Aug 18 12:38:25.200896 n-d-803603-2 neutron-server[101676]: 'Trunk': {'1.1'}} Aug 18 12:38:25.200896 n-d-803603-2 neutron-server[101676]: consumer versions: Aug 18 12:38:25.200896 n-d-803603-2 neutron-server[101676]: { DHCP agent@n-d-803603-2: {}, Aug 18 12:38:25.200896 n-d-803603-2 neutron-server[101676]: L3 agent@n-d-803603-2: {}, Aug 18 12:38:25.200896 n-d-803603-2 neutron-server[101676]: Metadata agent@n-d-803603-2: {}, Aug 18 12:38:25.200896 n-d-803603-2 neutron-server[101676]: Metering agent@n-d-803603-2: {}, Aug 18 12:38:25.200896 n-d-803603-2 neutron-server[101676]: Open vSwitch agent@n-d-803603-2: { 'AddressGroup': '1.2', Aug 18 12:38:25.200896 n-d-803603-2 neutron-server[101676]: 'ConntrackHelper': '1.0', Aug 18 12:38:25.200896 n-d-803603-2 neutron-server[101676]: 'Log': '1.0', Aug 18 12:38:25.200896 n-d-803603-2 neutron-server[101676]: 'Network': '1.1', Aug 18 12:38:25.200896 n-d-803603-2 neutron-server[101676]: 'Port': '1.7', Aug 18 12:38:25.200896 n-d-803603-2 neutron-server[101676]: 'PortForwarding': '1.2', Aug 18 12:38:25.200896 n-d-803603-2 neutron-server[101676]: 'QosPolicy': '1.9', Aug 18 12:38:25.200896 n-d-803603-2 neutron-server[101676]: 'SecurityGroup': '1.4', Aug 18 12:38:25.200896 n-d-803603-2 neutron-server[101676]: 'SecurityGroupRule': '1.2', Aug 18 12:38:25.200896 n-d-803603-2 neutron-server[101676]: 'SubPort': '1.0', Aug 18 12:38:25.200896 n-d-803603-2 neutron-server[101676]: 'Subnet': '1.1', Aug 18 12:38:25.200896 n-d-803603-2 neutron-server[101676]: 'Trunk': '1.1'}} Aug 18 12:38:25.200896 n-d-803603-2 neutron-server[101676]: {{(pid=101676) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 12:38:25.272304 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4d6fe67d-9f62-4d65-affe-beb784334efd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:25.395078 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4d6fe67d-9f62-4d65-affe-beb784334efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:25.396168 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6fe67d-9f62-4d65-affe-beb784334efd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:25.396819 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4d6fe67d-9f62-4d65-affe-beb784334efd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:25.491439 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6fe67d-9f62-4d65-affe-beb784334efd admin admin] Pushing event updated for resources: {'Network': ['ID=c67f0c3b-ac8b-4009-81cf-ca8801e39a47,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:25.503051 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network c67f0c3b-ac8b-4009-81cf-ca8801e39a47 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:38:25.516251 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4d6fe67d-9f62-4d65-affe-beb784334efd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0956290 Aug 18 12:38:28.082391 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55158) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:38:28.561094 n-d-803603-2 neutron-server[101675]: WARNING oslo_policy.policy [None req-a71f4b5b-3f32-4688-98c4-f1d63f6f2852 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 12:38:28.561683 n-d-803603-2 neutron-server[101675]: WARNING oslo_policy.policy [None req-a71f4b5b-3f32-4688-98c4-f1d63f6f2852 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 12:38:28.991902 n-d-803603-2 neutron-server[101675]: DEBUG neutron.policy [None req-a71f4b5b-3f32-4688-98c4-f1d63f6f2852 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101675) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 18 12:38:29.036610 n-d-803603-2 neutron-server[101675]: WARNING oslo_policy.policy [None req-a71f4b5b-3f32-4688-98c4-f1d63f6f2852 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 12:38:29.036980 n-d-803603-2 neutron-server[101675]: WARNING oslo_policy.policy [None req-a71f4b5b-3f32-4688-98c4-f1d63f6f2852 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 12:38:29.045875 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71f4b5b-3f32-4688-98c4-f1d63f6f2852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:29.047797 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a71f4b5b-3f32-4688-98c4-f1d63f6f2852 admin admin] 10.222.0.13 "GET /v2.0/networks/c67f0c3b-ac8b-4009-81cf-ca8801e39a47 HTTP/1.1" status: 200 len: 825 time: 0.9633434 Aug 18 12:38:29.086078 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a808adc3-171e-44aa-b597-cbec8efbfbb5 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/19aa28dc-ac0e-4711-90fb-406892d401c9 HTTP/1.1" status: 200 len: 734 time: 0.0322847 Aug 18 12:38:29.095756 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-59e91cb3-8bb8-4b70-9551-1caafe667bff admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '19aa28dc-ac0e-4711-90fb-406892d401c9', 'gateway_ip': '172.20.0.1', 'tenant_id': 'a81eef91929c4a19bc6694e7e2b87f5f', 'network_id': 'c67f0c3b-ac8b-4009-81cf-ca8801e39a47', 'name': 'private-subnet'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:38:29.097319 n-d-803603-2 neutron-server[101675]: INFO neutron.quota [None req-59e91cb3-8bb8-4b70-9551-1caafe667bff admin admin] Loaded quota_driver: . Aug 18 12:38:29.206498 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e91cb3-8bb8-4b70-9551-1caafe667bff admin admin] Made reservation on behalf of a81eef91929c4a19bc6694e7e2b87f5f for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:38:29.209407 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-59e91cb3-8bb8-4b70-9551-1caafe667bff admin admin] Notify callbacks [] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:29.551839 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-59e91cb3-8bb8-4b70-9551-1caafe667bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:29.616653 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e91cb3-8bb8-4b70-9551-1caafe667bff admin admin] Checking segment: {'id': 'c2f041f0-3ee2-4238-b8aa-6c031642af2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c67f0c3b-ac8b-4009-81cf-ca8801e39a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:38:29.617041 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e91cb3-8bb8-4b70-9551-1caafe667bff admin admin] Network hostable DHCP agents. Network: c67f0c3b-ac8b-4009-81cf-ca8801e39a47, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:38:29.633972 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e91cb3-8bb8-4b70-9551-1caafe667bff admin admin] Pushing event updated for resources: {'Subnet': ['ID=61165b26-5d18-4679-a9ff-bb9c4cc65208,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:29.648289 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e91cb3-8bb8-4b70-9551-1caafe667bff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:29.648631 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e91cb3-8bb8-4b70-9551-1caafe667bff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:29.648965 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e91cb3-8bb8-4b70-9551-1caafe667bff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:29.649294 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e91cb3-8bb8-4b70-9551-1caafe667bff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:29.649618 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e91cb3-8bb8-4b70-9551-1caafe667bff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:29.649969 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e91cb3-8bb8-4b70-9551-1caafe667bff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:29.650388 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e91cb3-8bb8-4b70-9551-1caafe667bff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:29.655745 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e91cb3-8bb8-4b70-9551-1caafe667bff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:29.655745 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e91cb3-8bb8-4b70-9551-1caafe667bff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:29.655745 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e91cb3-8bb8-4b70-9551-1caafe667bff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:29.655745 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e91cb3-8bb8-4b70-9551-1caafe667bff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:29.655745 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e91cb3-8bb8-4b70-9551-1caafe667bff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:29.656137 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e91cb3-8bb8-4b70-9551-1caafe667bff admin admin] Tracked resource versions report: Aug 18 12:38:29.656137 n-d-803603-2 neutron-server[101675]: pushed versions: Aug 18 12:38:29.656137 n-d-803603-2 neutron-server[101675]: { 'AddressGroup': {'1.2'}, Aug 18 12:38:29.656137 n-d-803603-2 neutron-server[101675]: 'ConntrackHelper': {'1.0'}, Aug 18 12:38:29.656137 n-d-803603-2 neutron-server[101675]: 'Log': {'1.0'}, Aug 18 12:38:29.656137 n-d-803603-2 neutron-server[101675]: 'Network': {'1.1'}, Aug 18 12:38:29.656137 n-d-803603-2 neutron-server[101675]: 'Port': {'1.7'}, Aug 18 12:38:29.656137 n-d-803603-2 neutron-server[101675]: 'PortForwarding': {'1.2'}, Aug 18 12:38:29.656137 n-d-803603-2 neutron-server[101675]: 'QosPolicy': {'1.9'}, Aug 18 12:38:29.656137 n-d-803603-2 neutron-server[101675]: 'SecurityGroup': {'1.4'}, Aug 18 12:38:29.656137 n-d-803603-2 neutron-server[101675]: 'SecurityGroupRule': {'1.2'}, Aug 18 12:38:29.656137 n-d-803603-2 neutron-server[101675]: 'SubPort': {'1.0'}, Aug 18 12:38:29.656137 n-d-803603-2 neutron-server[101675]: 'Subnet': {'1.1'}, Aug 18 12:38:29.656137 n-d-803603-2 neutron-server[101675]: 'Trunk': {'1.1'}} Aug 18 12:38:29.656137 n-d-803603-2 neutron-server[101675]: consumer versions: Aug 18 12:38:29.656137 n-d-803603-2 neutron-server[101675]: { DHCP agent@n-d-803603-2: {}, Aug 18 12:38:29.656137 n-d-803603-2 neutron-server[101675]: L3 agent@n-d-803603-2: {}, Aug 18 12:38:29.656137 n-d-803603-2 neutron-server[101675]: Metadata agent@n-d-803603-2: {}, Aug 18 12:38:29.656137 n-d-803603-2 neutron-server[101675]: Metering agent@n-d-803603-2: {}, Aug 18 12:38:29.656137 n-d-803603-2 neutron-server[101675]: Open vSwitch agent@n-d-803603-2: { 'AddressGroup': '1.2', Aug 18 12:38:29.656137 n-d-803603-2 neutron-server[101675]: 'ConntrackHelper': '1.0', Aug 18 12:38:29.656137 n-d-803603-2 neutron-server[101675]: 'Log': '1.0', Aug 18 12:38:29.656137 n-d-803603-2 neutron-server[101675]: 'Network': '1.1', Aug 18 12:38:29.656137 n-d-803603-2 neutron-server[101675]: 'Port': '1.7', Aug 18 12:38:29.656137 n-d-803603-2 neutron-server[101675]: 'PortForwarding': '1.2', Aug 18 12:38:29.656137 n-d-803603-2 neutron-server[101675]: 'QosPolicy': '1.9', Aug 18 12:38:29.656137 n-d-803603-2 neutron-server[101675]: 'SecurityGroup': '1.4', Aug 18 12:38:29.656137 n-d-803603-2 neutron-server[101675]: 'SecurityGroupRule': '1.2', Aug 18 12:38:29.656137 n-d-803603-2 neutron-server[101675]: 'SubPort': '1.0', Aug 18 12:38:29.656137 n-d-803603-2 neutron-server[101675]: 'Subnet': '1.1', Aug 18 12:38:29.656137 n-d-803603-2 neutron-server[101675]: 'Trunk': '1.1'}} Aug 18 12:38:29.656137 n-d-803603-2 neutron-server[101675]: {{(pid=101675) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 12:38:29.732536 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e91cb3-8bb8-4b70-9551-1caafe667bff admin admin] Network c67f0c3b-ac8b-4009-81cf-ca8801e39a47 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:38:29.807240 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-59e91cb3-8bb8-4b70-9551-1caafe667bff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, c67f0c3b-ac8b-4009-81cf-ca8801e39a47) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:38:29.811814 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e91cb3-8bb8-4b70-9551-1caafe667bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:29.812452 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-59e91cb3-8bb8-4b70-9551-1caafe667bff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:29.816420 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a28443-1011-46df-9e46-a503d7a83c71 None None] Network c67f0c3b-ac8b-4009-81cf-ca8801e39a47 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:38:29.899040 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-59e91cb3-8bb8-4b70-9551-1caafe667bff admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8066196 Aug 18 12:38:30.138559 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac47f56-e996-491e-b3fa-6b1e397b50f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-c67f0c3b-ac8b-4009-81cf-ca8801e39a47', 'network_id': 'c67f0c3b-ac8b-4009-81cf-ca8801e39a47', 'tenant_id': 'a81eef91929c4a19bc6694e7e2b87f5f', 'fixed_ips': [{'subnet_id': '61165b26-5d18-4679-a9ff-bb9c4cc65208'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:38:30.139793 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cac47f56-e996-491e-b3fa-6b1e397b50f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:30.413031 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-cac47f56-e996-491e-b3fa-6b1e397b50f2 None None] Allocated IP 172.20.0.2 (c67f0c3b-ac8b-4009-81cf-ca8801e39a47/61165b26-5d18-4679-a9ff-bb9c4cc65208/30d16f3f-7954-4159-ab96-94e4030c0397) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:38:30.645094 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cac47f56-e996-491e-b3fa-6b1e397b50f2 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:30.660332 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-cac47f56-e996-491e-b3fa-6b1e397b50f2 None None] Transition to ACTIVE for port object 30d16f3f-7954-4159-ab96-94e4030c0397 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:38:30.681057 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-cac47f56-e996-491e-b3fa-6b1e397b50f2 None None] Transition to ACTIVE for port object 30d16f3f-7954-4159-ab96-94e4030c0397 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:38:30.773070 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cac47f56-e996-491e-b3fa-6b1e397b50f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:30.850570 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac47f56-e996-491e-b3fa-6b1e397b50f2 None None] Network c67f0c3b-ac8b-4009-81cf-ca8801e39a47 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:38:30.858115 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-cac47f56-e996-491e-b3fa-6b1e397b50f2 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:38:30.861158 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac47f56-e996-491e-b3fa-6b1e397b50f2 None None] Pushing event updated for resources: {'Port': ['ID=30d16f3f-7954-4159-ab96-94e4030c0397,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:30.863385 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac47f56-e996-491e-b3fa-6b1e397b50f2 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:38:30.894638 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac47f56-e996-491e-b3fa-6b1e397b50f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:30.894985 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac47f56-e996-491e-b3fa-6b1e397b50f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:30.895325 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac47f56-e996-491e-b3fa-6b1e397b50f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:30.895657 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac47f56-e996-491e-b3fa-6b1e397b50f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:30.895986 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac47f56-e996-491e-b3fa-6b1e397b50f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:30.896314 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac47f56-e996-491e-b3fa-6b1e397b50f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:30.896639 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac47f56-e996-491e-b3fa-6b1e397b50f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:30.896963 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac47f56-e996-491e-b3fa-6b1e397b50f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:30.897287 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac47f56-e996-491e-b3fa-6b1e397b50f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:30.897600 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac47f56-e996-491e-b3fa-6b1e397b50f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:30.897923 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac47f56-e996-491e-b3fa-6b1e397b50f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:30.898265 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac47f56-e996-491e-b3fa-6b1e397b50f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:30.899418 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac47f56-e996-491e-b3fa-6b1e397b50f2 None None] Tracked resource versions report: Aug 18 12:38:30.899418 n-d-803603-2 neutron-server[101677]: pushed versions: Aug 18 12:38:30.899418 n-d-803603-2 neutron-server[101677]: { 'AddressGroup': {'1.2'}, Aug 18 12:38:30.899418 n-d-803603-2 neutron-server[101677]: 'ConntrackHelper': {'1.0'}, Aug 18 12:38:30.899418 n-d-803603-2 neutron-server[101677]: 'Log': {'1.0'}, Aug 18 12:38:30.899418 n-d-803603-2 neutron-server[101677]: 'Network': {'1.1'}, Aug 18 12:38:30.899418 n-d-803603-2 neutron-server[101677]: 'Port': {'1.7'}, Aug 18 12:38:30.899418 n-d-803603-2 neutron-server[101677]: 'PortForwarding': {'1.2'}, Aug 18 12:38:30.899418 n-d-803603-2 neutron-server[101677]: 'QosPolicy': {'1.9'}, Aug 18 12:38:30.899418 n-d-803603-2 neutron-server[101677]: 'SecurityGroup': {'1.4'}, Aug 18 12:38:30.899418 n-d-803603-2 neutron-server[101677]: 'SecurityGroupRule': {'1.2'}, Aug 18 12:38:30.899418 n-d-803603-2 neutron-server[101677]: 'SubPort': {'1.0'}, Aug 18 12:38:30.899418 n-d-803603-2 neutron-server[101677]: 'Subnet': {'1.1'}, Aug 18 12:38:30.899418 n-d-803603-2 neutron-server[101677]: 'Trunk': {'1.1'}} Aug 18 12:38:30.899418 n-d-803603-2 neutron-server[101677]: consumer versions: Aug 18 12:38:30.899418 n-d-803603-2 neutron-server[101677]: { DHCP agent@n-d-803603-2: {}, Aug 18 12:38:30.899418 n-d-803603-2 neutron-server[101677]: L3 agent@n-d-803603-2: {}, Aug 18 12:38:30.899418 n-d-803603-2 neutron-server[101677]: Metadata agent@n-d-803603-2: {}, Aug 18 12:38:30.899418 n-d-803603-2 neutron-server[101677]: Metering agent@n-d-803603-2: {}, Aug 18 12:38:30.899418 n-d-803603-2 neutron-server[101677]: Open vSwitch agent@n-d-803603-2: { 'AddressGroup': '1.2', Aug 18 12:38:30.899418 n-d-803603-2 neutron-server[101677]: 'ConntrackHelper': '1.0', Aug 18 12:38:30.899418 n-d-803603-2 neutron-server[101677]: 'Log': '1.0', Aug 18 12:38:30.899418 n-d-803603-2 neutron-server[101677]: 'Network': '1.1', Aug 18 12:38:30.899418 n-d-803603-2 neutron-server[101677]: 'Port': '1.7', Aug 18 12:38:30.899418 n-d-803603-2 neutron-server[101677]: 'PortForwarding': '1.2', Aug 18 12:38:30.899418 n-d-803603-2 neutron-server[101677]: 'QosPolicy': '1.9', Aug 18 12:38:30.899418 n-d-803603-2 neutron-server[101677]: 'SecurityGroup': '1.4', Aug 18 12:38:30.899418 n-d-803603-2 neutron-server[101677]: 'SecurityGroupRule': '1.2', Aug 18 12:38:30.899418 n-d-803603-2 neutron-server[101677]: 'SubPort': '1.0', Aug 18 12:38:30.899418 n-d-803603-2 neutron-server[101677]: 'Subnet': '1.1', Aug 18 12:38:30.899418 n-d-803603-2 neutron-server[101677]: 'Trunk': '1.1'}} Aug 18 12:38:30.899418 n-d-803603-2 neutron-server[101677]: {{(pid=101677) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 12:38:30.948946 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-cac47f56-e996-491e-b3fa-6b1e397b50f2 None None] Attempting to bind port 30d16f3f-7954-4159-ab96-94e4030c0397 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:38:30.949332 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-cac47f56-e996-491e-b3fa-6b1e397b50f2 None None] Attempting to bind port 30d16f3f-7954-4159-ab96-94e4030c0397 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'c2f041f0-3ee2-4238-b8aa-6c031642af2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c67f0c3b-ac8b-4009-81cf-ca8801e39a47'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:38:30.949794 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac47f56-e996-491e-b3fa-6b1e397b50f2 None None] Attempting to bind port 30d16f3f-7954-4159-ab96-94e4030c0397 on network c67f0c3b-ac8b-4009-81cf-ca8801e39a47 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:38:30.954730 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac47f56-e996-491e-b3fa-6b1e397b50f2 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:38:30.955130 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac47f56-e996-491e-b3fa-6b1e397b50f2 None None] Checking segment: {'id': 'c2f041f0-3ee2-4238-b8aa-6c031642af2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c67f0c3b-ac8b-4009-81cf-ca8801e39a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:38:30.955619 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cac47f56-e996-491e-b3fa-6b1e397b50f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:30.956004 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac47f56-e996-491e-b3fa-6b1e397b50f2 None None] Bound using segment: {'id': 'c2f041f0-3ee2-4238-b8aa-6c031642af2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c67f0c3b-ac8b-4009-81cf-ca8801e39a47'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:38:30.956479 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-cac47f56-e996-491e-b3fa-6b1e397b50f2 None None] Bound port: 30d16f3f-7954-4159-ab96-94e4030c0397, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f041f0-3ee2-4238-b8aa-6c031642af2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c67f0c3b-ac8b-4009-81cf-ca8801e39a47'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:38:30.956896 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cac47f56-e996-491e-b3fa-6b1e397b50f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:31.021921 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-cac47f56-e996-491e-b3fa-6b1e397b50f2 None None] For port 30d16f3f-7954-4159-ab96-94e4030c0397, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:38:31.026340 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-cac47f56-e996-491e-b3fa-6b1e397b50f2 None None] For port 30d16f3f-7954-4159-ab96-94e4030c0397, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=30d16f3f-7954-4159-ab96-94e4030c0397,segment=NetworkSegment(c2f041f0-3ee2-4238-b8aa-6c031642af2b),segment_id=c2f041f0-3ee2-4238-b8aa-6c031642af2b)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:38:31.094659 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cac47f56-e996-491e-b3fa-6b1e397b50f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:31.163493 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac47f56-e996-491e-b3fa-6b1e397b50f2 None None] Pushing event updated for resources: {'Port': ['ID=30d16f3f-7954-4159-ab96-94e4030c0397,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:32.284341 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55178) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:38:32.594948 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-980d4fa9-1173-4c46-8fcd-e3a394aa845d admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:38:32.595925 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-980d4fa9-1173-4c46-8fcd-e3a394aa845d admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3106477 Aug 18 12:38:34.925067 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55186) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:38:35.251086 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-678b4752-adf6-4e55-87d4-4e6e1475eded admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:38:35.263836 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-678b4752-adf6-4e55-87d4-4e6e1475eded admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3257089 Aug 18 12:38:37.830110 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55196) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:38:38.123336 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-cd545985-06c9-4e4f-a6e6-4ad8f121238f admin admin] Request body: {'router': {'tenant_id': 'a81eef91929c4a19bc6694e7e2b87f5f', 'name': 'router1', 'admin_state_up': True}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:38:38.237044 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cd545985-06c9-4e4f-a6e6-4ad8f121238f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:38.238717 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cd545985-06c9-4e4f-a6e6-4ad8f121238f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:38.392142 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cd545985-06c9-4e4f-a6e6-4ad8f121238f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:38.452730 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cd545985-06c9-4e4f-a6e6-4ad8f121238f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:38.537709 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cd545985-06c9-4e4f-a6e6-4ad8f121238f admin admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:38.539210 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-cd545985-06c9-4e4f-a6e6-4ad8f121238f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7077074 Aug 18 12:38:39.437361 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82a1394-7aa0-421c-a41b-a0bd6d9cc7a0 None None] Network c67f0c3b-ac8b-4009-81cf-ca8801e39a47 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:38:39.648397 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f52171f9-9ef9-4849-99db-84e3e5d6dfc7 None None] Provisioning for port 30d16f3f-7954-4159-ab96-94e4030c0397 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:38:40.369979 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 30d16f3f-7954-4159-ab96-94e4030c0397 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:38:40.503231 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 30d16f3f-7954-4159-ab96-94e4030c0397 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:38:40.507003 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 30d16f3f-7954-4159-ab96-94e4030c0397 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:38:40.507399 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:40.617811 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:40.655199 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 30d16f3f-7954-4159-ab96-94e4030c0397, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=30d16f3f-7954-4159-ab96-94e4030c0397,segment=NetworkSegment(c2f041f0-3ee2-4238-b8aa-6c031642af2b),segment_id=c2f041f0-3ee2-4238-b8aa-6c031642af2b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:38:40.720893 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:40.771414 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=30d16f3f-7954-4159-ab96-94e4030c0397,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:40.876531 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55208) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:38:41.193220 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-467891ab-e207-42d6-9553-475a2d60e3c8 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:38:41.194218 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-467891ab-e207-42d6-9553-475a2d60e3c8 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3168085 Aug 18 12:38:41.395097 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f3396a63-e03c-4826-82c9-e3629458a5a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:42.346909 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 30d16f3f-7954-4159-ab96-94e4030c0397 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:38:42.397135 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 30d16f3f-7954-4159-ab96-94e4030c0397 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:38:42.397598 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:43.519648 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55216) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:38:43.699604 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-329cdbdb-dd29-476f-b086-099ac2bd1454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:43.822826 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-1bba0e09-23e0-4e9f-b308-2f34a2bc1b98 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:38:43.920442 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bba0e09-23e0-4e9f-b308-2f34a2bc1b98 admin admin] Made reservation on behalf of 53accac7d886449ca739f9abdad8b38f for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:38:43.922771 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1bba0e09-23e0-4e9f-b308-2f34a2bc1b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:43.931344 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1bba0e09-23e0-4e9f-b308-2f34a2bc1b98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:44.014621 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1bba0e09-23e0-4e9f-b308-2f34a2bc1b98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:44.071100 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1bba0e09-23e0-4e9f-b308-2f34a2bc1b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:44.084357 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1bba0e09-23e0-4e9f-b308-2f34a2bc1b98 admin admin] Reserving flat network on physical network physnet1 {{(pid=101676) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 18 12:38:44.105600 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba0e09-23e0-4e9f-b308-2f34a2bc1b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76054e9-6048-4a06-b41f-366036d76605,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:44.109458 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1bba0e09-23e0-4e9f-b308-2f34a2bc1b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:44.109799 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-1bba0e09-23e0-4e9f-b308-2f34a2bc1b98 admin admin] Added segment 335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017 of type flat for network 0babe39a-03c6-4af7-9ca5-00804dd781c2 Aug 18 12:38:44.154223 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1bba0e09-23e0-4e9f-b308-2f34a2bc1b98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:44.236832 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1bba0e09-23e0-4e9f-b308-2f34a2bc1b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:44.237733 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bba0e09-23e0-4e9f-b308-2f34a2bc1b98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:44.238323 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1bba0e09-23e0-4e9f-b308-2f34a2bc1b98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:44.310926 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba0e09-23e0-4e9f-b308-2f34a2bc1b98 admin admin] Pushing event updated for resources: {'Network': ['ID=0babe39a-03c6-4af7-9ca5-00804dd781c2,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:44.320760 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:38:44.357498 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1bba0e09-23e0-4e9f-b308-2f34a2bc1b98 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8368113 Aug 18 12:38:44.435206 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:45.126484 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:46.662834 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55234) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:38:46.875447 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d515bc0-a003-4635-810b-e525ad0cb840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:46.879018 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5d515bc0-a003-4635-810b-e525ad0cb840 admin admin] 10.222.0.13 "GET /v2.0/subnets/61165b26-5d18-4679-a9ff-bb9c4cc65208 HTTP/1.1" status: 200 len: 849 time: 0.2130539 Aug 18 12:38:46.996365 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-71b5d439-ee9f-45be-993f-f7088a59b55d admin admin] 10.222.0.13 "GET /v2.0/routers/4dcabbc6-47ef-4466-9901-ff4e4205e916 HTTP/1.1" status: 200 len: 704 time: 0.1136179 Aug 18 12:38:47.080800 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:47.259887 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2204a430-2791-40df-b008-82f302b6cb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:47.552712 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-2204a430-2791-40df-b008-82f302b6cb48 admin admin] Allocated IP 172.20.0.1 (c67f0c3b-ac8b-4009-81cf-ca8801e39a47/61165b26-5d18-4679-a9ff-bb9c4cc65208/190e9207-87f9-48a9-8542-6a6107740383) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:38:47.733054 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2204a430-2791-40df-b008-82f302b6cb48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:47.755679 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-2204a430-2791-40df-b008-82f302b6cb48 admin admin] Transition to ACTIVE for port object 190e9207-87f9-48a9-8542-6a6107740383 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:38:47.921207 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2204a430-2791-40df-b008-82f302b6cb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:48.031407 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2204a430-2791-40df-b008-82f302b6cb48 admin admin] Network c67f0c3b-ac8b-4009-81cf-ca8801e39a47 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:38:48.038207 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-2204a430-2791-40df-b008-82f302b6cb48 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:38:48.048388 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2204a430-2791-40df-b008-82f302b6cb48 admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:38:48.048878 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2204a430-2791-40df-b008-82f302b6cb48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:48.103827 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2204a430-2791-40df-b008-82f302b6cb48 admin admin] Pushing event updated for resources: {'Port': ['ID=190e9207-87f9-48a9-8542-6a6107740383,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:48.307436 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2204a430-2791-40df-b008-82f302b6cb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:48.316513 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-4e2777e1-ce66-4d91-b1b0-d0ad65b4a3c8 None None] Provisioning for port 190e9207-87f9-48a9-8542-6a6107740383 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:38:48.320236 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-4e2777e1-ce66-4d91-b1b0-d0ad65b4a3c8 None None] Provisioning complete for port 190e9207-87f9-48a9-8542-6a6107740383 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:38:48.320604 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4e2777e1-ce66-4d91-b1b0-d0ad65b4a3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:48.353350 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-4e2777e1-ce66-4d91-b1b0-d0ad65b4a3c8 None None] Port 190e9207-87f9-48a9-8542-6a6107740383 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:38:48.512465 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2204a430-2791-40df-b008-82f302b6cb48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:48.565815 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2204a430-2791-40df-b008-82f302b6cb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:48.566580 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2204a430-2791-40df-b008-82f302b6cb48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:48.644675 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2204a430-2791-40df-b008-82f302b6cb48 admin admin] Pushing event updated for resources: {'Port': ['ID=190e9207-87f9-48a9-8542-6a6107740383,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:48.688387 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2204a430-2791-40df-b008-82f302b6cb48 admin admin] Network c67f0c3b-ac8b-4009-81cf-ca8801e39a47 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:38:48.689642 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-2204a430-2791-40df-b008-82f302b6cb48 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:38:48.872869 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-e63c2a64-63d1-4c71-a202-31e78c56e3fa None None] Provisioning complete for port 190e9207-87f9-48a9-8542-6a6107740383 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:38:48.873241 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e63c2a64-63d1-4c71-a202-31e78c56e3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:48.906482 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-e63c2a64-63d1-4c71-a202-31e78c56e3fa None None] Port 190e9207-87f9-48a9-8542-6a6107740383 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:38:48.920640 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2204a430-2791-40df-b008-82f302b6cb48 admin admin] Router 4dcabbc6-47ef-4466-9901-ff4e4205e916 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:38:49.012096 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2204a430-2791-40df-b008-82f302b6cb48 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:38:49.017106 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2204a430-2791-40df-b008-82f302b6cb48 admin admin] 10.222.0.13 "PUT /v2.0/routers/4dcabbc6-47ef-4466-9901-ff4e4205e916/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0153840 Aug 18 12:38:49.023768 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1d0645-090b-4b64-a391-214b38e1d749 None None] Sync routers for ids ['4dcabbc6-47ef-4466-9901-ff4e4205e916'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:38:49.035482 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1d0645-090b-4b64-a391-214b38e1d749 None None] Routers {'4dcabbc6-47ef-4466-9901-ff4e4205e916'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:38:49.036710 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-cd1d0645-090b-4b64-a391-214b38e1d749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:38:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['4dcabbc6-47ef-4466-9901-ff4e4205e916'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:38:49.221073 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-cd1d0645-090b-4b64-a391-214b38e1d749 None None] Set router 4dcabbc6-47ef-4466-9901-ff4e4205e916 gateway port host: None {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:38:49.637939 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-cd1d0645-090b-4b64-a391-214b38e1d749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcabbc6-47ef-4466-9901-ff4e4205e916', 'name': 'router1', 'tenant_id': 'a81eef91929c4a19bc6694e7e2b87f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:38:38Z', 'updated_at': '2021-08-18T12:38:48Z', 'revision_number': 2, 'project_id': 'a81eef91929c4a19bc6694e7e2b87f5f', 'gw_port_host': None, '_interfaces': [{'id': '190e9207-87f9-48a9-8542-6a6107740383', 'name': '', 'network_id': 'c67f0c3b-ac8b-4009-81cf-ca8801e39a47', 'tenant_id': 'a81eef91929c4a19bc6694e7e2b87f5f', 'mac_address': 'fa:16:3e:fb:ef:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcabbc6-47ef-4466-9901-ff4e4205e916', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61165b26-5d18-4679-a9ff-bb9c4cc65208', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:47Z', 'updated_at': '2021-08-18T12:38:48Z', 'revision_number': 2, 'project_id': 'a81eef91929c4a19bc6694e7e2b87f5f', 'subnets': [{'id': '61165b26-5d18-4679-a9ff-bb9c4cc65208', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '19aa28dc-ac0e-4711-90fb-406892d401c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:38:49.688900 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1d0645-090b-4b64-a391-214b38e1d749 None None] Checking router: 4dcabbc6-47ef-4466-9901-ff4e4205e916 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:38:49.689272 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1d0645-090b-4b64-a391-214b38e1d749 None None] Updating router 4dcabbc6-47ef-4466-9901-ff4e4205e916 port 190e9207-87f9-48a9-8542-6a6107740383 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:38:49.736255 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-cd1d0645-090b-4b64-a391-214b38e1d749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:50.248234 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-cd1d0645-090b-4b64-a391-214b38e1d749 None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:50.265570 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-cd1d0645-090b-4b64-a391-214b38e1d749 None None] Transition to ACTIVE for port object 190e9207-87f9-48a9-8542-6a6107740383 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:38:50.339632 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-cd1d0645-090b-4b64-a391-214b38e1d749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:50.491236 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63432be-f0f3-491d-ae26-e31266ef44c6 None None] Pushing event updated for resources: {'Port': ['ID=190e9207-87f9-48a9-8542-6a6107740383,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:50.507095 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63432be-f0f3-491d-ae26-e31266ef44c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:50.507376 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63432be-f0f3-491d-ae26-e31266ef44c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:50.507705 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63432be-f0f3-491d-ae26-e31266ef44c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:50.508043 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63432be-f0f3-491d-ae26-e31266ef44c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:50.508375 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63432be-f0f3-491d-ae26-e31266ef44c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:50.508736 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63432be-f0f3-491d-ae26-e31266ef44c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:50.509068 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63432be-f0f3-491d-ae26-e31266ef44c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:50.509388 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63432be-f0f3-491d-ae26-e31266ef44c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:50.509709 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63432be-f0f3-491d-ae26-e31266ef44c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:50.510028 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63432be-f0f3-491d-ae26-e31266ef44c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:50.510375 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63432be-f0f3-491d-ae26-e31266ef44c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:50.510692 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63432be-f0f3-491d-ae26-e31266ef44c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:50.511848 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63432be-f0f3-491d-ae26-e31266ef44c6 None None] Tracked resource versions report: Aug 18 12:38:50.511848 n-d-803603-2 neutron-server[101678]: pushed versions: Aug 18 12:38:50.511848 n-d-803603-2 neutron-server[101678]: { 'AddressGroup': {'1.2'}, Aug 18 12:38:50.511848 n-d-803603-2 neutron-server[101678]: 'ConntrackHelper': {'1.0'}, Aug 18 12:38:50.511848 n-d-803603-2 neutron-server[101678]: 'Log': {'1.0'}, Aug 18 12:38:50.511848 n-d-803603-2 neutron-server[101678]: 'Network': {'1.1'}, Aug 18 12:38:50.511848 n-d-803603-2 neutron-server[101678]: 'Port': {'1.7'}, Aug 18 12:38:50.511848 n-d-803603-2 neutron-server[101678]: 'PortForwarding': {'1.2'}, Aug 18 12:38:50.511848 n-d-803603-2 neutron-server[101678]: 'QosPolicy': {'1.9'}, Aug 18 12:38:50.511848 n-d-803603-2 neutron-server[101678]: 'SecurityGroup': {'1.4'}, Aug 18 12:38:50.511848 n-d-803603-2 neutron-server[101678]: 'SecurityGroupRule': {'1.2'}, Aug 18 12:38:50.511848 n-d-803603-2 neutron-server[101678]: 'SubPort': {'1.0'}, Aug 18 12:38:50.511848 n-d-803603-2 neutron-server[101678]: 'Subnet': {'1.1'}, Aug 18 12:38:50.511848 n-d-803603-2 neutron-server[101678]: 'Trunk': {'1.1'}} Aug 18 12:38:50.511848 n-d-803603-2 neutron-server[101678]: consumer versions: Aug 18 12:38:50.511848 n-d-803603-2 neutron-server[101678]: { DHCP agent@n-d-803603-2: {}, Aug 18 12:38:50.511848 n-d-803603-2 neutron-server[101678]: L3 agent@n-d-803603-2: {}, Aug 18 12:38:50.511848 n-d-803603-2 neutron-server[101678]: Metadata agent@n-d-803603-2: {}, Aug 18 12:38:50.511848 n-d-803603-2 neutron-server[101678]: Metering agent@n-d-803603-2: {}, Aug 18 12:38:50.511848 n-d-803603-2 neutron-server[101678]: Open vSwitch agent@n-d-803603-2: { 'AddressGroup': '1.2', Aug 18 12:38:50.511848 n-d-803603-2 neutron-server[101678]: 'ConntrackHelper': '1.0', Aug 18 12:38:50.511848 n-d-803603-2 neutron-server[101678]: 'Log': '1.0', Aug 18 12:38:50.511848 n-d-803603-2 neutron-server[101678]: 'Network': '1.1', Aug 18 12:38:50.511848 n-d-803603-2 neutron-server[101678]: 'Port': '1.7', Aug 18 12:38:50.511848 n-d-803603-2 neutron-server[101678]: 'PortForwarding': '1.2', Aug 18 12:38:50.511848 n-d-803603-2 neutron-server[101678]: 'QosPolicy': '1.9', Aug 18 12:38:50.511848 n-d-803603-2 neutron-server[101678]: 'SecurityGroup': '1.4', Aug 18 12:38:50.511848 n-d-803603-2 neutron-server[101678]: 'SecurityGroupRule': '1.2', Aug 18 12:38:50.511848 n-d-803603-2 neutron-server[101678]: 'SubPort': '1.0', Aug 18 12:38:50.511848 n-d-803603-2 neutron-server[101678]: 'Subnet': '1.1', Aug 18 12:38:50.511848 n-d-803603-2 neutron-server[101678]: 'Trunk': '1.1'}} Aug 18 12:38:50.511848 n-d-803603-2 neutron-server[101678]: {{(pid=101678) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 12:38:50.514969 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-cd1d0645-090b-4b64-a391-214b38e1d749 None None] Attempting to bind port 190e9207-87f9-48a9-8542-6a6107740383 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:38:50.515364 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-cd1d0645-090b-4b64-a391-214b38e1d749 None None] Attempting to bind port 190e9207-87f9-48a9-8542-6a6107740383 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'c2f041f0-3ee2-4238-b8aa-6c031642af2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c67f0c3b-ac8b-4009-81cf-ca8801e39a47'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:38:50.515808 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1d0645-090b-4b64-a391-214b38e1d749 None None] Attempting to bind port 190e9207-87f9-48a9-8542-6a6107740383 on network c67f0c3b-ac8b-4009-81cf-ca8801e39a47 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:38:50.522914 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1d0645-090b-4b64-a391-214b38e1d749 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:38:50.523346 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1d0645-090b-4b64-a391-214b38e1d749 None None] Checking segment: {'id': 'c2f041f0-3ee2-4238-b8aa-6c031642af2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c67f0c3b-ac8b-4009-81cf-ca8801e39a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:38:50.523822 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-cd1d0645-090b-4b64-a391-214b38e1d749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:50.524206 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1d0645-090b-4b64-a391-214b38e1d749 None None] Bound using segment: {'id': 'c2f041f0-3ee2-4238-b8aa-6c031642af2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c67f0c3b-ac8b-4009-81cf-ca8801e39a47'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:38:50.525243 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-cd1d0645-090b-4b64-a391-214b38e1d749 None None] Bound port: 190e9207-87f9-48a9-8542-6a6107740383, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f041f0-3ee2-4238-b8aa-6c031642af2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c67f0c3b-ac8b-4009-81cf-ca8801e39a47'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:38:50.525848 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-cd1d0645-090b-4b64-a391-214b38e1d749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:50.592353 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-cd1d0645-090b-4b64-a391-214b38e1d749 None None] For port 190e9207-87f9-48a9-8542-6a6107740383, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:38:50.613348 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-cd1d0645-090b-4b64-a391-214b38e1d749 None None] For port 190e9207-87f9-48a9-8542-6a6107740383, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=190e9207-87f9-48a9-8542-6a6107740383,segment=NetworkSegment(c2f041f0-3ee2-4238-b8aa-6c031642af2b),segment_id=c2f041f0-3ee2-4238-b8aa-6c031642af2b)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:38:50.681042 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-cd1d0645-090b-4b64-a391-214b38e1d749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:50.732208 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1d0645-090b-4b64-a391-214b38e1d749 None None] Routers {'4dcabbc6-47ef-4466-9901-ff4e4205e916'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:38:50.732852 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-cd1d0645-090b-4b64-a391-214b38e1d749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:38:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['4dcabbc6-47ef-4466-9901-ff4e4205e916'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:38:50.807643 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63432be-f0f3-491d-ae26-e31266ef44c6 None None] Pushing event updated for resources: {'Port': ['ID=190e9207-87f9-48a9-8542-6a6107740383,revision_number=4']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:50.833534 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-cd1d0645-090b-4b64-a391-214b38e1d749 None None] Set router 4dcabbc6-47ef-4466-9901-ff4e4205e916 gateway port host: None {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:38:51.048819 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-cd1d0645-090b-4b64-a391-214b38e1d749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcabbc6-47ef-4466-9901-ff4e4205e916', 'name': 'router1', 'tenant_id': 'a81eef91929c4a19bc6694e7e2b87f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:38:38Z', 'updated_at': '2021-08-18T12:38:48Z', 'revision_number': 2, 'project_id': 'a81eef91929c4a19bc6694e7e2b87f5f', 'gw_port_host': None, '_interfaces': [{'id': '190e9207-87f9-48a9-8542-6a6107740383', 'name': '', 'network_id': 'c67f0c3b-ac8b-4009-81cf-ca8801e39a47', 'tenant_id': 'a81eef91929c4a19bc6694e7e2b87f5f', 'mac_address': 'fa:16:3e:fb:ef:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcabbc6-47ef-4466-9901-ff4e4205e916', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61165b26-5d18-4679-a9ff-bb9c4cc65208', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:47Z', 'updated_at': '2021-08-18T12:38:50Z', 'revision_number': 4, 'project_id': 'a81eef91929c4a19bc6694e7e2b87f5f', 'subnets': [{'id': '61165b26-5d18-4679-a9ff-bb9c4cc65208', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '19aa28dc-ac0e-4711-90fb-406892d401c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:38:51.075519 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1d0645-090b-4b64-a391-214b38e1d749 None None] The sync data for ids ['4dcabbc6-47ef-4466-9901-ff4e4205e916'] in n-d-803603-2 is: [{'id': '4dcabbc6-47ef-4466-9901-ff4e4205e916', 'name': 'router1', 'tenant_id': 'a81eef91929c4a19bc6694e7e2b87f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:38:38Z', 'updated_at': '2021-08-18T12:38:48Z', 'revision_number': 2, 'project_id': 'a81eef91929c4a19bc6694e7e2b87f5f', 'gw_port_host': None, '_interfaces': [{'id': '190e9207-87f9-48a9-8542-6a6107740383', 'name': '', 'network_id': 'c67f0c3b-ac8b-4009-81cf-ca8801e39a47', 'tenant_id': 'a81eef91929c4a19bc6694e7e2b87f5f', 'mac_address': 'fa:16:3e:fb:ef:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcabbc6-47ef-4466-9901-ff4e4205e916', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61165b26-5d18-4679-a9ff-bb9c4cc65208', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:47Z', 'updated_at': '2021-08-18T12:38:50Z', 'revision_number': 4, 'project_id': 'a81eef91929c4a19bc6694e7e2b87f5f', 'subnets': [{'id': '61165b26-5d18-4679-a9ff-bb9c4cc65208', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '19aa28dc-ac0e-4711-90fb-406892d401c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:38:51.212717 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55254) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:38:51.322428 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5981b9be-07b3-4269-bd00-595a1bfa19df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:51.329184 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5981b9be-07b3-4269-bd00-595a1bfa19df admin admin] 10.222.0.13 "GET /v2.0/networks/0babe39a-03c6-4af7-9ca5-00804dd781c2 HTTP/1.1" status: 200 len: 842 time: 0.1100507 Aug 18 12:38:51.333307 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-74baef71-d6e0-4f1b-a84f-b85afb3be10c admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.25.6.0/24', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.25.6.1', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:38:51.446104 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74baef71-d6e0-4f1b-a84f-b85afb3be10c admin admin] Made reservation on behalf of 53accac7d886449ca739f9abdad8b38f for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:38:51.449069 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-74baef71-d6e0-4f1b-a84f-b85afb3be10c admin admin] Notify callbacks [] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:51.825667 n-d-803603-2 neutron-server[101676]: DEBUG neutron.objects.ports [None req-74baef71-d6e0-4f1b-a84f-b85afb3be10c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101676) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 12:38:51.826104 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-74baef71-d6e0-4f1b-a84f-b85afb3be10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:51.880602 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74baef71-d6e0-4f1b-a84f-b85afb3be10c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ce6c240-0f9c-4a52-9afa-7fbf063c9bac,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:51.889041 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74baef71-d6e0-4f1b-a84f-b85afb3be10c admin admin] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:38:51.889407 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74baef71-d6e0-4f1b-a84f-b85afb3be10c admin admin] Network hostable DHCP agents. Network: 0babe39a-03c6-4af7-9ca5-00804dd781c2, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:38:52.017913 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74baef71-d6e0-4f1b-a84f-b85afb3be10c admin admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:38:52.103841 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-74baef71-d6e0-4f1b-a84f-b85afb3be10c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 0babe39a-03c6-4af7-9ca5-00804dd781c2) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:38:52.113347 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74baef71-d6e0-4f1b-a84f-b85afb3be10c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:52.113347 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-74baef71-d6e0-4f1b-a84f-b85afb3be10c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:52.113584 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2656ab85-ce07-4680-a2fc-c126b8f2cd50 None None] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:38:52.197304 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-74baef71-d6e0-4f1b-a84f-b85afb3be10c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8673689 Aug 18 12:38:52.246738 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffe0fb9-f31c-495f-9c31-43f40f33ccfe None None] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:38:54.469331 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55262) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:38:54.671173 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-cbb61adf-3978-4fdc-9393-1fa47b0c10fa admin admin] 10.222.0.13 "GET /v2.0/routers/4dcabbc6-47ef-4466-9901-ff4e4205e916 HTTP/1.1" status: 200 len: 710 time: 0.2007055 Aug 18 12:38:54.758325 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e6dcf3-9ae7-4456-a672-6ee2bd6f38eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:54.759736 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d3e6dcf3-9ae7-4456-a672-6ee2bd6f38eb admin admin] 10.222.0.13 "GET /v2.0/networks/0babe39a-03c6-4af7-9ca5-00804dd781c2 HTTP/1.1" status: 200 len: 886 time: 0.0828638 Aug 18 12:38:54.769317 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-5eb020fc-45d9-4509-8bcf-46ef653f5ce5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:38:55.018986 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5eb020fc-45d9-4509-8bcf-46ef653f5ce5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:55.318045 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5eb020fc-45d9-4509-8bcf-46ef653f5ce5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:55.398705 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5eb020fc-45d9-4509-8bcf-46ef653f5ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:55.502067 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-5eb020fc-45d9-4509-8bcf-46ef653f5ce5 admin admin] Allocated IP 172.25.6.234 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/2f22623a-e49d-4cb6-ba5f-f0cc84a99213) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:38:55.602852 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5eb020fc-45d9-4509-8bcf-46ef653f5ce5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:55.722699 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5eb020fc-45d9-4509-8bcf-46ef653f5ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:55.761398 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb020fc-45d9-4509-8bcf-46ef653f5ce5 admin admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:38:55.765976 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-5eb020fc-45d9-4509-8bcf-46ef653f5ce5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:38:55.773839 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb020fc-45d9-4509-8bcf-46ef653f5ce5 admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:38:55.776634 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb020fc-45d9-4509-8bcf-46ef653f5ce5 admin admin] Pushing event updated for resources: {'Port': ['ID=2f22623a-e49d-4cb6-ba5f-f0cc84a99213,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:56.080162 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5eb020fc-45d9-4509-8bcf-46ef653f5ce5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:56.384633 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 190e9207-87f9-48a9-8542-6a6107740383 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:38:56.391605 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5eb020fc-45d9-4509-8bcf-46ef653f5ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-486308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5626'] for router, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:56.395990 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5eb020fc-45d9-4509-8bcf-46ef653f5ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-486154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-486161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563648'] for router, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:56.505827 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb020fc-45d9-4509-8bcf-46ef653f5ce5 admin admin] Router 4dcabbc6-47ef-4466-9901-ff4e4205e916 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:38:56.540675 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 190e9207-87f9-48a9-8542-6a6107740383 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:38:56.544680 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 190e9207-87f9-48a9-8542-6a6107740383 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:38:56.545052 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:56.613454 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb020fc-45d9-4509-8bcf-46ef653f5ce5 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:38:56.617658 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5eb020fc-45d9-4509-8bcf-46ef653f5ce5 admin admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:56.638203 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5eb020fc-45d9-4509-8bcf-46ef653f5ce5 admin admin] 10.222.0.13 "PUT /v2.0/routers/4dcabbc6-47ef-4466-9901-ff4e4205e916 HTTP/1.1" status: 200 len: 890 time: 1.8529961 Aug 18 12:38:56.638426 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:56.661730 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 190e9207-87f9-48a9-8542-6a6107740383, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=190e9207-87f9-48a9-8542-6a6107740383,segment=NetworkSegment(c2f041f0-3ee2-4238-b8aa-6c031642af2b),segment_id=c2f041f0-3ee2-4238-b8aa-6c031642af2b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:38:56.722501 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:56.771798 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=190e9207-87f9-48a9-8542-6a6107740383,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:57.465939 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062f95c0-737c-46bd-98e0-0e5a7fb44e65 None None] Sync routers for ids ['4dcabbc6-47ef-4466-9901-ff4e4205e916'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:38:57.475952 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062f95c0-737c-46bd-98e0-0e5a7fb44e65 None None] Routers {'4dcabbc6-47ef-4466-9901-ff4e4205e916'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:38:57.476592 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-062f95c0-737c-46bd-98e0-0e5a7fb44e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:38:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['4dcabbc6-47ef-4466-9901-ff4e4205e916'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:38:57.724339 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-062f95c0-737c-46bd-98e0-0e5a7fb44e65 None None] Set router 4dcabbc6-47ef-4466-9901-ff4e4205e916 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:38:58.110593 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-062f95c0-737c-46bd-98e0-0e5a7fb44e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcabbc6-47ef-4466-9901-ff4e4205e916', 'name': 'router1', 'tenant_id': 'a81eef91929c4a19bc6694e7e2b87f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '2f22623a-e49d-4cb6-ba5f-f0cc84a99213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:38:38Z', 'updated_at': '2021-08-18T12:38:55Z', 'revision_number': 4, 'project_id': 'a81eef91929c4a19bc6694e7e2b87f5f', 'gw_port': {'id': '2f22623a-e49d-4cb6-ba5f-f0cc84a99213', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcabbc6-47ef-4466-9901-ff4e4205e916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:55Z', 'updated_at': '2021-08-18T12:38:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '190e9207-87f9-48a9-8542-6a6107740383', 'name': '', 'network_id': 'c67f0c3b-ac8b-4009-81cf-ca8801e39a47', 'tenant_id': 'a81eef91929c4a19bc6694e7e2b87f5f', 'mac_address': 'fa:16:3e:fb:ef:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcabbc6-47ef-4466-9901-ff4e4205e916', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61165b26-5d18-4679-a9ff-bb9c4cc65208', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:47Z', 'updated_at': '2021-08-18T12:38:56Z', 'revision_number': 5, 'project_id': 'a81eef91929c4a19bc6694e7e2b87f5f', 'subnets': [{'id': '61165b26-5d18-4679-a9ff-bb9c4cc65208', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '19aa28dc-ac0e-4711-90fb-406892d401c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:38:58.159646 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062f95c0-737c-46bd-98e0-0e5a7fb44e65 None None] Checking router: 4dcabbc6-47ef-4466-9901-ff4e4205e916 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:38:58.162684 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062f95c0-737c-46bd-98e0-0e5a7fb44e65 None None] Updating router 4dcabbc6-47ef-4466-9901-ff4e4205e916 port 2f22623a-e49d-4cb6-ba5f-f0cc84a99213 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:38:58.207664 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-062f95c0-737c-46bd-98e0-0e5a7fb44e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:58.373952 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 190e9207-87f9-48a9-8542-6a6107740383 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:38:58.518045 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 190e9207-87f9-48a9-8542-6a6107740383 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:38:58.518708 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:58.599006 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-062f95c0-737c-46bd-98e0-0e5a7fb44e65 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:58.636917 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-062f95c0-737c-46bd-98e0-0e5a7fb44e65 None None] Transition to ACTIVE for port object 2f22623a-e49d-4cb6-ba5f-f0cc84a99213 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:38:58.710871 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-062f95c0-737c-46bd-98e0-0e5a7fb44e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:58.762539 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-062f95c0-737c-46bd-98e0-0e5a7fb44e65 None None] Attempting to bind port 2f22623a-e49d-4cb6-ba5f-f0cc84a99213 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:38:58.762914 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-062f95c0-737c-46bd-98e0-0e5a7fb44e65 None None] Attempting to bind port 2f22623a-e49d-4cb6-ba5f-f0cc84a99213 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:38:58.763279 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062f95c0-737c-46bd-98e0-0e5a7fb44e65 None None] Attempting to bind port 2f22623a-e49d-4cb6-ba5f-f0cc84a99213 on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:38:58.766002 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe6c04-33e8-4cd6-b85b-5e6082e8db21 None None] Pushing event updated for resources: {'Port': ['ID=2f22623a-e49d-4cb6-ba5f-f0cc84a99213,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:58.770445 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062f95c0-737c-46bd-98e0-0e5a7fb44e65 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:38:58.770823 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062f95c0-737c-46bd-98e0-0e5a7fb44e65 None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:38:58.771229 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-062f95c0-737c-46bd-98e0-0e5a7fb44e65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:58.771617 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062f95c0-737c-46bd-98e0-0e5a7fb44e65 None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:38:58.772086 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-062f95c0-737c-46bd-98e0-0e5a7fb44e65 None None] Bound port: 2f22623a-e49d-4cb6-ba5f-f0cc84a99213, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:38:58.772492 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-062f95c0-737c-46bd-98e0-0e5a7fb44e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:58.915561 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-062f95c0-737c-46bd-98e0-0e5a7fb44e65 None None] For port 2f22623a-e49d-4cb6-ba5f-f0cc84a99213, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:38:58.918512 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-062f95c0-737c-46bd-98e0-0e5a7fb44e65 None None] For port 2f22623a-e49d-4cb6-ba5f-f0cc84a99213, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=2f22623a-e49d-4cb6-ba5f-f0cc84a99213,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:38:58.976187 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55274) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:38:58.985599 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-062f95c0-737c-46bd-98e0-0e5a7fb44e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:59.043464 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062f95c0-737c-46bd-98e0-0e5a7fb44e65 None None] Routers {'4dcabbc6-47ef-4466-9901-ff4e4205e916'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:38:59.044075 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-062f95c0-737c-46bd-98e0-0e5a7fb44e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:38:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['4dcabbc6-47ef-4466-9901-ff4e4205e916'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:38:59.045766 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe6c04-33e8-4cd6-b85b-5e6082e8db21 None None] Pushing event updated for resources: {'Port': ['ID=2f22623a-e49d-4cb6-ba5f-f0cc84a99213,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:59.089732 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d39b6e99-364c-4929-b0ab-48bad89392b9 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1123896 Aug 18 12:38:59.155932 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-062f95c0-737c-46bd-98e0-0e5a7fb44e65 None None] Set router 4dcabbc6-47ef-4466-9901-ff4e4205e916 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:38:59.374773 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-062f95c0-737c-46bd-98e0-0e5a7fb44e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcabbc6-47ef-4466-9901-ff4e4205e916', 'name': 'router1', 'tenant_id': 'a81eef91929c4a19bc6694e7e2b87f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '2f22623a-e49d-4cb6-ba5f-f0cc84a99213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:38:38Z', 'updated_at': '2021-08-18T12:38:55Z', 'revision_number': 4, 'project_id': 'a81eef91929c4a19bc6694e7e2b87f5f', 'gw_port': {'id': '2f22623a-e49d-4cb6-ba5f-f0cc84a99213', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcabbc6-47ef-4466-9901-ff4e4205e916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:55Z', 'updated_at': '2021-08-18T12:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '190e9207-87f9-48a9-8542-6a6107740383', 'name': '', 'network_id': 'c67f0c3b-ac8b-4009-81cf-ca8801e39a47', 'tenant_id': 'a81eef91929c4a19bc6694e7e2b87f5f', 'mac_address': 'fa:16:3e:fb:ef:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcabbc6-47ef-4466-9901-ff4e4205e916', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61165b26-5d18-4679-a9ff-bb9c4cc65208', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:47Z', 'updated_at': '2021-08-18T12:38:56Z', 'revision_number': 5, 'project_id': 'a81eef91929c4a19bc6694e7e2b87f5f', 'subnets': [{'id': '61165b26-5d18-4679-a9ff-bb9c4cc65208', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '19aa28dc-ac0e-4711-90fb-406892d401c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:38:59.402258 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062f95c0-737c-46bd-98e0-0e5a7fb44e65 None None] The sync data for ids ['4dcabbc6-47ef-4466-9901-ff4e4205e916'] in n-d-803603-2 is: [{'id': '4dcabbc6-47ef-4466-9901-ff4e4205e916', 'name': 'router1', 'tenant_id': 'a81eef91929c4a19bc6694e7e2b87f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '2f22623a-e49d-4cb6-ba5f-f0cc84a99213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:38:38Z', 'updated_at': '2021-08-18T12:38:55Z', 'revision_number': 4, 'project_id': 'a81eef91929c4a19bc6694e7e2b87f5f', 'gw_port': {'id': '2f22623a-e49d-4cb6-ba5f-f0cc84a99213', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcabbc6-47ef-4466-9901-ff4e4205e916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:55Z', 'updated_at': '2021-08-18T12:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '190e9207-87f9-48a9-8542-6a6107740383', 'name': '', 'network_id': 'c67f0c3b-ac8b-4009-81cf-ca8801e39a47', 'tenant_id': 'a81eef91929c4a19bc6694e7e2b87f5f', 'mac_address': 'fa:16:3e:fb:ef:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcabbc6-47ef-4466-9901-ff4e4205e916', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61165b26-5d18-4679-a9ff-bb9c4cc65208', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:47Z', 'updated_at': '2021-08-18T12:38:56Z', 'revision_number': 5, 'project_id': 'a81eef91929c4a19bc6694e7e2b87f5f', 'subnets': [{'id': '61165b26-5d18-4679-a9ff-bb9c4cc65208', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '19aa28dc-ac0e-4711-90fb-406892d401c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:39:00.394192 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 2f22623a-e49d-4cb6-ba5f-f0cc84a99213 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:39:00.508669 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 2f22623a-e49d-4cb6-ba5f-f0cc84a99213 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:39:00.512474 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 2f22623a-e49d-4cb6-ba5f-f0cc84a99213 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:39:00.512851 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:39:00.590779 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:39:00.609655 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 2f22623a-e49d-4cb6-ba5f-f0cc84a99213, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=2f22623a-e49d-4cb6-ba5f-f0cc84a99213,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:39:00.681970 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:39:00.729899 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=2f22623a-e49d-4cb6-ba5f-f0cc84a99213,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:39:02.375776 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 2f22623a-e49d-4cb6-ba5f-f0cc84a99213 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:39:02.436097 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 2f22623a-e49d-4cb6-ba5f-f0cc84a99213 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:39:02.436829 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:39:08.811624 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 5 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:39:11.417443 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-18029973-9369-48c5-a775-8a3912d77924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:39:13.659243 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-987cb5af-4c62-486c-abd0-9771e8de1fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:39:14.417587 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:39:15.126301 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:39:17.093353 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:39:41.411087 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3c9a8b7f-8412-4b77-a12d-23a219680c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:39:43.656830 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ddc0a0bd-1729-49c9-b3ce-859ca5413203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:39:45.071434 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:39:45.167771 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:39:45.811204 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 5 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:39:47.098762 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:11.417994 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-99a6072f-43db-402b-8628-35f897842669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:13.673283 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3a268387-8a13-480d-a36a-0a171290ea55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:14.412797 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:15.141769 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:17.092256 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:22.809738 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 5 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:40:39.835347 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55876) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:40:39.901429 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf3dfacd-543c-4026-8e26-20e709f2aaff admin admin] GET failed (client error): The resource could not be found. Aug 18 12:40:39.902768 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-bf3dfacd-543c-4026-8e26-20e709f2aaff admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0664961 Aug 18 12:40:40.077914 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab10ac77-c0b4-4f38-979c-6e9fea27494d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:40.079341 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ab10ac77-c0b4-4f38-979c-6e9fea27494d admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1723051 Aug 18 12:40:41.409641 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3ffc0efc-563c-4974-9e8f-c70d0317c6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:42.212103 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55886) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:40:42.302130 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7162ee1d-63d7-4ff5-8448-1ea44d9b8d6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:42.303514 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7162ee1d-63d7-4ff5-8448-1ea44d9b8d6f admin admin] 10.222.0.13 "GET /v2.0/subnets/61165b26-5d18-4679-a9ff-bb9c4cc65208 HTTP/1.1" status: 200 len: 849 time: 0.0904391 Aug 18 12:40:42.313035 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-230f7b59-8c12-4504-85d0-70af3a2be8f4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:40:42.398303 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-230f7b59-8c12-4504-85d0-70af3a2be8f4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:42.594545 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-230f7b59-8c12-4504-85d0-70af3a2be8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783897558375'] for subnet, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:42.628642 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230f7b59-8c12-4504-85d0-70af3a2be8f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:42.629777 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-230f7b59-8c12-4504-85d0-70af3a2be8f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:42.634194 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-230f7b59-8c12-4504-85d0-70af3a2be8f4 admin admin] 10.222.0.13 "PUT /v2.0/subnets/61165b26-5d18-4679-a9ff-bb9c4cc65208 HTTP/1.1" status: 200 len: 868 time: 0.3211603 Aug 18 12:40:42.634379 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2cc72f-c984-429a-88fe-7e350cd51844 None None] Network c67f0c3b-ac8b-4009-81cf-ca8801e39a47 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:40:42.652471 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f7b59-8c12-4504-85d0-70af3a2be8f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61165b26-5d18-4679-a9ff-bb9c4cc65208,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:40:42.659790 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f7b59-8c12-4504-85d0-70af3a2be8f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:42.660138 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f7b59-8c12-4504-85d0-70af3a2be8f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:42.660575 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f7b59-8c12-4504-85d0-70af3a2be8f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:42.665193 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f7b59-8c12-4504-85d0-70af3a2be8f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:42.665193 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f7b59-8c12-4504-85d0-70af3a2be8f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:42.665193 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f7b59-8c12-4504-85d0-70af3a2be8f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:42.665193 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f7b59-8c12-4504-85d0-70af3a2be8f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:42.665193 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f7b59-8c12-4504-85d0-70af3a2be8f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:42.665193 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f7b59-8c12-4504-85d0-70af3a2be8f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:42.665193 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f7b59-8c12-4504-85d0-70af3a2be8f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:42.665193 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f7b59-8c12-4504-85d0-70af3a2be8f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:42.665193 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f7b59-8c12-4504-85d0-70af3a2be8f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:43.042203 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a3d75baa-7437-41e9-8389-1645c08050c2 None None] Provisioning complete for port 30d16f3f-7954-4159-ab96-94e4030c0397 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:40:43.042639 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a3d75baa-7437-41e9-8389-1645c08050c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:43.128353 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a3d75baa-7437-41e9-8389-1645c08050c2 None None] Provisioning complete for port 190e9207-87f9-48a9-8542-6a6107740383 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:40:43.128725 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a3d75baa-7437-41e9-8389-1645c08050c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:43.650163 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8f87313e-7f65-4344-96d6-e2b4f6ae9efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:44.421703 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:44.822835 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55894) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:40:45.020214 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765c1f47-f52a-48b2-ab55-e4c47a55ccd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:45.020593 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765c1f47-f52a-48b2-ab55-e4c47a55ccd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:45.022163 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-765c1f47-f52a-48b2-ab55-e4c47a55ccd3 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1983192 Aug 18 12:40:45.149137 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:47.069570 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:47.145449 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55902) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:40:47.280184 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019aeadf-e352-41b2-b8b7-37fec2127040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:47.280654 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019aeadf-e352-41b2-b8b7-37fec2127040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:47.282155 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-019aeadf-e352-41b2-b8b7-37fec2127040 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1357567 Aug 18 12:40:49.405178 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55910) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:40:49.532176 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77810ee-032c-4a98-b66d-f7dc20d1b3d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:49.533542 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c77810ee-032c-4a98-b66d-f7dc20d1b3d4 admin admin] 10.222.0.13 "GET /v2.0/networks/0babe39a-03c6-4af7-9ca5-00804dd781c2 HTTP/1.1" status: 200 len: 886 time: 0.1274188 Aug 18 12:40:51.646630 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55920) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:40:51.773464 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a1db0d-eae3-4b29-b902-fc9b04433119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:51.774830 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-55a1db0d-eae3-4b29-b902-fc9b04433119 admin admin] 10.222.0.13 "GET /v2.0/networks/c67f0c3b-ac8b-4009-81cf-ca8801e39a47 HTTP/1.1" status: 200 len: 869 time: 0.1272609 Aug 18 12:40:53.882751 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55928) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:40:54.007021 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d108342-e4b5-4ae9-8135-b3786dfee5ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:54.007480 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d108342-e4b5-4ae9-8135-b3786dfee5ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:54.008999 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0d108342-e4b5-4ae9-8135-b3786dfee5ea admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1252823 Aug 18 12:40:56.137721 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55936) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:40:56.226963 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8270b2c0-4d46-4b90-ab1e-8bc3eed86152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:56.227419 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8270b2c0-4d46-4b90-ab1e-8bc3eed86152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:56.228899 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8270b2c0-4d46-4b90-ab1e-8bc3eed86152 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0902033 Aug 18 12:40:58.341983 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55944) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:40:58.431693 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c681d2ea-ec67-4bb1-89bd-1c924acd4fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:58.433038 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c681d2ea-ec67-4bb1-89bd-1c924acd4fb7 admin admin] 10.222.0.13 "GET /v2.0/subnets/61165b26-5d18-4679-a9ff-bb9c4cc65208 HTTP/1.1" status: 200 len: 868 time: 0.0900829 Aug 18 12:40:59.808448 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 5 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:41:00.557376 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55952) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:41:00.641656 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba54167-8012-4cb4-b894-d2fd05525652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:41:00.642961 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-cba54167-8012-4cb4-b894-d2fd05525652 admin admin] 10.222.0.13 "GET /v2.0/subnets/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac HTTP/1.1" status: 200 len: 816 time: 0.0846112 Aug 18 12:41:11.416962 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-06118dc3-58d7-4bc1-b42f-5d847149ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:41:13.639520 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a7c2d2a0-624a-428e-ae96-35f07284ea4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:41:14.411279 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:41:15.132014 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:41:17.089559 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:41:24.255265 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 56006) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:41:24.304189 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [None req-da52e213-8302-4811-b629-0d46bcba2080 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:41:24.305212 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-da52e213-8302-4811-b629-0d46bcba2080 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0483651 Aug 18 12:41:26.497457 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56014) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:41:26.556495 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb3e851-6be6-41a3-b49a-8881757f8805 admin admin] GET failed (client error): The resource could not be found. Aug 18 12:41:26.557786 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-adb3e851-6be6-41a3-b49a-8881757f8805 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0594068 Aug 18 12:41:26.699118 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fc90db-8506-4322-b47a-3274d8851299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:41:26.700589 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-61fc90db-8506-4322-b47a-3274d8851299 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1384528 Aug 18 12:41:28.835482 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56022) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:41:28.882333 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-821a33b7-9de8-411e-919e-cf8170f26f55 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:41:28.959115 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821a33b7-9de8-411e-919e-cf8170f26f55 admin admin] Made reservation on behalf of 53accac7d886449ca739f9abdad8b38f for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:41:28.961304 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-821a33b7-9de8-411e-919e-cf8170f26f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:41:28.988960 n-d-803603-2 neutron-server[101676]: WARNING neutron.services.revisions.revision_plugin [None req-821a33b7-9de8-411e-919e-cf8170f26f55 admin admin] Could not find related network for resource to bump revision. Aug 18 12:41:28.999751 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-821a33b7-9de8-411e-919e-cf8170f26f55 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:41:29.008941 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-821a33b7-9de8-411e-919e-cf8170f26f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:41:29.009282 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-821a33b7-9de8-411e-919e-cf8170f26f55 admin admin] Added segment 74faf14d-ed36-4596-8bd1-4df5fb344559 of type vlan for network f82a481e-2d3e-49f3-a273-639556667c8a Aug 18 12:41:29.055242 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-821a33b7-9de8-411e-919e-cf8170f26f55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:41:29.146029 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-821a33b7-9de8-411e-919e-cf8170f26f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:41:29.147004 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821a33b7-9de8-411e-919e-cf8170f26f55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:41:29.147581 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-821a33b7-9de8-411e-919e-cf8170f26f55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:41:29.207103 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821a33b7-9de8-411e-919e-cf8170f26f55 admin admin] Pushing event updated for resources: {'Network': ['ID=f82a481e-2d3e-49f3-a273-639556667c8a,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:41:29.213347 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821a33b7-9de8-411e-919e-cf8170f26f55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:41:29.213695 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821a33b7-9de8-411e-919e-cf8170f26f55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:41:29.214034 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821a33b7-9de8-411e-919e-cf8170f26f55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:41:29.214401 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821a33b7-9de8-411e-919e-cf8170f26f55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:41:29.214735 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821a33b7-9de8-411e-919e-cf8170f26f55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:41:29.215065 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821a33b7-9de8-411e-919e-cf8170f26f55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:41:29.215394 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821a33b7-9de8-411e-919e-cf8170f26f55 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:41:29.215715 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821a33b7-9de8-411e-919e-cf8170f26f55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:41:29.216045 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821a33b7-9de8-411e-919e-cf8170f26f55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:41:29.216369 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821a33b7-9de8-411e-919e-cf8170f26f55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:41:29.216702 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821a33b7-9de8-411e-919e-cf8170f26f55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:41:29.217015 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821a33b7-9de8-411e-919e-cf8170f26f55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:41:29.228545 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network f82a481e-2d3e-49f3-a273-639556667c8a details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:41:29.272462 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-821a33b7-9de8-411e-919e-cf8170f26f55 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4359081 Aug 18 12:41:31.416225 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56030) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:41:31.475291 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-24a0df93-76aa-40fc-9ff4-d28fc9b76d9b admin admin] GET failed (client error): The resource could not be found. Aug 18 12:41:31.476584 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-24a0df93-76aa-40fc-9ff4-d28fc9b76d9b admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0594239 Aug 18 12:41:31.547518 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cd5d56-4bed-47f3-afbc-edb21a164ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:41:31.548923 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a8cd5d56-4bed-47f3-afbc-edb21a164ea6 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0680721 Aug 18 12:41:31.558724 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-fee437cb-41ab-4200-b6dc-5f6130135463 admin admin] Request body: {'subnet': {'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:41:31.622328 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee437cb-41ab-4200-b6dc-5f6130135463 admin admin] Made reservation on behalf of 53accac7d886449ca739f9abdad8b38f for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:41:31.624436 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fee437cb-41ab-4200-b6dc-5f6130135463 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:41:31.854785 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fee437cb-41ab-4200-b6dc-5f6130135463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:41:31.912064 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee437cb-41ab-4200-b6dc-5f6130135463 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:41:31.916444 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee437cb-41ab-4200-b6dc-5f6130135463 admin admin] Checking segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:41:31.916802 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee437cb-41ab-4200-b6dc-5f6130135463 admin admin] Network hostable DHCP agents. Network: f82a481e-2d3e-49f3-a273-639556667c8a, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:41:32.008750 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee437cb-41ab-4200-b6dc-5f6130135463 admin admin] Network f82a481e-2d3e-49f3-a273-639556667c8a is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:41:32.060274 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-fee437cb-41ab-4200-b6dc-5f6130135463 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, f82a481e-2d3e-49f3-a273-639556667c8a) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:41:32.064258 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee437cb-41ab-4200-b6dc-5f6130135463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:41:32.064850 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fee437cb-41ab-4200-b6dc-5f6130135463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:41:32.069817 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01d4ca3-662f-4b08-8cde-05da3f221415 None None] Network f82a481e-2d3e-49f3-a273-639556667c8a requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:41:32.141807 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-fee437cb-41ab-4200-b6dc-5f6130135463 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5862715 Aug 18 12:41:32.317272 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcd096f-eb3c-43fa-a135-53d49bf77ea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-f82a481e-2d3e-49f3-a273-639556667c8a', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'tenant_id': '53accac7d886449ca739f9abdad8b38f', 'fixed_ips': [{'subnet_id': '38dc8434-66c0-4e05-8cce-b4a4a0f33dc3'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:41:32.318149 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8dcd096f-eb3c-43fa-a135-53d49bf77ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:41:32.453064 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-8dcd096f-eb3c-43fa-a135-53d49bf77ea6 None None] Allocated IP 192.168.233.2 (f82a481e-2d3e-49f3-a273-639556667c8a/38dc8434-66c0-4e05-8cce-b4a4a0f33dc3/062a26f5-290e-46e1-8e17-7e0f9a8060b5) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:41:32.595869 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8dcd096f-eb3c-43fa-a135-53d49bf77ea6 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:41:32.604532 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-8dcd096f-eb3c-43fa-a135-53d49bf77ea6 None None] Transition to ACTIVE for port object 062a26f5-290e-46e1-8e17-7e0f9a8060b5 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:41:32.619185 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-8dcd096f-eb3c-43fa-a135-53d49bf77ea6 None None] Transition to ACTIVE for port object 062a26f5-290e-46e1-8e17-7e0f9a8060b5 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:41:32.703080 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8dcd096f-eb3c-43fa-a135-53d49bf77ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:41:32.739238 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcd096f-eb3c-43fa-a135-53d49bf77ea6 None None] Network f82a481e-2d3e-49f3-a273-639556667c8a is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:41:32.744007 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-8dcd096f-eb3c-43fa-a135-53d49bf77ea6 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:41:32.749553 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcd096f-eb3c-43fa-a135-53d49bf77ea6 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:41:32.754875 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd096f-eb3c-43fa-a135-53d49bf77ea6 None None] Pushing event updated for resources: {'Port': ['ID=062a26f5-290e-46e1-8e17-7e0f9a8060b5,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:41:32.765961 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd096f-eb3c-43fa-a135-53d49bf77ea6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:41:32.766336 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd096f-eb3c-43fa-a135-53d49bf77ea6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:41:32.766673 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd096f-eb3c-43fa-a135-53d49bf77ea6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:41:32.767006 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd096f-eb3c-43fa-a135-53d49bf77ea6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:41:32.767336 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd096f-eb3c-43fa-a135-53d49bf77ea6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:41:32.767706 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd096f-eb3c-43fa-a135-53d49bf77ea6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:41:32.767986 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd096f-eb3c-43fa-a135-53d49bf77ea6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:41:32.768305 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd096f-eb3c-43fa-a135-53d49bf77ea6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:41:32.768626 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd096f-eb3c-43fa-a135-53d49bf77ea6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:41:32.768965 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd096f-eb3c-43fa-a135-53d49bf77ea6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:41:32.769297 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd096f-eb3c-43fa-a135-53d49bf77ea6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:41:32.769617 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd096f-eb3c-43fa-a135-53d49bf77ea6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:41:32.818931 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-8dcd096f-eb3c-43fa-a135-53d49bf77ea6 None None] Attempting to bind port 062a26f5-290e-46e1-8e17-7e0f9a8060b5 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:41:32.819301 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-8dcd096f-eb3c-43fa-a135-53d49bf77ea6 None None] Attempting to bind port 062a26f5-290e-46e1-8e17-7e0f9a8060b5 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:41:32.819652 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd096f-eb3c-43fa-a135-53d49bf77ea6 None None] Attempting to bind port 062a26f5-290e-46e1-8e17-7e0f9a8060b5 on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:41:32.824499 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd096f-eb3c-43fa-a135-53d49bf77ea6 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:41:32.824869 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd096f-eb3c-43fa-a135-53d49bf77ea6 None None] Checking segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:41:32.825264 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8dcd096f-eb3c-43fa-a135-53d49bf77ea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:41:32.825646 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd096f-eb3c-43fa-a135-53d49bf77ea6 None None] Bound using segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:41:32.826102 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-8dcd096f-eb3c-43fa-a135-53d49bf77ea6 None None] Bound port: 062a26f5-290e-46e1-8e17-7e0f9a8060b5, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:41:32.826523 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8dcd096f-eb3c-43fa-a135-53d49bf77ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:41:32.889498 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-8dcd096f-eb3c-43fa-a135-53d49bf77ea6 None None] For port 062a26f5-290e-46e1-8e17-7e0f9a8060b5, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:41:32.892512 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-8dcd096f-eb3c-43fa-a135-53d49bf77ea6 None None] For port 062a26f5-290e-46e1-8e17-7e0f9a8060b5, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=062a26f5-290e-46e1-8e17-7e0f9a8060b5,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:41:32.975820 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8dcd096f-eb3c-43fa-a135-53d49bf77ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:41:33.036524 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd096f-eb3c-43fa-a135-53d49bf77ea6 None None] Pushing event updated for resources: {'Port': ['ID=062a26f5-290e-46e1-8e17-7e0f9a8060b5,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:41:33.849829 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77076d26-d574-4ae0-b4f2-282846812b0e None None] Network f82a481e-2d3e-49f3-a273-639556667c8a requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:41:33.965701 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-94abfde6-e17e-4ea8-b221-f9cc3a193b03 None None] Provisioning for port 062a26f5-290e-46e1-8e17-7e0f9a8060b5 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:41:34.506477 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 062a26f5-290e-46e1-8e17-7e0f9a8060b5 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:41:34.620679 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 062a26f5-290e-46e1-8e17-7e0f9a8060b5 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:41:34.624778 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 062a26f5-290e-46e1-8e17-7e0f9a8060b5 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:41:34.625176 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:41:34.708641 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:41:34.740452 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 062a26f5-290e-46e1-8e17-7e0f9a8060b5, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=062a26f5-290e-46e1-8e17-7e0f9a8060b5,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:41:34.820836 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:41:34.870870 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=062a26f5-290e-46e1-8e17-7e0f9a8060b5,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:41:36.479729 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 062a26f5-290e-46e1-8e17-7e0f9a8060b5 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:41:36.527672 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 062a26f5-290e-46e1-8e17-7e0f9a8060b5 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:41:36.528038 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:41:36.806461 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 5 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:41:41.431378 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3fe4706d-3d54-445e-911d-c813887d2147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:41:43.651123 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6d0028d5-938b-4c53-b478-0a2f38864d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:41:44.450795 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:41:45.136206 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:41:47.078978 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:11.433327 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-60276694-d288-4860-9804-75cce13a7527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:13.690483 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-19d0010a-8ef8-4a0e-bf9a-8f9672fa8d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:13.805109 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 5 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:42:14.455738 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:15.141522 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:17.088324 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:41.409244 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-495ada1b-00b5-4414-a44a-ea8750d96094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:43.672596 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2557457b-95a2-4afc-a460-dda61fb5e435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:44.437805 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:45.156552 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:47.083639 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:50.804194 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 5 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:43:11.430360 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-327ba458-2122-4bd4-9466-4f0ff9e76aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:43:13.090281 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56082) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:43:13.096260 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-6371dc79-2dc3-4dad-8e66-7dbfefe66331 tempest-verify_tempest_config-1291524356 tempest-verify_tempest_config-1291524356-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:43:13.097224 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6371dc79-2dc3-4dad-8e66-7dbfefe66331 tempest-verify_tempest_config-1291524356 tempest-verify_tempest_config-1291524356-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059888 Aug 18 12:43:13.643571 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1fcabeea-d4d7-4b7f-bdd8-f56e7073a84b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:43:13.644056 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56100) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:43:13.743814 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4b2969c0-37b2-4f99-8269-f11e13b5750a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:43:13.827627 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4b2969c0-37b2-4f99-8269-f11e13b5750a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:43:13.898625 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4b2969c0-37b2-4f99-8269-f11e13b5750a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:43:14.041762 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4b2969c0-37b2-4f99-8269-f11e13b5750a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b52aabb09b4642fe9410e9c8d1ca939a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3971002 Aug 18 12:43:14.042735 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2969c0-37b2-4f99-8269-f11e13b5750a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0b761b-3eda-4383-b838-442b7f0c1233,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:43:14.044456 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 56104) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:43:14.049673 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2969c0-37b2-4f99-8269-f11e13b5750a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:43:14.050031 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2969c0-37b2-4f99-8269-f11e13b5750a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:43:14.050370 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2969c0-37b2-4f99-8269-f11e13b5750a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:43:14.050698 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2969c0-37b2-4f99-8269-f11e13b5750a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:43:14.051024 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2969c0-37b2-4f99-8269-f11e13b5750a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:43:14.051344 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2969c0-37b2-4f99-8269-f11e13b5750a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:43:14.051661 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2969c0-37b2-4f99-8269-f11e13b5750a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:43:14.051977 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2969c0-37b2-4f99-8269-f11e13b5750a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:43:14.052294 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2969c0-37b2-4f99-8269-f11e13b5750a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:43:14.052642 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2969c0-37b2-4f99-8269-f11e13b5750a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:43:14.052953 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2969c0-37b2-4f99-8269-f11e13b5750a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:43:14.053266 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2969c0-37b2-4f99-8269-f11e13b5750a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:43:14.138823 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4a337758-0460-4955-8e88-b42406a216bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:43:14.159012 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4a337758-0460-4955-8e88-b42406a216bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:43:14.322083 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4a337758-0460-4955-8e88-b42406a216bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:43:14.324620 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4a337758-0460-4955-8e88-b42406a216bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:43:14.325798 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4a337758-0460-4955-8e88-b42406a216bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e0b761b-3eda-4383-b838-442b7f0c1233 HTTP/1.1" status: 204 len: 168 time: 0.2803257 Aug 18 12:43:14.333556 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a337758-0460-4955-8e88-b42406a216bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0b761b-3eda-4383-b838-442b7f0c1233,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:43:14.340772 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a337758-0460-4955-8e88-b42406a216bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:43:14.341113 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a337758-0460-4955-8e88-b42406a216bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:43:14.346388 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a337758-0460-4955-8e88-b42406a216bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:43:14.346388 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a337758-0460-4955-8e88-b42406a216bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:43:14.346388 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a337758-0460-4955-8e88-b42406a216bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:43:14.346388 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a337758-0460-4955-8e88-b42406a216bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:43:14.346388 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a337758-0460-4955-8e88-b42406a216bf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:43:14.346388 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a337758-0460-4955-8e88-b42406a216bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:43:14.346388 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a337758-0460-4955-8e88-b42406a216bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:43:14.346388 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a337758-0460-4955-8e88-b42406a216bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:43:14.346388 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a337758-0460-4955-8e88-b42406a216bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:43:14.346388 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a337758-0460-4955-8e88-b42406a216bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:43:14.510234 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:43:15.167237 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:43:17.117213 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:43:27.803528 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 5 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:43:41.423891 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5db281e9-b727-4b60-9214-c6e194d4a02f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:43:43.669833 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f3ebd172-7705-4a97-8813-eaf8cd59aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:43:44.463625 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:43:45.149435 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:43:47.099792 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:04.801521 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 5 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:44:11.418960 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-67fc9e6c-b4a0-475d-b930-3f3e7d642d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:13.664902 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-80121bd6-74af-4757-accf-3abee43e94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:14.453554 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:15.160173 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:17.103814 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:41.401604 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-07de1e53-d1fd-4b46-b089-159134495a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:41.799730 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 5 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:44:43.670266 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2caa65f0-247f-4bc1-aab9-7ca506039e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:44.458655 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:45.132765 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:47.093361 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:45:11.427973 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cc29a5bc-0ef9-4bc0-be44-15f3647fca08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:45:13.652099 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-443c3fc5-30d1-4aa8-9bca-6e087a7bd141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:45:14.447466 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:45:15.170643 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:45:17.107843 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:45:18.798522 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 5 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:45:41.406185 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-859aeae8-f1b0-42b4-8121-ec095e507168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:45:43.765997 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4c5052fb-c7a5-47f0-bc7b-eef7ae896426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:45:44.490617 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:45:45.181972 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:45:47.113177 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:45:55.796757 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 5 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:45:57.588710 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-428396'] for agent, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:45:58.308799 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-428396'] for agent, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:46:11.420896 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5bb1a932-24f8-420f-98af-4ef645a99599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:46:13.668530 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9817c186-138b-4c85-a3eb-c0c1de24c87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:46:14.457187 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:46:15.188471 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:46:17.112367 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:46:27.547904 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:46:28.256456 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:46:32.796008 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:46:41.445130 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ffc54e91-1c9d-4372-b1f6-089e7f955a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:46:43.668611 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6a0c6b56-4077-4331-b966-0d8a853fc4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:46:44.442253 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 56168) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:46:44.495708 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:46:44.545488 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5225d701-8297-463c-9508-bc78a81e5f8d admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1021450 Aug 18 12:46:45.164987 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:46:46.663514 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 56178) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:46:46.717784 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0c99a0da-de88-414c-bff4-e5d7b75ca14b admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0532191 Aug 18 12:46:47.101953 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:46:57.518852 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:46:58.277878 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:09.795311 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:47:11.421701 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d2e89e45-b704-409c-b1d7-64e1654172fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:13.660335 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1b8ffc1f-0a67-47f9-a666-100e19b13e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:14.581643 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:15.197147 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:17.145652 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:27.549051 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:28.243637 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:41.455224 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f8c3ee00-8d86-44cd-8dc3-c74f65554617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:43.671363 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8458a49e-d7cb-4135-8921-185b39448b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:44.432899 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:45.191734 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:46.795183 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:47:47.129826 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:57.575701 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:58.266709 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:11.540238 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-05dbbff7-e623-452e-8e63-a13a843ac093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:13.695351 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8bb8c054-6a8a-43e1-b805-4b3be5574aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:14.493706 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:14.608529 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 56734) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:14.734926 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e705416d-512f-40ac-80f7-39ce5d8be52b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:14.856721 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e705416d-512f-40ac-80f7-39ce5d8be52b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:14.946504 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e705416d-512f-40ac-80f7-39ce5d8be52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:14.996280 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e705416d-512f-40ac-80f7-39ce5d8be52b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=daa94d2a334644a2b59a39407fe2c716&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3842826 Aug 18 12:48:14.996280 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705416d-512f-40ac-80f7-39ce5d8be52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3e07d1-ff45-4fec-96b3-c73d2810cec9,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:14.996624 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56764) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:15.003335 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705416d-512f-40ac-80f7-39ce5d8be52b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:15.003804 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705416d-512f-40ac-80f7-39ce5d8be52b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:15.004245 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705416d-512f-40ac-80f7-39ce5d8be52b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:15.004687 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705416d-512f-40ac-80f7-39ce5d8be52b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:15.005184 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705416d-512f-40ac-80f7-39ce5d8be52b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:15.005580 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705416d-512f-40ac-80f7-39ce5d8be52b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:15.005976 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705416d-512f-40ac-80f7-39ce5d8be52b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:15.006402 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705416d-512f-40ac-80f7-39ce5d8be52b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:15.006794 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705416d-512f-40ac-80f7-39ce5d8be52b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:15.007186 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705416d-512f-40ac-80f7-39ce5d8be52b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:15.007744 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705416d-512f-40ac-80f7-39ce5d8be52b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:15.008140 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705416d-512f-40ac-80f7-39ce5d8be52b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:15.011908 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705416d-512f-40ac-80f7-39ce5d8be52b admin admin] Tracked resource versions report: Aug 18 12:48:15.011908 n-d-803603-2 neutron-server[101675]: pushed versions: Aug 18 12:48:15.011908 n-d-803603-2 neutron-server[101675]: { 'AddressGroup': {'1.2'}, Aug 18 12:48:15.011908 n-d-803603-2 neutron-server[101675]: 'ConntrackHelper': {'1.0'}, Aug 18 12:48:15.011908 n-d-803603-2 neutron-server[101675]: 'Log': {'1.0'}, Aug 18 12:48:15.011908 n-d-803603-2 neutron-server[101675]: 'Network': {'1.1'}, Aug 18 12:48:15.011908 n-d-803603-2 neutron-server[101675]: 'Port': {'1.7'}, Aug 18 12:48:15.011908 n-d-803603-2 neutron-server[101675]: 'PortForwarding': {'1.2'}, Aug 18 12:48:15.011908 n-d-803603-2 neutron-server[101675]: 'QosPolicy': {'1.9'}, Aug 18 12:48:15.011908 n-d-803603-2 neutron-server[101675]: 'SecurityGroup': {'1.4'}, Aug 18 12:48:15.011908 n-d-803603-2 neutron-server[101675]: 'SecurityGroupRule': {'1.2'}, Aug 18 12:48:15.011908 n-d-803603-2 neutron-server[101675]: 'SubPort': {'1.0'}, Aug 18 12:48:15.011908 n-d-803603-2 neutron-server[101675]: 'Subnet': {'1.1'}, Aug 18 12:48:15.011908 n-d-803603-2 neutron-server[101675]: 'Trunk': {'1.1'}} Aug 18 12:48:15.011908 n-d-803603-2 neutron-server[101675]: consumer versions: Aug 18 12:48:15.011908 n-d-803603-2 neutron-server[101675]: { DHCP agent@n-d-803603-2: {}, Aug 18 12:48:15.011908 n-d-803603-2 neutron-server[101675]: HyperV agent@n-h1-803603-2: {}, Aug 18 12:48:15.011908 n-d-803603-2 neutron-server[101675]: HyperV agent@n-h2-803603-2: {}, Aug 18 12:48:15.011908 n-d-803603-2 neutron-server[101675]: L3 agent@n-d-803603-2: {}, Aug 18 12:48:15.011908 n-d-803603-2 neutron-server[101675]: Metadata agent@n-d-803603-2: {}, Aug 18 12:48:15.011908 n-d-803603-2 neutron-server[101675]: Metering agent@n-d-803603-2: {}, Aug 18 12:48:15.011908 n-d-803603-2 neutron-server[101675]: Open vSwitch agent@n-d-803603-2: { 'AddressGroup': '1.2', Aug 18 12:48:15.011908 n-d-803603-2 neutron-server[101675]: 'ConntrackHelper': '1.0', Aug 18 12:48:15.011908 n-d-803603-2 neutron-server[101675]: 'Log': '1.0', Aug 18 12:48:15.011908 n-d-803603-2 neutron-server[101675]: 'Network': '1.1', Aug 18 12:48:15.011908 n-d-803603-2 neutron-server[101675]: 'Port': '1.7', Aug 18 12:48:15.011908 n-d-803603-2 neutron-server[101675]: 'PortForwarding': '1.2', Aug 18 12:48:15.011908 n-d-803603-2 neutron-server[101675]: 'QosPolicy': '1.9', Aug 18 12:48:15.011908 n-d-803603-2 neutron-server[101675]: 'SecurityGroup': '1.4', Aug 18 12:48:15.011908 n-d-803603-2 neutron-server[101675]: 'SecurityGroupRule': '1.2', Aug 18 12:48:15.011908 n-d-803603-2 neutron-server[101675]: 'SubPort': '1.0', Aug 18 12:48:15.011908 n-d-803603-2 neutron-server[101675]: 'Subnet': '1.1', Aug 18 12:48:15.011908 n-d-803603-2 neutron-server[101675]: 'Trunk': '1.1'}} Aug 18 12:48:15.011908 n-d-803603-2 neutron-server[101675]: {{(pid=101675) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 12:48:15.054400 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ce6e439e-305d-48f3-800e-4f701d1a1fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:15.076111 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ce6e439e-305d-48f3-800e-4f701d1a1fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:15.215066 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:15.215559 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ce6e439e-305d-48f3-800e-4f701d1a1fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:15.217749 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ce6e439e-305d-48f3-800e-4f701d1a1fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:15.218981 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ce6e439e-305d-48f3-800e-4f701d1a1fcf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab3e07d1-ff45-4fec-96b3-c73d2810cec9 HTTP/1.1" status: 204 len: 168 time: 0.2213209 Aug 18 12:48:15.227158 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e439e-305d-48f3-800e-4f701d1a1fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3e07d1-ff45-4fec-96b3-c73d2810cec9,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:15.234631 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e439e-305d-48f3-800e-4f701d1a1fcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:15.234971 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e439e-305d-48f3-800e-4f701d1a1fcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:15.235315 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e439e-305d-48f3-800e-4f701d1a1fcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:15.235654 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e439e-305d-48f3-800e-4f701d1a1fcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:15.235988 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e439e-305d-48f3-800e-4f701d1a1fcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:15.236321 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e439e-305d-48f3-800e-4f701d1a1fcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:15.236655 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e439e-305d-48f3-800e-4f701d1a1fcf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:15.236982 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e439e-305d-48f3-800e-4f701d1a1fcf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:15.237307 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e439e-305d-48f3-800e-4f701d1a1fcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:15.237633 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e439e-305d-48f3-800e-4f701d1a1fcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:15.237956 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e439e-305d-48f3-800e-4f701d1a1fcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:15.238304 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e439e-305d-48f3-800e-4f701d1a1fcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:15.239405 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e439e-305d-48f3-800e-4f701d1a1fcf admin admin] Tracked resource versions report: Aug 18 12:48:15.239405 n-d-803603-2 neutron-server[101676]: pushed versions: Aug 18 12:48:15.239405 n-d-803603-2 neutron-server[101676]: { 'AddressGroup': {'1.2'}, Aug 18 12:48:15.239405 n-d-803603-2 neutron-server[101676]: 'ConntrackHelper': {'1.0'}, Aug 18 12:48:15.239405 n-d-803603-2 neutron-server[101676]: 'Log': {'1.0'}, Aug 18 12:48:15.239405 n-d-803603-2 neutron-server[101676]: 'Network': {'1.1'}, Aug 18 12:48:15.239405 n-d-803603-2 neutron-server[101676]: 'Port': {'1.7'}, Aug 18 12:48:15.239405 n-d-803603-2 neutron-server[101676]: 'PortForwarding': {'1.2'}, Aug 18 12:48:15.239405 n-d-803603-2 neutron-server[101676]: 'QosPolicy': {'1.9'}, Aug 18 12:48:15.239405 n-d-803603-2 neutron-server[101676]: 'SecurityGroup': {'1.4'}, Aug 18 12:48:15.239405 n-d-803603-2 neutron-server[101676]: 'SecurityGroupRule': {'1.2'}, Aug 18 12:48:15.239405 n-d-803603-2 neutron-server[101676]: 'SubPort': {'1.0'}, Aug 18 12:48:15.239405 n-d-803603-2 neutron-server[101676]: 'Subnet': {'1.1'}, Aug 18 12:48:15.239405 n-d-803603-2 neutron-server[101676]: 'Trunk': {'1.1'}} Aug 18 12:48:15.239405 n-d-803603-2 neutron-server[101676]: consumer versions: Aug 18 12:48:15.239405 n-d-803603-2 neutron-server[101676]: { DHCP agent@n-d-803603-2: {}, Aug 18 12:48:15.239405 n-d-803603-2 neutron-server[101676]: HyperV agent@n-h1-803603-2: {}, Aug 18 12:48:15.239405 n-d-803603-2 neutron-server[101676]: HyperV agent@n-h2-803603-2: {}, Aug 18 12:48:15.239405 n-d-803603-2 neutron-server[101676]: L3 agent@n-d-803603-2: {}, Aug 18 12:48:15.239405 n-d-803603-2 neutron-server[101676]: Metadata agent@n-d-803603-2: {}, Aug 18 12:48:15.239405 n-d-803603-2 neutron-server[101676]: Metering agent@n-d-803603-2: {}, Aug 18 12:48:15.239405 n-d-803603-2 neutron-server[101676]: Open vSwitch agent@n-d-803603-2: { 'AddressGroup': '1.2', Aug 18 12:48:15.239405 n-d-803603-2 neutron-server[101676]: 'ConntrackHelper': '1.0', Aug 18 12:48:15.239405 n-d-803603-2 neutron-server[101676]: 'Log': '1.0', Aug 18 12:48:15.239405 n-d-803603-2 neutron-server[101676]: 'Network': '1.1', Aug 18 12:48:15.239405 n-d-803603-2 neutron-server[101676]: 'Port': '1.7', Aug 18 12:48:15.239405 n-d-803603-2 neutron-server[101676]: 'PortForwarding': '1.2', Aug 18 12:48:15.239405 n-d-803603-2 neutron-server[101676]: 'QosPolicy': '1.9', Aug 18 12:48:15.239405 n-d-803603-2 neutron-server[101676]: 'SecurityGroup': '1.4', Aug 18 12:48:15.239405 n-d-803603-2 neutron-server[101676]: 'SecurityGroupRule': '1.2', Aug 18 12:48:15.239405 n-d-803603-2 neutron-server[101676]: 'SubPort': '1.0', Aug 18 12:48:15.239405 n-d-803603-2 neutron-server[101676]: 'Subnet': '1.1', Aug 18 12:48:15.239405 n-d-803603-2 neutron-server[101676]: 'Trunk': '1.1'}} Aug 18 12:48:15.239405 n-d-803603-2 neutron-server[101676]: {{(pid=101676) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 12:48:15.365258 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56776) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:15.394818 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56784) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:15.666709 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ec00a0d8-80f9-4d45-8388-475da501e8f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:15.690492 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8af0a13f-2ec4-43a6-8af0-3982c1ab27df admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:15.702439 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 56802) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:15.759870 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ec00a0d8-80f9-4d45-8388-475da501e8f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:15.834054 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ec00a0d8-80f9-4d45-8388-475da501e8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:15.867823 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ec00a0d8-80f9-4d45-8388-475da501e8f6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=37b140e27677426689d1782413244d56&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5025103 Aug 18 12:48:15.870405 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 56814) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:15.947817 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8af0a13f-2ec4-43a6-8af0-3982c1ab27df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:15.960577 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec00a0d8-80f9-4d45-8388-475da501e8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ab9a29-0e71-48fa-a844-638cbad30593,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:15.980949 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-31076a97-ec6e-4912-9790-47a7aacb21f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:15.984623 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fdedf644-16f1-4810-9185-59c47d6d985c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:16.015484 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8af0a13f-2ec4-43a6-8af0-3982c1ab27df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:16.025565 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fdedf644-16f1-4810-9185-59c47d6d985c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:16.049876 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8af0a13f-2ec4-43a6-8af0-3982c1ab27df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed942983b936488384b6ca5e5da60021&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6515164 Aug 18 12:48:16.049876 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56832) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:16.098795 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af0a13f-2ec4-43a6-8af0-3982c1ab27df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a81f61-43c7-4a42-bd00-f7baf2b7cc44,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:16.115546 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0705c5ce-cee1-4dac-84cf-663ab3bd0744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:16.137128 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0705c5ce-cee1-4dac-84cf-663ab3bd0744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:16.145446 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-31076a97-ec6e-4912-9790-47a7aacb21f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:16.216253 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fdedf644-16f1-4810-9185-59c47d6d985c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:16.218841 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fdedf644-16f1-4810-9185-59c47d6d985c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:16.220672 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-fdedf644-16f1-4810-9185-59c47d6d985c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40ab9a29-0e71-48fa-a844-638cbad30593 HTTP/1.1" status: 204 len: 168 time: 0.3505964 Aug 18 12:48:16.221046 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-31076a97-ec6e-4912-9790-47a7aacb21f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:16.239771 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdedf644-16f1-4810-9185-59c47d6d985c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ab9a29-0e71-48fa-a844-638cbad30593,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:16.261534 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-31076a97-ec6e-4912-9790-47a7aacb21f2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dcdebb67a76b451abd163b1dd1e72e9d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5578408 Aug 18 12:48:16.261891 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56842) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:16.282049 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31076a97-ec6e-4912-9790-47a7aacb21f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdac3079-0e99-4aa6-b6ef-9eaf6b30a426,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:16.285185 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0705c5ce-cee1-4dac-84cf-663ab3bd0744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:16.288165 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0705c5ce-cee1-4dac-84cf-663ab3bd0744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:16.289496 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0705c5ce-cee1-4dac-84cf-663ab3bd0744 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a5a81f61-43c7-4a42-bd00-f7baf2b7cc44 HTTP/1.1" status: 204 len: 168 time: 0.2397332 Aug 18 12:48:16.313767 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0705c5ce-cee1-4dac-84cf-663ab3bd0744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a81f61-43c7-4a42-bd00-f7baf2b7cc44,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:16.348359 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-46ddf147-c437-405f-9034-89b4e6d1fe44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:16.376553 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 56854) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:16.377228 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-46ddf147-c437-405f-9034-89b4e6d1fe44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:16.399703 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-79f6c7c8-cf3e-4c1f-802c-876ce13e8953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:16.522368 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-46ddf147-c437-405f-9034-89b4e6d1fe44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:16.524973 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-46ddf147-c437-405f-9034-89b4e6d1fe44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:16.526115 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-46ddf147-c437-405f-9034-89b4e6d1fe44 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bdac3079-0e99-4aa6-b6ef-9eaf6b30a426 HTTP/1.1" status: 204 len: 168 time: 0.2630043 Aug 18 12:48:16.536291 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ddf147-c437-405f-9034-89b4e6d1fe44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdac3079-0e99-4aa6-b6ef-9eaf6b30a426,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:16.586027 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-79f6c7c8-cf3e-4c1f-802c-876ce13e8953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:16.642189 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-79f6c7c8-cf3e-4c1f-802c-876ce13e8953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:16.683576 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-79f6c7c8-cf3e-4c1f-802c-876ce13e8953 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1eb26297b2d8432e968e61e5ef3b2484&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3024957 Aug 18 12:48:16.683576 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f6c7c8-cf3e-4c1f-802c-876ce13e8953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94b3c91-765f-49ab-8c81-2426e21fd584,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:16.683975 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56868) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:16.733244 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e9b6a0c7-ac70-48be-b421-8e356ca5053f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:16.755306 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e9b6a0c7-ac70-48be-b421-8e356ca5053f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:16.895083 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e9b6a0c7-ac70-48be-b421-8e356ca5053f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:16.897645 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e9b6a0c7-ac70-48be-b421-8e356ca5053f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:16.898834 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e9b6a0c7-ac70-48be-b421-8e356ca5053f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e94b3c91-765f-49ab-8c81-2426e21fd584 HTTP/1.1" status: 204 len: 168 time: 0.2133119 Aug 18 12:48:16.906984 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b6a0c7-ac70-48be-b421-8e356ca5053f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94b3c91-765f-49ab-8c81-2426e21fd584,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:17.133526 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:17.202955 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56884) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:17.221550 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-71e70f75-cea6-4078-940d-9065fa145759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:17.315473 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-71e70f75-cea6-4078-940d-9065fa145759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:17.391056 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-71e70f75-cea6-4078-940d-9065fa145759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:17.432478 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-71e70f75-cea6-4078-940d-9065fa145759 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=55f6b497f8b8492a9ff7673f26748a43&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2285326 Aug 18 12:48:17.433442 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e70f75-cea6-4078-940d-9065fa145759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8894913-dc77-46ed-938d-ee0da8b5dac4,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:17.435932 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 56894) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:17.485288 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f443bad2-8d0a-4941-b907-f7d36e26b478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:17.505425 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f443bad2-8d0a-4941-b907-f7d36e26b478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:17.660921 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f443bad2-8d0a-4941-b907-f7d36e26b478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:17.663403 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f443bad2-8d0a-4941-b907-f7d36e26b478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:17.664572 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f443bad2-8d0a-4941-b907-f7d36e26b478 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f8894913-dc77-46ed-938d-ee0da8b5dac4 HTTP/1.1" status: 204 len: 168 time: 0.2275136 Aug 18 12:48:17.672517 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f443bad2-8d0a-4941-b907-f7d36e26b478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8894913-dc77-46ed-938d-ee0da8b5dac4,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:17.708707 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 56906) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:17.717794 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8483e847-0867-4c60-90c6-ac666480c40b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:17.809153 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8483e847-0867-4c60-90c6-ac666480c40b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:17.877604 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8483e847-0867-4c60-90c6-ac666480c40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:17.919565 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 56924) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:17.926529 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8483e847-0867-4c60-90c6-ac666480c40b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2771f98cfd0c43b5aef6947050f0e005&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2214241 Aug 18 12:48:17.929240 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56928) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:17.932252 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8483e847-0867-4c60-90c6-ac666480c40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8b1bc6-f569-444d-aca1-0f06fd68621c,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:17.936108 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1c15247b-ac7c-4455-a73a-d87767a9c4e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:17.985339 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-511c97b0-5278-416c-9494-b83e2514c08e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:18.007796 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-511c97b0-5278-416c-9494-b83e2514c08e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:18.032422 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1c15247b-ac7c-4455-a73a-d87767a9c4e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:18.110910 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1c15247b-ac7c-4455-a73a-d87767a9c4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:18.141088 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-511c97b0-5278-416c-9494-b83e2514c08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:18.145357 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-511c97b0-5278-416c-9494-b83e2514c08e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:18.146702 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-511c97b0-5278-416c-9494-b83e2514c08e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c8b1bc6-f569-444d-aca1-0f06fd68621c HTTP/1.1" status: 204 len: 168 time: 0.2163308 Aug 18 12:48:18.156984 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c97b0-5278-416c-9494-b83e2514c08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8b1bc6-f569-444d-aca1-0f06fd68621c,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:18.157565 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1c15247b-ac7c-4455-a73a-d87767a9c4e1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b90e7cab6c1451e92c30a0b93e7c70a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2428448 Aug 18 12:48:18.158498 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 56938) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:18.160947 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56940) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:18.165460 n-d-803603-2 neutron-server[101676]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 18 12:48:18.177747 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c15247b-ac7c-4455-a73a-d87767a9c4e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e37312f-72b3-4616-b757-5333dcc0013d,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:18.223065 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-6f6585df-72b8-4e08-9efc-f5ec45a56437 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=154a5d5db8c04df497a7a6c28ccc3045&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598745 Aug 18 12:48:18.242852 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-25e7ef7d-2c90-4657-8214-162137c17229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:18.269110 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-25e7ef7d-2c90-4657-8214-162137c17229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:18.403978 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-25e7ef7d-2c90-4657-8214-162137c17229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:18.406617 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-25e7ef7d-2c90-4657-8214-162137c17229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:18.408879 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-25e7ef7d-2c90-4657-8214-162137c17229 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e37312f-72b3-4616-b757-5333dcc0013d HTTP/1.1" status: 204 len: 168 time: 0.2485228 Aug 18 12:48:18.416815 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e7ef7d-2c90-4657-8214-162137c17229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e37312f-72b3-4616-b757-5333dcc0013d,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:18.417936 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-1c0c15f3-e3c7-486e-b806-543217c764ab tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:18.419576 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-1c0c15f3-e3c7-486e-b806-543217c764ab tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1895127 Aug 18 12:48:18.454084 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-dd0a454e-1c3f-42c9-ae56-ab136b0a947f tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.13 "GET /v2.0/quotas/154a5d5db8c04df497a7a6c28ccc3045 HTTP/1.1" status: 200 len: 375 time: 0.0285430 Aug 18 12:48:18.511952 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-833ed3ae-1dc2-490f-a0d5-191ee42a1abc tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=154a5d5db8c04df497a7a6c28ccc3045&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569730 Aug 18 12:48:18.891472 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5f4d1a69-07a6-4330-93ce-2839e748dcca req-62680189-3894-4972-b06f-8e303cb325da tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9820169-ea51-44e6-9a8d-78bc941fe2b2 HTTP/1.1" status: 200 len: 210 time: 0.0855901 Aug 18 12:48:19.426846 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 57034) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:19.881288 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b1cecbf9-edde-4385-a4e1-52380924a876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:20.016128 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b1cecbf9-edde-4385-a4e1-52380924a876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:20.078129 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b1cecbf9-edde-4385-a4e1-52380924a876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:20.134551 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b1cecbf9-edde-4385-a4e1-52380924a876 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a0fe6b1282cb4d7a87b1314af9577438&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7043104 Aug 18 12:48:20.134551 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cecbf9-edde-4385-a4e1-52380924a876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25ee912-8794-4b4e-bd5b-56c57881e652,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:20.135879 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 57080) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:20.186246 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a42fc9e3-eeed-45ac-b67a-f38effee9267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:20.210944 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a42fc9e3-eeed-45ac-b67a-f38effee9267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:20.345069 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a42fc9e3-eeed-45ac-b67a-f38effee9267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:20.347657 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a42fc9e3-eeed-45ac-b67a-f38effee9267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:20.348808 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a42fc9e3-eeed-45ac-b67a-f38effee9267 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e25ee912-8794-4b4e-bd5b-56c57881e652 HTTP/1.1" status: 204 len: 168 time: 0.2126770 Aug 18 12:48:20.357009 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42fc9e3-eeed-45ac-b67a-f38effee9267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25ee912-8794-4b4e-bd5b-56c57881e652,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:20.656791 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 57102) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:21.022870 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 57118) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:21.169161 n-d-803603-2 neutron-server[101675]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 18 12:48:21.266783 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fd40a1e7-3fee-406b-be0c-1818b869e6a5 req-fb6bd405-a725-43dd-aa10-7ff979a8f1e0 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9820169-ea51-44e6-9a8d-78bc941fe2b2 HTTP/1.1" status: 200 len: 210 time: 0.6087623 Aug 18 12:48:21.293984 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bdfc2bef-29a8-4b05-be9f-647658b28d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:21.383773 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bdfc2bef-29a8-4b05-be9f-647658b28d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:21.432295 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bdfc2bef-29a8-4b05-be9f-647658b28d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:21.472606 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfc2bef-29a8-4b05-be9f-647658b28d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6685c6-0a2a-4bae-a2a4-48e869729eed,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:21.477660 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-bdfc2bef-29a8-4b05-be9f-647658b28d65 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=34282d4bee8d47f4af9f7823b600ba32&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4531240 Aug 18 12:48:21.480210 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 57134) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:21.540935 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-801df0e3-54ed-4959-8209-dd249fd98127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:21.558567 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 57138) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:21.564573 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-801df0e3-54ed-4959-8209-dd249fd98127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:21.573979 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ab78644f-9167-4ac9-9b02-89cd52004fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:21.746070 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-801df0e3-54ed-4959-8209-dd249fd98127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:21.749602 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-801df0e3-54ed-4959-8209-dd249fd98127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:21.750790 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-801df0e3-54ed-4959-8209-dd249fd98127 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2e6685c6-0a2a-4bae-a2a4-48e869729eed HTTP/1.1" status: 204 len: 168 time: 0.2692823 Aug 18 12:48:21.758352 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801df0e3-54ed-4959-8209-dd249fd98127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6685c6-0a2a-4bae-a2a4-48e869729eed,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:21.862344 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ab78644f-9167-4ac9-9b02-89cd52004fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:21.935834 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ab78644f-9167-4ac9-9b02-89cd52004fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:21.986563 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 57150) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:21.987069 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ab78644f-9167-4ac9-9b02-89cd52004fb5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b436afdaf824e23a401e28501892c3c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4263389 Aug 18 12:48:21.988112 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab78644f-9167-4ac9-9b02-89cd52004fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7741f326-6c41-4eac-bf63-778caae0f343,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:22.041087 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f301d124-7480-4196-bab2-b9cc90a799c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:22.072422 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f301d124-7480-4196-bab2-b9cc90a799c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:22.197995 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f301d124-7480-4196-bab2-b9cc90a799c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:22.201248 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f301d124-7480-4196-bab2-b9cc90a799c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:22.201711 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f301d124-7480-4196-bab2-b9cc90a799c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7741f326-6c41-4eac-bf63-778caae0f343 HTTP/1.1" status: 204 len: 168 time: 0.2141752 Aug 18 12:48:22.209397 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f301d124-7480-4196-bab2-b9cc90a799c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7741f326-6c41-4eac-bf63-778caae0f343,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:22.422522 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-afb2b911-944b-4d46-9693-d43a23b0df76 req-21860f44-5052-437c-bd53-3304cb4277a7 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9820169-ea51-44e6-9a8d-78bc941fe2b2 HTTP/1.1" status: 200 len: 210 time: 0.0276802 Aug 18 12:48:22.559832 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.20', 49310) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:22.582273 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-6f3041d3-fa85-402a-9e31-4a0ee87c9e41 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=154a5d5db8c04df497a7a6c28ccc3045&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212955 Aug 18 12:48:22.697490 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-7cb84bad-0846-4402-8db9-cf0101802c23 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:22.698957 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-7cb84bad-0846-4402-8db9-cf0101802c23 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1083398 Aug 18 12:48:22.756263 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-ef320a8c-4869-4e6e-b8fe-55f2fa8d1ba1 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] Request body: {'port': {'device_id': 'b9820169-ea51-44e6-9a8d-78bc941fe2b2', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'admin_state_up': True, 'tenant_id': '154a5d5db8c04df497a7a6c28ccc3045'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:23.020687 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-ef320a8c-4869-4e6e-b8fe-55f2fa8d1ba1 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] Made reservation on behalf of 154a5d5db8c04df497a7a6c28ccc3045 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:48:23.024260 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-ef320a8c-4869-4e6e-b8fe-55f2fa8d1ba1 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:23.032934 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-ef320a8c-4869-4e6e-b8fe-55f2fa8d1ba1 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:23.056188 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 57178) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:23.071612 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2c2f1b25-cea4-4f6b-b38d-cfc74fc2579d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:23.138017 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-ef320a8c-4869-4e6e-b8fe-55f2fa8d1ba1 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:23.202482 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-ef320a8c-4869-4e6e-b8fe-55f2fa8d1ba1 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:23.293982 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2c2f1b25-cea4-4f6b-b38d-cfc74fc2579d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:23.296009 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef320a8c-4869-4e6e-b8fe-55f2fa8d1ba1 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb392ae-a8fd-49fa-9810-88a5995a5824,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:23.384799 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2c2f1b25-cea4-4f6b-b38d-cfc74fc2579d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:23.425080 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2c2f1b25-cea4-4f6b-b38d-cfc74fc2579d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4e6d7c60c7e474494010770644f13b2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3667350 Aug 18 12:48:23.425943 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f1b25-cea4-4f6b-b38d-cfc74fc2579d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0b3d2a-fc27-4bfe-95ac-fa2d46d9c852,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:23.428318 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 57198) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:23.476669 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 57204) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:23.513890 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9a8546dd-ba03-4b46-a127-c7215e937e61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:23.554471 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b2fa10e3-e008-45c9-a4a4-2d17e5e3c574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:23.587946 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b2fa10e3-e008-45c9-a4a4-2d17e5e3c574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:23.676881 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-ef320a8c-4869-4e6e-b8fe-55f2fa8d1ba1 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] Allocated IP 192.168.233.70 (f82a481e-2d3e-49f3-a273-639556667c8a/38dc8434-66c0-4e05-8cce-b4a4a0f33dc3/2049dfb9-b9c6-4423-a806-e8fd6ea217c1) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:48:23.689056 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-08de07e4-0dbb-4c18-80b6-edd0ab2fd336 req-fcc48488-1a9f-4054-bfa7-09bcf240017e tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9820169-ea51-44e6-9a8d-78bc941fe2b2 HTTP/1.1" status: 200 len: 210 time: 0.0373375 Aug 18 12:48:23.735956 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b2fa10e3-e008-45c9-a4a4-2d17e5e3c574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:23.738573 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b2fa10e3-e008-45c9-a4a4-2d17e5e3c574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:23.739718 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b2fa10e3-e008-45c9-a4a4-2d17e5e3c574 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc0b3d2a-fc27-4bfe-95ac-fa2d46d9c852 HTTP/1.1" status: 204 len: 168 time: 0.3102863 Aug 18 12:48:23.754425 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa10e3-e008-45c9-a4a4-2d17e5e3c574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0b3d2a-fc27-4bfe-95ac-fa2d46d9c852,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:23.781198 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9a8546dd-ba03-4b46-a127-c7215e937e61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:23.794759 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:48:23.838144 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9a8546dd-ba03-4b46-a127-c7215e937e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:23.873354 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-ef320a8c-4869-4e6e-b8fe-55f2fa8d1ba1 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:23.885135 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9a8546dd-ba03-4b46-a127-c7215e937e61 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=67a4cbb545a84dc4bf7d0dbae2cbc23f&name=default HTTP/1.1" status: 200 len: 2977 time: 0.4055603 Aug 18 12:48:23.885983 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8546dd-ba03-4b46-a127-c7215e937e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c54439-39df-4b36-8a2e-cf75b315a1cd,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:23.888359 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 57228) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:23.889538 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-ef320a8c-4869-4e6e-b8fe-55f2fa8d1ba1 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] Transition to ACTIVE for port object 2049dfb9-b9c6-4423-a806-e8fd6ea217c1 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:48:23.943701 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d83d9f73-1b0b-441b-81a1-ea011565405a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:23.965094 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d83d9f73-1b0b-441b-81a1-ea011565405a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:24.022051 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-ef320a8c-4869-4e6e-b8fe-55f2fa8d1ba1 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:24.077685 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d83d9f73-1b0b-441b-81a1-ea011565405a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:24.080414 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d83d9f73-1b0b-441b-81a1-ea011565405a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:24.081613 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d83d9f73-1b0b-441b-81a1-ea011565405a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2c54439-39df-4b36-8a2e-cf75b315a1cd HTTP/1.1" status: 204 len: 168 time: 0.1923547 Aug 18 12:48:24.089037 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d9f73-1b0b-441b-81a1-ea011565405a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c54439-39df-4b36-8a2e-cf75b315a1cd,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:24.101961 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-ef320a8c-4869-4e6e-b8fe-55f2fa8d1ba1 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] Network f82a481e-2d3e-49f3-a273-639556667c8a is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:48:24.107958 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-ef320a8c-4869-4e6e-b8fe-55f2fa8d1ba1 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:48:24.113735 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-ef320a8c-4869-4e6e-b8fe-55f2fa8d1ba1 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:48:24.124458 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-ef320a8c-4869-4e6e-b8fe-55f2fa8d1ba1 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:24.124458 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-ef320a8c-4869-4e6e-b8fe-55f2fa8d1ba1 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:24.127313 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef320a8c-4869-4e6e-b8fe-55f2fa8d1ba1 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] Pushing event updated for resources: {'Port': ['ID=2049dfb9-b9c6-4423-a806-e8fd6ea217c1,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:24.529433 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-ef320a8c-4869-4e6e-b8fe-55f2fa8d1ba1 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7770817 Aug 18 12:48:24.705198 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-32c38c13-a39b-4c19-b685-b8496269fd56 None None] Provisioning for port 2049dfb9-b9c6-4423-a806-e8fd6ea217c1 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:48:24.710534 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-32c38c13-a39b-4c19-b685-b8496269fd56 None None] Provisioning complete for port 2049dfb9-b9c6-4423-a806-e8fd6ea217c1 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:48:24.711553 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-32c38c13-a39b-4c19-b685-b8496269fd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:24.725902 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 57252) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:24.749779 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-dd2071df-6034-4f39-a5de-dd31ba3a0ed4 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:48:24.750786 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-dd2071df-6034-4f39-a5de-dd31ba3a0ed4 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085270 Aug 18 12:48:24.810623 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-32c38c13-a39b-4c19-b685-b8496269fd56 None None] Port 2049dfb9-b9c6-4423-a806-e8fd6ea217c1 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:48:24.906653 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18df2d-f192-47f3-8960-5e08995bf55b req-d2316561-2d98-4d99-b3dd-9a5d2cbe9840 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:24.910284 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da18df2d-f192-47f3-8960-5e08995bf55b req-d2316561-2d98-4d99-b3dd-9a5d2cbe9840 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9820169-ea51-44e6-9a8d-78bc941fe2b2 HTTP/1.1" status: 200 len: 935 time: 0.0879796 Aug 18 12:48:24.988318 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da18df2d-f192-47f3-8960-5e08995bf55b req-933d3e26-3f2d-4841-97f2-0ac941354b0a tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb392ae-a8fd-49fa-9810-88a5995a5824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682385 Aug 18 12:48:25.508897 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7d285674-dfc0-4e6d-bf27-4d0f9cba41ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:25.732891 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7d285674-dfc0-4e6d-bf27-4d0f9cba41ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:25.792266 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7d285674-dfc0-4e6d-bf27-4d0f9cba41ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:25.825402 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7d285674-dfc0-4e6d-bf27-4d0f9cba41ff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a8bc811dc6dd4659856d57860ec7b054&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0983961 Aug 18 12:48:25.828091 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 57296) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:25.844593 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d285674-dfc0-4e6d-bf27-4d0f9cba41ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3380ba31-b8cf-4e52-a3a9-667334019e43,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:25.904031 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-60f4e728-16fe-443a-bf1f-f7e136a886b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:25.929172 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-60f4e728-16fe-443a-bf1f-f7e136a886b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:26.050065 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-60f4e728-16fe-443a-bf1f-f7e136a886b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:26.052923 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-60f4e728-16fe-443a-bf1f-f7e136a886b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:26.054245 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-60f4e728-16fe-443a-bf1f-f7e136a886b6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3380ba31-b8cf-4e52-a3a9-667334019e43 HTTP/1.1" status: 204 len: 168 time: 0.2249973 Aug 18 12:48:26.071586 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f4e728-16fe-443a-bf1f-f7e136a886b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3380ba31-b8cf-4e52-a3a9-667334019e43,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:26.955963 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 57330) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:26.976501 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8a6f6eca-f673-4dfe-a389-aae754134ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:27.109489 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 57334) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:27.137754 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8a6f6eca-f673-4dfe-a389-aae754134ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:27.232555 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8a6f6eca-f673-4dfe-a389-aae754134ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:27.270376 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8a6f6eca-f673-4dfe-a389-aae754134ab6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ae927b5f4a24288b04053f240be0ca6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3127463 Aug 18 12:48:27.277528 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 57342) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:27.317681 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f6eca-f673-4dfe-a389-aae754134ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea71c429-07b7-48b9-9cc3-420a3fbc6cee,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:27.356525 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c039d3ca-bedd-421f-b9b1-501b27ab6d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:27.379388 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c039d3ca-bedd-421f-b9b1-501b27ab6d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:27.455443 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8105e69b-c515-4bee-90a5-86e0e6788c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:27.531971 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c039d3ca-bedd-421f-b9b1-501b27ab6d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:27.535675 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c039d3ca-bedd-421f-b9b1-501b27ab6d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:27.540081 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c039d3ca-bedd-421f-b9b1-501b27ab6d75 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea71c429-07b7-48b9-9cc3-420a3fbc6cee HTTP/1.1" status: 204 len: 168 time: 0.2503016 Aug 18 12:48:27.560121 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c039d3ca-bedd-421f-b9b1-501b27ab6d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea71c429-07b7-48b9-9cc3-420a3fbc6cee,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:27.592024 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:27.661426 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8105e69b-c515-4bee-90a5-86e0e6788c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:27.714341 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8105e69b-c515-4bee-90a5-86e0e6788c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:27.756745 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352d6ab-647b-4db5-897d-ce6a342e6231 req-1fd0bef7-0ec6-4e28-8ff5-7119c2f57fc0 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:27.758568 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a352d6ab-647b-4db5-897d-ce6a342e6231 req-1fd0bef7-0ec6-4e28-8ff5-7119c2f57fc0 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9820169-ea51-44e6-9a8d-78bc941fe2b2 HTTP/1.1" status: 200 len: 935 time: 0.0847640 Aug 18 12:48:27.781287 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 57352) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:27.794838 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8105e69b-c515-4bee-90a5-86e0e6788c89 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b092425b44f74717a66207046121776f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6779106 Aug 18 12:48:27.805954 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8105e69b-c515-4bee-90a5-86e0e6788c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45484fcf-b115-40a8-9033-81f535b11498,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:27.831567 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a352d6ab-647b-4db5-897d-ce6a342e6231 req-39543e11-2e3c-4bbb-9620-3466a1accbce tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb392ae-a8fd-49fa-9810-88a5995a5824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639753 Aug 18 12:48:27.885245 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-193efa9c-31e1-47a3-8cbf-a4ed7cb6c614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:27.911361 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-193efa9c-31e1-47a3-8cbf-a4ed7cb6c614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:28.054936 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-193efa9c-31e1-47a3-8cbf-a4ed7cb6c614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:28.058333 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-193efa9c-31e1-47a3-8cbf-a4ed7cb6c614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:28.061611 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-193efa9c-31e1-47a3-8cbf-a4ed7cb6c614 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45484fcf-b115-40a8-9033-81f535b11498 HTTP/1.1" status: 204 len: 168 time: 0.2793260 Aug 18 12:48:28.075840 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193efa9c-31e1-47a3-8cbf-a4ed7cb6c614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45484fcf-b115-40a8-9033-81f535b11498,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:28.253871 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:28.802352 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 57386) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:28.819772 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8e78bea4-840f-4da2-baaf-d5fb8c749647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:28.984645 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8e78bea4-840f-4da2-baaf-d5fb8c749647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:29.001044 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee5e6d-fb09-4f2b-840c-482f21871979 req-cb723c05-9b68-44a4-ba6a-33f6620fdf55 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:29.009774 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-36ee5e6d-fb09-4f2b-840c-482f21871979 req-cb723c05-9b68-44a4-ba6a-33f6620fdf55 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9820169-ea51-44e6-9a8d-78bc941fe2b2 HTTP/1.1" status: 200 len: 935 time: 0.0658288 Aug 18 12:48:29.054280 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-36ee5e6d-fb09-4f2b-840c-482f21871979 req-0d6b6e07-4499-4b56-b611-316bc64ed4df tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb392ae-a8fd-49fa-9810-88a5995a5824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435708 Aug 18 12:48:29.061026 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8e78bea4-840f-4da2-baaf-d5fb8c749647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:29.111911 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e78bea4-840f-4da2-baaf-d5fb8c749647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f61f87b-dce7-47e2-981d-f7d1e41f3737,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:29.126250 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8e78bea4-840f-4da2-baaf-d5fb8c749647 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1088fd5c6f4942af8ea095c3527acce7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3224583 Aug 18 12:48:29.129046 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 57396) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:29.204805 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-83e328ba-b41a-4353-a315-03b14ce262c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:29.228753 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-83e328ba-b41a-4353-a315-03b14ce262c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:29.329399 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-83e328ba-b41a-4353-a315-03b14ce262c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:29.332902 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-83e328ba-b41a-4353-a315-03b14ce262c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:29.337216 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-83e328ba-b41a-4353-a315-03b14ce262c8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f61f87b-dce7-47e2-981d-f7d1e41f3737 HTTP/1.1" status: 204 len: 168 time: 0.2067862 Aug 18 12:48:29.351840 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e328ba-b41a-4353-a315-03b14ce262c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f61f87b-dce7-47e2-981d-f7d1e41f3737,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:29.864948 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 57424) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:30.094812 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-33b0c159-03c4-4b01-ba23-648ca80dc65a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:30.201953 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-33b0c159-03c4-4b01-ba23-648ca80dc65a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:30.271037 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-33b0c159-03c4-4b01-ba23-648ca80dc65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:30.316935 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 57448) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:30.317519 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-33b0c159-03c4-4b01-ba23-648ca80dc65a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d102474efdaf4710833fda5ada8411f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4508815 Aug 18 12:48:30.317990 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b0c159-03c4-4b01-ba23-648ca80dc65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48832597-dea6-45b1-bca6-a29f3b424d77,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:30.453264 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7bbea62e-3c85-4ee3-8ffe-8640d06220ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:30.479787 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 57456) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:30.483270 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7bbea62e-3c85-4ee3-8ffe-8640d06220ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:30.559848 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9378d53-8b14-4552-a412-e852db73827c req-a4142d78-0798-447e-b742-9afcaf5659f4 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:30.563434 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f9378d53-8b14-4552-a412-e852db73827c req-a4142d78-0798-447e-b742-9afcaf5659f4 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9820169-ea51-44e6-9a8d-78bc941fe2b2 HTTP/1.1" status: 200 len: 935 time: 0.0911419 Aug 18 12:48:30.608718 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f9378d53-8b14-4552-a412-e852db73827c req-c59f1aeb-ecd5-4035-86e9-ed1cb101232b tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb392ae-a8fd-49fa-9810-88a5995a5824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405376 Aug 18 12:48:30.625175 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7bbea62e-3c85-4ee3-8ffe-8640d06220ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:30.628627 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7bbea62e-3c85-4ee3-8ffe-8640d06220ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:30.629902 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7bbea62e-3c85-4ee3-8ffe-8640d06220ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/48832597-dea6-45b1-bca6-a29f3b424d77 HTTP/1.1" status: 204 len: 168 time: 0.3119886 Aug 18 12:48:30.640995 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbea62e-3c85-4ee3-8ffe-8640d06220ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48832597-dea6-45b1-bca6-a29f3b424d77,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:30.665397 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-bcd8dc99-48f2-45d5-9169-7731e7ab7228 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-325686216-network', 'tenant_id': '075606cfda364ddebe4be31640ab3a76'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:30.804004 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd8dc99-48f2-45d5-9169-7731e7ab7228 admin admin] Made reservation on behalf of 075606cfda364ddebe4be31640ab3a76 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:48:30.806708 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bcd8dc99-48f2-45d5-9169-7731e7ab7228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:30.816999 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bcd8dc99-48f2-45d5-9169-7731e7ab7228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:30.955389 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bcd8dc99-48f2-45d5-9169-7731e7ab7228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:31.015090 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bcd8dc99-48f2-45d5-9169-7731e7ab7228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:31.036784 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcd8dc99-48f2-45d5-9169-7731e7ab7228 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:48:31.056966 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd8dc99-48f2-45d5-9169-7731e7ab7228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f234fc8c-5d2b-4655-93c7-2bb01805b716,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:31.062021 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bcd8dc99-48f2-45d5-9169-7731e7ab7228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:31.062510 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-bcd8dc99-48f2-45d5-9169-7731e7ab7228 admin admin] Added segment 9980139b-d711-402f-b96d-94b03ea2978e of type vlan for network 8e2ca950-415a-439c-a01b-47dff2e51d7d Aug 18 12:48:31.105456 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bcd8dc99-48f2-45d5-9169-7731e7ab7228 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:31.186747 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bcd8dc99-48f2-45d5-9169-7731e7ab7228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:31.187877 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd8dc99-48f2-45d5-9169-7731e7ab7228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:31.188571 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bcd8dc99-48f2-45d5-9169-7731e7ab7228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:31.260809 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd8dc99-48f2-45d5-9169-7731e7ab7228 admin admin] Pushing event updated for resources: {'Network': ['ID=8e2ca950-415a-439c-a01b-47dff2e51d7d,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:31.273419 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 8e2ca950-415a-439c-a01b-47dff2e51d7d details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:48:31.305421 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 57478) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:31.310734 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-bcd8dc99-48f2-45d5-9169-7731e7ab7228 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8296764 Aug 18 12:48:31.312795 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-826dc100-5148-448c-a6e2-55dc1364ba2a admin admin] Request body: {'subnet': {'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-325686216-subnet', 'tenant_id': '075606cfda364ddebe4be31640ab3a76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:31.340936 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 57480) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:31.356357 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a42de84b-ae17-4087-8a5e-c1c8f60fbeeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:31.406287 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826dc100-5148-448c-a6e2-55dc1364ba2a admin admin] Made reservation on behalf of 075606cfda364ddebe4be31640ab3a76 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:48:31.409179 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-826dc100-5148-448c-a6e2-55dc1364ba2a admin admin] Notify callbacks [] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:31.446739 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 57482) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:31.645425 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a42de84b-ae17-4087-8a5e-c1c8f60fbeeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:31.689446 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-afdcf151-95e9-453d-9e42-ae48c764db32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:31.740346 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a42de84b-ae17-4087-8a5e-c1c8f60fbeeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:31.781185 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a42de84b-ae17-4087-8a5e-c1c8f60fbeeb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ace5e519778f43188bd0761ec3c69a6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4388893 Aug 18 12:48:31.784994 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 57496) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:31.796711 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-826dc100-5148-448c-a6e2-55dc1364ba2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:31.804137 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42de84b-ae17-4087-8a5e-c1c8f60fbeeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c15f059-7830-413d-9e2a-6ba7b2a0a81f,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:31.824025 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490421f-57d2-42ee-a7d0-5d892dc13e0a req-e01cce2d-669f-473b-978e-49baf694eb04 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:31.824025 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7490421f-57d2-42ee-a7d0-5d892dc13e0a req-e01cce2d-669f-473b-978e-49baf694eb04 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9820169-ea51-44e6-9a8d-78bc941fe2b2 HTTP/1.1" status: 200 len: 935 time: 0.1200581 Aug 18 12:48:31.892192 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826dc100-5148-448c-a6e2-55dc1364ba2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7c71ac1-e82b-41d2-8931-67fb6a54cbad,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:31.907526 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826dc100-5148-448c-a6e2-55dc1364ba2a admin admin] Checking segment: {'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:48:31.908148 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826dc100-5148-448c-a6e2-55dc1364ba2a admin admin] Network hostable DHCP agents. Network: 8e2ca950-415a-439c-a01b-47dff2e51d7d, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:48:31.915352 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-afdcf151-95e9-453d-9e42-ae48c764db32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:31.919690 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7e4ccd8c-bcf5-4f4c-aebc-e2cc64a144ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:31.927098 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7490421f-57d2-42ee-a7d0-5d892dc13e0a req-0e2bcee8-9bdf-4ca7-90aa-494dc00011cd tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb392ae-a8fd-49fa-9810-88a5995a5824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838125 Aug 18 12:48:31.968913 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7e4ccd8c-bcf5-4f4c-aebc-e2cc64a144ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:31.995824 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-afdcf151-95e9-453d-9e42-ae48c764db32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:32.032350 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826dc100-5148-448c-a6e2-55dc1364ba2a admin admin] Network 8e2ca950-415a-439c-a01b-47dff2e51d7d is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:48:32.057107 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdcf151-95e9-453d-9e42-ae48c764db32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c57057-173d-4a88-a9a6-8ec92a8685c4,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:32.064882 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-afdcf151-95e9-453d-9e42-ae48c764db32 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=81b1954bcd40483bad23e9841ee28747&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6178172 Aug 18 12:48:32.065223 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 57502) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:32.125672 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-31ba4d51-6551-4c2e-b485-6906c582a962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:32.135903 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-826dc100-5148-448c-a6e2-55dc1364ba2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 8e2ca950-415a-439c-a01b-47dff2e51d7d) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:48:32.140976 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826dc100-5148-448c-a6e2-55dc1364ba2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:32.141618 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-826dc100-5148-448c-a6e2-55dc1364ba2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:32.147169 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220898ae-e3c4-4f45-8e16-474742d25f9a None None] Network 8e2ca950-415a-439c-a01b-47dff2e51d7d requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:48:32.159522 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-31ba4d51-6551-4c2e-b485-6906c582a962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:32.161025 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7e4ccd8c-bcf5-4f4c-aebc-e2cc64a144ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:32.165414 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7e4ccd8c-bcf5-4f4c-aebc-e2cc64a144ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:32.165414 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7e4ccd8c-bcf5-4f4c-aebc-e2cc64a144ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c15f059-7830-413d-9e2a-6ba7b2a0a81f HTTP/1.1" status: 204 len: 168 time: 0.3789661 Aug 18 12:48:32.188271 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ccd8c-bcf5-4f4c-aebc-e2cc64a144ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c15f059-7830-413d-9e2a-6ba7b2a0a81f,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:32.249310 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-826dc100-5148-448c-a6e2-55dc1364ba2a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9421208 Aug 18 12:48:32.306675 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-31ba4d51-6551-4c2e-b485-6906c582a962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:32.310411 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-31ba4d51-6551-4c2e-b485-6906c582a962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:32.314166 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-31ba4d51-6551-4c2e-b485-6906c582a962 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/52c57057-173d-4a88-a9a6-8ec92a8685c4 HTTP/1.1" status: 204 len: 168 time: 0.2457676 Aug 18 12:48:32.332979 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba4d51-6551-4c2e-b485-6906c582a962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c57057-173d-4a88-a9a6-8ec92a8685c4,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:32.349479 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c97ed1-6be6-4d2f-866c-329557018c41 None None] Network 8e2ca950-415a-439c-a01b-47dff2e51d7d requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:48:33.803574 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-4d3058c7-2515-45c9-9787-e01638a1a6fa tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0dbc352c07204a0eae0ea90ea6af83f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324414 Aug 18 12:48:34.003545 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-8e7e750c-fa6f-44bc-9aab-fc4fc74d9ef0 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:34.007211 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-8e7e750c-fa6f-44bc-9aab-fc4fc74d9ef0 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1967406 Aug 18 12:48:34.022799 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-4a7c1288-a5a3-490a-9d53-662c7d446549 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/quotas/0dbc352c07204a0eae0ea90ea6af83f6 HTTP/1.1" status: 200 len: 375 time: 0.0145736 Aug 18 12:48:34.085024 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-9b98b1f4-c049-4e53-a923-0561d979fee0 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0dbc352c07204a0eae0ea90ea6af83f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589273 Aug 18 12:48:34.089705 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 57550) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:34.107335 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4c7d631a-4d79-4839-be23-2ca7884f77f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:34.267760 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4c7d631a-4d79-4839-be23-2ca7884f77f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:34.325994 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 57556) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:34.330994 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-6501cd63-4a2b-4f88-8b89-74d079b3e23b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1595924496-network', 'tenant_id': '35b3de730b8543d9a4b05bdc2bac47d9'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:34.366363 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4c7d631a-4d79-4839-be23-2ca7884f77f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:34.416958 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4c7d631a-4d79-4839-be23-2ca7884f77f5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ed39db1b06e4c589ba59a69efd33f35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3256190 Aug 18 12:48:34.419628 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 57568) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:34.438321 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d631a-4d79-4839-be23-2ca7884f77f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe18775d-83cd-4b94-aed4-be7b77c35743,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:34.505588 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6501cd63-4a2b-4f88-8b89-74d079b3e23b admin admin] Made reservation on behalf of 35b3de730b8543d9a4b05bdc2bac47d9 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:48:34.509586 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6501cd63-4a2b-4f88-8b89-74d079b3e23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:34.523984 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6501cd63-4a2b-4f88-8b89-74d079b3e23b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:34.534333 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854585f2-4eea-496a-9c09-dcb45ece4823 req-47ec12e3-cc39-426e-ad98-d058a29c837f tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:34.534333 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-854585f2-4eea-496a-9c09-dcb45ece4823 req-47ec12e3-cc39-426e-ad98-d058a29c837f tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9820169-ea51-44e6-9a8d-78bc941fe2b2 HTTP/1.1" status: 200 len: 935 time: 0.1065521 Aug 18 12:48:34.534333 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d9fbc0c9-fd24-4d7a-9ad2-0533c021e262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:34.593944 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d9fbc0c9-fd24-4d7a-9ad2-0533c021e262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:34.644931 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6501cd63-4a2b-4f88-8b89-74d079b3e23b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:34.678504 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-854585f2-4eea-496a-9c09-dcb45ece4823 req-5b50362d-ac25-449a-932a-80f88218cced tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb392ae-a8fd-49fa-9810-88a5995a5824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345429 Aug 18 12:48:34.748854 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4ebaaef1-6f5e-4505-857f-af05f889e416 req-3b834b49-3dd8-423b-a5a6-ccb530bdc736 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87028a0-5b2e-4fbf-8f90-3063ca636ef2 HTTP/1.1" status: 200 len: 210 time: 0.0260215 Aug 18 12:48:34.750513 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6501cd63-4a2b-4f88-8b89-74d079b3e23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:34.779332 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d9fbc0c9-fd24-4d7a-9ad2-0533c021e262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:34.782086 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d9fbc0c9-fd24-4d7a-9ad2-0533c021e262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:34.783473 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d9fbc0c9-fd24-4d7a-9ad2-0533c021e262 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fe18775d-83cd-4b94-aed4-be7b77c35743 HTTP/1.1" status: 204 len: 168 time: 0.3625178 Aug 18 12:48:34.790682 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6501cd63-4a2b-4f88-8b89-74d079b3e23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6c6631-75c6-44c8-87ef-6d07a0f0265d,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:34.794800 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fbc0c9-fd24-4d7a-9ad2-0533c021e262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe18775d-83cd-4b94-aed4-be7b77c35743,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:34.797130 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6501cd63-4a2b-4f88-8b89-74d079b3e23b admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:48:34.810232 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6501cd63-4a2b-4f88-8b89-74d079b3e23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:34.810580 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-6501cd63-4a2b-4f88-8b89-74d079b3e23b admin admin] Added segment c6602c7e-ac71-45d5-9ba5-9797c7d0fe29 of type vlan for network c432fc70-5814-4ab4-9daa-2c99782f3dbd Aug 18 12:48:34.854488 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6501cd63-4a2b-4f88-8b89-74d079b3e23b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:34.957621 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6501cd63-4a2b-4f88-8b89-74d079b3e23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:34.958799 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6501cd63-4a2b-4f88-8b89-74d079b3e23b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:34.959863 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6501cd63-4a2b-4f88-8b89-74d079b3e23b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:35.021198 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6501cd63-4a2b-4f88-8b89-74d079b3e23b admin admin] Pushing event updated for resources: {'Network': ['ID=c432fc70-5814-4ab4-9daa-2c99782f3dbd,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:35.031773 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network c432fc70-5814-4ab4-9daa-2c99782f3dbd details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:48:35.095026 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6501cd63-4a2b-4f88-8b89-74d079b3e23b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7678404 Aug 18 12:48:35.097691 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 57598) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:35.102719 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-ffdebd9a-1d3c-4e02-ae12-dc309c1de0ba admin admin] Request body: {'subnet': {'network_id': 'c432fc70-5814-4ab4-9daa-2c99782f3dbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1595924496-subnet', 'tenant_id': '35b3de730b8543d9a4b05bdc2bac47d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:35.189022 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-9fac4bf9-2be2-41c8-80e0-6c3d3aa52ff2 service neutron] Request body: {'port': {'device_id': 'b9820169-ea51-44e6-9a8d-78bc941fe2b2', 'device_owner': 'compute:tempest-test_az-28532475', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:35.216646 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdebd9a-1d3c-4e02-ae12-dc309c1de0ba admin admin] Made reservation on behalf of 35b3de730b8543d9a4b05bdc2bac47d9 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:48:35.219148 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ffdebd9a-1d3c-4e02-ae12-dc309c1de0ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:35.280839 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-9fac4bf9-2be2-41c8-80e0-6c3d3aa52ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:35.630512 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 57618) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:35.679845 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ffdebd9a-1d3c-4e02-ae12-dc309c1de0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:35.718676 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-9fac4bf9-2be2-41c8-80e0-6c3d3aa52ff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2049dfb9-b9c6-4423-a806-e8fd6ea217c1 {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:48:35.728954 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-9fac4bf9-2be2-41c8-80e0-6c3d3aa52ff2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:35.748545 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-9fac4bf9-2be2-41c8-80e0-6c3d3aa52ff2 service neutron] Transition to ACTIVE for port object 2049dfb9-b9c6-4423-a806-e8fd6ea217c1 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:48:35.795915 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdebd9a-1d3c-4e02-ae12-dc309c1de0ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=d48af599-4edb-454d-82ab-4bd26ca8725f,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:35.806529 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdebd9a-1d3c-4e02-ae12-dc309c1de0ba admin admin] Checking segment: {'id': 'c6602c7e-ac71-45d5-9ba5-9797c7d0fe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c432fc70-5814-4ab4-9daa-2c99782f3dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:48:35.806955 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdebd9a-1d3c-4e02-ae12-dc309c1de0ba admin admin] Network hostable DHCP agents. Network: c432fc70-5814-4ab4-9daa-2c99782f3dbd, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:48:35.818604 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-37614cca-1481-4d85-a96f-a11bc8d74e17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:35.860316 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9911eff0-d648-45ac-9244-87a67fc41016 req-b1d507f9-f457-4fc4-a20f-0ffc09a7c93c tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87028a0-5b2e-4fbf-8f90-3063ca636ef2 HTTP/1.1" status: 200 len: 210 time: 0.0378966 Aug 18 12:48:35.866567 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-9fac4bf9-2be2-41c8-80e0-6c3d3aa52ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:35.896738 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea2c83-0d65-48df-a1b7-38e26b83b243 req-63bf9614-4608-4779-8268-8dd036b05364 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:35.904331 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdebd9a-1d3c-4e02-ae12-dc309c1de0ba admin admin] Network c432fc70-5814-4ab4-9daa-2c99782f3dbd is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:48:35.905054 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-61ea2c83-0d65-48df-a1b7-38e26b83b243 req-63bf9614-4608-4779-8268-8dd036b05364 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9820169-ea51-44e6-9a8d-78bc941fe2b2 HTTP/1.1" status: 200 len: 935 time: 0.1447699 Aug 18 12:48:35.930101 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac4bf9-2be2-41c8-80e0-6c3d3aa52ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=2049dfb9-b9c6-4423-a806-e8fd6ea217c1,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:35.979495 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-61ea2c83-0d65-48df-a1b7-38e26b83b243 req-94ef3bc8-cbc3-49af-b4a1-1eaa1e209749 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb392ae-a8fd-49fa-9810-88a5995a5824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688319 Aug 18 12:48:36.002257 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-9fac4bf9-2be2-41c8-80e0-6c3d3aa52ff2 service neutron] Attempting to bind port 2049dfb9-b9c6-4423-a806-e8fd6ea217c1 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:48:36.009462 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-9fac4bf9-2be2-41c8-80e0-6c3d3aa52ff2 service neutron] Attempting to bind port 2049dfb9-b9c6-4423-a806-e8fd6ea217c1 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:48:36.009462 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-9fac4bf9-2be2-41c8-80e0-6c3d3aa52ff2 service neutron] Attempting to bind port 2049dfb9-b9c6-4423-a806-e8fd6ea217c1 on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:48:36.009865 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-37614cca-1481-4d85-a96f-a11bc8d74e17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:36.009943 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-ffdebd9a-1d3c-4e02-ae12-dc309c1de0ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, c432fc70-5814-4ab4-9daa-2c99782f3dbd) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:48:36.010928 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-9fac4bf9-2be2-41c8-80e0-6c3d3aa52ff2 service neutron] Port 2049dfb9-b9c6-4423-a806-e8fd6ea217c1 on network f82a481e-2d3e-49f3-a273-639556667c8a not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:48:36.011313 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-9fac4bf9-2be2-41c8-80e0-6c3d3aa52ff2 service neutron] Attempting to bind port 2049dfb9-b9c6-4423-a806-e8fd6ea217c1 on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:48:36.018344 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdebd9a-1d3c-4e02-ae12-dc309c1de0ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:36.018999 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ffdebd9a-1d3c-4e02-ae12-dc309c1de0ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:36.019628 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb33107-231a-4d11-a35e-cbb93debfa6b None None] Network c432fc70-5814-4ab4-9daa-2c99782f3dbd requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:48:36.021317 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-9fac4bf9-2be2-41c8-80e0-6c3d3aa52ff2 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:48:36.021709 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-9fac4bf9-2be2-41c8-80e0-6c3d3aa52ff2 service neutron] Checking segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:48:36.022479 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-9fac4bf9-2be2-41c8-80e0-6c3d3aa52ff2 service neutron] Bound using segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:48:36.022991 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-9fac4bf9-2be2-41c8-80e0-6c3d3aa52ff2 service neutron] Bound port: 2049dfb9-b9c6-4423-a806-e8fd6ea217c1, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:48:36.023423 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-9fac4bf9-2be2-41c8-80e0-6c3d3aa52ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:36.132590 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-37614cca-1481-4d85-a96f-a11bc8d74e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:36.139212 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-9fac4bf9-2be2-41c8-80e0-6c3d3aa52ff2 service neutron] For port 2049dfb9-b9c6-4423-a806-e8fd6ea217c1, host n-h2-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:48:36.147118 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-9fac4bf9-2be2-41c8-80e0-6c3d3aa52ff2 service neutron] For port 2049dfb9-b9c6-4423-a806-e8fd6ea217c1, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=2049dfb9-b9c6-4423-a806-e8fd6ea217c1,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:48:36.190318 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-37614cca-1481-4d85-a96f-a11bc8d74e17 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d2ec7b43eee499284ffc19091289373&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5564489 Aug 18 12:48:36.190716 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 57644) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:36.222431 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515ffb88-bc81-45a3-b36d-345ecb894127 None None] Network c432fc70-5814-4ab4-9daa-2c99782f3dbd requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:48:36.224876 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37614cca-1481-4d85-a96f-a11bc8d74e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a849c67b-7fad-46c4-9cd7-6eadf63099f4,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:36.237118 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ffdebd9a-1d3c-4e02-ae12-dc309c1de0ba admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1381741 Aug 18 12:48:36.254663 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6124900f-87a4-421b-9b13-edd3a5257e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:36.278839 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-9fac4bf9-2be2-41c8-80e0-6c3d3aa52ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:36.280862 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6124900f-87a4-421b-9b13-edd3a5257e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:36.349313 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-9fac4bf9-2be2-41c8-80e0-6c3d3aa52ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:36.349935 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-9fac4bf9-2be2-41c8-80e0-6c3d3aa52ff2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:36.351944 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-9fac4bf9-2be2-41c8-80e0-6c3d3aa52ff2 service neutron] 10.222.0.20 "PUT /v2.0/ports/2049dfb9-b9c6-4423-a806-e8fd6ea217c1 HTTP/1.1" status: 200 len: 1115 time: 1.4072199 Aug 18 12:48:36.353903 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9820169-ea51-44e6-9a8d-78bc941fe2b2', 'tag': '2049dfb9-b9c6-4423-a806-e8fd6ea217c1'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:48:36.436552 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6124900f-87a4-421b-9b13-edd3a5257e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:36.439795 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6124900f-87a4-421b-9b13-edd3a5257e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:36.444551 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6124900f-87a4-421b-9b13-edd3a5257e29 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a849c67b-7fad-46c4-9cd7-6eadf63099f4 HTTP/1.1" status: 204 len: 168 time: 0.2518251 Aug 18 12:48:36.457732 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac4bf9-2be2-41c8-80e0-6c3d3aa52ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=2049dfb9-b9c6-4423-a806-e8fd6ea217c1,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:36.457844 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124900f-87a4-421b-9b13-edd3a5257e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a849c67b-7fad-46c4-9cd7-6eadf63099f4,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:36.700570 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-6a2942e4-e924-4c78-b619-bed86046c9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:36.702112 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-6a2942e4-e924-4c78-b619-bed86046c9a5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=154a5d5db8c04df497a7a6c28ccc3045&device_id=b9820169-ea51-44e6-9a8d-78bc941fe2b2 HTTP/1.1" status: 200 len: 1118 time: 0.2166419 Aug 18 12:48:36.771257 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-580feae2-c8e6-4089-aa77-de1d066c1176 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=2049dfb9-b9c6-4423-a806-e8fd6ea217c1 HTTP/1.1" status: 200 len: 217 time: 0.0611589 Aug 18 12:48:36.828540 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-3b5f20a0-e723-44c5-8172-a6f796920245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:36.829892 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-3b5f20a0-e723-44c5-8172-a6f796920245 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.0517168 Aug 18 12:48:36.909534 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-0508deae-0697-451b-89ae-4b3593cfb5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:36.911213 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-0508deae-0697-451b-89ae-4b3593cfb5c2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0741599 Aug 18 12:48:37.000528 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-477f062a-e594-4ef1-a848-4ed55db40099 req-57885f84-acc0-4f7d-b441-9df458cb481e tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87028a0-5b2e-4fbf-8f90-3063ca636ef2 HTTP/1.1" status: 200 len: 210 time: 0.0556569 Aug 18 12:48:37.053047 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 57678) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:37.058639 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-1eaf4c99-2a48-4020-8552-4ae5c419dd2b service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379282 Aug 18 12:48:37.068743 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad88792-7d10-4b8a-a191-9d9f3c06b6c5" -d '{"events": [{"name": "network-changed", "server_uuid": "b9820169-ea51-44e6-9a8d-78bc941fe2b2", "tag": "2049dfb9-b9c6-4423-a806-e8fd6ea217c1"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:48:37.091384 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 57686) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:37.214553 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5040c-ce02-48db-8509-7857520f40ec req-06859e51-e786-4005-9ea1-f6759c181a8c tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:37.216483 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-55d5040c-ce02-48db-8509-7857520f40ec req-06859e51-e786-4005-9ea1-f6759c181a8c tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9820169-ea51-44e6-9a8d-78bc941fe2b2 HTTP/1.1" status: 200 len: 967 time: 0.1431892 Aug 18 12:48:37.251575 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4e386a1f-56a7-44cf-bc58-b09a65685968 req-cf73f784-73d1-4af4-8cbe-ca519d746c78 service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792600 Aug 18 12:48:37.262457 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.39', 51329) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:37.297998 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-271d60cc-cf19-42dc-81c0-af21cb8b48e1 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=0dbc352c07204a0eae0ea90ea6af83f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344248 Aug 18 12:48:37.301035 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-55d5040c-ce02-48db-8509-7857520f40ec req-06738faa-7f0d-442e-a534-62cc78b84d2a tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb392ae-a8fd-49fa-9810-88a5995a5824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738428 Aug 18 12:48:37.317446 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-5c494d35-93a8-446d-93b1-f54f076f985e admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1273927773-network', 'tenant_id': 'd8cfbe58f669487bb73cf800dbfde991'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:37.378415 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b1406326-a4ef-469e-80b1-4ced29007186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:37.432695 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-0968d43f-9e74-4bb0-a506-1fbaecf83637 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:37.434642 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-0968d43f-9e74-4bb0-a506-1fbaecf83637 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1305218 Aug 18 12:48:37.437267 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 57700) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:37.446551 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a25022-380a-44a7-830e-13051ed4fa54 x-openstack-request-id: req-e0a25022-380a-44a7-830e-13051ed4fa54 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:48:37.446833 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9820169-ea51-44e6-9a8d-78bc941fe2b2", "tag": "2049dfb9-b9c6-4423-a806-e8fd6ea217c1", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:48:37.452243 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e0a25022-380a-44a7-830e-13051ed4fa54 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:48:37.452243 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9820169-ea51-44e6-9a8d-78bc941fe2b2', 'tag': '2049dfb9-b9c6-4423-a806-e8fd6ea217c1', 'status': 'completed', 'code': 200} Aug 18 12:48:37.459653 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-42db3d60-5bb0-4a34-89e9-101f3fc30953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:37.477877 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-e949b700-833b-4b44-91c8-bb894bab32ba tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:37.479383 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-e949b700-833b-4b44-91c8-bb894bab32ba tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/networks?id=8e2ca950-415a-439c-a01b-47dff2e51d7d HTTP/1.1" status: 200 len: 807 time: 0.2563939 Aug 18 12:48:37.497557 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-32cc501c-652c-43ed-8d4e-7dc4892b8e6b tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Request body: {'port': {'device_id': 'c87028a0-5b2e-4fbf-8f90-3063ca636ef2', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'admin_state_up': True, 'tenant_id': '0dbc352c07204a0eae0ea90ea6af83f6'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:37.498759 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-97e26414-f073-488f-93e4-e1fb40cd4dd1 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/quotas/075606cfda364ddebe4be31640ab3a76 HTTP/1.1" status: 200 len: 375 time: 0.0095532 Aug 18 12:48:37.501406 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c494d35-93a8-446d-93b1-f54f076f985e admin admin] Made reservation on behalf of d8cfbe58f669487bb73cf800dbfde991 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:48:37.503796 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5c494d35-93a8-446d-93b1-f54f076f985e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:37.525449 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5c494d35-93a8-446d-93b1-f54f076f985e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:37.549804 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.db.api [None req-42db3d60-5bb0-4a34-89e9-101f3fc30953 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 12:48:37.549804 n-d-803603-2 neutron-server[101676]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 18 12:48:37.549804 n-d-803603-2 neutron-server[101676]: [parameters: {'project_id_1': '8a8455cf476546d69c172c8bdff9519a', 'expiration_1': datetime.datetime(2021, 8, 18, 12, 48, 37, 479195)}] Aug 18 12:48:37.549804 n-d-803603-2 neutron-server[101676]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:48:37.550300 n-d-803603-2 neutron-server[101676]: DEBUG oslo_db.api [None req-42db3d60-5bb0-4a34-89e9-101f3fc30953 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:48:37.569371 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad88792-7d10-4b8a-a191-9d9f3c06b6c5 req-f85772d0-1b27-46ea-96d3-0c6679e5a0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:37.572057 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6ad88792-7d10-4b8a-a191-9d9f3c06b6c5 req-f85772d0-1b27-46ea-96d3-0c6679e5a0a8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=154a5d5db8c04df497a7a6c28ccc3045&device_id=b9820169-ea51-44e6-9a8d-78bc941fe2b2 HTTP/1.1" status: 200 len: 1118 time: 0.1031756 Aug 18 12:48:37.572779 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-6e1b4b3d-3c6e-412f-be09-a9e732d1cdd9 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=075606cfda364ddebe4be31640ab3a76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639415 Aug 18 12:48:37.646987 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b1406326-a4ef-469e-80b1-4ced29007186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:37.722111 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b1406326-a4ef-469e-80b1-4ced29007186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:37.754852 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b1406326-a4ef-469e-80b1-4ced29007186 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7aad1d761c844a97b9dddaa1ae6244a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6624250 Aug 18 12:48:37.757450 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 57706) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:37.769552 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-edb63eba-6ead-4ba1-bf46-218c36599910 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:48:37.772069 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-edb63eba-6ead-4ba1-bf46-218c36599910 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0762246 Aug 18 12:48:37.773519 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad88792-7d10-4b8a-a191-9d9f3c06b6c5 req-f4a2d8f6-0c9f-4649-bbad-e34f8da3a8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:37.775029 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6ad88792-7d10-4b8a-a191-9d9f3c06b6c5 req-f4a2d8f6-0c9f-4649-bbad-e34f8da3a8a6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.1952043 Aug 18 12:48:37.811114 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1406326-a4ef-469e-80b1-4ced29007186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8d0312-f05f-4ead-a8e4-3359aff43c8f,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:37.853106 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6ad88792-7d10-4b8a-a191-9d9f3c06b6c5 req-34f43ae7-0173-4467-9086-7689a1da1bd3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=2049dfb9-b9c6-4423-a806-e8fd6ea217c1 HTTP/1.1" status: 200 len: 217 time: 0.0595171 Aug 18 12:48:37.905640 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b9922c6f-9933-4ad1-a513-f30251b4d709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:37.941570 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b9922c6f-9933-4ad1-a513-f30251b4d709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:37.944297 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad88792-7d10-4b8a-a191-9d9f3c06b6c5 req-1953109f-520d-4439-985e-b0b8abc9b13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:37.945824 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6ad88792-7d10-4b8a-a191-9d9f3c06b6c5 req-1953109f-520d-4439-985e-b0b8abc9b13f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.0866516 Aug 18 12:48:37.953658 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-376df087-8d4f-49a8-8bf7-980c33b19081 service neutron] 10.222.0.13 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627216 Aug 18 12:48:38.028562 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad88792-7d10-4b8a-a191-9d9f3c06b6c5 req-23ca261a-eb45-47bb-ac46-674ed9e68e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:38.030081 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6ad88792-7d10-4b8a-a191-9d9f3c06b6c5 req-23ca261a-eb45-47bb-ac46-674ed9e68e1c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0552740 Aug 18 12:48:38.042555 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5c494d35-93a8-446d-93b1-f54f076f985e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:38.060398 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-42db3d60-5bb0-4a34-89e9-101f3fc30953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:38.093642 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-07aafeb1-d3d2-48aa-8713-7d24b91ca519 service neutron] 10.222.0.13 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220517 Aug 18 12:48:38.120638 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b9922c6f-9933-4ad1-a513-f30251b4d709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:38.123408 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b9922c6f-9933-4ad1-a513-f30251b4d709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:38.124503 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b9922c6f-9933-4ad1-a513-f30251b4d709 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c8d0312-f05f-4ead-a8e4-3359aff43c8f HTTP/1.1" status: 204 len: 168 time: 0.3661299 Aug 18 12:48:38.130265 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5c494d35-93a8-446d-93b1-f54f076f985e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:38.162564 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c494d35-93a8-446d-93b1-f54f076f985e admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:48:38.179429 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c494d35-93a8-446d-93b1-f54f076f985e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d74b90-9128-45c7-87cf-4ee72d8d6224,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:38.200516 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5c494d35-93a8-446d-93b1-f54f076f985e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783897540554', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:38.201279 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5c494d35-93a8-446d-93b1-f54f076f985e admin admin] Unsubscribe: segment precommit_create {{(pid=101675) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 18 12:48:38.201826 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-5c494d35-93a8-446d-93b1-f54f076f985e admin admin] Added segment 7ff9e9d1-2f3f-4727-a98f-48223d2acb58 of type vlan for network 868b2abd-c11c-4513-ae1d-4c8f78707536 Aug 18 12:48:38.208524 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6ad88792-7d10-4b8a-a191-9d9f3c06b6c5 req-fed62f03-0336-4dda-8be6-6e5c1161a441 service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703179 Aug 18 12:48:38.213683 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f8560d18-675f-4c8b-9968-5938a0c6f4a9 req-d095c920-6bab-4288-a834-6a941929700b tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87028a0-5b2e-4fbf-8f90-3063ca636ef2 HTTP/1.1" status: 200 len: 210 time: 0.1184673 Aug 18 12:48:38.217169 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9922c6f-9933-4ad1-a513-f30251b4d709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8d0312-f05f-4ead-a8e4-3359aff43c8f,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:38.299975 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5c494d35-93a8-446d-93b1-f54f076f985e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:38.341136 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6ad88792-7d10-4b8a-a191-9d9f3c06b6c5 req-53bf843d-bb96-4a0c-a58e-a0faf3a31ad0 service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908661 Aug 18 12:48:38.409603 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-32cc501c-652c-43ed-8d4e-7dc4892b8e6b tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Made reservation on behalf of 0dbc352c07204a0eae0ea90ea6af83f6 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:48:38.413610 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-32cc501c-652c-43ed-8d4e-7dc4892b8e6b tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:38.427934 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-32cc501c-652c-43ed-8d4e-7dc4892b8e6b tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:38.459032 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-db62088f-f547-4888-94dc-51486df0cc11 req-cf86830b-ca2c-434e-b4fa-6008d0d15e4b tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=546c81ec-fcd3-4c4a-903d-8640043b03cf HTTP/1.1" status: 200 len: 210 time: 0.0324605 Aug 18 12:48:38.460273 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5c494d35-93a8-446d-93b1-f54f076f985e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:38.461426 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c494d35-93a8-446d-93b1-f54f076f985e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:38.462213 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5c494d35-93a8-446d-93b1-f54f076f985e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:38.476225 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c36eb-57e5-4b7e-8822-9f5ee2953c9d req-45d894a8-133c-4ec1-ad38-269c2415b6e9 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:38.492137 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ab6c36eb-57e5-4b7e-8822-9f5ee2953c9d req-45d894a8-133c-4ec1-ad38-269c2415b6e9 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9820169-ea51-44e6-9a8d-78bc941fe2b2 HTTP/1.1" status: 200 len: 967 time: 0.1105173 Aug 18 12:48:38.548652 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ab6c36eb-57e5-4b7e-8822-9f5ee2953c9d req-a8d59fa5-eca5-4e79-a042-72418c7fa098 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb392ae-a8fd-49fa-9810-88a5995a5824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621839 Aug 18 12:48:38.581107 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c494d35-93a8-446d-93b1-f54f076f985e admin admin] Pushing event updated for resources: {'Network': ['ID=868b2abd-c11c-4513-ae1d-4c8f78707536,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:38.593977 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 868b2abd-c11c-4513-ae1d-4c8f78707536 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:48:38.608993 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-42db3d60-5bb0-4a34-89e9-101f3fc30953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:38.663691 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-42db3d60-5bb0-4a34-89e9-101f3fc30953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:38.702538 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db3d60-5bb0-4a34-89e9-101f3fc30953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41399d3-2f59-49b7-a4fc-1d909acfc536,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:38.709213 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-42db3d60-5bb0-4a34-89e9-101f3fc30953 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a8455cf476546d69c172c8bdff9519a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2684679 Aug 18 12:48:38.709579 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 57732) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:38.752201 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5c494d35-93a8-446d-93b1-f54f076f985e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.6981058 Aug 18 12:48:38.756178 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 57734) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:38.763663 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-79d9fc1e-f61c-4964-ac0c-a041694d310b admin admin] Request body: {'subnet': {'network_id': '868b2abd-c11c-4513-ae1d-4c8f78707536', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1273927773-subnet', 'tenant_id': 'd8cfbe58f669487bb73cf800dbfde991', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:38.766672 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-23732b18-41a0-4bab-81d8-a350b78700d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:38.805037 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-23732b18-41a0-4bab-81d8-a350b78700d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:38.883552 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-32cc501c-652c-43ed-8d4e-7dc4892b8e6b tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:38.956384 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-23732b18-41a0-4bab-81d8-a350b78700d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:38.959415 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-23732b18-41a0-4bab-81d8-a350b78700d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:38.960613 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-23732b18-41a0-4bab-81d8-a350b78700d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c41399d3-2f59-49b7-a4fc-1d909acfc536 HTTP/1.1" status: 204 len: 168 time: 0.2501073 Aug 18 12:48:38.968653 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23732b18-41a0-4bab-81d8-a350b78700d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41399d3-2f59-49b7-a4fc-1d909acfc536,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:38.981901 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-32cc501c-652c-43ed-8d4e-7dc4892b8e6b tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:39.031572 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 57738) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:39.047175 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9f4e4d2e-4e9a-458c-b75a-8ae9355f9e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:39.056277 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cc501c-652c-43ed-8d4e-7dc4892b8e6b tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86910017-f667-419d-b019-adf5c86d0af1,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:39.074457 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d9fc1e-f61c-4964-ac0c-a041694d310b admin admin] Made reservation on behalf of d8cfbe58f669487bb73cf800dbfde991 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:48:39.078613 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-79d9fc1e-f61c-4964-ac0c-a041694d310b admin admin] Notify callbacks [] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:39.125011 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-32cc501c-652c-43ed-8d4e-7dc4892b8e6b tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Allocated IP 192.168.233.165 (f82a481e-2d3e-49f3-a273-639556667c8a/38dc8434-66c0-4e05-8cce-b4a4a0f33dc3/c24c6755-cd9e-4c63-bb07-4f98c475524b) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:48:39.308659 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9f4e4d2e-4e9a-458c-b75a-8ae9355f9e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:39.316843 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-32cc501c-652c-43ed-8d4e-7dc4892b8e6b tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:39.332776 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-32cc501c-652c-43ed-8d4e-7dc4892b8e6b tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Transition to ACTIVE for port object c24c6755-cd9e-4c63-bb07-4f98c475524b will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:48:39.392156 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d728937c-6641-4f2b-9838-12c3fd3fc55b req-c2d86967-712a-4c7f-b561-3a69d8e62125 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87028a0-5b2e-4fbf-8f90-3063ca636ef2 HTTP/1.1" status: 200 len: 210 time: 0.0555515 Aug 18 12:48:39.441502 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9f4e4d2e-4e9a-458c-b75a-8ae9355f9e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:39.460050 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-32cc501c-652c-43ed-8d4e-7dc4892b8e6b tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:39.486095 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9f4e4d2e-4e9a-458c-b75a-8ae9355f9e2c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c83cf0ef8efe4d649e0e64f1d3c790fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4483650 Aug 18 12:48:39.486095 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e4d2e-4e9a-458c-b75a-8ae9355f9e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7978ad7f-2796-4d70-b77c-f2c9fe2bf2e2,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:39.493119 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 57750) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:39.515471 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-79d9fc1e-f61c-4964-ac0c-a041694d310b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:39.551995 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-32cc501c-652c-43ed-8d4e-7dc4892b8e6b tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Network f82a481e-2d3e-49f3-a273-639556667c8a is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:48:39.556584 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-32cc501c-652c-43ed-8d4e-7dc4892b8e6b tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:48:39.583361 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ee0eee92-d96a-44ef-a93d-6b7dc50715c8 req-f4dd6c8a-21ed-4a24-9edd-532e63b79a1c tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=546c81ec-fcd3-4c4a-903d-8640043b03cf HTTP/1.1" status: 200 len: 210 time: 0.0422218 Aug 18 12:48:39.584200 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-32cc501c-652c-43ed-8d4e-7dc4892b8e6b tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:48:39.592377 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-32cc501c-652c-43ed-8d4e-7dc4892b8e6b tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:39.593101 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-32cc501c-652c-43ed-8d4e-7dc4892b8e6b tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:39.598268 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cc501c-652c-43ed-8d4e-7dc4892b8e6b tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Pushing event updated for resources: {'Port': ['ID=c24c6755-cd9e-4c63-bb07-4f98c475524b,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:39.618573 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9fc1e-f61c-4964-ac0c-a041694d310b admin admin] Pushing event updated for resources: {'Subnet': ['ID=34a133e6-4845-483d-9cb6-cc8c362b1453,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:39.628661 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e61ea5f1-d7a0-426b-878d-37bc3e843a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:39.641232 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d9fc1e-f61c-4964-ac0c-a041694d310b admin admin] Checking segment: {'id': '7ff9e9d1-2f3f-4727-a98f-48223d2acb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '868b2abd-c11c-4513-ae1d-4c8f78707536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:48:39.644483 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d9fc1e-f61c-4964-ac0c-a041694d310b admin admin] Network hostable DHCP agents. Network: 868b2abd-c11c-4513-ae1d-4c8f78707536, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:48:39.670816 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e61ea5f1-d7a0-426b-878d-37bc3e843a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:39.711592 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-32cc501c-652c-43ed-8d4e-7dc4892b8e6b tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2300072 Aug 18 12:48:39.755911 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3b127-c893-4998-9b1f-5442e436d676 req-0ab58b9e-9556-4566-9f72-1412d378cbc9 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:39.757334 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a1b3b127-c893-4998-9b1f-5442e436d676 req-0ab58b9e-9556-4566-9f72-1412d378cbc9 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9820169-ea51-44e6-9a8d-78bc941fe2b2 HTTP/1.1" status: 200 len: 967 time: 0.0916481 Aug 18 12:48:39.788695 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d9fc1e-f61c-4964-ac0c-a041694d310b admin admin] Network 868b2abd-c11c-4513-ae1d-4c8f78707536 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:48:39.808220 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a1b3b127-c893-4998-9b1f-5442e436d676 req-2778458d-a129-4b12-86f9-a40e9c636c92 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb392ae-a8fd-49fa-9810-88a5995a5824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426002 Aug 18 12:48:39.847258 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e61ea5f1-d7a0-426b-878d-37bc3e843a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:39.852681 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e61ea5f1-d7a0-426b-878d-37bc3e843a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:39.854022 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e61ea5f1-d7a0-426b-878d-37bc3e843a07 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7978ad7f-2796-4d70-b77c-f2c9fe2bf2e2 HTTP/1.1" status: 204 len: 168 time: 0.3487632 Aug 18 12:48:39.862881 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ea5f1-d7a0-426b-878d-37bc3e843a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7978ad7f-2796-4d70-b77c-f2c9fe2bf2e2,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:39.882903 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-79d9fc1e-f61c-4964-ac0c-a041694d310b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 868b2abd-c11c-4513-ae1d-4c8f78707536) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:48:39.887484 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d9fc1e-f61c-4964-ac0c-a041694d310b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:39.888204 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-79d9fc1e-f61c-4964-ac0c-a041694d310b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:39.900560 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73695e8-6244-4a33-b86a-99beb3cc10b2 None None] Network 868b2abd-c11c-4513-ae1d-4c8f78707536 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:48:39.943385 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-30615448-96eb-4683-bf33-d83eabef616e None None] Provisioning for port c24c6755-cd9e-4c63-bb07-4f98c475524b completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:48:39.953823 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-30615448-96eb-4683-bf33-d83eabef616e None None] Provisioning complete for port c24c6755-cd9e-4c63-bb07-4f98c475524b triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:48:39.954242 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-30615448-96eb-4683-bf33-d83eabef616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:39.987368 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-79d9fc1e-f61c-4964-ac0c-a041694d310b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2297628 Aug 18 12:48:40.005374 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-30615448-96eb-4683-bf33-d83eabef616e None None] Port c24c6755-cd9e-4c63-bb07-4f98c475524b cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:48:40.063570 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bca342-8f53-4494-a05a-fe2ef8a35c3a None None] Network 868b2abd-c11c-4513-ae1d-4c8f78707536 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:48:40.172952 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 2049dfb9-b9c6-4423-a806-e8fd6ea217c1 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:48:40.305518 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 2049dfb9-b9c6-4423-a806-e8fd6ea217c1, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=2049dfb9-b9c6-4423-a806-e8fd6ea217c1,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:48:40.319065 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '2049dfb9-b9c6-4423-a806-e8fd6ea217c1', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'port_id': '2049dfb9-b9c6-4423-a806-e8fd6ea217c1', 'mac_address': 'fa:16:3e:e5:71:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc8434-66c0-4e05-8cce-b4a4a0f33dc3', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:tempest-test_az-28532475', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:48:40.360376 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:40.378137 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2049dfb9-b9c6-4423-a806-e8fd6ea217c1 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:48:40.402150 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 2049dfb9-b9c6-4423-a806-e8fd6ea217c1, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=2049dfb9-b9c6-4423-a806-e8fd6ea217c1,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:48:40.461395 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:40.536514 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=2049dfb9-b9c6-4423-a806-e8fd6ea217c1,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:40.553156 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c17981-92fb-4e5e-bcb3-6f2a9692d183 req-a11f4fd4-febe-438b-b0ae-0bd8f642637d tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:40.555926 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b4c17981-92fb-4e5e-bcb3-6f2a9692d183 req-a11f4fd4-febe-438b-b0ae-0bd8f642637d tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87028a0-5b2e-4fbf-8f90-3063ca636ef2 HTTP/1.1" status: 200 len: 936 time: 0.0773437 Aug 18 12:48:40.558765 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:40.560190 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:40.560589 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:40.564300 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:40.564300 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:40.564300 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:40.564300 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:40.566253 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:40.566751 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:40.567266 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:40.567613 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:40.568301 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:40.569442 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Tracked resource versions report: Aug 18 12:48:40.569442 n-d-803603-2 neutron-server[101677]: pushed versions: Aug 18 12:48:40.569442 n-d-803603-2 neutron-server[101677]: { 'AddressGroup': {'1.2'}, Aug 18 12:48:40.569442 n-d-803603-2 neutron-server[101677]: 'ConntrackHelper': {'1.0'}, Aug 18 12:48:40.569442 n-d-803603-2 neutron-server[101677]: 'Log': {'1.0'}, Aug 18 12:48:40.569442 n-d-803603-2 neutron-server[101677]: 'Network': {'1.1'}, Aug 18 12:48:40.569442 n-d-803603-2 neutron-server[101677]: 'Port': {'1.7'}, Aug 18 12:48:40.569442 n-d-803603-2 neutron-server[101677]: 'PortForwarding': {'1.2'}, Aug 18 12:48:40.569442 n-d-803603-2 neutron-server[101677]: 'QosPolicy': {'1.9'}, Aug 18 12:48:40.569442 n-d-803603-2 neutron-server[101677]: 'SecurityGroup': {'1.4'}, Aug 18 12:48:40.569442 n-d-803603-2 neutron-server[101677]: 'SecurityGroupRule': {'1.2'}, Aug 18 12:48:40.569442 n-d-803603-2 neutron-server[101677]: 'SubPort': {'1.0'}, Aug 18 12:48:40.569442 n-d-803603-2 neutron-server[101677]: 'Subnet': {'1.1'}, Aug 18 12:48:40.569442 n-d-803603-2 neutron-server[101677]: 'Trunk': {'1.1'}} Aug 18 12:48:40.569442 n-d-803603-2 neutron-server[101677]: consumer versions: Aug 18 12:48:40.569442 n-d-803603-2 neutron-server[101677]: { DHCP agent@n-d-803603-2: {}, Aug 18 12:48:40.569442 n-d-803603-2 neutron-server[101677]: HyperV agent@n-h1-803603-2: {}, Aug 18 12:48:40.569442 n-d-803603-2 neutron-server[101677]: HyperV agent@n-h2-803603-2: {}, Aug 18 12:48:40.569442 n-d-803603-2 neutron-server[101677]: L3 agent@n-d-803603-2: {}, Aug 18 12:48:40.569442 n-d-803603-2 neutron-server[101677]: Metadata agent@n-d-803603-2: {}, Aug 18 12:48:40.569442 n-d-803603-2 neutron-server[101677]: Metering agent@n-d-803603-2: {}, Aug 18 12:48:40.569442 n-d-803603-2 neutron-server[101677]: Open vSwitch agent@n-d-803603-2: { 'AddressGroup': '1.2', Aug 18 12:48:40.569442 n-d-803603-2 neutron-server[101677]: 'ConntrackHelper': '1.0', Aug 18 12:48:40.569442 n-d-803603-2 neutron-server[101677]: 'Log': '1.0', Aug 18 12:48:40.569442 n-d-803603-2 neutron-server[101677]: 'Network': '1.1', Aug 18 12:48:40.569442 n-d-803603-2 neutron-server[101677]: 'Port': '1.7', Aug 18 12:48:40.569442 n-d-803603-2 neutron-server[101677]: 'PortForwarding': '1.2', Aug 18 12:48:40.569442 n-d-803603-2 neutron-server[101677]: 'QosPolicy': '1.9', Aug 18 12:48:40.569442 n-d-803603-2 neutron-server[101677]: 'SecurityGroup': '1.4', Aug 18 12:48:40.569442 n-d-803603-2 neutron-server[101677]: 'SecurityGroupRule': '1.2', Aug 18 12:48:40.569442 n-d-803603-2 neutron-server[101677]: 'SubPort': '1.0', Aug 18 12:48:40.569442 n-d-803603-2 neutron-server[101677]: 'Subnet': '1.1', Aug 18 12:48:40.569442 n-d-803603-2 neutron-server[101677]: 'Trunk': '1.1'}} Aug 18 12:48:40.569442 n-d-803603-2 neutron-server[101677]: {{(pid=101677) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 12:48:40.610764 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b4c17981-92fb-4e5e-bcb3-6f2a9692d183 req-068bb684-7ae1-4620-9a7d-53c1ed747137 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/security-groups?id=86910017-f667-419d-b019-adf5c86d0af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466540 Aug 18 12:48:40.713280 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8f049be8-a723-43c5-b540-3cedb9fdf15d req-810bdf68-8f00-4f14-afa8-4f7aae36764d tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=546c81ec-fcd3-4c4a-903d-8640043b03cf HTTP/1.1" status: 200 len: 210 time: 0.0319393 Aug 18 12:48:40.859632 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['2049dfb9-b9c6-4423-a806-e8fd6ea217c1'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:48:40.990216 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-316730da-5836-4ae5-b1b9-1b91a4e10185 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:40.998793 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-316730da-5836-4ae5-b1b9-1b91a4e10185 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/networks?id=868b2abd-c11c-4513-ae1d-4c8f78707536 HTTP/1.1" status: 200 len: 822 time: 0.4616749 Aug 18 12:48:41.015283 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-b7941e66-997d-4559-b6b6-f88c0d917acd tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/quotas/d8cfbe58f669487bb73cf800dbfde991 HTTP/1.1" status: 200 len: 375 time: 0.0113988 Aug 18 12:48:41.026682 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53613fff-eccb-4ffa-9aa0-cbe220480926 req-e590fe55-9c34-42f2-b55b-9e3f3ea43f69 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:41.034753 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-53613fff-eccb-4ffa-9aa0-cbe220480926 req-e590fe55-9c34-42f2-b55b-9e3f3ea43f69 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9820169-ea51-44e6-9a8d-78bc941fe2b2 HTTP/1.1" status: 200 len: 968 time: 0.1472204 Aug 18 12:48:41.067907 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-d5637c39-58a5-4050-a54c-365963527df1 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8cfbe58f669487bb73cf800dbfde991&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447485 Aug 18 12:48:41.082035 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-53613fff-eccb-4ffa-9aa0-cbe220480926 req-f0ae7f5c-b04f-4015-a365-5e86b7395385 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb392ae-a8fd-49fa-9810-88a5995a5824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380003 Aug 18 12:48:41.466239 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0ff06bda-108b-4f60-88d8-b1bf9966c0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:41.506751 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-d9dcfc86-ded6-46ec-b88e-61c7fe5e62db service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:48:41.514488 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-d9dcfc86-ded6-46ec-b88e-61c7fe5e62db service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2440712 Aug 18 12:48:41.616543 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-ac8990dc-3aad-4612-9b69-db6576e910f5 service neutron] 10.222.0.13 "GET /v2.0/networks/868b2abd-c11c-4513-ae1d-4c8f78707536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011899 Aug 18 12:48:41.722819 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-723ca4c6-0e59-4809-b69e-d8afa8dd4e44 service neutron] 10.222.0.13 "GET /v2.0/networks/868b2abd-c11c-4513-ae1d-4c8f78707536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958650 Aug 18 12:48:41.956890 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cfc46b-0f9a-4320-90a2-59f8c7aef3ae req-b1d96c7f-c526-47f8-9548-214777461276 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:41.958575 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-61cfc46b-0f9a-4320-90a2-59f8c7aef3ae req-b1d96c7f-c526-47f8-9548-214777461276 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87028a0-5b2e-4fbf-8f90-3063ca636ef2 HTTP/1.1" status: 200 len: 936 time: 0.0543571 Aug 18 12:48:41.992101 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b34413aa-7c52-4a86-9298-0bac5c07bb69 req-64adb2bf-d6b6-49ca-a319-02b80a12c709 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=546c81ec-fcd3-4c4a-903d-8640043b03cf HTTP/1.1" status: 200 len: 210 time: 0.0272741 Aug 18 12:48:42.021858 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-61cfc46b-0f9a-4320-90a2-59f8c7aef3ae req-928e0e8d-ea5d-45fb-85cb-a89d30f79391 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/security-groups?id=86910017-f667-419d-b019-adf5c86d0af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427284 Aug 18 12:48:42.113108 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-495b3286-7c9b-4e13-89a5-65da3317d25b req-9d810cb6-c889-4eb6-a203-74382a71ad36 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3526132-96cc-4b1f-93d4-01026077cde3 HTTP/1.1" status: 200 len: 210 time: 0.0387917 Aug 18 12:48:42.153889 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 2049dfb9-b9c6-4423-a806-e8fd6ea217c1 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:48:42.232598 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefde44-4fa2-4569-8cbc-dfcb1add0fa0 req-7712115f-508e-45ff-908e-9c4940082b59 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:42.237871 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fdefde44-4fa2-4569-8cbc-dfcb1add0fa0 req-7712115f-508e-45ff-908e-9c4940082b59 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9820169-ea51-44e6-9a8d-78bc941fe2b2 HTTP/1.1" status: 200 len: 968 time: 0.0612128 Aug 18 12:48:42.282272 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fdefde44-4fa2-4569-8cbc-dfcb1add0fa0 req-d19353f7-6834-4806-b5ce-7638bd99136a tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb392ae-a8fd-49fa-9810-88a5995a5824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410106 Aug 18 12:48:42.293800 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 2049dfb9-b9c6-4423-a806-e8fd6ea217c1 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:48:42.298733 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 2049dfb9-b9c6-4423-a806-e8fd6ea217c1 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:48:42.299107 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:42.388294 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:42.421525 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9820169-ea51-44e6-9a8d-78bc941fe2b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2049dfb9-b9c6-4423-a806-e8fd6ea217c1'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:48:42.501185 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 2049dfb9-b9c6-4423-a806-e8fd6ea217c1, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=2049dfb9-b9c6-4423-a806-e8fd6ea217c1,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:48:42.570265 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:42.628758 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=2049dfb9-b9c6-4423-a806-e8fd6ea217c1,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:42.675142 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b574bb-3f7a-4d4f-90f5-57cbbae05564" -d '{"events": [{"server_uuid": "b9820169-ea51-44e6-9a8d-78bc941fe2b2", "name": "network-vif-plugged", "status": "completed", "tag": "2049dfb9-b9c6-4423-a806-e8fd6ea217c1"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:48:42.875186 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-1e62696b-1a5f-495b-9d1f-9b9bd3299590 tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b4678c0af7f943d0a87f43829399d509&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295088 Aug 18 12:48:42.972606 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33aadd3b-595e-498e-8d3d-4abb1cde3589 x-openstack-request-id: req-33aadd3b-595e-498e-8d3d-4abb1cde3589 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:48:42.973693 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9820169-ea51-44e6-9a8d-78bc941fe2b2", "name": "network-vif-plugged", "status": "completed", "tag": "2049dfb9-b9c6-4423-a806-e8fd6ea217c1", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:48:42.974112 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-33aadd3b-595e-498e-8d3d-4abb1cde3589 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:48:42.974742 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9820169-ea51-44e6-9a8d-78bc941fe2b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2049dfb9-b9c6-4423-a806-e8fd6ea217c1', 'code': 200} Aug 18 12:48:43.018936 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-48bfab46-e99e-4350-bb85-ed6eed04f849 tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:43.020415 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-48bfab46-e99e-4350-bb85-ed6eed04f849 tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1396523 Aug 18 12:48:43.038003 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-704c1f6c-599b-4600-b247-df7c13dcf827 tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] 10.222.0.13 "GET /v2.0/quotas/b4678c0af7f943d0a87f43829399d509 HTTP/1.1" status: 200 len: 375 time: 0.0107672 Aug 18 12:48:43.135371 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-d61d1649-17f1-4170-8bcc-aa955e9ceea5 tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b4678c0af7f943d0a87f43829399d509&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0813916 Aug 18 12:48:43.153743 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d234b99b-e71c-4920-a829-81247193adad req-924da9ce-f4fb-48dd-b480-4dd1ae4a479f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:43.153743 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d234b99b-e71c-4920-a829-81247193adad req-924da9ce-f4fb-48dd-b480-4dd1ae4a479f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b9820169-ea51-44e6-9a8d-78bc941fe2b2 HTTP/1.1" status: 200 len: 1120 time: 0.1098509 Aug 18 12:48:43.154129 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-29b0176f-6134-4cc3-8d56-7de076504cd0 req-e55c2357-7e20-4a36-aa29-0350ef002cbb tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=546c81ec-fcd3-4c4a-903d-8640043b03cf HTTP/1.1" status: 200 len: 210 time: 0.0338969 Aug 18 12:48:43.202993 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-d234b99b-e71c-4920-a829-81247193adad req-dfa417f6-0d57-49c1-9654-8badc6bec1ae service neutron] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:43.287806 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18bedd-4ab2-47c4-9cc1-3cc1cb98529a req-44893818-d445-430d-a2a6-00f04ba78a34 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:43.289594 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a18bedd-4ab2-47c4-9cc1-3cc1cb98529a req-44893818-d445-430d-a2a6-00f04ba78a34 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87028a0-5b2e-4fbf-8f90-3063ca636ef2 HTTP/1.1" status: 200 len: 936 time: 0.0679970 Aug 18 12:48:43.316227 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-d234b99b-e71c-4920-a829-81247193adad req-dfa417f6-0d57-49c1-9654-8badc6bec1ae service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:43.332483 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a18bedd-4ab2-47c4-9cc1-3cc1cb98529a req-f5e58740-53da-47e6-bf8e-40cf3d1961cd tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/security-groups?id=86910017-f667-419d-b019-adf5c86d0af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347152 Aug 18 12:48:43.380460 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-d234b99b-e71c-4920-a829-81247193adad req-dfa417f6-0d57-49c1-9654-8badc6bec1ae service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:43.413296 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d234b99b-e71c-4920-a829-81247193adad req-dfa417f6-0d57-49c1-9654-8badc6bec1ae service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ecb392ae-a8fd-49fa-9810-88a5995a5824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425106 Aug 18 12:48:43.423231 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa417f6-0d57-49c1-9654-8badc6bec1ae service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=48bb8a04-09a0-40d7-aada-5e23fe6d3029,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:43.466424 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a76ddace-d5c6-4f13-ab0e-851bc4801900 req-cde87d77-3321-4eeb-86ec-b815ba46f00a tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3526132-96cc-4b1f-93d4-01026077cde3 HTTP/1.1" status: 200 len: 210 time: 0.0328760 Aug 18 12:48:43.547689 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c1fb4b8b-bf26-42fd-b5e0-951034fc59f2 req-27ee2f2e-6f24-41d9-a4f1-a60f162e3cc4 tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] 10.222.0.13 "GET /v2.0/ports?device_id=281f59d3-0ad1-4a97-a661-bdee418e9d5d HTTP/1.1" status: 200 len: 210 time: 0.0296662 Aug 18 12:48:43.601501 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e1a30-a3b6-4905-8e67-ddf8e897ad2b req-f96b3309-f894-457c-9987-89f2aa430ceb tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:43.603327 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-277e1a30-a3b6-4905-8e67-ddf8e897ad2b req-f96b3309-f894-457c-9987-89f2aa430ceb tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9820169-ea51-44e6-9a8d-78bc941fe2b2 HTTP/1.1" status: 200 len: 969 time: 0.0838509 Aug 18 12:48:43.644049 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-277e1a30-a3b6-4905-8e67-ddf8e897ad2b req-3d4bf861-1acd-4830-adb0-d3ffd43f68a9 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb392ae-a8fd-49fa-9810-88a5995a5824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341220 Aug 18 12:48:43.671196 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a1235ae8-f485-4be5-9d6e-667c9a5808ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:44.123099 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 57922) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:44.234466 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-09c25def-1961-435f-a29e-556b69396fdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:44.248556 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-949f02df-5157-4a28-82fc-4b5df1d2ecbe req-1bed2a30-9472-4a45-be44-979c7ae9b38f tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=546c81ec-fcd3-4c4a-903d-8640043b03cf HTTP/1.1" status: 200 len: 210 time: 0.0312419 Aug 18 12:48:44.319099 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-09c25def-1961-435f-a29e-556b69396fdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:44.397539 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-09c25def-1961-435f-a29e-556b69396fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:44.460416 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:44.464335 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-09c25def-1961-435f-a29e-556b69396fdb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b156430ad4148479ed96c7a54b005ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3401539 Aug 18 12:48:44.465936 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c25def-1961-435f-a29e-556b69396fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31231b77-4534-4f15-b00c-d419a9dab52a,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:44.467184 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 57932) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:44.488455 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cd209-8bff-40ba-8051-792799c9e61d req-56ba78c8-9318-4628-800b-b458d701404f tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:44.490613 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b15cd209-8bff-40ba-8051-792799c9e61d req-56ba78c8-9318-4628-800b-b458d701404f tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87028a0-5b2e-4fbf-8f90-3063ca636ef2 HTTP/1.1" status: 200 len: 936 time: 0.0858636 Aug 18 12:48:44.529265 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cbf58022-f120-4731-b6d2-c8b58c707836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:44.535797 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b15cd209-8bff-40ba-8051-792799c9e61d req-f3059fc7-dfec-4fbd-89ad-c94e9b9cfc6b tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/security-groups?id=86910017-f667-419d-b019-adf5c86d0af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392697 Aug 18 12:48:44.573270 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cbf58022-f120-4731-b6d2-c8b58c707836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:44.576869 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f48d6788-ee94-4b20-89d4-3b792f1256bc req-e8294f04-881e-45eb-80dd-e948d535e0ba tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3526132-96cc-4b1f-93d4-01026077cde3 HTTP/1.1" status: 200 len: 210 time: 0.0358806 Aug 18 12:48:44.586562 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-567c88c1-debe-41a1-afd6-a595615a3bc2 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:48:44.587435 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-567c88c1-debe-41a1-afd6-a595615a3bc2 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050569 Aug 18 12:48:44.648054 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-07bca2eb-209e-4626-b88f-4287c7671295 req-b2fd8a6a-85b4-4361-be1d-627b6e4ef9ab tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] 10.222.0.13 "GET /v2.0/ports?device_id=281f59d3-0ad1-4a97-a661-bdee418e9d5d HTTP/1.1" status: 200 len: 210 time: 0.0270231 Aug 18 12:48:44.704915 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cbf58022-f120-4731-b6d2-c8b58c707836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:44.707730 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cbf58022-f120-4731-b6d2-c8b58c707836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:44.708988 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-cbf58022-f120-4731-b6d2-c8b58c707836 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/31231b77-4534-4f15-b00c-d419a9dab52a HTTP/1.1" status: 204 len: 168 time: 0.2405977 Aug 18 12:48:44.731366 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf58022-f120-4731-b6d2-c8b58c707836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31231b77-4534-4f15-b00c-d419a9dab52a,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:44.742101 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-6efd3e60-fcaf-425b-9167-48ea51b5ff1a service neutron] Request body: {'port': {'device_id': 'c87028a0-5b2e-4fbf-8f90-3063ca636ef2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:44.835154 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-6efd3e60-fcaf-425b-9167-48ea51b5ff1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:44.845851 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4741df7-8e15-499d-9883-b6eb1e9e0b96 req-8c740409-13af-475d-af50-0af9b1cb37be tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:44.847412 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a4741df7-8e15-499d-9883-b6eb1e9e0b96 req-8c740409-13af-475d-af50-0af9b1cb37be tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9820169-ea51-44e6-9a8d-78bc941fe2b2 HTTP/1.1" status: 200 len: 969 time: 0.1207409 Aug 18 12:48:44.932116 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a4741df7-8e15-499d-9883-b6eb1e9e0b96 req-45e7fa80-7b8f-4bbe-8ecd-ab2810914618 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb392ae-a8fd-49fa-9810-88a5995a5824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731845 Aug 18 12:48:45.160049 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-6efd3e60-fcaf-425b-9167-48ea51b5ff1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c24c6755-cd9e-4c63-bb07-4f98c475524b {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:48:45.168894 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-6efd3e60-fcaf-425b-9167-48ea51b5ff1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:45.181001 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-6efd3e60-fcaf-425b-9167-48ea51b5ff1a service neutron] Transition to ACTIVE for port object c24c6755-cd9e-4c63-bb07-4f98c475524b will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:48:45.208599 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:45.300054 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-6efd3e60-fcaf-425b-9167-48ea51b5ff1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:45.343437 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fe28f526-d528-4857-8797-1df729da7d22 req-28c51521-84a7-4446-9a47-df22e83c6466 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=546c81ec-fcd3-4c4a-903d-8640043b03cf HTTP/1.1" status: 200 len: 210 time: 0.0270782 Aug 18 12:48:45.357769 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd3e60-fcaf-425b-9167-48ea51b5ff1a service neutron] Pushing event updated for resources: {'Port': ['ID=c24c6755-cd9e-4c63-bb07-4f98c475524b,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:45.387500 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-6efd3e60-fcaf-425b-9167-48ea51b5ff1a service neutron] Attempting to bind port c24c6755-cd9e-4c63-bb07-4f98c475524b on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:48:45.387830 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-6efd3e60-fcaf-425b-9167-48ea51b5ff1a service neutron] Attempting to bind port c24c6755-cd9e-4c63-bb07-4f98c475524b by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:48:45.388155 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-6efd3e60-fcaf-425b-9167-48ea51b5ff1a service neutron] Attempting to bind port c24c6755-cd9e-4c63-bb07-4f98c475524b on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:48:45.392612 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-6efd3e60-fcaf-425b-9167-48ea51b5ff1a service neutron] Port c24c6755-cd9e-4c63-bb07-4f98c475524b on network f82a481e-2d3e-49f3-a273-639556667c8a not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:48:45.392929 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-6efd3e60-fcaf-425b-9167-48ea51b5ff1a service neutron] Attempting to bind port c24c6755-cd9e-4c63-bb07-4f98c475524b on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:48:45.398537 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-6efd3e60-fcaf-425b-9167-48ea51b5ff1a service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:48:45.398881 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-6efd3e60-fcaf-425b-9167-48ea51b5ff1a service neutron] Checking segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:48:45.399266 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-6efd3e60-fcaf-425b-9167-48ea51b5ff1a service neutron] Bound using segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:48:45.399692 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-6efd3e60-fcaf-425b-9167-48ea51b5ff1a service neutron] Bound port: c24c6755-cd9e-4c63-bb07-4f98c475524b, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:48:45.400050 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-6efd3e60-fcaf-425b-9167-48ea51b5ff1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:45.458791 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 57954) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:45.472287 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-49c69c6c-bd59-4e15-b494-c3d29e41b17a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:45.473935 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-6efd3e60-fcaf-425b-9167-48ea51b5ff1a service neutron] For port c24c6755-cd9e-4c63-bb07-4f98c475524b, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:48:45.477208 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-6efd3e60-fcaf-425b-9167-48ea51b5ff1a service neutron] For port c24c6755-cd9e-4c63-bb07-4f98c475524b, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=c24c6755-cd9e-4c63-bb07-4f98c475524b,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:48:45.535159 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-6efd3e60-fcaf-425b-9167-48ea51b5ff1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:45.568734 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-6efd3e60-fcaf-425b-9167-48ea51b5ff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:45.569281 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-6efd3e60-fcaf-425b-9167-48ea51b5ff1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:45.570706 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-6efd3e60-fcaf-425b-9167-48ea51b5ff1a service neutron] 10.222.0.39 "PUT /v2.0/ports/c24c6755-cd9e-4c63-bb07-4f98c475524b HTTP/1.1" status: 200 len: 1096 time: 0.8963413 Aug 18 12:48:45.571139 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c87028a0-5b2e-4fbf-8f90-3063ca636ef2', 'tag': 'c24c6755-cd9e-4c63-bb07-4f98c475524b'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:48:45.574077 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b9300a-887c-4dc7-aada-9fee9c389078" -d '{"events": [{"name": "network-changed", "server_uuid": "c87028a0-5b2e-4fbf-8f90-3063ca636ef2", "tag": "c24c6755-cd9e-4c63-bb07-4f98c475524b"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:48:45.613285 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-49c69c6c-bd59-4e15-b494-c3d29e41b17a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:45.615016 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd3e60-fcaf-425b-9167-48ea51b5ff1a service neutron] Pushing event updated for resources: {'Port': ['ID=c24c6755-cd9e-4c63-bb07-4f98c475524b,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:45.627079 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e6bbab-6a58-4183-aed9-b82aa7eb0479 x-openstack-request-id: req-e0e6bbab-6a58-4183-aed9-b82aa7eb0479 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:48:45.627079 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c87028a0-5b2e-4fbf-8f90-3063ca636ef2", "tag": "c24c6755-cd9e-4c63-bb07-4f98c475524b", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:48:45.628539 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e0e6bbab-6a58-4183-aed9-b82aa7eb0479 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:48:45.629125 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c87028a0-5b2e-4fbf-8f90-3063ca636ef2', 'tag': 'c24c6755-cd9e-4c63-bb07-4f98c475524b', 'status': 'completed', 'code': 200} Aug 18 12:48:45.714109 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd5c93b9-959a-44bf-a063-495d58e7e62a req-f5c8ce7b-e361-4d59-bf58-bc1d3e8dbdb9 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3526132-96cc-4b1f-93d4-01026077cde3 HTTP/1.1" status: 200 len: 210 time: 0.0307567 Aug 18 12:48:45.714932 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.39', 51339) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:45.730401 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e5415-457f-42af-8d0e-5af4c2881b46 req-bc4744c9-7ad7-4f94-8f15-903eda105e71 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:45.732523 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0f7e5415-457f-42af-8d0e-5af4c2881b46 req-bc4744c9-7ad7-4f94-8f15-903eda105e71 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87028a0-5b2e-4fbf-8f90-3063ca636ef2 HTTP/1.1" status: 200 len: 948 time: 0.0969887 Aug 18 12:48:45.783790 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-49c69c6c-bd59-4e15-b494-c3d29e41b17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:45.800672 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9300a-887c-4dc7-aada-9fee9c389078 req-4f17da53-1387-4986-bddb-51e35fd9baf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:45.802269 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-09b9300a-887c-4dc7-aada-9fee9c389078 req-4f17da53-1387-4986-bddb-51e35fd9baf2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0dbc352c07204a0eae0ea90ea6af83f6&device_id=c87028a0-5b2e-4fbf-8f90-3063ca636ef2 HTTP/1.1" status: 200 len: 1099 time: 0.1293066 Aug 18 12:48:45.810905 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0f7e5415-457f-42af-8d0e-5af4c2881b46 req-740eb489-3ec6-40d1-8f4c-1a166f07eb81 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/security-groups?id=86910017-f667-419d-b019-adf5c86d0af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701916 Aug 18 12:48:45.861271 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-09b9300a-887c-4dc7-aada-9fee9c389078 req-1841c189-36b1-4e53-8ba4-254d06e7f460 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=0dbc352c07204a0eae0ea90ea6af83f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492117 Aug 18 12:48:45.874555 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e2742f7e-4452-4e8b-bfda-22ce3d8613aa req-6c27df92-c309-4763-8333-c4e87afe4edf tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] 10.222.0.13 "GET /v2.0/ports?device_id=281f59d3-0ad1-4a97-a661-bdee418e9d5d HTTP/1.1" status: 200 len: 210 time: 0.0727026 Aug 18 12:48:45.881672 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-49c69c6c-bd59-4e15-b494-c3d29e41b17a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=02e47f3b9d6545d48997fa0c7f43edf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4218304 Aug 18 12:48:45.884786 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c69c6c-bd59-4e15-b494-c3d29e41b17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6765791-f415-4e1d-bd29-9c6d74f7f69f,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:45.887370 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 57964) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:45.925130 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-1f6367ad-6330-4d22-af13-ad4144fab379 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:45.926623 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-1f6367ad-6330-4d22-af13-ad4144fab379 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.39 "GET /v2.0/networks?id=8e2ca950-415a-439c-a01b-47dff2e51d7d HTTP/1.1" status: 200 len: 807 time: 0.2107394 Aug 18 12:48:45.940392 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-6fd6d1eb-e94a-4d31-94ef-4b91f3f3b9b5 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Request body: {'port': {'device_id': '546c81ec-fcd3-4c4a-903d-8640043b03cf', 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d', 'admin_state_up': True, 'tenant_id': '075606cfda364ddebe4be31640ab3a76'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:46.123875 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9300a-887c-4dc7-aada-9fee9c389078 req-ef9a1e3e-850f-4163-8a09-183e237821c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:46.125010 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-09b9300a-887c-4dc7-aada-9fee9c389078 req-ef9a1e3e-850f-4163-8a09-183e237821c0 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2565188 Aug 18 12:48:46.128309 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7cccd549-18e6-4802-a746-b764b0778f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:46.138450 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba967275-5552-4732-a27a-4110ad341b5f req-8982cb90-e16e-46e0-9443-d926b23ac7c2 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:46.139958 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ba967275-5552-4732-a27a-4110ad341b5f req-8982cb90-e16e-46e0-9443-d926b23ac7c2 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9820169-ea51-44e6-9a8d-78bc941fe2b2 HTTP/1.1" status: 200 len: 969 time: 0.1301985 Aug 18 12:48:46.172255 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7cccd549-18e6-4802-a746-b764b0778f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:46.191924 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-6fd6d1eb-e94a-4d31-94ef-4b91f3f3b9b5 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Made reservation on behalf of 075606cfda364ddebe4be31640ab3a76 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:48:46.195657 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-6fd6d1eb-e94a-4d31-94ef-4b91f3f3b9b5 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:46.241804 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ba967275-5552-4732-a27a-4110ad341b5f req-ee5d8859-6a9e-4282-bb46-7f12db9f867d tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb392ae-a8fd-49fa-9810-88a5995a5824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928576 Aug 18 12:48:46.247373 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.39', 51340) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:46.279812 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-be97a5ce-8caa-4fc3-9033-7357b815a032 tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=b4678c0af7f943d0a87f43829399d509&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312979 Aug 18 12:48:46.288151 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-6498a54b-9bce-4913-a53d-9deb12cb0283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:46.289823 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-6498a54b-9bce-4913-a53d-9deb12cb0283 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0dbc352c07204a0eae0ea90ea6af83f6&device_id=c87028a0-5b2e-4fbf-8f90-3063ca636ef2 HTTP/1.1" status: 200 len: 1099 time: 0.1090207 Aug 18 12:48:46.376620 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-0ad09533-1977-4897-a0d3-7c1f85495fe0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=c24c6755-cd9e-4c63-bb07-4f98c475524b HTTP/1.1" status: 200 len: 217 time: 0.0766938 Aug 18 12:48:46.397375 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7cccd549-18e6-4802-a746-b764b0778f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:46.399956 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7cccd549-18e6-4802-a746-b764b0778f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:46.401054 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7cccd549-18e6-4802-a746-b764b0778f87 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6765791-f415-4e1d-bd29-9c6d74f7f69f HTTP/1.1" status: 204 len: 168 time: 0.4918540 Aug 18 12:48:46.453108 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cccd549-18e6-4802-a746-b764b0778f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6765791-f415-4e1d-bd29-9c6d74f7f69f,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:46.564384 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2df11-367a-40e5-888d-ed62c8b19409 req-8f73683e-3e3e-47d3-bb4d-8e664558b160 tempest-AggregatesAdminTestJSON-1703984778 tempest-AggregatesAdminTestJSON-1703984778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:46.566138 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-10c2df11-367a-40e5-888d-ed62c8b19409 req-8f73683e-3e3e-47d3-bb4d-8e664558b160 tempest-AggregatesAdminTestJSON-1703984778 tempest-AggregatesAdminTestJSON-1703984778-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b9820169-ea51-44e6-9a8d-78bc941fe2b2 HTTP/1.1" status: 200 len: 1120 time: 0.1876557 Aug 18 12:48:46.567757 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-6fd6d1eb-e94a-4d31-94ef-4b91f3f3b9b5 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Allocated IP 172.20.0.14 (8e2ca950-415a-439c-a01b-47dff2e51d7d/a7c71ac1-e82b-41d2-8931-67fb6a54cbad/8c098d95-023a-4826-b4ea-cdd969402b16) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:48:46.603373 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-10c2df11-367a-40e5-888d-ed62c8b19409 req-541791e8-0ec1-4631-88e7-3cc86c762b60 tempest-AggregatesAdminTestJSON-1703984778 tempest-AggregatesAdminTestJSON-1703984778-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:46.673608 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-43a9aa08-0329-4ce1-a4f1-c845bfc1edac req-ac7a7c79-8692-4f44-9cc3-943927ff3201 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=546c81ec-fcd3-4c4a-903d-8640043b03cf HTTP/1.1" status: 200 len: 210 time: 0.2246647 Aug 18 12:48:46.686743 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-a170e46a-35d9-4a6b-97c9-70d6cf8029eb tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:46.686743 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-a170e46a-35d9-4a6b-97c9-70d6cf8029eb tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4007878 Aug 18 12:48:46.687868 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-45fba652-bc57-4464-a585-78f941fd0ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:46.689173 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-45fba652-bc57-4464-a585-78f941fd0ea5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.3054097 Aug 18 12:48:46.709147 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-7eb4feb8-99a3-43a1-8830-ec329e02968e tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] Request body: {'port': {'device_id': '281f59d3-0ad1-4a97-a661-bdee418e9d5d', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'admin_state_up': True, 'tenant_id': 'b4678c0af7f943d0a87f43829399d509'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:46.806427 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-6fd6d1eb-e94a-4d31-94ef-4b91f3f3b9b5 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:46.848391 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-94624557-17bf-4660-a9d3-0273a9d77b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:46.852076 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-94624557-17bf-4660-a9d3-0273a9d77b29 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1375248 Aug 18 12:48:46.855693 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2402553c-044a-4fcf-9499-bf6447cc271c req-e5e8ff01-b094-4c5d-9ba6-bc3063860a07 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3526132-96cc-4b1f-93d4-01026077cde3 HTTP/1.1" status: 200 len: 210 time: 0.0481281 Aug 18 12:48:46.892769 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-10c2df11-367a-40e5-888d-ed62c8b19409 req-541791e8-0ec1-4631-88e7-3cc86c762b60 tempest-AggregatesAdminTestJSON-1703984778 tempest-AggregatesAdminTestJSON-1703984778-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:46.973386 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-10c2df11-367a-40e5-888d-ed62c8b19409 req-541791e8-0ec1-4631-88e7-3cc86c762b60 tempest-AggregatesAdminTestJSON-1703984778 tempest-AggregatesAdminTestJSON-1703984778-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:47.002468 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-6fd6d1eb-e94a-4d31-94ef-4b91f3f3b9b5 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:47.007480 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-10c2df11-367a-40e5-888d-ed62c8b19409 req-541791e8-0ec1-4631-88e7-3cc86c762b60 tempest-AggregatesAdminTestJSON-1703984778 tempest-AggregatesAdminTestJSON-1703984778-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ecb392ae-a8fd-49fa-9810-88a5995a5824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4312499 Aug 18 12:48:47.021713 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-a33dcb99-2c70-4daa-9697-0640cd2b1980 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596541 Aug 18 12:48:47.022748 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.39', 51342) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:47.075530 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541791e8-0ec1-4631-88e7-3cc86c762b60 tempest-AggregatesAdminTestJSON-1703984778 tempest-AggregatesAdminTestJSON-1703984778-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5f0e06-b15d-4273-a2de-4c7b87ff5776,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:47.111928 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-6fd6d1eb-e94a-4d31-94ef-4b91f3f3b9b5 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Network 8e2ca950-415a-439c-a01b-47dff2e51d7d is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:48:47.148456 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3535e-3028-4153-9169-abcdd255e880 req-0a2ec465-3ea0-450b-b725-c4a099d0abdc tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:47.153311 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:47.163216 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-90d3535e-3028-4153-9169-abcdd255e880 req-0a2ec465-3ea0-450b-b725-c4a099d0abdc tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87028a0-5b2e-4fbf-8f90-3063ca636ef2 HTTP/1.1" status: 200 len: 948 time: 0.2123420 Aug 18 12:48:47.222549 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-6fd6d1eb-e94a-4d31-94ef-4b91f3f3b9b5 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:48:47.222767 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-7eb4feb8-99a3-43a1-8830-ec329e02968e tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] Made reservation on behalf of b4678c0af7f943d0a87f43829399d509 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:48:47.227831 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-7eb4feb8-99a3-43a1-8830-ec329e02968e tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:47.244710 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-6fd6d1eb-e94a-4d31-94ef-4b91f3f3b9b5 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:48:47.250984 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-6fd6d1eb-e94a-4d31-94ef-4b91f3f3b9b5 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:47.251615 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-6fd6d1eb-e94a-4d31-94ef-4b91f3f3b9b5 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:47.255429 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e0a02f96-816b-4606-8f55-92c01e6d6f0b req-38810b54-220d-4e32-a635-72e02ee73ec5 tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] 10.222.0.13 "GET /v2.0/ports?device_id=281f59d3-0ad1-4a97-a661-bdee418e9d5d HTTP/1.1" status: 200 len: 210 time: 0.1655073 Aug 18 12:48:47.257348 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-7eb4feb8-99a3-43a1-8830-ec329e02968e tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:47.263408 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6d1eb-e94a-4d31-94ef-4b91f3f3b9b5 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Pushing event updated for resources: {'Port': ['ID=8c098d95-023a-4826-b4ea-cdd969402b16,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:47.342454 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-90d3535e-3028-4153-9169-abcdd255e880 req-1c64fb88-8c78-44a9-b4fb-037b85519dbd tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/security-groups?id=86910017-f667-419d-b019-adf5c86d0af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780183 Aug 18 12:48:47.364014 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-6fd6d1eb-e94a-4d31-94ef-4b91f3f3b9b5 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4272971 Aug 18 12:48:47.377337 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-15a2d81a-ab8f-466d-b3bd-4579976a758b service neutron] Request body: {'port': {'device_id': '546c81ec-fcd3-4c4a-903d-8640043b03cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:47.382970 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-3330da15-116e-40fb-a1cd-b6a7d021b7bb tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:47.384485 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-3330da15-116e-40fb-a1cd-b6a7d021b7bb tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.39 "GET /v2.0/networks?id=868b2abd-c11c-4513-ae1d-4c8f78707536 HTTP/1.1" status: 200 len: 822 time: 0.3471363 Aug 18 12:48:47.388866 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5814e09e-c2ee-4b99-916f-5e63ef7cf65e req-36068013-f18e-4be2-a85d-f4df3d470b9f service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371627 Aug 18 12:48:47.399796 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-806f5b83-ccff-423d-9eb2-d6f4b20d3e00 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Request body: {'port': {'device_id': 'f3526132-96cc-4b1f-93d4-01026077cde3', 'network_id': '868b2abd-c11c-4513-ae1d-4c8f78707536', 'admin_state_up': True, 'tenant_id': 'd8cfbe58f669487bb73cf800dbfde991'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:47.467683 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-15a2d81a-ab8f-466d-b3bd-4579976a758b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:47.547418 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-7eb4feb8-99a3-43a1-8830-ec329e02968e tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:47.643078 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-7eb4feb8-99a3-43a1-8830-ec329e02968e tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:47.726342 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb4feb8-99a3-43a1-8830-ec329e02968e tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6acb2a0-f0cc-468b-a5bc-bd31d98f0bc1,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:47.787005 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-806f5b83-ccff-423d-9eb2-d6f4b20d3e00 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Made reservation on behalf of d8cfbe58f669487bb73cf800dbfde991 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:48:47.790787 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-806f5b83-ccff-423d-9eb2-d6f4b20d3e00 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:47.835057 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-7eb4feb8-99a3-43a1-8830-ec329e02968e tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] Allocated IP 192.168.233.220 (f82a481e-2d3e-49f3-a273-639556667c8a/38dc8434-66c0-4e05-8cce-b4a4a0f33dc3/de5a3730-a358-49c2-9e97-c7fb5ba6b6ac) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:48:47.860964 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e9ea1-3a6c-4454-a094-087e8d60b8ed req-307b9501-41bc-4613-a31d-7e1363490bae tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:47.862558 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-770e9ea1-3a6c-4454-a094-087e8d60b8ed req-307b9501-41bc-4613-a31d-7e1363490bae tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=546c81ec-fcd3-4c4a-903d-8640043b03cf HTTP/1.1" status: 200 len: 932 time: 0.1022341 Aug 18 12:48:47.914717 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-15a2d81a-ab8f-466d-b3bd-4579976a758b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c098d95-023a-4826-b4ea-cdd969402b16 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:48:47.926060 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-15a2d81a-ab8f-466d-b3bd-4579976a758b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:47.953572 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-770e9ea1-3a6c-4454-a094-087e8d60b8ed req-fb889ce8-a622-48c3-8124-dff07e7daf41 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691028 Aug 18 12:48:47.961542 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-15a2d81a-ab8f-466d-b3bd-4579976a758b service neutron] Transition to ACTIVE for port object 8c098d95-023a-4826-b4ea-cdd969402b16 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:48:48.037171 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-15a2d81a-ab8f-466d-b3bd-4579976a758b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:48.066118 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f3064a2b-7ca9-4c7b-a6a8-0e503dc51b6a req-283891ac-e891-4850-8855-1995d1caf1de tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3526132-96cc-4b1f-93d4-01026077cde3 HTTP/1.1" status: 200 len: 210 time: 0.0774724 Aug 18 12:48:48.089708 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-806f5b83-ccff-423d-9eb2-d6f4b20d3e00 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Allocated IP 172.20.0.2 (868b2abd-c11c-4513-ae1d-4c8f78707536/34a133e6-4845-483d-9cb6-cc8c362b1453/bb9be8e0-5451-45b0-aee3-7fb4afa79608) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:48:48.127221 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2d81a-ab8f-466d-b3bd-4579976a758b service neutron] Pushing event updated for resources: {'Port': ['ID=8c098d95-023a-4826-b4ea-cdd969402b16,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:48.177185 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-7eb4feb8-99a3-43a1-8830-ec329e02968e tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:48.188256 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-15a2d81a-ab8f-466d-b3bd-4579976a758b service neutron] Attempting to bind port 8c098d95-023a-4826-b4ea-cdd969402b16 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:48:48.188621 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-15a2d81a-ab8f-466d-b3bd-4579976a758b service neutron] Attempting to bind port 8c098d95-023a-4826-b4ea-cdd969402b16 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:48:48.188967 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-15a2d81a-ab8f-466d-b3bd-4579976a758b service neutron] Attempting to bind port 8c098d95-023a-4826-b4ea-cdd969402b16 on network 8e2ca950-415a-439c-a01b-47dff2e51d7d {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:48:48.194297 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-15a2d81a-ab8f-466d-b3bd-4579976a758b service neutron] Port 8c098d95-023a-4826-b4ea-cdd969402b16 on network 8e2ca950-415a-439c-a01b-47dff2e51d7d not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:48:48.194297 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-15a2d81a-ab8f-466d-b3bd-4579976a758b service neutron] Attempting to bind port 8c098d95-023a-4826-b4ea-cdd969402b16 on network 8e2ca950-415a-439c-a01b-47dff2e51d7d {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:48:48.200690 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-15a2d81a-ab8f-466d-b3bd-4579976a758b service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:48:48.201202 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-15a2d81a-ab8f-466d-b3bd-4579976a758b service neutron] Checking segment: {'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:48:48.201926 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-15a2d81a-ab8f-466d-b3bd-4579976a758b service neutron] Bound using segment: {'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:48:48.202562 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-15a2d81a-ab8f-466d-b3bd-4579976a758b service neutron] Bound port: 8c098d95-023a-4826-b4ea-cdd969402b16, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:48:48.203015 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-15a2d81a-ab8f-466d-b3bd-4579976a758b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:48.235629 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-7eb4feb8-99a3-43a1-8830-ec329e02968e tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] Transition to ACTIVE for port object de5a3730-a358-49c2-9e97-c7fb5ba6b6ac will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:48:48.274314 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-15a2d81a-ab8f-466d-b3bd-4579976a758b service neutron] For port 8c098d95-023a-4826-b4ea-cdd969402b16, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:48:48.278713 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-15a2d81a-ab8f-466d-b3bd-4579976a758b service neutron] For port 8c098d95-023a-4826-b4ea-cdd969402b16, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=8c098d95-023a-4826-b4ea-cdd969402b16,segment=NetworkSegment(9980139b-d711-402f-b96d-94b03ea2978e),segment_id=9980139b-d711-402f-b96d-94b03ea2978e)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:48:48.314576 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-806f5b83-ccff-423d-9eb2-d6f4b20d3e00 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:48.380089 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c5ab520d-55b2-4ac8-a789-481ae7ca6a5d req-235330a3-ec40-49ee-96f5-f02229cd92b3 tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] 10.222.0.13 "GET /v2.0/ports?device_id=281f59d3-0ad1-4a97-a661-bdee418e9d5d HTTP/1.1" status: 200 len: 210 time: 0.0329514 Aug 18 12:48:48.389035 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-7eb4feb8-99a3-43a1-8830-ec329e02968e tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:48.389591 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-15a2d81a-ab8f-466d-b3bd-4579976a758b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:48.435522 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-7eb4feb8-99a3-43a1-8830-ec329e02968e tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] Network f82a481e-2d3e-49f3-a273-639556667c8a is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:48:48.442434 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-7eb4feb8-99a3-43a1-8830-ec329e02968e tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:48:48.445669 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-7eb4feb8-99a3-43a1-8830-ec329e02968e tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:48:48.453984 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-7eb4feb8-99a3-43a1-8830-ec329e02968e tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:48.454955 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-7eb4feb8-99a3-43a1-8830-ec329e02968e tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:48.458608 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb4feb8-99a3-43a1-8830-ec329e02968e tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] Pushing event updated for resources: {'Port': ['ID=de5a3730-a358-49c2-9e97-c7fb5ba6b6ac,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:48.475451 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2d81a-ab8f-466d-b3bd-4579976a758b service neutron] Pushing event updated for resources: {'Port': ['ID=8c098d95-023a-4826-b4ea-cdd969402b16,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:48.492997 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-806f5b83-ccff-423d-9eb2-d6f4b20d3e00 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:48.502663 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-15a2d81a-ab8f-466d-b3bd-4579976a758b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:48.503541 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-15a2d81a-ab8f-466d-b3bd-4579976a758b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:48.505388 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-15a2d81a-ab8f-466d-b3bd-4579976a758b service neutron] 10.222.0.39 "PUT /v2.0/ports/8c098d95-023a-4826-b4ea-cdd969402b16 HTTP/1.1" status: 200 len: 1092 time: 1.1327889 Aug 18 12:48:48.506250 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '546c81ec-fcd3-4c4a-903d-8640043b03cf', 'tag': '8c098d95-023a-4826-b4ea-cdd969402b16'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:48:48.551916 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-7eb4feb8-99a3-43a1-8830-ec329e02968e tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8467538 Aug 18 12:48:48.585670 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-806f5b83-ccff-423d-9eb2-d6f4b20d3e00 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Network 868b2abd-c11c-4513-ae1d-4c8f78707536 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:48:48.593313 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-f67e8bd1-66fb-442e-9927-cd74663c376f service neutron] Request body: {'port': {'device_id': '281f59d3-0ad1-4a97-a661-bdee418e9d5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:48.603390 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-806f5b83-ccff-423d-9eb2-d6f4b20d3e00 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:48:48.607115 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-806f5b83-ccff-423d-9eb2-d6f4b20d3e00 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:48:48.612922 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-806f5b83-ccff-423d-9eb2-d6f4b20d3e00 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:48.613624 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-806f5b83-ccff-423d-9eb2-d6f4b20d3e00 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:48.641403 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f5b83-ccff-423d-9eb2-d6f4b20d3e00 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Pushing event updated for resources: {'Port': ['ID=bb9be8e0-5451-45b0-aee3-7fb4afa79608,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:48.695904 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a902862-2963-4f67-866e-7610e41123ea req-09d44598-578b-402c-8de7-3d4b79fb5401 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:48.697466 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9a902862-2963-4f67-866e-7610e41123ea req-09d44598-578b-402c-8de7-3d4b79fb5401 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87028a0-5b2e-4fbf-8f90-3063ca636ef2 HTTP/1.1" status: 200 len: 948 time: 0.1685262 Aug 18 12:48:48.710956 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-f67e8bd1-66fb-442e-9927-cd74663c376f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:48.744591 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-1a664980-20f8-4069-8ee4-ef34fbbc9af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:48.746767 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-1a664980-20f8-4069-8ee4-ef34fbbc9af0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=075606cfda364ddebe4be31640ab3a76&device_id=546c81ec-fcd3-4c4a-903d-8640043b03cf HTTP/1.1" status: 200 len: 1095 time: 0.1046016 Aug 18 12:48:48.761788 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-806f5b83-ccff-423d-9eb2-d6f4b20d3e00 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3658488 Aug 18 12:48:48.776360 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9a902862-2963-4f67-866e-7610e41123ea req-1f71acee-ddb3-4226-9bc1-141053d01cd3 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/security-groups?id=86910017-f667-419d-b019-adf5c86d0af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716007 Aug 18 12:48:48.784033 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-d44be04f-02c8-445b-93f8-ee0d0246188e service neutron] Request body: {'port': {'device_id': 'f3526132-96cc-4b1f-93d4-01026077cde3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:48.806152 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae363e07-c737-440f-97ce-12364e7fcbf2" -d '{"events": [{"name": "network-changed", "server_uuid": "546c81ec-fcd3-4c4a-903d-8640043b03cf", "tag": "8c098d95-023a-4826-b4ea-cdd969402b16"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:48:48.841921 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b2547b1b-e567-406a-8167-8617bdeb77db None None] Provisioning for port de5a3730-a358-49c2-9e97-c7fb5ba6b6ac completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:48:48.850931 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b2547b1b-e567-406a-8167-8617bdeb77db None None] Provisioning complete for port de5a3730-a358-49c2-9e97-c7fb5ba6b6ac triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:48:48.850931 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b2547b1b-e567-406a-8167-8617bdeb77db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:48.851901 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-5e442e01-653d-44f2-b15c-7cfc5141fcbe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c098d95-023a-4826-b4ea-cdd969402b16 HTTP/1.1" status: 200 len: 217 time: 0.0967433 Aug 18 12:48:48.916593 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-d44be04f-02c8-445b-93f8-ee0d0246188e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:48.945059 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-b2547b1b-e567-406a-8167-8617bdeb77db None None] Port de5a3730-a358-49c2-9e97-c7fb5ba6b6ac cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:48:48.949055 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c776489-ce42-4db5-90ea-2a28991b71be x-openstack-request-id: req-9c776489-ce42-4db5-90ea-2a28991b71be {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:48:48.949680 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "546c81ec-fcd3-4c4a-903d-8640043b03cf", "tag": "8c098d95-023a-4826-b4ea-cdd969402b16", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:48:48.949680 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c776489-ce42-4db5-90ea-2a28991b71be {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:48:48.950095 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '546c81ec-fcd3-4c4a-903d-8640043b03cf', 'tag': '8c098d95-023a-4826-b4ea-cdd969402b16', 'status': 'completed', 'code': 200} Aug 18 12:48:48.986257 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-01e6c0ef-d113-4a53-8513-9004eb326b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:48.987834 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-01e6c0ef-d113-4a53-8513-9004eb326b3e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a7c71ac1-e82b-41d2-8931-67fb6a54cbad HTTP/1.1" status: 200 len: 847 time: 0.1282890 Aug 18 12:48:49.056496 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-82d891a0-e4a1-46fb-87a1-264d1cb629f7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8e2ca950-415a-439c-a01b-47dff2e51d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604558 Aug 18 12:48:49.167149 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-208aff8a-1d88-477a-a845-7b8e60d527bb service neutron] 10.222.0.39 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015074 Aug 18 12:48:49.207048 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b746ae-a336-4ed3-97d4-37380e10e3c6 req-31cf1ff9-78e9-4836-a028-fedd1ada6eac tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:49.208561 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-43b746ae-a336-4ed3-97d4-37380e10e3c6 req-31cf1ff9-78e9-4836-a028-fedd1ada6eac tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=546c81ec-fcd3-4c4a-903d-8640043b03cf HTTP/1.1" status: 200 len: 944 time: 0.1778352 Aug 18 12:48:49.283006 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e20ecd83-13e5-46c6-b6e6-cc43e843bc9c req-4c85e7a8-d7b8-4496-924e-db3baedafdda service neutron] 10.222.0.39 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076310 Aug 18 12:48:49.485746 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-f67e8bd1-66fb-442e-9927-cd74663c376f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de5a3730-a358-49c2-9e97-c7fb5ba6b6ac {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:48:49.486335 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64e7f5-304f-4c83-8ec0-26b194f0dde3 req-e50fd305-191e-48b3-9514-8f7c6f4df6e8 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:49.487547 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9c64e7f5-304f-4c83-8ec0-26b194f0dde3 req-e50fd305-191e-48b3-9514-8f7c6f4df6e8 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3526132-96cc-4b1f-93d4-01026077cde3 HTTP/1.1" status: 200 len: 931 time: 0.0871389 Aug 18 12:48:49.489254 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae363e07-c737-440f-97ce-12364e7fcbf2 req-b268589b-d6f1-4f83-9cd7-e840a608e305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:49.490601 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ae363e07-c737-440f-97ce-12364e7fcbf2 req-b268589b-d6f1-4f83-9cd7-e840a608e305 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=075606cfda364ddebe4be31640ab3a76&device_id=546c81ec-fcd3-4c4a-903d-8640043b03cf HTTP/1.1" status: 200 len: 1095 time: 0.0588481 Aug 18 12:48:49.504241 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-f67e8bd1-66fb-442e-9927-cd74663c376f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:49.508713 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-43b746ae-a336-4ed3-97d4-37380e10e3c6 req-591eb302-7483-4596-8757-18b9dd365698 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902567 Aug 18 12:48:49.530397 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-f67e8bd1-66fb-442e-9927-cd74663c376f service neutron] Transition to ACTIVE for port object de5a3730-a358-49c2-9e97-c7fb5ba6b6ac will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:48:49.584720 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-d44be04f-02c8-445b-93f8-ee0d0246188e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb9be8e0-5451-45b0-aee3-7fb4afa79608 {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:48:49.593632 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-d44be04f-02c8-445b-93f8-ee0d0246188e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:49.598072 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-f67e8bd1-66fb-442e-9927-cd74663c376f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:49.638574 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-d44be04f-02c8-445b-93f8-ee0d0246188e service neutron] Transition to ACTIVE for port object bb9be8e0-5451-45b0-aee3-7fb4afa79608 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:48:49.658921 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e8bd1-66fb-442e-9927-cd74663c376f service neutron] Pushing event updated for resources: {'Port': ['ID=de5a3730-a358-49c2-9e97-c7fb5ba6b6ac,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:49.699332 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-f67e8bd1-66fb-442e-9927-cd74663c376f service neutron] Attempting to bind port de5a3730-a358-49c2-9e97-c7fb5ba6b6ac on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:48:49.699672 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-f67e8bd1-66fb-442e-9927-cd74663c376f service neutron] Attempting to bind port de5a3730-a358-49c2-9e97-c7fb5ba6b6ac by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:48:49.700001 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-f67e8bd1-66fb-442e-9927-cd74663c376f service neutron] Attempting to bind port de5a3730-a358-49c2-9e97-c7fb5ba6b6ac on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:48:49.705274 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-f67e8bd1-66fb-442e-9927-cd74663c376f service neutron] Port de5a3730-a358-49c2-9e97-c7fb5ba6b6ac on network f82a481e-2d3e-49f3-a273-639556667c8a not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:48:49.706031 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-f67e8bd1-66fb-442e-9927-cd74663c376f service neutron] Attempting to bind port de5a3730-a358-49c2-9e97-c7fb5ba6b6ac on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:48:49.712141 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-f67e8bd1-66fb-442e-9927-cd74663c376f service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:48:49.712721 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-f67e8bd1-66fb-442e-9927-cd74663c376f service neutron] Checking segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:48:49.713252 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-f67e8bd1-66fb-442e-9927-cd74663c376f service neutron] Bound using segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:48:49.713834 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-f67e8bd1-66fb-442e-9927-cd74663c376f service neutron] Bound port: de5a3730-a358-49c2-9e97-c7fb5ba6b6ac, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:48:49.714376 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-f67e8bd1-66fb-442e-9927-cd74663c376f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:49.731362 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-d44be04f-02c8-445b-93f8-ee0d0246188e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:49.746380 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9c64e7f5-304f-4c83-8ec0-26b194f0dde3 req-76446dfd-1b7b-4d5e-84e1-c763090f3c65 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520051 Aug 18 12:48:49.821543 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae363e07-c737-440f-97ce-12364e7fcbf2 req-e3d4cc51-1c80-4d39-903c-690ff2652e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:49.823993 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ae363e07-c737-440f-97ce-12364e7fcbf2 req-e3d4cc51-1c80-4d39-903c-690ff2652e03 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8e2ca950-415a-439c-a01b-47dff2e51d7d HTTP/1.1" status: 200 len: 908 time: 0.3229954 Aug 18 12:48:49.833024 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-2a5f3618-783d-473a-9509-0f13c9acfb49 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ea45720a24ee4f62a18d29ed0da9f691&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1057334 Aug 18 12:48:49.866024 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44be04f-02c8-445b-93f8-ee0d0246188e service neutron] Pushing event updated for resources: {'Port': ['ID=bb9be8e0-5451-45b0-aee3-7fb4afa79608,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:49.880490 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ae363e07-c737-440f-97ce-12364e7fcbf2 req-fc01c73a-7a6e-46df-8a91-488d9651ba10 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c098d95-023a-4826-b4ea-cdd969402b16 HTTP/1.1" status: 200 len: 217 time: 0.0479274 Aug 18 12:48:49.949604 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae363e07-c737-440f-97ce-12364e7fcbf2 req-1b559bdb-afb5-4ed1-a92c-e23d933db8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:49.951080 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ae363e07-c737-440f-97ce-12364e7fcbf2 req-1b559bdb-afb5-4ed1-a92c-e23d933db8b6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a7c71ac1-e82b-41d2-8931-67fb6a54cbad HTTP/1.1" status: 200 len: 847 time: 0.0622787 Aug 18 12:48:49.958976 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-d44be04f-02c8-445b-93f8-ee0d0246188e service neutron] Attempting to bind port bb9be8e0-5451-45b0-aee3-7fb4afa79608 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:48:49.959205 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb6927-1fce-4ba6-a17b-2fa607e3c184 req-32d3f913-ccbb-4604-9e33-be7b017f9e5e tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:49.959369 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-d44be04f-02c8-445b-93f8-ee0d0246188e service neutron] Attempting to bind port bb9be8e0-5451-45b0-aee3-7fb4afa79608 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '7ff9e9d1-2f3f-4727-a98f-48223d2acb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '868b2abd-c11c-4513-ae1d-4c8f78707536'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:48:49.959617 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-d44be04f-02c8-445b-93f8-ee0d0246188e service neutron] Attempting to bind port bb9be8e0-5451-45b0-aee3-7fb4afa79608 on network 868b2abd-c11c-4513-ae1d-4c8f78707536 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:48:49.960624 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bddb6927-1fce-4ba6-a17b-2fa607e3c184 req-32d3f913-ccbb-4604-9e33-be7b017f9e5e tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] 10.222.0.13 "GET /v2.0/ports?device_id=281f59d3-0ad1-4a97-a661-bdee418e9d5d HTTP/1.1" status: 200 len: 948 time: 0.0826023 Aug 18 12:48:49.967544 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-f67e8bd1-66fb-442e-9927-cd74663c376f service neutron] For port de5a3730-a358-49c2-9e97-c7fb5ba6b6ac, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:48:49.972139 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-f67e8bd1-66fb-442e-9927-cd74663c376f service neutron] For port de5a3730-a358-49c2-9e97-c7fb5ba6b6ac, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=de5a3730-a358-49c2-9e97-c7fb5ba6b6ac,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:48:49.976951 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-d44be04f-02c8-445b-93f8-ee0d0246188e service neutron] Port bb9be8e0-5451-45b0-aee3-7fb4afa79608 on network 868b2abd-c11c-4513-ae1d-4c8f78707536 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:48:49.979669 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-d44be04f-02c8-445b-93f8-ee0d0246188e service neutron] Attempting to bind port bb9be8e0-5451-45b0-aee3-7fb4afa79608 on network 868b2abd-c11c-4513-ae1d-4c8f78707536 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:48:49.989181 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-d44be04f-02c8-445b-93f8-ee0d0246188e service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:48:49.989521 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-d44be04f-02c8-445b-93f8-ee0d0246188e service neutron] Checking segment: {'id': '7ff9e9d1-2f3f-4727-a98f-48223d2acb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '868b2abd-c11c-4513-ae1d-4c8f78707536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:48:49.989899 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-d44be04f-02c8-445b-93f8-ee0d0246188e service neutron] Bound using segment: {'id': '7ff9e9d1-2f3f-4727-a98f-48223d2acb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '868b2abd-c11c-4513-ae1d-4c8f78707536'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:48:49.990355 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-d44be04f-02c8-445b-93f8-ee0d0246188e service neutron] Bound port: bb9be8e0-5451-45b0-aee3-7fb4afa79608, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ff9e9d1-2f3f-4727-a98f-48223d2acb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '868b2abd-c11c-4513-ae1d-4c8f78707536'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:48:49.990715 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-d44be04f-02c8-445b-93f8-ee0d0246188e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:49.994119 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ae363e07-c737-440f-97ce-12364e7fcbf2 req-16f17425-3e03-463b-ba7f-0d9855952836 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8e2ca950-415a-439c-a01b-47dff2e51d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325785 Aug 18 12:48:50.046792 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-853cf162-d4e0-4aec-959a-75b3c75318e7 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:50.048377 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-853cf162-d4e0-4aec-959a-75b3c75318e7 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2073464 Aug 18 12:48:50.049431 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-f67e8bd1-66fb-442e-9927-cd74663c376f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:50.061805 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bddb6927-1fce-4ba6-a17b-2fa607e3c184 req-da313e8f-eacc-4614-bbbb-6c4aae48ce04 tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6acb2a0-f0cc-468b-a5bc-bd31d98f0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920725 Aug 18 12:48:50.107026 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-f67e8bd1-66fb-442e-9927-cd74663c376f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:50.107938 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-f67e8bd1-66fb-442e-9927-cd74663c376f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:50.109434 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-f67e8bd1-66fb-442e-9927-cd74663c376f service neutron] 10.222.0.39 "PUT /v2.0/ports/de5a3730-a358-49c2-9e97-c7fb5ba6b6ac HTTP/1.1" status: 200 len: 1096 time: 1.5305922 Aug 18 12:48:50.109589 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ae363e07-c737-440f-97ce-12364e7fcbf2 req-d9b194c4-5cdc-4f38-a92b-dbbd2cbe6a9f service neutron] 10.222.0.39 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077387 Aug 18 12:48:50.116966 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '281f59d3-0ad1-4a97-a661-bdee418e9d5d', 'tag': 'de5a3730-a358-49c2-9e97-c7fb5ba6b6ac'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:48:50.119230 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51a6829-db50-43e4-8782-714addd6747b" -d '{"events": [{"name": "network-changed", "server_uuid": "281f59d3-0ad1-4a97-a661-bdee418e9d5d", "tag": "de5a3730-a358-49c2-9e97-c7fb5ba6b6ac"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:48:50.134814 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-54f2322e-9ff2-46e3-9699-0447437247ad tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/quotas/ea45720a24ee4f62a18d29ed0da9f691 HTTP/1.1" status: 200 len: 375 time: 0.0715351 Aug 18 12:48:50.148256 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-d44be04f-02c8-445b-93f8-ee0d0246188e service neutron] For port bb9be8e0-5451-45b0-aee3-7fb4afa79608, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:48:50.189161 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-3a6b3438-f923-45f5-88a8-f868d86a3ef8 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea45720a24ee4f62a18d29ed0da9f691&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449767 Aug 18 12:48:50.190975 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-d44be04f-02c8-445b-93f8-ee0d0246188e service neutron] For port bb9be8e0-5451-45b0-aee3-7fb4afa79608, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=bb9be8e0-5451-45b0-aee3-7fb4afa79608,segment=NetworkSegment(7ff9e9d1-2f3f-4727-a98f-48223d2acb58),segment_id=7ff9e9d1-2f3f-4727-a98f-48223d2acb58)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:48:50.194460 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e8bd1-66fb-442e-9927-cd74663c376f service neutron] Pushing event updated for resources: {'Port': ['ID=de5a3730-a358-49c2-9e97-c7fb5ba6b6ac,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:50.228242 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ae363e07-c737-440f-97ce-12364e7fcbf2 req-8c761cc1-1182-4420-a38f-dfe72bc551fd service neutron] 10.222.0.39 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069634 Aug 18 12:48:50.285404 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-d845ca6b-de50-451b-8500-a1436801792c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:50.286990 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-d845ca6b-de50-451b-8500-a1436801792c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b4678c0af7f943d0a87f43829399d509&device_id=281f59d3-0ad1-4a97-a661-bdee418e9d5d HTTP/1.1" status: 200 len: 1099 time: 0.0453379 Aug 18 12:48:50.289511 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-d44be04f-02c8-445b-93f8-ee0d0246188e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:50.321871 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-d44be04f-02c8-445b-93f8-ee0d0246188e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:50.323562 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-d44be04f-02c8-445b-93f8-ee0d0246188e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:50.324920 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-d44be04f-02c8-445b-93f8-ee0d0246188e service neutron] 10.222.0.39 "PUT /v2.0/ports/bb9be8e0-5451-45b0-aee3-7fb4afa79608 HTTP/1.1" status: 200 len: 1091 time: 1.5451849 Aug 18 12:48:50.346094 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-e1f98812-8567-4a4e-be2e-3654bb9ed37f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=de5a3730-a358-49c2-9e97-c7fb5ba6b6ac HTTP/1.1" status: 200 len: 217 time: 0.0498316 Aug 18 12:48:50.352577 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44be04f-02c8-445b-93f8-ee0d0246188e service neutron] Pushing event updated for resources: {'Port': ['ID=bb9be8e0-5451-45b0-aee3-7fb4afa79608,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:50.399491 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-476902d7-4246-48c5-a62d-eddcd4dd917f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:50.406678 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-476902d7-4246-48c5-a62d-eddcd4dd917f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.0471401 Aug 18 12:48:50.466832 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-fcc98df3-512a-4175-9e4f-47b712c5c545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:50.468395 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-fcc98df3-512a-4175-9e4f-47b712c5c545 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0587916 Aug 18 12:48:50.518552 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55a6d08-03e9-4956-889e-9ad1f6f05653 x-openstack-request-id: req-c55a6d08-03e9-4956-889e-9ad1f6f05653 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:48:50.519450 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "281f59d3-0ad1-4a97-a661-bdee418e9d5d", "tag": "de5a3730-a358-49c2-9e97-c7fb5ba6b6ac", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:48:50.519827 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c55a6d08-03e9-4956-889e-9ad1f6f05653 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:48:50.520356 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '281f59d3-0ad1-4a97-a661-bdee418e9d5d', 'tag': 'de5a3730-a358-49c2-9e97-c7fb5ba6b6ac', 'status': 'completed', 'code': 200} Aug 18 12:48:50.558326 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1a585-d890-4f70-95e3-ad2cc292e22a req-f49319cf-07fb-4a55-8b46-10c9aeed048b tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:50.566056 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-89b1a585-d890-4f70-95e3-ad2cc292e22a req-f49319cf-07fb-4a55-8b46-10c9aeed048b tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87028a0-5b2e-4fbf-8f90-3063ca636ef2 HTTP/1.1" status: 200 len: 948 time: 0.0974755 Aug 18 12:48:50.577126 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-620feedd-69e2-4264-b069-5d9493413684 req-a646fa17-c372-4cf1-ad51-79bca714048d tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edb51fe-df9d-483a-9549-bfb7eef78efa HTTP/1.1" status: 200 len: 210 time: 0.0336432 Aug 18 12:48:50.590427 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-006b852c-ceb4-4f18-812d-fc38234b329c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:50.591924 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-006b852c-ceb4-4f18-812d-fc38234b329c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8cfbe58f669487bb73cf800dbfde991&device_id=f3526132-96cc-4b1f-93d4-01026077cde3 HTTP/1.1" status: 200 len: 1094 time: 0.1218715 Aug 18 12:48:50.615523 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-542b2f95-fcbc-4498-ae7e-b70262a08537 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389167 Aug 18 12:48:50.641338 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-89b1a585-d890-4f70-95e3-ad2cc292e22a req-62e8dfb8-7fb3-4b72-a953-5a8781a48022 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/security-groups?id=86910017-f667-419d-b019-adf5c86d0af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743954 Aug 18 12:48:50.642784 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-a2ca8585-9fea-44a9-a19f-fa626b4ceff7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bb9be8e0-5451-45b0-aee3-7fb4afa79608 HTTP/1.1" status: 200 len: 217 time: 0.0407050 Aug 18 12:48:50.698616 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-8766d419-7095-4c2a-b68f-124ae453dee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:50.701215 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-8766d419-7095-4c2a-b68f-124ae453dee0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=34a133e6-4845-483d-9cb6-cc8c362b1453 HTTP/1.1" status: 200 len: 862 time: 0.0511649 Aug 18 12:48:50.717083 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ae9e441-0ef8-4579-ab41-6a6d952f0dc2 req-83183219-7c2e-483d-a8bd-4c2b70ac9979 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932887 Aug 18 12:48:50.755627 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-0b28c5ca-19b3-4b43-ba8f-c59f87751290 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=868b2abd-c11c-4513-ae1d-4c8f78707536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441949 Aug 18 12:48:50.819225 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658bc92b-fdfa-450a-9021-19cd3ce115fe req-dacc41af-97ef-40eb-b9ea-760fe2669299 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:50.820666 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-658bc92b-fdfa-450a-9021-19cd3ce115fe req-dacc41af-97ef-40eb-b9ea-760fe2669299 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=546c81ec-fcd3-4c4a-903d-8640043b03cf HTTP/1.1" status: 200 len: 944 time: 0.1105182 Aug 18 12:48:50.888186 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-658bc92b-fdfa-450a-9021-19cd3ce115fe req-80b00b1e-7bbf-48d7-8488-b314f8ce27f9 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589423 Aug 18 12:48:50.898318 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-6858681a-9ffe-4dd8-a9b0-7dcb746bc4ae service neutron] 10.222.0.39 "GET /v2.0/networks/868b2abd-c11c-4513-ae1d-4c8f78707536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315978 Aug 18 12:48:50.932715 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a6829-db50-43e4-8782-714addd6747b req-feb8a4af-9559-4acb-a995-9be495532075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:50.934862 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a51a6829-db50-43e4-8782-714addd6747b req-feb8a4af-9559-4acb-a995-9be495532075 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b4678c0af7f943d0a87f43829399d509&device_id=281f59d3-0ad1-4a97-a661-bdee418e9d5d HTTP/1.1" status: 200 len: 1099 time: 0.0804186 Aug 18 12:48:50.950393 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c499666-3a80-48b2-b543-56a4bfa01a13 req-f0986e8c-b333-4326-8b91-202a3615bb6b tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:50.952071 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5c499666-3a80-48b2-b543-56a4bfa01a13 req-f0986e8c-b333-4326-8b91-202a3615bb6b tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3526132-96cc-4b1f-93d4-01026077cde3 HTTP/1.1" status: 200 len: 943 time: 0.0647044 Aug 18 12:48:50.971684 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device c24c6755-cd9e-4c63-bb07-4f98c475524b details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:48:51.003169 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2a44bd9b-c754-4668-8319-444b2e1ea6c7 req-44fea3b6-29f7-40b4-b05a-c4f924ce56e2 service neutron] 10.222.0.39 "GET /v2.0/networks/868b2abd-c11c-4513-ae1d-4c8f78707536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933924 Aug 18 12:48:51.048802 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5c499666-3a80-48b2-b543-56a4bfa01a13 req-0be2e7d5-a428-4769-9dd0-638e2ee4f840 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730755 Aug 18 12:48:51.075431 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a6829-db50-43e4-8782-714addd6747b req-7324d544-a7fa-44ae-b837-55ef206eac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:51.077219 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a51a6829-db50-43e4-8782-714addd6747b req-7324d544-a7fa-44ae-b837-55ef206eac7d service neutron] 10.222.0.39 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.1241624 Aug 18 12:48:51.086101 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port c24c6755-cd9e-4c63-bb07-4f98c475524b, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=c24c6755-cd9e-4c63-bb07-4f98c475524b,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:48:51.100615 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'c24c6755-cd9e-4c63-bb07-4f98c475524b', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'port_id': 'c24c6755-cd9e-4c63-bb07-4f98c475524b', 'mac_address': 'fa:16:3e:22:d2:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc8434-66c0-4e05-8cce-b4a4a0f33dc3', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:48:51.138740 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a51a6829-db50-43e4-8782-714addd6747b req-c0097605-cd79-4bee-a24d-0f1129671897 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=de5a3730-a358-49c2-9e97-c7fb5ba6b6ac HTTP/1.1" status: 200 len: 217 time: 0.0519006 Aug 18 12:48:51.148091 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:51.162095 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c24c6755-cd9e-4c63-bb07-4f98c475524b {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:48:51.184190 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port c24c6755-cd9e-4c63-bb07-4f98c475524b, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=c24c6755-cd9e-4c63-bb07-4f98c475524b,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:48:51.220037 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a6829-db50-43e4-8782-714addd6747b req-9bdbde9d-6f3d-4b1c-8275-51d0ce86c391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:51.225581 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a51a6829-db50-43e4-8782-714addd6747b req-9bdbde9d-6f3d-4b1c-8275-51d0ce86c391 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.0699573 Aug 18 12:48:51.229608 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3775ab-ffd9-4b5b-93f1-aa03e2333c9c req-b26ffe08-850e-458f-9d76-b88513b36845 tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:51.231559 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8f3775ab-ffd9-4b5b-93f1-aa03e2333c9c req-b26ffe08-850e-458f-9d76-b88513b36845 tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] 10.222.0.13 "GET /v2.0/ports?device_id=281f59d3-0ad1-4a97-a661-bdee418e9d5d HTTP/1.1" status: 200 len: 948 time: 0.0887940 Aug 18 12:48:51.292370 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8f3775ab-ffd9-4b5b-93f1-aa03e2333c9c req-3a7a53c1-cda5-4186-8cb9-bf49824d9014 tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6acb2a0-f0cc-468b-a5bc-bd31d98f0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527315 Aug 18 12:48:51.295547 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a6829-db50-43e4-8782-714addd6747b req-9960f506-c8b7-4718-b714-9f55205d78a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:51.296962 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a51a6829-db50-43e4-8782-714addd6747b req-9960f506-c8b7-4718-b714-9f55205d78a7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0645740 Aug 18 12:48:51.317151 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:51.387469 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=c24c6755-cd9e-4c63-bb07-4f98c475524b,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:51.395348 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a51a6829-db50-43e4-8782-714addd6747b req-28c3e73e-b3da-4692-93aa-6a6ee0372316 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908456 Aug 18 12:48:51.487254 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a51a6829-db50-43e4-8782-714addd6747b req-db47861d-fb8e-4c2a-8412-422e2dbbfc43 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833435 Aug 18 12:48:51.653261 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-56b66d65-691e-4beb-98f5-3d3f05013d2e req-49f47610-6c7e-4b06-886c-19e85549fbea tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edb51fe-df9d-483a-9549-bfb7eef78efa HTTP/1.1" status: 200 len: 210 time: 0.0264862 Aug 18 12:48:51.687254 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['c24c6755-cd9e-4c63-bb07-4f98c475524b'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:48:51.774285 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64acea7-8829-43a5-bb2a-717b561af186 req-3a772c85-d58a-4df5-9a4c-213c7f7e8c0a tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:51.776079 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e64acea7-8829-43a5-bb2a-717b561af186 req-3a772c85-d58a-4df5-9a4c-213c7f7e8c0a tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87028a0-5b2e-4fbf-8f90-3063ca636ef2 HTTP/1.1" status: 200 len: 949 time: 0.0666206 Aug 18 12:48:51.826550 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e64acea7-8829-43a5-bb2a-717b561af186 req-a2d249f5-f870-4ee8-ad98-60ce4b242341 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/security-groups?id=86910017-f667-419d-b019-adf5c86d0af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393329 Aug 18 12:48:52.015463 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e844cb9-34fd-4336-912e-b3ef30fe3fbc req-4e3ee814-8865-4f8c-bd5e-498a17d26fe2 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:52.017075 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4e844cb9-34fd-4336-912e-b3ef30fe3fbc req-4e3ee814-8865-4f8c-bd5e-498a17d26fe2 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=546c81ec-fcd3-4c4a-903d-8640043b03cf HTTP/1.1" status: 200 len: 944 time: 0.0554307 Aug 18 12:48:52.054099 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4e844cb9-34fd-4336-912e-b3ef30fe3fbc req-35fd37fe-7ff7-464c-8edc-a21ec234c22f tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311058 Aug 18 12:48:52.217918 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f197e83-abe1-420c-b4be-c76dd3b3bfc3 req-0fa2e5fe-3b0e-4b44-874c-c598b6a57505 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:52.219515 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2f197e83-abe1-420c-b4be-c76dd3b3bfc3 req-0fa2e5fe-3b0e-4b44-874c-c598b6a57505 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3526132-96cc-4b1f-93d4-01026077cde3 HTTP/1.1" status: 200 len: 943 time: 0.0513251 Aug 18 12:48:52.258394 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2f197e83-abe1-420c-b4be-c76dd3b3bfc3 req-a918b7d5-7f55-4ce6-9a00-5a45b74ffe44 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323896 Aug 18 12:48:52.521418 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3526132-96cc-4b1f-93d4-01026077cde3', 'tag': 'bb9be8e0-5451-45b0-aee3-7fb4afa79608'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:48:52.523779 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acab17c-4183-470a-bc7d-a5d843d57b18" -d '{"events": [{"name": "network-changed", "server_uuid": "f3526132-96cc-4b1f-93d4-01026077cde3", "tag": "bb9be8e0-5451-45b0-aee3-7fb4afa79608"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:48:52.539209 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db2b68-e700-4051-81ff-9d66aa77e400 req-14142ee8-51a7-4fb2-8269-f635e96951da tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:52.540976 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-52db2b68-e700-4051-81ff-9d66aa77e400 req-14142ee8-51a7-4fb2-8269-f635e96951da tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] 10.222.0.13 "GET /v2.0/ports?device_id=281f59d3-0ad1-4a97-a661-bdee418e9d5d HTTP/1.1" status: 200 len: 948 time: 0.0596151 Aug 18 12:48:52.582947 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-52db2b68-e700-4051-81ff-9d66aa77e400 req-469c1fa6-277a-4c8f-8f05-27b05b3a8e49 tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6acb2a0-f0cc-468b-a5bc-bd31d98f0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337710 Aug 18 12:48:52.633559 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bef4ec-c9f4-4f92-a17c-5f24fa365d65 x-openstack-request-id: req-36bef4ec-c9f4-4f92-a17c-5f24fa365d65 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:48:52.633959 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3526132-96cc-4b1f-93d4-01026077cde3", "tag": "bb9be8e0-5451-45b0-aee3-7fb4afa79608", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:48:52.634097 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-36bef4ec-c9f4-4f92-a17c-5f24fa365d65 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:48:52.634692 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3526132-96cc-4b1f-93d4-01026077cde3', 'tag': 'bb9be8e0-5451-45b0-aee3-7fb4afa79608', 'status': 'completed', 'code': 200} Aug 18 12:48:52.676386 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-de460e22-93c2-47f4-ab5a-8ea0d11f6c57 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ea45720a24ee4f62a18d29ed0da9f691&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407631 Aug 18 12:48:52.717553 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acab17c-4183-470a-bc7d-a5d843d57b18 req-51de7214-6325-42fc-ac41-f6053d733fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:52.719685 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6acab17c-4183-470a-bc7d-a5d843d57b18 req-51de7214-6325-42fc-ac41-f6053d733fe6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8cfbe58f669487bb73cf800dbfde991&device_id=f3526132-96cc-4b1f-93d4-01026077cde3 HTTP/1.1" status: 200 len: 1094 time: 0.0575011 Aug 18 12:48:52.811746 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dfa95fd9-c093-446e-bb26-0ea087cd1556 req-23c9f672-a1ad-4946-83de-f36929943d65 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edb51fe-df9d-483a-9549-bfb7eef78efa HTTP/1.1" status: 200 len: 210 time: 0.0320649 Aug 18 12:48:52.851162 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-47757773-5327-4bda-9111-d2b13a67578d tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:52.854740 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-47757773-5327-4bda-9111-d2b13a67578d tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1713238 Aug 18 12:48:52.861702 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acab17c-4183-470a-bc7d-a5d843d57b18 req-85b789c1-a1fc-492e-a601-f6f6058c9210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:52.863500 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6acab17c-4183-470a-bc7d-a5d843d57b18 req-85b789c1-a1fc-492e-a601-f6f6058c9210 service neutron] 10.222.0.39 "GET /v2.0/networks?id=868b2abd-c11c-4513-ae1d-4c8f78707536 HTTP/1.1" status: 200 len: 923 time: 0.1294611 Aug 18 12:48:52.868182 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-4f8ac8be-9c5a-419a-800f-877a8c841315 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Request body: {'port': {'device_id': '2edb51fe-df9d-483a-9549-bfb7eef78efa', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'admin_state_up': True, 'tenant_id': 'ea45720a24ee4f62a18d29ed0da9f691'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:52.918841 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6acab17c-4183-470a-bc7d-a5d843d57b18 req-d6c32fe0-7ca3-4b5e-a48c-0ffa0c450387 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bb9be8e0-5451-45b0-aee3-7fb4afa79608 HTTP/1.1" status: 200 len: 217 time: 0.0457325 Aug 18 12:48:52.969390 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 8c098d95-023a-4826-b4ea-cdd969402b16 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:48:52.986854 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 58220) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:53.000448 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device c24c6755-cd9e-4c63-bb07-4f98c475524b up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:48:53.135003 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-4f8ac8be-9c5a-419a-800f-877a8c841315 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Made reservation on behalf of ea45720a24ee4f62a18d29ed0da9f691 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:48:53.139230 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-4f8ac8be-9c5a-419a-800f-877a8c841315 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:53.150526 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-4f8ac8be-9c5a-419a-800f-877a8c841315 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:53.153369 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acab17c-4183-470a-bc7d-a5d843d57b18 req-61c73189-0179-4622-a449-d96ee8c50ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:53.155292 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6acab17c-4183-470a-bc7d-a5d843d57b18 req-61c73189-0179-4622-a449-d96ee8c50ebf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=34a133e6-4845-483d-9cb6-cc8c362b1453 HTTP/1.1" status: 200 len: 862 time: 0.2297826 Aug 18 12:48:53.181517 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e94048-3b28-4c5f-bd50-5dc23037f6a5 req-3b047b04-e9c8-423b-bf65-6f15c8bfd01b tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:53.183123 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-99e94048-3b28-4c5f-bd50-5dc23037f6a5 req-3b047b04-e9c8-423b-bf65-6f15c8bfd01b tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87028a0-5b2e-4fbf-8f90-3063ca636ef2 HTTP/1.1" status: 200 len: 949 time: 0.0723083 Aug 18 12:48:53.183941 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 8c098d95-023a-4826-b4ea-cdd969402b16, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=8c098d95-023a-4826-b4ea-cdd969402b16,segment=NetworkSegment(9980139b-d711-402f-b96d-94b03ea2978e),segment_id=9980139b-d711-402f-b96d-94b03ea2978e)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:48:53.200166 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '8c098d95-023a-4826-b4ea-cdd969402b16', 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d', 'port_id': '8c098d95-023a-4826-b4ea-cdd969402b16', 'mac_address': 'fa:16:3e:aa:2f:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7c71ac1-e82b-41d2-8931-67fb6a54cbad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:48:53.202951 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6acab17c-4183-470a-bc7d-a5d843d57b18 req-23a12b0a-c0ba-4bbc-9244-1e6c4ae91965 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=868b2abd-c11c-4513-ae1d-4c8f78707536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387723 Aug 18 12:48:53.204276 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-078e8bf2-6368-40a9-a5e4-6bf3bb67790f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:53.226630 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port c24c6755-cd9e-4c63-bb07-4f98c475524b completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:48:53.234078 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port c24c6755-cd9e-4c63-bb07-4f98c475524b triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:48:53.234476 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:53.276313 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:53.287574 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-99e94048-3b28-4c5f-bd50-5dc23037f6a5 req-e4f0df28-fbe8-4985-beac-31cf1987eeb2 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/security-groups?id=86910017-f667-419d-b019-adf5c86d0af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870128 Aug 18 12:48:53.292618 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c87ead-b9eb-475a-a371-820c01a1bb81 req-94417d13-2733-401e-83e0-7d1f16311f1f tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:53.294203 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a1c87ead-b9eb-475a-a371-820c01a1bb81 req-94417d13-2733-401e-83e0-7d1f16311f1f tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=546c81ec-fcd3-4c4a-903d-8640043b03cf HTTP/1.1" status: 200 len: 944 time: 0.0935431 Aug 18 12:48:53.298407 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c098d95-023a-4826-b4ea-cdd969402b16 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:48:53.340574 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6acab17c-4183-470a-bc7d-a5d843d57b18 req-ff2cd7d5-24f9-48e3-a7dc-be2a5cf2c288 service neutron] 10.222.0.39 "GET /v2.0/networks/868b2abd-c11c-4513-ae1d-4c8f78707536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157105 Aug 18 12:48:53.340797 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 8c098d95-023a-4826-b4ea-cdd969402b16, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=8c098d95-023a-4826-b4ea-cdd969402b16,segment=NetworkSegment(9980139b-d711-402f-b96d-94b03ea2978e),segment_id=9980139b-d711-402f-b96d-94b03ea2978e)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:48:53.358013 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a1c87ead-b9eb-475a-a371-820c01a1bb81 req-82926868-2090-4844-9e10-7c264aff2144 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570288 Aug 18 12:48:53.365004 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-4f8ac8be-9c5a-419a-800f-877a8c841315 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:53.380065 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:53.405938 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87028a0-5b2e-4fbf-8f90-3063ca636ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24c6755-cd9e-4c63-bb07-4f98c475524b'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:48:53.408449 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d90f89-ff4c-4018-b04a-2c7b2de09365" -d '{"events": [{"server_uuid": "c87028a0-5b2e-4fbf-8f90-3063ca636ef2", "name": "network-vif-plugged", "status": "completed", "tag": "c24c6755-cd9e-4c63-bb07-4f98c475524b"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:48:53.413411 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:53.425353 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port c24c6755-cd9e-4c63-bb07-4f98c475524b, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=c24c6755-cd9e-4c63-bb07-4f98c475524b,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:48:53.434458 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6acab17c-4183-470a-bc7d-a5d843d57b18 req-de430502-03d8-4590-8420-723dcca05e7f service neutron] 10.222.0.39 "GET /v2.0/networks/868b2abd-c11c-4513-ae1d-4c8f78707536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940824 Aug 18 12:48:53.450363 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-4f8ac8be-9c5a-419a-800f-877a8c841315 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:53.477278 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=8c098d95-023a-4826-b4ea-cdd969402b16,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:53.504990 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:53.528661 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ac8be-9c5a-419a-800f-877a8c841315 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc88c885-7c0f-4662-9c8e-1ec587e350e7,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:53.566097 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c5d28-466d-45ab-90ab-353b460905bd req-53c7fc9e-4c89-4bae-bece-05afedf92d6a tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:53.566340 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=c24c6755-cd9e-4c63-bb07-4f98c475524b,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:53.567636 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-164c5d28-466d-45ab-90ab-353b460905bd req-53c7fc9e-4c89-4bae-bece-05afedf92d6a tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3526132-96cc-4b1f-93d4-01026077cde3 HTTP/1.1" status: 200 len: 943 time: 0.0643361 Aug 18 12:48:53.615966 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-164c5d28-466d-45ab-90ab-353b460905bd req-94638ce7-9c19-413e-93c3-f81486c4e2b7 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391436 Aug 18 12:48:53.617482 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da736963-12dc-4f46-8430-43085e04d224 x-openstack-request-id: req-da736963-12dc-4f46-8430-43085e04d224 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:48:53.617806 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c87028a0-5b2e-4fbf-8f90-3063ca636ef2", "name": "network-vif-plugged", "status": "completed", "tag": "c24c6755-cd9e-4c63-bb07-4f98c475524b", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:48:53.618044 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da736963-12dc-4f46-8430-43085e04d224 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:48:53.618464 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c87028a0-5b2e-4fbf-8f90-3063ca636ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24c6755-cd9e-4c63-bb07-4f98c475524b', 'code': 200} Aug 18 12:48:53.640238 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-4f8ac8be-9c5a-419a-800f-877a8c841315 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Allocated IP 192.168.233.213 (f82a481e-2d3e-49f3-a273-639556667c8a/38dc8434-66c0-4e05-8cce-b4a4a0f33dc3/fa31b5aa-525a-4bfd-a07f-0fc73a695a1b) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:48:53.648327 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['8c098d95-023a-4826-b4ea-cdd969402b16'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:48:53.674208 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-078e8bf2-6368-40a9-a5e4-6bf3bb67790f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:53.773004 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b924b5-9795-43d8-8732-dcb94b205be3 req-f3c84e98-262e-4ec3-a5f4-b7cf8b773854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:53.774509 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-078e8bf2-6368-40a9-a5e4-6bf3bb67790f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:53.775743 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e4b924b5-9795-43d8-8732-dcb94b205be3 req-f3c84e98-262e-4ec3-a5f4-b7cf8b773854 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c87028a0-5b2e-4fbf-8f90-3063ca636ef2 HTTP/1.1" status: 200 len: 1101 time: 0.0796673 Aug 18 12:48:53.784940 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303f0cf-9b77-4593-9d9c-a0153020ab21 req-469339a7-fc49-406e-9758-b52597ec842a tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:53.786707 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b303f0cf-9b77-4593-9d9c-a0153020ab21 req-469339a7-fc49-406e-9758-b52597ec842a tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] 10.222.0.13 "GET /v2.0/ports?device_id=281f59d3-0ad1-4a97-a661-bdee418e9d5d HTTP/1.1" status: 200 len: 948 time: 0.0797563 Aug 18 12:48:53.825934 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e8bf2-6368-40a9-a5e4-6bf3bb67790f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a824d260-2c59-4962-b9fa-b1523a0f3cb3,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:53.858917 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-078e8bf2-6368-40a9-a5e4-6bf3bb67790f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8239a651098d4fe5a39cddc759bb5e1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8504922 Aug 18 12:48:53.859812 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e4b924b5-9795-43d8-8732-dcb94b205be3 req-e41f5918-6188-4db5-b7a6-4930cfa3f408 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=86910017-f667-419d-b019-adf5c86d0af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614345 Aug 18 12:48:53.859812 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 58250) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:53.875350 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b303f0cf-9b77-4593-9d9c-a0153020ab21 req-a2036c1d-fb5f-4ecb-aa03-c48ff72cdff1 tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6acb2a0-f0cc-468b-a5bc-bd31d98f0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744143 Aug 18 12:48:53.891711 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-4f8ac8be-9c5a-419a-800f-877a8c841315 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:53.912514 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-4f8ac8be-9c5a-419a-800f-877a8c841315 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Transition to ACTIVE for port object fa31b5aa-525a-4bfd-a07f-0fc73a695a1b will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:48:53.917604 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d73d925f-c754-4cd8-9371-ff92496112fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:53.943282 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d73d925f-c754-4cd8-9371-ff92496112fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:54.054816 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-4f8ac8be-9c5a-419a-800f-877a8c841315 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:54.077954 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d73d925f-c754-4cd8-9371-ff92496112fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:54.080553 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d73d925f-c754-4cd8-9371-ff92496112fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:54.081730 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d73d925f-c754-4cd8-9371-ff92496112fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a824d260-2c59-4962-b9fa-b1523a0f3cb3 HTTP/1.1" status: 204 len: 168 time: 0.2217128 Aug 18 12:48:54.092674 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d925f-c754-4cd8-9371-ff92496112fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a824d260-2c59-4962-b9fa-b1523a0f3cb3,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:54.106342 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-4f8ac8be-9c5a-419a-800f-877a8c841315 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Network f82a481e-2d3e-49f3-a273-639556667c8a is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:48:54.110237 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215010a3-fbda-42e1-abc9-a9725c3f3fef req-c0a41a75-9987-48ca-a98e-613d14b45ed3 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:54.110375 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-4f8ac8be-9c5a-419a-800f-877a8c841315 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:48:54.110667 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-215010a3-fbda-42e1-abc9-a9725c3f3fef req-c0a41a75-9987-48ca-a98e-613d14b45ed3 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edb51fe-df9d-483a-9549-bfb7eef78efa HTTP/1.1" status: 200 len: 936 time: 0.0630298 Aug 18 12:48:54.112301 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-4f8ac8be-9c5a-419a-800f-877a8c841315 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:48:54.118135 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-4f8ac8be-9c5a-419a-800f-877a8c841315 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:54.118776 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-4f8ac8be-9c5a-419a-800f-877a8c841315 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:54.133661 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ac8be-9c5a-419a-800f-877a8c841315 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Pushing event updated for resources: {'Port': ['ID=fa31b5aa-525a-4bfd-a07f-0fc73a695a1b,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:54.156350 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-215010a3-fbda-42e1-abc9-a9725c3f3fef req-d70e52d2-0f7d-40fd-b721-2e4a7cab1240 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc88c885-7c0f-4662-9c8e-1ec587e350e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380163 Aug 18 12:48:54.203812 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-4f8ac8be-9c5a-419a-800f-877a8c841315 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3403783 Aug 18 12:48:54.217178 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-8b8ec333-a009-4668-823c-e132f3eb5410 service neutron] Request body: {'port': {'device_id': '2edb51fe-df9d-483a-9549-bfb7eef78efa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:54.277644 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-8b8ec333-a009-4668-823c-e132f3eb5410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:54.420534 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b895f0b8-6040-47ee-ab70-60ae66027824 None None] Provisioning for port fa31b5aa-525a-4bfd-a07f-0fc73a695a1b completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:48:54.424446 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b895f0b8-6040-47ee-ab70-60ae66027824 None None] Provisioning complete for port fa31b5aa-525a-4bfd-a07f-0fc73a695a1b triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:48:54.424993 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b895f0b8-6040-47ee-ab70-60ae66027824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:54.497741 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-b895f0b8-6040-47ee-ab70-60ae66027824 None None] Port fa31b5aa-525a-4bfd-a07f-0fc73a695a1b cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:48:54.505038 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40931459-ac2a-4776-8568-a0d7ce26bae3 req-f943af47-115c-447b-839d-2e65d639b283 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:54.506583 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-40931459-ac2a-4776-8568-a0d7ce26bae3 req-f943af47-115c-447b-839d-2e65d639b283 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87028a0-5b2e-4fbf-8f90-3063ca636ef2 HTTP/1.1" status: 200 len: 950 time: 0.0777605 Aug 18 12:48:54.548908 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-40931459-ac2a-4776-8568-a0d7ce26bae3 req-bfb159cd-2089-496b-9fa9-930c156e9ca0 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/security-groups?id=86910017-f667-419d-b019-adf5c86d0af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350535 Aug 18 12:48:54.579886 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0b7e4-142b-4814-945d-d563cb7acfb6 req-675b3edd-31a9-427d-9080-3d73fce9f3fa tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:54.581374 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e6b0b7e4-142b-4814-945d-d563cb7acfb6 req-675b3edd-31a9-427d-9080-3d73fce9f3fa tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=546c81ec-fcd3-4c4a-903d-8640043b03cf HTTP/1.1" status: 200 len: 945 time: 0.0838299 Aug 18 12:48:54.660424 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e6b0b7e4-142b-4814-945d-d563cb7acfb6 req-9dbdc67c-2451-4c4a-b296-5f11ddb607c1 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686011 Aug 18 12:48:54.682243 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-8b8ec333-a009-4668-823c-e132f3eb5410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa31b5aa-525a-4bfd-a07f-0fc73a695a1b {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:48:54.690839 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-8b8ec333-a009-4668-823c-e132f3eb5410 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:54.709718 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-8b8ec333-a009-4668-823c-e132f3eb5410 service neutron] Transition to ACTIVE for port object fa31b5aa-525a-4bfd-a07f-0fc73a695a1b will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:48:54.772863 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 58282) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:54.774480 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-8b8ec333-a009-4668-823c-e132f3eb5410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:54.807479 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c6e0a519-2dd3-468a-93a6-015aa715f364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:54.822542 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f289786-cd2f-49e5-8e5f-105e2435a8d6 req-5d8150c7-d122-488b-ad64-5b325df9aa3d tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:54.824047 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9f289786-cd2f-49e5-8e5f-105e2435a8d6 req-5d8150c7-d122-488b-ad64-5b325df9aa3d tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3526132-96cc-4b1f-93d4-01026077cde3 HTTP/1.1" status: 200 len: 943 time: 0.0854449 Aug 18 12:48:54.853976 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ec333-a009-4668-823c-e132f3eb5410 service neutron] Pushing event updated for resources: {'Port': ['ID=fa31b5aa-525a-4bfd-a07f-0fc73a695a1b,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:54.870262 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-8b8ec333-a009-4668-823c-e132f3eb5410 service neutron] Attempting to bind port fa31b5aa-525a-4bfd-a07f-0fc73a695a1b on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:48:54.870603 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-8b8ec333-a009-4668-823c-e132f3eb5410 service neutron] Attempting to bind port fa31b5aa-525a-4bfd-a07f-0fc73a695a1b by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:48:54.870929 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-8b8ec333-a009-4668-823c-e132f3eb5410 service neutron] Attempting to bind port fa31b5aa-525a-4bfd-a07f-0fc73a695a1b on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:48:54.876028 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-8b8ec333-a009-4668-823c-e132f3eb5410 service neutron] Port fa31b5aa-525a-4bfd-a07f-0fc73a695a1b on network f82a481e-2d3e-49f3-a273-639556667c8a not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:48:54.876438 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-8b8ec333-a009-4668-823c-e132f3eb5410 service neutron] Attempting to bind port fa31b5aa-525a-4bfd-a07f-0fc73a695a1b on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:48:54.881746 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-8b8ec333-a009-4668-823c-e132f3eb5410 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:48:54.882086 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-8b8ec333-a009-4668-823c-e132f3eb5410 service neutron] Checking segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:48:54.882492 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-8b8ec333-a009-4668-823c-e132f3eb5410 service neutron] Bound using segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:48:54.882918 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-8b8ec333-a009-4668-823c-e132f3eb5410 service neutron] Bound port: fa31b5aa-525a-4bfd-a07f-0fc73a695a1b, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:48:54.883312 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-8b8ec333-a009-4668-823c-e132f3eb5410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:54.889451 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9f289786-cd2f-49e5-8e5f-105e2435a8d6 req-2af8cd6b-655e-46f8-84d5-2d835e579f8d tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570846 Aug 18 12:48:54.969072 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device de5a3730-a358-49c2-9e97-c7fb5ba6b6ac details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:48:54.979221 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 8c098d95-023a-4826-b4ea-cdd969402b16 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:48:54.979467 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-8b8ec333-a009-4668-823c-e132f3eb5410 service neutron] For port fa31b5aa-525a-4bfd-a07f-0fc73a695a1b, host n-h2-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:48:54.983716 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-8b8ec333-a009-4668-823c-e132f3eb5410 service neutron] For port fa31b5aa-525a-4bfd-a07f-0fc73a695a1b, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=fa31b5aa-525a-4bfd-a07f-0fc73a695a1b,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:48:54.992493 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c6e0a519-2dd3-468a-93a6-015aa715f364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:55.072466 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c6e0a519-2dd3-468a-93a6-015aa715f364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:55.075253 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c848eb-28ed-455c-8719-48d1e69e3d28 req-b889ffc4-d477-474d-9e11-8c6eb05c40bd tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:55.076909 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-32c848eb-28ed-455c-8719-48d1e69e3d28 req-b889ffc4-d477-474d-9e11-8c6eb05c40bd tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] 10.222.0.13 "GET /v2.0/ports?device_id=281f59d3-0ad1-4a97-a661-bdee418e9d5d HTTP/1.1" status: 200 len: 948 time: 0.0575836 Aug 18 12:48:55.078488 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-8b8ec333-a009-4668-823c-e132f3eb5410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:55.127684 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port de5a3730-a358-49c2-9e97-c7fb5ba6b6ac, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=de5a3730-a358-49c2-9e97-c7fb5ba6b6ac,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:48:55.131586 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-8b8ec333-a009-4668-823c-e132f3eb5410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:55.132330 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-8b8ec333-a009-4668-823c-e132f3eb5410 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:55.133647 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-8b8ec333-a009-4668-823c-e132f3eb5410 service neutron] 10.222.0.20 "PUT /v2.0/ports/fa31b5aa-525a-4bfd-a07f-0fc73a695a1b HTTP/1.1" status: 200 len: 1096 time: 0.9212081 Aug 18 12:48:55.134145 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2edb51fe-df9d-483a-9549-bfb7eef78efa', 'tag': 'fa31b5aa-525a-4bfd-a07f-0fc73a695a1b'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:48:55.136482 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40babf28-5c32-4ad9-8f7d-157695122f4c" -d '{"events": [{"name": "network-changed", "server_uuid": "2edb51fe-df9d-483a-9549-bfb7eef78efa", "tag": "fa31b5aa-525a-4bfd-a07f-0fc73a695a1b"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:48:55.139418 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c6e0a519-2dd3-468a-93a6-015aa715f364 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a699fbe4db8048f08958492622156a2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3625205 Aug 18 12:48:55.140121 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 58298) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:55.142390 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e0a519-2dd3-468a-93a6-015aa715f364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545866da-c4c3-4aa4-be29-ce560291bc99,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:55.151484 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'de5a3730-a358-49c2-9e97-c7fb5ba6b6ac', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'port_id': 'de5a3730-a358-49c2-9e97-c7fb5ba6b6ac', 'mac_address': 'fa:16:3e:4c:5d:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc8434-66c0-4e05-8cce-b4a4a0f33dc3', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:48:55.172617 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ec333-a009-4668-823c-e132f3eb5410 service neutron] Pushing event updated for resources: {'Port': ['ID=fa31b5aa-525a-4bfd-a07f-0fc73a695a1b,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:55.179070 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-32c848eb-28ed-455c-8719-48d1e69e3d28 req-d61011ee-91f5-494f-bc0e-c1a1dc5787a6 tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6acb2a0-f0cc-468b-a5bc-bd31d98f0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748706 Aug 18 12:48:55.226266 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-85cc7a0d-a841-483c-bfb0-861e3870c5e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:55.245082 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:55.262058 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-85cc7a0d-a841-483c-bfb0-861e3870c5e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:55.263356 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ba7ad9-693e-400b-a6bf-e1ed60c26f7a x-openstack-request-id: req-41ba7ad9-693e-400b-a6bf-e1ed60c26f7a {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:48:55.263990 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2edb51fe-df9d-483a-9549-bfb7eef78efa", "tag": "fa31b5aa-525a-4bfd-a07f-0fc73a695a1b", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:48:55.263990 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-41ba7ad9-693e-400b-a6bf-e1ed60c26f7a {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:48:55.264256 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2edb51fe-df9d-483a-9549-bfb7eef78efa', 'tag': 'fa31b5aa-525a-4bfd-a07f-0fc73a695a1b', 'status': 'completed', 'code': 200} Aug 18 12:48:55.269057 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de5a3730-a358-49c2-9e97-c7fb5ba6b6ac {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:48:55.305107 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-e18bc88e-63f3-4670-ba52-4bf3a6575893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:55.306674 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-e18bc88e-63f3-4670-ba52-4bf3a6575893 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ea45720a24ee4f62a18d29ed0da9f691&device_id=2edb51fe-df9d-483a-9549-bfb7eef78efa HTTP/1.1" status: 200 len: 1099 time: 0.0548010 Aug 18 12:48:55.306942 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 8c098d95-023a-4826-b4ea-cdd969402b16 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:48:55.310429 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port de5a3730-a358-49c2-9e97-c7fb5ba6b6ac, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=de5a3730-a358-49c2-9e97-c7fb5ba6b6ac,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:48:55.314405 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 8c098d95-023a-4826-b4ea-cdd969402b16 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:48:55.315022 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:55.401317 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-3876c3bd-865c-4e43-931e-99a87d7fa1d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=fa31b5aa-525a-4bfd-a07f-0fc73a695a1b HTTP/1.1" status: 200 len: 217 time: 0.0787160 Aug 18 12:48:55.404018 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:55.404671 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device bb9be8e0-5451-45b0-aee3-7fb4afa79608 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:48:55.455428 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:55.476373 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a8b30-0a59-4fac-a5f4-7c0f6e512f41 req-28eebec8-b9b1-4603-b0c5-d8f7f4feac4d tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:55.484691 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cb3a8b30-0a59-4fac-a5f4-7c0f6e512f41 req-28eebec8-b9b1-4603-b0c5-d8f7f4feac4d tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edb51fe-df9d-483a-9549-bfb7eef78efa HTTP/1.1" status: 200 len: 948 time: 0.1445792 Aug 18 12:48:55.488236 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-a05b2ed3-f809-4da9-b97d-9d5f4e023f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:55.489625 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-a05b2ed3-f809-4da9-b97d-9d5f4e023f26 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.0741043 Aug 18 12:48:55.500420 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-85cc7a0d-a841-483c-bfb0-861e3870c5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:55.503098 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-85cc7a0d-a841-483c-bfb0-861e3870c5e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:55.506808 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-85cc7a0d-a841-483c-bfb0-861e3870c5e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/545866da-c4c3-4aa4-be29-ce560291bc99 HTTP/1.1" status: 204 len: 168 time: 0.3631692 Aug 18 12:48:55.513145 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc7a0d-a841-483c-bfb0-861e3870c5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545866da-c4c3-4aa4-be29-ce560291bc99,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:55.549422 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=de5a3730-a358-49c2-9e97-c7fb5ba6b6ac,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:55.561569 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cb3a8b30-0a59-4fac-a5f4-7c0f6e512f41 req-6e8687de-17cf-4f3f-9bde-8f95b4ee6559 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc88c885-7c0f-4662-9c8e-1ec587e350e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738776 Aug 18 12:48:55.585324 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-1748a4a1-c08d-4f8c-a716-6e90ad901924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:55.587129 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 8c098d95-023a-4826-b4ea-cdd969402b16, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=8c098d95-023a-4826-b4ea-cdd969402b16,segment=NetworkSegment(9980139b-d711-402f-b96d-94b03ea2978e),segment_id=9980139b-d711-402f-b96d-94b03ea2978e)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:48:55.588453 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-1748a4a1-c08d-4f8c-a716-6e90ad901924 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0853472 Aug 18 12:48:55.619522 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546c81ec-fcd3-4c4a-903d-8640043b03cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c098d95-023a-4826-b4ea-cdd969402b16'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:48:55.621813 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c790417c-97af-484b-bb81-4e654a3f3916" -d '{"events": [{"server_uuid": "546c81ec-fcd3-4c4a-903d-8640043b03cf", "name": "network-vif-plugged", "status": "completed", "tag": "8c098d95-023a-4826-b4ea-cdd969402b16"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:48:55.650227 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port bb9be8e0-5451-45b0-aee3-7fb4afa79608, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=bb9be8e0-5451-45b0-aee3-7fb4afa79608,segment=NetworkSegment(7ff9e9d1-2f3f-4727-a98f-48223d2acb58),segment_id=7ff9e9d1-2f3f-4727-a98f-48223d2acb58)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:48:55.668060 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'bb9be8e0-5451-45b0-aee3-7fb4afa79608', 'network_id': '868b2abd-c11c-4513-ae1d-4c8f78707536', 'port_id': 'bb9be8e0-5451-45b0-aee3-7fb4afa79608', 'mac_address': 'fa:16:3e:77:49:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34a133e6-4845-483d-9cb6-cc8c362b1453', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:48:55.701016 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:55.724720 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6fed-07a9-4a01-b7ad-2b908ff49499 req-000a77cf-13d5-423a-ab98-5d368ba71f66 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:55.726231 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5faf6fed-07a9-4a01-b7ad-2b908ff49499 req-000a77cf-13d5-423a-ab98-5d368ba71f66 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9820169-ea51-44e6-9a8d-78bc941fe2b2 HTTP/1.1" status: 200 len: 969 time: 0.0749612 Aug 18 12:48:55.735276 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d28452-3129-4f7b-983f-4ffe410ccb75 req-919d4a33-0b56-4429-87ec-4a4dd6478aaf tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:55.737794 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-50d28452-3129-4f7b-983f-4ffe410ccb75 req-919d4a33-0b56-4429-87ec-4a4dd6478aaf tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87028a0-5b2e-4fbf-8f90-3063ca636ef2 HTTP/1.1" status: 200 len: 950 time: 0.0660021 Aug 18 12:48:55.746910 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-c3fcc37d-dbf8-4a85-8765-fbc06e05b343 service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450357 Aug 18 12:48:55.765271 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=8c098d95-023a-4826-b4ea-cdd969402b16,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:55.771452 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:55.785837 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb9be8e0-5451-45b0-aee3-7fb4afa79608 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:48:55.794716 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-50d28452-3129-4f7b-983f-4ffe410ccb75 req-6d4740e2-3984-44f3-9667-f42176d5f30c tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/security-groups?id=86910017-f667-419d-b019-adf5c86d0af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488105 Aug 18 12:48:55.807603 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port bb9be8e0-5451-45b0-aee3-7fb4afa79608, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=bb9be8e0-5451-45b0-aee3-7fb4afa79608,segment=NetworkSegment(7ff9e9d1-2f3f-4727-a98f-48223d2acb58),segment_id=7ff9e9d1-2f3f-4727-a98f-48223d2acb58)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:48:55.865056 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5520576e-a4e0-4c00-9477-317fae1c739b x-openstack-request-id: req-5520576e-a4e0-4c00-9477-317fae1c739b {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:48:55.865370 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546c81ec-fcd3-4c4a-903d-8640043b03cf", "name": "network-vif-plugged", "status": "completed", "tag": "8c098d95-023a-4826-b4ea-cdd969402b16", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:48:55.865711 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5520576e-a4e0-4c00-9477-317fae1c739b {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:48:55.866066 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546c81ec-fcd3-4c4a-903d-8640043b03cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c098d95-023a-4826-b4ea-cdd969402b16', 'code': 200} Aug 18 12:48:55.874737 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5faf6fed-07a9-4a01-b7ad-2b908ff49499 req-1260ee9a-4c58-4069-862d-cefd993ed9be tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb392ae-a8fd-49fa-9810-88a5995a5824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326199 Aug 18 12:48:55.883165 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:55.911108 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fbdacdfa-b5f7-41ab-bcd1-9c43fa0cf768 req-ee4674be-daea-4cf1-8686-97dd0adbaa75 service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453922 Aug 18 12:48:55.954728 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=bb9be8e0-5451-45b0-aee3-7fb4afa79608,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:56.020531 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f70fb-366d-4ee9-93f8-73bf18c9ddbe req-476cc189-a5c2-4404-b73e-7229382313f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:56.022273 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-327f70fb-366d-4ee9-93f8-73bf18c9ddbe req-476cc189-a5c2-4404-b73e-7229382313f5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=546c81ec-fcd3-4c4a-903d-8640043b03cf HTTP/1.1" status: 200 len: 1097 time: 0.0833337 Aug 18 12:48:56.030608 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807a23b-4063-4ea5-9d54-95e69f4ac9f8 req-c95470bf-4c31-41f0-84cc-3e26468ec15e tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:56.032291 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0807a23b-4063-4ea5-9d54-95e69f4ac9f8 req-c95470bf-4c31-41f0-84cc-3e26468ec15e tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=546c81ec-fcd3-4c4a-903d-8640043b03cf HTTP/1.1" status: 200 len: 946 time: 0.0845897 Aug 18 12:48:56.087112 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40babf28-5c32-4ad9-8f7d-157695122f4c req-945dfbd6-2cfb-460f-bb30-babacf1dc110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:56.088694 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-40babf28-5c32-4ad9-8f7d-157695122f4c req-945dfbd6-2cfb-460f-bb30-babacf1dc110 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ea45720a24ee4f62a18d29ed0da9f691&device_id=2edb51fe-df9d-483a-9549-bfb7eef78efa HTTP/1.1" status: 200 len: 1099 time: 0.0676646 Aug 18 12:48:56.096586 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0807a23b-4063-4ea5-9d54-95e69f4ac9f8 req-b3cbd016-346f-4e60-9c71-bab53955a20b tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566816 Aug 18 12:48:56.098331 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-327f70fb-366d-4ee9-93f8-73bf18c9ddbe req-367412db-ccf6-4ee6-9eb5-8d8497911e13 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567281 Aug 18 12:48:56.179963 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5424f-aff4-4f5c-b76a-43b4244c45e2 req-76211ea2-af95-4cae-8d4d-88a1d220669f tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:56.179963 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-adc5424f-aff4-4f5c-b76a-43b4244c45e2 req-76211ea2-af95-4cae-8d4d-88a1d220669f tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3526132-96cc-4b1f-93d4-01026077cde3 HTTP/1.1" status: 200 len: 944 time: 0.1103613 Aug 18 12:48:56.208034 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['bb9be8e0-5451-45b0-aee3-7fb4afa79608'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:48:56.231093 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40babf28-5c32-4ad9-8f7d-157695122f4c req-d2c3fc23-ea64-4253-a71b-56590bd217dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:56.232569 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-40babf28-5c32-4ad9-8f7d-157695122f4c req-d2c3fc23-ea64-4253-a71b-56590bd217dc service neutron] 10.222.0.20 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.1274412 Aug 18 12:48:56.244665 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['de5a3730-a358-49c2-9e97-c7fb5ba6b6ac'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:48:56.257113 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-adc5424f-aff4-4f5c-b76a-43b4244c45e2 req-afb0b908-0669-46ea-b424-d68bdbe21f80 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708501 Aug 18 12:48:56.290759 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-40babf28-5c32-4ad9-8f7d-157695122f4c req-c0a4b4ca-c55e-40e0-bbc3-c9859ab943d7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=fa31b5aa-525a-4bfd-a07f-0fc73a695a1b HTTP/1.1" status: 200 len: 217 time: 0.0474651 Aug 18 12:48:56.320740 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf3feb-7672-4744-b8a6-c4d66eb39f27 req-e18a62ae-4e6d-4c6d-bff8-d4f794a00443 tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:56.322382 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01cf3feb-7672-4744-b8a6-c4d66eb39f27 req-e18a62ae-4e6d-4c6d-bff8-d4f794a00443 tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] 10.222.0.13 "GET /v2.0/ports?device_id=281f59d3-0ad1-4a97-a661-bdee418e9d5d HTTP/1.1" status: 200 len: 949 time: 0.0601156 Aug 18 12:48:56.359538 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40babf28-5c32-4ad9-8f7d-157695122f4c req-ed5f4a11-4fd3-497d-b9d6-c07435b8760e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:56.361112 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-40babf28-5c32-4ad9-8f7d-157695122f4c req-ed5f4a11-4fd3-497d-b9d6-c07435b8760e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.0570450 Aug 18 12:48:56.363248 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01cf3feb-7672-4744-b8a6-c4d66eb39f27 req-da1913c9-6ba5-43c0-bde1-9367e7429879 tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6acb2a0-f0cc-468b-a5bc-bd31d98f0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346470 Aug 18 12:48:56.427166 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40babf28-5c32-4ad9-8f7d-157695122f4c req-4b12043a-fa64-4b20-b95b-f0711027c440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:56.428673 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-40babf28-5c32-4ad9-8f7d-157695122f4c req-4b12043a-fa64-4b20-b95b-f0711027c440 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0574961 Aug 18 12:48:56.539625 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-40babf28-5c32-4ad9-8f7d-157695122f4c req-8fc2c525-8561-4448-ad64-8b134e85afba service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991309 Aug 18 12:48:56.651695 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-40babf28-5c32-4ad9-8f7d-157695122f4c req-24fd6d94-a5ff-45eb-8ad4-476457bbf4c6 service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988641 Aug 18 12:48:56.703765 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b052b7-18a6-4a6e-aa77-4248a7c2ffe2 req-052515e4-3c0f-4955-bee6-8cd69f9be9ce tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:56.707066 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f0b052b7-18a6-4a6e-aa77-4248a7c2ffe2 req-052515e4-3c0f-4955-bee6-8cd69f9be9ce tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edb51fe-df9d-483a-9549-bfb7eef78efa HTTP/1.1" status: 200 len: 948 time: 0.0697963 Aug 18 12:48:56.749161 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f0b052b7-18a6-4a6e-aa77-4248a7c2ffe2 req-a56da3a9-3991-4b04-87b4-ce2b17ac0503 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc88c885-7c0f-4662-9c8e-1ec587e350e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371230 Aug 18 12:48:56.925197 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a5295-8fef-498f-8ded-619b8c4d8e0d req-08637908-e4f4-4477-a04b-fcba48b8bd4c tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:56.926693 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d48a5295-8fef-498f-8ded-619b8c4d8e0d req-08637908-e4f4-4477-a04b-fcba48b8bd4c tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87028a0-5b2e-4fbf-8f90-3063ca636ef2 HTTP/1.1" status: 200 len: 950 time: 0.0489163 Aug 18 12:48:56.927326 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748ce36-27a4-4f4b-add8-14d8621fc275 req-fc20f192-e91e-4836-bbda-f6d846998700 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:56.928806 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c748ce36-27a4-4f4b-add8-14d8621fc275 req-fc20f192-e91e-4836-bbda-f6d846998700 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9820169-ea51-44e6-9a8d-78bc941fe2b2 HTTP/1.1" status: 200 len: 969 time: 0.0476875 Aug 18 12:48:56.981443 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d48a5295-8fef-498f-8ded-619b8c4d8e0d req-4167f718-2d53-4089-8cdf-f144126e0073 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/security-groups?id=86910017-f667-419d-b019-adf5c86d0af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471740 Aug 18 12:48:57.119573 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e2d4f-155f-459c-8cb0-53bbdced8872 req-082f5cbb-d903-4dba-8f50-e5014a52a7d1 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:57.127509 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1a2e2d4f-155f-459c-8cb0-53bbdced8872 req-082f5cbb-d903-4dba-8f50-e5014a52a7d1 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9820169-ea51-44e6-9a8d-78bc941fe2b2 HTTP/1.1" status: 200 len: 969 time: 0.0645134 Aug 18 12:48:57.131422 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-c748ce36-27a4-4f4b-add8-14d8621fc275 req-c827f952-cf57-469c-9f7a-a59e082c40dd tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] Deleting port 2049dfb9-b9c6-4423-a806-e8fd6ea217c1 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:48:57.131821 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-c748ce36-27a4-4f4b-add8-14d8621fc275 req-c827f952-cf57-469c-9f7a-a59e082c40dd tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:57.186396 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1a2e2d4f-155f-459c-8cb0-53bbdced8872 req-f65edc7e-e336-4ff1-9ed5-43d2551a35d4 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb392ae-a8fd-49fa-9810-88a5995a5824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576854 Aug 18 12:48:57.377585 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d7efdd-06af-42c9-9738-b1484ef99b8e req-6538d581-e6ed-4b68-8f8b-57ae7ea12fb8 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:57.385465 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-18d7efdd-06af-42c9-9738-b1484ef99b8e req-6538d581-e6ed-4b68-8f8b-57ae7ea12fb8 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=546c81ec-fcd3-4c4a-903d-8640043b03cf HTTP/1.1" status: 200 len: 946 time: 0.0658488 Aug 18 12:48:57.431363 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-18d7efdd-06af-42c9-9738-b1484ef99b8e req-51fdc0a9-38de-49e3-bf91-b7313b14f5eb tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443714 Aug 18 12:48:57.462745 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-c748ce36-27a4-4f4b-add8-14d8621fc275 req-c827f952-cf57-469c-9f7a-a59e082c40dd tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] For port 2049dfb9-b9c6-4423-a806-e8fd6ea217c1, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=2049dfb9-b9c6-4423-a806-e8fd6ea217c1,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:48:57.463217 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-c748ce36-27a4-4f4b-add8-14d8621fc275 req-c827f952-cf57-469c-9f7a-a59e082c40dd tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:57.482372 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-c748ce36-27a4-4f4b-add8-14d8621fc275 req-c827f952-cf57-469c-9f7a-a59e082c40dd tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] Calling delete_port for 2049dfb9-b9c6-4423-a806-e8fd6ea217c1 owned by compute:tempest-test_az-28532475 {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:48:57.592104 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:57.729228 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-c748ce36-27a4-4f4b-add8-14d8621fc275 req-c827f952-cf57-469c-9f7a-a59e082c40dd tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:57.743904 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['2049dfb9-b9c6-4423-a806-e8fd6ea217c1'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:48:57.761387 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c827f952-cf57-469c-9f7a-a59e082c40dd tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] Pushing event deleted for resources: {'Port': ['ID=2049dfb9-b9c6-4423-a806-e8fd6ea217c1,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:57.820796 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb9bae-a763-4e06-a4ce-157e9dcfcfb5 req-b6994dcc-1cde-4646-b2bc-09d59cadb043 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:57.826054 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-61cb9bae-a763-4e06-a4ce-157e9dcfcfb5 req-b6994dcc-1cde-4646-b2bc-09d59cadb043 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3526132-96cc-4b1f-93d4-01026077cde3 HTTP/1.1" status: 200 len: 944 time: 0.0659764 Aug 18 12:48:57.847088 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-c748ce36-27a4-4f4b-add8-14d8621fc275 req-c827f952-cf57-469c-9f7a-a59e082c40dd tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] No DVR routers for this DVR port 2049dfb9-b9c6-4423-a806-e8fd6ea217c1 on host n-h2-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:48:57.858250 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-c748ce36-27a4-4f4b-add8-14d8621fc275 req-c827f952-cf57-469c-9f7a-a59e082c40dd tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:57.861029 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c748ce36-27a4-4f4b-add8-14d8621fc275 req-c827f952-cf57-469c-9f7a-a59e082c40dd tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.20 "DELETE /v2.0/ports/2049dfb9-b9c6-4423-a806-e8fd6ea217c1 HTTP/1.1" status: 204 len: 173 time: 0.9218721 Aug 18 12:48:57.861548 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9820169-ea51-44e6-9a8d-78bc941fe2b2', 'name': 'network-vif-deleted', 'tag': '2049dfb9-b9c6-4423-a806-e8fd6ea217c1'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:48:57.864092 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3a5b1f-8e34-468c-8cc8-81da2a290758" -d '{"events": [{"server_uuid": "b9820169-ea51-44e6-9a8d-78bc941fe2b2", "name": "network-vif-deleted", "tag": "2049dfb9-b9c6-4423-a806-e8fd6ea217c1"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:48:57.869769 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-61cb9bae-a763-4e06-a4ce-157e9dcfcfb5 req-124ea04b-5fc1-4cf9-b654-e6505df466fe tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399446 Aug 18 12:48:57.999171 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f61bca-8739-470d-a266-6d97af9b1e36 req-0fe81387-40f8-4f69-b4fe-54f515d1f40e tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:58.000496 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-06f61bca-8739-470d-a266-6d97af9b1e36 req-0fe81387-40f8-4f69-b4fe-54f515d1f40e tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] 10.222.0.13 "GET /v2.0/ports?device_id=281f59d3-0ad1-4a97-a661-bdee418e9d5d HTTP/1.1" status: 200 len: 949 time: 0.0602562 Aug 18 12:48:58.040541 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-06f61bca-8739-470d-a266-6d97af9b1e36 req-6f3da029-b354-4361-bf0e-577a4b97550a tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6acb2a0-f0cc-468b-a5bc-bd31d98f0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338476 Aug 18 12:48:58.275935 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:58.283220 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048bdae-6f34-434b-85f9-2a0f96aa34d6 req-2e901076-edc7-4aa1-9d93-c08096ff12fc tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:58.284736 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c048bdae-6f34-434b-85f9-2a0f96aa34d6 req-2e901076-edc7-4aa1-9d93-c08096ff12fc tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=546c81ec-fcd3-4c4a-903d-8640043b03cf HTTP/1.1" status: 200 len: 1097 time: 0.0397611 Aug 18 12:48:58.322836 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c048bdae-6f34-434b-85f9-2a0f96aa34d6 req-778b17de-efce-44be-8d43-03168d1e511e tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319664 Aug 18 12:48:58.367307 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4978b8b1-7229-429e-997b-096d3a561d52 x-openstack-request-id: req-4978b8b1-7229-429e-997b-096d3a561d52 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:48:58.367661 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9820169-ea51-44e6-9a8d-78bc941fe2b2", "name": "network-vif-deleted", "tag": "2049dfb9-b9c6-4423-a806-e8fd6ea217c1", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:48:58.368032 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4978b8b1-7229-429e-997b-096d3a561d52 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:48:58.368430 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9820169-ea51-44e6-9a8d-78bc941fe2b2', 'name': 'network-vif-deleted', 'tag': '2049dfb9-b9c6-4423-a806-e8fd6ea217c1', 'status': 'completed', 'code': 200} Aug 18 12:48:58.406917 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac1282-2ac9-4030-8521-f187828963ae req-51c48b35-5067-4ead-b53c-e58de2983b81 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:58.408705 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a5ac1282-2ac9-4030-8521-f187828963ae req-51c48b35-5067-4ead-b53c-e58de2983b81 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edb51fe-df9d-483a-9549-bfb7eef78efa HTTP/1.1" status: 200 len: 948 time: 0.0510128 Aug 18 12:48:58.451307 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a5ac1282-2ac9-4030-8521-f187828963ae req-e3b709fa-c798-4bef-8d73-38e2007ebc52 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc88c885-7c0f-4662-9c8e-1ec587e350e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333900 Aug 18 12:48:58.466487 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524bf61-064a-4df8-afa5-1b21aae8dd76 req-a340f2d8-ec7d-49e9-9c81-efe975213e80 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:58.466487 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d524bf61-064a-4df8-afa5-1b21aae8dd76 req-a340f2d8-ec7d-49e9-9c81-efe975213e80 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87028a0-5b2e-4fbf-8f90-3063ca636ef2 HTTP/1.1" status: 200 len: 950 time: 0.0538697 Aug 18 12:48:58.505255 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d524bf61-064a-4df8-afa5-1b21aae8dd76 req-8d938b84-f32f-423b-84f2-4b6c789d4c3e tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/security-groups?id=86910017-f667-419d-b019-adf5c86d0af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331652 Aug 18 12:48:58.563345 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-53a9ba2b-da99-4629-ac02-14c5f7a04d6f req-93f8b9a9-611c-4dc8-9ebd-17e686b66615 tempest-AggregatesAdminTestJSON-992370069 tempest-AggregatesAdminTestJSON-992370069-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9820169-ea51-44e6-9a8d-78bc941fe2b2 HTTP/1.1" status: 200 len: 210 time: 0.0257239 Aug 18 12:48:58.729798 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d408d-e224-44cc-bc74-378f682b3b3e req-9dfb4188-1f4d-4e1e-98a1-34baa88db87f tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:58.731565 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-639d408d-e224-44cc-bc74-378f682b3b3e req-9dfb4188-1f4d-4e1e-98a1-34baa88db87f tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=546c81ec-fcd3-4c4a-903d-8640043b03cf HTTP/1.1" status: 200 len: 1097 time: 0.0465748 Aug 18 12:48:58.771998 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-639d408d-e224-44cc-bc74-378f682b3b3e req-9a5f305d-d58c-4fc2-ad28-2a3fd7bda8f7 tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327885 Aug 18 12:48:58.989210 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device de5a3730-a358-49c2-9e97-c7fb5ba6b6ac up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:48:59.034931 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b866d-bcc7-4295-aa09-7eff071de86a req-ea73bf1b-4a16-4384-bfce-3115cb0df64b tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:59.036520 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d23b866d-bcc7-4295-aa09-7eff071de86a req-ea73bf1b-4a16-4384-bfce-3115cb0df64b tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3526132-96cc-4b1f-93d4-01026077cde3 HTTP/1.1" status: 200 len: 944 time: 0.0489659 Aug 18 12:48:59.084761 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d23b866d-bcc7-4295-aa09-7eff071de86a req-d56a8006-2fe9-406b-aa81-56f085c37651 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380609 Aug 18 12:48:59.127190 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port de5a3730-a358-49c2-9e97-c7fb5ba6b6ac completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:48:59.132882 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port de5a3730-a358-49c2-9e97-c7fb5ba6b6ac triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:48:59.133254 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:59.211416 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78ea32-f26f-4f25-aa13-67681af20d59 req-2fdf8930-5a69-4134-9938-9733e7095c9c tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:59.212903 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cb78ea32-f26f-4f25-aa13-67681af20d59 req-2fdf8930-5a69-4134-9938-9733e7095c9c tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] 10.222.0.13 "GET /v2.0/ports?device_id=281f59d3-0ad1-4a97-a661-bdee418e9d5d HTTP/1.1" status: 200 len: 949 time: 0.0751116 Aug 18 12:48:59.239304 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:59.254655 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cb78ea32-f26f-4f25-aa13-67681af20d59 req-6e695c92-d5f2-43f7-8e11-2fd4c8a7cfe4 tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6acb2a0-f0cc-468b-a5bc-bd31d98f0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337040 Aug 18 12:48:59.261871 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281f59d3-0ad1-4a97-a661-bdee418e9d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5a3730-a358-49c2-9e97-c7fb5ba6b6ac'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:48:59.264114 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7745a5-d9ed-4aeb-be1f-3d2addc9e0eb" -d '{"events": [{"server_uuid": "281f59d3-0ad1-4a97-a661-bdee418e9d5d", "name": "network-vif-plugged", "status": "completed", "tag": "de5a3730-a358-49c2-9e97-c7fb5ba6b6ac"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:48:59.277270 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port de5a3730-a358-49c2-9e97-c7fb5ba6b6ac, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=de5a3730-a358-49c2-9e97-c7fb5ba6b6ac,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:48:59.300833 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0710d00e-39b9-4f2e-ab11-10fad95b3710 x-openstack-request-id: req-0710d00e-39b9-4f2e-ab11-10fad95b3710 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:48:59.301140 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281f59d3-0ad1-4a97-a661-bdee418e9d5d", "name": "network-vif-plugged", "status": "completed", "tag": "de5a3730-a358-49c2-9e97-c7fb5ba6b6ac", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:48:59.301392 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0710d00e-39b9-4f2e-ab11-10fad95b3710 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:48:59.301775 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '281f59d3-0ad1-4a97-a661-bdee418e9d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5a3730-a358-49c2-9e97-c7fb5ba6b6ac', 'code': 200} Aug 18 12:48:59.367028 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab8119-a13d-44f4-aa43-225dc826d43a req-3b9645f2-5885-4d47-b98b-073a4fe2b8d0 tempest-DeleteServersAdminTestJSON-1704315651 tempest-DeleteServersAdminTestJSON-1704315651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:59.370240 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f3ab8119-a13d-44f4-aa43-225dc826d43a req-3b9645f2-5885-4d47-b98b-073a4fe2b8d0 tempest-DeleteServersAdminTestJSON-1704315651 tempest-DeleteServersAdminTestJSON-1704315651-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c87028a0-5b2e-4fbf-8f90-3063ca636ef2 HTTP/1.1" status: 200 len: 1101 time: 0.0556889 Aug 18 12:48:59.388291 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:59.389242 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device bb9be8e0-5451-45b0-aee3-7fb4afa79608 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:48:59.411844 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 58476) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:59.422252 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984c996-0b8b-4fc2-ae62-c7910219c08e req-1f4b0867-6a0c-4afe-9f5d-d644e342cd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:59.425212 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a984c996-0b8b-4fc2-ae62-c7910219c08e req-1f4b0867-6a0c-4afe-9f5d-d644e342cd61 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=281f59d3-0ad1-4a97-a661-bdee418e9d5d HTTP/1.1" status: 200 len: 1100 time: 0.0588272 Aug 18 12:48:59.496681 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-f3ab8119-a13d-44f4-aa43-225dc826d43a req-d097eb11-bd3d-4133-a4ad-4e293edab96c tempest-DeleteServersAdminTestJSON-1704315651 tempest-DeleteServersAdminTestJSON-1704315651-project-admin] Deleting port c24c6755-cd9e-4c63-bb07-4f98c475524b {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:48:59.497219 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-f3ab8119-a13d-44f4-aa43-225dc826d43a req-d097eb11-bd3d-4133-a4ad-4e293edab96c tempest-DeleteServersAdminTestJSON-1704315651 tempest-DeleteServersAdminTestJSON-1704315651-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:59.502691 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a984c996-0b8b-4fc2-ae62-c7910219c08e req-bf64ae09-feb4-4f08-955d-06cbe8405507 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c6acb2a0-f0cc-468b-a5bc-bd31d98f0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666976 Aug 18 12:48:59.536476 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 58486) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:59.555938 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=de5a3730-a358-49c2-9e97-c7fb5ba6b6ac,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:59.585736 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port bb9be8e0-5451-45b0-aee3-7fb4afa79608 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:48:59.590471 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1f7e3e4b-635a-461b-b392-1a664f853a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:59.592094 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port bb9be8e0-5451-45b0-aee3-7fb4afa79608 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:48:59.593148 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:59.664508 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-67698fe9-5659-4371-a687-0ac8e337b448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:59.670384 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb479b97-0ce9-461a-a85d-759163a1322d req-a49a79d1-068a-487d-9d57-bc2c9feb17f5 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:59.671930 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eb479b97-0ce9-461a-a85d-759163a1322d req-a49a79d1-068a-487d-9d57-bc2c9feb17f5 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edb51fe-df9d-483a-9549-bfb7eef78efa HTTP/1.1" status: 200 len: 948 time: 0.0958507 Aug 18 12:48:59.682509 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-f3ab8119-a13d-44f4-aa43-225dc826d43a req-d097eb11-bd3d-4133-a4ad-4e293edab96c tempest-DeleteServersAdminTestJSON-1704315651 tempest-DeleteServersAdminTestJSON-1704315651-project-admin] For port c24c6755-cd9e-4c63-bb07-4f98c475524b, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=c24c6755-cd9e-4c63-bb07-4f98c475524b,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:48:59.683133 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-f3ab8119-a13d-44f4-aa43-225dc826d43a req-d097eb11-bd3d-4133-a4ad-4e293edab96c tempest-DeleteServersAdminTestJSON-1704315651 tempest-DeleteServersAdminTestJSON-1704315651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:59.708750 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-f3ab8119-a13d-44f4-aa43-225dc826d43a req-d097eb11-bd3d-4133-a4ad-4e293edab96c tempest-DeleteServersAdminTestJSON-1704315651 tempest-DeleteServersAdminTestJSON-1704315651-project-admin] Calling delete_port for c24c6755-cd9e-4c63-bb07-4f98c475524b owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:48:59.730843 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:59.780207 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port bb9be8e0-5451-45b0-aee3-7fb4afa79608, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=bb9be8e0-5451-45b0-aee3-7fb4afa79608,segment=NetworkSegment(7ff9e9d1-2f3f-4727-a98f-48223d2acb58),segment_id=7ff9e9d1-2f3f-4727-a98f-48223d2acb58)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:48:59.784836 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1f7e3e4b-635a-461b-b392-1a664f853a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:59.797035 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eb479b97-0ce9-461a-a85d-759163a1322d req-7f412378-2ed0-4f31-bdf7-a70a5cc0082a tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc88c885-7c0f-4662-9c8e-1ec587e350e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174173 Aug 18 12:48:59.848668 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:59.899760 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1f7e3e4b-635a-461b-b392-1a664f853a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:59.909546 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=bb9be8e0-5451-45b0-aee3-7fb4afa79608,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:59.946076 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e7526-70c4-4734-923a-17291f1aaec3 req-b47ee00f-f744-443a-8a04-628c900399b8 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:59.951060 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-763e7526-70c4-4734-923a-17291f1aaec3 req-b47ee00f-f744-443a-8a04-628c900399b8 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87028a0-5b2e-4fbf-8f90-3063ca636ef2 HTTP/1.1" status: 200 len: 950 time: 0.0784454 Aug 18 12:48:59.971457 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1f7e3e4b-635a-461b-b392-1a664f853a54 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a33e6a56667c4b70832d212c62806e1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5585792 Aug 18 12:48:59.974158 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 58508) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:59.979199 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e3e4b-635a-461b-b392-1a664f853a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ca4efa-e4f9-4141-b6c0-f682adc44aee,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:59.999285 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-763e7526-70c4-4734-923a-17291f1aaec3 req-82d5018b-02cf-4d85-982f-8a1ff4ce2c6e tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/security-groups?id=86910017-f667-419d-b019-adf5c86d0af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451412 Aug 18 12:49:00.002833 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-f3ab8119-a13d-44f4-aa43-225dc826d43a req-d097eb11-bd3d-4133-a4ad-4e293edab96c tempest-DeleteServersAdminTestJSON-1704315651 tempest-DeleteServersAdminTestJSON-1704315651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:00.018914 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['c24c6755-cd9e-4c63-bb07-4f98c475524b'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:49:00.026612 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-67698fe9-5659-4371-a687-0ac8e337b448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:00.064489 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097eb11-bd3d-4133-a4ad-4e293edab96c tempest-DeleteServersAdminTestJSON-1704315651 tempest-DeleteServersAdminTestJSON-1704315651-project-admin] Pushing event deleted for resources: {'Port': ['ID=c24c6755-cd9e-4c63-bb07-4f98c475524b,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:00.111485 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ab8119-a13d-44f4-aa43-225dc826d43a req-d097eb11-bd3d-4133-a4ad-4e293edab96c tempest-DeleteServersAdminTestJSON-1704315651 tempest-DeleteServersAdminTestJSON-1704315651-project-admin] No DVR routers for this DVR port c24c6755-cd9e-4c63-bb07-4f98c475524b on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:49:00.112793 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b6819901-d552-4255-b6ba-2bba0fa1c434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:00.116661 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-f3ab8119-a13d-44f4-aa43-225dc826d43a req-d097eb11-bd3d-4133-a4ad-4e293edab96c tempest-DeleteServersAdminTestJSON-1704315651 tempest-DeleteServersAdminTestJSON-1704315651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:00.118906 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f3ab8119-a13d-44f4-aa43-225dc826d43a req-d097eb11-bd3d-4133-a4ad-4e293edab96c tempest-DeleteServersAdminTestJSON-1704315651 tempest-DeleteServersAdminTestJSON-1704315651-project-admin] 10.222.0.39 "DELETE /v2.0/ports/c24c6755-cd9e-4c63-bb07-4f98c475524b HTTP/1.1" status: 204 len: 173 time: 0.7414534 Aug 18 12:49:00.119408 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87028a0-5b2e-4fbf-8f90-3063ca636ef2', 'name': 'network-vif-deleted', 'tag': 'c24c6755-cd9e-4c63-bb07-4f98c475524b'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:49:00.122399 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32012bc3-9f32-4528-8903-aa3f9a232c76" -d '{"events": [{"server_uuid": "c87028a0-5b2e-4fbf-8f90-3063ca636ef2", "name": "network-vif-deleted", "tag": "c24c6755-cd9e-4c63-bb07-4f98c475524b"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:49:00.122683 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-67698fe9-5659-4371-a687-0ac8e337b448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:00.145567 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b6819901-d552-4255-b6ba-2bba0fa1c434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:00.189745 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-67698fe9-5659-4371-a687-0ac8e337b448 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4658e2d7681241cda19f0b817540872a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6493139 Aug 18 12:49:00.189745 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67698fe9-5659-4371-a687-0ac8e337b448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5029a1d-da67-4a2a-a67d-b3e4f56b14ea,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:00.192618 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 58516) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:00.239330 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81009e63-4eb6-46c5-b8a9-a7a8f20a3068 req-a75ab65c-bc71-46f1-b327-61b28efe31e2 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:00.240759 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-81009e63-4eb6-46c5-b8a9-a7a8f20a3068 req-a75ab65c-bc71-46f1-b327-61b28efe31e2 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3526132-96cc-4b1f-93d4-01026077cde3 HTTP/1.1" status: 200 len: 945 time: 0.0770481 Aug 18 12:49:00.258008 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-50ae2198-f594-4d07-8bfc-c25999f55401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:00.288499 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-50ae2198-f594-4d07-8bfc-c25999f55401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:00.293946 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device fa31b5aa-525a-4bfd-a07f-0fc73a695a1b details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:49:00.303566 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-81009e63-4eb6-46c5-b8a9-a7a8f20a3068 req-d8787394-1ba3-4d2f-b764-33ae6c5c8c11 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506334 Aug 18 12:49:00.319847 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b6819901-d552-4255-b6ba-2bba0fa1c434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:00.322912 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b6819901-d552-4255-b6ba-2bba0fa1c434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:00.324210 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b6819901-d552-4255-b6ba-2bba0fa1c434 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/07ca4efa-e4f9-4141-b6c0-f682adc44aee HTTP/1.1" status: 204 len: 168 time: 0.3488686 Aug 18 12:49:00.349816 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6819901-d552-4255-b6ba-2bba0fa1c434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ca4efa-e4f9-4141-b6c0-f682adc44aee,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:00.403516 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01a3f41-d6a3-4ca0-a36e-9b5e386f0d06 x-openstack-request-id: req-f01a3f41-d6a3-4ca0-a36e-9b5e386f0d06 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:49:00.403905 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c87028a0-5b2e-4fbf-8f90-3063ca636ef2", "name": "network-vif-deleted", "tag": "c24c6755-cd9e-4c63-bb07-4f98c475524b", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:49:00.404275 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f01a3f41-d6a3-4ca0-a36e-9b5e386f0d06 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:49:00.404933 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c87028a0-5b2e-4fbf-8f90-3063ca636ef2', 'name': 'network-vif-deleted', 'tag': 'c24c6755-cd9e-4c63-bb07-4f98c475524b', 'status': 'completed', 'code': 200} Aug 18 12:49:00.474792 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port fa31b5aa-525a-4bfd-a07f-0fc73a695a1b, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=fa31b5aa-525a-4bfd-a07f-0fc73a695a1b,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:00.488228 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'fa31b5aa-525a-4bfd-a07f-0fc73a695a1b', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'port_id': 'fa31b5aa-525a-4bfd-a07f-0fc73a695a1b', 'mac_address': 'fa:16:3e:b8:35:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc8434-66c0-4e05-8cce-b4a4a0f33dc3', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:49:00.512405 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-50ae2198-f594-4d07-8bfc-c25999f55401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:00.515569 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-50ae2198-f594-4d07-8bfc-c25999f55401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:00.518459 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-50ae2198-f594-4d07-8bfc-c25999f55401 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e5029a1d-da67-4a2a-a67d-b3e4f56b14ea HTTP/1.1" status: 204 len: 168 time: 0.3228135 Aug 18 12:49:00.526288 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae2198-f594-4d07-8bfc-c25999f55401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5029a1d-da67-4a2a-a67d-b3e4f56b14ea,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:00.539450 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:00.546158 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c888549-e3c3-4768-8365-d393a6bc5167 req-e9aa7cb3-7f93-4762-92f4-a336b82ab057 tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:00.548200 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4c888549-e3c3-4768-8365-d393a6bc5167 req-e9aa7cb3-7f93-4762-92f4-a336b82ab057 tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] 10.222.0.13 "GET /v2.0/ports?device_id=281f59d3-0ad1-4a97-a661-bdee418e9d5d HTTP/1.1" status: 200 len: 950 time: 0.0703053 Aug 18 12:49:00.564740 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa31b5aa-525a-4bfd-a07f-0fc73a695a1b {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:49:00.586092 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port fa31b5aa-525a-4bfd-a07f-0fc73a695a1b, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=fa31b5aa-525a-4bfd-a07f-0fc73a695a1b,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:00.594465 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4c888549-e3c3-4768-8365-d393a6bc5167 req-a2efc57e-6fb2-436e-a135-53ab92982bf6 tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6acb2a0-f0cc-468b-a5bc-bd31d98f0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403249 Aug 18 12:49:00.660349 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:00.729057 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=fa31b5aa-525a-4bfd-a07f-0fc73a695a1b,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:00.747000 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 58538) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:00.794204 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:49:00.847558 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['fa31b5aa-525a-4bfd-a07f-0fc73a695a1b'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:49:01.471106 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6b6d8-53d6-461a-9cae-3d1d4c668595 req-88334537-2038-488d-99f8-a793642c3488 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:01.471106 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1ac6b6d8-53d6-461a-9cae-3d1d4c668595 req-88334537-2038-488d-99f8-a793642c3488 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edb51fe-df9d-483a-9549-bfb7eef78efa HTTP/1.1" status: 200 len: 949 time: 0.0576930 Aug 18 12:49:01.471106 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c2aa9945-060e-42ad-87eb-22681ab4253b req-92f7bbda-23c2-4723-afcd-a1274b71d193 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c87028a0-5b2e-4fbf-8f90-3063ca636ef2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0314670 Aug 18 12:49:01.471106 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1ac6b6d8-53d6-461a-9cae-3d1d4c668595 req-2f7eb86f-1b8d-452d-b6e0-140558660d4b tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc88c885-7c0f-4662-9c8e-1ec587e350e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593741 Aug 18 12:49:01.471106 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c2aa9945-060e-42ad-87eb-22681ab4253b req-69a80482-b6e3-4d56-b908-63e5d8db8454 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0dbc352c07204a0eae0ea90ea6af83f6&device_id=c87028a0-5b2e-4fbf-8f90-3063ca636ef2 HTTP/1.1" status: 200 len: 210 time: 0.0264361 Aug 18 12:49:01.471106 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ff27a7c6-229a-4be7-88e9-7b58ddc16c28 req-702b6364-123b-4435-a245-688b5089e7da tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/ports?device_id=c87028a0-5b2e-4fbf-8f90-3063ca636ef2 HTTP/1.1" status: 200 len: 210 time: 0.0400932 Aug 18 12:49:01.471106 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c2aa9945-060e-42ad-87eb-22681ab4253b req-9bf5b2cd-baf6-4a0f-8a63-ef47a7e3e72d service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=0dbc352c07204a0eae0ea90ea6af83f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420511 Aug 18 12:49:01.472805 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3526132-96cc-4b1f-93d4-01026077cde3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9be8e0-5451-45b0-aee3-7fb4afa79608'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:49:01.472805 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cc026b-4798-4a84-b0fc-5fc37b1c4282" -d '{"events": [{"server_uuid": "f3526132-96cc-4b1f-93d4-01026077cde3", "name": "network-vif-plugged", "status": "completed", "tag": "bb9be8e0-5451-45b0-aee3-7fb4afa79608"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:49:01.472805 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81bc933-c338-470f-9b24-9c6eb4ed2e5e x-openstack-request-id: req-b81bc933-c338-470f-9b24-9c6eb4ed2e5e {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:49:01.472805 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3526132-96cc-4b1f-93d4-01026077cde3", "name": "network-vif-plugged", "status": "completed", "tag": "bb9be8e0-5451-45b0-aee3-7fb4afa79608", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:49:01.472805 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b81bc933-c338-470f-9b24-9c6eb4ed2e5e {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:49:01.472805 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3526132-96cc-4b1f-93d4-01026077cde3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9be8e0-5451-45b0-aee3-7fb4afa79608', 'code': 200} Aug 18 12:49:01.474954 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0afb14-86c3-43cd-8a53-8a3cdee5f7c6 req-ec31d56b-12a6-4b30-9934-b10f183972d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:01.474954 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fa0afb14-86c3-43cd-8a53-8a3cdee5f7c6 req-ec31d56b-12a6-4b30-9934-b10f183972d5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f3526132-96cc-4b1f-93d4-01026077cde3 HTTP/1.1" status: 200 len: 1096 time: 0.0398250 Aug 18 12:49:01.481775 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fa0afb14-86c3-43cd-8a53-8a3cdee5f7c6 req-2b394ac3-44a7-4db8-bf58-9a7723d2719f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316443 Aug 18 12:49:01.503852 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a7dd07c8-3bf3-4a16-b642-48651b4cffa8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=154a5d5db8c04df497a7a6c28ccc3045&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7556450 Aug 18 12:49:01.506491 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 58554) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:01.517945 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa9945-060e-42ad-87eb-22681ab4253b req-5a94d324-ea6d-4b5e-825d-39ced6e2f9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:01.519471 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c2aa9945-060e-42ad-87eb-22681ab4253b req-5a94d324-ea6d-4b5e-825d-39ced6e2f9d9 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3768027 Aug 18 12:49:01.527245 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7355045-8a32-4225-b701-24ef04f497c0 req-5b408de0-c888-4de4-83e7-e481b84ed616 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:01.528879 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e7355045-8a32-4225-b701-24ef04f497c0 req-5b408de0-c888-4de4-83e7-e481b84ed616 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3526132-96cc-4b1f-93d4-01026077cde3 HTTP/1.1" status: 200 len: 945 time: 0.1201816 Aug 18 12:49:01.554139 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 58556) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:01.560707 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-64c404c3-19b7-4d29-88e0-f1f5168ce401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:01.577200 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b47bc730-12c8-4a46-aa33-fc384a268648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:01.585211 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-64c404c3-19b7-4d29-88e0-f1f5168ce401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:01.611144 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e7355045-8a32-4225-b701-24ef04f497c0 req-c13b7127-013e-418d-96d1-166afbc70cd5 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627487 Aug 18 12:49:01.715340 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b47bc730-12c8-4a46-aa33-fc384a268648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:01.733072 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-64c404c3-19b7-4d29-88e0-f1f5168ce401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:01.736018 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-64c404c3-19b7-4d29-88e0-f1f5168ce401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:01.743199 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-64c404c3-19b7-4d29-88e0-f1f5168ce401 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ecb392ae-a8fd-49fa-9810-88a5995a5824 HTTP/1.1" status: 204 len: 168 time: 0.2297366 Aug 18 12:49:01.743347 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6de5cf-58bd-4258-b79f-1ae6d93b2268 req-4196326d-c81a-4492-a92a-1aa66eb81505 tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:01.743347 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e6de5cf-58bd-4258-b79f-1ae6d93b2268 req-4196326d-c81a-4492-a92a-1aa66eb81505 tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] 10.222.0.13 "GET /v2.0/ports?device_id=281f59d3-0ad1-4a97-a661-bdee418e9d5d HTTP/1.1" status: 200 len: 950 time: 0.0609310 Aug 18 12:49:01.745717 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c404c3-19b7-4d29-88e0-f1f5168ce401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb392ae-a8fd-49fa-9810-88a5995a5824,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:01.785123 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e6de5cf-58bd-4258-b79f-1ae6d93b2268 req-ad569bfe-337b-4665-a08f-fad7867a6787 tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6acb2a0-f0cc-468b-a5bc-bd31d98f0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370579 Aug 18 12:49:01.789340 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 58566) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:01.802401 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 58568) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:01.808121 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b47bc730-12c8-4a46-aa33-fc384a268648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:01.810860 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3f29b73d-4243-4192-ab77-785e50f93ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:01.920346 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b47bc730-12c8-4a46-aa33-fc384a268648 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=125e3a053a3949bc8d48d6e7254c1ac8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3622553 Aug 18 12:49:01.920811 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47bc730-12c8-4a46-aa33-fc384a268648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac9532b-adf6-43d2-9c4f-8290bf5f2bde,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:01.927756 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 58576) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:01.931076 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3f29b73d-4243-4192-ab77-785e50f93ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:01.989971 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9123b149-24de-4437-afa2-78dbd9d77207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:01.991549 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3f29b73d-4243-4192-ab77-785e50f93ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:02.023807 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9123b149-24de-4437-afa2-78dbd9d77207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:02.034035 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3f29b73d-4243-4192-ab77-785e50f93ce3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f94341c2d61b4b4aae631f27aa222866&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2436097 Aug 18 12:49:02.034742 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 58578) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:02.036212 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29b73d-4243-4192-ab77-785e50f93ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63019997-81cf-4e78-93bc-2cf0d1c9bb88,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:02.067152 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-bf5295d3-b5e5-41e8-ab26-aa99a4970cfd tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:49:02.068155 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-bf5295d3-b5e5-41e8-ab26-aa99a4970cfd tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2664778 Aug 18 12:49:02.115287 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8c7f6672-d8c2-41c1-bd79-5c0a62e97e70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:02.137716 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8c7f6672-d8c2-41c1-bd79-5c0a62e97e70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:02.197136 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9123b149-24de-4437-afa2-78dbd9d77207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:02.200242 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9123b149-24de-4437-afa2-78dbd9d77207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:02.203806 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9123b149-24de-4437-afa2-78dbd9d77207 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fac9532b-adf6-43d2-9c4f-8290bf5f2bde HTTP/1.1" status: 204 len: 168 time: 0.2721705 Aug 18 12:49:02.209055 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9123b149-24de-4437-afa2-78dbd9d77207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac9532b-adf6-43d2-9c4f-8290bf5f2bde,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:02.235347 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-9b7b76d3-de0d-490f-accb-d254ff8ed2a9 service neutron] Request body: {'binding': {'host': 'n-h2-803603-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:49:02.239347 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-9b7b76d3-de0d-490f-accb-d254ff8ed2a9 service neutron] Unknown quota resources ['binding']. {{(pid=101675) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 12:49:02.285392 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8c7f6672-d8c2-41c1-bd79-5c0a62e97e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:02.288121 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8c7f6672-d8c2-41c1-bd79-5c0a62e97e70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:02.292494 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8c7f6672-d8c2-41c1-bd79-5c0a62e97e70 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/63019997-81cf-4e78-93bc-2cf0d1c9bb88 HTTP/1.1" status: 204 len: 168 time: 0.2565229 Aug 18 12:49:02.295437 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device fa31b5aa-525a-4bfd-a07f-0fc73a695a1b up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:49:02.343029 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f6672-d8c2-41c1-bd79-5c0a62e97e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63019997-81cf-4e78-93bc-2cf0d1c9bb88,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:02.435526 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-9b7b76d3-de0d-490f-accb-d254ff8ed2a9 service neutron] Attempting to bind port 8c098d95-023a-4826-b4ea-cdd969402b16 on host n-h2-803603-2 for vnic_type normal with profile None {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:49:02.435866 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-9b7b76d3-de0d-490f-accb-d254ff8ed2a9 service neutron] Attempting to bind port 8c098d95-023a-4826-b4ea-cdd969402b16 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:49:02.436195 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-9b7b76d3-de0d-490f-accb-d254ff8ed2a9 service neutron] Attempting to bind port 8c098d95-023a-4826-b4ea-cdd969402b16 on network 8e2ca950-415a-439c-a01b-47dff2e51d7d {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:49:02.443092 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-9b7b76d3-de0d-490f-accb-d254ff8ed2a9 service neutron] Port 8c098d95-023a-4826-b4ea-cdd969402b16 on network 8e2ca950-415a-439c-a01b-47dff2e51d7d not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:49:02.443414 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-9b7b76d3-de0d-490f-accb-d254ff8ed2a9 service neutron] Attempting to bind port 8c098d95-023a-4826-b4ea-cdd969402b16 on network 8e2ca950-415a-439c-a01b-47dff2e51d7d {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:49:02.450018 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port fa31b5aa-525a-4bfd-a07f-0fc73a695a1b completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:49:02.451694 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-9b7b76d3-de0d-490f-accb-d254ff8ed2a9 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:49:02.452034 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-9b7b76d3-de0d-490f-accb-d254ff8ed2a9 service neutron] Checking segment: {'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:49:02.452426 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-9b7b76d3-de0d-490f-accb-d254ff8ed2a9 service neutron] Bound using segment: {'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:49:02.452931 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-9b7b76d3-de0d-490f-accb-d254ff8ed2a9 service neutron] Bound port: 8c098d95-023a-4826-b4ea-cdd969402b16, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:49:02.456965 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port fa31b5aa-525a-4bfd-a07f-0fc73a695a1b triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:49:02.457337 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:02.464904 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f7cf11-d8ed-41af-bd38-39495420e85d req-7d2a1466-a4c1-4fb8-975b-40471458e09f tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:02.466499 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-36f7cf11-d8ed-41af-bd38-39495420e85d req-7d2a1466-a4c1-4fb8-975b-40471458e09f tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edb51fe-df9d-483a-9549-bfb7eef78efa HTTP/1.1" status: 200 len: 949 time: 0.0721219 Aug 18 12:49:02.543331 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:02.576689 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-36f7cf11-d8ed-41af-bd38-39495420e85d req-e329e42d-cc6b-4d07-a188-1f6c2bac2c84 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc88c885-7c0f-4662-9c8e-1ec587e350e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920851 Aug 18 12:49:02.579492 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port fa31b5aa-525a-4bfd-a07f-0fc73a695a1b, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=fa31b5aa-525a-4bfd-a07f-0fc73a695a1b,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:02.585563 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-9b7b76d3-de0d-490f-accb-d254ff8ed2a9 service neutron] For port 8c098d95-023a-4826-b4ea-cdd969402b16, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=8c098d95-023a-4826-b4ea-cdd969402b16,segment=NetworkSegment(9980139b-d711-402f-b96d-94b03ea2978e),segment_id=9980139b-d711-402f-b96d-94b03ea2978e)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:49:02.666121 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:02.666121 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 2049dfb9-b9c6-4423-a806-e8fd6ea217c1 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:49:02.666355 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 58602) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:02.670740 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-9b7b76d3-de0d-490f-accb-d254ff8ed2a9 service neutron] Notify callbacks [] for binding, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:02.672095 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-9b7b76d3-de0d-490f-accb-d254ff8ed2a9 service neutron] 10.222.0.13 "POST /v2.0/ports/8c098d95-023a-4826-b4ea-cdd969402b16/bindings HTTP/1.1" status: 201 len: 389 time: 0.4944832 Aug 18 12:49:02.714042 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 2049dfb9-b9c6-4423-a806-e8fd6ea217c1 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:49:02.714724 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 2049dfb9-b9c6-4423-a806-e8fd6ea217c1 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:49:02.749430 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-efbc431e-9425-40b9-be06-979178407465 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a28ffae7ac1443d5a27fab01f0070da6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0856507 Aug 18 12:49:02.752134 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 58604) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:02.760024 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5bf200-d12a-4090-9e29-a78adc83e824 req-07c7d6d8-af85-4e1e-bba0-4946c3a89225 tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:02.762278 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2e5bf200-d12a-4090-9e29-a78adc83e824 req-07c7d6d8-af85-4e1e-bba0-4946c3a89225 tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] 10.222.0.13 "GET /v2.0/ports?device_id=281f59d3-0ad1-4a97-a661-bdee418e9d5d HTTP/1.1" status: 200 len: 950 time: 0.0885835 Aug 18 12:49:02.772333 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=fa31b5aa-525a-4bfd-a07f-0fc73a695a1b,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:02.811183 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2e5bf200-d12a-4090-9e29-a78adc83e824 req-1e0e43b8-3dc9-4cc1-9714-2d8353677aac tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6acb2a0-f0cc-468b-a5bc-bd31d98f0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430994 Aug 18 12:49:02.825892 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5f43c699-fcf6-44b3-911d-407335ebbc69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:02.863834 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5f43c699-fcf6-44b3-911d-407335ebbc69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:02.936555 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a27fd0-0b76-4618-b1a3-a1df5a6ced9a req-8c5cb475-f115-464f-ba83-be42f8716c1d tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:02.954810 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-63a27fd0-0b76-4618-b1a3-a1df5a6ced9a req-8c5cb475-f115-464f-ba83-be42f8716c1d tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3526132-96cc-4b1f-93d4-01026077cde3 HTTP/1.1" status: 200 len: 945 time: 0.0701745 Aug 18 12:49:02.993138 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-63a27fd0-0b76-4618-b1a3-a1df5a6ced9a req-4b661f85-07f3-4785-9ded-aeb7c6423fa4 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373518 Aug 18 12:49:02.996762 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5f43c699-fcf6-44b3-911d-407335ebbc69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:02.999942 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5f43c699-fcf6-44b3-911d-407335ebbc69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:03.005755 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5f43c699-fcf6-44b3-911d-407335ebbc69 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd5f0e06-b15d-4273-a2de-4c7b87ff5776 HTTP/1.1" status: 204 len: 168 time: 0.2477248 Aug 18 12:49:03.015461 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device c24c6755-cd9e-4c63-bb07-4f98c475524b no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:49:03.028216 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f43c699-fcf6-44b3-911d-407335ebbc69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5f0e06-b15d-4273-a2de-4c7b87ff5776,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:03.069048 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: c24c6755-cd9e-4c63-bb07-4f98c475524b {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:49:03.069048 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device c24c6755-cd9e-4c63-bb07-4f98c475524b not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:49:03.114531 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62176566-a92b-4fe3-a557-e2d62105a95a req-a4620aea-f43c-4b01-977c-cc4ed2b1ac4e tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:03.120261 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-62176566-a92b-4fe3-a557-e2d62105a95a req-a4620aea-f43c-4b01-977c-cc4ed2b1ac4e tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=546c81ec-fcd3-4c4a-903d-8640043b03cf HTTP/1.1" status: 200 len: 946 time: 0.1169989 Aug 18 12:49:03.123685 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-b8483afe-4b0d-4868-bd18-72356bb60671 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0dbc352c07204a0eae0ea90ea6af83f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281949 Aug 18 12:49:03.162088 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-62176566-a92b-4fe3-a557-e2d62105a95a req-dec30cb6-ef5f-4bb7-becf-978164b89f87 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394254 Aug 18 12:49:03.240632 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-a6fdce59-2ac7-49eb-a1ff-ba1f2ab288e7 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:03.243052 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-a6fdce59-2ac7-49eb-a1ff-ba1f2ab288e7 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1146634 Aug 18 12:49:03.265208 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-365ffb26-84cc-40f0-bd69-53571d3e4aac tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/quotas/0dbc352c07204a0eae0ea90ea6af83f6 HTTP/1.1" status: 200 len: 375 time: 0.0138392 Aug 18 12:49:03.278094 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68994a05-4b21-4e63-9cac-4db9d9afd507 req-7ea8bb1a-ae02-4264-848d-1f20d3e91e0f tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:03.279694 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-68994a05-4b21-4e63-9cac-4db9d9afd507 req-7ea8bb1a-ae02-4264-848d-1f20d3e91e0f tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3526132-96cc-4b1f-93d4-01026077cde3 HTTP/1.1" status: 200 len: 945 time: 0.0553524 Aug 18 12:49:03.304390 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-a80b24a6-1207-4637-90ad-370204143830 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0dbc352c07204a0eae0ea90ea6af83f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334566 Aug 18 12:49:03.345868 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-68994a05-4b21-4e63-9cac-4db9d9afd507 req-a9cb1349-19f9-445d-b7e1-ac4fb6201d3e tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555470 Aug 18 12:49:03.346972 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edb51fe-df9d-483a-9549-bfb7eef78efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa31b5aa-525a-4bfd-a07f-0fc73a695a1b'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:49:03.349082 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-fedee85c-82db-4026-99f9-bb968e3e438d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:03.350199 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-fedee85c-82db-4026-99f9-bb968e3e438d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=075606cfda364ddebe4be31640ab3a76&device_id=546c81ec-fcd3-4c4a-903d-8640043b03cf HTTP/1.1" status: 200 len: 1097 time: 0.0695746 Aug 18 12:49:03.354255 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a6ab44-e85a-4371-8c61-99f13fa8c679" -d '{"events": [{"server_uuid": "2edb51fe-df9d-483a-9549-bfb7eef78efa", "name": "network-vif-plugged", "status": "completed", "tag": "fa31b5aa-525a-4bfd-a07f-0fc73a695a1b"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:49:03.399561 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ece50e0-00c2-4de7-9900-b1a5b3c341ac x-openstack-request-id: req-9ece50e0-00c2-4de7-9900-b1a5b3c341ac {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:49:03.399561 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edb51fe-df9d-483a-9549-bfb7eef78efa", "name": "network-vif-plugged", "status": "completed", "tag": "fa31b5aa-525a-4bfd-a07f-0fc73a695a1b", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:49:03.399561 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9ece50e0-00c2-4de7-9900-b1a5b3c341ac {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:49:03.399561 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2edb51fe-df9d-483a-9549-bfb7eef78efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa31b5aa-525a-4bfd-a07f-0fc73a695a1b', 'code': 200} Aug 18 12:49:03.463526 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.20', 49327) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:03.485631 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-44904b71-b007-4c6d-83b0-77c235362478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:03.487197 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-44904b71-b007-4c6d-83b0-77c235362478 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8e2ca950-415a-439c-a01b-47dff2e51d7d HTTP/1.1" status: 200 len: 908 time: 0.1291039 Aug 18 12:49:03.521387 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e78d14-d352-4088-9b98-32e75fbd88c9 req-cedb9e17-a2fb-4170-ad33-5037f8fae099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:03.521387 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e1e78d14-d352-4088-9b98-32e75fbd88c9 req-cedb9e17-a2fb-4170-ad33-5037f8fae099 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2edb51fe-df9d-483a-9549-bfb7eef78efa HTTP/1.1" status: 200 len: 1101 time: 0.0542238 Aug 18 12:49:03.544800 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-955d62f4-d136-4e6c-bf24-fa103b53c757 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c098d95-023a-4826-b4ea-cdd969402b16 HTTP/1.1" status: 200 len: 217 time: 0.0488076 Aug 18 12:49:03.585720 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e1e78d14-d352-4088-9b98-32e75fbd88c9 req-4689a5a2-0375-4539-b024-991441efd517 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cc88c885-7c0f-4662-9c8e-1ec587e350e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574212 Aug 18 12:49:03.644864 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-1faa86ef-14d5-4826-b419-76393806f67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:03.652908 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-1faa86ef-14d5-4826-b419-76393806f67a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7c71ac1-e82b-41d2-8931-67fb6a54cbad HTTP/1.1" status: 200 len: 847 time: 0.0879431 Aug 18 12:49:03.655369 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f8367-fa17-4f33-ac1a-11bb7c4fe080 req-21992d90-9135-42b9-90f2-f3b0566c8882 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:03.656851 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-545f8367-fa17-4f33-ac1a-11bb7c4fe080 req-21992d90-9135-42b9-90f2-f3b0566c8882 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3526132-96cc-4b1f-93d4-01026077cde3 HTTP/1.1" status: 200 len: 945 time: 0.1156690 Aug 18 12:49:03.669139 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d8b9f76d-92c3-467a-89a9-a8f993a363e6 req-891f1e47-534d-4c72-a8d6-578b7f9b66b8 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e13c0e6-60b6-46f8-9b21-62ed4d1f4ab4 HTTP/1.1" status: 200 len: 210 time: 0.0334179 Aug 18 12:49:03.688146 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-1a506927-c76a-46f1-868b-a7c723409dc9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8e2ca950-415a-439c-a01b-47dff2e51d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303526 Aug 18 12:49:03.739023 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-545f8367-fa17-4f33-ac1a-11bb7c4fe080 req-68783687-c7a5-418d-a973-c83e12a058bc tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696657 Aug 18 12:49:03.739144 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf87f34-7a0b-48b2-9f27-d5df39916a77 req-0fbc4508-a9e5-4d0f-94d8-8a4c647ecb8a tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:03.741347 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-faf87f34-7a0b-48b2-9f27-d5df39916a77 req-0fbc4508-a9e5-4d0f-94d8-8a4c647ecb8a tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] 10.222.0.39 "GET /v2.0/ports?device_id=281f59d3-0ad1-4a97-a661-bdee418e9d5d HTTP/1.1" status: 200 len: 950 time: 0.0704951 Aug 18 12:49:03.864888 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-829cbe79-7f10-45c3-8cb4-dcc54ad3052a service neutron] 10.222.0.20 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569407 Aug 18 12:49:03.987981 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0c264-6f9c-4ec0-bb90-5fe61ba55414 req-7c3011a7-b0ec-429f-9118-62193385c205 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:03.989370 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cac0c264-6f9c-4ec0-bb90-5fe61ba55414 req-7c3011a7-b0ec-429f-9118-62193385c205 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edb51fe-df9d-483a-9549-bfb7eef78efa HTTP/1.1" status: 200 len: 950 time: 0.1288402 Aug 18 12:49:03.998226 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943be788-39c7-42a1-a728-debeea06fdb3 req-c17962e9-26f8-4264-a794-25cd0db2989f tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:03.999718 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-943be788-39c7-42a1-a728-debeea06fdb3 req-c17962e9-26f8-4264-a794-25cd0db2989f tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3526132-96cc-4b1f-93d4-01026077cde3 HTTP/1.1" status: 200 len: 945 time: 0.1176946 Aug 18 12:49:04.012848 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-faf87f34-7a0b-48b2-9f27-d5df39916a77 req-632474d7-48a2-4968-9913-a7f980293dab tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] Deleting port de5a3730-a358-49c2-9e97-c7fb5ba6b6ac {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:49:04.013185 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-faf87f34-7a0b-48b2-9f27-d5df39916a77 req-632474d7-48a2-4968-9913-a7f980293dab tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:04.039435 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-c64839f9-59e9-44d3-aa46-0d8111f5fe54 service neutron] 10.222.0.20 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657844 Aug 18 12:49:04.056090 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-943be788-39c7-42a1-a728-debeea06fdb3 req-c869d1e7-61c9-4ca8-926f-54d18bf94099 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457382 Aug 18 12:49:04.094199 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cac0c264-6f9c-4ec0-bb90-5fe61ba55414 req-31f9747c-aecb-44cd-92c8-4568955561e9 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc88c885-7c0f-4662-9c8e-1ec587e350e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969205 Aug 18 12:49:04.136366 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-faf87f34-7a0b-48b2-9f27-d5df39916a77 req-632474d7-48a2-4968-9913-a7f980293dab tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] For port de5a3730-a358-49c2-9e97-c7fb5ba6b6ac, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=de5a3730-a358-49c2-9e97-c7fb5ba6b6ac,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:04.137880 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-faf87f34-7a0b-48b2-9f27-d5df39916a77 req-632474d7-48a2-4968-9913-a7f980293dab tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:04.155501 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-faf87f34-7a0b-48b2-9f27-d5df39916a77 req-632474d7-48a2-4968-9913-a7f980293dab tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] Calling delete_port for de5a3730-a358-49c2-9e97-c7fb5ba6b6ac owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:49:04.178187 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3ea46-1de4-4062-a2b4-706cfe70111f req-b13bd738-f808-4eb3-a314-8b2a625fc306 tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:04.179738 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-41c3ea46-1de4-4062-a2b4-706cfe70111f req-b13bd738-f808-4eb3-a314-8b2a625fc306 tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] 10.222.0.13 "GET /v2.0/ports?device_id=281f59d3-0ad1-4a97-a661-bdee418e9d5d HTTP/1.1" status: 200 len: 950 time: 0.0544543 Aug 18 12:49:04.220390 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-41c3ea46-1de4-4062-a2b4-706cfe70111f req-997c08bb-56f8-4335-8c21-c27298af791d tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6acb2a0-f0cc-468b-a5bc-bd31d98f0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335364 Aug 18 12:49:04.272392 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942ef30-b8d4-4660-a8b2-e8d8b5801a27 req-0c98abd6-e532-4797-baba-4dcaf8e84147 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:04.273950 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4942ef30-b8d4-4660-a8b2-e8d8b5801a27 req-0c98abd6-e532-4797-baba-4dcaf8e84147 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3526132-96cc-4b1f-93d4-01026077cde3 HTTP/1.1" status: 200 len: 945 time: 0.0989587 Aug 18 12:49:04.344606 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4942ef30-b8d4-4660-a8b2-e8d8b5801a27 req-5235e9b7-f233-48b6-bdd4-71be08d9729d tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609450 Aug 18 12:49:04.458048 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef955a-651f-4f85-a32d-a777b1b5b014 req-f98351f6-feee-4186-8af5-f9791b3203cc tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:04.459779 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ccef955a-651f-4f85-a32d-a777b1b5b014 req-f98351f6-feee-4186-8af5-f9791b3203cc tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=546c81ec-fcd3-4c4a-903d-8640043b03cf HTTP/1.1" status: 200 len: 946 time: 0.1481655 Aug 18 12:49:04.500925 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-faf87f34-7a0b-48b2-9f27-d5df39916a77 req-632474d7-48a2-4968-9913-a7f980293dab tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:04.501360 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-da4cc970-4420-4ae9-82a6-5357de59cf5d tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:04.503085 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-da4cc970-4420-4ae9-82a6-5357de59cf5d tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=546c81ec-fcd3-4c4a-903d-8640043b03cf&tenant_id=075606cfda364ddebe4be31640ab3a76&binding%3Ahost_id=n-h1-803603-2 HTTP/1.1" status: 200 len: 1097 time: 0.1150951 Aug 18 12:49:04.517065 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-dca5f2a9-d825-4ea7-94d4-76f3e91e36b9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803603-2'}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:49:04.520263 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['de5a3730-a358-49c2-9e97-c7fb5ba6b6ac'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:49:04.525617 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ccef955a-651f-4f85-a32d-a777b1b5b014 req-0ae2546d-3359-4fe4-a19c-2e9aaad35c0a tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577590 Aug 18 12:49:04.537171 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632474d7-48a2-4968-9913-a7f980293dab tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] Pushing event deleted for resources: {'Port': ['ID=de5a3730-a358-49c2-9e97-c7fb5ba6b6ac,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:04.579015 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-dca5f2a9-d825-4ea7-94d4-76f3e91e36b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:04.595602 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af064f70-5aca-4dc6-bda1-5f333d8b80ad req-85cbd5bf-666f-4d39-b13e-c619f172341f tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:04.653992 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-af064f70-5aca-4dc6-bda1-5f333d8b80ad req-85cbd5bf-666f-4d39-b13e-c619f172341f tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3526132-96cc-4b1f-93d4-01026077cde3 HTTP/1.1" status: 200 len: 945 time: 0.1451039 Aug 18 12:49:04.753526 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf87f34-7a0b-48b2-9f27-d5df39916a77 req-632474d7-48a2-4968-9913-a7f980293dab tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] No DVR routers for this DVR port de5a3730-a358-49c2-9e97-c7fb5ba6b6ac on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:49:04.757787 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-faf87f34-7a0b-48b2-9f27-d5df39916a77 req-632474d7-48a2-4968-9913-a7f980293dab tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:04.760481 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-faf87f34-7a0b-48b2-9f27-d5df39916a77 req-632474d7-48a2-4968-9913-a7f980293dab tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] 10.222.0.39 "DELETE /v2.0/ports/de5a3730-a358-49c2-9e97-c7fb5ba6b6ac HTTP/1.1" status: 204 len: 173 time: 1.0135410 Aug 18 12:49:04.761025 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281f59d3-0ad1-4a97-a661-bdee418e9d5d', 'name': 'network-vif-deleted', 'tag': 'de5a3730-a358-49c2-9e97-c7fb5ba6b6ac'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:49:04.763517 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028439d0-2dbc-4411-994c-0f22dec04961" -d '{"events": [{"server_uuid": "281f59d3-0ad1-4a97-a661-bdee418e9d5d", "name": "network-vif-deleted", "tag": "de5a3730-a358-49c2-9e97-c7fb5ba6b6ac"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:49:04.800338 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7f18a7b3-a81e-43e4-a11e-8f18e1505ae7 req-289b5ac3-7aca-478b-a4ab-98d4082a81b7 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e13c0e6-60b6-46f8-9b21-62ed4d1f4ab4 HTTP/1.1" status: 200 len: 210 time: 0.0470476 Aug 18 12:49:04.808109 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-af064f70-5aca-4dc6-bda1-5f333d8b80ad req-dfb1f0fc-94e2-43a0-8799-e385e7999d82 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812422 Aug 18 12:49:04.893944 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-dca5f2a9-d825-4ea7-94d4-76f3e91e36b9 service neutron] For port 8c098d95-023a-4826-b4ea-cdd969402b16, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=8c098d95-023a-4826-b4ea-cdd969402b16,segment=NetworkSegment(9980139b-d711-402f-b96d-94b03ea2978e),segment_id=9980139b-d711-402f-b96d-94b03ea2978e)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:04.898722 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10543c55-4cfc-4d47-8f21-1cd83439522d x-openstack-request-id: req-10543c55-4cfc-4d47-8f21-1cd83439522d {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:49:04.899705 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281f59d3-0ad1-4a97-a661-bdee418e9d5d", "name": "network-vif-deleted", "tag": "de5a3730-a358-49c2-9e97-c7fb5ba6b6ac", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:49:04.899705 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-10543c55-4cfc-4d47-8f21-1cd83439522d {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:49:04.899705 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '281f59d3-0ad1-4a97-a661-bdee418e9d5d', 'name': 'network-vif-deleted', 'tag': 'de5a3730-a358-49c2-9e97-c7fb5ba6b6ac', 'status': 'completed', 'code': 200} Aug 18 12:49:04.955364 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-dca5f2a9-d825-4ea7-94d4-76f3e91e36b9 service neutron] For port 8c098d95-023a-4826-b4ea-cdd969402b16, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:49:05.019045 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546c81ec-fcd3-4c4a-903d-8640043b03cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c098d95-023a-4826-b4ea-cdd969402b16'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:49:05.021316 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f295e37-69c2-4001-a5c5-0472fe723e5f" -d '{"events": [{"server_uuid": "546c81ec-fcd3-4c4a-903d-8640043b03cf", "name": "network-vif-unplugged", "status": "completed", "tag": "8c098d95-023a-4826-b4ea-cdd969402b16"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:49:05.028151 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-dca5f2a9-d825-4ea7-94d4-76f3e91e36b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:05.036436 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c534a8b-1f40-4cf6-9df1-3bf1ed551ebf req-54fe28c6-e8b1-4abd-a21e-2f0e9b2f3649 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:05.038087 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3c534a8b-1f40-4cf6-9df1-3bf1ed551ebf req-54fe28c6-e8b1-4abd-a21e-2f0e9b2f3649 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3526132-96cc-4b1f-93d4-01026077cde3 HTTP/1.1" status: 200 len: 945 time: 0.1069019 Aug 18 12:49:05.085168 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b48c84-6b02-4dfc-a3d7-430e512d14e3 x-openstack-request-id: req-f0b48c84-6b02-4dfc-a3d7-430e512d14e3 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:49:05.085613 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546c81ec-fcd3-4c4a-903d-8640043b03cf", "name": "network-vif-unplugged", "status": "completed", "tag": "8c098d95-023a-4826-b4ea-cdd969402b16", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:49:05.085806 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f0b48c84-6b02-4dfc-a3d7-430e512d14e3 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:49:05.086947 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546c81ec-fcd3-4c4a-903d-8640043b03cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c098d95-023a-4826-b4ea-cdd969402b16', 'code': 200} Aug 18 12:49:05.097126 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3c534a8b-1f40-4cf6-9df1-3bf1ed551ebf req-b4bd9d93-1c5e-4228-b1cd-1eeaead04662 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521750 Aug 18 12:49:05.134514 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-dca5f2a9-d825-4ea7-94d4-76f3e91e36b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:05.234498 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca5f2a9-d825-4ea7-94d4-76f3e91e36b9 service neutron] Pushing event updated for resources: {'Port': ['ID=8c098d95-023a-4826-b4ea-cdd969402b16,revision_number=7']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:05.263022 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f5ef4-c3cd-4a4f-836d-f393eddba1a0 req-9633bd98-1a08-4c5d-b2c6-cebe9f46d465 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:05.271078 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d76f5ef4-c3cd-4a4f-836d-f393eddba1a0 req-9633bd98-1a08-4c5d-b2c6-cebe9f46d465 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edb51fe-df9d-483a-9549-bfb7eef78efa HTTP/1.1" status: 200 len: 950 time: 0.0695591 Aug 18 12:49:05.283139 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-dca5f2a9-d825-4ea7-94d4-76f3e91e36b9 service neutron] Attempting to bind port 8c098d95-023a-4826-b4ea-cdd969402b16 on host n-h1-803603-2 for vnic_type normal with profile {"migrating_to": "n-h2-803603-2"} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:49:05.283473 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-dca5f2a9-d825-4ea7-94d4-76f3e91e36b9 service neutron] Attempting to bind port 8c098d95-023a-4826-b4ea-cdd969402b16 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:49:05.283809 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-dca5f2a9-d825-4ea7-94d4-76f3e91e36b9 service neutron] Attempting to bind port 8c098d95-023a-4826-b4ea-cdd969402b16 on network 8e2ca950-415a-439c-a01b-47dff2e51d7d {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:49:05.291345 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-dca5f2a9-d825-4ea7-94d4-76f3e91e36b9 service neutron] Port 8c098d95-023a-4826-b4ea-cdd969402b16 on network 8e2ca950-415a-439c-a01b-47dff2e51d7d not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:49:05.291800 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-dca5f2a9-d825-4ea7-94d4-76f3e91e36b9 service neutron] Attempting to bind port 8c098d95-023a-4826-b4ea-cdd969402b16 on network 8e2ca950-415a-439c-a01b-47dff2e51d7d {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:49:05.304219 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-dca5f2a9-d825-4ea7-94d4-76f3e91e36b9 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:49:05.304219 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-dca5f2a9-d825-4ea7-94d4-76f3e91e36b9 service neutron] Checking segment: {'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:49:05.304219 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-dca5f2a9-d825-4ea7-94d4-76f3e91e36b9 service neutron] Bound using segment: {'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:49:05.304219 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-dca5f2a9-d825-4ea7-94d4-76f3e91e36b9 service neutron] Bound port: 8c098d95-023a-4826-b4ea-cdd969402b16, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:49:05.304219 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-dca5f2a9-d825-4ea7-94d4-76f3e91e36b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:05.322676 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d76f5ef4-c3cd-4a4f-836d-f393eddba1a0 req-739fa408-10bf-47cb-8d3c-809ee1471c9d tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc88c885-7c0f-4662-9c8e-1ec587e350e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503078 Aug 18 12:49:05.324875 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e434d-f75e-43a1-ac09-ada860b06775 req-56c9f717-4996-4da8-8f3a-24c1405d0919 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:05.326423 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e82e434d-f75e-43a1-ac09-ada860b06775 req-56c9f717-4996-4da8-8f3a-24c1405d0919 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3526132-96cc-4b1f-93d4-01026077cde3 HTTP/1.1" status: 200 len: 945 time: 0.0929971 Aug 18 12:49:05.407294 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e82e434d-f75e-43a1-ac09-ada860b06775 req-549da4b3-c9f5-41fe-ba61-f94675bc9f59 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601768 Aug 18 12:49:05.411787 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-dca5f2a9-d825-4ea7-94d4-76f3e91e36b9 service neutron] For port 8c098d95-023a-4826-b4ea-cdd969402b16, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:49:05.415138 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-dca5f2a9-d825-4ea7-94d4-76f3e91e36b9 service neutron] For port 8c098d95-023a-4826-b4ea-cdd969402b16, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=8c098d95-023a-4826-b4ea-cdd969402b16,segment=NetworkSegment(9980139b-d711-402f-b96d-94b03ea2978e),segment_id=9980139b-d711-402f-b96d-94b03ea2978e)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:49:05.456637 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1273f5f2-e345-41d0-9a36-b0efb2eb74a2 req-9fcba070-94da-482a-a25b-6c225c0c3a87 tempest-ServerDiagnosticsNegativeTest-700823548 tempest-ServerDiagnosticsNegativeTest-700823548-project] 10.222.0.13 "GET /v2.0/ports?device_id=281f59d3-0ad1-4a97-a661-bdee418e9d5d HTTP/1.1" status: 200 len: 210 time: 0.0569098 Aug 18 12:49:05.494566 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-dca5f2a9-d825-4ea7-94d4-76f3e91e36b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:05.585385 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca5f2a9-d825-4ea7-94d4-76f3e91e36b9 service neutron] Pushing event updated for resources: {'Port': ['ID=8c098d95-023a-4826-b4ea-cdd969402b16,revision_number=8']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:05.589803 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-dca5f2a9-d825-4ea7-94d4-76f3e91e36b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:05.590482 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-dca5f2a9-d825-4ea7-94d4-76f3e91e36b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:05.591880 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-dca5f2a9-d825-4ea7-94d4-76f3e91e36b9 service neutron] 10.222.0.20 "PUT /v2.0/ports/8c098d95-023a-4826-b4ea-cdd969402b16 HTTP/1.1" status: 200 len: 1122 time: 1.0812175 Aug 18 12:49:05.662213 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['8c098d95-023a-4826-b4ea-cdd969402b16'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:49:05.677922 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 58752) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:05.972048 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89381d-0453-48f4-9331-c88634ee19c8 req-b0995010-b770-46df-96a6-131c92597a35 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:05.973620 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bd89381d-0453-48f4-9331-c88634ee19c8 req-b0995010-b770-46df-96a6-131c92597a35 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=546c81ec-fcd3-4c4a-903d-8640043b03cf HTTP/1.1" status: 200 len: 944 time: 0.0489228 Aug 18 12:49:06.017050 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bd89381d-0453-48f4-9331-c88634ee19c8 req-3466c224-0c2c-4ecb-ad16-97855fb36204 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341797 Aug 18 12:49:06.114602 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-036e0daa-ffa4-4db6-b6a3-ba9e6b5438e5 req-89c13552-1491-4bad-a977-553493268cf5 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e13c0e6-60b6-46f8-9b21-62ed4d1f4ab4 HTTP/1.1" status: 200 len: 210 time: 0.0274396 Aug 18 12:49:06.236847 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0db9e007-4fed-4498-8585-c7a4cb627e0b tempest-AutoAllocateNetworkTest-721359556 tempest-AutoAllocateNetworkTest-721359556-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=5d8dd9ed54fd48afa861cce37e17b299&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5577450 Aug 18 12:49:06.240596 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 58778) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:06.318947 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49246351-6e3a-4379-bab9-43a4736655ad req-104e782c-45f0-4a66-8c06-2e9987835ddf tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:06.334906 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-49246351-6e3a-4379-bab9-43a4736655ad req-104e782c-45f0-4a66-8c06-2e9987835ddf tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edb51fe-df9d-483a-9549-bfb7eef78efa HTTP/1.1" status: 200 len: 950 time: 0.1484232 Aug 18 12:49:06.380314 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-5d5a185b-45af-47be-b573-53b0dc0a7ce7 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=0dbc352c07204a0eae0ea90ea6af83f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390284 Aug 18 12:49:06.459506 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-49246351-6e3a-4379-bab9-43a4736655ad req-6d4d606b-9f9a-4326-ab61-99c808815019 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc88c885-7c0f-4662-9c8e-1ec587e350e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237347 Aug 18 12:49:06.510771 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9542a07b-7a53-43be-bdd0-c6b8d6ec423d tempest-AutoAllocateNetworkTest-721359556 tempest-AutoAllocateNetworkTest-721359556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:06.513143 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9542a07b-7a53-43be-bdd0-c6b8d6ec423d tempest-AutoAllocateNetworkTest-721359556 tempest-AutoAllocateNetworkTest-721359556-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2714992 Aug 18 12:49:06.516260 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 58794) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:06.571308 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-bbe69e03-47f9-489c-be74-2ec4675abb84 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:06.573052 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-bbe69e03-47f9-489c-be74-2ec4675abb84 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1839480 Aug 18 12:49:06.587329 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-fb884265-060d-4686-a003-233393b99f8c tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Request body: {'port': {'device_id': '3e13c0e6-60b6-46f8-9b21-62ed4d1f4ab4', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'admin_state_up': True, 'tenant_id': '0dbc352c07204a0eae0ea90ea6af83f6'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:49:06.659296 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5795c1e1-20aa-4827-80b2-e625f4dfec6f tempest-AutoAllocateNetworkTest-721359556 tempest-AutoAllocateNetworkTest-721359556-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1416855 Aug 18 12:49:06.659908 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 58802) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:06.703782 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e2b3bb97-4094-42b6-b3f0-23138f269fc2 tempest-AutoAllocateNetworkTest-721359556 tempest-AutoAllocateNetworkTest-721359556-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=5d8dd9ed54fd48afa861cce37e17b299 HTTP/1.1" status: 200 len: 208 time: 0.0416958 Aug 18 12:49:06.786303 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-fb884265-060d-4686-a003-233393b99f8c tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Made reservation on behalf of 0dbc352c07204a0eae0ea90ea6af83f6 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:49:06.790131 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-fb884265-060d-4686-a003-233393b99f8c tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:06.945596 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f362d2c-5c94-4eac-b496-13046c168d88 req-b96f4b56-60ba-4966-b376-9ff4ea527c91 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:06.953366 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7f362d2c-5c94-4eac-b496-13046c168d88 req-b96f4b56-60ba-4966-b376-9ff4ea527c91 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3526132-96cc-4b1f-93d4-01026077cde3 HTTP/1.1" status: 200 len: 945 time: 0.2370923 Aug 18 12:49:06.960334 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-fb884265-060d-4686-a003-233393b99f8c tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Allocated IP 192.168.233.234 (f82a481e-2d3e-49f3-a273-639556667c8a/38dc8434-66c0-4e05-8cce-b4a4a0f33dc3/3ba8c0cf-9b66-459f-beed-39b937459316) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:49:07.009716 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7f362d2c-5c94-4eac-b496-13046c168d88 req-d5b009fc-3502-4dec-9f41-c44be2bcc536 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553598 Aug 18 12:49:07.038027 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-9cd1c796-0b97-4499-8635-062805b78a96 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ea45720a24ee4f62a18d29ed0da9f691&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375538 Aug 18 12:49:07.088720 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '546c81ec-fcd3-4c4a-903d-8640043b03cf', 'tag': '8c098d95-023a-4826-b4ea-cdd969402b16'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:49:07.090944 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312e6b4f-1eea-42ff-8c28-0b1918a7d040" -d '{"events": [{"name": "network-changed", "server_uuid": "546c81ec-fcd3-4c4a-903d-8640043b03cf", "tag": "8c098d95-023a-4826-b4ea-cdd969402b16"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:49:07.219023 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-fb884265-060d-4686-a003-233393b99f8c tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:07.229019 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-0ebee914-f85c-4595-9c1b-1c14025765b5 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:07.230458 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-0ebee914-f85c-4595-9c1b-1c14025765b5 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1789505 Aug 18 12:49:07.247794 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-fb884265-060d-4686-a003-233393b99f8c tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Transition to ACTIVE for port object 3ba8c0cf-9b66-459f-beed-39b937459316 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:49:07.252022 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-74127fe7-6d45-4720-b5f4-c5184097aa04 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/quotas/ea45720a24ee4f62a18d29ed0da9f691 HTTP/1.1" status: 200 len: 375 time: 0.0149972 Aug 18 12:49:07.331964 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-2f9b357f-7247-455b-b170-556308a01ce6 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea45720a24ee4f62a18d29ed0da9f691&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0712008 Aug 18 12:49:07.356703 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 58832) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:07.387415 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 58836) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:07.394461 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-fb884265-060d-4686-a003-233393b99f8c tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:07.618298 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9b571c3e-204a-4b9c-a7c5-3e85a2913355 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b4678c0af7f943d0a87f43829399d509&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2601027 Aug 18 12:49:07.625060 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 58850) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:07.682058 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-fb884265-060d-4686-a003-233393b99f8c tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Network f82a481e-2d3e-49f3-a273-639556667c8a is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:49:07.686465 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-70f905ea-f5dc-4728-a58b-81c160f50d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:07.687533 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d3d45bf1-8016-41e7-b8f1-2010ff5e14db admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:07.711282 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-70f905ea-f5dc-4728-a58b-81c160f50d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:07.716147 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-fb884265-060d-4686-a003-233393b99f8c tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:49:07.718658 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-fb884265-060d-4686-a003-233393b99f8c tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:49:07.724297 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-fb884265-060d-4686-a003-233393b99f8c tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:07.724841 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-fb884265-060d-4686-a003-233393b99f8c tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:07.741375 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb884265-060d-4686-a003-233393b99f8c tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Pushing event updated for resources: {'Port': ['ID=3ba8c0cf-9b66-459f-beed-39b937459316,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:07.774055 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8ae54-5102-4269-9e3d-26726f716f0b req-3c80c83f-99cd-43c2-9f3a-fa26f536482b tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:07.775673 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e5c8ae54-5102-4269-9e3d-26726f716f0b req-3c80c83f-99cd-43c2-9f3a-fa26f536482b tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=546c81ec-fcd3-4c4a-903d-8640043b03cf HTTP/1.1" status: 200 len: 944 time: 0.1318755 Aug 18 12:49:07.825083 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce05202-d436-44c3-abc8-7b08e2678fb7 x-openstack-request-id: req-9ce05202-d436-44c3-abc8-7b08e2678fb7 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:49:07.825374 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "546c81ec-fcd3-4c4a-903d-8640043b03cf", "tag": "8c098d95-023a-4826-b4ea-cdd969402b16", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:49:07.825620 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9ce05202-d436-44c3-abc8-7b08e2678fb7 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:49:07.826000 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '546c81ec-fcd3-4c4a-903d-8640043b03cf', 'tag': '8c098d95-023a-4826-b4ea-cdd969402b16', 'status': 'completed', 'code': 200} Aug 18 12:49:07.829110 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e5c8ae54-5102-4269-9e3d-26726f716f0b req-79d62e3c-c858-4427-9a19-1ea5fb850076 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374188 Aug 18 12:49:07.842810 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-fb884265-060d-4686-a003-233393b99f8c tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2599454 Aug 18 12:49:07.863715 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-ea926632-6638-4261-b34a-a26e26bb957f service neutron] Request body: {'port': {'device_id': '3e13c0e6-60b6-46f8-9b21-62ed4d1f4ab4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:49:07.921950 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-70f905ea-f5dc-4728-a58b-81c160f50d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:07.926568 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-70f905ea-f5dc-4728-a58b-81c160f50d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:07.930225 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-70f905ea-f5dc-4728-a58b-81c160f50d84 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c6acb2a0-f0cc-468b-a5bc-bd31d98f0bc1 HTTP/1.1" status: 204 len: 168 time: 0.3017061 Aug 18 12:49:07.978276 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f905ea-f5dc-4728-a58b-81c160f50d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6acb2a0-f0cc-468b-a5bc-bd31d98f0bc1,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:07.978963 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c37ad8e-1238-4865-aacd-f9a331eaa1f2 req-e312fd6c-a206-4edd-acbf-94c541c278a9 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/ports?device_id=c367d3b5-eec4-4eff-a82d-a451dd7e221f HTTP/1.1" status: 200 len: 210 time: 0.0419354 Aug 18 12:49:08.020943 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-ea926632-6638-4261-b34a-a26e26bb957f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:08.033297 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e6b4f-1eea-42ff-8c28-0b1918a7d040 req-20066d9d-22a0-4ac9-af21-bb9ad28766ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:08.034851 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-312e6b4f-1eea-42ff-8c28-0b1918a7d040 req-20066d9d-22a0-4ac9-af21-bb9ad28766ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=075606cfda364ddebe4be31640ab3a76&device_id=546c81ec-fcd3-4c4a-903d-8640043b03cf HTTP/1.1" status: 200 len: 1125 time: 0.1679900 Aug 18 12:49:08.052021 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2b1f7-7d04-4c62-8da0-7c5ce7bcf3e4 req-926e01c2-6a3e-41d0-ae91-6961068aa206 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:08.054628 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7db2b1f7-7d04-4c62-8da0-7c5ce7bcf3e4 req-926e01c2-6a3e-41d0-ae91-6961068aa206 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e13c0e6-60b6-46f8-9b21-62ed4d1f4ab4 HTTP/1.1" status: 200 len: 936 time: 0.1258509 Aug 18 12:49:08.104550 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d3d45bf1-8016-41e7-b8f1-2010ff5e14db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:08.134524 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a82a9f03-0a52-46b4-9a2c-cfd8a437233b None None] Provisioning for port 3ba8c0cf-9b66-459f-beed-39b937459316 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:49:08.140391 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7db2b1f7-7d04-4c62-8da0-7c5ce7bcf3e4 req-6404a1ee-fe2e-4084-b334-fba9874b21de tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/security-groups?id=86910017-f667-419d-b019-adf5c86d0af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760772 Aug 18 12:49:08.146082 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a82a9f03-0a52-46b4-9a2c-cfd8a437233b None None] Provisioning complete for port 3ba8c0cf-9b66-459f-beed-39b937459316 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:49:08.146082 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a82a9f03-0a52-46b4-9a2c-cfd8a437233b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:08.183895 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-a82a9f03-0a52-46b4-9a2c-cfd8a437233b None None] Port 3ba8c0cf-9b66-459f-beed-39b937459316 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:49:08.201917 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e6b4f-1eea-42ff-8c28-0b1918a7d040 req-1a205d78-9702-41d7-b0c4-c0196d1363b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:08.203928 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-312e6b4f-1eea-42ff-8c28-0b1918a7d040 req-1a205d78-9702-41d7-b0c4-c0196d1363b5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8e2ca950-415a-439c-a01b-47dff2e51d7d HTTP/1.1" status: 200 len: 908 time: 0.1481409 Aug 18 12:49:08.221234 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d3d45bf1-8016-41e7-b8f1-2010ff5e14db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:08.275361 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-312e6b4f-1eea-42ff-8c28-0b1918a7d040 req-6f3fe56b-38d4-4532-863e-28f0896ea8eb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c098d95-023a-4826-b4ea-cdd969402b16 HTTP/1.1" status: 200 len: 217 time: 0.0537319 Aug 18 12:49:08.284399 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d3d45bf1-8016-41e7-b8f1-2010ff5e14db admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d8dd9ed54fd48afa861cce37e17b299&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8959155 Aug 18 12:49:08.286940 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d45bf1-8016-41e7-b8f1-2010ff5e14db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa3f799-113c-4856-abbc-092c1c6f2abc,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:08.287098 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 58868) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:08.303363 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 8c098d95-023a-4826-b4ea-cdd969402b16 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:49:08.395220 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-ea926632-6638-4261-b34a-a26e26bb957f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ba8c0cf-9b66-459f-beed-39b937459316 {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:49:08.400179 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e6b4f-1eea-42ff-8c28-0b1918a7d040 req-91cd75d1-c925-47db-9df6-cd772be2e98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:08.401759 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-312e6b4f-1eea-42ff-8c28-0b1918a7d040 req-91cd75d1-c925-47db-9df6-cd772be2e98f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a7c71ac1-e82b-41d2-8931-67fb6a54cbad HTTP/1.1" status: 200 len: 847 time: 0.0989118 Aug 18 12:49:08.407896 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-ea926632-6638-4261-b34a-a26e26bb957f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:08.410536 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b5c5b-6560-4861-8337-7e9a067c22e6 req-6e594e9b-46f1-4230-b835-44eef16bcc4b tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:08.412014 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-200b5c5b-6560-4861-8337-7e9a067c22e6 req-6e594e9b-46f1-4230-b835-44eef16bcc4b tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3526132-96cc-4b1f-93d4-01026077cde3 HTTP/1.1" status: 200 len: 945 time: 0.1383996 Aug 18 12:49:08.416429 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 8c098d95-023a-4826-b4ea-cdd969402b16, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=8c098d95-023a-4826-b4ea-cdd969402b16,segment=NetworkSegment(9980139b-d711-402f-b96d-94b03ea2978e),segment_id=9980139b-d711-402f-b96d-94b03ea2978e)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:08.423976 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-ea926632-6638-4261-b34a-a26e26bb957f service neutron] Transition to ACTIVE for port object 3ba8c0cf-9b66-459f-beed-39b937459316 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:49:08.429473 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 8c098d95-023a-4826-b4ea-cdd969402b16 has no active binding in host n-h2-803603-2 {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 18 12:49:08.470974 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-312e6b4f-1eea-42ff-8c28-0b1918a7d040 req-fc3d98bd-a353-49f1-a483-fc5e1edb96c0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8e2ca950-415a-439c-a01b-47dff2e51d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500302 Aug 18 12:49:08.471594 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-36de5c71-4b6c-4ff8-9690-667c2b9206bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:08.513864 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-36de5c71-4b6c-4ff8-9690-667c2b9206bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:08.518294 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-ea926632-6638-4261-b34a-a26e26bb957f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:08.542059 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-200b5c5b-6560-4861-8337-7e9a067c22e6 req-9d1c7e9f-7e05-4a95-9b51-a31766d1bddb tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199675 Aug 18 12:49:08.567874 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 58874) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:08.603871 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea926632-6638-4261-b34a-a26e26bb957f service neutron] Pushing event updated for resources: {'Port': ['ID=3ba8c0cf-9b66-459f-beed-39b937459316,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:08.641831 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-ea926632-6638-4261-b34a-a26e26bb957f service neutron] Attempting to bind port 3ba8c0cf-9b66-459f-beed-39b937459316 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:49:08.641831 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-ea926632-6638-4261-b34a-a26e26bb957f service neutron] Attempting to bind port 3ba8c0cf-9b66-459f-beed-39b937459316 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:49:08.642892 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-ea926632-6638-4261-b34a-a26e26bb957f service neutron] Attempting to bind port 3ba8c0cf-9b66-459f-beed-39b937459316 on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:49:08.648113 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-ea926632-6638-4261-b34a-a26e26bb957f service neutron] Port 3ba8c0cf-9b66-459f-beed-39b937459316 on network f82a481e-2d3e-49f3-a273-639556667c8a not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:49:08.648852 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-ea926632-6638-4261-b34a-a26e26bb957f service neutron] Attempting to bind port 3ba8c0cf-9b66-459f-beed-39b937459316 on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:49:08.654677 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-ea926632-6638-4261-b34a-a26e26bb957f service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:49:08.654677 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-ea926632-6638-4261-b34a-a26e26bb957f service neutron] Checking segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:49:08.654963 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-ea926632-6638-4261-b34a-a26e26bb957f service neutron] Bound using segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:49:08.655316 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-ea926632-6638-4261-b34a-a26e26bb957f service neutron] Bound port: 3ba8c0cf-9b66-459f-beed-39b937459316, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:49:08.655727 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-ea926632-6638-4261-b34a-a26e26bb957f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:08.684099 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-312e6b4f-1eea-42ff-8c28-0b1918a7d040 req-5532accb-65c5-4369-aeae-5004752900c6 service neutron] 10.222.0.39 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899965 Aug 18 12:49:08.751885 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-becf39be-a355-41fa-944b-71fa1dbcdf37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:08.754375 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-ea926632-6638-4261-b34a-a26e26bb957f service neutron] For port 3ba8c0cf-9b66-459f-beed-39b937459316, host n-h2-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:49:08.777969 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-ea926632-6638-4261-b34a-a26e26bb957f service neutron] For port 3ba8c0cf-9b66-459f-beed-39b937459316, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=3ba8c0cf-9b66-459f-beed-39b937459316,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:49:08.782226 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-36de5c71-4b6c-4ff8-9690-667c2b9206bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:08.785421 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-36de5c71-4b6c-4ff8-9690-667c2b9206bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:08.788984 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-36de5c71-4b6c-4ff8-9690-667c2b9206bb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9fa3f799-113c-4856-abbc-092c1c6f2abc HTTP/1.1" status: 204 len: 168 time: 0.4986713 Aug 18 12:49:08.800425 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de5c71-4b6c-4ff8-9690-667c2b9206bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa3f799-113c-4856-abbc-092c1c6f2abc,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:08.853250 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-312e6b4f-1eea-42ff-8c28-0b1918a7d040 req-739828a5-e9d4-4849-9ca8-fedec4d9c4ab service neutron] 10.222.0.39 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506345 Aug 18 12:49:08.873786 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-ea926632-6638-4261-b34a-a26e26bb957f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:08.924555 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-becf39be-a355-41fa-944b-71fa1dbcdf37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:08.932096 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-ea926632-6638-4261-b34a-a26e26bb957f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:08.932731 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-ea926632-6638-4261-b34a-a26e26bb957f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:08.934809 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-ea926632-6638-4261-b34a-a26e26bb957f service neutron] 10.222.0.20 "PUT /v2.0/ports/3ba8c0cf-9b66-459f-beed-39b937459316 HTTP/1.1" status: 200 len: 1096 time: 1.0756247 Aug 18 12:49:08.993161 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea926632-6638-4261-b34a-a26e26bb957f service neutron] Pushing event updated for resources: {'Port': ['ID=3ba8c0cf-9b66-459f-beed-39b937459316,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:09.013514 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 58890) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:09.023648 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7e19d-ef2a-4947-ad88-6263d53395a2 req-1566d16d-2118-45f3-ada7-f62d0352f02f tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:09.026827 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5ae7e19d-ef2a-4947-ad88-6263d53395a2 req-1566d16d-2118-45f3-ada7-f62d0352f02f tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=546c81ec-fcd3-4c4a-903d-8640043b03cf HTTP/1.1" status: 200 len: 944 time: 0.0845654 Aug 18 12:49:09.027954 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-533e6a29-6f5f-48ec-b46c-7ebb9cb5a336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:09.031999 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device de5a3730-a358-49c2-9e97-c7fb5ba6b6ac no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:49:09.056231 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-becf39be-a355-41fa-944b-71fa1dbcdf37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:09.077662 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: de5a3730-a358-49c2-9e97-c7fb5ba6b6ac {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:49:09.078038 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device de5a3730-a358-49c2-9e97-c7fb5ba6b6ac not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:49:09.093420 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5ae7e19d-ef2a-4947-ad88-6263d53395a2 req-aacead05-1c9f-4a25-826e-c87a02a1534b tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611734 Aug 18 12:49:09.165868 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-becf39be-a355-41fa-944b-71fa1dbcdf37 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d4a9e00b53f0401ebfa9b92b1fe1b726&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5943143 Aug 18 12:49:09.166865 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 58894) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:09.174798 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf39be-a355-41fa-944b-71fa1dbcdf37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0951c900-cb1d-4d6b-ad70-e00b6842db09,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:09.196699 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-533e6a29-6f5f-48ec-b46c-7ebb9cb5a336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:09.232726 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8c360104-06b9-4057-8d72-ecf04471ea7b req-0bcbb9eb-70cd-4b49-9c7c-8148f7602629 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/ports?device_id=c367d3b5-eec4-4eff-a82d-a451dd7e221f HTTP/1.1" status: 200 len: 210 time: 0.0341823 Aug 18 12:49:09.254754 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-533e6a29-6f5f-48ec-b46c-7ebb9cb5a336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:09.254858 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-ab0e58da-c868-43ab-89d8-3c07e43d3665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:09.254858 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-ab0e58da-c868-43ab-89d8-3c07e43d3665 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0dbc352c07204a0eae0ea90ea6af83f6&device_id=3e13c0e6-60b6-46f8-9b21-62ed4d1f4ab4 HTTP/1.1" status: 200 len: 1099 time: 0.1634295 Aug 18 12:49:09.301517 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-533e6a29-6f5f-48ec-b46c-7ebb9cb5a336 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c7172c491c31446685f2358ba2f915ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2843297 Aug 18 12:49:09.301517 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e6a29-6f5f-48ec-b46c-7ebb9cb5a336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2808b9-1e33-44e1-a3a9-66f8cf7a0692,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:09.303032 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 58902) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:09.338149 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-53c3a0eb-04eb-491b-9b22-484f2b50caf7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=3ba8c0cf-9b66-459f-beed-39b937459316 HTTP/1.1" status: 200 len: 217 time: 0.0742912 Aug 18 12:49:09.339337 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ec6a8284-d48b-46bc-b1b3-bf5d821a4041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:09.360962 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fcecc3fe-f9ad-4201-a06e-c767eaf2ea49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:09.394431 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fcecc3fe-f9ad-4201-a06e-c767eaf2ea49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:09.449776 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ec6a8284-d48b-46bc-b1b3-bf5d821a4041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:09.477212 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-e44122bb-11e7-4754-80fe-cb670714f8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:09.478788 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-e44122bb-11e7-4754-80fe-cb670714f8b4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.1282237 Aug 18 12:49:09.489470 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f0c49-ed53-4f3a-b468-75d81510b428 req-362e8b3d-ea2d-4ff6-a0af-22d57178312e tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:09.490946 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b92f0c49-ed53-4f3a-b468-75d81510b428 req-362e8b3d-ea2d-4ff6-a0af-22d57178312e tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e13c0e6-60b6-46f8-9b21-62ed4d1f4ab4 HTTP/1.1" status: 200 len: 948 time: 0.1549830 Aug 18 12:49:09.562972 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fcecc3fe-f9ad-4201-a06e-c767eaf2ea49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:09.565729 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fcecc3fe-f9ad-4201-a06e-c767eaf2ea49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:09.568851 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-fcecc3fe-f9ad-4201-a06e-c767eaf2ea49 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b2808b9-1e33-44e1-a3a9-66f8cf7a0692 HTTP/1.1" status: 204 len: 168 time: 0.2647657 Aug 18 12:49:09.575121 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b92f0c49-ed53-4f3a-b468-75d81510b428 req-786d7255-9b7b-4282-8ed9-3f9c3ded93b0 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/security-groups?id=86910017-f667-419d-b019-adf5c86d0af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649636 Aug 18 12:49:09.577510 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcecc3fe-f9ad-4201-a06e-c767eaf2ea49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2808b9-1e33-44e1-a3a9-66f8cf7a0692,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:09.577852 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-5c2dba1b-568a-417d-a417-38144a2e78ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:09.579286 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-5c2dba1b-568a-417d-a417-38144a2e78ac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0875056 Aug 18 12:49:09.665751 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ec6a8284-d48b-46bc-b1b3-bf5d821a4041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:09.668700 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ec6a8284-d48b-46bc-b1b3-bf5d821a4041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:09.670208 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ec6a8284-d48b-46bc-b1b3-bf5d821a4041 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0951c900-cb1d-4d6b-ad70-e00b6842db09 HTTP/1.1" status: 204 len: 168 time: 0.5012896 Aug 18 12:49:09.704119 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a8284-d48b-46bc-b1b3-bf5d821a4041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0951c900-cb1d-4d6b-ad70-e00b6842db09,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:09.739715 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-6a4290e7-9ad0-4854-8a0c-c6dc0e01c606 service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524928 Aug 18 12:49:09.749533 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d988918-3685-4656-8dbe-962fa0dc2289 req-0c91a68b-62b7-42c2-82ca-c2ca9f7a49f4 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:09.751065 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9d988918-3685-4656-8dbe-962fa0dc2289 req-0c91a68b-62b7-42c2-82ca-c2ca9f7a49f4 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3526132-96cc-4b1f-93d4-01026077cde3 HTTP/1.1" status: 200 len: 945 time: 0.0993407 Aug 18 12:49:09.827354 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e13c0e6-60b6-46f8-9b21-62ed4d1f4ab4', 'tag': '3ba8c0cf-9b66-459f-beed-39b937459316'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:49:09.829570 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae195311-88d9-4241-be9c-a7fd65a204d5" -d '{"events": [{"name": "network-changed", "server_uuid": "3e13c0e6-60b6-46f8-9b21-62ed4d1f4ab4", "tag": "3ba8c0cf-9b66-459f-beed-39b937459316"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:49:09.840693 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9d988918-3685-4656-8dbe-962fa0dc2289 req-e4a8ff74-53e2-4574-b573-c26f1fafa880 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815284 Aug 18 12:49:09.885689 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6340350e-0007-4b5d-b80e-bb451779d3ed req-994d09af-7f42-4b25-b444-9a12da9297e9 service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336536 Aug 18 12:49:09.899582 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f493290-fdc3-4cd7-b7cc-7ca7284f97f3 x-openstack-request-id: req-0f493290-fdc3-4cd7-b7cc-7ca7284f97f3 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:49:09.899582 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e13c0e6-60b6-46f8-9b21-62ed4d1f4ab4", "tag": "3ba8c0cf-9b66-459f-beed-39b937459316", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:49:09.899582 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f493290-fdc3-4cd7-b7cc-7ca7284f97f3 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:49:09.899582 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e13c0e6-60b6-46f8-9b21-62ed4d1f4ab4', 'tag': '3ba8c0cf-9b66-459f-beed-39b937459316', 'status': 'completed', 'code': 200} Aug 18 12:49:10.055091 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae195311-88d9-4241-be9c-a7fd65a204d5 req-13c09493-daa2-4dc8-9592-e7249bd50f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:10.056912 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ae195311-88d9-4241-be9c-a7fd65a204d5 req-13c09493-daa2-4dc8-9592-e7249bd50f6f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0dbc352c07204a0eae0ea90ea6af83f6&device_id=3e13c0e6-60b6-46f8-9b21-62ed4d1f4ab4 HTTP/1.1" status: 200 len: 1099 time: 0.0431135 Aug 18 12:49:10.116924 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-83e7c705-40d2-4ac8-b81d-b4e454b29904 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ea45720a24ee4f62a18d29ed0da9f691&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208645 Aug 18 12:49:10.160097 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae195311-88d9-4241-be9c-a7fd65a204d5 req-4ad9a6c2-8dc4-4c72-bb11-face619b519a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:10.161638 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ae195311-88d9-4241-be9c-a7fd65a204d5 req-4ad9a6c2-8dc4-4c72-bb11-face619b519a service neutron] 10.222.0.20 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.0965202 Aug 18 12:49:10.245640 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ae195311-88d9-4241-be9c-a7fd65a204d5 req-0febdca5-27d9-4823-9f0a-c33829feaf58 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=3ba8c0cf-9b66-459f-beed-39b937459316 HTTP/1.1" status: 200 len: 217 time: 0.0609543 Aug 18 12:49:10.259396 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-73db790d-f56d-4465-8754-6b6a5d29fd9d tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:10.260935 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-73db790d-f56d-4465-8754-6b6a5d29fd9d tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1294296 Aug 18 12:49:10.278974 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-eff984a1-2f2a-42ed-8da6-d17149668b6b tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Request body: {'port': {'device_id': 'c367d3b5-eec4-4eff-a82d-a451dd7e221f', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'admin_state_up': True, 'tenant_id': 'ea45720a24ee4f62a18d29ed0da9f691'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:49:10.298467 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0be699-c946-4139-83a1-710fbb8b61a6 req-a6a7fd19-cab6-4ef2-900f-a69fbd908e67 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:10.300035 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4b0be699-c946-4139-83a1-710fbb8b61a6 req-a6a7fd19-cab6-4ef2-900f-a69fbd908e67 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=546c81ec-fcd3-4c4a-903d-8640043b03cf HTTP/1.1" status: 200 len: 944 time: 0.1276851 Aug 18 12:49:10.346761 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae195311-88d9-4241-be9c-a7fd65a204d5 req-dcac13bf-4d64-45be-98ba-5aecbbe9f905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:10.348190 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ae195311-88d9-4241-be9c-a7fd65a204d5 req-dcac13bf-4d64-45be-98ba-5aecbbe9f905 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.0937707 Aug 18 12:49:10.393598 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4b0be699-c946-4139-83a1-710fbb8b61a6 req-1ec69cfc-3af6-4618-b29a-45c9c58a3080 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867896 Aug 18 12:49:10.406800 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae195311-88d9-4241-be9c-a7fd65a204d5 req-042fa34b-32f9-4b4b-be44-da3ec4f5b365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:10.409097 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ae195311-88d9-4241-be9c-a7fd65a204d5 req-042fa34b-32f9-4b4b-be44-da3ec4f5b365 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0513334 Aug 18 12:49:10.415224 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c02600c5-505c-4775-b4ab-9630b2981124 req-b8dfbe66-f87b-40ee-bb50-424f8f227009 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/ports?device_id=c367d3b5-eec4-4eff-a82d-a451dd7e221f HTTP/1.1" status: 200 len: 210 time: 0.0470428 Aug 18 12:49:10.522399 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 58950) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:10.523621 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ae195311-88d9-4241-be9c-a7fd65a204d5 req-613a006f-65e8-4efd-ba37-e7b8c35c406e service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022487 Aug 18 12:49:10.586382 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-eff984a1-2f2a-42ed-8da6-d17149668b6b tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Made reservation on behalf of ea45720a24ee4f62a18d29ed0da9f691 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:49:10.592302 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-eff984a1-2f2a-42ed-8da6-d17149668b6b tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:10.619070 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ae195311-88d9-4241-be9c-a7fd65a204d5 req-23a26006-edc3-4d89-8125-ef9df622065d service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879512 Aug 18 12:49:10.723956 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b2fc0d6b-8c06-4380-8d81-ed5b7d0f2758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:10.724152 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1097b26b-b1bf-4b14-805a-5719c107e477 req-d1947fe9-ee03-403a-8e68-4c618a23e1fd tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:10.729034 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1097b26b-b1bf-4b14-805a-5719c107e477 req-d1947fe9-ee03-403a-8e68-4c618a23e1fd tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e13c0e6-60b6-46f8-9b21-62ed4d1f4ab4 HTTP/1.1" status: 200 len: 948 time: 0.0693300 Aug 18 12:49:10.767972 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1097b26b-b1bf-4b14-805a-5719c107e477 req-dae6f154-18ca-4a6c-9815-f6441af86951 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/security-groups?id=86910017-f667-419d-b019-adf5c86d0af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331738 Aug 18 12:49:10.784426 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 58962) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:10.813154 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-82601f4f-225b-47e9-b1a9-5ab5256205db admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:10.834017 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-eff984a1-2f2a-42ed-8da6-d17149668b6b tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Allocated IP 192.168.233.221 (f82a481e-2d3e-49f3-a273-639556667c8a/38dc8434-66c0-4e05-8cce-b4a4a0f33dc3/5860c24f-5ec5-4e55-bf7f-edeff62f4daa) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:49:11.028394 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b2fc0d6b-8c06-4380-8d81-ed5b7d0f2758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:11.029060 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-d5a587ff-ba20-4bdc-80f2-964b42125af5 service neutron] 10.222.0.39 "GET /v2.0/ports/8c098d95-023a-4826-b4ea-cdd969402b16/bindings/n-h2-803603-2 HTTP/1.1" status: 200 len: 384 time: 0.0596113 Aug 18 12:49:11.049736 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device bb9be8e0-5451-45b0-aee3-7fb4afa79608 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:49:11.057287 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f73f3-da91-4739-b7b0-a25d0d16a070 req-4b85e53c-fd77-4dbf-9f82-a3756f389d9b tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:11.058856 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5c4f73f3-da91-4739-b7b0-a25d0d16a070 req-4b85e53c-fd77-4dbf-9f82-a3756f389d9b tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3526132-96cc-4b1f-93d4-01026077cde3 HTTP/1.1" status: 200 len: 945 time: 0.1215494 Aug 18 12:49:11.104052 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-eff984a1-2f2a-42ed-8da6-d17149668b6b tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:11.123850 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b2fc0d6b-8c06-4380-8d81-ed5b7d0f2758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:11.139877 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-eff984a1-2f2a-42ed-8da6-d17149668b6b tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Transition to ACTIVE for port object 5860c24f-5ec5-4e55-bf7f-edeff62f4daa will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:49:11.180626 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5c4f73f3-da91-4739-b7b0-a25d0d16a070 req-c02bed99-38b1-45e9-9c4f-633574dbcd7e tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085753 Aug 18 12:49:11.210990 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc0d6b-8c06-4380-8d81-ed5b7d0f2758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2cc6c4-a62b-473c-840e-1ee6b2e16f3f,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:11.251092 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-9ba29808-39c9-4201-be50-743245ed235f service neutron] For port 8c098d95-023a-4826-b4ea-cdd969402b16, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=8c098d95-023a-4826-b4ea-cdd969402b16,segment=NetworkSegment(9980139b-d711-402f-b96d-94b03ea2978e),segment_id=9980139b-d711-402f-b96d-94b03ea2978e)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:11.251663 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b2fc0d6b-8c06-4380-8d81-ed5b7d0f2758 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9dc58ebf984844a6a7d55d20fa1ae5da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7275183 Aug 18 12:49:11.251763 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 58978) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:11.251857 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port bb9be8e0-5451-45b0-aee3-7fb4afa79608, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=bb9be8e0-5451-45b0-aee3-7fb4afa79608,segment=NetworkSegment(7ff9e9d1-2f3f-4727-a98f-48223d2acb58),segment_id=7ff9e9d1-2f3f-4727-a98f-48223d2acb58)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:11.277861 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'bb9be8e0-5451-45b0-aee3-7fb4afa79608', 'network_id': '868b2abd-c11c-4513-ae1d-4c8f78707536', 'port_id': 'bb9be8e0-5451-45b0-aee3-7fb4afa79608', 'mac_address': 'fa:16:3e:77:49:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34a133e6-4845-483d-9cb6-cc8c362b1453', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:49:11.288854 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-9ba29808-39c9-4201-be50-743245ed235f service neutron] For port 8c098d95-023a-4826-b4ea-cdd969402b16, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:49:11.343445 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-9ba29808-39c9-4201-be50-743245ed235f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c098d95-023a-4826-b4ea-cdd969402b16 {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:49:11.359015 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-9ba29808-39c9-4201-be50-743245ed235f service neutron] For port 8c098d95-023a-4826-b4ea-cdd969402b16, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=8c098d95-023a-4826-b4ea-cdd969402b16,segment=NetworkSegment(9980139b-d711-402f-b96d-94b03ea2978e),segment_id=9980139b-d711-402f-b96d-94b03ea2978e)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:11.370621 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f2cfcb21-6680-40c3-b7de-21712486b35c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:11.386093 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:11.403495 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb9be8e0-5451-45b0-aee3-7fb4afa79608 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:49:11.408158 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f2cfcb21-6680-40c3-b7de-21712486b35c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:11.417850 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-82601f4f-225b-47e9-b1a9-5ab5256205db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:11.420753 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-eff984a1-2f2a-42ed-8da6-d17149668b6b tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:11.423507 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port bb9be8e0-5451-45b0-aee3-7fb4afa79608, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=bb9be8e0-5451-45b0-aee3-7fb4afa79608,segment=NetworkSegment(7ff9e9d1-2f3f-4727-a98f-48223d2acb58),segment_id=7ff9e9d1-2f3f-4727-a98f-48223d2acb58)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:11.432914 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['fa31b5aa-525a-4bfd-a07f-0fc73a695a1b'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:49:11.450792 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-9ba29808-39c9-4201-be50-743245ed235f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:11.490721 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-13fd18d5-d6d1-44dd-8285-d962cc486819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:11.492296 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-eff984a1-2f2a-42ed-8da6-d17149668b6b tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Network f82a481e-2d3e-49f3-a273-639556667c8a is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:49:11.496760 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-eff984a1-2f2a-42ed-8da6-d17149668b6b tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:49:11.502163 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-eff984a1-2f2a-42ed-8da6-d17149668b6b tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:49:11.507816 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-eff984a1-2f2a-42ed-8da6-d17149668b6b tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:11.508403 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-eff984a1-2f2a-42ed-8da6-d17149668b6b tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:11.520463 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff984a1-2f2a-42ed-8da6-d17149668b6b tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Pushing event updated for resources: {'Port': ['ID=5860c24f-5ec5-4e55-bf7f-edeff62f4daa,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:11.527646 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-82601f4f-225b-47e9-b1a9-5ab5256205db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:11.576920 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-82601f4f-225b-47e9-b1a9-5ab5256205db admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e967539e108548e8a065b74cccf3b59d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7888935 Aug 18 12:49:11.578078 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:11.580757 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 58990) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:11.588717 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82601f4f-225b-47e9-b1a9-5ab5256205db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e355b2a-c3fd-4510-b230-6a547cda3552,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:11.639094 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-9ba29808-39c9-4201-be50-743245ed235f service neutron] Transition to ACTIVE for port object 8c098d95-023a-4826-b4ea-cdd969402b16 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:49:11.665104 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-eff984a1-2f2a-42ed-8da6-d17149668b6b tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3932316 Aug 18 12:49:11.666295 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['bb9be8e0-5451-45b0-aee3-7fb4afa79608'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:49:11.687269 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f2cfcb21-6680-40c3-b7de-21712486b35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:11.689269 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f2cfcb21-6680-40c3-b7de-21712486b35c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:11.693263 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f2cfcb21-6680-40c3-b7de-21712486b35c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cb2cc6c4-a62b-473c-840e-1ee6b2e16f3f HTTP/1.1" status: 204 len: 168 time: 0.4380324 Aug 18 12:49:11.705416 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-1e1acf04-c77d-4a11-8a82-65bf0ab254c4 service neutron] Request body: {'port': {'device_id': 'c367d3b5-eec4-4eff-a82d-a451dd7e221f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:49:11.706880 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-9ba29808-39c9-4201-be50-743245ed235f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:11.740077 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=bb9be8e0-5451-45b0-aee3-7fb4afa79608,revision_number=6']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:11.752831 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cfcb21-6680-40c3-b7de-21712486b35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2cc6c4-a62b-473c-840e-1ee6b2e16f3f,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:11.786593 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3b906-1f49-4794-860a-fa5de74f9be8 req-e716f5c4-4f2e-4dc7-a68e-6e29fefd7d44 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:11.788523 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f3a3b906-1f49-4794-860a-fa5de74f9be8 req-e716f5c4-4f2e-4dc7-a68e-6e29fefd7d44 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=546c81ec-fcd3-4c4a-903d-8640043b03cf HTTP/1.1" status: 200 len: 944 time: 0.1787024 Aug 18 12:49:11.837685 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba29808-39c9-4201-be50-743245ed235f service neutron] Pushing event updated for resources: {'Port': ['ID=8c098d95-023a-4826-b4ea-cdd969402b16,revision_number=10']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:11.851310 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-44bacd39-732a-4c29-92bc-a888430274f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:11.889151 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-1e1acf04-c77d-4a11-8a82-65bf0ab254c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:11.899760 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-9ba29808-39c9-4201-be50-743245ed235f service neutron] No DVR routers for this DVR port 8c098d95-023a-4826-b4ea-cdd969402b16 on host n-h1-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:49:11.919010 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-44bacd39-732a-4c29-92bc-a888430274f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:11.935310 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f3a3b906-1f49-4794-860a-fa5de74f9be8 req-cc747713-9668-4e15-9084-0401c12910bf tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309531 Aug 18 12:49:11.937847 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-9ba29808-39c9-4201-be50-743245ed235f service neutron] 10.222.0.39 "PUT /v2.0/ports/8c098d95-023a-4826-b4ea-cdd969402b16/bindings/n-h2-803603-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9022164 Aug 18 12:49:12.047898 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647417da-51ab-4af5-9a9d-da456cc6fea9 req-724e52c7-b225-4d4a-8334-db7962ddf32a tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:12.049697 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-647417da-51ab-4af5-9a9d-da456cc6fea9 req-724e52c7-b225-4d4a-8334-db7962ddf32a tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/ports?device_id=c367d3b5-eec4-4eff-a82d-a451dd7e221f HTTP/1.1" status: 200 len: 936 time: 0.0887794 Aug 18 12:49:12.091067 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-09461db4-5ae4-413b-bcb0-ec801653a13e None None] Provisioning for port 5860c24f-5ec5-4e55-bf7f-edeff62f4daa completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:49:12.097887 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-09461db4-5ae4-413b-bcb0-ec801653a13e None None] Provisioning complete for port 5860c24f-5ec5-4e55-bf7f-edeff62f4daa triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:49:12.098346 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-09461db4-5ae4-413b-bcb0-ec801653a13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:12.130890 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-647417da-51ab-4af5-9a9d-da456cc6fea9 req-1d9abd92-0efc-4b48-a301-30016c0e59e1 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc88c885-7c0f-4662-9c8e-1ec587e350e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690384 Aug 18 12:49:12.170622 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-09461db4-5ae4-413b-bcb0-ec801653a13e None None] Port 5860c24f-5ec5-4e55-bf7f-edeff62f4daa cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:49:12.177065 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5efedff-8c3e-4398-ae22-9875fee288af req-0b8acb16-3f93-412d-9d52-48078a93b408 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:12.183959 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-cd264c0d-5126-4151-8c90-39ddf7784896 tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:12.185121 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b5efedff-8c3e-4398-ae22-9875fee288af req-0b8acb16-3f93-412d-9d52-48078a93b408 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e13c0e6-60b6-46f8-9b21-62ed4d1f4ab4 HTTP/1.1" status: 200 len: 948 time: 0.1469665 Aug 18 12:49:12.185464 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-cd264c0d-5126-4151-8c90-39ddf7784896 tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=546c81ec-fcd3-4c4a-903d-8640043b03cf&tenant_id=075606cfda364ddebe4be31640ab3a76&binding%3Ahost_id=n-h1-803603-2 HTTP/1.1" status: 200 len: 1096 time: 0.0595365 Aug 18 12:49:12.274460 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b5efedff-8c3e-4398-ae22-9875fee288af req-33fa6513-3c80-4837-9aa6-4e6486b77e6b tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/security-groups?id=86910017-f667-419d-b019-adf5c86d0af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846534 Aug 18 12:49:12.280759 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-44bacd39-732a-4c29-92bc-a888430274f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:12.285188 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-44bacd39-732a-4c29-92bc-a888430274f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:12.286595 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-44bacd39-732a-4c29-92bc-a888430274f5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8e355b2a-c3fd-4510-b230-6a547cda3552 HTTP/1.1" status: 204 len: 168 time: 0.7048781 Aug 18 12:49:12.300240 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bacd39-732a-4c29-92bc-a888430274f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e355b2a-c3fd-4510-b230-6a547cda3552,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:12.343641 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-a8f49c88-5ff9-4d1f-9e9d-5c833cfd769e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:12.345138 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-a8f49c88-5ff9-4d1f-9e9d-5c833cfd769e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=546c81ec-fcd3-4c4a-903d-8640043b03cf&tenant_id=075606cfda364ddebe4be31640ab3a76 HTTP/1.1" status: 200 len: 1096 time: 0.1487548 Aug 18 12:49:12.362379 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4008d0-5a0f-4400-a462-c475c594f9fb req-cfd4d8e5-175f-4962-ae5a-b7c7a52b10e3 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:12.364695 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3f4008d0-5a0f-4400-a462-c475c594f9fb req-cfd4d8e5-175f-4962-ae5a-b7c7a52b10e3 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3526132-96cc-4b1f-93d4-01026077cde3 HTTP/1.1" status: 200 len: 944 time: 0.1142879 Aug 18 12:49:12.428408 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-1e1acf04-c77d-4a11-8a82-65bf0ab254c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5860c24f-5ec5-4e55-bf7f-edeff62f4daa {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:49:12.432516 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3f4008d0-5a0f-4400-a462-c475c594f9fb req-77f4fc72-6638-441d-a1a0-47c161af9cc0 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534372 Aug 18 12:49:12.437199 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-1e1acf04-c77d-4a11-8a82-65bf0ab254c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:12.438591 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-15fe305b-92d1-406e-b60b-25d0377f936e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:12.440052 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-15fe305b-92d1-406e-b60b-25d0377f936e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=075606cfda364ddebe4be31640ab3a76&device_id=546c81ec-fcd3-4c4a-903d-8640043b03cf HTTP/1.1" status: 200 len: 1096 time: 0.0692077 Aug 18 12:49:12.456172 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-1e1acf04-c77d-4a11-8a82-65bf0ab254c4 service neutron] Transition to ACTIVE for port object 5860c24f-5ec5-4e55-bf7f-edeff62f4daa will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:49:12.536129 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-48254b83-4e38-49fb-8173-0bafada2e66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:12.537663 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-48254b83-4e38-49fb-8173-0bafada2e66d service neutron] 10.222.0.20 "GET /v2.0/networks?id=8e2ca950-415a-439c-a01b-47dff2e51d7d HTTP/1.1" status: 200 len: 908 time: 0.0903494 Aug 18 12:49:12.583043 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-62ad2c6c-e64b-4dc7-8a4b-c42b41fdfcdc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c098d95-023a-4826-b4ea-cdd969402b16 HTTP/1.1" status: 200 len: 217 time: 0.0367765 Aug 18 12:49:12.614112 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-1e1acf04-c77d-4a11-8a82-65bf0ab254c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:12.638702 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-f43297ea-5a1d-444e-8966-18317124adce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:12.640155 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-f43297ea-5a1d-444e-8966-18317124adce service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7c71ac1-e82b-41d2-8931-67fb6a54cbad HTTP/1.1" status: 200 len: 847 time: 0.0499139 Aug 18 12:49:12.681037 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-95604238-b88a-4ca5-913d-419731fc844a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8e2ca950-415a-439c-a01b-47dff2e51d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325291 Aug 18 12:49:12.691007 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1acf04-c77d-4a11-8a82-65bf0ab254c4 service neutron] Pushing event updated for resources: {'Port': ['ID=5860c24f-5ec5-4e55-bf7f-edeff62f4daa,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:12.715126 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-1e1acf04-c77d-4a11-8a82-65bf0ab254c4 service neutron] Attempting to bind port 5860c24f-5ec5-4e55-bf7f-edeff62f4daa on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:49:12.715874 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-1e1acf04-c77d-4a11-8a82-65bf0ab254c4 service neutron] Attempting to bind port 5860c24f-5ec5-4e55-bf7f-edeff62f4daa by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:49:12.716407 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-1e1acf04-c77d-4a11-8a82-65bf0ab254c4 service neutron] Attempting to bind port 5860c24f-5ec5-4e55-bf7f-edeff62f4daa on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:49:12.721629 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-1e1acf04-c77d-4a11-8a82-65bf0ab254c4 service neutron] Port 5860c24f-5ec5-4e55-bf7f-edeff62f4daa on network f82a481e-2d3e-49f3-a273-639556667c8a not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:49:12.722363 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-1e1acf04-c77d-4a11-8a82-65bf0ab254c4 service neutron] Attempting to bind port 5860c24f-5ec5-4e55-bf7f-edeff62f4daa on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:49:12.727522 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-1e1acf04-c77d-4a11-8a82-65bf0ab254c4 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:49:12.728111 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-1e1acf04-c77d-4a11-8a82-65bf0ab254c4 service neutron] Checking segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:49:12.728601 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-1e1acf04-c77d-4a11-8a82-65bf0ab254c4 service neutron] Bound using segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:49:12.729213 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-1e1acf04-c77d-4a11-8a82-65bf0ab254c4 service neutron] Bound port: 5860c24f-5ec5-4e55-bf7f-edeff62f4daa, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:49:12.729676 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-1e1acf04-c77d-4a11-8a82-65bf0ab254c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:12.803658 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-e4c9a4f4-f856-451e-ab7b-d25cd504d58b service neutron] 10.222.0.20 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142907 Aug 18 12:49:12.823430 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-1e1acf04-c77d-4a11-8a82-65bf0ab254c4 service neutron] For port 5860c24f-5ec5-4e55-bf7f-edeff62f4daa, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:49:12.829070 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-1e1acf04-c77d-4a11-8a82-65bf0ab254c4 service neutron] For port 5860c24f-5ec5-4e55-bf7f-edeff62f4daa, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=5860c24f-5ec5-4e55-bf7f-edeff62f4daa,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:49:12.893340 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-1e1acf04-c77d-4a11-8a82-65bf0ab254c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:12.913380 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-8bc8689c-4ae4-44c4-8574-e8a3e11aeb76 service neutron] 10.222.0.20 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995131 Aug 18 12:49:12.945695 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-1e1acf04-c77d-4a11-8a82-65bf0ab254c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:12.946234 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-1e1acf04-c77d-4a11-8a82-65bf0ab254c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:12.949198 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-1e1acf04-c77d-4a11-8a82-65bf0ab254c4 service neutron] 10.222.0.39 "PUT /v2.0/ports/5860c24f-5ec5-4e55-bf7f-edeff62f4daa HTTP/1.1" status: 200 len: 1096 time: 1.2518139 Aug 18 12:49:12.949198 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c367d3b5-eec4-4eff-a82d-a451dd7e221f', 'tag': '5860c24f-5ec5-4e55-bf7f-edeff62f4daa'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:49:12.952147 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a18088-8de5-4196-9616-b67454249135" -d '{"events": [{"name": "network-changed", "server_uuid": "c367d3b5-eec4-4eff-a82d-a451dd7e221f", "tag": "5860c24f-5ec5-4e55-bf7f-edeff62f4daa"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:49:12.964891 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59030) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:12.991254 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6bda25f0-b065-4f7d-865c-7545a400cf48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:12.992818 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1acf04-c77d-4a11-8a82-65bf0ab254c4 service neutron] Pushing event updated for resources: {'Port': ['ID=5860c24f-5ec5-4e55-bf7f-edeff62f4daa,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:13.063884 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device bb9be8e0-5451-45b0-aee3-7fb4afa79608 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:49:13.166797 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61e7bb-07f7-4b2a-a73b-4eed48845473 req-5d500777-76b9-439d-924f-270267333322 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:13.169996 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-de61e7bb-07f7-4b2a-a73b-4eed48845473 req-5d500777-76b9-439d-924f-270267333322 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=546c81ec-fcd3-4c4a-903d-8640043b03cf HTTP/1.1" status: 200 len: 945 time: 0.1195362 Aug 18 12:49:13.174139 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port bb9be8e0-5451-45b0-aee3-7fb4afa79608 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:49:13.176081 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:13.216734 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-e6a6593d-eb19-4975-a6f5-5db50363785d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:13.218978 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-e6a6593d-eb19-4975-a6f5-5db50363785d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ea45720a24ee4f62a18d29ed0da9f691&device_id=c367d3b5-eec4-4eff-a82d-a451dd7e221f HTTP/1.1" status: 200 len: 1099 time: 0.0911627 Aug 18 12:49:13.271229 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6bda25f0-b065-4f7d-865c-7545a400cf48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:13.277474 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-de61e7bb-07f7-4b2a-a73b-4eed48845473 req-74c46968-9b09-4f1e-8d2d-d50dd06a6d2e tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999117 Aug 18 12:49:13.322154 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-506f71c8-f901-4f9a-9b61-e2fd7db9c8f9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=5860c24f-5ec5-4e55-bf7f-edeff62f4daa HTTP/1.1" status: 200 len: 217 time: 0.0940192 Aug 18 12:49:13.332487 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:13.340609 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250cc089-f738-4ad7-a49b-21f968daae1d x-openstack-request-id: req-250cc089-f738-4ad7-a49b-21f968daae1d {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:49:13.341083 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c367d3b5-eec4-4eff-a82d-a451dd7e221f", "tag": "5860c24f-5ec5-4e55-bf7f-edeff62f4daa", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:49:13.341489 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-250cc089-f738-4ad7-a49b-21f968daae1d {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:49:13.342059 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c367d3b5-eec4-4eff-a82d-a451dd7e221f', 'tag': '5860c24f-5ec5-4e55-bf7f-edeff62f4daa', 'status': 'completed', 'code': 200} Aug 18 12:49:13.369808 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3526132-96cc-4b1f-93d4-01026077cde3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9be8e0-5451-45b0-aee3-7fb4afa79608'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:49:13.372368 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7e7a8a-a9d9-4d82-9fff-fcd7a21c0941" -d '{"events": [{"server_uuid": "f3526132-96cc-4b1f-93d4-01026077cde3", "name": "network-vif-plugged", "status": "completed", "tag": "bb9be8e0-5451-45b0-aee3-7fb4afa79608"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:49:13.392762 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port bb9be8e0-5451-45b0-aee3-7fb4afa79608, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=bb9be8e0-5451-45b0-aee3-7fb4afa79608,segment=NetworkSegment(7ff9e9d1-2f3f-4727-a98f-48223d2acb58),segment_id=7ff9e9d1-2f3f-4727-a98f-48223d2acb58)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:13.427245 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6bda25f0-b065-4f7d-865c-7545a400cf48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:13.460196 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-045f9698-fe5b-4ed5-ba8d-6fde5460f309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:13.462079 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-045f9698-fe5b-4ed5-ba8d-6fde5460f309 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.1182191 Aug 18 12:49:13.474058 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27534a80-3ab6-45e6-9347-e16b0b12748f req-bdf737b9-486a-43cc-8dc4-139fa4dbe74d tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:13.482974 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27534a80-3ab6-45e6-9347-e16b0b12748f req-bdf737b9-486a-43cc-8dc4-139fa4dbe74d tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/ports?device_id=c367d3b5-eec4-4eff-a82d-a451dd7e221f HTTP/1.1" status: 200 len: 948 time: 0.0757315 Aug 18 12:49:13.505615 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:13.506788 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 8c098d95-023a-4826-b4ea-cdd969402b16 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:49:13.525838 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6bda25f0-b065-4f7d-865c-7545a400cf48 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e651bcf1443f45c996f6647f2111168d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5594995 Aug 18 12:49:13.531285 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59056) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:13.539119 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3d644-77e4-44e8-865e-89a3e5a12594 req-70f0dbd0-0942-466e-94c4-48a6ccb5ec3f tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:13.544421 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-63c3d644-77e4-44e8-865e-89a3e5a12594 req-70f0dbd0-0942-466e-94c4-48a6ccb5ec3f tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3526132-96cc-4b1f-93d4-01026077cde3 HTTP/1.1" status: 200 len: 944 time: 0.1934888 Aug 18 12:49:13.571880 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27534a80-3ab6-45e6-9347-e16b0b12748f req-a0836407-9c16-428c-ba11-eff809eb2f18 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc88c885-7c0f-4662-9c8e-1ec587e350e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837090 Aug 18 12:49:13.585704 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-ede009a8-cbda-4631-818a-c891222813bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:13.587842 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-ede009a8-cbda-4631-818a-c891222813bc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1026905 Aug 18 12:49:13.618286 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=bb9be8e0-5451-45b0-aee3-7fb4afa79608,revision_number=7']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:13.626410 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 8c098d95-023a-4826-b4ea-cdd969402b16 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:49:13.674936 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda25f0-b065-4f7d-865c-7545a400cf48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe77089f-b387-4b81-8617-481612e766c2,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:13.701854 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0f906e-dc79-45c5-bec0-54c979d1b19c x-openstack-request-id: req-cc0f906e-dc79-45c5-bec0-54c979d1b19c {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:49:13.702186 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3526132-96cc-4b1f-93d4-01026077cde3", "name": "network-vif-plugged", "status": "completed", "tag": "bb9be8e0-5451-45b0-aee3-7fb4afa79608", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:49:13.702448 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc0f906e-dc79-45c5-bec0-54c979d1b19c {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:49:13.702944 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3526132-96cc-4b1f-93d4-01026077cde3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9be8e0-5451-45b0-aee3-7fb4afa79608', 'code': 200} Aug 18 12:49:13.705189 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-af6325f7-902d-4647-a59f-9622afc2ec60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:13.734649 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4675e4a5-880b-441d-9bad-477048e409aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:13.760420 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-432efe13-304e-4bf4-abf6-f511a0d61a6e tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:13.762506 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-432efe13-304e-4bf4-abf6-f511a0d61a6e tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=546c81ec-fcd3-4c4a-903d-8640043b03cf&tenant_id=075606cfda364ddebe4be31640ab3a76&binding%3Ahost_id=n-h2-803603-2 HTTP/1.1" status: 200 len: 1096 time: 0.3015180 Aug 18 12:49:13.777687 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab2f1a-9957-4e11-abf5-c1317f82a12c req-4d1162a5-bb4f-4b2a-a07a-cc78d97fd063 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:13.779331 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4dab2f1a-9957-4e11-abf5-c1317f82a12c req-4d1162a5-bb4f-4b2a-a07a-cc78d97fd063 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e13c0e6-60b6-46f8-9b21-62ed4d1f4ab4 HTTP/1.1" status: 200 len: 948 time: 0.3010440 Aug 18 12:49:13.802280 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4675e4a5-880b-441d-9bad-477048e409aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:13.817491 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-6b369360-d216-4a69-822c-d7c943e250f1 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202418 Aug 18 12:49:13.846597 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486f54d-b0da-4a43-95b0-051c69416b95 req-081e9e59-eca1-4df0-b58e-77ce471cc8bf tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:13.848548 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a486f54d-b0da-4a43-95b0-051c69416b95 req-081e9e59-eca1-4df0-b58e-77ce471cc8bf tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3526132-96cc-4b1f-93d4-01026077cde3 HTTP/1.1" status: 200 len: 945 time: 0.0781889 Aug 18 12:49:13.897066 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-63c3d644-77e4-44e8-865e-89a3e5a12594 req-4c5f84a3-ed82-4039-8c9a-a82e3892e45c tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Deleting port bb9be8e0-5451-45b0-aee3-7fb4afa79608 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:49:13.897507 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-63c3d644-77e4-44e8-865e-89a3e5a12594 req-4c5f84a3-ed82-4039-8c9a-a82e3892e45c tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:13.939013 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a486f54d-b0da-4a43-95b0-051c69416b95 req-c62ef42d-1f99-4e05-9774-8754a28faf8f tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795701 Aug 18 12:49:13.976050 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4d8e6708-e7ab-4838-b53a-0b6f2f691a73 req-f150904e-b569-4077-8b76-aa464e94e192 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494179 Aug 18 12:49:14.178505 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4dab2f1a-9957-4e11-abf5-c1317f82a12c req-1ba98c56-6b6b-40da-8072-c38eba314ef1 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/security-groups?id=86910017-f667-419d-b019-adf5c86d0af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781450 Aug 18 12:49:14.207584 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a18088-8de5-4196-9616-b67454249135 req-10af0318-88ba-4b67-9973-1899ac9fd02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:14.209131 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-02a18088-8de5-4196-9616-b67454249135 req-10af0318-88ba-4b67-9973-1899ac9fd02e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ea45720a24ee4f62a18d29ed0da9f691&device_id=c367d3b5-eec4-4eff-a82d-a451dd7e221f HTTP/1.1" status: 200 len: 1099 time: 0.0701332 Aug 18 12:49:14.284221 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-63c3d644-77e4-44e8-865e-89a3e5a12594 req-4c5f84a3-ed82-4039-8c9a-a82e3892e45c tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] For port bb9be8e0-5451-45b0-aee3-7fb4afa79608, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=bb9be8e0-5451-45b0-aee3-7fb4afa79608,segment=NetworkSegment(7ff9e9d1-2f3f-4727-a98f-48223d2acb58),segment_id=7ff9e9d1-2f3f-4727-a98f-48223d2acb58)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:14.284595 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-63c3d644-77e4-44e8-865e-89a3e5a12594 req-4c5f84a3-ed82-4039-8c9a-a82e3892e45c tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:14.299051 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4675e4a5-880b-441d-9bad-477048e409aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:14.301619 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4675e4a5-880b-441d-9bad-477048e409aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:14.302786 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4675e4a5-880b-441d-9bad-477048e409aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fe77089f-b387-4b81-8617-481612e766c2 HTTP/1.1" status: 204 len: 168 time: 0.7603245 Aug 18 12:49:14.307523 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 59086) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:14.312381 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-63c3d644-77e4-44e8-865e-89a3e5a12594 req-4c5f84a3-ed82-4039-8c9a-a82e3892e45c tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Calling delete_port for bb9be8e0-5451-45b0-aee3-7fb4afa79608 owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:49:14.320986 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4675e4a5-880b-441d-9bad-477048e409aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe77089f-b387-4b81-8617-481612e766c2,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:14.324810 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 3ba8c0cf-9b66-459f-beed-39b937459316 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:49:14.347630 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a18088-8de5-4196-9616-b67454249135 req-771d705d-81f6-4afb-a937-442e9511c1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:14.349760 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-02a18088-8de5-4196-9616-b67454249135 req-771d705d-81f6-4afb-a937-442e9511c1d4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.1333482 Aug 18 12:49:14.380315 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59090) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:14.428270 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-f77c4ed2-689a-4b84-8aaa-a18adb17cfcc service neutron] For port 8c098d95-023a-4826-b4ea-cdd969402b16, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:49:14.445518 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-f77c4ed2-689a-4b84-8aaa-a18adb17cfcc service neutron] Notify callbacks [] for binding, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:14.445518 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c6ae9387-aae6-4a9f-93e2-a0905fb3a260 req-f77c4ed2-689a-4b84-8aaa-a18adb17cfcc service neutron] 10.222.0.20 "DELETE /v2.0/ports/8c098d95-023a-4826-b4ea-cdd969402b16/bindings/n-h1-803603-2 HTTP/1.1" status: 204 len: 173 time: 0.6519237 Aug 18 12:49:14.489537 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d310f94-5103-4a87-b957-35abcd29fd78 req-fd6b0f69-639c-4c39-bdae-d99cab13d7a3 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:14.491355 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7d310f94-5103-4a87-b957-35abcd29fd78 req-fd6b0f69-639c-4c39-bdae-d99cab13d7a3 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=546c81ec-fcd3-4c4a-903d-8640043b03cf HTTP/1.1" status: 200 len: 945 time: 0.1089504 Aug 18 12:49:14.535232 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 3ba8c0cf-9b66-459f-beed-39b937459316, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=3ba8c0cf-9b66-459f-beed-39b937459316,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:14.552434 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '3ba8c0cf-9b66-459f-beed-39b937459316', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'port_id': '3ba8c0cf-9b66-459f-beed-39b937459316', 'mac_address': 'fa:16:3e:b4:72:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc8434-66c0-4e05-8cce-b4a4a0f33dc3', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:49:14.589633 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7d310f94-5103-4a87-b957-35abcd29fd78 req-696d3449-27d4-42cf-b57e-7047c5a16cba tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785253 Aug 18 12:49:14.613911 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:14.624303 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:14.627159 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ba8c0cf-9b66-459f-beed-39b937459316 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:49:14.655731 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 3ba8c0cf-9b66-459f-beed-39b937459316, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=3ba8c0cf-9b66-459f-beed-39b937459316,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:14.673972 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-63c3d644-77e4-44e8-865e-89a3e5a12594 req-4c5f84a3-ed82-4039-8c9a-a82e3892e45c tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:14.686289 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['bb9be8e0-5451-45b0-aee3-7fb4afa79608'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:49:14.710021 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-fa44f67e-41fc-4dcc-9bcd-4c1a38199b7b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1166476003-network', 'tenant_id': '3e9a8a0a72a94b328bf1e534da208edd'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:49:14.715629 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-02a18088-8de5-4196-9616-b67454249135 req-a71b2593-ec51-4245-a170-9599b0ef7a9f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=5860c24f-5ec5-4e55-bf7f-edeff62f4daa HTTP/1.1" status: 200 len: 217 time: 0.3541656 Aug 18 12:49:14.729325 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f84a3-ed82-4039-8c9a-a82e3892e45c tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Pushing event deleted for resources: {'Port': ['ID=bb9be8e0-5451-45b0-aee3-7fb4afa79608,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:14.744125 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:14.771511 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c3d644-77e4-44e8-865e-89a3e5a12594 req-4c5f84a3-ed82-4039-8c9a-a82e3892e45c tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] No DVR routers for this DVR port bb9be8e0-5451-45b0-aee3-7fb4afa79608 on host n-h1-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:49:14.774792 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-63c3d644-77e4-44e8-865e-89a3e5a12594 req-4c5f84a3-ed82-4039-8c9a-a82e3892e45c tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:14.777112 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-63c3d644-77e4-44e8-865e-89a3e5a12594 req-4c5f84a3-ed82-4039-8c9a-a82e3892e45c tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.39 "DELETE /v2.0/ports/bb9be8e0-5451-45b0-aee3-7fb4afa79608 HTTP/1.1" status: 204 len: 173 time: 1.1801872 Aug 18 12:49:14.777660 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3526132-96cc-4b1f-93d4-01026077cde3', 'name': 'network-vif-deleted', 'tag': 'bb9be8e0-5451-45b0-aee3-7fb4afa79608'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:49:14.779987 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ca808c-8244-40c5-8920-3dc231be8af0" -d '{"events": [{"server_uuid": "f3526132-96cc-4b1f-93d4-01026077cde3", "name": "network-vif-deleted", "tag": "bb9be8e0-5451-45b0-aee3-7fb4afa79608"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:49:14.798819 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e06a4-dce9-4401-a6e3-e30600493be0 req-5c92a75a-a68b-4e36-adfe-7a84db4f72ca tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:14.800458 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-147e06a4-dce9-4401-a6e3-e30600493be0 req-5c92a75a-a68b-4e36-adfe-7a84db4f72ca tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/ports?device_id=c367d3b5-eec4-4eff-a82d-a451dd7e221f HTTP/1.1" status: 200 len: 948 time: 0.1366894 Aug 18 12:49:14.825552 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a18088-8de5-4196-9616-b67454249135 req-abe3b414-744c-4d93-9fc2-911c48f014f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:14.830816 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-02a18088-8de5-4196-9616-b67454249135 req-abe3b414-744c-4d93-9fc2-911c48f014f1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.1022708 Aug 18 12:49:14.859283 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-844479c3-8ac6-4cef-b6bd-af4cebbf604d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:14.863234 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=3ba8c0cf-9b66-459f-beed-39b937459316,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:14.891855 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-147e06a4-dce9-4401-a6e3-e30600493be0 req-1770c098-5b82-4c8a-8166-68c7f9c5255a tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc88c885-7c0f-4662-9c8e-1ec587e350e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852597 Aug 18 12:49:14.903287 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa44f67e-41fc-4dcc-9bcd-4c1a38199b7b admin admin] Made reservation on behalf of 3e9a8a0a72a94b328bf1e534da208edd for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:49:14.906873 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fa44f67e-41fc-4dcc-9bcd-4c1a38199b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:14.920123 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fa44f67e-41fc-4dcc-9bcd-4c1a38199b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:14.947775 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a18088-8de5-4196-9616-b67454249135 req-446e4b8a-c534-4bd9-bc02-bbd36635ce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:14.950082 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-02a18088-8de5-4196-9616-b67454249135 req-446e4b8a-c534-4bd9-bc02-bbd36635ce39 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1111958 Aug 18 12:49:14.983223 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['3ba8c0cf-9b66-459f-beed-39b937459316'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:49:15.106936 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4aa870-9624-4e55-a162-fbe7317c06ae x-openstack-request-id: req-7b4aa870-9624-4e55-a162-fbe7317c06ae {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:49:15.107232 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3526132-96cc-4b1f-93d4-01026077cde3", "name": "network-vif-deleted", "tag": "bb9be8e0-5451-45b0-aee3-7fb4afa79608", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:49:15.107486 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b4aa870-9624-4e55-a162-fbe7317c06ae {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:49:15.107960 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3526132-96cc-4b1f-93d4-01026077cde3', 'name': 'network-vif-deleted', 'tag': 'bb9be8e0-5451-45b0-aee3-7fb4afa79608', 'status': 'completed', 'code': 200} Aug 18 12:49:15.114852 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-02a18088-8de5-4196-9616-b67454249135 req-356a15b4-e1c6-4a80-a35a-d36e2f1cd3f9 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556129 Aug 18 12:49:15.161118 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-844479c3-8ac6-4cef-b6bd-af4cebbf604d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:15.172156 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42be662-535e-4830-bee7-e3974394aea3 req-e0daad73-f325-49a3-b884-70e5234fa1aa tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:15.173865 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b42be662-535e-4830-bee7-e3974394aea3 req-e0daad73-f325-49a3-b884-70e5234fa1aa tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=546c81ec-fcd3-4c4a-903d-8640043b03cf HTTP/1.1" status: 200 len: 1096 time: 0.0729930 Aug 18 12:49:15.216185 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:15.248351 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b42be662-535e-4830-bee7-e3974394aea3 req-95aeda9d-a870-4644-9c15-8f98719dc626 tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622735 Aug 18 12:49:15.249786 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-844479c3-8ac6-4cef-b6bd-af4cebbf604d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:15.320951 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844479c3-8ac6-4cef-b6bd-af4cebbf604d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d3a163-fc08-41a8-bb4f-b780be3ae369,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:15.331353 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-844479c3-8ac6-4cef-b6bd-af4cebbf604d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1cb89e54b7ca44139818e769b2d4ebdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9498761 Aug 18 12:49:15.335301 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844479c3-8ac6-4cef-b6bd-af4cebbf604d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:15.338906 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844479c3-8ac6-4cef-b6bd-af4cebbf604d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:15.338906 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844479c3-8ac6-4cef-b6bd-af4cebbf604d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:15.338906 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844479c3-8ac6-4cef-b6bd-af4cebbf604d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:15.338906 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844479c3-8ac6-4cef-b6bd-af4cebbf604d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:15.338906 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844479c3-8ac6-4cef-b6bd-af4cebbf604d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:15.338906 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844479c3-8ac6-4cef-b6bd-af4cebbf604d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:15.338906 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844479c3-8ac6-4cef-b6bd-af4cebbf604d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:15.338906 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844479c3-8ac6-4cef-b6bd-af4cebbf604d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:15.341209 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844479c3-8ac6-4cef-b6bd-af4cebbf604d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:15.341449 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844479c3-8ac6-4cef-b6bd-af4cebbf604d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:15.341842 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844479c3-8ac6-4cef-b6bd-af4cebbf604d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:15.345953 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59126) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:15.370135 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2ec87c4c-b32f-41ad-8fd1-e78472f65b35 req-860853b5-a1b2-4e6b-be74-75a2ba424e1a tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3526132-96cc-4b1f-93d4-01026077cde3 HTTP/1.1" status: 200 len: 210 time: 0.0707414 Aug 18 12:49:15.391862 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-02a18088-8de5-4196-9616-b67454249135 req-8a31c5a5-6c3a-4452-9d3d-c0004dede30d service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673743 Aug 18 12:49:15.436551 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811bfae5-9ebf-44db-a892-e3d801a1849f req-9d3243f5-00a4-4bd1-82e9-02947b5f1619 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:15.438294 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-811bfae5-9ebf-44db-a892-e3d801a1849f req-9d3243f5-00a4-4bd1-82e9-02947b5f1619 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e13c0e6-60b6-46f8-9b21-62ed4d1f4ab4 HTTP/1.1" status: 200 len: 949 time: 0.1054516 Aug 18 12:49:15.443332 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-93d96740-fdc8-4021-8491-81b8e33d5733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:15.460567 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fa44f67e-41fc-4dcc-9bcd-4c1a38199b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:15.479337 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-93d96740-fdc8-4021-8491-81b8e33d5733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:15.508260 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-811bfae5-9ebf-44db-a892-e3d801a1849f req-50a41c96-dcdd-4f8a-9b9f-5abbcb2ca897 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/security-groups?id=86910017-f667-419d-b019-adf5c86d0af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621209 Aug 18 12:49:15.585634 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fa44f67e-41fc-4dcc-9bcd-4c1a38199b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:15.619886 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa44f67e-41fc-4dcc-9bcd-4c1a38199b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:15.625008 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-93d96740-fdc8-4021-8491-81b8e33d5733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:15.628311 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-93d96740-fdc8-4021-8491-81b8e33d5733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:15.631620 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa44f67e-41fc-4dcc-9bcd-4c1a38199b7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:15.632039 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa44f67e-41fc-4dcc-9bcd-4c1a38199b7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:15.632468 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa44f67e-41fc-4dcc-9bcd-4c1a38199b7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:15.632879 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa44f67e-41fc-4dcc-9bcd-4c1a38199b7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:15.633378 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa44f67e-41fc-4dcc-9bcd-4c1a38199b7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:15.633919 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa44f67e-41fc-4dcc-9bcd-4c1a38199b7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:15.634368 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa44f67e-41fc-4dcc-9bcd-4c1a38199b7b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:15.634763 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa44f67e-41fc-4dcc-9bcd-4c1a38199b7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:15.635154 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa44f67e-41fc-4dcc-9bcd-4c1a38199b7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:15.635681 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa44f67e-41fc-4dcc-9bcd-4c1a38199b7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:15.636099 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa44f67e-41fc-4dcc-9bcd-4c1a38199b7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:15.637371 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa44f67e-41fc-4dcc-9bcd-4c1a38199b7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:15.639096 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-93d96740-fdc8-4021-8491-81b8e33d5733 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/56d3a163-fc08-41a8-bb4f-b780be3ae369 HTTP/1.1" status: 204 len: 168 time: 0.2839205 Aug 18 12:49:15.645855 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa44f67e-41fc-4dcc-9bcd-4c1a38199b7b admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:49:15.661267 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d96740-fdc8-4021-8491-81b8e33d5733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d3a163-fc08-41a8-bb4f-b780be3ae369,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:15.665678 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fa44f67e-41fc-4dcc-9bcd-4c1a38199b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:15.666106 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-fa44f67e-41fc-4dcc-9bcd-4c1a38199b7b admin admin] Added segment 0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d of type vlan for network 91d3e9e9-f927-4110-8610-d1ae88923133 Aug 18 12:49:15.766750 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59148) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:15.767452 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fa44f67e-41fc-4dcc-9bcd-4c1a38199b7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:15.829529 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-05085d02-13a4-4f9d-adf4-6a8a4effc265 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:15.831061 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-05085d02-13a4-4f9d-adf4-6a8a4effc265 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/networks?id=8e2ca950-415a-439c-a01b-47dff2e51d7d HTTP/1.1" status: 200 len: 807 time: 0.1577272 Aug 18 12:49:15.847559 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-6142b2fb-868a-455c-adf8-7ed7bd410bc5 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/quotas/075606cfda364ddebe4be31640ab3a76 HTTP/1.1" status: 200 len: 375 time: 0.0106008 Aug 18 12:49:15.884346 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fa44f67e-41fc-4dcc-9bcd-4c1a38199b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:15.885411 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa44f67e-41fc-4dcc-9bcd-4c1a38199b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:15.885982 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fa44f67e-41fc-4dcc-9bcd-4c1a38199b7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:15.969693 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-78ebb6ff-3e34-4838-b464-6d755d023803 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=075606cfda364ddebe4be31640ab3a76&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1161814 Aug 18 12:49:15.975058 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa44f67e-41fc-4dcc-9bcd-4c1a38199b7b admin admin] Pushing event updated for resources: {'Network': ['ID=91d3e9e9-f927-4110-8610-d1ae88923133,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:15.987963 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 91d3e9e9-f927-4110-8610-d1ae88923133 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:49:16.029727 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-fa44f67e-41fc-4dcc-9bcd-4c1a38199b7b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7203426 Aug 18 12:49:16.035808 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 59156) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:16.036044 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379a00e-c12d-490e-a1d0-cf542bc407af req-25633b00-de3e-459c-ac0a-4ed11e3c1fd2 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:16.042212 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-e9e7e61a-31a8-4056-995b-cb17747000e0 admin admin] Request body: {'subnet': {'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1166476003-subnet', 'tenant_id': '3e9a8a0a72a94b328bf1e534da208edd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:49:16.044307 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6379a00e-c12d-490e-a1d0-cf542bc407af req-25633b00-de3e-459c-ac0a-4ed11e3c1fd2 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/ports?device_id=c367d3b5-eec4-4eff-a82d-a451dd7e221f HTTP/1.1" status: 200 len: 948 time: 0.0874114 Aug 18 12:49:16.096632 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-ef2107df-c9eb-4992-8fdb-4b68b765b6c5 service neutron] 10.222.0.13 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163647 Aug 18 12:49:16.099940 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6379a00e-c12d-490e-a1d0-cf542bc407af req-75148b93-867b-4fdf-8203-e529e63fa51a tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc88c885-7c0f-4662-9c8e-1ec587e350e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544400 Aug 18 12:49:16.187517 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e7e61a-31a8-4056-995b-cb17747000e0 admin admin] Made reservation on behalf of 3e9a8a0a72a94b328bf1e534da208edd for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:49:16.191626 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e9e7e61a-31a8-4056-995b-cb17747000e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:16.224156 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f4e7d5c3-2f45-4a41-a639-2a2066175142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:16.316670 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-83c53be9-0c26-4e3a-adb4-c1fd026c374f service neutron] 10.222.0.13 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114151 Aug 18 12:49:16.350842 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 3ba8c0cf-9b66-459f-beed-39b937459316 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:49:16.371711 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f4e7d5c3-2f45-4a41-a639-2a2066175142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:16.449062 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f4e7d5c3-2f45-4a41-a639-2a2066175142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:16.493924 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f4e7d5c3-2f45-4a41-a639-2a2066175142 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4413d56ccf0e4c329109466138960a02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7263269 Aug 18 12:49:16.497727 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59168) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:16.514685 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 59170) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:16.527780 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-34cd5a83-4ef5-419b-a515-9ed8c75ac718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:16.528402 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7d5c3-2f45-4a41-a639-2a2066175142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a8095b-b361-42cc-90a7-8255e6184f6f,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:16.545888 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 3ba8c0cf-9b66-459f-beed-39b937459316 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:49:16.552501 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 3ba8c0cf-9b66-459f-beed-39b937459316 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:49:16.553029 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:16.568874 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-354bb025-2c7e-4a32-a5c5-367c52b9e3d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:16.591922 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-354bb025-2c7e-4a32-a5c5-367c52b9e3d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:16.610477 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e9e7e61a-31a8-4056-995b-cb17747000e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:16.672735 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:16.697480 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e13c0e6-60b6-46f8-9b21-62ed4d1f4ab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba8c0cf-9b66-459f-beed-39b937459316'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:49:16.700636 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394e6793-adad-44fc-9f42-9e79ef873a25" -d '{"events": [{"server_uuid": "3e13c0e6-60b6-46f8-9b21-62ed4d1f4ab4", "name": "network-vif-plugged", "status": "completed", "tag": "3ba8c0cf-9b66-459f-beed-39b937459316"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:49:16.724417 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 3ba8c0cf-9b66-459f-beed-39b937459316, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=3ba8c0cf-9b66-459f-beed-39b937459316,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:16.779939 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-354bb025-2c7e-4a32-a5c5-367c52b9e3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:16.783347 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-354bb025-2c7e-4a32-a5c5-367c52b9e3d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:16.785419 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-354bb025-2c7e-4a32-a5c5-367c52b9e3d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/00a8095b-b361-42cc-90a7-8255e6184f6f HTTP/1.1" status: 204 len: 168 time: 0.2858617 Aug 18 12:49:16.794946 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354bb025-2c7e-4a32-a5c5-367c52b9e3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a8095b-b361-42cc-90a7-8255e6184f6f,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:16.797500 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e7e61a-31a8-4056-995b-cb17747000e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da996bc9-0001-4e2d-9a03-d2d78ee48c5d,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:16.816618 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:16.842924 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-34cd5a83-4ef5-419b-a515-9ed8c75ac718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:16.858053 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e7e61a-31a8-4056-995b-cb17747000e0 admin admin] Checking segment: {'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:49:16.858053 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e7e61a-31a8-4056-995b-cb17747000e0 admin admin] Network hostable DHCP agents. Network: 91d3e9e9-f927-4110-8610-d1ae88923133, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:49:16.877668 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e10b6-b16d-4975-9b58-99686617f0b8 req-8a36e65a-1869-4c52-8e2a-4854d920030b tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:16.879279 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59190) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:16.889311 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-4d62f097-f734-41e9-abba-99b2f97e05eb tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1252531053', 'description': 'tempest-description--330426092'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:49:16.893375 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-869e10b6-b16d-4975-9b58-99686617f0b8 req-8a36e65a-1869-4c52-8e2a-4854d920030b tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e13c0e6-60b6-46f8-9b21-62ed4d1f4ab4 HTTP/1.1" status: 200 len: 949 time: 0.1646183 Aug 18 12:49:16.925275 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=3ba8c0cf-9b66-459f-beed-39b937459316,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:16.944168 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-34cd5a83-4ef5-419b-a515-9ed8c75ac718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:16.947900 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c1147a22-44eb-4344-84e6-3562c07715f2 req-20b79824-c9aa-461e-8eea-1722a5866344 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=02128226-94e7-4e9a-a1b0-25b32151af1d HTTP/1.1" status: 200 len: 210 time: 0.0319800 Aug 18 12:49:16.992405 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-34cd5a83-4ef5-419b-a515-9ed8c75ac718 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c9289a38e13f47b28a6c555745c871b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4763482 Aug 18 12:49:16.996199 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59194) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:17.001342 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05511fde-cde2-4a6a-8b9d-71ebb3e6ccae x-openstack-request-id: req-05511fde-cde2-4a6a-8b9d-71ebb3e6ccae {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:49:17.001843 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e13c0e6-60b6-46f8-9b21-62ed4d1f4ab4", "name": "network-vif-plugged", "status": "completed", "tag": "3ba8c0cf-9b66-459f-beed-39b937459316", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:49:17.001920 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05511fde-cde2-4a6a-8b9d-71ebb3e6ccae {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:49:17.002418 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e13c0e6-60b6-46f8-9b21-62ed4d1f4ab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba8c0cf-9b66-459f-beed-39b937459316', 'code': 200} Aug 18 12:49:17.020393 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4d62f097-f734-41e9-abba-99b2f97e05eb tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:17.039890 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-869e10b6-b16d-4975-9b58-99686617f0b8 req-0a800e3b-9d4d-42b5-8dc2-dd966526ba29 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/security-groups?id=86910017-f667-419d-b019-adf5c86d0af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376233 Aug 18 12:49:17.045869 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e7e61a-31a8-4056-995b-cb17747000e0 admin admin] Network 91d3e9e9-f927-4110-8610-d1ae88923133 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:49:17.051920 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cd5a83-4ef5-419b-a515-9ed8c75ac718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15530234-4e78-4246-8cb1-cffa7fd94942,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:17.092667 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 5860c24f-5ec5-4e55-bf7f-edeff62f4daa details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:49:17.092890 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fb43466d-14e7-4fb5-a1bb-7e3833460662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:17.095707 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device bb9be8e0-5451-45b0-aee3-7fb4afa79608 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:49:17.140393 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: bb9be8e0-5451-45b0-aee3-7fb4afa79608 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:49:17.143535 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device bb9be8e0-5451-45b0-aee3-7fb4afa79608 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:49:17.158605 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fb43466d-14e7-4fb5-a1bb-7e3833460662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:17.195667 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-e9e7e61a-31a8-4056-995b-cb17747000e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 91d3e9e9-f927-4110-8610-d1ae88923133) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:49:17.201964 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e7e61a-31a8-4056-995b-cb17747000e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:17.204526 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e9e7e61a-31a8-4056-995b-cb17747000e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:17.222131 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15501777-a63b-4e61-922a-eba7f923824c req-6d27a4fb-1097-46de-8db6-d1682529b408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:17.223841 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-15501777-a63b-4e61-922a-eba7f923824c req-6d27a4fb-1097-46de-8db6-d1682529b408 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3e13c0e6-60b6-46f8-9b21-62ed4d1f4ab4 HTTP/1.1" status: 200 len: 1101 time: 0.1282125 Aug 18 12:49:17.226486 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d574b9-6c13-4853-a4bf-932b9956ec49 None None] Network 91d3e9e9-f927-4110-8610-d1ae88923133 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:49:17.230732 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4d62f097-f734-41e9-abba-99b2f97e05eb tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:17.235294 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:17.303216 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-15501777-a63b-4e61-922a-eba7f923824c req-51f8d1f4-3db3-4e1a-af20-87ee324f5c54 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=86910017-f667-419d-b019-adf5c86d0af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703154 Aug 18 12:49:17.316642 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6163d19f-c923-4daa-b0b9-50e1ef2bbdbb req-467af47f-d453-4a15-80ac-6a7bcf90ad8c tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:17.318379 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6163d19f-c923-4daa-b0b9-50e1ef2bbdbb req-467af47f-d453-4a15-80ac-6a7bcf90ad8c tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/ports?device_id=c367d3b5-eec4-4eff-a82d-a451dd7e221f HTTP/1.1" status: 200 len: 948 time: 0.0798616 Aug 18 12:49:17.319616 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4d62f097-f734-41e9-abba-99b2f97e05eb tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:17.369664 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d62f097-f734-41e9-abba-99b2f97e05eb tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee980e07-2290-400b-be07-7f7b3032a482,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:17.385583 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6163d19f-c923-4daa-b0b9-50e1ef2bbdbb req-b2598b2e-a3d3-4bb6-8067-4755a29f3f2c tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc88c885-7c0f-4662-9c8e-1ec587e350e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493395 Aug 18 12:49:17.397731 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fb43466d-14e7-4fb5-a1bb-7e3833460662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:17.398796 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e9e7e61a-31a8-4056-995b-cb17747000e0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3616369 Aug 18 12:49:17.401075 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fb43466d-14e7-4fb5-a1bb-7e3833460662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:17.403981 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-fb43466d-14e7-4fb5-a1bb-7e3833460662 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15530234-4e78-4246-8cb1-cffa7fd94942 HTTP/1.1" status: 204 len: 168 time: 0.4066939 Aug 18 12:49:17.416555 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb43466d-14e7-4fb5-a1bb-7e3833460662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15530234-4e78-4246-8cb1-cffa7fd94942,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:17.442770 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4d62f097-f734-41e9-abba-99b2f97e05eb tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:17.444058 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4d62f097-f734-41e9-abba-99b2f97e05eb tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5637729 Aug 18 12:49:17.446996 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59214) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:17.452145 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-9442cb15-ce8e-4623-b0da-38d86e206be4 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Request body: {'security_group_rule': {'security_group_id': 'ee980e07-2290-400b-be07-7f7b3032a482', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:49:17.490314 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 5860c24f-5ec5-4e55-bf7f-edeff62f4daa, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=5860c24f-5ec5-4e55-bf7f-edeff62f4daa,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:17.509741 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '5860c24f-5ec5-4e55-bf7f-edeff62f4daa', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'port_id': '5860c24f-5ec5-4e55-bf7f-edeff62f4daa', 'mac_address': 'fa:16:3e:4a:5c:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc8434-66c0-4e05-8cce-b4a4a0f33dc3', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:49:17.574861 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ec7e20-575b-463a-8253-06accf3f7a90 None None] Network 91d3e9e9-f927-4110-8610-d1ae88923133 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:49:17.585906 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9442cb15-ce8e-4623-b0da-38d86e206be4 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:17.605181 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59216) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:17.634576 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b0eea333-ae1c-44ec-9649-abbe97fb9d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:17.642442 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:17.661249 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5860c24f-5ec5-4e55-bf7f-edeff62f4daa {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:49:17.664713 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9442cb15-ce8e-4623-b0da-38d86e206be4 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:17.684148 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 5860c24f-5ec5-4e55-bf7f-edeff62f4daa, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=5860c24f-5ec5-4e55-bf7f-edeff62f4daa,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:17.751442 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:17.752065 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9442cb15-ce8e-4623-b0da-38d86e206be4 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:17.790114 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b0eea333-ae1c-44ec-9649-abbe97fb9d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:17.791522 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9442cb15-ce8e-4623-b0da-38d86e206be4 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2682e26-a209-47d0-8e2a-a19efdbc982b,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:17.819126 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=5860c24f-5ec5-4e55-bf7f-edeff62f4daa,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:17.895084 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b0eea333-ae1c-44ec-9649-abbe97fb9d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:17.932210 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eea333-ae1c-44ec-9649-abbe97fb9d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff8ac24-9e0f-4cd9-a304-40b41799ac35,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:17.941258 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['5860c24f-5ec5-4e55-bf7f-edeff62f4daa'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:49:17.941854 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 59226) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:17.949242 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b0eea333-ae1c-44ec-9649-abbe97fb9d68 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c66e8bf71a144cc691256ed168bd7242&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3429883 Aug 18 12:49:17.975489 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9442cb15-ce8e-4623-b0da-38d86e206be4 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:17.976071 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9442cb15-ce8e-4623-b0da-38d86e206be4 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5281181 Aug 18 12:49:17.981812 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59232) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:17.986559 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-d0384c19-9a72-46ee-885a-8defcc9421a3 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Request body: {'security_group_rule': {'security_group_id': 'ee980e07-2290-400b-be07-7f7b3032a482', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:49:18.053338 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8f2b3c74-f761-4416-8d4c-e524f74f6210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:18.089847 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e447a3f9-c19e-4143-92bd-0fdcdd753d9f req-a054db1b-61a6-430b-9b26-779edcd921d0 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=02128226-94e7-4e9a-a1b0-25b32151af1d HTTP/1.1" status: 200 len: 210 time: 0.0381808 Aug 18 12:49:18.111816 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d0384c19-9a72-46ee-885a-8defcc9421a3 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:18.138194 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8f2b3c74-f761-4416-8d4c-e524f74f6210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:18.261081 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92327444-0b58-40dc-89c5-dda4d9a33686 req-b9b539f0-a287-4872-8ee3-d7baf6ae883c tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:18.262669 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-92327444-0b58-40dc-89c5-dda4d9a33686 req-b9b539f0-a287-4872-8ee3-d7baf6ae883c tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e13c0e6-60b6-46f8-9b21-62ed4d1f4ab4 HTTP/1.1" status: 200 len: 950 time: 0.0743601 Aug 18 12:49:18.310516 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8f2b3c74-f761-4416-8d4c-e524f74f6210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:18.311134 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d0384c19-9a72-46ee-885a-8defcc9421a3 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:18.312991 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8f2b3c74-f761-4416-8d4c-e524f74f6210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:18.314295 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8f2b3c74-f761-4416-8d4c-e524f74f6210 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eff8ac24-9e0f-4cd9-a304-40b41799ac35 HTTP/1.1" status: 204 len: 168 time: 0.3713059 Aug 18 12:49:18.340558 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-92327444-0b58-40dc-89c5-dda4d9a33686 req-2d010642-a998-4745-93cb-f8e93da26c80 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/security-groups?id=86910017-f667-419d-b019-adf5c86d0af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710552 Aug 18 12:49:18.356658 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b3c74-f761-4416-8d4c-e524f74f6210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff8ac24-9e0f-4cd9-a304-40b41799ac35,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:18.395853 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d0384c19-9a72-46ee-885a-8defcc9421a3 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:18.414895 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0384c19-9a72-46ee-885a-8defcc9421a3 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42e8f136-37d4-40ba-a738-7ef00b2a6b21,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:18.512048 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f9a20-deb8-4131-a93e-109dfd1c479d req-934ded89-7ecc-478f-9c23-fcb8ab3ec922 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:18.513575 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f22f9a20-deb8-4131-a93e-109dfd1c479d req-934ded89-7ecc-478f-9c23-fcb8ab3ec922 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/ports?device_id=c367d3b5-eec4-4eff-a82d-a451dd7e221f HTTP/1.1" status: 200 len: 949 time: 0.0472553 Aug 18 12:49:18.541967 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d0384c19-9a72-46ee-885a-8defcc9421a3 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:18.543274 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d0384c19-9a72-46ee-885a-8defcc9421a3 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5598950 Aug 18 12:49:18.546582 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 59256) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:18.553267 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-e8217782-b060-472d-8129-00bce6e5c929 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:49:18.565957 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f22f9a20-deb8-4131-a93e-109dfd1c479d req-74ae04df-a204-4186-9917-7c0468db9136 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc88c885-7c0f-4662-9c8e-1ec587e350e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460896 Aug 18 12:49:18.709610 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e8217782-b060-472d-8129-00bce6e5c929 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks [] for floatingip, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:18.811983 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e8217782-b060-472d-8129-00bce6e5c929 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:18.962139 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-e8217782-b060-472d-8129-00bce6e5c929 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Allocated IP 172.25.6.64 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/5da9d08f-07fb-42ef-9206-3e1cd4a549b9) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:49:19.092904 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 5860c24f-5ec5-4e55-bf7f-edeff62f4daa up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:49:19.130143 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e8217782-b060-472d-8129-00bce6e5c929 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:19.173293 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-ce1c2e8b-3071-4f79-82a4-79a12c0723e9 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:19.175507 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-ce1c2e8b-3071-4f79-82a4-79a12c0723e9 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.39 "GET /v2.0/networks?id=8e2ca950-415a-439c-a01b-47dff2e51d7d HTTP/1.1" status: 200 len: 807 time: 0.1474435 Aug 18 12:49:19.196033 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-0db27d86-baa9-4c19-b2f6-37ef6e96619b tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Request body: {'port': {'device_id': '02128226-94e7-4e9a-a1b0-25b32151af1d', 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d', 'admin_state_up': True, 'tenant_id': '075606cfda364ddebe4be31640ab3a76'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:49:19.265335 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 59284) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:19.268264 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-38ad44a7-7851-4db2-90d1-ebffa69b91b4 req-f09299c4-d3b9-42e0-b9c5-0b5f67fa327d tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=02128226-94e7-4e9a-a1b0-25b32151af1d HTTP/1.1" status: 200 len: 210 time: 0.0464420 Aug 18 12:49:19.281410 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 5860c24f-5ec5-4e55-bf7f-edeff62f4daa completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:49:19.286462 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 5860c24f-5ec5-4e55-bf7f-edeff62f4daa triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:49:19.287248 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:19.334637 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59290) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:19.338081 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-a81a127c-9300-484f-b5fe-219b0322e24c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2130225140-network', 'tenant_id': 'e0e056aaff3a4fdaa89ed0aaa8e332c8'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:49:19.360562 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e8217782-b060-472d-8129-00bce6e5c929 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:19.410366 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:19.430032 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81a127c-9300-484f-b5fe-219b0322e24c admin admin] Made reservation on behalf of e0e056aaff3a4fdaa89ed0aaa8e332c8 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:49:19.430447 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8217782-b060-472d-8129-00bce6e5c929 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Pushing event updated for resources: {'Port': ['ID=5da9d08f-07fb-42ef-9206-3e1cd4a549b9,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:19.432756 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a81a127c-9300-484f-b5fe-219b0322e24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:19.454651 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8217782-b060-472d-8129-00bce6e5c929 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:49:19.454844 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c367d3b5-eec4-4eff-a82d-a451dd7e221f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5860c24f-5ec5-4e55-bf7f-edeff62f4daa'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:49:19.456183 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-e8217782-b060-472d-8129-00bce6e5c929 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:49:19.457126 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a81a127c-9300-484f-b5fe-219b0322e24c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:19.457265 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b668d94c-c2af-4fa5-956d-9239390b3d79" -d '{"events": [{"server_uuid": "c367d3b5-eec4-4eff-a82d-a451dd7e221f", "name": "network-vif-plugged", "status": "completed", "tag": "5860c24f-5ec5-4e55-bf7f-edeff62f4daa"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:49:19.458781 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8217782-b060-472d-8129-00bce6e5c929 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:49:19.481397 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 5860c24f-5ec5-4e55-bf7f-edeff62f4daa, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=5860c24f-5ec5-4e55-bf7f-edeff62f4daa,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:19.507865 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4268436e-6f4e-4fc6-b2d0-ac016fba8393 x-openstack-request-id: req-4268436e-6f4e-4fc6-b2d0-ac016fba8393 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:49:19.508684 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c367d3b5-eec4-4eff-a82d-a451dd7e221f", "name": "network-vif-plugged", "status": "completed", "tag": "5860c24f-5ec5-4e55-bf7f-edeff62f4daa", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:49:19.513436 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4268436e-6f4e-4fc6-b2d0-ac016fba8393 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:49:19.513436 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c367d3b5-eec4-4eff-a82d-a451dd7e221f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5860c24f-5ec5-4e55-bf7f-edeff62f4daa', 'code': 200} Aug 18 12:49:19.578996 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-0db27d86-baa9-4c19-b2f6-37ef6e96619b tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Made reservation on behalf of 075606cfda364ddebe4be31640ab3a76 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:49:19.582321 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-0db27d86-baa9-4c19-b2f6-37ef6e96619b tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:19.604052 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:19.612905 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b03d7e02-3258-4ab5-9707-f9bb22529cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:19.638784 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e8217782-b060-472d-8129-00bce6e5c929 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:19.669063 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975587c-d9ef-4d41-8d7d-50f3afbda231 req-61e42290-8229-43ab-9953-37c5fcfd39b4 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:19.670620 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3975587c-d9ef-4d41-8d7d-50f3afbda231 req-61e42290-8229-43ab-9953-37c5fcfd39b4 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e13c0e6-60b6-46f8-9b21-62ed4d1f4ab4 HTTP/1.1" status: 200 len: 950 time: 0.1688244 Aug 18 12:49:19.714141 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=5860c24f-5ec5-4e55-bf7f-edeff62f4daa,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:19.731481 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a81a127c-9300-484f-b5fe-219b0322e24c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:19.744949 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c8679-2975-407c-af8e-062064fd48af req-a61b9fdf-f4fc-4ba4-b0db-09af01b03aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:19.746699 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6f6c8679-2975-407c-af8e-062064fd48af req-a61b9fdf-f4fc-4ba4-b0db-09af01b03aa0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c367d3b5-eec4-4eff-a82d-a451dd7e221f HTTP/1.1" status: 200 len: 1100 time: 0.1767154 Aug 18 12:49:19.748560 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59304) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:19.801348 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a81a127c-9300-484f-b5fe-219b0322e24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:19.836982 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6f6c8679-2975-407c-af8e-062064fd48af req-5af3760d-af35-403f-b435-41ede2d4b1ea service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cc88c885-7c0f-4662-9c8e-1ec587e350e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679774 Aug 18 12:49:19.858061 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c8831-6c25-433b-b0e5-a3c60084ee95 req-44f96543-8465-4a13-b0e7-a82fb3a29d84 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:19.859986 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-882c8831-6c25-433b-b0e5-a3c60084ee95 req-44f96543-8465-4a13-b0e7-a82fb3a29d84 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/ports?device_id=c367d3b5-eec4-4eff-a82d-a451dd7e221f HTTP/1.1" status: 200 len: 950 time: 0.1271300 Aug 18 12:49:19.869837 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a81a127c-9300-484f-b5fe-219b0322e24c admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:49:19.899221 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a127c-9300-484f-b5fe-219b0322e24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6647fe1f-9dd4-410a-80ec-1493b9dc91e5,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:19.903517 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a81a127c-9300-484f-b5fe-219b0322e24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:19.904154 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-a81a127c-9300-484f-b5fe-219b0322e24c admin admin] Added segment 0e28bfec-11f3-4f30-9522-a0ab348d4fe9 of type vlan for network a9f5818b-2b86-4d14-b709-d3b4ffd35fdf Aug 18 12:49:19.954846 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3975587c-d9ef-4d41-8d7d-50f3afbda231 req-c6bf06c3-a4b6-4938-a444-048814aeed32 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/security-groups?id=86910017-f667-419d-b019-adf5c86d0af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775707 Aug 18 12:49:19.986384 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-53dabbd4-e315-4ce1-a8ec-26d110d598a0 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1877647334-network', 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:49:19.986384 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-882c8831-6c25-433b-b0e5-a3c60084ee95 req-a1cc9643-f8d6-49f1-9f3b-3329caa372ed tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc88c885-7c0f-4662-9c8e-1ec587e350e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119683 Aug 18 12:49:19.989887 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a81a127c-9300-484f-b5fe-219b0322e24c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:19.992780 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e8217782-b060-472d-8129-00bce6e5c929 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:20.072371 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-0db27d86-baa9-4c19-b2f6-37ef6e96619b tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Allocated IP 172.20.0.3 (8e2ca950-415a-439c-a01b-47dff2e51d7d/a7c71ac1-e82b-41d2-8931-67fb6a54cbad/61def3a8-63bb-457f-b892-c8870f124b45) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:49:20.097991 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a81a127c-9300-484f-b5fe-219b0322e24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:20.099031 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81a127c-9300-484f-b5fe-219b0322e24c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:20.099653 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a81a127c-9300-484f-b5fe-219b0322e24c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:20.162691 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a127c-9300-484f-b5fe-219b0322e24c admin admin] Pushing event updated for resources: {'Network': ['ID=a9f5818b-2b86-4d14-b709-d3b4ffd35fdf,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:20.174248 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network a9f5818b-2b86-4d14-b709-d3b4ffd35fdf details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:49:20.208511 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b03d7e02-3258-4ab5-9707-f9bb22529cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:20.223724 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59318) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:20.299774 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b03d7e02-3258-4ab5-9707-f9bb22529cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:20.325525 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-495936fc-f3a2-4b30-9119-4ee62f9194c3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1609313234-network', 'tenant_id': '897769f511c740088662d1c81eeed0ac'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:49:20.331026 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b03d7e02-3258-4ab5-9707-f9bb22529cd2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c5ed32bb84d47ce93b5fb7d0d091773&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0686190 Aug 18 12:49:20.341983 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59324) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:20.343193 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e8217782-b060-472d-8129-00bce6e5c929 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:20.364237 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a81a127c-9300-484f-b5fe-219b0322e24c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0309265 Aug 18 12:49:20.366749 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 59326) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:20.376913 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-e32e290f-a271-4cc0-83b0-c616c0ca74cd admin admin] Request body: {'subnet': {'network_id': 'a9f5818b-2b86-4d14-b709-d3b4ffd35fdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2130225140-subnet', 'tenant_id': 'e0e056aaff3a4fdaa89ed0aaa8e332c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:49:20.382778 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d7e02-3258-4ab5-9707-f9bb22529cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d25cfaf-c087-4553-970e-ede740821f2c,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:20.402784 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-0db27d86-baa9-4c19-b2f6-37ef6e96619b tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:20.405945 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c397f069-1820-4ab5-90d6-10b18f25cd77 req-28433c72-04b5-409c-aca6-81d68cac6ce2 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=02128226-94e7-4e9a-a1b0-25b32151af1d HTTP/1.1" status: 200 len: 210 time: 0.0520177 Aug 18 12:49:20.419503 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e8217782-b060-472d-8129-00bce6e5c929 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:20.447207 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a3e78e98-2c98-45c6-a16e-e0f393a211ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:20.465460 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e8217782-b060-472d-8129-00bce6e5c929 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:20.470482 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a3e78e98-2c98-45c6-a16e-e0f393a211ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:20.493642 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8217782-b060-472d-8129-00bce6e5c929 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Pushing event updated for resources: {'Port': ['ID=5da9d08f-07fb-42ef-9206-3e1cd4a549b9,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:20.507668 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53dabbd4-e315-4ce1-a8ec-26d110d598a0 admin admin] Made reservation on behalf of a75dbc010737425ca08685b9dab39e3d for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:49:20.507668 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-53dabbd4-e315-4ce1-a8ec-26d110d598a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:20.533486 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-53dabbd4-e315-4ce1-a8ec-26d110d598a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:20.579953 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-0db27d86-baa9-4c19-b2f6-37ef6e96619b tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:20.582108 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77202379-498e-4746-9393-ca456d1ba424 req-20b5fa5a-aabd-484d-82a6-6b744eb4d79f tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:20.583679 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-77202379-498e-4746-9393-ca456d1ba424 req-20b5fa5a-aabd-484d-82a6-6b744eb4d79f tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e13c0e6-60b6-46f8-9b21-62ed4d1f4ab4 HTTP/1.1" status: 200 len: 950 time: 0.0727270 Aug 18 12:49:20.608551 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495936fc-f3a2-4b30-9119-4ee62f9194c3 admin admin] Made reservation on behalf of 897769f511c740088662d1c81eeed0ac for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:49:20.610780 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-495936fc-f3a2-4b30-9119-4ee62f9194c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:20.621180 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-0db27d86-baa9-4c19-b2f6-37ef6e96619b tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Network 8e2ca950-415a-439c-a01b-47dff2e51d7d is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:49:20.623417 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-495936fc-f3a2-4b30-9119-4ee62f9194c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:20.626050 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-0db27d86-baa9-4c19-b2f6-37ef6e96619b tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:49:20.629783 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-0db27d86-baa9-4c19-b2f6-37ef6e96619b tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:49:20.635790 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-0db27d86-baa9-4c19-b2f6-37ef6e96619b tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:20.636969 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-0db27d86-baa9-4c19-b2f6-37ef6e96619b tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:20.642813 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-77202379-498e-4746-9393-ca456d1ba424 req-730263c1-c3d5-43af-8217-17501b8285ac tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/security-groups?id=86910017-f667-419d-b019-adf5c86d0af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524075 Aug 18 12:49:20.647068 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db27d86-baa9-4c19-b2f6-37ef6e96619b tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Pushing event updated for resources: {'Port': ['ID=61def3a8-63bb-457f-b892-c8870f124b45,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:20.654273 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a3e78e98-2c98-45c6-a16e-e0f393a211ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:20.656866 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a3e78e98-2c98-45c6-a16e-e0f393a211ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:20.658277 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a3e78e98-2c98-45c6-a16e-e0f393a211ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d25cfaf-c087-4553-970e-ede740821f2c HTTP/1.1" status: 204 len: 168 time: 0.3151245 Aug 18 12:49:20.666287 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e78e98-2c98-45c6-a16e-e0f393a211ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d25cfaf-c087-4553-970e-ede740821f2c,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:20.687166 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e8217782-b060-472d-8129-00bce6e5c929 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:20.690019 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e8217782-b060-472d-8129-00bce6e5c929 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1423445 Aug 18 12:49:20.798630 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32e290f-a271-4cc0-83b0-c616c0ca74cd admin admin] Made reservation on behalf of e0e056aaff3a4fdaa89ed0aaa8e332c8 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:49:20.801062 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e32e290f-a271-4cc0-83b0-c616c0ca74cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:20.958487 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-53dabbd4-e315-4ce1-a8ec-26d110d598a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:20.997574 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-c867ad4e-ccab-4836-90ca-e6edc5c75f67 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:20.999193 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-c867ad4e-ccab-4836-90ca-e6edc5c75f67 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/networks?id=868b2abd-c11c-4513-ae1d-4c8f78707536 HTTP/1.1" status: 200 len: 822 time: 0.1417196 Aug 18 12:49:21.014306 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-e539806a-5a90-489c-bc20-eafc37eb31e2 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/quotas/d8cfbe58f669487bb73cf800dbfde991 HTTP/1.1" status: 200 len: 375 time: 0.0093298 Aug 18 12:49:21.060437 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-53dabbd4-e315-4ce1-a8ec-26d110d598a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:21.091515 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53dabbd4-e315-4ce1-a8ec-26d110d598a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:49:21.111511 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-7b7ce3ea-af72-448f-b1f1-c2f21647224a tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8cfbe58f669487bb73cf800dbfde991&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0916669 Aug 18 12:49:21.113059 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e32e290f-a271-4cc0-83b0-c616c0ca74cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:21.124580 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-53dabbd4-e315-4ce1-a8ec-26d110d598a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:21.124925 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-53dabbd4-e315-4ce1-a8ec-26d110d598a0 admin admin] Added segment c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca of type vlan for network 02fd23fc-4be9-4045-ae50-4a7decb4e07c Aug 18 12:49:21.129023 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dabbd4-e315-4ce1-a8ec-26d110d598a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a60b3fd-3014-4824-999c-61ec3926c911,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:21.199197 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06bc71-afec-40f3-81a9-9d01da57334b req-e232f0c3-af11-40e4-85c4-68b619310c09 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:21.200663 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eb06bc71-afec-40f3-81a9-9d01da57334b req-e232f0c3-af11-40e4-85c4-68b619310c09 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/ports?device_id=c367d3b5-eec4-4eff-a82d-a451dd7e221f HTTP/1.1" status: 200 len: 950 time: 0.0985987 Aug 18 12:49:21.208825 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e290f-a271-4cc0-83b0-c616c0ca74cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0e6e80c-117d-4769-8a19-b737583083fe,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:21.227266 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32e290f-a271-4cc0-83b0-c616c0ca74cd admin admin] Checking segment: {'id': '0e28bfec-11f3-4f30-9522-a0ab348d4fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a9f5818b-2b86-4d14-b709-d3b4ffd35fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:49:21.227619 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32e290f-a271-4cc0-83b0-c616c0ca74cd admin admin] Network hostable DHCP agents. Network: a9f5818b-2b86-4d14-b709-d3b4ffd35fdf, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:49:21.237501 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-53dabbd4-e315-4ce1-a8ec-26d110d598a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:21.256917 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eb06bc71-afec-40f3-81a9-9d01da57334b req-dd0fbf3d-d356-43a0-a42e-4fb148acc11a tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc88c885-7c0f-4662-9c8e-1ec587e350e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490396 Aug 18 12:49:21.304245 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-d5fb0104-0985-4563-a62a-5539a6889350 service neutron] 10.222.0.13 "GET /v2.0/networks/868b2abd-c11c-4513-ae1d-4c8f78707536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777225 Aug 18 12:49:21.346775 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32e290f-a271-4cc0-83b0-c616c0ca74cd admin admin] Network a9f5818b-2b86-4d14-b709-d3b4ffd35fdf is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:49:21.365976 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-495936fc-f3a2-4b30-9119-4ee62f9194c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:21.365976 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-53dabbd4-e315-4ce1-a8ec-26d110d598a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:21.366374 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dabbd4-e315-4ce1-a8ec-26d110d598a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:21.367229 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-53dabbd4-e315-4ce1-a8ec-26d110d598a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:21.389781 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d33c1-d4c1-496e-a53f-9dd18c236c0d req-ddbe2ec5-fdb1-48e8-bb49-6677d52f5c6f tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:21.391331 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-030d33c1-d4c1-496e-a53f-9dd18c236c0d req-ddbe2ec5-fdb1-48e8-bb49-6677d52f5c6f tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e13c0e6-60b6-46f8-9b21-62ed4d1f4ab4 HTTP/1.1" status: 200 len: 950 time: 0.0552719 Aug 18 12:49:21.391806 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 59354) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:21.411128 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7adfcd62-6cad-454e-9cfc-d4e1157f0ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:21.446260 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-030d33c1-d4c1-496e-a53f-9dd18c236c0d req-0c9a2e98-c34b-447e-905e-a806d6ebd75d tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/security-groups?id=86910017-f667-419d-b019-adf5c86d0af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481491 Aug 18 12:49:21.447402 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-495936fc-f3a2-4b30-9119-4ee62f9194c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:21.458778 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dabbd4-e315-4ce1-a8ec-26d110d598a0 admin admin] Pushing event updated for resources: {'Network': ['ID=02fd23fc-4be9-4045-ae50-4a7decb4e07c,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:21.469806 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 02fd23fc-4be9-4045-ae50-4a7decb4e07c details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:49:21.471800 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-e32e290f-a271-4cc0-83b0-c616c0ca74cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, a9f5818b-2b86-4d14-b709-d3b4ffd35fdf) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:49:21.483677 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32e290f-a271-4cc0-83b0-c616c0ca74cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:21.483677 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e32e290f-a271-4cc0-83b0-c616c0ca74cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:21.497744 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-495936fc-f3a2-4b30-9119-4ee62f9194c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:49:21.499626 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a3d161-8be5-4867-897a-130fa61f13db None None] Network a9f5818b-2b86-4d14-b709-d3b4ffd35fdf requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:49:21.505369 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-baf6f236-ae19-489e-90f9-00ac7e7008af service neutron] 10.222.0.13 "GET /v2.0/networks/868b2abd-c11c-4513-ae1d-4c8f78707536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934400 Aug 18 12:49:21.508468 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495936fc-f3a2-4b30-9119-4ee62f9194c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd71314c-70c6-440d-be00-d1eb7ce7ff7d,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:21.513546 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-495936fc-f3a2-4b30-9119-4ee62f9194c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:21.513898 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-495936fc-f3a2-4b30-9119-4ee62f9194c3 admin admin] Added segment 5b263640-5ce8-48c3-9f0c-ea97bd4fcace of type vlan for network ebf27eaa-e45c-4211-af61-c4ba3d80ec8e Aug 18 12:49:21.547491 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-0db27d86-baa9-4c19-b2f6-37ef6e96619b tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3618469 Aug 18 12:49:21.559936 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-495936fc-f3a2-4b30-9119-4ee62f9194c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:21.561191 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-62a9b949-f5e9-4b00-8fe9-097aa8e48fa1 service neutron] Request body: {'port': {'device_id': '02128226-94e7-4e9a-a1b0-25b32151af1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:49:21.609531 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-53dabbd4-e315-4ce1-a8ec-26d110d598a0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8596475 Aug 18 12:49:21.612337 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59358) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:21.617515 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-d908cc86-9deb-4531-89e4-450e85a18ab5 admin admin] Request body: {'subnet': {'network_id': '02fd23fc-4be9-4045-ae50-4a7decb4e07c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1877647334-subnet', 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:49:21.624632 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e32e290f-a271-4cc0-83b0-c616c0ca74cd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2558429 Aug 18 12:49:21.666246 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-62a9b949-f5e9-4b00-8fe9-097aa8e48fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:21.676700 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-495936fc-f3a2-4b30-9119-4ee62f9194c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:21.677765 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495936fc-f3a2-4b30-9119-4ee62f9194c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:21.678444 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-495936fc-f3a2-4b30-9119-4ee62f9194c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:21.724608 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff783ab3-b6b0-4202-8459-6576d7aa1312 None None] Network a9f5818b-2b86-4d14-b709-d3b4ffd35fdf requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:49:21.756280 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495936fc-f3a2-4b30-9119-4ee62f9194c3 admin admin] Pushing event updated for resources: {'Network': ['ID=ebf27eaa-e45c-4211-af61-c4ba3d80ec8e,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:21.800211 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network ebf27eaa-e45c-4211-af61-c4ba3d80ec8e details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:49:21.896439 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7adfcd62-6cad-454e-9cfc-d4e1157f0ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:21.914005 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75908b64-1202-4a3c-be60-9e22f5617494 req-7bdd2344-6276-4b37-9ece-3825abd9eb47 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:21.915569 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-75908b64-1202-4a3c-be60-9e22f5617494 req-7bdd2344-6276-4b37-9ece-3825abd9eb47 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=02128226-94e7-4e9a-a1b0-25b32151af1d HTTP/1.1" status: 200 len: 931 time: 0.1166513 Aug 18 12:49:21.991384 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7adfcd62-6cad-454e-9cfc-d4e1157f0ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:22.000257 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-75908b64-1202-4a3c-be60-9e22f5617494 req-92984259-fdb3-4b51-b536-88f7b3f6d482 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704267 Aug 18 12:49:22.060161 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-495936fc-f3a2-4b30-9119-4ee62f9194c3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.8350196 Aug 18 12:49:22.063380 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59378) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:22.066067 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-589a6d6f-dcb6-41a7-9925-587a5ecc5982 req-05ea7638-5e33-482f-9884-f768a3ca9215 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ad53b1b-b407-4c10-8216-3d5114552036 HTTP/1.1" status: 200 len: 210 time: 0.0600245 Aug 18 12:49:22.070449 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-5b026dce-85cc-477d-96e2-10400342698a admin admin] Request body: {'subnet': {'network_id': 'ebf27eaa-e45c-4211-af61-c4ba3d80ec8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1609313234-subnet', 'tenant_id': '897769f511c740088662d1c81eeed0ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:49:22.070839 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adfcd62-6cad-454e-9cfc-d4e1157f0ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f340b1-27f0-4d4f-a7cf-538c269281b3,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:22.093018 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7adfcd62-6cad-454e-9cfc-d4e1157f0ea9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aecb00809e06494e8a0307e2749bf7ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6999364 Aug 18 12:49:22.095593 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59380) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:22.140682 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d908cc86-9deb-4531-89e4-450e85a18ab5 admin admin] Made reservation on behalf of a75dbc010737425ca08685b9dab39e3d for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:49:22.143010 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d908cc86-9deb-4531-89e4-450e85a18ab5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:22.230007 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ee2e5-9af5-48d3-99e3-53bd8ece51a2 req-1b24474e-5f78-444e-a89e-1df39a8b83a3 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:22.230007 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eb3ee2e5-9af5-48d3-99e3-53bd8ece51a2 req-1b24474e-5f78-444e-a89e-1df39a8b83a3 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/ports?device_id=c367d3b5-eec4-4eff-a82d-a451dd7e221f HTTP/1.1" status: 200 len: 950 time: 0.0908225 Aug 18 12:49:22.250622 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4a751a31-3acf-49d6-a1c2-94d074976fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:22.251344 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-62a9b949-f5e9-4b00-8fe9-097aa8e48fa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61def3a8-63bb-457f-b892-c8870f124b45 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:49:22.267033 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-62a9b949-f5e9-4b00-8fe9-097aa8e48fa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:22.289132 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-62a9b949-f5e9-4b00-8fe9-097aa8e48fa1 service neutron] Transition to ACTIVE for port object 61def3a8-63bb-457f-b892-c8870f124b45 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:49:22.291988 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b026dce-85cc-477d-96e2-10400342698a admin admin] Made reservation on behalf of 897769f511c740088662d1c81eeed0ac for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:49:22.294273 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5b026dce-85cc-477d-96e2-10400342698a admin admin] Notify callbacks [] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:22.294395 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eb3ee2e5-9af5-48d3-99e3-53bd8ece51a2 req-b69cde0b-7dc0-4446-9eb6-0f9b63778ab1 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc88c885-7c0f-4662-9c8e-1ec587e350e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551264 Aug 18 12:49:22.312131 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4a751a31-3acf-49d6-a1c2-94d074976fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:22.389849 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-62a9b949-f5e9-4b00-8fe9-097aa8e48fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:22.459745 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a9b949-f5e9-4b00-8fe9-097aa8e48fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=61def3a8-63bb-457f-b892-c8870f124b45,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:22.476616 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-62a9b949-f5e9-4b00-8fe9-097aa8e48fa1 service neutron] Attempting to bind port 61def3a8-63bb-457f-b892-c8870f124b45 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:49:22.476616 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-62a9b949-f5e9-4b00-8fe9-097aa8e48fa1 service neutron] Attempting to bind port 61def3a8-63bb-457f-b892-c8870f124b45 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:49:22.476870 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-62a9b949-f5e9-4b00-8fe9-097aa8e48fa1 service neutron] Attempting to bind port 61def3a8-63bb-457f-b892-c8870f124b45 on network 8e2ca950-415a-439c-a01b-47dff2e51d7d {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:49:22.481757 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-62a9b949-f5e9-4b00-8fe9-097aa8e48fa1 service neutron] Port 61def3a8-63bb-457f-b892-c8870f124b45 on network 8e2ca950-415a-439c-a01b-47dff2e51d7d not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:49:22.485766 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-62a9b949-f5e9-4b00-8fe9-097aa8e48fa1 service neutron] Attempting to bind port 61def3a8-63bb-457f-b892-c8870f124b45 on network 8e2ca950-415a-439c-a01b-47dff2e51d7d {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:49:22.487161 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-62a9b949-f5e9-4b00-8fe9-097aa8e48fa1 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:49:22.487546 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-62a9b949-f5e9-4b00-8fe9-097aa8e48fa1 service neutron] Checking segment: {'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:49:22.487937 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-62a9b949-f5e9-4b00-8fe9-097aa8e48fa1 service neutron] Bound using segment: {'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:49:22.488365 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-62a9b949-f5e9-4b00-8fe9-097aa8e48fa1 service neutron] Bound port: 61def3a8-63bb-457f-b892-c8870f124b45, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:49:22.488778 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-62a9b949-f5e9-4b00-8fe9-097aa8e48fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:22.525553 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-53bc6530-2d66-49f9-87c7-d8aece2f79b4 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:22.527300 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-53bc6530-2d66-49f9-87c7-d8aece2f79b4 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/networks?id=91d3e9e9-f927-4110-8610-d1ae88923133 HTTP/1.1" status: 200 len: 821 time: 0.2572994 Aug 18 12:49:22.581979 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-62a9b949-f5e9-4b00-8fe9-097aa8e48fa1 service neutron] For port 61def3a8-63bb-457f-b892-c8870f124b45, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:49:22.609166 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-62a9b949-f5e9-4b00-8fe9-097aa8e48fa1 service neutron] For port 61def3a8-63bb-457f-b892-c8870f124b45, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=61def3a8-63bb-457f-b892-c8870f124b45,segment=NetworkSegment(9980139b-d711-402f-b96d-94b03ea2978e),segment_id=9980139b-d711-402f-b96d-94b03ea2978e)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:49:22.609835 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-51950f79-7b6e-4d2e-a50d-39ebfbfc1f6e tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/quotas/3e9a8a0a72a94b328bf1e534da208edd HTTP/1.1" status: 200 len: 375 time: 0.0660565 Aug 18 12:49:22.629117 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f38efe-3afb-4d4d-b722-309f21a7860e req-e708b894-4264-4fac-aae7-e0dc0f60d15f tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:22.630738 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a9f38efe-3afb-4d4d-b722-309f21a7860e req-e708b894-4264-4fac-aae7-e0dc0f60d15f tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e13c0e6-60b6-46f8-9b21-62ed4d1f4ab4 HTTP/1.1" status: 200 len: 950 time: 0.0636613 Aug 18 12:49:22.670266 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a9f38efe-3afb-4d4d-b722-309f21a7860e req-cb47bd2f-1802-4a03-9d5b-a15e5aef2d9e tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/security-groups?id=86910017-f667-419d-b019-adf5c86d0af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327497 Aug 18 12:49:22.677362 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-62a9b949-f5e9-4b00-8fe9-097aa8e48fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:22.679624 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4a751a31-3acf-49d6-a1c2-94d074976fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:22.682217 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4a751a31-3acf-49d6-a1c2-94d074976fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:22.683895 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4a751a31-3acf-49d6-a1c2-94d074976fa3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a9f340b1-27f0-4d4f-a7cf-538c269281b3 HTTP/1.1" status: 204 len: 168 time: 0.5868323 Aug 18 12:49:22.685963 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-01b3c1a7-554a-4b4d-a757-a586d1ebefc8 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3e9a8a0a72a94b328bf1e534da208edd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651171 Aug 18 12:49:22.708522 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576940a-74bc-4ebf-b713-e2c2704f633e req-f9f698ea-731c-4e1b-9df3-add05dc143ca tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:22.710001 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8576940a-74bc-4ebf-b713-e2c2704f633e req-f9f698ea-731c-4e1b-9df3-add05dc143ca tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e13c0e6-60b6-46f8-9b21-62ed4d1f4ab4 HTTP/1.1" status: 200 len: 950 time: 0.1818213 Aug 18 12:49:22.723023 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-62a9b949-f5e9-4b00-8fe9-097aa8e48fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:22.723764 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-62a9b949-f5e9-4b00-8fe9-097aa8e48fa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:22.725514 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-62a9b949-f5e9-4b00-8fe9-097aa8e48fa1 service neutron] 10.222.0.39 "PUT /v2.0/ports/61def3a8-63bb-457f-b892-c8870f124b45 HTTP/1.1" status: 200 len: 1091 time: 1.1691973 Aug 18 12:49:22.726017 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02128226-94e7-4e9a-a1b0-25b32151af1d', 'tag': '61def3a8-63bb-457f-b892-c8870f124b45'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:49:22.728780 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfe7a1e-ac2b-46c3-8a1f-4ce96816cbad" -d '{"events": [{"name": "network-changed", "server_uuid": "02128226-94e7-4e9a-a1b0-25b32151af1d", "tag": "61def3a8-63bb-457f-b892-c8870f124b45"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:49:22.736718 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a751a31-3acf-49d6-a1c2-94d074976fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f340b1-27f0-4d4f-a7cf-538c269281b3,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:22.775453 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a9b949-f5e9-4b00-8fe9-097aa8e48fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=61def3a8-63bb-457f-b892-c8870f124b45,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:22.779730 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d908cc86-9deb-4531-89e4-450e85a18ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:22.799470 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3249a69-36d9-4c78-94a4-a9b5d7fb5e2a x-openstack-request-id: req-d3249a69-36d9-4c78-94a4-a9b5d7fb5e2a {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:49:22.799470 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02128226-94e7-4e9a-a1b0-25b32151af1d", "tag": "61def3a8-63bb-457f-b892-c8870f124b45", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:49:22.799470 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3249a69-36d9-4c78-94a4-a9b5d7fb5e2a {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:49:22.799470 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02128226-94e7-4e9a-a1b0-25b32151af1d', 'tag': '61def3a8-63bb-457f-b892-c8870f124b45', 'status': 'completed', 'code': 200} Aug 18 12:49:22.869585 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe7a1e-ac2b-46c3-8a1f-4ce96816cbad req-2694d22b-9b1c-4e01-b53f-537edfdeb9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:22.871592 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fdfe7a1e-ac2b-46c3-8a1f-4ce96816cbad req-2694d22b-9b1c-4e01-b53f-537edfdeb9e0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=075606cfda364ddebe4be31640ab3a76&device_id=02128226-94e7-4e9a-a1b0-25b32151af1d HTTP/1.1" status: 200 len: 1094 time: 0.0535831 Aug 18 12:49:23.049225 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe7a1e-ac2b-46c3-8a1f-4ce96816cbad req-42b7e237-2d89-45de-b3ca-e8431b567ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:23.050996 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fdfe7a1e-ac2b-46c3-8a1f-4ce96816cbad req-42b7e237-2d89-45de-b3ca-e8431b567ddd service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=075606cfda364ddebe4be31640ab3a76&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1719017 Aug 18 12:49:23.174395 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d908cc86-9deb-4531-89e4-450e85a18ab5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=154e0376-ea0e-40f2-a861-d291c3269453,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:23.192117 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5b026dce-85cc-477d-96e2-10400342698a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:23.196684 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe7a1e-ac2b-46c3-8a1f-4ce96816cbad req-c90da364-1d3f-4293-98c9-ff9e5b9a840d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:23.196684 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fdfe7a1e-ac2b-46c3-8a1f-4ce96816cbad req-c90da364-1d3f-4293-98c9-ff9e5b9a840d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1385620 Aug 18 12:49:23.198598 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-3f878202-d1de-4180-b7e8-8e605741aa27 service neutron] 10.222.0.13 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5005565 Aug 18 12:49:23.246745 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52db6aa-131b-4a90-9978-016b432069c5 req-920b536d-eaa1-4b4b-8322-dceb483de6f2 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:23.247232 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d908cc86-9deb-4531-89e4-450e85a18ab5 admin admin] Checking segment: {'id': 'c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '02fd23fc-4be9-4045-ae50-4a7decb4e07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:49:23.247232 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d908cc86-9deb-4531-89e4-450e85a18ab5 admin admin] Network hostable DHCP agents. Network: 02fd23fc-4be9-4045-ae50-4a7decb4e07c, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:49:23.249025 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f52db6aa-131b-4a90-9978-016b432069c5 req-920b536d-eaa1-4b4b-8322-dceb483de6f2 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=02128226-94e7-4e9a-a1b0-25b32151af1d HTTP/1.1" status: 200 len: 943 time: 0.0775397 Aug 18 12:49:23.323523 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-54e06438-d172-49a5-932a-3bed740258fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:23.325021 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-54e06438-d172-49a5-932a-3bed740258fb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=075606cfda364ddebe4be31640ab3a76&device_id=02128226-94e7-4e9a-a1b0-25b32151af1d HTTP/1.1" status: 200 len: 1094 time: 0.0605781 Aug 18 12:49:23.327808 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f52db6aa-131b-4a90-9978-016b432069c5 req-9e3c2637-a2e7-4287-8bad-c7b83ea53bb0 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713034 Aug 18 12:49:23.339184 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b026dce-85cc-477d-96e2-10400342698a admin admin] Pushing event updated for resources: {'Subnet': ['ID=10ed8f90-6f5a-4397-8c28-ce514ffb391e,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:23.346596 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-8576940a-74bc-4ebf-b713-e2c2704f633e req-dd5cad81-de03-40ba-ae10-46e3f73d0edc tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Deleting port 3ba8c0cf-9b66-459f-beed-39b937459316 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:49:23.346943 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8576940a-74bc-4ebf-b713-e2c2704f633e req-dd5cad81-de03-40ba-ae10-46e3f73d0edc tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:23.373784 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-5f89870b-da26-4d55-b587-ca4afd7b4797 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61def3a8-63bb-457f-b892-c8870f124b45 HTTP/1.1" status: 200 len: 217 time: 0.0411098 Aug 18 12:49:23.418082 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b026dce-85cc-477d-96e2-10400342698a admin admin] Checking segment: {'id': '5b263640-5ce8-48c3-9f0c-ea97bd4fcace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ebf27eaa-e45c-4211-af61-c4ba3d80ec8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:49:23.418082 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b026dce-85cc-477d-96e2-10400342698a admin admin] Network hostable DHCP agents. Network: ebf27eaa-e45c-4211-af61-c4ba3d80ec8e, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:49:23.445421 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-71553b59-a893-44c6-b6b3-29dd5fd2829d service neutron] 10.222.0.13 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199650 Aug 18 12:49:23.460283 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d908cc86-9deb-4531-89e4-450e85a18ab5 admin admin] Network 02fd23fc-4be9-4045-ae50-4a7decb4e07c is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:49:23.472460 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-72bd7e96-7a88-42f1-8836-4e4f8795c287 req-79907dec-73b6-4e79-808a-1cad8f5cf105 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ad53b1b-b407-4c10-8216-3d5114552036 HTTP/1.1" status: 200 len: 210 time: 0.0367613 Aug 18 12:49:23.476286 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-ac2ce9e4-a57f-486f-8e5b-4bbfff231657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:23.477712 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-ac2ce9e4-a57f-486f-8e5b-4bbfff231657 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a7c71ac1-e82b-41d2-8931-67fb6a54cbad HTTP/1.1" status: 200 len: 847 time: 0.0936308 Aug 18 12:49:23.495904 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-8576940a-74bc-4ebf-b713-e2c2704f633e req-dd5cad81-de03-40ba-ae10-46e3f73d0edc tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] For port 3ba8c0cf-9b66-459f-beed-39b937459316, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=3ba8c0cf-9b66-459f-beed-39b937459316,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:23.496312 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8576940a-74bc-4ebf-b713-e2c2704f633e req-dd5cad81-de03-40ba-ae10-46e3f73d0edc tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:23.511791 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-8576940a-74bc-4ebf-b713-e2c2704f633e req-dd5cad81-de03-40ba-ae10-46e3f73d0edc tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Calling delete_port for 3ba8c0cf-9b66-459f-beed-39b937459316 owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:49:23.512590 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-dc28b71e-023e-47e0-be60-1e3378f2e550 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8e2ca950-415a-439c-a01b-47dff2e51d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271068 Aug 18 12:49:23.570275 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b026dce-85cc-477d-96e2-10400342698a admin admin] Network ebf27eaa-e45c-4211-af61-c4ba3d80ec8e is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:49:23.659336 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a83a8-d2e3-4495-a464-a748b8830540 req-1e6203ce-6694-4ff8-9bc8-7419b209a606 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:23.659336 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ba4a83a8-d2e3-4495-a464-a748b8830540 req-1e6203ce-6694-4ff8-9bc8-7419b209a606 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/ports?device_id=c367d3b5-eec4-4eff-a82d-a451dd7e221f HTTP/1.1" status: 200 len: 950 time: 0.0732505 Aug 18 12:49:23.668859 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-82974205-9949-4e1f-8090-f4690aab08a3 service neutron] 10.222.0.39 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488342 Aug 18 12:49:23.706497 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-d908cc86-9deb-4531-89e4-450e85a18ab5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 02fd23fc-4be9-4045-ae50-4a7decb4e07c) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:49:23.712342 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-5b026dce-85cc-477d-96e2-10400342698a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, ebf27eaa-e45c-4211-af61-c4ba3d80ec8e) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:49:23.718338 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b026dce-85cc-477d-96e2-10400342698a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:23.718913 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5b026dce-85cc-477d-96e2-10400342698a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:23.721244 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2419bf4-b702-45c9-999c-644ba684fa7a None None] Network 02fd23fc-4be9-4045-ae50-4a7decb4e07c requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:49:23.730933 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d908cc86-9deb-4531-89e4-450e85a18ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:23.731712 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d908cc86-9deb-4531-89e4-450e85a18ab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:23.745987 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8576940a-74bc-4ebf-b713-e2c2704f633e req-dd5cad81-de03-40ba-ae10-46e3f73d0edc tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:23.756119 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ba4a83a8-d2e3-4495-a464-a748b8830540 req-9704f8d8-40dd-4f8c-8c9a-e3d7f49828d9 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc88c885-7c0f-4662-9c8e-1ec587e350e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049991 Aug 18 12:49:23.795902 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5cad81-de03-40ba-ae10-46e3f73d0edc tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Pushing event deleted for resources: {'Port': ['ID=3ba8c0cf-9b66-459f-beed-39b937459316,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:23.825803 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ad1e76-0bee-423a-9c86-b034079dc5f8 None None] Network ebf27eaa-e45c-4211-af61-c4ba3d80ec8e requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:49:23.828596 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['3ba8c0cf-9b66-459f-beed-39b937459316'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:49:23.873252 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6c255d51-d811-4858-be78-3c2b97ce0907 req-17de8eb3-f428-45ef-bb80-3c657ce38338 service neutron] 10.222.0.39 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879523 Aug 18 12:49:23.911253 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5b026dce-85cc-477d-96e2-10400342698a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8465884 Aug 18 12:49:23.915278 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d908cc86-9deb-4531-89e4-450e85a18ab5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.2992280 Aug 18 12:49:23.915528 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 59430) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:23.915854 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 59432) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:23.919055 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-b55aa3c4-1c5c-4555-8ea3-39557db03330 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1609313234-router', 'tenant_id': '897769f511c740088662d1c81eeed0ac', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:49:23.926459 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-2c897102-79f0-4025-b378-e3116cf52582 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1877647334-router', 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:49:23.958406 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.db.api [None req-2c897102-79f0-4025-b378-e3116cf52582 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 12:49:23.958406 n-d-803603-2 neutron-server[101675]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 18 12:49:23.958406 n-d-803603-2 neutron-server[101675]: [parameters: {'project_id_1': 'a75dbc010737425ca08685b9dab39e3d', 'expiration_1': datetime.datetime(2021, 8, 18, 12, 49, 23, 933119)}] Aug 18 12:49:23.958406 n-d-803603-2 neutron-server[101675]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:49:23.958406 n-d-803603-2 neutron-server[101675]: DEBUG oslo_db.api [None req-2c897102-79f0-4025-b378-e3116cf52582 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:49:23.968559 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-8576940a-74bc-4ebf-b713-e2c2704f633e req-dd5cad81-de03-40ba-ae10-46e3f73d0edc tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] No DVR routers for this DVR port 3ba8c0cf-9b66-459f-beed-39b937459316 on host n-h2-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:49:23.985538 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8576940a-74bc-4ebf-b713-e2c2704f633e req-dd5cad81-de03-40ba-ae10-46e3f73d0edc tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:23.990061 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8576940a-74bc-4ebf-b713-e2c2704f633e req-dd5cad81-de03-40ba-ae10-46e3f73d0edc tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.20 "DELETE /v2.0/ports/3ba8c0cf-9b66-459f-beed-39b937459316 HTTP/1.1" status: 204 len: 173 time: 1.2623529 Aug 18 12:49:23.990061 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e13c0e6-60b6-46f8-9b21-62ed4d1f4ab4', 'name': 'network-vif-deleted', 'tag': '3ba8c0cf-9b66-459f-beed-39b937459316'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:49:24.002843 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c65f7f-7c73-41e1-9a37-3e477979c759" -d '{"events": [{"server_uuid": "3e13c0e6-60b6-46f8-9b21-62ed4d1f4ab4", "name": "network-vif-deleted", "tag": "3ba8c0cf-9b66-459f-beed-39b937459316"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:49:24.043885 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-30245a2a-80ee-4d17-b586-1f769922bfcf req-8ec6dfd2-05c9-409c-b805-3ab1f6bcb813 tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e13c0e6-60b6-46f8-9b21-62ed4d1f4ab4 HTTP/1.1" status: 200 len: 210 time: 0.0537827 Aug 18 12:49:24.046197 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd23f32-e538-499b-9239-868146268415 req-3560cb46-4130-4ce2-9276-68344fd6636e tempest-LiveMigrationNegativeTest-2006360246 tempest-LiveMigrationNegativeTest-2006360246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:24.056675 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b55aa3c4-1c5c-4555-8ea3-39557db03330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:24.058380 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1bd23f32-e538-499b-9239-868146268415 req-3560cb46-4130-4ce2-9276-68344fd6636e tempest-LiveMigrationNegativeTest-2006360246 tempest-LiveMigrationNegativeTest-2006360246-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c367d3b5-eec4-4eff-a82d-a451dd7e221f HTTP/1.1" status: 200 len: 1101 time: 0.1667118 Aug 18 12:49:24.069933 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b55aa3c4-1c5c-4555-8ea3-39557db03330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:24.099298 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-1bd23f32-e538-499b-9239-868146268415 req-4b70d618-5856-4796-8882-d83ba5ad9847 tempest-LiveMigrationNegativeTest-2006360246 tempest-LiveMigrationNegativeTest-2006360246-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:24.201973 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a06211b-4e37-4cef-9d44-2827ea009cfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-02fd23fc-4be9-4045-ae50-4a7decb4e07c', 'network_id': '02fd23fc-4be9-4045-ae50-4a7decb4e07c', 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d', 'fixed_ips': [{'subnet_id': '154e0376-ea0e-40f2-a861-d291c3269453'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:49:24.202857 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1a06211b-4e37-4cef-9d44-2827ea009cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:24.219857 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb4b9bd-7722-4bca-bee8-2b92c4d72a59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-ebf27eaa-e45c-4211-af61-c4ba3d80ec8e', 'network_id': 'ebf27eaa-e45c-4211-af61-c4ba3d80ec8e', 'tenant_id': '897769f511c740088662d1c81eeed0ac', 'fixed_ips': [{'subnet_id': '10ed8f90-6f5a-4397-8c28-ce514ffb391e'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:49:24.220974 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8fb4b9bd-7722-4bca-bee8-2b92c4d72a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:24.273720 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-1bd23f32-e538-499b-9239-868146268415 req-4b70d618-5856-4796-8882-d83ba5ad9847 tempest-LiveMigrationNegativeTest-2006360246 tempest-LiveMigrationNegativeTest-2006360246-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:24.334014 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-1bd23f32-e538-499b-9239-868146268415 req-4b70d618-5856-4796-8882-d83ba5ad9847 tempest-LiveMigrationNegativeTest-2006360246 tempest-LiveMigrationNegativeTest-2006360246-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:24.378463 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1bd23f32-e538-499b-9239-868146268415 req-4b70d618-5856-4796-8882-d83ba5ad9847 tempest-LiveMigrationNegativeTest-2006360246 tempest-LiveMigrationNegativeTest-2006360246-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=cc88c885-7c0f-4662-9c8e-1ec587e350e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138461 Aug 18 12:49:24.417061 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b70d618-5856-4796-8882-d83ba5ad9847 tempest-LiveMigrationNegativeTest-2006360246 tempest-LiveMigrationNegativeTest-2006360246-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541e1ec1-5ee6-434a-81ea-a183365ba49b,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:24.451471 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb203840-12dd-498a-b27a-c7ca01889dcc x-openstack-request-id: req-bb203840-12dd-498a-b27a-c7ca01889dcc {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:49:24.452025 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e13c0e6-60b6-46f8-9b21-62ed4d1f4ab4", "name": "network-vif-deleted", "tag": "3ba8c0cf-9b66-459f-beed-39b937459316", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:49:24.452475 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb203840-12dd-498a-b27a-c7ca01889dcc {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:49:24.453104 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e13c0e6-60b6-46f8-9b21-62ed4d1f4ab4', 'name': 'network-vif-deleted', 'tag': '3ba8c0cf-9b66-459f-beed-39b937459316', 'status': 'completed', 'code': 200} Aug 18 12:49:24.492933 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-8fb4b9bd-7722-4bca-bee8-2b92c4d72a59 None None] Allocated IP 172.20.0.2 (ebf27eaa-e45c-4211-af61-c4ba3d80ec8e/10ed8f90-6f5a-4397-8c28-ce514ffb391e/b5d5f7ee-6ab6-4ff6-bbdc-c3f2a3bda700) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:49:24.538698 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8f045b22-06df-4821-8edd-7ae26853a3e8 req-1fa09e1f-c738-4e20-822b-452a435d87bb tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=f60f0443-a402-4f3d-82ec-b80e9cfd9f98 HTTP/1.1" status: 200 len: 210 time: 0.4220660 Aug 18 12:49:24.560813 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695eb6be-c682-489d-ac35-bb0ecaf2e8aa req-f858d54a-8736-44eb-8e77-416cd90a017d tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:24.571497 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-695eb6be-c682-489d-ac35-bb0ecaf2e8aa req-f858d54a-8736-44eb-8e77-416cd90a017d tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=02128226-94e7-4e9a-a1b0-25b32151af1d HTTP/1.1" status: 200 len: 943 time: 0.0673091 Aug 18 12:49:24.594225 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-1a06211b-4e37-4cef-9d44-2827ea009cfc None None] Allocated IP 172.20.0.2 (02fd23fc-4be9-4045-ae50-4a7decb4e07c/154e0376-ea0e-40f2-a861-d291c3269453/41d10d6d-619e-4cad-93c8-cc9cedd84185) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:49:24.627891 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-695eb6be-c682-489d-ac35-bb0ecaf2e8aa req-b0559223-8fc7-492c-be4e-415ac5563761 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553949 Aug 18 12:49:24.731514 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b55aa3c4-1c5c-4555-8ea3-39557db03330 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:24.774494 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b8a4353-549d-49a7-ac56-79850ae77de1 req-8cffe654-b8c6-471f-9319-b4fa346e7901 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ad53b1b-b407-4c10-8216-3d5114552036 HTTP/1.1" status: 200 len: 210 time: 0.0536439 Aug 18 12:49:24.779526 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2c897102-79f0-4025-b378-e3116cf52582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:24.781241 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2c897102-79f0-4025-b378-e3116cf52582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:24.818051 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8fb4b9bd-7722-4bca-bee8-2b92c4d72a59 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:24.849632 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-8fb4b9bd-7722-4bca-bee8-2b92c4d72a59 None None] Transition to ACTIVE for port object b5d5f7ee-6ab6-4ff6-bbdc-c3f2a3bda700 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:49:24.880924 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-8fb4b9bd-7722-4bca-bee8-2b92c4d72a59 None None] Transition to ACTIVE for port object b5d5f7ee-6ab6-4ff6-bbdc-c3f2a3bda700 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:49:24.889136 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1a06211b-4e37-4cef-9d44-2827ea009cfc None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:24.898112 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-1a06211b-4e37-4cef-9d44-2827ea009cfc None None] Transition to ACTIVE for port object 41d10d6d-619e-4cad-93c8-cc9cedd84185 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:49:24.914552 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-1a06211b-4e37-4cef-9d44-2827ea009cfc None None] Transition to ACTIVE for port object 41d10d6d-619e-4cad-93c8-cc9cedd84185 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:49:24.931865 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-bc230321-2054-4e38-ac12-18c09e6a1af3 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:24.934026 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-bc230321-2054-4e38-ac12-18c09e6a1af3 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.39 "GET /v2.0/networks?id=868b2abd-c11c-4513-ae1d-4c8f78707536 HTTP/1.1" status: 200 len: 822 time: 0.8488901 Aug 18 12:49:24.986011 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-139e289b-bf1d-477c-bcb5-78153dbc69e6 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Request body: {'port': {'device_id': '4ad53b1b-b407-4c10-8216-3d5114552036', 'network_id': '868b2abd-c11c-4513-ae1d-4c8f78707536', 'admin_state_up': True, 'tenant_id': 'd8cfbe58f669487bb73cf800dbfde991'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:49:24.998331 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1a06211b-4e37-4cef-9d44-2827ea009cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:25.002865 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8fb4b9bd-7722-4bca-bee8-2b92c4d72a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:25.052899 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a06211b-4e37-4cef-9d44-2827ea009cfc None None] Network 02fd23fc-4be9-4045-ae50-4a7decb4e07c is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:49:25.060474 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb4b9bd-7722-4bca-bee8-2b92c4d72a59 None None] Network ebf27eaa-e45c-4211-af61-c4ba3d80ec8e is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:49:25.063295 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-1a06211b-4e37-4cef-9d44-2827ea009cfc None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:49:25.067833 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2c897102-79f0-4025-b378-e3116cf52582 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:25.068048 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a06211b-4e37-4cef-9d44-2827ea009cfc None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:49:25.071710 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-8fb4b9bd-7722-4bca-bee8-2b92c4d72a59 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:49:25.073132 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb4b9bd-7722-4bca-bee8-2b92c4d72a59 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:49:25.077994 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a06211b-4e37-4cef-9d44-2827ea009cfc None None] Pushing event updated for resources: {'Port': ['ID=41d10d6d-619e-4cad-93c8-cc9cedd84185,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:25.293510 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b55aa3c4-1c5c-4555-8ea3-39557db03330 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:25.312162 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26e15acb-8f8f-489c-b66f-4cc51295fdb9 req-990ff560-4482-4a10-ba81-a66b406d120b tempest-DeleteServersAdminTestJSON-1933629621 tempest-DeleteServersAdminTestJSON-1933629621-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e13c0e6-60b6-46f8-9b21-62ed4d1f4ab4 HTTP/1.1" status: 200 len: 210 time: 0.1004200 Aug 18 12:49:25.316201 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb4b9bd-7722-4bca-bee8-2b92c4d72a59 None None] Pushing event updated for resources: {'Port': ['ID=b5d5f7ee-6ab6-4ff6-bbdc-c3f2a3bda700,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:25.317196 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2cab79-feeb-4ebc-9226-8929f14ed920 req-22103065-1a24-474d-9877-89dfc0a11e7a tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:25.326676 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-1a06211b-4e37-4cef-9d44-2827ea009cfc None None] Attempting to bind port 41d10d6d-619e-4cad-93c8-cc9cedd84185 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:49:25.327213 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-1a06211b-4e37-4cef-9d44-2827ea009cfc None None] Attempting to bind port 41d10d6d-619e-4cad-93c8-cc9cedd84185 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '02fd23fc-4be9-4045-ae50-4a7decb4e07c'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:49:25.327584 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a06211b-4e37-4cef-9d44-2827ea009cfc None None] Attempting to bind port 41d10d6d-619e-4cad-93c8-cc9cedd84185 on network 02fd23fc-4be9-4045-ae50-4a7decb4e07c {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:49:25.329456 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ae2cab79-feeb-4ebc-9226-8929f14ed920 req-22103065-1a24-474d-9877-89dfc0a11e7a tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/ports?device_id=c367d3b5-eec4-4eff-a82d-a451dd7e221f HTTP/1.1" status: 200 len: 950 time: 0.0838227 Aug 18 12:49:25.337026 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-8fb4b9bd-7722-4bca-bee8-2b92c4d72a59 None None] Attempting to bind port b5d5f7ee-6ab6-4ff6-bbdc-c3f2a3bda700 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:49:25.337416 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-8fb4b9bd-7722-4bca-bee8-2b92c4d72a59 None None] Attempting to bind port b5d5f7ee-6ab6-4ff6-bbdc-c3f2a3bda700 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '5b263640-5ce8-48c3-9f0c-ea97bd4fcace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ebf27eaa-e45c-4211-af61-c4ba3d80ec8e'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:49:25.337772 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb4b9bd-7722-4bca-bee8-2b92c4d72a59 None None] Attempting to bind port b5d5f7ee-6ab6-4ff6-bbdc-c3f2a3bda700 on network ebf27eaa-e45c-4211-af61-c4ba3d80ec8e {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:49:25.340926 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a06211b-4e37-4cef-9d44-2827ea009cfc None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:49:25.341299 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a06211b-4e37-4cef-9d44-2827ea009cfc None None] Checking segment: {'id': 'c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '02fd23fc-4be9-4045-ae50-4a7decb4e07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:49:25.341696 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1a06211b-4e37-4cef-9d44-2827ea009cfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:25.342080 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a06211b-4e37-4cef-9d44-2827ea009cfc None None] Bound using segment: {'id': 'c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '02fd23fc-4be9-4045-ae50-4a7decb4e07c'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:49:25.342580 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-1a06211b-4e37-4cef-9d44-2827ea009cfc None None] Bound port: 41d10d6d-619e-4cad-93c8-cc9cedd84185, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '02fd23fc-4be9-4045-ae50-4a7decb4e07c'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:49:25.342992 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1a06211b-4e37-4cef-9d44-2827ea009cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:25.347477 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb4b9bd-7722-4bca-bee8-2b92c4d72a59 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:49:25.347846 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb4b9bd-7722-4bca-bee8-2b92c4d72a59 None None] Checking segment: {'id': '5b263640-5ce8-48c3-9f0c-ea97bd4fcace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ebf27eaa-e45c-4211-af61-c4ba3d80ec8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:49:25.348240 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8fb4b9bd-7722-4bca-bee8-2b92c4d72a59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:25.348747 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb4b9bd-7722-4bca-bee8-2b92c4d72a59 None None] Bound using segment: {'id': '5b263640-5ce8-48c3-9f0c-ea97bd4fcace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ebf27eaa-e45c-4211-af61-c4ba3d80ec8e'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:49:25.349061 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-8fb4b9bd-7722-4bca-bee8-2b92c4d72a59 None None] Bound port: b5d5f7ee-6ab6-4ff6-bbdc-c3f2a3bda700, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b263640-5ce8-48c3-9f0c-ea97bd4fcace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ebf27eaa-e45c-4211-af61-c4ba3d80ec8e'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:49:25.349767 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8fb4b9bd-7722-4bca-bee8-2b92c4d72a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:25.392679 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ae2cab79-feeb-4ebc-9226-8929f14ed920 req-eca9fae0-1f41-486f-917d-b3ef6498b72f tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc88c885-7c0f-4662-9c8e-1ec587e350e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553248 Aug 18 12:49:25.457940 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-1a06211b-4e37-4cef-9d44-2827ea009cfc None None] For port 41d10d6d-619e-4cad-93c8-cc9cedd84185, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:49:25.461869 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-1a06211b-4e37-4cef-9d44-2827ea009cfc None None] For port 41d10d6d-619e-4cad-93c8-cc9cedd84185, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=41d10d6d-619e-4cad-93c8-cc9cedd84185,segment=NetworkSegment(c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca),segment_id=c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:49:25.463226 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-8fb4b9bd-7722-4bca-bee8-2b92c4d72a59 None None] For port b5d5f7ee-6ab6-4ff6-bbdc-c3f2a3bda700, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:49:25.466240 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-8fb4b9bd-7722-4bca-bee8-2b92c4d72a59 None None] For port b5d5f7ee-6ab6-4ff6-bbdc-c3f2a3bda700, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b5d5f7ee-6ab6-4ff6-bbdc-c3f2a3bda700,segment=NetworkSegment(5b263640-5ce8-48c3-9f0c-ea97bd4fcace),segment_id=5b263640-5ce8-48c3-9f0c-ea97bd4fcace)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:49:25.519307 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2c897102-79f0-4025-b378-e3116cf52582 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:25.556219 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1a06211b-4e37-4cef-9d44-2827ea009cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:25.603486 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8fb4b9bd-7722-4bca-bee8-2b92c4d72a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:25.657922 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-27f1b79f-5c30-4d1b-b10f-d309c3247657 req-70b8fb80-a09b-4544-84be-a013bb50e8a5 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=f60f0443-a402-4f3d-82ec-b80e9cfd9f98 HTTP/1.1" status: 200 len: 210 time: 0.0312493 Aug 18 12:49:25.661910 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a06211b-4e37-4cef-9d44-2827ea009cfc None None] Pushing event updated for resources: {'Port': ['ID=41d10d6d-619e-4cad-93c8-cc9cedd84185,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:25.709044 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-139e289b-bf1d-477c-bcb5-78153dbc69e6 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Made reservation on behalf of d8cfbe58f669487bb73cf800dbfde991 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:49:25.712801 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-139e289b-bf1d-477c-bcb5-78153dbc69e6 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:25.739385 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb4b9bd-7722-4bca-bee8-2b92c4d72a59 None None] Pushing event updated for resources: {'Port': ['ID=b5d5f7ee-6ab6-4ff6-bbdc-c3f2a3bda700,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:25.928682 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b55aa3c4-1c5c-4555-8ea3-39557db03330 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:25.956106 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a95a1aaf-33fe-4a2a-a17c-6d048c3a59f6 req-d3ebc445-6f85-4f50-8c43-f83e9d0f17aa tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ad53b1b-b407-4c10-8216-3d5114552036 HTTP/1.1" status: 200 len: 210 time: 0.0595791 Aug 18 12:49:26.004237 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b55aa3c4-1c5c-4555-8ea3-39557db03330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:26.032079 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59484) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:26.036562 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e49f3-94fc-41f7-ad7c-2fd985865e3b req-28488688-45c7-4280-b1c5-e44c3bce9578 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:26.038142 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-823e49f3-94fc-41f7-ad7c-2fd985865e3b req-28488688-45c7-4280-b1c5-e44c3bce9578 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=02128226-94e7-4e9a-a1b0-25b32151af1d HTTP/1.1" status: 200 len: 943 time: 0.3019090 Aug 18 12:49:26.213880 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-47901952-a699-4ba3-b60c-9842b58312ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:26.318462 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-47901952-a699-4ba3-b60c-9842b58312ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:26.395206 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-47901952-a699-4ba3-b60c-9842b58312ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:26.405125 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 3ba8c0cf-9b66-459f-beed-39b937459316 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:49:26.427166 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 3ba8c0cf-9b66-459f-beed-39b937459316 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:49:26.427862 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 3ba8c0cf-9b66-459f-beed-39b937459316 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:49:26.452018 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-47901952-a699-4ba3-b60c-9842b58312ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a808d89acdf545ceb49d3b1dde56b92d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4181030 Aug 18 12:49:26.453306 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47901952-a699-4ba3-b60c-9842b58312ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b6b253-e530-4ba8-98a1-2c0a04adb5fb,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:26.454423 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-139e289b-bf1d-477c-bcb5-78153dbc69e6 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Allocated IP 172.20.0.8 (868b2abd-c11c-4513-ae1d-4c8f78707536/34a133e6-4845-483d-9cb6-cc8c362b1453/561332c2-a45d-49e1-9c75-db3137e87100) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:49:26.457526 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59496) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:26.494782 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-823e49f3-94fc-41f7-ad7c-2fd985865e3b req-eacaebff-5c32-4bd6-be2b-a4f7d009dfa7 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4477844 Aug 18 12:49:26.497107 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-b55aa3c4-1c5c-4555-8ea3-39557db03330 admin admin] Allocated IP 172.25.6.63 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/19443664-49e4-42a7-a2a5-68c76f0f5625) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:49:26.549450 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5b950364-ae55-467d-bacf-fd7737753040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:26.600998 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8db593-032a-441a-9ed5-9061e072f1e9 req-33c6879f-d157-439d-9015-3efff05919af tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:26.600998 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5f8db593-032a-441a-9ed5-9061e072f1e9 req-33c6879f-d157-439d-9015-3efff05919af tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/ports?device_id=c367d3b5-eec4-4eff-a82d-a451dd7e221f HTTP/1.1" status: 200 len: 950 time: 0.0919836 Aug 18 12:49:26.602266 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5b950364-ae55-467d-bacf-fd7737753040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:26.752777 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2c897102-79f0-4025-b378-e3116cf52582 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:26.783995 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f791a51-62c1-4764-80f3-800b2337de25 req-9828992f-dd8e-4639-9002-7461f0fe9505 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:26.785604 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3f791a51-62c1-4764-80f3-800b2337de25 req-9828992f-dd8e-4639-9002-7461f0fe9505 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.39 "GET /v2.0/ports?device_id=c367d3b5-eec4-4eff-a82d-a451dd7e221f HTTP/1.1" status: 200 len: 950 time: 0.2072663 Aug 18 12:49:26.803818 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5f8db593-032a-441a-9ed5-9061e072f1e9 req-517efa70-c663-429d-9916-97093601b9c5 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc88c885-7c0f-4662-9c8e-1ec587e350e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884098 Aug 18 12:49:26.902536 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2c897102-79f0-4025-b378-e3116cf52582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:26.933828 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-922568f3-d85e-4ad6-ba45-828c65b97093 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:26.935542 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-922568f3-d85e-4ad6-ba45-828c65b97093 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.20 "GET /v2.0/networks?id=91d3e9e9-f927-4110-8610-d1ae88923133 HTTP/1.1" status: 200 len: 821 time: 0.2865465 Aug 18 12:49:26.938089 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5b950364-ae55-467d-bacf-fd7737753040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:26.941343 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5b950364-ae55-467d-bacf-fd7737753040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:26.944926 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5b950364-ae55-467d-bacf-fd7737753040 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/75b6b253-e530-4ba8-98a1-2c0a04adb5fb HTTP/1.1" status: 204 len: 168 time: 0.4837589 Aug 18 12:49:26.952166 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-6c4df9e0-95e5-430d-9581-3545aa076e59 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Request body: {'port': {'device_id': 'f60f0443-a402-4f3d-82ec-b80e9cfd9f98', 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133', 'admin_state_up': True, 'tenant_id': '3e9a8a0a72a94b328bf1e534da208edd'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:49:26.975383 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 41d10d6d-619e-4cad-93c8-cc9cedd84185 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:49:27.004838 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b950364-ae55-467d-bacf-fd7737753040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b6b253-e530-4ba8-98a1-2c0a04adb5fb,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:27.114665 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 61def3a8-63bb-457f-b892-c8870f124b45 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:49:27.134034 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1dc2dbac-2635-403b-9733-778ed26b0781 req-0b0c850d-c8f1-414c-983e-e0bfe143de1d tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=f60f0443-a402-4f3d-82ec-b80e9cfd9f98 HTTP/1.1" status: 200 len: 210 time: 0.2600291 Aug 18 12:49:27.149955 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b55aa3c4-1c5c-4555-8ea3-39557db03330 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:27.194776 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-be9d861c-6748-4b18-88c0-ca306e7f5bd9 req-a863e004-7975-4615-90a0-abb8bb19b0d3 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ad53b1b-b407-4c10-8216-3d5114552036 HTTP/1.1" status: 200 len: 210 time: 0.1174808 Aug 18 12:49:27.234431 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-3f791a51-62c1-4764-80f3-800b2337de25 req-fa33ec03-b078-48bd-9475-624d403113c9 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Deleting port 5860c24f-5ec5-4e55-bf7f-edeff62f4daa {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:49:27.234780 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-3f791a51-62c1-4764-80f3-800b2337de25 req-fa33ec03-b078-48bd-9475-624d403113c9 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:27.251157 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-139e289b-bf1d-477c-bcb5-78153dbc69e6 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:27.280366 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 59512) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:27.291462 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6d2ab0-388b-446c-866e-9918e0eb27e7 None None] Network 02fd23fc-4be9-4045-ae50-4a7decb4e07c requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:49:27.410071 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-3f791a51-62c1-4764-80f3-800b2337de25 req-fa33ec03-b078-48bd-9475-624d403113c9 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] For port 5860c24f-5ec5-4e55-bf7f-edeff62f4daa, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=5860c24f-5ec5-4e55-bf7f-edeff62f4daa,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:27.410702 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-3f791a51-62c1-4764-80f3-800b2337de25 req-fa33ec03-b078-48bd-9475-624d403113c9 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:27.427771 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-3f791a51-62c1-4764-80f3-800b2337de25 req-fa33ec03-b078-48bd-9475-624d403113c9 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Calling delete_port for 5860c24f-5ec5-4e55-bf7f-edeff62f4daa owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:49:27.431405 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 61def3a8-63bb-457f-b892-c8870f124b45, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=61def3a8-63bb-457f-b892-c8870f124b45,segment=NetworkSegment(9980139b-d711-402f-b96d-94b03ea2978e),segment_id=9980139b-d711-402f-b96d-94b03ea2978e)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:27.458816 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '61def3a8-63bb-457f-b892-c8870f124b45', 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d', 'port_id': '61def3a8-63bb-457f-b892-c8870f124b45', 'mac_address': 'fa:16:3e:79:78:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7c71ac1-e82b-41d2-8931-67fb6a54cbad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:49:27.513619 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b55aa3c4-1c5c-4555-8ea3-39557db03330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:27.590080 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-6c4df9e0-95e5-430d-9581-3545aa076e59 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Made reservation on behalf of 3e9a8a0a72a94b328bf1e534da208edd for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:49:27.593554 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-6c4df9e0-95e5-430d-9581-3545aa076e59 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:27.605808 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-47991a4f-56d6-47b5-b89b-cb572ba1aded None None] Provisioning for port 41d10d6d-619e-4cad-93c8-cc9cedd84185 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:49:27.611650 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-139e289b-bf1d-477c-bcb5-78153dbc69e6 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:27.618465 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:27.634017 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 41d10d6d-619e-4cad-93c8-cc9cedd84185 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:49:27.642970 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55aa3c4-1c5c-4555-8ea3-39557db03330 admin admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:49:27.644303 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 41d10d6d-619e-4cad-93c8-cc9cedd84185 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:49:27.644869 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:27.647092 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61def3a8-63bb-457f-b892-c8870f124b45 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:49:27.655652 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e80949-e6b6-4e16-9b1a-a09aa0601bec None None] Network ebf27eaa-e45c-4211-af61-c4ba3d80ec8e requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:49:27.682209 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-2c897102-79f0-4025-b378-e3116cf52582 admin admin] Allocated IP 172.25.6.138 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/60406fab-52d2-40fa-8cee-7dfc0389d0b3) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:49:27.744974 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-6c4df9e0-95e5-430d-9581-3545aa076e59 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Allocated IP 172.20.0.3 (91d3e9e9-f927-4110-8610-d1ae88923133/da996bc9-0001-4e2d-9a03-d2d78ee48c5d/f7b10e72-a236-41cf-959f-c2cc7a26b418) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:49:27.750639 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:27.753577 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 61def3a8-63bb-457f-b892-c8870f124b45, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=61def3a8-63bb-457f-b892-c8870f124b45,segment=NetworkSegment(9980139b-d711-402f-b96d-94b03ea2978e),segment_id=9980139b-d711-402f-b96d-94b03ea2978e)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:27.777601 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-3f791a51-62c1-4764-80f3-800b2337de25 req-fa33ec03-b078-48bd-9475-624d403113c9 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:27.793862 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['5860c24f-5ec5-4e55-bf7f-edeff62f4daa'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:49:27.797959 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-b55aa3c4-1c5c-4555-8ea3-39557db03330 admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:49:27.802940 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55aa3c4-1c5c-4555-8ea3-39557db03330 admin admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:49:27.818582 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['fa31b5aa-525a-4bfd-a07f-0fc73a695a1b'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:49:27.821794 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa33ec03-b078-48bd-9475-624d403113c9 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Pushing event deleted for resources: {'Port': ['ID=5860c24f-5ec5-4e55-bf7f-edeff62f4daa,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:27.893465 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f791a51-62c1-4764-80f3-800b2337de25 req-fa33ec03-b078-48bd-9475-624d403113c9 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] No DVR routers for this DVR port 5860c24f-5ec5-4e55-bf7f-edeff62f4daa on host n-h1-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:49:27.921508 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:27.931194 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-3f791a51-62c1-4764-80f3-800b2337de25 req-fa33ec03-b078-48bd-9475-624d403113c9 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:27.934037 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3f791a51-62c1-4764-80f3-800b2337de25 req-fa33ec03-b078-48bd-9475-624d403113c9 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.39 "DELETE /v2.0/ports/5860c24f-5ec5-4e55-bf7f-edeff62f4daa HTTP/1.1" status: 204 len: 173 time: 1.1276026 Aug 18 12:49:27.934553 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c367d3b5-eec4-4eff-a82d-a451dd7e221f', 'name': 'network-vif-deleted', 'tag': '5860c24f-5ec5-4e55-bf7f-edeff62f4daa'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:49:27.936985 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173d7fbf-9e73-4008-9a2c-0f1224f3d9b6" -d '{"events": [{"server_uuid": "c367d3b5-eec4-4eff-a82d-a451dd7e221f", "name": "network-vif-deleted", "tag": "5860c24f-5ec5-4e55-bf7f-edeff62f4daa"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:49:27.953305 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-624b2599-31c2-4c6f-b801-f65c47c42523 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0dbc352c07204a0eae0ea90ea6af83f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6717947 Aug 18 12:49:27.955691 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-139e289b-bf1d-477c-bcb5-78153dbc69e6 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Network 868b2abd-c11c-4513-ae1d-4c8f78707536 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:49:27.956322 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 59532) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:27.981380 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-02b93557-a339-455b-a98c-ad3c20decfc7 None None] Provisioning for port b5d5f7ee-6ab6-4ff6-bbdc-c3f2a3bda700 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:49:27.992256 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=61def3a8-63bb-457f-b892-c8870f124b45,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:27.997287 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59534) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:28.005182 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55aa3c4-1c5c-4555-8ea3-39557db03330 admin admin] Pushing event updated for resources: {'Port': ['ID=19443664-49e4-42a7-a2a5-68c76f0f5625,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:28.015039 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3671f7c6-da16-435d-9d92-dbd4e343ab80 req-708362c5-fd07-401d-93f2-0e0badd5def5 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/ports?device_id=c367d3b5-eec4-4eff-a82d-a451dd7e221f HTTP/1.1" status: 200 len: 210 time: 0.0500410 Aug 18 12:49:28.133829 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-6c4df9e0-95e5-430d-9581-3545aa076e59 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:28.142036 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['61def3a8-63bb-457f-b892-c8870f124b45'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:49:28.161190 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-139e289b-bf1d-477c-bcb5-78153dbc69e6 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:49:28.162784 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e289b-bf1d-477c-bcb5-78153dbc69e6 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Pushing event updated for resources: {'Port': ['ID=561332c2-a45d-49e1-9c75-db3137e87100,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:28.172215 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-139e289b-bf1d-477c-bcb5-78153dbc69e6 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:49:28.175602 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d0ca95-a7c1-4314-b2a6-f384e4b55e9a x-openstack-request-id: req-09d0ca95-a7c1-4314-b2a6-f384e4b55e9a {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:49:28.176036 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c367d3b5-eec4-4eff-a82d-a451dd7e221f", "name": "network-vif-deleted", "tag": "5860c24f-5ec5-4e55-bf7f-edeff62f4daa", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:49:28.176382 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09d0ca95-a7c1-4314-b2a6-f384e4b55e9a {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:49:28.176880 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c367d3b5-eec4-4eff-a82d-a451dd7e221f', 'name': 'network-vif-deleted', 'tag': '5860c24f-5ec5-4e55-bf7f-edeff62f4daa', 'status': 'completed', 'code': 200} Aug 18 12:49:28.177693 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1715df0c-977d-4994-b753-2b8ec4d8e0ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:28.178249 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-139e289b-bf1d-477c-bcb5-78153dbc69e6 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:28.178888 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-139e289b-bf1d-477c-bcb5-78153dbc69e6 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:28.222752 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2c897102-79f0-4025-b378-e3116cf52582 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:28.251671 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-6c4df9e0-95e5-430d-9581-3545aa076e59 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:28.287441 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:28.299809 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806aae5-b9ba-4ab5-bcca-4be70c34dfe2 req-d776000c-19cc-4e8c-a811-5cec82475c1a tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:28.309130 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2806aae5-b9ba-4ab5-bcca-4be70c34dfe2 req-d776000c-19cc-4e8c-a811-5cec82475c1a tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=02128226-94e7-4e9a-a1b0-25b32151af1d HTTP/1.1" status: 200 len: 944 time: 0.6961019 Aug 18 12:49:28.326632 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-6c4df9e0-95e5-430d-9581-3545aa076e59 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Network 91d3e9e9-f927-4110-8610-d1ae88923133 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:49:28.371339 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 41d10d6d-619e-4cad-93c8-cc9cedd84185, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=41d10d6d-619e-4cad-93c8-cc9cedd84185,segment=NetworkSegment(c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca),segment_id=c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:28.372769 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:28.411208 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e7094131-c465-4311-b634-a4382abf9170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:28.413999 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-6c4df9e0-95e5-430d-9581-3545aa076e59 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:49:28.428073 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-6c4df9e0-95e5-430d-9581-3545aa076e59 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:49:28.441086 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-6c4df9e0-95e5-430d-9581-3545aa076e59 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:28.444579 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-6c4df9e0-95e5-430d-9581-3545aa076e59 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:28.464288 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1715df0c-977d-4994-b753-2b8ec4d8e0ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:28.466385 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2806aae5-b9ba-4ab5-bcca-4be70c34dfe2 req-257e5bab-f032-4f95-9a73-08cc86c30153 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515827 Aug 18 12:49:28.487111 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4df9e0-95e5-430d-9581-3545aa076e59 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Pushing event updated for resources: {'Port': ['ID=f7b10e72-a236-41cf-959f-c2cc7a26b418,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:28.487903 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e7094131-c465-4311-b634-a4382abf9170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:28.508351 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:28.509195 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b5d5f7ee-6ab6-4ff6-bbdc-c3f2a3bda700 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:49:28.515101 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d204f-ded6-42aa-93f1-4acfad8645d2 req-b78c10af-588a-4e2a-8d3a-c024bf82cf6c tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:28.522679 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-482d204f-ded6-42aa-93f1-4acfad8645d2 req-b78c10af-588a-4e2a-8d3a-c024bf82cf6c tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=f60f0443-a402-4f3d-82ec-b80e9cfd9f98 HTTP/1.1" status: 200 len: 931 time: 0.2006831 Aug 18 12:49:28.545499 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1715df0c-977d-4994-b753-2b8ec4d8e0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:28.552515 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-72201176-4a92-4003-a858-1c6737df240a None None] Provisioning complete for port 41d10d6d-619e-4cad-93c8-cc9cedd84185 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:49:28.552515 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-72201176-4a92-4003-a858-1c6737df240a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:28.581893 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2c897102-79f0-4025-b378-e3116cf52582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:28.610204 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1715df0c-977d-4994-b753-2b8ec4d8e0ca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bbf08e4b83fd48f6991d866b46ceaa12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5916157 Aug 18 12:49:28.627118 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-482d204f-ded6-42aa-93f1-4acfad8645d2 req-86384759-1e19-4871-a40e-1400d916c07b tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996752 Aug 18 12:49:28.628937 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59542) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:28.631259 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=41d10d6d-619e-4cad-93c8-cc9cedd84185,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:28.634893 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-6c4df9e0-95e5-430d-9581-3545aa076e59 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6823645 Aug 18 12:49:28.651768 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-117a8e7b-9996-44ca-8f40-38b3d538ded6 service neutron] Request body: {'port': {'device_id': 'f60f0443-a402-4f3d-82ec-b80e9cfd9f98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:49:28.662899 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1715df0c-977d-4994-b753-2b8ec4d8e0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c853b2-036e-4f9e-ad34-b0cbd93484c7,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:28.710318 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-139e289b-bf1d-477c-bcb5-78153dbc69e6 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7385657 Aug 18 12:49:28.743617 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port b5d5f7ee-6ab6-4ff6-bbdc-c3f2a3bda700 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:49:28.750943 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port b5d5f7ee-6ab6-4ff6-bbdc-c3f2a3bda700 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:49:28.751324 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:28.767170 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-ccc23ce6-e4db-402f-990b-65823e9882c3 service neutron] Request body: {'port': {'device_id': '4ad53b1b-b407-4c10-8216-3d5114552036', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:49:28.771202 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c897102-79f0-4025-b378-e3116cf52582 admin admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:49:28.776295 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-117a8e7b-9996-44ca-8f40-38b3d538ded6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:28.789610 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-709f9690-2e00-4c3c-b89a-c992d394dffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:28.809583 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-2c897102-79f0-4025-b378-e3116cf52582 admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:49:28.822070 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c897102-79f0-4025-b378-e3116cf52582 admin admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:49:28.853399 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:28.856765 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-709f9690-2e00-4c3c-b89a-c992d394dffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:28.881774 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c897102-79f0-4025-b378-e3116cf52582 admin admin] Pushing event updated for resources: {'Port': ['ID=60406fab-52d2-40fa-8cee-7dfc0389d0b3,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:28.908010 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port b5d5f7ee-6ab6-4ff6-bbdc-c3f2a3bda700, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b5d5f7ee-6ab6-4ff6-bbdc-c3f2a3bda700,segment=NetworkSegment(5b263640-5ce8-48c3-9f0c-ea97bd4fcace),segment_id=5b263640-5ce8-48c3-9f0c-ea97bd4fcace)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:28.915265 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a29ecb73-8d54-4b09-8ed6-909e2c5de1e7 None None] Provisioning complete for port b5d5f7ee-6ab6-4ff6-bbdc-c3f2a3bda700 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:49:28.915648 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a29ecb73-8d54-4b09-8ed6-909e2c5de1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:28.959062 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-ccc23ce6-e4db-402f-990b-65823e9882c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:28.992136 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:29.028331 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889dac5-cf9e-4c13-a434-63f1bdfefd59 req-8edc8e46-98f5-46d6-ba63-c878f6684bd9 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:29.054302 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7889dac5-cf9e-4c13-a434-63f1bdfefd59 req-8edc8e46-98f5-46d6-ba63-c878f6684bd9 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ad53b1b-b407-4c10-8216-3d5114552036 HTTP/1.1" status: 200 len: 931 time: 0.4804287 Aug 18 12:49:29.071546 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a29ecb73-8d54-4b09-8ed6-909e2c5de1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:29.071935 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=b5d5f7ee-6ab6-4ff6-bbdc-c3f2a3bda700,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:29.100618 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e7094131-c465-4311-b634-a4382abf9170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:29.103535 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e7094131-c465-4311-b634-a4382abf9170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:29.105600 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e7094131-c465-4311-b634-a4382abf9170 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86910017-f667-419d-b019-adf5c86d0af1 HTTP/1.1" status: 204 len: 168 time: 1.1016669 Aug 18 12:49:29.106308 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b55aa3c4-1c5c-4555-8ea3-39557db03330 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:29.132035 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 61def3a8-63bb-457f-b892-c8870f124b45 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:49:29.183910 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-117a8e7b-9996-44ca-8f40-38b3d538ded6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7b10e72-a236-41cf-959f-c2cc7a26b418 {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:49:29.198619 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-117a8e7b-9996-44ca-8f40-38b3d538ded6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:29.213862 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-709f9690-2e00-4c3c-b89a-c992d394dffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:29.225522 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-709f9690-2e00-4c3c-b89a-c992d394dffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:29.227301 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-709f9690-2e00-4c3c-b89a-c992d394dffd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83c853b2-036e-4f9e-ad34-b0cbd93484c7 HTTP/1.1" status: 204 len: 168 time: 0.5912857 Aug 18 12:49:29.234920 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-117a8e7b-9996-44ca-8f40-38b3d538ded6 service neutron] Transition to ACTIVE for port object f7b10e72-a236-41cf-959f-c2cc7a26b418 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:49:29.245985 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f9690-2e00-4c3c-b89a-c992d394dffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c853b2-036e-4f9e-ad34-b0cbd93484c7,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:29.302276 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 41d10d6d-619e-4cad-93c8-cc9cedd84185 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:49:29.317009 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-117a8e7b-9996-44ca-8f40-38b3d538ded6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:29.334018 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.db.api [None req-a29ecb73-8d54-4b09-8ed6-909e2c5de1e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:49:29.334490 n-d-803603-2 neutron-server[101677]: DEBUG oslo_db.api [None req-a29ecb73-8d54-4b09-8ed6-909e2c5de1e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:49:29.380131 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 41d10d6d-619e-4cad-93c8-cc9cedd84185 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:49:29.380501 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:29.387066 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a8e7b-9996-44ca-8f40-38b3d538ded6 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b10e72-a236-41cf-959f-c2cc7a26b418,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:29.443028 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-117a8e7b-9996-44ca-8f40-38b3d538ded6 service neutron] Attempting to bind port f7b10e72-a236-41cf-959f-c2cc7a26b418 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:49:29.444197 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-117a8e7b-9996-44ca-8f40-38b3d538ded6 service neutron] Attempting to bind port f7b10e72-a236-41cf-959f-c2cc7a26b418 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:49:29.444777 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-117a8e7b-9996-44ca-8f40-38b3d538ded6 service neutron] Attempting to bind port f7b10e72-a236-41cf-959f-c2cc7a26b418 on network 91d3e9e9-f927-4110-8610-d1ae88923133 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:49:29.451346 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-117a8e7b-9996-44ca-8f40-38b3d538ded6 service neutron] Port f7b10e72-a236-41cf-959f-c2cc7a26b418 on network 91d3e9e9-f927-4110-8610-d1ae88923133 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:49:29.452223 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-117a8e7b-9996-44ca-8f40-38b3d538ded6 service neutron] Attempting to bind port f7b10e72-a236-41cf-959f-c2cc7a26b418 on network 91d3e9e9-f927-4110-8610-d1ae88923133 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:49:29.457591 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 61def3a8-63bb-457f-b892-c8870f124b45 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:49:29.461571 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-117a8e7b-9996-44ca-8f40-38b3d538ded6 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:49:29.462517 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-117a8e7b-9996-44ca-8f40-38b3d538ded6 service neutron] Checking segment: {'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:49:29.462999 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 61def3a8-63bb-457f-b892-c8870f124b45 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:49:29.463161 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-117a8e7b-9996-44ca-8f40-38b3d538ded6 service neutron] Bound using segment: {'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:49:29.467370 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:29.467495 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-117a8e7b-9996-44ca-8f40-38b3d538ded6 service neutron] Bound port: f7b10e72-a236-41cf-959f-c2cc7a26b418, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:49:29.467495 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-117a8e7b-9996-44ca-8f40-38b3d538ded6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:29.544058 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-117a8e7b-9996-44ca-8f40-38b3d538ded6 service neutron] For port f7b10e72-a236-41cf-959f-c2cc7a26b418, host n-h2-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:49:29.547554 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-117a8e7b-9996-44ca-8f40-38b3d538ded6 service neutron] For port f7b10e72-a236-41cf-959f-c2cc7a26b418, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=f7b10e72-a236-41cf-959f-c2cc7a26b418,segment=NetworkSegment(0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d),segment_id=0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:49:29.562840 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7889dac5-cf9e-4c13-a434-63f1bdfefd59 req-0f93f0ad-5040-498c-a24a-bc8f239e6ca2 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5058753 Aug 18 12:49:29.562840 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7094131-c465-4311-b634-a4382abf9170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86910017-f667-419d-b019-adf5c86d0af1,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:29.615041 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:29.642259 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02128226-94e7-4e9a-a1b0-25b32151af1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61def3a8-63bb-457f-b892-c8870f124b45'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:49:29.643662 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-117a8e7b-9996-44ca-8f40-38b3d538ded6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:29.645021 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e7d426-e0fe-48da-84d0-3da980cf267d" -d '{"events": [{"server_uuid": "02128226-94e7-4e9a-a1b0-25b32151af1d", "name": "network-vif-plugged", "status": "completed", "tag": "61def3a8-63bb-457f-b892-c8870f124b45"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:49:29.666359 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 61def3a8-63bb-457f-b892-c8870f124b45, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=61def3a8-63bb-457f-b892-c8870f124b45,segment=NetworkSegment(9980139b-d711-402f-b96d-94b03ea2978e),segment_id=9980139b-d711-402f-b96d-94b03ea2978e)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:29.732862 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ffc640-d162-4153-8412-bcfdb432659d req-a3b14cd3-c8e0-4787-9f45-5d5932f9bdc2 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:29.741550 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e0ffc640-d162-4153-8412-bcfdb432659d req-a3b14cd3-c8e0-4787-9f45-5d5932f9bdc2 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=02128226-94e7-4e9a-a1b0-25b32151af1d HTTP/1.1" status: 200 len: 944 time: 0.1304777 Aug 18 12:49:29.744811 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-117a8e7b-9996-44ca-8f40-38b3d538ded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:29.746686 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-117a8e7b-9996-44ca-8f40-38b3d538ded6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:29.748284 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-117a8e7b-9996-44ca-8f40-38b3d538ded6 service neutron] 10.222.0.20 "PUT /v2.0/ports/f7b10e72-a236-41cf-959f-c2cc7a26b418 HTTP/1.1" status: 200 len: 1091 time: 1.1023095 Aug 18 12:49:29.750219 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:29.751327 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 5860c24f-5ec5-4e55-bf7f-edeff62f4daa no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:49:29.799794 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a8e7b-9996-44ca-8f40-38b3d538ded6 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b10e72-a236-41cf-959f-c2cc7a26b418,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:29.816570 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e0ffc640-d162-4153-8412-bcfdb432659d req-a3924027-c90a-44ee-afa0-6e1251b99be8 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737946 Aug 18 12:49:29.882455 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f8ee7-3026-4b1c-8222-4d7cdc6b4b1a req-d6aca29a-170c-488e-bd6c-f24090ccde3d tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:29.884005 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-410f8ee7-3026-4b1c-8222-4d7cdc6b4b1a req-d6aca29a-170c-488e-bd6c-f24090ccde3d tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edb51fe-df9d-483a-9549-bfb7eef78efa HTTP/1.1" status: 200 len: 950 time: 0.2250369 Aug 18 12:49:29.899097 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: 5860c24f-5ec5-4e55-bf7f-edeff62f4daa {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:49:29.899592 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 5860c24f-5ec5-4e55-bf7f-edeff62f4daa not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:49:29.935967 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=61def3a8-63bb-457f-b892-c8870f124b45,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:29.982858 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-d6a141e1-3b01-4121-a36f-98b5171781a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:29.984256 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-d6a141e1-3b01-4121-a36f-98b5171781a0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e9a8a0a72a94b328bf1e534da208edd&device_id=f60f0443-a402-4f3d-82ec-b80e9cfd9f98 HTTP/1.1" status: 200 len: 1094 time: 0.0955913 Aug 18 12:49:30.001915 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f63f8d-a997-4029-9c0e-19e177ff4e8e req-24b3c44c-9f78-4782-9d3f-e8388efa3503 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:30.008259 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a0f63f8d-a997-4029-9c0e-19e177ff4e8e req-24b3c44c-9f78-4782-9d3f-e8388efa3503 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=f60f0443-a402-4f3d-82ec-b80e9cfd9f98 HTTP/1.1" status: 200 len: 943 time: 0.0799079 Aug 18 12:49:30.048718 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-cd014e54-9034-43e6-8326-939887c09d6a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7b10e72-a236-41cf-959f-c2cc7a26b418 HTTP/1.1" status: 200 len: 217 time: 0.0443189 Aug 18 12:49:30.067801 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b55aa3c4-1c5c-4555-8ea3-39557db03330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:30.099361 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-410f8ee7-3026-4b1c-8222-4d7cdc6b4b1a req-ad50d240-5ee3-481b-b428-4fcf0be9dcb8 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc88c885-7c0f-4662-9c8e-1ec587e350e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892836 Aug 18 12:49:30.114846 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a0f63f8d-a997-4029-9c0e-19e177ff4e8e req-3d4d9ee1-3177-4497-bccb-2503a8f48a5c tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686553 Aug 18 12:49:30.123417 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-8b8afd4c-8669-49b8-9544-a1868d0382da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:30.124907 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-8b8afd4c-8669-49b8-9544-a1868d0382da service neutron] 10.222.0.20 "GET /v2.0/subnets?id=da996bc9-0001-4e2d-9a03-d2d78ee48c5d HTTP/1.1" status: 200 len: 861 time: 0.0635238 Aug 18 12:49:30.152943 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59572) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:30.170228 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93f374c-3617-41e4-90a3-0a1e2c2b73e9 x-openstack-request-id: req-b93f374c-3617-41e4-90a3-0a1e2c2b73e9 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:49:30.170791 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02128226-94e7-4e9a-a1b0-25b32151af1d", "name": "network-vif-plugged", "status": "completed", "tag": "61def3a8-63bb-457f-b892-c8870f124b45", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:49:30.175752 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b93f374c-3617-41e4-90a3-0a1e2c2b73e9 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:49:30.175752 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02128226-94e7-4e9a-a1b0-25b32151af1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61def3a8-63bb-457f-b892-c8870f124b45', 'code': 200} Aug 18 12:49:30.181137 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e9105607-2188-4412-a69a-3bfdc46f1316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:30.183462 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f60f0443-a402-4f3d-82ec-b80e9cfd9f98', 'tag': 'f7b10e72-a236-41cf-959f-c2cc7a26b418'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:49:30.185713 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaebce9f-d39b-44f4-8edd-e57747b1afd8" -d '{"events": [{"name": "network-changed", "server_uuid": "f60f0443-a402-4f3d-82ec-b80e9cfd9f98", "tag": "f7b10e72-a236-41cf-959f-c2cc7a26b418"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:49:30.200877 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-59f8c97d-bc97-4dd4-8a63-45454a148ed6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=91d3e9e9-f927-4110-8610-d1ae88923133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634985 Aug 18 12:49:30.273309 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a46dfa8-0f45-481e-a196-9e04699598d7 x-openstack-request-id: req-3a46dfa8-0f45-481e-a196-9e04699598d7 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:49:30.273599 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f60f0443-a402-4f3d-82ec-b80e9cfd9f98", "tag": "f7b10e72-a236-41cf-959f-c2cc7a26b418", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:49:30.273843 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a46dfa8-0f45-481e-a196-9e04699598d7 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:49:30.282052 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f60f0443-a402-4f3d-82ec-b80e9cfd9f98', 'tag': 'f7b10e72-a236-41cf-959f-c2cc7a26b418', 'status': 'completed', 'code': 200} Aug 18 12:49:30.282574 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2c897102-79f0-4025-b378-e3116cf52582 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:30.284604 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-ccc23ce6-e4db-402f-990b-65823e9882c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 561332c2-a45d-49e1-9c75-db3137e87100 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:49:30.323373 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-ccc23ce6-e4db-402f-990b-65823e9882c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:30.347537 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d50acd-e762-4ae2-9cee-8475dddc6a72 req-894a8369-debc-4958-94e9-c789a0e8f007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:30.349018 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-14d50acd-e762-4ae2-9cee-8475dddc6a72 req-894a8369-debc-4958-94e9-c789a0e8f007 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=02128226-94e7-4e9a-a1b0-25b32151af1d HTTP/1.1" status: 200 len: 1096 time: 0.1130204 Aug 18 12:49:30.352977 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-ccc23ce6-e4db-402f-990b-65823e9882c3 service neutron] Transition to ACTIVE for port object 561332c2-a45d-49e1-9c75-db3137e87100 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:49:30.389120 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-a8bada02-1911-46cd-9d15-04f2613677b8 service neutron] 10.222.0.20 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789742 Aug 18 12:49:30.460699 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-14d50acd-e762-4ae2-9cee-8475dddc6a72 req-756f92d0-726f-48e2-a49d-98adff6c1fcc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035895 Aug 18 12:49:30.481924 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-ccc23ce6-e4db-402f-990b-65823e9882c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:30.494990 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e9105607-2188-4412-a69a-3bfdc46f1316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:30.516679 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b55aa3c4-1c5c-4555-8ea3-39557db03330 admin admin] Router 35dd589f-97cd-4a32-8c7b-7df06c6a394d is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:49:30.520965 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8df110fa-4c38-4711-ab1c-72d2f737b93c req-11597596-7d2c-49be-860b-ca77bddfa14a service neutron] 10.222.0.20 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178246 Aug 18 12:49:30.579528 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e9105607-2188-4412-a69a-3bfdc46f1316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:30.611465 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc23ce6-e4db-402f-990b-65823e9882c3 service neutron] Pushing event updated for resources: {'Port': ['ID=561332c2-a45d-49e1-9c75-db3137e87100,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:30.644106 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e9105607-2188-4412-a69a-3bfdc46f1316 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=244c9c15470b4b7789aad507ef3ff750&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4900591 Aug 18 12:49:30.644840 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59586) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:30.645522 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9105607-2188-4412-a69a-3bfdc46f1316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ef7730-5c94-4606-84fb-0e409b0958d9,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:30.709896 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-ccc23ce6-e4db-402f-990b-65823e9882c3 service neutron] Attempting to bind port 561332c2-a45d-49e1-9c75-db3137e87100 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:49:30.710331 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-ccc23ce6-e4db-402f-990b-65823e9882c3 service neutron] Attempting to bind port 561332c2-a45d-49e1-9c75-db3137e87100 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '7ff9e9d1-2f3f-4727-a98f-48223d2acb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '868b2abd-c11c-4513-ae1d-4c8f78707536'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:49:30.710665 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-ccc23ce6-e4db-402f-990b-65823e9882c3 service neutron] Attempting to bind port 561332c2-a45d-49e1-9c75-db3137e87100 on network 868b2abd-c11c-4513-ae1d-4c8f78707536 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:49:30.723606 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2c897102-79f0-4025-b378-e3116cf52582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:30.730850 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-ccc23ce6-e4db-402f-990b-65823e9882c3 service neutron] Port 561332c2-a45d-49e1-9c75-db3137e87100 on network 868b2abd-c11c-4513-ae1d-4c8f78707536 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:49:30.731141 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-ccc23ce6-e4db-402f-990b-65823e9882c3 service neutron] Attempting to bind port 561332c2-a45d-49e1-9c75-db3137e87100 on network 868b2abd-c11c-4513-ae1d-4c8f78707536 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:49:30.769466 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-ccc23ce6-e4db-402f-990b-65823e9882c3 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:49:30.769806 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-ccc23ce6-e4db-402f-990b-65823e9882c3 service neutron] Checking segment: {'id': '7ff9e9d1-2f3f-4727-a98f-48223d2acb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '868b2abd-c11c-4513-ae1d-4c8f78707536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:49:30.770229 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-ccc23ce6-e4db-402f-990b-65823e9882c3 service neutron] Bound using segment: {'id': '7ff9e9d1-2f3f-4727-a98f-48223d2acb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '868b2abd-c11c-4513-ae1d-4c8f78707536'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:49:30.770837 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-ccc23ce6-e4db-402f-990b-65823e9882c3 service neutron] Bound port: 561332c2-a45d-49e1-9c75-db3137e87100, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ff9e9d1-2f3f-4727-a98f-48223d2acb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '868b2abd-c11c-4513-ae1d-4c8f78707536'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:49:30.771020 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-ccc23ce6-e4db-402f-990b-65823e9882c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:30.874031 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa543b3-85a0-4d43-8a5f-cc8f672ad8fa req-ac95a793-f7d8-4e6a-974b-9f9072f9aed1 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:30.875759 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8fa543b3-85a0-4d43-8a5f-cc8f672ad8fa req-ac95a793-f7d8-4e6a-974b-9f9072f9aed1 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ad53b1b-b407-4c10-8216-3d5114552036 HTTP/1.1" status: 200 len: 943 time: 0.2125900 Aug 18 12:49:30.932522 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55aa3c4-1c5c-4555-8ea3-39557db03330 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:49:30.954344 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a32df2-060f-4f60-a13c-418c4ad358ef None None] Sync routers for ids ['35dd589f-97cd-4a32-8c7b-7df06c6a394d'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:49:30.966040 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a32df2-060f-4f60-a13c-418c4ad358ef None None] Routers {'35dd589f-97cd-4a32-8c7b-7df06c6a394d'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:49:30.966843 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-05a32df2-060f-4f60-a13c-418c4ad358ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:49:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['35dd589f-97cd-4a32-8c7b-7df06c6a394d'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:49:30.986270 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaebce9f-d39b-44f4-8edd-e57747b1afd8 req-75687dff-d87c-4561-8b6a-84fb547db1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:30.987761 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-aaebce9f-d39b-44f4-8edd-e57747b1afd8 req-75687dff-d87c-4561-8b6a-84fb547db1cd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e9a8a0a72a94b328bf1e534da208edd&device_id=f60f0443-a402-4f3d-82ec-b80e9cfd9f98 HTTP/1.1" status: 200 len: 1094 time: 0.3284521 Aug 18 12:49:31.002616 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb36169-12d6-4f20-94d1-9155b80d3478 req-718d3043-a5ca-4622-b999-ed7b85438296 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:31.025128 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dfb36169-12d6-4f20-94d1-9155b80d3478 req-718d3043-a5ca-4622-b999-ed7b85438296 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=02128226-94e7-4e9a-a1b0-25b32151af1d HTTP/1.1" status: 200 len: 945 time: 0.0851686 Aug 18 12:49:31.027043 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-ccc23ce6-e4db-402f-990b-65823e9882c3 service neutron] For port 561332c2-a45d-49e1-9c75-db3137e87100, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:49:31.037967 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-61d4dedf-18a5-4151-afce-764c761b586f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:31.039946 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8fa543b3-85a0-4d43-8a5f-cc8f672ad8fa req-a53e1028-4e38-426a-b1c2-458294e0f51f tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520193 Aug 18 12:49:31.055080 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-ccc23ce6-e4db-402f-990b-65823e9882c3 service neutron] For port 561332c2-a45d-49e1-9c75-db3137e87100, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=561332c2-a45d-49e1-9c75-db3137e87100,segment=NetworkSegment(7ff9e9d1-2f3f-4727-a98f-48223d2acb58),segment_id=7ff9e9d1-2f3f-4727-a98f-48223d2acb58)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:49:31.096080 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba4cd4-fb7f-44ae-b412-3f14f679b66a req-95aa9c17-9dc8-4ef9-8e22-46f657a56b37 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:31.097907 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ecba4cd4-fb7f-44ae-b412-3f14f679b66a req-95aa9c17-9dc8-4ef9-8e22-46f657a56b37 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.20 "GET /v2.0/ports?device_id=2edb51fe-df9d-483a-9549-bfb7eef78efa HTTP/1.1" status: 200 len: 950 time: 0.1159999 Aug 18 12:49:31.110420 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b5d5f7ee-6ab6-4ff6-bbdc-c3f2a3bda700 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:49:31.118071 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b55aa3c4-1c5c-4555-8ea3-39557db03330 admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:31.121957 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b55aa3c4-1c5c-4555-8ea3-39557db03330 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 7.2039738 Aug 18 12:49:31.124390 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 59594) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:31.155913 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dfb36169-12d6-4f20-94d1-9155b80d3478 req-9406fe67-133d-4683-8f33-d56478bac744 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455872 Aug 18 12:49:31.209478 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaebce9f-d39b-44f4-8edd-e57747b1afd8 req-ea7af96b-be38-4ba1-87b7-fe194ff3a223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:31.211304 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-aaebce9f-d39b-44f4-8edd-e57747b1afd8 req-ea7af96b-be38-4ba1-87b7-fe194ff3a223 service neutron] 10.222.0.20 "GET /v2.0/networks?id=91d3e9e9-f927-4110-8610-d1ae88923133 HTTP/1.1" status: 200 len: 922 time: 0.1991510 Aug 18 12:49:31.213816 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-61d4dedf-18a5-4151-afce-764c761b586f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:31.234008 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c897102-79f0-4025-b378-e3116cf52582 admin admin] Router a9b39e85-e0bb-4b61-88aa-b5d1421419dc is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:49:31.236933 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-05a32df2-060f-4f60-a13c-418c4ad358ef None None] Set router 35dd589f-97cd-4a32-8c7b-7df06c6a394d gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:49:31.237302 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-ccc23ce6-e4db-402f-990b-65823e9882c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:31.274350 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port b5d5f7ee-6ab6-4ff6-bbdc-c3f2a3bda700 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:49:31.274661 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:31.316795 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-aaebce9f-d39b-44f4-8edd-e57747b1afd8 req-a1021c95-6729-433a-a462-8b41a7141d1c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7b10e72-a236-41cf-959f-c2cc7a26b418 HTTP/1.1" status: 200 len: 217 time: 0.0441170 Aug 18 12:49:31.377647 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-61d4dedf-18a5-4151-afce-764c761b586f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:31.380652 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-61d4dedf-18a5-4151-afce-764c761b586f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:31.383349 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-61d4dedf-18a5-4151-afce-764c761b586f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f1ef7730-5c94-4606-84fb-0e409b0958d9 HTTP/1.1" status: 204 len: 168 time: 0.7311785 Aug 18 12:49:31.397154 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4dedf-18a5-4151-afce-764c761b586f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ef7730-5c94-4606-84fb-0e409b0958d9,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:31.445686 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaebce9f-d39b-44f4-8edd-e57747b1afd8 req-765f26f5-684b-4437-b14d-8a455c3d8326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:31.445686 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-aaebce9f-d39b-44f4-8edd-e57747b1afd8 req-765f26f5-684b-4437-b14d-8a455c3d8326 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=da996bc9-0001-4e2d-9a03-d2d78ee48c5d HTTP/1.1" status: 200 len: 861 time: 0.1103961 Aug 18 12:49:31.452582 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c167f8-2f91-4a77-821f-20f765cf04c3 req-33dd4ec6-8bdf-482f-9152-d6f102e9a0f3 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:31.454377 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-21c167f8-2f91-4a77-821f-20f765cf04c3 req-33dd4ec6-8bdf-482f-9152-d6f102e9a0f3 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=f60f0443-a402-4f3d-82ec-b80e9cfd9f98 HTTP/1.1" status: 200 len: 943 time: 0.1405571 Aug 18 12:49:31.490034 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-aaebce9f-d39b-44f4-8edd-e57747b1afd8 req-22c4f907-d0f9-45df-af5c-e2a2fe7812a3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=91d3e9e9-f927-4110-8610-d1ae88923133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344131 Aug 18 12:49:31.536429 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-05a32df2-060f-4f60-a13c-418c4ad358ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35dd589f-97cd-4a32-8c7b-7df06c6a394d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1609313234-router', 'tenant_id': '897769f511c740088662d1c81eeed0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '19443664-49e4-42a7-a2a5-68c76f0f5625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:49:24Z', 'updated_at': '2021-08-18T12:49:28Z', 'revision_number': 3, 'project_id': '897769f511c740088662d1c81eeed0ac', 'gw_port': {'id': '19443664-49e4-42a7-a2a5-68c76f0f5625', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ac:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35dd589f-97cd-4a32-8c7b-7df06c6a394d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:26Z', 'updated_at': '2021-08-18T12:49:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:49:31.571680 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a32df2-060f-4f60-a13c-418c4ad358ef None None] Checking router: 35dd589f-97cd-4a32-8c7b-7df06c6a394d for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:49:31.575926 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a32df2-060f-4f60-a13c-418c4ad358ef None None] Updating router 35dd589f-97cd-4a32-8c7b-7df06c6a394d port 19443664-49e4-42a7-a2a5-68c76f0f5625 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:49:31.626911 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-21c167f8-2f91-4a77-821f-20f765cf04c3 req-850b3e47-a7ba-41d6-9e88-93e2946145de tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305597 Aug 18 12:49:31.627557 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-05a32df2-060f-4f60-a13c-418c4ad358ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:31.677654 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-aaebce9f-d39b-44f4-8edd-e57747b1afd8 req-43af784b-9daf-4f5b-bbec-919e24ace0dd service neutron] 10.222.0.20 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683402 Aug 18 12:49:31.714203 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc23ce6-e4db-402f-990b-65823e9882c3 service neutron] Pushing event updated for resources: {'Port': ['ID=561332c2-a45d-49e1-9c75-db3137e87100,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:31.777651 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-ccc23ce6-e4db-402f-990b-65823e9882c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:31.777651 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-ccc23ce6-e4db-402f-990b-65823e9882c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:31.777651 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-ccc23ce6-e4db-402f-990b-65823e9882c3 service neutron] 10.222.0.39 "PUT /v2.0/ports/561332c2-a45d-49e1-9c75-db3137e87100 HTTP/1.1" status: 200 len: 1091 time: 3.0292993 Aug 18 12:49:31.777651 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad53b1b-b407-4c10-8216-3d5114552036', 'tag': '561332c2-a45d-49e1-9c75-db3137e87100'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:49:31.779335 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1ba121-4d76-4990-85ce-0cbb56783ffa" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad53b1b-b407-4c10-8216-3d5114552036", "tag": "561332c2-a45d-49e1-9c75-db3137e87100"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:49:31.875092 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-aaebce9f-d39b-44f4-8edd-e57747b1afd8 req-b75df632-c2f5-4244-a95f-e961edba95f6 service neutron] 10.222.0.20 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902499 Aug 18 12:49:31.889597 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b8c81e-8a75-409f-8eb0-68f5963a852c x-openstack-request-id: req-60b8c81e-8a75-409f-8eb0-68f5963a852c {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:49:31.889884 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad53b1b-b407-4c10-8216-3d5114552036", "tag": "561332c2-a45d-49e1-9c75-db3137e87100", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:49:31.890133 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-60b8c81e-8a75-409f-8eb0-68f5963a852c {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:49:31.891024 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad53b1b-b407-4c10-8216-3d5114552036', 'tag': '561332c2-a45d-49e1-9c75-db3137e87100', 'status': 'completed', 'code': 200} Aug 18 12:49:31.980482 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-05a32df2-060f-4f60-a13c-418c4ad358ef None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:32.000138 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-05a32df2-060f-4f60-a13c-418c4ad358ef None None] Transition to ACTIVE for port object 19443664-49e4-42a7-a2a5-68c76f0f5625 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:49:32.011263 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134da43-9170-49bb-803e-53b4d6a489cb req-ac60bb3f-a762-4343-834c-5c9ad0026e33 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:32.012897 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7134da43-9170-49bb-803e-53b4d6a489cb req-ac60bb3f-a762-4343-834c-5c9ad0026e33 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edb51fe-df9d-483a-9549-bfb7eef78efa HTTP/1.1" status: 200 len: 950 time: 0.6760716 Aug 18 12:49:32.076486 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-05a32df2-060f-4f60-a13c-418c4ad358ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:32.115441 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ba121-4d76-4990-85ce-0cbb56783ffa req-576fd85d-7a3a-47ec-84f5-4499446df300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:32.116926 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e1ba121-4d76-4990-85ce-0cbb56783ffa req-576fd85d-7a3a-47ec-84f5-4499446df300 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8cfbe58f669487bb73cf800dbfde991&device_id=4ad53b1b-b407-4c10-8216-3d5114552036 HTTP/1.1" status: 200 len: 1094 time: 0.2136827 Aug 18 12:49:32.117867 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c897102-79f0-4025-b378-e3116cf52582 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:49:32.127195 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-ecba4cd4-fb7f-44ae-b412-3f14f679b66a req-9d05df58-4ae9-467c-95d3-4ca7f70ef5f8 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Deleting port fa31b5aa-525a-4bfd-a07f-0fc73a695a1b {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:49:32.127540 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ecba4cd4-fb7f-44ae-b412-3f14f679b66a req-9d05df58-4ae9-467c-95d3-4ca7f70ef5f8 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:32.129908 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-05a32df2-060f-4f60-a13c-418c4ad358ef None None] Attempting to bind port 19443664-49e4-42a7-a2a5-68c76f0f5625 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:49:32.130249 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-05a32df2-060f-4f60-a13c-418c4ad358ef None None] Attempting to bind port 19443664-49e4-42a7-a2a5-68c76f0f5625 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:49:32.130674 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a32df2-060f-4f60-a13c-418c4ad358ef None None] Attempting to bind port 19443664-49e4-42a7-a2a5-68c76f0f5625 on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:49:32.142320 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da25dce9-6072-40c2-a3f7-033b03bbbfae None None] Sync routers for ids ['a9b39e85-e0bb-4b61-88aa-b5d1421419dc'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:49:32.143106 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d40b6-c18d-4b5c-ab61-26082c0f142c None None] Pushing event updated for resources: {'Port': ['ID=19443664-49e4-42a7-a2a5-68c76f0f5625,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:32.143106 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a32df2-060f-4f60-a13c-418c4ad358ef None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:49:32.143106 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a32df2-060f-4f60-a13c-418c4ad358ef None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:49:32.143106 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-05a32df2-060f-4f60-a13c-418c4ad358ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:32.143106 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a32df2-060f-4f60-a13c-418c4ad358ef None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:49:32.143629 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-05a32df2-060f-4f60-a13c-418c4ad358ef None None] Bound port: 19443664-49e4-42a7-a2a5-68c76f0f5625, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:49:32.144050 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-05a32df2-060f-4f60-a13c-418c4ad358ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:32.150763 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2d40b6-c18d-4b5c-ab61-26082c0f142c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:32.151111 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2d40b6-c18d-4b5c-ab61-26082c0f142c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:32.151449 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2d40b6-c18d-4b5c-ab61-26082c0f142c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:32.152489 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2d40b6-c18d-4b5c-ab61-26082c0f142c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:32.152829 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2d40b6-c18d-4b5c-ab61-26082c0f142c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:32.153228 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2d40b6-c18d-4b5c-ab61-26082c0f142c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:32.153713 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2d40b6-c18d-4b5c-ab61-26082c0f142c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:32.154044 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2d40b6-c18d-4b5c-ab61-26082c0f142c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:32.154391 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2d40b6-c18d-4b5c-ab61-26082c0f142c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:32.154721 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2d40b6-c18d-4b5c-ab61-26082c0f142c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:32.155045 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2d40b6-c18d-4b5c-ab61-26082c0f142c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:32.155368 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2d40b6-c18d-4b5c-ab61-26082c0f142c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:32.156653 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2d40b6-c18d-4b5c-ab61-26082c0f142c None None] Tracked resource versions report: Aug 18 12:49:32.156653 n-d-803603-2 neutron-server[101678]: pushed versions: Aug 18 12:49:32.156653 n-d-803603-2 neutron-server[101678]: { 'AddressGroup': {'1.2'}, Aug 18 12:49:32.156653 n-d-803603-2 neutron-server[101678]: 'ConntrackHelper': {'1.0'}, Aug 18 12:49:32.156653 n-d-803603-2 neutron-server[101678]: 'Log': {'1.0'}, Aug 18 12:49:32.156653 n-d-803603-2 neutron-server[101678]: 'Network': {'1.1'}, Aug 18 12:49:32.156653 n-d-803603-2 neutron-server[101678]: 'Port': {'1.7'}, Aug 18 12:49:32.156653 n-d-803603-2 neutron-server[101678]: 'PortForwarding': {'1.2'}, Aug 18 12:49:32.156653 n-d-803603-2 neutron-server[101678]: 'QosPolicy': {'1.9'}, Aug 18 12:49:32.156653 n-d-803603-2 neutron-server[101678]: 'SecurityGroup': {'1.4'}, Aug 18 12:49:32.156653 n-d-803603-2 neutron-server[101678]: 'SecurityGroupRule': {'1.2'}, Aug 18 12:49:32.156653 n-d-803603-2 neutron-server[101678]: 'SubPort': {'1.0'}, Aug 18 12:49:32.156653 n-d-803603-2 neutron-server[101678]: 'Subnet': {'1.1'}, Aug 18 12:49:32.156653 n-d-803603-2 neutron-server[101678]: 'Trunk': {'1.1'}} Aug 18 12:49:32.156653 n-d-803603-2 neutron-server[101678]: consumer versions: Aug 18 12:49:32.156653 n-d-803603-2 neutron-server[101678]: { DHCP agent@n-d-803603-2: {}, Aug 18 12:49:32.156653 n-d-803603-2 neutron-server[101678]: HyperV agent@n-h1-803603-2: {}, Aug 18 12:49:32.156653 n-d-803603-2 neutron-server[101678]: HyperV agent@n-h2-803603-2: {}, Aug 18 12:49:32.156653 n-d-803603-2 neutron-server[101678]: L3 agent@n-d-803603-2: {}, Aug 18 12:49:32.156653 n-d-803603-2 neutron-server[101678]: Metadata agent@n-d-803603-2: {}, Aug 18 12:49:32.156653 n-d-803603-2 neutron-server[101678]: Metering agent@n-d-803603-2: {}, Aug 18 12:49:32.156653 n-d-803603-2 neutron-server[101678]: Open vSwitch agent@n-d-803603-2: { 'AddressGroup': '1.2', Aug 18 12:49:32.156653 n-d-803603-2 neutron-server[101678]: 'ConntrackHelper': '1.0', Aug 18 12:49:32.156653 n-d-803603-2 neutron-server[101678]: 'Log': '1.0', Aug 18 12:49:32.156653 n-d-803603-2 neutron-server[101678]: 'Network': '1.1', Aug 18 12:49:32.156653 n-d-803603-2 neutron-server[101678]: 'Port': '1.7', Aug 18 12:49:32.156653 n-d-803603-2 neutron-server[101678]: 'PortForwarding': '1.2', Aug 18 12:49:32.156653 n-d-803603-2 neutron-server[101678]: 'QosPolicy': '1.9', Aug 18 12:49:32.156653 n-d-803603-2 neutron-server[101678]: 'SecurityGroup': '1.4', Aug 18 12:49:32.156653 n-d-803603-2 neutron-server[101678]: 'SecurityGroupRule': '1.2', Aug 18 12:49:32.156653 n-d-803603-2 neutron-server[101678]: 'SubPort': '1.0', Aug 18 12:49:32.156653 n-d-803603-2 neutron-server[101678]: 'Subnet': '1.1', Aug 18 12:49:32.156653 n-d-803603-2 neutron-server[101678]: 'Trunk': '1.1'}} Aug 18 12:49:32.156653 n-d-803603-2 neutron-server[101678]: {{(pid=101678) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 12:49:32.184642 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da25dce9-6072-40c2-a3f7-033b03bbbfae None None] Routers {'a9b39e85-e0bb-4b61-88aa-b5d1421419dc'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:49:32.185491 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-da25dce9-6072-40c2-a3f7-033b03bbbfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:49:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['a9b39e85-e0bb-4b61-88aa-b5d1421419dc'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:49:32.213334 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7134da43-9170-49bb-803e-53b4d6a489cb req-b3fb4746-95d0-486f-b7c0-deece3336539 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc88c885-7c0f-4662-9c8e-1ec587e350e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921346 Aug 18 12:49:32.255960 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-05a32df2-060f-4f60-a13c-418c4ad358ef None None] For port 19443664-49e4-42a7-a2a5-68c76f0f5625, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:49:32.259564 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-05a32df2-060f-4f60-a13c-418c4ad358ef None None] For port 19443664-49e4-42a7-a2a5-68c76f0f5625, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=19443664-49e4-42a7-a2a5-68c76f0f5625,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:49:32.348274 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-da25dce9-6072-40c2-a3f7-033b03bbbfae None None] Set router a9b39e85-e0bb-4b61-88aa-b5d1421419dc gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:49:32.348748 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81ae5c-b579-4197-b46c-01cad933e61d req-3d2b84a7-4ccb-4b74-a6ce-e5d91ac50ff3 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:32.350526 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3b81ae5c-b579-4197-b46c-01cad933e61d req-3d2b84a7-4ccb-4b74-a6ce-e5d91ac50ff3 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ad53b1b-b407-4c10-8216-3d5114552036 HTTP/1.1" status: 200 len: 943 time: 0.0745335 Aug 18 12:49:32.357062 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-05a32df2-060f-4f60-a13c-418c4ad358ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:32.418548 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2c897102-79f0-4025-b378-e3116cf52582 admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:32.419742 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2c897102-79f0-4025-b378-e3116cf52582 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 8.4974515 Aug 18 12:49:32.425078 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3b81ae5c-b579-4197-b46c-01cad933e61d req-875cab4a-65be-4e56-a8b6-b62a2c32ff22 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579565 Aug 18 12:49:32.425650 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59636) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:32.453748 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-ecba4cd4-fb7f-44ae-b412-3f14f679b66a req-9d05df58-4ae9-467c-95d3-4ca7f70ef5f8 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] For port fa31b5aa-525a-4bfd-a07f-0fc73a695a1b, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=fa31b5aa-525a-4bfd-a07f-0fc73a695a1b,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:32.454122 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ecba4cd4-fb7f-44ae-b412-3f14f679b66a req-9d05df58-4ae9-467c-95d3-4ca7f70ef5f8 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:32.455188 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a32df2-060f-4f60-a13c-418c4ad358ef None None] Routers {'35dd589f-97cd-4a32-8c7b-7df06c6a394d'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:49:32.455922 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-05a32df2-060f-4f60-a13c-418c4ad358ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:49:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['35dd589f-97cd-4a32-8c7b-7df06c6a394d'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:49:32.480866 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-ecba4cd4-fb7f-44ae-b412-3f14f679b66a req-9d05df58-4ae9-467c-95d3-4ca7f70ef5f8 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Calling delete_port for fa31b5aa-525a-4bfd-a07f-0fc73a695a1b owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:49:32.510107 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ba121-4d76-4990-85ce-0cbb56783ffa req-a1521ff1-5a55-426f-908c-6904955a3908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:32.512241 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e1ba121-4d76-4990-85ce-0cbb56783ffa req-a1521ff1-5a55-426f-908c-6904955a3908 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d8cfbe58f669487bb73cf800dbfde991&shared=False HTTP/1.1" status: 200 len: 923 time: 0.3767316 Aug 18 12:49:32.529124 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200f2e2-5670-4b36-9de5-28d9a2c7d1e6 req-b5a4c3d7-6987-46de-9197-4a7e9f3e6cbe tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:32.531249 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2200f2e2-5670-4b36-9de5-28d9a2c7d1e6 req-b5a4c3d7-6987-46de-9197-4a7e9f3e6cbe tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=02128226-94e7-4e9a-a1b0-25b32151af1d HTTP/1.1" status: 200 len: 945 time: 0.1823595 Aug 18 12:49:32.558539 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d40b6-c18d-4b5c-ab61-26082c0f142c None None] Pushing event updated for resources: {'Port': ['ID=19443664-49e4-42a7-a2a5-68c76f0f5625,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:32.726165 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-da25dce9-6072-40c2-a3f7-033b03bbbfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1877647334-router', 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '60406fab-52d2-40fa-8cee-7dfc0389d0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:49:24Z', 'updated_at': '2021-08-18T12:49:29Z', 'revision_number': 3, 'project_id': 'a75dbc010737425ca08685b9dab39e3d', 'gw_port': {'id': '60406fab-52d2-40fa-8cee-7dfc0389d0b3', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:19:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:27Z', 'updated_at': '2021-08-18T12:49:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:49:32.758565 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da25dce9-6072-40c2-a3f7-033b03bbbfae None None] Checking router: a9b39e85-e0bb-4b61-88aa-b5d1421419dc for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:49:32.759166 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da25dce9-6072-40c2-a3f7-033b03bbbfae None None] Updating router a9b39e85-e0bb-4b61-88aa-b5d1421419dc port 60406fab-52d2-40fa-8cee-7dfc0389d0b3 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:49:32.805990 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-05a32df2-060f-4f60-a13c-418c4ad358ef None None] Set router 35dd589f-97cd-4a32-8c7b-7df06c6a394d gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:49:32.819087 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2200f2e2-5670-4b36-9de5-28d9a2c7d1e6 req-334f5116-6acc-45aa-98a8-006c960c2092 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726150 Aug 18 12:49:32.860996 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-da25dce9-6072-40c2-a3f7-033b03bbbfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:32.900992 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ba121-4d76-4990-85ce-0cbb56783ffa req-82971075-286a-42ed-8f1e-8ffbe80c7eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:32.902515 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e1ba121-4d76-4990-85ce-0cbb56783ffa req-82971075-286a-42ed-8f1e-8ffbe80c7eb9 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3684952 Aug 18 12:49:32.915153 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-97509abc-4fb0-4f1d-893a-56ad155f2ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:32.983218 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 59656) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:33.130642 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-05a32df2-060f-4f60-a13c-418c4ad358ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35dd589f-97cd-4a32-8c7b-7df06c6a394d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1609313234-router', 'tenant_id': '897769f511c740088662d1c81eeed0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '19443664-49e4-42a7-a2a5-68c76f0f5625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:49:24Z', 'updated_at': '2021-08-18T12:49:28Z', 'revision_number': 3, 'project_id': '897769f511c740088662d1c81eeed0ac', 'gw_port': {'id': '19443664-49e4-42a7-a2a5-68c76f0f5625', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ac:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35dd589f-97cd-4a32-8c7b-7df06c6a394d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:26Z', 'updated_at': '2021-08-18T12:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:49:33.167845 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a32df2-060f-4f60-a13c-418c4ad358ef None None] The sync data for ids ['35dd589f-97cd-4a32-8c7b-7df06c6a394d'] in n-d-803603-2 is: [{'id': '35dd589f-97cd-4a32-8c7b-7df06c6a394d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1609313234-router', 'tenant_id': '897769f511c740088662d1c81eeed0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '19443664-49e4-42a7-a2a5-68c76f0f5625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:49:24Z', 'updated_at': '2021-08-18T12:49:28Z', 'revision_number': 3, 'project_id': '897769f511c740088662d1c81eeed0ac', 'gw_port': {'id': '19443664-49e4-42a7-a2a5-68c76f0f5625', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ac:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35dd589f-97cd-4a32-8c7b-7df06c6a394d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:26Z', 'updated_at': '2021-08-18T12:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:49:33.201366 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-da25dce9-6072-40c2-a3f7-033b03bbbfae None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:33.207202 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1348d-1672-4099-8a92-e82d511f70a8 req-7165fa20-81bd-49da-aa86-ce580afc9fab tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:33.215001 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-17e1348d-1672-4099-8a92-e82d511f70a8 req-7165fa20-81bd-49da-aa86-ce580afc9fab tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=02128226-94e7-4e9a-a1b0-25b32151af1d HTTP/1.1" status: 200 len: 1096 time: 0.0963387 Aug 18 12:49:33.220813 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-da25dce9-6072-40c2-a3f7-033b03bbbfae None None] Transition to ACTIVE for port object 60406fab-52d2-40fa-8cee-7dfc0389d0b3 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:49:33.232394 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-c3b50646-0cfe-46cc-8a71-b418fdb13bae admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1941072253-network', 'tenant_id': '5c9a3e9d5bac494682015d798bdd6642'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:49:33.240675 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ecba4cd4-fb7f-44ae-b412-3f14f679b66a req-9d05df58-4ae9-467c-95d3-4ca7f70ef5f8 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:33.249059 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-507bc6ab-70d4-401c-9795-bebda2c8111c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:33.250592 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-507bc6ab-70d4-401c-9795-bebda2c8111c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8cfbe58f669487bb73cf800dbfde991&device_id=4ad53b1b-b407-4c10-8216-3d5114552036 HTTP/1.1" status: 200 len: 1094 time: 0.3010328 Aug 18 12:49:33.282651 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-17e1348d-1672-4099-8a92-e82d511f70a8 req-1e56815e-89a3-4771-8cda-2e7c1d32b511 tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664930 Aug 18 12:49:33.289205 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-da25dce9-6072-40c2-a3f7-033b03bbbfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:33.291757 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-513cf56b-6dd3-41e4-85f4-b3d5b5606a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:33.318789 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d05df58-4ae9-467c-95d3-4ca7f70ef5f8 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Pushing event deleted for resources: {'Port': ['ID=fa31b5aa-525a-4bfd-a07f-0fc73a695a1b,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:33.345932 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-da25dce9-6072-40c2-a3f7-033b03bbbfae None None] Attempting to bind port 60406fab-52d2-40fa-8cee-7dfc0389d0b3 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:49:33.346458 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-da25dce9-6072-40c2-a3f7-033b03bbbfae None None] Attempting to bind port 60406fab-52d2-40fa-8cee-7dfc0389d0b3 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:49:33.356481 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da25dce9-6072-40c2-a3f7-033b03bbbfae None None] Attempting to bind port 60406fab-52d2-40fa-8cee-7dfc0389d0b3 on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:49:33.356481 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da25dce9-6072-40c2-a3f7-033b03bbbfae None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:49:33.356481 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da25dce9-6072-40c2-a3f7-033b03bbbfae None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:49:33.356481 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-da25dce9-6072-40c2-a3f7-033b03bbbfae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:33.357453 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da25dce9-6072-40c2-a3f7-033b03bbbfae None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:49:33.357648 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-dd1c3f6d-6bb3-48e0-8735-4dd011951196 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=561332c2-a45d-49e1-9c75-db3137e87100 HTTP/1.1" status: 200 len: 217 time: 0.0919461 Aug 18 12:49:33.358163 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-da25dce9-6072-40c2-a3f7-033b03bbbfae None None] Bound port: 60406fab-52d2-40fa-8cee-7dfc0389d0b3, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:49:33.358818 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-da25dce9-6072-40c2-a3f7-033b03bbbfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:33.406146 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a72275-3bf5-4395-b55b-5e1b194fdb44 req-2239fb8e-a2c6-414d-8307-375ea6aeeb25 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:33.408049 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-85a72275-3bf5-4395-b55b-5e1b194fdb44 req-2239fb8e-a2c6-414d-8307-375ea6aeeb25 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=f60f0443-a402-4f3d-82ec-b80e9cfd9f98 HTTP/1.1" status: 200 len: 943 time: 0.4008787 Aug 18 12:49:33.430200 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f61d84-19a4-4a9f-b2ec-da9bd773f13c None None] Pushing event updated for resources: {'Port': ['ID=60406fab-52d2-40fa-8cee-7dfc0389d0b3,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:33.462225 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-da25dce9-6072-40c2-a3f7-033b03bbbfae None None] For port 60406fab-52d2-40fa-8cee-7dfc0389d0b3, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:49:33.470292 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-da25dce9-6072-40c2-a3f7-033b03bbbfae None None] For port 60406fab-52d2-40fa-8cee-7dfc0389d0b3, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=60406fab-52d2-40fa-8cee-7dfc0389d0b3,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:49:33.478456 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-513cf56b-6dd3-41e4-85f4-b3d5b5606a03 admin admin] Allocated IP 172.20.0.1 (02fd23fc-4be9-4045-ae50-4a7decb4e07c/154e0376-ea0e-40f2-a861-d291c3269453/6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:49:33.580395 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-da25dce9-6072-40c2-a3f7-033b03bbbfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:33.623872 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-617b9fb4-b486-4adc-8d01-c105fcd1dc94 req-11ca8da7-21d0-4e60-8826-9d6c176dc029 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edb51fe-df9d-483a-9549-bfb7eef78efa HTTP/1.1" status: 200 len: 210 time: 0.0568879 Aug 18 12:49:33.678367 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da25dce9-6072-40c2-a3f7-033b03bbbfae None None] Routers {'a9b39e85-e0bb-4b61-88aa-b5d1421419dc'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:49:33.679123 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-da25dce9-6072-40c2-a3f7-033b03bbbfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:49:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['a9b39e85-e0bb-4b61-88aa-b5d1421419dc'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:49:33.695524 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-513cf56b-6dd3-41e4-85f4-b3d5b5606a03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:33.710714 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-513cf56b-6dd3-41e4-85f4-b3d5b5606a03 admin admin] Transition to ACTIVE for port object 6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:49:33.733309 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f61d84-19a4-4a9f-b2ec-da9bd773f13c None None] Pushing event updated for resources: {'Port': ['ID=60406fab-52d2-40fa-8cee-7dfc0389d0b3,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:33.778556 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecba4cd4-fb7f-44ae-b412-3f14f679b66a req-9d05df58-4ae9-467c-95d3-4ca7f70ef5f8 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] No DVR routers for this DVR port fa31b5aa-525a-4bfd-a07f-0fc73a695a1b on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:49:33.810554 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b50646-0cfe-46cc-8a71-b418fdb13bae admin admin] Made reservation on behalf of 5c9a3e9d5bac494682015d798bdd6642 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:49:33.814877 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c3b50646-0cfe-46cc-8a71-b418fdb13bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:33.821221 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-513cf56b-6dd3-41e4-85f4-b3d5b5606a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:33.832633 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc56b8-2207-416b-b245-beb8faa07495 req-8dbd5ec0-d787-4757-875e-215949f46265 tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:33.834319 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d2dc56b8-2207-416b-b245-beb8faa07495 req-8dbd5ec0-d787-4757-875e-215949f46265 tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=02128226-94e7-4e9a-a1b0-25b32151af1d HTTP/1.1" status: 200 len: 1096 time: 0.0731328 Aug 18 12:49:33.851765 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-da25dce9-6072-40c2-a3f7-033b03bbbfae None None] Set router a9b39e85-e0bb-4b61-88aa-b5d1421419dc gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:49:33.878089 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513cf56b-6dd3-41e4-85f4-b3d5b5606a03 admin admin] Network 02fd23fc-4be9-4045-ae50-4a7decb4e07c is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:49:33.884108 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ecba4cd4-fb7f-44ae-b412-3f14f679b66a req-9d05df58-4ae9-467c-95d3-4ca7f70ef5f8 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:33.885025 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-513cf56b-6dd3-41e4-85f4-b3d5b5606a03 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:49:33.887245 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ecba4cd4-fb7f-44ae-b412-3f14f679b66a req-9d05df58-4ae9-467c-95d3-4ca7f70ef5f8 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.20 "DELETE /v2.0/ports/fa31b5aa-525a-4bfd-a07f-0fc73a695a1b HTTP/1.1" status: 204 len: 173 time: 2.7777307 Aug 18 12:49:33.894743 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edb51fe-df9d-483a-9549-bfb7eef78efa', 'name': 'network-vif-deleted', 'tag': 'fa31b5aa-525a-4bfd-a07f-0fc73a695a1b'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:49:33.897440 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b43723-ad46-4bd0-ae17-3c17485e7114" -d '{"events": [{"server_uuid": "2edb51fe-df9d-483a-9549-bfb7eef78efa", "name": "network-vif-deleted", "tag": "fa31b5aa-525a-4bfd-a07f-0fc73a695a1b"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:49:33.900588 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c3b50646-0cfe-46cc-8a71-b418fdb13bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:33.902101 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513cf56b-6dd3-41e4-85f4-b3d5b5606a03 admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:49:33.902712 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-513cf56b-6dd3-41e4-85f4-b3d5b5606a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:33.906507 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-97509abc-4fb0-4f1d-893a-56ad155f2ee5 admin admin] Allocated IP 172.20.0.1 (ebf27eaa-e45c-4211-af61-c4ba3d80ec8e/10ed8f90-6f5a-4397-8c28-ce514ffb391e/c9e5a73a-ee4f-4ac9-8d62-2c549f2c325b) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:49:33.955023 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-aafe6948-719b-4152-9a0f-b58f254db7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:33.960119 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-aafe6948-719b-4152-9a0f-b58f254db7e8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=34a133e6-4845-483d-9cb6-cc8c362b1453 HTTP/1.1" status: 200 len: 862 time: 0.5652041 Aug 18 12:49:33.985589 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-85a72275-3bf5-4395-b55b-5e1b194fdb44 req-e8b6ac8e-baf2-4d1d-977c-e6c9da102a50 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129583 Aug 18 12:49:34.030535 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d2dc56b8-2207-416b-b245-beb8faa07495 req-84ca52c2-d9e5-4751-babf-7e4f2944db3c tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724305 Aug 18 12:49:34.050581 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513cf56b-6dd3-41e4-85f4-b3d5b5606a03 admin admin] Pushing event updated for resources: {'Port': ['ID=6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:34.152702 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-02db72ee-e482-410e-b42c-8bb167aeb6c1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=868b2abd-c11c-4513-ae1d-4c8f78707536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1639342 Aug 18 12:49:34.212843 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d480a56c-07d6-4d14-83c1-1cc6f4d99ac6 x-openstack-request-id: req-d480a56c-07d6-4d14-83c1-1cc6f4d99ac6 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:49:34.213663 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edb51fe-df9d-483a-9549-bfb7eef78efa", "name": "network-vif-deleted", "tag": "fa31b5aa-525a-4bfd-a07f-0fc73a695a1b", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:49:34.214154 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d480a56c-07d6-4d14-83c1-1cc6f4d99ac6 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:49:34.215193 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2edb51fe-df9d-483a-9549-bfb7eef78efa', 'name': 'network-vif-deleted', 'tag': 'fa31b5aa-525a-4bfd-a07f-0fc73a695a1b', 'status': 'completed', 'code': 200} Aug 18 12:49:34.286875 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-da25dce9-6072-40c2-a3f7-033b03bbbfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1877647334-router', 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '60406fab-52d2-40fa-8cee-7dfc0389d0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:49:24Z', 'updated_at': '2021-08-18T12:49:29Z', 'revision_number': 3, 'project_id': 'a75dbc010737425ca08685b9dab39e3d', 'gw_port': {'id': '60406fab-52d2-40fa-8cee-7dfc0389d0b3', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:19:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:27Z', 'updated_at': '2021-08-18T12:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:49:34.340963 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da25dce9-6072-40c2-a3f7-033b03bbbfae None None] The sync data for ids ['a9b39e85-e0bb-4b61-88aa-b5d1421419dc'] in n-d-803603-2 is: [{'id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1877647334-router', 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '60406fab-52d2-40fa-8cee-7dfc0389d0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:49:24Z', 'updated_at': '2021-08-18T12:49:29Z', 'revision_number': 3, 'project_id': 'a75dbc010737425ca08685b9dab39e3d', 'gw_port': {'id': '60406fab-52d2-40fa-8cee-7dfc0389d0b3', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:19:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:27Z', 'updated_at': '2021-08-18T12:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:49:34.429954 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device f7b10e72-a236-41cf-959f-c2cc7a26b418 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:49:34.432801 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e78e58-40eb-4ed8-832f-84852ef9a65d req-54a145dd-4359-4dc3-9d28-790c14104a96 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:34.442217 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26e78e58-40eb-4ed8-832f-84852ef9a65d req-54a145dd-4359-4dc3-9d28-790c14104a96 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ad53b1b-b407-4c10-8216-3d5114552036 HTTP/1.1" status: 200 len: 943 time: 0.2185924 Aug 18 12:49:34.458890 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-97509abc-4fb0-4f1d-893a-56ad155f2ee5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:34.460216 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-70f013e3-5bc9-4fa0-a5f6-abce5791b0f5 None None] Provisioning for port 6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:49:34.466815 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-513cf56b-6dd3-41e4-85f4-b3d5b5606a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:34.480763 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-70f013e3-5bc9-4fa0-a5f6-abce5791b0f5 None None] Provisioning complete for port 6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:49:34.480763 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-70f013e3-5bc9-4fa0-a5f6-abce5791b0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:34.493519 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device fa31b5aa-525a-4bfd-a07f-0fc73a695a1b no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:49:34.518795 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-97509abc-4fb0-4f1d-893a-56ad155f2ee5 admin admin] Transition to ACTIVE for port object c9e5a73a-ee4f-4ac9-8d62-2c549f2c325b will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:49:34.558652 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26e78e58-40eb-4ed8-832f-84852ef9a65d req-c6e0ad29-df7a-4f14-a98c-2d7b7024a354 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124485 Aug 18 12:49:34.605417 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: fa31b5aa-525a-4bfd-a07f-0fc73a695a1b {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:49:34.606372 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device fa31b5aa-525a-4bfd-a07f-0fc73a695a1b not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:49:34.619600 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.db.resource_extend [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 12:49:34.746374 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-a0bf5c48-8d95-4378-a3f5-0f7d1ef4d9f7 service neutron] 10.222.0.39 "GET /v2.0/networks/868b2abd-c11c-4513-ae1d-4c8f78707536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4768612 Aug 18 12:49:34.746374 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c3b50646-0cfe-46cc-8a71-b418fdb13bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:34.859319 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-513cf56b-6dd3-41e4-85f4-b3d5b5606a03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:34.896615 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3ba72ae0-350a-4bfe-8c56-2cdc5304310c req-41342a9e-351c-46fc-9d8e-ffb76924eb48 service neutron] 10.222.0.39 "GET /v2.0/networks/868b2abd-c11c-4513-ae1d-4c8f78707536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412357 Aug 18 12:49:34.900044 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a08699fc-1e5b-4287-931d-60dec6e2b5ab req-0bd3c9be-a2ed-4138-8312-3355440a9ea8 tempest-LiveMigrationNegativeTest-2126050358 tempest-LiveMigrationNegativeTest-2126050358-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edb51fe-df9d-483a-9549-bfb7eef78efa HTTP/1.1" status: 200 len: 210 time: 0.0391240 Aug 18 12:49:34.927666 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-70f013e3-5bc9-4fa0-a5f6-abce5791b0f5 None None] Port 6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:49:34.982013 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port f7b10e72-a236-41cf-959f-c2cc7a26b418, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=f7b10e72-a236-41cf-959f-c2cc7a26b418,segment=NetworkSegment(0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d),segment_id=0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:34.993464 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'f7b10e72-a236-41cf-959f-c2cc7a26b418', 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133', 'port_id': 'f7b10e72-a236-41cf-959f-c2cc7a26b418', 'mac_address': 'fa:16:3e:ca:54:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da996bc9-0001-4e2d-9a03-d2d78ee48c5d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:49:35.020100 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-97509abc-4fb0-4f1d-893a-56ad155f2ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:35.021744 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-513cf56b-6dd3-41e4-85f4-b3d5b5606a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:35.027957 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-513cf56b-6dd3-41e4-85f4-b3d5b5606a03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:35.041999 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c3b50646-0cfe-46cc-8a71-b418fdb13bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:35.110087 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:35.166549 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b10e72-a236-41cf-959f-c2cc7a26b418 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:49:35.186674 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3b50646-0cfe-46cc-8a71-b418fdb13bae admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:49:35.223491 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513cf56b-6dd3-41e4-85f4-b3d5b5606a03 admin admin] Pushing event updated for resources: {'Port': ['ID=6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:35.228780 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c3b50646-0cfe-46cc-8a71-b418fdb13bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:35.228780 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-c3b50646-0cfe-46cc-8a71-b418fdb13bae admin admin] Added segment bfe09738-a750-434c-946c-2e491e28c478 of type vlan for network bdb52eff-17cc-4910-adc4-67aff01fa42b Aug 18 12:49:35.242633 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port f7b10e72-a236-41cf-959f-c2cc7a26b418, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=f7b10e72-a236-41cf-959f-c2cc7a26b418,segment=NetworkSegment(0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d),segment_id=0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:35.257086 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 19443664-49e4-42a7-a2a5-68c76f0f5625 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:49:35.321522 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:35.365732 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97509abc-4fb0-4f1d-893a-56ad155f2ee5 admin admin] Network ebf27eaa-e45c-4211-af61-c4ba3d80ec8e is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:49:35.390656 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97509abc-4fb0-4f1d-893a-56ad155f2ee5 admin admin] Pushing event updated for resources: {'Port': ['ID=c9e5a73a-ee4f-4ac9-8d62-2c549f2c325b,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:35.419951 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513cf56b-6dd3-41e4-85f4-b3d5b5606a03 admin admin] Network 02fd23fc-4be9-4045-ae50-4a7decb4e07c is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:49:35.432103 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-97509abc-4fb0-4f1d-893a-56ad155f2ee5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:49:35.436862 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-513cf56b-6dd3-41e4-85f4-b3d5b5606a03 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:49:35.447440 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b50646-0cfe-46cc-8a71-b418fdb13bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc24e11-d3bc-4c6b-a528-42e0dac975a1,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:35.477625 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d757023-fa0a-4e5a-81c5-0fb725de5fd0 req-b000f34f-96d6-4d76-98b0-3e4c6a705dca tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:35.484217 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8d757023-fa0a-4e5a-81c5-0fb725de5fd0 req-b000f34f-96d6-4d76-98b0-3e4c6a705dca tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=f60f0443-a402-4f3d-82ec-b80e9cfd9f98 HTTP/1.1" status: 200 len: 943 time: 0.2113163 Aug 18 12:49:35.484739 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59692) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:35.485422 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97509abc-4fb0-4f1d-893a-56ad155f2ee5 admin admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:49:35.486234 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-97509abc-4fb0-4f1d-893a-56ad155f2ee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:35.493573 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=f7b10e72-a236-41cf-959f-c2cc7a26b418,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:35.510478 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c3b50646-0cfe-46cc-8a71-b418fdb13bae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:35.517860 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 19443664-49e4-42a7-a2a5-68c76f0f5625 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:49:35.522098 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 19443664-49e4-42a7-a2a5-68c76f0f5625 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:49:35.522602 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:35.586876 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['f7b10e72-a236-41cf-959f-c2cc7a26b418'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:49:35.761802 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.db.resource_extend [None req-c3b50646-0cfe-46cc-8a71-b418fdb13bae admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 12:49:35.808738 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5039278-8bdb-4671-b2dd-bf6a19891a36 req-0d00b39d-793b-4eb3-97bc-cc5961994ecd tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:35.810566 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8d757023-fa0a-4e5a-81c5-0fb725de5fd0 req-ffe1c021-2b4d-4367-883a-bcdd92779b37 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089867 Aug 18 12:49:35.828279 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c5039278-8bdb-4671-b2dd-bf6a19891a36 req-0d00b39d-793b-4eb3-97bc-cc5961994ecd tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=02128226-94e7-4e9a-a1b0-25b32151af1d HTTP/1.1" status: 200 len: 1096 time: 0.4768069 Aug 18 12:49:35.896167 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:35.938560 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-25255cd7-51cb-4711-9280-e7793aa55c2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:35.943066 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 19443664-49e4-42a7-a2a5-68c76f0f5625, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=19443664-49e4-42a7-a2a5-68c76f0f5625,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:36.014094 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d0f3eea5-1789-4764-9f6f-c242cf3343dd None None] Provisioning complete for port 6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:49:36.014706 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d0f3eea5-1789-4764-9f6f-c242cf3343dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:36.047280 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-513cf56b-6dd3-41e4-85f4-b3d5b5606a03 admin admin] Router a9b39e85-e0bb-4b61-88aa-b5d1421419dc has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:49:36.056326 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c5039278-8bdb-4671-b2dd-bf6a19891a36 req-41f3ccca-882f-48d7-969d-8ea926ff4bb1 tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243497 Aug 18 12:49:36.076511 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:36.077516 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 60406fab-52d2-40fa-8cee-7dfc0389d0b3 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:49:36.110953 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c3b50646-0cfe-46cc-8a71-b418fdb13bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:36.112215 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b50646-0cfe-46cc-8a71-b418fdb13bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:36.113304 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c3b50646-0cfe-46cc-8a71-b418fdb13bae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:36.190538 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-d0f3eea5-1789-4764-9f6f-c242cf3343dd None None] Port 6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:49:36.198095 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b50646-0cfe-46cc-8a71-b418fdb13bae admin admin] Pushing event updated for resources: {'Network': ['ID=bdb52eff-17cc-4910-adc4-67aff01fa42b,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:36.203118 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0719a-925a-4c96-9b96-5ee88540bb05 req-c87cda03-bc09-483a-ae88-24906d3ceb73 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:36.204906 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a0d0719a-925a-4c96-9b96-5ee88540bb05 req-c87cda03-bc09-483a-ae88-24906d3ceb73 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ad53b1b-b407-4c10-8216-3d5114552036 HTTP/1.1" status: 200 len: 943 time: 0.2499528 Aug 18 12:49:36.214917 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network bdb52eff-17cc-4910-adc4-67aff01fa42b details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:49:36.254658 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-97509abc-4fb0-4f1d-893a-56ad155f2ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:36.284988 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d0f3eea5-1789-4764-9f6f-c242cf3343dd None None] Provisioning for port c9e5a73a-ee4f-4ac9-8d62-2c549f2c325b completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:49:36.314504 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d0f3eea5-1789-4764-9f6f-c242cf3343dd None None] Provisioning complete for port c9e5a73a-ee4f-4ac9-8d62-2c549f2c325b triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:49:36.314885 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d0f3eea5-1789-4764-9f6f-c242cf3343dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:36.355327 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-d0f3eea5-1789-4764-9f6f-c242cf3343dd None None] Port c9e5a73a-ee4f-4ac9-8d62-2c549f2c325b cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:49:36.368159 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 60406fab-52d2-40fa-8cee-7dfc0389d0b3 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:49:36.370811 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=19443664-49e4-42a7-a2a5-68c76f0f5625,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:36.381687 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 60406fab-52d2-40fa-8cee-7dfc0389d0b3 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:49:36.382068 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:36.510615 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:36.541357 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-97509abc-4fb0-4f1d-893a-56ad155f2ee5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:36.547773 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 60406fab-52d2-40fa-8cee-7dfc0389d0b3, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=60406fab-52d2-40fa-8cee-7dfc0389d0b3,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:36.613590 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-97509abc-4fb0-4f1d-893a-56ad155f2ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:36.614671 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-97509abc-4fb0-4f1d-893a-56ad155f2ee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:36.645559 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:36.690027 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59704) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:36.714101 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=60406fab-52d2-40fa-8cee-7dfc0389d0b3,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:36.743589 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a0d0719a-925a-4c96-9b96-5ee88540bb05 req-7600ef99-4419-41d7-85fb-78032f408194 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5028019 Aug 18 12:49:36.766685 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97509abc-4fb0-4f1d-893a-56ad155f2ee5 admin admin] Pushing event updated for resources: {'Port': ['ID=c9e5a73a-ee4f-4ac9-8d62-2c549f2c325b,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:36.773788 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513cf56b-6dd3-41e4-85f4-b3d5b5606a03 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:49:36.792963 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-513cf56b-6dd3-41e4-85f4-b3d5b5606a03 admin admin] 10.222.0.13 "PUT /v2.0/routers/a9b39e85-e0bb-4b61-88aa-b5d1421419dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3549223 Aug 18 12:49:36.806848 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-25255cd7-51cb-4711-9280-e7793aa55c2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:36.835651 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97509abc-4fb0-4f1d-893a-56ad155f2ee5 admin admin] Network ebf27eaa-e45c-4211-af61-c4ba3d80ec8e is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:49:36.837095 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-97509abc-4fb0-4f1d-893a-56ad155f2ee5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:49:36.881148 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-25255cd7-51cb-4711-9280-e7793aa55c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:36.950733 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-25255cd7-51cb-4711-9280-e7793aa55c2e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=deaa4bd5c5c744dda4c195dce8c5c47e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4567575 Aug 18 12:49:36.965231 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59714) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:37.013329 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-21b47fd7-eae1-4ae0-bbfb-fec907c8bcde admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea45720a24ee4f62a18d29ed0da9f691&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3170238 Aug 18 12:49:37.014039 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59716) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:37.019325 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25255cd7-51cb-4711-9280-e7793aa55c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b025b5-6a04-4b14-86fb-baf0b40bfd0a,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:37.020829 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c3b50646-0cfe-46cc-8a71-b418fdb13bae admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 4.0324986 Aug 18 12:49:37.024092 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 59718) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:37.038017 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024b5d02-c1ab-4b23-b8fd-ec4ab88a6412 None None] Sync routers for ids ['a9b39e85-e0bb-4b61-88aa-b5d1421419dc'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:49:37.050816 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024b5d02-c1ab-4b23-b8fd-ec4ab88a6412 None None] Routers {'a9b39e85-e0bb-4b61-88aa-b5d1421419dc'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:49:37.052285 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-024b5d02-c1ab-4b23-b8fd-ec4ab88a6412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:49:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['a9b39e85-e0bb-4b61-88aa-b5d1421419dc'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:49:37.074408 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-84e67af7-f1e2-41bf-9172-41c28753f564 admin admin] Request body: {'subnet': {'network_id': 'bdb52eff-17cc-4910-adc4-67aff01fa42b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1941072253-subnet', 'tenant_id': '5c9a3e9d5bac494682015d798bdd6642', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:49:37.127750 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-260e1950-e46d-4ebc-b83b-c6e57b9b0d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:37.179672 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97509abc-4fb0-4f1d-893a-56ad155f2ee5 admin admin] Router 35dd589f-97cd-4a32-8c7b-7df06c6a394d has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:49:37.201567 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866e69c-2a35-4470-b56f-867724e6d7ab req-94a55881-1e3a-441c-88be-bf9d0ce38106 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:37.210104 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9866e69c-2a35-4470-b56f-867724e6d7ab req-94a55881-1e3a-441c-88be-bf9d0ce38106 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=f60f0443-a402-4f3d-82ec-b80e9cfd9f98 HTTP/1.1" status: 200 len: 944 time: 0.2794340 Aug 18 12:49:37.221460 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 19443664-49e4-42a7-a2a5-68c76f0f5625 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:49:37.235106 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-024b5d02-c1ab-4b23-b8fd-ec4ab88a6412 None None] Set router a9b39e85-e0bb-4b61-88aa-b5d1421419dc gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:49:37.265649 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-260e1950-e46d-4ebc-b83b-c6e57b9b0d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:37.275305 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e67af7-f1e2-41bf-9172-41c28753f564 admin admin] Made reservation on behalf of 5c9a3e9d5bac494682015d798bdd6642 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:49:37.279868 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-78b58d08-8945-4b1d-9dbb-98f9ba510936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:37.280006 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-84e67af7-f1e2-41bf-9172-41c28753f564 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:37.291061 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-64765f45-f089-425d-b678-cef5966549db None None] Provisioning complete for port c9e5a73a-ee4f-4ac9-8d62-2c549f2c325b triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:49:37.291491 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-64765f45-f089-425d-b678-cef5966549db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:37.315786 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d21a3-aa72-4e2f-bd05-f77f0478f593 req-d1d6da8c-541a-43a8-8dbc-4ab72f4650cf tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:37.323083 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c8d21a3-aa72-4e2f-bd05-f77f0478f593 req-d1d6da8c-541a-43a8-8dbc-4ab72f4650cf tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=02128226-94e7-4e9a-a1b0-25b32151af1d HTTP/1.1" status: 200 len: 1096 time: 0.1464663 Aug 18 12:49:37.345149 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-64765f45-f089-425d-b678-cef5966549db None None] Port c9e5a73a-ee4f-4ac9-8d62-2c549f2c325b cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:49:37.360709 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-78b58d08-8945-4b1d-9dbb-98f9ba510936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:37.420009 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c8d21a3-aa72-4e2f-bd05-f77f0478f593 req-54869321-3513-4c60-a657-d8f80cc82278 tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943220 Aug 18 12:49:37.488813 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 19443664-49e4-42a7-a2a5-68c76f0f5625 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:49:37.489328 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:37.528939 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-260e1950-e46d-4ebc-b83b-c6e57b9b0d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:37.532545 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-260e1950-e46d-4ebc-b83b-c6e57b9b0d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:37.535962 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-260e1950-e46d-4ebc-b83b-c6e57b9b0d39 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/33b025b5-6a04-4b14-86fb-baf0b40bfd0a HTTP/1.1" status: 204 len: 168 time: 0.5696852 Aug 18 12:49:37.536106 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9866e69c-2a35-4470-b56f-867724e6d7ab req-8fcf9a20-5656-46f2-a8da-9233495de6bd tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238842 Aug 18 12:49:37.549585 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e1950-e46d-4ebc-b83b-c6e57b9b0d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b025b5-6a04-4b14-86fb-baf0b40bfd0a,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:37.587247 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-78b58d08-8945-4b1d-9dbb-98f9ba510936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:37.593605 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-78b58d08-8945-4b1d-9dbb-98f9ba510936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:37.595964 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-78b58d08-8945-4b1d-9dbb-98f9ba510936 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc88c885-7c0f-4662-9c8e-1ec587e350e7 HTTP/1.1" status: 204 len: 168 time: 0.5776346 Aug 18 12:49:37.611005 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-024b5d02-c1ab-4b23-b8fd-ec4ab88a6412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1877647334-router', 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '60406fab-52d2-40fa-8cee-7dfc0389d0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:49:24Z', 'updated_at': '2021-08-18T12:49:34Z', 'revision_number': 4, 'project_id': 'a75dbc010737425ca08685b9dab39e3d', 'gw_port': {'id': '60406fab-52d2-40fa-8cee-7dfc0389d0b3', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:19:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:27Z', 'updated_at': '2021-08-18T12:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655', 'name': '', 'network_id': '02fd23fc-4be9-4045-ae50-4a7decb4e07c', 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d', 'mac_address': 'fa:16:3e:24:e8:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '154e0376-ea0e-40f2-a861-d291c3269453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:33Z', 'updated_at': '2021-08-18T12:49:34Z', 'revision_number': 2, 'project_id': 'a75dbc010737425ca08685b9dab39e3d', 'subnets': [{'id': '154e0376-ea0e-40f2-a861-d291c3269453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:49:37.613315 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b58d08-8945-4b1d-9dbb-98f9ba510936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc88c885-7c0f-4662-9c8e-1ec587e350e7,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:37.628989 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97509abc-4fb0-4f1d-893a-56ad155f2ee5 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:49:37.638051 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-97509abc-4fb0-4f1d-893a-56ad155f2ee5 admin admin] 10.222.0.13 "PUT /v2.0/routers/35dd589f-97cd-4a32-8c7b-7df06c6a394d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5144718 Aug 18 12:49:37.642308 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 60406fab-52d2-40fa-8cee-7dfc0389d0b3 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:49:37.646921 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d842e90d-ef89-4951-a6a7-4bdbb9d4cc19 None None] Sync routers for ids ['35dd589f-97cd-4a32-8c7b-7df06c6a394d'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:49:37.663561 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024b5d02-c1ab-4b23-b8fd-ec4ab88a6412 None None] Checking router: a9b39e85-e0bb-4b61-88aa-b5d1421419dc for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:49:37.663561 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024b5d02-c1ab-4b23-b8fd-ec4ab88a6412 None None] Updating router a9b39e85-e0bb-4b61-88aa-b5d1421419dc port 6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:49:37.684309 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d842e90d-ef89-4951-a6a7-4bdbb9d4cc19 None None] Routers {'35dd589f-97cd-4a32-8c7b-7df06c6a394d'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:49:37.684945 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d842e90d-ef89-4951-a6a7-4bdbb9d4cc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:49:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['35dd589f-97cd-4a32-8c7b-7df06c6a394d'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:49:37.708894 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-024b5d02-c1ab-4b23-b8fd-ec4ab88a6412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:37.802003 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 60406fab-52d2-40fa-8cee-7dfc0389d0b3 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:49:37.802430 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:37.845653 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:49:37.852341 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-d842e90d-ef89-4951-a6a7-4bdbb9d4cc19 None None] Set router 35dd589f-97cd-4a32-8c7b-7df06c6a394d gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:49:37.935413 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-84e67af7-f1e2-41bf-9172-41c28753f564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:38.017943 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42172a-6924-48e9-b2b7-6d038dbabd76 req-5b5c4341-20b8-4fcd-a4bd-b8a7a670a757 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:38.024113 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cf42172a-6924-48e9-b2b7-6d038dbabd76 req-5b5c4341-20b8-4fcd-a4bd-b8a7a670a757 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ad53b1b-b407-4c10-8216-3d5114552036 HTTP/1.1" status: 200 len: 943 time: 0.1673262 Aug 18 12:49:38.024793 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e67af7-f1e2-41bf-9172-41c28753f564 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccdf08fb-8548-46f2-863f-750e5308e6fb,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:38.082630 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-024b5d02-c1ab-4b23-b8fd-ec4ab88a6412 None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:38.095606 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cf42172a-6924-48e9-b2b7-6d038dbabd76 req-5ff783a1-7eec-4ab2-81f2-9b3838a22ec2 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545607 Aug 18 12:49:38.098523 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-024b5d02-c1ab-4b23-b8fd-ec4ab88a6412 None None] Transition to ACTIVE for port object 6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:49:38.116394 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e67af7-f1e2-41bf-9172-41c28753f564 admin admin] Checking segment: {'id': 'bfe09738-a750-434c-946c-2e491e28c478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bdb52eff-17cc-4910-adc4-67aff01fa42b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:49:38.116648 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e67af7-f1e2-41bf-9172-41c28753f564 admin admin] Network hostable DHCP agents. Network: bdb52eff-17cc-4910-adc4-67aff01fa42b, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:49:38.184685 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-024b5d02-c1ab-4b23-b8fd-ec4ab88a6412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:38.213490 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e67af7-f1e2-41bf-9172-41c28753f564 admin admin] Network bdb52eff-17cc-4910-adc4-67aff01fa42b is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:49:38.225475 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d842e90d-ef89-4951-a6a7-4bdbb9d4cc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35dd589f-97cd-4a32-8c7b-7df06c6a394d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1609313234-router', 'tenant_id': '897769f511c740088662d1c81eeed0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '19443664-49e4-42a7-a2a5-68c76f0f5625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:49:24Z', 'updated_at': '2021-08-18T12:49:36Z', 'revision_number': 4, 'project_id': '897769f511c740088662d1c81eeed0ac', 'gw_port': {'id': '19443664-49e4-42a7-a2a5-68c76f0f5625', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dd589f-97cd-4a32-8c7b-7df06c6a394d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:26Z', 'updated_at': '2021-08-18T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'c9e5a73a-ee4f-4ac9-8d62-2c549f2c325b', 'name': '', 'network_id': 'ebf27eaa-e45c-4211-af61-c4ba3d80ec8e', 'tenant_id': '897769f511c740088662d1c81eeed0ac', 'mac_address': 'fa:16:3e:3b:70:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35dd589f-97cd-4a32-8c7b-7df06c6a394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '10ed8f90-6f5a-4397-8c28-ce514ffb391e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:32Z', 'updated_at': '2021-08-18T12:49:36Z', 'revision_number': 2, 'project_id': '897769f511c740088662d1c81eeed0ac', 'subnets': [{'id': '10ed8f90-6f5a-4397-8c28-ce514ffb391e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:49:38.252083 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d842e90d-ef89-4951-a6a7-4bdbb9d4cc19 None None] Checking router: 35dd589f-97cd-4a32-8c7b-7df06c6a394d for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:49:38.252506 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d842e90d-ef89-4951-a6a7-4bdbb9d4cc19 None None] Updating router 35dd589f-97cd-4a32-8c7b-7df06c6a394d port c9e5a73a-ee4f-4ac9-8d62-2c549f2c325b binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:49:38.269629 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5243e31-2224-4c4e-8694-ac9445fc258a None None] Pushing event updated for resources: {'Port': ['ID=6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:38.291833 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d842e90d-ef89-4951-a6a7-4bdbb9d4cc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:38.322158 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-84e67af7-f1e2-41bf-9172-41c28753f564 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, bdb52eff-17cc-4910-adc4-67aff01fa42b) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:49:38.327582 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e67af7-f1e2-41bf-9172-41c28753f564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:38.328180 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-84e67af7-f1e2-41bf-9172-41c28753f564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:38.349757 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-024b5d02-c1ab-4b23-b8fd-ec4ab88a6412 None None] Attempting to bind port 6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:49:38.350073 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-024b5d02-c1ab-4b23-b8fd-ec4ab88a6412 None None] Attempting to bind port 6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '02fd23fc-4be9-4045-ae50-4a7decb4e07c'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:49:38.350504 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024b5d02-c1ab-4b23-b8fd-ec4ab88a6412 None None] Attempting to bind port 6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655 on network 02fd23fc-4be9-4045-ae50-4a7decb4e07c {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:49:38.357514 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024b5d02-c1ab-4b23-b8fd-ec4ab88a6412 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:49:38.357890 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024b5d02-c1ab-4b23-b8fd-ec4ab88a6412 None None] Checking segment: {'id': 'c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '02fd23fc-4be9-4045-ae50-4a7decb4e07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:49:38.358313 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-024b5d02-c1ab-4b23-b8fd-ec4ab88a6412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:38.358698 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024b5d02-c1ab-4b23-b8fd-ec4ab88a6412 None None] Bound using segment: {'id': 'c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '02fd23fc-4be9-4045-ae50-4a7decb4e07c'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:49:38.359179 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-024b5d02-c1ab-4b23-b8fd-ec4ab88a6412 None None] Bound port: 6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '02fd23fc-4be9-4045-ae50-4a7decb4e07c'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:49:38.360019 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-024b5d02-c1ab-4b23-b8fd-ec4ab88a6412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:38.375998 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cf3b33-3d21-481c-a441-0de02f120cee None None] Network bdb52eff-17cc-4910-adc4-67aff01fa42b requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:49:38.408801 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-84e67af7-f1e2-41bf-9172-41c28753f564 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3827832 Aug 18 12:49:38.454951 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-024b5d02-c1ab-4b23-b8fd-ec4ab88a6412 None None] For port 6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:49:38.461426 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-024b5d02-c1ab-4b23-b8fd-ec4ab88a6412 None None] For port 6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655,segment=NetworkSegment(c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca),segment_id=c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:49:38.500563 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device f7b10e72-a236-41cf-959f-c2cc7a26b418 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:49:38.532509 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 59758) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:38.537939 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-de0383eb-24f0-49e8-aafa-e619bf6b4a93 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1518839988-network', 'tenant_id': '9be9e4988e65435992981bdc98decd4a'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:49:38.554459 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-024b5d02-c1ab-4b23-b8fd-ec4ab88a6412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:38.617636 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024b5d02-c1ab-4b23-b8fd-ec4ab88a6412 None None] Routers {'a9b39e85-e0bb-4b61-88aa-b5d1421419dc'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:49:38.618333 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-024b5d02-c1ab-4b23-b8fd-ec4ab88a6412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:49:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['a9b39e85-e0bb-4b61-88aa-b5d1421419dc'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:49:38.640836 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0383eb-24f0-49e8-aafa-e619bf6b4a93 admin admin] Made reservation on behalf of 9be9e4988e65435992981bdc98decd4a for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:49:38.643445 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-de0383eb-24f0-49e8-aafa-e619bf6b4a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:38.658672 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-de0383eb-24f0-49e8-aafa-e619bf6b4a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:38.686014 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5243e31-2224-4c4e-8694-ac9445fc258a None None] Pushing event updated for resources: {'Port': ['ID=6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655,revision_number=4']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:38.754337 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59762) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:38.779902 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-024b5d02-c1ab-4b23-b8fd-ec4ab88a6412 None None] Set router a9b39e85-e0bb-4b61-88aa-b5d1421419dc gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:49:38.806902 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-48dc523e-a3e5-48cd-9eaa-b4b4286baf88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:38.854309 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-de0383eb-24f0-49e8-aafa-e619bf6b4a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:38.868543 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fece78a-e409-4657-8587-5831385ef009 None None] Network bdb52eff-17cc-4910-adc4-67aff01fa42b requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:49:38.927899 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-de0383eb-24f0-49e8-aafa-e619bf6b4a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:38.979177 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de0383eb-24f0-49e8-aafa-e619bf6b4a93 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:49:39.007340 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0383eb-24f0-49e8-aafa-e619bf6b4a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af48c6a4-4995-44c7-a663-3a786498c66e,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:39.025397 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-024b5d02-c1ab-4b23-b8fd-ec4ab88a6412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1877647334-router', 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '60406fab-52d2-40fa-8cee-7dfc0389d0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:49:24Z', 'updated_at': '2021-08-18T12:49:34Z', 'revision_number': 4, 'project_id': 'a75dbc010737425ca08685b9dab39e3d', 'gw_port': {'id': '60406fab-52d2-40fa-8cee-7dfc0389d0b3', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:19:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:27Z', 'updated_at': '2021-08-18T12:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655', 'name': '', 'network_id': '02fd23fc-4be9-4045-ae50-4a7decb4e07c', 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d', 'mac_address': 'fa:16:3e:24:e8:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '154e0376-ea0e-40f2-a861-d291c3269453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:33Z', 'updated_at': '2021-08-18T12:49:38Z', 'revision_number': 4, 'project_id': 'a75dbc010737425ca08685b9dab39e3d', 'subnets': [{'id': '154e0376-ea0e-40f2-a861-d291c3269453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:49:39.026212 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-48dc523e-a3e5-48cd-9eaa-b4b4286baf88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:39.027305 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-de0383eb-24f0-49e8-aafa-e619bf6b4a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:39.028701 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-de0383eb-24f0-49e8-aafa-e619bf6b4a93 admin admin] Added segment e666ae71-c72b-4fc2-8a5a-60bedaff4a22 of type vlan for network 5250c12d-4b67-4c80-aeb1-c3c5356554ee Aug 18 12:49:39.057119 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024b5d02-c1ab-4b23-b8fd-ec4ab88a6412 None None] The sync data for ids ['a9b39e85-e0bb-4b61-88aa-b5d1421419dc'] in n-d-803603-2 is: [{'id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1877647334-router', 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '60406fab-52d2-40fa-8cee-7dfc0389d0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:49:24Z', 'updated_at': '2021-08-18T12:49:34Z', 'revision_number': 4, 'project_id': 'a75dbc010737425ca08685b9dab39e3d', 'gw_port': {'id': '60406fab-52d2-40fa-8cee-7dfc0389d0b3', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:19:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:27Z', 'updated_at': '2021-08-18T12:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655', 'name': '', 'network_id': '02fd23fc-4be9-4045-ae50-4a7decb4e07c', 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d', 'mac_address': 'fa:16:3e:24:e8:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '154e0376-ea0e-40f2-a861-d291c3269453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:33Z', 'updated_at': '2021-08-18T12:49:38Z', 'revision_number': 4, 'project_id': 'a75dbc010737425ca08685b9dab39e3d', 'subnets': [{'id': '154e0376-ea0e-40f2-a861-d291c3269453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:49:39.078427 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59766) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:39.102080 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port f7b10e72-a236-41cf-959f-c2cc7a26b418 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:49:39.122498 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-48dc523e-a3e5-48cd-9eaa-b4b4286baf88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:39.122986 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-de0383eb-24f0-49e8-aafa-e619bf6b4a93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:39.153520 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d842e90d-ef89-4951-a6a7-4bdbb9d4cc19 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:39.164716 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port f7b10e72-a236-41cf-959f-c2cc7a26b418 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:49:39.165218 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:39.202661 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 561332c2-a45d-49e1-9c75-db3137e87100 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:49:39.222628 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d842e90d-ef89-4951-a6a7-4bdbb9d4cc19 None None] Transition to ACTIVE for port object c9e5a73a-ee4f-4ac9-8d62-2c549f2c325b will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:49:39.236189 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-de0383eb-24f0-49e8-aafa-e619bf6b4a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:39.239954 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0383eb-24f0-49e8-aafa-e619bf6b4a93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:39.241370 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-de0383eb-24f0-49e8-aafa-e619bf6b4a93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:39.285328 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc523e-a3e5-48cd-9eaa-b4b4286baf88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfaf39f8-15ea-4ba7-a9f5-ae1757b1147c,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:39.305905 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-48dc523e-a3e5-48cd-9eaa-b4b4286baf88 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=419361e698534687bd64fcb5209e1a6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5497065 Aug 18 12:49:39.309958 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-704ac633-02dd-4787-b56d-de24baa16b9b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a2db82b1a0b4134b397fed4307fe761&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297094 Aug 18 12:49:39.310574 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59770) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:39.318513 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59772) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:39.348276 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d842e90d-ef89-4951-a6a7-4bdbb9d4cc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:39.423370 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1b22ab45-d5cd-415a-b595-06701ed29c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:39.441589 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0383eb-24f0-49e8-aafa-e619bf6b4a93 admin admin] Pushing event updated for resources: {'Network': ['ID=5250c12d-4b67-4c80-aeb1-c3c5356554ee,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:39.448969 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-de0383eb-24f0-49e8-aafa-e619bf6b4a93 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9148448 Aug 18 12:49:39.449996 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 59780) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:39.455072 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-9845a95e-3070-44f8-8f74-a075d4533d17 admin admin] Request body: {'subnet': {'network_id': '5250c12d-4b67-4c80-aeb1-c3c5356554ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1518839988-subnet', 'tenant_id': '9be9e4988e65435992981bdc98decd4a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:49:39.481884 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1b22ab45-d5cd-415a-b595-06701ed29c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:39.496380 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 5250c12d-4b67-4c80-aeb1-c3c5356554ee details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:49:39.592848 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c5b4c264-7f88-4450-a8fd-cd25bf9b29f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:39.642490 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c5b4c264-7f88-4450-a8fd-cd25bf9b29f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:39.642713 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9845a95e-3070-44f8-8f74-a075d4533d17 admin admin] Made reservation on behalf of 9be9e4988e65435992981bdc98decd4a for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:49:39.648790 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9845a95e-3070-44f8-8f74-a075d4533d17 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:39.694453 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1b22ab45-d5cd-415a-b595-06701ed29c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:39.697183 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1b22ab45-d5cd-415a-b595-06701ed29c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:39.698901 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1b22ab45-d5cd-415a-b595-06701ed29c19 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/541e1ec1-5ee6-434a-81ea-a183365ba49b HTTP/1.1" status: 204 len: 168 time: 0.3783855 Aug 18 12:49:39.710726 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b22ab45-d5cd-415a-b595-06701ed29c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541e1ec1-5ee6-434a-81ea-a183365ba49b,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:39.725790 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-e661e0d8-fee6-40d9-a8d9-72bd2e135fb8 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:39.738577 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-e661e0d8-fee6-40d9-a8d9-72bd2e135fb8 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/networks?id=ebf27eaa-e45c-4211-af61-c4ba3d80ec8e HTTP/1.1" status: 200 len: 829 time: 0.2489884 Aug 18 12:49:39.783940 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c5b4c264-7f88-4450-a8fd-cd25bf9b29f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:39.788827 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c5b4c264-7f88-4450-a8fd-cd25bf9b29f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:39.791168 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c5b4c264-7f88-4450-a8fd-cd25bf9b29f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dfaf39f8-15ea-4ba7-a9f5-ae1757b1147c HTTP/1.1" status: 204 len: 168 time: 0.4794183 Aug 18 12:49:39.805224 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4c264-7f88-4450-a8fd-cd25bf9b29f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfaf39f8-15ea-4ba7-a9f5-ae1757b1147c,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:39.812663 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-4de2c880-6920-42e4-80fc-1da74c257703 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/quotas/897769f511c740088662d1c81eeed0ac HTTP/1.1" status: 200 len: 375 time: 0.0732903 Aug 18 12:49:39.838685 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c0bb8-a2d8-471d-9129-72eb49fd30cf None None] Pushing event updated for resources: {'Port': ['ID=c9e5a73a-ee4f-4ac9-8d62-2c549f2c325b,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:39.881675 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:39.964972 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 561332c2-a45d-49e1-9c75-db3137e87100, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=561332c2-a45d-49e1-9c75-db3137e87100,segment=NetworkSegment(7ff9e9d1-2f3f-4727-a98f-48223d2acb58),segment_id=7ff9e9d1-2f3f-4727-a98f-48223d2acb58)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:40.042638 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '561332c2-a45d-49e1-9c75-db3137e87100', 'network_id': '868b2abd-c11c-4513-ae1d-4c8f78707536', 'port_id': '561332c2-a45d-49e1-9c75-db3137e87100', 'mac_address': 'fa:16:3e:d2:db:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34a133e6-4845-483d-9cb6-cc8c362b1453', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:49:40.071830 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-d842e90d-ef89-4951-a6a7-4bdbb9d4cc19 None None] Attempting to bind port c9e5a73a-ee4f-4ac9-8d62-2c549f2c325b on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:49:40.072299 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-d842e90d-ef89-4951-a6a7-4bdbb9d4cc19 None None] Attempting to bind port c9e5a73a-ee4f-4ac9-8d62-2c549f2c325b by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '5b263640-5ce8-48c3-9f0c-ea97bd4fcace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ebf27eaa-e45c-4211-af61-c4ba3d80ec8e'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:49:40.072667 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d842e90d-ef89-4951-a6a7-4bdbb9d4cc19 None None] Attempting to bind port c9e5a73a-ee4f-4ac9-8d62-2c549f2c325b on network ebf27eaa-e45c-4211-af61-c4ba3d80ec8e {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:49:40.075599 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60f0443-a402-4f3d-82ec-b80e9cfd9f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b10e72-a236-41cf-959f-c2cc7a26b418'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:49:40.079033 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd5b5f6-c7b1-40cf-a946-dcd562961033" -d '{"events": [{"server_uuid": "f60f0443-a402-4f3d-82ec-b80e9cfd9f98", "name": "network-vif-plugged", "status": "completed", "tag": "f7b10e72-a236-41cf-959f-c2cc7a26b418"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:49:40.096121 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-f1047d59-2615-48a1-8401-3d680bd17de3 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=897769f511c740088662d1c81eeed0ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2767639 Aug 18 12:49:40.108411 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port f7b10e72-a236-41cf-959f-c2cc7a26b418, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=f7b10e72-a236-41cf-959f-c2cc7a26b418,segment=NetworkSegment(0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d),segment_id=0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:40.111042 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d842e90d-ef89-4951-a6a7-4bdbb9d4cc19 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:49:40.114802 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d842e90d-ef89-4951-a6a7-4bdbb9d4cc19 None None] Checking segment: {'id': '5b263640-5ce8-48c3-9f0c-ea97bd4fcace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ebf27eaa-e45c-4211-af61-c4ba3d80ec8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:49:40.114802 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d842e90d-ef89-4951-a6a7-4bdbb9d4cc19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:40.114802 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d842e90d-ef89-4951-a6a7-4bdbb9d4cc19 None None] Bound using segment: {'id': '5b263640-5ce8-48c3-9f0c-ea97bd4fcace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ebf27eaa-e45c-4211-af61-c4ba3d80ec8e'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:49:40.114802 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-d842e90d-ef89-4951-a6a7-4bdbb9d4cc19 None None] Bound port: c9e5a73a-ee4f-4ac9-8d62-2c549f2c325b, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b263640-5ce8-48c3-9f0c-ea97bd4fcace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ebf27eaa-e45c-4211-af61-c4ba3d80ec8e'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:49:40.114802 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d842e90d-ef89-4951-a6a7-4bdbb9d4cc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:40.183192 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:40.213807 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 561332c2-a45d-49e1-9c75-db3137e87100 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:49:40.249518 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:40.254791 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 561332c2-a45d-49e1-9c75-db3137e87100, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=561332c2-a45d-49e1-9c75-db3137e87100,segment=NetworkSegment(7ff9e9d1-2f3f-4727-a98f-48223d2acb58),segment_id=7ff9e9d1-2f3f-4727-a98f-48223d2acb58)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:40.294354 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-d842e90d-ef89-4951-a6a7-4bdbb9d4cc19 None None] For port c9e5a73a-ee4f-4ac9-8d62-2c549f2c325b, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:49:40.331296 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-d842e90d-ef89-4951-a6a7-4bdbb9d4cc19 None None] For port c9e5a73a-ee4f-4ac9-8d62-2c549f2c325b, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=c9e5a73a-ee4f-4ac9-8d62-2c549f2c325b,segment=NetworkSegment(5b263640-5ce8-48c3-9f0c-ea97bd4fcace),segment_id=5b263640-5ce8-48c3-9f0c-ea97bd4fcace)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:49:40.336551 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:40.355449 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=f7b10e72-a236-41cf-959f-c2cc7a26b418,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:40.421074 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=561332c2-a45d-49e1-9c75-db3137e87100,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:40.477957 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d842e90d-ef89-4951-a6a7-4bdbb9d4cc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:40.497743 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9845a95e-3070-44f8-8f74-a075d4533d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:40.569375 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c0bb8-a2d8-471d-9129-72eb49fd30cf None None] Pushing event updated for resources: {'Port': ['ID=c9e5a73a-ee4f-4ac9-8d62-2c549f2c325b,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:40.572215 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['561332c2-a45d-49e1-9c75-db3137e87100'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:49:40.609709 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c0bb8-a2d8-471d-9129-72eb49fd30cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:40.610226 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c0bb8-a2d8-471d-9129-72eb49fd30cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:40.610613 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c0bb8-a2d8-471d-9129-72eb49fd30cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:40.610950 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c0bb8-a2d8-471d-9129-72eb49fd30cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:40.611280 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c0bb8-a2d8-471d-9129-72eb49fd30cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:40.611621 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c0bb8-a2d8-471d-9129-72eb49fd30cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:40.611940 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c0bb8-a2d8-471d-9129-72eb49fd30cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:40.612255 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c0bb8-a2d8-471d-9129-72eb49fd30cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:40.612566 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c0bb8-a2d8-471d-9129-72eb49fd30cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:40.612892 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c0bb8-a2d8-471d-9129-72eb49fd30cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:40.613387 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c0bb8-a2d8-471d-9129-72eb49fd30cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:40.614052 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c0bb8-a2d8-471d-9129-72eb49fd30cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:40.634064 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845a95e-3070-44f8-8f74-a075d4533d17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5365d43f-1ca0-4cbb-bc02-53bc82ea1155,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:40.634064 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9845a95e-3070-44f8-8f74-a075d4533d17 admin admin] Checking segment: {'id': 'e666ae71-c72b-4fc2-8a5a-60bedaff4a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5250c12d-4b67-4c80-aeb1-c3c5356554ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:49:40.634064 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9845a95e-3070-44f8-8f74-a075d4533d17 admin admin] Network hostable DHCP agents. Network: 5250c12d-4b67-4c80-aeb1-c3c5356554ee, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:49:40.634687 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-8f69695b-d9d8-427c-af07-15e47d8b296d service neutron] 10.222.0.13 "GET /v2.0/networks/ebf27eaa-e45c-4211-af61-c4ba3d80ec8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5308259 Aug 18 12:49:40.667998 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d842e90d-ef89-4951-a6a7-4bdbb9d4cc19 None None] Routers {'35dd589f-97cd-4a32-8c7b-7df06c6a394d'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:49:40.668594 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d842e90d-ef89-4951-a6a7-4bdbb9d4cc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:49:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['35dd589f-97cd-4a32-8c7b-7df06c6a394d'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:49:40.721048 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9845a95e-3070-44f8-8f74-a075d4533d17 admin admin] Network 5250c12d-4b67-4c80-aeb1-c3c5356554ee is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:49:40.818806 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-7c8a2f57-b295-465c-ad42-703e7a1fae2c service neutron] 10.222.0.13 "GET /v2.0/networks/ebf27eaa-e45c-4211-af61-c4ba3d80ec8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701682 Aug 18 12:49:40.839887 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-9845a95e-3070-44f8-8f74-a075d4533d17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 5250c12d-4b67-4c80-aeb1-c3c5356554ee) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:49:40.860866 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bd321b-0f85-4188-b43b-b5a775250c60 None None] Network 5250c12d-4b67-4c80-aeb1-c3c5356554ee requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:49:40.863019 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9845a95e-3070-44f8-8f74-a075d4533d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:40.864497 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9845a95e-3070-44f8-8f74-a075d4533d17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:40.888388 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-43ba4f77-eb01-4f4c-9d74-bf17b39d77b5 tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:49:40.890492 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-43ba4f77-eb01-4f4c-9d74-bf17b39d77b5 tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084319 Aug 18 12:49:40.905847 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-556c7942-6c75-4eee-97d5-bea01e65a041 service neutron] Request body: {'binding': {'host': 'n-h2-803603-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:49:40.918876 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-556c7942-6c75-4eee-97d5-bea01e65a041 service neutron] Unknown quota resources ['binding']. {{(pid=101675) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 12:49:40.965125 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9845a95e-3070-44f8-8f74-a075d4533d17 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5140524 Aug 18 12:49:40.967846 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59832) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:40.976751 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-3ee009da-d3a9-4514-8064-0d0f39eda500 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1518839988-router', 'tenant_id': '9be9e4988e65435992981bdc98decd4a', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:49:41.048027 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-d842e90d-ef89-4951-a6a7-4bdbb9d4cc19 None None] Set router 35dd589f-97cd-4a32-8c7b-7df06c6a394d gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:49:41.115407 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3ee009da-d3a9-4514-8064-0d0f39eda500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:41.117366 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3ee009da-d3a9-4514-8064-0d0f39eda500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:41.123183 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 59840) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:41.152355 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-efbad2ea-8bf2-4be1-88ac-e52e3006f78d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1348624399-network', 'tenant_id': '987f0f030a4d4106a8bc982a0f20a734'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:49:41.195588 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:49:41.225548 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-556c7942-6c75-4eee-97d5-bea01e65a041 service neutron] Attempting to bind port 61def3a8-63bb-457f-b892-c8870f124b45 on host n-h2-803603-2 for vnic_type normal with profile None {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:49:41.226140 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-556c7942-6c75-4eee-97d5-bea01e65a041 service neutron] Attempting to bind port 61def3a8-63bb-457f-b892-c8870f124b45 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:49:41.226691 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-556c7942-6c75-4eee-97d5-bea01e65a041 service neutron] Attempting to bind port 61def3a8-63bb-457f-b892-c8870f124b45 on network 8e2ca950-415a-439c-a01b-47dff2e51d7d {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:49:41.231423 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-556c7942-6c75-4eee-97d5-bea01e65a041 service neutron] Port 61def3a8-63bb-457f-b892-c8870f124b45 on network 8e2ca950-415a-439c-a01b-47dff2e51d7d not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:49:41.234039 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-556c7942-6c75-4eee-97d5-bea01e65a041 service neutron] Attempting to bind port 61def3a8-63bb-457f-b892-c8870f124b45 on network 8e2ca950-415a-439c-a01b-47dff2e51d7d {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:49:41.241051 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-556c7942-6c75-4eee-97d5-bea01e65a041 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:49:41.242912 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-556c7942-6c75-4eee-97d5-bea01e65a041 service neutron] Checking segment: {'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:49:41.244131 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-556c7942-6c75-4eee-97d5-bea01e65a041 service neutron] Bound using segment: {'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:49:41.244901 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-556c7942-6c75-4eee-97d5-bea01e65a041 service neutron] Bound port: 61def3a8-63bb-457f-b892-c8870f124b45, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:49:41.270133 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de6c7de-5b04-4f99-9ac8-611a16c3a595 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-5250c12d-4b67-4c80-aeb1-c3c5356554ee', 'network_id': '5250c12d-4b67-4c80-aeb1-c3c5356554ee', 'tenant_id': '9be9e4988e65435992981bdc98decd4a', 'fixed_ips': [{'subnet_id': '5365d43f-1ca0-4cbb-bc02-53bc82ea1155'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:49:41.271005 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2de6c7de-5b04-4f99-9ac8-611a16c3a595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:41.282583 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3ee009da-d3a9-4514-8064-0d0f39eda500 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:41.329088 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbad2ea-8bf2-4be1-88ac-e52e3006f78d admin admin] Made reservation on behalf of 987f0f030a4d4106a8bc982a0f20a734 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:49:41.331244 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-efbad2ea-8bf2-4be1-88ac-e52e3006f78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:41.347507 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-efbad2ea-8bf2-4be1-88ac-e52e3006f78d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:41.381760 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-556c7942-6c75-4eee-97d5-bea01e65a041 service neutron] For port 61def3a8-63bb-457f-b892-c8870f124b45, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=61def3a8-63bb-457f-b892-c8870f124b45,segment=NetworkSegment(9980139b-d711-402f-b96d-94b03ea2978e),segment_id=9980139b-d711-402f-b96d-94b03ea2978e)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:49:41.399862 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9b401-da89-4513-84bf-0e54dcdd1a11 req-86ed193e-53b0-4897-906a-eb1a2fd047c0 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:41.402320 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bcf9b401-da89-4513-84bf-0e54dcdd1a11 req-86ed193e-53b0-4897-906a-eb1a2fd047c0 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=f60f0443-a402-4f3d-82ec-b80e9cfd9f98 HTTP/1.1" status: 200 len: 945 time: 0.1083574 Aug 18 12:49:41.444039 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-556c7942-6c75-4eee-97d5-bea01e65a041 service neutron] Notify callbacks [] for binding, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:41.445281 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-556c7942-6c75-4eee-97d5-bea01e65a041 service neutron] 10.222.0.13 "POST /v2.0/ports/61def3a8-63bb-457f-b892-c8870f124b45/bindings HTTP/1.1" status: 201 len: 389 time: 0.5456464 Aug 18 12:49:41.487491 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bcf9b401-da89-4513-84bf-0e54dcdd1a11 req-91c0252e-1ec9-4110-83dd-0bcb085a3603 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624678 Aug 18 12:49:41.602269 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-efbad2ea-8bf2-4be1-88ac-e52e3006f78d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:41.646783 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3398c4-ebde-43c3-8585-728b249be2be req-ca267c31-e05c-4675-968e-91c090e04ec2 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:41.647284 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3ee009da-d3a9-4514-8064-0d0f39eda500 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:41.648877 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bc3398c4-ebde-43c3-8585-728b249be2be req-ca267c31-e05c-4675-968e-91c090e04ec2 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ad53b1b-b407-4c10-8216-3d5114552036 HTTP/1.1" status: 200 len: 944 time: 0.0891833 Aug 18 12:49:41.687377 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-efbad2ea-8bf2-4be1-88ac-e52e3006f78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:41.720369 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bc3398c4-ebde-43c3-8585-728b249be2be req-f4c8ae34-fa05-400b-ad99-179354996328 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653439 Aug 18 12:49:41.721146 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efbad2ea-8bf2-4be1-88ac-e52e3006f78d admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:49:41.742371 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-efbad2ea-8bf2-4be1-88ac-e52e3006f78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:41.742738 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-efbad2ea-8bf2-4be1-88ac-e52e3006f78d admin admin] Added segment 9a72c6ab-e055-40c1-824a-0adc48d91c0d of type vlan for network bc79947c-8dd5-40b6-b432-289d2632f12b Aug 18 12:49:41.753328 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbad2ea-8bf2-4be1-88ac-e52e3006f78d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763dda36-12cd-4b21-8c02-dfcf84fc2b88,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:41.799292 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-efbad2ea-8bf2-4be1-88ac-e52e3006f78d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:41.837807 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:49:41.847908 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd34006-a48d-4f88-be1c-a1a1af64d6bc x-openstack-request-id: req-1bd34006-a48d-4f88-be1c-a1a1af64d6bc {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:49:41.848229 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f60f0443-a402-4f3d-82ec-b80e9cfd9f98", "name": "network-vif-plugged", "status": "completed", "tag": "f7b10e72-a236-41cf-959f-c2cc7a26b418", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:49:41.849665 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1bd34006-a48d-4f88-be1c-a1a1af64d6bc {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:49:41.850061 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60f0443-a402-4f3d-82ec-b80e9cfd9f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b10e72-a236-41cf-959f-c2cc7a26b418', 'code': 200} Aug 18 12:49:41.850850 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-636eff51-bfd7-4119-b39a-8fa6ba849795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:41.898942 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7fe85a25-5ca3-4121-8f36-5b69438af7d9 req-df4cc0fc-9003-40a5-aff9-8373bcbc88be tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/ports?device_id=56af15d3-f73c-4f9d-9b85-dc90b9606c42 HTTP/1.1" status: 200 len: 210 time: 0.0671976 Aug 18 12:49:41.912009 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:49:41.912560 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:41.925482 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-efbad2ea-8bf2-4be1-88ac-e52e3006f78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:41.943117 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbad2ea-8bf2-4be1-88ac-e52e3006f78d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:41.944993 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-efbad2ea-8bf2-4be1-88ac-e52e3006f78d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:41.977695 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-2de6c7de-5b04-4f99-9ac8-611a16c3a595 None None] Allocated IP 172.20.0.2 (5250c12d-4b67-4c80-aeb1-c3c5356554ee/5365d43f-1ca0-4cbb-bc02-53bc82ea1155/7f34d68b-2745-462a-b536-eb608a76a0d9) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:49:41.982675 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db9637-2587-407b-9ce2-8c0d32c532e0 req-94012f58-aa76-45ad-9f41-b062f927edb9 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:41.985956 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e6db9637-2587-407b-9ce2-8c0d32c532e0 req-94012f58-aa76-45ad-9f41-b062f927edb9 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=02128226-94e7-4e9a-a1b0-25b32151af1d HTTP/1.1" status: 200 len: 945 time: 0.1127386 Aug 18 12:49:42.014754 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d842e90d-ef89-4951-a6a7-4bdbb9d4cc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35dd589f-97cd-4a32-8c7b-7df06c6a394d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1609313234-router', 'tenant_id': '897769f511c740088662d1c81eeed0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '19443664-49e4-42a7-a2a5-68c76f0f5625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:49:24Z', 'updated_at': '2021-08-18T12:49:36Z', 'revision_number': 4, 'project_id': '897769f511c740088662d1c81eeed0ac', 'gw_port': {'id': '19443664-49e4-42a7-a2a5-68c76f0f5625', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dd589f-97cd-4a32-8c7b-7df06c6a394d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:26Z', 'updated_at': '2021-08-18T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'c9e5a73a-ee4f-4ac9-8d62-2c549f2c325b', 'name': '', 'network_id': 'ebf27eaa-e45c-4211-af61-c4ba3d80ec8e', 'tenant_id': '897769f511c740088662d1c81eeed0ac', 'mac_address': 'fa:16:3e:3b:70:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35dd589f-97cd-4a32-8c7b-7df06c6a394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '10ed8f90-6f5a-4397-8c28-ce514ffb391e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:32Z', 'updated_at': '2021-08-18T12:49:40Z', 'revision_number': 4, 'project_id': '897769f511c740088662d1c81eeed0ac', 'subnets': [{'id': '10ed8f90-6f5a-4397-8c28-ce514ffb391e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:49:42.085478 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060e84f-2bff-4c58-b675-3cba82aabf67 req-b34eb244-fcd1-4479-90ed-ae17adbf3438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:42.086248 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e6db9637-2587-407b-9ce2-8c0d32c532e0 req-328b4ed1-3bcb-4a3b-a3b2-5178c91efa74 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768907 Aug 18 12:49:42.087588 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d060e84f-2bff-4c58-b675-3cba82aabf67 req-b34eb244-fcd1-4479-90ed-ae17adbf3438 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f60f0443-a402-4f3d-82ec-b80e9cfd9f98 HTTP/1.1" status: 200 len: 1096 time: 0.1868944 Aug 18 12:49:42.088638 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbad2ea-8bf2-4be1-88ac-e52e3006f78d admin admin] Pushing event updated for resources: {'Network': ['ID=bc79947c-8dd5-40b6-b432-289d2632f12b,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:42.117340 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network bc79947c-8dd5-40b6-b432-289d2632f12b details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:49:42.123917 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d842e90d-ef89-4951-a6a7-4bdbb9d4cc19 None None] The sync data for ids ['35dd589f-97cd-4a32-8c7b-7df06c6a394d'] in n-d-803603-2 is: [{'id': '35dd589f-97cd-4a32-8c7b-7df06c6a394d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1609313234-router', 'tenant_id': '897769f511c740088662d1c81eeed0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '19443664-49e4-42a7-a2a5-68c76f0f5625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:49:24Z', 'updated_at': '2021-08-18T12:49:36Z', 'revision_number': 4, 'project_id': '897769f511c740088662d1c81eeed0ac', 'gw_port': {'id': '19443664-49e4-42a7-a2a5-68c76f0f5625', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dd589f-97cd-4a32-8c7b-7df06c6a394d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:26Z', 'updated_at': '2021-08-18T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'c9e5a73a-ee4f-4ac9-8d62-2c549f2c325b', 'name': '', 'network_id': 'ebf27eaa-e45c-4211-af61-c4ba3d80ec8e', 'tenant_id': '897769f511c740088662d1c81eeed0ac', 'mac_address': 'fa:16:3e:3b:70:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35dd589f-97cd-4a32-8c7b-7df06c6a394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '10ed8f90-6f5a-4397-8c28-ce514ffb391e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:32Z', 'updated_at': '2021-08-18T12:49:40Z', 'revision_number': 4, 'project_id': '897769f511c740088662d1c81eeed0ac', 'subnets': [{'id': '10ed8f90-6f5a-4397-8c28-ce514ffb391e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:49:42.163983 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-efbad2ea-8bf2-4be1-88ac-e52e3006f78d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0211768 Aug 18 12:49:42.181470 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 59870) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:42.209590 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-246de206-c69b-42cd-9483-513bc98fc38a admin admin] Request body: {'subnet': {'network_id': 'bc79947c-8dd5-40b6-b432-289d2632f12b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1348624399-subnet', 'tenant_id': '987f0f030a4d4106a8bc982a0f20a734', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:49:42.255785 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d060e84f-2bff-4c58-b675-3cba82aabf67 req-796a7d39-a6cd-40e6-aceb-b069c72683aa service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594884 Aug 18 12:49:42.346342 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246de206-c69b-42cd-9483-513bc98fc38a admin admin] Made reservation on behalf of 987f0f030a4d4106a8bc982a0f20a734 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:49:42.350521 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-246de206-c69b-42cd-9483-513bc98fc38a admin admin] Notify callbacks [] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:42.385867 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3ee009da-d3a9-4514-8064-0d0f39eda500 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:42.388408 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:42.415313 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3ee009da-d3a9-4514-8064-0d0f39eda500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:42.422977 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2de6c7de-5b04-4f99-9ac8-611a16c3a595 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:42.423790 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-8269fe78-7592-45f1-877e-d76f1d7c4a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:42.425300 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-8269fe78-7592-45f1-877e-d76f1d7c4a3b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=075606cfda364ddebe4be31640ab3a76&device_id=02128226-94e7-4e9a-a1b0-25b32151af1d HTTP/1.1" status: 200 len: 1096 time: 0.1509423 Aug 18 12:49:42.439868 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-2de6c7de-5b04-4f99-9ac8-611a16c3a595 None None] Transition to ACTIVE for port object 7f34d68b-2745-462a-b536-eb608a76a0d9 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:49:42.463685 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655,segment=NetworkSegment(c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca),segment_id=c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:42.472923 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-2de6c7de-5b04-4f99-9ac8-611a16c3a595 None None] Transition to ACTIVE for port object 7f34d68b-2745-462a-b536-eb608a76a0d9 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:49:42.533104 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:42.642334 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:42.647332 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2de6c7de-5b04-4f99-9ac8-611a16c3a595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:42.700584 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-161763a0-ccd9-480c-bbf6-ab89c7ed2464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:42.701803 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-161763a0-ccd9-480c-bbf6-ab89c7ed2464 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8e2ca950-415a-439c-a01b-47dff2e51d7d HTTP/1.1" status: 200 len: 908 time: 0.2658768 Aug 18 12:49:42.703114 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-3ee009da-d3a9-4514-8064-0d0f39eda500 admin admin] Allocated IP 172.25.6.223 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/4784ff50-5e5a-4c2c-b14c-c976f58f56f8) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:49:42.706222 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de6c7de-5b04-4f99-9ac8-611a16c3a595 None None] Network 5250c12d-4b67-4c80-aeb1-c3c5356554ee is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:49:42.712704 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-2de6c7de-5b04-4f99-9ac8-611a16c3a595 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:49:42.721363 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de6c7de-5b04-4f99-9ac8-611a16c3a595 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:49:42.724807 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6c7de-5b04-4f99-9ac8-611a16c3a595 None None] Pushing event updated for resources: {'Port': ['ID=7f34d68b-2745-462a-b536-eb608a76a0d9,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:42.747327 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce9dd5-6b8e-4617-b80f-fcd8b44df789 req-63b87d9a-e65e-4533-b33d-574be9471d5e tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:42.755715 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-35ce9dd5-6b8e-4617-b80f-fcd8b44df789 req-63b87d9a-e65e-4533-b33d-574be9471d5e tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=f60f0443-a402-4f3d-82ec-b80e9cfd9f98 HTTP/1.1" status: 200 len: 945 time: 0.1219091 Aug 18 12:49:42.786128 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-55ebf3fa-c6c2-45b1-a779-3810938f7d8e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61def3a8-63bb-457f-b892-c8870f124b45 HTTP/1.1" status: 200 len: 217 time: 0.0758231 Aug 18 12:49:42.801329 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-246de206-c69b-42cd-9483-513bc98fc38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:42.890115 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-2de6c7de-5b04-4f99-9ac8-611a16c3a595 None None] Attempting to bind port 7f34d68b-2745-462a-b536-eb608a76a0d9 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:49:42.892002 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-2de6c7de-5b04-4f99-9ac8-611a16c3a595 None None] Attempting to bind port 7f34d68b-2745-462a-b536-eb608a76a0d9 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'e666ae71-c72b-4fc2-8a5a-60bedaff4a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5250c12d-4b67-4c80-aeb1-c3c5356554ee'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:49:42.892501 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de6c7de-5b04-4f99-9ac8-611a16c3a595 None None] Attempting to bind port 7f34d68b-2745-462a-b536-eb608a76a0d9 on network 5250c12d-4b67-4c80-aeb1-c3c5356554ee {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:49:42.910728 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-35ce9dd5-6b8e-4617-b80f-fcd8b44df789 req-415f00c7-12c9-49ea-b3be-ba4f8246f3bb tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481705 Aug 18 12:49:42.920868 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246de206-c69b-42cd-9483-513bc98fc38a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4836c973-e8c9-4f06-ab60-35ec6f5be7e9,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:42.927076 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de6c7de-5b04-4f99-9ac8-611a16c3a595 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:49:42.929693 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de6c7de-5b04-4f99-9ac8-611a16c3a595 None None] Checking segment: {'id': 'e666ae71-c72b-4fc2-8a5a-60bedaff4a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5250c12d-4b67-4c80-aeb1-c3c5356554ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:49:42.931831 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2de6c7de-5b04-4f99-9ac8-611a16c3a595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:42.932262 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de6c7de-5b04-4f99-9ac8-611a16c3a595 None None] Bound using segment: {'id': 'e666ae71-c72b-4fc2-8a5a-60bedaff4a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5250c12d-4b67-4c80-aeb1-c3c5356554ee'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:49:42.933327 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-2de6c7de-5b04-4f99-9ac8-611a16c3a595 None None] Bound port: 7f34d68b-2745-462a-b536-eb608a76a0d9, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e666ae71-c72b-4fc2-8a5a-60bedaff4a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5250c12d-4b67-4c80-aeb1-c3c5356554ee'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:49:42.935908 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2de6c7de-5b04-4f99-9ac8-611a16c3a595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:42.968894 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246de206-c69b-42cd-9483-513bc98fc38a admin admin] Checking segment: {'id': '9a72c6ab-e055-40c1-824a-0adc48d91c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'bc79947c-8dd5-40b6-b432-289d2632f12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:49:42.974719 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246de206-c69b-42cd-9483-513bc98fc38a admin admin] Network hostable DHCP agents. Network: bc79947c-8dd5-40b6-b432-289d2632f12b, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:49:43.099899 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-053bbd72-fbb4-439e-b020-94c9de695dac req-560365ee-83c5-4de3-9dcf-740f95632e0c tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/ports?device_id=56af15d3-f73c-4f9d-9b85-dc90b9606c42 HTTP/1.1" status: 200 len: 210 time: 0.0640447 Aug 18 12:49:43.100937 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246de206-c69b-42cd-9483-513bc98fc38a admin admin] Network bc79947c-8dd5-40b6-b432-289d2632f12b is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:49:43.166192 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-2de6c7de-5b04-4f99-9ac8-611a16c3a595 None None] For port 7f34d68b-2745-462a-b536-eb608a76a0d9, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:49:43.166192 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-2de6c7de-5b04-4f99-9ac8-611a16c3a595 None None] For port 7f34d68b-2745-462a-b536-eb608a76a0d9, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=7f34d68b-2745-462a-b536-eb608a76a0d9,segment=NetworkSegment(e666ae71-c72b-4fc2-8a5a-60bedaff4a22),segment_id=e666ae71-c72b-4fc2-8a5a-60bedaff4a22)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:49:43.192607 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 561332c2-a45d-49e1-9c75-db3137e87100 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:49:43.224917 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-246de206-c69b-42cd-9483-513bc98fc38a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, bc79947c-8dd5-40b6-b432-289d2632f12b) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:49:43.240557 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246de206-c69b-42cd-9483-513bc98fc38a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:43.240557 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-246de206-c69b-42cd-9483-513bc98fc38a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:43.256201 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23496bc-8543-4d89-acc7-2ad923c941b5 None None] Network bc79947c-8dd5-40b6-b432-289d2632f12b requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:49:43.330909 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3ee009da-d3a9-4514-8064-0d0f39eda500 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:43.383588 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1725f-8f69-44c4-91fb-05a673557551 req-b1c260b0-90d1-4df5-8421-d29649a8321a tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:43.387984 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-56c1725f-8f69-44c4-91fb-05a673557551 req-b1c260b0-90d1-4df5-8421-d29649a8321a tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=02128226-94e7-4e9a-a1b0-25b32151af1d HTTP/1.1" status: 200 len: 945 time: 0.1571734 Aug 18 12:49:43.393975 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device c9e5a73a-ee4f-4ac9-8d62-2c549f2c325b up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:49:43.420079 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-aeacc298-3dff-4e78-94cb-41dac1e1478e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:43.423299 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-aeacc298-3dff-4e78-94cb-41dac1e1478e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7c71ac1-e82b-41d2-8931-67fb6a54cbad HTTP/1.1" status: 200 len: 847 time: 0.6257429 Aug 18 12:49:43.442909 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987d7b4-6aae-4309-8aad-1560a4e6044e req-086638ff-e719-488c-95f6-03ad48fc279a tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:43.445286 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3987d7b4-6aae-4309-8aad-1560a4e6044e req-086638ff-e719-488c-95f6-03ad48fc279a tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ad53b1b-b407-4c10-8216-3d5114552036 HTTP/1.1" status: 200 len: 944 time: 0.4934525 Aug 18 12:49:43.458706 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-246de206-c69b-42cd-9483-513bc98fc38a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2735393 Aug 18 12:49:43.472015 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2de6c7de-5b04-4f99-9ac8-611a16c3a595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:43.505372 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-2667d840-072a-406f-a4d6-5283dda7aba4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8e2ca950-415a-439c-a01b-47dff2e51d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586438 Aug 18 12:49:43.506139 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-56c1725f-8f69-44c4-91fb-05a673557551 req-5c498d53-dddf-400d-86f2-cfed81cb1714 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112456 Aug 18 12:49:43.576915 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3ee009da-d3a9-4514-8064-0d0f39eda500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:43.643310 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6c7de-5b04-4f99-9ac8-611a16c3a595 None None] Pushing event updated for resources: {'Port': ['ID=7f34d68b-2745-462a-b536-eb608a76a0d9,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:43.672685 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3987d7b4-6aae-4309-8aad-1560a4e6044e req-68e89446-df89-495d-8393-abd1d63404f1 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013998 Aug 18 12:49:43.686447 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee009da-d3a9-4514-8064-0d0f39eda500 admin admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:49:43.695165 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-3ee009da-d3a9-4514-8064-0d0f39eda500 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:49:43.699052 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee009da-d3a9-4514-8064-0d0f39eda500 admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:49:43.707002 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee009da-d3a9-4514-8064-0d0f39eda500 admin admin] Pushing event updated for resources: {'Port': ['ID=4784ff50-5e5a-4c2c-b14c-c976f58f56f8,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:43.717416 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 59912) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:43.814251 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4971f3f-3eeb-4e15-a567-672460f470a8 admin admin] Deleting subnet ccdf08fb-8548-46f2-863f-750e5308e6fb {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:49:43.826117 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b4971f3f-3eeb-4e15-a567-672460f470a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:43.838742 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a6a7ca1a-df49-40ae-a2bf-73981396e996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:43.842555 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65d7349-3f8b-4b6b-9b97-2a19c52bad63 None None] Network bc79947c-8dd5-40b6-b432-289d2632f12b requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:49:43.858902 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port c9e5a73a-ee4f-4ac9-8d62-2c549f2c325b completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:49:43.891022 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port c9e5a73a-ee4f-4ac9-8d62-2c549f2c325b triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:49:43.893038 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:43.920477 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b4971f3f-3eeb-4e15-a567-672460f470a8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:43.939307 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b4971f3f-3eeb-4e15-a567-672460f470a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:43.989896 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 561332c2-a45d-49e1-9c75-db3137e87100 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:49:44.034974 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-872bf881-a7a6-4892-9c74-3e5b66114f5f service neutron] 10.222.0.20 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4965918 Aug 18 12:49:44.071151 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 561332c2-a45d-49e1-9c75-db3137e87100 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:49:44.071533 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:44.311753 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:44.324123 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059eb109-bc50-4f13-ab3b-86413ebdf019 req-68d0f430-5031-4951-a33c-a6ca6da1ccb6 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:44.325752 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-059eb109-bc50-4f13-ab3b-86413ebdf019 req-68d0f430-5031-4951-a33c-a6ca6da1ccb6 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=f60f0443-a402-4f3d-82ec-b80e9cfd9f98 HTTP/1.1" status: 200 len: 945 time: 0.1091301 Aug 18 12:49:44.365563 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-d285d614-7aaa-4df0-a443-7f3997be8663 service neutron] 10.222.0.20 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202746 Aug 18 12:49:44.386711 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-059eb109-bc50-4f13-ab3b-86413ebdf019 req-72e43912-1d3e-43e2-b1e1-8a7905e8bcee tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517542 Aug 18 12:49:44.392298 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b4971f3f-3eeb-4e15-a567-672460f470a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:44.413977 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d0c26330-8a99-4833-b619-71227677be63 req-7370b5fe-2bbd-483c-bd39-1e0a7b126b55 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/ports?device_id=56af15d3-f73c-4f9d-9b85-dc90b9606c42 HTTP/1.1" status: 200 len: 210 time: 0.2026670 Aug 18 12:49:44.462339 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4971f3f-3eeb-4e15-a567-672460f470a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccdf08fb-8548-46f2-863f-750e5308e6fb,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:44.473794 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:44.480122 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b4971f3f-3eeb-4e15-a567-672460f470a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:44.482828 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b4971f3f-3eeb-4e15-a567-672460f470a8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ccdf08fb-8548-46f2-863f-750e5308e6fb HTTP/1.1" status: 204 len: 168 time: 0.7643228 Aug 18 12:49:44.489093 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 59934) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:44.538517 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 561332c2-a45d-49e1-9c75-db3137e87100, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=561332c2-a45d-49e1-9c75-db3137e87100,segment=NetworkSegment(7ff9e9d1-2f3f-4727-a98f-48223d2acb58),segment_id=7ff9e9d1-2f3f-4727-a98f-48223d2acb58)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:44.584260 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad53b1b-b407-4c10-8216-3d5114552036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561332c2-a45d-49e1-9c75-db3137e87100'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:49:44.589908 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-1b95badc-49be-4e4c-a25e-3ebe8a1ee566 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:44.591059 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d874d8-5961-477e-927d-86f84d34e09d" -d '{"events": [{"server_uuid": "4ad53b1b-b407-4c10-8216-3d5114552036", "name": "network-vif-plugged", "status": "completed", "tag": "561332c2-a45d-49e1-9c75-db3137e87100"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:49:44.591684 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-1b95badc-49be-4e4c-a25e-3ebe8a1ee566 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.20 "GET /v2.0/networks?id=ebf27eaa-e45c-4211-af61-c4ba3d80ec8e HTTP/1.1" status: 200 len: 829 time: 0.4072475 Aug 18 12:49:44.608854 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-e435e6f7-d87c-4c39-bc38-ce3908a1a532 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Request body: {'port': {'device_id': '56af15d3-f73c-4f9d-9b85-dc90b9606c42', 'network_id': 'ebf27eaa-e45c-4211-af61-c4ba3d80ec8e', 'admin_state_up': True, 'tenant_id': '897769f511c740088662d1c81eeed0ac'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:49:44.637523 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:44.727941 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-f73360d7-f1f5-4bac-bdca-63f93a638e3b tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:44.728549 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-37e3b264-f70a-4ca5-84f4-cc1d2d27dafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:44.731997 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-f73360d7-f1f5-4bac-bdca-63f93a638e3b tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=02128226-94e7-4e9a-a1b0-25b32151af1d&tenant_id=075606cfda364ddebe4be31640ab3a76&binding%3Ahost_id=n-h1-803603-2 HTTP/1.1" status: 200 len: 1096 time: 0.2110558 Aug 18 12:49:44.745747 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-24aaaac7-f413-4325-ba82-9c8cb7d3dcd5 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=dfbf1e57c29344368949d54d6fc1d536&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1201060 Aug 18 12:49:44.750928 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-720e392b-e588-473f-a0c0-35cd0e7a4fac service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803603-2'}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:49:44.754743 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port c9e5a73a-ee4f-4ac9-8d62-2c549f2c325b, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=c9e5a73a-ee4f-4ac9-8d62-2c549f2c325b,segment=NetworkSegment(5b263640-5ce8-48c3-9f0c-ea97bd4fcace),segment_id=5b263640-5ce8-48c3-9f0c-ea97bd4fcace)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:44.769265 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:44.771079 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=561332c2-a45d-49e1-9c75-db3137e87100,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:44.799223 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3ee009da-d3a9-4514-8064-0d0f39eda500 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:44.825376 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:44.826340 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:49:44.893738 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=c9e5a73a-ee4f-4ac9-8d62-2c549f2c325b,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:44.908784 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-720e392b-e588-473f-a0c0-35cd0e7a4fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:44.952180 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:49:44.952516 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:44.982725 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-37e3b264-f70a-4ca5-84f4-cc1d2d27dafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:45.020996 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-37e3b264-f70a-4ca5-84f4-cc1d2d27dafc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:49:45.021422 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-37e3b264-f70a-4ca5-84f4-cc1d2d27dafc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:49:45.022123 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-37e3b264-f70a-4ca5-84f4-cc1d2d27dafc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:49:45.022913 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-37e3b264-f70a-4ca5-84f4-cc1d2d27dafc admin admin] Subscribe: > port after_create 55550000 {{(pid=101675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:49:45.023264 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-37e3b264-f70a-4ca5-84f4-cc1d2d27dafc admin admin] Subscribe: > port after_delete 55550000 {{(pid=101675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:49:45.023611 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-37e3b264-f70a-4ca5-84f4-cc1d2d27dafc admin admin] Subscribe: > port after_update 55550000 {{(pid=101675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:49:45.023941 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-37e3b264-f70a-4ca5-84f4-cc1d2d27dafc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:49:45.024273 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-37e3b264-f70a-4ca5-84f4-cc1d2d27dafc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:49:45.024593 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-37e3b264-f70a-4ca5-84f4-cc1d2d27dafc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:49:45.024923 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-37e3b264-f70a-4ca5-84f4-cc1d2d27dafc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:49:45.111473 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-37e3b264-f70a-4ca5-84f4-cc1d2d27dafc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:49:45.111891 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-37e3b264-f70a-4ca5-84f4-cc1d2d27dafc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:49:45.112294 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-37e3b264-f70a-4ca5-84f4-cc1d2d27dafc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:49:45.112696 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-37e3b264-f70a-4ca5-84f4-cc1d2d27dafc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:49:45.114204 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-37e3b264-f70a-4ca5-84f4-cc1d2d27dafc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdb52eff-17cc-4910-adc4-67aff01fa42b']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:49:45.136332 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-37e3b264-f70a-4ca5-84f4-cc1d2d27dafc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfe09738-a750-434c-946c-2e491e28c478') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:49:45.136814 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-37e3b264-f70a-4ca5-84f4-cc1d2d27dafc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfe09738-a750-434c-946c-2e491e28c478') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:49:45.161094 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-37e3b264-f70a-4ca5-84f4-cc1d2d27dafc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:45.190022 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-37e3b264-f70a-4ca5-84f4-cc1d2d27dafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:45.200935 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37e3b264-f70a-4ca5-84f4-cc1d2d27dafc admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:49:45.201321 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-37e3b264-f70a-4ca5-84f4-cc1d2d27dafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:45.259363 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:45.260259 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d22c7e7-30d9-491d-bb1a-3b3f41787c4c None None] Network 5250c12d-4b67-4c80-aeb1-c3c5356554ee requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:49:45.293949 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8ca53-ac13-445b-8ec1-61cfc063515f req-9722a519-a3da-4841-8723-9db52d8f46f3 tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:45.295549 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a9a8ca53-ac13-445b-8ec1-61cfc063515f req-9722a519-a3da-4841-8723-9db52d8f46f3 tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f60f0443-a402-4f3d-82ec-b80e9cfd9f98 HTTP/1.1" status: 200 len: 1096 time: 0.4999349 Aug 18 12:49:45.299195 n-d-803603-2 neutron-server[101675]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 12:49:45.299195 n-d-803603-2 neutron-server[101675]: from cryptography.utils import int_from_bytes Aug 18 12:49:45.299195 n-d-803603-2 neutron-server[101675]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 12:49:45.299195 n-d-803603-2 neutron-server[101675]: from cryptography.utils import int_from_bytes Aug 18 12:49:45.299195 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 12:49:45.299195 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:49:45.299195 n-d-803603-2 neutron-server[101675]: timer() Aug 18 12:49:45.299195 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:49:45.299195 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 12:49:45.299195 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:49:45.299195 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 12:49:45.299195 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:49:45.299195 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 12:49:45.299195 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:49:45.299195 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 12:49:45.299195 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:49:45.299195 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 12:49:45.299195 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:49:45.299195 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:49:45.299195 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:49:45.299195 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:49:45.299195 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:49:45.299195 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 12:49:45.299195 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:49:45.299195 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 12:49:45.299195 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:49:45.299195 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:49:45.299195 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:49:45.299195 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 12:49:45.299195 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:49:45.299195 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:49:45.299195 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:49:45.299195 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:49:45.299195 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:49:45.299195 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:49:45.299195 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:49:45.303599 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device c9e5a73a-ee4f-4ac9-8d62-2c549f2c325b up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:49:45.319598 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-cc4822f0-aecb-4e37-a923-612e10666df1 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:45.321264 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-cc4822f0-aecb-4e37-a923-612e10666df1 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5747516 Aug 18 12:49:45.346204 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-96d3aa18-a147-4be4-952d-55e3178aedcb tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/quotas/dfbf1e57c29344368949d54d6fc1d536 HTTP/1.1" status: 200 len: 375 time: 0.0121529 Aug 18 12:49:45.380975 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-3ce99002-ceae-42c1-90dc-76aaf77e7fb9 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dfbf1e57c29344368949d54d6fc1d536&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282285 Aug 18 12:49:45.388605 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a9a8ca53-ac13-445b-8ec1-61cfc063515f req-ecec0737-26f9-4a8e-acbb-e7e8ad7eccdc tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785608 Aug 18 12:49:45.391890 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port c9e5a73a-ee4f-4ac9-8d62-2c549f2c325b triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:49:45.392264 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:45.396782 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-37e3b264-f70a-4ca5-84f4-cc1d2d27dafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:45.406232 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-37e3b264-f70a-4ca5-84f4-cc1d2d27dafc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:45.411950 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-37e3b264-f70a-4ca5-84f4-cc1d2d27dafc admin admin] 10.222.0.13 "DELETE /v2.0/networks/bdb52eff-17cc-4910-adc4-67aff01fa42b HTTP/1.1" status: 204 len: 168 time: 0.9237220 Aug 18 12:49:45.412810 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 59956) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:45.443352 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e3b264-f70a-4ca5-84f4-cc1d2d27dafc admin admin] Pushing event deleted for resources: {'Network': ['ID=bdb52eff-17cc-4910-adc4-67aff01fa42b,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:45.483573 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-e435e6f7-d87c-4c39-bc38-ce3908a1a532 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Made reservation on behalf of 897769f511c740088662d1c81eeed0ac for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:49:45.489829 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-e435e6f7-d87c-4c39-bc38-ce3908a1a532 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:45.504031 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-1c1feef8-50ab-426d-86bb-f84e78ae4583 None None] Provisioning for port 7f34d68b-2745-462a-b536-eb608a76a0d9 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:49:45.504252 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-720e392b-e588-473f-a0c0-35cd0e7a4fac service neutron] For port 61def3a8-63bb-457f-b892-c8870f124b45, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=61def3a8-63bb-457f-b892-c8870f124b45,segment=NetworkSegment(9980139b-d711-402f-b96d-94b03ea2978e),segment_id=9980139b-d711-402f-b96d-94b03ea2978e)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:45.536504 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3ee009da-d3a9-4514-8064-0d0f39eda500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:45.551475 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 7f34d68b-2745-462a-b536-eb608a76a0d9 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:49:45.554667 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5b91835-aa76-455f-9cb1-06fa3a92d770 admin admin] Deleting subnet 4836c973-e8c9-4f06-ab60-35ec6f5be7e9 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:49:45.562929 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f5b91835-aa76-455f-9cb1-06fa3a92d770 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:45.593760 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-720e392b-e588-473f-a0c0-35cd0e7a4fac service neutron] For port 61def3a8-63bb-457f-b892-c8870f124b45, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:49:45.672219 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f5b91835-aa76-455f-9cb1-06fa3a92d770 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:45.680101 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02128226-94e7-4e9a-a1b0-25b32151af1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61def3a8-63bb-457f-b892-c8870f124b45'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:49:45.682415 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba0f2d4-6131-49cb-a6df-660af4fc74dd" -d '{"events": [{"server_uuid": "02128226-94e7-4e9a-a1b0-25b32151af1d", "name": "network-vif-unplugged", "status": "completed", "tag": "61def3a8-63bb-457f-b892-c8870f124b45"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:49:45.686638 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-720e392b-e588-473f-a0c0-35cd0e7a4fac service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:45.767111 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f5b91835-aa76-455f-9cb1-06fa3a92d770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:45.772496 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed94fd3-e2b8-4ed4-9e2b-9e7f6dbbc0da req-34c9db77-189b-48cd-b161-f4efb3b42aac tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:45.780038 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1ed94fd3-e2b8-4ed4-9e2b-9e7f6dbbc0da req-34c9db77-189b-48cd-b161-f4efb3b42aac tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=02128226-94e7-4e9a-a1b0-25b32151af1d HTTP/1.1" status: 200 len: 945 time: 0.0749879 Aug 18 12:49:45.797356 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-e435e6f7-d87c-4c39-bc38-ce3908a1a532 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Allocated IP 172.20.0.7 (ebf27eaa-e45c-4211-af61-c4ba3d80ec8e/10ed8f90-6f5a-4397-8c28-ce514ffb391e/05b31936-2541-4a29-824e-ab9ae5a2bbca) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:49:45.802150 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e72add-ddd1-48a0-bad9-ede2d05cd89b x-openstack-request-id: req-98e72add-ddd1-48a0-bad9-ede2d05cd89b {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:49:45.802554 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad53b1b-b407-4c10-8216-3d5114552036", "name": "network-vif-plugged", "status": "completed", "tag": "561332c2-a45d-49e1-9c75-db3137e87100", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:49:45.802753 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-98e72add-ddd1-48a0-bad9-ede2d05cd89b {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:49:45.803156 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad53b1b-b407-4c10-8216-3d5114552036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561332c2-a45d-49e1-9c75-db3137e87100', 'code': 200} Aug 18 12:49:45.866225 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1ed94fd3-e2b8-4ed4-9e2b-9e7f6dbbc0da req-c9a7f534-68e3-4520-bc7e-427cd50cd24d tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842521 Aug 18 12:49:45.866958 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee009da-d3a9-4514-8064-0d0f39eda500 admin admin] Router 9c67fecb-701f-435e-9a1a-d13fa661f615 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:49:45.870931 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-720e392b-e588-473f-a0c0-35cd0e7a4fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:46.008821 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 7f34d68b-2745-462a-b536-eb608a76a0d9 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:49:46.014148 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 7f34d68b-2745-462a-b536-eb608a76a0d9 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:49:46.014660 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:46.020280 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f5b91835-aa76-455f-9cb1-06fa3a92d770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:46.087587 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b91835-aa76-455f-9cb1-06fa3a92d770 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4836c973-e8c9-4f06-ab60-35ec6f5be7e9,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:46.097902 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-45544d1f-a320-44f8-9551-918e42466f3d req-1e97e6e0-2a9b-453c-b01b-4a814b755a00 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/ports?device_id=56af15d3-f73c-4f9d-9b85-dc90b9606c42 HTTP/1.1" status: 200 len: 210 time: 0.1323576 Aug 18 12:49:46.106515 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f5b91835-aa76-455f-9cb1-06fa3a92d770 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:46.114947 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e392b-e588-473f-a0c0-35cd0e7a4fac service neutron] Pushing event updated for resources: {'Port': ['ID=61def3a8-63bb-457f-b892-c8870f124b45,revision_number=7']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:46.115646 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f5b91835-aa76-455f-9cb1-06fa3a92d770 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4836c973-e8c9-4f06-ab60-35ec6f5be7e9 HTTP/1.1" status: 204 len: 168 time: 0.6961961 Aug 18 12:49:46.115646 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 59976) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:46.165068 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:46.196507 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-86b43b5a-2cbc-41c3-bee1-ad17199e9107 None None] Provisioning complete for port 7f34d68b-2745-462a-b536-eb608a76a0d9 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:49:46.197182 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-86b43b5a-2cbc-41c3-bee1-ad17199e9107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:46.207749 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270840b8-563b-4aa3-a3f2-92a302188cb8 req-26441789-7cb1-4964-bd66-cc23613548bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:46.209330 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-270840b8-563b-4aa3-a3f2-92a302188cb8 req-26441789-7cb1-4964-bd66-cc23613548bb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4ad53b1b-b407-4c10-8216-3d5114552036 HTTP/1.1" status: 200 len: 1096 time: 0.3493435 Aug 18 12:49:46.225607 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-720e392b-e588-473f-a0c0-35cd0e7a4fac service neutron] Attempting to bind port 61def3a8-63bb-457f-b892-c8870f124b45 on host n-h1-803603-2 for vnic_type normal with profile {"migrating_to": "n-h2-803603-2"} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:49:46.225938 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-720e392b-e588-473f-a0c0-35cd0e7a4fac service neutron] Attempting to bind port 61def3a8-63bb-457f-b892-c8870f124b45 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:49:46.226334 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-720e392b-e588-473f-a0c0-35cd0e7a4fac service neutron] Attempting to bind port 61def3a8-63bb-457f-b892-c8870f124b45 on network 8e2ca950-415a-439c-a01b-47dff2e51d7d {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:49:46.237038 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf7d69-ad9f-423d-ab0a-26e128cc269d req-ead96038-10ed-47f4-836d-c7c4fde21396 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:46.238490 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6faf7d69-ad9f-423d-ab0a-26e128cc269d req-ead96038-10ed-47f4-836d-c7c4fde21396 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ad53b1b-b407-4c10-8216-3d5114552036 HTTP/1.1" status: 200 len: 945 time: 0.3277822 Aug 18 12:49:46.259422 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-720e392b-e588-473f-a0c0-35cd0e7a4fac service neutron] Port 61def3a8-63bb-457f-b892-c8870f124b45 on network 8e2ca950-415a-439c-a01b-47dff2e51d7d not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:49:46.260519 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-720e392b-e588-473f-a0c0-35cd0e7a4fac service neutron] Attempting to bind port 61def3a8-63bb-457f-b892-c8870f124b45 on network 8e2ca950-415a-439c-a01b-47dff2e51d7d {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:49:46.263373 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 7f34d68b-2745-462a-b536-eb608a76a0d9, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=7f34d68b-2745-462a-b536-eb608a76a0d9,segment=NetworkSegment(e666ae71-c72b-4fc2-8a5a-60bedaff4a22),segment_id=e666ae71-c72b-4fc2-8a5a-60bedaff4a22)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:46.273658 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-720e392b-e588-473f-a0c0-35cd0e7a4fac service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:49:46.274409 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-720e392b-e588-473f-a0c0-35cd0e7a4fac service neutron] Checking segment: {'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:49:46.275032 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-720e392b-e588-473f-a0c0-35cd0e7a4fac service neutron] Bound using segment: {'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:49:46.275618 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-720e392b-e588-473f-a0c0-35cd0e7a4fac service neutron] Bound port: 61def3a8-63bb-457f-b892-c8870f124b45, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:49:46.276048 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-720e392b-e588-473f-a0c0-35cd0e7a4fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:46.293638 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee009da-d3a9-4514-8064-0d0f39eda500 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:49:46.304823 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb8cc0e-2d07-406d-8c5b-99034e7a3ab0 None None] Sync routers for ids ['9c67fecb-701f-435e-9a1a-d13fa661f615'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:49:46.317891 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb8cc0e-2d07-406d-8c5b-99034e7a3ab0 None None] Routers {'9c67fecb-701f-435e-9a1a-d13fa661f615'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:49:46.318549 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-0bb8cc0e-2d07-406d-8c5b-99034e7a3ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:49:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['9c67fecb-701f-435e-9a1a-d13fa661f615'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:49:46.325339 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:46.328971 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd893e55-b375-46ca-bcfd-db0ba4ec3073 req-c760fedc-884d-44ae-b809-11da69800aef tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:46.330632 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bd893e55-b375-46ca-bcfd-db0ba4ec3073 req-c760fedc-884d-44ae-b809-11da69800aef tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f60f0443-a402-4f3d-82ec-b80e9cfd9f98 HTTP/1.1" status: 200 len: 1096 time: 0.1180670 Aug 18 12:49:46.352069 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4fb867dc-d7de-44d3-8b11-638cd111068e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:46.354249 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-86b43b5a-2cbc-41c3-bee1-ad17199e9107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:46.365719 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-e435e6f7-d87c-4c39-bc38-ce3908a1a532 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:46.389469 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-720e392b-e588-473f-a0c0-35cd0e7a4fac service neutron] For port 61def3a8-63bb-457f-b892-c8870f124b45, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:49:46.394551 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-720e392b-e588-473f-a0c0-35cd0e7a4fac service neutron] For port 61def3a8-63bb-457f-b892-c8870f124b45, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=61def3a8-63bb-457f-b892-c8870f124b45,segment=NetworkSegment(9980139b-d711-402f-b96d-94b03ea2978e),segment_id=9980139b-d711-402f-b96d-94b03ea2978e)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:49:46.397380 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bd893e55-b375-46ca-bcfd-db0ba4ec3073 req-d3d1619b-733e-4e3b-b669-5be3b4370592 tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531299 Aug 18 12:49:46.414300 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6faf7d69-ad9f-423d-ab0a-26e128cc269d req-803e36d7-f879-428f-9b89-b66beedd9ca8 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404202 Aug 18 12:49:46.425448 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3ee009da-d3a9-4514-8064-0d0f39eda500 admin admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:46.429791 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3ee009da-d3a9-4514-8064-0d0f39eda500 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.4569688 Aug 18 12:49:46.437733 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59978) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:46.450757 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-270840b8-563b-4aa3-a3f2-92a302188cb8 req-b0dfdb11-5f45-42a1-8845-f1f96909b5e0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255337 Aug 18 12:49:46.468324 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-e435e6f7-d87c-4c39-bc38-ce3908a1a532 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Transition to ACTIVE for port object 05b31936-2541-4a29-824e-ab9ae5a2bbca will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:49:46.480503 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=7f34d68b-2745-462a-b536-eb608a76a0d9,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:46.493350 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.db.api [None req-86b43b5a-2cbc-41c3-bee1-ad17199e9107 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:49:46.493635 n-d-803603-2 neutron-server[101677]: DEBUG oslo_db.api [None req-86b43b5a-2cbc-41c3-bee1-ad17199e9107 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:49:46.507372 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-720e392b-e588-473f-a0c0-35cd0e7a4fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:46.518707 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4f2608-2565-4a39-b475-2ed54ebe1108 x-openstack-request-id: req-fc4f2608-2565-4a39-b475-2ed54ebe1108 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:49:46.519120 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02128226-94e7-4e9a-a1b0-25b32151af1d", "name": "network-vif-unplugged", "status": "completed", "tag": "61def3a8-63bb-457f-b892-c8870f124b45", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:49:46.519467 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc4f2608-2565-4a39-b475-2ed54ebe1108 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:49:46.520025 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02128226-94e7-4e9a-a1b0-25b32151af1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61def3a8-63bb-457f-b892-c8870f124b45', 'code': 200} Aug 18 12:49:46.647249 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-0bb8cc0e-2d07-406d-8c5b-99034e7a3ab0 None None] Set router 9c67fecb-701f-435e-9a1a-d13fa661f615 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:49:46.653656 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7019d1a4-63f3-4f61-ad02-5ba12ad6bd8c req-3e91895b-e465-4f58-8340-71849786af1d tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 210 time: 0.0822678 Aug 18 12:49:46.674971 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4fb867dc-d7de-44d3-8b11-638cd111068e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:46.684911 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e392b-e588-473f-a0c0-35cd0e7a4fac service neutron] Pushing event updated for resources: {'Port': ['ID=61def3a8-63bb-457f-b892-c8870f124b45,revision_number=8']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:46.687040 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-4fb867dc-d7de-44d3-8b11-638cd111068e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc79947c-8dd5-40b6-b432-289d2632f12b']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:49:46.690665 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-720e392b-e588-473f-a0c0-35cd0e7a4fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:46.691409 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-720e392b-e588-473f-a0c0-35cd0e7a4fac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:46.693344 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-720e392b-e588-473f-a0c0-35cd0e7a4fac service neutron] 10.222.0.20 "PUT /v2.0/ports/61def3a8-63bb-457f-b892-c8870f124b45 HTTP/1.1" status: 200 len: 1121 time: 1.9536042 Aug 18 12:49:46.698864 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-e435e6f7-d87c-4c39-bc38-ce3908a1a532 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:46.701354 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-4fb867dc-d7de-44d3-8b11-638cd111068e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a72c6ab-e055-40c1-824a-0adc48d91c0d') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:49:46.701771 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-4fb867dc-d7de-44d3-8b11-638cd111068e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a72c6ab-e055-40c1-824a-0adc48d91c0d') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:49:46.773702 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['61def3a8-63bb-457f-b892-c8870f124b45'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:49:46.784885 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4fb867dc-d7de-44d3-8b11-638cd111068e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:46.837490 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-e435e6f7-d87c-4c39-bc38-ce3908a1a532 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Network ebf27eaa-e45c-4211-af61-c4ba3d80ec8e is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:49:46.858991 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-e435e6f7-d87c-4c39-bc38-ce3908a1a532 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:49:46.867800 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-e435e6f7-d87c-4c39-bc38-ce3908a1a532 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:49:46.870860 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4fb867dc-d7de-44d3-8b11-638cd111068e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:46.882231 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e435e6f7-d87c-4c39-bc38-ce3908a1a532 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Pushing event updated for resources: {'Port': ['ID=05b31936-2541-4a29-824e-ab9ae5a2bbca,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:46.922462 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fb867dc-d7de-44d3-8b11-638cd111068e admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:49:46.923279 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4fb867dc-d7de-44d3-8b11-638cd111068e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:46.925513 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 12:49:46.925513 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:49:46.925513 n-d-803603-2 neutron-server[101675]: timer() Aug 18 12:49:46.925513 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:49:46.925513 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 12:49:46.925513 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:49:46.925513 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 12:49:46.925513 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:49:46.925513 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 12:49:46.925513 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:49:46.925513 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 12:49:46.925513 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:49:46.925513 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 12:49:46.925513 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:49:46.925513 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:49:46.925513 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:49:46.925513 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:49:46.925513 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:49:46.925513 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 12:49:46.925513 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:49:46.925513 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 12:49:46.925513 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:49:46.925513 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:49:46.925513 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:49:46.925513 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 12:49:46.925513 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:49:46.925513 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:49:46.925513 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:49:46.925513 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:49:46.925513 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:49:46.925513 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:49:46.925513 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:49:47.008293 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-e435e6f7-d87c-4c39-bc38-ce3908a1a532 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:47.011192 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-e435e6f7-d87c-4c39-bc38-ce3908a1a532 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:47.067809 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-0bb8cc0e-2d07-406d-8c5b-99034e7a3ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c67fecb-701f-435e-9a1a-d13fa661f615', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1518839988-router', 'tenant_id': '9be9e4988e65435992981bdc98decd4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '4784ff50-5e5a-4c2c-b14c-c976f58f56f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:49:41Z', 'updated_at': '2021-08-18T12:49:44Z', 'revision_number': 3, 'project_id': '9be9e4988e65435992981bdc98decd4a', 'gw_port': {'id': '4784ff50-5e5a-4c2c-b14c-c976f58f56f8', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c67fecb-701f-435e-9a1a-d13fa661f615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:42Z', 'updated_at': '2021-08-18T12:49:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:49:47.140239 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-e435e6f7-d87c-4c39-bc38-ce3908a1a532 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5349448 Aug 18 12:49:47.145686 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4fb867dc-d7de-44d3-8b11-638cd111068e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:47.154452 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4fb867dc-d7de-44d3-8b11-638cd111068e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:47.154809 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb8cc0e-2d07-406d-8c5b-99034e7a3ab0 None None] Checking router: 9c67fecb-701f-435e-9a1a-d13fa661f615 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:49:47.155160 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb8cc0e-2d07-406d-8c5b-99034e7a3ab0 None None] Updating router 9c67fecb-701f-435e-9a1a-d13fa661f615 port 4784ff50-5e5a-4c2c-b14c-c976f58f56f8 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:49:47.156603 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4fb867dc-d7de-44d3-8b11-638cd111068e admin admin] 10.222.0.13 "DELETE /v2.0/networks/bc79947c-8dd5-40b6-b432-289d2632f12b HTTP/1.1" status: 204 len: 168 time: 1.0396636 Aug 18 12:49:47.181770 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-03c15662-ed02-4b97-a833-92127898c1ec service neutron] Request body: {'port': {'device_id': '56af15d3-f73c-4f9d-9b85-dc90b9606c42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:49:47.204154 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb867dc-d7de-44d3-8b11-638cd111068e admin admin] Pushing event deleted for resources: {'Network': ['ID=bc79947c-8dd5-40b6-b432-289d2632f12b,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:47.230725 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0bb8cc0e-2d07-406d-8c5b-99034e7a3ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:47.238535 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410fc836-f3c4-4d0d-a75e-3f09413595f7 req-c0ec6cd0-2946-4e22-9246-ed5d5bd3436b tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:47.246796 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-410fc836-f3c4-4d0d-a75e-3f09413595f7 req-c0ec6cd0-2946-4e22-9246-ed5d5bd3436b tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=02128226-94e7-4e9a-a1b0-25b32151af1d HTTP/1.1" status: 200 len: 943 time: 0.2077012 Aug 18 12:49:47.268451 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 7f34d68b-2745-462a-b536-eb608a76a0d9 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:49:47.328142 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-72c04163-b4bf-4991-b63c-fe268aa183a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:47.341138 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-410fc836-f3c4-4d0d-a75e-3f09413595f7 req-79372884-6106-4f4c-8822-6fde2848ed6a tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897546 Aug 18 12:49:47.362029 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-03c15662-ed02-4b97-a833-92127898c1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:47.459562 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 7f34d68b-2745-462a-b536-eb608a76a0d9 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:49:47.459974 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:47.499127 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:47.502163 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-89b3921c-6ace-47bd-942a-8eb8d6c29562 None None] Provisioning for port 05b31936-2541-4a29-824e-ab9ae5a2bbca completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:49:47.508930 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-89b3921c-6ace-47bd-942a-8eb8d6c29562 None None] Provisioning complete for port 05b31936-2541-4a29-824e-ab9ae5a2bbca triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:49:47.509304 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-89b3921c-6ace-47bd-942a-8eb8d6c29562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:47.578293 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba23ae1-3d81-414b-9069-c4133f1f4331 req-66df6321-321e-4359-bec5-f1e05ff6504e tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:47.578704 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-89b3921c-6ace-47bd-942a-8eb8d6c29562 None None] Port 05b31936-2541-4a29-824e-ab9ae5a2bbca cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:49:47.580190 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9ba23ae1-3d81-414b-9069-c4133f1f4331 req-66df6321-321e-4359-bec5-f1e05ff6504e tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/ports?device_id=56af15d3-f73c-4f9d-9b85-dc90b9606c42 HTTP/1.1" status: 200 len: 931 time: 0.0857625 Aug 18 12:49:47.622680 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0bb8cc0e-2d07-406d-8c5b-99034e7a3ab0 None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:47.647880 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-0bb8cc0e-2d07-406d-8c5b-99034e7a3ab0 None None] Transition to ACTIVE for port object 4784ff50-5e5a-4c2c-b14c-c976f58f56f8 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:49:47.712059 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-72c04163-b4bf-4991-b63c-fe268aa183a5 admin admin] Allocated IP 172.20.0.1 (5250c12d-4b67-4c80-aeb1-c3c5356554ee/5365d43f-1ca0-4cbb-bc02-53bc82ea1155/43dde525-fc09-4826-9ce9-82ff9482df40) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:49:47.729073 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60016) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:47.768222 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0bb8cc0e-2d07-406d-8c5b-99034e7a3ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:47.853806 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60020) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:47.889666 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9ba23ae1-3d81-414b-9069-c4133f1f4331 req-ed9ee058-ee8a-4027-a743-ec2759f88ff9 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd71314c-70c6-440d-be00-d1eb7ce7ff7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772520 Aug 18 12:49:47.895748 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-72c04163-b4bf-4991-b63c-fe268aa183a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:47.910413 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-0bb8cc0e-2d07-406d-8c5b-99034e7a3ab0 None None] Attempting to bind port 4784ff50-5e5a-4c2c-b14c-c976f58f56f8 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:49:47.911002 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-0bb8cc0e-2d07-406d-8c5b-99034e7a3ab0 None None] Attempting to bind port 4784ff50-5e5a-4c2c-b14c-c976f58f56f8 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:49:47.911363 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb8cc0e-2d07-406d-8c5b-99034e7a3ab0 None None] Attempting to bind port 4784ff50-5e5a-4c2c-b14c-c976f58f56f8 on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:49:47.917343 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aea6bd-2be2-424b-9ee9-d13b78e40288 None None] Pushing event updated for resources: {'Port': ['ID=4784ff50-5e5a-4c2c-b14c-c976f58f56f8,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:47.939936 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d1c13473-8dda-4e88-bc41-7b7d9b4da88e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c9a3e9d5bac494682015d798bdd6642&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0844648 Aug 18 12:49:47.941293 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb8cc0e-2d07-406d-8c5b-99034e7a3ab0 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:49:47.943072 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb8cc0e-2d07-406d-8c5b-99034e7a3ab0 None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:49:47.945420 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0bb8cc0e-2d07-406d-8c5b-99034e7a3ab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:47.946012 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60026) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:47.948265 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb8cc0e-2d07-406d-8c5b-99034e7a3ab0 None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:49:47.949381 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-0bb8cc0e-2d07-406d-8c5b-99034e7a3ab0 None None] Bound port: 4784ff50-5e5a-4c2c-b14c-c976f58f56f8, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:49:47.950052 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0bb8cc0e-2d07-406d-8c5b-99034e7a3ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:47.974581 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-72c04163-b4bf-4991-b63c-fe268aa183a5 admin admin] Transition to ACTIVE for port object 43dde525-fc09-4826-9ce9-82ff9482df40 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:49:48.041021 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-0bb8cc0e-2d07-406d-8c5b-99034e7a3ab0 None None] For port 4784ff50-5e5a-4c2c-b14c-c976f58f56f8, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:49:48.045865 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-0bb8cc0e-2d07-406d-8c5b-99034e7a3ab0 None None] For port 4784ff50-5e5a-4c2c-b14c-c976f58f56f8, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4784ff50-5e5a-4c2c-b14c-c976f58f56f8,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:49:48.052764 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a1f700bb-2f37-400e-a828-88f31a1c0b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:48.081625 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-72c04163-b4bf-4991-b63c-fe268aa183a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:48.090787 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-03c15662-ed02-4b97-a833-92127898c1ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05b31936-2541-4a29-824e-ab9ae5a2bbca {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:49:48.107253 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a1f700bb-2f37-400e-a828-88f31a1c0b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:48.110082 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0bb8cc0e-2d07-406d-8c5b-99034e7a3ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:48.116457 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-03c15662-ed02-4b97-a833-92127898c1ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:48.140122 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c04163-b4bf-4991-b63c-fe268aa183a5 admin admin] Network 5250c12d-4b67-4c80-aeb1-c3c5356554ee is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:49:48.148418 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-72c04163-b4bf-4991-b63c-fe268aa183a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:49:48.153133 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c04163-b4bf-4991-b63c-fe268aa183a5 admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:49:48.153971 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-72c04163-b4bf-4991-b63c-fe268aa183a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:48.156855 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-219c9f2c-a121-45a4-af6c-7f15a217dde0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:48.169038 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc99c0a-a374-404e-a154-8e406c8579c4 req-f56d7793-252c-4a33-9464-6472589b0b3b tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:48.170697 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9dc99c0a-a374-404e-a154-8e406c8579c4 req-f56d7793-252c-4a33-9464-6472589b0b3b tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ad53b1b-b407-4c10-8216-3d5114552036 HTTP/1.1" status: 200 len: 945 time: 0.1392405 Aug 18 12:49:48.171745 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-03c15662-ed02-4b97-a833-92127898c1ec service neutron] Transition to ACTIVE for port object 05b31936-2541-4a29-824e-ab9ae5a2bbca will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:49:48.216238 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c04163-b4bf-4991-b63c-fe268aa183a5 admin admin] Pushing event updated for resources: {'Port': ['ID=43dde525-fc09-4826-9ce9-82ff9482df40,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:48.222689 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb8cc0e-2d07-406d-8c5b-99034e7a3ab0 None None] Routers {'9c67fecb-701f-435e-9a1a-d13fa661f615'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:49:48.223587 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-0bb8cc0e-2d07-406d-8c5b-99034e7a3ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:49:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['9c67fecb-701f-435e-9a1a-d13fa661f615'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:49:48.233694 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9dc99c0a-a374-404e-a154-8e406c8579c4 req-04924a7a-bfcc-4738-bb86-2a4de3332ce1 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490489 Aug 18 12:49:48.235046 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-03c15662-ed02-4b97-a833-92127898c1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:48.312811 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c15662-ed02-4b97-a833-92127898c1ec service neutron] Pushing event updated for resources: {'Port': ['ID=05b31936-2541-4a29-824e-ab9ae5a2bbca,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:48.338160 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aea6bd-2be2-424b-9ee9-d13b78e40288 None None] Pushing event updated for resources: {'Port': ['ID=4784ff50-5e5a-4c2c-b14c-c976f58f56f8,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:48.415368 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a1f700bb-2f37-400e-a828-88f31a1c0b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:48.419101 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a1f700bb-2f37-400e-a828-88f31a1c0b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:48.427231 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-219c9f2c-a121-45a4-af6c-7f15a217dde0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:48.430802 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a1f700bb-2f37-400e-a828-88f31a1c0b37 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ddc24e11-d3bc-4c6b-a528-42e0dac975a1 HTTP/1.1" status: 204 len: 168 time: 0.4763031 Aug 18 12:49:48.507240 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-72c04163-b4bf-4991-b63c-fe268aa183a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:48.511195 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-0bb8cc0e-2d07-406d-8c5b-99034e7a3ab0 None None] Set router 9c67fecb-701f-435e-9a1a-d13fa661f615 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:49:48.519320 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-115dc423-07a0-4552-bc00-9c4ce0901a1d req-71b52e05-ff9f-460f-aecd-2eaf070e1cd5 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 210 time: 0.1158047 Aug 18 12:49:48.528603 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02128226-94e7-4e9a-a1b0-25b32151af1d', 'tag': '61def3a8-63bb-457f-b892-c8870f124b45'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:49:48.531389 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3ab21e-cfda-4f4e-a860-2298cbae61c9" -d '{"events": [{"name": "network-changed", "server_uuid": "02128226-94e7-4e9a-a1b0-25b32151af1d", "tag": "61def3a8-63bb-457f-b892-c8870f124b45"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:49:48.539373 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-219c9f2c-a121-45a4-af6c-7f15a217dde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:48.551110 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f700bb-2f37-400e-a828-88f31a1c0b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc24e11-d3bc-4c6b-a528-42e0dac975a1,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:48.585963 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-03c15662-ed02-4b97-a833-92127898c1ec service neutron] Attempting to bind port 05b31936-2541-4a29-824e-ab9ae5a2bbca on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:49:48.586455 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-03c15662-ed02-4b97-a833-92127898c1ec service neutron] Attempting to bind port 05b31936-2541-4a29-824e-ab9ae5a2bbca by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '5b263640-5ce8-48c3-9f0c-ea97bd4fcace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ebf27eaa-e45c-4211-af61-c4ba3d80ec8e'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:49:48.586896 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-03c15662-ed02-4b97-a833-92127898c1ec service neutron] Attempting to bind port 05b31936-2541-4a29-824e-ab9ae5a2bbca on network ebf27eaa-e45c-4211-af61-c4ba3d80ec8e {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:49:48.593185 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-03c15662-ed02-4b97-a833-92127898c1ec service neutron] Port 05b31936-2541-4a29-824e-ab9ae5a2bbca on network ebf27eaa-e45c-4211-af61-c4ba3d80ec8e not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:49:48.593764 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-03c15662-ed02-4b97-a833-92127898c1ec service neutron] Attempting to bind port 05b31936-2541-4a29-824e-ab9ae5a2bbca on network ebf27eaa-e45c-4211-af61-c4ba3d80ec8e {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:49:48.599488 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-03c15662-ed02-4b97-a833-92127898c1ec service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:49:48.600124 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-03c15662-ed02-4b97-a833-92127898c1ec service neutron] Checking segment: {'id': '5b263640-5ce8-48c3-9f0c-ea97bd4fcace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ebf27eaa-e45c-4211-af61-c4ba3d80ec8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:49:48.600801 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-03c15662-ed02-4b97-a833-92127898c1ec service neutron] Bound using segment: {'id': '5b263640-5ce8-48c3-9f0c-ea97bd4fcace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ebf27eaa-e45c-4211-af61-c4ba3d80ec8e'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:49:48.601637 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-03c15662-ed02-4b97-a833-92127898c1ec service neutron] Bound port: 05b31936-2541-4a29-824e-ab9ae5a2bbca, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b263640-5ce8-48c3-9f0c-ea97bd4fcace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ebf27eaa-e45c-4211-af61-c4ba3d80ec8e'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:49:48.602281 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-03c15662-ed02-4b97-a833-92127898c1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:48.663976 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-219c9f2c-a121-45a4-af6c-7f15a217dde0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f6c413c8735f4631a915fe65bbc4b640&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9335716 Aug 18 12:49:48.667313 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60044) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:48.675485 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c9f2c-a121-45a4-af6c-7f15a217dde0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786bc9fa-f352-498e-9ee7-550f003f23a4,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:48.731064 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-dbc33758-7a0d-4679-a0a8-a697de111a12 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=dfbf1e57c29344368949d54d6fc1d536&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0747287 Aug 18 12:49:48.739848 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b6803743-acd0-499c-8702-d530b748b808 None None] Provisioning for port 43dde525-fc09-4826-9ce9-82ff9482df40 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:49:48.753982 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b6803743-acd0-499c-8702-d530b748b808 None None] Provisioning complete for port 43dde525-fc09-4826-9ce9-82ff9482df40 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:49:48.754383 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b6803743-acd0-499c-8702-d530b748b808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:48.760302 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-03c15662-ed02-4b97-a833-92127898c1ec service neutron] For port 05b31936-2541-4a29-824e-ab9ae5a2bbca, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:49:48.797235 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-24151f53-0f81-442d-90fa-6317bc016a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:48.809668 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94db3f3-2404-45dd-84d2-043dd1d318b2 req-504c217d-0358-480b-8e42-c3d32288bcb0 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:48.817497 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f94db3f3-2404-45dd-84d2-043dd1d318b2 req-504c217d-0358-480b-8e42-c3d32288bcb0 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ad53b1b-b407-4c10-8216-3d5114552036 HTTP/1.1" status: 200 len: 945 time: 0.1750519 Aug 18 12:49:48.841109 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-24151f53-0f81-442d-90fa-6317bc016a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:48.843378 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-0bb8cc0e-2d07-406d-8c5b-99034e7a3ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c67fecb-701f-435e-9a1a-d13fa661f615', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1518839988-router', 'tenant_id': '9be9e4988e65435992981bdc98decd4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '4784ff50-5e5a-4c2c-b14c-c976f58f56f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:49:41Z', 'updated_at': '2021-08-18T12:49:44Z', 'revision_number': 3, 'project_id': '9be9e4988e65435992981bdc98decd4a', 'gw_port': {'id': '4784ff50-5e5a-4c2c-b14c-c976f58f56f8', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c67fecb-701f-435e-9a1a-d13fa661f615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:42Z', 'updated_at': '2021-08-18T12:49:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:49:48.844335 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-03c15662-ed02-4b97-a833-92127898c1ec service neutron] For port 05b31936-2541-4a29-824e-ab9ae5a2bbca, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=05b31936-2541-4a29-824e-ab9ae5a2bbca,segment=NetworkSegment(5b263640-5ce8-48c3-9f0c-ea97bd4fcace),segment_id=5b263640-5ce8-48c3-9f0c-ea97bd4fcace)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:49:48.892066 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb8cc0e-2d07-406d-8c5b-99034e7a3ab0 None None] The sync data for ids ['9c67fecb-701f-435e-9a1a-d13fa661f615'] in n-d-803603-2 is: [{'id': '9c67fecb-701f-435e-9a1a-d13fa661f615', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1518839988-router', 'tenant_id': '9be9e4988e65435992981bdc98decd4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '4784ff50-5e5a-4c2c-b14c-c976f58f56f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:49:41Z', 'updated_at': '2021-08-18T12:49:44Z', 'revision_number': 3, 'project_id': '9be9e4988e65435992981bdc98decd4a', 'gw_port': {'id': '4784ff50-5e5a-4c2c-b14c-c976f58f56f8', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c67fecb-701f-435e-9a1a-d13fa661f615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:42Z', 'updated_at': '2021-08-18T12:49:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:49:48.906974 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f94db3f3-2404-45dd-84d2-043dd1d318b2 req-8e9bd14d-5dfc-4589-96e0-2a240a8cc283 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883875 Aug 18 12:49:48.912558 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-b6803743-acd0-499c-8702-d530b748b808 None None] Port 43dde525-fc09-4826-9ce9-82ff9482df40 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:49:48.943291 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-72c04163-b4bf-4991-b63c-fe268aa183a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:48.946550 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-03c15662-ed02-4b97-a833-92127898c1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:48.984222 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-56808571-56aa-4b94-a564-a0e7373b69ed tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:48.985770 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-56808571-56aa-4b94-a564-a0e7373b69ed tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2461193 Aug 18 12:49:48.999281 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-03c15662-ed02-4b97-a833-92127898c1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:48.999997 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-03c15662-ed02-4b97-a833-92127898c1ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:49.001415 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-03c15662-ed02-4b97-a833-92127898c1ec service neutron] 10.222.0.20 "PUT /v2.0/ports/05b31936-2541-4a29-824e-ab9ae5a2bbca HTTP/1.1" status: 200 len: 1091 time: 1.8433502 Aug 18 12:49:49.017282 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-5cbfd45d-4208-4f12-80ca-1a92b2faf1eb tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Request body: {'port': {'device_id': '596b7ff8-8fca-4915-bf97-4f2ffac8babf', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'admin_state_up': True, 'tenant_id': 'dfbf1e57c29344368949d54d6fc1d536'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:49:49.020505 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56af15d3-f73c-4f9d-9b85-dc90b9606c42', 'tag': '05b31936-2541-4a29-824e-ab9ae5a2bbca'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:49:49.022921 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9a84e4-ab64-42ed-b7ef-583354200884" -d '{"events": [{"name": "network-changed", "server_uuid": "56af15d3-f73c-4f9d-9b85-dc90b9606c42", "tag": "05b31936-2541-4a29-824e-ab9ae5a2bbca"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:49:49.036744 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-24151f53-0f81-442d-90fa-6317bc016a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:49.039573 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-24151f53-0f81-442d-90fa-6317bc016a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:49.044048 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-24151f53-0f81-442d-90fa-6317bc016a70 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/786bc9fa-f352-498e-9ee7-550f003f23a4 HTTP/1.1" status: 204 len: 168 time: 0.3751018 Aug 18 12:49:49.050836 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-72c04163-b4bf-4991-b63c-fe268aa183a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:49.055593 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-72c04163-b4bf-4991-b63c-fe268aa183a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:49.127818 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24151f53-0f81-442d-90fa-6317bc016a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786bc9fa-f352-498e-9ee7-550f003f23a4,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:49.241480 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c04163-b4bf-4991-b63c-fe268aa183a5 admin admin] Pushing event updated for resources: {'Port': ['ID=43dde525-fc09-4826-9ce9-82ff9482df40,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:49.247211 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c15662-ed02-4b97-a833-92127898c1ec service neutron] Pushing event updated for resources: {'Port': ['ID=05b31936-2541-4a29-824e-ab9ae5a2bbca,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:49.301733 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c04163-b4bf-4991-b63c-fe268aa183a5 admin admin] Network 5250c12d-4b67-4c80-aeb1-c3c5356554ee is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:49:49.303599 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-72c04163-b4bf-4991-b63c-fe268aa183a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:49:49.329486 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-7c6af905-93f1-497b-ba86-53dd3c3c69e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:49.331824 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-7c6af905-93f1-497b-ba86-53dd3c3c69e7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=897769f511c740088662d1c81eeed0ac&device_id=56af15d3-f73c-4f9d-9b85-dc90b9606c42 HTTP/1.1" status: 200 len: 1094 time: 0.1673067 Aug 18 12:49:49.394605 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9225d6-cedb-4284-9bc5-11faa01e9b23 req-e41626cc-236e-4d02-96c4-2bbd99cbf9c7 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:49.396196 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5e9225d6-cedb-4284-9bc5-11faa01e9b23 req-e41626cc-236e-4d02-96c4-2bbd99cbf9c7 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=02128226-94e7-4e9a-a1b0-25b32151af1d HTTP/1.1" status: 200 len: 943 time: 0.3684278 Aug 18 12:49:49.469951 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-ea10a3de-d523-4f9b-bc82-6bac16c7c903 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05b31936-2541-4a29-824e-ab9ae5a2bbca HTTP/1.1" status: 200 len: 217 time: 0.0726230 Aug 18 12:49:49.561617 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c04163-b4bf-4991-b63c-fe268aa183a5 admin admin] Router 9c67fecb-701f-435e-9a1a-d13fa661f615 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:49:49.602320 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5e9225d6-cedb-4284-9bc5-11faa01e9b23 req-a8cf9a1a-b317-4cca-b339-bfb550ed74c6 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805396 Aug 18 12:49:49.615777 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-11b52f38-7120-41be-bf37-9a0fa3fc9dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:49.617275 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-11b52f38-7120-41be-bf37-9a0fa3fc9dd1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=10ed8f90-6f5a-4397-8c28-ce514ffb391e HTTP/1.1" status: 200 len: 868 time: 0.1331925 Aug 18 12:49:49.630844 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60066) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:49.670928 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940bb0f5-4cbf-4c18-825e-82d228197147 x-openstack-request-id: req-940bb0f5-4cbf-4c18-825e-82d228197147 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:49:49.671417 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02128226-94e7-4e9a-a1b0-25b32151af1d", "tag": "61def3a8-63bb-457f-b892-c8870f124b45", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:49:49.671762 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-940bb0f5-4cbf-4c18-825e-82d228197147 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:49:49.672238 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02128226-94e7-4e9a-a1b0-25b32151af1d', 'tag': '61def3a8-63bb-457f-b892-c8870f124b45', 'status': 'completed', 'code': 200} Aug 18 12:49:49.694706 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-5cbfd45d-4208-4f12-80ca-1a92b2faf1eb tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Made reservation on behalf of dfbf1e57c29344368949d54d6fc1d536 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:49:49.698722 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-5cbfd45d-4208-4f12-80ca-1a92b2faf1eb tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:49.745575 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ee3b8d68-ee39-4422-a7cf-d888753aec9c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=987f0f030a4d4106a8bc982a0f20a734&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0725124 Aug 18 12:49:49.750967 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a7c4d256-9473-4cab-a8ec-0f1b867db6cc None None] Provisioning complete for port 43dde525-fc09-4826-9ce9-82ff9482df40 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:49:49.752176 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a7c4d256-9473-4cab-a8ec-0f1b867db6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:49.764438 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60068) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:49.767093 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-bbf12ab8-2397-46d4-a3bc-76985bae54ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:49.769555 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-bbf12ab8-2397-46d4-a3bc-76985bae54ee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ebf27eaa-e45c-4211-af61-c4ba3d80ec8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1397264 Aug 18 12:49:49.770466 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-5cbfd45d-4208-4f12-80ca-1a92b2faf1eb tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:49.797588 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-a7c4d256-9473-4cab-a8ec-0f1b867db6cc None None] Port 43dde525-fc09-4826-9ce9-82ff9482df40 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:49:49.801697 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ab21e-cfda-4f4e-a860-2298cbae61c9 req-5cbc56ed-ae1e-4c78-bce3-049f83f77a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:49.803242 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c3ab21e-cfda-4f4e-a860-2298cbae61c9 req-5cbc56ed-ae1e-4c78-bce3-049f83f77a2b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=075606cfda364ddebe4be31640ab3a76&device_id=02128226-94e7-4e9a-a1b0-25b32151af1d HTTP/1.1" status: 200 len: 1124 time: 0.1073909 Aug 18 12:49:49.810153 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c04163-b4bf-4991-b63c-fe268aa183a5 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:49:49.815902 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-72c04163-b4bf-4991-b63c-fe268aa183a5 admin admin] 10.222.0.13 "PUT /v2.0/routers/9c67fecb-701f-435e-9a1a-d13fa661f615/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3764658 Aug 18 12:49:49.953771 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ab21e-cfda-4f4e-a860-2298cbae61c9 req-5d1f1d0c-7841-4e7f-8481-b5dc9eb54eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:49.955390 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c3ab21e-cfda-4f4e-a860-2298cbae61c9 req-5d1f1d0c-7841-4e7f-8481-b5dc9eb54eba service neutron] 10.222.0.39 "GET /v2.0/networks?id=8e2ca950-415a-439c-a01b-47dff2e51d7d HTTP/1.1" status: 200 len: 908 time: 0.1388552 Aug 18 12:49:49.985691 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d6615-e995-48e3-8d3a-e2215f3bd2bf req-541851a4-a2bd-4473-ad5b-1d9b4e502d87 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:49.985691 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b54d6615-e995-48e3-8d3a-e2215f3bd2bf req-541851a4-a2bd-4473-ad5b-1d9b4e502d87 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/ports?device_id=56af15d3-f73c-4f9d-9b85-dc90b9606c42 HTTP/1.1" status: 200 len: 943 time: 0.2381797 Aug 18 12:49:50.018071 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c3ab21e-cfda-4f4e-a860-2298cbae61c9 req-a7097878-8313-4557-8cc6-6e7a65797b14 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61def3a8-63bb-457f-b892-c8870f124b45 HTTP/1.1" status: 200 len: 217 time: 0.0483181 Aug 18 12:49:50.050488 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3920fccc-120a-41ad-a803-63ab4b6280bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:50.057354 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60078) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:50.078552 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-80bc3d67-56f6-4cbc-a4fc-c1724e2fe1e6 service neutron] 10.222.0.20 "GET /v2.0/networks/ebf27eaa-e45c-4211-af61-c4ba3d80ec8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736609 Aug 18 12:49:50.080654 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ab21e-cfda-4f4e-a860-2298cbae61c9 req-607a0bf1-7a06-4215-a994-6defed767f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:50.083237 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c3ab21e-cfda-4f4e-a860-2298cbae61c9 req-607a0bf1-7a06-4215-a994-6defed767f0a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a7c71ac1-e82b-41d2-8931-67fb6a54cbad HTTP/1.1" status: 200 len: 847 time: 0.0571206 Aug 18 12:49:50.125698 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3920fccc-120a-41ad-a803-63ab4b6280bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:50.128720 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c3ab21e-cfda-4f4e-a860-2298cbae61c9 req-82eec61e-04ed-4c46-9f80-2f0115d490a7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8e2ca950-415a-439c-a01b-47dff2e51d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369728 Aug 18 12:49:50.128888 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0f32a393-0f44-4cf5-a297-df4a2034dce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:50.131807 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60080) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:50.133161 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b54d6615-e995-48e3-8d3a-e2215f3bd2bf req-b5d819a9-f753-4658-b851-2c1f1a5ac49f tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd71314c-70c6-440d-be00-d1eb7ce7ff7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328762 Aug 18 12:49:50.281390 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-5cbfd45d-4208-4f12-80ca-1a92b2faf1eb tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:50.295807 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c3ab21e-cfda-4f4e-a860-2298cbae61c9 req-4396d723-6a60-4dad-bda1-72353c1463a8 service neutron] 10.222.0.39 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510789 Aug 18 12:49:50.307207 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ede0c6e-24d6-4711-82fe-4e311f6ed0aa req-acffda15-8f47-4aa9-b177-c9b18841f28b service neutron] 10.222.0.20 "GET /v2.0/networks/ebf27eaa-e45c-4211-af61-c4ba3d80ec8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109509 Aug 18 12:49:50.319220 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [req-03315435-0f94-4e68-ac35-abc4db366b21 req-5c9c6697-2a1f-4d56-a800-de57a2f1ff89 tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:49:50.320197 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-03315435-0f94-4e68-ac35-abc4db366b21 req-5c9c6697-2a1f-4d56-a800-de57a2f1ff89 tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1874607 Aug 18 12:49:50.369515 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-5cbfd45d-4208-4f12-80ca-1a92b2faf1eb tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:50.410924 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3920fccc-120a-41ad-a803-63ab4b6280bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:50.413716 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3920fccc-120a-41ad-a803-63ab4b6280bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:50.417898 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3920fccc-120a-41ad-a803-63ab4b6280bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/763dda36-12cd-4b21-8c02-dfcf84fc2b88 HTTP/1.1" status: 204 len: 168 time: 0.6213620 Aug 18 12:49:50.474774 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbfd45d-4208-4f12-80ca-1a92b2faf1eb tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60270124-5110-47d9-b16e-e7890a5277ba,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:50.503528 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3920fccc-120a-41ad-a803-63ab4b6280bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763dda36-12cd-4b21-8c02-dfcf84fc2b88,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:50.549084 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 61def3a8-63bb-457f-b892-c8870f124b45 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:49:50.611038 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-5cbfd45d-4208-4f12-80ca-1a92b2faf1eb tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Allocated IP 192.168.233.242 (f82a481e-2d3e-49f3-a273-639556667c8a/38dc8434-66c0-4e05-8cce-b4a4a0f33dc3/cc9260cd-b796-4d6c-a337-3baf96fb438a) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:49:50.632503 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0f32a393-0f44-4cf5-a297-df4a2034dce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:50.708148 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 61def3a8-63bb-457f-b892-c8870f124b45, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=61def3a8-63bb-457f-b892-c8870f124b45,segment=NetworkSegment(9980139b-d711-402f-b96d-94b03ea2978e),segment_id=9980139b-d711-402f-b96d-94b03ea2978e)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:50.711444 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-03315435-0f94-4e68-ac35-abc4db366b21 req-f5c229e4-36fa-4b72-8205-3828c29d1250 service neutron] Request body: {'binding': {'host': 'n-h1-803603-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:49:50.711960 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-03315435-0f94-4e68-ac35-abc4db366b21 req-f5c229e4-36fa-4b72-8205-3828c29d1250 service neutron] Unknown quota resources ['binding']. {{(pid=101676) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 12:49:50.717339 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0f32a393-0f44-4cf5-a297-df4a2034dce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:50.724640 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 61def3a8-63bb-457f-b892-c8870f124b45 has no active binding in host n-h2-803603-2 {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 18 12:49:50.754222 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c3ab21e-cfda-4f4e-a860-2298cbae61c9 req-9fdd9241-a2ed-4933-bc51-c96a6689efd7 service neutron] 10.222.0.39 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4571500 Aug 18 12:49:50.757187 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-054c4e7e-e8b9-4caf-aa1b-cbe641fd6db5 service neutron] 10.222.0.39 "GET /v2.0/ports/61def3a8-63bb-457f-b892-c8870f124b45/bindings/n-h2-803603-2 HTTP/1.1" status: 200 len: 384 time: 0.1391301 Aug 18 12:49:50.808871 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0f32a393-0f44-4cf5-a297-df4a2034dce5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90498a7b430e460aa377d6b0c7c3e676&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7452557 Aug 18 12:49:50.810073 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60102) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:50.810778 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32a393-0f44-4cf5-a297-df4a2034dce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f86d3a-25fd-4702-818e-21d4845123f1,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:50.904864 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a01431-d81f-4ed7-bb18-6d7eab01ff2b x-openstack-request-id: req-f9a01431-d81f-4ed7-bb18-6d7eab01ff2b {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:49:50.905155 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56af15d3-f73c-4f9d-9b85-dc90b9606c42", "tag": "05b31936-2541-4a29-824e-ab9ae5a2bbca", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:49:50.905413 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9a01431-d81f-4ed7-bb18-6d7eab01ff2b {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:49:50.905998 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56af15d3-f73c-4f9d-9b85-dc90b9606c42', 'tag': '05b31936-2541-4a29-824e-ab9ae5a2bbca', 'status': 'completed', 'code': 200} Aug 18 12:49:51.002890 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f91712d2-9a43-473d-8b94-46d69812cdf2 req-343986fe-faf8-48ec-85de-591d274801a0 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 210 time: 0.0636289 Aug 18 12:49:51.013953 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e7a1166d-bd67-453c-8ab3-15677d6c2f19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:51.034242 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-5cbfd45d-4208-4f12-80ca-1a92b2faf1eb tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:51.035811 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-03315435-0f94-4e68-ac35-abc4db366b21 req-f5c229e4-36fa-4b72-8205-3828c29d1250 service neutron] Attempting to bind port f7b10e72-a236-41cf-959f-c2cc7a26b418 on host n-h1-803603-2 for vnic_type normal with profile None {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:49:51.036263 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-03315435-0f94-4e68-ac35-abc4db366b21 req-f5c229e4-36fa-4b72-8205-3828c29d1250 service neutron] Attempting to bind port f7b10e72-a236-41cf-959f-c2cc7a26b418 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:49:51.036472 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03315435-0f94-4e68-ac35-abc4db366b21 req-f5c229e4-36fa-4b72-8205-3828c29d1250 service neutron] Attempting to bind port f7b10e72-a236-41cf-959f-c2cc7a26b418 on network 91d3e9e9-f927-4110-8610-d1ae88923133 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:49:51.042835 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03315435-0f94-4e68-ac35-abc4db366b21 req-f5c229e4-36fa-4b72-8205-3828c29d1250 service neutron] Port f7b10e72-a236-41cf-959f-c2cc7a26b418 on network 91d3e9e9-f927-4110-8610-d1ae88923133 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:49:51.043240 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03315435-0f94-4e68-ac35-abc4db366b21 req-f5c229e4-36fa-4b72-8205-3828c29d1250 service neutron] Attempting to bind port f7b10e72-a236-41cf-959f-c2cc7a26b418 on network 91d3e9e9-f927-4110-8610-d1ae88923133 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:49:51.052795 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03315435-0f94-4e68-ac35-abc4db366b21 req-f5c229e4-36fa-4b72-8205-3828c29d1250 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:49:51.053093 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03315435-0f94-4e68-ac35-abc4db366b21 req-f5c229e4-36fa-4b72-8205-3828c29d1250 service neutron] Checking segment: {'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:49:51.053478 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03315435-0f94-4e68-ac35-abc4db366b21 req-f5c229e4-36fa-4b72-8205-3828c29d1250 service neutron] Bound using segment: {'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:49:51.053910 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-03315435-0f94-4e68-ac35-abc4db366b21 req-f5c229e4-36fa-4b72-8205-3828c29d1250 service neutron] Bound port: f7b10e72-a236-41cf-959f-c2cc7a26b418, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:49:51.070029 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a84e4-ab64-42ed-b7ef-583354200884 req-fc9937b9-a693-422b-a93e-91fdae35cfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:51.073748 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ce9a84e4-ab64-42ed-b7ef-583354200884 req-fc9937b9-a693-422b-a93e-91fdae35cfa9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=897769f511c740088662d1c81eeed0ac&device_id=56af15d3-f73c-4f9d-9b85-dc90b9606c42 HTTP/1.1" status: 200 len: 1094 time: 0.1553447 Aug 18 12:49:51.077182 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e7a1166d-bd67-453c-8ab3-15677d6c2f19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:51.079381 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-5cbfd45d-4208-4f12-80ca-1a92b2faf1eb tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Transition to ACTIVE for port object cc9260cd-b796-4d6c-a337-3baf96fb438a will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:49:51.221961 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4784ff50-5e5a-4c2c-b14c-c976f58f56f8 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:49:51.227352 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-03315435-0f94-4e68-ac35-abc4db366b21 req-f5c229e4-36fa-4b72-8205-3828c29d1250 service neutron] For port f7b10e72-a236-41cf-959f-c2cc7a26b418, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=f7b10e72-a236-41cf-959f-c2cc7a26b418,segment=NetworkSegment(0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d),segment_id=0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:49:51.246529 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a84e4-ab64-42ed-b7ef-583354200884 req-e0fb07f2-6c76-4792-82c5-ea8437aa9298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:51.248040 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ce9a84e4-ab64-42ed-b7ef-583354200884 req-e0fb07f2-6c76-4792-82c5-ea8437aa9298 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ebf27eaa-e45c-4211-af61-c4ba3d80ec8e HTTP/1.1" status: 200 len: 930 time: 0.1604426 Aug 18 12:49:51.261872 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-b64451bd-979d-4390-ad1d-1e0afd691aef service neutron] For port 61def3a8-63bb-457f-b892-c8870f124b45, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=61def3a8-63bb-457f-b892-c8870f124b45,segment=NetworkSegment(9980139b-d711-402f-b96d-94b03ea2978e),segment_id=9980139b-d711-402f-b96d-94b03ea2978e)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:51.280244 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-03315435-0f94-4e68-ac35-abc4db366b21 req-f5c229e4-36fa-4b72-8205-3828c29d1250 service neutron] Notify callbacks [] for binding, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:51.281932 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-03315435-0f94-4e68-ac35-abc4db366b21 req-f5c229e4-36fa-4b72-8205-3828c29d1250 service neutron] 10.222.0.13 "POST /v2.0/ports/f7b10e72-a236-41cf-959f-c2cc7a26b418/bindings HTTP/1.1" status: 201 len: 389 time: 0.6739013 Aug 18 12:49:51.291961 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-b64451bd-979d-4390-ad1d-1e0afd691aef service neutron] For port 61def3a8-63bb-457f-b892-c8870f124b45, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:49:51.342210 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ce9a84e4-ab64-42ed-b7ef-583354200884 req-3bc064b0-4e7c-4e1d-8003-caad006c73bd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05b31936-2541-4a29-824e-ab9ae5a2bbca HTTP/1.1" status: 200 len: 217 time: 0.0850933 Aug 18 12:49:51.345385 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-b64451bd-979d-4390-ad1d-1e0afd691aef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61def3a8-63bb-457f-b892-c8870f124b45 {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:49:51.360715 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-b64451bd-979d-4390-ad1d-1e0afd691aef service neutron] For port 61def3a8-63bb-457f-b892-c8870f124b45, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=61def3a8-63bb-457f-b892-c8870f124b45,segment=NetworkSegment(9980139b-d711-402f-b96d-94b03ea2978e),segment_id=9980139b-d711-402f-b96d-94b03ea2978e)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:51.362676 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957acb56-1c41-4c9f-b92b-994fc9c987ae None None] Sync routers for ids ['9c67fecb-701f-435e-9a1a-d13fa661f615'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:49:51.373579 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 4784ff50-5e5a-4c2c-b14c-c976f58f56f8 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:49:51.389261 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957acb56-1c41-4c9f-b92b-994fc9c987ae None None] Routers {'9c67fecb-701f-435e-9a1a-d13fa661f615'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:49:51.390081 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-957acb56-1c41-4c9f-b92b-994fc9c987ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:49:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['9c67fecb-701f-435e-9a1a-d13fa661f615'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:49:51.392449 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 4784ff50-5e5a-4c2c-b14c-c976f58f56f8 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:49:51.392827 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:51.401638 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a84e4-ab64-42ed-b7ef-583354200884 req-2e558a96-f17a-449e-ba06-fc62273be95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:51.404103 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ce9a84e4-ab64-42ed-b7ef-583354200884 req-2e558a96-f17a-449e-ba06-fc62273be95f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=10ed8f90-6f5a-4397-8c28-ce514ffb391e HTTP/1.1" status: 200 len: 868 time: 0.0532248 Aug 18 12:49:51.453026 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-5cbfd45d-4208-4f12-80ca-1a92b2faf1eb tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:51.493447 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-b64451bd-979d-4390-ad1d-1e0afd691aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:51.508068 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a84e4-ab64-42ed-b7ef-583354200884 req-4b08022c-0d30-4d91-950b-7344bd24f35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:51.508920 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ce9a84e4-ab64-42ed-b7ef-583354200884 req-4b08022c-0d30-4d91-950b-7344bd24f35b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ebf27eaa-e45c-4211-af61-c4ba3d80ec8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974677 Aug 18 12:49:51.521325 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e7a1166d-bd67-453c-8ab3-15677d6c2f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:51.524095 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e7a1166d-bd67-453c-8ab3-15677d6c2f19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:51.525515 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e7a1166d-bd67-453c-8ab3-15677d6c2f19 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/52f86d3a-25fd-4702-818e-21d4845123f1 HTTP/1.1" status: 204 len: 168 time: 0.7025375 Aug 18 12:49:51.567773 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-5cbfd45d-4208-4f12-80ca-1a92b2faf1eb tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Network f82a481e-2d3e-49f3-a273-639556667c8a is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:49:51.600238 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:51.612642 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-5cbfd45d-4208-4f12-80ca-1a92b2faf1eb tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:49:51.615152 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbfd45d-4208-4f12-80ca-1a92b2faf1eb tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Pushing event updated for resources: {'Port': ['ID=cc9260cd-b796-4d6c-a337-3baf96fb438a,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:51.617788 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-5cbfd45d-4208-4f12-80ca-1a92b2faf1eb tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:49:51.623447 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a1166d-bd67-453c-8ab3-15677d6c2f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f86d3a-25fd-4702-818e-21d4845123f1,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:51.644468 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-957acb56-1c41-4c9f-b92b-994fc9c987ae None None] Set router 9c67fecb-701f-435e-9a1a-d13fa661f615 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:49:51.710344 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-b64451bd-979d-4390-ad1d-1e0afd691aef service neutron] Transition to ACTIVE for port object 61def3a8-63bb-457f-b892-c8870f124b45 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:49:51.723338 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 4784ff50-5e5a-4c2c-b14c-c976f58f56f8, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4784ff50-5e5a-4c2c-b14c-c976f58f56f8,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:51.739150 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2fa42-a717-4f00-9b9e-7df5ec993c8b req-9f60754f-a11a-439f-9d48-0fb7fa3f86e8 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:51.747144 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-85a2fa42-a717-4f00-9b9e-7df5ec993c8b req-9f60754f-a11a-439f-9d48-0fb7fa3f86e8 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=02128226-94e7-4e9a-a1b0-25b32151af1d HTTP/1.1" status: 200 len: 943 time: 0.2597995 Aug 18 12:49:51.780189 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-b64451bd-979d-4390-ad1d-1e0afd691aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:51.835953 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-5cbfd45d-4208-4f12-80ca-1a92b2faf1eb tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:51.836594 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-5cbfd45d-4208-4f12-80ca-1a92b2faf1eb tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:51.903586 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ce9a84e4-ab64-42ed-b7ef-583354200884 req-39688611-ad7a-41dd-823d-528345e89d86 service neutron] 10.222.0.20 "GET /v2.0/networks/ebf27eaa-e45c-4211-af61-c4ba3d80ec8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860991 Aug 18 12:49:51.921567 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-b64451bd-979d-4390-ad1d-1e0afd691aef service neutron] No DVR routers for this DVR port 61def3a8-63bb-457f-b892-c8870f124b45 on host n-h1-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:49:51.957169 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:51.968486 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-85a2fa42-a717-4f00-9b9e-7df5ec993c8b req-da5049bd-de54-4b7d-88b4-3909c5ea148c tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205024 Aug 18 12:49:52.003853 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-5cbfd45d-4208-4f12-80ca-1a92b2faf1eb tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0014539 Aug 18 12:49:52.008508 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64451bd-979d-4390-ad1d-1e0afd691aef service neutron] Pushing event updated for resources: {'Port': ['ID=61def3a8-63bb-457f-b892-c8870f124b45,revision_number=10']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:52.049193 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-b64451bd-979d-4390-ad1d-1e0afd691aef service neutron] 10.222.0.39 "PUT /v2.0/ports/61def3a8-63bb-457f-b892-c8870f124b45/bindings/n-h2-803603-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2514946 Aug 18 12:49:52.051821 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=4784ff50-5e5a-4c2c-b14c-c976f58f56f8,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:52.076801 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03315435-0f94-4e68-ac35-abc4db366b21 req-ae11bee8-8e7f-495a-8001-8b20bccb3851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:52.079277 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-03315435-0f94-4e68-ac35-abc4db366b21 req-ae11bee8-8e7f-495a-8001-8b20bccb3851 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e9a8a0a72a94b328bf1e534da208edd&device_id=f60f0443-a402-4f3d-82ec-b80e9cfd9f98 HTTP/1.1" status: 200 len: 1096 time: 0.0936382 Aug 18 12:49:52.087403 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-1efdc090-8352-43bb-9dbf-e3f4219093c1 service neutron] Request body: {'port': {'device_id': '596b7ff8-8fca-4915-bf97-4f2ffac8babf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:49:52.111993 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-957acb56-1c41-4c9f-b92b-994fc9c987ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c67fecb-701f-435e-9a1a-d13fa661f615', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1518839988-router', 'tenant_id': '9be9e4988e65435992981bdc98decd4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '4784ff50-5e5a-4c2c-b14c-c976f58f56f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:49:41Z', 'updated_at': '2021-08-18T12:49:48Z', 'revision_number': 4, 'project_id': '9be9e4988e65435992981bdc98decd4a', 'gw_port': {'id': '4784ff50-5e5a-4c2c-b14c-c976f58f56f8', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c67fecb-701f-435e-9a1a-d13fa661f615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:42Z', 'updated_at': '2021-08-18T12:49:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '43dde525-fc09-4826-9ce9-82ff9482df40', 'name': '', 'network_id': '5250c12d-4b67-4c80-aeb1-c3c5356554ee', 'tenant_id': '9be9e4988e65435992981bdc98decd4a', 'mac_address': 'fa:16:3e:a0:33:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c67fecb-701f-435e-9a1a-d13fa661f615', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5365d43f-1ca0-4cbb-bc02-53bc82ea1155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:47Z', 'updated_at': '2021-08-18T12:49:48Z', 'revision_number': 2, 'project_id': '9be9e4988e65435992981bdc98decd4a', 'subnets': [{'id': '5365d43f-1ca0-4cbb-bc02-53bc82ea1155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:49:52.144611 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957acb56-1c41-4c9f-b92b-994fc9c987ae None None] Checking router: 9c67fecb-701f-435e-9a1a-d13fa661f615 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:49:52.144973 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957acb56-1c41-4c9f-b92b-994fc9c987ae None None] Updating router 9c67fecb-701f-435e-9a1a-d13fa661f615 port 43dde525-fc09-4826-9ce9-82ff9482df40 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:49:52.152641 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-22d6a514-e6b6-4ad4-ba57-ec49005dff32 None None] Provisioning for port cc9260cd-b796-4d6c-a337-3baf96fb438a completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:49:52.152641 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-22d6a514-e6b6-4ad4-ba57-ec49005dff32 None None] Provisioning complete for port cc9260cd-b796-4d6c-a337-3baf96fb438a triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:49:52.152641 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-22d6a514-e6b6-4ad4-ba57-ec49005dff32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:52.212469 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-957acb56-1c41-4c9f-b92b-994fc9c987ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:52.216296 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03315435-0f94-4e68-ac35-abc4db366b21 req-da670126-d8ba-4437-8845-11b21bb9ee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:52.218623 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-03315435-0f94-4e68-ac35-abc4db366b21 req-da670126-d8ba-4437-8845-11b21bb9ee57 service neutron] 10.222.0.39 "GET /v2.0/networks?id=91d3e9e9-f927-4110-8610-d1ae88923133 HTTP/1.1" status: 200 len: 922 time: 0.1297996 Aug 18 12:49:52.227012 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-22d6a514-e6b6-4ad4-ba57-ec49005dff32 None None] Port cc9260cd-b796-4d6c-a337-3baf96fb438a cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:49:52.268385 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75088f84-abd3-4bde-a771-1b6eae3a429b req-e8106e3e-9d1f-475f-93af-0a40ddf3752b tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:52.270325 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-75088f84-abd3-4bde-a771-1b6eae3a429b req-e8106e3e-9d1f-475f-93af-0a40ddf3752b tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/ports?device_id=56af15d3-f73c-4f9d-9b85-dc90b9606c42 HTTP/1.1" status: 200 len: 943 time: 0.1696296 Aug 18 12:49:52.273103 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-03315435-0f94-4e68-ac35-abc4db366b21 req-3b0b5fe0-8b53-427a-b86d-6f823f169578 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7b10e72-a236-41cf-959f-c2cc7a26b418 HTTP/1.1" status: 200 len: 217 time: 0.0392447 Aug 18 12:49:52.276934 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ce9a84e4-ab64-42ed-b7ef-583354200884 req-4af7ca68-27f2-4634-80d5-190b57778eb4 service neutron] 10.222.0.20 "GET /v2.0/networks/ebf27eaa-e45c-4211-af61-c4ba3d80ec8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532996 Aug 18 12:49:52.277484 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-1efdc090-8352-43bb-9dbf-e3f4219093c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:52.351594 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-75088f84-abd3-4bde-a771-1b6eae3a429b req-6fa8b02d-6fc2-47df-8673-1ea249d920d7 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd71314c-70c6-440d-be00-d1eb7ce7ff7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717587 Aug 18 12:49:52.367027 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-caf5805e-b628-480c-b485-1de24b939f93 tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:52.368870 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-caf5805e-b628-480c-b485-1de24b939f93 tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=02128226-94e7-4e9a-a1b0-25b32151af1d&tenant_id=075606cfda364ddebe4be31640ab3a76&binding%3Ahost_id=n-h1-803603-2 HTTP/1.1" status: 200 len: 1095 time: 0.1489251 Aug 18 12:49:52.438268 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03315435-0f94-4e68-ac35-abc4db366b21 req-2dbc2aa2-cf06-49cf-8e8b-3cae8897486c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:52.441440 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-03315435-0f94-4e68-ac35-abc4db366b21 req-2dbc2aa2-cf06-49cf-8e8b-3cae8897486c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=da996bc9-0001-4e2d-9a03-d2d78ee48c5d HTTP/1.1" status: 200 len: 861 time: 0.1467056 Aug 18 12:49:52.482402 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-03315435-0f94-4e68-ac35-abc4db366b21 req-ce11b3c5-0480-4d1e-be99-e301c8ac7883 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=91d3e9e9-f927-4110-8610-d1ae88923133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328443 Aug 18 12:49:52.490193 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-4a0c9c06-0889-4520-96d0-881fbcacfacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:52.493547 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-4a0c9c06-0889-4520-96d0-881fbcacfacd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=02128226-94e7-4e9a-a1b0-25b32151af1d&tenant_id=075606cfda364ddebe4be31640ab3a76 HTTP/1.1" status: 200 len: 1095 time: 0.1160843 Aug 18 12:49:52.585055 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b899741-d70f-4c67-baac-6c6b925b6942 req-a0d085b0-a5ec-48e8-8b26-153101b09298 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:52.593705 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8b899741-d70f-4c67-baac-6c6b925b6942 req-a0d085b0-a5ec-48e8-8b26-153101b09298 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=f60f0443-a402-4f3d-82ec-b80e9cfd9f98 HTTP/1.1" status: 200 len: 945 time: 0.1252291 Aug 18 12:49:52.599818 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-957acb56-1c41-4c9f-b92b-994fc9c987ae None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:52.610606 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-957acb56-1c41-4c9f-b92b-994fc9c987ae None None] Transition to ACTIVE for port object 43dde525-fc09-4826-9ce9-82ff9482df40 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:49:52.615712 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 05b31936-2541-4a29-824e-ab9ae5a2bbca details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:49:52.705710 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-957acb56-1c41-4c9f-b92b-994fc9c987ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:52.768969 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-2900d662-d8c7-44f9-abb4-223ffb22251b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:52.771322 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-2900d662-d8c7-44f9-abb4-223ffb22251b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=075606cfda364ddebe4be31640ab3a76&device_id=02128226-94e7-4e9a-a1b0-25b32151af1d HTTP/1.1" status: 200 len: 1095 time: 0.2400966 Aug 18 12:49:52.789418 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b699a13-305d-4031-b9fb-ebc99597eb4f None None] Pushing event updated for resources: {'Port': ['ID=43dde525-fc09-4826-9ce9-82ff9482df40,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:52.873712 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e02626-9b82-4c92-9e51-7ca63211ac51 req-42d07330-77ab-450a-950c-5e86e48ac21f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:52.881742 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a3e02626-9b82-4c92-9e51-7ca63211ac51 req-42d07330-77ab-450a-950c-5e86e48ac21f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 936 time: 0.1811068 Aug 18 12:49:52.888356 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-03315435-0f94-4e68-ac35-abc4db366b21 req-ed6eb60d-52fd-4538-aa8f-e79b9f67afb7 service neutron] 10.222.0.39 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913858 Aug 18 12:49:52.908730 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 05b31936-2541-4a29-824e-ab9ae5a2bbca, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=05b31936-2541-4a29-824e-ab9ae5a2bbca,segment=NetworkSegment(5b263640-5ce8-48c3-9f0c-ea97bd4fcace),segment_id=5b263640-5ce8-48c3-9f0c-ea97bd4fcace)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:52.912089 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-957acb56-1c41-4c9f-b92b-994fc9c987ae None None] Attempting to bind port 43dde525-fc09-4826-9ce9-82ff9482df40 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:49:52.912471 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-957acb56-1c41-4c9f-b92b-994fc9c987ae None None] Attempting to bind port 43dde525-fc09-4826-9ce9-82ff9482df40 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'e666ae71-c72b-4fc2-8a5a-60bedaff4a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5250c12d-4b67-4c80-aeb1-c3c5356554ee'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:49:52.918111 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957acb56-1c41-4c9f-b92b-994fc9c987ae None None] Attempting to bind port 43dde525-fc09-4826-9ce9-82ff9482df40 on network 5250c12d-4b67-4c80-aeb1-c3c5356554ee {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:49:52.942667 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957acb56-1c41-4c9f-b92b-994fc9c987ae None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:49:52.943064 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957acb56-1c41-4c9f-b92b-994fc9c987ae None None] Checking segment: {'id': 'e666ae71-c72b-4fc2-8a5a-60bedaff4a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5250c12d-4b67-4c80-aeb1-c3c5356554ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:49:52.943467 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-957acb56-1c41-4c9f-b92b-994fc9c987ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:52.943872 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957acb56-1c41-4c9f-b92b-994fc9c987ae None None] Bound using segment: {'id': 'e666ae71-c72b-4fc2-8a5a-60bedaff4a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5250c12d-4b67-4c80-aeb1-c3c5356554ee'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:49:52.944358 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-957acb56-1c41-4c9f-b92b-994fc9c987ae None None] Bound port: 43dde525-fc09-4826-9ce9-82ff9482df40, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e666ae71-c72b-4fc2-8a5a-60bedaff4a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5250c12d-4b67-4c80-aeb1-c3c5356554ee'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:49:52.944749 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-957acb56-1c41-4c9f-b92b-994fc9c987ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:52.968492 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a3e02626-9b82-4c92-9e51-7ca63211ac51 req-d1012815-f51c-47b5-ad69-34a1a760ba42 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753934 Aug 18 12:49:52.973959 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '05b31936-2541-4a29-824e-ab9ae5a2bbca', 'network_id': 'ebf27eaa-e45c-4211-af61-c4ba3d80ec8e', 'port_id': '05b31936-2541-4a29-824e-ab9ae5a2bbca', 'mac_address': 'fa:16:3e:9d:8e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ed8f90-6f5a-4397-8c28-ce514ffb391e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:49:52.982740 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8b899741-d70f-4c67-baac-6c6b925b6942 req-6e795ea6-522c-4f1b-bff4-aa9cb91be055 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714302 Aug 18 12:49:53.119636 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:53.153988 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05b31936-2541-4a29-824e-ab9ae5a2bbca {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:49:53.163157 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-957acb56-1c41-4c9f-b92b-994fc9c987ae None None] For port 43dde525-fc09-4826-9ce9-82ff9482df40, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:49:53.207785 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-d9b86be1-a483-4998-a938-8216a4b206c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:53.213993 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-d9b86be1-a483-4998-a938-8216a4b206c7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8e2ca950-415a-439c-a01b-47dff2e51d7d HTTP/1.1" status: 200 len: 908 time: 0.4246192 Aug 18 12:49:53.213993 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-03315435-0f94-4e68-ac35-abc4db366b21 req-2065c512-a938-4cce-80af-9460e85246cf service neutron] 10.222.0.39 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082881 Aug 18 12:49:53.237857 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-1efdc090-8352-43bb-9dbf-e3f4219093c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc9260cd-b796-4d6c-a337-3baf96fb438a {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:49:53.258540 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-1efdc090-8352-43bb-9dbf-e3f4219093c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:53.288465 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-7a10c4e2-7d14-42fb-977c-8633a590b633 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61def3a8-63bb-457f-b892-c8870f124b45 HTTP/1.1" status: 200 len: 217 time: 0.0711963 Aug 18 12:49:53.299870 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-1efdc090-8352-43bb-9dbf-e3f4219093c1 service neutron] Transition to ACTIVE for port object cc9260cd-b796-4d6c-a337-3baf96fb438a will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:49:53.311818 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3027e-b778-47c1-b040-eebff63b687f req-896988fb-76f9-43bc-901d-a9dc65f96797 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:53.313957 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2fe3027e-b778-47c1-b040-eebff63b687f req-896988fb-76f9-43bc-901d-a9dc65f96797 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=02128226-94e7-4e9a-a1b0-25b32151af1d HTTP/1.1" status: 200 len: 944 time: 0.1549320 Aug 18 12:49:53.339662 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-957acb56-1c41-4c9f-b92b-994fc9c987ae None None] For port 43dde525-fc09-4826-9ce9-82ff9482df40, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=43dde525-fc09-4826-9ce9-82ff9482df40,segment=NetworkSegment(e666ae71-c72b-4fc2-8a5a-60bedaff4a22),segment_id=e666ae71-c72b-4fc2-8a5a-60bedaff4a22)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:49:53.342291 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4784ff50-5e5a-4c2c-b14c-c976f58f56f8 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:49:53.345183 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 05b31936-2541-4a29-824e-ab9ae5a2bbca, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=05b31936-2541-4a29-824e-ab9ae5a2bbca,segment=NetworkSegment(5b263640-5ce8-48c3-9f0c-ea97bd4fcace),segment_id=5b263640-5ce8-48c3-9f0c-ea97bd4fcace)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:53.360320 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2fe3027e-b778-47c1-b040-eebff63b687f req-94f9a0f9-6fd8-463d-99c6-717b29b0ed36 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395560 Aug 18 12:49:53.379293 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076eb25-cb1c-42e0-bd14-0c2ebef467f1 req-f09d22ea-4920-4dea-994c-0e9fcd188c0d tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:53.380806 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8076eb25-cb1c-42e0-bd14-0c2ebef467f1 req-f09d22ea-4920-4dea-994c-0e9fcd188c0d tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ad53b1b-b407-4c10-8216-3d5114552036 HTTP/1.1" status: 200 len: 945 time: 0.0914929 Aug 18 12:49:53.391846 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-b7a39863-09d4-42af-8ed0-46ccd3e18c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:53.391846 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-b7a39863-09d4-42af-8ed0-46ccd3e18c81 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7c71ac1-e82b-41d2-8931-67fb6a54cbad HTTP/1.1" status: 200 len: 847 time: 0.0714815 Aug 18 12:49:53.403153 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-1efdc090-8352-43bb-9dbf-e3f4219093c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:53.457140 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:53.461742 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-957acb56-1c41-4c9f-b92b-994fc9c987ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:53.466196 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-77adb4b4-9f90-4188-8c88-5c827b5e9a5b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8e2ca950-415a-439c-a01b-47dff2e51d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490804 Aug 18 12:49:53.492984 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8076eb25-cb1c-42e0-bd14-0c2ebef467f1 req-fd5eede3-9949-4fb2-bf07-d0c54705cc25 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035619 Aug 18 12:49:53.526040 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03315435-0f94-4e68-ac35-abc4db366b21 req-6bf40921-2180-4484-a18e-c8f92b16f8f0 tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:53.533381 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-03315435-0f94-4e68-ac35-abc4db366b21 req-6bf40921-2180-4484-a18e-c8f92b16f8f0 tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f60f0443-a402-4f3d-82ec-b80e9cfd9f98&tenant_id=3e9a8a0a72a94b328bf1e534da208edd&binding%3Ahost_id=n-h2-803603-2 HTTP/1.1" status: 200 len: 1096 time: 0.1377423 Aug 18 12:49:53.605579 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-03315435-0f94-4e68-ac35-abc4db366b21 req-8527511e-f609-4c00-97df-8a898c3dbd2f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-803603-2'}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:49:53.659566 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=05b31936-2541-4a29-824e-ab9ae5a2bbca,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:53.744200 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 4784ff50-5e5a-4c2c-b14c-c976f58f56f8 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:49:53.744632 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:53.749439 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957acb56-1c41-4c9f-b92b-994fc9c987ae None None] Routers {'9c67fecb-701f-435e-9a1a-d13fa661f615'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:49:53.750090 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-957acb56-1c41-4c9f-b92b-994fc9c987ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:49:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['9c67fecb-701f-435e-9a1a-d13fa661f615'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:49:53.808872 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-56f7b6cc-6b23-4a89-b7cc-a3996cb7945a service neutron] 10.222.0.20 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199966 Aug 18 12:49:53.837107 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efdc090-8352-43bb-9dbf-e3f4219093c1 service neutron] Pushing event updated for resources: {'Port': ['ID=cc9260cd-b796-4d6c-a337-3baf96fb438a,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:53.948269 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-957acb56-1c41-4c9f-b92b-994fc9c987ae None None] Set router 9c67fecb-701f-435e-9a1a-d13fa661f615 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:49:53.956939 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cdf002-f139-424f-ab66-1aeb6a127475 req-1d8d9596-da41-4b6a-9c21-d5461a16596f tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:53.965227 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-03315435-0f94-4e68-ac35-abc4db366b21 req-8527511e-f609-4c00-97df-8a898c3dbd2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:53.971327 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-61cdf002-f139-424f-ab66-1aeb6a127475 req-1d8d9596-da41-4b6a-9c21-d5461a16596f tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/ports?device_id=56af15d3-f73c-4f9d-9b85-dc90b9606c42 HTTP/1.1" status: 200 len: 944 time: 0.3513629 Aug 18 12:49:53.995677 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-1efdc090-8352-43bb-9dbf-e3f4219093c1 service neutron] Attempting to bind port cc9260cd-b796-4d6c-a337-3baf96fb438a on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:49:53.999556 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-1efdc090-8352-43bb-9dbf-e3f4219093c1 service neutron] Attempting to bind port cc9260cd-b796-4d6c-a337-3baf96fb438a by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:49:54.002274 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-1efdc090-8352-43bb-9dbf-e3f4219093c1 service neutron] Attempting to bind port cc9260cd-b796-4d6c-a337-3baf96fb438a on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:49:54.035458 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-1efdc090-8352-43bb-9dbf-e3f4219093c1 service neutron] Port cc9260cd-b796-4d6c-a337-3baf96fb438a on network f82a481e-2d3e-49f3-a273-639556667c8a not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:49:54.040097 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-1efdc090-8352-43bb-9dbf-e3f4219093c1 service neutron] Attempting to bind port cc9260cd-b796-4d6c-a337-3baf96fb438a on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:49:54.059408 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['05b31936-2541-4a29-824e-ab9ae5a2bbca'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:49:54.061059 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-1efdc090-8352-43bb-9dbf-e3f4219093c1 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:49:54.061583 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-1efdc090-8352-43bb-9dbf-e3f4219093c1 service neutron] Checking segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:49:54.062726 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-1efdc090-8352-43bb-9dbf-e3f4219093c1 service neutron] Bound using segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:49:54.063639 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-1efdc090-8352-43bb-9dbf-e3f4219093c1 service neutron] Bound port: cc9260cd-b796-4d6c-a337-3baf96fb438a, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:49:54.065616 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-1efdc090-8352-43bb-9dbf-e3f4219093c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:54.099233 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-2142abdc-6d49-413a-a510-90baa0c1fe8d service neutron] 10.222.0.20 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731900 Aug 18 12:49:54.127151 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-61cdf002-f139-424f-ab66-1aeb6a127475 req-b6940cb7-9eb6-42ad-ae9f-7a2149ad2077 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd71314c-70c6-440d-be00-d1eb7ce7ff7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519279 Aug 18 12:49:54.150320 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-03315435-0f94-4e68-ac35-abc4db366b21 req-8527511e-f609-4c00-97df-8a898c3dbd2f service neutron] For port f7b10e72-a236-41cf-959f-c2cc7a26b418, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=f7b10e72-a236-41cf-959f-c2cc7a26b418,segment=NetworkSegment(0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d),segment_id=0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:54.198101 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-03315435-0f94-4e68-ac35-abc4db366b21 req-8527511e-f609-4c00-97df-8a898c3dbd2f service neutron] For port f7b10e72-a236-41cf-959f-c2cc7a26b418, host n-h2-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:49:54.225063 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b699a13-305d-4031-b9fb-ebc99597eb4f None None] Pushing event updated for resources: {'Port': ['ID=43dde525-fc09-4826-9ce9-82ff9482df40,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:54.282497 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-03315435-0f94-4e68-ac35-abc4db366b21 req-8527511e-f609-4c00-97df-8a898c3dbd2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:54.287014 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-1efdc090-8352-43bb-9dbf-e3f4219093c1 service neutron] For port cc9260cd-b796-4d6c-a337-3baf96fb438a, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:49:54.289335 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60f0443-a402-4f3d-82ec-b80e9cfd9f98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7b10e72-a236-41cf-959f-c2cc7a26b418'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:49:54.302749 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-1efdc090-8352-43bb-9dbf-e3f4219093c1 service neutron] For port cc9260cd-b796-4d6c-a337-3baf96fb438a, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=cc9260cd-b796-4d6c-a337-3baf96fb438a,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:49:54.310505 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456645c1-c052-4392-93aa-809586a8e2c9" -d '{"events": [{"server_uuid": "f60f0443-a402-4f3d-82ec-b80e9cfd9f98", "name": "network-vif-unplugged", "status": "completed", "tag": "f7b10e72-a236-41cf-959f-c2cc7a26b418"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:49:54.324657 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57938f5e-8cee-4d7b-bdad-3c73ccaa8728 req-50fedadb-a967-4ba1-9ae8-5a0650739b08 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:54.326276 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-57938f5e-8cee-4d7b-bdad-3c73ccaa8728 req-50fedadb-a967-4ba1-9ae8-5a0650739b08 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 948 time: 0.0834627 Aug 18 12:49:54.332950 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60208) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:54.338242 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-c551c5f5-7a77-483a-ab8e-064e4fe8b079 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1857620671', 'description': 'tempest-description--1719774423'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:49:54.378260 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-03315435-0f94-4e68-ac35-abc4db366b21 req-8527511e-f609-4c00-97df-8a898c3dbd2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:54.381796 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-57938f5e-8cee-4d7b-bdad-3c73ccaa8728 req-a96bb12b-ebe0-45fb-89da-15e647a629df tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474398 Aug 18 12:49:54.433124 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-1efdc090-8352-43bb-9dbf-e3f4219093c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:54.468692 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-957acb56-1c41-4c9f-b92b-994fc9c987ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c67fecb-701f-435e-9a1a-d13fa661f615', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1518839988-router', 'tenant_id': '9be9e4988e65435992981bdc98decd4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '4784ff50-5e5a-4c2c-b14c-c976f58f56f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:49:41Z', 'updated_at': '2021-08-18T12:49:48Z', 'revision_number': 4, 'project_id': '9be9e4988e65435992981bdc98decd4a', 'gw_port': {'id': '4784ff50-5e5a-4c2c-b14c-c976f58f56f8', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c67fecb-701f-435e-9a1a-d13fa661f615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:42Z', 'updated_at': '2021-08-18T12:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '43dde525-fc09-4826-9ce9-82ff9482df40', 'name': '', 'network_id': '5250c12d-4b67-4c80-aeb1-c3c5356554ee', 'tenant_id': '9be9e4988e65435992981bdc98decd4a', 'mac_address': 'fa:16:3e:a0:33:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c67fecb-701f-435e-9a1a-d13fa661f615', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5365d43f-1ca0-4cbb-bc02-53bc82ea1155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:47Z', 'updated_at': '2021-08-18T12:49:53Z', 'revision_number': 4, 'project_id': '9be9e4988e65435992981bdc98decd4a', 'subnets': [{'id': '5365d43f-1ca0-4cbb-bc02-53bc82ea1155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:49:54.502885 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-1efdc090-8352-43bb-9dbf-e3f4219093c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:54.503528 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-1efdc090-8352-43bb-9dbf-e3f4219093c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:54.505104 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-1efdc090-8352-43bb-9dbf-e3f4219093c1 service neutron] 10.222.0.39 "PUT /v2.0/ports/cc9260cd-b796-4d6c-a337-3baf96fb438a HTTP/1.1" status: 200 len: 1096 time: 2.4283824 Aug 18 12:49:54.505592 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596b7ff8-8fca-4915-bf97-4f2ffac8babf', 'tag': 'cc9260cd-b796-4d6c-a337-3baf96fb438a'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:49:54.512813 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a519bf7-5a24-4663-bd3a-cf5081a4b709" -d '{"events": [{"name": "network-changed", "server_uuid": "596b7ff8-8fca-4915-bf97-4f2ffac8babf", "tag": "cc9260cd-b796-4d6c-a337-3baf96fb438a"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:49:54.536626 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957acb56-1c41-4c9f-b92b-994fc9c987ae None None] The sync data for ids ['9c67fecb-701f-435e-9a1a-d13fa661f615'] in n-d-803603-2 is: [{'id': '9c67fecb-701f-435e-9a1a-d13fa661f615', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1518839988-router', 'tenant_id': '9be9e4988e65435992981bdc98decd4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '4784ff50-5e5a-4c2c-b14c-c976f58f56f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:49:41Z', 'updated_at': '2021-08-18T12:49:48Z', 'revision_number': 4, 'project_id': '9be9e4988e65435992981bdc98decd4a', 'gw_port': {'id': '4784ff50-5e5a-4c2c-b14c-c976f58f56f8', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c67fecb-701f-435e-9a1a-d13fa661f615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:42Z', 'updated_at': '2021-08-18T12:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '43dde525-fc09-4826-9ce9-82ff9482df40', 'name': '', 'network_id': '5250c12d-4b67-4c80-aeb1-c3c5356554ee', 'tenant_id': '9be9e4988e65435992981bdc98decd4a', 'mac_address': 'fa:16:3e:a0:33:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c67fecb-701f-435e-9a1a-d13fa661f615', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5365d43f-1ca0-4cbb-bc02-53bc82ea1155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:47Z', 'updated_at': '2021-08-18T12:49:53Z', 'revision_number': 4, 'project_id': '9be9e4988e65435992981bdc98decd4a', 'subnets': [{'id': '5365d43f-1ca0-4cbb-bc02-53bc82ea1155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:49:54.555245 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efdc090-8352-43bb-9dbf-e3f4219093c1 service neutron] Pushing event updated for resources: {'Port': ['ID=cc9260cd-b796-4d6c-a337-3baf96fb438a,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:54.576217 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c551c5f5-7a77-483a-ab8e-064e4fe8b079 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:54.692259 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8527511e-f609-4c00-97df-8a898c3dbd2f service neutron] Pushing event updated for resources: {'Port': ['ID=f7b10e72-a236-41cf-959f-c2cc7a26b418,revision_number=7']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:54.695525 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-03315435-0f94-4e68-ac35-abc4db366b21 req-8527511e-f609-4c00-97df-8a898c3dbd2f service neutron] Attempting to bind port f7b10e72-a236-41cf-959f-c2cc7a26b418 on host n-h2-803603-2 for vnic_type normal with profile {"migrating_to": "n-h1-803603-2"} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:49:54.695876 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-03315435-0f94-4e68-ac35-abc4db366b21 req-8527511e-f609-4c00-97df-8a898c3dbd2f service neutron] Attempting to bind port f7b10e72-a236-41cf-959f-c2cc7a26b418 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:49:54.696172 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03315435-0f94-4e68-ac35-abc4db366b21 req-8527511e-f609-4c00-97df-8a898c3dbd2f service neutron] Attempting to bind port f7b10e72-a236-41cf-959f-c2cc7a26b418 on network 91d3e9e9-f927-4110-8610-d1ae88923133 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:49:54.715733 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-e2c2aa74-b0b0-4b00-9167-54e209234bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:54.717711 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83c1f5-99e7-438c-9ab9-61e0a3fa0440 req-46d23b84-20d3-4ae1-9726-1219189157d7 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:54.719301 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9b83c1f5-99e7-438c-9ab9-61e0a3fa0440 req-46d23b84-20d3-4ae1-9726-1219189157d7 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=f60f0443-a402-4f3d-82ec-b80e9cfd9f98 HTTP/1.1" status: 200 len: 943 time: 0.2450674 Aug 18 12:49:54.735141 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-e2c2aa74-b0b0-4b00-9167-54e209234bb5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dfbf1e57c29344368949d54d6fc1d536&device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 1099 time: 0.0871789 Aug 18 12:49:54.739559 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03315435-0f94-4e68-ac35-abc4db366b21 req-8527511e-f609-4c00-97df-8a898c3dbd2f service neutron] Port f7b10e72-a236-41cf-959f-c2cc7a26b418 on network 91d3e9e9-f927-4110-8610-d1ae88923133 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:49:54.739559 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03315435-0f94-4e68-ac35-abc4db366b21 req-8527511e-f609-4c00-97df-8a898c3dbd2f service neutron] Attempting to bind port f7b10e72-a236-41cf-959f-c2cc7a26b418 on network 91d3e9e9-f927-4110-8610-d1ae88923133 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:49:54.785301 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-41be20b0-9afc-4a0d-9fa4-4b118d89e2f0 tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:54.786852 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-41be20b0-9afc-4a0d-9fa4-4b118d89e2f0 tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=02128226-94e7-4e9a-a1b0-25b32151af1d&tenant_id=075606cfda364ddebe4be31640ab3a76&binding%3Ahost_id=n-h2-803603-2 HTTP/1.1" status: 200 len: 1095 time: 0.1737144 Aug 18 12:49:54.790946 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03315435-0f94-4e68-ac35-abc4db366b21 req-8527511e-f609-4c00-97df-8a898c3dbd2f service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:49:54.791276 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03315435-0f94-4e68-ac35-abc4db366b21 req-8527511e-f609-4c00-97df-8a898c3dbd2f service neutron] Checking segment: {'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:49:54.791659 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03315435-0f94-4e68-ac35-abc4db366b21 req-8527511e-f609-4c00-97df-8a898c3dbd2f service neutron] Bound using segment: {'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:49:54.792883 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-03315435-0f94-4e68-ac35-abc4db366b21 req-8527511e-f609-4c00-97df-8a898c3dbd2f service neutron] Bound port: f7b10e72-a236-41cf-959f-c2cc7a26b418, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:49:54.793248 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-03315435-0f94-4e68-ac35-abc4db366b21 req-8527511e-f609-4c00-97df-8a898c3dbd2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:54.808668 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-8a5a417a-6c79-43f9-8f87-75530212bd3f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=cc9260cd-b796-4d6c-a337-3baf96fb438a HTTP/1.1" status: 200 len: 217 time: 0.0668941 Aug 18 12:49:54.820397 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98ad19f-4d7f-47d7-9559-96b287f9a53a x-openstack-request-id: req-f98ad19f-4d7f-47d7-9559-96b287f9a53a {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:49:54.820689 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f60f0443-a402-4f3d-82ec-b80e9cfd9f98", "name": "network-vif-unplugged", "status": "completed", "tag": "f7b10e72-a236-41cf-959f-c2cc7a26b418", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:49:54.820956 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f98ad19f-4d7f-47d7-9559-96b287f9a53a {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:49:54.821617 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60f0443-a402-4f3d-82ec-b80e9cfd9f98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7b10e72-a236-41cf-959f-c2cc7a26b418', 'code': 200} Aug 18 12:49:54.887792 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-9c909303-23eb-46a2-9226-e7f9a38748d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:54.889281 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-9c909303-23eb-46a2-9226-e7f9a38748d1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.0737450 Aug 18 12:49:54.946381 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9b83c1f5-99e7-438c-9ab9-61e0a3fa0440 req-7e06fd37-58b3-40c2-b7b3-f692340a2f66 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173526 Aug 18 12:49:55.015756 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-ebe360d7-5072-407a-a057-22fea9eb54f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:55.015756 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-ebe360d7-5072-407a-a057-22fea9eb54f8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1151929 Aug 18 12:49:55.021898 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c551c5f5-7a77-483a-ab8e-064e4fe8b079 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:55.039577 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57074230-014f-4877-80cd-8dda7ed1941d req-265b21dc-a2cc-4962-8fe5-abeac8619165 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:55.046422 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-03315435-0f94-4e68-ac35-abc4db366b21 req-8527511e-f609-4c00-97df-8a898c3dbd2f service neutron] For port f7b10e72-a236-41cf-959f-c2cc7a26b418, host n-h2-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:49:55.062223 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-57074230-014f-4877-80cd-8dda7ed1941d req-265b21dc-a2cc-4962-8fe5-abeac8619165 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=02128226-94e7-4e9a-a1b0-25b32151af1d HTTP/1.1" status: 200 len: 944 time: 0.1281188 Aug 18 12:49:55.091714 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-03315435-0f94-4e68-ac35-abc4db366b21 req-8527511e-f609-4c00-97df-8a898c3dbd2f service neutron] For port f7b10e72-a236-41cf-959f-c2cc7a26b418, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=f7b10e72-a236-41cf-959f-c2cc7a26b418,segment=NetworkSegment(0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d),segment_id=0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:49:55.162156 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c551c5f5-7a77-483a-ab8e-064e4fe8b079 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:55.180026 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-57074230-014f-4877-80cd-8dda7ed1941d req-a5d64689-be10-41ff-bf77-01ee8d135dc1 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168690 Aug 18 12:49:55.208306 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 61def3a8-63bb-457f-b892-c8870f124b45 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:49:55.223090 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-03315435-0f94-4e68-ac35-abc4db366b21 req-8527511e-f609-4c00-97df-8a898c3dbd2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:55.235081 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-2777bd91-e3ac-48c2-bc1a-4133331897de service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108898 Aug 18 12:49:55.242332 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-60fee000-8d43-4312-bc85-cbf8f65a0688 service neutron] For port 61def3a8-63bb-457f-b892-c8870f124b45, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:49:55.260727 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a91e26-805d-4662-b448-173a87494590 x-openstack-request-id: req-e2a91e26-805d-4662-b448-173a87494590 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:49:55.261012 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596b7ff8-8fca-4915-bf97-4f2ffac8babf", "tag": "cc9260cd-b796-4d6c-a337-3baf96fb438a", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:49:55.261258 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2a91e26-805d-4662-b448-173a87494590 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:49:55.263069 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '596b7ff8-8fca-4915-bf97-4f2ffac8babf', 'tag': 'cc9260cd-b796-4d6c-a337-3baf96fb438a', 'status': 'completed', 'code': 200} Aug 18 12:49:55.285583 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-60fee000-8d43-4312-bc85-cbf8f65a0688 service neutron] Notify callbacks [] for binding, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:55.288565 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-53f9bbe2-5bba-448d-ad9d-9120dfda39f0 req-60fee000-8d43-4312-bc85-cbf8f65a0688 service neutron] 10.222.0.20 "DELETE /v2.0/ports/61def3a8-63bb-457f-b892-c8870f124b45/bindings/n-h1-803603-2 HTTP/1.1" status: 204 len: 173 time: 0.4884729 Aug 18 12:49:55.308100 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c551c5f5-7a77-483a-ab8e-064e4fe8b079 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=629e5b21-6a46-4fe5-97a5-33e5925ab6c5,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:55.323939 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 43dde525-fc09-4826-9ce9-82ff9482df40 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:49:55.327581 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c551c5f5-7a77-483a-ab8e-064e4fe8b079 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:55.330768 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c551c5f5-7a77-483a-ab8e-064e4fe8b079 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9965549 Aug 18 12:49:55.344701 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60242) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:55.349534 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-6e90b0be-5dfe-4c40-a55e-d7c2f45c6a87 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Request body: {'security_group_rule': {'security_group_id': '629e5b21-6a46-4fe5-97a5-33e5925ab6c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:49:55.371779 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8527511e-f609-4c00-97df-8a898c3dbd2f service neutron] Pushing event updated for resources: {'Port': ['ID=f7b10e72-a236-41cf-959f-c2cc7a26b418,revision_number=8']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:55.428897 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 61def3a8-63bb-457f-b892-c8870f124b45 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:49:55.450998 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03315435-0f94-4e68-ac35-abc4db366b21 req-8527511e-f609-4c00-97df-8a898c3dbd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:55.451686 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-03315435-0f94-4e68-ac35-abc4db366b21 req-8527511e-f609-4c00-97df-8a898c3dbd2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:55.453169 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-03315435-0f94-4e68-ac35-abc4db366b21 req-8527511e-f609-4c00-97df-8a898c3dbd2f service neutron] 10.222.0.39 "PUT /v2.0/ports/f7b10e72-a236-41cf-959f-c2cc7a26b418 HTTP/1.1" status: 200 len: 1121 time: 1.8859539 Aug 18 12:49:55.482410 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be620452-baf7-4dbf-8097-ffd45e6dd021 req-806f96e7-28c1-4e78-a0cc-e5ffeef3d30f tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:55.490040 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-be620452-baf7-4dbf-8097-ffd45e6dd021 req-806f96e7-28c1-4e78-a0cc-e5ffeef3d30f tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/ports?device_id=56af15d3-f73c-4f9d-9b85-dc90b9606c42 HTTP/1.1" status: 200 len: 944 time: 0.1062970 Aug 18 12:49:55.530933 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['f7b10e72-a236-41cf-959f-c2cc7a26b418'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:49:55.533066 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c90856-6414-4e2e-9c8c-58a497584389 req-f52900ab-8a3a-4f75-9664-f3015559c9af tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:55.534655 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-30c90856-6414-4e2e-9c8c-58a497584389 req-f52900ab-8a3a-4f75-9664-f3015559c9af tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ad53b1b-b407-4c10-8216-3d5114552036 HTTP/1.1" status: 200 len: 945 time: 0.2065606 Aug 18 12:49:55.540328 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-be620452-baf7-4dbf-8097-ffd45e6dd021 req-aabaa095-3222-4b89-9964-3acd74d653b3 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd71314c-70c6-440d-be00-d1eb7ce7ff7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491860 Aug 18 12:49:55.548823 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-95dd023d-27d2-4cd9-ae74-15a51b4f64fa req-c23c2eaa-0290-48ad-8afd-a71a21d85faa service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012192 Aug 18 12:49:55.579172 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6e90b0be-5dfe-4c40-a55e-d7c2f45c6a87 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:55.596690 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-30c90856-6414-4e2e-9c8c-58a497584389 req-fdee4190-b3a8-4d2b-9ef7-1cc1fddc699f tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511820 Aug 18 12:49:55.599051 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 43dde525-fc09-4826-9ce9-82ff9482df40 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:49:55.607664 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 43dde525-fc09-4826-9ce9-82ff9482df40 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:49:55.608217 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:55.762562 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6e90b0be-5dfe-4c40-a55e-d7c2f45c6a87 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:55.818314 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:55.821194 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a519bf7-5a24-4663-bd3a-cf5081a4b709 req-bfca70cf-682d-4023-8eda-8b0ab937122d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:55.823884 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3a519bf7-5a24-4663-bd3a-cf5081a4b709 req-bfca70cf-682d-4023-8eda-8b0ab937122d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dfbf1e57c29344368949d54d6fc1d536&device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 1099 time: 0.1337683 Aug 18 12:49:55.829312 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6e90b0be-5dfe-4c40-a55e-d7c2f45c6a87 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:55.861462 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e90b0be-5dfe-4c40-a55e-d7c2f45c6a87 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1635ebc-2db1-47fb-bfa6-0fd8d3654c24,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:55.871677 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6143f1e-cfd3-4f53-b840-1dff09ddeb3a req-f25e1165-7581-4fbb-8064-135d2846e7e2 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:55.880713 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e6143f1e-cfd3-4f53-b840-1dff09ddeb3a req-f25e1165-7581-4fbb-8064-135d2846e7e2 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 948 time: 0.1222034 Aug 18 12:49:55.891611 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 43dde525-fc09-4826-9ce9-82ff9482df40, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=43dde525-fc09-4826-9ce9-82ff9482df40,segment=NetworkSegment(e666ae71-c72b-4fc2-8a5a-60bedaff4a22),segment_id=e666ae71-c72b-4fc2-8a5a-60bedaff4a22)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:55.934341 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6e90b0be-5dfe-4c40-a55e-d7c2f45c6a87 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:55.936070 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6e90b0be-5dfe-4c40-a55e-d7c2f45c6a87 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5900049 Aug 18 12:49:55.938362 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60270) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:55.943458 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-f263d05b-0517-4be4-b16d-44ef110ed6b7 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Request body: {'security_group_rule': {'security_group_id': '629e5b21-6a46-4fe5-97a5-33e5925ab6c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:49:55.962808 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:55.992452 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e6143f1e-cfd3-4f53-b840-1dff09ddeb3a req-8eb757f7-0506-4cce-bf2a-27a67fe5d544 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106939 Aug 18 12:49:56.032714 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a519bf7-5a24-4663-bd3a-cf5081a4b709 req-3862ee4c-bf8f-4a34-9cbb-35717d657e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:56.034553 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3a519bf7-5a24-4663-bd3a-cf5081a4b709 req-3862ee4c-bf8f-4a34-9cbb-35717d657e12 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.2003319 Aug 18 12:49:56.040207 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=43dde525-fc09-4826-9ce9-82ff9482df40,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:56.043951 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f263d05b-0517-4be4-b16d-44ef110ed6b7 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:56.114820 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3a519bf7-5a24-4663-bd3a-cf5081a4b709 req-418ffd64-eb3f-4023-915e-76ab5860f5ac service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=cc9260cd-b796-4d6c-a337-3baf96fb438a HTTP/1.1" status: 200 len: 217 time: 0.0660417 Aug 18 12:49:56.141273 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f263d05b-0517-4be4-b16d-44ef110ed6b7 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:56.195300 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a519bf7-5a24-4663-bd3a-cf5081a4b709 req-7c0542fe-9fd9-4f4b-90cd-da7010aa5443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:56.196813 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3a519bf7-5a24-4663-bd3a-cf5081a4b709 req-7c0542fe-9fd9-4f4b-90cd-da7010aa5443 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.0687473 Aug 18 12:49:56.202660 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3207f-57fa-4e34-a1b9-e78be3c96a9b req-1c490e82-998e-4f96-b720-f3a7cfc2c7b0 tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:56.204648 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fcd3207f-57fa-4e34-a1b9-e78be3c96a9b req-1c490e82-998e-4f96-b720-f3a7cfc2c7b0 tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=02128226-94e7-4e9a-a1b0-25b32151af1d HTTP/1.1" status: 200 len: 1095 time: 0.0926580 Aug 18 12:49:56.213739 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f263d05b-0517-4be4-b16d-44ef110ed6b7 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:56.233290 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f263d05b-0517-4be4-b16d-44ef110ed6b7 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a0eb169-59ae-426c-a1ab-20eff420fd39,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:56.267876 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fcd3207f-57fa-4e34-a1b9-e78be3c96a9b req-7b9efefd-1dad-4e2a-bc3b-4a576e836c8f tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542543 Aug 18 12:49:56.272326 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a519bf7-5a24-4663-bd3a-cf5081a4b709 req-47805123-6ed7-466b-8f21-f41b47f2898d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:56.273894 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3a519bf7-5a24-4663-bd3a-cf5081a4b709 req-47805123-6ed7-466b-8f21-f41b47f2898d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0681512 Aug 18 12:49:56.297457 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f263d05b-0517-4be4-b16d-44ef110ed6b7 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:56.299491 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f263d05b-0517-4be4-b16d-44ef110ed6b7 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3598726 Aug 18 12:49:56.306615 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60284) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:56.313626 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-6b1f44cd-e07d-4153-a1c8-2f7af1ad948d tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:49:56.454609 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bb189-23ee-4384-86bf-02b2f9627b84 req-e88cc94e-cd97-4ff5-8cb9-8b3ddcb89a97 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:56.456116 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e03bb189-23ee-4384-86bf-02b2f9627b84 req-e88cc94e-cd97-4ff5-8cb9-8b3ddcb89a97 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=f60f0443-a402-4f3d-82ec-b80e9cfd9f98 HTTP/1.1" status: 200 len: 943 time: 0.0771377 Aug 18 12:49:56.459733 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3a519bf7-5a24-4663-bd3a-cf5081a4b709 req-7aef6765-b153-4bd2-bd54-5313d3678406 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726313 Aug 18 12:49:56.503882 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6b1f44cd-e07d-4153-a1c8-2f7af1ad948d tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks [] for floatingip, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:56.551142 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e03bb189-23ee-4384-86bf-02b2f9627b84 req-95d4c183-7e2e-4000-b92c-dcd2b3e193bb tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876274 Aug 18 12:49:56.584133 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 05b31936-2541-4a29-824e-ab9ae5a2bbca up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:49:56.592230 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3a519bf7-5a24-4663-bd3a-cf5081a4b709 req-4049149e-159c-41af-af28-0ec8ab49de14 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150889 Aug 18 12:49:56.641846 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6b1f44cd-e07d-4153-a1c8-2f7af1ad948d tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:56.670312 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-11aaf3fd-8aa3-4451-a6a8-f98fbdf33e8a req-1987d641-830f-4f33-ac29-54c4f420ff7e tempest-FlavorsV2NegativeTest-1210128007 tempest-FlavorsV2NegativeTest-1210128007-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=3e851b513ef44204bab419df995f210d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269523 Aug 18 12:49:56.710366 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 05b31936-2541-4a29-824e-ab9ae5a2bbca completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:49:56.716603 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 05b31936-2541-4a29-824e-ab9ae5a2bbca triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:49:56.717047 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:56.789058 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aaf3fd-8aa3-4451-a6a8-f98fbdf33e8a req-434ac0cd-0f9c-41e9-b390-41fe91b42703 tempest-FlavorsV2NegativeTest-1210128007 tempest-FlavorsV2NegativeTest-1210128007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:56.791231 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-11aaf3fd-8aa3-4451-a6a8-f98fbdf33e8a req-434ac0cd-0f9c-41e9-b390-41fe91b42703 tempest-FlavorsV2NegativeTest-1210128007 tempest-FlavorsV2NegativeTest-1210128007-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1150954 Aug 18 12:49:56.797743 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:56.808727 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-11aaf3fd-8aa3-4451-a6a8-f98fbdf33e8a req-1c73d587-3d59-4554-93a9-0d230d673de3 tempest-FlavorsV2NegativeTest-1210128007 tempest-FlavorsV2NegativeTest-1210128007-project] 10.222.0.13 "GET /v2.0/quotas/3e851b513ef44204bab419df995f210d HTTP/1.1" status: 200 len: 375 time: 0.0106757 Aug 18 12:49:56.826704 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56af15d3-f73c-4f9d-9b85-dc90b9606c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b31936-2541-4a29-824e-ab9ae5a2bbca'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:49:56.829054 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0781fc95-b09d-4f2c-afa3-0d7db6d63c09" -d '{"events": [{"server_uuid": "56af15d3-f73c-4f9d-9b85-dc90b9606c42", "name": "network-vif-plugged", "status": "completed", "tag": "05b31936-2541-4a29-824e-ab9ae5a2bbca"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:49:56.845684 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-11aaf3fd-8aa3-4451-a6a8-f98fbdf33e8a req-d5001010-4ecb-49f9-9664-7de5e8343e2c tempest-FlavorsV2NegativeTest-1210128007 tempest-FlavorsV2NegativeTest-1210128007-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3e851b513ef44204bab419df995f210d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290458 Aug 18 12:49:56.848731 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 05b31936-2541-4a29-824e-ab9ae5a2bbca, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=05b31936-2541-4a29-824e-ab9ae5a2bbca,segment=NetworkSegment(5b263640-5ce8-48c3-9f0c-ea97bd4fcace),segment_id=5b263640-5ce8-48c3-9f0c-ea97bd4fcace)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:56.934052 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:56.966421 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f60f0443-a402-4f3d-82ec-b80e9cfd9f98', 'tag': 'f7b10e72-a236-41cf-959f-c2cc7a26b418'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:49:56.967018 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff785ad-3a44-49e2-9787-a1b68199c10a req-d99d94a2-6094-47c6-bc30-e0e1bc0939bf tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:56.968664 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f14c81-f147-408d-b52e-1d084aae1348" -d '{"events": [{"name": "network-changed", "server_uuid": "f60f0443-a402-4f3d-82ec-b80e9cfd9f98", "tag": "f7b10e72-a236-41cf-959f-c2cc7a26b418"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:49:56.969013 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fff785ad-3a44-49e2-9787-a1b68199c10a req-d99d94a2-6094-47c6-bc30-e0e1bc0939bf tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ad53b1b-b407-4c10-8216-3d5114552036 HTTP/1.1" status: 200 len: 945 time: 0.0599835 Aug 18 12:49:57.003813 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=05b31936-2541-4a29-824e-ab9ae5a2bbca,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:57.022119 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fff785ad-3a44-49e2-9787-a1b68199c10a req-a383a3af-1f6a-43d2-8253-3f9a76598085 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454280 Aug 18 12:49:57.063134 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-6b1f44cd-e07d-4153-a1c8-2f7af1ad948d tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Allocated IP 172.25.6.221 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/a3eaa06c-2410-4f4b-94fc-4b92b521b06c) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:49:57.073571 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-f7cac10a-8a32-46e3-a36d-c8efdf30b5b0 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:57.075095 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-f7cac10a-8a32-46e3-a36d-c8efdf30b5b0 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/networks?id=8e2ca950-415a-439c-a01b-47dff2e51d7d HTTP/1.1" status: 200 len: 807 time: 0.3802907 Aug 18 12:49:57.095768 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-b6151493-6524-4643-8629-605da4a84b63 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/quotas/075606cfda364ddebe4be31640ab3a76 HTTP/1.1" status: 200 len: 375 time: 0.0145638 Aug 18 12:49:57.126783 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55d38a-9352-41f1-88c1-1ae255ee5e25 req-14825595-79a9-4b2c-aed1-ee84bba3b78f tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:57.134471 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aa55d38a-9352-41f1-88c1-1ae255ee5e25 req-14825595-79a9-4b2c-aed1-ee84bba3b78f tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/ports?device_id=56af15d3-f73c-4f9d-9b85-dc90b9606c42 HTTP/1.1" status: 200 len: 945 time: 0.0553830 Aug 18 12:49:57.172145 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 43dde525-fc09-4826-9ce9-82ff9482df40 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:49:57.172612 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aa55d38a-9352-41f1-88c1-1ae255ee5e25 req-dd63c224-34cc-4470-a472-525526cd0613 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd71314c-70c6-440d-be00-d1eb7ce7ff7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372789 Aug 18 12:49:57.205847 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-285a36c6-cb3e-442c-8708-b70e8e763449 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=075606cfda364ddebe4be31640ab3a76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1008589 Aug 18 12:49:57.239108 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 43dde525-fc09-4826-9ce9-82ff9482df40 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:49:57.239822 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:57.314681 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60f2ec5-0737-48e5-ab71-b3121d9bfc7a x-openstack-request-id: req-c60f2ec5-0737-48e5-ab71-b3121d9bfc7a {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:49:57.314985 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56af15d3-f73c-4f9d-9b85-dc90b9606c42", "name": "network-vif-plugged", "status": "completed", "tag": "05b31936-2541-4a29-824e-ab9ae5a2bbca", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:49:57.315235 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c60f2ec5-0737-48e5-ab71-b3121d9bfc7a {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:49:57.315621 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56af15d3-f73c-4f9d-9b85-dc90b9606c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b31936-2541-4a29-824e-ab9ae5a2bbca', 'code': 200} Aug 18 12:49:57.355847 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6b1f44cd-e07d-4153-a1c8-2f7af1ad948d tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:57.356304 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40cdac03-dd37-474b-a71a-cb476f3047d6 x-openstack-request-id: req-40cdac03-dd37-474b-a71a-cb476f3047d6 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:49:57.356758 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f60f0443-a402-4f3d-82ec-b80e9cfd9f98", "tag": "f7b10e72-a236-41cf-959f-c2cc7a26b418", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:49:57.357028 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40cdac03-dd37-474b-a71a-cb476f3047d6 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:49:57.357405 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f60f0443-a402-4f3d-82ec-b80e9cfd9f98', 'tag': 'f7b10e72-a236-41cf-959f-c2cc7a26b418', 'status': 'completed', 'code': 200} Aug 18 12:49:57.368681 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-810fcd16-ffcc-4f1e-ae48-a52afa75bd9d service neutron] 10.222.0.13 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545229 Aug 18 12:49:57.476893 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7082ad-85fc-4b0d-ac50-6b593009b151 req-fd08f23a-90dd-4c1d-bb37-f19c2a00fa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:57.478494 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4e7082ad-85fc-4b0d-ac50-6b593009b151 req-fd08f23a-90dd-4c1d-bb37-f19c2a00fa34 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=56af15d3-f73c-4f9d-9b85-dc90b9606c42 HTTP/1.1" status: 200 len: 1096 time: 0.0766482 Aug 18 12:49:57.487225 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61abce6-6cca-482f-8c97-fb20982392fe req-0096805b-cb09-429a-a147-f84fee1fb58e tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:57.488578 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f61abce6-6cca-482f-8c97-fb20982392fe req-0096805b-cb09-429a-a147-f84fee1fb58e tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 948 time: 0.0774701 Aug 18 12:49:57.502688 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f14c81-f147-408d-b52e-1d084aae1348 req-6bde0c9a-3b66-4982-ad1a-af14b9fbbec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:57.504249 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e4f14c81-f147-408d-b52e-1d084aae1348 req-6bde0c9a-3b66-4982-ad1a-af14b9fbbec8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e9a8a0a72a94b328bf1e534da208edd&device_id=f60f0443-a402-4f3d-82ec-b80e9cfd9f98 HTTP/1.1" status: 200 len: 1124 time: 0.1225369 Aug 18 12:49:57.537004 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4e7082ad-85fc-4b0d-ac50-6b593009b151 req-d0e7e2a7-8c1b-4674-812b-59980e1f7377 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cd71314c-70c6-440d-be00-d1eb7ce7ff7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474751 Aug 18 12:49:57.556204 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f61abce6-6cca-482f-8c97-fb20982392fe req-b5b6fe00-eb7c-4818-958b-e7fdd857a205 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584490 Aug 18 12:49:57.567025 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-b0d24af1-f140-4f6b-9657-f234b858a956 service neutron] 10.222.0.13 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892424 Aug 18 12:49:57.659551 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f14c81-f147-408d-b52e-1d084aae1348 req-18d5f8c6-8ad5-43b3-8916-c22859ce80af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:57.661153 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e4f14c81-f147-408d-b52e-1d084aae1348 req-18d5f8c6-8ad5-43b3-8916-c22859ce80af service neutron] 10.222.0.20 "GET /v2.0/networks?id=91d3e9e9-f927-4110-8610-d1ae88923133 HTTP/1.1" status: 200 len: 922 time: 0.1505358 Aug 18 12:49:57.664707 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6b1f44cd-e07d-4153-a1c8-2f7af1ad948d tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:57.693158 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:57.722450 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91365605-939e-49b4-9592-b751603a3270 req-cb59e7fd-fdf6-400c-bc2e-45b757ffddad tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:57.730023 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-91365605-939e-49b4-9592-b751603a3270 req-cb59e7fd-fdf6-400c-bc2e-45b757ffddad tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=f60f0443-a402-4f3d-82ec-b80e9cfd9f98 HTTP/1.1" status: 200 len: 943 time: 0.0932393 Aug 18 12:49:57.743665 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e4f14c81-f147-408d-b52e-1d084aae1348 req-dd12fbd3-b878-4132-827d-aefbe2541830 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7b10e72-a236-41cf-959f-c2cc7a26b418 HTTP/1.1" status: 200 len: 217 time: 0.0684133 Aug 18 12:49:57.749535 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1f44cd-e07d-4153-a1c8-2f7af1ad948d tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:49:57.753762 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-6b1f44cd-e07d-4153-a1c8-2f7af1ad948d tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:49:57.759779 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-af4ff64f-048c-4ed6-9f8d-bfd6c4fda299 req-9de8755f-d5c4-407e-8700-4c8ab4074205 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=546c81ec-fcd3-4c4a-903d-8640043b03cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0899169 Aug 18 12:49:57.768022 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1f44cd-e07d-4153-a1c8-2f7af1ad948d tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:49:57.782744 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-91365605-939e-49b4-9592-b751603a3270 req-3bce89e0-26c1-48f1-ad47-01c5e673b4f8 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478971 Aug 18 12:49:57.868189 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f44cd-e07d-4153-a1c8-2f7af1ad948d tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Pushing event updated for resources: {'Port': ['ID=a3eaa06c-2410-4f4b-94fc-4b92b521b06c,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:57.897024 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ee4241d5-e026-4a5a-867f-2c059391763a req-15d36f56-4cb2-4c0a-9b4e-05ce8ef45961 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 210 time: 0.0350070 Aug 18 12:49:57.908196 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ff64f-048c-4ed6-9f8d-bfd6c4fda299 req-08887322-cce7-4d11-b602-90e4f08d4333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:57.909808 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-af4ff64f-048c-4ed6-9f8d-bfd6c4fda299 req-08887322-cce7-4d11-b602-90e4f08d4333 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=075606cfda364ddebe4be31640ab3a76&device_id=546c81ec-fcd3-4c4a-903d-8640043b03cf HTTP/1.1" status: 200 len: 1096 time: 0.0904100 Aug 18 12:49:57.929568 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f14c81-f147-408d-b52e-1d084aae1348 req-87ccba96-5a8e-48be-a583-2e3a1849bc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:57.931189 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e4f14c81-f147-408d-b52e-1d084aae1348 req-87ccba96-5a8e-48be-a583-2e3a1849bc63 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=da996bc9-0001-4e2d-9a03-d2d78ee48c5d HTTP/1.1" status: 200 len: 861 time: 0.1785972 Aug 18 12:49:57.940807 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6b1f44cd-e07d-4153-a1c8-2f7af1ad948d tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:57.976595 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e4f14c81-f147-408d-b52e-1d084aae1348 req-5df0557a-4726-4ee0-801d-fd2e244c98b3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=91d3e9e9-f927-4110-8610-d1ae88923133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307305 Aug 18 12:49:58.073308 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ff64f-048c-4ed6-9f8d-bfd6c4fda299 req-df8acfb4-66bf-4997-98b1-6e0cbca6cf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:58.075083 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-af4ff64f-048c-4ed6-9f8d-bfd6c4fda299 req-df8acfb4-66bf-4997-98b1-6e0cbca6cf0f service neutron] 10.222.0.20 "GET /v2.0/networks?id=8e2ca950-415a-439c-a01b-47dff2e51d7d HTTP/1.1" status: 200 len: 908 time: 0.1337225 Aug 18 12:49:58.083126 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6b1f44cd-e07d-4153-a1c8-2f7af1ad948d tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:58.130247 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-af4ff64f-048c-4ed6-9f8d-bfd6c4fda299 req-c1961c72-9b44-4a35-8b39-ca5462edd529 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c098d95-023a-4826-b4ea-cdd969402b16 HTTP/1.1" status: 200 len: 217 time: 0.0463808 Aug 18 12:49:58.172609 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e4f14c81-f147-408d-b52e-1d084aae1348 req-80e62cc9-f2e9-434a-b0e5-ad8091a42669 service neutron] 10.222.0.20 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873598 Aug 18 12:49:58.276852 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:58.279691 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60364) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:58.311947 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46abb20e-d72d-4935-821b-c7832d143057 req-f087758e-79f4-4c08-8f92-7dca1fd24f15 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:58.320892 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-46abb20e-d72d-4935-821b-c7832d143057 req-f087758e-79f4-4c08-8f92-7dca1fd24f15 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ad53b1b-b407-4c10-8216-3d5114552036 HTTP/1.1" status: 200 len: 945 time: 0.1788337 Aug 18 12:49:58.375808 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ff64f-048c-4ed6-9f8d-bfd6c4fda299 req-f7262782-b40d-4c7a-871d-29a78e4c0486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:58.377277 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-af4ff64f-048c-4ed6-9f8d-bfd6c4fda299 req-f7262782-b40d-4c7a-871d-29a78e4c0486 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7c71ac1-e82b-41d2-8931-67fb6a54cbad HTTP/1.1" status: 200 len: 847 time: 0.2341220 Aug 18 12:49:58.387978 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6a342-b5e0-41c4-b469-15dab00e7794 req-75ba4b62-35f4-43b3-98ec-8ff40b941bdf tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:58.397487 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-31a6a342-b5e0-41c4-b469-15dab00e7794 req-75ba4b62-35f4-43b3-98ec-8ff40b941bdf tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ad53b1b-b407-4c10-8216-3d5114552036 HTTP/1.1" status: 200 len: 945 time: 0.1698427 Aug 18 12:49:58.414468 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-46abb20e-d72d-4935-821b-c7832d143057 req-163c7a7c-5e2d-4a55-b00f-0484ba6c5cae tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890319 Aug 18 12:49:58.436322 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e4f14c81-f147-408d-b52e-1d084aae1348 req-5498aa47-b79d-423e-955c-fe24398f8dde service neutron] 10.222.0.20 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323902 Aug 18 12:49:58.458052 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f5a3c800-3b1a-48e8-9660-80da5b252d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:58.461641 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-af4ff64f-048c-4ed6-9f8d-bfd6c4fda299 req-8e08d6fe-da0b-4a85-a612-ef98304d299c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8e2ca950-415a-439c-a01b-47dff2e51d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690007 Aug 18 12:49:58.493621 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6b1f44cd-e07d-4153-a1c8-2f7af1ad948d tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:58.503803 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992244c-8998-4541-a8bf-1ee87c9d26de req-8a2f67ca-a1a1-43cf-8574-9718ec28d241 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:58.505060 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0992244c-8998-4541-a8bf-1ee87c9d26de req-8a2f67ca-a1a1-43cf-8574-9718ec28d241 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/ports?device_id=56af15d3-f73c-4f9d-9b85-dc90b9606c42 HTTP/1.1" status: 200 len: 945 time: 0.1801708 Aug 18 12:49:58.566270 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0992244c-8998-4541-a8bf-1ee87c9d26de req-7bf61fa8-2029-40e3-aa00-11575860b876 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd71314c-70c6-440d-be00-d1eb7ce7ff7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510523 Aug 18 12:49:58.603838 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6b1f44cd-e07d-4153-a1c8-2f7af1ad948d tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:58.619979 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-31a6a342-b5e0-41c4-b469-15dab00e7794 req-c200223b-9d34-4c11-806f-2c477301dee8 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Deleting port 561332c2-a45d-49e1-9c75-db3137e87100 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:49:58.620481 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-31a6a342-b5e0-41c4-b469-15dab00e7794 req-c200223b-9d34-4c11-806f-2c477301dee8 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:58.629237 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-af4ff64f-048c-4ed6-9f8d-bfd6c4fda299 req-b09d0240-750b-486c-b82e-7117399e23a8 service neutron] 10.222.0.20 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514852 Aug 18 12:49:58.675206 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6b1f44cd-e07d-4153-a1c8-2f7af1ad948d tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:58.699715 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f5a3c800-3b1a-48e8-9660-80da5b252d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:58.706308 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f44cd-e07d-4153-a1c8-2f7af1ad948d tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Pushing event updated for resources: {'Port': ['ID=a3eaa06c-2410-4f4b-94fc-4b92b521b06c,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:58.751741 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f5a3c800-3b1a-48e8-9660-80da5b252d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:58.799566 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f5a3c800-3b1a-48e8-9660-80da5b252d1e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e851b513ef44204bab419df995f210d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5164347 Aug 18 12:49:58.800584 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60382) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:49:58.816087 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3c800-3b1a-48e8-9660-80da5b252d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f29e44-3635-408b-a7f4-456246b0569a,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:58.819176 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6508889-ac07-4733-b19b-8328871d1d16 req-6aa7d7c1-cfe5-4bb7-b54f-d5bc80d5a4e0 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:58.820615 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d6508889-ac07-4733-b19b-8328871d1d16 req-6aa7d7c1-cfe5-4bb7-b54f-d5bc80d5a4e0 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 948 time: 0.1457858 Aug 18 12:49:58.825548 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6b1f44cd-e07d-4153-a1c8-2f7af1ad948d tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:58.829492 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6b1f44cd-e07d-4153-a1c8-2f7af1ad948d tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5185959 Aug 18 12:49:58.835797 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-31a6a342-b5e0-41c4-b469-15dab00e7794 req-c200223b-9d34-4c11-806f-2c477301dee8 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] For port 561332c2-a45d-49e1-9c75-db3137e87100, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=561332c2-a45d-49e1-9c75-db3137e87100,segment=NetworkSegment(7ff9e9d1-2f3f-4727-a98f-48223d2acb58),segment_id=7ff9e9d1-2f3f-4727-a98f-48223d2acb58)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:58.836258 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-31a6a342-b5e0-41c4-b469-15dab00e7794 req-c200223b-9d34-4c11-806f-2c477301dee8 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:58.866252 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-af4ff64f-048c-4ed6-9f8d-bfd6c4fda299 req-33e8230b-0158-4726-8410-387413d10fe1 service neutron] 10.222.0.20 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248859 Aug 18 12:49:58.872822 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-31a6a342-b5e0-41c4-b469-15dab00e7794 req-c200223b-9d34-4c11-806f-2c477301dee8 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Calling delete_port for 561332c2-a45d-49e1-9c75-db3137e87100 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:49:58.876972 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aed8b94d-127a-4d0c-808b-b7c34e9c2e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:58.904908 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d6508889-ac07-4733-b19b-8328871d1d16 req-b5465696-d0a9-4c85-9ed8-e7ca8d7ec2d6 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660856 Aug 18 12:49:58.944886 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aed8b94d-127a-4d0c-808b-b7c34e9c2e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:59.050850 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2612e78-c826-4349-ab20-9766e014debd req-1431b88f-30ae-498b-93c0-7de3fc15919b tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:59.052582 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d2612e78-c826-4349-ab20-9766e014debd req-1431b88f-30ae-498b-93c0-7de3fc15919b tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=f60f0443-a402-4f3d-82ec-b80e9cfd9f98 HTTP/1.1" status: 200 len: 943 time: 0.0630202 Aug 18 12:49:59.104836 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d2612e78-c826-4349-ab20-9766e014debd req-ff3e534f-03d4-4a9b-939b-38711847d2bd tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457990 Aug 18 12:49:59.122598 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aed8b94d-127a-4d0c-808b-b7c34e9c2e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:59.127588 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aed8b94d-127a-4d0c-808b-b7c34e9c2e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:59.128990 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-aed8b94d-127a-4d0c-808b-b7c34e9c2e7d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/88f29e44-3635-408b-a7f4-456246b0569a HTTP/1.1" status: 204 len: 168 time: 0.3244307 Aug 18 12:49:59.140608 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-31a6a342-b5e0-41c4-b469-15dab00e7794 req-c200223b-9d34-4c11-806f-2c477301dee8 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:59.145471 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed8b94d-127a-4d0c-808b-b7c34e9c2e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f29e44-3635-408b-a7f4-456246b0569a,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:59.147704 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a0593e61-9b57-4a53-b3ff-a294a81c86b1 req-ac10a4d7-f8ba-4b7c-9995-bc128c2c2e5a tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 210 time: 0.0340474 Aug 18 12:49:59.154990 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['561332c2-a45d-49e1-9c75-db3137e87100'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:49:59.184100 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200223b-9d34-4c11-806f-2c477301dee8 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Pushing event deleted for resources: {'Port': ['ID=561332c2-a45d-49e1-9c75-db3137e87100,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:59.224780 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a6a342-b5e0-41c4-b469-15dab00e7794 req-c200223b-9d34-4c11-806f-2c477301dee8 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] No DVR routers for this DVR port 561332c2-a45d-49e1-9c75-db3137e87100 on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:49:59.227547 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-31a6a342-b5e0-41c4-b469-15dab00e7794 req-c200223b-9d34-4c11-806f-2c477301dee8 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:59.229736 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-31a6a342-b5e0-41c4-b469-15dab00e7794 req-c200223b-9d34-4c11-806f-2c477301dee8 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.39 "DELETE /v2.0/ports/561332c2-a45d-49e1-9c75-db3137e87100 HTTP/1.1" status: 204 len: 173 time: 0.8296361 Aug 18 12:49:59.230208 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad53b1b-b407-4c10-8216-3d5114552036', 'name': 'network-vif-deleted', 'tag': '561332c2-a45d-49e1-9c75-db3137e87100'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:49:59.232698 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f41a24e-266a-4c56-bd07-b5d59cb14843" -d '{"events": [{"server_uuid": "4ad53b1b-b407-4c10-8216-3d5114552036", "name": "network-vif-deleted", "tag": "561332c2-a45d-49e1-9c75-db3137e87100"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:49:59.247824 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device f7b10e72-a236-41cf-959f-c2cc7a26b418 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:49:59.284464 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-35543593-04c1-48b2-a24f-fd5c958b2c66 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1857620671&fields=id&tenant_id=a75dbc010737425ca08685b9dab39e3d HTTP/1.1" status: 200 len: 267 time: 0.0780149 Aug 18 12:49:59.316583 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5f765c-8bd6-46cb-aafe-a80de95bd963 x-openstack-request-id: req-cd5f765c-8bd6-46cb-aafe-a80de95bd963 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:49:59.316873 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad53b1b-b407-4c10-8216-3d5114552036", "name": "network-vif-deleted", "tag": "561332c2-a45d-49e1-9c75-db3137e87100", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:49:59.317160 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd5f765c-8bd6-46cb-aafe-a80de95bd963 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:49:59.317512 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad53b1b-b407-4c10-8216-3d5114552036', 'name': 'network-vif-deleted', 'tag': '561332c2-a45d-49e1-9c75-db3137e87100', 'status': 'completed', 'code': 200} Aug 18 12:49:59.375049 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port f7b10e72-a236-41cf-959f-c2cc7a26b418, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=f7b10e72-a236-41cf-959f-c2cc7a26b418,segment=NetworkSegment(0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d),segment_id=0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:59.395591 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device f7b10e72-a236-41cf-959f-c2cc7a26b418 has no active binding in host n-h1-803603-2 {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 18 12:49:59.396453 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device cc9260cd-b796-4d6c-a337-3baf96fb438a details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:49:59.473883 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-bb6bcf84-a267-43c9-bcfd-8d9962635966 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:59.481737 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-bb6bcf84-a267-43c9-bcfd-8d9962635966 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/networks?id=02fd23fc-4be9-4045-ae50-4a7decb4e07c HTTP/1.1" status: 200 len: 824 time: 0.1845269 Aug 18 12:49:59.491885 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-8b3e909c-e31a-4045-a615-bcc3f0dd9a68 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/quotas/a75dbc010737425ca08685b9dab39e3d HTTP/1.1" status: 200 len: 375 time: 0.0098214 Aug 18 12:49:59.526564 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port cc9260cd-b796-4d6c-a337-3baf96fb438a, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=cc9260cd-b796-4d6c-a337-3baf96fb438a,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:59.539043 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'cc9260cd-b796-4d6c-a337-3baf96fb438a', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'port_id': 'cc9260cd-b796-4d6c-a337-3baf96fb438a', 'mac_address': 'fa:16:3e:fc:4e:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc8434-66c0-4e05-8cce-b4a4a0f33dc3', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:49:59.577667 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-dbd868fc-f082-43ec-997e-cdfb42828a1f tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a75dbc010737425ca08685b9dab39e3d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0718212 Aug 18 12:49:59.597842 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:59.614018 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc9260cd-b796-4d6c-a337-3baf96fb438a {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:49:59.636048 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port cc9260cd-b796-4d6c-a337-3baf96fb438a, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=cc9260cd-b796-4d6c-a337-3baf96fb438a,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:59.680370 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-79987f15-09a6-4114-8828-91d75ab54ce4 service neutron] 10.222.0.13 "GET /v2.0/networks/02fd23fc-4be9-4045-ae50-4a7decb4e07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856879 Aug 18 12:49:59.716230 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:59.776837 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=cc9260cd-b796-4d6c-a337-3baf96fb438a,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:59.784339 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-7db31a21-3c39-417c-bb47-d27c7eee17a4 service neutron] 10.222.0.13 "GET /v2.0/networks/02fd23fc-4be9-4045-ae50-4a7decb4e07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952244 Aug 18 12:49:59.794714 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a1ebe966-4df0-4754-bfb5-40718e6f33f5 req-5cdb5f91-d8bb-4c51-905e-d158bae57eb6 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ad53b1b-b407-4c10-8216-3d5114552036 HTTP/1.1" status: 200 len: 210 time: 0.0275974 Aug 18 12:49:59.901856 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc4c68-b18d-49cf-ae42-bf8b02e36436 req-920a16fc-84ac-453b-beff-3d3fc7d9e4f0 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:59.903357 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-47bc4c68-b18d-49cf-ae42-bf8b02e36436 req-920a16fc-84ac-453b-beff-3d3fc7d9e4f0 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/ports?device_id=56af15d3-f73c-4f9d-9b85-dc90b9606c42 HTTP/1.1" status: 200 len: 945 time: 0.0474496 Aug 18 12:49:59.942663 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-47bc4c68-b18d-49cf-ae42-bf8b02e36436 req-07e7cd85-d614-4441-9c53-31f9868d1aa9 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd71314c-70c6-440d-be00-d1eb7ce7ff7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326283 Aug 18 12:49:59.945755 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['cc9260cd-b796-4d6c-a337-3baf96fb438a'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:50:00.117166 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d5eb6-3ea5-4784-920a-38e217c1b3b9 req-d5a6528b-350e-4e3f-98cc-6f31d95f185f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:00.126863 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2d5d5eb6-3ea5-4784-920a-38e217c1b3b9 req-d5a6528b-350e-4e3f-98cc-6f31d95f185f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 949 time: 0.0657270 Aug 18 12:50:00.178865 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2d5d5eb6-3ea5-4784-920a-38e217c1b3b9 req-4123348e-8272-45a3-8426-71ca3e3bb71a tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505807 Aug 18 12:50:00.432205 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fee48ee6-8856-4442-bf6f-63ead6a529b0 req-c4e474c7-8477-40c1-9398-82c1e7669275 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0babe39a-03c6-4af7-9ca5-00804dd781c2 HTTP/1.1" status: 200 len: 258 time: 0.2367136 Aug 18 12:50:00.444001 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-fee48ee6-8856-4442-bf6f-63ead6a529b0 req-093c77ac-25a5-40fb-9f41-89764af2da4e tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:00.544968 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-fee48ee6-8856-4442-bf6f-63ead6a529b0 req-093c77ac-25a5-40fb-9f41-89764af2da4e tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks [] for floatingip, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:00.599334 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60468) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:00.653702 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-f7527dc0-39db-46d6-8fd2-bde7f7e10950 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:00.655228 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-f7527dc0-39db-46d6-8fd2-bde7f7e10950 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.39 "GET /v2.0/networks?id=8e2ca950-415a-439c-a01b-47dff2e51d7d HTTP/1.1" status: 200 len: 807 time: 0.4306660 Aug 18 12:50:00.686783 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-329a7550-e65b-44cb-9bfb-42c4b7dbe108 req-ce94dda1-771e-4b36-baac-c8a6211f775b tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/ports?device_id=dea89456-27c8-4b4c-8bea-e414b197d248 HTTP/1.1" status: 200 len: 210 time: 0.4122562 Aug 18 12:50:00.704264 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-f9959045-c02c-4817-8f59-5d719e2417bd tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Request body: {'port': {'device_id': '398c892b-5378-4fcd-b993-ca2a6c5c0b5f', 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d', 'admin_state_up': True, 'tenant_id': '075606cfda364ddebe4be31640ab3a76'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:00.777919 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-fee48ee6-8856-4442-bf6f-63ead6a529b0 req-093c77ac-25a5-40fb-9f41-89764af2da4e tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:00.878794 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-a54a128e-b9ea-4c02-bc71-678ffc7f9daa admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-150344598-network', 'tenant_id': '0e2bf908a50741ad801443ca8d0d987f'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:00.941788 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-fee48ee6-8856-4442-bf6f-63ead6a529b0 req-093c77ac-25a5-40fb-9f41-89764af2da4e tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Allocated IP 172.25.6.68 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/255e034a-8b21-4589-b088-7d20af943173) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:50:00.966777 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7648a6-93e3-4339-a34a-785bbc4f8854 req-9f44fa6a-97b7-4d35-afae-89701f104c8d tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:00.973842 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd7648a6-93e3-4339-a34a-785bbc4f8854 req-9f44fa6a-97b7-4d35-afae-89701f104c8d tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=f60f0443-a402-4f3d-82ec-b80e9cfd9f98 HTTP/1.1" status: 200 len: 943 time: 0.1418662 Aug 18 12:50:00.976364 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-03315435-0f94-4e68-ac35-abc4db366b21 req-cea318a9-b3f1-40bd-8476-f93e94dfaeca service neutron] 10.222.0.20 "GET /v2.0/ports/f7b10e72-a236-41cf-959f-c2cc7a26b418/bindings/n-h1-803603-2 HTTP/1.1" status: 200 len: 384 time: 0.2554579 Aug 18 12:50:00.992783 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54a128e-b9ea-4c02-bc71-678ffc7f9daa admin admin] Made reservation on behalf of 0e2bf908a50741ad801443ca8d0d987f for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:50:00.995592 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a54a128e-b9ea-4c02-bc71-678ffc7f9daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:01.008212 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a54a128e-b9ea-4c02-bc71-678ffc7f9daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:01.069599 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd7648a6-93e3-4339-a34a-785bbc4f8854 req-80ff8088-0605-4bc4-bd26-5c7d387c8096 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948715 Aug 18 12:50:01.080588 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-fee48ee6-8856-4442-bf6f-63ead6a529b0 req-093c77ac-25a5-40fb-9f41-89764af2da4e tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:01.186118 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-966c4245-0e7f-4dcd-8604-48a5fd5394c0 req-f5208f0a-fdfb-4c8b-b66c-1d958eae32ef tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 210 time: 0.0326369 Aug 18 12:50:01.188761 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-f9959045-c02c-4817-8f59-5d719e2417bd tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Made reservation on behalf of 075606cfda364ddebe4be31640ab3a76 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:50:01.194299 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-f9959045-c02c-4817-8f59-5d719e2417bd tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:01.199586 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-fee48ee6-8856-4442-bf6f-63ead6a529b0 req-093c77ac-25a5-40fb-9f41-89764af2da4e tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:01.236866 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device cc9260cd-b796-4d6c-a337-3baf96fb438a up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:50:01.262386 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fee48ee6-8856-4442-bf6f-63ead6a529b0 req-093c77ac-25a5-40fb-9f41-89764af2da4e tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:50:01.269018 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-fee48ee6-8856-4442-bf6f-63ead6a529b0 req-093c77ac-25a5-40fb-9f41-89764af2da4e tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:50:01.291444 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee48ee6-8856-4442-bf6f-63ead6a529b0 req-093c77ac-25a5-40fb-9f41-89764af2da4e tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:50:01.319740 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c77ac-25a5-40fb-9f41-89764af2da4e tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Pushing event updated for resources: {'Port': ['ID=255e034a-8b21-4589-b088-7d20af943173,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:01.387247 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-03315435-0f94-4e68-ac35-abc4db366b21 req-c29feeea-eed0-4bbb-981b-2491fa237702 service neutron] For port f7b10e72-a236-41cf-959f-c2cc7a26b418, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=f7b10e72-a236-41cf-959f-c2cc7a26b418,segment=NetworkSegment(0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d),segment_id=0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:01.402403 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port cc9260cd-b796-4d6c-a337-3baf96fb438a completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:50:01.406750 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port cc9260cd-b796-4d6c-a337-3baf96fb438a triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:01.408792 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:01.417738 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-fee48ee6-8856-4442-bf6f-63ead6a529b0 req-093c77ac-25a5-40fb-9f41-89764af2da4e tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:01.433055 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a54a128e-b9ea-4c02-bc71-678ffc7f9daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:01.443452 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-03315435-0f94-4e68-ac35-abc4db366b21 req-c29feeea-eed0-4bbb-981b-2491fa237702 service neutron] For port f7b10e72-a236-41cf-959f-c2cc7a26b418, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:50:01.488925 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-03315435-0f94-4e68-ac35-abc4db366b21 req-c29feeea-eed0-4bbb-981b-2491fa237702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7b10e72-a236-41cf-959f-c2cc7a26b418 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:50:01.493764 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-f9959045-c02c-4817-8f59-5d719e2417bd tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Allocated IP 172.20.0.11 (8e2ca950-415a-439c-a01b-47dff2e51d7d/a7c71ac1-e82b-41d2-8931-67fb6a54cbad/1eb230a0-232b-4582-ad1b-36657cb6bc50) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:50:01.505444 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-03315435-0f94-4e68-ac35-abc4db366b21 req-c29feeea-eed0-4bbb-981b-2491fa237702 service neutron] For port f7b10e72-a236-41cf-959f-c2cc7a26b418, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=f7b10e72-a236-41cf-959f-c2cc7a26b418,segment=NetworkSegment(0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d),segment_id=0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:01.520902 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a54a128e-b9ea-4c02-bc71-678ffc7f9daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:01.524155 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:01.558686 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a128e-b9ea-4c02-bc71-678ffc7f9daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ad743f-fdfc-4987-ae69-77eaa6d5d669,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:01.564005 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port cc9260cd-b796-4d6c-a337-3baf96fb438a, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=cc9260cd-b796-4d6c-a337-3baf96fb438a,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:01.564343 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596b7ff8-8fca-4915-bf97-4f2ffac8babf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc9260cd-b796-4d6c-a337-3baf96fb438a'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:50:01.566970 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b6e364-546d-4bf1-800b-858d285c7923" -d '{"events": [{"server_uuid": "596b7ff8-8fca-4915-bf97-4f2ffac8babf", "name": "network-vif-plugged", "status": "completed", "tag": "cc9260cd-b796-4d6c-a337-3baf96fb438a"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:50:01.586036 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-fee48ee6-8856-4442-bf6f-63ead6a529b0 req-093c77ac-25a5-40fb-9f41-89764af2da4e tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:01.619787 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:01.649395 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-03315435-0f94-4e68-ac35-abc4db366b21 req-c29feeea-eed0-4bbb-981b-2491fa237702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:01.717044 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=cc9260cd-b796-4d6c-a337-3baf96fb438a,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:01.812563 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-f9959045-c02c-4817-8f59-5d719e2417bd tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:01.821589 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7dece-4cc6-4919-99d9-2270bc9dbed3 req-13664298-9802-4123-8e92-c642173ef625 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:01.823823 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fdc7dece-4cc6-4919-99d9-2270bc9dbed3 req-13664298-9802-4123-8e92-c642173ef625 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 950 time: 0.1523781 Aug 18 12:50:01.857664 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-03315435-0f94-4e68-ac35-abc4db366b21 req-c29feeea-eed0-4bbb-981b-2491fa237702 service neutron] Transition to ACTIVE for port object f7b10e72-a236-41cf-959f-c2cc7a26b418 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:50:01.861317 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a54a128e-b9ea-4c02-bc71-678ffc7f9daa admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:50:01.884770 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a54a128e-b9ea-4c02-bc71-678ffc7f9daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:01.884770 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-a54a128e-b9ea-4c02-bc71-678ffc7f9daa admin admin] Added segment 1ebf26b0-39ad-4ee6-96e0-f8310a8b9042 of type vlan for network cd6089a8-36dd-4c47-85da-bed1aace1a99 Aug 18 12:50:01.889566 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fdc7dece-4cc6-4919-99d9-2270bc9dbed3 req-b7f8501e-a7bd-41b8-9fef-65cfb499abe1 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584521 Aug 18 12:50:01.927010 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-03315435-0f94-4e68-ac35-abc4db366b21 req-c29feeea-eed0-4bbb-981b-2491fa237702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:01.957894 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-f9959045-c02c-4817-8f59-5d719e2417bd tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:01.966723 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a54a128e-b9ea-4c02-bc71-678ffc7f9daa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:02.017769 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-03315435-0f94-4e68-ac35-abc4db366b21 req-c29feeea-eed0-4bbb-981b-2491fa237702 service neutron] No DVR routers for this DVR port f7b10e72-a236-41cf-959f-c2cc7a26b418 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:50:02.053118 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-fee48ee6-8856-4442-bf6f-63ead6a529b0 req-093c77ac-25a5-40fb-9f41-89764af2da4e tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:02.067247 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-f9959045-c02c-4817-8f59-5d719e2417bd tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Network 8e2ca950-415a-439c-a01b-47dff2e51d7d is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:50:02.068246 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29feeea-eed0-4bbb-981b-2491fa237702 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b10e72-a236-41cf-959f-c2cc7a26b418,revision_number=10']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:02.092545 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-f9959045-c02c-4817-8f59-5d719e2417bd tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:50:02.100016 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a54a128e-b9ea-4c02-bc71-678ffc7f9daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:02.101037 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54a128e-b9ea-4c02-bc71-678ffc7f9daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:02.101625 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a54a128e-b9ea-4c02-bc71-678ffc7f9daa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:02.119186 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-f9959045-c02c-4817-8f59-5d719e2417bd tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:50:02.146368 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-fee48ee6-8856-4442-bf6f-63ead6a529b0 req-093c77ac-25a5-40fb-9f41-89764af2da4e tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:02.161944 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-03315435-0f94-4e68-ac35-abc4db366b21 req-c29feeea-eed0-4bbb-981b-2491fa237702 service neutron] 10.222.0.20 "PUT /v2.0/ports/f7b10e72-a236-41cf-959f-c2cc7a26b418/bindings/n-h1-803603-2/activate HTTP/1.1" status: 200 len: 369 time: 1.1757333 Aug 18 12:50:02.182302 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9959045-c02c-4817-8f59-5d719e2417bd tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Pushing event updated for resources: {'Port': ['ID=1eb230a0-232b-4582-ad1b-36657cb6bc50,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:02.193220 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-fee48ee6-8856-4442-bf6f-63ead6a529b0 req-093c77ac-25a5-40fb-9f41-89764af2da4e tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:02.198556 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a128e-b9ea-4c02-bc71-678ffc7f9daa admin admin] Pushing event updated for resources: {'Network': ['ID=cd6089a8-36dd-4c47-85da-bed1aace1a99,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:02.208024 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-f9959045-c02c-4817-8f59-5d719e2417bd tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:02.208659 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-f9959045-c02c-4817-8f59-5d719e2417bd tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:02.209194 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network cd6089a8-36dd-4c47-85da-bed1aace1a99 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:50:02.218799 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c77ac-25a5-40fb-9f41-89764af2da4e tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Pushing event updated for resources: {'Port': ['ID=255e034a-8b21-4589-b088-7d20af943173,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:02.225590 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a54a128e-b9ea-4c02-bc71-678ffc7f9daa admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6263165 Aug 18 12:50:02.228415 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60508) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:02.234373 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-1d68193d-7f0d-4968-ba37-da5b249ea608 admin admin] Request body: {'subnet': {'network_id': 'cd6089a8-36dd-4c47-85da-bed1aace1a99', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-150344598-subnet', 'tenant_id': '0e2bf908a50741ad801443ca8d0d987f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:02.237508 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-724c33a5-51fe-4d6f-803e-18e7bae981fc tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:02.239039 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-724c33a5-51fe-4d6f-803e-18e7bae981fc tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/networks?id=868b2abd-c11c-4513-ae1d-4c8f78707536 HTTP/1.1" status: 200 len: 822 time: 0.2625153 Aug 18 12:50:02.254870 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-22c91221-c2f2-4ab4-9d3c-30aa94450e03 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/quotas/d8cfbe58f669487bb73cf800dbfde991 HTTP/1.1" status: 200 len: 375 time: 0.0097001 Aug 18 12:50:02.302599 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-fbfdaccd-f385-4fb2-9528-4948fad447c7 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8cfbe58f669487bb73cf800dbfde991&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0422006 Aug 18 12:50:02.304347 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-fee48ee6-8856-4442-bf6f-63ead6a529b0 req-093c77ac-25a5-40fb-9f41-89764af2da4e tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:02.311595 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fee48ee6-8856-4442-bf6f-63ead6a529b0 req-093c77ac-25a5-40fb-9f41-89764af2da4e tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8660309 Aug 18 12:50:02.322113 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-f9959045-c02c-4817-8f59-5d719e2417bd tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6529937 Aug 18 12:50:02.362711 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-904cdb52-7e8c-4509-bf25-8635702e5e03 service neutron] Request body: {'port': {'device_id': '398c892b-5378-4fcd-b993-ca2a6c5c0b5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:02.391219 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fee48ee6-8856-4442-bf6f-63ead6a529b0 req-07dd3657-cf2f-4573-a55b-a55bbf76f7c4 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.68 HTTP/1.1" status: 200 len: 695 time: 0.0774233 Aug 18 12:50:02.438884 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-904cdb52-7e8c-4509-bf25-8635702e5e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:02.461235 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-388cb295-be6e-4e86-a8f3-42f86f09e552 service neutron] 10.222.0.13 "GET /v2.0/networks/868b2abd-c11c-4513-ae1d-4c8f78707536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496718 Aug 18 12:50:02.477217 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d68193d-7f0d-4968-ba37-da5b249ea608 admin admin] Made reservation on behalf of 0e2bf908a50741ad801443ca8d0d987f for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:50:02.480142 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1d68193d-7f0d-4968-ba37-da5b249ea608 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:02.574406 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee48ee6-8856-4442-bf6f-63ead6a529b0 req-8079eb17-8afd-4941-8705-ac54d9ce4533 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:02.575768 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fee48ee6-8856-4442-bf6f-63ead6a529b0 req-8079eb17-8afd-4941-8705-ac54d9ce4533 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/networks/0babe39a-03c6-4af7-9ca5-00804dd781c2 HTTP/1.1" status: 200 len: 784 time: 0.1788313 Aug 18 12:50:02.596436 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [req-fee48ee6-8856-4442-bf6f-63ead6a529b0 req-81e441d1-26be-4127-b531-274d818dee2b tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:50:02.597425 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fee48ee6-8856-4442-bf6f-63ead6a529b0 req-81e441d1-26be-4127-b531-274d818dee2b tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106866 Aug 18 12:50:02.613363 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03315435-0f94-4e68-ac35-abc4db366b21 req-13484421-dda8-4e48-b7bc-665905d0081d tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:02.614937 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-03315435-0f94-4e68-ac35-abc4db366b21 req-13484421-dda8-4e48-b7bc-665905d0081d tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f60f0443-a402-4f3d-82ec-b80e9cfd9f98&tenant_id=3e9a8a0a72a94b328bf1e534da208edd&binding%3Ahost_id=n-h2-803603-2 HTTP/1.1" status: 200 len: 1095 time: 0.1257114 Aug 18 12:50:02.639390 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a605a31-a3fc-4f48-aaa4-314ced9b77d2 x-openstack-request-id: req-1a605a31-a3fc-4f48-aaa4-314ced9b77d2 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:50:02.639960 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596b7ff8-8fca-4915-bf97-4f2ffac8babf", "name": "network-vif-plugged", "status": "completed", "tag": "cc9260cd-b796-4d6c-a337-3baf96fb438a", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:50:02.639960 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a605a31-a3fc-4f48-aaa4-314ced9b77d2 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:50:02.640452 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596b7ff8-8fca-4915-bf97-4f2ffac8babf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc9260cd-b796-4d6c-a337-3baf96fb438a', 'code': 200} Aug 18 12:50:02.701476 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03315435-0f94-4e68-ac35-abc4db366b21 req-0a5fde40-fd6e-41da-bb16-a189617e2104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:02.703147 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-03315435-0f94-4e68-ac35-abc4db366b21 req-0a5fde40-fd6e-41da-bb16-a189617e2104 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f60f0443-a402-4f3d-82ec-b80e9cfd9f98&tenant_id=3e9a8a0a72a94b328bf1e534da208edd HTTP/1.1" status: 200 len: 1095 time: 0.0771935 Aug 18 12:50:02.754287 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-c201e6ea-f6b4-4663-a028-06f8c71bc19d tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:02.758334 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-c201e6ea-f6b4-4663-a028-06f8c71bc19d tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.20 "GET /v2.0/networks?id=02fd23fc-4be9-4045-ae50-4a7decb4e07c HTTP/1.1" status: 200 len: 824 time: 0.2698517 Aug 18 12:50:02.807475 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-9c3604de-64d2-4c77-a494-c5ee7fd37313 service neutron] 10.222.0.13 "GET /v2.0/networks/868b2abd-c11c-4513-ae1d-4c8f78707536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107564 Aug 18 12:50:02.868436 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03315435-0f94-4e68-ac35-abc4db366b21 req-61bb19f0-46d7-4200-8067-5bdfe4ae60d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:02.868587 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-b03838b9-d6b6-420c-8647-1febdaaf3d53 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a75dbc010737425ca08685b9dab39e3d HTTP/1.1" status: 200 len: 380 time: 0.0865796 Aug 18 12:50:02.870525 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-03315435-0f94-4e68-ac35-abc4db366b21 req-61bb19f0-46d7-4200-8067-5bdfe4ae60d6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e9a8a0a72a94b328bf1e534da208edd&device_id=f60f0443-a402-4f3d-82ec-b80e9cfd9f98 HTTP/1.1" status: 200 len: 1095 time: 0.1066761 Aug 18 12:50:02.873073 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3affbce-3652-41b2-b1cf-d36166f095bf req-a2157d19-be3b-4553-a63a-de93cbc81e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:02.874487 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c3affbce-3652-41b2-b1cf-d36166f095bf req-a2157d19-be3b-4553-a63a-de93cbc81e14 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 1101 time: 0.1095469 Aug 18 12:50:02.884887 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-91160929-e7d8-462f-b1d6-8db272adeaf7 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Request body: {'port': {'device_id': 'dea89456-27c8-4b4c-8bea-e414b197d248', 'network_id': '02fd23fc-4be9-4045-ae50-4a7decb4e07c', 'admin_state_up': True, 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d', 'security_groups': ['629e5b21-6a46-4fe5-97a5-33e5925ab6c5']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:02.942782 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1d68193d-7f0d-4968-ba37-da5b249ea608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:03.014275 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c3affbce-3652-41b2-b1cf-d36166f095bf req-da461ae0-d03d-42e5-9bb2-26b2ebf90ba3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228271 Aug 18 12:50:03.036422 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-904cdb52-7e8c-4509-bf25-8635702e5e03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eb230a0-232b-4582-ad1b-36657cb6bc50 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:50:03.043862 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68193d-7f0d-4968-ba37-da5b249ea608 admin admin] Pushing event updated for resources: {'Subnet': ['ID=122ce778-2fad-4a02-9113-cf099bccad00,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:03.047462 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-904cdb52-7e8c-4509-bf25-8635702e5e03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:03.063502 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03315435-0f94-4e68-ac35-abc4db366b21 req-a8eedc31-63d0-435f-bcf2-4c7e17f41914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:03.065193 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-03315435-0f94-4e68-ac35-abc4db366b21 req-a8eedc31-63d0-435f-bcf2-4c7e17f41914 service neutron] 10.222.0.39 "GET /v2.0/networks?id=91d3e9e9-f927-4110-8610-d1ae88923133 HTTP/1.1" status: 200 len: 922 time: 0.1822190 Aug 18 12:50:03.065385 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-904cdb52-7e8c-4509-bf25-8635702e5e03 service neutron] Transition to ACTIVE for port object 1eb230a0-232b-4582-ad1b-36657cb6bc50 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:50:03.066094 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d68193d-7f0d-4968-ba37-da5b249ea608 admin admin] Checking segment: {'id': '1ebf26b0-39ad-4ee6-96e0-f8310a8b9042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'cd6089a8-36dd-4c47-85da-bed1aace1a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:50:03.066496 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d68193d-7f0d-4968-ba37-da5b249ea608 admin admin] Network hostable DHCP agents. Network: cd6089a8-36dd-4c47-85da-bed1aace1a99, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:50:03.118740 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-03315435-0f94-4e68-ac35-abc4db366b21 req-d126e219-9baa-40ca-ad1d-d8cd5e411d16 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7b10e72-a236-41cf-959f-c2cc7a26b418 HTTP/1.1" status: 200 len: 217 time: 0.0455928 Aug 18 12:50:03.129151 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd271f10-817b-4b32-ae48-cda20fc4fa7a req-d58806f6-54cc-48dd-a557-d6324c071092 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/ports?device_id=dea89456-27c8-4b4c-8bea-e414b197d248 HTTP/1.1" status: 200 len: 210 time: 0.0274501 Aug 18 12:50:03.129717 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-91160929-e7d8-462f-b1d6-8db272adeaf7 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Made reservation on behalf of a75dbc010737425ca08685b9dab39e3d for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:50:03.133151 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-91160929-e7d8-462f-b1d6-8db272adeaf7 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:03.149349 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-904cdb52-7e8c-4509-bf25-8635702e5e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:03.204796 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03315435-0f94-4e68-ac35-abc4db366b21 req-7c099b2d-71f5-4162-a00f-5027ae454190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:03.206994 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-03315435-0f94-4e68-ac35-abc4db366b21 req-7c099b2d-71f5-4162-a00f-5027ae454190 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=da996bc9-0001-4e2d-9a03-d2d78ee48c5d HTTP/1.1" status: 200 len: 861 time: 0.0622239 Aug 18 12:50:03.208136 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d68193d-7f0d-4968-ba37-da5b249ea608 admin admin] Network cd6089a8-36dd-4c47-85da-bed1aace1a99 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:50:03.240118 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 561332c2-a45d-49e1-9c75-db3137e87100 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:50:03.243567 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-03315435-0f94-4e68-ac35-abc4db366b21 req-19a47f7e-c53e-49d8-89d0-d3249b1e1691 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=91d3e9e9-f927-4110-8610-d1ae88923133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286555 Aug 18 12:50:03.266592 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: 561332c2-a45d-49e1-9c75-db3137e87100 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:50:03.267291 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 561332c2-a45d-49e1-9c75-db3137e87100 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:50:03.303044 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-1d68193d-7f0d-4968-ba37-da5b249ea608 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, cd6089a8-36dd-4c47-85da-bed1aace1a99) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:50:03.311167 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d68193d-7f0d-4968-ba37-da5b249ea608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:03.311849 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1d68193d-7f0d-4968-ba37-da5b249ea608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:03.315180 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dc1bb6-30d8-4c2d-aa4e-d1e4b3c7fc2b None None] Network cd6089a8-36dd-4c47-85da-bed1aace1a99 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:50:03.361652 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-03315435-0f94-4e68-ac35-abc4db366b21 req-724ddf45-2200-4bf7-9df7-521ab8c63909 service neutron] 10.222.0.39 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082547 Aug 18 12:50:03.449893 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1d68193d-7f0d-4968-ba37-da5b249ea608 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2196939 Aug 18 12:50:03.452714 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60526) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:03.457227 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-174068f4-79ee-49e0-b3b6-8bd8b3a2ce60 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-150344598-router', 'tenant_id': '0e2bf908a50741ad801443ca8d0d987f', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:03.481189 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-03315435-0f94-4e68-ac35-abc4db366b21 req-dd8c3cbb-19bf-4f46-83cb-1a77b065222d service neutron] 10.222.0.39 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098492 Aug 18 12:50:03.537656 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904cdb52-7e8c-4509-bf25-8635702e5e03 service neutron] Pushing event updated for resources: {'Port': ['ID=1eb230a0-232b-4582-ad1b-36657cb6bc50,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:03.579381 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-174068f4-79ee-49e0-b3b6-8bd8b3a2ce60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:03.580473 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-174068f4-79ee-49e0-b3b6-8bd8b3a2ce60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:03.630764 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3697d3fa-9299-454d-936d-b61d249a31c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-cd6089a8-36dd-4c47-85da-bed1aace1a99', 'network_id': 'cd6089a8-36dd-4c47-85da-bed1aace1a99', 'tenant_id': '0e2bf908a50741ad801443ca8d0d987f', 'fixed_ips': [{'subnet_id': '122ce778-2fad-4a02-9113-cf099bccad00'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:50:03.631559 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3697d3fa-9299-454d-936d-b61d249a31c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:03.636266 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e1327-0850-4283-97bc-e5457dff0e5a req-8c2fe18f-b3f3-4201-88c6-c8353310cffe tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:03.637831 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6e9e1327-0850-4283-97bc-e5457dff0e5a req-8c2fe18f-b3f3-4201-88c6-c8353310cffe tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=f60f0443-a402-4f3d-82ec-b80e9cfd9f98 HTTP/1.1" status: 200 len: 944 time: 0.4135015 Aug 18 12:50:03.664528 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-91160929-e7d8-462f-b1d6-8db272adeaf7 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Allocated IP 172.20.0.5 (02fd23fc-4be9-4045-ae50-4a7decb4e07c/154e0376-ea0e-40f2-a861-d291c3269453/7a9ce944-2754-4b54-ab1a-316a1e404698) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:50:03.665504 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-174068f4-79ee-49e0-b3b6-8bd8b3a2ce60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:03.719710 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-904cdb52-7e8c-4509-bf25-8635702e5e03 service neutron] Attempting to bind port 1eb230a0-232b-4582-ad1b-36657cb6bc50 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:50:03.720054 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-904cdb52-7e8c-4509-bf25-8635702e5e03 service neutron] Attempting to bind port 1eb230a0-232b-4582-ad1b-36657cb6bc50 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:50:03.722456 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-904cdb52-7e8c-4509-bf25-8635702e5e03 service neutron] Attempting to bind port 1eb230a0-232b-4582-ad1b-36657cb6bc50 on network 8e2ca950-415a-439c-a01b-47dff2e51d7d {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:50:03.741894 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6e9e1327-0850-4283-97bc-e5457dff0e5a req-e6043ffb-1bdb-4539-ab61-945d64b1adc0 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900774 Aug 18 12:50:03.754689 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-904cdb52-7e8c-4509-bf25-8635702e5e03 service neutron] Port 1eb230a0-232b-4582-ad1b-36657cb6bc50 on network 8e2ca950-415a-439c-a01b-47dff2e51d7d not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:50:03.755133 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-904cdb52-7e8c-4509-bf25-8635702e5e03 service neutron] Attempting to bind port 1eb230a0-232b-4582-ad1b-36657cb6bc50 on network 8e2ca950-415a-439c-a01b-47dff2e51d7d {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:50:03.761172 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-904cdb52-7e8c-4509-bf25-8635702e5e03 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:50:03.762017 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-904cdb52-7e8c-4509-bf25-8635702e5e03 service neutron] Checking segment: {'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:50:03.762628 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-904cdb52-7e8c-4509-bf25-8635702e5e03 service neutron] Bound using segment: {'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:50:03.763292 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-904cdb52-7e8c-4509-bf25-8635702e5e03 service neutron] Bound port: 1eb230a0-232b-4582-ad1b-36657cb6bc50, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:50:03.764129 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-904cdb52-7e8c-4509-bf25-8635702e5e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:03.829326 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-3697d3fa-9299-454d-936d-b61d249a31c6 None None] Allocated IP 172.20.0.2 (cd6089a8-36dd-4c47-85da-bed1aace1a99/122ce778-2fad-4a02-9113-cf099bccad00/aa2d5131-c88c-4b03-9959-45daf9c11d25) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:50:03.914785 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-174068f4-79ee-49e0-b3b6-8bd8b3a2ce60 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:03.949718 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9858c2-b47c-4826-a472-63fb1f7f53cc req-5a0f43eb-e978-4375-baac-dcc684b19aa3 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:03.952704 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fe9858c2-b47c-4826-a472-63fb1f7f53cc req-5a0f43eb-e978-4375-baac-dcc684b19aa3 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 944 time: 0.1475291 Aug 18 12:50:04.012127 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3697d3fa-9299-454d-936d-b61d249a31c6 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:04.019064 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-904cdb52-7e8c-4509-bf25-8635702e5e03 service neutron] For port 1eb230a0-232b-4582-ad1b-36657cb6bc50, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:50:04.020695 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-3697d3fa-9299-454d-936d-b61d249a31c6 None None] Transition to ACTIVE for port object aa2d5131-c88c-4b03-9959-45daf9c11d25 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:50:04.023019 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-91160929-e7d8-462f-b1d6-8db272adeaf7 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:04.036832 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-3697d3fa-9299-454d-936d-b61d249a31c6 None None] Transition to ACTIVE for port object aa2d5131-c88c-4b03-9959-45daf9c11d25 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:50:04.049469 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-904cdb52-7e8c-4509-bf25-8635702e5e03 service neutron] For port 1eb230a0-232b-4582-ad1b-36657cb6bc50, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=1eb230a0-232b-4582-ad1b-36657cb6bc50,segment=NetworkSegment(9980139b-d711-402f-b96d-94b03ea2978e),segment_id=9980139b-d711-402f-b96d-94b03ea2978e)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:50:04.057701 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-91160929-e7d8-462f-b1d6-8db272adeaf7 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Transition to ACTIVE for port object 7a9ce944-2754-4b54-ab1a-316a1e404698 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:50:04.061599 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fe9858c2-b47c-4826-a472-63fb1f7f53cc req-cda87456-4d77-4428-b3a2-d69cf8a75d46 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945799 Aug 18 12:50:04.128151 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03315435-0f94-4e68-ac35-abc4db366b21 req-d54969f4-5856-47e8-8f1f-fa6ff36724ba tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:04.129613 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-03315435-0f94-4e68-ac35-abc4db366b21 req-d54969f4-5856-47e8-8f1f-fa6ff36724ba tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f60f0443-a402-4f3d-82ec-b80e9cfd9f98&tenant_id=3e9a8a0a72a94b328bf1e534da208edd&binding%3Ahost_id=n-h1-803603-2 HTTP/1.1" status: 200 len: 1095 time: 0.0539613 Aug 18 12:50:04.144763 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-904cdb52-7e8c-4509-bf25-8635702e5e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:04.163476 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3697d3fa-9299-454d-936d-b61d249a31c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:04.204996 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-91160929-e7d8-462f-b1d6-8db272adeaf7 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:04.227612 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-904cdb52-7e8c-4509-bf25-8635702e5e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:04.228437 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-904cdb52-7e8c-4509-bf25-8635702e5e03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:04.232807 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-904cdb52-7e8c-4509-bf25-8635702e5e03 service neutron] 10.222.0.39 "PUT /v2.0/ports/1eb230a0-232b-4582-ad1b-36657cb6bc50 HTTP/1.1" status: 200 len: 1092 time: 1.8759370 Aug 18 12:50:04.252189 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3697d3fa-9299-454d-936d-b61d249a31c6 None None] Network cd6089a8-36dd-4c47-85da-bed1aace1a99 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:50:04.255869 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-3697d3fa-9299-454d-936d-b61d249a31c6 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:50:04.258810 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3697d3fa-9299-454d-936d-b61d249a31c6 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:50:04.272145 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '398c892b-5378-4fcd-b993-ca2a6c5c0b5f', 'tag': '1eb230a0-232b-4582-ad1b-36657cb6bc50'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:50:04.273932 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf807cb-aa2c-44ac-b5f1-3aff6f47f371" -d '{"events": [{"name": "network-changed", "server_uuid": "398c892b-5378-4fcd-b993-ca2a6c5c0b5f", "tag": "1eb230a0-232b-4582-ad1b-36657cb6bc50"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:50:04.292507 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697d3fa-9299-454d-936d-b61d249a31c6 None None] Pushing event updated for resources: {'Port': ['ID=aa2d5131-c88c-4b03-9959-45daf9c11d25,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:04.336749 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-3697d3fa-9299-454d-936d-b61d249a31c6 None None] Attempting to bind port aa2d5131-c88c-4b03-9959-45daf9c11d25 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:50:04.337118 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-3697d3fa-9299-454d-936d-b61d249a31c6 None None] Attempting to bind port aa2d5131-c88c-4b03-9959-45daf9c11d25 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '1ebf26b0-39ad-4ee6-96e0-f8310a8b9042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'cd6089a8-36dd-4c47-85da-bed1aace1a99'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:50:04.337620 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3697d3fa-9299-454d-936d-b61d249a31c6 None None] Attempting to bind port aa2d5131-c88c-4b03-9959-45daf9c11d25 on network cd6089a8-36dd-4c47-85da-bed1aace1a99 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:50:04.343463 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3697d3fa-9299-454d-936d-b61d249a31c6 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:50:04.343840 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3697d3fa-9299-454d-936d-b61d249a31c6 None None] Checking segment: {'id': '1ebf26b0-39ad-4ee6-96e0-f8310a8b9042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'cd6089a8-36dd-4c47-85da-bed1aace1a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:50:04.344241 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3697d3fa-9299-454d-936d-b61d249a31c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:04.344790 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3697d3fa-9299-454d-936d-b61d249a31c6 None None] Bound using segment: {'id': '1ebf26b0-39ad-4ee6-96e0-f8310a8b9042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'cd6089a8-36dd-4c47-85da-bed1aace1a99'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:50:04.345253 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-3697d3fa-9299-454d-936d-b61d249a31c6 None None] Bound port: aa2d5131-c88c-4b03-9959-45daf9c11d25, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ebf26b0-39ad-4ee6-96e0-f8310a8b9042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'cd6089a8-36dd-4c47-85da-bed1aace1a99'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:50:04.345636 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3697d3fa-9299-454d-936d-b61d249a31c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:04.383258 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904cdb52-7e8c-4509-bf25-8635702e5e03 service neutron] Pushing event updated for resources: {'Port': ['ID=1eb230a0-232b-4582-ad1b-36657cb6bc50,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:04.392738 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-91160929-e7d8-462f-b1d6-8db272adeaf7 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Network 02fd23fc-4be9-4045-ae50-4a7decb4e07c is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:50:04.403304 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-91160929-e7d8-462f-b1d6-8db272adeaf7 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:50:04.410647 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-91160929-e7d8-462f-b1d6-8db272adeaf7 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:50:04.419182 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b67e51-72d7-4d8a-8289-865a7c98c2cc req-8b8e7d69-bbac-4a3e-b34c-7b8a09117f59 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:04.423525 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-25b67e51-72d7-4d8a-8289-865a7c98c2cc req-8b8e7d69-bbac-4a3e-b34c-7b8a09117f59 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 950 time: 0.1307580 Aug 18 12:50:04.425071 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-174068f4-79ee-49e0-b3b6-8bd8b3a2ce60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:04.456836 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-174068f4-79ee-49e0-b3b6-8bd8b3a2ce60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:04.457193 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-3697d3fa-9299-454d-936d-b61d249a31c6 None None] For port aa2d5131-c88c-4b03-9959-45daf9c11d25, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:50:04.460893 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-3697d3fa-9299-454d-936d-b61d249a31c6 None None] For port aa2d5131-c88c-4b03-9959-45daf9c11d25, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=aa2d5131-c88c-4b03-9959-45daf9c11d25,segment=NetworkSegment(1ebf26b0-39ad-4ee6-96e0-f8310a8b9042),segment_id=1ebf26b0-39ad-4ee6-96e0-f8310a8b9042)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:50:04.468569 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40643a28-795b-415d-b1f8-7768d2a46ed8 req-925735a6-9168-4018-8e8b-184f976f0a16 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:04.470538 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-40643a28-795b-415d-b1f8-7768d2a46ed8 req-925735a6-9168-4018-8e8b-184f976f0a16 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/ports?device_id=56af15d3-f73c-4f9d-9b85-dc90b9606c42&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2744982 Aug 18 12:50:04.529003 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3697d3fa-9299-454d-936d-b61d249a31c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:04.556175 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-03315435-0f94-4e68-ac35-abc4db366b21 req-ad02e1fd-4398-421d-a3ec-b978f70f9694 service neutron] For port f7b10e72-a236-41cf-959f-c2cc7a26b418, host n-h2-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:50:04.565662 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-25b67e51-72d7-4d8a-8289-865a7c98c2cc req-aaf6fcb1-a80b-43a1-a745-f18095345e20 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034844 Aug 18 12:50:04.585944 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-03315435-0f94-4e68-ac35-abc4db366b21 req-ad02e1fd-4398-421d-a3ec-b978f70f9694 service neutron] Notify callbacks [] for binding, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:04.587135 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-03315435-0f94-4e68-ac35-abc4db366b21 req-ad02e1fd-4398-421d-a3ec-b978f70f9694 service neutron] 10.222.0.39 "DELETE /v2.0/ports/f7b10e72-a236-41cf-959f-c2cc7a26b418/bindings/n-h2-803603-2 HTTP/1.1" status: 204 len: 173 time: 0.4403884 Aug 18 12:50:04.592703 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-86f5928f-fa6a-4597-80e8-e4858c710eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:04.594986 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-86f5928f-fa6a-4597-80e8-e4858c710eb2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=075606cfda364ddebe4be31640ab3a76&device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 1095 time: 0.2537544 Aug 18 12:50:04.604209 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91160929-e7d8-462f-b1d6-8db272adeaf7 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Pushing event updated for resources: {'Port': ['ID=7a9ce944-2754-4b54-ab1a-316a1e404698,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:04.631494 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697d3fa-9299-454d-936d-b61d249a31c6 None None] Pushing event updated for resources: {'Port': ['ID=aa2d5131-c88c-4b03-9959-45daf9c11d25,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:04.639998 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device f7b10e72-a236-41cf-959f-c2cc7a26b418 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:50:04.656113 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-40643a28-795b-415d-b1f8-7768d2a46ed8 req-f9625544-659f-4aaa-a008-7bb0ecbc491c tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.68 HTTP/1.1" status: 200 len: 695 time: 0.1722252 Aug 18 12:50:04.663633 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-91160929-e7d8-462f-b1d6-8db272adeaf7 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:04.668999 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-91160929-e7d8-462f-b1d6-8db272adeaf7 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:04.677127 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-40643a28-795b-415d-b1f8-7768d2a46ed8 req-acce858c-1940-4edc-b59f-d42f1fb71074 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Request body: {'floatingip': {'port_id': '05b31936-2541-4a29-824e-ab9ae5a2bbca', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:04.700906 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device f7b10e72-a236-41cf-959f-c2cc7a26b418 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:50:04.734331 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ffbee327-0fcc-4faa-86b3-e50fca66782e req-847cc26d-c56b-4dd5-80ae-7a28973c609f tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fda3e2a-0016-4fdc-a03f-1e7b0c9f4fa1 HTTP/1.1" status: 200 len: 210 time: 0.0373938 Aug 18 12:50:04.743905 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-174068f4-79ee-49e0-b3b6-8bd8b3a2ce60 admin admin] Allocated IP 172.25.6.122 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/0ff7e865-5530-42ab-bf9a-53a861d970a9) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:50:04.796815 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-7939cfa3-7690-42aa-83fc-4ece514c77fa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1eb230a0-232b-4582-ad1b-36657cb6bc50 HTTP/1.1" status: 200 len: 217 time: 0.1840222 Aug 18 12:50:04.817488 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-40643a28-795b-415d-b1f8-7768d2a46ed8 req-acce858c-1940-4edc-b59f-d42f1fb71074 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks [] for floatingip, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:04.893323 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-1b777364-1f54-48b6-9902-1fe665f5596b None None] Provisioning for port 7a9ce944-2754-4b54-ab1a-316a1e404698 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:50:04.897605 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-1b777364-1f54-48b6-9902-1fe665f5596b None None] Provisioning complete for port 7a9ce944-2754-4b54-ab1a-316a1e404698 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:04.901147 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1b777364-1f54-48b6-9902-1fe665f5596b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:04.920142 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-91160929-e7d8-462f-b1d6-8db272adeaf7 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0451398 Aug 18 12:50:04.940623 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-1b777364-1f54-48b6-9902-1fe665f5596b None None] Port 7a9ce944-2754-4b54-ab1a-316a1e404698 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:50:04.940831 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-00a29716-e3e4-4e9f-997e-38011fc79cc8 service neutron] Request body: {'port': {'device_id': 'dea89456-27c8-4b4c-8bea-e414b197d248', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:04.968591 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-9cf24f9c-0ced-4c7b-9240-b122be19e36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:04.970003 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-9cf24f9c-0ced-4c7b-9240-b122be19e36d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a7c71ac1-e82b-41d2-8931-67fb6a54cbad HTTP/1.1" status: 200 len: 847 time: 0.1616125 Aug 18 12:50:04.975741 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-174068f4-79ee-49e0-b3b6-8bd8b3a2ce60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:05.004215 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f5e6f-e1a5-4a5c-b88c-f8bf8fc09b66 req-65d04b8a-32ee-42e3-90cb-a9401e38f288 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:05.005194 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b51f5e6f-e1a5-4a5c-b88c-f8bf8fc09b66 req-65d04b8a-32ee-42e3-90cb-a9401e38f288 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/ports?device_id=dea89456-27c8-4b4c-8bea-e414b197d248 HTTP/1.1" status: 200 len: 931 time: 0.1607158 Aug 18 12:50:05.023589 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-594a9c89-33db-4239-b11c-2e42adea035d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8e2ca950-415a-439c-a01b-47dff2e51d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331981 Aug 18 12:50:05.066821 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b51f5e6f-e1a5-4a5c-b88c-f8bf8fc09b66 req-f563f42c-fe95-40ab-98be-57719e8dcef5 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/security-groups?id=629e5b21-6a46-4fe5-97a5-33e5925ab6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485187 Aug 18 12:50:05.122316 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-174068f4-79ee-49e0-b3b6-8bd8b3a2ce60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:05.168982 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-00a29716-e3e4-4e9f-997e-38011fc79cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:05.175909 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174068f4-79ee-49e0-b3b6-8bd8b3a2ce60 admin admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:50:05.177202 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174068f4-79ee-49e0-b3b6-8bd8b3a2ce60 admin admin] Pushing event updated for resources: {'Port': ['ID=0ff7e865-5530-42ab-bf9a-53a861d970a9,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:05.181143 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-174068f4-79ee-49e0-b3b6-8bd8b3a2ce60 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:50:05.184652 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174068f4-79ee-49e0-b3b6-8bd8b3a2ce60 admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:50:05.231889 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device aa2d5131-c88c-4b03-9959-45daf9c11d25 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:50:05.367731 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port aa2d5131-c88c-4b03-9959-45daf9c11d25 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:50:05.453318 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-835d1fc3-258b-4897-b846-819147294c5a service neutron] 10.222.0.39 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149048 Aug 18 12:50:05.890622 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6c487eed-14d4-42e2-b55c-ef26d5e7ebd7 req-5b1b3529-6e89-46a0-ad74-35f8c034324f service neutron] 10.222.0.39 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098708 Aug 18 12:50:05.891237 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-da998769-2431-4c2d-bead-952b85948e4d tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:05.891237 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-da998769-2431-4c2d-bead-952b85948e4d tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.20 "GET /v2.0/networks?id=868b2abd-c11c-4513-ae1d-4c8f78707536 HTTP/1.1" status: 200 len: 822 time: 0.4056544 Aug 18 12:50:05.891237 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-174068f4-79ee-49e0-b3b6-8bd8b3a2ce60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:05.893585 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-1ed2871c-b79d-4d99-ab0a-2ed33c8fec7f tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Request body: {'port': {'device_id': '1fda3e2a-0016-4fdc-a03f-1e7b0c9f4fa1', 'network_id': '868b2abd-c11c-4513-ae1d-4c8f78707536', 'admin_state_up': True, 'tenant_id': 'd8cfbe58f669487bb73cf800dbfde991'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:05.931246 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b023e0d6-5f28-402e-8a29-8b7478a95c24 None None] Network cd6089a8-36dd-4c47-85da-bed1aace1a99 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:50:06.133954 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-bec0c46b-a036-40b9-a8d8-d73f206410db None None] Provisioning for port aa2d5131-c88c-4b03-9959-45daf9c11d25 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:50:06.139126 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-bec0c46b-a036-40b9-a8d8-d73f206410db None None] Provisioning complete for port aa2d5131-c88c-4b03-9959-45daf9c11d25 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:06.143979 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bec0c46b-a036-40b9-a8d8-d73f206410db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:06.174251 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-174068f4-79ee-49e0-b3b6-8bd8b3a2ce60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:06.236801 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-1ed2871c-b79d-4d99-ab0a-2ed33c8fec7f tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Made reservation on behalf of d8cfbe58f669487bb73cf800dbfde991 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:50:06.240724 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-1ed2871c-b79d-4d99-ab0a-2ed33c8fec7f tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:06.252703 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.db.resource_extend [req-40643a28-795b-415d-b1f8-7768d2a46ed8 req-acce858c-1940-4edc-b59f-d42f1fb71074 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 12:50:06.277633 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bec0c46b-a036-40b9-a8d8-d73f206410db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:06.298332 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-00a29716-e3e4-4e9f-997e-38011fc79cc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a9ce944-2754-4b54-ab1a-316a1e404698 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:50:06.311904 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-bec0c46b-a036-40b9-a8d8-d73f206410db None None] For port aa2d5131-c88c-4b03-9959-45daf9c11d25, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=aa2d5131-c88c-4b03-9959-45daf9c11d25,segment=NetworkSegment(1ebf26b0-39ad-4ee6-96e0-f8310a8b9042),segment_id=1ebf26b0-39ad-4ee6-96e0-f8310a8b9042)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:06.321931 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-00a29716-e3e4-4e9f-997e-38011fc79cc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:06.372417 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-00a29716-e3e4-4e9f-997e-38011fc79cc8 service neutron] Transition to ACTIVE for port object 7a9ce944-2754-4b54-ab1a-316a1e404698 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:50:06.374895 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-40643a28-795b-415d-b1f8-7768d2a46ed8 req-acce858c-1940-4edc-b59f-d42f1fb71074 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:06.388672 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bec0c46b-a036-40b9-a8d8-d73f206410db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:06.441655 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec0c46b-a036-40b9-a8d8-d73f206410db None None] Pushing event updated for resources: {'Port': ['ID=aa2d5131-c88c-4b03-9959-45daf9c11d25,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:06.447647 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-00a29716-e3e4-4e9f-997e-38011fc79cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:06.459722 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-1ed2871c-b79d-4d99-ab0a-2ed33c8fec7f tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Allocated IP 172.20.0.5 (868b2abd-c11c-4513-ae1d-4c8f78707536/34a133e6-4845-483d-9cb6-cc8c362b1453/392b050f-016c-4582-b667-9fd97de60b00) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:50:06.488236 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-40643a28-795b-415d-b1f8-7768d2a46ed8 req-acce858c-1940-4edc-b59f-d42f1fb71074 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:06.515286 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d7039ef3-ccd4-4f54-85af-67da4b858e80 None None] Provisioning complete for port aa2d5131-c88c-4b03-9959-45daf9c11d25 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:06.519594 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d7039ef3-ccd4-4f54-85af-67da4b858e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:06.539008 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174068f4-79ee-49e0-b3b6-8bd8b3a2ce60 admin admin] Router 86214a0b-aa9a-42f5-9559-115a75487133 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:50:06.577087 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a29716-e3e4-4e9f-997e-38011fc79cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=7a9ce944-2754-4b54-ab1a-316a1e404698,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:06.677422 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [req-40643a28-795b-415d-b1f8-7768d2a46ed8 req-acce858c-1940-4edc-b59f-d42f1fb71074 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Floating IP 73c932f3-2162-4a98-b5c9-8b57fe47ee8b associated. External IP: 172.25.6.68, port: 05b31936-2541-4a29-824e-ab9ae5a2bbca. Aug 18 12:50:06.680667 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-00a29716-e3e4-4e9f-997e-38011fc79cc8 service neutron] Attempting to bind port 7a9ce944-2754-4b54-ab1a-316a1e404698 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:50:06.681095 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-00a29716-e3e4-4e9f-997e-38011fc79cc8 service neutron] Attempting to bind port 7a9ce944-2754-4b54-ab1a-316a1e404698 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': 'c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '02fd23fc-4be9-4045-ae50-4a7decb4e07c'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:50:06.681338 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-00a29716-e3e4-4e9f-997e-38011fc79cc8 service neutron] Attempting to bind port 7a9ce944-2754-4b54-ab1a-316a1e404698 on network 02fd23fc-4be9-4045-ae50-4a7decb4e07c {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:50:06.705650 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-1ed2871c-b79d-4d99-ab0a-2ed33c8fec7f tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:06.718033 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-00a29716-e3e4-4e9f-997e-38011fc79cc8 service neutron] Port 7a9ce944-2754-4b54-ab1a-316a1e404698 on network 02fd23fc-4be9-4045-ae50-4a7decb4e07c not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:50:06.718384 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-00a29716-e3e4-4e9f-997e-38011fc79cc8 service neutron] Attempting to bind port 7a9ce944-2754-4b54-ab1a-316a1e404698 on network 02fd23fc-4be9-4045-ae50-4a7decb4e07c {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:50:06.730090 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-00a29716-e3e4-4e9f-997e-38011fc79cc8 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:50:06.734523 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-00a29716-e3e4-4e9f-997e-38011fc79cc8 service neutron] Checking segment: {'id': 'c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '02fd23fc-4be9-4045-ae50-4a7decb4e07c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:50:06.734523 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-00a29716-e3e4-4e9f-997e-38011fc79cc8 service neutron] Bound using segment: {'id': 'c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '02fd23fc-4be9-4045-ae50-4a7decb4e07c'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:50:06.734523 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-00a29716-e3e4-4e9f-997e-38011fc79cc8 service neutron] Bound port: 7a9ce944-2754-4b54-ab1a-316a1e404698, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '02fd23fc-4be9-4045-ae50-4a7decb4e07c'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:50:06.734523 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-00a29716-e3e4-4e9f-997e-38011fc79cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:06.773995 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174068f4-79ee-49e0-b3b6-8bd8b3a2ce60 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:50:06.785779 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f5ad61-ac00-4e62-b3f9-651c04136043 None None] Sync routers for ids ['86214a0b-aa9a-42f5-9559-115a75487133'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:50:06.795498 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f5ad61-ac00-4e62-b3f9-651c04136043 None None] Routers {'86214a0b-aa9a-42f5-9559-115a75487133'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:50:06.796004 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-f0f5ad61-ac00-4e62-b3f9-651c04136043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:49:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['86214a0b-aa9a-42f5-9559-115a75487133'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:06.847470 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-174068f4-79ee-49e0-b3b6-8bd8b3a2ce60 admin admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:06.851141 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-174068f4-79ee-49e0-b3b6-8bd8b3a2ce60 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3949735 Aug 18 12:50:06.854701 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60550) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:06.888337 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-00a29716-e3e4-4e9f-997e-38011fc79cc8 service neutron] For port 7a9ce944-2754-4b54-ab1a-316a1e404698, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:50:06.893298 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-1ed2871c-b79d-4d99-ab0a-2ed33c8fec7f tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:06.911487 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-f0f5ad61-ac00-4e62-b3f9-651c04136043 None None] Set router 86214a0b-aa9a-42f5-9559-115a75487133 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:50:06.911713 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-00a29716-e3e4-4e9f-997e-38011fc79cc8 service neutron] For port 7a9ce944-2754-4b54-ab1a-316a1e404698, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=7a9ce944-2754-4b54-ab1a-316a1e404698,segment=NetworkSegment(c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca),segment_id=c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:50:06.949992 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-1ed2871c-b79d-4d99-ab0a-2ed33c8fec7f tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Network 868b2abd-c11c-4513-ae1d-4c8f78707536 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:50:06.974665 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-00a29716-e3e4-4e9f-997e-38011fc79cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:06.978048 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40643a28-795b-415d-b1f8-7768d2a46ed8 req-acce858c-1940-4edc-b59f-d42f1fb71074 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Router 35dd589f-97cd-4a32-8c7b-7df06c6a394d has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:50:06.983275 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-1ed2871c-b79d-4d99-ab0a-2ed33c8fec7f tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:50:06.988830 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-1ed2871c-b79d-4d99-ab0a-2ed33c8fec7f tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:50:06.994590 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-1ed2871c-b79d-4d99-ab0a-2ed33c8fec7f tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:06.995229 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-1ed2871c-b79d-4d99-ab0a-2ed33c8fec7f tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:07.009086 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed2871c-b79d-4d99-ab0a-2ed33c8fec7f tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Pushing event updated for resources: {'Port': ['ID=392b050f-016c-4582-b667-9fd97de60b00,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:07.018965 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-00a29716-e3e4-4e9f-997e-38011fc79cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:07.020908 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-00a29716-e3e4-4e9f-997e-38011fc79cc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:07.021041 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-00a29716-e3e4-4e9f-997e-38011fc79cc8 service neutron] 10.222.0.20 "PUT /v2.0/ports/7a9ce944-2754-4b54-ab1a-316a1e404698 HTTP/1.1" status: 200 len: 1091 time: 2.0848284 Aug 18 12:50:07.108058 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-f0f5ad61-ac00-4e62-b3f9-651c04136043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86214a0b-aa9a-42f5-9559-115a75487133', 'name': 'tempest-FloatingIPsTestJSON-150344598-router', 'tenant_id': '0e2bf908a50741ad801443ca8d0d987f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '0ff7e865-5530-42ab-bf9a-53a861d970a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:03Z', 'updated_at': '2021-08-18T12:50:05Z', 'revision_number': 3, 'project_id': '0e2bf908a50741ad801443ca8d0d987f', 'gw_port': {'id': '0ff7e865-5530-42ab-bf9a-53a861d970a9', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:57:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86214a0b-aa9a-42f5-9559-115a75487133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:04Z', 'updated_at': '2021-08-18T12:50:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:07.119447 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-1ed2871c-b79d-4d99-ab0a-2ed33c8fec7f tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2321432 Aug 18 12:50:07.134266 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a29716-e3e4-4e9f-997e-38011fc79cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=7a9ce944-2754-4b54-ab1a-316a1e404698,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:07.137845 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-05e2e5c5-e06b-4a93-8332-707656123f8e service neutron] Request body: {'port': {'device_id': '1fda3e2a-0016-4fdc-a03f-1e7b0c9f4fa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:07.147417 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f5ad61-ac00-4e62-b3f9-651c04136043 None None] Checking router: 86214a0b-aa9a-42f5-9559-115a75487133 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:50:07.147417 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f5ad61-ac00-4e62-b3f9-651c04136043 None None] Updating router 86214a0b-aa9a-42f5-9559-115a75487133 port 0ff7e865-5530-42ab-bf9a-53a861d970a9 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:50:07.173860 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-f0f5ad61-ac00-4e62-b3f9-651c04136043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:07.232995 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device aa2d5131-c88c-4b03-9959-45daf9c11d25 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:50:07.308411 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port aa2d5131-c88c-4b03-9959-45daf9c11d25 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:07.309308 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:07.312007 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-05e2e5c5-e06b-4a93-8332-707656123f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:07.327823 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40643a28-795b-415d-b1f8-7768d2a46ed8 req-acce858c-1940-4edc-b59f-d42f1fb71074 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:50:07.333557 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-40643a28-795b-415d-b1f8-7768d2a46ed8 req-acce858c-1940-4edc-b59f-d42f1fb71074 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:07.348054 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3a3723-62a8-41b1-8c52-fda4cebc5afe None None] Sync routers for ids ['35dd589f-97cd-4a32-8c7b-7df06c6a394d'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:50:07.357562 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-ab9e1d27-329e-4796-9ea3-7d7d2babd071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:07.359121 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-ab9e1d27-329e-4796-9ea3-7d7d2babd071 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a75dbc010737425ca08685b9dab39e3d&device_id=dea89456-27c8-4b4c-8bea-e414b197d248 HTTP/1.1" status: 200 len: 1094 time: 0.1923006 Aug 18 12:50:07.376698 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-40643a28-795b-415d-b1f8-7768d2a46ed8 req-acce858c-1940-4edc-b59f-d42f1fb71074 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "PUT /v2.0/floatingips/73c932f3-2162-4a98-b5c9-8b57fe47ee8b HTTP/1.1" status: 200 len: 995 time: 2.7193928 Aug 18 12:50:07.387600 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3a3723-62a8-41b1-8c52-fda4cebc5afe None None] Routers {'35dd589f-97cd-4a32-8c7b-7df06c6a394d'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:50:07.388819 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-3c3a3723-62a8-41b1-8c52-fda4cebc5afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:49:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['35dd589f-97cd-4a32-8c7b-7df06c6a394d'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:07.406139 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-d114373c-6a53-4252-b394-9b58f71d952f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a9ce944-2754-4b54-ab1a-316a1e404698 HTTP/1.1" status: 200 len: 217 time: 0.0379262 Aug 18 12:50:07.471462 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-928eab73-921c-4dcc-b005-e337e71f64fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:07.472953 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-928eab73-921c-4dcc-b005-e337e71f64fe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=154e0376-ea0e-40f2-a861-d291c3269453 HTTP/1.1" status: 200 len: 863 time: 0.0500169 Aug 18 12:50:07.537609 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40643a28-795b-415d-b1f8-7768d2a46ed8 req-e021cf0d-acd7-4c33-a25c-8b68d18d4df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:07.547317 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-40643a28-795b-415d-b1f8-7768d2a46ed8 req-e021cf0d-acd7-4c33-a25c-8b68d18d4df6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=897769f511c740088662d1c81eeed0ac&device_id=56af15d3-f73c-4f9d-9b85-dc90b9606c42 HTTP/1.1" status: 200 len: 1096 time: 0.1329656 Aug 18 12:50:07.573949 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-3c3a3723-62a8-41b1-8c52-fda4cebc5afe None None] Set router 35dd589f-97cd-4a32-8c7b-7df06c6a394d gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:50:07.597615 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-1b85f401-884f-414c-98ef-fd4ef262158b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:07.599147 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-1b85f401-884f-414c-98ef-fd4ef262158b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=02fd23fc-4be9-4045-ae50-4a7decb4e07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1119595 Aug 18 12:50:07.708257 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40643a28-795b-415d-b1f8-7768d2a46ed8 req-b50fe901-b7b5-4fe1-a7e2-f1dcaf16c16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:07.716064 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-40643a28-795b-415d-b1f8-7768d2a46ed8 req-b50fe901-b7b5-4fe1-a7e2-f1dcaf16c16c service neutron] 10.222.0.13 "GET /v2.0/networks?id=ebf27eaa-e45c-4211-af61-c4ba3d80ec8e HTTP/1.1" status: 200 len: 930 time: 0.1678491 Aug 18 12:50:07.718617 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9f967e-3773-4a37-b757-bbd1459168d3 x-openstack-request-id: req-fc9f967e-3773-4a37-b757-bbd1459168d3 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:50:07.718916 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "398c892b-5378-4fcd-b993-ca2a6c5c0b5f", "tag": "1eb230a0-232b-4582-ad1b-36657cb6bc50", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:50:07.719154 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc9f967e-3773-4a37-b757-bbd1459168d3 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:50:07.719539 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '398c892b-5378-4fcd-b993-ca2a6c5c0b5f', 'tag': '1eb230a0-232b-4582-ad1b-36657cb6bc50', 'status': 'completed', 'code': 200} Aug 18 12:50:07.730805 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-f0f5ad61-ac00-4e62-b3f9-651c04136043 None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:07.759187 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-f0f5ad61-ac00-4e62-b3f9-651c04136043 None None] Transition to ACTIVE for port object 0ff7e865-5530-42ab-bf9a-53a861d970a9 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:50:07.847774 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-f0f5ad61-ac00-4e62-b3f9-651c04136043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:07.884132 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-a8091ec4-0920-4503-b547-76125fb81165 service neutron] 10.222.0.20 "GET /v2.0/networks/02fd23fc-4be9-4045-ae50-4a7decb4e07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763629 Aug 18 12:50:07.886254 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-80dd9dff-140f-40da-841b-5d826d6f995a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:07.913478 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-05e2e5c5-e06b-4a93-8332-707656123f8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 392b050f-016c-4582-b667-9fd97de60b00 {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:50:07.918498 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-40643a28-795b-415d-b1f8-7768d2a46ed8 req-4c2c512b-afb8-48ca-801f-4141da9e0287 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05b31936-2541-4a29-824e-ab9ae5a2bbca HTTP/1.1" status: 200 len: 998 time: 0.2014887 Aug 18 12:50:07.924612 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-05e2e5c5-e06b-4a93-8332-707656123f8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:07.936193 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-3c3a3723-62a8-41b1-8c52-fda4cebc5afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35dd589f-97cd-4a32-8c7b-7df06c6a394d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1609313234-router', 'tenant_id': '897769f511c740088662d1c81eeed0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '19443664-49e4-42a7-a2a5-68c76f0f5625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:49:24Z', 'updated_at': '2021-08-18T12:49:36Z', 'revision_number': 4, 'project_id': '897769f511c740088662d1c81eeed0ac', 'gw_port': {'id': '19443664-49e4-42a7-a2a5-68c76f0f5625', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dd589f-97cd-4a32-8c7b-7df06c6a394d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:26Z', 'updated_at': '2021-08-18T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '73c932f3-2162-4a98-b5c9-8b57fe47ee8b', 'tenant_id': '897769f511c740088662d1c81eeed0ac', 'floating_ip_address': '172.25.6.68', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '35dd589f-97cd-4a32-8c7b-7df06c6a394d', 'port_id': '05b31936-2541-4a29-824e-ab9ae5a2bbca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf27eaa-e45c-4211-af61-c4ba3d80ec8e', 'mac_address': 'fa:16:3e:9d:8e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56af15d3-f73c-4f9d-9b85-dc90b9606c42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:50:01Z', 'updated_at': '2021-08-18T12:50:06Z', 'revision_number': 1, 'project_id': '897769f511c740088662d1c81eeed0ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e5a73a-ee4f-4ac9-8d62-2c549f2c325b', 'name': '', 'network_id': 'ebf27eaa-e45c-4211-af61-c4ba3d80ec8e', 'tenant_id': '897769f511c740088662d1c81eeed0ac', 'mac_address': 'fa:16:3e:3b:70:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dd589f-97cd-4a32-8c7b-7df06c6a394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '10ed8f90-6f5a-4397-8c28-ce514ffb391e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:32Z', 'updated_at': '2021-08-18T12:49:44Z', 'revision_number': 5, 'project_id': '897769f511c740088662d1c81eeed0ac', 'subnets': [{'id': '10ed8f90-6f5a-4397-8c28-ce514ffb391e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:07.941341 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-05e2e5c5-e06b-4a93-8332-707656123f8e service neutron] Transition to ACTIVE for port object 392b050f-016c-4582-b667-9fd97de60b00 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:50:07.963889 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760815f7-3a2e-4826-a247-07963dfdd148 None None] Pushing event updated for resources: {'Port': ['ID=0ff7e865-5530-42ab-bf9a-53a861d970a9,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:07.967874 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-f0f5ad61-ac00-4e62-b3f9-651c04136043 None None] Attempting to bind port 0ff7e865-5530-42ab-bf9a-53a861d970a9 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:50:07.968246 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-f0f5ad61-ac00-4e62-b3f9-651c04136043 None None] Attempting to bind port 0ff7e865-5530-42ab-bf9a-53a861d970a9 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:50:07.968605 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f5ad61-ac00-4e62-b3f9-651c04136043 None None] Attempting to bind port 0ff7e865-5530-42ab-bf9a-53a861d970a9 on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:50:07.974053 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f5ad61-ac00-4e62-b3f9-651c04136043 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:50:07.974591 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f5ad61-ac00-4e62-b3f9-651c04136043 None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:50:07.974998 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-f0f5ad61-ac00-4e62-b3f9-651c04136043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:07.975390 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f5ad61-ac00-4e62-b3f9-651c04136043 None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:50:07.975847 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-f0f5ad61-ac00-4e62-b3f9-651c04136043 None None] Bound port: 0ff7e865-5530-42ab-bf9a-53a861d970a9, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:50:07.976243 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-f0f5ad61-ac00-4e62-b3f9-651c04136043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:08.012652 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3a3723-62a8-41b1-8c52-fda4cebc5afe None None] Checking router: 35dd589f-97cd-4a32-8c7b-7df06c6a394d for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:50:08.036370 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3a3723-62a8-41b1-8c52-fda4cebc5afe None None] Routers {'35dd589f-97cd-4a32-8c7b-7df06c6a394d'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:50:08.037308 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-3c3a3723-62a8-41b1-8c52-fda4cebc5afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:49:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['35dd589f-97cd-4a32-8c7b-7df06c6a394d'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:08.068416 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-f0f5ad61-ac00-4e62-b3f9-651c04136043 None None] For port 0ff7e865-5530-42ab-bf9a-53a861d970a9, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:50:08.072518 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-f0f5ad61-ac00-4e62-b3f9-651c04136043 None None] For port 0ff7e865-5530-42ab-bf9a-53a861d970a9, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=0ff7e865-5530-42ab-bf9a-53a861d970a9,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:50:08.094377 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-05e2e5c5-e06b-4a93-8332-707656123f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:08.168835 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-f0f5ad61-ac00-4e62-b3f9-651c04136043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:08.178224 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-80dd9dff-140f-40da-841b-5d826d6f995a admin admin] Allocated IP 172.20.0.1 (cd6089a8-36dd-4c47-85da-bed1aace1a99/122ce778-2fad-4a02-9113-cf099bccad00/5de6eb64-31ba-4ec4-80a3-9ac94e13dbf6) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:50:08.215439 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2e5c5-e06b-4a93-8332-707656123f8e service neutron] Pushing event updated for resources: {'Port': ['ID=392b050f-016c-4582-b667-9fd97de60b00,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:08.267536 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf807cb-aa2c-44ac-b5f1-3aff6f47f371 req-679de37a-a7d6-4226-8fee-4565aa50be9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:08.268929 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5bf807cb-aa2c-44ac-b5f1-3aff6f47f371 req-679de37a-a7d6-4226-8fee-4565aa50be9f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=075606cfda364ddebe4be31640ab3a76&device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 1095 time: 0.4656816 Aug 18 12:50:08.334385 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-3c3a3723-62a8-41b1-8c52-fda4cebc5afe None None] Set router 35dd589f-97cd-4a32-8c7b-7df06c6a394d gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:50:08.345004 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40643a28-795b-415d-b1f8-7768d2a46ed8 req-aba315bf-f19d-4c9a-b5a4-11a733223ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:08.352503 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-40643a28-795b-415d-b1f8-7768d2a46ed8 req-aba315bf-f19d-4c9a-b5a4-11a733223ebc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=10ed8f90-6f5a-4397-8c28-ce514ffb391e HTTP/1.1" status: 200 len: 868 time: 0.4328601 Aug 18 12:50:08.376686 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760815f7-3a2e-4826-a247-07963dfdd148 None None] Pushing event updated for resources: {'Port': ['ID=0ff7e865-5530-42ab-bf9a-53a861d970a9,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:08.396103 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f5ad61-ac00-4e62-b3f9-651c04136043 None None] Routers {'86214a0b-aa9a-42f5-9559-115a75487133'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:50:08.400441 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-f0f5ad61-ac00-4e62-b3f9-651c04136043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:49:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['86214a0b-aa9a-42f5-9559-115a75487133'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:08.404178 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8608d4e7-b5ea-4e22-9a70-cd71bbcfcd88 req-8eb64f2f-5a59-4b75-b66d-f5125beffe4f service neutron] 10.222.0.20 "GET /v2.0/networks/02fd23fc-4be9-4045-ae50-4a7decb4e07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5063519 Aug 18 12:50:08.410881 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60558) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:08.446083 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40643a28-795b-415d-b1f8-7768d2a46ed8 req-3349e932-7fc3-45dd-882b-94b6c78c2aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:08.453754 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-40643a28-795b-415d-b1f8-7768d2a46ed8 req-3349e932-7fc3-45dd-882b-94b6c78c2aec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ebf27eaa-e45c-4211-af61-c4ba3d80ec8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003175 Aug 18 12:50:08.460654 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [req-40643a28-795b-415d-b1f8-7768d2a46ed8 req-751caaa8-4a88-4a13-945c-8dee408750d1 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:50:08.468100 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-40643a28-795b-415d-b1f8-7768d2a46ed8 req-751caaa8-4a88-4a13-945c-8dee408750d1 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134349 Aug 18 12:50:08.533792 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d974d43-9b3b-4948-b3a8-4fe6cd3cf79a req-ac08c635-f081-42a2-a6dc-7e4c2e4c2be3 tempest-MigrationsAdminTest-687754101 tempest-MigrationsAdminTest-687754101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:08.535393 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8d974d43-9b3b-4948-b3a8-4fe6cd3cf79a req-ac08c635-f081-42a2-a6dc-7e4c2e4c2be3 tempest-MigrationsAdminTest-687754101 tempest-MigrationsAdminTest-687754101-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 1101 time: 0.4444542 Aug 18 12:50:08.563121 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-40643a28-795b-415d-b1f8-7768d2a46ed8 req-8fb3a325-f6bd-43bd-8d8b-ff46bd761717 service neutron] 10.222.0.13 "GET /v2.0/networks/ebf27eaa-e45c-4211-af61-c4ba3d80ec8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934491 Aug 18 12:50:08.568359 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-05e2e5c5-e06b-4a93-8332-707656123f8e service neutron] Attempting to bind port 392b050f-016c-4582-b667-9fd97de60b00 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:50:08.568698 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-05e2e5c5-e06b-4a93-8332-707656123f8e service neutron] Attempting to bind port 392b050f-016c-4582-b667-9fd97de60b00 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '7ff9e9d1-2f3f-4727-a98f-48223d2acb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '868b2abd-c11c-4513-ae1d-4c8f78707536'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:50:08.569024 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-05e2e5c5-e06b-4a93-8332-707656123f8e service neutron] Attempting to bind port 392b050f-016c-4582-b667-9fd97de60b00 on network 868b2abd-c11c-4513-ae1d-4c8f78707536 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:50:08.569972 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-f0f5ad61-ac00-4e62-b3f9-651c04136043 None None] Set router 86214a0b-aa9a-42f5-9559-115a75487133 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:50:08.572362 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf807cb-aa2c-44ac-b5f1-3aff6f47f371 req-36835bfd-ce15-436f-950e-8fb776eb511c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:08.573822 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5bf807cb-aa2c-44ac-b5f1-3aff6f47f371 req-36835bfd-ce15-436f-950e-8fb776eb511c service neutron] 10.222.0.39 "GET /v2.0/networks?id=8e2ca950-415a-439c-a01b-47dff2e51d7d HTTP/1.1" status: 200 len: 908 time: 0.2938221 Aug 18 12:50:08.574743 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8d974d43-9b3b-4948-b3a8-4fe6cd3cf79a req-1075f0c1-d5c1-4374-b3c9-420bcfca527a tempest-MigrationsAdminTest-687754101 tempest-MigrationsAdminTest-687754101-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:08.579377 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-05e2e5c5-e06b-4a93-8332-707656123f8e service neutron] Port 392b050f-016c-4582-b667-9fd97de60b00 on network 868b2abd-c11c-4513-ae1d-4c8f78707536 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:50:08.579700 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-05e2e5c5-e06b-4a93-8332-707656123f8e service neutron] Attempting to bind port 392b050f-016c-4582-b667-9fd97de60b00 on network 868b2abd-c11c-4513-ae1d-4c8f78707536 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:50:08.605253 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-05e2e5c5-e06b-4a93-8332-707656123f8e service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:50:08.605587 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-05e2e5c5-e06b-4a93-8332-707656123f8e service neutron] Checking segment: {'id': '7ff9e9d1-2f3f-4727-a98f-48223d2acb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '868b2abd-c11c-4513-ae1d-4c8f78707536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:50:08.605974 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-05e2e5c5-e06b-4a93-8332-707656123f8e service neutron] Bound using segment: {'id': '7ff9e9d1-2f3f-4727-a98f-48223d2acb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '868b2abd-c11c-4513-ae1d-4c8f78707536'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:50:08.606443 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-05e2e5c5-e06b-4a93-8332-707656123f8e service neutron] Bound port: 392b050f-016c-4582-b667-9fd97de60b00, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ff9e9d1-2f3f-4727-a98f-48223d2acb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '868b2abd-c11c-4513-ae1d-4c8f78707536'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:50:08.606798 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-05e2e5c5-e06b-4a93-8332-707656123f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:08.648650 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5bf807cb-aa2c-44ac-b5f1-3aff6f47f371 req-26b55d6f-37fc-4fd9-b10e-9762c16adb32 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1eb230a0-232b-4582-ad1b-36657cb6bc50 HTTP/1.1" status: 200 len: 217 time: 0.0646040 Aug 18 12:50:08.674343 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-80dd9dff-140f-40da-841b-5d826d6f995a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:08.705482 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9807a79-0cfc-43aa-bc6b-b5db0d24412d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:08.711291 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-80dd9dff-140f-40da-841b-5d826d6f995a admin admin] Transition to ACTIVE for port object 5de6eb64-31ba-4ec4-80a3-9ac94e13dbf6 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:50:08.747582 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-05e2e5c5-e06b-4a93-8332-707656123f8e service neutron] For port 392b050f-016c-4582-b667-9fd97de60b00, host n-h2-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:50:08.751556 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf807cb-aa2c-44ac-b5f1-3aff6f47f371 req-9e6e06b0-0919-492c-bded-47d168d1a2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:08.753027 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5bf807cb-aa2c-44ac-b5f1-3aff6f47f371 req-9e6e06b0-0919-492c-bded-47d168d1a2a6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a7c71ac1-e82b-41d2-8931-67fb6a54cbad HTTP/1.1" status: 200 len: 847 time: 0.0941222 Aug 18 12:50:08.753524 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-05e2e5c5-e06b-4a93-8332-707656123f8e service neutron] For port 392b050f-016c-4582-b667-9fd97de60b00, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=392b050f-016c-4582-b667-9fd97de60b00,segment=NetworkSegment(7ff9e9d1-2f3f-4727-a98f-48223d2acb58),segment_id=7ff9e9d1-2f3f-4727-a98f-48223d2acb58)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:50:08.767587 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-40643a28-795b-415d-b1f8-7768d2a46ed8 req-53bf831a-bc24-4a9f-9842-8dac96354f70 service neutron] 10.222.0.13 "GET /v2.0/networks/ebf27eaa-e45c-4211-af61-c4ba3d80ec8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998105 Aug 18 12:50:08.798691 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5bf807cb-aa2c-44ac-b5f1-3aff6f47f371 req-fa31e57e-519e-4efb-84b1-db0c935bab50 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8e2ca950-415a-439c-a01b-47dff2e51d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290475 Aug 18 12:50:08.809616 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8d974d43-9b3b-4948-b3a8-4fe6cd3cf79a req-1075f0c1-d5c1-4374-b3c9-420bcfca527a tempest-MigrationsAdminTest-687754101 tempest-MigrationsAdminTest-687754101-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:08.810438 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-f0f5ad61-ac00-4e62-b3f9-651c04136043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86214a0b-aa9a-42f5-9559-115a75487133', 'name': 'tempest-FloatingIPsTestJSON-150344598-router', 'tenant_id': '0e2bf908a50741ad801443ca8d0d987f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '0ff7e865-5530-42ab-bf9a-53a861d970a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:03Z', 'updated_at': '2021-08-18T12:50:05Z', 'revision_number': 3, 'project_id': '0e2bf908a50741ad801443ca8d0d987f', 'gw_port': {'id': '0ff7e865-5530-42ab-bf9a-53a861d970a9', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:57:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86214a0b-aa9a-42f5-9559-115a75487133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:04Z', 'updated_at': '2021-08-18T12:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:08.813531 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-05e2e5c5-e06b-4a93-8332-707656123f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:08.821127 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-3c3a3723-62a8-41b1-8c52-fda4cebc5afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35dd589f-97cd-4a32-8c7b-7df06c6a394d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1609313234-router', 'tenant_id': '897769f511c740088662d1c81eeed0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '19443664-49e4-42a7-a2a5-68c76f0f5625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:49:24Z', 'updated_at': '2021-08-18T12:49:36Z', 'revision_number': 4, 'project_id': '897769f511c740088662d1c81eeed0ac', 'gw_port': {'id': '19443664-49e4-42a7-a2a5-68c76f0f5625', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dd589f-97cd-4a32-8c7b-7df06c6a394d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:26Z', 'updated_at': '2021-08-18T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '73c932f3-2162-4a98-b5c9-8b57fe47ee8b', 'tenant_id': '897769f511c740088662d1c81eeed0ac', 'floating_ip_address': '172.25.6.68', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '35dd589f-97cd-4a32-8c7b-7df06c6a394d', 'port_id': '05b31936-2541-4a29-824e-ab9ae5a2bbca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf27eaa-e45c-4211-af61-c4ba3d80ec8e', 'mac_address': 'fa:16:3e:9d:8e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56af15d3-f73c-4f9d-9b85-dc90b9606c42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:50:01Z', 'updated_at': '2021-08-18T12:50:06Z', 'revision_number': 1, 'project_id': '897769f511c740088662d1c81eeed0ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e5a73a-ee4f-4ac9-8d62-2c549f2c325b', 'name': '', 'network_id': 'ebf27eaa-e45c-4211-af61-c4ba3d80ec8e', 'tenant_id': '897769f511c740088662d1c81eeed0ac', 'mac_address': 'fa:16:3e:3b:70:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dd589f-97cd-4a32-8c7b-7df06c6a394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '10ed8f90-6f5a-4397-8c28-ce514ffb391e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:32Z', 'updated_at': '2021-08-18T12:49:44Z', 'revision_number': 5, 'project_id': '897769f511c740088662d1c81eeed0ac', 'subnets': [{'id': '10ed8f90-6f5a-4397-8c28-ce514ffb391e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:08.839837 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f5ad61-ac00-4e62-b3f9-651c04136043 None None] The sync data for ids ['86214a0b-aa9a-42f5-9559-115a75487133'] in n-d-803603-2 is: [{'id': '86214a0b-aa9a-42f5-9559-115a75487133', 'name': 'tempest-FloatingIPsTestJSON-150344598-router', 'tenant_id': '0e2bf908a50741ad801443ca8d0d987f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '0ff7e865-5530-42ab-bf9a-53a861d970a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:03Z', 'updated_at': '2021-08-18T12:50:05Z', 'revision_number': 3, 'project_id': '0e2bf908a50741ad801443ca8d0d987f', 'gw_port': {'id': '0ff7e865-5530-42ab-bf9a-53a861d970a9', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:57:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86214a0b-aa9a-42f5-9559-115a75487133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:04Z', 'updated_at': '2021-08-18T12:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:50:08.866772 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-05e2e5c5-e06b-4a93-8332-707656123f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:08.867432 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-05e2e5c5-e06b-4a93-8332-707656123f8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:08.869757 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-05e2e5c5-e06b-4a93-8332-707656123f8e service neutron] 10.222.0.20 "PUT /v2.0/ports/392b050f-016c-4582-b667-9fd97de60b00 HTTP/1.1" status: 200 len: 1091 time: 1.7388008 Aug 18 12:50:08.870438 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fda3e2a-0016-4fdc-a03f-1e7b0c9f4fa1', 'tag': '392b050f-016c-4582-b667-9fd97de60b00'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:50:08.872792 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db235346-39e6-4375-aeb2-14f69133e532" -d '{"events": [{"name": "network-changed", "server_uuid": "1fda3e2a-0016-4fdc-a03f-1e7b0c9f4fa1", "tag": "392b050f-016c-4582-b667-9fd97de60b00"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:50:08.881491 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3a3723-62a8-41b1-8c52-fda4cebc5afe None None] The sync data for ids ['35dd589f-97cd-4a32-8c7b-7df06c6a394d'] in n-d-803603-2 is: [{'id': '35dd589f-97cd-4a32-8c7b-7df06c6a394d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1609313234-router', 'tenant_id': '897769f511c740088662d1c81eeed0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '19443664-49e4-42a7-a2a5-68c76f0f5625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:49:24Z', 'updated_at': '2021-08-18T12:49:36Z', 'revision_number': 4, 'project_id': '897769f511c740088662d1c81eeed0ac', 'gw_port': {'id': '19443664-49e4-42a7-a2a5-68c76f0f5625', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dd589f-97cd-4a32-8c7b-7df06c6a394d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:26Z', 'updated_at': '2021-08-18T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '73c932f3-2162-4a98-b5c9-8b57fe47ee8b', 'tenant_id': '897769f511c740088662d1c81eeed0ac', 'floating_ip_address': '172.25.6.68', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '35dd589f-97cd-4a32-8c7b-7df06c6a394d', 'port_id': '05b31936-2541-4a29-824e-ab9ae5a2bbca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf27eaa-e45c-4211-af61-c4ba3d80ec8e', 'mac_address': 'fa:16:3e:9d:8e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56af15d3-f73c-4f9d-9b85-dc90b9606c42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:50:01Z', 'updated_at': '2021-08-18T12:50:06Z', 'revision_number': 1, 'project_id': '897769f511c740088662d1c81eeed0ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e5a73a-ee4f-4ac9-8d62-2c549f2c325b', 'name': '', 'network_id': 'ebf27eaa-e45c-4211-af61-c4ba3d80ec8e', 'tenant_id': '897769f511c740088662d1c81eeed0ac', 'mac_address': 'fa:16:3e:3b:70:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dd589f-97cd-4a32-8c7b-7df06c6a394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '10ed8f90-6f5a-4397-8c28-ce514ffb391e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:32Z', 'updated_at': '2021-08-18T12:49:44Z', 'revision_number': 5, 'project_id': '897769f511c740088662d1c81eeed0ac', 'subnets': [{'id': '10ed8f90-6f5a-4397-8c28-ce514ffb391e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:50:08.908825 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-80dd9dff-140f-40da-841b-5d826d6f995a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:08.908825 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8d974d43-9b3b-4948-b3a8-4fe6cd3cf79a req-1075f0c1-d5c1-4374-b3c9-420bcfca527a tempest-MigrationsAdminTest-687754101 tempest-MigrationsAdminTest-687754101-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:08.927412 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2e5c5-e06b-4a93-8332-707656123f8e service neutron] Pushing event updated for resources: {'Port': ['ID=392b050f-016c-4582-b667-9fd97de60b00,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:08.950445 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5bf807cb-aa2c-44ac-b5f1-3aff6f47f371 req-93086abb-6fbb-4097-aa75-3c577e6c3d3c service neutron] 10.222.0.39 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424401 Aug 18 12:50:08.984504 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80dd9dff-140f-40da-841b-5d826d6f995a admin admin] Network cd6089a8-36dd-4c47-85da-bed1aace1a99 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:50:08.999554 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8d974d43-9b3b-4948-b3a8-4fe6cd3cf79a req-1075f0c1-d5c1-4374-b3c9-420bcfca527a tempest-MigrationsAdminTest-687754101 tempest-MigrationsAdminTest-687754101-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4486563 Aug 18 12:50:09.003553 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-80dd9dff-140f-40da-841b-5d826d6f995a admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:50:09.027235 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075f0c1-d5c1-4374-b3c9-420bcfca527a tempest-MigrationsAdminTest-687754101 tempest-MigrationsAdminTest-687754101-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0815521f-38f1-41f1-95a5-7a436b388f1c,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:09.030894 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dd9dff-140f-40da-841b-5d826d6f995a admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:50:09.031370 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-80dd9dff-140f-40da-841b-5d826d6f995a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:09.080237 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd9dff-140f-40da-841b-5d826d6f995a admin admin] Pushing event updated for resources: {'Port': ['ID=5de6eb64-31ba-4ec4-80a3-9ac94e13dbf6,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:09.174871 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-890c90b3-8b10-4a83-8bb0-7c6f0905cee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:09.176734 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-890c90b3-8b10-4a83-8bb0-7c6f0905cee2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8cfbe58f669487bb73cf800dbfde991&device_id=1fda3e2a-0016-4fdc-a03f-1e7b0c9f4fa1 HTTP/1.1" status: 200 len: 1094 time: 0.1893702 Aug 18 12:50:09.192944 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6a188-45e6-4e61-821c-d84274f613e9 req-77ab77ec-02d0-406b-87f2-c80a50a24d52 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:09.194728 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-95d6a188-45e6-4e61-821c-d84274f613e9 req-77ab77ec-02d0-406b-87f2-c80a50a24d52 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=f60f0443-a402-4f3d-82ec-b80e9cfd9f98 HTTP/1.1" status: 200 len: 944 time: 0.2133393 Aug 18 12:50:09.217995 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9807a79-0cfc-43aa-bc6b-b5db0d24412d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:09.243502 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 1eb230a0-232b-4582-ad1b-36657cb6bc50 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:50:09.264826 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5bf807cb-aa2c-44ac-b5f1-3aff6f47f371 req-242f37b4-c900-4766-ab39-aff0dbb2063d service neutron] 10.222.0.39 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791455 Aug 18 12:50:09.272766 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf495259-546a-4017-8f16-78639e6416eb None None] New status for floating IP 73c932f3-2162-4a98-b5c9-8b57fe47ee8b: ACTIVE {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:50:09.306439 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9807a79-0cfc-43aa-bc6b-b5db0d24412d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:09.309248 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-17eb634e-88ee-4ef2-9864-cef901948e9b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=392b050f-016c-4582-b667-9fd97de60b00 HTTP/1.1" status: 200 len: 217 time: 0.0990820 Aug 18 12:50:09.335374 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf92f4b-088a-4eb1-8743-53cfa40a99e5 req-fe7b2014-c7fd-4ad0-a4a0-6d1dfa22ed72 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:09.339725 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3bf92f4b-088a-4eb1-8743-53cfa40a99e5 req-fe7b2014-c7fd-4ad0-a4a0-6d1dfa22ed72 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 944 time: 0.2237432 Aug 18 12:50:09.350338 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-95d6a188-45e6-4e61-821c-d84274f613e9 req-ec8db8cf-5b28-4371-b95e-303678fe4715 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440446 Aug 18 12:50:09.400640 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9807a79-0cfc-43aa-bc6b-b5db0d24412d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca75685-7f4f-4dd4-ace1-961b13e62d32,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:09.400640 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c9807a79-0cfc-43aa-bc6b-b5db0d24412d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ef378e2f70b419685c77f9d283d5d16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9876409 Aug 18 12:50:09.401081 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60568) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:09.478858 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6313fdd0-5bd4-4ff7-a0ea-4eb35e6a28ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:09.483992 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-9581133f-5068-4e62-9bba-c8c099f3d5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:09.488512 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-9581133f-5068-4e62-9bba-c8c099f3d5b5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=34a133e6-4845-483d-9cb6-cc8c362b1453 HTTP/1.1" status: 200 len: 862 time: 0.1681008 Aug 18 12:50:09.492500 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-1a4dcd4d-702b-4c5c-8c5b-99a3d15f35cf None None] Provisioning for port 5de6eb64-31ba-4ec4-80a3-9ac94e13dbf6 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:50:09.513949 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-1a4dcd4d-702b-4c5c-8c5b-99a3d15f35cf None None] Provisioning complete for port 5de6eb64-31ba-4ec4-80a3-9ac94e13dbf6 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:09.518969 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6313fdd0-5bd4-4ff7-a0ea-4eb35e6a28ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:09.519564 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1a4dcd4d-702b-4c5c-8c5b-99a3d15f35cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:09.526594 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 1eb230a0-232b-4582-ad1b-36657cb6bc50, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=1eb230a0-232b-4582-ad1b-36657cb6bc50,segment=NetworkSegment(9980139b-d711-402f-b96d-94b03ea2978e),segment_id=9980139b-d711-402f-b96d-94b03ea2978e)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:09.539987 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3bf92f4b-088a-4eb1-8743-53cfa40a99e5 req-fd9229aa-cc21-4bc0-a0b7-2a872bb6c6ea tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947401 Aug 18 12:50:09.587542 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-2ca3dbfd-a57f-4642-8426-d854adfb0904 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=868b2abd-c11c-4513-ae1d-4c8f78707536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846848 Aug 18 12:50:09.620375 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-80dd9dff-140f-40da-841b-5d826d6f995a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:09.623165 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '1eb230a0-232b-4582-ad1b-36657cb6bc50', 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d', 'port_id': '1eb230a0-232b-4582-ad1b-36657cb6bc50', 'mac_address': 'fa:16:3e:91:3a:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7c71ac1-e82b-41d2-8931-67fb6a54cbad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:50:09.675349 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-1a4dcd4d-702b-4c5c-8c5b-99a3d15f35cf None None] Port 5de6eb64-31ba-4ec4-80a3-9ac94e13dbf6 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:50:09.679591 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a5c5d-5f43-46a7-a524-f6d9eff56818 req-735d19b5-13f9-49f0-8531-0467f6961d18 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:09.681404 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1e3a5c5d-5f43-46a7-a524-f6d9eff56818 req-735d19b5-13f9-49f0-8531-0467f6961d18 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fda3e2a-0016-4fdc-a03f-1e7b0c9f4fa1 HTTP/1.1" status: 200 len: 943 time: 0.1313705 Aug 18 12:50:09.695297 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:09.710278 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eb230a0-232b-4582-ad1b-36657cb6bc50 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:50:09.721934 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea89456-27c8-4b4c-8bea-e414b197d248', 'tag': '7a9ce944-2754-4b54-ab1a-316a1e404698'}, {'name': 'network-changed', 'server_uuid': '56af15d3-f73c-4f9d-9b85-dc90b9606c42', 'tag': '05b31936-2541-4a29-824e-ab9ae5a2bbca'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:50:09.724388 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23e13f0-2c2d-441c-b165-2cbca984229f" -d '{"events": [{"name": "network-changed", "server_uuid": "dea89456-27c8-4b4c-8bea-e414b197d248", "tag": "7a9ce944-2754-4b54-ab1a-316a1e404698"}, {"name": "network-changed", "server_uuid": "56af15d3-f73c-4f9d-9b85-dc90b9606c42", "tag": "05b31936-2541-4a29-824e-ab9ae5a2bbca"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:50:09.728662 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6313fdd0-5bd4-4ff7-a0ea-4eb35e6a28ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:09.732071 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6313fdd0-5bd4-4ff7-a0ea-4eb35e6a28ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:09.734219 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 1eb230a0-232b-4582-ad1b-36657cb6bc50, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=1eb230a0-232b-4582-ad1b-36657cb6bc50,segment=NetworkSegment(9980139b-d711-402f-b96d-94b03ea2978e),segment_id=9980139b-d711-402f-b96d-94b03ea2978e)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:09.734414 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6313fdd0-5bd4-4ff7-a0ea-4eb35e6a28ad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6ca75685-7f4f-4dd4-ace1-961b13e62d32 HTTP/1.1" status: 204 len: 168 time: 0.3251426 Aug 18 12:50:09.740810 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1e3a5c5d-5f43-46a7-a524-f6d9eff56818 req-c5e3c96d-c95b-434b-ba17-36c7178a1f70 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523105 Aug 18 12:50:09.753655 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6313fdd0-5bd4-4ff7-a0ea-4eb35e6a28ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca75685-7f4f-4dd4-ace1-961b13e62d32,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:09.803153 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:09.882225 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf70af-8df8-49c4-b86c-c09d0490d3b2 req-3bd6a603-9917-4b41-bc5d-77c3217892e2 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:09.884341 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bedf70af-8df8-49c4-b86c-c09d0490d3b2 req-3bd6a603-9917-4b41-bc5d-77c3217892e2 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/ports?device_id=dea89456-27c8-4b4c-8bea-e414b197d248 HTTP/1.1" status: 200 len: 943 time: 0.2523077 Aug 18 12:50:09.888705 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=1eb230a0-232b-4582-ad1b-36657cb6bc50,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:09.935467 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-df99680a-b177-449b-9357-d13e47f0559a service neutron] 10.222.0.20 "GET /v2.0/networks/868b2abd-c11c-4513-ae1d-4c8f78707536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126469 Aug 18 12:50:10.009109 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d1357895-4fae-4da0-824e-0e2f6200e566 req-3f1fd5c1-7fc3-469f-9acf-ff82ecc02be7 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0babe39a-03c6-4af7-9ca5-00804dd781c2 HTTP/1.1" status: 200 len: 258 time: 0.2256174 Aug 18 12:50:10.020334 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-d1357895-4fae-4da0-824e-0e2f6200e566 req-1c176a43-8e17-4a8e-b5ba-6940ec38a503 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:10.028573 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['1eb230a0-232b-4582-ad1b-36657cb6bc50'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:50:10.055094 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bedf70af-8df8-49c4-b86c-c09d0490d3b2 req-a2a7a886-a51d-4fad-be11-148a825cd1ae tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/security-groups?id=629e5b21-6a46-4fe5-97a5-33e5925ab6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502187 Aug 18 12:50:10.116516 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d1357895-4fae-4da0-824e-0e2f6200e566 req-1c176a43-8e17-4a8e-b5ba-6940ec38a503 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks [] for floatingip, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:10.130743 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88c8c24-cb95-4953-a49a-e3badc629d6e x-openstack-request-id: req-a88c8c24-cb95-4953-a49a-e3badc629d6e {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:50:10.132394 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fda3e2a-0016-4fdc-a03f-1e7b0c9f4fa1", "tag": "392b050f-016c-4582-b667-9fd97de60b00", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:50:10.132394 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a88c8c24-cb95-4953-a49a-e3badc629d6e {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:50:10.132394 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fda3e2a-0016-4fdc-a03f-1e7b0c9f4fa1', 'tag': '392b050f-016c-4582-b667-9fd97de60b00', 'status': 'completed', 'code': 200} Aug 18 12:50:10.137878 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-47313e3e-0240-4129-bb31-cfddd12f5ddc req-80071e73-60cf-46b1-a061-d9e752b3ac08 service neutron] 10.222.0.20 "GET /v2.0/networks/868b2abd-c11c-4513-ae1d-4c8f78707536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686559 Aug 18 12:50:10.162259 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-80dd9dff-140f-40da-841b-5d826d6f995a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:10.258981 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-80dd9dff-140f-40da-841b-5d826d6f995a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:10.259774 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-80dd9dff-140f-40da-841b-5d826d6f995a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:10.275091 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d1357895-4fae-4da0-824e-0e2f6200e566 req-1c176a43-8e17-4a8e-b5ba-6940ec38a503 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:10.382474 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd9dff-140f-40da-841b-5d826d6f995a admin admin] Pushing event updated for resources: {'Port': ['ID=5de6eb64-31ba-4ec4-80a3-9ac94e13dbf6,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:10.399252 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db235346-39e6-4375-aeb2-14f69133e532 req-a150b309-2fae-4d19-984c-b315df8f612a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:10.401486 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-db235346-39e6-4375-aeb2-14f69133e532 req-a150b309-2fae-4d19-984c-b315df8f612a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8cfbe58f669487bb73cf800dbfde991&device_id=1fda3e2a-0016-4fdc-a03f-1e7b0c9f4fa1 HTTP/1.1" status: 200 len: 1094 time: 0.1327915 Aug 18 12:50:10.415577 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-d1357895-4fae-4da0-824e-0e2f6200e566 req-1c176a43-8e17-4a8e-b5ba-6940ec38a503 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Allocated IP 172.25.6.236 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/31156ae7-6290-45ae-b15b-000a4b306bec) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:50:10.487042 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80dd9dff-140f-40da-841b-5d826d6f995a admin admin] Network cd6089a8-36dd-4c47-85da-bed1aace1a99 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:50:10.489775 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-80dd9dff-140f-40da-841b-5d826d6f995a admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:50:10.555599 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60590) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:10.560570 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d1357895-4fae-4da0-824e-0e2f6200e566 req-1c176a43-8e17-4a8e-b5ba-6940ec38a503 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:10.575682 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db235346-39e6-4375-aeb2-14f69133e532 req-eb8d84cc-fd93-47d5-9455-d17abf307de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:10.577144 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-db235346-39e6-4375-aeb2-14f69133e532 req-eb8d84cc-fd93-47d5-9455-d17abf307de2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=868b2abd-c11c-4513-ae1d-4c8f78707536 HTTP/1.1" status: 200 len: 923 time: 0.1670465 Aug 18 12:50:10.582898 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a725ffcd-eead-464c-a36b-8f73acb3a3e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:10.642969 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 7a9ce944-2754-4b54-ab1a-316a1e404698 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:50:10.649843 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-db235346-39e6-4375-aeb2-14f69133e532 req-1e026f18-7a56-4c5e-86f6-845f332381f3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=392b050f-016c-4582-b667-9fd97de60b00 HTTP/1.1" status: 200 len: 217 time: 0.0424268 Aug 18 12:50:10.731481 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d1357895-4fae-4da0-824e-0e2f6200e566 req-1c176a43-8e17-4a8e-b5ba-6940ec38a503 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:10.737939 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80dd9dff-140f-40da-841b-5d826d6f995a admin admin] Router 86214a0b-aa9a-42f5-9559-115a75487133 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:50:10.744490 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db235346-39e6-4375-aeb2-14f69133e532 req-9903962b-af8b-426a-bdd0-df5ac396fb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:10.748050 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-db235346-39e6-4375-aeb2-14f69133e532 req-9903962b-af8b-426a-bdd0-df5ac396fb4c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=34a133e6-4845-483d-9cb6-cc8c362b1453 HTTP/1.1" status: 200 len: 862 time: 0.0878153 Aug 18 12:50:10.793406 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a725ffcd-eead-464c-a36b-8f73acb3a3e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:10.799771 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1357895-4fae-4da0-824e-0e2f6200e566 req-1c176a43-8e17-4a8e-b5ba-6940ec38a503 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:50:10.805363 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-d1357895-4fae-4da0-824e-0e2f6200e566 req-1c176a43-8e17-4a8e-b5ba-6940ec38a503 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:50:10.810263 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1357895-4fae-4da0-824e-0e2f6200e566 req-1c176a43-8e17-4a8e-b5ba-6940ec38a503 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:50:10.817253 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 7a9ce944-2754-4b54-ab1a-316a1e404698, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=7a9ce944-2754-4b54-ab1a-316a1e404698,segment=NetworkSegment(c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca),segment_id=c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:10.834141 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-3ab19859-4f23-4875-9e8c-acf1a66f4d67 None None] Provisioning complete for port 5de6eb64-31ba-4ec4-80a3-9ac94e13dbf6 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:10.834683 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3ab19859-4f23-4875-9e8c-acf1a66f4d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:10.837341 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c176a43-8e17-4a8e-b5ba-6940ec38a503 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Pushing event updated for resources: {'Port': ['ID=31156ae7-6290-45ae-b15b-000a4b306bec,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:10.877429 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a725ffcd-eead-464c-a36b-8f73acb3a3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:10.882839 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-3ab19859-4f23-4875-9e8c-acf1a66f4d67 None None] Port 5de6eb64-31ba-4ec4-80a3-9ac94e13dbf6 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:50:10.890218 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '7a9ce944-2754-4b54-ab1a-316a1e404698', 'network_id': '02fd23fc-4be9-4045-ae50-4a7decb4e07c', 'port_id': '7a9ce944-2754-4b54-ab1a-316a1e404698', 'mac_address': 'fa:16:3e:71:b6:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '154e0376-ea0e-40f2-a861-d291c3269453', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:50:10.919625 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-db235346-39e6-4375-aeb2-14f69133e532 req-363084a5-0ad6-4960-af25-da2b6e4f87c2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=868b2abd-c11c-4513-ae1d-4c8f78707536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1616609 Aug 18 12:50:10.921046 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80dd9dff-140f-40da-841b-5d826d6f995a admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:50:10.926230 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-80dd9dff-140f-40da-841b-5d826d6f995a admin admin] 10.222.0.13 "PUT /v2.0/routers/86214a0b-aa9a-42f5-9559-115a75487133/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0736802 Aug 18 12:50:10.938646 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:10.961727 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a9ce944-2754-4b54-ab1a-316a1e404698 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:50:10.998534 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 7a9ce944-2754-4b54-ab1a-316a1e404698, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=7a9ce944-2754-4b54-ab1a-316a1e404698,segment=NetworkSegment(c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca),segment_id=c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:11.017374 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 18 Aug 2021 12:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f78736-3531-4868-b5e7-421123d7dcf2 x-openstack-request-id: req-b2f78736-3531-4868-b5e7-421123d7dcf2 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:50:11.017846 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dea89456-27c8-4b4c-8bea-e414b197d248", "tag": "7a9ce944-2754-4b54-ab1a-316a1e404698", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "56af15d3-f73c-4f9d-9b85-dc90b9606c42", "tag": "05b31936-2541-4a29-824e-ab9ae5a2bbca", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:50:11.018094 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b2f78736-3531-4868-b5e7-421123d7dcf2 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:50:11.018651 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dea89456-27c8-4b4c-8bea-e414b197d248', 'tag': '7a9ce944-2754-4b54-ab1a-316a1e404698', 'status': 'completed', 'code': 200} Aug 18 12:50:11.019025 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56af15d3-f73c-4f9d-9b85-dc90b9606c42', 'tag': '05b31936-2541-4a29-824e-ab9ae5a2bbca', 'status': 'completed', 'code': 200} Aug 18 12:50:11.027390 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a725ffcd-eead-464c-a36b-8f73acb3a3e5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=87428e7277e843a7bedd22c56992a94f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4707618 Aug 18 12:50:11.032295 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60600) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:11.041919 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725ffcd-eead-464c-a36b-8f73acb3a3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5569f448-1fa6-43cd-8c94-d0590afc3d8e,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:11.071787 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d1357895-4fae-4da0-824e-0e2f6200e566 req-1c176a43-8e17-4a8e-b5ba-6940ec38a503 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:11.094585 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e13f0-2c2d-441c-b165-2cbca984229f req-4afba3bf-0d1c-4091-a299-025f0f9d8c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:11.096361 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b23e13f0-2c2d-441c-b165-2cbca984229f req-4afba3bf-0d1c-4091-a299-025f0f9d8c23 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a75dbc010737425ca08685b9dab39e3d&device_id=dea89456-27c8-4b4c-8bea-e414b197d248 HTTP/1.1" status: 200 len: 1094 time: 0.0717087 Aug 18 12:50:11.110324 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:11.193475 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90adf9bd-7543-4e24-8d02-4d8396f1dacb req-ede5c58a-fe91-4844-8a54-1a8d4bc2ff67 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:11.195059 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-90adf9bd-7543-4e24-8d02-4d8396f1dacb req-ede5c58a-fe91-4844-8a54-1a8d4bc2ff67 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 945 time: 0.1608133 Aug 18 12:50:11.200710 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-db235346-39e6-4375-aeb2-14f69133e532 req-f322d200-eee2-490a-b5b8-5537e20c8159 service neutron] 10.222.0.20 "GET /v2.0/networks/868b2abd-c11c-4513-ae1d-4c8f78707536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709749 Aug 18 12:50:11.207941 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-33be5b09-9a3c-4dcd-8706-c231af7aa1a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:11.210337 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d1357895-4fae-4da0-824e-0e2f6200e566 req-1c176a43-8e17-4a8e-b5ba-6940ec38a503 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:11.234363 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=7a9ce944-2754-4b54-ab1a-316a1e404698,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:11.241765 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-0cd0a84e-e1ab-46ec-abd5-f13e15021b99 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1447549 Aug 18 12:50:11.247516 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 1eb230a0-232b-4582-ad1b-36657cb6bc50 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:50:11.264136 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e13f0-2c2d-441c-b165-2cbca984229f req-0998e630-53cd-4fab-ad59-188664213242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:11.265623 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b23e13f0-2c2d-441c-b165-2cbca984229f req-0998e630-53cd-4fab-ad59-188664213242 service neutron] 10.222.0.20 "GET /v2.0/networks?id=02fd23fc-4be9-4045-ae50-4a7decb4e07c HTTP/1.1" status: 200 len: 925 time: 0.1601231 Aug 18 12:50:11.272574 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-33be5b09-9a3c-4dcd-8706-c231af7aa1a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:11.319322 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b23e13f0-2c2d-441c-b165-2cbca984229f req-d452c762-ef7b-4073-a6fa-bb6f071e829f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a9ce944-2754-4b54-ab1a-316a1e404698 HTTP/1.1" status: 200 len: 217 time: 0.0433059 Aug 18 12:50:11.323737 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 0ff7e865-5530-42ab-bf9a-53a861d970a9 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:50:11.344216 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-90adf9bd-7543-4e24-8d02-4d8396f1dacb req-7750ee11-45f9-4408-b9f8-bcb27468cd90 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393209 Aug 18 12:50:11.385646 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c620d0-0c08-44ea-99d3-23084a3da2e0 None None] Sync routers for ids ['86214a0b-aa9a-42f5-9559-115a75487133'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:50:11.395018 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-db235346-39e6-4375-aeb2-14f69133e532 req-8bb9d631-a3a9-4d64-a07d-ce21e9e2d6f2 service neutron] 10.222.0.20 "GET /v2.0/networks/868b2abd-c11c-4513-ae1d-4c8f78707536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738155 Aug 18 12:50:11.399679 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c620d0-0c08-44ea-99d3-23084a3da2e0 None None] Routers {'86214a0b-aa9a-42f5-9559-115a75487133'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:50:11.400354 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-b5c620d0-0c08-44ea-99d3-23084a3da2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:49:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['86214a0b-aa9a-42f5-9559-115a75487133'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:11.456286 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['7a9ce944-2754-4b54-ab1a-316a1e404698'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:50:11.464361 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 1eb230a0-232b-4582-ad1b-36657cb6bc50 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:50:11.468105 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 1eb230a0-232b-4582-ad1b-36657cb6bc50 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:11.468478 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:11.470832 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e13f0-2c2d-441c-b165-2cbca984229f req-7404af2a-6d12-43e1-a17a-4a9d9ad29558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:11.472417 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b23e13f0-2c2d-441c-b165-2cbca984229f req-7404af2a-6d12-43e1-a17a-4a9d9ad29558 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=154e0376-ea0e-40f2-a861-d291c3269453 HTTP/1.1" status: 200 len: 863 time: 0.1431417 Aug 18 12:50:11.503778 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-33be5b09-9a3c-4dcd-8706-c231af7aa1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:11.507011 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-33be5b09-9a3c-4dcd-8706-c231af7aa1a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:11.510640 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-33be5b09-9a3c-4dcd-8706-c231af7aa1a2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5569f448-1fa6-43cd-8c94-d0590afc3d8e HTTP/1.1" status: 204 len: 168 time: 0.4751794 Aug 18 12:50:11.521843 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-62acb038-17dd-48a1-9c3d-702a0d616c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:11.536796 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56fc5c-2dae-4a9b-984d-44c8b741ef3a req-ee8b303f-384a-4edd-b6a8-b932d03ac60d tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:11.540850 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-de56fc5c-2dae-4a9b-984d-44c8b741ef3a req-ee8b303f-384a-4edd-b6a8-b932d03ac60d tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fda3e2a-0016-4fdc-a03f-1e7b0c9f4fa1 HTTP/1.1" status: 200 len: 943 time: 0.1097496 Aug 18 12:50:11.559826 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be5b09-9a3c-4dcd-8706-c231af7aa1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5569f448-1fa6-43cd-8c94-d0590afc3d8e,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:11.560626 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e13f0-2c2d-441c-b165-2cbca984229f req-ee5c87d2-c5df-4f67-b14a-6234887a99d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:11.562148 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b23e13f0-2c2d-441c-b165-2cbca984229f req-ee5c87d2-c5df-4f67-b14a-6234887a99d9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=02fd23fc-4be9-4045-ae50-4a7decb4e07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764413 Aug 18 12:50:11.574141 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 0ff7e865-5530-42ab-bf9a-53a861d970a9 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:50:11.598152 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 0ff7e865-5530-42ab-bf9a-53a861d970a9 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:11.598630 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:11.619934 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-de56fc5c-2dae-4a9b-984d-44c8b741ef3a req-7b02809d-6d0d-440f-9cf3-959a6b7d0a23 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691419 Aug 18 12:50:11.691191 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b23e13f0-2c2d-441c-b165-2cbca984229f req-1a725f0f-81c4-4309-b11c-830105655b2b service neutron] 10.222.0.20 "GET /v2.0/networks/02fd23fc-4be9-4045-ae50-4a7decb4e07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155524 Aug 18 12:50:11.694084 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d1357895-4fae-4da0-824e-0e2f6200e566 req-1c176a43-8e17-4a8e-b5ba-6940ec38a503 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:11.721318 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-b5c620d0-0c08-44ea-99d3-23084a3da2e0 None None] Set router 86214a0b-aa9a-42f5-9559-115a75487133 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:50:11.765388 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f99402-0ce2-4132-85d6-b12be2950b75 req-d56c7c09-03ed-4444-b807-7d612aa623f5 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:11.767931 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-79f99402-0ce2-4132-85d6-b12be2950b75 req-d56c7c09-03ed-4444-b807-7d612aa623f5 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 950 time: 0.0595183 Aug 18 12:50:11.768086 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d1357895-4fae-4da0-824e-0e2f6200e566 req-1c176a43-8e17-4a8e-b5ba-6940ec38a503 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:11.824943 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-79f99402-0ce2-4132-85d6-b12be2950b75 req-50aba08b-acb4-4efc-baeb-5087ae7880bb tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482471 Aug 18 12:50:11.858026 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:11.932942 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c176a43-8e17-4a8e-b5ba-6940ec38a503 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Pushing event updated for resources: {'Port': ['ID=31156ae7-6290-45ae-b15b-000a4b306bec,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:11.934839 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214e298-aaa5-4cdf-9cdd-87ad31bab65f req-faf38911-857e-49ea-999f-47ddba44d918 tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:11.936493 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4214e298-aaa5-4cdf-9cdd-87ad31bab65f req-faf38911-857e-49ea-999f-47ddba44d918 tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f60f0443-a402-4f3d-82ec-b80e9cfd9f98 HTTP/1.1" status: 200 len: 1095 time: 0.0494127 Aug 18 12:50:11.950658 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d1357895-4fae-4da0-824e-0e2f6200e566 req-1c176a43-8e17-4a8e-b5ba-6940ec38a503 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:11.959806 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b23e13f0-2c2d-441c-b165-2cbca984229f req-da9a01fa-ff3a-454e-917e-6c9a7021130d service neutron] 10.222.0.20 "GET /v2.0/networks/02fd23fc-4be9-4045-ae50-4a7decb4e07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557032 Aug 18 12:50:11.964276 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398c892b-5378-4fcd-b993-ca2a6c5c0b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb230a0-232b-4582-ad1b-36657cb6bc50'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:50:11.974365 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a387a5c6-9c2d-439d-8b75-e765d3c7f72a" -d '{"events": [{"server_uuid": "398c892b-5378-4fcd-b993-ca2a6c5c0b5f", "name": "network-vif-plugged", "status": "completed", "tag": "1eb230a0-232b-4582-ad1b-36657cb6bc50"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:50:12.024863 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4214e298-aaa5-4cdf-9cdd-87ad31bab65f req-31acf1fa-ae84-45d0-931c-5fc799fd832a tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733023 Aug 18 12:50:12.025256 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 1eb230a0-232b-4582-ad1b-36657cb6bc50, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=1eb230a0-232b-4582-ad1b-36657cb6bc50,segment=NetworkSegment(9980139b-d711-402f-b96d-94b03ea2978e),segment_id=9980139b-d711-402f-b96d-94b03ea2978e)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:12.025256 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:12.051796 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d1357895-4fae-4da0-824e-0e2f6200e566 req-1c176a43-8e17-4a8e-b5ba-6940ec38a503 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:12.053517 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d1357895-4fae-4da0-824e-0e2f6200e566 req-1c176a43-8e17-4a8e-b5ba-6940ec38a503 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0383668 Aug 18 12:50:12.068776 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e13f0-2c2d-441c-b165-2cbca984229f req-cc8c46c8-9bfe-4b19-8a39-95e047ed183d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:12.071203 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b23e13f0-2c2d-441c-b165-2cbca984229f req-cc8c46c8-9bfe-4b19-8a39-95e047ed183d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=897769f511c740088662d1c81eeed0ac&device_id=56af15d3-f73c-4f9d-9b85-dc90b9606c42 HTTP/1.1" status: 200 len: 1096 time: 0.0557656 Aug 18 12:50:12.095961 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 0ff7e865-5530-42ab-bf9a-53a861d970a9, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=0ff7e865-5530-42ab-bf9a-53a861d970a9,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:12.133254 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:12.150811 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d1357895-4fae-4da0-824e-0e2f6200e566 req-6e3a3a1d-a0dc-4c86-b20a-d908a11a163c tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.236 HTTP/1.1" status: 200 len: 696 time: 0.0782266 Aug 18 12:50:12.173916 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:12.228424 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=1eb230a0-232b-4582-ad1b-36657cb6bc50,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:12.235036 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-b5c620d0-0c08-44ea-99d3-23084a3da2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86214a0b-aa9a-42f5-9559-115a75487133', 'name': 'tempest-FloatingIPsTestJSON-150344598-router', 'tenant_id': '0e2bf908a50741ad801443ca8d0d987f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '0ff7e865-5530-42ab-bf9a-53a861d970a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:03Z', 'updated_at': '2021-08-18T12:50:09Z', 'revision_number': 4, 'project_id': '0e2bf908a50741ad801443ca8d0d987f', 'gw_port': {'id': '0ff7e865-5530-42ab-bf9a-53a861d970a9', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:57:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86214a0b-aa9a-42f5-9559-115a75487133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:04Z', 'updated_at': '2021-08-18T12:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '5de6eb64-31ba-4ec4-80a3-9ac94e13dbf6', 'name': '', 'network_id': 'cd6089a8-36dd-4c47-85da-bed1aace1a99', 'tenant_id': '0e2bf908a50741ad801443ca8d0d987f', 'mac_address': 'fa:16:3e:0a:2f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86214a0b-aa9a-42f5-9559-115a75487133', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '122ce778-2fad-4a02-9113-cf099bccad00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:07Z', 'updated_at': '2021-08-18T12:50:09Z', 'revision_number': 2, 'project_id': '0e2bf908a50741ad801443ca8d0d987f', 'subnets': [{'id': '122ce778-2fad-4a02-9113-cf099bccad00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:12.278763 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19176f30-4a38-429b-8b92-fb8481d998b9 req-28c4ad00-af32-49b3-9ac1-b665babf5eaf tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:12.280352 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-19176f30-4a38-429b-8b92-fb8481d998b9 req-28c4ad00-af32-49b3-9ac1-b665babf5eaf tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/ports?device_id=dea89456-27c8-4b4c-8bea-e414b197d248 HTTP/1.1" status: 200 len: 944 time: 0.1175780 Aug 18 12:50:12.303243 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c620d0-0c08-44ea-99d3-23084a3da2e0 None None] Checking router: 86214a0b-aa9a-42f5-9559-115a75487133 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:50:12.303512 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c620d0-0c08-44ea-99d3-23084a3da2e0 None None] Updating router 86214a0b-aa9a-42f5-9559-115a75487133 port 5de6eb64-31ba-4ec4-80a3-9ac94e13dbf6 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:50:12.346269 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b5c620d0-0c08-44ea-99d3-23084a3da2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:12.359341 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-19176f30-4a38-429b-8b92-fb8481d998b9 req-2d960f4d-6c9f-4d7a-861c-1f8c3f58ac0c tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/security-groups?id=629e5b21-6a46-4fe5-97a5-33e5925ab6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669401 Aug 18 12:50:12.360995 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=0ff7e865-5530-42ab-bf9a-53a861d970a9,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:12.368466 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e13f0-2c2d-441c-b165-2cbca984229f req-fbaf84fa-8bc0-416d-a565-b6f30e351417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:12.370659 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b23e13f0-2c2d-441c-b165-2cbca984229f req-fbaf84fa-8bc0-416d-a565-b6f30e351417 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ebf27eaa-e45c-4211-af61-c4ba3d80ec8e HTTP/1.1" status: 200 len: 930 time: 0.2467747 Aug 18 12:50:12.414892 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1357895-4fae-4da0-824e-0e2f6200e566 req-1106f54c-97e2-45b9-8336-9a77481a47b5 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:12.419171 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d1357895-4fae-4da0-824e-0e2f6200e566 req-1106f54c-97e2-45b9-8336-9a77481a47b5 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/networks/0babe39a-03c6-4af7-9ca5-00804dd781c2 HTTP/1.1" status: 200 len: 784 time: 0.1950326 Aug 18 12:50:12.460588 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [req-d1357895-4fae-4da0-824e-0e2f6200e566 req-b98a35e5-bf1d-49da-a455-778756f8a3d2 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:50:12.461967 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d1357895-4fae-4da0-824e-0e2f6200e566 req-b98a35e5-bf1d-49da-a455-778756f8a3d2 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083721 Aug 18 12:50:12.498954 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b23e13f0-2c2d-441c-b165-2cbca984229f req-ac125889-15c3-4a8a-83c1-7e0707d14bf7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05b31936-2541-4a29-824e-ab9ae5a2bbca HTTP/1.1" status: 200 len: 1000 time: 0.1199327 Aug 18 12:50:12.524264 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594fa54c-f504-489a-acc6-ed5268d25b7b x-openstack-request-id: req-594fa54c-f504-489a-acc6-ed5268d25b7b {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:50:12.524584 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "398c892b-5378-4fcd-b993-ca2a6c5c0b5f", "name": "network-vif-plugged", "status": "completed", "tag": "1eb230a0-232b-4582-ad1b-36657cb6bc50", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:50:12.524893 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-594fa54c-f504-489a-acc6-ed5268d25b7b {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:50:12.525653 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398c892b-5378-4fcd-b993-ca2a6c5c0b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb230a0-232b-4582-ad1b-36657cb6bc50', 'code': 200} Aug 18 12:50:12.564801 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e13f0-2c2d-441c-b165-2cbca984229f req-6eabec9d-e4c9-4f75-ac4c-5c4d18aebf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:12.566914 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b23e13f0-2c2d-441c-b165-2cbca984229f req-6eabec9d-e4c9-4f75-ac4c-5c4d18aebf3f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=10ed8f90-6f5a-4397-8c28-ce514ffb391e HTTP/1.1" status: 200 len: 868 time: 0.0596933 Aug 18 12:50:12.668094 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e13f0-2c2d-441c-b165-2cbca984229f req-6d724776-9ee8-444d-ad28-582617519b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:12.669340 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b23e13f0-2c2d-441c-b165-2cbca984229f req-6d724776-9ee8-444d-ad28-582617519b4f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ebf27eaa-e45c-4211-af61-c4ba3d80ec8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893846 Aug 18 12:50:12.671117 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afcea1f-22a7-4e13-8277-d00938ea84a4 req-faf9f59a-3494-4a2e-8ec6-afeeb755730c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:12.672472 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3afcea1f-22a7-4e13-8277-d00938ea84a4 req-faf9f59a-3494-4a2e-8ec6-afeeb755730c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 1097 time: 0.0797877 Aug 18 12:50:12.672598 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 392b050f-016c-4582-b667-9fd97de60b00 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:50:12.678616 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 7a9ce944-2754-4b54-ab1a-316a1e404698 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:50:12.876299 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3afcea1f-22a7-4e13-8277-d00938ea84a4 req-8d53edd2-b7c4-477f-ba9d-8c1735baebcb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300635 Aug 18 12:50:12.900222 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-663b9b83-1cd7-4684-ab44-a1d085c7ca83 req-bcc62c35-148f-4479-a1c7-b8e259e159b4 tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2657995 Aug 18 12:50:12.904440 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b23e13f0-2c2d-441c-b165-2cbca984229f req-d4186b4b-9e69-4510-9561-859216a95aea service neutron] 10.222.0.20 "GET /v2.0/networks/ebf27eaa-e45c-4211-af61-c4ba3d80ec8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276640 Aug 18 12:50:12.917266 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-663b9b83-1cd7-4684-ab44-a1d085c7ca83 req-964c90dd-e327-4aea-bedd-5b4e20f295de tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:12.928132 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b5c620d0-0c08-44ea-99d3-23084a3da2e0 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:12.957854 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 392b050f-016c-4582-b667-9fd97de60b00, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=392b050f-016c-4582-b667-9fd97de60b00,segment=NetworkSegment(7ff9e9d1-2f3f-4727-a98f-48223d2acb58),segment_id=7ff9e9d1-2f3f-4727-a98f-48223d2acb58)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:12.968640 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b5c620d0-0c08-44ea-99d3-23084a3da2e0 None None] Transition to ACTIVE for port object 5de6eb64-31ba-4ec4-80a3-9ac94e13dbf6 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:50:12.975305 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '392b050f-016c-4582-b667-9fd97de60b00', 'network_id': '868b2abd-c11c-4513-ae1d-4c8f78707536', 'port_id': '392b050f-016c-4582-b667-9fd97de60b00', 'mac_address': 'fa:16:3e:af:1e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34a133e6-4845-483d-9cb6-cc8c362b1453', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:50:12.979933 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 7a9ce944-2754-4b54-ab1a-316a1e404698 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:50:12.986058 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 7a9ce944-2754-4b54-ab1a-316a1e404698 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:12.986058 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:13.006219 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-26c72ec1-ab17-4f19-b6ee-affca7d2f385 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:13.006703 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-663b9b83-1cd7-4684-ab44-a1d085c7ca83 req-964c90dd-e327-4aea-bedd-5b4e20f295de tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Notify callbacks [] for floatingip, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:13.007708 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-26c72ec1-ab17-4f19-b6ee-affca7d2f385 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/networks?id=91d3e9e9-f927-4110-8610-d1ae88923133 HTTP/1.1" status: 200 len: 821 time: 0.2599766 Aug 18 12:50:13.034058 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-6501923e-6559-475f-97f7-726f1efefe6f tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/quotas/3e9a8a0a72a94b328bf1e534da208edd HTTP/1.1" status: 200 len: 375 time: 0.0162985 Aug 18 12:50:13.045915 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b5c620d0-0c08-44ea-99d3-23084a3da2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:13.060894 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:13.088741 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b23e13f0-2c2d-441c-b165-2cbca984229f req-8eb31064-dc02-42a6-b893-d2e9782d2453 service neutron] 10.222.0.20 "GET /v2.0/networks/ebf27eaa-e45c-4211-af61-c4ba3d80ec8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742246 Aug 18 12:50:13.137290 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 392b050f-016c-4582-b667-9fd97de60b00 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:50:13.143890 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-c039fa7d-ed5f-448d-a5c1-011150e7e5d5 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3e9a8a0a72a94b328bf1e534da208edd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0985277 Aug 18 12:50:13.236071 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79875d53-1948-4465-aa27-e9afb926c4c5 None None] Pushing event updated for resources: {'Port': ['ID=5de6eb64-31ba-4ec4-80a3-9ac94e13dbf6,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:13.238635 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 0ff7e865-5530-42ab-bf9a-53a861d970a9 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:50:13.288518 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 392b050f-016c-4582-b667-9fd97de60b00, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=392b050f-016c-4582-b667-9fd97de60b00,segment=NetworkSegment(7ff9e9d1-2f3f-4727-a98f-48223d2acb58),segment_id=7ff9e9d1-2f3f-4727-a98f-48223d2acb58)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:13.328767 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-b5c620d0-0c08-44ea-99d3-23084a3da2e0 None None] Attempting to bind port 5de6eb64-31ba-4ec4-80a3-9ac94e13dbf6 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:50:13.329887 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-b5c620d0-0c08-44ea-99d3-23084a3da2e0 None None] Attempting to bind port 5de6eb64-31ba-4ec4-80a3-9ac94e13dbf6 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '1ebf26b0-39ad-4ee6-96e0-f8310a8b9042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'cd6089a8-36dd-4c47-85da-bed1aace1a99'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:50:13.329887 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c620d0-0c08-44ea-99d3-23084a3da2e0 None None] Attempting to bind port 5de6eb64-31ba-4ec4-80a3-9ac94e13dbf6 on network cd6089a8-36dd-4c47-85da-bed1aace1a99 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:50:13.330493 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-8d4d300f-abe3-463b-bd6c-5fcc2152a788 service neutron] 10.222.0.13 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856661 Aug 18 12:50:13.347949 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c620d0-0c08-44ea-99d3-23084a3da2e0 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:50:13.348334 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c620d0-0c08-44ea-99d3-23084a3da2e0 None None] Checking segment: {'id': '1ebf26b0-39ad-4ee6-96e0-f8310a8b9042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'cd6089a8-36dd-4c47-85da-bed1aace1a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:50:13.348743 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b5c620d0-0c08-44ea-99d3-23084a3da2e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:13.349149 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c620d0-0c08-44ea-99d3-23084a3da2e0 None None] Bound using segment: {'id': '1ebf26b0-39ad-4ee6-96e0-f8310a8b9042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'cd6089a8-36dd-4c47-85da-bed1aace1a99'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:50:13.349647 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-b5c620d0-0c08-44ea-99d3-23084a3da2e0 None None] Bound port: 5de6eb64-31ba-4ec4-80a3-9ac94e13dbf6, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ebf26b0-39ad-4ee6-96e0-f8310a8b9042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'cd6089a8-36dd-4c47-85da-bed1aace1a99'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:50:13.350037 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b5c620d0-0c08-44ea-99d3-23084a3da2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:13.369622 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:13.371514 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 0ff7e865-5530-42ab-bf9a-53a861d970a9 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:13.372158 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:13.384197 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:13.483288 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-c676939e-84d2-4b68-92d6-c315167f6359 service neutron] 10.222.0.13 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429198 Aug 18 12:50:13.515026 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-663b9b83-1cd7-4684-ab44-a1d085c7ca83 req-964c90dd-e327-4aea-bedd-5b4e20f295de tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:13.523678 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=392b050f-016c-4582-b667-9fd97de60b00,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:13.606209 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 7a9ce944-2754-4b54-ab1a-316a1e404698, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=7a9ce944-2754-4b54-ab1a-316a1e404698,segment=NetworkSegment(c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca),segment_id=c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:13.626453 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-b5c620d0-0c08-44ea-99d3-23084a3da2e0 None None] For port 5de6eb64-31ba-4ec4-80a3-9ac94e13dbf6, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:50:13.634140 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-b5c620d0-0c08-44ea-99d3-23084a3da2e0 None None] For port 5de6eb64-31ba-4ec4-80a3-9ac94e13dbf6, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=5de6eb64-31ba-4ec4-80a3-9ac94e13dbf6,segment=NetworkSegment(1ebf26b0-39ad-4ee6-96e0-f8310a8b9042),segment_id=1ebf26b0-39ad-4ee6-96e0-f8310a8b9042)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:50:13.637348 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['392b050f-016c-4582-b667-9fd97de60b00'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:50:13.650508 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-663b9b83-1cd7-4684-ab44-a1d085c7ca83 req-964c90dd-e327-4aea-bedd-5b4e20f295de tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Allocated IP 172.25.6.250 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/52099d19-e3f8-438d-b1a3-643fe456f0c4) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:50:13.730997 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b0e0c77c-e681-469f-9e4b-2c9e78151c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:13.732978 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b5c620d0-0c08-44ea-99d3-23084a3da2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:13.734847 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:13.801713 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-663b9b83-1cd7-4684-ab44-a1d085c7ca83 req-964c90dd-e327-4aea-bedd-5b4e20f295de tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:13.836768 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c620d0-0c08-44ea-99d3-23084a3da2e0 None None] Routers {'86214a0b-aa9a-42f5-9559-115a75487133'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:50:13.837418 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-b5c620d0-0c08-44ea-99d3-23084a3da2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:50:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['86214a0b-aa9a-42f5-9559-115a75487133'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:13.908766 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79875d53-1948-4465-aa27-e9afb926c4c5 None None] Pushing event updated for resources: {'Port': ['ID=5de6eb64-31ba-4ec4-80a3-9ac94e13dbf6,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:13.928173 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-663b9b83-1cd7-4684-ab44-a1d085c7ca83 req-964c90dd-e327-4aea-bedd-5b4e20f295de tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:13.945586 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a33d9e-2fe1-4690-94be-5f38fd6ccf2a req-88bd30c1-fa1a-4f54-abb4-2fd641a1f8b3 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:13.954828 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-04a33d9e-2fe1-4690-94be-5f38fd6ccf2a req-88bd30c1-fa1a-4f54-abb4-2fd641a1f8b3 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 946 time: 0.0709975 Aug 18 12:50:13.997388 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-663b9b83-1cd7-4684-ab44-a1d085c7ca83 req-964c90dd-e327-4aea-bedd-5b4e20f295de tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:50:14.005405 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-663b9b83-1cd7-4684-ab44-a1d085c7ca83 req-964c90dd-e327-4aea-bedd-5b4e20f295de tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:50:14.009590 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-663b9b83-1cd7-4684-ab44-a1d085c7ca83 req-964c90dd-e327-4aea-bedd-5b4e20f295de tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:50:14.013823 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-04a33d9e-2fe1-4690-94be-5f38fd6ccf2a req-5c03c7e7-19c2-43ad-aa24-5771ae8c8e21 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480471 Aug 18 12:50:14.040033 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c90dd-e327-4aea-bedd-5b4e20f295de tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Pushing event updated for resources: {'Port': ['ID=52099d19-e3f8-438d-b1a3-643fe456f0c4,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:14.138310 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-8407e2a1-dfdd-4762-8738-2d0a6bf536d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:14.145369 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-663b9b83-1cd7-4684-ab44-a1d085c7ca83 req-964c90dd-e327-4aea-bedd-5b4e20f295de tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:14.145659 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-8407e2a1-dfdd-4762-8738-2d0a6bf536d1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dfbf1e57c29344368949d54d6fc1d536&device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 1101 time: 0.0487826 Aug 18 12:50:14.154075 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=7a9ce944-2754-4b54-ab1a-316a1e404698,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:14.181057 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-b5c620d0-0c08-44ea-99d3-23084a3da2e0 None None] Set router 86214a0b-aa9a-42f5-9559-115a75487133 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:50:14.258462 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-663b9b83-1cd7-4684-ab44-a1d085c7ca83 req-964c90dd-e327-4aea-bedd-5b4e20f295de tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:14.316727 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510242f0-5d97-43e0-8f73-13d690f94681 req-9c08d82c-86c4-4d98-b80d-19da7caa7749 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:14.318869 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-510242f0-5d97-43e0-8f73-13d690f94681 req-9c08d82c-86c4-4d98-b80d-19da7caa7749 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/ports?device_id=56af15d3-f73c-4f9d-9b85-dc90b9606c42&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1669478 Aug 18 12:50:14.449646 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-b5c620d0-0c08-44ea-99d3-23084a3da2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86214a0b-aa9a-42f5-9559-115a75487133', 'name': 'tempest-FloatingIPsTestJSON-150344598-router', 'tenant_id': '0e2bf908a50741ad801443ca8d0d987f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '0ff7e865-5530-42ab-bf9a-53a861d970a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:03Z', 'updated_at': '2021-08-18T12:50:09Z', 'revision_number': 4, 'project_id': '0e2bf908a50741ad801443ca8d0d987f', 'gw_port': {'id': '0ff7e865-5530-42ab-bf9a-53a861d970a9', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:57:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86214a0b-aa9a-42f5-9559-115a75487133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:04Z', 'updated_at': '2021-08-18T12:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '5de6eb64-31ba-4ec4-80a3-9ac94e13dbf6', 'name': '', 'network_id': 'cd6089a8-36dd-4c47-85da-bed1aace1a99', 'tenant_id': '0e2bf908a50741ad801443ca8d0d987f', 'mac_address': 'fa:16:3e:0a:2f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86214a0b-aa9a-42f5-9559-115a75487133', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '122ce778-2fad-4a02-9113-cf099bccad00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:07Z', 'updated_at': '2021-08-18T12:50:13Z', 'revision_number': 4, 'project_id': '0e2bf908a50741ad801443ca8d0d987f', 'subnets': [{'id': '122ce778-2fad-4a02-9113-cf099bccad00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:14.492169 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c620d0-0c08-44ea-99d3-23084a3da2e0 None None] The sync data for ids ['86214a0b-aa9a-42f5-9559-115a75487133'] in n-d-803603-2 is: [{'id': '86214a0b-aa9a-42f5-9559-115a75487133', 'name': 'tempest-FloatingIPsTestJSON-150344598-router', 'tenant_id': '0e2bf908a50741ad801443ca8d0d987f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '0ff7e865-5530-42ab-bf9a-53a861d970a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:03Z', 'updated_at': '2021-08-18T12:50:09Z', 'revision_number': 4, 'project_id': '0e2bf908a50741ad801443ca8d0d987f', 'gw_port': {'id': '0ff7e865-5530-42ab-bf9a-53a861d970a9', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:57:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86214a0b-aa9a-42f5-9559-115a75487133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:04Z', 'updated_at': '2021-08-18T12:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '5de6eb64-31ba-4ec4-80a3-9ac94e13dbf6', 'name': '', 'network_id': 'cd6089a8-36dd-4c47-85da-bed1aace1a99', 'tenant_id': '0e2bf908a50741ad801443ca8d0d987f', 'mac_address': 'fa:16:3e:0a:2f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86214a0b-aa9a-42f5-9559-115a75487133', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '122ce778-2fad-4a02-9113-cf099bccad00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:07Z', 'updated_at': '2021-08-18T12:50:13Z', 'revision_number': 4, 'project_id': '0e2bf908a50741ad801443ca8d0d987f', 'subnets': [{'id': '122ce778-2fad-4a02-9113-cf099bccad00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:50:14.498967 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-663b9b83-1cd7-4684-ab44-a1d085c7ca83 req-964c90dd-e327-4aea-bedd-5b4e20f295de tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:14.529756 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea89456-27c8-4b4c-8bea-e414b197d248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9ce944-2754-4b54-ab1a-316a1e404698'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:50:14.529756 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d01791-d53d-4aca-9bca-b43f8c72ebcf" -d '{"events": [{"server_uuid": "dea89456-27c8-4b4c-8bea-e414b197d248", "name": "network-vif-plugged", "status": "completed", "tag": "7a9ce944-2754-4b54-ab1a-316a1e404698"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:50:14.534302 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:14.577405 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-663b9b83-1cd7-4684-ab44-a1d085c7ca83 req-964c90dd-e327-4aea-bedd-5b4e20f295de tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:14.627832 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-663b9b83-1cd7-4684-ab44-a1d085c7ca83 req-964c90dd-e327-4aea-bedd-5b4e20f295de tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:14.651001 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c90dd-e327-4aea-bedd-5b4e20f295de tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Pushing event updated for resources: {'Port': ['ID=52099d19-e3f8-438d-b1a3-643fe456f0c4,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:14.705531 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-dc7ba873-904b-4533-b0f2-e17786c6bc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:14.707108 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-dc7ba873-904b-4533-b0f2-e17786c6bc80 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.5423863 Aug 18 12:50:14.714838 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-510242f0-5d97-43e0-8f73-13d690f94681 req-7c77107b-18ee-41fb-8778-c88ad25ed950 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.236 HTTP/1.1" status: 200 len: 696 time: 0.3854535 Aug 18 12:50:14.715051 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-663b9b83-1cd7-4684-ab44-a1d085c7ca83 req-964c90dd-e327-4aea-bedd-5b4e20f295de tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:14.716478 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-663b9b83-1cd7-4684-ab44-a1d085c7ca83 req-964c90dd-e327-4aea-bedd-5b4e20f295de tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8101287 Aug 18 12:50:14.732860 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-510242f0-5d97-43e0-8f73-13d690f94681 req-6f8dbda0-9191-4385-8240-fa76c0e2f7fb tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Request body: {'floatingip': {'port_id': '05b31936-2541-4a29-824e-ab9ae5a2bbca', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:14.777934 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-663b9b83-1cd7-4684-ab44-a1d085c7ca83 req-62ab7a11-70c9-438c-afd2-0f9dcdbd1116 tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.250 HTTP/1.1" status: 200 len: 696 time: 0.0549955 Aug 18 12:50:14.794420 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-fc58cf3b-022c-417c-8c78-5f6482ef4fe0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=cc9260cd-b796-4d6c-a337-3baf96fb438a HTTP/1.1" status: 200 len: 217 time: 0.0785840 Aug 18 12:50:14.797376 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:50:14.802989 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-510242f0-5d97-43e0-8f73-13d690f94681 req-6f8dbda0-9191-4385-8240-fa76c0e2f7fb tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks [] for floatingip, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:14.913127 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b9b83-1cd7-4684-ab44-a1d085c7ca83 req-3b4fe514-a508-4052-9fc3-ad371b3a5aa2 tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:14.914597 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-663b9b83-1cd7-4684-ab44-a1d085c7ca83 req-3b4fe514-a508-4052-9fc3-ad371b3a5aa2 tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] 10.222.0.13 "GET /v2.0/networks/0babe39a-03c6-4af7-9ca5-00804dd781c2 HTTP/1.1" status: 200 len: 784 time: 0.1302731 Aug 18 12:50:14.929229 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-fd58bf78-45ec-4af3-856b-d7b0c33359ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:14.930805 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-fd58bf78-45ec-4af3-856b-d7b0c33359ce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.1254737 Aug 18 12:50:15.034888 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-feca0e04-6361-4200-b0eb-913d5347d51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:15.036317 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-feca0e04-6361-4200-b0eb-913d5347d51b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0953364 Aug 18 12:50:15.039253 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027427bd-6ce7-4501-82da-13a33b6419a6 req-02c859a6-9bd4-4ec2-847a-adcbfeed192b tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:15.040242 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-027427bd-6ce7-4501-82da-13a33b6419a6 req-02c859a6-9bd4-4ec2-847a-adcbfeed192b tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fda3e2a-0016-4fdc-a03f-1e7b0c9f4fa1 HTTP/1.1" status: 200 len: 944 time: 0.0686383 Aug 18 12:50:15.083822 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-027427bd-6ce7-4501-82da-13a33b6419a6 req-724d6b8d-a250-451e-945a-4f316fdd89d9 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352974 Aug 18 12:50:15.155643 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [req-510242f0-5d97-43e0-8f73-13d690f94681 req-6f8dbda0-9191-4385-8240-fa76c0e2f7fb tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] update failed (client error): There was a conflict when trying to complete your request. Aug 18 12:50:15.171973 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-510242f0-5d97-43e0-8f73-13d690f94681 req-6f8dbda0-9191-4385-8240-fa76c0e2f7fb tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "PUT /v2.0/floatingips/aab972de-28b3-4fef-86bb-754a55474128 HTTP/1.1" status: 409 len: 550 time: 0.4439597 Aug 18 12:50:15.224476 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 5de6eb64-31ba-4ec4-80a3-9ac94e13dbf6 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:50:15.225406 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-7c4a8b27-99b8-4d65-bb65-ec2b1dda917d service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574190 Aug 18 12:50:15.260743 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a4483-4fbb-4d50-ba7e-60149c2056b2 req-36853434-7902-454a-95bb-86bb44b30aa7 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:15.270030 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dd7a4483-4fbb-4d50-ba7e-60149c2056b2 req-36853434-7902-454a-95bb-86bb44b30aa7 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 950 time: 0.0931613 Aug 18 12:50:15.273062 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:15.338093 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dd7a4483-4fbb-4d50-ba7e-60149c2056b2 req-6836adae-cd26-490b-92fc-c738e5341599 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666773 Aug 18 12:50:15.365124 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62dc468-57a1-48ac-b420-8c6d24b8233c req-c911e900-6d99-4fe1-857d-f01a4ebced0f tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:15.366636 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 5de6eb64-31ba-4ec4-80a3-9ac94e13dbf6 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:50:15.366761 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e62dc468-57a1-48ac-b420-8c6d24b8233c req-c911e900-6d99-4fe1-857d-f01a4ebced0f tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/ports?device_id=dea89456-27c8-4b4c-8bea-e414b197d248 HTTP/1.1" status: 200 len: 945 time: 0.1180203 Aug 18 12:50:15.381690 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 5de6eb64-31ba-4ec4-80a3-9ac94e13dbf6 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:15.382036 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-2c6b6367-d305-4db2-bbe9-f0e4840f5ff4 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494122 Aug 18 12:50:15.385018 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:15.421300 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e62dc468-57a1-48ac-b420-8c6d24b8233c req-4dfbc4cd-5ec7-4d90-a100-9a035a9fc17a tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/security-groups?id=629e5b21-6a46-4fe5-97a5-33e5925ab6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382464 Aug 18 12:50:15.430689 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5abb5fbe-afe2-4fab-9cf7-07aa1d7f37b1 req-8a401fbc-dfb0-46d0-bcf6-350449f70d65 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=be38b301-ebf9-498a-b735-a2ca2416d350 HTTP/1.1" status: 200 len: 210 time: 0.0281851 Aug 18 12:50:15.494204 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192d721d-e2f4-49e1-b81a-95132dd6fdd2 x-openstack-request-id: req-192d721d-e2f4-49e1-b81a-95132dd6fdd2 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:50:15.494622 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea89456-27c8-4b4c-8bea-e414b197d248", "name": "network-vif-plugged", "status": "completed", "tag": "7a9ce944-2754-4b54-ab1a-316a1e404698", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:50:15.494880 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-192d721d-e2f4-49e1-b81a-95132dd6fdd2 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:50:15.506154 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea89456-27c8-4b4c-8bea-e414b197d248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9ce944-2754-4b54-ab1a-316a1e404698', 'code': 200} Aug 18 12:50:15.606650 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:15.614881 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1a7fea75-c213-47b4-b04b-e1dcbc5c7e66 req-142144ee-02df-4ebf-808c-cd1c9096c63d tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] 10.222.0.13 "GET /v2.0/floatingips/c770220c-fca0-4b93-a16f-44c7b27d8974 HTTP/1.1" status: 200 len: 693 time: 0.1091995 Aug 18 12:50:15.624136 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070017c-aaa0-41cf-9222-c1833d8f9c99 req-23894979-e181-4687-bf5e-4f8318056bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:15.625652 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6070017c-aaa0-41cf-9222-c1833d8f9c99 req-23894979-e181-4687-bf5e-4f8318056bde service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dea89456-27c8-4b4c-8bea-e414b197d248 HTTP/1.1" status: 200 len: 1096 time: 0.0663466 Aug 18 12:50:15.645870 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 5de6eb64-31ba-4ec4-80a3-9ac94e13dbf6, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=5de6eb64-31ba-4ec4-80a3-9ac94e13dbf6,segment=NetworkSegment(1ebf26b0-39ad-4ee6-96e0-f8310a8b9042),segment_id=1ebf26b0-39ad-4ee6-96e0-f8310a8b9042)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:15.717693 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6070017c-aaa0-41cf-9222-c1833d8f9c99 req-5e45e1f5-d8d1-4ce7-8d53-91f54f614398 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=629e5b21-6a46-4fe5-97a5-33e5925ab6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799012 Aug 18 12:50:15.721637 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:15.734407 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-eba2acb9-abe3-4c1d-a273-58f2f76a44ce tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2848086ca5ea4e0a852f49162fc44ff1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348227 Aug 18 12:50:15.773799 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7fea75-c213-47b4-b04b-e1dcbc5c7e66 req-cbdc260d-ebe8-4182-9673-b2e9b567ef59 tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:15.776651 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1a7fea75-c213-47b4-b04b-e1dcbc5c7e66 req-cbdc260d-ebe8-4182-9673-b2e9b567ef59 tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] 10.222.0.13 "GET /v2.0/networks/0babe39a-03c6-4af7-9ca5-00804dd781c2 HTTP/1.1" status: 200 len: 784 time: 0.1494327 Aug 18 12:50:15.789201 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [req-1a7fea75-c213-47b4-b04b-e1dcbc5c7e66 req-840af2ed-d4f6-41b7-9a94-07169484039c tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:50:15.790251 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1a7fea75-c213-47b4-b04b-e1dcbc5c7e66 req-840af2ed-d4f6-41b7-9a94-07169484039c tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071228 Aug 18 12:50:15.797592 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=5de6eb64-31ba-4ec4-80a3-9ac94e13dbf6,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:15.877862 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-3abed040-9101-4880-bfb7-eb4474015f17 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:15.880845 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-3abed040-9101-4880-bfb7-eb4474015f17 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1442049 Aug 18 12:50:15.897547 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-664f302c-e8d1-4009-91e5-c1654ecdfe81 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/quotas/2848086ca5ea4e0a852f49162fc44ff1 HTTP/1.1" status: 200 len: 375 time: 0.0096495 Aug 18 12:50:15.922613 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a5102e-5960-4ddc-996d-7e2583258b29 req-34b8b531-b78f-458f-a814-0b721722fd41 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:15.924186 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f3a5102e-5960-4ddc-996d-7e2583258b29 req-34b8b531-b78f-458f-a814-0b721722fd41 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 946 time: 0.0579529 Aug 18 12:50:15.935858 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-f0c70478-e9d9-45fa-ace0-b894ac6af674 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2848086ca5ea4e0a852f49162fc44ff1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310411 Aug 18 12:50:15.964627 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f3a5102e-5960-4ddc-996d-7e2583258b29 req-006acca4-cfa0-40ee-bf7d-73bccbb6a570 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337753 Aug 18 12:50:16.037959 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2c815c16-5ed4-4d3e-849d-c02555ca04ef req-cf4c48cd-b0e5-4c68-9cdf-b66a40387e04 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/floatingips/aab972de-28b3-4fef-86bb-754a55474128 HTTP/1.1" status: 200 len: 693 time: 0.0488832 Aug 18 12:50:16.232108 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c3998290-4dec-4ed0-9d9e-2d52d677482f req-48b575de-5e1e-4067-a7ba-4127bf5bad3c tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=0e2bf908a50741ad801443ca8d0d987f HTTP/1.1" status: 200 len: 696 time: 0.1047401 Aug 18 12:50:16.236522 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c815c16-5ed4-4d3e-849d-c02555ca04ef req-19c8bc4c-b386-4d9d-946f-6496eef94ab7 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:16.237879 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2c815c16-5ed4-4d3e-849d-c02555ca04ef req-19c8bc4c-b386-4d9d-946f-6496eef94ab7 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/networks/0babe39a-03c6-4af7-9ca5-00804dd781c2 HTTP/1.1" status: 200 len: 784 time: 0.1895499 Aug 18 12:50:16.245181 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-f4afe2e8-76dd-4bfe-8541-dbd439896393 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:16.246998 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-f4afe2e8-76dd-4bfe-8541-dbd439896393 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.39 "GET /v2.0/networks?id=91d3e9e9-f927-4110-8610-d1ae88923133 HTTP/1.1" status: 200 len: 821 time: 0.2071025 Aug 18 12:50:16.252643 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [req-2c815c16-5ed4-4d3e-849d-c02555ca04ef req-9b6ef3db-885c-4c64-865e-1351e48490eb tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:50:16.253634 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2c815c16-5ed4-4d3e-849d-c02555ca04ef req-9b6ef3db-885c-4c64-865e-1351e48490eb tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057302 Aug 18 12:50:16.266808 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-ad22eb76-5e1d-48f5-8cea-e1f9ed5d0841 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Request body: {'port': {'device_id': 'be38b301-ebf9-498a-b735-a2ca2416d350', 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133', 'admin_state_up': True, 'tenant_id': '3e9a8a0a72a94b328bf1e534da208edd'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:16.355808 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3998290-4dec-4ed0-9d9e-2d52d677482f req-fe19bce4-44f3-487e-b95a-b64d6516c1c9 tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:16.357923 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c3998290-4dec-4ed0-9d9e-2d52d677482f req-fe19bce4-44f3-487e-b95a-b64d6516c1c9 tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] 10.222.0.13 "GET /v2.0/networks?id=0babe39a-03c6-4af7-9ca5-00804dd781c2 HTTP/1.1" status: 200 len: 787 time: 0.1192002 Aug 18 12:50:16.369315 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [req-c3998290-4dec-4ed0-9d9e-2d52d677482f req-54cdf6be-1f70-4d32-8129-72a90646c6f2 tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:50:16.370364 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c3998290-4dec-4ed0-9d9e-2d52d677482f req-54cdf6be-1f70-4d32-8129-72a90646c6f2 tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070076 Aug 18 12:50:16.372948 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2c815c16-5ed4-4d3e-849d-c02555ca04ef req-52c097f0-b03d-4ef3-b1ce-603276b8ff18 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.236 HTTP/1.1" status: 200 len: 696 time: 0.1123173 Aug 18 12:50:16.448525 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2c815c16-5ed4-4d3e-849d-c02555ca04ef req-a6464097-d1ce-4e3b-9edb-15427f278a3e tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.236 HTTP/1.1" status: 200 len: 696 time: 0.0652933 Aug 18 12:50:16.467964 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e650311-a07e-4f43-95a0-5a30633f434e req-79472732-7b88-4f4e-a9f5-f580df40f97b tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:16.469557 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2e650311-a07e-4f43-95a0-5a30633f434e req-79472732-7b88-4f4e-a9f5-f580df40f97b tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 1097 time: 0.0479488 Aug 18 12:50:16.505782 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2e650311-a07e-4f43-95a0-5a30633f434e req-4c572716-7e18-4ba6-84b5-2baa05ad257d tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301914 Aug 18 12:50:16.597631 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-2c815c16-5ed4-4d3e-849d-c02555ca04ef req-8d50d9bb-af49-4b33-9e85-2efd15cbfcb5 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Deleting port 31156ae7-6290-45ae-b15b-000a4b306bec {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:50:16.597976 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2c815c16-5ed4-4d3e-849d-c02555ca04ef req-8d50d9bb-af49-4b33-9e85-2efd15cbfcb5 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:16.616354 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682ce90-baf6-48d8-a228-ebc1ba148dd9 req-148b9f68-cf1c-451d-b442-59aeb30d5df2 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:16.617784 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3682ce90-baf6-48d8-a228-ebc1ba148dd9 req-148b9f68-cf1c-451d-b442-59aeb30d5df2 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fda3e2a-0016-4fdc-a03f-1e7b0c9f4fa1 HTTP/1.1" status: 200 len: 944 time: 0.0499561 Aug 18 12:50:16.633889 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-ad22eb76-5e1d-48f5-8cea-e1f9ed5d0841 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Made reservation on behalf of 3e9a8a0a72a94b328bf1e534da208edd for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:50:16.637853 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-ad22eb76-5e1d-48f5-8cea-e1f9ed5d0841 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:16.658202 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3682ce90-baf6-48d8-a228-ebc1ba148dd9 req-c0f37ff7-4682-4c6f-bba4-3e6ae866c763 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330460 Aug 18 12:50:16.685486 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 392b050f-016c-4582-b667-9fd97de60b00 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:50:16.750637 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2c815c16-5ed4-4d3e-849d-c02555ca04ef req-8d50d9bb-af49-4b33-9e85-2efd15cbfcb5 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:16.750983 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2c815c16-5ed4-4d3e-849d-c02555ca04ef req-8d50d9bb-af49-4b33-9e85-2efd15cbfcb5 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:16.765427 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b75c70a1-06b3-475f-892d-087b140c149a req-70229304-683d-4ea8-8578-8a299fcf8063 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2848086ca5ea4e0a852f49162fc44ff1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258822 Aug 18 12:50:16.770994 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-2c815c16-5ed4-4d3e-849d-c02555ca04ef req-8d50d9bb-af49-4b33-9e85-2efd15cbfcb5 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Calling delete_port for 31156ae7-6290-45ae-b15b-000a4b306bec owned by network:floatingip {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:50:16.807871 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 392b050f-016c-4582-b667-9fd97de60b00 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:50:16.816796 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 392b050f-016c-4582-b667-9fd97de60b00 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:16.819046 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:16.871780 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-ad22eb76-5e1d-48f5-8cea-e1f9ed5d0841 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Allocated IP 172.20.0.12 (91d3e9e9-f927-4110-8610-d1ae88923133/da996bc9-0001-4e2d-9a03-d2d78ee48c5d/42262b9f-ec4b-44b2-8519-fd093510748c) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:50:16.892999 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c70a1-06b3-475f-892d-087b140c149a req-cdbc7311-e278-47c7-a7dd-67f5d5fbcf36 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:16.894774 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b75c70a1-06b3-475f-892d-087b140c149a req-cdbc7311-e278-47c7-a7dd-67f5d5fbcf36 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1232343 Aug 18 12:50:16.912534 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b75c70a1-06b3-475f-892d-087b140c149a req-7c07631e-1735-49fa-a781-7d91e1041cd5 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/quotas/2848086ca5ea4e0a852f49162fc44ff1 HTTP/1.1" status: 200 len: 375 time: 0.0114243 Aug 18 12:50:16.922808 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:16.956105 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b75c70a1-06b3-475f-892d-087b140c149a req-380759ac-935b-4a81-ba86-27bde6524b3b tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2848086ca5ea4e0a852f49162fc44ff1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381234 Aug 18 12:50:16.961920 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 392b050f-016c-4582-b667-9fd97de60b00, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=392b050f-016c-4582-b667-9fd97de60b00,segment=NetworkSegment(7ff9e9d1-2f3f-4727-a98f-48223d2acb58),segment_id=7ff9e9d1-2f3f-4727-a98f-48223d2acb58)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:17.040101 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:17.096506 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-ad22eb76-5e1d-48f5-8cea-e1f9ed5d0841 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:17.102858 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=392b050f-016c-4582-b667-9fd97de60b00,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:17.144183 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2c815c16-5ed4-4d3e-849d-c02555ca04ef req-8d50d9bb-af49-4b33-9e85-2efd15cbfcb5 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:17.173212 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50d9bb-af49-4b33-9e85-2efd15cbfcb5 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Pushing event deleted for resources: {'Port': ['ID=31156ae7-6290-45ae-b15b-000a4b306bec,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:17.178298 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50d9bb-af49-4b33-9e85-2efd15cbfcb5 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:17.182015 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50d9bb-af49-4b33-9e85-2efd15cbfcb5 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:17.182015 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50d9bb-af49-4b33-9e85-2efd15cbfcb5 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:17.182015 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50d9bb-af49-4b33-9e85-2efd15cbfcb5 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:17.182015 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50d9bb-af49-4b33-9e85-2efd15cbfcb5 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:17.182015 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50d9bb-af49-4b33-9e85-2efd15cbfcb5 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:17.182015 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50d9bb-af49-4b33-9e85-2efd15cbfcb5 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:17.182015 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50d9bb-af49-4b33-9e85-2efd15cbfcb5 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:17.182015 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50d9bb-af49-4b33-9e85-2efd15cbfcb5 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:17.182015 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50d9bb-af49-4b33-9e85-2efd15cbfcb5 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:17.182015 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50d9bb-af49-4b33-9e85-2efd15cbfcb5 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:17.183371 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50d9bb-af49-4b33-9e85-2efd15cbfcb5 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:17.199282 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 5de6eb64-31ba-4ec4-80a3-9ac94e13dbf6 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:50:17.203135 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:17.220967 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-ad22eb76-5e1d-48f5-8cea-e1f9ed5d0841 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:17.288644 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 5de6eb64-31ba-4ec4-80a3-9ac94e13dbf6 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:17.289193 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:17.298984 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6d4a4-67ff-4a37-91d4-e799ee200dd6 req-68a203ac-bdd4-4de1-9bc2-fa81c805783d tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:17.301436 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5ef6d4a4-67ff-4a37-91d4-e799ee200dd6 req-68a203ac-bdd4-4de1-9bc2-fa81c805783d tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 950 time: 0.0653548 Aug 18 12:50:17.332882 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-ad22eb76-5e1d-48f5-8cea-e1f9ed5d0841 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Network 91d3e9e9-f927-4110-8610-d1ae88923133 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:50:17.336648 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22eb76-5e1d-48f5-8cea-e1f9ed5d0841 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Pushing event updated for resources: {'Port': ['ID=42262b9f-ec4b-44b2-8519-fd093510748c,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:17.340271 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-ad22eb76-5e1d-48f5-8cea-e1f9ed5d0841 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:50:17.344092 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-ad22eb76-5e1d-48f5-8cea-e1f9ed5d0841 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:50:17.347762 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2c815c16-5ed4-4d3e-849d-c02555ca04ef req-8d50d9bb-af49-4b33-9e85-2efd15cbfcb5 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks [] for floatingip, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:17.350570 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2c815c16-5ed4-4d3e-849d-c02555ca04ef req-8d50d9bb-af49-4b33-9e85-2efd15cbfcb5 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:17.351902 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2c815c16-5ed4-4d3e-849d-c02555ca04ef req-8d50d9bb-af49-4b33-9e85-2efd15cbfcb5 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "DELETE /v2.0/floatingips/aab972de-28b3-4fef-86bb-754a55474128 HTTP/1.1" status: 204 len: 173 time: 0.8978620 Aug 18 12:50:17.393952 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5ef6d4a4-67ff-4a37-91d4-e799ee200dd6 req-0ddad34e-469b-4906-b8bf-18522de80a8c tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796888 Aug 18 12:50:17.426419 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-ad22eb76-5e1d-48f5-8cea-e1f9ed5d0841 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:17.427070 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-ad22eb76-5e1d-48f5-8cea-e1f9ed5d0841 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:17.487037 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c5d7a826-767c-4629-8424-c98b62741af8 req-af4bac77-e930-4b7b-9600-723f1a631adf tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] 10.222.0.13 "GET /v2.0/floatingips/c770220c-fca0-4b93-a16f-44c7b27d8974 HTTP/1.1" status: 200 len: 693 time: 0.0679739 Aug 18 12:50:17.508049 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fda3e2a-0016-4fdc-a03f-1e7b0c9f4fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392b050f-016c-4582-b667-9fd97de60b00'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:50:17.511203 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e32b83f-f0fd-46b1-aa1d-95bdfb96750e" -d '{"events": [{"server_uuid": "1fda3e2a-0016-4fdc-a03f-1e7b0c9f4fa1", "name": "network-vif-plugged", "status": "completed", "tag": "392b050f-016c-4582-b667-9fd97de60b00"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:50:17.523945 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ceb92a-b323-4e18-b6b1-6be4b728dca4 req-f74e0c40-36ac-48cc-ae67-de90eb736216 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:17.533537 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-92ceb92a-b323-4e18-b6b1-6be4b728dca4 req-f74e0c40-36ac-48cc-ae67-de90eb736216 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/ports?device_id=dea89456-27c8-4b4c-8bea-e414b197d248 HTTP/1.1" status: 200 len: 945 time: 0.0700529 Aug 18 12:50:17.540820 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-ad22eb76-5e1d-48f5-8cea-e1f9ed5d0841 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2789197 Aug 18 12:50:17.556166 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-3509e37b-a827-46cf-b96f-8df4db6b7b11 service neutron] Request body: {'port': {'device_id': 'be38b301-ebf9-498a-b735-a2ca2416d350', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:17.567584 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-92ceb92a-b323-4e18-b6b1-6be4b728dca4 req-b6a57e0a-5b4d-4007-a79a-ac72a3ae2306 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/security-groups?id=629e5b21-6a46-4fe5-97a5-33e5925ab6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331614 Aug 18 12:50:17.654252 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-3509e37b-a827-46cf-b96f-8df4db6b7b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:17.670671 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7a826-767c-4629-8424-c98b62741af8 req-f51485c5-909c-4d2c-82b6-7906bb885f32 tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:17.672079 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c5d7a826-767c-4629-8424-c98b62741af8 req-f51485c5-909c-4d2c-82b6-7906bb885f32 tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] 10.222.0.13 "GET /v2.0/networks/0babe39a-03c6-4af7-9ca5-00804dd781c2 HTTP/1.1" status: 200 len: 784 time: 0.1794410 Aug 18 12:50:17.681314 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6620ed-c2c4-4cf0-8325-89db6c3bd9ca req-725f4e4f-8a4c-458e-89aa-e7f415705fe9 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:17.683109 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2a6620ed-c2c4-4cf0-8325-89db6c3bd9ca req-725f4e4f-8a4c-458e-89aa-e7f415705fe9 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=be38b301-ebf9-498a-b735-a2ca2416d350 HTTP/1.1" status: 200 len: 932 time: 0.0505528 Aug 18 12:50:17.725771 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2a6620ed-c2c4-4cf0-8325-89db6c3bd9ca req-477f54c6-661c-4203-b0aa-a1fe320e3460 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357459 Aug 18 12:50:17.766999 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c5d7a826-767c-4629-8424-c98b62741af8 req-1b90a105-03d5-4d87-b448-91086cf335a7 tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.250 HTTP/1.1" status: 200 len: 696 time: 0.0807159 Aug 18 12:50:17.874959 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-14e97e00-142b-4ad2-993a-840ed372869f req-0be98501-519d-452a-8ef0-e5bc5ce5ad9a tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a1a949-187d-409d-9fdf-c1b6165470d0 HTTP/1.1" status: 200 len: 210 time: 0.0404806 Aug 18 12:50:17.879868 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c5d7a826-767c-4629-8424-c98b62741af8 req-14894f37-1b08-4b9c-8e80-24f366147db6 tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.250 HTTP/1.1" status: 200 len: 696 time: 0.1117487 Aug 18 12:50:18.007246 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b3cb582e-e7bb-46a0-921f-8b49c6490cd5 req-7fc29e78-071c-41e0-940b-f2d925a7c2cb tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.68 HTTP/1.1" status: 200 len: 1000 time: 0.1020570 Aug 18 12:50:18.069517 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb582e-e7bb-46a0-921f-8b49c6490cd5 req-f04d08a4-180d-4abd-b84e-3fd4622d0b34 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:18.071416 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b3cb582e-e7bb-46a0-921f-8b49c6490cd5 req-f04d08a4-180d-4abd-b84e-3fd4622d0b34 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/ports/05b31936-2541-4a29-824e-ab9ae5a2bbca HTTP/1.1" status: 200 len: 942 time: 0.0574327 Aug 18 12:50:18.226327 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b3cb582e-e7bb-46a0-921f-8b49c6490cd5 req-3892e321-2c6f-4620-ad4f-8e6749210c44 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.68 HTTP/1.1" status: 200 len: 1000 time: 0.0678720 Aug 18 12:50:18.342597 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb582e-e7bb-46a0-921f-8b49c6490cd5 req-83694d7d-04fd-42e0-be6f-a3c4dc04dd35 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:18.345055 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b3cb582e-e7bb-46a0-921f-8b49c6490cd5 req-83694d7d-04fd-42e0-be6f-a3c4dc04dd35 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/networks/0babe39a-03c6-4af7-9ca5-00804dd781c2 HTTP/1.1" status: 200 len: 784 time: 0.1126506 Aug 18 12:50:18.356093 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [req-b3cb582e-e7bb-46a0-921f-8b49c6490cd5 req-7e798039-c961-49c4-9f76-5213dbc1da8a tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:50:18.357178 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b3cb582e-e7bb-46a0-921f-8b49c6490cd5 req-7e798039-c961-49c4-9f76-5213dbc1da8a tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059900 Aug 18 12:50:18.390280 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-c5d7a826-767c-4629-8424-c98b62741af8 req-ae71c22a-1c62-4656-8ec6-0a6fa7a1c835 tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Deleting port 52099d19-e3f8-438d-b1a3-643fe456f0c4 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:50:18.390864 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c5d7a826-767c-4629-8424-c98b62741af8 req-ae71c22a-1c62-4656-8ec6-0a6fa7a1c835 tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:18.431440 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b3cb582e-e7bb-46a0-921f-8b49c6490cd5 req-3ab9abde-30c6-455a-8a30-e0ac875c8d40 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.68 HTTP/1.1" status: 200 len: 1000 time: 0.0641248 Aug 18 12:50:18.444123 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-3509e37b-a827-46cf-b96f-8df4db6b7b11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42262b9f-ec4b-44b2-8519-fd093510748c {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:50:18.445076 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-b3cb582e-e7bb-46a0-921f-8b49c6490cd5 req-22a3f723-af1b-44f9-817b-dc9f955dfb8b tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:18.454915 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-3509e37b-a827-46cf-b96f-8df4db6b7b11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:18.474612 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-3509e37b-a827-46cf-b96f-8df4db6b7b11 service neutron] Transition to ACTIVE for port object 42262b9f-ec4b-44b2-8519-fd093510748c will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:50:18.505207 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c5d7a826-767c-4629-8424-c98b62741af8 req-ae71c22a-1c62-4656-8ec6-0a6fa7a1c835 tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:18.505454 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c5d7a826-767c-4629-8424-c98b62741af8 req-ae71c22a-1c62-4656-8ec6-0a6fa7a1c835 tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:18.525085 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-49d1812b-3067-4101-8745-bfee81a0fe8c tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2848086ca5ea4e0a852f49162fc44ff1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319664 Aug 18 12:50:18.528805 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-c5d7a826-767c-4629-8424-c98b62741af8 req-ae71c22a-1c62-4656-8ec6-0a6fa7a1c835 tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Calling delete_port for 52099d19-e3f8-438d-b1a3-643fe456f0c4 owned by network:floatingip {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:50:18.563407 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b3cb582e-e7bb-46a0-921f-8b49c6490cd5 req-22a3f723-af1b-44f9-817b-dc9f955dfb8b tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks [] for floatingip, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:18.586901 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-3509e37b-a827-46cf-b96f-8df4db6b7b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:18.715998 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b3cb582e-e7bb-46a0-921f-8b49c6490cd5 req-22a3f723-af1b-44f9-817b-dc9f955dfb8b tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:18.716223 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3509e37b-a827-46cf-b96f-8df4db6b7b11 service neutron] Pushing event updated for resources: {'Port': ['ID=42262b9f-ec4b-44b2-8519-fd093510748c,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:18.772892 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b3cb582e-e7bb-46a0-921f-8b49c6490cd5 req-22a3f723-af1b-44f9-817b-dc9f955dfb8b tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:18.773174 n-d-803603-2 neutron-server[101676]: INFO neutron.db.l3_db [req-b3cb582e-e7bb-46a0-921f-8b49c6490cd5 req-22a3f723-af1b-44f9-817b-dc9f955dfb8b tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Floating IP 73c932f3-2162-4a98-b5c9-8b57fe47ee8b disassociated. External IP: 172.25.6.68, port: 05b31936-2541-4a29-824e-ab9ae5a2bbca. Aug 18 12:50:18.792549 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-00937e18-0e43-44f3-b4bd-2a9291a68aa0 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:18.794015 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-00937e18-0e43-44f3-b4bd-2a9291a68aa0 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2608418 Aug 18 12:50:18.809957 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-9a2f6b41-0716-48ff-8107-fcb38f197f64 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Request body: {'port': {'device_id': '8e50f53b-e459-4754-b0f4-ea2db727c2e4', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'admin_state_up': True, 'tenant_id': '2848086ca5ea4e0a852f49162fc44ff1'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:18.928078 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-3509e37b-a827-46cf-b96f-8df4db6b7b11 service neutron] Attempting to bind port 42262b9f-ec4b-44b2-8519-fd093510748c on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:50:18.928417 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-3509e37b-a827-46cf-b96f-8df4db6b7b11 service neutron] Attempting to bind port 42262b9f-ec4b-44b2-8519-fd093510748c by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:50:18.928758 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-3509e37b-a827-46cf-b96f-8df4db6b7b11 service neutron] Attempting to bind port 42262b9f-ec4b-44b2-8519-fd093510748c on network 91d3e9e9-f927-4110-8610-d1ae88923133 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:50:18.945836 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-3509e37b-a827-46cf-b96f-8df4db6b7b11 service neutron] Port 42262b9f-ec4b-44b2-8519-fd093510748c on network 91d3e9e9-f927-4110-8610-d1ae88923133 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:50:18.946183 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-3509e37b-a827-46cf-b96f-8df4db6b7b11 service neutron] Attempting to bind port 42262b9f-ec4b-44b2-8519-fd093510748c on network 91d3e9e9-f927-4110-8610-d1ae88923133 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:50:18.961386 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-3509e37b-a827-46cf-b96f-8df4db6b7b11 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:50:18.961734 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-3509e37b-a827-46cf-b96f-8df4db6b7b11 service neutron] Checking segment: {'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:50:18.962214 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-3509e37b-a827-46cf-b96f-8df4db6b7b11 service neutron] Bound using segment: {'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:50:18.962653 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-3509e37b-a827-46cf-b96f-8df4db6b7b11 service neutron] Bound port: 42262b9f-ec4b-44b2-8519-fd093510748c, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:50:18.963018 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-3509e37b-a827-46cf-b96f-8df4db6b7b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:19.030268 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c5d7a826-767c-4629-8424-c98b62741af8 req-ae71c22a-1c62-4656-8ec6-0a6fa7a1c835 tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:19.035399 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3cb582e-e7bb-46a0-921f-8b49c6490cd5 req-22a3f723-af1b-44f9-817b-dc9f955dfb8b tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Router 35dd589f-97cd-4a32-8c7b-7df06c6a394d has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:50:19.074142 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae71c22a-1c62-4656-8ec6-0a6fa7a1c835 tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Pushing event deleted for resources: {'Port': ['ID=52099d19-e3f8-438d-b1a3-643fe456f0c4,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:19.102730 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-3509e37b-a827-46cf-b96f-8df4db6b7b11 service neutron] For port 42262b9f-ec4b-44b2-8519-fd093510748c, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:50:19.138742 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-9a2f6b41-0716-48ff-8107-fcb38f197f64 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Made reservation on behalf of 2848086ca5ea4e0a852f49162fc44ff1 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:50:19.142372 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-9a2f6b41-0716-48ff-8107-fcb38f197f64 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:19.148098 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-3509e37b-a827-46cf-b96f-8df4db6b7b11 service neutron] For port 42262b9f-ec4b-44b2-8519-fd093510748c, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=42262b9f-ec4b-44b2-8519-fd093510748c,segment=NetworkSegment(0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d),segment_id=0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:50:19.156609 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3cb582e-e7bb-46a0-921f-8b49c6490cd5 req-22a3f723-af1b-44f9-817b-dc9f955dfb8b tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:50:19.160146 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-9a2f6b41-0716-48ff-8107-fcb38f197f64 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:19.161335 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b3cb582e-e7bb-46a0-921f-8b49c6490cd5 req-22a3f723-af1b-44f9-817b-dc9f955dfb8b tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:19.173439 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae9ebf4-01ad-445d-b362-780f7a55da83 None None] Sync routers for ids ['35dd589f-97cd-4a32-8c7b-7df06c6a394d'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:50:19.179885 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c5d7a826-767c-4629-8424-c98b62741af8 req-ae71c22a-1c62-4656-8ec6-0a6fa7a1c835 tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Notify callbacks [] for floatingip, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:19.182461 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c5d7a826-767c-4629-8424-c98b62741af8 req-ae71c22a-1c62-4656-8ec6-0a6fa7a1c835 tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:19.183616 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c5d7a826-767c-4629-8424-c98b62741af8 req-ae71c22a-1c62-4656-8ec6-0a6fa7a1c835 tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] 10.222.0.13 "DELETE /v2.0/floatingips/c770220c-fca0-4b93-a16f-44c7b27d8974 HTTP/1.1" status: 204 len: 173 time: 1.2945356 Aug 18 12:50:19.194362 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae9ebf4-01ad-445d-b362-780f7a55da83 None None] Routers {'35dd589f-97cd-4a32-8c7b-7df06c6a394d'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:50:19.195674 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-0ae9ebf4-01ad-445d-b362-780f7a55da83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:50:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['35dd589f-97cd-4a32-8c7b-7df06c6a394d'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:19.213600 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b3cb582e-e7bb-46a0-921f-8b49c6490cd5 req-22a3f723-af1b-44f9-817b-dc9f955dfb8b tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "PUT /v2.0/floatingips/73c932f3-2162-4a98-b5c9-8b57fe47ee8b HTTP/1.1" status: 200 len: 694 time: 0.7726271 Aug 18 12:50:19.222286 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56af15d3-f73c-4f9d-9b85-dc90b9606c42', 'tag': '05b31936-2541-4a29-824e-ab9ae5a2bbca'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:50:19.222286 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d629ec-9cb4-4874-b4b6-5cd09a925296" -d '{"events": [{"name": "network-changed", "server_uuid": "56af15d3-f73c-4f9d-9b85-dc90b9606c42", "tag": "05b31936-2541-4a29-824e-ab9ae5a2bbca"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:50:19.231695 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacbb0fe-c76a-4d13-b2af-1fa51839e685 x-openstack-request-id: req-dacbb0fe-c76a-4d13-b2af-1fa51839e685 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:50:19.232179 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fda3e2a-0016-4fdc-a03f-1e7b0c9f4fa1", "name": "network-vif-plugged", "status": "completed", "tag": "392b050f-016c-4582-b667-9fd97de60b00", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:50:19.232290 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dacbb0fe-c76a-4d13-b2af-1fa51839e685 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:50:19.232593 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fda3e2a-0016-4fdc-a03f-1e7b0c9f4fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392b050f-016c-4582-b667-9fd97de60b00', 'code': 200} Aug 18 12:50:19.288072 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-9a2f6b41-0716-48ff-8107-fcb38f197f64 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:19.288072 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-3509e37b-a827-46cf-b96f-8df4db6b7b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:19.325139 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb582e-e7bb-46a0-921f-8b49c6490cd5 req-bb4ac4b8-01b7-447a-b72d-210bab99cc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:19.330913 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b3cb582e-e7bb-46a0-921f-8b49c6490cd5 req-bb4ac4b8-01b7-447a-b72d-210bab99cc43 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=897769f511c740088662d1c81eeed0ac&device_id=56af15d3-f73c-4f9d-9b85-dc90b9606c42 HTTP/1.1" status: 200 len: 1096 time: 0.0972960 Aug 18 12:50:19.368951 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-0ae9ebf4-01ad-445d-b362-780f7a55da83 None None] Set router 35dd589f-97cd-4a32-8c7b-7df06c6a394d gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:50:19.379752 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-3509e37b-a827-46cf-b96f-8df4db6b7b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:19.380506 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-3509e37b-a827-46cf-b96f-8df4db6b7b11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:19.381971 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-3509e37b-a827-46cf-b96f-8df4db6b7b11 service neutron] 10.222.0.39 "PUT /v2.0/ports/42262b9f-ec4b-44b2-8519-fd093510748c HTTP/1.1" status: 200 len: 1092 time: 1.8317676 Aug 18 12:50:19.382608 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be38b301-ebf9-498a-b735-a2ca2416d350', 'tag': '42262b9f-ec4b-44b2-8519-fd093510748c'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:50:19.385553 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80bd62d4-fa64-418e-b2e1-b9cb6f6a409a" -d '{"events": [{"name": "network-changed", "server_uuid": "be38b301-ebf9-498a-b735-a2ca2416d350", "tag": "42262b9f-ec4b-44b2-8519-fd093510748c"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:50:19.405320 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-9a2f6b41-0716-48ff-8107-fcb38f197f64 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:19.416455 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3509e37b-a827-46cf-b96f-8df4db6b7b11 service neutron] Pushing event updated for resources: {'Port': ['ID=42262b9f-ec4b-44b2-8519-fd093510748c,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:19.433430 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2d794-3226-4bd5-b4f2-c817841215ee req-630548b7-d3a7-4c33-a9e1-4500c815ff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:19.434904 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-46e2d794-3226-4bd5-b4f2-c817841215ee req-630548b7-d3a7-4c33-a9e1-4500c815ff56 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1fda3e2a-0016-4fdc-a03f-1e7b0c9f4fa1 HTTP/1.1" status: 200 len: 1096 time: 0.0803332 Aug 18 12:50:19.493733 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb582e-e7bb-46a0-921f-8b49c6490cd5 req-94c64205-b7e8-44cc-b119-02334ccb7083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:19.495275 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b3cb582e-e7bb-46a0-921f-8b49c6490cd5 req-94c64205-b7e8-44cc-b119-02334ccb7083 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ebf27eaa-e45c-4211-af61-c4ba3d80ec8e HTTP/1.1" status: 200 len: 930 time: 0.1588938 Aug 18 12:50:19.502041 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-46e2d794-3226-4bd5-b4f2-c817841215ee req-46f7c521-6396-498f-98c4-acd3af9da553 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528283 Aug 18 12:50:19.533828 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f6b41-0716-48ff-8107-fcb38f197f64 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40d0e23c-00aa-47ef-9ba6-3cab4653cabb,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:19.543318 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b3cb582e-e7bb-46a0-921f-8b49c6490cd5 req-0b161ddb-a17f-473a-80df-56659124e45d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05b31936-2541-4a29-824e-ab9ae5a2bbca HTTP/1.1" status: 200 len: 217 time: 0.0402141 Aug 18 12:50:19.569859 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca5e04-693e-4106-a8b4-0de731475d50 req-c58c272c-bee0-4c83-b710-787f9b7358aa tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:19.572207 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a6ca5e04-693e-4106-a8b4-0de731475d50 req-c58c272c-bee0-4c83-b710-787f9b7358aa tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/ports?device_id=dea89456-27c8-4b4c-8bea-e414b197d248 HTTP/1.1" status: 200 len: 945 time: 0.2122622 Aug 18 12:50:19.584370 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60806) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:19.591666 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-1f61172e-befb-4a48-93a5-269e8bdb5226 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Request body: {'floatingip': {'port_id': '7a9ce944-2754-4b54-ab1a-316a1e404698'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:19.608260 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb582e-e7bb-46a0-921f-8b49c6490cd5 req-66d36c49-0bc1-45fb-b699-573bb171da5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:19.609728 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b3cb582e-e7bb-46a0-921f-8b49c6490cd5 req-66d36c49-0bc1-45fb-b699-573bb171da5a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=10ed8f90-6f5a-4397-8c28-ce514ffb391e HTTP/1.1" status: 200 len: 868 time: 0.0590417 Aug 18 12:50:19.684825 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-0ae9ebf4-01ad-445d-b362-780f7a55da83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35dd589f-97cd-4a32-8c7b-7df06c6a394d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1609313234-router', 'tenant_id': '897769f511c740088662d1c81eeed0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '19443664-49e4-42a7-a2a5-68c76f0f5625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:49:24Z', 'updated_at': '2021-08-18T12:49:36Z', 'revision_number': 4, 'project_id': '897769f511c740088662d1c81eeed0ac', 'gw_port': {'id': '19443664-49e4-42a7-a2a5-68c76f0f5625', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dd589f-97cd-4a32-8c7b-7df06c6a394d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:26Z', 'updated_at': '2021-08-18T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'c9e5a73a-ee4f-4ac9-8d62-2c549f2c325b', 'name': '', 'network_id': 'ebf27eaa-e45c-4211-af61-c4ba3d80ec8e', 'tenant_id': '897769f511c740088662d1c81eeed0ac', 'mac_address': 'fa:16:3e:3b:70:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dd589f-97cd-4a32-8c7b-7df06c6a394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '10ed8f90-6f5a-4397-8c28-ce514ffb391e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:32Z', 'updated_at': '2021-08-18T12:49:44Z', 'revision_number': 5, 'project_id': '897769f511c740088662d1c81eeed0ac', 'subnets': [{'id': '10ed8f90-6f5a-4397-8c28-ce514ffb391e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:19.717202 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae9ebf4-01ad-445d-b362-780f7a55da83 None None] Checking router: 35dd589f-97cd-4a32-8c7b-7df06c6a394d for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:50:19.727420 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae9ebf4-01ad-445d-b362-780f7a55da83 None None] Routers {'35dd589f-97cd-4a32-8c7b-7df06c6a394d'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:50:19.728280 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-0ae9ebf4-01ad-445d-b362-780f7a55da83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:50:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['35dd589f-97cd-4a32-8c7b-7df06c6a394d'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:19.792715 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1f61172e-befb-4a48-93a5-269e8bdb5226 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks [] for floatingip, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:19.863814 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-0ae9ebf4-01ad-445d-b362-780f7a55da83 None None] Set router 35dd589f-97cd-4a32-8c7b-7df06c6a394d gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:50:19.896235 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958229b-8805-4d8d-b05e-ad0de5025ca9 req-30a26870-6357-473b-a70e-c8e24002bec7 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:19.903298 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2958229b-8805-4d8d-b05e-ad0de5025ca9 req-30a26870-6357-473b-a70e-c8e24002bec7 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fda3e2a-0016-4fdc-a03f-1e7b0c9f4fa1 HTTP/1.1" status: 200 len: 945 time: 0.2130022 Aug 18 12:50:19.927596 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-30d4a446-f777-4c51-a7e1-00b3518f4e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:19.929005 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-30d4a446-f777-4c51-a7e1-00b3518f4e5e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e9a8a0a72a94b328bf1e534da208edd&device_id=be38b301-ebf9-498a-b735-a2ca2416d350 HTTP/1.1" status: 200 len: 1095 time: 0.3703775 Aug 18 12:50:19.941284 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-9a2f6b41-0716-48ff-8107-fcb38f197f64 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Allocated IP 192.168.233.191 (f82a481e-2d3e-49f3-a273-639556667c8a/38dc8434-66c0-4e05-8cce-b4a4a0f33dc3/48f53cde-d105-4bee-8736-656bf65b7842) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:50:20.011093 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-3161769d-8d08-4fb1-b1d3-30129d0ca034 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42262b9f-ec4b-44b2-8519-fd093510748c HTTP/1.1" status: 200 len: 217 time: 0.0669150 Aug 18 12:50:20.023004 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b75c70a1-06b3-475f-892d-087b140c149a req-fc6d01a5-c532-49ef-be8c-b0de080d564d tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2848086ca5ea4e0a852f49162fc44ff1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4122603 Aug 18 12:50:20.060669 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb582e-e7bb-46a0-921f-8b49c6490cd5 req-0635e4f9-38a0-4e4b-9447-39b3ec644d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:20.062091 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b3cb582e-e7bb-46a0-921f-8b49c6490cd5 req-0635e4f9-38a0-4e4b-9447-39b3ec644d15 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ebf27eaa-e45c-4211-af61-c4ba3d80ec8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823717 Aug 18 12:50:20.083559 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2958229b-8805-4d8d-b05e-ad0de5025ca9 req-3fdebe5a-acb9-4bad-a6a6-95b4644ee1e1 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793177 Aug 18 12:50:20.207812 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-0ae9ebf4-01ad-445d-b362-780f7a55da83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35dd589f-97cd-4a32-8c7b-7df06c6a394d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1609313234-router', 'tenant_id': '897769f511c740088662d1c81eeed0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '19443664-49e4-42a7-a2a5-68c76f0f5625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:49:24Z', 'updated_at': '2021-08-18T12:49:36Z', 'revision_number': 4, 'project_id': '897769f511c740088662d1c81eeed0ac', 'gw_port': {'id': '19443664-49e4-42a7-a2a5-68c76f0f5625', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dd589f-97cd-4a32-8c7b-7df06c6a394d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:26Z', 'updated_at': '2021-08-18T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'c9e5a73a-ee4f-4ac9-8d62-2c549f2c325b', 'name': '', 'network_id': 'ebf27eaa-e45c-4211-af61-c4ba3d80ec8e', 'tenant_id': '897769f511c740088662d1c81eeed0ac', 'mac_address': 'fa:16:3e:3b:70:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dd589f-97cd-4a32-8c7b-7df06c6a394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '10ed8f90-6f5a-4397-8c28-ce514ffb391e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:32Z', 'updated_at': '2021-08-18T12:49:44Z', 'revision_number': 5, 'project_id': '897769f511c740088662d1c81eeed0ac', 'subnets': [{'id': '10ed8f90-6f5a-4397-8c28-ce514ffb391e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:20.241308 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae9ebf4-01ad-445d-b362-780f7a55da83 None None] The sync data for ids ['35dd589f-97cd-4a32-8c7b-7df06c6a394d'] in n-d-803603-2 is: [{'id': '35dd589f-97cd-4a32-8c7b-7df06c6a394d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1609313234-router', 'tenant_id': '897769f511c740088662d1c81eeed0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '19443664-49e4-42a7-a2a5-68c76f0f5625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:49:24Z', 'updated_at': '2021-08-18T12:49:36Z', 'revision_number': 4, 'project_id': '897769f511c740088662d1c81eeed0ac', 'gw_port': {'id': '19443664-49e4-42a7-a2a5-68c76f0f5625', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dd589f-97cd-4a32-8c7b-7df06c6a394d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:26Z', 'updated_at': '2021-08-18T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'c9e5a73a-ee4f-4ac9-8d62-2c549f2c325b', 'name': '', 'network_id': 'ebf27eaa-e45c-4211-af61-c4ba3d80ec8e', 'tenant_id': '897769f511c740088662d1c81eeed0ac', 'mac_address': 'fa:16:3e:3b:70:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dd589f-97cd-4a32-8c7b-7df06c6a394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '10ed8f90-6f5a-4397-8c28-ce514ffb391e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:32Z', 'updated_at': '2021-08-18T12:49:44Z', 'revision_number': 5, 'project_id': '897769f511c740088662d1c81eeed0ac', 'subnets': [{'id': '10ed8f90-6f5a-4397-8c28-ce514ffb391e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:50:20.281287 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c70a1-06b3-475f-892d-087b140c149a req-64cbefb7-c0e3-4f22-bca2-ce0cdcbde9dd tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:20.283114 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b75c70a1-06b3-475f-892d-087b140c149a req-64cbefb7-c0e3-4f22-bca2-ce0cdcbde9dd tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2535203 Aug 18 12:50:20.286848 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b3cb582e-e7bb-46a0-921f-8b49c6490cd5 req-d0b31555-fdc2-4fe9-a93d-c1bd878947db service neutron] 10.222.0.13 "GET /v2.0/networks/ebf27eaa-e45c-4211-af61-c4ba3d80ec8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852300 Aug 18 12:50:20.306949 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-b75c70a1-06b3-475f-892d-087b140c149a req-22d97eb2-9bb4-4add-85a1-3b7b25422ec1 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Request body: {'port': {'device_id': '18a1a949-187d-409d-9fdf-c1b6165470d0', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'admin_state_up': True, 'tenant_id': '2848086ca5ea4e0a852f49162fc44ff1'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:20.311700 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-b2c1e070-5bd4-4e27-9935-2daddde44abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:20.313240 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-b2c1e070-5bd4-4e27-9935-2daddde44abf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=da996bc9-0001-4e2d-9a03-d2d78ee48c5d HTTP/1.1" status: 200 len: 861 time: 0.2515297 Aug 18 12:50:20.361634 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-725889c6-7bb5-41a7-b74f-962028dc75c8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=91d3e9e9-f927-4110-8610-d1ae88923133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379109 Aug 18 12:50:20.408030 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f522a-9b2c-424d-af0f-941e398840a8 req-b35f7283-ccc5-4a09-9c52-3c2f49ffbf20 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:20.414052 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-974f522a-9b2c-424d-af0f-941e398840a8 req-b35f7283-ccc5-4a09-9c52-3c2f49ffbf20 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 950 time: 0.2289040 Aug 18 12:50:20.518339 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b3cb582e-e7bb-46a0-921f-8b49c6490cd5 req-a63ddc99-360f-43a3-8483-14b4dc8f9b3d service neutron] 10.222.0.13 "GET /v2.0/networks/ebf27eaa-e45c-4211-af61-c4ba3d80ec8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270801 Aug 18 12:50:20.578330 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bf30b5-3c6c-4647-8cd6-eeeafe2c25ab None None] New status for floating IP 73c932f3-2162-4a98-b5c9-8b57fe47ee8b: DOWN {{(pid=101677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:50:20.638639 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-9a2f6b41-0716-48ff-8107-fcb38f197f64 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:20.650268 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b75c70a1-06b3-475f-892d-087b140c149a req-22d97eb2-9bb4-4add-85a1-3b7b25422ec1 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Made reservation on behalf of 2848086ca5ea4e0a852f49162fc44ff1 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:50:20.669160 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-974f522a-9b2c-424d-af0f-941e398840a8 req-658cd8e8-c5bc-48a4-9d7a-bcf275f1a652 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469668 Aug 18 12:50:20.669301 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b75c70a1-06b3-475f-892d-087b140c149a req-22d97eb2-9bb4-4add-85a1-3b7b25422ec1 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:20.767962 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-9a2f6b41-0716-48ff-8107-fcb38f197f64 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Transition to ACTIVE for port object 48f53cde-d105-4bee-8736-656bf65b7842 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:50:20.917933 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48516b30-e0cd-4687-b316-e6d148613ed0 req-89d036dc-0d4a-44a1-b89b-43bfd7a94300 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:20.925864 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-48516b30-e0cd-4687-b316-e6d148613ed0 req-89d036dc-0d4a-44a1-b89b-43bfd7a94300 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=be38b301-ebf9-498a-b735-a2ca2416d350 HTTP/1.1" status: 200 len: 944 time: 0.1090319 Aug 18 12:50:20.976754 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-48516b30-e0cd-4687-b316-e6d148613ed0 req-5821acc4-84bc-44d1-862d-8db1d75e4ad7 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497968 Aug 18 12:50:21.083004 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f64cc2f4-6955-426a-b58d-de8634be6320 req-0ef4c70e-7a0b-4009-a1cb-9c5ea02ee076 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a1a949-187d-409d-9fdf-c1b6165470d0 HTTP/1.1" status: 200 len: 210 time: 0.3162351 Aug 18 12:50:21.085338 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-284b9e47-fe1a-4d2d-abff-cde2f07cf1d8 service neutron] 10.222.0.39 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7134941 Aug 18 12:50:21.142490 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c193ab2a-7096-4c94-b7b3-c0f3e366dbe4 req-d2cd5455-d7d4-45c1-b799-5bd4a95e962d tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1290660 Aug 18 12:50:21.155320 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-c193ab2a-7096-4c94-b7b3-c0f3e366dbe4 req-1574eb90-0383-4ff9-bc16-76c2b3d73e2c tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:21.193420 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.20', 49367) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:21.198439 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c2cad5-6221-43bf-8a26-227911e26bf5 x-openstack-request-id: req-93c2cad5-6221-43bf-8a26-227911e26bf5 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:50:21.198439 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56af15d3-f73c-4f9d-9b85-dc90b9606c42", "tag": "05b31936-2541-4a29-824e-ab9ae5a2bbca", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:50:21.198439 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-93c2cad5-6221-43bf-8a26-227911e26bf5 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:50:21.198439 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56af15d3-f73c-4f9d-9b85-dc90b9606c42', 'tag': '05b31936-2541-4a29-824e-ab9ae5a2bbca', 'status': 'completed', 'code': 200} Aug 18 12:50:21.242265 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7393891d-93da-43bb-a7de-99c802e1aca0 x-openstack-request-id: req-7393891d-93da-43bb-a7de-99c802e1aca0 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:50:21.242265 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be38b301-ebf9-498a-b735-a2ca2416d350", "tag": "42262b9f-ec4b-44b2-8519-fd093510748c", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:50:21.242265 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7393891d-93da-43bb-a7de-99c802e1aca0 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:50:21.247655 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be38b301-ebf9-498a-b735-a2ca2416d350', 'tag': '42262b9f-ec4b-44b2-8519-fd093510748c', 'status': 'completed', 'code': 200} Aug 18 12:50:21.275995 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-c193ab2a-7096-4c94-b7b3-c0f3e366dbe4 req-1574eb90-0383-4ff9-bc16-76c2b3d73e2c tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Notify callbacks [] for floatingip, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:21.370126 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-80869046-56f5-4582-8fa7-03eadf1beb66 req-720c1f81-afd0-4228-8af7-4e4f713d654a tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/floatingips/73c932f3-2162-4a98-b5c9-8b57fe47ee8b HTTP/1.1" status: 200 len: 692 time: 0.0826552 Aug 18 12:50:21.383686 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-9a2f6b41-0716-48ff-8107-fcb38f197f64 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:21.389348 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1f61172e-befb-4a48-93a5-269e8bdb5226 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:21.392137 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d629ec-9cb4-4874-b4b6-5cd09a925296 req-8bab923c-4e23-4145-a846-2756784e68ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:21.393617 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-17d629ec-9cb4-4874-b4b6-5cd09a925296 req-8bab923c-4e23-4145-a846-2756784e68ec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=897769f511c740088662d1c81eeed0ac&device_id=56af15d3-f73c-4f9d-9b85-dc90b9606c42 HTTP/1.1" status: 200 len: 1096 time: 0.1979432 Aug 18 12:50:21.411028 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8f8d0b98-cd5a-4e06-a96d-cafbf50b920e req-5a69a644-c107-4d87-9ccb-71ea5bb8c4ef service neutron] 10.222.0.39 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169243 Aug 18 12:50:21.438011 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-b75c70a1-06b3-475f-892d-087b140c149a req-22d97eb2-9bb4-4add-85a1-3b7b25422ec1 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Allocated IP 192.168.233.173 (f82a481e-2d3e-49f3-a273-639556667c8a/38dc8434-66c0-4e05-8cce-b4a4a0f33dc3/5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:50:21.443205 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-c193ab2a-7096-4c94-b7b3-c0f3e366dbe4 req-1574eb90-0383-4ff9-bc16-76c2b3d73e2c tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:21.490399 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1f61172e-befb-4a48-93a5-269e8bdb5226 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:21.581035 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-9a2f6b41-0716-48ff-8107-fcb38f197f64 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Network f82a481e-2d3e-49f3-a273-639556667c8a is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:50:21.596825 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-9a2f6b41-0716-48ff-8107-fcb38f197f64 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:50:21.603869 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f6b41-0716-48ff-8107-fcb38f197f64 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Pushing event updated for resources: {'Port': ['ID=48f53cde-d105-4bee-8736-656bf65b7842,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:21.609215 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-9a2f6b41-0716-48ff-8107-fcb38f197f64 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:50:21.651594 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-c193ab2a-7096-4c94-b7b3-c0f3e366dbe4 req-1574eb90-0383-4ff9-bc16-76c2b3d73e2c tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Allocated IP 172.25.6.136 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/78d43a57-0edc-4623-9e59-23dbd8926df4) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:50:21.736011 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b75c70a1-06b3-475f-892d-087b140c149a req-22d97eb2-9bb4-4add-85a1-3b7b25422ec1 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:21.760856 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-b75c70a1-06b3-475f-892d-087b140c149a req-22d97eb2-9bb4-4add-85a1-3b7b25422ec1 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Transition to ACTIVE for port object 5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:50:21.771804 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d629ec-9cb4-4874-b4b6-5cd09a925296 req-f61f744d-6526-47bf-ab74-203b85b6a94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:21.773298 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-17d629ec-9cb4-4874-b4b6-5cd09a925296 req-f61f744d-6526-47bf-ab74-203b85b6a94b service neutron] 10.222.0.20 "GET /v2.0/networks?id=ebf27eaa-e45c-4211-af61-c4ba3d80ec8e HTTP/1.1" status: 200 len: 930 time: 0.3682325 Aug 18 12:50:21.783277 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-9a2f6b41-0716-48ff-8107-fcb38f197f64 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:21.783907 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-9a2f6b41-0716-48ff-8107-fcb38f197f64 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:21.797155 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80869046-56f5-4582-8fa7-03eadf1beb66 req-16046661-8f45-483f-835e-661d7b462f7e tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:21.798531 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-80869046-56f5-4582-8fa7-03eadf1beb66 req-16046661-8f45-483f-835e-661d7b462f7e tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/networks/0babe39a-03c6-4af7-9ca5-00804dd781c2 HTTP/1.1" status: 200 len: 784 time: 0.4197826 Aug 18 12:50:21.823410 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-c193ab2a-7096-4c94-b7b3-c0f3e366dbe4 req-1574eb90-0383-4ff9-bc16-76c2b3d73e2c tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:21.845429 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [None req-1f61172e-befb-4a48-93a5-269e8bdb5226 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Floating IP 79e05150-a5e0-4c76-a608-d18af971e712 associated. External IP: 172.25.6.221, port: 7a9ce944-2754-4b54-ab1a-316a1e404698. Aug 18 12:50:21.885929 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-17d629ec-9cb4-4874-b4b6-5cd09a925296 req-74a7aab2-4240-4666-9ca4-3e67e9f64465 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05b31936-2541-4a29-824e-ab9ae5a2bbca HTTP/1.1" status: 200 len: 217 time: 0.0977511 Aug 18 12:50:21.886153 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-267f79d7-68ae-485c-908b-ea296951e406 None None] Provisioning for port 48f53cde-d105-4bee-8736-656bf65b7842 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:50:21.887646 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd62d4-fa64-418e-b2e1-b9cb6f6a409a req-5d426573-0fb1-46fa-a502-67506078ba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:21.889072 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-80bd62d4-fa64-418e-b2e1-b9cb6f6a409a req-5d426573-0fb1-46fa-a502-67506078ba63 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e9a8a0a72a94b328bf1e534da208edd&device_id=be38b301-ebf9-498a-b735-a2ca2416d350 HTTP/1.1" status: 200 len: 1095 time: 0.2749205 Aug 18 12:50:21.890074 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-267f79d7-68ae-485c-908b-ea296951e406 None None] Provisioning complete for port 48f53cde-d105-4bee-8736-656bf65b7842 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:21.890471 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-267f79d7-68ae-485c-908b-ea296951e406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:21.908987 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b75c70a1-06b3-475f-892d-087b140c149a req-22d97eb2-9bb4-4add-85a1-3b7b25422ec1 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:21.928931 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-267f79d7-68ae-485c-908b-ea296951e406 None None] Port 48f53cde-d105-4bee-8736-656bf65b7842 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:50:21.943747 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-9a2f6b41-0716-48ff-8107-fcb38f197f64 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1387079 Aug 18 12:50:21.954494 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b75c70a1-06b3-475f-892d-087b140c149a req-22d97eb2-9bb4-4add-85a1-3b7b25422ec1 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Network f82a481e-2d3e-49f3-a273-639556667c8a is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:50:21.957681 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-b75c70a1-06b3-475f-892d-087b140c149a req-22d97eb2-9bb4-4add-85a1-3b7b25422ec1 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:50:21.961597 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75c70a1-06b3-475f-892d-087b140c149a req-22d97eb2-9bb4-4add-85a1-3b7b25422ec1 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:50:21.967150 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c70a1-06b3-475f-892d-087b140c149a req-22d97eb2-9bb4-4add-85a1-3b7b25422ec1 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:21.967748 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b75c70a1-06b3-475f-892d-087b140c149a req-22d97eb2-9bb4-4add-85a1-3b7b25422ec1 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:21.974399 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-c193ab2a-7096-4c94-b7b3-c0f3e366dbe4 req-1574eb90-0383-4ff9-bc16-76c2b3d73e2c tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:21.979924 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d97eb2-9bb4-4add-85a1-3b7b25422ec1 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Pushing event updated for resources: {'Port': ['ID=5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:21.995592 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d97eb2-9bb4-4add-85a1-3b7b25422ec1 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:21.995939 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d97eb2-9bb4-4add-85a1-3b7b25422ec1 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:21.996279 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d97eb2-9bb4-4add-85a1-3b7b25422ec1 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:21.996615 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d97eb2-9bb4-4add-85a1-3b7b25422ec1 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:21.996983 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d97eb2-9bb4-4add-85a1-3b7b25422ec1 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:21.997272 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d97eb2-9bb4-4add-85a1-3b7b25422ec1 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:21.997595 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d97eb2-9bb4-4add-85a1-3b7b25422ec1 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:21.997914 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d97eb2-9bb4-4add-85a1-3b7b25422ec1 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:21.998252 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d97eb2-9bb4-4add-85a1-3b7b25422ec1 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:21.998578 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d97eb2-9bb4-4add-85a1-3b7b25422ec1 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:21.998899 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d97eb2-9bb4-4add-85a1-3b7b25422ec1 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:21.999219 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d97eb2-9bb4-4add-85a1-3b7b25422ec1 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:22.005307 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-80869046-56f5-4582-8fa7-03eadf1beb66 req-7c47aaac-0f46-4725-b1e2-7683ba71c1a8 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.68 HTTP/1.1" status: 200 len: 695 time: 0.1953778 Aug 18 12:50:22.012956 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-1a987da8-c542-4718-a2ad-c4a7800a2c54 service neutron] Request body: {'port': {'device_id': '8e50f53b-e459-4754-b0f4-ea2db727c2e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:22.039580 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c193ab2a-7096-4c94-b7b3-c0f3e366dbe4 req-1574eb90-0383-4ff9-bc16-76c2b3d73e2c tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:50:22.042669 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-c193ab2a-7096-4c94-b7b3-c0f3e366dbe4 req-1574eb90-0383-4ff9-bc16-76c2b3d73e2c tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:50:22.046296 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-c193ab2a-7096-4c94-b7b3-c0f3e366dbe4 req-1574eb90-0383-4ff9-bc16-76c2b3d73e2c tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:50:22.085805 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b75c70a1-06b3-475f-892d-087b140c149a req-22d97eb2-9bb4-4add-85a1-3b7b25422ec1 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7859516 Aug 18 12:50:22.088516 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1574eb90-0383-4ff9-bc16-76c2b3d73e2c tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Pushing event updated for resources: {'Port': ['ID=78d43a57-0edc-4623-9e59-23dbd8926df4,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:22.110893 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-b75c70a1-06b3-475f-892d-087b140c149a req-5cc95ab8-f956-4d8e-bf15-a533af6eeca4 service neutron] Request body: {'port': {'device_id': '18a1a949-187d-409d-9fdf-c1b6165470d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:22.144950 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-c193ab2a-7096-4c94-b7b3-c0f3e366dbe4 req-1574eb90-0383-4ff9-bc16-76c2b3d73e2c tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:22.148395 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-80869046-56f5-4582-8fa7-03eadf1beb66 req-81ce96d2-4016-4338-abdc-adf77b55dd54 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.68 HTTP/1.1" status: 200 len: 695 time: 0.1292300 Aug 18 12:50:22.149783 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d629ec-9cb4-4874-b4b6-5cd09a925296 req-7e6c0df8-1c8a-4bc3-986f-97a3f1d54820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:22.151220 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-17d629ec-9cb4-4874-b4b6-5cd09a925296 req-7e6c0df8-1c8a-4bc3-986f-97a3f1d54820 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=10ed8f90-6f5a-4397-8c28-ce514ffb391e HTTP/1.1" status: 200 len: 868 time: 0.2325459 Aug 18 12:50:22.179931 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b75c70a1-06b3-475f-892d-087b140c149a req-5cc95ab8-f956-4d8e-bf15-a533af6eeca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:22.282110 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-1a987da8-c542-4718-a2ad-c4a7800a2c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:22.284199 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd62d4-fa64-418e-b2e1-b9cb6f6a409a req-5c73dcf7-b315-43af-9e0d-0d0b494c240f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:22.285693 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-80bd62d4-fa64-418e-b2e1-b9cb6f6a409a req-5c73dcf7-b315-43af-9e0d-0d0b494c240f service neutron] 10.222.0.39 "GET /v2.0/networks?id=91d3e9e9-f927-4110-8610-d1ae88923133 HTTP/1.1" status: 200 len: 922 time: 0.3680687 Aug 18 12:50:22.316801 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-c193ab2a-7096-4c94-b7b3-c0f3e366dbe4 req-1574eb90-0383-4ff9-bc16-76c2b3d73e2c tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:22.321770 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-0f40b0f6-94ce-4c89-bd47-31e7480a9a3c None None] Provisioning for port 5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:50:22.327488 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-0f40b0f6-94ce-4c89-bd47-31e7480a9a3c None None] Provisioning complete for port 5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:22.328362 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0f40b0f6-94ce-4c89-bd47-31e7480a9a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:22.364331 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-0f40b0f6-94ce-4c89-bd47-31e7480a9a3c None None] Port 5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:50:22.592982 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-b75c70a1-06b3-475f-892d-087b140c149a req-5cc95ab8-f956-4d8e-bf15-a533af6eeca4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829 {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:50:22.598543 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-c193ab2a-7096-4c94-b7b3-c0f3e366dbe4 req-1574eb90-0383-4ff9-bc16-76c2b3d73e2c tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:22.603081 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b75c70a1-06b3-475f-892d-087b140c149a req-5cc95ab8-f956-4d8e-bf15-a533af6eeca4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:22.615380 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-b75c70a1-06b3-475f-892d-087b140c149a req-5cc95ab8-f956-4d8e-bf15-a533af6eeca4 service neutron] Transition to ACTIVE for port object 5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:50:22.653149 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-c193ab2a-7096-4c94-b7b3-c0f3e366dbe4 req-1574eb90-0383-4ff9-bc16-76c2b3d73e2c tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:22.682562 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d629ec-9cb4-4874-b4b6-5cd09a925296 req-0cd4ac2a-0f0b-437a-8fac-f268f87a2ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:22.684090 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-17d629ec-9cb4-4874-b4b6-5cd09a925296 req-0cd4ac2a-0f0b-437a-8fac-f268f87a2ab7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ebf27eaa-e45c-4211-af61-c4ba3d80ec8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5219147 Aug 18 12:50:22.685340 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-80bd62d4-fa64-418e-b2e1-b9cb6f6a409a req-05d768f6-1523-40aa-8ecf-9434c002f00a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42262b9f-ec4b-44b2-8519-fd093510748c HTTP/1.1" status: 200 len: 217 time: 0.3569248 Aug 18 12:50:22.685784 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b75c70a1-06b3-475f-892d-087b140c149a req-5cc95ab8-f956-4d8e-bf15-a533af6eeca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:22.688826 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-c193ab2a-7096-4c94-b7b3-c0f3e366dbe4 req-1574eb90-0383-4ff9-bc16-76c2b3d73e2c tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:22.718780 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1574eb90-0383-4ff9-bc16-76c2b3d73e2c tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Pushing event updated for resources: {'Port': ['ID=78d43a57-0edc-4623-9e59-23dbd8926df4,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:22.789383 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-b75c70a1-06b3-475f-892d-087b140c149a req-5cc95ab8-f956-4d8e-bf15-a533af6eeca4 service neutron] Attempting to bind port 5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:50:22.789707 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-b75c70a1-06b3-475f-892d-087b140c149a req-5cc95ab8-f956-4d8e-bf15-a533af6eeca4 service neutron] Attempting to bind port 5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:50:22.790412 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75c70a1-06b3-475f-892d-087b140c149a req-5cc95ab8-f956-4d8e-bf15-a533af6eeca4 service neutron] Attempting to bind port 5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829 on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:50:22.798429 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc95ab8-f956-4d8e-bf15-a533af6eeca4 service neutron] Pushing event updated for resources: {'Port': ['ID=5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:22.801199 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75c70a1-06b3-475f-892d-087b140c149a req-5cc95ab8-f956-4d8e-bf15-a533af6eeca4 service neutron] Port 5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829 on network f82a481e-2d3e-49f3-a273-639556667c8a not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:50:22.801531 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75c70a1-06b3-475f-892d-087b140c149a req-5cc95ab8-f956-4d8e-bf15-a533af6eeca4 service neutron] Attempting to bind port 5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829 on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:50:22.804157 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-c193ab2a-7096-4c94-b7b3-c0f3e366dbe4 req-1574eb90-0383-4ff9-bc16-76c2b3d73e2c tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:22.805354 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c193ab2a-7096-4c94-b7b3-c0f3e366dbe4 req-1574eb90-0383-4ff9-bc16-76c2b3d73e2c tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6559091 Aug 18 12:50:22.809603 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75c70a1-06b3-475f-892d-087b140c149a req-5cc95ab8-f956-4d8e-bf15-a533af6eeca4 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:50:22.810142 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75c70a1-06b3-475f-892d-087b140c149a req-5cc95ab8-f956-4d8e-bf15-a533af6eeca4 service neutron] Checking segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:50:22.810555 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75c70a1-06b3-475f-892d-087b140c149a req-5cc95ab8-f956-4d8e-bf15-a533af6eeca4 service neutron] Bound using segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:50:22.810984 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-b75c70a1-06b3-475f-892d-087b140c149a req-5cc95ab8-f956-4d8e-bf15-a533af6eeca4 service neutron] Bound port: 5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:50:22.811339 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b75c70a1-06b3-475f-892d-087b140c149a req-5cc95ab8-f956-4d8e-bf15-a533af6eeca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:22.892614 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c193ab2a-7096-4c94-b7b3-c0f3e366dbe4 req-6f361b22-9d2e-4800-9be8-01b9ff4d947e tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.136 HTTP/1.1" status: 200 len: 696 time: 0.0779274 Aug 18 12:50:22.946457 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd62d4-fa64-418e-b2e1-b9cb6f6a409a req-76d1f1f3-f587-4302-8ffb-477a36758b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:22.948486 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-80bd62d4-fa64-418e-b2e1-b9cb6f6a409a req-76d1f1f3-f587-4302-8ffb-477a36758b08 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=da996bc9-0001-4e2d-9a03-d2d78ee48c5d HTTP/1.1" status: 200 len: 861 time: 0.2441111 Aug 18 12:50:22.974117 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-b75c70a1-06b3-475f-892d-087b140c149a req-5cc95ab8-f956-4d8e-bf15-a533af6eeca4 service neutron] For port 5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829, host n-h2-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:50:22.992823 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-b75c70a1-06b3-475f-892d-087b140c149a req-5cc95ab8-f956-4d8e-bf15-a533af6eeca4 service neutron] For port 5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:50:23.025715 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193ab2a-7096-4c94-b7b3-c0f3e366dbe4 req-c8e55d49-8457-4768-8a04-0e1bb481461c tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:23.027188 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c193ab2a-7096-4c94-b7b3-c0f3e366dbe4 req-c8e55d49-8457-4768-8a04-0e1bb481461c tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] 10.222.0.13 "GET /v2.0/networks/0babe39a-03c6-4af7-9ca5-00804dd781c2 HTTP/1.1" status: 200 len: 784 time: 0.1283550 Aug 18 12:50:23.039344 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f61172e-befb-4a48-93a5-269e8bdb5226 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Router a9b39e85-e0bb-4b61-88aa-b5d1421419dc has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:50:23.045351 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-80bd62d4-fa64-418e-b2e1-b9cb6f6a409a req-76700221-2268-4305-99a4-e0136499f691 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=91d3e9e9-f927-4110-8610-d1ae88923133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837510 Aug 18 12:50:23.052393 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b75c70a1-06b3-475f-892d-087b140c149a req-5cc95ab8-f956-4d8e-bf15-a533af6eeca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:23.052967 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-80869046-56f5-4582-8fa7-03eadf1beb66 req-57832495-1717-42ea-a439-aadde59ab40f tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Deleting port 255e034a-8b21-4589-b088-7d20af943173 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:50:23.053414 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-80869046-56f5-4582-8fa7-03eadf1beb66 req-57832495-1717-42ea-a439-aadde59ab40f tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:23.104492 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c70a1-06b3-475f-892d-087b140c149a req-5cc95ab8-f956-4d8e-bf15-a533af6eeca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:23.105145 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b75c70a1-06b3-475f-892d-087b140c149a req-5cc95ab8-f956-4d8e-bf15-a533af6eeca4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:23.106515 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b75c70a1-06b3-475f-892d-087b140c149a req-5cc95ab8-f956-4d8e-bf15-a533af6eeca4 service neutron] 10.222.0.20 "PUT /v2.0/ports/5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829 HTTP/1.1" status: 200 len: 1096 time: 1.0004025 Aug 18 12:50:23.125420 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-17d629ec-9cb4-4874-b4b6-5cd09a925296 req-442f69c2-e326-481a-b23a-82e97ad85db4 service neutron] 10.222.0.20 "GET /v2.0/networks/ebf27eaa-e45c-4211-af61-c4ba3d80ec8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198604 Aug 18 12:50:23.149567 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc95ab8-f956-4d8e-bf15-a533af6eeca4 service neutron] Pushing event updated for resources: {'Port': ['ID=5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:23.165282 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6edda0-3d77-4804-a448-d602f215b8b2 req-27fb5ba4-a439-4945-8e82-28f70b3b4079 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:23.167725 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ac6edda0-3d77-4804-a448-d602f215b8b2 req-27fb5ba4-a439-4945-8e82-28f70b3b4079 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fda3e2a-0016-4fdc-a03f-1e7b0c9f4fa1 HTTP/1.1" status: 200 len: 945 time: 0.0860503 Aug 18 12:50:23.198108 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a1a949-187d-409d-9fdf-c1b6165470d0', 'tag': '5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:50:23.202127 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7bbe64-6bbe-46f2-a741-af43816068e6" -d '{"events": [{"name": "network-changed", "server_uuid": "18a1a949-187d-409d-9fdf-c1b6165470d0", "tag": "5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:50:23.222897 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ac6edda0-3d77-4804-a448-d602f215b8b2 req-97dc39a4-fc87-44e3-b88d-7d78ef326b6d tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474963 Aug 18 12:50:23.306337 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c70a1-06b3-475f-892d-087b140c149a req-252b6668-cbf9-4beb-b7a8-80858fb0b84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:23.308529 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b75c70a1-06b3-475f-892d-087b140c149a req-252b6668-cbf9-4beb-b7a8-80858fb0b84a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2848086ca5ea4e0a852f49162fc44ff1&device_id=18a1a949-187d-409d-9fdf-c1b6165470d0 HTTP/1.1" status: 200 len: 1099 time: 0.0598505 Aug 18 12:50:23.375524 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b75c70a1-06b3-475f-892d-087b140c149a req-8dfd5f82-e42a-4d3e-8789-b979ac44eb9f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829 HTTP/1.1" status: 200 len: 217 time: 0.0564933 Aug 18 12:50:23.389734 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-80869046-56f5-4582-8fa7-03eadf1beb66 req-57832495-1717-42ea-a439-aadde59ab40f tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:23.390076 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-80869046-56f5-4582-8fa7-03eadf1beb66 req-57832495-1717-42ea-a439-aadde59ab40f tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:23.399255 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2583d9b-e618-425a-b8e8-6e31759f6104 req-a4d8b129-9bf7-4f8d-a249-c50f71844364 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:23.400934 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b2583d9b-e618-425a-b8e8-6e31759f6104 req-a4d8b129-9bf7-4f8d-a249-c50f71844364 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 950 time: 0.0971866 Aug 18 12:50:23.428487 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-80869046-56f5-4582-8fa7-03eadf1beb66 req-57832495-1717-42ea-a439-aadde59ab40f tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Calling delete_port for 255e034a-8b21-4589-b088-7d20af943173 owned by network:floatingip {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:50:23.438573 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-80bd62d4-fa64-418e-b2e1-b9cb6f6a409a req-eef3ac92-0f48-45c7-8fbf-e6f27262ee1a service neutron] 10.222.0.39 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772905 Aug 18 12:50:23.459991 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c70a1-06b3-475f-892d-087b140c149a req-af2d6375-a7e9-4b39-ba7e-8b67a2f535ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:23.461426 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b75c70a1-06b3-475f-892d-087b140c149a req-af2d6375-a7e9-4b39-ba7e-8b67a2f535ef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.0779784 Aug 18 12:50:23.467415 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b2583d9b-e618-425a-b8e8-6e31759f6104 req-41a85f27-967a-4a0f-b0ba-8f47c9f59ea9 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471146 Aug 18 12:50:23.512474 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c70a1-06b3-475f-892d-087b140c149a req-123384d0-3a88-450d-86de-a3928a729783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:23.513964 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b75c70a1-06b3-475f-892d-087b140c149a req-123384d0-3a88-450d-86de-a3928a729783 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0440557 Aug 18 12:50:23.523230 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-17d629ec-9cb4-4874-b4b6-5cd09a925296 req-9030d8ad-97be-4cf8-a425-0f03209c8bc3 service neutron] 10.222.0.20 "GET /v2.0/networks/ebf27eaa-e45c-4211-af61-c4ba3d80ec8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705180 Aug 18 12:50:23.581549 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f61172e-befb-4a48-93a5-269e8bdb5226 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:50:23.593046 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999dcf59-f35b-4c12-81b9-c14a9dfd2e5b None None] Sync routers for ids ['a9b39e85-e0bb-4b61-88aa-b5d1421419dc'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:50:23.595395 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1f61172e-befb-4a48-93a5-269e8bdb5226 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:23.602940 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999dcf59-f35b-4c12-81b9-c14a9dfd2e5b None None] Routers {'a9b39e85-e0bb-4b61-88aa-b5d1421419dc'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:50:23.604598 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-999dcf59-f35b-4c12-81b9-c14a9dfd2e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:50:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['a9b39e85-e0bb-4b61-88aa-b5d1421419dc'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:23.619837 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-1a987da8-c542-4718-a2ad-c4a7800a2c54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48f53cde-d105-4bee-8736-656bf65b7842 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:50:23.633820 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-1a987da8-c542-4718-a2ad-c4a7800a2c54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:23.634875 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e556f-e4e7-4310-b6c5-f4115022ba35 req-c55c84a6-a453-4c6d-bf2b-94bb7715bff1 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:23.636416 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-823e556f-e4e7-4310-b6c5-f4115022ba35 req-c55c84a6-a453-4c6d-bf2b-94bb7715bff1 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=be38b301-ebf9-498a-b735-a2ca2416d350 HTTP/1.1" status: 200 len: 944 time: 0.1059396 Aug 18 12:50:23.659511 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b75c70a1-06b3-475f-892d-087b140c149a req-8440cf63-0adc-4fe5-b19e-fbae47f51765 service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372623 Aug 18 12:50:23.675699 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1f61172e-befb-4a48-93a5-269e8bdb5226 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "PUT /v2.0/floatingips/79e05150-a5e0-4c76-a608-d18af971e712 HTTP/1.1" status: 200 len: 991 time: 4.0860517 Aug 18 12:50:23.677718 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea89456-27c8-4b4c-8bea-e414b197d248', 'tag': '7a9ce944-2754-4b54-ab1a-316a1e404698'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:50:23.680023 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0119d6-caae-4519-a3ab-312f960f1565" -d '{"events": [{"name": "network-changed", "server_uuid": "dea89456-27c8-4b4c-8bea-e414b197d248", "tag": "7a9ce944-2754-4b54-ab1a-316a1e404698"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:50:23.687371 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-1a987da8-c542-4718-a2ad-c4a7800a2c54 service neutron] Transition to ACTIVE for port object 48f53cde-d105-4bee-8736-656bf65b7842 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:50:23.708867 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-80bd62d4-fa64-418e-b2e1-b9cb6f6a409a req-242235ac-3900-4914-81ba-81bc1c3666c8 service neutron] 10.222.0.39 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525547 Aug 18 12:50:23.719536 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-999dcf59-f35b-4c12-81b9-c14a9dfd2e5b None None] Set router a9b39e85-e0bb-4b61-88aa-b5d1421419dc gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:50:23.748670 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-823e556f-e4e7-4310-b6c5-f4115022ba35 req-12254fb7-0d19-489f-b030-bbee8670d791 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996192 Aug 18 12:50:23.787416 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b75c70a1-06b3-475f-892d-087b140c149a req-de394b50-4df2-48ea-ad71-009051ab34f9 service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188638 Aug 18 12:50:23.790000 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-1a987da8-c542-4718-a2ad-c4a7800a2c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:23.866163 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a987da8-c542-4718-a2ad-c4a7800a2c54 service neutron] Pushing event updated for resources: {'Port': ['ID=48f53cde-d105-4bee-8736-656bf65b7842,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:23.875395 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-80869046-56f5-4582-8fa7-03eadf1beb66 req-57832495-1717-42ea-a439-aadde59ab40f tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:23.910307 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d095e-ddf9-4b05-8c33-2ddde549601a req-f43cd9cd-6311-4bba-b60d-38b06ad17dbc tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:23.912508 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4d1d095e-ddf9-4b05-8c33-2ddde549601a req-f43cd9cd-6311-4bba-b60d-38b06ad17dbc tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a1a949-187d-409d-9fdf-c1b6165470d0 HTTP/1.1" status: 200 len: 948 time: 0.0631375 Aug 18 12:50:23.919733 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57832495-1717-42ea-a439-aadde59ab40f tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Pushing event deleted for resources: {'Port': ['ID=255e034a-8b21-4589-b088-7d20af943173,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:23.975168 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4d1d095e-ddf9-4b05-8c33-2ddde549601a req-050056c2-64cb-47b6-a611-caf4e011af43 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370328 Aug 18 12:50:24.032083 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-999dcf59-f35b-4c12-81b9-c14a9dfd2e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1877647334-router', 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '60406fab-52d2-40fa-8cee-7dfc0389d0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:49:24Z', 'updated_at': '2021-08-18T12:49:34Z', 'revision_number': 4, 'project_id': 'a75dbc010737425ca08685b9dab39e3d', 'gw_port': {'id': '60406fab-52d2-40fa-8cee-7dfc0389d0b3', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:19:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:27Z', 'updated_at': '2021-08-18T12:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '79e05150-a5e0-4c76-a608-d18af971e712', 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d', 'floating_ip_address': '172.25.6.221', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'port_id': '7a9ce944-2754-4b54-ab1a-316a1e404698', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02fd23fc-4be9-4045-ae50-4a7decb4e07c', 'mac_address': 'fa:16:3e:71:b6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea89456-27c8-4b4c-8bea-e414b197d248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:49:57Z', 'updated_at': '2021-08-18T12:50:21Z', 'revision_number': 1, 'project_id': 'a75dbc010737425ca08685b9dab39e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655', 'name': '', 'network_id': '02fd23fc-4be9-4045-ae50-4a7decb4e07c', 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d', 'mac_address': 'fa:16:3e:24:e8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '154e0376-ea0e-40f2-a861-d291c3269453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:33Z', 'updated_at': '2021-08-18T12:49:42Z', 'revision_number': 5, 'project_id': 'a75dbc010737425ca08685b9dab39e3d', 'subnets': [{'id': '154e0376-ea0e-40f2-a861-d291c3269453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:24.036049 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-1a987da8-c542-4718-a2ad-c4a7800a2c54 service neutron] Attempting to bind port 48f53cde-d105-4bee-8736-656bf65b7842 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:50:24.036643 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-1a987da8-c542-4718-a2ad-c4a7800a2c54 service neutron] Attempting to bind port 48f53cde-d105-4bee-8736-656bf65b7842 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:50:24.037190 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-1a987da8-c542-4718-a2ad-c4a7800a2c54 service neutron] Attempting to bind port 48f53cde-d105-4bee-8736-656bf65b7842 on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:50:24.048342 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-1a987da8-c542-4718-a2ad-c4a7800a2c54 service neutron] Port 48f53cde-d105-4bee-8736-656bf65b7842 on network f82a481e-2d3e-49f3-a273-639556667c8a not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:50:24.048970 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-1a987da8-c542-4718-a2ad-c4a7800a2c54 service neutron] Attempting to bind port 48f53cde-d105-4bee-8736-656bf65b7842 on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:50:24.060209 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-1a987da8-c542-4718-a2ad-c4a7800a2c54 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:50:24.060561 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-1a987da8-c542-4718-a2ad-c4a7800a2c54 service neutron] Checking segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:50:24.061062 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-1a987da8-c542-4718-a2ad-c4a7800a2c54 service neutron] Bound using segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:50:24.061502 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-1a987da8-c542-4718-a2ad-c4a7800a2c54 service neutron] Bound port: 48f53cde-d105-4bee-8736-656bf65b7842, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:50:24.061867 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-1a987da8-c542-4718-a2ad-c4a7800a2c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:24.064982 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999dcf59-f35b-4c12-81b9-c14a9dfd2e5b None None] Checking router: a9b39e85-e0bb-4b61-88aa-b5d1421419dc for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:50:24.066384 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-80869046-56f5-4582-8fa7-03eadf1beb66 req-57832495-1717-42ea-a439-aadde59ab40f tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks [] for floatingip, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:24.069262 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-80869046-56f5-4582-8fa7-03eadf1beb66 req-57832495-1717-42ea-a439-aadde59ab40f tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:24.070497 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-80869046-56f5-4582-8fa7-03eadf1beb66 req-57832495-1717-42ea-a439-aadde59ab40f tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "DELETE /v2.0/floatingips/73c932f3-2162-4a98-b5c9-8b57fe47ee8b HTTP/1.1" status: 204 len: 173 time: 1.9009898 Aug 18 12:50:24.074334 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999dcf59-f35b-4c12-81b9-c14a9dfd2e5b None None] Routers {'a9b39e85-e0bb-4b61-88aa-b5d1421419dc'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:50:24.075049 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-999dcf59-f35b-4c12-81b9-c14a9dfd2e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:50:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['a9b39e85-e0bb-4b61-88aa-b5d1421419dc'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:24.161780 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d8b2adc1-4611-4e2e-b288-8b671f44a170 req-9a077b38-dbe9-427a-a9b0-06de9041e019 tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] 10.222.0.13 "GET /v2.0/floatingips/5a3838cb-5a33-4a1f-8d33-9e8cb8e9e43d HTTP/1.1" status: 200 len: 693 time: 0.0718184 Aug 18 12:50:24.197064 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-999dcf59-f35b-4c12-81b9-c14a9dfd2e5b None None] Set router a9b39e85-e0bb-4b61-88aa-b5d1421419dc gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:50:24.235978 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-1a987da8-c542-4718-a2ad-c4a7800a2c54 service neutron] For port 48f53cde-d105-4bee-8736-656bf65b7842, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:50:24.255941 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-1a987da8-c542-4718-a2ad-c4a7800a2c54 service neutron] For port 48f53cde-d105-4bee-8736-656bf65b7842, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=48f53cde-d105-4bee-8736-656bf65b7842,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:50:24.300286 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2adc1-4611-4e2e-b288-8b671f44a170 req-1c0808c0-72b3-490d-9001-66a46ad15ebc tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:24.301652 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d8b2adc1-4611-4e2e-b288-8b671f44a170 req-1c0808c0-72b3-490d-9001-66a46ad15ebc tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] 10.222.0.13 "GET /v2.0/networks/0babe39a-03c6-4af7-9ca5-00804dd781c2 HTTP/1.1" status: 200 len: 784 time: 0.1316850 Aug 18 12:50:24.348992 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-1a987da8-c542-4718-a2ad-c4a7800a2c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:24.379212 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d8b2adc1-4611-4e2e-b288-8b671f44a170 req-62983276-fdb8-4aad-8891-238c85129262 tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.136 HTTP/1.1" status: 200 len: 696 time: 0.0708864 Aug 18 12:50:24.396463 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-1a987da8-c542-4718-a2ad-c4a7800a2c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:24.397478 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-1a987da8-c542-4718-a2ad-c4a7800a2c54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:24.398076 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-1a987da8-c542-4718-a2ad-c4a7800a2c54 service neutron] 10.222.0.20 "PUT /v2.0/ports/48f53cde-d105-4bee-8736-656bf65b7842 HTTP/1.1" status: 200 len: 1096 time: 2.3962548 Aug 18 12:50:24.447328 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-999dcf59-f35b-4c12-81b9-c14a9dfd2e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1877647334-router', 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '60406fab-52d2-40fa-8cee-7dfc0389d0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:49:24Z', 'updated_at': '2021-08-18T12:49:34Z', 'revision_number': 4, 'project_id': 'a75dbc010737425ca08685b9dab39e3d', 'gw_port': {'id': '60406fab-52d2-40fa-8cee-7dfc0389d0b3', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:19:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:27Z', 'updated_at': '2021-08-18T12:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '79e05150-a5e0-4c76-a608-d18af971e712', 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d', 'floating_ip_address': '172.25.6.221', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'port_id': '7a9ce944-2754-4b54-ab1a-316a1e404698', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02fd23fc-4be9-4045-ae50-4a7decb4e07c', 'mac_address': 'fa:16:3e:71:b6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea89456-27c8-4b4c-8bea-e414b197d248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:49:57Z', 'updated_at': '2021-08-18T12:50:21Z', 'revision_number': 1, 'project_id': 'a75dbc010737425ca08685b9dab39e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655', 'name': '', 'network_id': '02fd23fc-4be9-4045-ae50-4a7decb4e07c', 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d', 'mac_address': 'fa:16:3e:24:e8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '154e0376-ea0e-40f2-a861-d291c3269453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:33Z', 'updated_at': '2021-08-18T12:49:42Z', 'revision_number': 5, 'project_id': 'a75dbc010737425ca08685b9dab39e3d', 'subnets': [{'id': '154e0376-ea0e-40f2-a861-d291c3269453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:24.456768 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d8b2adc1-4611-4e2e-b288-8b671f44a170 req-86eccf79-cacd-4d61-ab1f-19d3d15de3e5 tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.136 HTTP/1.1" status: 200 len: 696 time: 0.0683467 Aug 18 12:50:24.460142 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a987da8-c542-4718-a2ad-c4a7800a2c54 service neutron] Pushing event updated for resources: {'Port': ['ID=48f53cde-d105-4bee-8736-656bf65b7842,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:24.484922 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999dcf59-f35b-4c12-81b9-c14a9dfd2e5b None None] The sync data for ids ['a9b39e85-e0bb-4b61-88aa-b5d1421419dc'] in n-d-803603-2 is: [{'id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1877647334-router', 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '60406fab-52d2-40fa-8cee-7dfc0389d0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:49:24Z', 'updated_at': '2021-08-18T12:49:34Z', 'revision_number': 4, 'project_id': 'a75dbc010737425ca08685b9dab39e3d', 'gw_port': {'id': '60406fab-52d2-40fa-8cee-7dfc0389d0b3', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:19:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:27Z', 'updated_at': '2021-08-18T12:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '79e05150-a5e0-4c76-a608-d18af971e712', 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d', 'floating_ip_address': '172.25.6.221', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'port_id': '7a9ce944-2754-4b54-ab1a-316a1e404698', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02fd23fc-4be9-4045-ae50-4a7decb4e07c', 'mac_address': 'fa:16:3e:71:b6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea89456-27c8-4b4c-8bea-e414b197d248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:49:57Z', 'updated_at': '2021-08-18T12:50:21Z', 'revision_number': 1, 'project_id': 'a75dbc010737425ca08685b9dab39e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655', 'name': '', 'network_id': '02fd23fc-4be9-4045-ae50-4a7decb4e07c', 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d', 'mac_address': 'fa:16:3e:24:e8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '154e0376-ea0e-40f2-a861-d291c3269453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:33Z', 'updated_at': '2021-08-18T12:49:42Z', 'revision_number': 5, 'project_id': 'a75dbc010737425ca08685b9dab39e3d', 'subnets': [{'id': '154e0376-ea0e-40f2-a861-d291c3269453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:50:24.640998 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-c3b8d90b-7cac-42fb-a12f-08e3469abb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:24.642760 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-c3b8d90b-7cac-42fb-a12f-08e3469abb9e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2848086ca5ea4e0a852f49162fc44ff1&device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 1099 time: 0.0745952 Aug 18 12:50:24.699200 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-e78d81e0-d1fa-4779-b1a1-6b27b98f61bb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=48f53cde-d105-4bee-8736-656bf65b7842 HTTP/1.1" status: 200 len: 217 time: 0.0411973 Aug 18 12:50:24.703505 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-d8b2adc1-4611-4e2e-b288-8b671f44a170 req-9654d3b8-6192-48b7-a1e8-7aa08519e72b tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Deleting port 78d43a57-0edc-4623-9e59-23dbd8926df4 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:50:24.703861 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d8b2adc1-4611-4e2e-b288-8b671f44a170 req-9654d3b8-6192-48b7-a1e8-7aa08519e72b tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:24.708630 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e3d118-6f6f-412a-8513-1d1d02bec5c4 None None] New status for floating IP 79e05150-a5e0-4c76-a608-d18af971e712: ACTIVE {{(pid=101677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:50:24.800060 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-ccf3045d-54eb-4c82-8cc5-4238eb2ffdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:24.801528 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-ccf3045d-54eb-4c82-8cc5-4238eb2ffdf2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.0856600 Aug 18 12:50:24.838676 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d8b2adc1-4611-4e2e-b288-8b671f44a170 req-9654d3b8-6192-48b7-a1e8-7aa08519e72b tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:24.838997 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d8b2adc1-4611-4e2e-b288-8b671f44a170 req-9654d3b8-6192-48b7-a1e8-7aa08519e72b tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:24.876949 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b47ce8-c93c-4391-a842-4a78d9f7c84a x-openstack-request-id: req-41b47ce8-c93c-4391-a842-4a78d9f7c84a {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:50:24.877461 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18a1a949-187d-409d-9fdf-c1b6165470d0", "tag": "5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:50:24.877670 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-41b47ce8-c93c-4391-a842-4a78d9f7c84a {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:50:24.878214 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18a1a949-187d-409d-9fdf-c1b6165470d0', 'tag': '5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829', 'status': 'completed', 'code': 200} Aug 18 12:50:24.880399 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-d8b2adc1-4611-4e2e-b288-8b671f44a170 req-9654d3b8-6192-48b7-a1e8-7aa08519e72b tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Calling delete_port for 78d43a57-0edc-4623-9e59-23dbd8926df4 owned by network:floatingip {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:50:24.907198 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-2a9064bf-50ff-4c94-ac7a-c11c4a7fdc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:24.908944 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-2a9064bf-50ff-4c94-ac7a-c11c4a7fdc56 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0943515 Aug 18 12:50:24.947785 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7bbe64-6bbe-46f2-a741-af43816068e6 req-065bba62-ea0a-46cd-b0f4-e4d406697348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:24.949291 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2a7bbe64-6bbe-46f2-a741-af43816068e6 req-065bba62-ea0a-46cd-b0f4-e4d406697348 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2848086ca5ea4e0a852f49162fc44ff1&device_id=18a1a949-187d-409d-9fdf-c1b6165470d0 HTTP/1.1" status: 200 len: 1099 time: 0.0445962 Aug 18 12:50:25.067087 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7bbe64-6bbe-46f2-a741-af43816068e6 req-2dc38844-8613-4d7c-b4b1-ea69a0bb36cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:25.067808 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-c8d96c51-60a8-4eaf-ad4d-6381e22f42bb service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266332 Aug 18 12:50:25.068595 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2a7bbe64-6bbe-46f2-a741-af43816068e6 req-2dc38844-8613-4d7c-b4b1-ea69a0bb36cd service neutron] 10.222.0.20 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.1113322 Aug 18 12:50:25.129638 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2a7bbe64-6bbe-46f2-a741-af43816068e6 req-ef0766b2-2726-41e8-8498-c5a71216c069 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829 HTTP/1.1" status: 200 len: 217 time: 0.0406256 Aug 18 12:50:25.197159 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-249941a7-058a-4f99-ab6f-642bae9964b6 req-ca10bd64-ba23-4c78-bff7-e34a8aa4c503 service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013823 Aug 18 12:50:25.197947 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7bbe64-6bbe-46f2-a741-af43816068e6 req-810b1964-9704-4b43-a070-24be6a6f6784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:25.199332 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2a7bbe64-6bbe-46f2-a741-af43816068e6 req-810b1964-9704-4b43-a070-24be6a6f6784 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.0610161 Aug 18 12:50:25.247547 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d8b2adc1-4611-4e2e-b288-8b671f44a170 req-9654d3b8-6192-48b7-a1e8-7aa08519e72b tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:25.255683 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7bbe64-6bbe-46f2-a741-af43816068e6 req-1ceec0c9-f52b-4bee-935b-22a911b82e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:25.257371 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2a7bbe64-6bbe-46f2-a741-af43816068e6 req-1ceec0c9-f52b-4bee-935b-22a911b82e19 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0457263 Aug 18 12:50:25.277435 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9654d3b8-6192-48b7-a1e8-7aa08519e72b tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Pushing event deleted for resources: {'Port': ['ID=78d43a57-0edc-4623-9e59-23dbd8926df4,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:25.316518 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 42262b9f-ec4b-44b2-8519-fd093510748c details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:50:25.358261 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d8b2adc1-4611-4e2e-b288-8b671f44a170 req-9654d3b8-6192-48b7-a1e8-7aa08519e72b tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Notify callbacks [] for floatingip, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:25.360966 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d8b2adc1-4611-4e2e-b288-8b671f44a170 req-9654d3b8-6192-48b7-a1e8-7aa08519e72b tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:25.362098 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d8b2adc1-4611-4e2e-b288-8b671f44a170 req-9654d3b8-6192-48b7-a1e8-7aa08519e72b tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] 10.222.0.13 "DELETE /v2.0/floatingips/5a3838cb-5a33-4a1f-8d33-9e8cb8e9e43d HTTP/1.1" status: 204 len: 173 time: 0.8919201 Aug 18 12:50:25.380836 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2a7bbe64-6bbe-46f2-a741-af43816068e6 req-58a93a28-9f53-4cd9-8d10-c3f4da04cc42 service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156929 Aug 18 12:50:25.425019 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc4f14f-f580-431e-9665-f04e7c38a833 x-openstack-request-id: req-9fc4f14f-f580-431e-9665-f04e7c38a833 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:50:25.425321 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dea89456-27c8-4b4c-8bea-e414b197d248", "tag": "7a9ce944-2754-4b54-ab1a-316a1e404698", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:50:25.426085 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9fc4f14f-f580-431e-9665-f04e7c38a833 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:50:25.426085 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dea89456-27c8-4b4c-8bea-e414b197d248', 'tag': '7a9ce944-2754-4b54-ab1a-316a1e404698', 'status': 'completed', 'code': 200} Aug 18 12:50:25.427335 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 42262b9f-ec4b-44b2-8519-fd093510748c, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=42262b9f-ec4b-44b2-8519-fd093510748c,segment=NetworkSegment(0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d),segment_id=0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:25.449784 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '42262b9f-ec4b-44b2-8519-fd093510748c', 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133', 'port_id': '42262b9f-ec4b-44b2-8519-fd093510748c', 'mac_address': 'fa:16:3e:0a:e8:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da996bc9-0001-4e2d-9a03-d2d78ee48c5d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:50:25.493163 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:25.507570 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42262b9f-ec4b-44b2-8519-fd093510748c {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:50:25.535217 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 42262b9f-ec4b-44b2-8519-fd093510748c, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=42262b9f-ec4b-44b2-8519-fd093510748c,segment=NetworkSegment(0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d),segment_id=0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:25.547898 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2a7bbe64-6bbe-46f2-a741-af43816068e6 req-717531f6-da69-4a20-b047-df21658f8d00 service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563833 Aug 18 12:50:25.559401 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0119d6-caae-4519-a3ab-312f960f1565 req-4608b6db-c566-447e-9aab-fc8b2c3cb557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:25.560990 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bc0119d6-caae-4519-a3ab-312f960f1565 req-4608b6db-c566-447e-9aab-fc8b2c3cb557 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a75dbc010737425ca08685b9dab39e3d&device_id=dea89456-27c8-4b4c-8bea-e414b197d248 HTTP/1.1" status: 200 len: 1096 time: 0.0979390 Aug 18 12:50:25.567767 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5389db-874a-497a-befb-a9c73d485ea8 req-22cf12b2-428f-4438-9920-6d4f54a00657 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:25.568702 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e0b09-51e1-4515-80ae-1c1bc12e112d req-1938c043-763c-4bb5-b582-9d5d163c4e09 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:25.569656 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3b5389db-874a-497a-befb-a9c73d485ea8 req-22cf12b2-428f-4438-9920-6d4f54a00657 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 950 time: 0.0687127 Aug 18 12:50:25.570354 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-664e0b09-51e1-4515-80ae-1c1bc12e112d req-1938c043-763c-4bb5-b582-9d5d163c4e09 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=be38b301-ebf9-498a-b735-a2ca2416d350 HTTP/1.1" status: 200 len: 944 time: 0.0683775 Aug 18 12:50:25.609595 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3b5389db-874a-497a-befb-a9c73d485ea8 req-a6e87431-fcca-4a5e-90e8-8d2e196a1d24 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323381 Aug 18 12:50:25.636896 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:25.693310 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=42262b9f-ec4b-44b2-8519-fd093510748c,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:25.733448 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b5578-51d4-4768-b4a3-cbcd7160ccf4 req-489e7d3a-31a0-4306-b5d4-7294a6624a69 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:25.735076 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9f5b5578-51d4-4768-b4a3-cbcd7160ccf4 req-489e7d3a-31a0-4306-b5d4-7294a6624a69 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a1a949-187d-409d-9fdf-c1b6165470d0 HTTP/1.1" status: 200 len: 948 time: 0.0607255 Aug 18 12:50:25.777015 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9f5b5578-51d4-4768-b4a3-cbcd7160ccf4 req-91d2e243-82e4-40cc-b0f0-cf4b6571e7a6 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355608 Aug 18 12:50:25.890350 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86db7e9-731b-4970-9a36-768f33efa5bc req-cc3d4b1a-1b09-46f6-862c-af6836be27c7 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:25.893342 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b86db7e9-731b-4970-9a36-768f33efa5bc req-cc3d4b1a-1b09-46f6-862c-af6836be27c7 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fda3e2a-0016-4fdc-a03f-1e7b0c9f4fa1 HTTP/1.1" status: 200 len: 945 time: 0.0538783 Aug 18 12:50:25.899112 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['42262b9f-ec4b-44b2-8519-fd093510748c'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:50:25.948787 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b86db7e9-731b-4970-9a36-768f33efa5bc req-ff6b4af7-3e41-4a4b-a7a0-5703757c1c85 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507405 Aug 18 12:50:25.979149 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-664e0b09-51e1-4515-80ae-1c1bc12e112d req-183ca284-8f36-41c1-ab80-14080874257b tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994071 Aug 18 12:50:26.017651 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0119d6-caae-4519-a3ab-312f960f1565 req-9157ba8b-9614-4465-b8df-c41376eda558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:26.019701 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bc0119d6-caae-4519-a3ab-312f960f1565 req-9157ba8b-9614-4465-b8df-c41376eda558 service neutron] 10.222.0.20 "GET /v2.0/networks?id=02fd23fc-4be9-4045-ae50-4a7decb4e07c HTTP/1.1" status: 200 len: 925 time: 0.4484639 Aug 18 12:50:26.030114 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [req-49a5f1c7-7829-4c95-9034-147f2857bc0b req-8b7605b5-a525-4f9f-a70b-bda04da6f1a8 tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] show failed (client error): The resource could not be found. Aug 18 12:50:26.031259 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-49a5f1c7-7829-4c95-9034-147f2857bc0b req-8b7605b5-a525-4f9f-a70b-bda04da6f1a8 tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] 10.222.0.13 "GET /v2.0/floatingips/5a3838cb-5a33-4a1f-8d33-9e8cb8e9e43d HTTP/1.1" status: 404 len: 350 time: 0.0565259 Aug 18 12:50:26.097409 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [req-9efc67e7-cb2d-4da9-9ee4-d741b61bce8d req-f5b872a4-d575-4899-94fe-39af1630e27e tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] show failed (client error): The resource could not be found. Aug 18 12:50:26.100201 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9efc67e7-cb2d-4da9-9ee4-d741b61bce8d req-f5b872a4-d575-4899-94fe-39af1630e27e tempest-FloatingIPsTestJSON-1232509080 tempest-FloatingIPsTestJSON-1232509080-project] 10.222.0.13 "GET /v2.0/floatingips/5a3838cb-5a33-4a1f-8d33-9e8cb8e9e43d HTTP/1.1" status: 404 len: 350 time: 0.0464580 Aug 18 12:50:26.113019 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60866) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:26.145256 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bc0119d6-caae-4519-a3ab-312f960f1565 req-d89f3cb4-3dc8-42f9-8286-4deb99c366b4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a9ce944-2754-4b54-ab1a-316a1e404698 HTTP/1.1" status: 200 len: 1001 time: 0.1149895 Aug 18 12:50:26.156870 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0073c-271f-44f9-8ab7-b76e92cf8dcb req-ec1c4ddb-58aa-4aa3-bb99-4437a71cfe5a tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:26.158408 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0df0073c-271f-44f9-8ab7-b76e92cf8dcb req-ec1c4ddb-58aa-4aa3-bb99-4437a71cfe5a tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/ports?device_id=56af15d3-f73c-4f9d-9b85-dc90b9606c42&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0715935 Aug 18 12:50:26.229171 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0df0073c-271f-44f9-8ab7-b76e92cf8dcb req-82dcfb05-8c08-411e-a5e5-69f90e752940 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0592780 Aug 18 12:50:26.237392 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0119d6-caae-4519-a3ab-312f960f1565 req-21dca860-ef8b-403d-9bff-364b17056d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:26.238972 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bc0119d6-caae-4519-a3ab-312f960f1565 req-21dca860-ef8b-403d-9bff-364b17056d47 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=154e0376-ea0e-40f2-a861-d291c3269453 HTTP/1.1" status: 200 len: 863 time: 0.0796883 Aug 18 12:50:26.290884 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0119d6-caae-4519-a3ab-312f960f1565 req-e7f39cd4-3552-44ed-9756-471e43fc412c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:26.293105 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bc0119d6-caae-4519-a3ab-312f960f1565 req-e7f39cd4-3552-44ed-9756-471e43fc412c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=02fd23fc-4be9-4045-ae50-4a7decb4e07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447030 Aug 18 12:50:26.305333 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5c3717d7-b14a-4241-bab4-c7b6c5abcb7f req-25961547-c934-4f27-83bf-71ce7576e8b2 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0482349 Aug 18 12:50:26.427570 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bc0119d6-caae-4519-a3ab-312f960f1565 req-ae3b1619-eabe-4d6d-9d59-374992b49ca5 service neutron] 10.222.0.20 "GET /v2.0/networks/02fd23fc-4be9-4045-ae50-4a7decb4e07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169956 Aug 18 12:50:26.566972 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bc0119d6-caae-4519-a3ab-312f960f1565 req-383c0b83-5c7e-4eb3-98fa-326965f791da service neutron] 10.222.0.20 "GET /v2.0/networks/02fd23fc-4be9-4045-ae50-4a7decb4e07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055679 Aug 18 12:50:26.746993 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:50:26.787997 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c3dcc-4708-4670-b872-863f0c958a47 req-44a84130-2abe-4a65-9574-c9b1fbdb8bbc tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:26.793707 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dd0c3dcc-4708-4670-b872-863f0c958a47 req-44a84130-2abe-4a65-9574-c9b1fbdb8bbc tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 950 time: 0.0830829 Aug 18 12:50:26.797396 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0ebe9-864e-4c85-9286-2beb62327597 req-690db31b-7cbc-4acf-a7e1-f60c7d6fe7f4 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:26.800755 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d3f0ebe9-864e-4c85-9286-2beb62327597 req-690db31b-7cbc-4acf-a7e1-f60c7d6fe7f4 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/ports?device_id=56af15d3-f73c-4f9d-9b85-dc90b9606c42 HTTP/1.1" status: 200 len: 945 time: 0.0698640 Aug 18 12:50:26.857382 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dd0c3dcc-4708-4670-b872-863f0c958a47 req-05359308-9311-4361-ae35-5af163137bfb tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596681 Aug 18 12:50:26.876758 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d3f0ebe9-864e-4c85-9286-2beb62327597 req-d4b23cf3-e7dd-4875-ab28-a1290b5cd21c tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd71314c-70c6-440d-be00-d1eb7ce7ff7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645478 Aug 18 12:50:26.917727 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:26.933162 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'port_id': '5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829', 'mac_address': 'fa:16:3e:78:2b:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc8434-66c0-4e05-8cce-b4a4a0f33dc3', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:50:26.940371 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bd5224dd-f198-4930-9bca-300d06e7d825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:26.961657 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d653c-15c4-47fa-b9ef-c4760541e05b req-84438ead-3cd5-4e52-84b4-24d1d0122374 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:26.963927 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-288d653c-15c4-47fa-b9ef-c4760541e05b req-84438ead-3cd5-4e52-84b4-24d1d0122374 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fda3e2a-0016-4fdc-a03f-1e7b0c9f4fa1 HTTP/1.1" status: 200 len: 945 time: 0.0601346 Aug 18 12:50:27.001972 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:27.035506 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:50:27.085060 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:27.101562 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110dd5af-4a87-4089-a596-7d68a583021d req-7a031d66-fc19-406e-9cb7-6f8ac8bad351 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:27.109472 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-110dd5af-4a87-4089-a596-7d68a583021d req-7a031d66-fc19-406e-9cb7-6f8ac8bad351 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a1a949-187d-409d-9fdf-c1b6165470d0 HTTP/1.1" status: 200 len: 948 time: 0.1827796 Aug 18 12:50:27.128697 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034afd0b-afd5-4996-a875-124502e24388 req-34fe0f9d-f33c-448a-b2e8-737fa053b353 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:27.130284 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-034afd0b-afd5-4996-a875-124502e24388 req-34fe0f9d-f33c-448a-b2e8-737fa053b353 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fda3e2a-0016-4fdc-a03f-1e7b0c9f4fa1 HTTP/1.1" status: 200 len: 945 time: 0.0678346 Aug 18 12:50:27.150104 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:27.153742 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-288d653c-15c4-47fa-b9ef-c4760541e05b req-6700a31c-6b18-45ea-9386-3a56803536d5 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Deleting port 392b050f-016c-4582-b667-9fd97de60b00 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:50:27.154307 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-288d653c-15c4-47fa-b9ef-c4760541e05b req-6700a31c-6b18-45ea-9386-3a56803536d5 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:27.165086 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-110dd5af-4a87-4089-a596-7d68a583021d req-dbcca735-c8d3-487f-956c-80667fd34935 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548289 Aug 18 12:50:27.239524 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-034afd0b-afd5-4996-a875-124502e24388 req-92137f57-3e7f-4f41-8c66-c32c2d937c35 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups?id=71d74b90-9128-45c7-87cf-4ee72d8d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950639 Aug 18 12:50:27.283637 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:27.303562 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-288d653c-15c4-47fa-b9ef-c4760541e05b req-6700a31c-6b18-45ea-9386-3a56803536d5 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] For port 392b050f-016c-4582-b667-9fd97de60b00, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=392b050f-016c-4582-b667-9fd97de60b00,segment=NetworkSegment(7ff9e9d1-2f3f-4727-a98f-48223d2acb58),segment_id=7ff9e9d1-2f3f-4727-a98f-48223d2acb58)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:27.304112 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-288d653c-15c4-47fa-b9ef-c4760541e05b req-6700a31c-6b18-45ea-9386-3a56803536d5 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:27.322840 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-288d653c-15c4-47fa-b9ef-c4760541e05b req-6700a31c-6b18-45ea-9386-3a56803536d5 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Calling delete_port for 392b050f-016c-4582-b667-9fd97de60b00 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:50:27.323831 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 42262b9f-ec4b-44b2-8519-fd093510748c up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:50:27.382135 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5314dec-4ea7-4205-8eae-cf1718f75fd6 req-0b28e819-4513-46a9-9779-d7fa5c9b5ce9 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:27.383618 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d5314dec-4ea7-4205-8eae-cf1718f75fd6 req-0b28e819-4513-46a9-9779-d7fa5c9b5ce9 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=be38b301-ebf9-498a-b735-a2ca2416d350 HTTP/1.1" status: 200 len: 945 time: 0.0898564 Aug 18 12:50:27.430717 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 42262b9f-ec4b-44b2-8519-fd093510748c completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:50:27.435497 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:50:27.441417 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e50f53b-e459-4754-b0f4-ea2db727c2e4', 'tag': '48f53cde-d105-4bee-8736-656bf65b7842'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:50:27.442134 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 42262b9f-ec4b-44b2-8519-fd093510748c triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:27.442627 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:27.443236 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9724ca0c-f6c3-47fa-ae6a-9d16a0c2c7cd" -d '{"events": [{"name": "network-changed", "server_uuid": "8e50f53b-e459-4754-b0f4-ea2db727c2e4", "tag": "48f53cde-d105-4bee-8736-656bf65b7842"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:50:27.465849 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d5314dec-4ea7-4205-8eae-cf1718f75fd6 req-c8827937-7acc-4f1b-b9b7-fd47a65783d6 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737154 Aug 18 12:50:27.518767 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7464c02-9b38-4af4-b0e3-67a4f509f6e4 x-openstack-request-id: req-d7464c02-9b38-4af4-b0e3-67a4f509f6e4 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:50:27.519064 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e50f53b-e459-4754-b0f4-ea2db727c2e4", "tag": "48f53cde-d105-4bee-8736-656bf65b7842", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:50:27.519319 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7464c02-9b38-4af4-b0e3-67a4f509f6e4 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:50:27.519808 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e50f53b-e459-4754-b0f4-ea2db727c2e4', 'tag': '48f53cde-d105-4bee-8736-656bf65b7842', 'status': 'completed', 'code': 200} Aug 18 12:50:27.537833 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-bd5224dd-f198-4930-9bca-300d06e7d825 admin admin] Deleting port 5de6eb64-31ba-4ec4-80a3-9ac94e13dbf6 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:50:27.538302 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bd5224dd-f198-4930-9bca-300d06e7d825 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:27.555422 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-288d653c-15c4-47fa-b9ef-c4760541e05b req-6700a31c-6b18-45ea-9386-3a56803536d5 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:27.584704 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6700a31c-6b18-45ea-9386-3a56803536d5 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Pushing event deleted for resources: {'Port': ['ID=392b050f-016c-4582-b667-9fd97de60b00,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:27.633244 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-288d653c-15c4-47fa-b9ef-c4760541e05b req-6700a31c-6b18-45ea-9386-3a56803536d5 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] No DVR routers for this DVR port 392b050f-016c-4582-b667-9fd97de60b00 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:50:27.636794 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-288d653c-15c4-47fa-b9ef-c4760541e05b req-6700a31c-6b18-45ea-9386-3a56803536d5 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:27.639735 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-288d653c-15c4-47fa-b9ef-c4760541e05b req-6700a31c-6b18-45ea-9386-3a56803536d5 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.20 "DELETE /v2.0/ports/392b050f-016c-4582-b667-9fd97de60b00 HTTP/1.1" status: 204 len: 173 time: 0.6669116 Aug 18 12:50:27.665969 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-bd5224dd-f198-4930-9bca-300d06e7d825 admin admin] For port 5de6eb64-31ba-4ec4-80a3-9ac94e13dbf6, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=5de6eb64-31ba-4ec4-80a3-9ac94e13dbf6,segment=NetworkSegment(1ebf26b0-39ad-4ee6-96e0-f8310a8b9042),segment_id=1ebf26b0-39ad-4ee6-96e0-f8310a8b9042)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:27.665969 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bd5224dd-f198-4930-9bca-300d06e7d825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:27.682414 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9724ca0c-f6c3-47fa-ae6a-9d16a0c2c7cd req-a3a912b6-0587-40a3-997b-9b757b3190ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:27.683987 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9724ca0c-f6c3-47fa-ae6a-9d16a0c2c7cd req-a3a912b6-0587-40a3-997b-9b757b3190ef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2848086ca5ea4e0a852f49162fc44ff1&device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 1099 time: 0.0847011 Aug 18 12:50:27.684908 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-bd5224dd-f198-4930-9bca-300d06e7d825 admin admin] Calling delete_port for 5de6eb64-31ba-4ec4-80a3-9ac94e13dbf6 owned by network:router_interface {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:50:27.691181 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:27.694697 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:27.727808 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be38b301-ebf9-498a-b735-a2ca2416d350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42262b9f-ec4b-44b2-8519-fd093510748c'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:50:27.730106 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1651e7cf-5ca9-40d4-a0c5-c5ca482245ff" -d '{"events": [{"server_uuid": "be38b301-ebf9-498a-b735-a2ca2416d350", "name": "network-vif-plugged", "status": "completed", "tag": "42262b9f-ec4b-44b2-8519-fd093510748c"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:50:27.752363 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 42262b9f-ec4b-44b2-8519-fd093510748c, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=42262b9f-ec4b-44b2-8519-fd093510748c,segment=NetworkSegment(0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d),segment_id=0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:27.771262 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234a3264-a0ff-462e-b32a-b804bf8f9b6e x-openstack-request-id: req-234a3264-a0ff-462e-b32a-b804bf8f9b6e {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:50:27.771763 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be38b301-ebf9-498a-b735-a2ca2416d350", "name": "network-vif-plugged", "status": "completed", "tag": "42262b9f-ec4b-44b2-8519-fd093510748c", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:50:27.772537 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-234a3264-a0ff-462e-b32a-b804bf8f9b6e {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:50:27.773892 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be38b301-ebf9-498a-b735-a2ca2416d350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42262b9f-ec4b-44b2-8519-fd093510748c', 'code': 200} Aug 18 12:50:27.841522 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:27.883535 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfc9d5-83e8-4b96-a87f-ba63fe219825 req-f4027da2-485f-448c-8f52-31ca61cd5818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:27.886288 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ebfc9d5-83e8-4b96-a87f-ba63fe219825 req-f4027da2-485f-448c-8f52-31ca61cd5818 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=be38b301-ebf9-498a-b735-a2ca2416d350 HTTP/1.1" status: 200 len: 1097 time: 0.0528276 Aug 18 12:50:27.901435 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=42262b9f-ec4b-44b2-8519-fd093510748c,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:27.937241 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ebfc9d5-83e8-4b96-a87f-ba63fe219825 req-7db39216-5a4f-4a76-ad4f-f8494cdedbe6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411851 Aug 18 12:50:27.938571 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9724ca0c-f6c3-47fa-ae6a-9d16a0c2c7cd req-8584a770-0d06-4325-aa84-fedbd26efff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:27.940939 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9724ca0c-f6c3-47fa-ae6a-9d16a0c2c7cd req-8584a770-0d06-4325-aa84-fedbd26efff4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.2465529 Aug 18 12:50:28.003406 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9724ca0c-f6c3-47fa-ae6a-9d16a0c2c7cd req-aae29c27-dad7-4052-871f-fadecc9134c0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=48f53cde-d105-4bee-8736-656bf65b7842 HTTP/1.1" status: 200 len: 217 time: 0.0510912 Aug 18 12:50:28.031023 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1490754-a950-4bce-ac6a-3c10e0bd8111 req-5f213459-4f9c-4c9c-bc8f-250a6367164b tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:28.032972 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e1490754-a950-4bce-ac6a-3c10e0bd8111 req-5f213459-4f9c-4c9c-bc8f-250a6367164b tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/ports?device_id=56af15d3-f73c-4f9d-9b85-dc90b9606c42 HTTP/1.1" status: 200 len: 945 time: 0.0563238 Aug 18 12:50:28.082783 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e1490754-a950-4bce-ac6a-3c10e0bd8111 req-8c2c98e0-1c77-445f-8062-8ba5ae4cf933 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd71314c-70c6-440d-be00-d1eb7ce7ff7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407295 Aug 18 12:50:28.138343 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee49d69-4ee1-4753-a891-b4579cd33b4e req-99b7f57d-5d97-4183-992d-a1e86221cf63 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:28.139830 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5ee49d69-4ee1-4753-a891-b4579cd33b4e req-99b7f57d-5d97-4183-992d-a1e86221cf63 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 950 time: 0.1407108 Aug 18 12:50:28.152440 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9724ca0c-f6c3-47fa-ae6a-9d16a0c2c7cd req-7829b4e3-0d43-47e2-b054-6e84aff24533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:28.153870 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9724ca0c-f6c3-47fa-ae6a-9d16a0c2c7cd req-7829b4e3-0d43-47e2-b054-6e84aff24533 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.1373677 Aug 18 12:50:28.225992 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5ee49d69-4ee1-4753-a891-b4579cd33b4e req-800404de-6949-457c-a83e-df98a874940c tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778489 Aug 18 12:50:28.236647 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['392b050f-016c-4582-b667-9fd97de60b00'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:50:28.238541 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9724ca0c-f6c3-47fa-ae6a-9d16a0c2c7cd req-552067d1-bfdc-435e-82bb-98aeaf7f5f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:28.240404 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9724ca0c-f6c3-47fa-ae6a-9d16a0c2c7cd req-552067d1-bfdc-435e-82bb-98aeaf7f5f63 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0705261 Aug 18 12:50:28.296470 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bd5224dd-f198-4930-9bca-300d06e7d825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:28.305433 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e8782-7ce3-4147-9b8e-2f2d3a47553f req-a03a8226-b5f3-4686-9a0d-f36c9893bc80 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:28.307204 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a83e8782-7ce3-4147-9b8e-2f2d3a47553f req-a03a8226-b5f3-4686-9a0d-f36c9893bc80 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a1a949-187d-409d-9fdf-c1b6165470d0 HTTP/1.1" status: 200 len: 949 time: 0.0628726 Aug 18 12:50:28.309380 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:28.339799 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5224dd-f198-4930-9bca-300d06e7d825 admin admin] Pushing event deleted for resources: {'Port': ['ID=5de6eb64-31ba-4ec4-80a3-9ac94e13dbf6,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:28.354521 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a83e8782-7ce3-4147-9b8e-2f2d3a47553f req-bcfccc71-5e13-463c-8580-460fad6f214b tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409200 Aug 18 12:50:28.402731 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-46754f68-26f1-4646-ab69-2db8d5f6f0ab req-7d51748f-9e85-4e0a-acb0-a2a44c2d4ce9 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fda3e2a-0016-4fdc-a03f-1e7b0c9f4fa1 HTTP/1.1" status: 200 len: 210 time: 0.0695429 Aug 18 12:50:28.483834 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc51c0-143d-4b6e-95a9-5557c34965f9 req-0902fae0-acbf-47a8-afe3-f611f5a62c78 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:28.485648 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c4bc51c0-143d-4b6e-95a9-5557c34965f9 req-0902fae0-acbf-47a8-afe3-f611f5a62c78 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.20 "GET /v2.0/ports?device_id=56af15d3-f73c-4f9d-9b85-dc90b9606c42 HTTP/1.1" status: 200 len: 945 time: 0.0717363 Aug 18 12:50:28.500788 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9724ca0c-f6c3-47fa-ae6a-9d16a0c2c7cd req-5a04b146-8ef1-4462-bb81-08796c3f3faf service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479160 Aug 18 12:50:28.660715 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bd5224dd-f198-4930-9bca-300d06e7d825 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:28.670811 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352eebe4-66b4-47e6-8631-73c9227656ab req-15064dea-ff42-4bb7-b434-370203b701be tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:28.680247 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-352eebe4-66b4-47e6-8631-73c9227656ab req-15064dea-ff42-4bb7-b434-370203b701be tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=be38b301-ebf9-498a-b735-a2ca2416d350 HTTP/1.1" status: 200 len: 946 time: 0.0776756 Aug 18 12:50:28.707551 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-c4bc51c0-143d-4b6e-95a9-5557c34965f9 req-7a1b157f-76e3-4b9b-bf11-19fdaf63709c tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Deleting port 05b31936-2541-4a29-824e-ab9ae5a2bbca {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:50:28.708000 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c4bc51c0-143d-4b6e-95a9-5557c34965f9 req-7a1b157f-76e3-4b9b-bf11-19fdaf63709c tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:28.738746 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9724ca0c-f6c3-47fa-ae6a-9d16a0c2c7cd req-5bb9b418-2c5c-4c38-ab5d-c032e3c5d278 service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285228 Aug 18 12:50:28.743895 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 48f53cde-d105-4bee-8736-656bf65b7842 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:50:28.750014 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:50:28.793977 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-352eebe4-66b4-47e6-8631-73c9227656ab req-673a4827-5a99-446b-b6bb-453a80b5bc7c tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984657 Aug 18 12:50:28.846383 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-c4bc51c0-143d-4b6e-95a9-5557c34965f9 req-7a1b157f-76e3-4b9b-bf11-19fdaf63709c tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] For port 05b31936-2541-4a29-824e-ab9ae5a2bbca, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=05b31936-2541-4a29-824e-ab9ae5a2bbca,segment=NetworkSegment(5b263640-5ce8-48c3-9f0c-ea97bd4fcace),segment_id=5b263640-5ce8-48c3-9f0c-ea97bd4fcace)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:28.847431 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c4bc51c0-143d-4b6e-95a9-5557c34965f9 req-7a1b157f-76e3-4b9b-bf11-19fdaf63709c tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:28.863186 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-c4bc51c0-143d-4b6e-95a9-5557c34965f9 req-7a1b157f-76e3-4b9b-bf11-19fdaf63709c tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Calling delete_port for 05b31936-2541-4a29-824e-ab9ae5a2bbca owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:50:28.957651 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 48f53cde-d105-4bee-8736-656bf65b7842, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=48f53cde-d105-4bee-8736-656bf65b7842,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:28.967339 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:50:28.977109 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '48f53cde-d105-4bee-8736-656bf65b7842', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'port_id': '48f53cde-d105-4bee-8736-656bf65b7842', 'mac_address': 'fa:16:3e:21:63:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc8434-66c0-4e05-8cce-b4a4a0f33dc3', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:50:28.979962 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd5224dd-f198-4930-9bca-300d06e7d825 admin admin] Router 86214a0b-aa9a-42f5-9559-115a75487133 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:50:28.980928 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:28.981403 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:29.076376 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c4bc51c0-143d-4b6e-95a9-5557c34965f9 req-7a1b157f-76e3-4b9b-bf11-19fdaf63709c tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:29.095495 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:29.098056 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['05b31936-2541-4a29-824e-ab9ae5a2bbca'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:50:29.121006 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5224dd-f198-4930-9bca-300d06e7d825 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:50:29.129926 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-bd5224dd-f198-4930-9bca-300d06e7d825 admin admin] 10.222.0.13 "PUT /v2.0/routers/86214a0b-aa9a-42f5-9559-115a75487133/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0157301 Aug 18 12:50:29.133858 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f314bb-b64a-4b38-96c9-627d8f3d9088 None None] Sync routers for ids ['86214a0b-aa9a-42f5-9559-115a75487133'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:50:29.157483 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60908) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:29.164534 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f314bb-b64a-4b38-96c9-627d8f3d9088 None None] Routers {'86214a0b-aa9a-42f5-9559-115a75487133'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:50:29.165264 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-72f314bb-b64a-4b38-96c9-627d8f3d9088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:50:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['86214a0b-aa9a-42f5-9559-115a75487133'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:29.175526 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b157f-76e3-4b9b-bf11-19fdaf63709c tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Pushing event deleted for resources: {'Port': ['ID=05b31936-2541-4a29-824e-ab9ae5a2bbca,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:29.211321 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48f53cde-d105-4bee-8736-656bf65b7842 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:50:29.216648 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:29.296739 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4bc51c0-143d-4b6e-95a9-5557c34965f9 req-7a1b157f-76e3-4b9b-bf11-19fdaf63709c tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] No DVR routers for this DVR port 05b31936-2541-4a29-824e-ab9ae5a2bbca on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:50:29.301330 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c4bc51c0-143d-4b6e-95a9-5557c34965f9 req-7a1b157f-76e3-4b9b-bf11-19fdaf63709c tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:29.303540 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c4bc51c0-143d-4b6e-95a9-5557c34965f9 req-7a1b157f-76e3-4b9b-bf11-19fdaf63709c tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.20 "DELETE /v2.0/ports/05b31936-2541-4a29-824e-ab9ae5a2bbca HTTP/1.1" status: 204 len: 173 time: 0.8104935 Aug 18 12:50:29.313149 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 48f53cde-d105-4bee-8736-656bf65b7842, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=48f53cde-d105-4bee-8736-656bf65b7842,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:29.340346 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:29.350493 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b1c1e643-64b5-47ae-9521-cceb00b6bfe7 req-30d79f68-17f1-42c0-943c-3b7819df79ce tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/ports?device_id=56af15d3-f73c-4f9d-9b85-dc90b9606c42 HTTP/1.1" status: 200 len: 210 time: 0.0843999 Aug 18 12:50:29.394090 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:29.403186 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c75ce9-8ffc-43b0-9906-75203a71a50a req-0e0f6b17-64ad-40a1-9e46-45ffe7ed0769 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:29.413303 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-57c75ce9-8ffc-43b0-9906-75203a71a50a req-0e0f6b17-64ad-40a1-9e46-45ffe7ed0769 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 950 time: 0.0846992 Aug 18 12:50:29.437374 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:29.439730 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a2739011-bbc7-4e97-b895-7e14534137e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:29.451669 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-72f314bb-b64a-4b38-96c9-627d8f3d9088 None None] Set router 86214a0b-aa9a-42f5-9559-115a75487133 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:50:29.460892 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=48f53cde-d105-4bee-8736-656bf65b7842,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:29.503613 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-57c75ce9-8ffc-43b0-9906-75203a71a50a req-ee967ce7-62a2-4ebd-89f3-50cf9d77ec2f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894170 Aug 18 12:50:29.521315 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fda3e2a-0016-4fdc-a03f-1e7b0c9f4fa1', 'name': 'network-vif-deleted', 'tag': '392b050f-016c-4582-b667-9fd97de60b00'}, {'server_uuid': '56af15d3-f73c-4f9d-9b85-dc90b9606c42', 'name': 'network-vif-deleted', 'tag': '05b31936-2541-4a29-824e-ab9ae5a2bbca'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:50:29.523885 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a706d934-698b-4c86-b313-6f7c45be0351" -d '{"events": [{"server_uuid": "1fda3e2a-0016-4fdc-a03f-1e7b0c9f4fa1", "name": "network-vif-deleted", "tag": "392b050f-016c-4582-b667-9fd97de60b00"}, {"server_uuid": "56af15d3-f73c-4f9d-9b85-dc90b9606c42", "name": "network-vif-deleted", "tag": "05b31936-2541-4a29-824e-ab9ae5a2bbca"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:50:29.575708 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:29.622569 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d6654-f44f-483b-9665-fd5b7f80a101 req-444d6cc8-e847-471e-a386-f6fba05f28c6 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:29.630706 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-990d6654-f44f-483b-9665-fd5b7f80a101 req-444d6cc8-e847-471e-a386-f6fba05f28c6 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a1a949-187d-409d-9fdf-c1b6165470d0 HTTP/1.1" status: 200 len: 950 time: 0.1288433 Aug 18 12:50:29.668355 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['48f53cde-d105-4bee-8736-656bf65b7842'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:50:29.686606 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 18 Aug 2021 12:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4882da-695f-4068-8fe9-f208d8938015 x-openstack-request-id: req-cd4882da-695f-4068-8fe9-f208d8938015 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:50:29.686905 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fda3e2a-0016-4fdc-a03f-1e7b0c9f4fa1", "name": "network-vif-deleted", "tag": "392b050f-016c-4582-b667-9fd97de60b00", "status": "completed", "code": 200}, {"server_uuid": "56af15d3-f73c-4f9d-9b85-dc90b9606c42", "name": "network-vif-deleted", "tag": "05b31936-2541-4a29-824e-ab9ae5a2bbca", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:50:29.687159 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd4882da-695f-4068-8fe9-f208d8938015 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:50:29.687580 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fda3e2a-0016-4fdc-a03f-1e7b0c9f4fa1', 'name': 'network-vif-deleted', 'tag': '392b050f-016c-4582-b667-9fd97de60b00', 'status': 'completed', 'code': 200} Aug 18 12:50:29.688023 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56af15d3-f73c-4f9d-9b85-dc90b9606c42', 'name': 'network-vif-deleted', 'tag': '05b31936-2541-4a29-824e-ab9ae5a2bbca', 'status': 'completed', 'code': 200} Aug 18 12:50:29.723474 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a2739011-bbc7-4e97-b895-7e14534137e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:29.763871 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-990d6654-f44f-483b-9665-fd5b7f80a101 req-6a5e33e0-e2b2-4cfa-b71c-81d45ceaad78 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224723 Aug 18 12:50:29.775413 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a1a949-187d-409d-9fdf-c1b6165470d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:50:29.778274 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bffdcc-0b75-41c3-914b-dd5f9095bccb" -d '{"events": [{"server_uuid": "18a1a949-187d-409d-9fdf-c1b6165470d0", "name": "network-vif-plugged", "status": "completed", "tag": "5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:50:29.793812 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-72f314bb-b64a-4b38-96c9-627d8f3d9088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86214a0b-aa9a-42f5-9559-115a75487133', 'name': 'tempest-FloatingIPsTestJSON-150344598-router', 'tenant_id': '0e2bf908a50741ad801443ca8d0d987f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '0ff7e865-5530-42ab-bf9a-53a861d970a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:03Z', 'updated_at': '2021-08-18T12:50:28Z', 'revision_number': 5, 'project_id': '0e2bf908a50741ad801443ca8d0d987f', 'gw_port': {'id': '0ff7e865-5530-42ab-bf9a-53a861d970a9', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:57:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86214a0b-aa9a-42f5-9559-115a75487133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:04Z', 'updated_at': '2021-08-18T12:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:29.860810 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f314bb-b64a-4b38-96c9-627d8f3d9088 None None] Checking router: 86214a0b-aa9a-42f5-9559-115a75487133 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:50:29.882957 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f314bb-b64a-4b38-96c9-627d8f3d9088 None None] Routers {'86214a0b-aa9a-42f5-9559-115a75487133'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:50:29.886042 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-72f314bb-b64a-4b38-96c9-627d8f3d9088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:50:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['86214a0b-aa9a-42f5-9559-115a75487133'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:29.944125 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b76e07-6272-4fdc-8e8a-5d0269b694b4 x-openstack-request-id: req-47b76e07-6272-4fdc-8e8a-5d0269b694b4 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:50:29.944803 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a1a949-187d-409d-9fdf-c1b6165470d0", "name": "network-vif-plugged", "status": "completed", "tag": "5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:50:29.945058 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-47b76e07-6272-4fdc-8e8a-5d0269b694b4 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:50:29.945586 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a1a949-187d-409d-9fdf-c1b6165470d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829', 'code': 200} Aug 18 12:50:29.951763 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-a2739011-bbc7-4e97-b895-7e14534137e9 admin admin] Deleting port 0ff7e865-5530-42ab-bf9a-53a861d970a9 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:50:29.952122 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a2739011-bbc7-4e97-b895-7e14534137e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:30.046112 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-72f314bb-b64a-4b38-96c9-627d8f3d9088 None None] Set router 86214a0b-aa9a-42f5-9559-115a75487133 gateway port host: None {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:50:30.074296 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68bfed-4064-4842-85e0-fcbd4cb6cf92 req-6f27a3f1-3923-455d-9a78-3743710ee8d7 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:30.075733 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4e68bfed-4064-4842-85e0-fcbd4cb6cf92 req-6f27a3f1-3923-455d-9a78-3743710ee8d7 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=be38b301-ebf9-498a-b735-a2ca2416d350 HTTP/1.1" status: 200 len: 946 time: 0.0917201 Aug 18 12:50:30.081178 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83098b-080a-4c81-a0be-a56f5bc8c60d req-875e5c65-9e72-426c-93c0-75758f2f4943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:30.083173 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ba83098b-080a-4c81-a0be-a56f5bc8c60d req-875e5c65-9e72-426c-93c0-75758f2f4943 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=18a1a949-187d-409d-9fdf-c1b6165470d0 HTTP/1.1" status: 200 len: 1101 time: 0.0627141 Aug 18 12:50:30.088518 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-a2739011-bbc7-4e97-b895-7e14534137e9 admin admin] For port 0ff7e865-5530-42ab-bf9a-53a861d970a9, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=0ff7e865-5530-42ab-bf9a-53a861d970a9,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:30.089073 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a2739011-bbc7-4e97-b895-7e14534137e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:30.105583 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-a2739011-bbc7-4e97-b895-7e14534137e9 admin admin] Calling delete_port for 0ff7e865-5530-42ab-bf9a-53a861d970a9 owned by network:router_gateway {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:50:30.157973 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60940) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:30.231979 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-72f314bb-b64a-4b38-96c9-627d8f3d9088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86214a0b-aa9a-42f5-9559-115a75487133', 'name': 'tempest-FloatingIPsTestJSON-150344598-router', 'tenant_id': '0e2bf908a50741ad801443ca8d0d987f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:03Z', 'updated_at': '2021-08-18T12:50:29Z', 'revision_number': 6, 'project_id': '0e2bf908a50741ad801443ca8d0d987f', 'gw_port_host': None}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:30.233584 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4e68bfed-4064-4842-85e0-fcbd4cb6cf92 req-a0b33c76-be68-42f2-a28b-c90bbb4a2cc7 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489210 Aug 18 12:50:30.236984 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ba83098b-080a-4c81-a0be-a56f5bc8c60d req-fe905470-21c0-4801-9372-aba7a6608dfb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301558 Aug 18 12:50:30.270606 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f314bb-b64a-4b38-96c9-627d8f3d9088 None None] The sync data for ids ['86214a0b-aa9a-42f5-9559-115a75487133'] in n-d-803603-2 is: [{'id': '86214a0b-aa9a-42f5-9559-115a75487133', 'name': 'tempest-FloatingIPsTestJSON-150344598-router', 'tenant_id': '0e2bf908a50741ad801443ca8d0d987f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:03Z', 'updated_at': '2021-08-18T12:50:29Z', 'revision_number': 6, 'project_id': '0e2bf908a50741ad801443ca8d0d987f', 'gw_port_host': None}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:50:30.302029 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ec0139e7-92ed-4e17-9444-ae396cd49fbc tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:30.331729 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ec0139e7-92ed-4e17-9444-ae396cd49fbc tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:30.422771 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e48bef-88eb-4282-97bf-1683b4f2d6a7 req-6c0216bc-07fa-4845-aa17-ef1bf2117b80 tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:30.424211 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-19e48bef-88eb-4282-97bf-1683b4f2d6a7 req-6c0216bc-07fa-4845-aa17-ef1bf2117b80 tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=be38b301-ebf9-498a-b735-a2ca2416d350 HTTP/1.1" status: 200 len: 1097 time: 0.0469434 Aug 18 12:50:30.461621 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-19e48bef-88eb-4282-97bf-1683b4f2d6a7 req-41d21063-d44a-4478-8889-e9a21fd62db2 tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315115 Aug 18 12:50:30.464565 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a2739011-bbc7-4e97-b895-7e14534137e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:30.486359 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f518e2e3-411b-46ea-99dc-52c046a5c75f req-3e843790-a706-4dca-8d01-b00412a70fc3 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820 tempest-FloatingIPsAssociationNegativeTestJSON-1008558820-project] 10.222.0.13 "GET /v2.0/ports?device_id=56af15d3-f73c-4f9d-9b85-dc90b9606c42 HTTP/1.1" status: 200 len: 210 time: 0.0299213 Aug 18 12:50:30.515826 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ec0139e7-92ed-4e17-9444-ae396cd49fbc tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:30.518465 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ec0139e7-92ed-4e17-9444-ae396cd49fbc tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:30.520461 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ec0139e7-92ed-4e17-9444-ae396cd49fbc tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "DELETE /v2.0/security-groups/ee980e07-2290-400b-be07-7f7b3032a482 HTTP/1.1" status: 204 len: 168 time: 0.3614426 Aug 18 12:50:30.527409 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60950) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:30.547034 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0139e7-92ed-4e17-9444-ae396cd49fbc tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee980e07-2290-400b-be07-7f7b3032a482,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:30.550520 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-ded3b7a6-e411-47eb-82c1-6a981f5e5a79 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] show failed (client error): The resource could not be found. Aug 18 12:50:30.551989 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ded3b7a6-e411-47eb-82c1-6a981f5e5a79 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "GET /v2.0/security-groups/ee980e07-2290-400b-be07-7f7b3032a482 HTTP/1.1" status: 404 len: 347 time: 0.0236535 Aug 18 12:50:30.569189 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60954) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:30.743641 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d8ae5-1fef-4437-aefe-83ddf57afb12 req-6c8cfce4-5544-4069-aa78-de63cca8073c tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:30.745169 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d56d8ae5-1fef-4437-aefe-83ddf57afb12 req-6c8cfce4-5544-4069-aa78-de63cca8073c tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 950 time: 0.1157424 Aug 18 12:50:30.750362 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 48f53cde-d105-4bee-8736-656bf65b7842 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:50:30.751313 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2739011-bbc7-4e97-b895-7e14534137e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ff7e865-5530-42ab-bf9a-53a861d970a9,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:30.787526 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-ea1b0313-ce15-4687-bef3-1c8d9dd3ff23 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Deleting port 5da9d08f-07fb-42ef-9206-3e1cd4a549b9 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:50:30.787772 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ea1b0313-ce15-4687-bef3-1c8d9dd3ff23 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:30.802591 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a2739011-bbc7-4e97-b895-7e14534137e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:30.853306 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d56d8ae5-1fef-4437-aefe-83ddf57afb12 req-0ec55726-c22e-4ab2-bc78-3c4835a7ba6d tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889461 Aug 18 12:50:30.904852 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ea1b0313-ce15-4687-bef3-1c8d9dd3ff23 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:30.905572 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ea1b0313-ce15-4687-bef3-1c8d9dd3ff23 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:30.920319 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-ea1b0313-ce15-4687-bef3-1c8d9dd3ff23 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Calling delete_port for 5da9d08f-07fb-42ef-9206-3e1cd4a549b9 owned by network:floatingip {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:50:30.924371 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a2739011-bbc7-4e97-b895-7e14534137e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:30.926629 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a2739011-bbc7-4e97-b895-7e14534137e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:30.984378 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 48f53cde-d105-4bee-8736-656bf65b7842 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:50:30.988941 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 48f53cde-d105-4bee-8736-656bf65b7842 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:30.990108 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:30.991919 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a505a38-0dad-4b0a-9461-f056aeaf37c3 req-e460fb5e-6c0f-4eb6-9300-e03c4fdedf8d tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:30.993457 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2a505a38-0dad-4b0a-9461-f056aeaf37c3 req-e460fb5e-6c0f-4eb6-9300-e03c4fdedf8d tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=be38b301-ebf9-498a-b735-a2ca2416d350 HTTP/1.1" status: 200 len: 1097 time: 0.2459674 Aug 18 12:50:31.030777 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb5a9c-f8ce-4e8c-8b1f-169b9664739e req-c9d99014-e6f1-430a-924d-73d6ae1b645f tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:31.032885 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-00eb5a9c-f8ce-4e8c-8b1f-169b9664739e req-c9d99014-e6f1-430a-924d-73d6ae1b645f tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a1a949-187d-409d-9fdf-c1b6165470d0 HTTP/1.1" status: 200 len: 950 time: 0.1025388 Aug 18 12:50:31.043523 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2a505a38-0dad-4b0a-9461-f056aeaf37c3 req-7c6be061-48d9-4180-9307-256638b29589 tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424533 Aug 18 12:50:31.094785 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-00eb5a9c-f8ce-4e8c-8b1f-169b9664739e req-45c717bf-00f6-440f-9e3f-28a364bb8bc5 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542152 Aug 18 12:50:31.096188 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a2739011-bbc7-4e97-b895-7e14534137e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:31.096891 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2739011-bbc7-4e97-b895-7e14534137e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86214a0b-aa9a-42f5-9559-115a75487133 {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:50:31.123667 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a2739011-bbc7-4e97-b895-7e14534137e9 admin admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:31.123667 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a2739011-bbc7-4e97-b895-7e14534137e9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/86214a0b-aa9a-42f5-9559-115a75487133 HTTP/1.1" status: 204 len: 168 time: 1.9649606 Aug 18 12:50:31.127396 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60962) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:31.163608 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:31.211165 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-b702bb9d-c20d-4b4f-9fd0-0bf0679a9f6e admin admin] Deleting subnet 122ce778-2fad-4a02-9113-cf099bccad00 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:50:31.211880 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 48f53cde-d105-4bee-8736-656bf65b7842, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=48f53cde-d105-4bee-8736-656bf65b7842,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:31.221561 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b702bb9d-c20d-4b4f-9fd0-0bf0679a9f6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:31.242831 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 0ff7e865-5530-42ab-bf9a-53a861d970a9 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:50:31.259660 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b702bb9d-c20d-4b4f-9fd0-0bf0679a9f6e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:31.268392 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 0ff7e865-5530-42ab-bf9a-53a861d970a9 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:50:31.268739 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 0ff7e865-5530-42ab-bf9a-53a861d970a9 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:50:31.269164 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 5de6eb64-31ba-4ec4-80a3-9ac94e13dbf6 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:50:31.288792 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 5de6eb64-31ba-4ec4-80a3-9ac94e13dbf6 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:50:31.289137 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 5de6eb64-31ba-4ec4-80a3-9ac94e13dbf6 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:50:31.303860 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:31.305375 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 05b31936-2541-4a29-824e-ab9ae5a2bbca no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:50:31.335492 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 05b31936-2541-4a29-824e-ab9ae5a2bbca {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:50:31.335492 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 05b31936-2541-4a29-824e-ab9ae5a2bbca not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:50:31.335492 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 392b050f-016c-4582-b667-9fd97de60b00 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:50:31.346768 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b702bb9d-c20d-4b4f-9fd0-0bf0679a9f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:31.355400 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ea1b0313-ce15-4687-bef3-1c8d9dd3ff23 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:31.368270 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 392b050f-016c-4582-b667-9fd97de60b00 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:50:31.368995 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 392b050f-016c-4582-b667-9fd97de60b00 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:50:31.384405 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b0313-ce15-4687-bef3-1c8d9dd3ff23 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Pushing event deleted for resources: {'Port': ['ID=5da9d08f-07fb-42ef-9206-3e1cd4a549b9,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:31.399219 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=48f53cde-d105-4bee-8736-656bf65b7842,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:31.457815 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ea1b0313-ce15-4687-bef3-1c8d9dd3ff23 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks [] for floatingip, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:31.460711 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ea1b0313-ce15-4687-bef3-1c8d9dd3ff23 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:31.462074 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ea1b0313-ce15-4687-bef3-1c8d9dd3ff23 tempest-ImagesOneServerNegativeTestJSON-1136845228 tempest-ImagesOneServerNegativeTestJSON-1136845228-project] 10.222.0.13 "DELETE /v2.0/floatingips/01926843-eb4c-4c2c-9c32-82a2af6964fd HTTP/1.1" status: 204 len: 168 time: 0.8915639 Aug 18 12:50:31.487748 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b702bb9d-c20d-4b4f-9fd0-0bf0679a9f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:31.526976 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b702bb9d-c20d-4b4f-9fd0-0bf0679a9f6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=122ce778-2fad-4a02-9113-cf099bccad00,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:31.546643 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf68d1f4-1c39-4ce7-9886-a01fa22f289a None None] Network cd6089a8-36dd-4c47-85da-bed1aace1a99 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:50:31.546784 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b702bb9d-c20d-4b4f-9fd0-0bf0679a9f6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:31.549067 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b702bb9d-c20d-4b4f-9fd0-0bf0679a9f6e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/122ce778-2fad-4a02-9113-cf099bccad00 HTTP/1.1" status: 204 len: 168 time: 0.4207151 Aug 18 12:50:31.551608 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60982) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:31.588389 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60984) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:31.637432 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-42bd3632-8172-4e61-bf74-9d6f99c11cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:31.649922 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60988) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:31.682942 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48c441-bea0-412c-8483-67bbf1f1edab req-605df78d-7c97-46bc-a0d3-9684749c4682 tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:31.690917 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c48c441-bea0-412c-8483-67bbf1f1edab req-605df78d-7c97-46bc-a0d3-9684749c4682 tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=be38b301-ebf9-498a-b735-a2ca2416d350 HTTP/1.1" status: 200 len: 1097 time: 0.1407235 Aug 18 12:50:31.731704 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-288adb56-9a3a-4e8f-a8d2-e8aa03239ba2 admin admin] Deleting subnet 34a133e6-4845-483d-9cb6-cc8c362b1453 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:50:31.736236 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-288adb56-9a3a-4e8f-a8d2-e8aa03239ba2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:31.770756 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c48c441-bea0-412c-8483-67bbf1f1edab req-85aaad80-c7bc-4dde-8dcd-59eea4db4675 tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789168 Aug 18 12:50:31.771335 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869b5655-aa86-4672-9440-137edcdc957c None None] DHCP port deletion for cd6089a8-36dd-4c47-85da-bed1aace1a99 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:50:31.787051 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-288adb56-9a3a-4e8f-a8d2-e8aa03239ba2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:31.815419 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-42bd3632-8172-4e61-bf74-9d6f99c11cf8 admin admin] Deleting port aa2d5131-c88c-4b03-9959-45daf9c11d25 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:50:31.815767 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-42bd3632-8172-4e61-bf74-9d6f99c11cf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:31.834547 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-869b5655-aa86-4672-9440-137edcdc957c None None] Deleting port aa2d5131-c88c-4b03-9959-45daf9c11d25 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:50:31.834919 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-869b5655-aa86-4672-9440-137edcdc957c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:31.889663 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-288adb56-9a3a-4e8f-a8d2-e8aa03239ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:31.910809 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-869b5655-aa86-4672-9440-137edcdc957c None None] For port aa2d5131-c88c-4b03-9959-45daf9c11d25, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=aa2d5131-c88c-4b03-9959-45daf9c11d25,segment=NetworkSegment(1ebf26b0-39ad-4ee6-96e0-f8310a8b9042),segment_id=1ebf26b0-39ad-4ee6-96e0-f8310a8b9042)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:31.911354 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-869b5655-aa86-4672-9440-137edcdc957c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:31.922786 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-42bd3632-8172-4e61-bf74-9d6f99c11cf8 admin admin] For port aa2d5131-c88c-4b03-9959-45daf9c11d25, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=aa2d5131-c88c-4b03-9959-45daf9c11d25,segment=NetworkSegment(1ebf26b0-39ad-4ee6-96e0-f8310a8b9042),segment_id=1ebf26b0-39ad-4ee6-96e0-f8310a8b9042)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:31.923512 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-42bd3632-8172-4e61-bf74-9d6f99c11cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:31.927244 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-869b5655-aa86-4672-9440-137edcdc957c None None] Calling delete_port for aa2d5131-c88c-4b03-9959-45daf9c11d25 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:50:31.943448 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-42bd3632-8172-4e61-bf74-9d6f99c11cf8 admin admin] Calling delete_port for aa2d5131-c88c-4b03-9959-45daf9c11d25 owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:50:31.961349 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e50f53b-e459-4754-b0f4-ea2db727c2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f53cde-d105-4bee-8736-656bf65b7842'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:50:31.964466 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dacb741-46df-43f8-be58-ff845065369b" -d '{"events": [{"server_uuid": "8e50f53b-e459-4754-b0f4-ea2db727c2e4", "name": "network-vif-plugged", "status": "completed", "tag": "48f53cde-d105-4bee-8736-656bf65b7842"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:50:32.031890 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a1378b-167c-406b-ab81-a77468e9cfa0 x-openstack-request-id: req-23a1378b-167c-406b-ab81-a77468e9cfa0 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:50:32.032190 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e50f53b-e459-4754-b0f4-ea2db727c2e4", "name": "network-vif-plugged", "status": "completed", "tag": "48f53cde-d105-4bee-8736-656bf65b7842", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:50:32.032684 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23a1378b-167c-406b-ab81-a77468e9cfa0 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:50:32.033211 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e50f53b-e459-4754-b0f4-ea2db727c2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f53cde-d105-4bee-8736-656bf65b7842', 'code': 200} Aug 18 12:50:32.061466 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5817b-c5ff-4fc9-be42-a4b5e2ba3c85 req-d9894d1f-b1ea-446f-836b-7f426d174d4a tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:32.062832 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dbd5817b-c5ff-4fc9-be42-a4b5e2ba3c85 req-d9894d1f-b1ea-446f-836b-7f426d174d4a tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 950 time: 0.1221788 Aug 18 12:50:32.100345 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-288adb56-9a3a-4e8f-a8d2-e8aa03239ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:32.131436 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f0237d1a-ccd2-46e0-a5fe-4506cb0130fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:32.138865 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-869b5655-aa86-4672-9440-137edcdc957c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:32.171751 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288adb56-9a3a-4e8f-a8d2-e8aa03239ba2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34a133e6-4845-483d-9cb6-cc8c362b1453,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:32.173774 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b5655-aa86-4672-9440-137edcdc957c None None] Pushing event deleted for resources: {'Port': ['ID=aa2d5131-c88c-4b03-9959-45daf9c11d25,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:32.182913 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-288adb56-9a3a-4e8f-a8d2-e8aa03239ba2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:32.183759 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869b5655-aa86-4672-9440-137edcdc957c None None] No DVR routers for this DVR port aa2d5131-c88c-4b03-9959-45daf9c11d25 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:50:32.186334 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-288adb56-9a3a-4e8f-a8d2-e8aa03239ba2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/34a133e6-4845-483d-9cb6-cc8c362b1453 HTTP/1.1" status: 204 len: 168 time: 0.5328765 Aug 18 12:50:32.192232 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60998) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:32.201903 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-42bd3632-8172-4e61-bf74-9d6f99c11cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:32.205979 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dbd5817b-c5ff-4fc9-be42-a4b5e2ba3c85 req-deebeb91-968a-423d-84f3-f88026f0f3b6 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291044 Aug 18 12:50:32.281754 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd3632-8172-4e61-bf74-9d6f99c11cf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa2d5131-c88c-4b03-9959-45daf9c11d25,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:32.284646 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa0dd5-c0f7-4ef4-a6e4-487fc43fd833 req-1f40e89c-d2f2-4f01-9203-7304349e167d tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:32.286101 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-61fa0dd5-c0f7-4ef4-a6e4-487fc43fd833 req-1f40e89c-d2f2-4f01-9203-7304349e167d tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a1a949-187d-409d-9fdf-c1b6165470d0 HTTP/1.1" status: 200 len: 950 time: 0.1172686 Aug 18 12:50:32.288508 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bd3632-8172-4e61-bf74-9d6f99c11cf8 admin admin] No DVR routers for this DVR port aa2d5131-c88c-4b03-9959-45daf9c11d25 on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:50:32.327496 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893325ca-b5d2-427b-9530-ec4c9c12d9c9 req-8fce1dc7-d25d-4f21-95b5-f7d06f526d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:32.328903 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-893325ca-b5d2-427b-9530-ec4c9c12d9c9 req-8fce1dc7-d25d-4f21-95b5-f7d06f526d8c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 1101 time: 0.2319729 Aug 18 12:50:32.377812 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-61fa0dd5-c0f7-4ef4-a6e4-487fc43fd833 req-31b1f283-9c35-4198-9aed-75dd0e1c15ee tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807052 Aug 18 12:50:32.383969 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cc6ce6bd-63c6-4c1c-a735-a699095ba657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:32.411719 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-42bd3632-8172-4e61-bf74-9d6f99c11cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:32.430341 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-42bd3632-8172-4e61-bf74-9d6f99c11cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd6089a8-36dd-4c47-85da-bed1aace1a99']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:32.446239 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-42bd3632-8172-4e61-bf74-9d6f99c11cf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ebf26b0-39ad-4ee6-96e0-f8310a8b9042') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:32.446540 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-42bd3632-8172-4e61-bf74-9d6f99c11cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ebf26b0-39ad-4ee6-96e0-f8310a8b9042') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:32.449766 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-893325ca-b5d2-427b-9530-ec4c9c12d9c9 req-e0b436dd-ef57-4c7f-b267-28f29266c668 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034970 Aug 18 12:50:32.474200 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-42bd3632-8172-4e61-bf74-9d6f99c11cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:32.483290 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-f0237d1a-ccd2-46e0-a5fe-4506cb0130fa admin admin] Deleting port c9e5a73a-ee4f-4ac9-8d62-2c549f2c325b {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:50:32.483621 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f0237d1a-ccd2-46e0-a5fe-4506cb0130fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:32.552003 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-42bd3632-8172-4e61-bf74-9d6f99c11cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:32.569134 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42bd3632-8172-4e61-bf74-9d6f99c11cf8 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:50:32.569537 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-42bd3632-8172-4e61-bf74-9d6f99c11cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:32.570701 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-f0237d1a-ccd2-46e0-a5fe-4506cb0130fa admin admin] For port c9e5a73a-ee4f-4ac9-8d62-2c549f2c325b, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=c9e5a73a-ee4f-4ac9-8d62-2c549f2c325b,segment=NetworkSegment(5b263640-5ce8-48c3-9f0c-ea97bd4fcace),segment_id=5b263640-5ce8-48c3-9f0c-ea97bd4fcace)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:32.571069 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f0237d1a-ccd2-46e0-a5fe-4506cb0130fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:32.572942 n-d-803603-2 neutron-server[101675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:50:32.572942 n-d-803603-2 neutron-server[101675]: self.session.flush() Aug 18 12:50:32.572942 n-d-803603-2 neutron-server[101675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:50:32.572942 n-d-803603-2 neutron-server[101675]: self.session.flush() Aug 18 12:50:32.572942 n-d-803603-2 neutron-server[101675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:50:32.572942 n-d-803603-2 neutron-server[101675]: self.session.flush() Aug 18 12:50:32.572942 n-d-803603-2 neutron-server[101675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:50:32.572942 n-d-803603-2 neutron-server[101675]: self.session.flush() Aug 18 12:50:32.572942 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 12:50:32.572942 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:50:32.572942 n-d-803603-2 neutron-server[101675]: timer() Aug 18 12:50:32.572942 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:50:32.572942 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 12:50:32.572942 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:50:32.572942 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 12:50:32.572942 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:50:32.572942 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 12:50:32.572942 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:50:32.572942 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 12:50:32.572942 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:50:32.572942 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 12:50:32.572942 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:50:32.572942 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:50:32.572942 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:50:32.572942 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:50:32.572942 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:50:32.572942 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 12:50:32.572942 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:50:32.572942 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 12:50:32.572942 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:50:32.572942 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:50:32.572942 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:50:32.572942 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 12:50:32.572942 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:50:32.572942 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:50:32.572942 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:50:32.572942 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:50:32.572942 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:50:32.572942 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:50:32.572942 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:50:32.582146 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cc6ce6bd-63c6-4c1c-a735-a699095ba657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:32.584727 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-f0237d1a-ccd2-46e0-a5fe-4506cb0130fa admin admin] Calling delete_port for c9e5a73a-ee4f-4ac9-8d62-2c549f2c325b owned by network:router_interface {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:50:32.617932 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-cc6ce6bd-63c6-4c1c-a735-a699095ba657 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['868b2abd-c11c-4513-ae1d-4c8f78707536']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:32.629076 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6fbf1-67a1-4cdc-940e-df70fc9c60e7 req-ceb6f4fb-4f71-4281-b34c-1a4145e5169b tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:32.630583 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b5a6fbf1-67a1-4cdc-940e-df70fc9c60e7 req-ceb6f4fb-4f71-4281-b34c-1a4145e5169b tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 950 time: 0.1585939 Aug 18 12:50:32.648607 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-cc6ce6bd-63c6-4c1c-a735-a699095ba657 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff9e9d1-2f3f-4727-a98f-48223d2acb58') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:32.648906 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-cc6ce6bd-63c6-4c1c-a735-a699095ba657 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff9e9d1-2f3f-4727-a98f-48223d2acb58') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:32.669178 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cc6ce6bd-63c6-4c1c-a735-a699095ba657 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:32.697029 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cc6ce6bd-63c6-4c1c-a735-a699095ba657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:32.707782 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b5a6fbf1-67a1-4cdc-940e-df70fc9c60e7 req-7d942f14-a406-43bb-8763-cbcd53eca062 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688050 Aug 18 12:50:32.709085 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc6ce6bd-63c6-4c1c-a735-a699095ba657 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:50:32.709498 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cc6ce6bd-63c6-4c1c-a735-a699095ba657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:32.711599 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 12:50:32.711599 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:50:32.711599 n-d-803603-2 neutron-server[101675]: timer() Aug 18 12:50:32.711599 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:50:32.711599 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 12:50:32.711599 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:50:32.711599 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 12:50:32.711599 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:50:32.711599 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 12:50:32.711599 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:50:32.711599 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 12:50:32.711599 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:50:32.711599 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 12:50:32.711599 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:50:32.711599 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:50:32.711599 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:50:32.711599 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:50:32.711599 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:50:32.711599 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 12:50:32.711599 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:50:32.711599 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 12:50:32.711599 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:50:32.711599 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:50:32.711599 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:50:32.711599 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 12:50:32.711599 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:50:32.711599 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:50:32.711599 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:50:32.711599 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:50:32.711599 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:50:32.711599 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:50:32.711599 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:50:32.754861 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-42bd3632-8172-4e61-bf74-9d6f99c11cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:32.761988 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-42bd3632-8172-4e61-bf74-9d6f99c11cf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:32.766738 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-42bd3632-8172-4e61-bf74-9d6f99c11cf8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/cd6089a8-36dd-4c47-85da-bed1aace1a99 HTTP/1.1" status: 204 len: 168 time: 1.2135367 Aug 18 12:50:32.785339 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd3632-8172-4e61-bf74-9d6f99c11cf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd6089a8-36dd-4c47-85da-bed1aace1a99,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:32.841470 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f0237d1a-ccd2-46e0-a5fe-4506cb0130fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:32.870716 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cc6ce6bd-63c6-4c1c-a735-a699095ba657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:32.877602 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cc6ce6bd-63c6-4c1c-a735-a699095ba657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:32.877921 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0237d1a-ccd2-46e0-a5fe-4506cb0130fa admin admin] Pushing event deleted for resources: {'Port': ['ID=c9e5a73a-ee4f-4ac9-8d62-2c549f2c325b,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:32.879536 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-cc6ce6bd-63c6-4c1c-a735-a699095ba657 admin admin] 10.222.0.13 "DELETE /v2.0/networks/868b2abd-c11c-4513-ae1d-4c8f78707536 HTTP/1.1" status: 204 len: 168 time: 0.6859868 Aug 18 12:50:32.895694 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ce6bd-63c6-4c1c-a735-a699095ba657 admin admin] Pushing event deleted for resources: {'Network': ['ID=868b2abd-c11c-4513-ae1d-4c8f78707536,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:32.985088 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf41fb-2f20-4a08-a700-aac46cdc8653 req-ded34679-e7ea-4634-b284-9c3b49130ebb tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:32.993873 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8daf41fb-2f20-4a08-a700-aac46cdc8653 req-ded34679-e7ea-4634-b284-9c3b49130ebb tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=be38b301-ebf9-498a-b735-a2ca2416d350 HTTP/1.1" status: 200 len: 1097 time: 0.1250167 Aug 18 12:50:33.065764 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8daf41fb-2f20-4a08-a700-aac46cdc8653 req-64574dda-e8e8-4056-bd7a-93e3c63a03a1 tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720117 Aug 18 12:50:33.071412 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f0237d1a-ccd2-46e0-a5fe-4506cb0130fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:33.218725 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 32780) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:33.273911 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-830290c5-7642-4fb8-8dcf-81f7919c1943 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e2bf908a50741ad801443ca8d0d987f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540106 Aug 18 12:50:33.274667 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 32784) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:33.292675 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device aa2d5131-c88c-4b03-9959-45daf9c11d25 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:50:33.315874 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: aa2d5131-c88c-4b03-9959-45daf9c11d25 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:50:33.316497 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device aa2d5131-c88c-4b03-9959-45daf9c11d25 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:50:33.317301 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 32788) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:33.382605 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fe740855-e795-48fb-9032-4c100e5710a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:33.384778 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0237d1a-ccd2-46e0-a5fe-4506cb0130fa admin admin] Router 35dd589f-97cd-4a32-8c7b-7df06c6a394d has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:50:33.393792 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a46a1214-d3fb-4c41-aa13-fda392bd7ecf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d8cfbe58f669487bb73cf800dbfde991&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0754116 Aug 18 12:50:33.396414 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 32790) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:33.398321 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a7cfa-f09e-443b-b7d3-c3f074ba38d9 req-94707aab-39b9-4e10-8542-24d8ad970bfe tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:33.399846 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-861a7cfa-f09e-443b-b7d3-c3f074ba38d9 req-94707aab-39b9-4e10-8542-24d8ad970bfe tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 950 time: 0.0742164 Aug 18 12:50:33.419940 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fe740855-e795-48fb-9032-4c100e5710a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:33.480881 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-861a7cfa-f09e-443b-b7d3-c3f074ba38d9 req-44bb6b99-e097-45ef-af50-9b69c4e37967 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709088 Aug 18 12:50:33.482126 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ad1b4372-be30-4d35-bc3f-99784a8df634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:33.509357 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ad1b4372-be30-4d35-bc3f-99784a8df634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:33.575248 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fe740855-e795-48fb-9032-4c100e5710a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:33.575976 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0237d1a-ccd2-46e0-a5fe-4506cb0130fa admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:50:33.581319 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f0237d1a-ccd2-46e0-a5fe-4506cb0130fa admin admin] 10.222.0.13 "PUT /v2.0/routers/35dd589f-97cd-4a32-8c7b-7df06c6a394d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9977477 Aug 18 12:50:33.582658 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fe740855-e795-48fb-9032-4c100e5710a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:33.586279 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-fe740855-e795-48fb-9032-4c100e5710a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/80ad743f-fdfc-4987-ae69-77eaa6d5d669 HTTP/1.1" status: 204 len: 168 time: 0.3077898 Aug 18 12:50:33.586430 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 32796) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:33.588780 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07991f94-4f1c-4ebf-8adb-68a80aad6533 None None] Sync routers for ids ['35dd589f-97cd-4a32-8c7b-7df06c6a394d'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:50:33.593326 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe740855-e795-48fb-9032-4c100e5710a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ad743f-fdfc-4987-ae69-77eaa6d5d669,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:33.646297 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07991f94-4f1c-4ebf-8adb-68a80aad6533 None None] Routers {'35dd589f-97cd-4a32-8c7b-7df06c6a394d'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:50:33.646297 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-07991f94-4f1c-4ebf-8adb-68a80aad6533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:50:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['35dd589f-97cd-4a32-8c7b-7df06c6a394d'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:33.664242 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ad1b4372-be30-4d35-bc3f-99784a8df634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:33.668356 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ad1b4372-be30-4d35-bc3f-99784a8df634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:33.669868 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ad1b4372-be30-4d35-bc3f-99784a8df634 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/71d74b90-9128-45c7-87cf-4ee72d8d6224 HTTP/1.1" status: 204 len: 168 time: 0.2702420 Aug 18 12:50:33.679700 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b4372-be30-4d35-bc3f-99784a8df634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d74b90-9128-45c7-87cf-4ee72d8d6224,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:33.750017 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1952bd64-2d14-493a-aa46-067f864b23d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:33.771613 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-07991f94-4f1c-4ebf-8adb-68a80aad6533 None None] Set router 35dd589f-97cd-4a32-8c7b-7df06c6a394d gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:50:33.970186 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-07991f94-4f1c-4ebf-8adb-68a80aad6533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35dd589f-97cd-4a32-8c7b-7df06c6a394d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1609313234-router', 'tenant_id': '897769f511c740088662d1c81eeed0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '19443664-49e4-42a7-a2a5-68c76f0f5625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:49:24Z', 'updated_at': '2021-08-18T12:50:32Z', 'revision_number': 5, 'project_id': '897769f511c740088662d1c81eeed0ac', 'gw_port': {'id': '19443664-49e4-42a7-a2a5-68c76f0f5625', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dd589f-97cd-4a32-8c7b-7df06c6a394d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:26Z', 'updated_at': '2021-08-18T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:33.997060 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07991f94-4f1c-4ebf-8adb-68a80aad6533 None None] Checking router: 35dd589f-97cd-4a32-8c7b-7df06c6a394d for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:50:34.006469 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07991f94-4f1c-4ebf-8adb-68a80aad6533 None None] Routers {'35dd589f-97cd-4a32-8c7b-7df06c6a394d'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:50:34.007121 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-07991f94-4f1c-4ebf-8adb-68a80aad6533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:50:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['35dd589f-97cd-4a32-8c7b-7df06c6a394d'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:34.126622 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-07991f94-4f1c-4ebf-8adb-68a80aad6533 None None] Set router 35dd589f-97cd-4a32-8c7b-7df06c6a394d gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:50:34.138867 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54182ce0-5e05-442c-97b3-cd3f5cb842ff req-0371aab4-e803-4b75-920a-e8f67e612a4f tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:34.146273 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-54182ce0-5e05-442c-97b3-cd3f5cb842ff req-0371aab4-e803-4b75-920a-e8f67e612a4f tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 950 time: 0.1060860 Aug 18 12:50:34.193013 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1952bd64-2d14-493a-aa46-067f864b23d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:34.221863 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-54182ce0-5e05-442c-97b3-cd3f5cb842ff req-2f34e860-4f5f-4ccd-ab14-65b3235c698a tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551925 Aug 18 12:50:34.351940 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-1952bd64-2d14-493a-aa46-067f864b23d9 admin admin] Deleting port 19443664-49e4-42a7-a2a5-68c76f0f5625 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:50:34.352360 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1952bd64-2d14-493a-aa46-067f864b23d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:34.360005 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-07991f94-4f1c-4ebf-8adb-68a80aad6533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35dd589f-97cd-4a32-8c7b-7df06c6a394d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1609313234-router', 'tenant_id': '897769f511c740088662d1c81eeed0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '19443664-49e4-42a7-a2a5-68c76f0f5625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:49:24Z', 'updated_at': '2021-08-18T12:50:32Z', 'revision_number': 5, 'project_id': '897769f511c740088662d1c81eeed0ac', 'gw_port': {'id': '19443664-49e4-42a7-a2a5-68c76f0f5625', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dd589f-97cd-4a32-8c7b-7df06c6a394d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:26Z', 'updated_at': '2021-08-18T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:34.391419 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07991f94-4f1c-4ebf-8adb-68a80aad6533 None None] The sync data for ids ['35dd589f-97cd-4a32-8c7b-7df06c6a394d'] in n-d-803603-2 is: [{'id': '35dd589f-97cd-4a32-8c7b-7df06c6a394d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1609313234-router', 'tenant_id': '897769f511c740088662d1c81eeed0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '19443664-49e4-42a7-a2a5-68c76f0f5625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:49:24Z', 'updated_at': '2021-08-18T12:50:32Z', 'revision_number': 5, 'project_id': '897769f511c740088662d1c81eeed0ac', 'gw_port': {'id': '19443664-49e4-42a7-a2a5-68c76f0f5625', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ac:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dd589f-97cd-4a32-8c7b-7df06c6a394d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:26Z', 'updated_at': '2021-08-18T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:50:34.499079 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-e8efccea-51c7-4dce-9e66-4f312c0c10be tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2848086ca5ea4e0a852f49162fc44ff1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297940 Aug 18 12:50:34.503897 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-1952bd64-2d14-493a-aa46-067f864b23d9 admin admin] For port 19443664-49e4-42a7-a2a5-68c76f0f5625, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=19443664-49e4-42a7-a2a5-68c76f0f5625,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:34.504261 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1952bd64-2d14-493a-aa46-067f864b23d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:34.537170 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-1952bd64-2d14-493a-aa46-067f864b23d9 admin admin] Calling delete_port for 19443664-49e4-42a7-a2a5-68c76f0f5625 owned by network:router_gateway {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:50:34.673425 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-6bd76ede-5680-451a-ad7a-5ef6852fd2c4 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:34.680381 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-6bd76ede-5680-451a-ad7a-5ef6852fd2c4 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1735415 Aug 18 12:50:34.727510 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-2c3e218c-14a7-4b93-8674-2a4213556619 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/quotas/2848086ca5ea4e0a852f49162fc44ff1 HTTP/1.1" status: 200 len: 375 time: 0.0462515 Aug 18 12:50:34.830764 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-dbe09048-d01e-4ddc-a057-134312b2e09a tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2848086ca5ea4e0a852f49162fc44ff1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0910649 Aug 18 12:50:34.921794 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1952bd64-2d14-493a-aa46-067f864b23d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:34.958867 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1952bd64-2d14-493a-aa46-067f864b23d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=19443664-49e4-42a7-a2a5-68c76f0f5625,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:34.985311 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1952bd64-2d14-493a-aa46-067f864b23d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:35.127054 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1952bd64-2d14-493a-aa46-067f864b23d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:35.130441 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1952bd64-2d14-493a-aa46-067f864b23d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:35.226395 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 32884) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:35.242450 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device c9e5a73a-ee4f-4ac9-8d62-2c549f2c325b no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:50:35.252437 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1952bd64-2d14-493a-aa46-067f864b23d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:35.252890 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1952bd64-2d14-493a-aa46-067f864b23d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35dd589f-97cd-4a32-8c7b-7df06c6a394d {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:50:35.257672 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1952bd64-2d14-493a-aa46-067f864b23d9 admin admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:35.259586 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1952bd64-2d14-493a-aa46-067f864b23d9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/35dd589f-97cd-4a32-8c7b-7df06c6a394d HTTP/1.1" status: 204 len: 168 time: 1.6733284 Aug 18 12:50:35.262043 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 32888) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:35.289191 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fba409-2a8b-468a-8820-81d77e8f43c1 req-fe31f3c3-2cd0-4ee2-935d-d6699b5c7103 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:35.292521 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-46fba409-2a8b-468a-8820-81d77e8f43c1 req-fe31f3c3-2cd0-4ee2-935d-d6699b5c7103 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 950 time: 0.0878603 Aug 18 12:50:35.292987 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: c9e5a73a-ee4f-4ac9-8d62-2c549f2c325b {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:50:35.293337 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device c9e5a73a-ee4f-4ac9-8d62-2c549f2c325b not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:50:35.352085 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-7564a045-eedd-4074-ba9e-5cca5409bf45 admin admin] Deleting subnet 10ed8f90-6f5a-4397-8c28-ce514ffb391e {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:50:35.356024 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7564a045-eedd-4074-ba9e-5cca5409bf45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:35.366914 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-46fba409-2a8b-468a-8820-81d77e8f43c1 req-2df2bde5-310b-4442-93fa-91426117394b tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476251 Aug 18 12:50:35.386796 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-a3a80053-4424-42a1-bf4e-0709c2439c8d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-223322553-network', 'tenant_id': '409462fef6cf40f5bda89c2a799526d8'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:35.415741 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7564a045-eedd-4074-ba9e-5cca5409bf45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:35.529756 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7564a045-eedd-4074-ba9e-5cca5409bf45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:35.543857 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-10e6faf1-62bf-4f92-ab05-cfc92e3d3376 req-dbe2b2fd-f879-4830-9f3b-0ea775cb8bbc tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6edab5d5-a84d-47f1-bc2d-8c52a75c54c5 HTTP/1.1" status: 200 len: 210 time: 0.0352545 Aug 18 12:50:35.554512 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-8db5e0b1-2939-4f6f-b759-3487db641ec6 tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:50:35.555713 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-8db5e0b1-2939-4f6f-b759-3487db641ec6 tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063856 Aug 18 12:50:35.569513 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-0acbbea9-884e-4678-9773-ec71bf5a9475 service neutron] Request body: {'binding': {'host': 'n-h2-803603-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:35.569975 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-0acbbea9-884e-4678-9773-ec71bf5a9475 service neutron] Unknown quota resources ['binding']. {{(pid=101676) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 12:50:35.616990 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a80053-4424-42a1-bf4e-0709c2439c8d admin admin] Made reservation on behalf of 409462fef6cf40f5bda89c2a799526d8 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:50:35.620253 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a3a80053-4424-42a1-bf4e-0709c2439c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:35.731182 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-0acbbea9-884e-4678-9773-ec71bf5a9475 service neutron] Attempting to bind port 42262b9f-ec4b-44b2-8519-fd093510748c on host n-h2-803603-2 for vnic_type normal with profile None {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:50:35.731182 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-0acbbea9-884e-4678-9773-ec71bf5a9475 service neutron] Attempting to bind port 42262b9f-ec4b-44b2-8519-fd093510748c by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:50:35.731182 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-0acbbea9-884e-4678-9773-ec71bf5a9475 service neutron] Attempting to bind port 42262b9f-ec4b-44b2-8519-fd093510748c on network 91d3e9e9-f927-4110-8610-d1ae88923133 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:50:35.748220 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-0acbbea9-884e-4678-9773-ec71bf5a9475 service neutron] Port 42262b9f-ec4b-44b2-8519-fd093510748c on network 91d3e9e9-f927-4110-8610-d1ae88923133 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:50:35.748220 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-0acbbea9-884e-4678-9773-ec71bf5a9475 service neutron] Attempting to bind port 42262b9f-ec4b-44b2-8519-fd093510748c on network 91d3e9e9-f927-4110-8610-d1ae88923133 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:50:35.748725 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-0acbbea9-884e-4678-9773-ec71bf5a9475 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:50:35.749096 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-0acbbea9-884e-4678-9773-ec71bf5a9475 service neutron] Checking segment: {'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:50:35.749545 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-0acbbea9-884e-4678-9773-ec71bf5a9475 service neutron] Bound using segment: {'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:50:35.750210 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-0acbbea9-884e-4678-9773-ec71bf5a9475 service neutron] Bound port: 42262b9f-ec4b-44b2-8519-fd093510748c, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:50:35.862698 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-0acbbea9-884e-4678-9773-ec71bf5a9475 service neutron] For port 42262b9f-ec4b-44b2-8519-fd093510748c, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=42262b9f-ec4b-44b2-8519-fd093510748c,segment=NetworkSegment(0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d),segment_id=0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:50:35.911432 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a3a80053-4424-42a1-bf4e-0709c2439c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:35.913659 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7564a045-eedd-4074-ba9e-5cca5409bf45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:35.952592 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7564a045-eedd-4074-ba9e-5cca5409bf45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10ed8f90-6f5a-4397-8c28-ce514ffb391e,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:35.954463 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7564a045-eedd-4074-ba9e-5cca5409bf45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:35.956413 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7564a045-eedd-4074-ba9e-5cca5409bf45 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/10ed8f90-6f5a-4397-8c28-ce514ffb391e HTTP/1.1" status: 204 len: 168 time: 0.6940713 Aug 18 12:50:35.957864 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218eac58-65ef-4db8-b6ae-2e1bf64993df None None] Network ebf27eaa-e45c-4211-af61-c4ba3d80ec8e requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:50:35.959460 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 32928) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:36.022599 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-0acbbea9-884e-4678-9773-ec71bf5a9475 service neutron] Notify callbacks [] for binding, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:36.023787 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-0acbbea9-884e-4678-9773-ec71bf5a9475 service neutron] 10.222.0.13 "POST /v2.0/ports/42262b9f-ec4b-44b2-8519-fd093510748c/bindings HTTP/1.1" status: 201 len: 389 time: 0.4579074 Aug 18 12:50:36.066742 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4404a130-4131-4839-a820-aee0f2332bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:36.068165 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a3a80053-4424-42a1-bf4e-0709c2439c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:36.134926 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-4404a130-4131-4839-a820-aee0f2332bdc admin admin] Deleting port b5d5f7ee-6ab6-4ff6-bbdc-c3f2a3bda700 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:50:36.134926 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4404a130-4131-4839-a820-aee0f2332bdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:36.149507 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69308c82-c502-4ed6-ad2a-8ea2658adc45 None None] DHCP port deletion for ebf27eaa-e45c-4211-af61-c4ba3d80ec8e request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:50:36.196020 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-4404a130-4131-4839-a820-aee0f2332bdc admin admin] For port b5d5f7ee-6ab6-4ff6-bbdc-c3f2a3bda700, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b5d5f7ee-6ab6-4ff6-bbdc-c3f2a3bda700,segment=NetworkSegment(5b263640-5ce8-48c3-9f0c-ea97bd4fcace),segment_id=5b263640-5ce8-48c3-9f0c-ea97bd4fcace)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:36.196323 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-69308c82-c502-4ed6-ad2a-8ea2658adc45 None None] Deleting port b5d5f7ee-6ab6-4ff6-bbdc-c3f2a3bda700 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:50:36.196458 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4404a130-4131-4839-a820-aee0f2332bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:36.196699 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-69308c82-c502-4ed6-ad2a-8ea2658adc45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:36.204246 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a3a80053-4424-42a1-bf4e-0709c2439c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:36.212398 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-4404a130-4131-4839-a820-aee0f2332bdc admin admin] Calling delete_port for b5d5f7ee-6ab6-4ff6-bbdc-c3f2a3bda700 owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:50:36.236129 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3a80053-4424-42a1-bf4e-0709c2439c8d admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:50:36.246182 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a80053-4424-42a1-bf4e-0709c2439c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f84ff05-d042-406c-a978-96fec4bcaff8,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:36.252820 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a3a80053-4424-42a1-bf4e-0709c2439c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:36.253401 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-a3a80053-4424-42a1-bf4e-0709c2439c8d admin admin] Added segment f9d754c0-fa03-4e3c-89d1-ea5d700649f7 of type vlan for network 42ce3106-cab2-4f2b-8b5a-e3870f624d4d Aug 18 12:50:36.292700 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-69308c82-c502-4ed6-ad2a-8ea2658adc45 None None] For port b5d5f7ee-6ab6-4ff6-bbdc-c3f2a3bda700, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b5d5f7ee-6ab6-4ff6-bbdc-c3f2a3bda700,segment=NetworkSegment(5b263640-5ce8-48c3-9f0c-ea97bd4fcace),segment_id=5b263640-5ce8-48c3-9f0c-ea97bd4fcace)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:36.293586 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-69308c82-c502-4ed6-ad2a-8ea2658adc45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:36.307528 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-69308c82-c502-4ed6-ad2a-8ea2658adc45 None None] Calling delete_port for b5d5f7ee-6ab6-4ff6-bbdc-c3f2a3bda700 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:50:36.310841 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a3a80053-4424-42a1-bf4e-0709c2439c8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:36.419119 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a3a80053-4424-42a1-bf4e-0709c2439c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:36.420123 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a80053-4424-42a1-bf4e-0709c2439c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:36.420712 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a3a80053-4424-42a1-bf4e-0709c2439c8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:36.432789 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4404a130-4131-4839-a820-aee0f2332bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:36.463358 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-69308c82-c502-4ed6-ad2a-8ea2658adc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:36.465742 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4404a130-4131-4839-a820-aee0f2332bdc admin admin] Pushing event deleted for resources: {'Port': ['ID=b5d5f7ee-6ab6-4ff6-bbdc-c3f2a3bda700,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:36.471074 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4404a130-4131-4839-a820-aee0f2332bdc admin admin] No DVR routers for this DVR port b5d5f7ee-6ab6-4ff6-bbdc-c3f2a3bda700 on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:50:36.507491 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4fb065-2d56-47e3-b2c0-f2750f4ce914 req-f78eeb63-1c14-4383-a9bc-5190652690d5 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:36.509277 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7f4fb065-2d56-47e3-b2c0-f2750f4ce914 req-f78eeb63-1c14-4383-a9bc-5190652690d5 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=be38b301-ebf9-498a-b735-a2ca2416d350 HTTP/1.1" status: 200 len: 946 time: 0.1228344 Aug 18 12:50:36.515159 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69308c82-c502-4ed6-ad2a-8ea2658adc45 None None] Pushing event deleted for resources: {'Port': ['ID=b5d5f7ee-6ab6-4ff6-bbdc-c3f2a3bda700,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:36.530397 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69308c82-c502-4ed6-ad2a-8ea2658adc45 None None] No DVR routers for this DVR port b5d5f7ee-6ab6-4ff6-bbdc-c3f2a3bda700 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:50:36.535854 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 32940) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:36.556940 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd015d72-926d-4b9c-b202-1c5047d01a23 req-c3a6cad0-8a18-49ff-b9e7-a2d18e4ae28e tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:36.564443 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cd015d72-926d-4b9c-b202-1c5047d01a23 req-c3a6cad0-8a18-49ff-b9e7-a2d18e4ae28e tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 950 time: 0.0866299 Aug 18 12:50:36.569083 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a80053-4424-42a1-bf4e-0709c2439c8d admin admin] Pushing event updated for resources: {'Network': ['ID=42ce3106-cab2-4f2b-8b5a-e3870f624d4d,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:36.584326 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 42ce3106-cab2-4f2b-8b5a-e3870f624d4d details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:50:36.607903 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4404a130-4131-4839-a820-aee0f2332bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:36.620982 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cd015d72-926d-4b9c-b202-1c5047d01a23 req-a360f098-034b-4593-a20d-eef673ae7ed6 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555785 Aug 18 12:50:36.627371 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4404a130-4131-4839-a820-aee0f2332bdc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:50:36.627845 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4404a130-4131-4839-a820-aee0f2332bdc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:50:36.628683 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4404a130-4131-4839-a820-aee0f2332bdc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:50:36.629106 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4404a130-4131-4839-a820-aee0f2332bdc admin admin] Subscribe: > port after_create 55550000 {{(pid=101676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:50:36.629533 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4404a130-4131-4839-a820-aee0f2332bdc admin admin] Subscribe: > port after_delete 55550000 {{(pid=101676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:50:36.629966 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4404a130-4131-4839-a820-aee0f2332bdc admin admin] Subscribe: > port after_update 55550000 {{(pid=101676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:50:36.630444 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4404a130-4131-4839-a820-aee0f2332bdc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:50:36.630881 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4404a130-4131-4839-a820-aee0f2332bdc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:50:36.631288 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4404a130-4131-4839-a820-aee0f2332bdc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:50:36.631699 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4404a130-4131-4839-a820-aee0f2332bdc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:50:36.635537 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a3a80053-4424-42a1-bf4e-0709c2439c8d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4074490 Aug 18 12:50:36.640372 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 32946) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:36.645379 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-564475ff-2d75-4595-a7fe-072314498149 admin admin] Request body: {'subnet': {'network_id': '42ce3106-cab2-4f2b-8b5a-e3870f624d4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-223322553-subnet', 'tenant_id': '409462fef6cf40f5bda89c2a799526d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:36.708284 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4404a130-4131-4839-a820-aee0f2332bdc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:50:36.708588 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4404a130-4131-4839-a820-aee0f2332bdc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:50:36.708946 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4404a130-4131-4839-a820-aee0f2332bdc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:50:36.709283 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4404a130-4131-4839-a820-aee0f2332bdc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 12:50:36.709661 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-4404a130-4131-4839-a820-aee0f2332bdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebf27eaa-e45c-4211-af61-c4ba3d80ec8e']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:36.732134 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-4404a130-4131-4839-a820-aee0f2332bdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b263640-5ce8-48c3-9f0c-ea97bd4fcace') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:36.732134 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-4404a130-4131-4839-a820-aee0f2332bdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b263640-5ce8-48c3-9f0c-ea97bd4fcace') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:36.754818 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7f4fb065-2d56-47e3-b2c0-f2750f4ce914 req-65e0ca51-4b04-4afd-885b-f2b9ede158b3 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310448 Aug 18 12:50:36.764114 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4404a130-4131-4839-a820-aee0f2332bdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:36.765464 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8cbac8ca-faa4-4a8c-85e2-a1d7b3925ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:36.778830 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564475ff-2d75-4595-a7fe-072314498149 admin admin] Made reservation on behalf of 409462fef6cf40f5bda89c2a799526d8 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:50:36.781347 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-564475ff-2d75-4595-a7fe-072314498149 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:36.794638 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4404a130-4131-4839-a820-aee0f2332bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:36.804755 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4404a130-4131-4839-a820-aee0f2332bdc admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:50:36.805339 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4404a130-4131-4839-a820-aee0f2332bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:36.811551 n-d-803603-2 neutron-server[101676]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 12:50:36.811551 n-d-803603-2 neutron-server[101676]: from cryptography.utils import int_from_bytes Aug 18 12:50:36.811551 n-d-803603-2 neutron-server[101676]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 12:50:36.811551 n-d-803603-2 neutron-server[101676]: from cryptography.utils import int_from_bytes Aug 18 12:50:36.811551 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 12:50:36.811551 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:50:36.811551 n-d-803603-2 neutron-server[101676]: timer() Aug 18 12:50:36.811551 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:50:36.811551 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 12:50:36.811551 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:50:36.811551 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 12:50:36.811551 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:50:36.811551 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 12:50:36.811551 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:50:36.811551 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 12:50:36.811551 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:50:36.811551 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 12:50:36.811551 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:50:36.811551 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:50:36.811551 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:50:36.811551 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:50:36.811551 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:50:36.811551 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 12:50:36.811551 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:50:36.811551 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 12:50:36.811551 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:50:36.811551 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:50:36.811551 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:50:36.811551 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 12:50:36.811551 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:50:36.811551 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:50:36.811551 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:50:36.811551 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:50:36.811551 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:50:36.811551 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:50:36.811551 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:50:36.859303 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-82f900ad-ed12-4656-892d-5d84e18bede5 req-f6c65596-0141-4166-a9e3-031b1b437905 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6edab5d5-a84d-47f1-bc2d-8c52a75c54c5 HTTP/1.1" status: 200 len: 210 time: 0.0634899 Aug 18 12:50:37.032948 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8cbac8ca-faa4-4a8c-85e2-a1d7b3925ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:37.178005 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 19443664-49e4-42a7-a2a5-68c76f0f5625 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:50:37.199396 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 19443664-49e4-42a7-a2a5-68c76f0f5625 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:50:37.212673 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 19443664-49e4-42a7-a2a5-68c76f0f5625 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:50:37.212673 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b5d5f7ee-6ab6-4ff6-bbdc-c3f2a3bda700 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:50:37.219261 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: b5d5f7ee-6ab6-4ff6-bbdc-c3f2a3bda700 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:50:37.219609 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b5d5f7ee-6ab6-4ff6-bbdc-c3f2a3bda700 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:50:37.269821 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4404a130-4131-4839-a820-aee0f2332bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:37.288040 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4404a130-4131-4839-a820-aee0f2332bdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:37.289891 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4404a130-4131-4839-a820-aee0f2332bdc admin admin] 10.222.0.13 "DELETE /v2.0/networks/ebf27eaa-e45c-4211-af61-c4ba3d80ec8e HTTP/1.1" status: 204 len: 168 time: 1.3289957 Aug 18 12:50:37.291567 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4404a130-4131-4839-a820-aee0f2332bdc admin admin] Pushing event deleted for resources: {'Network': ['ID=ebf27eaa-e45c-4211-af61-c4ba3d80ec8e,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:37.294477 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-aa8992b9-f9ec-4e92-958c-4ae659b46d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:37.295897 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-aa8992b9-f9ec-4e92-958c-4ae659b46d06 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e9a8a0a72a94b328bf1e534da208edd&device_id=be38b301-ebf9-498a-b735-a2ca2416d350 HTTP/1.1" status: 200 len: 1097 time: 0.0447891 Aug 18 12:50:37.300778 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8cbac8ca-faa4-4a8c-85e2-a1d7b3925ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:37.303783 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-564475ff-2d75-4595-a7fe-072314498149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:37.432204 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8cbac8ca-faa4-4a8c-85e2-a1d7b3925ee4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5152876a041b4e0f8be314b82c0e427b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8950038 Aug 18 12:50:37.435254 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 32952) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:37.439571 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbac8ca-faa4-4a8c-85e2-a1d7b3925ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e94b1a-b05b-4490-8420-d097fe061098,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:37.460571 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564475ff-2d75-4595-a7fe-072314498149 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaebef9b-6e88-4ac2-8352-f98da5616f14,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:37.481757 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564475ff-2d75-4595-a7fe-072314498149 admin admin] Checking segment: {'id': 'f9d754c0-fa03-4e3c-89d1-ea5d700649f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '42ce3106-cab2-4f2b-8b5a-e3870f624d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:50:37.482122 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564475ff-2d75-4595-a7fe-072314498149 admin admin] Network hostable DHCP agents. Network: 42ce3106-cab2-4f2b-8b5a-e3870f624d4d, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:50:37.487041 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-74421751-5175-4f4b-967c-a59104b6bcf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:37.503527 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-1ad251d7-013b-4f00-b526-c5f15b8197ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:37.505037 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-1ad251d7-013b-4f00-b526-c5f15b8197ec service neutron] 10.222.0.20 "GET /v2.0/networks?id=91d3e9e9-f927-4110-8610-d1ae88923133 HTTP/1.1" status: 200 len: 922 time: 0.1974585 Aug 18 12:50:37.509200 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-74421751-5175-4f4b-967c-a59104b6bcf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:37.548403 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-6bdda5ef-d087-4eb8-bd5f-333a72149791 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42262b9f-ec4b-44b2-8519-fd093510748c HTTP/1.1" status: 200 len: 217 time: 0.0353422 Aug 18 12:50:37.600654 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-c45ba264-7331-478f-8748-3781692cdf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:37.601986 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-74421751-5175-4f4b-967c-a59104b6bcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:37.602428 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-c45ba264-7331-478f-8748-3781692cdf9b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=da996bc9-0001-4e2d-9a03-d2d78ee48c5d HTTP/1.1" status: 200 len: 861 time: 0.0466464 Aug 18 12:50:37.604644 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564475ff-2d75-4595-a7fe-072314498149 admin admin] Network 42ce3106-cab2-4f2b-8b5a-e3870f624d4d is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:50:37.605686 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-74421751-5175-4f4b-967c-a59104b6bcf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:37.607028 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-74421751-5175-4f4b-967c-a59104b6bcf5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b6e94b1a-b05b-4490-8420-d097fe061098 HTTP/1.1" status: 204 len: 168 time: 0.1701398 Aug 18 12:50:37.615893 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74421751-5175-4f4b-967c-a59104b6bcf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e94b1a-b05b-4490-8420-d097fe061098,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:37.657888 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-03c5bccc-01b8-4d86-a53a-30d9c0125f4e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=91d3e9e9-f927-4110-8610-d1ae88923133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473757 Aug 18 12:50:37.675983 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-564475ff-2d75-4595-a7fe-072314498149 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 42ce3106-cab2-4f2b-8b5a-e3870f624d4d) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:50:37.685883 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e75f639-5905-4fd2-9ff6-940932ae60c8 None None] Network 42ce3106-cab2-4f2b-8b5a-e3870f624d4d requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:50:37.735436 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564475ff-2d75-4595-a7fe-072314498149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:37.736361 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-564475ff-2d75-4595-a7fe-072314498149 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:37.755310 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 32960) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:37.797421 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9ccac-0722-4975-b01d-abfab2c5a746 req-73b20f4b-ff20-4356-a0ae-921d210b60f8 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:37.811804 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-26e9ccac-0722-4975-b01d-abfab2c5a746 req-73b20f4b-ff20-4356-a0ae-921d210b60f8 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 950 time: 0.1182678 Aug 18 12:50:37.866398 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-564475ff-2d75-4595-a7fe-072314498149 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2221797 Aug 18 12:50:37.866398 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-c7e0367b-6b58-4a32-83b5-e418848c1c39 service neutron] 10.222.0.20 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992099 Aug 18 12:50:37.867234 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 32964) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:37.871467 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-8046475d-cad1-45b4-a70d-2b39993ab54a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-223322553-router', 'tenant_id': '409462fef6cf40f5bda89c2a799526d8', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:37.903634 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-26e9ccac-0722-4975-b01d-abfab2c5a746 req-170b2edd-6031-4c1c-b05e-7e14ef9141ab tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965850 Aug 18 12:50:37.909668 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a7d385fe-528f-40cb-987b-723b05fa6882 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=897769f511c740088662d1c81eeed0ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1529932 Aug 18 12:50:37.911506 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 32968) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:37.989742 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8046475d-cad1-45b4-a70d-2b39993ab54a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:37.989742 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8046475d-cad1-45b4-a70d-2b39993ab54a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:37.993802 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2da0e65e-05c5-431e-ae95-c2fb2ee2cafc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:38.031837 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2da0e65e-05c5-431e-ae95-c2fb2ee2cafc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:38.051515 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5449cc50-8471-43da-a2de-44aaf7e699c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-42ce3106-cab2-4f2b-8b5a-e3870f624d4d', 'network_id': '42ce3106-cab2-4f2b-8b5a-e3870f624d4d', 'tenant_id': '409462fef6cf40f5bda89c2a799526d8', 'fixed_ips': [{'subnet_id': 'aaebef9b-6e88-4ac2-8352-f98da5616f14'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:50:38.053150 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5449cc50-8471-43da-a2de-44aaf7e699c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:38.133640 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f8751420-f706-469e-8793-6356ceaaa26f req-7313702f-9d3d-49d4-8fea-dc5efa2deb73 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6edab5d5-a84d-47f1-bc2d-8c52a75c54c5 HTTP/1.1" status: 200 len: 210 time: 0.0535131 Aug 18 12:50:38.181665 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8046475d-cad1-45b4-a70d-2b39993ab54a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:38.181665 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-9872c443-6aee-4759-82f9-f0d6ce08674d service neutron] show failed (client error): The resource could not be found. Aug 18 12:50:38.181665 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-9872c443-6aee-4759-82f9-f0d6ce08674d service neutron] 10.222.0.39 "GET /v2.0/ports/cc9260cd-b796-4d6c-a337-3baf96fb438a/bindings/n-h2-803603-2 HTTP/1.1" status: 404 len: 380 time: 0.2891352 Aug 18 12:50:38.188802 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-a31d6501-ab4e-4025-9944-47a6e8320377 service neutron] 10.222.0.20 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954688 Aug 18 12:50:38.198660 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326e47e-d3d5-4876-9c26-c4355626cceb req-819ec23d-6975-49d7-9beb-85b56385515b tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:38.200495 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1326e47e-d3d5-4876-9c26-c4355626cceb req-819ec23d-6975-49d7-9beb-85b56385515b tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=be38b301-ebf9-498a-b735-a2ca2416d350 HTTP/1.1" status: 200 len: 946 time: 0.2026021 Aug 18 12:50:38.225441 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-ee8f475d-8f7e-48e4-9c49-aab21b53ef7f tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2848086ca5ea4e0a852f49162fc44ff1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372257 Aug 18 12:50:38.270131 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2da0e65e-05c5-431e-ae95-c2fb2ee2cafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:38.273682 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2da0e65e-05c5-431e-ae95-c2fb2ee2cafc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:38.278006 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2da0e65e-05c5-431e-ae95-c2fb2ee2cafc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cd71314c-70c6-440d-be00-d1eb7ce7ff7d HTTP/1.1" status: 204 len: 168 time: 0.3625832 Aug 18 12:50:38.311710 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-5449cc50-8471-43da-a2de-44aaf7e699c6 None None] Allocated IP 172.20.0.2 (42ce3106-cab2-4f2b-8b5a-e3870f624d4d/aaebef9b-6e88-4ac2-8352-f98da5616f14/2080eb5d-0cab-402b-b616-4a5cfae38c08) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:50:38.380467 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1326e47e-d3d5-4876-9c26-c4355626cceb req-e664733e-197c-419b-b229-274dee5ef3ba tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709435 Aug 18 12:50:38.423066 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da0e65e-05c5-431e-ae95-c2fb2ee2cafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd71314c-70c6-440d-be00-d1eb7ce7ff7d,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:38.474999 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b60119-994f-4369-b5a6-aa066ed8f875 req-1d61cd77-f9c5-4753-9b49-7d82f85655f7 tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:38.477037 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-27b60119-994f-4369-b5a6-aa066ed8f875 req-1d61cd77-f9c5-4753-9b49-7d82f85655f7 tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 1097 time: 0.1813900 Aug 18 12:50:38.547067 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8046475d-cad1-45b4-a70d-2b39993ab54a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:38.561193 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5449cc50-8471-43da-a2de-44aaf7e699c6 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:38.579972 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-df4db574-731e-46f9-a60a-7249bccf6a1b tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:38.581820 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-df4db574-731e-46f9-a60a-7249bccf6a1b tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=be38b301-ebf9-498a-b735-a2ca2416d350&tenant_id=3e9a8a0a72a94b328bf1e534da208edd&binding%3Ahost_id=n-h1-803603-2 HTTP/1.1" status: 200 len: 1097 time: 0.1934142 Aug 18 12:50:38.587450 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-5449cc50-8471-43da-a2de-44aaf7e699c6 None None] Transition to ACTIVE for port object 2080eb5d-0cab-402b-b616-4a5cfae38c08 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:50:38.593990 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-d1abc64d-ff00-46e1-8e2e-4a58e58c9e55 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803603-2'}}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:38.599630 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-d6bfc31a-27f5-4fe6-a63b-8c401dcef8dc tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:38.601617 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-d6bfc31a-27f5-4fe6-a63b-8c401dcef8dc tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3666053 Aug 18 12:50:38.613828 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-5449cc50-8471-43da-a2de-44aaf7e699c6 None None] Transition to ACTIVE for port object 2080eb5d-0cab-402b-b616-4a5cfae38c08 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:50:38.645634 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-b8f36432-0ce3-40f6-a6e5-da47b70b3089 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Request body: {'port': {'device_id': '6edab5d5-a84d-47f1-bc2d-8c52a75c54c5', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'admin_state_up': True, 'tenant_id': '2848086ca5ea4e0a852f49162fc44ff1'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:38.721781 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-d1abc64d-ff00-46e1-8e2e-4a58e58c9e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:38.729325 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-27b60119-994f-4369-b5a6-aa066ed8f875 req-9b7dc3b4-338a-452f-a755-6c2bd804f52e tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239411 Aug 18 12:50:38.748801 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5449cc50-8471-43da-a2de-44aaf7e699c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:38.776976 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5449cc50-8471-43da-a2de-44aaf7e699c6 None None] Network 42ce3106-cab2-4f2b-8b5a-e3870f624d4d is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:50:38.805467 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-5449cc50-8471-43da-a2de-44aaf7e699c6 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:50:38.812653 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5449cc50-8471-43da-a2de-44aaf7e699c6 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:50:38.849802 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5449cc50-8471-43da-a2de-44aaf7e699c6 None None] Pushing event updated for resources: {'Port': ['ID=2080eb5d-0cab-402b-b616-4a5cfae38c08,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:38.892912 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-5449cc50-8471-43da-a2de-44aaf7e699c6 None None] Attempting to bind port 2080eb5d-0cab-402b-b616-4a5cfae38c08 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:50:38.893622 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-5449cc50-8471-43da-a2de-44aaf7e699c6 None None] Attempting to bind port 2080eb5d-0cab-402b-b616-4a5cfae38c08 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'f9d754c0-fa03-4e3c-89d1-ea5d700649f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '42ce3106-cab2-4f2b-8b5a-e3870f624d4d'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:50:38.894362 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5449cc50-8471-43da-a2de-44aaf7e699c6 None None] Attempting to bind port 2080eb5d-0cab-402b-b616-4a5cfae38c08 on network 42ce3106-cab2-4f2b-8b5a-e3870f624d4d {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:50:38.900459 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5449cc50-8471-43da-a2de-44aaf7e699c6 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:50:38.901164 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5449cc50-8471-43da-a2de-44aaf7e699c6 None None] Checking segment: {'id': 'f9d754c0-fa03-4e3c-89d1-ea5d700649f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '42ce3106-cab2-4f2b-8b5a-e3870f624d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:50:38.901811 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5449cc50-8471-43da-a2de-44aaf7e699c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:38.902454 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5449cc50-8471-43da-a2de-44aaf7e699c6 None None] Bound using segment: {'id': 'f9d754c0-fa03-4e3c-89d1-ea5d700649f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '42ce3106-cab2-4f2b-8b5a-e3870f624d4d'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:50:38.903460 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-5449cc50-8471-43da-a2de-44aaf7e699c6 None None] Bound port: 2080eb5d-0cab-402b-b616-4a5cfae38c08, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9d754c0-fa03-4e3c-89d1-ea5d700649f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '42ce3106-cab2-4f2b-8b5a-e3870f624d4d'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:50:38.904210 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5449cc50-8471-43da-a2de-44aaf7e699c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:39.002301 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-5449cc50-8471-43da-a2de-44aaf7e699c6 None None] For port 2080eb5d-0cab-402b-b616-4a5cfae38c08, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:50:39.010523 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-5449cc50-8471-43da-a2de-44aaf7e699c6 None None] For port 2080eb5d-0cab-402b-b616-4a5cfae38c08, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=2080eb5d-0cab-402b-b616-4a5cfae38c08,segment=NetworkSegment(f9d754c0-fa03-4e3c-89d1-ea5d700649f7),segment_id=f9d754c0-fa03-4e3c-89d1-ea5d700649f7)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:50:39.023919 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-b8f36432-0ce3-40f6-a6e5-da47b70b3089 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Made reservation on behalf of 2848086ca5ea4e0a852f49162fc44ff1 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:50:39.027654 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-b8f36432-0ce3-40f6-a6e5-da47b70b3089 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:39.121119 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-d1abc64d-ff00-46e1-8e2e-4a58e58c9e55 service neutron] For port 42262b9f-ec4b-44b2-8519-fd093510748c, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=42262b9f-ec4b-44b2-8519-fd093510748c,segment=NetworkSegment(0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d),segment_id=0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:39.131607 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5449cc50-8471-43da-a2de-44aaf7e699c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:39.186303 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d20cd9-5ca2-4169-bfe5-aff0d08b62c1 req-50d7c274-4207-4b4d-88ee-4b8c6728bcee tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:39.187866 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-59d20cd9-5ca2-4169-bfe5-aff0d08b62c1 req-50d7c274-4207-4b4d-88ee-4b8c6728bcee tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 950 time: 0.1177070 Aug 18 12:50:39.199364 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-a70febc6-0dad-44d3-bdaf-8b427bad1cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:39.203624 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-a70febc6-0dad-44d3-bdaf-8b427bad1cd2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf&tenant_id=dfbf1e57c29344368949d54d6fc1d536 HTTP/1.1" status: 200 len: 1101 time: 0.2202652 Aug 18 12:50:39.207165 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5449cc50-8471-43da-a2de-44aaf7e699c6 None None] Pushing event updated for resources: {'Port': ['ID=2080eb5d-0cab-402b-b616-4a5cfae38c08,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:39.224006 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-31181f7c-6036-438d-8f51-5fe5f73ae10a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803603-2', 'device_owner': 'compute:nova'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:39.227101 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-d1abc64d-ff00-46e1-8e2e-4a58e58c9e55 service neutron] For port 42262b9f-ec4b-44b2-8519-fd093510748c, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:50:39.302828 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-b8f36432-0ce3-40f6-a6e5-da47b70b3089 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Allocated IP 192.168.233.238 (f82a481e-2d3e-49f3-a273-639556667c8a/38dc8434-66c0-4e05-8cce-b4a4a0f33dc3/b7b13399-6ee2-4483-9bc2-22c8c75b70d1) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:50:39.318347 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-59d20cd9-5ca2-4169-bfe5-aff0d08b62c1 req-5bb2592c-2477-4c34-876c-4d89097026de tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191032 Aug 18 12:50:39.360040 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33014) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:39.503675 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be38b301-ebf9-498a-b735-a2ca2416d350', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42262b9f-ec4b-44b2-8519-fd093510748c'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:50:39.508612 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8321556-e8fe-455f-ad8d-0b473f4eb7c6" -d '{"events": [{"server_uuid": "be38b301-ebf9-498a-b735-a2ca2416d350", "name": "network-vif-unplugged", "status": "completed", "tag": "42262b9f-ec4b-44b2-8519-fd093510748c"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:50:39.543485 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e37f6685-2f7d-4f9b-b7d8-65e39b7483fb req-a6d9f0d6-cfa6-4104-9773-85dc09c1e166 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6edab5d5-a84d-47f1-bc2d-8c52a75c54c5 HTTP/1.1" status: 200 len: 210 time: 0.1109009 Aug 18 12:50:39.585387 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-d1abc64d-ff00-46e1-8e2e-4a58e58c9e55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:39.594835 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-89a8ecca-1110-4c30-999a-e20ff98accc6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-666586862-network', 'tenant_id': '14b2316aa99b40a4938702719f487580'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:39.596754 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8046475d-cad1-45b4-a70d-2b39993ab54a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:39.629251 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-31181f7c-6036-438d-8f51-5fe5f73ae10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:39.630425 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-b8f36432-0ce3-40f6-a6e5-da47b70b3089 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:39.634055 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8046475d-cad1-45b4-a70d-2b39993ab54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:39.648046 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-b8f36432-0ce3-40f6-a6e5-da47b70b3089 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Transition to ACTIVE for port object b7b13399-6ee2-4483-9bc2-22c8c75b70d1 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:50:39.690917 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-d1abc64d-ff00-46e1-8e2e-4a58e58c9e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:39.725571 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a8ecca-1110-4c30-999a-e20ff98accc6 admin admin] Made reservation on behalf of 14b2316aa99b40a4938702719f487580 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:50:39.728014 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-89a8ecca-1110-4c30-999a-e20ff98accc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:39.745331 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-89a8ecca-1110-4c30-999a-e20ff98accc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:39.823869 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-b8f36432-0ce3-40f6-a6e5-da47b70b3089 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:39.836949 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345ec04-d904-4557-9323-906a8330f306 req-f1684059-2ce0-4244-9ec6-0d2eb262c78c tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:39.838752 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1345ec04-d904-4557-9323-906a8330f306 req-f1684059-2ce0-4244-9ec6-0d2eb262c78c tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=be38b301-ebf9-498a-b735-a2ca2416d350 HTTP/1.1" status: 200 len: 944 time: 0.1449459 Aug 18 12:50:39.863826 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829', '48f53cde-d105-4bee-8736-656bf65b7842'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:50:39.883621 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1abc64d-ff00-46e1-8e2e-4a58e58c9e55 service neutron] Pushing event updated for resources: {'Port': ['ID=42262b9f-ec4b-44b2-8519-fd093510748c,revision_number=7']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:39.923053 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-b8f36432-0ce3-40f6-a6e5-da47b70b3089 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Network f82a481e-2d3e-49f3-a273-639556667c8a is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:50:39.948329 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f36432-0ce3-40f6-a6e5-da47b70b3089 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Pushing event updated for resources: {'Port': ['ID=b7b13399-6ee2-4483-9bc2-22c8c75b70d1,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:39.949589 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33044) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:39.959512 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-b8f36432-0ce3-40f6-a6e5-da47b70b3089 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:50:39.970079 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-b8f36432-0ce3-40f6-a6e5-da47b70b3089 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:50:39.986184 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-8046475d-cad1-45b4-a70d-2b39993ab54a admin admin] Allocated IP 172.25.6.242 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/cebcaa4e-a637-4778-aa2b-5ab5931508c6) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:50:39.989534 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-d1abc64d-ff00-46e1-8e2e-4a58e58c9e55 service neutron] Attempting to bind port 42262b9f-ec4b-44b2-8519-fd093510748c on host n-h1-803603-2 for vnic_type normal with profile {"migrating_to": "n-h2-803603-2"} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:50:39.990317 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-d1abc64d-ff00-46e1-8e2e-4a58e58c9e55 service neutron] Attempting to bind port 42262b9f-ec4b-44b2-8519-fd093510748c by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:50:39.993994 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-d1abc64d-ff00-46e1-8e2e-4a58e58c9e55 service neutron] Attempting to bind port 42262b9f-ec4b-44b2-8519-fd093510748c on network 91d3e9e9-f927-4110-8610-d1ae88923133 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:50:40.009724 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-d1abc64d-ff00-46e1-8e2e-4a58e58c9e55 service neutron] Port 42262b9f-ec4b-44b2-8519-fd093510748c on network 91d3e9e9-f927-4110-8610-d1ae88923133 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:50:40.010063 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-d1abc64d-ff00-46e1-8e2e-4a58e58c9e55 service neutron] Attempting to bind port 42262b9f-ec4b-44b2-8519-fd093510748c on network 91d3e9e9-f927-4110-8610-d1ae88923133 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:50:40.036993 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1345ec04-d904-4557-9323-906a8330f306 req-3d1f4600-8bb7-4288-ae13-2d6232a6f2d1 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121762 Aug 18 12:50:40.061426 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-89a8ecca-1110-4c30-999a-e20ff98accc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:40.082559 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-b8f36432-0ce3-40f6-a6e5-da47b70b3089 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:40.083216 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-b8f36432-0ce3-40f6-a6e5-da47b70b3089 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:40.157297 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-89a8ecca-1110-4c30-999a-e20ff98accc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:40.170120 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-d1abc64d-ff00-46e1-8e2e-4a58e58c9e55 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:50:40.170467 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-d1abc64d-ff00-46e1-8e2e-4a58e58c9e55 service neutron] Checking segment: {'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:50:40.170867 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-d1abc64d-ff00-46e1-8e2e-4a58e58c9e55 service neutron] Bound using segment: {'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:50:40.171318 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-d1abc64d-ff00-46e1-8e2e-4a58e58c9e55 service neutron] Bound port: 42262b9f-ec4b-44b2-8519-fd093510748c, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:50:40.171684 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-d1abc64d-ff00-46e1-8e2e-4a58e58c9e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:40.207140 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89a8ecca-1110-4c30-999a-e20ff98accc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:50:40.235782 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8ecca-1110-4c30-999a-e20ff98accc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316ebd1e-cc9a-46b8-8f6a-564f9a0408d7,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:40.249951 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-89a8ecca-1110-4c30-999a-e20ff98accc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:40.249951 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-89a8ecca-1110-4c30-999a-e20ff98accc6 admin admin] Added segment 16194cb8-4ecc-4826-aa3a-f2a23d5a9ca3 of type vlan for network 69ddb6d7-a9f5-4b4d-92f3-9b326754c780 Aug 18 12:50:40.249951 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-b8f36432-0ce3-40f6-a6e5-da47b70b3089 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6210604 Aug 18 12:50:40.304742 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-89a8ecca-1110-4c30-999a-e20ff98accc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:40.326422 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-26dd2670-cf19-4f2c-b7a7-022c98e53ebe admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-514410716-network', 'tenant_id': 'd9cbca76fb754d9eb9a2b882bde059a8'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:40.332254 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac085797-fab2-45cb-9a41-4661442213e7 x-openstack-request-id: req-ac085797-fab2-45cb-9a41-4661442213e7 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:50:40.332549 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be38b301-ebf9-498a-b735-a2ca2416d350", "name": "network-vif-unplugged", "status": "completed", "tag": "42262b9f-ec4b-44b2-8519-fd093510748c", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:50:40.332885 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ac085797-fab2-45cb-9a41-4661442213e7 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:50:40.333457 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be38b301-ebf9-498a-b735-a2ca2416d350', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42262b9f-ec4b-44b2-8519-fd093510748c', 'code': 200} Aug 18 12:50:40.337306 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-1b8dc886-aab6-4a2b-91ba-f58d658b42ad service neutron] Request body: {'port': {'device_id': '6edab5d5-a84d-47f1-bc2d-8c52a75c54c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:40.438531 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-89a8ecca-1110-4c30-999a-e20ff98accc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:40.439585 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a8ecca-1110-4c30-999a-e20ff98accc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:40.440164 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-89a8ecca-1110-4c30-999a-e20ff98accc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:40.445385 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8046475d-cad1-45b4-a70d-2b39993ab54a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:40.490905 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-1b8dc886-aab6-4a2b-91ba-f58d658b42ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:40.493743 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-d1abc64d-ff00-46e1-8e2e-4a58e58c9e55 service neutron] For port 42262b9f-ec4b-44b2-8519-fd093510748c, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:50:40.510616 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26dd2670-cf19-4f2c-b7a7-022c98e53ebe admin admin] Made reservation on behalf of d9cbca76fb754d9eb9a2b882bde059a8 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:50:40.513057 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-26dd2670-cf19-4f2c-b7a7-022c98e53ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:40.573755 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8ecca-1110-4c30-999a-e20ff98accc6 admin admin] Pushing event updated for resources: {'Network': ['ID=69ddb6d7-a9f5-4b4d-92f3-9b326754c780,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:40.587579 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 69ddb6d7-a9f5-4b4d-92f3-9b326754c780 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:50:40.598249 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c3913-8f11-420f-a0ed-2420caeced0c req-db01b431-d61d-4ff0-9adf-113a1c0dcb99 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:40.600073 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c11c3913-8f11-420f-a0ed-2420caeced0c req-db01b431-d61d-4ff0-9adf-113a1c0dcb99 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 950 time: 0.1649668 Aug 18 12:50:40.608139 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-89a8ecca-1110-4c30-999a-e20ff98accc6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2470076 Aug 18 12:50:40.615269 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33062) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:40.622786 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-315ce7e3-ad3c-476b-bf61-d6872a5afc9b admin admin] Request body: {'subnet': {'network_id': '69ddb6d7-a9f5-4b4d-92f3-9b326754c780', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-666586862-subnet', 'tenant_id': '14b2316aa99b40a4938702719f487580', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:40.641320 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-752fd82f-05de-4acd-92bd-cbbc820ac9c2 None None] Provisioning for port b7b13399-6ee2-4483-9bc2-22c8c75b70d1 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:50:40.656685 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-752fd82f-05de-4acd-92bd-cbbc820ac9c2 None None] Provisioning complete for port b7b13399-6ee2-4483-9bc2-22c8c75b70d1 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:40.657213 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-752fd82f-05de-4acd-92bd-cbbc820ac9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:40.700537 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77fc058-04d1-4f1c-af95-d5e2baca0080 None None] Network 42ce3106-cab2-4f2b-8b5a-e3870f624d4d requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:50:40.752182 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c11c3913-8f11-420f-a0ed-2420caeced0c req-1b5b55fd-10be-449a-81eb-8897967b9aae tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355855 Aug 18 12:50:40.768291 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-752fd82f-05de-4acd-92bd-cbbc820ac9c2 None None] Port b7b13399-6ee2-4483-9bc2-22c8c75b70d1 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:50:40.836394 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315ce7e3-ad3c-476b-bf61-d6872a5afc9b admin admin] Made reservation on behalf of 14b2316aa99b40a4938702719f487580 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:50:40.842418 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-315ce7e3-ad3c-476b-bf61-d6872a5afc9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:40.880003 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-31181f7c-6036-438d-8f51-5fe5f73ae10a service neutron] For port cc9260cd-b796-4d6c-a337-3baf96fb438a, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=cc9260cd-b796-4d6c-a337-3baf96fb438a,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:40.883054 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-d1abc64d-ff00-46e1-8e2e-4a58e58c9e55 service neutron] For port 42262b9f-ec4b-44b2-8519-fd093510748c, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=42262b9f-ec4b-44b2-8519-fd093510748c,segment=NetworkSegment(0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d),segment_id=0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:50:40.884163 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-26dd2670-cf19-4f2c-b7a7-022c98e53ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:40.946978 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-d1abc64d-ff00-46e1-8e2e-4a58e58c9e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:40.954309 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e542a-c808-4e0e-9e7b-cd88dcddc962 req-10608c8a-9318-4152-a264-435868002173 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:40.958714 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9f2e542a-c808-4e0e-9e7b-cd88dcddc962 req-10608c8a-9318-4152-a264-435868002173 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6edab5d5-a84d-47f1-bc2d-8c52a75c54c5 HTTP/1.1" status: 200 len: 936 time: 0.1410379 Aug 18 12:50:40.967134 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-dccfecb7-e685-4618-bbf1-05fa8956dfdb None None] Provisioning for port 2080eb5d-0cab-402b-b616-4a5cfae38c08 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:50:40.989498 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-31181f7c-6036-438d-8f51-5fe5f73ae10a service neutron] For port cc9260cd-b796-4d6c-a337-3baf96fb438a, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:50:41.013025 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9f2e542a-c808-4e0e-9e7b-cd88dcddc962 req-6873f1a8-58df-4751-8c14-d47eeb4fb4b1 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471725 Aug 18 12:50:41.053769 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8046475d-cad1-45b4-a70d-2b39993ab54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:41.105140 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-31181f7c-6036-438d-8f51-5fe5f73ae10a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:41.113885 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1abc64d-ff00-46e1-8e2e-4a58e58c9e55 service neutron] Pushing event updated for resources: {'Port': ['ID=42262b9f-ec4b-44b2-8519-fd093510748c,revision_number=8']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:41.174769 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-31181f7c-6036-438d-8f51-5fe5f73ae10a service neutron] Transition to ACTIVE for port object cc9260cd-b796-4d6c-a337-3baf96fb438a will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:50:41.179506 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8046475d-cad1-45b4-a70d-2b39993ab54a admin admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:50:41.185859 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-315ce7e3-ad3c-476b-bf61-d6872a5afc9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:41.216039 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-8046475d-cad1-45b4-a70d-2b39993ab54a admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:50:41.229133 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8046475d-cad1-45b4-a70d-2b39993ab54a admin admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:50:41.232700 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-d1abc64d-ff00-46e1-8e2e-4a58e58c9e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:41.233724 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-d1abc64d-ff00-46e1-8e2e-4a58e58c9e55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:41.235469 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-d1abc64d-ff00-46e1-8e2e-4a58e58c9e55 service neutron] 10.222.0.20 "PUT /v2.0/ports/42262b9f-ec4b-44b2-8519-fd093510748c HTTP/1.1" status: 200 len: 1122 time: 2.6458983 Aug 18 12:50:41.267467 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-37f7d3f7-d523-4d92-b302-1e1c80c38c7c tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:50:41.268497 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-37f7d3f7-d523-4d92-b302-1e1c80c38c7c tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0248649 Aug 18 12:50:41.269299 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ce7e3-ad3c-476b-bf61-d6872a5afc9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=997e5ff3-fcb6-46a4-b136-14688d495700,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:41.274329 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 2080eb5d-0cab-402b-b616-4a5cfae38c08 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:50:41.277208 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-31181f7c-6036-438d-8f51-5fe5f73ae10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:41.289860 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8046475d-cad1-45b4-a70d-2b39993ab54a admin admin] Pushing event updated for resources: {'Port': ['ID=cebcaa4e-a637-4778-aa2b-5ab5931508c6,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:41.306036 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3cdb0-fbc0-406f-a7e3-99241dcb8d63 req-bc42c7f4-70ba-4096-b4dd-86989caa1880 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:41.307675 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dce3cdb0-fbc0-406f-a7e3-99241dcb8d63 req-bc42c7f4-70ba-4096-b4dd-86989caa1880 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=be38b301-ebf9-498a-b735-a2ca2416d350 HTTP/1.1" status: 200 len: 944 time: 0.1540880 Aug 18 12:50:41.309907 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['42262b9f-ec4b-44b2-8519-fd093510748c'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:50:41.315089 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-bd6e72b4-aaa6-44e9-9b59-ce12d461aeee service neutron] Request body: {'binding': {'host': 'n-h2-803603-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:41.315542 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-bd6e72b4-aaa6-44e9-9b59-ce12d461aeee service neutron] Unknown quota resources ['binding']. {{(pid=101676) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 12:50:41.378849 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device cc9260cd-b796-4d6c-a337-3baf96fb438a no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:50:41.380644 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-26dd2670-cf19-4f2c-b7a7-022c98e53ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:41.395302 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315ce7e3-ad3c-476b-bf61-d6872a5afc9b admin admin] Checking segment: {'id': '16194cb8-4ecc-4826-aa3a-f2a23d5a9ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '69ddb6d7-a9f5-4b4d-92f3-9b326754c780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:50:41.395302 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315ce7e3-ad3c-476b-bf61-d6872a5afc9b admin admin] Network hostable DHCP agents. Network: 69ddb6d7-a9f5-4b4d-92f3-9b326754c780, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:50:41.419221 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-31181f7c-6036-438d-8f51-5fe5f73ae10a service neutron] No DVR routers for this DVR port cc9260cd-b796-4d6c-a337-3baf96fb438a on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:50:41.456956 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31181f7c-6036-438d-8f51-5fe5f73ae10a service neutron] Pushing event updated for resources: {'Port': ['ID=cc9260cd-b796-4d6c-a337-3baf96fb438a,revision_number=6']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:41.489227 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-07159763-4496-4431-b4ee-74aa3f802c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:41.493751 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-26dd2670-cf19-4f2c-b7a7-022c98e53ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:41.497819 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 2080eb5d-0cab-402b-b616-4a5cfae38c08 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:50:41.500153 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device cc9260cd-b796-4d6c-a337-3baf96fb438a not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:50:41.503041 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 2080eb5d-0cab-402b-b616-4a5cfae38c08 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:41.504060 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:41.567006 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26dd2670-cf19-4f2c-b7a7-022c98e53ebe admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:50:41.593767 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd2670-cf19-4f2c-b7a7-022c98e53ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a7d967-1051-4a35-8efe-e9579c32881c,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:41.638737 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-31181f7c-6036-438d-8f51-5fe5f73ae10a service neutron] Attempting to bind port cc9260cd-b796-4d6c-a337-3baf96fb438a on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:50:41.639085 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-31181f7c-6036-438d-8f51-5fe5f73ae10a service neutron] Attempting to bind port cc9260cd-b796-4d6c-a337-3baf96fb438a by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:50:41.639428 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-31181f7c-6036-438d-8f51-5fe5f73ae10a service neutron] Attempting to bind port cc9260cd-b796-4d6c-a337-3baf96fb438a on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:50:41.648466 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:41.649499 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-26dd2670-cf19-4f2c-b7a7-022c98e53ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:41.650140 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-26dd2670-cf19-4f2c-b7a7-022c98e53ebe admin admin] Added segment eb020702-23cb-430d-8f1f-756bc29a1e99 of type vlan for network 6e749c12-8a9b-455c-a302-632a00e56529 Aug 18 12:50:41.653011 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-31181f7c-6036-438d-8f51-5fe5f73ae10a service neutron] Port cc9260cd-b796-4d6c-a337-3baf96fb438a on network f82a481e-2d3e-49f3-a273-639556667c8a not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:50:41.653342 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-31181f7c-6036-438d-8f51-5fe5f73ae10a service neutron] Attempting to bind port cc9260cd-b796-4d6c-a337-3baf96fb438a on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:50:41.670865 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-31181f7c-6036-438d-8f51-5fe5f73ae10a service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:50:41.671226 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-31181f7c-6036-438d-8f51-5fe5f73ae10a service neutron] Checking segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:50:41.671612 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-31181f7c-6036-438d-8f51-5fe5f73ae10a service neutron] Bound using segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:50:41.672069 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-31181f7c-6036-438d-8f51-5fe5f73ae10a service neutron] Bound port: cc9260cd-b796-4d6c-a337-3baf96fb438a, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:50:41.672489 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-31181f7c-6036-438d-8f51-5fe5f73ae10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:41.684343 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 2080eb5d-0cab-402b-b616-4a5cfae38c08, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=2080eb5d-0cab-402b-b616-4a5cfae38c08,segment=NetworkSegment(f9d754c0-fa03-4e3c-89d1-ea5d700649f7),segment_id=f9d754c0-fa03-4e3c-89d1-ea5d700649f7)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:41.736830 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-26dd2670-cf19-4f2c-b7a7-022c98e53ebe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:41.737471 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dce3cdb0-fbc0-406f-a7e3-99241dcb8d63 req-e4b69b4a-1844-4987-8d20-1d61bd9d5ae1 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4123769 Aug 18 12:50:41.785446 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:41.859739 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=2080eb5d-0cab-402b-b616-4a5cfae38c08,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:41.868058 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315ce7e3-ad3c-476b-bf61-d6872a5afc9b admin admin] Network 69ddb6d7-a9f5-4b4d-92f3-9b326754c780 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:50:41.870042 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:41.870516 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:41.870962 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:41.871405 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:41.873271 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:41.873975 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:41.874752 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:41.875247 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-bd6e72b4-aaa6-44e9-9b59-ce12d461aeee service neutron] Attempting to bind port 1eb230a0-232b-4582-ad1b-36657cb6bc50 on host n-h2-803603-2 for vnic_type normal with profile None {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:50:41.875532 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:41.875641 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-bd6e72b4-aaa6-44e9-9b59-ce12d461aeee service neutron] Attempting to bind port 1eb230a0-232b-4582-ad1b-36657cb6bc50 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:50:41.875903 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-bd6e72b4-aaa6-44e9-9b59-ce12d461aeee service neutron] Attempting to bind port 1eb230a0-232b-4582-ad1b-36657cb6bc50 on network 8e2ca950-415a-439c-a01b-47dff2e51d7d {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:50:41.876408 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:41.877293 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:41.878045 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:41.878633 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:41.879043 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-1b8dc886-aab6-4a2b-91ba-f58d658b42ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7b13399-6ee2-4483-9bc2-22c8c75b70d1 {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:50:41.888256 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-1b8dc886-aab6-4a2b-91ba-f58d658b42ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:41.891914 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-31181f7c-6036-438d-8f51-5fe5f73ae10a service neutron] For port cc9260cd-b796-4d6c-a337-3baf96fb438a, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:50:41.896182 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-bd6e72b4-aaa6-44e9-9b59-ce12d461aeee service neutron] Port 1eb230a0-232b-4582-ad1b-36657cb6bc50 on network 8e2ca950-415a-439c-a01b-47dff2e51d7d not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:50:41.896568 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-bd6e72b4-aaa6-44e9-9b59-ce12d461aeee service neutron] Attempting to bind port 1eb230a0-232b-4582-ad1b-36657cb6bc50 on network 8e2ca950-415a-439c-a01b-47dff2e51d7d {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:50:41.907417 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-1b8dc886-aab6-4a2b-91ba-f58d658b42ad service neutron] Transition to ACTIVE for port object b7b13399-6ee2-4483-9bc2-22c8c75b70d1 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:50:41.908342 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-bd6e72b4-aaa6-44e9-9b59-ce12d461aeee service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:50:41.908678 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-bd6e72b4-aaa6-44e9-9b59-ce12d461aeee service neutron] Checking segment: {'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:50:41.909065 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-bd6e72b4-aaa6-44e9-9b59-ce12d461aeee service neutron] Bound using segment: {'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:50:41.909495 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-bd6e72b4-aaa6-44e9-9b59-ce12d461aeee service neutron] Bound port: 1eb230a0-232b-4582-ad1b-36657cb6bc50, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:50:41.916714 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-31181f7c-6036-438d-8f51-5fe5f73ae10a service neutron] For port cc9260cd-b796-4d6c-a337-3baf96fb438a, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=cc9260cd-b796-4d6c-a337-3baf96fb438a,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:50:41.928517 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8046475d-cad1-45b4-a70d-2b39993ab54a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:41.963384 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-31181f7c-6036-438d-8f51-5fe5f73ae10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:41.964294 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-315ce7e3-ad3c-476b-bf61-d6872a5afc9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 69ddb6d7-a9f5-4b4d-92f3-9b326754c780) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:50:41.965166 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-26dd2670-cf19-4f2c-b7a7-022c98e53ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:41.965952 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-1b8dc886-aab6-4a2b-91ba-f58d658b42ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:41.966093 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dd2670-cf19-4f2c-b7a7-022c98e53ebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:41.966663 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-26dd2670-cf19-4f2c-b7a7-022c98e53ebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:41.973737 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732e5d71-d34e-4b33-b7e9-8db3da3dcab1 None None] Network 69ddb6d7-a9f5-4b4d-92f3-9b326754c780 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:50:41.975212 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315ce7e3-ad3c-476b-bf61-d6872a5afc9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:41.975810 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-315ce7e3-ad3c-476b-bf61-d6872a5afc9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:42.055261 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-bd6e72b4-aaa6-44e9-9b59-ce12d461aeee service neutron] For port 1eb230a0-232b-4582-ad1b-36657cb6bc50, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=1eb230a0-232b-4582-ad1b-36657cb6bc50,segment=NetworkSegment(9980139b-d711-402f-b96d-94b03ea2978e),segment_id=9980139b-d711-402f-b96d-94b03ea2978e)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:50:42.067498 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff43557-b3f6-4751-bd92-e6dae45115c6 req-9b2e1c6b-e771-4045-a762-acbf65ca4739 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:42.075767 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7ff43557-b3f6-4751-bd92-e6dae45115c6 req-9b2e1c6b-e771-4045-a762-acbf65ca4739 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 948 time: 0.1609449 Aug 18 12:50:42.084358 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8dc886-aab6-4a2b-91ba-f58d658b42ad service neutron] Pushing event updated for resources: {'Port': ['ID=b7b13399-6ee2-4483-9bc2-22c8c75b70d1,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:42.121598 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31181f7c-6036-438d-8f51-5fe5f73ae10a service neutron] Pushing event updated for resources: {'Port': ['ID=cc9260cd-b796-4d6c-a337-3baf96fb438a,revision_number=7']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:42.135514 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-31181f7c-6036-438d-8f51-5fe5f73ae10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:42.135514 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-31181f7c-6036-438d-8f51-5fe5f73ae10a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:42.137270 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-31181f7c-6036-438d-8f51-5fe5f73ae10a service neutron] 10.222.0.20 "PUT /v2.0/ports/cc9260cd-b796-4d6c-a337-3baf96fb438a HTTP/1.1" status: 200 len: 1096 time: 2.9224730 Aug 18 12:50:42.145028 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-315ce7e3-ad3c-476b-bf61-d6872a5afc9b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5272586 Aug 18 12:50:42.146662 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-bd6e72b4-aaa6-44e9-9b59-ce12d461aeee service neutron] Notify callbacks [] for binding, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:42.147798 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-bd6e72b4-aaa6-44e9-9b59-ce12d461aeee service neutron] 10.222.0.13 "POST /v2.0/ports/1eb230a0-232b-4582-ad1b-36657cb6bc50/bindings HTTP/1.1" status: 201 len: 389 time: 0.8392076 Aug 18 12:50:42.176212 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd2670-cf19-4f2c-b7a7-022c98e53ebe admin admin] Pushing event updated for resources: {'Network': ['ID=6e749c12-8a9b-455c-a302-632a00e56529,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:42.186311 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7ff43557-b3f6-4751-bd92-e6dae45115c6 req-e61b401d-b205-4f19-be17-cfc9a8812259 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095355 Aug 18 12:50:42.212310 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-1b8dc886-aab6-4a2b-91ba-f58d658b42ad service neutron] Attempting to bind port b7b13399-6ee2-4483-9bc2-22c8c75b70d1 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:50:42.213163 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-1b8dc886-aab6-4a2b-91ba-f58d658b42ad service neutron] Attempting to bind port b7b13399-6ee2-4483-9bc2-22c8c75b70d1 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:50:42.213656 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-1b8dc886-aab6-4a2b-91ba-f58d658b42ad service neutron] Attempting to bind port b7b13399-6ee2-4483-9bc2-22c8c75b70d1 on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:50:42.219099 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-26dd2670-cf19-4f2c-b7a7-022c98e53ebe admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2627885 Aug 18 12:50:42.222283 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-1b8dc886-aab6-4a2b-91ba-f58d658b42ad service neutron] Port b7b13399-6ee2-4483-9bc2-22c8c75b70d1 on network f82a481e-2d3e-49f3-a273-639556667c8a not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:50:42.222615 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-1b8dc886-aab6-4a2b-91ba-f58d658b42ad service neutron] Attempting to bind port b7b13399-6ee2-4483-9bc2-22c8c75b70d1 on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:50:42.224890 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33074) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:42.230730 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-8bb6dbfc-c6bc-4ff3-8794-5593573bcb19 admin admin] Request body: {'subnet': {'network_id': '6e749c12-8a9b-455c-a302-632a00e56529', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-514410716-subnet', 'tenant_id': 'd9cbca76fb754d9eb9a2b882bde059a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:42.234040 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 6e749c12-8a9b-455c-a302-632a00e56529 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:50:42.241869 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0b4513-4e3c-44fb-9413-79427e7d502b None None] Network 69ddb6d7-a9f5-4b4d-92f3-9b326754c780 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:50:42.256779 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-1b8dc886-aab6-4a2b-91ba-f58d658b42ad service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:50:42.257400 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-1b8dc886-aab6-4a2b-91ba-f58d658b42ad service neutron] Checking segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:50:42.258120 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-1b8dc886-aab6-4a2b-91ba-f58d658b42ad service neutron] Bound using segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:50:42.258734 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-1b8dc886-aab6-4a2b-91ba-f58d658b42ad service neutron] Bound port: b7b13399-6ee2-4483-9bc2-22c8c75b70d1, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:50:42.259257 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-1b8dc886-aab6-4a2b-91ba-f58d658b42ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:42.360093 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596b7ff8-8fca-4915-bf97-4f2ffac8babf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc9260cd-b796-4d6c-a337-3baf96fb438a'}, {'name': 'network-changed', 'server_uuid': 'be38b301-ebf9-498a-b735-a2ca2416d350', 'tag': '42262b9f-ec4b-44b2-8519-fd093510748c'}, {'name': 'network-changed', 'server_uuid': '596b7ff8-8fca-4915-bf97-4f2ffac8babf', 'tag': 'cc9260cd-b796-4d6c-a337-3baf96fb438a'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:50:42.367195 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf02b65-9a4c-45aa-bc01-22fdec68b173" -d '{"events": [{"server_uuid": "596b7ff8-8fca-4915-bf97-4f2ffac8babf", "name": "network-vif-unplugged", "status": "completed", "tag": "cc9260cd-b796-4d6c-a337-3baf96fb438a"}, {"name": "network-changed", "server_uuid": "be38b301-ebf9-498a-b735-a2ca2416d350", "tag": "42262b9f-ec4b-44b2-8519-fd093510748c"}, {"name": "network-changed", "server_uuid": "596b7ff8-8fca-4915-bf97-4f2ffac8babf", "tag": "cc9260cd-b796-4d6c-a337-3baf96fb438a"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:50:42.405990 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-b20d840a-56d2-4ed4-b2a2-b2813bc3a62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:42.408313 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-b20d840a-56d2-4ed4-b2a2-b2813bc3a62f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dfbf1e57c29344368949d54d6fc1d536&device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 1099 time: 0.2105749 Aug 18 12:50:42.424334 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8046475d-cad1-45b4-a70d-2b39993ab54a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:42.424453 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb6dbfc-c6bc-4ff3-8794-5593573bcb19 admin admin] Made reservation on behalf of d9cbca76fb754d9eb9a2b882bde059a8 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:50:42.426314 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8bb6dbfc-c6bc-4ff3-8794-5593573bcb19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:42.442814 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b801ee5-2d31-49c6-856a-bc3e0539d948 req-67b843f8-0e51-4328-9a99-670ba157b9ca tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:42.444375 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0b801ee5-2d31-49c6-856a-bc3e0539d948 req-67b843f8-0e51-4328-9a99-670ba157b9ca tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6edab5d5-a84d-47f1-bc2d-8c52a75c54c5 HTTP/1.1" status: 200 len: 948 time: 0.1291659 Aug 18 12:50:42.455830 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-1b8dc886-aab6-4a2b-91ba-f58d658b42ad service neutron] For port b7b13399-6ee2-4483-9bc2-22c8c75b70d1, host n-h2-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:50:42.526516 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-1b8dc886-aab6-4a2b-91ba-f58d658b42ad service neutron] For port b7b13399-6ee2-4483-9bc2-22c8c75b70d1, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=b7b13399-6ee2-4483-9bc2-22c8c75b70d1,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:50:42.577476 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0b801ee5-2d31-49c6-856a-bc3e0539d948 req-1eacf6b5-f5ac-48ad-a2ef-bafa94c187b4 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850215 Aug 18 12:50:42.615062 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-1b8dc886-aab6-4a2b-91ba-f58d658b42ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:42.667396 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [req-ee0154b4-e123-4d28-a7cb-261c3c4ee9e0 req-8e41f304-3497-4de1-af53-77f5b43a0700 tempest-SecurityGroupsNegativeTestJSON-243810821 tempest-SecurityGroupsNegativeTestJSON-243810821-project] show failed (client error): The resource could not be found. Aug 18 12:50:42.681947 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ee0154b4-e123-4d28-a7cb-261c3c4ee9e0 req-8e41f304-3497-4de1-af53-77f5b43a0700 tempest-SecurityGroupsNegativeTestJSON-243810821 tempest-SecurityGroupsNegativeTestJSON-243810821-project] 10.222.0.13 "GET /v2.0/security-groups/ae5f676c-c42e-454e-b4c4-05cccf692ada HTTP/1.1" status: 404 len: 352 time: 0.0506082 Aug 18 12:50:42.683860 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Wed, 18 Aug 2021 12:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92e8684-950e-4f68-bf5e-c7ce162afa57 x-openstack-request-id: req-c92e8684-950e-4f68-bf5e-c7ce162afa57 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:50:42.690321 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596b7ff8-8fca-4915-bf97-4f2ffac8babf", "name": "network-vif-unplugged", "status": "completed", "tag": "cc9260cd-b796-4d6c-a337-3baf96fb438a", "code": 200}, {"name": "network-changed", "server_uuid": "be38b301-ebf9-498a-b735-a2ca2416d350", "tag": "42262b9f-ec4b-44b2-8519-fd093510748c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "596b7ff8-8fca-4915-bf97-4f2ffac8babf", "tag": "cc9260cd-b796-4d6c-a337-3baf96fb438a", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:50:42.690585 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c92e8684-950e-4f68-bf5e-c7ce162afa57 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:50:42.691443 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596b7ff8-8fca-4915-bf97-4f2ffac8babf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc9260cd-b796-4d6c-a337-3baf96fb438a', 'code': 200} Aug 18 12:50:42.691443 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be38b301-ebf9-498a-b735-a2ca2416d350', 'tag': '42262b9f-ec4b-44b2-8519-fd093510748c', 'status': 'completed', 'code': 200} Aug 18 12:50:42.691663 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '596b7ff8-8fca-4915-bf97-4f2ffac8babf', 'tag': 'cc9260cd-b796-4d6c-a337-3baf96fb438a', 'status': 'completed', 'code': 200} Aug 18 12:50:42.704590 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-1b8dc886-aab6-4a2b-91ba-f58d658b42ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:42.705240 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-1b8dc886-aab6-4a2b-91ba-f58d658b42ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:42.706830 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-1b8dc886-aab6-4a2b-91ba-f58d658b42ad service neutron] 10.222.0.20 "PUT /v2.0/ports/b7b13399-6ee2-4483-9bc2-22c8c75b70d1 HTTP/1.1" status: 200 len: 1096 time: 2.3738291 Aug 18 12:50:42.709632 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6edab5d5-a84d-47f1-bc2d-8c52a75c54c5', 'tag': 'b7b13399-6ee2-4483-9bc2-22c8c75b70d1'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:50:42.712331 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6435d8bb-921f-474f-b2e4-d3b84dc6e3a6" -d '{"events": [{"name": "network-changed", "server_uuid": "6edab5d5-a84d-47f1-bc2d-8c52a75c54c5", "tag": "b7b13399-6ee2-4483-9bc2-22c8c75b70d1"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:50:42.735935 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8dc886-aab6-4a2b-91ba-f58d658b42ad service neutron] Pushing event updated for resources: {'Port': ['ID=b7b13399-6ee2-4483-9bc2-22c8c75b70d1,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:42.813079 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-dfe00d27-9364-43ad-996b-f2b8ad6e3b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:42.814954 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-dfe00d27-9364-43ad-996b-f2b8ad6e3b2e service neutron] 10.222.0.20 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.3868032 Aug 18 12:50:42.867073 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-03484bb7-5800-4cea-8082-894397cc3f55 req-8fe22e60-62ad-48ae-82c0-902181a317e0 tempest-SecurityGroupsNegativeTestJSON-243810821 tempest-SecurityGroupsNegativeTestJSON-243810821-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14b2316aa99b40a4938702719f487580 HTTP/1.1" status: 200 len: 2984 time: 0.0939612 Aug 18 12:50:42.882835 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf02b65-9a4c-45aa-bc01-22fdec68b173 req-2a57bbed-fd81-4945-a0da-43b968f420ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:42.885727 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bbf02b65-9a4c-45aa-bc01-22fdec68b173 req-2a57bbed-fd81-4945-a0da-43b968f420ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e9a8a0a72a94b328bf1e534da208edd&device_id=be38b301-ebf9-498a-b735-a2ca2416d350 HTTP/1.1" status: 200 len: 1125 time: 0.1539359 Aug 18 12:50:42.902538 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a5b9e-8203-472f-8256-d7d2308d5b27 req-4a05458e-f041-4886-9810-4d80dc2fff22 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:42.904585 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-658a5b9e-8203-472f-8256-d7d2308d5b27 req-4a05458e-f041-4886-9810-4d80dc2fff22 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 946 time: 0.1504772 Aug 18 12:50:42.929265 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8bb6dbfc-c6bc-4ff3-8794-5593573bcb19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:42.958674 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-35791b21-55c6-4cc5-80dd-b53fe9b68494 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=cc9260cd-b796-4d6c-a337-3baf96fb438a HTTP/1.1" status: 200 len: 217 time: 0.1316035 Aug 18 12:50:42.975661 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-8a7fc80d-4613-4533-9f7f-486a08ee2d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:42.977173 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-8a7fc80d-4613-4533-9f7f-486a08ee2d62 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2848086ca5ea4e0a852f49162fc44ff1&device_id=6edab5d5-a84d-47f1-bc2d-8c52a75c54c5 HTTP/1.1" status: 200 len: 1099 time: 0.1113126 Aug 18 12:50:42.983809 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-03484bb7-5800-4cea-8082-894397cc3f55 req-999cc618-40fb-447a-b028-34953ceafbde tempest-SecurityGroupsNegativeTestJSON-243810821 tempest-SecurityGroupsNegativeTestJSON-243810821-project] 10.222.0.13 "GET /v2.0/security-groups/316ebd1e-cc9a-46b8-8f6a-564f9a0408d7 HTTP/1.1" status: 200 len: 2981 time: 0.1102719 Aug 18 12:50:43.031173 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8046475d-cad1-45b4-a70d-2b39993ab54a admin admin] Router 6cc6dac9-f731-4b06-9899-4e72139b5fc4 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:50:43.052852 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-d6363ba1-f9ed-4059-9b87-9ba475e0dab2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=b7b13399-6ee2-4483-9bc2-22c8c75b70d1 HTTP/1.1" status: 200 len: 217 time: 0.0631952 Aug 18 12:50:43.075133 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6dbfc-c6bc-4ff3-8794-5593573bcb19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69b77b4f-c2de-4edf-847c-9e50b2c81a98,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:43.081613 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-658a5b9e-8203-472f-8256-d7d2308d5b27 req-4a401f94-8716-4f6f-a189-b17e338b5c8f tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190717 Aug 18 12:50:43.086197 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-f1abbd9d-077d-45c4-9f0f-5790700eefa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:43.087654 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-f1abbd9d-077d-45c4-9f0f-5790700eefa0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.1043413 Aug 18 12:50:43.131767 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb6dbfc-c6bc-4ff3-8794-5593573bcb19 admin admin] Checking segment: {'id': 'eb020702-23cb-430d-8f1f-756bc29a1e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6e749c12-8a9b-455c-a302-632a00e56529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:50:43.132143 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb6dbfc-c6bc-4ff3-8794-5593573bcb19 admin admin] Network hostable DHCP agents. Network: 6e749c12-8a9b-455c-a302-632a00e56529, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:50:43.141545 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf02b65-9a4c-45aa-bc01-22fdec68b173 req-0addcfee-2fa0-4942-b721-81fe37bd983f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:43.143082 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bbf02b65-9a4c-45aa-bc01-22fdec68b173 req-0addcfee-2fa0-4942-b721-81fe37bd983f service neutron] 10.222.0.39 "GET /v2.0/networks?id=91d3e9e9-f927-4110-8610-d1ae88923133 HTTP/1.1" status: 200 len: 922 time: 0.2366316 Aug 18 12:50:43.159423 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-03484bb7-5800-4cea-8082-894397cc3f55 req-1349c5a4-7ea1-4ea6-a254-659c2bab7d43 tempest-SecurityGroupsNegativeTestJSON-243810821 tempest-SecurityGroupsNegativeTestJSON-243810821-project] 10.222.0.13 "GET /v2.0/security-groups/316ebd1e-cc9a-46b8-8f6a-564f9a0408d7 HTTP/1.1" status: 200 len: 2981 time: 0.1567335 Aug 18 12:50:43.161289 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-53b68509-3d18-493c-a841-87b8a2656ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:43.162807 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-53b68509-3d18-493c-a841-87b8a2656ac4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.0990286 Aug 18 12:50:43.171043 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0562508b-b73c-4de2-82bf-53ca7d522cbb x-openstack-request-id: req-0562508b-b73c-4de2-82bf-53ca7d522cbb {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:50:43.171235 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6edab5d5-a84d-47f1-bc2d-8c52a75c54c5", "tag": "b7b13399-6ee2-4483-9bc2-22c8c75b70d1", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:50:43.171496 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0562508b-b73c-4de2-82bf-53ca7d522cbb {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:50:43.171910 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6edab5d5-a84d-47f1-bc2d-8c52a75c54c5', 'tag': 'b7b13399-6ee2-4483-9bc2-22c8c75b70d1', 'status': 'completed', 'code': 200} Aug 18 12:50:43.218570 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bbf02b65-9a4c-45aa-bc01-22fdec68b173 req-8d8db08c-5828-47cb-862e-a35800cf4be8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42262b9f-ec4b-44b2-8519-fd093510748c HTTP/1.1" status: 200 len: 217 time: 0.0561447 Aug 18 12:50:43.237808 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-076e59c2-0d0d-48c2-b941-9d596e229c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:43.239400 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-076e59c2-0d0d-48c2-b941-9d596e229c7d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0637043 Aug 18 12:50:43.289322 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 2080eb5d-0cab-402b-b616-4a5cfae38c08 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:50:43.311098 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb6dbfc-c6bc-4ff3-8794-5593573bcb19 admin admin] Network 6e749c12-8a9b-455c-a302-632a00e56529 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:50:43.335586 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-e8f3607a-a844-4e1f-ab33-c0fc70750dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:43.337922 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-e8f3607a-a844-4e1f-ab33-c0fc70750dd0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2399874 Aug 18 12:50:43.355222 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 2080eb5d-0cab-402b-b616-4a5cfae38c08 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:43.355805 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:43.385813 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ba6b856a-ecb2-4206-b207-7ecca76f8d7e req-5101fcb6-81b8-4e0f-b6ff-3c053fdc9fc5 tempest-SecurityGroupsNegativeTestJSON-243810821 tempest-SecurityGroupsNegativeTestJSON-243810821-project] 10.222.0.13 "GET /v2.0/security-groups/316ebd1e-cc9a-46b8-8f6a-564f9a0408d7 HTTP/1.1" status: 200 len: 2981 time: 0.0759242 Aug 18 12:50:43.421047 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8046475d-cad1-45b4-a70d-2b39993ab54a admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:50:43.430957 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-8bb6dbfc-c6bc-4ff3-8794-5593573bcb19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 6e749c12-8a9b-455c-a302-632a00e56529) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:50:43.436833 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1a1d1f-548d-4dd2-8e0d-9181c963b6aa None None] Sync routers for ids ['6cc6dac9-f731-4b06-9899-4e72139b5fc4'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:50:43.438859 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-6e8f6c3c-b75f-4df6-9cf6-e243f1be0883 service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889405 Aug 18 12:50:43.444185 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb6dbfc-c6bc-4ff3-8794-5593573bcb19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:43.444766 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8bb6dbfc-c6bc-4ff3-8794-5593573bcb19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:43.447176 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9e9d62-53b1-46ff-85dd-9d96e8cccf2e None None] Network 6e749c12-8a9b-455c-a302-632a00e56529 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:50:43.451637 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1a1d1f-548d-4dd2-8e0d-9181c963b6aa None None] Routers {'6cc6dac9-f731-4b06-9899-4e72139b5fc4'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:50:43.452919 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf02b65-9a4c-45aa-bc01-22fdec68b173 req-9810d8f1-1ea2-4572-97d4-c110e16040c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:43.453703 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-0e1a1d1f-548d-4dd2-8e0d-9181c963b6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:50:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['6cc6dac9-f731-4b06-9899-4e72139b5fc4'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:43.456730 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bbf02b65-9a4c-45aa-bc01-22fdec68b173 req-9810d8f1-1ea2-4572-97d4-c110e16040c5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=da996bc9-0001-4e2d-9a03-d2d78ee48c5d HTTP/1.1" status: 200 len: 861 time: 0.2030113 Aug 18 12:50:43.465085 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945ec31-92b8-44ca-ba04-586cb7487402 req-905b8acb-1674-4cf3-a1f7-b3f3e46a63f8 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:43.480545 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5945ec31-92b8-44ca-ba04-586cb7487402 req-905b8acb-1674-4cf3-a1f7-b3f3e46a63f8 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=be38b301-ebf9-498a-b735-a2ca2416d350 HTTP/1.1" status: 200 len: 944 time: 0.2297757 Aug 18 12:50:43.528844 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [req-ba6b856a-ecb2-4206-b207-7ecca76f8d7e req-416de434-5bc0-4901-a235-595455710ab9 tempest-SecurityGroupsNegativeTestJSON-243810821 tempest-SecurityGroupsNegativeTestJSON-243810821-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 18 12:50:43.529883 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ba6b856a-ecb2-4206-b207-7ecca76f8d7e req-416de434-5bc0-4901-a235-595455710ab9 tempest-SecurityGroupsNegativeTestJSON-243810821 tempest-SecurityGroupsNegativeTestJSON-243810821-project] 10.222.0.13 "DELETE /v2.0/security-groups/316ebd1e-cc9a-46b8-8f6a-564f9a0408d7 HTTP/1.1" status: 409 len: 352 time: 0.1344936 Aug 18 12:50:43.594272 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bbf02b65-9a4c-45aa-bc01-22fdec68b173 req-1f7b4f7a-c88d-4c55-b287-32a9b12b0bfe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=91d3e9e9-f927-4110-8610-d1ae88923133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932102 Aug 18 12:50:43.610331 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8bb6dbfc-c6bc-4ff3-8794-5593573bcb19 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3841863 Aug 18 12:50:43.620781 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dcadbd20-138d-492d-baed-bfad2b0cbbf8 req-47470bad-f54c-4b30-97eb-de5938c195e0 service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718392 Aug 18 12:50:43.654603 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8046475d-cad1-45b4-a70d-2b39993ab54a admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:43.658833 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8046475d-cad1-45b4-a70d-2b39993ab54a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.7881835 Aug 18 12:50:43.664813 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33104) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:43.688129 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-0e1a1d1f-548d-4dd2-8e0d-9181c963b6aa None None] Set router 6cc6dac9-f731-4b06-9899-4e72139b5fc4 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:50:43.733698 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83d588-bf3d-4103-af03-4ed29b49c7da req-55a9bda3-bc11-4505-8d6d-050875370e93 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:43.736966 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8127053-76c3-4c68-af5c-3f4bf0feb4f5 None None] Network 6e749c12-8a9b-455c-a302-632a00e56529 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:50:43.739740 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2c83d588-bf3d-4103-af03-4ed29b49c7da req-55a9bda3-bc11-4505-8d6d-050875370e93 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 948 time: 0.0895102 Aug 18 12:50:43.808268 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6b09c6d1-4a4a-4b8d-9e8b-5381be84ef39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:43.842033 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2c83d588-bf3d-4103-af03-4ed29b49c7da req-c16767e9-fe95-4a3e-8c61-a791dfd22990 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893354 Aug 18 12:50:43.871712 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435d8bb-921f-474f-b2e4-d3b84dc6e3a6 req-5ae8b9d6-721a-4d15-9c8b-ff4aaf9e03d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:43.876103 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6435d8bb-921f-474f-b2e4-d3b84dc6e3a6 req-5ae8b9d6-721a-4d15-9c8b-ff4aaf9e03d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2848086ca5ea4e0a852f49162fc44ff1&device_id=6edab5d5-a84d-47f1-bc2d-8c52a75c54c5 HTTP/1.1" status: 200 len: 1099 time: 0.1081562 Aug 18 12:50:43.899619 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [req-8f128e66-f2ff-4e83-845f-73fa45e759c1 req-2fe5d9b2-9cda-46a9-9c92-f03ddc47434f tempest-SecurityGroupsNegativeTestJSON-243810821 tempest-SecurityGroupsNegativeTestJSON-243810821-project] show failed (client error): The resource could not be found. Aug 18 12:50:43.919242 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8f128e66-f2ff-4e83-845f-73fa45e759c1 req-2fe5d9b2-9cda-46a9-9c92-f03ddc47434f tempest-SecurityGroupsNegativeTestJSON-243810821 tempest-SecurityGroupsNegativeTestJSON-243810821-project] 10.222.0.13 "GET /v2.0/security-groups/255cf0ba-07d8-4e0a-aef5-8dfd9d767b8d HTTP/1.1" status: 404 len: 352 time: 0.0382049 Aug 18 12:50:43.953342 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-0e1a1d1f-548d-4dd2-8e0d-9181c963b6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc6dac9-f731-4b06-9899-4e72139b5fc4', 'name': 'tempest-FloatingIPsNegativeTestJSON-223322553-router', 'tenant_id': '409462fef6cf40f5bda89c2a799526d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'cebcaa4e-a637-4778-aa2b-5ab5931508c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:38Z', 'updated_at': '2021-08-18T12:50:41Z', 'revision_number': 3, 'project_id': '409462fef6cf40f5bda89c2a799526d8', 'gw_port': {'id': 'cebcaa4e-a637-4778-aa2b-5ab5931508c6', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc6dac9-f731-4b06-9899-4e72139b5fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:39Z', 'updated_at': '2021-08-18T12:50:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:43.985948 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1a1d1f-548d-4dd2-8e0d-9181c963b6aa None None] Checking router: 6cc6dac9-f731-4b06-9899-4e72139b5fc4 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:50:43.986346 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1a1d1f-548d-4dd2-8e0d-9181c963b6aa None None] Updating router 6cc6dac9-f731-4b06-9899-4e72139b5fc4 port cebcaa4e-a637-4778-aa2b-5ab5931508c6 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:50:44.017421 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0e1a1d1f-548d-4dd2-8e0d-9181c963b6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:44.095001 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796c787-6013-4b1b-9a78-1d0d473426cd req-b4ccf958-4d43-4d2f-ab30-6402491e575a tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:44.096507 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d796c787-6013-4b1b-9a78-1d0d473426cd req-b4ccf958-4d43-4d2f-ab30-6402491e575a tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6edab5d5-a84d-47f1-bc2d-8c52a75c54c5 HTTP/1.1" status: 200 len: 948 time: 0.0818615 Aug 18 12:50:44.099705 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435d8bb-921f-474f-b2e4-d3b84dc6e3a6 req-4e384912-3f67-4230-b1a9-4edf206535b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:44.101087 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6435d8bb-921f-474f-b2e4-d3b84dc6e3a6 req-4e384912-3f67-4230-b1a9-4edf206535b4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.1796417 Aug 18 12:50:44.159045 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6435d8bb-921f-474f-b2e4-d3b84dc6e3a6 req-f1c7eba5-891d-458e-93f8-fa11996cc7da service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=b7b13399-6ee2-4483-9bc2-22c8c75b70d1 HTTP/1.1" status: 200 len: 217 time: 0.0475183 Aug 18 12:50:44.184661 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d796c787-6013-4b1b-9a78-1d0d473426cd req-f612ab60-222f-4ae3-8c2c-61b4950c9959 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794082 Aug 18 12:50:44.199027 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-5a9eb563-ddae-47fd-9e43-e82a60f362cd service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8454421 Aug 18 12:50:44.201924 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5945ec31-92b8-44ca-ba04-586cb7487402 req-2a3bd944-e47e-40ef-858c-d0c76f84c027 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7077937 Aug 18 12:50:44.230507 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435d8bb-921f-474f-b2e4-d3b84dc6e3a6 req-801b5300-b540-41de-a9d9-006db6d500ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:44.231802 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6435d8bb-921f-474f-b2e4-d3b84dc6e3a6 req-801b5300-b540-41de-a9d9-006db6d500ec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.0605683 Aug 18 12:50:44.295181 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435d8bb-921f-474f-b2e4-d3b84dc6e3a6 req-7c982c07-eedd-4e21-9326-5a992608f0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:44.296747 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6435d8bb-921f-474f-b2e4-d3b84dc6e3a6 req-7c982c07-eedd-4e21-9326-5a992608f0e0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0511155 Aug 18 12:50:44.304129 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0e1a1d1f-548d-4dd2-8e0d-9181c963b6aa None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:44.314695 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-0e1a1d1f-548d-4dd2-8e0d-9181c963b6aa None None] Transition to ACTIVE for port object cebcaa4e-a637-4778-aa2b-5ab5931508c6 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:50:44.337433 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [req-5587cee5-2d85-43ff-8d09-99f877710bb6 req-b89a9831-32fc-4c5d-80da-27e6c227dd4a tempest-SecurityGroupsNegativeTestJSON-243810821 tempest-SecurityGroupsNegativeTestJSON-243810821-project] show failed (client error): The resource could not be found. Aug 18 12:50:44.338714 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5587cee5-2d85-43ff-8d09-99f877710bb6 req-b89a9831-32fc-4c5d-80da-27e6c227dd4a tempest-SecurityGroupsNegativeTestJSON-243810821 tempest-SecurityGroupsNegativeTestJSON-243810821-project] 10.222.0.13 "GET /v2.0/security-groups/f3817860-b7e1-4f77-8a9a-9268e6d925e7 HTTP/1.1" status: 404 len: 352 time: 0.0961642 Aug 18 12:50:44.350141 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33122) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:44.401094 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0e1a1d1f-548d-4dd2-8e0d-9181c963b6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:44.420872 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6435d8bb-921f-474f-b2e4-d3b84dc6e3a6 req-b4c86550-8673-4b5f-91c5-8d42906a0e08 service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047900 Aug 18 12:50:44.427350 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bbf02b65-9a4c-45aa-bc01-22fdec68b173 req-1498da39-9138-4a95-aacc-f37b128d1bf3 service neutron] 10.222.0.39 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8128302 Aug 18 12:50:44.445322 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e520d15-d6c1-4959-b782-e3b05e6d40cf None None] Pushing event updated for resources: {'Port': ['ID=cebcaa4e-a637-4778-aa2b-5ab5931508c6,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:44.461302 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e520d15-d6c1-4959-b782-e3b05e6d40cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:44.461534 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e520d15-d6c1-4959-b782-e3b05e6d40cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:44.462050 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e520d15-d6c1-4959-b782-e3b05e6d40cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:44.462400 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e520d15-d6c1-4959-b782-e3b05e6d40cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:44.463473 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e520d15-d6c1-4959-b782-e3b05e6d40cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:44.463987 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e520d15-d6c1-4959-b782-e3b05e6d40cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:44.464468 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e520d15-d6c1-4959-b782-e3b05e6d40cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:44.464938 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e520d15-d6c1-4959-b782-e3b05e6d40cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:44.465096 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:44.465929 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e520d15-d6c1-4959-b782-e3b05e6d40cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:44.466437 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e520d15-d6c1-4959-b782-e3b05e6d40cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:44.466909 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e520d15-d6c1-4959-b782-e3b05e6d40cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:44.467414 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e520d15-d6c1-4959-b782-e3b05e6d40cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:44.474646 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-0e1a1d1f-548d-4dd2-8e0d-9181c963b6aa None None] Attempting to bind port cebcaa4e-a637-4778-aa2b-5ab5931508c6 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:50:44.475223 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-0e1a1d1f-548d-4dd2-8e0d-9181c963b6aa None None] Attempting to bind port cebcaa4e-a637-4778-aa2b-5ab5931508c6 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:50:44.476791 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1a1d1f-548d-4dd2-8e0d-9181c963b6aa None None] Attempting to bind port cebcaa4e-a637-4778-aa2b-5ab5931508c6 on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:50:44.482623 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1a1d1f-548d-4dd2-8e0d-9181c963b6aa None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:50:44.483194 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1a1d1f-548d-4dd2-8e0d-9181c963b6aa None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:50:44.483590 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0e1a1d1f-548d-4dd2-8e0d-9181c963b6aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:44.484025 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1a1d1f-548d-4dd2-8e0d-9181c963b6aa None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:50:44.484437 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-0e1a1d1f-548d-4dd2-8e0d-9181c963b6aa None None] Bound port: cebcaa4e-a637-4778-aa2b-5ab5931508c6, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:50:44.484829 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0e1a1d1f-548d-4dd2-8e0d-9181c963b6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:44.538664 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-0e1a1d1f-548d-4dd2-8e0d-9181c963b6aa None None] For port cebcaa4e-a637-4778-aa2b-5ab5931508c6, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:50:44.542414 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-0e1a1d1f-548d-4dd2-8e0d-9181c963b6aa None None] For port cebcaa4e-a637-4778-aa2b-5ab5931508c6, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=cebcaa4e-a637-4778-aa2b-5ab5931508c6,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:50:44.566803 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f2829719-0c08-4991-a51b-57e1bea3c79a req-986bcc3a-ee8c-4f9d-96e7-9250b77f58ad service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559391 Aug 18 12:50:44.586945 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-4476530c-e6ee-47e3-8ac8-e44f07d0976a admin admin] Deleting subnet 997e5ff3-fcb6-46a4-b136-14688d495700 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:50:44.594868 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4476530c-e6ee-47e3-8ac8-e44f07d0976a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:44.606083 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-0c9f5e31-516b-4765-8cfd-cc9cd5b29e9a tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:44.607581 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-0c9f5e31-516b-4765-8cfd-cc9cd5b29e9a tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] 10.222.0.13 "GET /v2.0/networks?id=6e749c12-8a9b-455c-a302-632a00e56529 HTTP/1.1" status: 200 len: 817 time: 0.1835451 Aug 18 12:50:44.609541 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6435d8bb-921f-474f-b2e4-d3b84dc6e3a6 req-4ba78ecd-ba3c-4c46-b682-842018e17c71 service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751535 Aug 18 12:50:44.623798 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-bd51322c-54ac-4611-b08e-e2c7af6bc82e tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] 10.222.0.13 "GET /v2.0/quotas/d9cbca76fb754d9eb9a2b882bde059a8 HTTP/1.1" status: 200 len: 375 time: 0.0095217 Aug 18 12:50:44.645831 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0e1a1d1f-548d-4dd2-8e0d-9181c963b6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:44.669478 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-64b7dd52-2744-4515-846c-6ff0267b3177 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9cbca76fb754d9eb9a2b882bde059a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291150 Aug 18 12:50:44.687833 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4476530c-e6ee-47e3-8ac8-e44f07d0976a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:44.699830 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc09414-dd93-497c-a032-fd329c230ca2 req-587e8d54-a9c9-45ca-ae60-6a314e02a376 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:44.706721 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ddc09414-dd93-497c-a032-fd329c230ca2 req-587e8d54-a9c9-45ca-ae60-6a314e02a376 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 946 time: 0.2893744 Aug 18 12:50:44.723395 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e520d15-d6c1-4959-b782-e3b05e6d40cf None None] Pushing event updated for resources: {'Port': ['ID=cebcaa4e-a637-4778-aa2b-5ab5931508c6,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:44.725862 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1a1d1f-548d-4dd2-8e0d-9181c963b6aa None None] Routers {'6cc6dac9-f731-4b06-9899-4e72139b5fc4'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:50:44.726485 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-0e1a1d1f-548d-4dd2-8e0d-9181c963b6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:50:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['6cc6dac9-f731-4b06-9899-4e72139b5fc4'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:44.790534 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ddc09414-dd93-497c-a032-fd329c230ca2 req-4788929c-1b75-4b5a-abcf-1b6c0e6c3fd1 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826411 Aug 18 12:50:44.798638 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bbf02b65-9a4c-45aa-bc01-22fdec68b173 req-8b895501-760b-4d46-b444-944c1456192c service neutron] 10.222.0.39 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449001 Aug 18 12:50:44.802374 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf02b65-9a4c-45aa-bc01-22fdec68b173 req-79ac8b95-3e42-4c6f-a9ad-04f84daf3f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:44.803936 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bbf02b65-9a4c-45aa-bc01-22fdec68b173 req-79ac8b95-3e42-4c6f-a9ad-04f84daf3f61 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dfbf1e57c29344368949d54d6fc1d536&device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 1099 time: 0.0624475 Aug 18 12:50:44.817378 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 42262b9f-ec4b-44b2-8519-fd093510748c details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:50:44.895766 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-6975e944-0ee9-44c5-83fe-2ef4e2618400 service neutron] 10.222.0.13 "GET /v2.0/networks/6e749c12-8a9b-455c-a302-632a00e56529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174251 Aug 18 12:50:44.916159 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-0e1a1d1f-548d-4dd2-8e0d-9181c963b6aa None None] Set router 6cc6dac9-f731-4b06-9899-4e72139b5fc4 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:50:45.032853 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 42262b9f-ec4b-44b2-8519-fd093510748c, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=42262b9f-ec4b-44b2-8519-fd093510748c,segment=NetworkSegment(0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d),segment_id=0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:45.036497 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf02b65-9a4c-45aa-bc01-22fdec68b173 req-9e722c8f-379d-4846-b1f3-37c43d63f6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:45.038151 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bbf02b65-9a4c-45aa-bc01-22fdec68b173 req-9e722c8f-379d-4846-b1f3-37c43d63f6f0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.2231469 Aug 18 12:50:45.038774 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4476530c-e6ee-47e3-8ac8-e44f07d0976a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:45.045945 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 42262b9f-ec4b-44b2-8519-fd093510748c has no active binding in host n-h2-803603-2 {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 18 12:50:45.055663 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-c6f1bcc6-607e-428d-86d4-dcc5dd54e618 service neutron] 10.222.0.13 "GET /v2.0/networks/6e749c12-8a9b-455c-a302-632a00e56529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457763 Aug 18 12:50:45.100140 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bbf02b65-9a4c-45aa-bc01-22fdec68b173 req-c957fa19-bcec-4707-934e-85bec51c89f2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=cc9260cd-b796-4d6c-a337-3baf96fb438a HTTP/1.1" status: 200 len: 217 time: 0.0433674 Aug 18 12:50:45.143524 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf02b65-9a4c-45aa-bc01-22fdec68b173 req-da02b33e-079e-4618-8c3e-af47f4f53af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:45.143524 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bbf02b65-9a4c-45aa-bc01-22fdec68b173 req-da02b33e-079e-4618-8c3e-af47f4f53af0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dfbf1e57c29344368949d54d6fc1d536&device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 1099 time: 0.1611762 Aug 18 12:50:45.172841 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9569f7e-fefe-4e9c-bdfe-75ae55cfed7a req-acd8365c-74e3-43ce-a8e1-086590e9fc6c tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:45.174461 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f9569f7e-fefe-4e9c-bdfe-75ae55cfed7a req-acd8365c-74e3-43ce-a8e1-086590e9fc6c tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 948 time: 0.1844516 Aug 18 12:50:45.199420 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-0e1a1d1f-548d-4dd2-8e0d-9181c963b6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc6dac9-f731-4b06-9899-4e72139b5fc4', 'name': 'tempest-FloatingIPsNegativeTestJSON-223322553-router', 'tenant_id': '409462fef6cf40f5bda89c2a799526d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'cebcaa4e-a637-4778-aa2b-5ab5931508c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:38Z', 'updated_at': '2021-08-18T12:50:41Z', 'revision_number': 3, 'project_id': '409462fef6cf40f5bda89c2a799526d8', 'gw_port': {'id': 'cebcaa4e-a637-4778-aa2b-5ab5931508c6', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc6dac9-f731-4b06-9899-4e72139b5fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:39Z', 'updated_at': '2021-08-18T12:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:45.229273 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:45.229503 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1a1d1f-548d-4dd2-8e0d-9181c963b6aa None None] The sync data for ids ['6cc6dac9-f731-4b06-9899-4e72139b5fc4'] in n-d-803603-2 is: [{'id': '6cc6dac9-f731-4b06-9899-4e72139b5fc4', 'name': 'tempest-FloatingIPsNegativeTestJSON-223322553-router', 'tenant_id': '409462fef6cf40f5bda89c2a799526d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'cebcaa4e-a637-4778-aa2b-5ab5931508c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:38Z', 'updated_at': '2021-08-18T12:50:41Z', 'revision_number': 3, 'project_id': '409462fef6cf40f5bda89c2a799526d8', 'gw_port': {'id': 'cebcaa4e-a637-4778-aa2b-5ab5931508c6', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc6dac9-f731-4b06-9899-4e72139b5fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:39Z', 'updated_at': '2021-08-18T12:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:50:45.237241 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf02b65-9a4c-45aa-bc01-22fdec68b173 req-6da3789c-de8c-4916-9e8f-fd7596690286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:45.238152 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bbf02b65-9a4c-45aa-bc01-22fdec68b173 req-6da3789c-de8c-4916-9e8f-fd7596690286 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.1271431 Aug 18 12:50:45.281939 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8d68ad01-139b-417c-8c8a-62a7fc9a6b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:45.290893 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-e7dc8fb3-50b0-44b6-ab4c-6cb8e79d3996 service neutron] 10.222.0.39 "GET /v2.0/ports/42262b9f-ec4b-44b2-8519-fd093510748c/bindings/n-h2-803603-2 HTTP/1.1" status: 200 len: 384 time: 0.1286483 Aug 18 12:50:45.323381 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f9569f7e-fefe-4e9c-bdfe-75ae55cfed7a req-4cc1b279-7652-4a30-8a35-280a2e40c3af tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369236 Aug 18 12:50:45.350575 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4476530c-e6ee-47e3-8ac8-e44f07d0976a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:45.361697 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf02b65-9a4c-45aa-bc01-22fdec68b173 req-428d70fd-4c32-4042-b92c-a55c240d211e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:45.363527 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bbf02b65-9a4c-45aa-bc01-22fdec68b173 req-428d70fd-4c32-4042-b92c-a55c240d211e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1117339 Aug 18 12:50:45.371809 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf02b65-9a4c-45aa-bc01-22fdec68b173 req-84ffb045-c5bc-4d82-9e9a-6c573a8cc9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:45.373425 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bbf02b65-9a4c-45aa-bc01-22fdec68b173 req-84ffb045-c5bc-4d82-9e9a-6c573a8cc9ac service neutron] 10.222.0.39 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.1980352 Aug 18 12:50:45.467596 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4476530c-e6ee-47e3-8ac8-e44f07d0976a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=997e5ff3-fcb6-46a4-b136-14688d495700,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:45.505057 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905938f-722f-4776-8929-a4d6580460b8 req-d7921760-0061-4fee-a92d-6268aef0b517 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:45.506601 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a905938f-722f-4776-8929-a4d6580460b8 req-d7921760-0061-4fee-a92d-6268aef0b517 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6edab5d5-a84d-47f1-bc2d-8c52a75c54c5 HTTP/1.1" status: 200 len: 948 time: 0.1489782 Aug 18 12:50:45.520837 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4476530c-e6ee-47e3-8ac8-e44f07d0976a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:45.525358 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4476530c-e6ee-47e3-8ac8-e44f07d0976a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/997e5ff3-fcb6-46a4-b136-14688d495700 HTTP/1.1" status: 204 len: 168 time: 1.1719191 Aug 18 12:50:45.526217 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33142) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:45.530262 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bbf02b65-9a4c-45aa-bc01-22fdec68b173 req-1960e3fd-bef0-4190-8242-2cc1172e9660 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=cc9260cd-b796-4d6c-a337-3baf96fb438a HTTP/1.1" status: 200 len: 217 time: 0.0863876 Aug 18 12:50:45.618593 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a905938f-722f-4776-8929-a4d6580460b8 req-bbefce92-872e-44aa-b9ac-42e33b94abe5 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867712 Aug 18 12:50:45.621041 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bbf02b65-9a4c-45aa-bc01-22fdec68b173 req-b2a480a9-0eed-419d-b504-815d9bf427b1 service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433581 Aug 18 12:50:45.747983 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fc8f4b02-8099-4de8-93ea-2d426a92229a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:45.753875 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3cb0a840-eaf3-4982-b4d9-d3460572763b req-402a4485-e1bb-4392-937c-ca227effaee1 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] 10.222.0.13 "GET /v2.0/ports?device_id=222777ea-c875-4cc4-aeb4-45fb2511cebc HTTP/1.1" status: 200 len: 210 time: 0.0752807 Aug 18 12:50:45.764981 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31205b5c-4c77-411b-b765-ac4bedc36959 req-62bdee4b-4a9b-4838-a711-8e28f06b5775 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:45.766570 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-31205b5c-4c77-411b-b765-ac4bedc36959 req-62bdee4b-4a9b-4838-a711-8e28f06b5775 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=be38b301-ebf9-498a-b735-a2ca2416d350 HTTP/1.1" status: 200 len: 944 time: 0.3137915 Aug 18 12:50:45.790297 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf02b65-9a4c-45aa-bc01-22fdec68b173 req-3d2ee4a4-9a40-4baa-9717-36d6954690c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:45.792310 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bbf02b65-9a4c-45aa-bc01-22fdec68b173 req-3d2ee4a4-9a40-4baa-9717-36d6954690c7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.2381668 Aug 18 12:50:45.847482 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-6003da53-0f45-4c85-8157-546724ac751b service neutron] For port 42262b9f-ec4b-44b2-8519-fd093510748c, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=42262b9f-ec4b-44b2-8519-fd093510748c,segment=NetworkSegment(0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d),segment_id=0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:45.875613 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-8d68ad01-139b-417c-8c8a-62a7fc9a6b07 admin admin] Allocated IP 172.20.0.1 (42ce3106-cab2-4f2b-8b5a-e3870f624d4d/aaebef9b-6e88-4ac2-8352-f98da5616f14/575ecce6-7cab-428c-8478-61e4b637cdf1) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:50:45.880407 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bbf02b65-9a4c-45aa-bc01-22fdec68b173 req-f9eef208-a558-45bc-803e-27f6f07a69ef service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423625 Aug 18 12:50:45.889686 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-6003da53-0f45-4c85-8157-546724ac751b service neutron] For port 42262b9f-ec4b-44b2-8519-fd093510748c, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:50:45.936633 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-31205b5c-4c77-411b-b765-ac4bedc36959 req-c6a845dc-5135-48e4-b5b6-cd5363c55cd4 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325276 Aug 18 12:50:45.958694 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-6003da53-0f45-4c85-8157-546724ac751b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42262b9f-ec4b-44b2-8519-fd093510748c {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:50:45.971702 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-6003da53-0f45-4c85-8157-546724ac751b service neutron] For port 42262b9f-ec4b-44b2-8519-fd093510748c, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=42262b9f-ec4b-44b2-8519-fd093510748c,segment=NetworkSegment(0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d),segment_id=0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:46.008814 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d740a3-7253-468e-91fa-d596ebbf61d1 req-3353cc5c-fa97-4aa9-abd7-f071db68ade4 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:46.010951 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c0d740a3-7253-468e-91fa-d596ebbf61d1 req-3353cc5c-fa97-4aa9-abd7-f071db68ade4 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 946 time: 0.0978394 Aug 18 12:50:46.019185 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fc8f4b02-8099-4de8-93ea-2d426a92229a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:46.033716 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-fc8f4b02-8099-4de8-93ea-2d426a92229a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69ddb6d7-a9f5-4b4d-92f3-9b326754c780']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:46.046100 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-fc8f4b02-8099-4de8-93ea-2d426a92229a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16194cb8-4ecc-4826-aa3a-f2a23d5a9ca3') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:46.046422 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-fc8f4b02-8099-4de8-93ea-2d426a92229a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16194cb8-4ecc-4826-aa3a-f2a23d5a9ca3') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:46.048993 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-6003da53-0f45-4c85-8157-546724ac751b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:46.056806 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fc8f4b02-8099-4de8-93ea-2d426a92229a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:46.072706 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fc8f4b02-8099-4de8-93ea-2d426a92229a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:46.074555 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c0d740a3-7253-468e-91fa-d596ebbf61d1 req-d90d74a8-ab0e-4a3b-aba5-89f1db8c002d tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574448 Aug 18 12:50:46.079129 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc8f4b02-8099-4de8-93ea-2d426a92229a admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:50:46.079620 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fc8f4b02-8099-4de8-93ea-2d426a92229a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:46.117902 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 12:50:46.117902 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:50:46.117902 n-d-803603-2 neutron-server[101675]: timer() Aug 18 12:50:46.117902 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:50:46.117902 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 12:50:46.117902 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:50:46.117902 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 12:50:46.117902 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:50:46.117902 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 12:50:46.117902 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:50:46.117902 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 12:50:46.117902 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:50:46.117902 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 12:50:46.117902 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:50:46.117902 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:50:46.117902 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:50:46.117902 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:50:46.117902 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:50:46.117902 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 12:50:46.117902 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:50:46.117902 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 12:50:46.117902 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:50:46.117902 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:50:46.117902 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:50:46.117902 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 12:50:46.117902 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:50:46.117902 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:50:46.117902 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:50:46.117902 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:50:46.117902 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:50:46.117902 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:50:46.117902 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:50:46.143276 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-6003da53-0f45-4c85-8157-546724ac751b service neutron] Transition to ACTIVE for port object 42262b9f-ec4b-44b2-8519-fd093510748c will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:50:46.177198 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf02b65-9a4c-45aa-bc01-22fdec68b173 req-f254ac69-9110-491e-a5e1-a2c8d7b83736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:46.178800 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bbf02b65-9a4c-45aa-bc01-22fdec68b173 req-f254ac69-9110-491e-a5e1-a2c8d7b83736 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3666968 Aug 18 12:50:46.218664 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-6003da53-0f45-4c85-8157-546724ac751b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:46.239196 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fc8f4b02-8099-4de8-93ea-2d426a92229a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:46.244984 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fc8f4b02-8099-4de8-93ea-2d426a92229a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:46.247517 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-fc8f4b02-8099-4de8-93ea-2d426a92229a admin admin] 10.222.0.13 "DELETE /v2.0/networks/69ddb6d7-a9f5-4b4d-92f3-9b326754c780 HTTP/1.1" status: 204 len: 168 time: 0.7161083 Aug 18 12:50:46.283809 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f4b02-8099-4de8-93ea-2d426a92229a admin admin] Pushing event deleted for resources: {'Network': ['ID=69ddb6d7-a9f5-4b4d-92f3-9b326754c780,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:46.303452 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-6003da53-0f45-4c85-8157-546724ac751b service neutron] No DVR routers for this DVR port 42262b9f-ec4b-44b2-8519-fd093510748c on host n-h1-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:50:46.311880 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6003da53-0f45-4c85-8157-546724ac751b service neutron] Pushing event updated for resources: {'Port': ['ID=42262b9f-ec4b-44b2-8519-fd093510748c,revision_number=10']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:46.326524 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8d68ad01-139b-417c-8c8a-62a7fc9a6b07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:46.355746 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-6003da53-0f45-4c85-8157-546724ac751b service neutron] 10.222.0.39 "PUT /v2.0/ports/42262b9f-ec4b-44b2-8519-fd093510748c/bindings/n-h2-803603-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0570304 Aug 18 12:50:46.374633 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-8d68ad01-139b-417c-8c8a-62a7fc9a6b07 admin admin] Transition to ACTIVE for port object 575ecce6-7cab-428c-8478-61e4b637cdf1 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:50:46.378026 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bbf02b65-9a4c-45aa-bc01-22fdec68b173 req-5256a6c7-1351-4e13-9f9c-b1a99bc68873 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907516 Aug 18 12:50:46.531006 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73226e8-8b4b-42ab-98bd-e9f1677eff29 req-d0a5dd4c-2afc-464a-8119-fe9e5eab0a0e tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:46.532692 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f73226e8-8b4b-42ab-98bd-e9f1677eff29 req-d0a5dd4c-2afc-464a-8119-fe9e5eab0a0e tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 948 time: 0.1197286 Aug 18 12:50:46.541195 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-9c5f4baf-bd5b-4809-b0fa-e8b555893bad tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:46.542826 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-9c5f4baf-bd5b-4809-b0fa-e8b555893bad tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=be38b301-ebf9-498a-b735-a2ca2416d350&tenant_id=3e9a8a0a72a94b328bf1e534da208edd&binding%3Ahost_id=n-h1-803603-2 HTTP/1.1" status: 200 len: 1096 time: 0.0501058 Aug 18 12:50:46.563067 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33154) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:46.574891 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bbf02b65-9a4c-45aa-bc01-22fdec68b173 req-28711655-6898-41d5-bae1-16c67d297006 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791821 Aug 18 12:50:46.596679 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f73226e8-8b4b-42ab-98bd-e9f1677eff29 req-0d2b01d0-ad15-4db3-93ee-46705c60fe29 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552170 Aug 18 12:50:46.611997 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8d68ad01-139b-417c-8c8a-62a7fc9a6b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:46.639136 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e211e764-d007-43e7-8707-bc18b076a972 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14b2316aa99b40a4938702719f487580&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0738304 Aug 18 12:50:46.641476 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-e7fa1923-cd1d-402f-b536-1b1496cb33ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:46.642953 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-e7fa1923-cd1d-402f-b536-1b1496cb33ca service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=be38b301-ebf9-498a-b735-a2ca2416d350&tenant_id=3e9a8a0a72a94b328bf1e534da208edd HTTP/1.1" status: 200 len: 1096 time: 0.0906262 Aug 18 12:50:46.643416 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33158) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:46.687398 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d68ad01-139b-417c-8c8a-62a7fc9a6b07 admin admin] Network 42ce3106-cab2-4f2b-8b5a-e3870f624d4d is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:50:46.688663 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d68ad01-139b-417c-8c8a-62a7fc9a6b07 admin admin] Pushing event updated for resources: {'Port': ['ID=575ecce6-7cab-428c-8478-61e4b637cdf1,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:46.697886 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-8d68ad01-139b-417c-8c8a-62a7fc9a6b07 admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:50:46.700216 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d68ad01-139b-417c-8c8a-62a7fc9a6b07 admin admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:50:46.740891 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8d68ad01-139b-417c-8c8a-62a7fc9a6b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:46.763539 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9e7ad05a-4129-4aff-b608-f9bb57723f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:46.788904 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-0ce4b44b-d2a3-488c-9747-317afc964b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:46.791840 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-0ce4b44b-d2a3-488c-9747-317afc964b4f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e9a8a0a72a94b328bf1e534da208edd&device_id=be38b301-ebf9-498a-b735-a2ca2416d350 HTTP/1.1" status: 200 len: 1096 time: 0.1119308 Aug 18 12:50:46.828345 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9e7ad05a-4129-4aff-b608-f9bb57723f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:46.837492 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881849e-cd5f-404d-b965-3300d04ea011 req-68bf2e43-7774-4964-9cd9-788bba7ebb21 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:46.844861 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b881849e-cd5f-404d-b965-3300d04ea011 req-68bf2e43-7774-4964-9cd9-788bba7ebb21 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6edab5d5-a84d-47f1-bc2d-8c52a75c54c5 HTTP/1.1" status: 200 len: 948 time: 0.1291640 Aug 18 12:50:46.857464 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device b7b13399-6ee2-4483-9bc2-22c8c75b70d1 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:50:46.922361 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-94aba40f-a2b1-4064-bc14-52d009ac4f2b req-aaf89869-0ad3-431a-91b6-012e0da640b5 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] 10.222.0.13 "GET /v2.0/ports?device_id=222777ea-c875-4cc4-aeb4-45fb2511cebc HTTP/1.1" status: 200 len: 210 time: 0.0532031 Aug 18 12:50:46.993186 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b881849e-cd5f-404d-b965-3300d04ea011 req-4ee57670-37df-4735-8b33-7979bd36630a tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473763 Aug 18 12:50:47.021669 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-f5dc9cf4-722f-437c-910d-76920725bb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:47.023215 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-f5dc9cf4-722f-437c-910d-76920725bb9b service neutron] 10.222.0.20 "GET /v2.0/networks?id=91d3e9e9-f927-4110-8610-d1ae88923133 HTTP/1.1" status: 200 len: 922 time: 0.2158492 Aug 18 12:50:47.074497 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port b7b13399-6ee2-4483-9bc2-22c8c75b70d1, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=b7b13399-6ee2-4483-9bc2-22c8c75b70d1,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:47.098593 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-7bf94da0-a18c-46af-bc47-f88b46b487e1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42262b9f-ec4b-44b2-8519-fd093510748c HTTP/1.1" status: 200 len: 217 time: 0.0620575 Aug 18 12:50:47.099686 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'b7b13399-6ee2-4483-9bc2-22c8c75b70d1', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'port_id': 'b7b13399-6ee2-4483-9bc2-22c8c75b70d1', 'mac_address': 'fa:16:3e:45:17:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc8434-66c0-4e05-8cce-b4a4a0f33dc3', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:50:47.104934 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-00457252-2bfb-425e-9003-8d811c19d596 None None] Provisioning for port 575ecce6-7cab-428c-8478-61e4b637cdf1 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:50:47.118777 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-00457252-2bfb-425e-9003-8d811c19d596 None None] Provisioning complete for port 575ecce6-7cab-428c-8478-61e4b637cdf1 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:47.120202 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-00457252-2bfb-425e-9003-8d811c19d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:47.130465 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f1c91-f4f2-4854-becb-2aca5c31c0e3 req-856eab5f-39e9-491b-8880-cee1bfbf556a tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:47.138052 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6b8f1c91-f4f2-4854-becb-2aca5c31c0e3 req-856eab5f-39e9-491b-8880-cee1bfbf556a tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=be38b301-ebf9-498a-b735-a2ca2416d350 HTTP/1.1" status: 200 len: 945 time: 0.1026304 Aug 18 12:50:47.162047 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8d68ad01-139b-417c-8c8a-62a7fc9a6b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:47.196453 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:47.198781 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9e7ad05a-4129-4aff-b608-f9bb57723f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:47.201349 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9e7ad05a-4129-4aff-b608-f9bb57723f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:47.205695 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9e7ad05a-4129-4aff-b608-f9bb57723f56 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/316ebd1e-cc9a-46b8-8f6a-564f9a0408d7 HTTP/1.1" status: 204 len: 168 time: 0.5613298 Aug 18 12:50:47.205878 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6b8f1c91-f4f2-4854-becb-2aca5c31c0e3 req-d9d6b5e5-d50a-4e73-8a65-85c4fa15714c tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650227 Aug 18 12:50:47.243232 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:47.254749 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-3183f4e6-acb0-439d-9bb8-03e2118a9803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:47.257674 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-00457252-2bfb-425e-9003-8d811c19d596 None None] Port 575ecce6-7cab-428c-8478-61e4b637cdf1 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:50:47.261539 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-3183f4e6-acb0-439d-9bb8-03e2118a9803 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=da996bc9-0001-4e2d-9a03-d2d78ee48c5d HTTP/1.1" status: 200 len: 861 time: 0.1505010 Aug 18 12:50:47.272331 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7b13399-6ee2-4483-9bc2-22c8c75b70d1 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:50:47.277901 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ad05a-4129-4aff-b608-f9bb57723f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316ebd1e-cc9a-46b8-8f6a-564f9a0408d7,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:47.331550 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device cebcaa4e-a637-4778-aa2b-5ab5931508c6 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:50:47.350554 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-6a7e9d37-c598-41a9-ae00-f0a26a83187c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=91d3e9e9-f927-4110-8610-d1ae88923133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704765 Aug 18 12:50:47.405083 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port b7b13399-6ee2-4483-9bc2-22c8c75b70d1, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=b7b13399-6ee2-4483-9bc2-22c8c75b70d1,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:47.446426 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8d68ad01-139b-417c-8c8a-62a7fc9a6b07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:47.450641 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162a32e-9707-48c5-9c8f-3c50119a247e req-7b0a756b-488b-4f58-ad12-76037f3ce6d2 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:47.452149 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3162a32e-9707-48c5-9c8f-3c50119a247e req-7b0a756b-488b-4f58-ad12-76037f3ce6d2 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 946 time: 0.2276249 Aug 18 12:50:47.475773 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:47.479970 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port cebcaa4e-a637-4778-aa2b-5ab5931508c6 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:50:47.502131 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port cebcaa4e-a637-4778-aa2b-5ab5931508c6 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:47.502559 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:47.515540 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8d68ad01-139b-417c-8c8a-62a7fc9a6b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:47.559551 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=b7b13399-6ee2-4483-9bc2-22c8c75b70d1,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:47.595022 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d68ad01-139b-417c-8c8a-62a7fc9a6b07 admin admin] Pushing event updated for resources: {'Port': ['ID=575ecce6-7cab-428c-8478-61e4b637cdf1,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:47.596829 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8d68ad01-139b-417c-8c8a-62a7fc9a6b07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:47.639301 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:47.697914 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port cebcaa4e-a637-4778-aa2b-5ab5931508c6, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=cebcaa4e-a637-4778-aa2b-5ab5931508c6,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:47.768776 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:47.799884 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['b7b13399-6ee2-4483-9bc2-22c8c75b70d1'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:50:47.873767 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=cebcaa4e-a637-4778-aa2b-5ab5931508c6,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:47.891140 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3162a32e-9707-48c5-9c8f-3c50119a247e req-9d92fd03-e724-4685-afc1-09eeb640d2b4 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4322941 Aug 18 12:50:47.952774 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-b04ed282-8e37-46af-a37a-b3fb99f4fe1f service neutron] 10.222.0.20 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5927691 Aug 18 12:50:48.058279 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d30414b9-3e27-4af9-a9a0-3890b8aab1ba req-c89e448a-b2f7-4b59-a046-f404acb8a930 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] 10.222.0.13 "GET /v2.0/ports?device_id=222777ea-c875-4cc4-aeb4-45fb2511cebc HTTP/1.1" status: 200 len: 210 time: 0.0384700 Aug 18 12:50:48.105009 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-0e38a81e-715c-4367-a956-c62805e6a457 service neutron] 10.222.0.20 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378422 Aug 18 12:50:48.151542 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b1792-b2ce-47cd-8403-4a4832e7d713 req-16b72e6b-528a-4dc3-b198-9f95f4fa41ee tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:48.153154 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3f3b1792-b2ce-47cd-8403-4a4832e7d713 req-16b72e6b-528a-4dc3-b198-9f95f4fa41ee tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 948 time: 0.4445300 Aug 18 12:50:48.160687 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d68ad01-139b-417c-8c8a-62a7fc9a6b07 admin admin] Network 42ce3106-cab2-4f2b-8b5a-e3870f624d4d is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:50:48.168590 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-a8ead3a4-cc1f-4485-b35a-33fcdc124a63 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:48.170023 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-a8ead3a4-cc1f-4485-b35a-33fcdc124a63 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] 10.222.0.39 "GET /v2.0/networks?id=6e749c12-8a9b-455c-a302-632a00e56529 HTTP/1.1" status: 200 len: 817 time: 0.5501618 Aug 18 12:50:48.172293 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-8d68ad01-139b-417c-8c8a-62a7fc9a6b07 admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:50:48.177431 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de540b2-9241-4d7a-a4a9-46b4d5526b82 req-088fa650-1b43-4500-a970-9c9234e75c6c tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:48.179025 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8de540b2-9241-4d7a-a4a9-46b4d5526b82 req-088fa650-1b43-4500-a970-9c9234e75c6c tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6edab5d5-a84d-47f1-bc2d-8c52a75c54c5 HTTP/1.1" status: 200 len: 949 time: 0.0522628 Aug 18 12:50:48.195527 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-255d4848-c432-4096-9044-df29675ee5d4 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] Request body: {'port': {'device_id': '222777ea-c875-4cc4-aeb4-45fb2511cebc', 'network_id': '6e749c12-8a9b-455c-a302-632a00e56529', 'admin_state_up': True, 'tenant_id': 'd9cbca76fb754d9eb9a2b882bde059a8'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:48.223913 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8de540b2-9241-4d7a-a4a9-46b4d5526b82 req-76253d8f-34a3-46f1-aacf-d6d2ed472e82 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365984 Aug 18 12:50:48.308317 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3f3b1792-b2ce-47cd-8403-4a4832e7d713 req-f128985c-ca86-480c-933b-5ba9d0610968 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370730 Aug 18 12:50:48.432087 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d68ad01-139b-417c-8c8a-62a7fc9a6b07 admin admin] Router 6cc6dac9-f731-4b06-9899-4e72139b5fc4 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:50:48.484981 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d09ae92e-9422-4771-80ec-387fa76e8180 None None] Provisioning complete for port 575ecce6-7cab-428c-8478-61e4b637cdf1 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:48.485465 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d09ae92e-9422-4771-80ec-387fa76e8180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:48.523158 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-d09ae92e-9422-4771-80ec-387fa76e8180 None None] Port 575ecce6-7cab-428c-8478-61e4b637cdf1 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:50:48.557491 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac708c4-9f88-4ce3-b28e-a9a3c2534cbf req-590faa10-9089-4d57-b809-e291003147fd tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:48.559008 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0ac708c4-9f88-4ce3-b28e-a9a3c2534cbf req-590faa10-9089-4d57-b809-e291003147fd tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=be38b301-ebf9-498a-b735-a2ca2416d350 HTTP/1.1" status: 200 len: 945 time: 0.1193705 Aug 18 12:50:48.561391 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-255d4848-c432-4096-9044-df29675ee5d4 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] Made reservation on behalf of d9cbca76fb754d9eb9a2b882bde059a8 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:50:48.564617 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-255d4848-c432-4096-9044-df29675ee5d4 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:48.624279 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d68ad01-139b-417c-8c8a-62a7fc9a6b07 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:50:48.637540 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a5a0db-ee98-43ea-8936-ce674d13c07b None None] Sync routers for ids ['6cc6dac9-f731-4b06-9899-4e72139b5fc4'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:50:48.649551 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a5a0db-ee98-43ea-8936-ce674d13c07b None None] Routers {'6cc6dac9-f731-4b06-9899-4e72139b5fc4'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:50:48.650585 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-52a5a0db-ee98-43ea-8936-ce674d13c07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:50:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['6cc6dac9-f731-4b06-9899-4e72139b5fc4'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:48.657939 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8d68ad01-139b-417c-8c8a-62a7fc9a6b07 admin admin] 10.222.0.13 "PUT /v2.0/routers/6cc6dac9-f731-4b06-9899-4e72139b5fc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9617698 Aug 18 12:50:48.679964 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0ac708c4-9f88-4ce3-b28e-a9a3c2534cbf req-b982748b-3ba9-4597-a474-ba7e210fa5d5 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074543 Aug 18 12:50:48.747375 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-8072c0ff-e402-4243-a78f-36758fe14fd4 tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:48.749160 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-8072c0ff-e402-4243-a78f-36758fe14fd4 tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=be38b301-ebf9-498a-b735-a2ca2416d350&tenant_id=3e9a8a0a72a94b328bf1e534da208edd&binding%3Ahost_id=n-h2-803603-2 HTTP/1.1" status: 200 len: 1096 time: 0.1054201 Aug 18 12:50:48.787186 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-255d4848-c432-4096-9044-df29675ee5d4 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] Allocated IP 172.20.0.13 (6e749c12-8a9b-455c-a302-632a00e56529/69b77b4f-c2de-4edf-847c-9e50b2c81a98/e0f8f106-009d-4812-8732-e5462f74d9c9) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:50:48.956459 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device cc9260cd-b796-4d6c-a337-3baf96fb438a details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:50:48.964061 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device b7b13399-6ee2-4483-9bc2-22c8c75b70d1 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:50:49.012738 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-255d4848-c432-4096-9044-df29675ee5d4 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:49.025982 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-52a5a0db-ee98-43ea-8936-ce674d13c07b None None] Set router 6cc6dac9-f731-4b06-9899-4e72139b5fc4 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:50:49.100110 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4ae77-c420-4429-9f3e-1e53f3ddb6ff req-fa446b03-1925-4263-807b-23684760eb47 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:49.108412 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1ae4ae77-c420-4429-9f3e-1e53f3ddb6ff req-fa446b03-1925-4263-807b-23684760eb47 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 948 time: 0.2600074 Aug 18 12:50:49.137381 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890494a4-5834-4444-b755-f8faa256ff36 req-39697434-4373-443b-88d9-bdfa9717de92 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:49.138891 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-890494a4-5834-4444-b755-f8faa256ff36 req-39697434-4373-443b-88d9-bdfa9717de92 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.39 "GET /v2.0/ports?device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf&tenant_id=dfbf1e57c29344368949d54d6fc1d536&binding%3Ahost_id=n-h2-803603-2 HTTP/1.1" status: 200 len: 948 time: 0.2171638 Aug 18 12:50:49.147782 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fabd2f0-4192-4a3e-917b-fa3e9ddca287 req-1b8de19d-e9ec-4b88-b387-892e2284e226 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:49.148825 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1fabd2f0-4192-4a3e-917b-fa3e9ddca287 req-1b8de19d-e9ec-4b88-b387-892e2284e226 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 946 time: 0.0819139 Aug 18 12:50:49.157983 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-1c798db2-86bd-4fbb-ab99-ca948c61a3f2 service neutron] For port 42262b9f-ec4b-44b2-8519-fd093510748c, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:50:49.182823 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-1c798db2-86bd-4fbb-ab99-ca948c61a3f2 service neutron] Notify callbacks [] for binding, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:49.182823 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b563febc-2c3b-4669-a318-5b8fcd3791ec req-1c798db2-86bd-4fbb-ab99-ca948c61a3f2 service neutron] 10.222.0.20 "DELETE /v2.0/ports/42262b9f-ec4b-44b2-8519-fd093510748c/bindings/n-h1-803603-2 HTTP/1.1" status: 204 len: 173 time: 0.4189768 Aug 18 12:50:49.190773 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-255d4848-c432-4096-9044-df29675ee5d4 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:49.198051 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1ae4ae77-c420-4429-9f3e-1e53f3ddb6ff req-12a640eb-1f24-4ee8-86e5-c42dd03defc9 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887897 Aug 18 12:50:49.213763 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1fabd2f0-4192-4a3e-917b-fa3e9ddca287 req-264694e5-5eb5-4f8a-b768-a21e63808dea tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639777 Aug 18 12:50:49.257859 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [req-890494a4-5834-4444-b755-f8faa256ff36 req-f7e2ff43-3578-4615-b86e-001262e93213 service neutron] delete failed (client error): The resource could not be found. Aug 18 12:50:49.258336 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-890494a4-5834-4444-b755-f8faa256ff36 req-f7e2ff43-3578-4615-b86e-001262e93213 service neutron] 10.222.0.39 "DELETE /v2.0/ports/cc9260cd-b796-4d6c-a337-3baf96fb438a/bindings/n-h1-803603-2 HTTP/1.1" status: 404 len: 380 time: 0.1097698 Aug 18 12:50:49.286504 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device cebcaa4e-a637-4778-aa2b-5ab5931508c6 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:50:49.321480 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-255d4848-c432-4096-9044-df29675ee5d4 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] Network 6e749c12-8a9b-455c-a302-632a00e56529 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:50:49.325957 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-255d4848-c432-4096-9044-df29675ee5d4 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:50:49.331526 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-255d4848-c432-4096-9044-df29675ee5d4 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:50:49.336658 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d4848-c432-4096-9044-df29675ee5d4 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] Pushing event updated for resources: {'Port': ['ID=e0f8f106-009d-4812-8732-e5462f74d9c9,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:49.345388 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0c002b06-8b99-43a2-aaa0-c64fe7476438 req-ecc91661-a841-4e20-b080-02dec488b951 tempest-FloatingIPsNegativeTestJSON-1263273634 tempest-FloatingIPsNegativeTestJSON-1263273634-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=409462fef6cf40f5bda89c2a799526d8 HTTP/1.1" status: 200 len: 217 time: 0.0421836 Aug 18 12:50:49.409751 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 42262b9f-ec4b-44b2-8519-fd093510748c no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:50:49.417154 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port cc9260cd-b796-4d6c-a337-3baf96fb438a, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=cc9260cd-b796-4d6c-a337-3baf96fb438a,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:49.436588 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-255d4848-c432-4096-9044-df29675ee5d4 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:49.437371 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-255d4848-c432-4096-9044-df29675ee5d4 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:49.451839 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port b7b13399-6ee2-4483-9bc2-22c8c75b70d1 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:50:49.475132 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e2535-43a0-4aad-8c91-bb663ef0de29 req-3d2f1c97-c409-46d3-b9a4-e97329b7f363 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:49.482633 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c89e2535-43a0-4aad-8c91-bb663ef0de29 req-3d2f1c97-c409-46d3-b9a4-e97329b7f363 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] 10.222.0.13 "GET /v2.0/ports?device_id=222777ea-c875-4cc4-aeb4-45fb2511cebc HTTP/1.1" status: 200 len: 932 time: 0.0956848 Aug 18 12:50:49.482810 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port b7b13399-6ee2-4483-9bc2-22c8c75b70d1 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:49.483102 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:49.487636 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890494a4-5834-4444-b755-f8faa256ff36 req-b6236d78-caee-4102-8068-c66c8c5f0865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:49.488857 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-890494a4-5834-4444-b755-f8faa256ff36 req-b6236d78-caee-4102-8068-c66c8c5f0865 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dfbf1e57c29344368949d54d6fc1d536&device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 1099 time: 0.0807607 Aug 18 12:50:49.501530 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400bd8f-0c3c-451c-8a78-c6f33bd067f0 req-917892ed-0a1a-465a-af79-becb8cb5088c tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:49.503086 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8400bd8f-0c3c-451c-8a78-c6f33bd067f0 req-917892ed-0a1a-465a-af79-becb8cb5088c tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6edab5d5-a84d-47f1-bc2d-8c52a75c54c5 HTTP/1.1" status: 200 len: 949 time: 0.0640631 Aug 18 12:50:49.521629 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'cc9260cd-b796-4d6c-a337-3baf96fb438a', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'port_id': 'cc9260cd-b796-4d6c-a337-3baf96fb438a', 'mac_address': 'fa:16:3e:fc:4e:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc8434-66c0-4e05-8cce-b4a4a0f33dc3', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:50:49.526916 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c89e2535-43a0-4aad-8c91-bb663ef0de29 req-2f6ad40e-79c9-4c6e-9dfa-c39d4fc80708 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] 10.222.0.13 "GET /v2.0/security-groups?id=55a7d967-1051-4a35-8efe-e9579c32881c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432069 Aug 18 12:50:49.588520 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 42262b9f-ec4b-44b2-8519-fd093510748c not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:50:49.592112 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-255d4848-c432-4096-9044-df29675ee5d4 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4027262 Aug 18 12:50:49.602790 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8400bd8f-0c3c-451c-8a78-c6f33bd067f0 req-40cdadd0-8dc5-4e6c-b312-850b5e443ab0 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906439 Aug 18 12:50:49.610383 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dedd049c-cf7c-4eda-afda-7c75adb01bba req-7f6a3813-de13-4646-86bf-c793aec74aac tempest-FloatingIPsNegativeTestJSON-1263273634 tempest-FloatingIPsNegativeTestJSON-1263273634-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0627751 Aug 18 12:50:49.627556 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-a441503e-e8d6-4a7a-9db2-8c2cb636cbf5 service neutron] Request body: {'port': {'device_id': '222777ea-c875-4cc4-aeb4-45fb2511cebc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:49.666974 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890494a4-5834-4444-b755-f8faa256ff36 req-4a828636-5771-474a-a87c-d31254e478b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:49.668966 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-890494a4-5834-4444-b755-f8faa256ff36 req-4a828636-5771-474a-a87c-d31254e478b4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.1649969 Aug 18 12:50:49.680694 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port cebcaa4e-a637-4778-aa2b-5ab5931508c6 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:49.681076 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:49.714081 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:49.722720 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33232) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:49.731098 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-a441503e-e8d6-4a7a-9db2-8c2cb636cbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:49.742673 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [req-8f3088e7-7046-4f75-aa93-a0d2aeee1bb1 req-3a00a376-33e4-4d9b-a08f-67bd6dfc5aee tempest-FloatingIPsNegativeTestJSON-1263273634 tempest-FloatingIPsNegativeTestJSON-1263273634-project] show failed (client error): The resource could not be found. Aug 18 12:50:49.754953 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8f3088e7-7046-4f75-aa93-a0d2aeee1bb1 req-3a00a376-33e4-4d9b-a08f-67bd6dfc5aee tempest-FloatingIPsNegativeTestJSON-1263273634 tempest-FloatingIPsNegativeTestJSON-1263273634-project] 10.222.0.13 "GET /v2.0/floatingips/8038f74b-4e3f-4501-b72b-d0ce564d88d6 HTTP/1.1" status: 404 len: 350 time: 0.0790207 Aug 18 12:50:49.757150 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33236) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:49.791301 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-890494a4-5834-4444-b755-f8faa256ff36 req-d0657ae0-c49d-4d67-b7ec-72db18d7298f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=cc9260cd-b796-4d6c-a337-3baf96fb438a HTTP/1.1" status: 200 len: 217 time: 0.0675776 Aug 18 12:50:49.793445 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port b7b13399-6ee2-4483-9bc2-22c8c75b70d1, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=b7b13399-6ee2-4483-9bc2-22c8c75b70d1,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:49.810404 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6edab5d5-a84d-47f1-bc2d-8c52a75c54c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b13399-6ee2-4483-9bc2-22c8c75b70d1'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:50:49.810404 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b231f3-d272-4645-8bfe-5a0cc011ca7c" -d '{"events": [{"server_uuid": "6edab5d5-a84d-47f1-bc2d-8c52a75c54c5", "name": "network-vif-plugged", "status": "completed", "tag": "b7b13399-6ee2-4483-9bc2-22c8c75b70d1"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:50:49.814235 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:49.833141 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc9260cd-b796-4d6c-a337-3baf96fb438a {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:50:49.870018 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port cc9260cd-b796-4d6c-a337-3baf96fb438a, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=cc9260cd-b796-4d6c-a337-3baf96fb438a,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:49.875377 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:49.880393 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c6a7dc-1939-4dc4-ab69-7e4ee10bbc0d x-openstack-request-id: req-f4c6a7dc-1939-4dc4-ab69-7e4ee10bbc0d {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:50:49.880687 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6edab5d5-a84d-47f1-bc2d-8c52a75c54c5", "name": "network-vif-plugged", "status": "completed", "tag": "b7b13399-6ee2-4483-9bc2-22c8c75b70d1", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:50:49.880944 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f4c6a7dc-1939-4dc4-ab69-7e4ee10bbc0d {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:50:49.881337 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6edab5d5-a84d-47f1-bc2d-8c52a75c54c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b13399-6ee2-4483-9bc2-22c8c75b70d1', 'code': 200} Aug 18 12:50:49.922053 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-52a5a0db-ee98-43ea-8936-ce674d13c07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc6dac9-f731-4b06-9899-4e72139b5fc4', 'name': 'tempest-FloatingIPsNegativeTestJSON-223322553-router', 'tenant_id': '409462fef6cf40f5bda89c2a799526d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'cebcaa4e-a637-4778-aa2b-5ab5931508c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:38Z', 'updated_at': '2021-08-18T12:50:46Z', 'revision_number': 4, 'project_id': '409462fef6cf40f5bda89c2a799526d8', 'gw_port': {'id': 'cebcaa4e-a637-4778-aa2b-5ab5931508c6', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc6dac9-f731-4b06-9899-4e72139b5fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:39Z', 'updated_at': '2021-08-18T12:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '575ecce6-7cab-428c-8478-61e4b637cdf1', 'name': '', 'network_id': '42ce3106-cab2-4f2b-8b5a-e3870f624d4d', 'tenant_id': '409462fef6cf40f5bda89c2a799526d8', 'mac_address': 'fa:16:3e:19:46:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc6dac9-f731-4b06-9899-4e72139b5fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'aaebef9b-6e88-4ac2-8352-f98da5616f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:45Z', 'updated_at': '2021-08-18T12:50:47Z', 'revision_number': 2, 'project_id': '409462fef6cf40f5bda89c2a799526d8', 'subnets': [{'id': 'aaebef9b-6e88-4ac2-8352-f98da5616f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:49.945640 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-938dcc0e-410a-430d-9ee4-f6126132502e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:49.960961 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:49.966314 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a5a0db-ee98-43ea-8936-ce674d13c07b None None] Checking router: 6cc6dac9-f731-4b06-9899-4e72139b5fc4 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:50:49.966677 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a5a0db-ee98-43ea-8936-ce674d13c07b None None] Updating router 6cc6dac9-f731-4b06-9899-4e72139b5fc4 port 575ecce6-7cab-428c-8478-61e4b637cdf1 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:50:49.972497 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a20a3-547b-4d9d-a0ab-769545d66f13 req-ae3be94b-95d9-40df-bed7-18ccd619d95f tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:49.974048 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-134a20a3-547b-4d9d-a0ab-769545d66f13 req-ae3be94b-95d9-40df-bed7-18ccd619d95f tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=be38b301-ebf9-498a-b735-a2ca2416d350 HTTP/1.1" status: 200 len: 945 time: 0.1808300 Aug 18 12:50:49.999337 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=b7b13399-6ee2-4483-9bc2-22c8c75b70d1,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:50.034501 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890494a4-5834-4444-b755-f8faa256ff36 req-f0f69ea0-71fd-47fd-9bfb-26dfa33d3711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:50.036271 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-890494a4-5834-4444-b755-f8faa256ff36 req-f0f69ea0-71fd-47fd-9bfb-26dfa33d3711 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.1713536 Aug 18 12:50:50.038468 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-52a5a0db-ee98-43ea-8936-ce674d13c07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:50.053255 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-134a20a3-547b-4d9d-a0ab-769545d66f13 req-9ad3139c-a0c3-4812-8d63-783b1e411003 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651617 Aug 18 12:50:50.147809 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=cc9260cd-b796-4d6c-a337-3baf96fb438a,revision_number=8']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:50.161007 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de50c1-11dc-424a-927a-6883c56f60b3 req-8f8da0d7-4a72-4e91-8fc2-284460a4754e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:50.172826 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d6de50c1-11dc-424a-927a-6883c56f60b3 req-8f8da0d7-4a72-4e91-8fc2-284460a4754e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6edab5d5-a84d-47f1-bc2d-8c52a75c54c5 HTTP/1.1" status: 200 len: 1101 time: 0.1815856 Aug 18 12:50:50.177341 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-a441503e-e8d6-4a7a-9db2-8c2cb636cbf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0f8f106-009d-4812-8732-e5462f74d9c9 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:50:50.186295 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-a441503e-e8d6-4a7a-9db2-8c2cb636cbf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:50.209192 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-a441503e-e8d6-4a7a-9db2-8c2cb636cbf5 service neutron] Transition to ACTIVE for port object e0f8f106-009d-4812-8732-e5462f74d9c9 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:50:50.245757 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bac639-1013-4913-8076-cd87ac3764a0 req-243e518c-2c87-4193-8ff5-9e6ce033c5dd tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:50.246766 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a7bac639-1013-4913-8076-cd87ac3764a0 req-243e518c-2c87-4193-8ff5-9e6ce033c5dd tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=be38b301-ebf9-498a-b735-a2ca2416d350 HTTP/1.1" status: 200 len: 1096 time: 0.0480986 Aug 18 12:50:50.282057 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-a441503e-e8d6-4a7a-9db2-8c2cb636cbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:50.299171 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890494a4-5834-4444-b755-f8faa256ff36 req-bfdd7f50-17f0-45cd-9a12-f60332adfc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:50.300706 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-890494a4-5834-4444-b755-f8faa256ff36 req-bfdd7f50-17f0-45cd-9a12-f60332adfc90 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2503712 Aug 18 12:50:50.324564 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a7bac639-1013-4913-8076-cd87ac3764a0 req-c7ff9f07-f75e-445b-9c92-691b8b6268f8 tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697429 Aug 18 12:50:50.346859 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a441503e-e8d6-4a7a-9db2-8c2cb636cbf5 service neutron] Pushing event updated for resources: {'Port': ['ID=e0f8f106-009d-4812-8732-e5462f74d9c9,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:50.373745 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d6de50c1-11dc-424a-927a-6883c56f60b3 req-d50c8ba1-1e95-4efd-8e02-1eeb9711ada3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820793 Aug 18 12:50:50.382264 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['cc9260cd-b796-4d6c-a337-3baf96fb438a'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:50:50.422725 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-a441503e-e8d6-4a7a-9db2-8c2cb636cbf5 service neutron] Attempting to bind port e0f8f106-009d-4812-8732-e5462f74d9c9 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:50:50.423219 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-a441503e-e8d6-4a7a-9db2-8c2cb636cbf5 service neutron] Attempting to bind port e0f8f106-009d-4812-8732-e5462f74d9c9 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': 'eb020702-23cb-430d-8f1f-756bc29a1e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6e749c12-8a9b-455c-a302-632a00e56529'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:50:50.423560 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-a441503e-e8d6-4a7a-9db2-8c2cb636cbf5 service neutron] Attempting to bind port e0f8f106-009d-4812-8732-e5462f74d9c9 on network 6e749c12-8a9b-455c-a302-632a00e56529 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:50:50.428214 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-a441503e-e8d6-4a7a-9db2-8c2cb636cbf5 service neutron] Port e0f8f106-009d-4812-8732-e5462f74d9c9 on network 6e749c12-8a9b-455c-a302-632a00e56529 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:50:50.428807 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-a441503e-e8d6-4a7a-9db2-8c2cb636cbf5 service neutron] Attempting to bind port e0f8f106-009d-4812-8732-e5462f74d9c9 on network 6e749c12-8a9b-455c-a302-632a00e56529 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:50:50.438187 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-a441503e-e8d6-4a7a-9db2-8c2cb636cbf5 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:50:50.438684 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-a441503e-e8d6-4a7a-9db2-8c2cb636cbf5 service neutron] Checking segment: {'id': 'eb020702-23cb-430d-8f1f-756bc29a1e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6e749c12-8a9b-455c-a302-632a00e56529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:50:50.439075 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-a441503e-e8d6-4a7a-9db2-8c2cb636cbf5 service neutron] Bound using segment: {'id': 'eb020702-23cb-430d-8f1f-756bc29a1e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6e749c12-8a9b-455c-a302-632a00e56529'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:50:50.439631 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-a441503e-e8d6-4a7a-9db2-8c2cb636cbf5 service neutron] Bound port: e0f8f106-009d-4812-8732-e5462f74d9c9, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb020702-23cb-430d-8f1f-756bc29a1e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6e749c12-8a9b-455c-a302-632a00e56529'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:50:50.440418 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-a441503e-e8d6-4a7a-9db2-8c2cb636cbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:50.559250 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-52a5a0db-ee98-43ea-8936-ce674d13c07b None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:50.570980 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-52a5a0db-ee98-43ea-8936-ce674d13c07b None None] Transition to ACTIVE for port object 575ecce6-7cab-428c-8478-61e4b637cdf1 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:50:50.573456 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-938dcc0e-410a-430d-9ee4-f6126132502e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:50.577471 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-a441503e-e8d6-4a7a-9db2-8c2cb636cbf5 service neutron] For port e0f8f106-009d-4812-8732-e5462f74d9c9, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:50:50.581687 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-a441503e-e8d6-4a7a-9db2-8c2cb636cbf5 service neutron] For port e0f8f106-009d-4812-8732-e5462f74d9c9, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=e0f8f106-009d-4812-8732-e5462f74d9c9,segment=NetworkSegment(eb020702-23cb-430d-8f1f-756bc29a1e99),segment_id=eb020702-23cb-430d-8f1f-756bc29a1e99)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:50:50.598713 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32522f9a-71a9-470c-b4f3-79e327208c21 req-ba5dea84-9a36-4449-93be-750b2955bef6 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:50.600314 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5ffa9-dee9-46f0-b466-1052f322aed4 req-f957f32b-c551-425e-aaae-ada813bc34ad tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:50.600806 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-32522f9a-71a9-470c-b4f3-79e327208c21 req-ba5dea84-9a36-4449-93be-750b2955bef6 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 949 time: 0.2988214 Aug 18 12:50:50.601454 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-20e5ffa9-dee9-46f0-b466-1052f322aed4 req-f957f32b-c551-425e-aaae-ada813bc34ad tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 946 time: 0.0871060 Aug 18 12:50:50.650857 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-20e5ffa9-dee9-46f0-b466-1052f322aed4 req-08ba56dd-59fa-4361-8063-e9a999a875af tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414841 Aug 18 12:50:50.656936 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-890494a4-5834-4444-b755-f8faa256ff36 req-7168549e-1d25-4911-ad30-1efeea2bd4bb service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433611 Aug 18 12:50:50.661660 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-938dcc0e-410a-430d-9ee4-f6126132502e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:50.671592 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-a441503e-e8d6-4a7a-9db2-8c2cb636cbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:50.677805 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-52a5a0db-ee98-43ea-8936-ce674d13c07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:50.758659 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c573098-7fe7-44c1-8324-aab2e04c88b5 None None] Pushing event updated for resources: {'Port': ['ID=575ecce6-7cab-428c-8478-61e4b637cdf1,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:50.777748 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a441503e-e8d6-4a7a-9db2-8c2cb636cbf5 service neutron] Pushing event updated for resources: {'Port': ['ID=e0f8f106-009d-4812-8732-e5462f74d9c9,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:50.804969 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-a441503e-e8d6-4a7a-9db2-8c2cb636cbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:50.805683 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-a441503e-e8d6-4a7a-9db2-8c2cb636cbf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:50.807716 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-a441503e-e8d6-4a7a-9db2-8c2cb636cbf5 service neutron] 10.222.0.39 "PUT /v2.0/ports/e0f8f106-009d-4812-8732-e5462f74d9c9 HTTP/1.1" status: 200 len: 1092 time: 1.1939993 Aug 18 12:50:50.809116 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '222777ea-c875-4cc4-aeb4-45fb2511cebc', 'tag': 'e0f8f106-009d-4812-8732-e5462f74d9c9'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:50:50.811889 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ffa7c4-7537-43b7-832a-bab09bb62c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "222777ea-c875-4cc4-aeb4-45fb2511cebc", "tag": "e0f8f106-009d-4812-8732-e5462f74d9c9"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:50:50.827748 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-52a5a0db-ee98-43ea-8936-ce674d13c07b None None] Attempting to bind port 575ecce6-7cab-428c-8478-61e4b637cdf1 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:50:50.828391 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-52a5a0db-ee98-43ea-8936-ce674d13c07b None None] Attempting to bind port 575ecce6-7cab-428c-8478-61e4b637cdf1 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'f9d754c0-fa03-4e3c-89d1-ea5d700649f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '42ce3106-cab2-4f2b-8b5a-e3870f624d4d'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:50:50.828819 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a5a0db-ee98-43ea-8936-ce674d13c07b None None] Attempting to bind port 575ecce6-7cab-428c-8478-61e4b637cdf1 on network 42ce3106-cab2-4f2b-8b5a-e3870f624d4d {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:50:50.834753 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a5a0db-ee98-43ea-8936-ce674d13c07b None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:50:50.835133 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a5a0db-ee98-43ea-8936-ce674d13c07b None None] Checking segment: {'id': 'f9d754c0-fa03-4e3c-89d1-ea5d700649f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '42ce3106-cab2-4f2b-8b5a-e3870f624d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:50:50.837947 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-52a5a0db-ee98-43ea-8936-ce674d13c07b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:50.837947 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a5a0db-ee98-43ea-8936-ce674d13c07b None None] Bound using segment: {'id': 'f9d754c0-fa03-4e3c-89d1-ea5d700649f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '42ce3106-cab2-4f2b-8b5a-e3870f624d4d'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:50:50.837947 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-52a5a0db-ee98-43ea-8936-ce674d13c07b None None] Bound port: 575ecce6-7cab-428c-8478-61e4b637cdf1, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9d754c0-fa03-4e3c-89d1-ea5d700649f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '42ce3106-cab2-4f2b-8b5a-e3870f624d4d'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:50:50.837947 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-52a5a0db-ee98-43ea-8936-ce674d13c07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:50.844463 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46afa47-ca64-4725-bbdd-e55b5fde0dc6 req-83f4728b-449e-4c4b-b615-1df9f0526477 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:50.848041 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-32522f9a-71a9-470c-b4f3-79e327208c21 req-ebc473a2-b935-463d-9090-f3f3fcb5f2fd tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181981 Aug 18 12:50:50.857709 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-938dcc0e-410a-430d-9ee4-f6126132502e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3cdcd04432954d95bce6bf65a3ac1ca8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1328456 Aug 18 12:50:50.862419 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938dcc0e-410a-430d-9ee4-f6126132502e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45dcabdf-057e-41f9-a45b-87ec704cac9e,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:50.864642 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f46afa47-ca64-4725-bbdd-e55b5fde0dc6 req-83f4728b-449e-4c4b-b615-1df9f0526477 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] 10.222.0.13 "GET /v2.0/ports?device_id=222777ea-c875-4cc4-aeb4-45fb2511cebc HTTP/1.1" status: 200 len: 944 time: 0.1011579 Aug 18 12:50:50.866415 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33260) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:50.937007 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-52a5a0db-ee98-43ea-8936-ce674d13c07b None None] For port 575ecce6-7cab-428c-8478-61e4b637cdf1, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:50:50.941183 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-52a5a0db-ee98-43ea-8936-ce674d13c07b None None] For port 575ecce6-7cab-428c-8478-61e4b637cdf1, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=575ecce6-7cab-428c-8478-61e4b637cdf1,segment=NetworkSegment(f9d754c0-fa03-4e3c-89d1-ea5d700649f7),segment_id=f9d754c0-fa03-4e3c-89d1-ea5d700649f7)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:50:50.982931 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-890494a4-5834-4444-b755-f8faa256ff36 req-132f9a77-23c6-43af-8abf-e8d9ada960e4 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176866 Aug 18 12:50:50.986635 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-75e74a16-590e-407b-8910-94d8578d6648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:50.988115 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-75e74a16-590e-407b-8910-94d8578d6648 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=075606cfda364ddebe4be31640ab3a76&device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 1097 time: 0.1947105 Aug 18 12:50:51.009507 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f46afa47-ca64-4725-bbdd-e55b5fde0dc6 req-def11ab1-9221-46a6-bd82-7b00e5ae1c6a tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] 10.222.0.13 "GET /v2.0/security-groups?id=55a7d967-1051-4a35-8efe-e9579c32881c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438618 Aug 18 12:50:51.019007 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-52a5a0db-ee98-43ea-8936-ce674d13c07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:51.032462 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-f7b24a16-95b8-44f5-b341-69ea55cc60e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:51.034268 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-f7b24a16-95b8-44f5-b341-69ea55cc60e4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d9cbca76fb754d9eb9a2b882bde059a8&device_id=222777ea-c875-4cc4-aeb4-45fb2511cebc HTTP/1.1" status: 200 len: 1095 time: 0.1052721 Aug 18 12:50:51.035051 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c4e9a025-db57-4403-be62-b7d422f92b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:51.096202 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c4e9a025-db57-4403-be62-b7d422f92b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:51.102184 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-5f2c69e1-950e-4146-afe4-fdbb56ee5167 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0f8f106-009d-4812-8732-e5462f74d9c9 HTTP/1.1" status: 200 len: 217 time: 0.0527704 Aug 18 12:50:51.114534 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a5a0db-ee98-43ea-8936-ce674d13c07b None None] Routers {'6cc6dac9-f731-4b06-9899-4e72139b5fc4'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:50:51.115553 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-52a5a0db-ee98-43ea-8936-ce674d13c07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:50:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['6cc6dac9-f731-4b06-9899-4e72139b5fc4'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:51.123100 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c573098-7fe7-44c1-8324-aab2e04c88b5 None None] Pushing event updated for resources: {'Port': ['ID=575ecce6-7cab-428c-8478-61e4b637cdf1,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:51.193529 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-135eadd7-d274-4cfa-a5eb-6cce3ef63cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:51.195157 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-135eadd7-d274-4cfa-a5eb-6cce3ef63cd3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8e2ca950-415a-439c-a01b-47dff2e51d7d HTTP/1.1" status: 200 len: 908 time: 0.1913755 Aug 18 12:50:51.229129 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6ca06d0f-7cce-4b7e-b9f3-141584ad5de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:51.247552 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-35ad99f0-5820-4141-9a1e-8e66dc18ea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:51.249416 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-35ad99f0-5820-4141-9a1e-8e66dc18ea33 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69b77b4f-c2de-4edf-847c-9e50b2c81a98 HTTP/1.1" status: 200 len: 857 time: 0.1376538 Aug 18 12:50:51.269808 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e54e90-f8f6-4acf-8bb9-d15483e8e9ba req-8f0a5540-c621-4128-8d0a-e52924fa58e1 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:51.271489 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-66e54e90-f8f6-4acf-8bb9-d15483e8e9ba req-8f0a5540-c621-4128-8d0a-e52924fa58e1 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6edab5d5-a84d-47f1-bc2d-8c52a75c54c5 HTTP/1.1" status: 200 len: 950 time: 0.0870550 Aug 18 12:50:51.295542 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-2f241051-7c81-4348-bcb2-03f18083357f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1eb230a0-232b-4582-ad1b-36657cb6bc50 HTTP/1.1" status: 200 len: 217 time: 0.0848455 Aug 18 12:50:51.303681 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c4e9a025-db57-4403-be62-b7d422f92b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:51.306365 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c4e9a025-db57-4403-be62-b7d422f92b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:51.309900 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c4e9a025-db57-4403-be62-b7d422f92b42 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45dcabdf-057e-41f9-a45b-87ec704cac9e HTTP/1.1" status: 204 len: 168 time: 0.4395506 Aug 18 12:50:51.312633 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-96d6f59f-54d9-43bd-8eda-cde385e95866 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6e749c12-8a9b-455c-a302-632a00e56529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398998 Aug 18 12:50:51.316971 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-52a5a0db-ee98-43ea-8936-ce674d13c07b None None] Set router 6cc6dac9-f731-4b06-9899-4e72139b5fc4 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:50:51.349615 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9a025-db57-4403-be62-b7d422f92b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45dcabdf-057e-41f9-a45b-87ec704cac9e,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:51.399385 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-bda1e019-7263-49f9-be21-5762c31f3d2a tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:51.401419 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-bda1e019-7263-49f9-be21-5762c31f3d2a tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/networks?id=91d3e9e9-f927-4110-8610-d1ae88923133 HTTP/1.1" status: 200 len: 821 time: 0.4267871 Aug 18 12:50:51.415251 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-66e54e90-f8f6-4acf-8bb9-d15483e8e9ba req-51a339b9-3aa6-43e7-aa91-f7dbf47c9ed4 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308265 Aug 18 12:50:51.431893 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-20cdc160-584d-4df3-9376-4f6d1368d66c tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/quotas/3e9a8a0a72a94b328bf1e534da208edd HTTP/1.1" status: 200 len: 375 time: 0.0161333 Aug 18 12:50:51.435837 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-432d05ff-c694-448a-85af-a41aed0da785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:51.437433 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-432d05ff-c694-448a-85af-a41aed0da785 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7c71ac1-e82b-41d2-8931-67fb6a54cbad HTTP/1.1" status: 200 len: 847 time: 0.1271071 Aug 18 12:50:51.540440 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-04c24ddf-1eb5-4a27-8532-3f6445cab91e service neutron] 10.222.0.39 "GET /v2.0/networks/6e749c12-8a9b-455c-a302-632a00e56529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158558 Aug 18 12:50:51.573413 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2160ee-40c7-4cf8-a3de-d831e6004d26 x-openstack-request-id: req-fa2160ee-40c7-4cf8-a3de-d831e6004d26 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:50:51.573714 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "222777ea-c875-4cc4-aeb4-45fb2511cebc", "tag": "e0f8f106-009d-4812-8732-e5462f74d9c9", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:50:51.573975 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa2160ee-40c7-4cf8-a3de-d831e6004d26 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:50:51.574423 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '222777ea-c875-4cc4-aeb4-45fb2511cebc', 'tag': 'e0f8f106-009d-4812-8732-e5462f74d9c9', 'status': 'completed', 'code': 200} Aug 18 12:50:51.703761 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8498bfc7-7c0a-4d14-933d-6517e75b348c req-f60606c7-b659-459b-ba60-30c00d603c11 service neutron] 10.222.0.39 "GET /v2.0/networks/6e749c12-8a9b-455c-a302-632a00e56529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524303 Aug 18 12:50:51.785012 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-52a5a0db-ee98-43ea-8936-ce674d13c07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc6dac9-f731-4b06-9899-4e72139b5fc4', 'name': 'tempest-FloatingIPsNegativeTestJSON-223322553-router', 'tenant_id': '409462fef6cf40f5bda89c2a799526d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'cebcaa4e-a637-4778-aa2b-5ab5931508c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:38Z', 'updated_at': '2021-08-18T12:50:46Z', 'revision_number': 4, 'project_id': '409462fef6cf40f5bda89c2a799526d8', 'gw_port': {'id': 'cebcaa4e-a637-4778-aa2b-5ab5931508c6', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc6dac9-f731-4b06-9899-4e72139b5fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:39Z', 'updated_at': '2021-08-18T12:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '575ecce6-7cab-428c-8478-61e4b637cdf1', 'name': '', 'network_id': '42ce3106-cab2-4f2b-8b5a-e3870f624d4d', 'tenant_id': '409462fef6cf40f5bda89c2a799526d8', 'mac_address': 'fa:16:3e:19:46:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc6dac9-f731-4b06-9899-4e72139b5fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'aaebef9b-6e88-4ac2-8352-f98da5616f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:45Z', 'updated_at': '2021-08-18T12:50:50Z', 'revision_number': 4, 'project_id': '409462fef6cf40f5bda89c2a799526d8', 'subnets': [{'id': 'aaebef9b-6e88-4ac2-8352-f98da5616f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:51.801258 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:50:51.818156 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-faa9645d-c7a0-4436-ad54-f1b2a4d0db57 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8e2ca950-415a-439c-a01b-47dff2e51d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3626814 Aug 18 12:50:51.830351 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa09f4e-4c6d-480b-bbe7-2a9e1ca24e31 req-aab02c36-d851-44e0-aed5-2fe17c874cb2 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:51.832290 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6fa09f4e-4c6d-480b-bbe7-2a9e1ca24e31 req-aab02c36-d851-44e0-aed5-2fe17c874cb2 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 946 time: 0.0982630 Aug 18 12:50:51.851602 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a5a0db-ee98-43ea-8936-ce674d13c07b None None] The sync data for ids ['6cc6dac9-f731-4b06-9899-4e72139b5fc4'] in n-d-803603-2 is: [{'id': '6cc6dac9-f731-4b06-9899-4e72139b5fc4', 'name': 'tempest-FloatingIPsNegativeTestJSON-223322553-router', 'tenant_id': '409462fef6cf40f5bda89c2a799526d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'cebcaa4e-a637-4778-aa2b-5ab5931508c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:38Z', 'updated_at': '2021-08-18T12:50:46Z', 'revision_number': 4, 'project_id': '409462fef6cf40f5bda89c2a799526d8', 'gw_port': {'id': 'cebcaa4e-a637-4778-aa2b-5ab5931508c6', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc6dac9-f731-4b06-9899-4e72139b5fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:39Z', 'updated_at': '2021-08-18T12:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '575ecce6-7cab-428c-8478-61e4b637cdf1', 'name': '', 'network_id': '42ce3106-cab2-4f2b-8b5a-e3870f624d4d', 'tenant_id': '409462fef6cf40f5bda89c2a799526d8', 'mac_address': 'fa:16:3e:19:46:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc6dac9-f731-4b06-9899-4e72139b5fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'aaebef9b-6e88-4ac2-8352-f98da5616f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:45Z', 'updated_at': '2021-08-18T12:50:50Z', 'revision_number': 4, 'project_id': '409462fef6cf40f5bda89c2a799526d8', 'subnets': [{'id': 'aaebef9b-6e88-4ac2-8352-f98da5616f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:50:51.909214 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffa7c4-7537-43b7-832a-bab09bb62c0e req-e00d79f3-5b03-4fc0-a119-2fe73118ae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:51.910883 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-51ffa7c4-7537-43b7-832a-bab09bb62c0e req-e00d79f3-5b03-4fc0-a119-2fe73118ae68 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d9cbca76fb754d9eb9a2b882bde059a8&device_id=222777ea-c875-4cc4-aeb4-45fb2511cebc HTTP/1.1" status: 200 len: 1095 time: 0.0775547 Aug 18 12:50:51.914365 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6fa09f4e-4c6d-480b-bbe7-2a9e1ca24e31 req-f34df6bb-a6f0-4776-a856-70be8591bf54 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457666 Aug 18 12:50:52.038554 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-0bd050fd-5723-402b-9850-5c053febd999 service neutron] 10.222.0.20 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906157 Aug 18 12:50:52.045989 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-21590f25-7b58-4b36-b972-f133480293f0 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3e9a8a0a72a94b328bf1e534da208edd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6020186 Aug 18 12:50:52.116160 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffa7c4-7537-43b7-832a-bab09bb62c0e req-3ad50d48-06d6-429d-9633-0c4311b07925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:52.117302 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-51ffa7c4-7537-43b7-832a-bab09bb62c0e req-3ad50d48-06d6-429d-9633-0c4311b07925 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6e749c12-8a9b-455c-a302-632a00e56529 HTTP/1.1" status: 200 len: 918 time: 0.1874835 Aug 18 12:50:52.179865 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-51ffa7c4-7537-43b7-832a-bab09bb62c0e req-25dba6cc-4194-4e43-92bb-308b1352baa4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0f8f106-009d-4812-8732-e5462f74d9c9 HTTP/1.1" status: 200 len: 217 time: 0.0447390 Aug 18 12:50:52.211865 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534c62c-e2fd-4869-8d44-bbd05b8fda1d req-4b2e0959-47f6-487a-ad0c-5faded63e35f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:52.215702 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4534c62c-e2fd-4869-8d44-bbd05b8fda1d req-4b2e0959-47f6-487a-ad0c-5faded63e35f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 949 time: 0.1134467 Aug 18 12:50:52.238108 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-179f70e3-1858-41f3-a45a-28ad7645bb96 service neutron] 10.222.0.13 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817088 Aug 18 12:50:52.299964 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffa7c4-7537-43b7-832a-bab09bb62c0e req-1447584d-9ea3-423d-96e6-b15861703ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:52.301557 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-51ffa7c4-7537-43b7-832a-bab09bb62c0e req-1447584d-9ea3-423d-96e6-b15861703ab4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69b77b4f-c2de-4edf-847c-9e50b2c81a98 HTTP/1.1" status: 200 len: 857 time: 0.1138718 Aug 18 12:50:52.318672 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4534c62c-e2fd-4869-8d44-bbd05b8fda1d req-e415e350-18c7-4d8a-ad27-90435468dd06 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618012 Aug 18 12:50:52.381029 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-51ffa7c4-7537-43b7-832a-bab09bb62c0e req-919dc30d-f747-4a37-adfd-09631bdf201f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6e749c12-8a9b-455c-a302-632a00e56529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609703 Aug 18 12:50:52.414562 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-a563501d-a622-4b97-a60f-b1298e6ceb6c service neutron] 10.222.0.13 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613138 Aug 18 12:50:52.417374 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-d5aa66bf-071c-40e2-8c5f-8cf62136afc6 service neutron] 10.222.0.20 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593984 Aug 18 12:50:52.447629 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-6ca06d0f-7cce-4b7e-b9f3-141584ad5de1 admin admin] Deleting port 575ecce6-7cab-428c-8478-61e4b637cdf1 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:50:52.448060 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6ca06d0f-7cce-4b7e-b9f3-141584ad5de1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:52.531259 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-51ffa7c4-7537-43b7-832a-bab09bb62c0e req-0e7333de-8b5e-4afa-9bff-1022b7d3bd99 service neutron] 10.222.0.39 "GET /v2.0/networks/6e749c12-8a9b-455c-a302-632a00e56529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418965 Aug 18 12:50:52.557805 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-6ca06d0f-7cce-4b7e-b9f3-141584ad5de1 admin admin] For port 575ecce6-7cab-428c-8478-61e4b637cdf1, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=575ecce6-7cab-428c-8478-61e4b637cdf1,segment=NetworkSegment(f9d754c0-fa03-4e3c-89d1-ea5d700649f7),segment_id=f9d754c0-fa03-4e3c-89d1-ea5d700649f7)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:52.558261 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6ca06d0f-7cce-4b7e-b9f3-141584ad5de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:52.582237 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-6ca06d0f-7cce-4b7e-b9f3-141584ad5de1 admin admin] Calling delete_port for 575ecce6-7cab-428c-8478-61e4b637cdf1 owned by network:router_interface {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:50:52.628867 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2610555-e944-4922-be77-11fc6157e9c8 req-515185c5-dad9-42d6-a76d-2ec465b905c5 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:52.636256 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d2610555-e944-4922-be77-11fc6157e9c8 req-515185c5-dad9-42d6-a76d-2ec465b905c5 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] 10.222.0.13 "GET /v2.0/ports?device_id=222777ea-c875-4cc4-aeb4-45fb2511cebc HTTP/1.1" status: 200 len: 944 time: 0.2375524 Aug 18 12:50:52.740891 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d2610555-e944-4922-be77-11fc6157e9c8 req-e9f6deea-9d36-4c81-a449-bf79eb09b03a tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] 10.222.0.13 "GET /v2.0/security-groups?id=55a7d967-1051-4a35-8efe-e9579c32881c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036489 Aug 18 12:50:52.757983 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-51ffa7c4-7537-43b7-832a-bab09bb62c0e req-8a4aeb08-90f8-4091-a431-0845301e6d09 service neutron] 10.222.0.39 "GET /v2.0/networks/6e749c12-8a9b-455c-a302-632a00e56529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058153 Aug 18 12:50:52.827936 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248f736-ca11-40f9-a1cb-648f1781a309 req-6508646f-cedd-486a-914a-0f76d72a939b tempest-MigrationsAdminTest-687754101 tempest-MigrationsAdminTest-687754101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:52.836196 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7248f736-ca11-40f9-a1cb-648f1781a309 req-6508646f-cedd-486a-914a-0f76d72a939b tempest-MigrationsAdminTest-687754101 tempest-MigrationsAdminTest-687754101-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 1100 time: 0.0770941 Aug 18 12:50:52.843396 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device cc9260cd-b796-4d6c-a337-3baf96fb438a up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:50:52.967264 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7248f736-ca11-40f9-a1cb-648f1781a309 req-40d30962-5de8-460c-971c-9a4a086a6ae0 tempest-MigrationsAdminTest-687754101 tempest-MigrationsAdminTest-687754101-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299658 Aug 18 12:50:52.980005 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33314) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:53.005117 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa33694-cc14-449e-aefb-047af2e06782 req-8f204146-e12f-4cf0-886e-88ae2b468649 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:53.013229 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4aa33694-cc14-449e-aefb-047af2e06782 req-8f204146-e12f-4cf0-886e-88ae2b468649 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6edab5d5-a84d-47f1-bc2d-8c52a75c54c5 HTTP/1.1" status: 200 len: 950 time: 0.0941620 Aug 18 12:50:53.024414 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port cc9260cd-b796-4d6c-a337-3baf96fb438a completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:50:53.030936 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port cc9260cd-b796-4d6c-a337-3baf96fb438a triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:53.032288 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:53.047238 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6ca06d0f-7cce-4b7e-b9f3-141584ad5de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:53.085408 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4aa33694-cc14-449e-aefb-047af2e06782 req-51f87d02-67a8-4a52-a5da-b244391bf146 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685391 Aug 18 12:50:53.200181 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca06d0f-7cce-4b7e-b9f3-141584ad5de1 admin admin] Pushing event deleted for resources: {'Port': ['ID=575ecce6-7cab-428c-8478-61e4b637cdf1,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:53.207083 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-76a6ef1f-fa26-4cd6-baf5-548948019786 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-114313003-network', 'tenant_id': 'decf5c0578c64585b01ec48d0ad33c5c'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:53.293111 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:53.320847 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596b7ff8-8fca-4915-bf97-4f2ffac8babf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc9260cd-b796-4d6c-a337-3baf96fb438a'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:50:53.335251 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce61f11d-bb3a-4b79-a7f0-a2281ff10751" -d '{"events": [{"server_uuid": "596b7ff8-8fca-4915-bf97-4f2ffac8babf", "name": "network-vif-plugged", "status": "completed", "tag": "cc9260cd-b796-4d6c-a337-3baf96fb438a"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:50:53.342990 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 575ecce6-7cab-428c-8478-61e4b637cdf1 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:50:53.353944 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a6ef1f-fa26-4cd6-baf5-548948019786 admin admin] Made reservation on behalf of decf5c0578c64585b01ec48d0ad33c5c for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:50:53.356619 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef1f-fa26-4cd6-baf5-548948019786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:53.385457 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ccb71022-1ec7-4583-aedc-2d4e6b88d3eb req-389bb78b-9a32-4aaa-8e8b-0233d9ca0523 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 210 time: 0.1851315 Aug 18 12:50:53.387220 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef1f-fa26-4cd6-baf5-548948019786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:53.400685 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port cc9260cd-b796-4d6c-a337-3baf96fb438a, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=cc9260cd-b796-4d6c-a337-3baf96fb438a,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:53.408287 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 575ecce6-7cab-428c-8478-61e4b637cdf1 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:50:53.409984 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 575ecce6-7cab-428c-8478-61e4b637cdf1 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 18 12:50:53.426988 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42446b6b-e418-4b4a-8605-2517ccc8cefe req-98d15412-198e-4b6a-ab47-22cdf922952c tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:53.436464 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-42446b6b-e418-4b4a-8605-2517ccc8cefe req-98d15412-198e-4b6a-ab47-22cdf922952c tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 946 time: 0.1933596 Aug 18 12:50:53.460954 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Port 575ecce6-7cab-428c-8478-61e4b637cdf1 not found, will not notify nova. {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 18 12:50:53.479549 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:53.585268 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=cc9260cd-b796-4d6c-a337-3baf96fb438a,revision_number=9']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:53.641982 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef1f-fa26-4cd6-baf5-548948019786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:53.658480 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-42446b6b-e418-4b4a-8605-2517ccc8cefe req-84f64172-2bd5-4342-8d00-fcd863b1173d tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211103 Aug 18 12:50:53.670751 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6ca06d0f-7cce-4b7e-b9f3-141584ad5de1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:53.724830 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4c054b-368a-4b31-9fde-bf069a58ab41 x-openstack-request-id: req-ca4c054b-368a-4b31-9fde-bf069a58ab41 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:50:53.725348 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596b7ff8-8fca-4915-bf97-4f2ffac8babf", "name": "network-vif-plugged", "status": "completed", "tag": "cc9260cd-b796-4d6c-a337-3baf96fb438a", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:50:53.725776 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ca4c054b-368a-4b31-9fde-bf069a58ab41 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:50:53.726391 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596b7ff8-8fca-4915-bf97-4f2ffac8babf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc9260cd-b796-4d6c-a337-3baf96fb438a', 'code': 200} Aug 18 12:50:53.732684 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef1f-fa26-4cd6-baf5-548948019786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:53.780840 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a6ef1f-fa26-4cd6-baf5-548948019786 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:50:53.787369 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6ef1f-fa26-4cd6-baf5-548948019786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39771c3d-82df-46b6-b363-e4b58ba05fb3,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:53.803793 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef1f-fa26-4cd6-baf5-548948019786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:53.804408 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-76a6ef1f-fa26-4cd6-baf5-548948019786 admin admin] Added segment 25475ad4-baf3-42cb-aa6a-76a8b781ae64 of type vlan for network 92663cc1-ad62-49bd-b96a-27a057ddfb66 Aug 18 12:50:53.885339 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef1f-fa26-4cd6-baf5-548948019786 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:53.943003 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-3af9129c-aa36-484a-9406-3c980f2344ad tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=dfbf1e57c29344368949d54d6fc1d536&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306141 Aug 18 12:50:53.973977 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef1f-fa26-4cd6-baf5-548948019786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:53.975175 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a6ef1f-fa26-4cd6-baf5-548948019786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:53.975851 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-76a6ef1f-fa26-4cd6-baf5-548948019786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:53.995967 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca06d0f-7cce-4b7e-b9f3-141584ad5de1 admin admin] Router 6cc6dac9-f731-4b06-9899-4e72139b5fc4 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:50:54.028636 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-76a6ef1f-fa26-4cd6-baf5-548948019786 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0475371 Aug 18 12:50:54.047372 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33344) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:54.052544 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-e791c9f8-a040-441e-b850-7e7be48be7b8 admin admin] Request body: {'subnet': {'network_id': '92663cc1-ad62-49bd-b96a-27a057ddfb66', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-114313003-subnet', 'tenant_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:54.126681 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6ef1f-fa26-4cd6-baf5-548948019786 admin admin] Pushing event updated for resources: {'Network': ['ID=92663cc1-ad62-49bd-b96a-27a057ddfb66,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:54.137055 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 92663cc1-ad62-49bd-b96a-27a057ddfb66 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:50:54.185996 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-65e76cd6-a065-4ad6-961a-1c70dd75a51b tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:54.193821 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-65e76cd6-a065-4ad6-961a-1c70dd75a51b tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2441237 Aug 18 12:50:54.198643 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b5261-e56b-4403-a5bf-8afa19c552bb req-ace20fc2-5100-4ed1-8a73-02e8c71343df tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:54.207800 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cf4b5261-e56b-4403-a5bf-8afa19c552bb req-ace20fc2-5100-4ed1-8a73-02e8c71343df tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] 10.222.0.13 "GET /v2.0/ports?device_id=222777ea-c875-4cc4-aeb4-45fb2511cebc HTTP/1.1" status: 200 len: 944 time: 0.1296291 Aug 18 12:50:54.216392 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-dd54bed6-2eb5-42c7-9410-08ad6bbeda7d tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/quotas/dfbf1e57c29344368949d54d6fc1d536 HTTP/1.1" status: 200 len: 375 time: 0.0214894 Aug 18 12:50:54.229802 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e791c9f8-a040-441e-b850-7e7be48be7b8 admin admin] Made reservation on behalf of decf5c0578c64585b01ec48d0ad33c5c for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:50:54.232700 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e791c9f8-a040-441e-b850-7e7be48be7b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:54.236655 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca06d0f-7cce-4b7e-b9f3-141584ad5de1 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:50:54.247961 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6ca06d0f-7cce-4b7e-b9f3-141584ad5de1 admin admin] 10.222.0.13 "PUT /v2.0/routers/6cc6dac9-f731-4b06-9899-4e72139b5fc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4895604 Aug 18 12:50:54.249015 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33348) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:54.251651 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3cc1a0-af75-4517-9019-91809000093d None None] Sync routers for ids ['6cc6dac9-f731-4b06-9899-4e72139b5fc4'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:50:54.281919 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3cc1a0-af75-4517-9019-91809000093d None None] Routers {'6cc6dac9-f731-4b06-9899-4e72139b5fc4'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:50:54.282939 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-ab3cc1a0-af75-4517-9019-91809000093d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:50:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['6cc6dac9-f731-4b06-9899-4e72139b5fc4'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:54.306107 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cf4b5261-e56b-4403-a5bf-8afa19c552bb req-64c0246d-633a-40bd-b67a-79bab1965f8a tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] 10.222.0.13 "GET /v2.0/security-groups?id=55a7d967-1051-4a35-8efe-e9579c32881c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883274 Aug 18 12:50:54.428719 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-2eaa7b36-c107-4cb7-9f91-507f0ea24252 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dfbf1e57c29344368949d54d6fc1d536&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2112579 Aug 18 12:50:54.521018 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-ab3cc1a0-af75-4517-9019-91809000093d None None] Set router 6cc6dac9-f731-4b06-9899-4e72139b5fc4 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:50:54.530443 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-61fd8e66-4f05-4360-8808-59759e52ae46 admin admin] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:54.573787 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e791c9f8-a040-441e-b850-7e7be48be7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:54.649928 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e791c9f8-a040-441e-b850-7e7be48be7b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0141e478-2256-4b2e-ad50-7df31de14f49,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:54.665443 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e791c9f8-a040-441e-b850-7e7be48be7b8 admin admin] Checking segment: {'id': '25475ad4-baf3-42cb-aa6a-76a8b781ae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '92663cc1-ad62-49bd-b96a-27a057ddfb66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:50:54.666727 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e791c9f8-a040-441e-b850-7e7be48be7b8 admin admin] Network hostable DHCP agents. Network: 92663cc1-ad62-49bd-b96a-27a057ddfb66, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:50:54.754042 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-61fd8e66-4f05-4360-8808-59759e52ae46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:54.795418 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e791c9f8-a040-441e-b850-7e7be48be7b8 admin admin] Network 92663cc1-ad62-49bd-b96a-27a057ddfb66 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:50:54.806900 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5f29d-e17d-43c2-b170-1bf233cdc8d8 req-e17f4cad-848d-4c95-bd9b-501f2f88b8f5 tempest-ServersAdminTestJSON-1227625692 tempest-ServersAdminTestJSON-1227625692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:54.807390 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5f29d-e17d-43c2-b170-1bf233cdc8d8 req-e17f4cad-848d-4c95-bd9b-501f2f88b8f5 tempest-ServersAdminTestJSON-1227625692 tempest-ServersAdminTestJSON-1227625692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:54.808630 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5f29d-e17d-43c2-b170-1bf233cdc8d8 req-e17f4cad-848d-4c95-bd9b-501f2f88b8f5 tempest-ServersAdminTestJSON-1227625692 tempest-ServersAdminTestJSON-1227625692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:54.808630 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5f29d-e17d-43c2-b170-1bf233cdc8d8 req-e17f4cad-848d-4c95-bd9b-501f2f88b8f5 tempest-ServersAdminTestJSON-1227625692 tempest-ServersAdminTestJSON-1227625692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:54.810094 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5f29d-e17d-43c2-b170-1bf233cdc8d8 req-e17f4cad-848d-4c95-bd9b-501f2f88b8f5 tempest-ServersAdminTestJSON-1227625692 tempest-ServersAdminTestJSON-1227625692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:54.810643 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5f29d-e17d-43c2-b170-1bf233cdc8d8 req-e17f4cad-848d-4c95-bd9b-501f2f88b8f5 tempest-ServersAdminTestJSON-1227625692 tempest-ServersAdminTestJSON-1227625692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:54.811173 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5f29d-e17d-43c2-b170-1bf233cdc8d8 req-e17f4cad-848d-4c95-bd9b-501f2f88b8f5 tempest-ServersAdminTestJSON-1227625692 tempest-ServersAdminTestJSON-1227625692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:54.811652 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5f29d-e17d-43c2-b170-1bf233cdc8d8 req-e17f4cad-848d-4c95-bd9b-501f2f88b8f5 tempest-ServersAdminTestJSON-1227625692 tempest-ServersAdminTestJSON-1227625692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:54.812183 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5f29d-e17d-43c2-b170-1bf233cdc8d8 req-e17f4cad-848d-4c95-bd9b-501f2f88b8f5 tempest-ServersAdminTestJSON-1227625692 tempest-ServersAdminTestJSON-1227625692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:54.812655 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5f29d-e17d-43c2-b170-1bf233cdc8d8 req-e17f4cad-848d-4c95-bd9b-501f2f88b8f5 tempest-ServersAdminTestJSON-1227625692 tempest-ServersAdminTestJSON-1227625692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:54.813496 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5f29d-e17d-43c2-b170-1bf233cdc8d8 req-e17f4cad-848d-4c95-bd9b-501f2f88b8f5 tempest-ServersAdminTestJSON-1227625692 tempest-ServersAdminTestJSON-1227625692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:54.826433 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d3c5f29d-e17d-43c2-b170-1bf233cdc8d8 req-e17f4cad-848d-4c95-bd9b-501f2f88b8f5 tempest-ServersAdminTestJSON-1227625692 tempest-ServersAdminTestJSON-1227625692-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae&device_id=222777ea-c875-4cc4-aeb4-45fb2511cebc&device_id=6edab5d5-a84d-47f1-bc2d-8c52a75c54c5&device_id=18a1a949-187d-409d-9fdf-c1b6165470d0&device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4&device_id=be38b301-ebf9-498a-b735-a2ca2416d350&device_id=dea89456-27c8-4b4c-8bea-e414b197d248&device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f&device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf&device_id=f60f0443-a402-4f3d-82ec-b80e9cfd9f98&device_id=02128226-94e7-4e9a-a1b0-25b32151af1d&device_id=546c81ec-fcd3-4c4a-903d-8640043b03cf HTTP/1.1" status: 200 len: 9975 time: 0.1216714 Aug 18 12:50:54.871436 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-d3c5f29d-e17d-43c2-b170-1bf233cdc8d8 req-20dd106f-5a3a-42ed-9fb8-06ab7bcbc303 tempest-ServersAdminTestJSON-1227625692 tempest-ServersAdminTestJSON-1227625692-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:54.914405 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f3c9488c-a46e-4538-bb1c-20427bb6e039 req-068cd2a2-f9e9-4fc7-a664-f3a62e505f7c tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 210 time: 0.0684626 Aug 18 12:50:54.915951 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-e791c9f8-a040-441e-b850-7e7be48be7b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 92663cc1-ad62-49bd-b96a-27a057ddfb66) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:50:54.923559 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3515cf8a-37eb-43fe-9378-543d76d80a22 None None] Network 92663cc1-ad62-49bd-b96a-27a057ddfb66 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:50:54.927221 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e791c9f8-a040-441e-b850-7e7be48be7b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:54.927818 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e791c9f8-a040-441e-b850-7e7be48be7b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:54.970461 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-ab3cc1a0-af75-4517-9019-91809000093d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc6dac9-f731-4b06-9899-4e72139b5fc4', 'name': 'tempest-FloatingIPsNegativeTestJSON-223322553-router', 'tenant_id': '409462fef6cf40f5bda89c2a799526d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'cebcaa4e-a637-4778-aa2b-5ab5931508c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:38Z', 'updated_at': '2021-08-18T12:50:52Z', 'revision_number': 5, 'project_id': '409462fef6cf40f5bda89c2a799526d8', 'gw_port': {'id': 'cebcaa4e-a637-4778-aa2b-5ab5931508c6', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc6dac9-f731-4b06-9899-4e72139b5fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:39Z', 'updated_at': '2021-08-18T12:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:55.000966 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3cc1a0-af75-4517-9019-91809000093d None None] Checking router: 6cc6dac9-f731-4b06-9899-4e72139b5fc4 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:50:55.015058 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3cc1a0-af75-4517-9019-91809000093d None None] Routers {'6cc6dac9-f731-4b06-9899-4e72139b5fc4'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:50:55.015058 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-ab3cc1a0-af75-4517-9019-91809000093d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:50:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['6cc6dac9-f731-4b06-9899-4e72139b5fc4'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:55.126232 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-d3c5f29d-e17d-43c2-b170-1bf233cdc8d8 req-20dd106f-5a3a-42ed-9fb8-06ab7bcbc303 tempest-ServersAdminTestJSON-1227625692 tempest-ServersAdminTestJSON-1227625692-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:55.132304 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-ab3cc1a0-af75-4517-9019-91809000093d None None] Set router 6cc6dac9-f731-4b06-9899-4e72139b5fc4 gateway port host: None {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:50:55.168065 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-61fd8e66-4f05-4360-8808-59759e52ae46 admin admin] Deleting port cebcaa4e-a637-4778-aa2b-5ab5931508c6 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:50:55.168530 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-61fd8e66-4f05-4360-8808-59759e52ae46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:55.224601 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f69af7-72cc-49bf-a934-fc6775749269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-92663cc1-ad62-49bd-b96a-27a057ddfb66', 'network_id': '92663cc1-ad62-49bd-b96a-27a057ddfb66', 'tenant_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'fixed_ips': [{'subnet_id': '0141e478-2256-4b2e-ad50-7df31de14f49'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:50:55.225637 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-19f69af7-72cc-49bf-a934-fc6775749269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:55.257988 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-d3c5f29d-e17d-43c2-b170-1bf233cdc8d8 req-20dd106f-5a3a-42ed-9fb8-06ab7bcbc303 tempest-ServersAdminTestJSON-1227625692 tempest-ServersAdminTestJSON-1227625692-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:55.269037 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335965b-9aa0-4594-85da-1b024e7e9710 req-5cdf021e-ef84-43dd-bf7f-f8166cd69c97 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:55.277601 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b335965b-9aa0-4594-85da-1b024e7e9710 req-5cdf021e-ef84-43dd-bf7f-f8166cd69c97 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 946 time: 0.1966903 Aug 18 12:50:55.323282 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-b170ddcf-7fab-48a2-91e0-227653f704d1 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:55.326522 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-b170ddcf-7fab-48a2-91e0-227653f704d1 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.39 "GET /v2.0/networks?id=91d3e9e9-f927-4110-8610-d1ae88923133 HTTP/1.1" status: 200 len: 821 time: 0.3388429 Aug 18 12:50:55.342119 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-41ba3006-e2e7-40e3-b27f-910c2f6e09de tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Request body: {'port': {'device_id': '50cbd843-01c0-4d5c-95e3-010fda7981ae', 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133', 'admin_state_up': True, 'tenant_id': '3e9a8a0a72a94b328bf1e534da208edd'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:55.344596 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-61fd8e66-4f05-4360-8808-59759e52ae46 admin admin] For port cebcaa4e-a637-4778-aa2b-5ab5931508c6, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=cebcaa4e-a637-4778-aa2b-5ab5931508c6,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:55.344596 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-61fd8e66-4f05-4360-8808-59759e52ae46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:55.357863 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-ab3cc1a0-af75-4517-9019-91809000093d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc6dac9-f731-4b06-9899-4e72139b5fc4', 'name': 'tempest-FloatingIPsNegativeTestJSON-223322553-router', 'tenant_id': '409462fef6cf40f5bda89c2a799526d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:38Z', 'updated_at': '2021-08-18T12:50:54Z', 'revision_number': 6, 'project_id': '409462fef6cf40f5bda89c2a799526d8', 'gw_port_host': None}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:55.359397 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b335965b-9aa0-4594-85da-1b024e7e9710 req-260c4ea3-c6e5-436d-bdac-b1ff6f1b1c4a tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809042 Aug 18 12:50:55.385481 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-61fd8e66-4f05-4360-8808-59759e52ae46 admin admin] Calling delete_port for cebcaa4e-a637-4778-aa2b-5ab5931508c6 owned by network:router_gateway {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:50:55.433986 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3cc1a0-af75-4517-9019-91809000093d None None] The sync data for ids ['6cc6dac9-f731-4b06-9899-4e72139b5fc4'] in n-d-803603-2 is: [{'id': '6cc6dac9-f731-4b06-9899-4e72139b5fc4', 'name': 'tempest-FloatingIPsNegativeTestJSON-223322553-router', 'tenant_id': '409462fef6cf40f5bda89c2a799526d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:38Z', 'updated_at': '2021-08-18T12:50:54Z', 'revision_number': 6, 'project_id': '409462fef6cf40f5bda89c2a799526d8', 'gw_port_host': None}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:50:55.440667 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d3c5f29d-e17d-43c2-b170-1bf233cdc8d8 req-20dd106f-5a3a-42ed-9fb8-06ab7bcbc303 tempest-ServersAdminTestJSON-1227625692 tempest-ServersAdminTestJSON-1227625692-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&id=629e5b21-6a46-4fe5-97a5-33e5925ab6c5&id=55a7d967-1051-4a35-8efe-e9579c32881c&id=60270124-5110-47d9-b16e-e7890a5277ba&id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.6132765 Aug 18 12:50:55.449320 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e791c9f8-a040-441e-b850-7e7be48be7b8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3983850 Aug 18 12:50:55.450235 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device e0f8f106-009d-4812-8732-e5462f74d9c9 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:50:55.480151 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33366) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:55.484266 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-19f69af7-72cc-49bf-a934-fc6775749269 None None] Allocated IP 172.20.0.2 (92663cc1-ad62-49bd-b96a-27a057ddfb66/0141e478-2256-4b2e-ad50-7df31de14f49/d9e19a60-c5e9-485d-a929-422c32be1e3c) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:50:55.502508 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-2219a552-fd81-4d62-b580-6858f0c11303 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-114313003-router', 'tenant_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:55.596140 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-549433de-4722-4cf9-8d8c-98db47c660ed req-c8e3a1ba-e948-4715-afa9-4498f65630f5 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 210 time: 0.1390293 Aug 18 12:50:55.755658 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2219a552-fd81-4d62-b580-6858f0c11303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:55.757367 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2219a552-fd81-4d62-b580-6858f0c11303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:55.779745 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port e0f8f106-009d-4812-8732-e5462f74d9c9, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=e0f8f106-009d-4812-8732-e5462f74d9c9,segment=NetworkSegment(eb020702-23cb-430d-8f1f-756bc29a1e99),segment_id=eb020702-23cb-430d-8f1f-756bc29a1e99)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:55.817165 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'e0f8f106-009d-4812-8732-e5462f74d9c9', 'network_id': '6e749c12-8a9b-455c-a302-632a00e56529', 'port_id': 'e0f8f106-009d-4812-8732-e5462f74d9c9', 'mac_address': 'fa:16:3e:4c:6c:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69b77b4f-c2de-4edf-847c-9e50b2c81a98', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:50:55.838121 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd106f-5a3a-42ed-9fb8-06ab7bcbc303 tempest-ServersAdminTestJSON-1227625692 tempest-ServersAdminTestJSON-1227625692-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d656dbe3-edf7-4953-b694-3584d1931cac,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:55.896477 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05682247-842f-4d0b-b91c-2ad856136db8 req-a3b05fe2-f5de-443c-8d74-00eec7d7e5a6 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:55.896477 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-05682247-842f-4d0b-b91c-2ad856136db8 req-a3b05fe2-f5de-443c-8d74-00eec7d7e5a6 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] 10.222.0.13 "GET /v2.0/ports?device_id=222777ea-c875-4cc4-aeb4-45fb2511cebc HTTP/1.1" status: 200 len: 944 time: 0.0690029 Aug 18 12:50:55.920003 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-41ba3006-e2e7-40e3-b27f-910c2f6e09de tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Made reservation on behalf of 3e9a8a0a72a94b328bf1e534da208edd for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:50:55.921608 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-61fd8e66-4f05-4360-8808-59759e52ae46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:55.926667 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-41ba3006-e2e7-40e3-b27f-910c2f6e09de tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:56.012770 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd8e66-4f05-4360-8808-59759e52ae46 admin admin] Pushing event deleted for resources: {'Port': ['ID=cebcaa4e-a637-4778-aa2b-5ab5931508c6,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:56.040567 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-19f69af7-72cc-49bf-a934-fc6775749269 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:56.052222 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-19f69af7-72cc-49bf-a934-fc6775749269 None None] Transition to ACTIVE for port object d9e19a60-c5e9-485d-a929-422c32be1e3c will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:50:56.059015 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-05682247-842f-4d0b-b91c-2ad856136db8 req-2c17dcb9-c2bf-473e-bf79-45845bac9893 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] 10.222.0.13 "GET /v2.0/security-groups?id=55a7d967-1051-4a35-8efe-e9579c32881c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460969 Aug 18 12:50:56.087278 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-19f69af7-72cc-49bf-a934-fc6775749269 None None] Transition to ACTIVE for port object d9e19a60-c5e9-485d-a929-422c32be1e3c will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:50:56.089209 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-61fd8e66-4f05-4360-8808-59759e52ae46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:56.101980 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:56.118660 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0f8f106-009d-4812-8732-e5462f74d9c9 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:50:56.163881 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port e0f8f106-009d-4812-8732-e5462f74d9c9, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=e0f8f106-009d-4812-8732-e5462f74d9c9,segment=NetworkSegment(eb020702-23cb-430d-8f1f-756bc29a1e99),segment_id=eb020702-23cb-430d-8f1f-756bc29a1e99)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:56.173976 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-19f69af7-72cc-49bf-a934-fc6775749269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:56.219517 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2219a552-fd81-4d62-b580-6858f0c11303 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:56.225340 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f69af7-72cc-49bf-a934-fc6775749269 None None] Network 92663cc1-ad62-49bd-b96a-27a057ddfb66 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:50:56.228413 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-19f69af7-72cc-49bf-a934-fc6775749269 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:50:56.236101 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f69af7-72cc-49bf-a934-fc6775749269 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:50:56.253787 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:56.269593 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-61fd8e66-4f05-4360-8808-59759e52ae46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:56.273183 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-beedc939-027a-41b9-83d8-b2a3ab4e770b req-5320101f-d37f-4700-a177-a6eae0622804 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 210 time: 0.0463519 Aug 18 12:50:56.274484 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-61fd8e66-4f05-4360-8808-59759e52ae46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:56.277105 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f69af7-72cc-49bf-a934-fc6775749269 None None] Pushing event updated for resources: {'Port': ['ID=d9e19a60-c5e9-485d-a929-422c32be1e3c,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:56.415855 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=e0f8f106-009d-4812-8732-e5462f74d9c9,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:56.423334 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-19f69af7-72cc-49bf-a934-fc6775749269 None None] Attempting to bind port d9e19a60-c5e9-485d-a929-422c32be1e3c on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:50:56.423792 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-19f69af7-72cc-49bf-a934-fc6775749269 None None] Attempting to bind port d9e19a60-c5e9-485d-a929-422c32be1e3c by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '25475ad4-baf3-42cb-aa6a-76a8b781ae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '92663cc1-ad62-49bd-b96a-27a057ddfb66'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:50:56.424223 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f69af7-72cc-49bf-a934-fc6775749269 None None] Attempting to bind port d9e19a60-c5e9-485d-a929-422c32be1e3c on network 92663cc1-ad62-49bd-b96a-27a057ddfb66 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:50:56.430302 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f69af7-72cc-49bf-a934-fc6775749269 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:50:56.431947 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f69af7-72cc-49bf-a934-fc6775749269 None None] Checking segment: {'id': '25475ad4-baf3-42cb-aa6a-76a8b781ae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '92663cc1-ad62-49bd-b96a-27a057ddfb66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:50:56.433087 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-19f69af7-72cc-49bf-a934-fc6775749269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:56.433177 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f69af7-72cc-49bf-a934-fc6775749269 None None] Bound using segment: {'id': '25475ad4-baf3-42cb-aa6a-76a8b781ae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '92663cc1-ad62-49bd-b96a-27a057ddfb66'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:50:56.433743 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-19f69af7-72cc-49bf-a934-fc6775749269 None None] Bound port: d9e19a60-c5e9-485d-a929-422c32be1e3c, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25475ad4-baf3-42cb-aa6a-76a8b781ae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '92663cc1-ad62-49bd-b96a-27a057ddfb66'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:50:56.434643 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-19f69af7-72cc-49bf-a934-fc6775749269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:56.446644 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-61fd8e66-4f05-4360-8808-59759e52ae46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:56.448087 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61fd8e66-4f05-4360-8808-59759e52ae46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cc6dac9-f731-4b06-9899-4e72139b5fc4 {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:50:56.459112 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-61fd8e66-4f05-4360-8808-59759e52ae46 admin admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:56.460507 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-61fd8e66-4f05-4360-8808-59759e52ae46 admin admin] 10.222.0.13 "DELETE /v2.0/routers/6cc6dac9-f731-4b06-9899-4e72139b5fc4 HTTP/1.1" status: 204 len: 168 time: 2.2105672 Aug 18 12:50:56.480272 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33378) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:56.482581 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['e0f8f106-009d-4812-8732-e5462f74d9c9'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:50:56.500691 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-41ba3006-e2e7-40e3-b27f-910c2f6e09de tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Allocated IP 172.20.0.9 (91d3e9e9-f927-4110-8610-d1ae88923133/da996bc9-0001-4e2d-9a03-d2d78ee48c5d/8475102b-3321-4c78-b6ac-5b16bf171cd0) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:50:56.551050 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-19f69af7-72cc-49bf-a934-fc6775749269 None None] For port d9e19a60-c5e9-485d-a929-422c32be1e3c, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:50:56.559162 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-19f69af7-72cc-49bf-a934-fc6775749269 None None] For port d9e19a60-c5e9-485d-a929-422c32be1e3c, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=d9e19a60-c5e9-485d-a929-422c32be1e3c,segment=NetworkSegment(25475ad4-baf3-42cb-aa6a-76a8b781ae64),segment_id=25475ad4-baf3-42cb-aa6a-76a8b781ae64)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:50:56.575844 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf30caa-222d-44a9-a00b-394594b3682b req-912712e7-16d4-4eea-92c0-5c67b7e5a184 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:56.587242 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ebf30caa-222d-44a9-a00b-394594b3682b req-912712e7-16d4-4eea-92c0-5c67b7e5a184 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 946 time: 0.1253181 Aug 18 12:50:56.609585 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2219a552-fd81-4d62-b580-6858f0c11303 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:56.611498 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-19f69af7-72cc-49bf-a934-fc6775749269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:56.622010 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a398984-9e63-4028-8716-eda3cb13a104 admin admin] Deleting subnet aaebef9b-6e88-4ac2-8352-f98da5616f14 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:50:56.625998 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2a398984-9e63-4028-8716-eda3cb13a104 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:56.656667 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b305835-7d68-42c9-acf3-a6ffc2e1bff1 req-87f08802-6372-4dc9-b5eb-2248a96b534e tempest-ServersAdminTestJSON-1227625692 tempest-ServersAdminTestJSON-1227625692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:56.657152 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b305835-7d68-42c9-acf3-a6ffc2e1bff1 req-87f08802-6372-4dc9-b5eb-2248a96b534e tempest-ServersAdminTestJSON-1227625692 tempest-ServersAdminTestJSON-1227625692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:56.657626 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b305835-7d68-42c9-acf3-a6ffc2e1bff1 req-87f08802-6372-4dc9-b5eb-2248a96b534e tempest-ServersAdminTestJSON-1227625692 tempest-ServersAdminTestJSON-1227625692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:56.659955 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7b305835-7d68-42c9-acf3-a6ffc2e1bff1 req-87f08802-6372-4dc9-b5eb-2248a96b534e tempest-ServersAdminTestJSON-1227625692 tempest-ServersAdminTestJSON-1227625692-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6edab5d5-a84d-47f1-bc2d-8c52a75c54c5&device_id=18a1a949-187d-409d-9fdf-c1b6165470d0&device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 2884 time: 0.2371299 Aug 18 12:50:56.696412 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2a398984-9e63-4028-8716-eda3cb13a104 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:56.746530 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f69af7-72cc-49bf-a934-fc6775749269 None None] Pushing event updated for resources: {'Port': ['ID=d9e19a60-c5e9-485d-a929-422c32be1e3c,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:56.791976 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ebf30caa-222d-44a9-a00b-394594b3682b req-50b6383d-42b2-4a7c-8b78-860b111ca8e2 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036936 Aug 18 12:50:56.844849 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2a398984-9e63-4028-8716-eda3cb13a104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:56.954661 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bd76f053-1843-4bc7-b5fe-915b416d76f3 req-ff75ff80-ddfa-411f-94e9-525e97ba2279 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 210 time: 0.0448000 Aug 18 12:50:57.059145 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2a398984-9e63-4028-8716-eda3cb13a104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:57.098519 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a398984-9e63-4028-8716-eda3cb13a104 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaebef9b-6e88-4ac2-8352-f98da5616f14,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:57.101330 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2a398984-9e63-4028-8716-eda3cb13a104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:57.104958 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad01f84-dcfa-45da-a80b-8322bf1e8fe3 None None] Network 42ce3106-cab2-4f2b-8b5a-e3870f624d4d requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:50:57.116955 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2a398984-9e63-4028-8716-eda3cb13a104 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/aaebef9b-6e88-4ac2-8352-f98da5616f14 HTTP/1.1" status: 204 len: 168 time: 0.6355085 Aug 18 12:50:57.127069 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33386) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:57.310934 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-b57da6c9-58f1-4a74-90c1-cc7aacfd8c50 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=dfbf1e57c29344368949d54d6fc1d536&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0848784 Aug 18 12:50:57.357596 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device d9e19a60-c5e9-485d-a929-422c32be1e3c up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:50:57.435447 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7b305835-7d68-42c9-acf3-a6ffc2e1bff1 req-698c396d-859f-49d9-98aa-11058488c970 tempest-ServersAdminTestJSON-1227625692 tempest-ServersAdminTestJSON-1227625692-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7655616 Aug 18 12:50:57.457099 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device e0f8f106-009d-4812-8732-e5462f74d9c9 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:50:57.476036 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7273d3fa-9953-48b2-8065-6254bf802f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:57.509728 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6797d580-dc06-459c-baa2-521c0b230ee5 None None] DHCP port deletion for 42ce3106-cab2-4f2b-8b5a-e3870f624d4d request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:50:57.522453 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-41ba3006-e2e7-40e3-b27f-910c2f6e09de tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:57.542700 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b36b1f-37da-45cf-b5e5-1e3ea580c8ea req-4007a6b6-7494-48fa-bf2a-69cbaaefb081 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:57.544271 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b5b36b1f-37da-45cf-b5e5-1e3ea580c8ea req-4007a6b6-7494-48fa-bf2a-69cbaaefb081 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] 10.222.0.13 "GET /v2.0/ports?device_id=222777ea-c875-4cc4-aeb4-45fb2511cebc HTTP/1.1" status: 200 len: 945 time: 0.3172486 Aug 18 12:50:57.591565 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9680c6e9-0f1a-4dcd-80cf-8aa7b9737a8b req-af1bda92-32f9-48c8-ad7b-3ded4243d91b tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 210 time: 0.0490446 Aug 18 12:50:57.659317 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port d9e19a60-c5e9-485d-a929-422c32be1e3c completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:50:57.748328 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-41ba3006-e2e7-40e3-b27f-910c2f6e09de tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:57.783339 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-6797d580-dc06-459c-baa2-521c0b230ee5 None None] Deleting port 2080eb5d-0cab-402b-b616-4a5cfae38c08 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:50:57.788302 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6797d580-dc06-459c-baa2-521c0b230ee5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:57.801412 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:57.833408 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device cebcaa4e-a637-4778-aa2b-5ab5931508c6 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:50:57.928435 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port e0f8f106-009d-4812-8732-e5462f74d9c9 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:50:57.934477 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: cebcaa4e-a637-4778-aa2b-5ab5931508c6 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:50:57.934827 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device cebcaa4e-a637-4778-aa2b-5ab5931508c6 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:50:57.935191 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-41ba3006-e2e7-40e3-b27f-910c2f6e09de tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Network 91d3e9e9-f927-4110-8610-d1ae88923133 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:50:57.935311 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 575ecce6-7cab-428c-8478-61e4b637cdf1 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:50:57.939130 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-41ba3006-e2e7-40e3-b27f-910c2f6e09de tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:50:57.945283 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-41ba3006-e2e7-40e3-b27f-910c2f6e09de tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:50:57.961682 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 575ecce6-7cab-428c-8478-61e4b637cdf1 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:50:57.962038 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 575ecce6-7cab-428c-8478-61e4b637cdf1 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:50:57.969540 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port e0f8f106-009d-4812-8732-e5462f74d9c9 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:57.969929 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:58.009120 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-6797d580-dc06-459c-baa2-521c0b230ee5 None None] For port 2080eb5d-0cab-402b-b616-4a5cfae38c08, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=2080eb5d-0cab-402b-b616-4a5cfae38c08,segment=NetworkSegment(f9d754c0-fa03-4e3c-89d1-ea5d700649f7),segment_id=f9d754c0-fa03-4e3c-89d1-ea5d700649f7)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:58.010087 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6797d580-dc06-459c-baa2-521c0b230ee5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:58.031829 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-6797d580-dc06-459c-baa2-521c0b230ee5 None None] Calling delete_port for 2080eb5d-0cab-402b-b616-4a5cfae38c08 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:50:58.053418 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2219a552-fd81-4d62-b580-6858f0c11303 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:58.122897 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2219a552-fd81-4d62-b580-6858f0c11303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:58.249486 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:58.255148 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-2219a552-fd81-4d62-b580-6858f0c11303 admin admin] Allocated IP 172.25.6.78 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/7a8e8d48-39fe-4be7-a7ec-8438b2275c09) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:50:58.306209 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222777ea-c875-4cc4-aeb4-45fb2511cebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f8f106-009d-4812-8732-e5462f74d9c9'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:50:58.308860 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f9f4d0-c110-433d-a84e-e0ef8e0fddf7" -d '{"events": [{"server_uuid": "222777ea-c875-4cc4-aeb4-45fb2511cebc", "name": "network-vif-plugged", "status": "completed", "tag": "e0f8f106-009d-4812-8732-e5462f74d9c9"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:50:58.329313 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af3085c-08c4-4f6e-ac59-871826bcb1ca None None] Network 92663cc1-ad62-49bd-b96a-27a057ddfb66 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:50:58.336167 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-c4feb561-2a8a-471e-976e-5bae28c830d9 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:58.338638 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-c4feb561-2a8a-471e-976e-5bae28c830d9 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0177848 Aug 18 12:50:58.348795 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6797d580-dc06-459c-baa2-521c0b230ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:58.351408 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b5b36b1f-37da-45cf-b5e5-1e3ea580c8ea req-08b1991e-5df1-4a7e-a6d6-f7499fcdcaa1 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] 10.222.0.13 "GET /v2.0/security-groups?id=55a7d967-1051-4a35-8efe-e9579c32881c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8001387 Aug 18 12:50:58.373569 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-4097fb05-7f83-4e48-9fec-9b23b111d95f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Request body: {'port': {'device_id': 'e7a744ca-4db6-4c65-b832-340b92dd5b59', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'admin_state_up': True, 'tenant_id': 'dfbf1e57c29344368949d54d6fc1d536'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:58.392048 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port e0f8f106-009d-4812-8732-e5462f74d9c9, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=e0f8f106-009d-4812-8732-e5462f74d9c9,segment=NetworkSegment(eb020702-23cb-430d-8f1f-756bc29a1e99),segment_id=eb020702-23cb-430d-8f1f-756bc29a1e99)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:58.396588 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2219a552-fd81-4d62-b580-6858f0c11303 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:58.429381 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:58.434143 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6797d580-dc06-459c-baa2-521c0b230ee5 None None] Pushing event deleted for resources: {'Port': ['ID=2080eb5d-0cab-402b-b616-4a5cfae38c08,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:58.438121 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6797d580-dc06-459c-baa2-521c0b230ee5 None None] No DVR routers for this DVR port 2080eb5d-0cab-402b-b616-4a5cfae38c08 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:50:58.457355 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba3006-e2e7-40e3-b27f-910c2f6e09de tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Pushing event updated for resources: {'Port': ['ID=8475102b-3321-4c78-b6ac-5b16bf171cd0,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:58.516623 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-41ba3006-e2e7-40e3-b27f-910c2f6e09de tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:58.517203 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-41ba3006-e2e7-40e3-b27f-910c2f6e09de tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:58.547934 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175291e2-d1ed-4cfa-a753-9f5fac5ea3f8 req-d859e44b-506c-420a-ad28-dcadd65e0870 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:58.549966 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-175291e2-d1ed-4cfa-a753-9f5fac5ea3f8 req-d859e44b-506c-420a-ad28-dcadd65e0870 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 946 time: 0.0943570 Aug 18 12:50:58.560230 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-68fcb1e8-b2f0-4ff7-a730-bcebd925da05 req-2b282b5f-54b2-4bb9-91e4-b08ed957010e tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 210 time: 0.0786438 Aug 18 12:50:58.569686 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-7273d3fa-9953-48b2-8065-6254bf802f8d admin admin] Deleting port 2080eb5d-0cab-402b-b616-4a5cfae38c08 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:50:58.570163 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7273d3fa-9953-48b2-8065-6254bf802f8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:58.577123 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:58.618217 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-175291e2-d1ed-4cfa-a753-9f5fac5ea3f8 req-5a3df1ea-d230-4511-bb07-65c6f5018518 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581627 Aug 18 12:50:58.630583 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2219a552-fd81-4d62-b580-6858f0c11303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:58.642213 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-3c4fbf81-65e9-47b8-bfad-1419782becd0 None None] Provisioning for port d9e19a60-c5e9-485d-a929-422c32be1e3c completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:50:58.680184 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-3c4fbf81-65e9-47b8-bfad-1419782becd0 None None] Provisioning complete for port d9e19a60-c5e9-485d-a929-422c32be1e3c triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:58.680706 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3c4fbf81-65e9-47b8-bfad-1419782becd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:58.733394 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-41ba3006-e2e7-40e3-b27f-910c2f6e09de tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3974786 Aug 18 12:50:58.766773 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-84d19e06-9279-4ca2-945a-cb6cd1800862 service neutron] Request body: {'port': {'device_id': '50cbd843-01c0-4d5c-95e3-010fda7981ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:58.791549 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-7273d3fa-9953-48b2-8065-6254bf802f8d admin admin] For port 2080eb5d-0cab-402b-b616-4a5cfae38c08, host n-d-803603-2, got binding levels [] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:58.792086 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7273d3fa-9953-48b2-8065-6254bf802f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:58.829581 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-7273d3fa-9953-48b2-8065-6254bf802f8d admin admin] Calling delete_port for 2080eb5d-0cab-402b-b616-4a5cfae38c08 owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:50:58.845403 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.ipam_backend_mixin [None req-7273d3fa-9953-48b2-8065-6254bf802f8d admin admin] Port 2080eb5d-0cab-402b-b616-4a5cfae38c08 was not found and therefore no delete operation was performed {{(pid=101676) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 12:50:58.853102 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7273d3fa-9953-48b2-8065-6254bf802f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:58.855834 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2219a552-fd81-4d62-b580-6858f0c11303 admin admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:50:58.872016 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-2219a552-fd81-4d62-b580-6858f0c11303 admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:50:58.882737 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7273d3fa-9953-48b2-8065-6254bf802f8d admin admin] No DVR routers for this DVR port 2080eb5d-0cab-402b-b616-4a5cfae38c08 on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:50:58.898007 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2219a552-fd81-4d62-b580-6858f0c11303 admin admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:50:58.905830 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2219a552-fd81-4d62-b580-6858f0c11303 admin admin] Pushing event updated for resources: {'Port': ['ID=7a8e8d48-39fe-4be7-a7ec-8438b2275c09,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:58.982967 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-84d19e06-9279-4ca2-945a-cb6cd1800862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:59.008540 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7273d3fa-9953-48b2-8065-6254bf802f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:59.021868 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-7273d3fa-9953-48b2-8065-6254bf802f8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42ce3106-cab2-4f2b-8b5a-e3870f624d4d']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:59.035137 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-7273d3fa-9953-48b2-8065-6254bf802f8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9d754c0-fa03-4e3c-89d1-ea5d700649f7') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:59.035564 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-7273d3fa-9953-48b2-8065-6254bf802f8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9d754c0-fa03-4e3c-89d1-ea5d700649f7') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:59.053205 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10a2d51-3506-4920-a1ba-81eb2c051689 x-openstack-request-id: req-e10a2d51-3506-4920-a1ba-81eb2c051689 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:50:59.053501 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "222777ea-c875-4cc4-aeb4-45fb2511cebc", "name": "network-vif-plugged", "status": "completed", "tag": "e0f8f106-009d-4812-8732-e5462f74d9c9", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:50:59.053750 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e10a2d51-3506-4920-a1ba-81eb2c051689 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:50:59.054140 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '222777ea-c875-4cc4-aeb4-45fb2511cebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f8f106-009d-4812-8732-e5462f74d9c9', 'code': 200} Aug 18 12:50:59.056872 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7273d3fa-9953-48b2-8065-6254bf802f8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:59.062551 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=e0f8f106-009d-4812-8732-e5462f74d9c9,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:59.078928 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7273d3fa-9953-48b2-8065-6254bf802f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:59.090511 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7273d3fa-9953-48b2-8065-6254bf802f8d admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:50:59.092208 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7273d3fa-9953-48b2-8065-6254bf802f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:59.163940 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3c4fbf81-65e9-47b8-bfad-1419782becd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:59.193433 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 12:50:59.193433 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:50:59.193433 n-d-803603-2 neutron-server[101676]: timer() Aug 18 12:50:59.193433 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:50:59.193433 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 12:50:59.193433 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:50:59.193433 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 12:50:59.193433 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:50:59.193433 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 12:50:59.193433 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:50:59.193433 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 12:50:59.193433 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:50:59.193433 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 12:50:59.193433 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:50:59.193433 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:50:59.193433 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:50:59.193433 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:50:59.193433 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:50:59.193433 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 12:50:59.193433 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:50:59.193433 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 12:50:59.193433 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:50:59.193433 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:50:59.193433 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:50:59.193433 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 12:50:59.193433 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:50:59.193433 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:50:59.193433 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:50:59.193433 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:50:59.193433 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:50:59.193433 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:50:59.193433 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:50:59.195510 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273d3fa-9953-48b2-8065-6254bf802f8d admin admin] Pushing event deleted for resources: {'Port': ['ID=2080eb5d-0cab-402b-b616-4a5cfae38c08,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:59.208843 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-4097fb05-7f83-4e48-9fec-9b23b111d95f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Made reservation on behalf of dfbf1e57c29344368949d54d6fc1d536 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:50:59.215430 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-4097fb05-7f83-4e48-9fec-9b23b111d95f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:59.256469 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-3c4fbf81-65e9-47b8-bfad-1419782becd0 None None] For port d9e19a60-c5e9-485d-a929-422c32be1e3c, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=d9e19a60-c5e9-485d-a929-422c32be1e3c,segment=NetworkSegment(25475ad4-baf3-42cb-aa6a-76a8b781ae64),segment_id=25475ad4-baf3-42cb-aa6a-76a8b781ae64)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:59.279273 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 2080eb5d-0cab-402b-b616-4a5cfae38c08 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:50:59.327797 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 2080eb5d-0cab-402b-b616-4a5cfae38c08 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:50:59.327797 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 2080eb5d-0cab-402b-b616-4a5cfae38c08 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:50:59.342754 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3c4fbf81-65e9-47b8-bfad-1419782becd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:59.418534 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4fbf81-65e9-47b8-bfad-1419782becd0 None None] Pushing event updated for resources: {'Port': ['ID=d9e19a60-c5e9-485d-a929-422c32be1e3c,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:59.445892 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b548a-2312-4acf-8477-8e4779df922d req-85cdaa84-7e69-405a-9d98-3478caa20872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:59.447602 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-586b548a-2312-4acf-8477-8e4779df922d req-85cdaa84-7e69-405a-9d98-3478caa20872 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=222777ea-c875-4cc4-aeb4-45fb2511cebc HTTP/1.1" status: 200 len: 1097 time: 0.2568591 Aug 18 12:50:59.475024 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225b90c-6872-42b8-b929-5ff9101f3f69 req-e414eb8e-417c-422b-985c-236cbf9fc9a5 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:59.485037 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2225b90c-6872-42b8-b929-5ff9101f3f69 req-e414eb8e-417c-422b-985c-236cbf9fc9a5 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 931 time: 0.2921259 Aug 18 12:50:59.494571 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ff5745f9-fd54-4842-931f-04062c94ebc7 None None] Provisioning complete for port d9e19a60-c5e9-485d-a929-422c32be1e3c triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:59.495056 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ff5745f9-fd54-4842-931f-04062c94ebc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:59.523637 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7273d3fa-9953-48b2-8065-6254bf802f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:59.562201 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7273d3fa-9953-48b2-8065-6254bf802f8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:59.568606 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7273d3fa-9953-48b2-8065-6254bf802f8d admin admin] 10.222.0.13 "DELETE /v2.0/networks/42ce3106-cab2-4f2b-8b5a-e3870f624d4d HTTP/1.1" status: 204 len: 168 time: 2.4395270 Aug 18 12:50:59.604480 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-586b548a-2312-4acf-8477-8e4779df922d req-26cb565b-1e0a-4362-8de5-1ff18b45fe95 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=55a7d967-1051-4a35-8efe-e9579c32881c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474147 Aug 18 12:50:59.622218 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2225b90c-6872-42b8-b929-5ff9101f3f69 req-e287c28e-90e3-4333-968e-5871e73036f2 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321528 Aug 18 12:50:59.623638 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273d3fa-9953-48b2-8065-6254bf802f8d admin admin] Pushing event deleted for resources: {'Network': ['ID=42ce3106-cab2-4f2b-8b5a-e3870f624d4d,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:59.664160 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-84d19e06-9279-4ca2-945a-cb6cd1800862 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8475102b-3321-4c78-b6ac-5b16bf171cd0 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:50:59.676021 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-84d19e06-9279-4ca2-945a-cb6cd1800862 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:59.692762 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-4097fb05-7f83-4e48-9fec-9b23b111d95f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Allocated IP 192.168.233.184 (f82a481e-2d3e-49f3-a273-639556667c8a/38dc8434-66c0-4e05-8cce-b4a4a0f33dc3/845d952c-cf08-4c28-8813-01417698ee53) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:50:59.700237 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-84d19e06-9279-4ca2-945a-cb6cd1800862 service neutron] Transition to ACTIVE for port object 8475102b-3321-4c78-b6ac-5b16bf171cd0 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:50:59.709312 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2219a552-fd81-4d62-b580-6858f0c11303 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:59.776039 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281222b-edfd-403d-b69c-4e5f8ad1bfa4 req-fb1b2d8b-8a93-4acc-8d10-ea9af1a8bfb7 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:59.777519 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7281222b-edfd-403d-b69c-4e5f8ad1bfa4 req-fb1b2d8b-8a93-4acc-8d10-ea9af1a8bfb7 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] 10.222.0.13 "GET /v2.0/ports?device_id=222777ea-c875-4cc4-aeb4-45fb2511cebc HTTP/1.1" status: 200 len: 946 time: 0.0864191 Aug 18 12:50:59.785289 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ca768836-e8ad-4977-9072-a649b46ecae0 req-cc3fdc63-39bc-4f42-bacc-3e8f611ac190 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 210 time: 0.0319641 Aug 18 12:50:59.787629 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-84d19e06-9279-4ca2-945a-cb6cd1800862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:59.890303 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7281222b-edfd-403d-b69c-4e5f8ad1bfa4 req-373d9f97-b209-4452-ab51-4d985d723356 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] 10.222.0.13 "GET /v2.0/security-groups?id=55a7d967-1051-4a35-8efe-e9579c32881c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044970 Aug 18 12:50:59.907117 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d19e06-9279-4ca2-945a-cb6cd1800862 service neutron] Pushing event updated for resources: {'Port': ['ID=8475102b-3321-4c78-b6ac-5b16bf171cd0,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:59.968059 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-4097fb05-7f83-4e48-9fec-9b23b111d95f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:59.987584 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-4097fb05-7f83-4e48-9fec-9b23b111d95f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Transition to ACTIVE for port object 845d952c-cf08-4c28-8813-01417698ee53 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:50:59.998660 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33422) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:51:00.004851 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-61a62a8d-ab1a-48f7-8fee-4e46356162c0 req-55ad13c8-33b4-49fa-9723-4a7ce1331c3d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=02128226-94e7-4e9a-a1b0-25b32151af1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0939367 Aug 18 12:51:00.102020 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6cfc8e-3065-4d08-95c1-0fa0e8a9cc28 req-2b1c2c77-4bc7-4b99-bbf9-aa2e168a9701 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:00.103521 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ea6cfc8e-3065-4d08-95c1-0fa0e8a9cc28 req-2b1c2c77-4bc7-4b99-bbf9-aa2e168a9701 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 946 time: 0.1904945 Aug 18 12:51:00.126775 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32986341-6f27-40fe-a851-3a87685ba92e req-e54abca5-6fe7-4834-8392-472e701b5476 tempest-ServersAdminTestJSON-1227625692 tempest-ServersAdminTestJSON-1227625692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:00.128514 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-32986341-6f27-40fe-a851-3a87685ba92e req-e54abca5-6fe7-4834-8392-472e701b5476 tempest-ServersAdminTestJSON-1227625692 tempest-ServersAdminTestJSON-1227625692-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 1101 time: 0.1455116 Aug 18 12:51:00.131451 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e97b450a-ca9f-4c13-9b84-42487eab1588 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=409462fef6cf40f5bda89c2a799526d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1255035 Aug 18 12:51:00.137692 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33424) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:51:00.138448 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-84d19e06-9279-4ca2-945a-cb6cd1800862 service neutron] Attempting to bind port 8475102b-3321-4c78-b6ac-5b16bf171cd0 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:51:00.138786 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-84d19e06-9279-4ca2-945a-cb6cd1800862 service neutron] Attempting to bind port 8475102b-3321-4c78-b6ac-5b16bf171cd0 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:51:00.139126 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-84d19e06-9279-4ca2-945a-cb6cd1800862 service neutron] Attempting to bind port 8475102b-3321-4c78-b6ac-5b16bf171cd0 on network 91d3e9e9-f927-4110-8610-d1ae88923133 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:51:00.141749 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a62a8d-ab1a-48f7-8fee-4e46356162c0 req-9a5cab41-095b-43d8-bc98-810c2690879a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:00.143356 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-61a62a8d-ab1a-48f7-8fee-4e46356162c0 req-9a5cab41-095b-43d8-bc98-810c2690879a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=075606cfda364ddebe4be31640ab3a76&device_id=02128226-94e7-4e9a-a1b0-25b32151af1d HTTP/1.1" status: 200 len: 1095 time: 0.1068444 Aug 18 12:51:00.151610 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2219a552-fd81-4d62-b580-6858f0c11303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:00.164789 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-84d19e06-9279-4ca2-945a-cb6cd1800862 service neutron] Port 8475102b-3321-4c78-b6ac-5b16bf171cd0 on network 91d3e9e9-f927-4110-8610-d1ae88923133 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:51:00.165113 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-84d19e06-9279-4ca2-945a-cb6cd1800862 service neutron] Attempting to bind port 8475102b-3321-4c78-b6ac-5b16bf171cd0 on network 91d3e9e9-f927-4110-8610-d1ae88923133 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:51:00.192620 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-84d19e06-9279-4ca2-945a-cb6cd1800862 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:51:00.192867 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-84d19e06-9279-4ca2-945a-cb6cd1800862 service neutron] Checking segment: {'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:51:00.193258 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-84d19e06-9279-4ca2-945a-cb6cd1800862 service neutron] Bound using segment: {'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:51:00.193693 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-84d19e06-9279-4ca2-945a-cb6cd1800862 service neutron] Bound port: 8475102b-3321-4c78-b6ac-5b16bf171cd0, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:51:00.194051 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-84d19e06-9279-4ca2-945a-cb6cd1800862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:00.232371 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-32986341-6f27-40fe-a851-3a87685ba92e req-f4413498-17f6-4b54-b48a-2668bc37f446 tempest-ServersAdminTestJSON-1227625692 tempest-ServersAdminTestJSON-1227625692-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867519 Aug 18 12:51:00.236601 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ea6cfc8e-3065-4d08-95c1-0fa0e8a9cc28 req-ecee646d-7cb9-49c1-9a33-812a61668ac9 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269326 Aug 18 12:51:00.262430 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-4097fb05-7f83-4e48-9fec-9b23b111d95f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:00.268595 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-801d54c2-deea-4b13-a66b-56fdd2afcbc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:00.273907 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['cc9260cd-b796-4d6c-a337-3baf96fb438a'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:51:00.303217 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-4097fb05-7f83-4e48-9fec-9b23b111d95f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Network f82a481e-2d3e-49f3-a273-639556667c8a is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:51:00.309620 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-4097fb05-7f83-4e48-9fec-9b23b111d95f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:51:00.354578 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-4097fb05-7f83-4e48-9fec-9b23b111d95f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:51:00.372732 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-801d54c2-deea-4b13-a66b-56fdd2afcbc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:00.444244 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a62a8d-ab1a-48f7-8fee-4e46356162c0 req-86e98b80-f96f-4251-896f-e45fa2cdce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:00.445745 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-61a62a8d-ab1a-48f7-8fee-4e46356162c0 req-86e98b80-f96f-4251-896f-e45fa2cdce62 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8e2ca950-415a-439c-a01b-47dff2e51d7d HTTP/1.1" status: 200 len: 908 time: 0.2769465 Aug 18 12:51:00.460419 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-84d19e06-9279-4ca2-945a-cb6cd1800862 service neutron] For port 8475102b-3321-4c78-b6ac-5b16bf171cd0, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:51:00.490808 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-84d19e06-9279-4ca2-945a-cb6cd1800862 service neutron] For port 8475102b-3321-4c78-b6ac-5b16bf171cd0, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=8475102b-3321-4c78-b6ac-5b16bf171cd0,segment=NetworkSegment(0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d),segment_id=0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:51:00.505709 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013793e4-3d89-4720-b8d2-495d4ab09938 req-5e312e17-9085-43ed-94ea-1078a70c498d tempest-ServersAdminTestJSON-1227625692 tempest-ServersAdminTestJSON-1227625692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:00.507285 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-013793e4-3d89-4720-b8d2-495d4ab09938 req-5e312e17-9085-43ed-94ea-1078a70c498d tempest-ServersAdminTestJSON-1227625692 tempest-ServersAdminTestJSON-1227625692-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 1101 time: 0.1397064 Aug 18 12:51:00.518409 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4097fb05-7f83-4e48-9fec-9b23b111d95f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Pushing event updated for resources: {'Port': ['ID=845d952c-cf08-4c28-8813-01417698ee53,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:00.537331 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-61a62a8d-ab1a-48f7-8fee-4e46356162c0 req-dde51301-2c1c-4b53-9a52-f095bd33e67f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61def3a8-63bb-457f-b892-c8870f124b45 HTTP/1.1" status: 200 len: 217 time: 0.0779734 Aug 18 12:51:00.553930 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-4097fb05-7f83-4e48-9fec-9b23b111d95f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:00.554718 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-4097fb05-7f83-4e48-9fec-9b23b111d95f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:00.561368 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-013793e4-3d89-4720-b8d2-495d4ab09938 req-0ef0fb08-cb5b-4ed7-9646-cc4ebda07666 tempest-ServersAdminTestJSON-1227625692 tempest-ServersAdminTestJSON-1227625692-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387533 Aug 18 12:51:00.578487 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-84d19e06-9279-4ca2-945a-cb6cd1800862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:00.609204 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a62a8d-ab1a-48f7-8fee-4e46356162c0 req-14dd5d01-5ccf-49bf-aff8-9a56f3e89739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:00.610870 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-61a62a8d-ab1a-48f7-8fee-4e46356162c0 req-14dd5d01-5ccf-49bf-aff8-9a56f3e89739 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7c71ac1-e82b-41d2-8931-67fb6a54cbad HTTP/1.1" status: 200 len: 847 time: 0.0518348 Aug 18 12:51:00.615340 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-801d54c2-deea-4b13-a66b-56fdd2afcbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:00.622086 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-801d54c2-deea-4b13-a66b-56fdd2afcbc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:00.622086 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-801d54c2-deea-4b13-a66b-56fdd2afcbc6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f84ff05-d042-406c-a978-96fec4bcaff8 HTTP/1.1" status: 204 len: 168 time: 0.4784062 Aug 18 12:51:00.622086 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2219a552-fd81-4d62-b580-6858f0c11303 admin admin] Router ad0a3c4a-f084-4d1a-a43a-ff7520c50a72 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:51:00.623150 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-84d19e06-9279-4ca2-945a-cb6cd1800862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:00.623814 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-84d19e06-9279-4ca2-945a-cb6cd1800862 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:00.625057 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-84d19e06-9279-4ca2-945a-cb6cd1800862 service neutron] 10.222.0.39 "PUT /v2.0/ports/8475102b-3321-4c78-b6ac-5b16bf171cd0 HTTP/1.1" status: 200 len: 1091 time: 1.8796251 Aug 18 12:51:00.634617 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50cbd843-01c0-4d5c-95e3-010fda7981ae', 'tag': '8475102b-3321-4c78-b6ac-5b16bf171cd0'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:51:00.636948 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb718c1-7e89-45f3-a246-a96b81402cc8" -d '{"events": [{"name": "network-changed", "server_uuid": "50cbd843-01c0-4d5c-95e3-010fda7981ae", "tag": "8475102b-3321-4c78-b6ac-5b16bf171cd0"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:51:00.663472 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d54c2-deea-4b13-a66b-56fdd2afcbc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f84ff05-d042-406c-a978-96fec4bcaff8,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:00.686255 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-4097fb05-7f83-4e48-9fec-9b23b111d95f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3266535 Aug 18 12:51:00.689542 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-61a62a8d-ab1a-48f7-8fee-4e46356162c0 req-1454a2ad-3e37-469e-a7e1-dc88323bef07 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8e2ca950-415a-439c-a01b-47dff2e51d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597527 Aug 18 12:51:00.721920 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980f8f4b-9c5f-411a-8b4d-ea032fde5f26 x-openstack-request-id: req-980f8f4b-9c5f-411a-8b4d-ea032fde5f26 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:51:00.722604 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-d73d1513-33f4-4937-8258-4ca9faaa771b service neutron] Request body: {'port': {'device_id': 'e7a744ca-4db6-4c65-b832-340b92dd5b59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:51:00.723176 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50cbd843-01c0-4d5c-95e3-010fda7981ae", "tag": "8475102b-3321-4c78-b6ac-5b16bf171cd0", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:51:00.723438 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-980f8f4b-9c5f-411a-8b4d-ea032fde5f26 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:51:00.723848 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50cbd843-01c0-4d5c-95e3-010fda7981ae', 'tag': '8475102b-3321-4c78-b6ac-5b16bf171cd0', 'status': 'completed', 'code': 200} Aug 18 12:51:00.735480 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-80657ecd-c5ad-4a81-bea7-e97f4508ebfe None None] Provisioning for port 845d952c-cf08-4c28-8813-01417698ee53 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:51:00.742933 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-80657ecd-c5ad-4a81-bea7-e97f4508ebfe None None] Provisioning complete for port 845d952c-cf08-4c28-8813-01417698ee53 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:51:00.742933 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-80657ecd-c5ad-4a81-bea7-e97f4508ebfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:00.812673 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-80657ecd-c5ad-4a81-bea7-e97f4508ebfe None None] Port 845d952c-cf08-4c28-8813-01417698ee53 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:51:00.823169 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d19e06-9279-4ca2-945a-cb6cd1800862 service neutron] Pushing event updated for resources: {'Port': ['ID=8475102b-3321-4c78-b6ac-5b16bf171cd0,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:00.920671 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-d73d1513-33f4-4937-8258-4ca9faaa771b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:00.920924 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb718c1-7e89-45f3-a246-a96b81402cc8 req-c75dc9f1-9916-4120-9324-e86502f5a5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:00.922466 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cfb718c1-7e89-45f3-a246-a96b81402cc8 req-c75dc9f1-9916-4120-9324-e86502f5a5bf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e9a8a0a72a94b328bf1e534da208edd&device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 1094 time: 0.1951218 Aug 18 12:51:00.934220 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86c27c-a381-46f8-81ab-41befc92b699 req-b615e334-8266-4a5d-b4eb-a125b719b798 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:00.935689 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4e86c27c-a381-46f8-81ab-41befc92b699 req-b615e334-8266-4a5d-b4eb-a125b719b798 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 943 time: 0.1298676 Aug 18 12:51:00.952451 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-61a62a8d-ab1a-48f7-8fee-4e46356162c0 req-ccafcf12-e609-4427-896b-ab803937ed91 service neutron] 10.222.0.20 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438550 Aug 18 12:51:01.003300 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2219a552-fd81-4d62-b580-6858f0c11303 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:51:01.016523 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38da2cf-bfbe-43d5-913a-6c956f988c70 None None] Sync routers for ids ['ad0a3c4a-f084-4d1a-a43a-ff7520c50a72'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:51:01.027318 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38da2cf-bfbe-43d5-913a-6c956f988c70 None None] Routers {'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:51:01.028261 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f38da2cf-bfbe-43d5-913a-6c956f988c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:50:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ad0a3c4a-f084-4d1a-a43a-ff7520c50a72'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:51:01.047425 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4e86c27c-a381-46f8-81ab-41befc92b699 req-87316bce-5b53-4b3a-a816-66b2c9a03de3 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006835 Aug 18 12:51:01.057864 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a0536-9411-44e8-a4ee-7354fa33245e req-f00a975a-3ca3-4dab-81c6-d4b1e4bb4264 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:01.078199 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0c8a0536-9411-44e8-a4ee-7354fa33245e req-f00a975a-3ca3-4dab-81c6-d4b1e4bb4264 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 936 time: 0.1913474 Aug 18 12:51:01.089275 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb718c1-7e89-45f3-a246-a96b81402cc8 req-a940bca9-20ea-490c-aa35-94cd98ba98ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:01.091236 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cfb718c1-7e89-45f3-a246-a96b81402cc8 req-a940bca9-20ea-490c-aa35-94cd98ba98ad service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3e9a8a0a72a94b328bf1e534da208edd&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1545379 Aug 18 12:51:01.168564 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2219a552-fd81-4d62-b580-6858f0c11303 admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:01.172789 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2219a552-fd81-4d62-b580-6858f0c11303 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.6886225 Aug 18 12:51:01.175742 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33448) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:51:01.188712 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-f38da2cf-bfbe-43d5-913a-6c956f988c70 None None] Set router ad0a3c4a-f084-4d1a-a43a-ff7520c50a72 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:51:01.296639 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device d9e19a60-c5e9-485d-a929-422c32be1e3c up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:51:01.361610 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0c8a0536-9411-44e8-a4ee-7354fa33245e req-854fc865-5775-43e7-8c24-a37f9b23f1bf tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823172 Aug 18 12:51:01.386075 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-61a62a8d-ab1a-48f7-8fee-4e46356162c0 req-878fb5f6-b799-4017-8d14-ae5a439b6afd service neutron] 10.222.0.20 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101164 Aug 18 12:51:01.394730 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a9aa697c-0a01-4e91-a6cf-9e3fd8f8f01b req-4ece17e0-de87-4b40-9cc8-1864d8a59182 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f60f0443-a402-4f3d-82ec-b80e9cfd9f98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1395805 Aug 18 12:51:01.506151 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port d9e19a60-c5e9-485d-a929-422c32be1e3c triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:51:01.507011 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:01.586628 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa697c-0a01-4e91-a6cf-9e3fd8f8f01b req-21f917c9-e1b5-44a5-be92-7d26f065b120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:01.588050 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a9aa697c-0a01-4e91-a6cf-9e3fd8f8f01b req-21f917c9-e1b5-44a5-be92-7d26f065b120 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e9a8a0a72a94b328bf1e534da208edd&device_id=f60f0443-a402-4f3d-82ec-b80e9cfd9f98 HTTP/1.1" status: 200 len: 1095 time: 0.1364322 Aug 18 12:51:01.620244 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaaecab-9c96-457e-bad3-a2b8a822d3b3 req-4a082fcc-7361-4a15-8c53-ed458fd68140 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:01.621806 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6aaaecab-9c96-457e-bad3-a2b8a822d3b3 req-4a082fcc-7361-4a15-8c53-ed458fd68140 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 946 time: 0.1462634 Aug 18 12:51:01.623767 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb718c1-7e89-45f3-a246-a96b81402cc8 req-83cca67b-716e-4599-837b-7b9268542e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:01.625199 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cfb718c1-7e89-45f3-a246-a96b81402cc8 req-83cca67b-716e-4599-837b-7b9268542e5d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5224173 Aug 18 12:51:01.686804 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f38da2cf-bfbe-43d5-913a-6c956f988c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72', 'name': 'tempest-ServersTestFqdnHostnames-114313003-router', 'tenant_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '7a8e8d48-39fe-4be7-a7ec-8438b2275c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:55Z', 'updated_at': '2021-08-18T12:50:59Z', 'revision_number': 3, 'project_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'gw_port': {'id': '7a8e8d48-39fe-4be7-a7ec-8438b2275c09', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bb:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:58Z', 'updated_at': '2021-08-18T12:50:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:51:01.704505 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b28be7-1bdf-4f93-b749-bb51d959c375 req-dadd6ddb-a143-4018-99ea-b19dd1c2e776 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:01.713295 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-40b28be7-1bdf-4f93-b749-bb51d959c375 req-dadd6ddb-a143-4018-99ea-b19dd1c2e776 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] 10.222.0.13 "GET /v2.0/ports?device_id=222777ea-c875-4cc4-aeb4-45fb2511cebc HTTP/1.1" status: 200 len: 946 time: 0.1329427 Aug 18 12:51:01.726093 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38da2cf-bfbe-43d5-913a-6c956f988c70 None None] Checking router: ad0a3c4a-f084-4d1a-a43a-ff7520c50a72 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:51:01.726472 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38da2cf-bfbe-43d5-913a-6c956f988c70 None None] Updating router ad0a3c4a-f084-4d1a-a43a-ff7520c50a72 port 7a8e8d48-39fe-4be7-a7ec-8438b2275c09 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:51:01.763719 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f38da2cf-bfbe-43d5-913a-6c956f988c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:01.800167 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-d73d1513-33f4-4937-8258-4ca9faaa771b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 845d952c-cf08-4c28-8813-01417698ee53 {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:51:01.811031 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-d73d1513-33f4-4937-8258-4ca9faaa771b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:01.826391 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6aaaecab-9c96-457e-bad3-a2b8a822d3b3 req-24faf5e2-b9d8-4a1e-88e5-d6eecaf57036 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872141 Aug 18 12:51:01.848224 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-40b28be7-1bdf-4f93-b749-bb51d959c375 req-c76a5930-54db-4590-bfb3-ba5ceba3670c tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] 10.222.0.13 "GET /v2.0/security-groups?id=55a7d967-1051-4a35-8efe-e9579c32881c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335371 Aug 18 12:51:01.885766 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-ceede296-7707-4a03-84f6-2ab881968e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:01.895721 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-ceede296-7707-4a03-84f6-2ab881968e62 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e9a8a0a72a94b328bf1e534da208edd&device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 1094 time: 0.2126122 Aug 18 12:51:01.912835 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-d73d1513-33f4-4937-8258-4ca9faaa771b service neutron] Transition to ACTIVE for port object 845d952c-cf08-4c28-8813-01417698ee53 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:51:01.937943 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa697c-0a01-4e91-a6cf-9e3fd8f8f01b req-1f9dec45-1a2e-4a6d-835a-2ba7bed756f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:01.939446 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a9aa697c-0a01-4e91-a6cf-9e3fd8f8f01b req-1f9dec45-1a2e-4a6d-835a-2ba7bed756f3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=91d3e9e9-f927-4110-8610-d1ae88923133 HTTP/1.1" status: 200 len: 922 time: 0.3283920 Aug 18 12:51:02.001080 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a9aa697c-0a01-4e91-a6cf-9e3fd8f8f01b req-cb23d843-00e8-498c-8150-1deffa33461c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7b10e72-a236-41cf-959f-c2cc7a26b418 HTTP/1.1" status: 200 len: 217 time: 0.0535779 Aug 18 12:51:02.007846 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-d73d1513-33f4-4937-8258-4ca9faaa771b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:02.008959 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-b5ea2ee0-4621-42de-ab8c-1dd2dec90ac4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8475102b-3321-4c78-b6ac-5b16bf171cd0 HTTP/1.1" status: 200 len: 217 time: 0.0526228 Aug 18 12:51:02.139699 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-9563d6a2-4b2f-4b1b-aa45-df8bf64355f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:02.141821 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-9563d6a2-4b2f-4b1b-aa45-df8bf64355f8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=da996bc9-0001-4e2d-9a03-d2d78ee48c5d HTTP/1.1" status: 200 len: 861 time: 0.1254938 Aug 18 12:51:02.216265 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa697c-0a01-4e91-a6cf-9e3fd8f8f01b req-23d0605a-a3bc-44e0-ac8a-ce8629b0086f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:02.216948 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-2a3fb8a0-eff6-4a38-8d29-ad46c99fa73b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=91d3e9e9-f927-4110-8610-d1ae88923133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647571 Aug 18 12:51:02.218584 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a9aa697c-0a01-4e91-a6cf-9e3fd8f8f01b req-23d0605a-a3bc-44e0-ac8a-ce8629b0086f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=da996bc9-0001-4e2d-9a03-d2d78ee48c5d HTTP/1.1" status: 200 len: 861 time: 0.1973393 Aug 18 12:51:02.219189 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d1513-33f4-4937-8258-4ca9faaa771b service neutron] Pushing event updated for resources: {'Port': ['ID=845d952c-cf08-4c28-8813-01417698ee53,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:02.301086 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f38da2cf-bfbe-43d5-913a-6c956f988c70 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:02.312546 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f38da2cf-bfbe-43d5-913a-6c956f988c70 None None] Transition to ACTIVE for port object 7a8e8d48-39fe-4be7-a7ec-8438b2275c09 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:51:02.344940 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a9aa697c-0a01-4e91-a6cf-9e3fd8f8f01b req-e34435db-5e04-40ec-9e06-b2806e2b44ad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=91d3e9e9-f927-4110-8610-d1ae88923133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967448 Aug 18 12:51:02.401631 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-f079d611-7b7e-41f7-8595-b2044395a68f service neutron] 10.222.0.39 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697326 Aug 18 12:51:02.487049 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f38da2cf-bfbe-43d5-913a-6c956f988c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:02.492874 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-d73d1513-33f4-4937-8258-4ca9faaa771b service neutron] Attempting to bind port 845d952c-cf08-4c28-8813-01417698ee53 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:51:02.495065 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-d73d1513-33f4-4937-8258-4ca9faaa771b service neutron] Attempting to bind port 845d952c-cf08-4c28-8813-01417698ee53 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:51:02.495404 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-d73d1513-33f4-4937-8258-4ca9faaa771b service neutron] Attempting to bind port 845d952c-cf08-4c28-8813-01417698ee53 on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:51:02.496794 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b3f25fd2-591b-4d8f-a635-bb7623ce2b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:02.518435 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256c06e-fc89-47b0-b45e-9b4894c4c4a5 req-6543846d-5830-447c-93fb-82f3c4729802 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:02.521396 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b256c06e-fc89-47b0-b45e-9b4894c4c4a5 req-6543846d-5830-447c-93fb-82f3c4729802 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 943 time: 0.1564119 Aug 18 12:51:02.523230 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-d73d1513-33f4-4937-8258-4ca9faaa771b service neutron] Port 845d952c-cf08-4c28-8813-01417698ee53 on network f82a481e-2d3e-49f3-a273-639556667c8a not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:51:02.527211 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-d73d1513-33f4-4937-8258-4ca9faaa771b service neutron] Attempting to bind port 845d952c-cf08-4c28-8813-01417698ee53 on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:51:02.555055 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-d73d1513-33f4-4937-8258-4ca9faaa771b service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:51:02.555055 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-d73d1513-33f4-4937-8258-4ca9faaa771b service neutron] Checking segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:51:02.555371 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-d73d1513-33f4-4937-8258-4ca9faaa771b service neutron] Bound using segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:51:02.555793 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-d73d1513-33f4-4937-8258-4ca9faaa771b service neutron] Bound port: 845d952c-cf08-4c28-8813-01417698ee53, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:51:02.556698 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-d73d1513-33f4-4937-8258-4ca9faaa771b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:02.566691 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-f38da2cf-bfbe-43d5-913a-6c956f988c70 None None] Attempting to bind port 7a8e8d48-39fe-4be7-a7ec-8438b2275c09 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:51:02.566870 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-f38da2cf-bfbe-43d5-913a-6c956f988c70 None None] Attempting to bind port 7a8e8d48-39fe-4be7-a7ec-8438b2275c09 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:51:02.567824 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38da2cf-bfbe-43d5-913a-6c956f988c70 None None] Attempting to bind port 7a8e8d48-39fe-4be7-a7ec-8438b2275c09 on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:51:02.580048 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-afdeedab-3a01-4750-9c42-7c06a6a79598 req-387db2b7-3e13-4621-9205-7aaab6825593 service neutron] 10.222.0.39 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521719 Aug 18 12:51:02.580544 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a9aa697c-0a01-4e91-a6cf-9e3fd8f8f01b req-d83af52c-7c00-4eed-ac81-82b4053580e9 service neutron] 10.222.0.39 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270696 Aug 18 12:51:02.589124 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb6d18-2cf4-450f-a84f-132f71a622fd None None] Pushing event updated for resources: {'Port': ['ID=7a8e8d48-39fe-4be7-a7ec-8438b2275c09,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:02.606930 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38da2cf-bfbe-43d5-913a-6c956f988c70 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:51:02.613355 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38da2cf-bfbe-43d5-913a-6c956f988c70 None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:51:02.613355 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f38da2cf-bfbe-43d5-913a-6c956f988c70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:02.613355 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38da2cf-bfbe-43d5-913a-6c956f988c70 None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:51:02.613355 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-f38da2cf-bfbe-43d5-913a-6c956f988c70 None None] Bound port: 7a8e8d48-39fe-4be7-a7ec-8438b2275c09, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:51:02.613355 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f38da2cf-bfbe-43d5-913a-6c956f988c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:02.699936 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f38da2cf-bfbe-43d5-913a-6c956f988c70 None None] For port 7a8e8d48-39fe-4be7-a7ec-8438b2275c09, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:51:02.703214 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f38da2cf-bfbe-43d5-913a-6c956f988c70 None None] For port 7a8e8d48-39fe-4be7-a7ec-8438b2275c09, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=7a8e8d48-39fe-4be7-a7ec-8438b2275c09,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:51:02.785447 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f38da2cf-bfbe-43d5-913a-6c956f988c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:02.794956 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-b3f25fd2-591b-4d8f-a635-bb7623ce2b7d admin admin] Allocated IP 172.20.0.1 (92663cc1-ad62-49bd-b96a-27a057ddfb66/0141e478-2256-4b2e-ad50-7df31de14f49/3882ba9f-1913-4f21-8ae8-b36af6b0ba92) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:51:02.807132 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b256c06e-fc89-47b0-b45e-9b4894c4c4a5 req-6d48b758-0a90-482b-85a3-50dfd108bdd0 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693260 Aug 18 12:51:02.812069 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a9aa697c-0a01-4e91-a6cf-9e3fd8f8f01b req-0fafad39-8be7-4631-bb09-eb1c46b1117d service neutron] 10.222.0.39 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155714 Aug 18 12:51:02.814004 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-d73d1513-33f4-4937-8258-4ca9faaa771b service neutron] For port 845d952c-cf08-4c28-8813-01417698ee53, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:51:02.822407 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-d73d1513-33f4-4937-8258-4ca9faaa771b service neutron] For port 845d952c-cf08-4c28-8813-01417698ee53, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=845d952c-cf08-4c28-8813-01417698ee53,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:51:02.877416 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38da2cf-bfbe-43d5-913a-6c956f988c70 None None] Routers {'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:51:02.878670 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f38da2cf-bfbe-43d5-913a-6c956f988c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:50:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ad0a3c4a-f084-4d1a-a43a-ff7520c50a72'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:51:02.898357 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-d73d1513-33f4-4937-8258-4ca9faaa771b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:02.912409 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b3f25fd2-591b-4d8f-a635-bb7623ce2b7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:02.919494 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb6d18-2cf4-450f-a84f-132f71a622fd None None] Pushing event updated for resources: {'Port': ['ID=7a8e8d48-39fe-4be7-a7ec-8438b2275c09,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:02.928669 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-b3f25fd2-591b-4d8f-a635-bb7623ce2b7d admin admin] Transition to ACTIVE for port object 3882ba9f-1913-4f21-8ae8-b36af6b0ba92 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:51:02.942925 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-d73d1513-33f4-4937-8258-4ca9faaa771b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:02.943803 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-d73d1513-33f4-4937-8258-4ca9faaa771b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:02.945264 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-d73d1513-33f4-4937-8258-4ca9faaa771b service neutron] 10.222.0.39 "PUT /v2.0/ports/845d952c-cf08-4c28-8813-01417698ee53 HTTP/1.1" status: 200 len: 1096 time: 2.2384543 Aug 18 12:51:02.970922 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a744ca-4db6-4c65-b832-340b92dd5b59', 'tag': '845d952c-cf08-4c28-8813-01417698ee53'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:51:02.974361 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc6806f-6e34-45f2-ad9d-09de3baa20a1" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a744ca-4db6-4c65-b832-340b92dd5b59", "tag": "845d952c-cf08-4c28-8813-01417698ee53"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:51:03.048594 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-f38da2cf-bfbe-43d5-913a-6c956f988c70 None None] Set router ad0a3c4a-f084-4d1a-a43a-ff7520c50a72 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:51:03.054312 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d1513-33f4-4937-8258-4ca9faaa771b service neutron] Pushing event updated for resources: {'Port': ['ID=845d952c-cf08-4c28-8813-01417698ee53,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:03.067182 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0e7bc-7e1d-49f0-8abe-48bc6c7b0976 req-7cf2fcc5-dadc-48db-866a-7a623652743c tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:03.069004 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2aa0e7bc-7e1d-49f0-8abe-48bc6c7b0976 req-7cf2fcc5-dadc-48db-866a-7a623652743c tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 948 time: 0.1207387 Aug 18 12:51:03.079337 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b3f25fd2-591b-4d8f-a635-bb7623ce2b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:03.155306 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2aa0e7bc-7e1d-49f0-8abe-48bc6c7b0976 req-965a7d6c-7159-4688-ae50-9f9db8dbbc0e tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611498 Aug 18 12:51:03.182764 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f25fd2-591b-4d8f-a635-bb7623ce2b7d admin admin] Network 92663cc1-ad62-49bd-b96a-27a057ddfb66 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:51:03.194315 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-b3f25fd2-591b-4d8f-a635-bb7623ce2b7d admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:51:03.199537 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f25fd2-591b-4d8f-a635-bb7623ce2b7d admin admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:51:03.231989 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-6ccc721d-4a41-402e-b441-5c85b04d5d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:03.235577 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-6ccc721d-4a41-402e-b441-5c85b04d5d2a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dfbf1e57c29344368949d54d6fc1d536&device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 1099 time: 0.0872655 Aug 18 12:51:03.249307 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f25fd2-591b-4d8f-a635-bb7623ce2b7d admin admin] Pushing event updated for resources: {'Port': ['ID=3882ba9f-1913-4f21-8ae8-b36af6b0ba92,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:03.334302 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-d1c0e0b6-bce8-4d39-9e1a-95954ba12fee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=845d952c-cf08-4c28-8813-01417698ee53 HTTP/1.1" status: 200 len: 217 time: 0.0831861 Aug 18 12:51:03.414775 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b3f25fd2-591b-4d8f-a635-bb7623ce2b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:03.429946 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9729f68-e5ab-4b43-b355-c690d6548818 req-6c23ecda-a427-4531-833d-c92636eefc36 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:03.437940 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a341a40-509a-4023-aeed-20c6b18cc2f4 req-b1f15f9e-857b-4ac9-860c-14243be56328 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:03.445335 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2a341a40-509a-4023-aeed-20c6b18cc2f4 req-b1f15f9e-857b-4ac9-860c-14243be56328 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] 10.222.0.13 "GET /v2.0/ports?device_id=222777ea-c875-4cc4-aeb4-45fb2511cebc HTTP/1.1" status: 200 len: 946 time: 0.2913210 Aug 18 12:51:03.455345 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f9729f68-e5ab-4b43-b355-c690d6548818 req-6c23ecda-a427-4531-833d-c92636eefc36 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 946 time: 0.2138109 Aug 18 12:51:03.460824 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f38da2cf-bfbe-43d5-913a-6c956f988c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72', 'name': 'tempest-ServersTestFqdnHostnames-114313003-router', 'tenant_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '7a8e8d48-39fe-4be7-a7ec-8438b2275c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:55Z', 'updated_at': '2021-08-18T12:50:59Z', 'revision_number': 3, 'project_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'gw_port': {'id': '7a8e8d48-39fe-4be7-a7ec-8438b2275c09', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bb:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:58Z', 'updated_at': '2021-08-18T12:51:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:51:03.482117 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-cfd4aec3-ca3f-4f52-a0b1-cf0c4ac17b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:03.483648 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-cfd4aec3-ca3f-4f52-a0b1-cf0c4ac17b8d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.1406887 Aug 18 12:51:03.534227 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38da2cf-bfbe-43d5-913a-6c956f988c70 None None] The sync data for ids ['ad0a3c4a-f084-4d1a-a43a-ff7520c50a72'] in n-d-803603-2 is: [{'id': 'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72', 'name': 'tempest-ServersTestFqdnHostnames-114313003-router', 'tenant_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '7a8e8d48-39fe-4be7-a7ec-8438b2275c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:55Z', 'updated_at': '2021-08-18T12:50:59Z', 'revision_number': 3, 'project_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'gw_port': {'id': '7a8e8d48-39fe-4be7-a7ec-8438b2275c09', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bb:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:58Z', 'updated_at': '2021-08-18T12:51:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:51:03.550049 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f9729f68-e5ab-4b43-b355-c690d6548818 req-5c1d03f8-7ded-455e-8ead-6f82d04a6995 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909467 Aug 18 12:51:03.558532 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2a341a40-509a-4023-aeed-20c6b18cc2f4 req-cc2f22ae-25a6-46ca-bf1c-ff0ec40f5336 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] 10.222.0.13 "GET /v2.0/security-groups?id=55a7d967-1051-4a35-8efe-e9579c32881c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068637 Aug 18 12:51:03.590096 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-687ebfe7-d7a9-46f5-8d2f-da4ab8b9e61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:03.591691 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-687ebfe7-d7a9-46f5-8d2f-da4ab8b9e61b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0916696 Aug 18 12:51:03.633398 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3096cb-abc0-4f6e-9f2f-ddd579bb7b50 x-openstack-request-id: req-3d3096cb-abc0-4f6e-9f2f-ddd579bb7b50 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:51:03.640856 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a744ca-4db6-4c65-b832-340b92dd5b59", "tag": "845d952c-cf08-4c28-8813-01417698ee53", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:51:03.640856 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d3096cb-abc0-4f6e-9f2f-ddd579bb7b50 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:51:03.640856 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a744ca-4db6-4c65-b832-340b92dd5b59', 'tag': '845d952c-cf08-4c28-8813-01417698ee53', 'status': 'completed', 'code': 200} Aug 18 12:51:03.663498 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c6bdf937-77f5-436a-b64e-78c5c24b7691 None None] Provisioning for port 3882ba9f-1913-4f21-8ae8-b36af6b0ba92 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:51:03.668843 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c6bdf937-77f5-436a-b64e-78c5c24b7691 None None] Provisioning complete for port 3882ba9f-1913-4f21-8ae8-b36af6b0ba92 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:51:03.669240 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c6bdf937-77f5-436a-b64e-78c5c24b7691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:03.716051 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-c6bdf937-77f5-436a-b64e-78c5c24b7691 None None] Port 3882ba9f-1913-4f21-8ae8-b36af6b0ba92 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:51:03.744351 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-49c13a37-2316-49ae-a366-3b066e00ae08 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433377 Aug 18 12:51:03.775747 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1e676-f8de-436f-9bec-98fa0be318a2 req-a175c28e-2cff-4960-a01f-e8a188021018 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:03.783842 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7bf1e676-f8de-436f-9bec-98fa0be318a2 req-a175c28e-2cff-4960-a01f-e8a188021018 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 950 time: 0.1010642 Aug 18 12:51:03.794040 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b3f25fd2-591b-4d8f-a635-bb7623ce2b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:03.885913 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7bf1e676-f8de-436f-9bec-98fa0be318a2 req-69b445c3-b734-4a61-9087-a742498aba19 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010923 Aug 18 12:51:03.902765 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5f349bb6-00f1-4500-a600-f36651e140f4 req-8655131a-090f-4e9f-ab7f-500f8caabadf service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485884 Aug 18 12:51:04.097683 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af53bf2-38ab-4838-afef-5e55f4478084 req-c355fd92-ba8e-4ec5-a5ea-0ab82b9c3c6c tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:04.106565 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0af53bf2-38ab-4838-afef-5e55f4478084 req-c355fd92-ba8e-4ec5-a5ea-0ab82b9c3c6c tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 943 time: 0.1423233 Aug 18 12:51:04.161343 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0ee8b-8dae-4740-a45b-37cb4a65e066 req-0ec1ddeb-c326-4e77-8e2a-66c7aef05ed1 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:04.163159 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a9e0ee8b-8dae-4740-a45b-37cb4a65e066 req-0ec1ddeb-c326-4e77-8e2a-66c7aef05ed1 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] 10.222.0.39 "GET /v2.0/ports?device_id=222777ea-c875-4cc4-aeb4-45fb2511cebc HTTP/1.1" status: 200 len: 946 time: 0.1112401 Aug 18 12:51:04.166372 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6806f-6e34-45f2-ad9d-09de3baa20a1 req-b1ae945f-8d97-428c-ae2a-2b2493a9d374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:04.167987 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ecc6806f-6e34-45f2-ad9d-09de3baa20a1 req-b1ae945f-8d97-428c-ae2a-2b2493a9d374 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dfbf1e57c29344368949d54d6fc1d536&device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 1099 time: 0.0727110 Aug 18 12:51:04.187471 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0af53bf2-38ab-4838-afef-5e55f4478084 req-d1c43c37-1163-42fc-a47c-40670d685084 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800149 Aug 18 12:51:04.189718 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b3f25fd2-591b-4d8f-a635-bb7623ce2b7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:04.272789 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b3f25fd2-591b-4d8f-a635-bb7623ce2b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:04.350664 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6806f-6e34-45f2-ad9d-09de3baa20a1 req-c3aea425-3b26-4153-877d-9d42e9eb769e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:04.350664 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ecc6806f-6e34-45f2-ad9d-09de3baa20a1 req-c3aea425-3b26-4153-877d-9d42e9eb769e service neutron] 10.222.0.39 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.1700459 Aug 18 12:51:04.387506 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b3f25fd2-591b-4d8f-a635-bb7623ce2b7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:04.397400 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f25fd2-591b-4d8f-a635-bb7623ce2b7d admin admin] Pushing event updated for resources: {'Port': ['ID=3882ba9f-1913-4f21-8ae8-b36af6b0ba92,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:04.398422 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ecc6806f-6e34-45f2-ad9d-09de3baa20a1 req-39155405-59df-460c-82a0-fe75e5526084 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=845d952c-cf08-4c28-8813-01417698ee53 HTTP/1.1" status: 200 len: 217 time: 0.0404656 Aug 18 12:51:04.402340 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-a9e0ee8b-8dae-4740-a45b-37cb4a65e066 req-31dc29e5-9c35-404b-86bd-75c74b01e333 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] Deleting port e0f8f106-009d-4812-8732-e5462f74d9c9 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:51:04.402340 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a9e0ee8b-8dae-4740-a45b-37cb4a65e066 req-31dc29e5-9c35-404b-86bd-75c74b01e333 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:04.458260 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4530d055-ca50-4568-9f67-783b3c8d83f8 req-c2288468-7890-4d12-a2dd-bafada6d0ecb tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:04.459782 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4530d055-ca50-4568-9f67-783b3c8d83f8 req-c2288468-7890-4d12-a2dd-bafada6d0ecb tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 948 time: 0.1769967 Aug 18 12:51:04.540919 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4530d055-ca50-4568-9f67-783b3c8d83f8 req-428dbf94-b281-437a-9fe7-81ad964aa9d0 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658288 Aug 18 12:51:04.552299 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f25fd2-591b-4d8f-a635-bb7623ce2b7d admin admin] Network 92663cc1-ad62-49bd-b96a-27a057ddfb66 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:51:04.553829 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-b3f25fd2-591b-4d8f-a635-bb7623ce2b7d admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:51:04.799233 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa07585-f84e-4ff1-a735-c6f57dde2ce4 req-3d66f5ca-a21f-49a7-b432-1c723caa9fe0 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:04.801086 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3fa07585-f84e-4ff1-a735-c6f57dde2ce4 req-3d66f5ca-a21f-49a7-b432-1c723caa9fe0 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 946 time: 0.1401587 Aug 18 12:51:04.861920 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3fa07585-f84e-4ff1-a735-c6f57dde2ce4 req-3da89591-e2d6-4469-89e0-00a9ea7db4ff tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546389 Aug 18 12:51:04.871460 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f25fd2-591b-4d8f-a635-bb7623ce2b7d admin admin] Router ad0a3c4a-f084-4d1a-a43a-ff7520c50a72 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:51:04.925151 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6806f-6e34-45f2-ad9d-09de3baa20a1 req-1f93b443-788e-41f1-9e8d-fcfb719043d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:04.926645 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ecc6806f-6e34-45f2-ad9d-09de3baa20a1 req-1f93b443-788e-41f1-9e8d-fcfb719043d4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.5192196 Aug 18 12:51:04.950911 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f0cdfc33-c3d0-4315-97ae-2f764202748c None None] Provisioning complete for port 3882ba9f-1913-4f21-8ae8-b36af6b0ba92 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:51:04.951944 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f0cdfc33-c3d0-4315-97ae-2f764202748c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:04.981715 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-a9e0ee8b-8dae-4740-a45b-37cb4a65e066 req-31dc29e5-9c35-404b-86bd-75c74b01e333 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] For port e0f8f106-009d-4812-8732-e5462f74d9c9, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=e0f8f106-009d-4812-8732-e5462f74d9c9,segment=NetworkSegment(eb020702-23cb-430d-8f1f-756bc29a1e99),segment_id=eb020702-23cb-430d-8f1f-756bc29a1e99)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:51:04.982266 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a9e0ee8b-8dae-4740-a45b-37cb4a65e066 req-31dc29e5-9c35-404b-86bd-75c74b01e333 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:04.996134 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f0cdfc33-c3d0-4315-97ae-2f764202748c None None] Port 3882ba9f-1913-4f21-8ae8-b36af6b0ba92 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:51:04.998316 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-a9e0ee8b-8dae-4740-a45b-37cb4a65e066 req-31dc29e5-9c35-404b-86bd-75c74b01e333 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] Calling delete_port for e0f8f106-009d-4812-8732-e5462f74d9c9 owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:51:05.012519 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6806f-6e34-45f2-ad9d-09de3baa20a1 req-d7f3202b-ca00-4ace-88fe-b51b5d004237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:05.014207 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ecc6806f-6e34-45f2-ad9d-09de3baa20a1 req-d7f3202b-ca00-4ace-88fe-b51b5d004237 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0739262 Aug 18 12:51:05.042886 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee884b-f98d-4549-a231-63536d4aa4ca req-240aa3c7-7284-431e-9174-a4e6c9492260 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:05.044379 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a8ee884b-f98d-4549-a231-63536d4aa4ca req-240aa3c7-7284-431e-9174-a4e6c9492260 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] 10.222.0.13 "GET /v2.0/ports?device_id=222777ea-c875-4cc4-aeb4-45fb2511cebc HTTP/1.1" status: 200 len: 946 time: 0.0983062 Aug 18 12:51:05.063358 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f25fd2-591b-4d8f-a635-bb7623ce2b7d admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:51:05.075604 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b3f25fd2-591b-4d8f-a635-bb7623ce2b7d admin admin] 10.222.0.13 "PUT /v2.0/routers/ad0a3c4a-f084-4d1a-a43a-ff7520c50a72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8989558 Aug 18 12:51:05.109546 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a8ee884b-f98d-4549-a231-63536d4aa4ca req-5e82d428-2095-4d0d-b92c-467f62442ddb tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] 10.222.0.13 "GET /v2.0/security-groups?id=55a7d967-1051-4a35-8efe-e9579c32881c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510967 Aug 18 12:51:05.206567 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ecc6806f-6e34-45f2-ad9d-09de3baa20a1 req-b80c69e9-bdb3-480b-813a-c2aceec44e49 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546023 Aug 18 12:51:05.244172 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94901807-4f62-4de5-b7a0-f5c20acb546c req-bc648e94-3ecb-4801-ab6c-fc587af51cdf tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:05.265522 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-94901807-4f62-4de5-b7a0-f5c20acb546c req-bc648e94-3ecb-4801-ab6c-fc587af51cdf tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 950 time: 0.0968556 Aug 18 12:51:05.275672 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 7a8e8d48-39fe-4be7-a7ec-8438b2275c09 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:51:05.355230 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ecc6806f-6e34-45f2-ad9d-09de3baa20a1 req-c4a09439-fc6c-4b36-bcd9-c67a9a2bc53c service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232886 Aug 18 12:51:05.358888 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-94901807-4f62-4de5-b7a0-f5c20acb546c req-1260f249-696e-4b66-b895-7dad43488110 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810874 Aug 18 12:51:05.407357 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a9e0ee8b-8dae-4740-a45b-37cb4a65e066 req-31dc29e5-9c35-404b-86bd-75c74b01e333 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:05.419392 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['e0f8f106-009d-4812-8732-e5462f74d9c9'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:51:05.445393 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f716fc5-ed23-402b-8f38-389ad5cf1abd req-717d3e97-7914-4560-b25a-07a178aa5b83 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:05.447684 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1f716fc5-ed23-402b-8f38-389ad5cf1abd req-717d3e97-7914-4560-b25a-07a178aa5b83 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 943 time: 0.0818157 Aug 18 12:51:05.450274 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dc29e5-9c35-404b-86bd-75c74b01e333 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] Pushing event deleted for resources: {'Port': ['ID=e0f8f106-009d-4812-8732-e5462f74d9c9,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:05.462328 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 7a8e8d48-39fe-4be7-a7ec-8438b2275c09 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:51:05.466556 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 7a8e8d48-39fe-4be7-a7ec-8438b2275c09 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:51:05.467157 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:05.497156 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 8475102b-3321-4c78-b6ac-5b16bf171cd0 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:51:05.507645 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e0ee8b-8dae-4740-a45b-37cb4a65e066 req-31dc29e5-9c35-404b-86bd-75c74b01e333 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] No DVR routers for this DVR port e0f8f106-009d-4812-8732-e5462f74d9c9 on host n-h1-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:51:05.511764 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a9e0ee8b-8dae-4740-a45b-37cb4a65e066 req-31dc29e5-9c35-404b-86bd-75c74b01e333 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:05.513991 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a9e0ee8b-8dae-4740-a45b-37cb4a65e066 req-31dc29e5-9c35-404b-86bd-75c74b01e333 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] 10.222.0.39 "DELETE /v2.0/ports/e0f8f106-009d-4812-8732-e5462f74d9c9 HTTP/1.1" status: 204 len: 173 time: 1.3434093 Aug 18 12:51:05.531916 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1f716fc5-ed23-402b-8f38-389ad5cf1abd req-310082c0-669a-4202-8b1f-a2eded9a2434 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559540 Aug 18 12:51:05.638573 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222777ea-c875-4cc4-aeb4-45fb2511cebc', 'name': 'network-vif-deleted', 'tag': 'e0f8f106-009d-4812-8732-e5462f74d9c9'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:51:05.646445 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:05.647633 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5b2559-9b62-4c87-80e1-882c841696f2" -d '{"events": [{"server_uuid": "222777ea-c875-4cc4-aeb4-45fb2511cebc", "name": "network-vif-deleted", "tag": "e0f8f106-009d-4812-8732-e5462f74d9c9"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:51:05.668471 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 8475102b-3321-4c78-b6ac-5b16bf171cd0, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=8475102b-3321-4c78-b6ac-5b16bf171cd0,segment=NetworkSegment(0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d),segment_id=0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:51:05.687869 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 7a8e8d48-39fe-4be7-a7ec-8438b2275c09, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=7a8e8d48-39fe-4be7-a7ec-8438b2275c09,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:51:05.689612 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '8475102b-3321-4c78-b6ac-5b16bf171cd0', 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133', 'port_id': '8475102b-3321-4c78-b6ac-5b16bf171cd0', 'mac_address': 'fa:16:3e:88:44:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da996bc9-0001-4e2d-9a03-d2d78ee48c5d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:51:05.737701 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:05.752574 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8475102b-3321-4c78-b6ac-5b16bf171cd0 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:51:05.773922 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 8475102b-3321-4c78-b6ac-5b16bf171cd0, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=8475102b-3321-4c78-b6ac-5b16bf171cd0,segment=NetworkSegment(0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d),segment_id=0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:51:05.780696 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:05.795152 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82e80fa-e16b-43dc-8110-a6e1a2374ec9 None None] Sync routers for ids ['ad0a3c4a-f084-4d1a-a43a-ff7520c50a72'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:51:05.822453 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82e80fa-e16b-43dc-8110-a6e1a2374ec9 None None] Routers {'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:51:05.831936 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=7a8e8d48-39fe-4be7-a7ec-8438b2275c09,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:05.833733 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-f82e80fa-e16b-43dc-8110-a6e1a2374ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:50:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ad0a3c4a-f084-4d1a-a43a-ff7520c50a72'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:51:05.857603 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:05.926939 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=8475102b-3321-4c78-b6ac-5b16bf171cd0,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:05.956232 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-f82e80fa-e16b-43dc-8110-a6e1a2374ec9 None None] Set router ad0a3c4a-f084-4d1a-a43a-ff7520c50a72 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:51:06.093952 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['8475102b-3321-4c78-b6ac-5b16bf171cd0'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:51:06.168967 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33696) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:51:06.174508 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-b7f747a0-617f-4fad-b582-b73e788b97a1 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Request body: {'security_group': {'name': 'tempest-securitygroup--977726597', 'description': 'tempest-description--899040014'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:51:06.220912 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-f82e80fa-e16b-43dc-8110-a6e1a2374ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72', 'name': 'tempest-ServersTestFqdnHostnames-114313003-router', 'tenant_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '7a8e8d48-39fe-4be7-a7ec-8438b2275c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:55Z', 'updated_at': '2021-08-18T12:51:03Z', 'revision_number': 4, 'project_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'gw_port': {'id': '7a8e8d48-39fe-4be7-a7ec-8438b2275c09', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:58Z', 'updated_at': '2021-08-18T12:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '3882ba9f-1913-4f21-8ae8-b36af6b0ba92', 'name': '', 'network_id': '92663cc1-ad62-49bd-b96a-27a057ddfb66', 'tenant_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'mac_address': 'fa:16:3e:67:0a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '0141e478-2256-4b2e-ad50-7df31de14f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:51:02Z', 'updated_at': '2021-08-18T12:51:03Z', 'revision_number': 2, 'project_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'subnets': [{'id': '0141e478-2256-4b2e-ad50-7df31de14f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:51:06.244435 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0147244-2f83-46b5-a7c8-c0f6a0b33d02 x-openstack-request-id: req-f0147244-2f83-46b5-a7c8-c0f6a0b33d02 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:51:06.246001 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "222777ea-c875-4cc4-aeb4-45fb2511cebc", "name": "network-vif-deleted", "tag": "e0f8f106-009d-4812-8732-e5462f74d9c9", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:51:06.251116 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f0147244-2f83-46b5-a7c8-c0f6a0b33d02 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:51:06.251116 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '222777ea-c875-4cc4-aeb4-45fb2511cebc', 'name': 'network-vif-deleted', 'tag': 'e0f8f106-009d-4812-8732-e5462f74d9c9', 'status': 'completed', 'code': 200} Aug 18 12:51:06.276884 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9010a99-2fe3-4996-816d-38d1f8e8ddda req-a761ef50-88cd-4ec1-8209-d716bef04f0c tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:06.281385 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a9010a99-2fe3-4996-816d-38d1f8e8ddda req-a761ef50-88cd-4ec1-8209-d716bef04f0c tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 948 time: 0.0619044 Aug 18 12:51:06.282344 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82e80fa-e16b-43dc-8110-a6e1a2374ec9 None None] Checking router: ad0a3c4a-f084-4d1a-a43a-ff7520c50a72 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:51:06.282902 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82e80fa-e16b-43dc-8110-a6e1a2374ec9 None None] Updating router ad0a3c4a-f084-4d1a-a43a-ff7520c50a72 port 3882ba9f-1913-4f21-8ae8-b36af6b0ba92 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:51:06.312600 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b7f747a0-617f-4fad-b582-b73e788b97a1 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:06.314046 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-f82e80fa-e16b-43dc-8110-a6e1a2374ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:06.354388 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a9010a99-2fe3-4996-816d-38d1f8e8ddda req-8b25a908-86f5-4ed8-a950-fbf6c894f447 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689142 Aug 18 12:51:06.377680 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07a92a-b4d9-417b-82e2-76f9c222e549 req-7c1c84e4-33b0-4de4-8dfb-e02c605b1474 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:06.378458 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cc07a92a-b4d9-417b-82e2-76f9c222e549 req-7c1c84e4-33b0-4de4-8dfb-e02c605b1474 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 946 time: 0.0758541 Aug 18 12:51:06.428015 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cc07a92a-b4d9-417b-82e2-76f9c222e549 req-35c521bb-9cf9-4b82-93dc-8167feed0b10 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428092 Aug 18 12:51:06.469228 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b7f747a0-617f-4fad-b582-b73e788b97a1 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:06.507175 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-584a2f70-24e7-49ae-9682-7e08c59f4c0e req-81c5757d-fe5e-41f0-8f69-e66faed7f1f3 tempest-InstanceActionsV221TestJSON-1563535824 tempest-InstanceActionsV221TestJSON-1563535824-project] 10.222.0.13 "GET /v2.0/ports?device_id=222777ea-c875-4cc4-aeb4-45fb2511cebc HTTP/1.1" status: 200 len: 210 time: 0.0333242 Aug 18 12:51:06.549857 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b7f747a0-617f-4fad-b582-b73e788b97a1 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:06.612240 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f747a0-617f-4fad-b582-b73e788b97a1 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bac6063-099b-4fcf-b815-d0064c7a84aa,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:06.636389 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc859c-d7c1-46f5-a445-4092b7398a05 req-a74a29c8-0518-4c63-80f9-c18bc7d97aed tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:06.642740 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-66dc859c-d7c1-46f5-a445-4092b7398a05 req-a74a29c8-0518-4c63-80f9-c18bc7d97aed tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 950 time: 0.0717053 Aug 18 12:51:06.651725 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b7f747a0-617f-4fad-b582-b73e788b97a1 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:06.655565 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b7f747a0-617f-4fad-b582-b73e788b97a1 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4821498 Aug 18 12:51:06.656418 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33726) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:51:06.661203 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-dd63e620-e581-4eb9-9d37-bcf4f9b695a1 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Request body: {'security_group_rule': {'security_group_id': '2bac6063-099b-4fcf-b815-d0064c7a84aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:51:06.684942 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-f82e80fa-e16b-43dc-8110-a6e1a2374ec9 None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:06.694852 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-66dc859c-d7c1-46f5-a445-4092b7398a05 req-b6ee9e59-2e39-4078-a390-3d56206b69e4 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476034 Aug 18 12:51:06.695497 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-f82e80fa-e16b-43dc-8110-a6e1a2374ec9 None None] Transition to ACTIVE for port object 3882ba9f-1913-4f21-8ae8-b36af6b0ba92 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:51:06.778245 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dd63e620-e581-4eb9-9d37-bcf4f9b695a1 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:06.793801 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-f82e80fa-e16b-43dc-8110-a6e1a2374ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:06.799466 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b2d3b-a9df-48b3-996b-5ef0cb6d8aa7 req-29ef3dbc-f9b7-4559-8b1a-3add3798d104 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:06.807216 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ed7b2d3b-a9df-48b3-996b-5ef0cb6d8aa7 req-29ef3dbc-f9b7-4559-8b1a-3add3798d104 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 944 time: 0.0578067 Aug 18 12:51:06.842246 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dd63e620-e581-4eb9-9d37-bcf4f9b695a1 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:06.852594 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583afe57-dee0-4a0c-84d5-6978c85ab342 None None] Pushing event updated for resources: {'Port': ['ID=3882ba9f-1913-4f21-8ae8-b36af6b0ba92,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:06.864573 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ed7b2d3b-a9df-48b3-996b-5ef0cb6d8aa7 req-097a2b97-b36a-40a7-9177-1d01d8c2590f tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563934 Aug 18 12:51:06.910571 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-f82e80fa-e16b-43dc-8110-a6e1a2374ec9 None None] Attempting to bind port 3882ba9f-1913-4f21-8ae8-b36af6b0ba92 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:51:06.922532 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-f82e80fa-e16b-43dc-8110-a6e1a2374ec9 None None] Attempting to bind port 3882ba9f-1913-4f21-8ae8-b36af6b0ba92 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '25475ad4-baf3-42cb-aa6a-76a8b781ae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '92663cc1-ad62-49bd-b96a-27a057ddfb66'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:51:06.922532 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82e80fa-e16b-43dc-8110-a6e1a2374ec9 None None] Attempting to bind port 3882ba9f-1913-4f21-8ae8-b36af6b0ba92 on network 92663cc1-ad62-49bd-b96a-27a057ddfb66 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:51:06.922532 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82e80fa-e16b-43dc-8110-a6e1a2374ec9 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:51:06.922532 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82e80fa-e16b-43dc-8110-a6e1a2374ec9 None None] Checking segment: {'id': '25475ad4-baf3-42cb-aa6a-76a8b781ae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '92663cc1-ad62-49bd-b96a-27a057ddfb66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:51:06.922532 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-f82e80fa-e16b-43dc-8110-a6e1a2374ec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:06.922532 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82e80fa-e16b-43dc-8110-a6e1a2374ec9 None None] Bound using segment: {'id': '25475ad4-baf3-42cb-aa6a-76a8b781ae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '92663cc1-ad62-49bd-b96a-27a057ddfb66'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:51:06.922532 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-f82e80fa-e16b-43dc-8110-a6e1a2374ec9 None None] Bound port: 3882ba9f-1913-4f21-8ae8-b36af6b0ba92, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25475ad4-baf3-42cb-aa6a-76a8b781ae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '92663cc1-ad62-49bd-b96a-27a057ddfb66'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:51:06.922532 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-f82e80fa-e16b-43dc-8110-a6e1a2374ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:06.942462 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dd63e620-e581-4eb9-9d37-bcf4f9b695a1 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:06.958651 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd63e620-e581-4eb9-9d37-bcf4f9b695a1 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16aadf5d-a471-4fc7-bf02-0aa83427d012,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:07.004073 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-f82e80fa-e16b-43dc-8110-a6e1a2374ec9 None None] For port 3882ba9f-1913-4f21-8ae8-b36af6b0ba92, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:51:07.007718 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-f82e80fa-e16b-43dc-8110-a6e1a2374ec9 None None] For port 3882ba9f-1913-4f21-8ae8-b36af6b0ba92, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=3882ba9f-1913-4f21-8ae8-b36af6b0ba92,segment=NetworkSegment(25475ad4-baf3-42cb-aa6a-76a8b781ae64),segment_id=25475ad4-baf3-42cb-aa6a-76a8b781ae64)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:51:07.039990 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dd63e620-e581-4eb9-9d37-bcf4f9b695a1 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:07.041635 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-dd63e620-e581-4eb9-9d37-bcf4f9b695a1 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3840432 Aug 18 12:51:07.044014 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33774) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:51:07.048712 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-afd847e7-1224-40b4-b623-4b97254c9579 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Request body: {'security_group_rule': {'security_group_id': '2bac6063-099b-4fcf-b815-d0064c7a84aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:51:07.079817 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-f82e80fa-e16b-43dc-8110-a6e1a2374ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:07.137830 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82e80fa-e16b-43dc-8110-a6e1a2374ec9 None None] Routers {'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:51:07.138481 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-f82e80fa-e16b-43dc-8110-a6e1a2374ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:50:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ad0a3c4a-f084-4d1a-a43a-ff7520c50a72'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:51:07.143363 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583afe57-dee0-4a0c-84d5-6978c85ab342 None None] Pushing event updated for resources: {'Port': ['ID=3882ba9f-1913-4f21-8ae8-b36af6b0ba92,revision_number=4']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:07.166330 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-afd847e7-1224-40b4-b623-4b97254c9579 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:07.254757 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 7a8e8d48-39fe-4be7-a7ec-8438b2275c09 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:51:07.288414 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-f82e80fa-e16b-43dc-8110-a6e1a2374ec9 None None] Set router ad0a3c4a-f084-4d1a-a43a-ff7520c50a72 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:51:07.296356 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-afd847e7-1224-40b4-b623-4b97254c9579 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:07.413908 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-82d90040-bb66-4087-bc5b-45f7adb53973 tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:07.418081 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-82d90040-bb66-4087-bc5b-45f7adb53973 tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f&tenant_id=075606cfda364ddebe4be31640ab3a76&binding%3Ahost_id=n-h1-803603-2 HTTP/1.1" status: 200 len: 1097 time: 0.0532711 Aug 18 12:51:07.419464 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-afd847e7-1224-40b4-b623-4b97254c9579 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:07.442997 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-7580adb4-85fd-4513-b5bc-c3d82def2f13 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803603-2'}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:51:07.499976 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 845d952c-cf08-4c28-8813-01417698ee53 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:51:07.502465 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 8475102b-3321-4c78-b6ac-5b16bf171cd0 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:51:07.510608 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd847e7-1224-40b4-b623-4b97254c9579 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c15995c-3c1d-4fa8-96f1-39e0649f8b52,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:07.576341 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-afd847e7-1224-40b4-b623-4b97254c9579 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:07.577541 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-afd847e7-1224-40b4-b623-4b97254c9579 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5325370 Aug 18 12:51:07.580831 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33842) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:51:07.585394 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-37061f6b-e840-4cd7-9663-99505a435ca5 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:51:07.588525 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f349067-2d2c-4ab3-a198-632679ac50c8 req-43e308fb-6e46-48b2-9571-601a19dcd35e tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:07.590014 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2f349067-2d2c-4ab3-a198-632679ac50c8 req-43e308fb-6e46-48b2-9571-601a19dcd35e tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 948 time: 0.1300521 Aug 18 12:51:07.595245 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-7580adb4-85fd-4513-b5bc-c3d82def2f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:07.595781 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-f82e80fa-e16b-43dc-8110-a6e1a2374ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72', 'name': 'tempest-ServersTestFqdnHostnames-114313003-router', 'tenant_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '7a8e8d48-39fe-4be7-a7ec-8438b2275c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:55Z', 'updated_at': '2021-08-18T12:51:03Z', 'revision_number': 4, 'project_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'gw_port': {'id': '7a8e8d48-39fe-4be7-a7ec-8438b2275c09', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:58Z', 'updated_at': '2021-08-18T12:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '3882ba9f-1913-4f21-8ae8-b36af6b0ba92', 'name': '', 'network_id': '92663cc1-ad62-49bd-b96a-27a057ddfb66', 'tenant_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'mac_address': 'fa:16:3e:67:0a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '0141e478-2256-4b2e-ad50-7df31de14f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:51:02Z', 'updated_at': '2021-08-18T12:51:06Z', 'revision_number': 4, 'project_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'subnets': [{'id': '0141e478-2256-4b2e-ad50-7df31de14f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:51:07.630020 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82e80fa-e16b-43dc-8110-a6e1a2374ec9 None None] The sync data for ids ['ad0a3c4a-f084-4d1a-a43a-ff7520c50a72'] in n-d-803603-2 is: [{'id': 'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72', 'name': 'tempest-ServersTestFqdnHostnames-114313003-router', 'tenant_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '7a8e8d48-39fe-4be7-a7ec-8438b2275c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:55Z', 'updated_at': '2021-08-18T12:51:03Z', 'revision_number': 4, 'project_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'gw_port': {'id': '7a8e8d48-39fe-4be7-a7ec-8438b2275c09', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:58Z', 'updated_at': '2021-08-18T12:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '3882ba9f-1913-4f21-8ae8-b36af6b0ba92', 'name': '', 'network_id': '92663cc1-ad62-49bd-b96a-27a057ddfb66', 'tenant_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'mac_address': 'fa:16:3e:67:0a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '0141e478-2256-4b2e-ad50-7df31de14f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:51:02Z', 'updated_at': '2021-08-18T12:51:06Z', 'revision_number': 4, 'project_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'subnets': [{'id': '0141e478-2256-4b2e-ad50-7df31de14f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:51:07.662260 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 7a8e8d48-39fe-4be7-a7ec-8438b2275c09 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:51:07.662626 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:07.698233 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-37061f6b-e840-4cd7-9663-99505a435ca5 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify callbacks [] for floatingip, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:07.759128 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 845d952c-cf08-4c28-8813-01417698ee53, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=845d952c-cf08-4c28-8813-01417698ee53,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:51:07.771351 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2f349067-2d2c-4ab3-a198-632679ac50c8 req-d87a7af1-0cfc-4b7c-9094-2b81ce8abc31 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624181 Aug 18 12:51:07.783069 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '845d952c-cf08-4c28-8813-01417698ee53', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'port_id': '845d952c-cf08-4c28-8813-01417698ee53', 'mac_address': 'fa:16:3e:49:16:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc8434-66c0-4e05-8cce-b4a4a0f33dc3', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:51:07.846292 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-7580adb4-85fd-4513-b5bc-c3d82def2f13 service neutron] For port 1eb230a0-232b-4582-ad1b-36657cb6bc50, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=1eb230a0-232b-4582-ad1b-36657cb6bc50,segment=NetworkSegment(9980139b-d711-402f-b96d-94b03ea2978e),segment_id=9980139b-d711-402f-b96d-94b03ea2978e)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:51:07.911817 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:07.920435 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-37061f6b-e840-4cd7-9663-99505a435ca5 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:07.933301 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 845d952c-cf08-4c28-8813-01417698ee53 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:51:07.952473 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-7580adb4-85fd-4513-b5bc-c3d82def2f13 service neutron] For port 1eb230a0-232b-4582-ad1b-36657cb6bc50, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:51:07.959373 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 845d952c-cf08-4c28-8813-01417698ee53, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=845d952c-cf08-4c28-8813-01417698ee53,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:51:08.007297 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 8475102b-3321-4c78-b6ac-5b16bf171cd0 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:51:08.149770 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 8475102b-3321-4c78-b6ac-5b16bf171cd0 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:51:08.151349 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43a368-cdcc-47fc-97ae-f0712ce66072 req-58aecb1e-22a1-4a5a-aa8d-97a8551b1180 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:08.152022 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:08.152486 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9a43a368-cdcc-47fc-97ae-f0712ce66072 req-58aecb1e-22a1-4a5a-aa8d-97a8551b1180 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 946 time: 0.1051157 Aug 18 12:51:08.152486 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-7580adb4-85fd-4513-b5bc-c3d82def2f13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:08.152991 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-37061f6b-e840-4cd7-9663-99505a435ca5 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Allocated IP 172.25.6.34 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/1281b4f1-dc23-4bd2-9881-5aaedf0e9244) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:51:08.153244 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9a43a368-cdcc-47fc-97ae-f0712ce66072 req-9cdec456-28a8-4d4b-b516-6f786c8b11a2 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440948 Aug 18 12:51:08.153332 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:08.153332 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50cbd843-01c0-4d5c-95e3-010fda7981ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8475102b-3321-4c78-b6ac-5b16bf171cd0'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:51:08.153332 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703ace80-930f-4fc3-b6ab-e8b30e29a7ea" -d '{"events": [{"server_uuid": "50cbd843-01c0-4d5c-95e3-010fda7981ae", "name": "network-vif-plugged", "status": "completed", "tag": "8475102b-3321-4c78-b6ac-5b16bf171cd0"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:51:08.168110 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 8475102b-3321-4c78-b6ac-5b16bf171cd0, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=8475102b-3321-4c78-b6ac-5b16bf171cd0,segment=NetworkSegment(0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d),segment_id=0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:51:08.175446 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-37061f6b-e840-4cd7-9663-99505a435ca5 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:08.247557 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398c892b-5378-4fcd-b993-ca2a6c5c0b5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1eb230a0-232b-4582-ad1b-36657cb6bc50'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:51:08.249943 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ffb3c0-acd5-4491-b706-6e0a7f1534a9" -d '{"events": [{"server_uuid": "398c892b-5378-4fcd-b993-ca2a6c5c0b5f", "name": "network-vif-unplugged", "status": "completed", "tag": "1eb230a0-232b-4582-ad1b-36657cb6bc50"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:51:08.305597 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c507d4-3467-4376-a500-510a37b61a13 req-a1b1357f-6fbe-4ccd-a280-6447e30d5a25 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:08.309669 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-37061f6b-e840-4cd7-9663-99505a435ca5 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:08.309823 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:08.310644 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device e0f8f106-009d-4812-8732-e5462f74d9c9 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:51:08.310750 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a8c507d4-3467-4376-a500-510a37b61a13 req-a1b1357f-6fbe-4ccd-a280-6447e30d5a25 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 950 time: 0.0572965 Aug 18 12:51:08.311925 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-7580adb4-85fd-4513-b5bc-c3d82def2f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:08.325565 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:08.360040 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37061f6b-e840-4cd7-9663-99505a435ca5 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:51:08.360040 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-37061f6b-e840-4cd7-9663-99505a435ca5 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:51:08.366608 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37061f6b-e840-4cd7-9663-99505a435ca5 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:51:08.401276 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: e0f8f106-009d-4812-8732-e5462f74d9c9 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:51:08.401772 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device e0f8f106-009d-4812-8732-e5462f74d9c9 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:51:08.440731 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=8475102b-3321-4c78-b6ac-5b16bf171cd0,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:08.460069 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580adb4-85fd-4513-b5bc-c3d82def2f13 service neutron] Pushing event updated for resources: {'Port': ['ID=1eb230a0-232b-4582-ad1b-36657cb6bc50,revision_number=7']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:08.463128 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-37061f6b-e840-4cd7-9663-99505a435ca5 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:08.481929 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a8c507d4-3467-4376-a500-510a37b61a13 req-41316104-323f-4516-a9e2-5e9543c91dde tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292291 Aug 18 12:51:08.488992 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-7580adb4-85fd-4513-b5bc-c3d82def2f13 service neutron] Attempting to bind port 1eb230a0-232b-4582-ad1b-36657cb6bc50 on host n-h1-803603-2 for vnic_type normal with profile {"migrating_to": "n-h2-803603-2"} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:51:08.489330 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-7580adb4-85fd-4513-b5bc-c3d82def2f13 service neutron] Attempting to bind port 1eb230a0-232b-4582-ad1b-36657cb6bc50 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:51:08.489662 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-7580adb4-85fd-4513-b5bc-c3d82def2f13 service neutron] Attempting to bind port 1eb230a0-232b-4582-ad1b-36657cb6bc50 on network 8e2ca950-415a-439c-a01b-47dff2e51d7d {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:51:08.494868 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-7580adb4-85fd-4513-b5bc-c3d82def2f13 service neutron] Port 1eb230a0-232b-4582-ad1b-36657cb6bc50 on network 8e2ca950-415a-439c-a01b-47dff2e51d7d not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:51:08.495195 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-7580adb4-85fd-4513-b5bc-c3d82def2f13 service neutron] Attempting to bind port 1eb230a0-232b-4582-ad1b-36657cb6bc50 on network 8e2ca950-415a-439c-a01b-47dff2e51d7d {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:51:08.501330 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-7580adb4-85fd-4513-b5bc-c3d82def2f13 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:51:08.501734 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-7580adb4-85fd-4513-b5bc-c3d82def2f13 service neutron] Checking segment: {'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:51:08.502630 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-7580adb4-85fd-4513-b5bc-c3d82def2f13 service neutron] Bound using segment: {'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:51:08.509873 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-7580adb4-85fd-4513-b5bc-c3d82def2f13 service neutron] Bound port: 1eb230a0-232b-4582-ad1b-36657cb6bc50, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:51:08.509873 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-7580adb4-85fd-4513-b5bc-c3d82def2f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:08.510147 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37061f6b-e840-4cd7-9663-99505a435ca5 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Pushing event updated for resources: {'Port': ['ID=1281b4f1-dc23-4bd2-9881-5aaedf0e9244,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:08.537928 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12dd03-359e-4821-aa88-647286c981f5 req-7008834d-6d5d-40a9-8d38-e9a41be676fd tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:08.545405 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5e12dd03-359e-4821-aa88-647286c981f5 req-7008834d-6d5d-40a9-8d38-e9a41be676fd tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 945 time: 0.0760479 Aug 18 12:51:08.549849 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=845d952c-cf08-4c28-8813-01417698ee53,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:08.573981 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04e892a-344d-44b8-948f-2f8dca043e6e x-openstack-request-id: req-f04e892a-344d-44b8-948f-2f8dca043e6e {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:51:08.578523 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50cbd843-01c0-4d5c-95e3-010fda7981ae", "name": "network-vif-plugged", "status": "completed", "tag": "8475102b-3321-4c78-b6ac-5b16bf171cd0", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:51:08.578523 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f04e892a-344d-44b8-948f-2f8dca043e6e {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:51:08.578523 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50cbd843-01c0-4d5c-95e3-010fda7981ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8475102b-3321-4c78-b6ac-5b16bf171cd0', 'code': 200} Aug 18 12:51:08.613772 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['845d952c-cf08-4c28-8813-01417698ee53'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:51:08.614745 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5e12dd03-359e-4821-aa88-647286c981f5 req-765109a1-3403-4853-97fe-97758d7d3152 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684083 Aug 18 12:51:08.617049 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-37061f6b-e840-4cd7-9663-99505a435ca5 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:08.701668 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-7580adb4-85fd-4513-b5bc-c3d82def2f13 service neutron] For port 1eb230a0-232b-4582-ad1b-36657cb6bc50, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:51:08.704696 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7d6503-1235-49da-92cb-257c95b4389d x-openstack-request-id: req-ff7d6503-1235-49da-92cb-257c95b4389d {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:51:08.704995 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "398c892b-5378-4fcd-b993-ca2a6c5c0b5f", "name": "network-vif-unplugged", "status": "completed", "tag": "1eb230a0-232b-4582-ad1b-36657cb6bc50", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:51:08.705248 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff7d6503-1235-49da-92cb-257c95b4389d {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:51:08.705638 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398c892b-5378-4fcd-b993-ca2a6c5c0b5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1eb230a0-232b-4582-ad1b-36657cb6bc50', 'code': 200} Aug 18 12:51:08.708187 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-7580adb4-85fd-4513-b5bc-c3d82def2f13 service neutron] For port 1eb230a0-232b-4582-ad1b-36657cb6bc50, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=1eb230a0-232b-4582-ad1b-36657cb6bc50,segment=NetworkSegment(9980139b-d711-402f-b96d-94b03ea2978e),segment_id=9980139b-d711-402f-b96d-94b03ea2978e)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:51:08.744313 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576febe1-76a5-4c88-82d0-2d347fef0421 req-af3ad127-1a08-4736-ae63-46caa9aa12f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:08.744313 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-576febe1-76a5-4c88-82d0-2d347fef0421 req-af3ad127-1a08-4736-ae63-46caa9aa12f7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 1096 time: 0.1149013 Aug 18 12:51:08.797059 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-7580adb4-85fd-4513-b5bc-c3d82def2f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:08.805330 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-576febe1-76a5-4c88-82d0-2d347fef0421 req-86aa7138-ad58-4217-a954-b20c9d0231b1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533624 Aug 18 12:51:08.876410 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33888) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:51:08.922642 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-37061f6b-e840-4cd7-9663-99505a435ca5 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:08.935966 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 1eb230a0-232b-4582-ad1b-36657cb6bc50 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:51:08.958574 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-7580adb4-85fd-4513-b5bc-c3d82def2f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:08.959195 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-7580adb4-85fd-4513-b5bc-c3d82def2f13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:08.960717 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-7580adb4-85fd-4513-b5bc-c3d82def2f13 service neutron] 10.222.0.20 "PUT /v2.0/ports/1eb230a0-232b-4582-ad1b-36657cb6bc50 HTTP/1.1" status: 200 len: 1122 time: 1.5334127 Aug 18 12:51:08.967924 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580adb4-85fd-4513-b5bc-c3d82def2f13 service neutron] Pushing event updated for resources: {'Port': ['ID=1eb230a0-232b-4582-ad1b-36657cb6bc50,revision_number=8']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:08.983902 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-37061f6b-e840-4cd7-9663-99505a435ca5 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:09.043053 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-36763b22-7843-4c0a-b116-fa77fe17479c admin admin] Deleting subnet 69b77b4f-c2de-4edf-847c-9e50b2c81a98 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:51:09.050797 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-36763b22-7843-4c0a-b116-fa77fe17479c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:09.076149 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['1eb230a0-232b-4582-ad1b-36657cb6bc50'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:51:09.098287 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-37061f6b-e840-4cd7-9663-99505a435ca5 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:09.105696 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-36763b22-7843-4c0a-b116-fa77fe17479c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:09.120191 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['1eb230a0-232b-4582-ad1b-36657cb6bc50'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:51:09.136510 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37061f6b-e840-4cd7-9663-99505a435ca5 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Pushing event updated for resources: {'Port': ['ID=1281b4f1-dc23-4bd2-9881-5aaedf0e9244,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:09.169410 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38335ffc-cd62-4b96-90c4-285c8c9d9920 req-ccbad004-960c-44d9-973c-4dd877dd28e7 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:09.180004 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-38335ffc-cd62-4b96-90c4-285c8c9d9920 req-ccbad004-960c-44d9-973c-4dd877dd28e7 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 949 time: 0.1981838 Aug 18 12:51:09.198307 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-36763b22-7843-4c0a-b116-fa77fe17479c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:09.218736 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-37061f6b-e840-4cd7-9663-99505a435ca5 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:09.222342 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-37061f6b-e840-4cd7-9663-99505a435ca5 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6390653 Aug 18 12:51:09.285884 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 1eb230a0-232b-4582-ad1b-36657cb6bc50, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=1eb230a0-232b-4582-ad1b-36657cb6bc50,segment=NetworkSegment(9980139b-d711-402f-b96d-94b03ea2978e),segment_id=9980139b-d711-402f-b96d-94b03ea2978e)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:51:09.289190 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-38335ffc-cd62-4b96-90c4-285c8c9d9920 req-cb6d6c8f-0260-42a7-88ac-cc62dfb0cd47 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083281 Aug 18 12:51:09.331601 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 3882ba9f-1913-4f21-8ae8-b36af6b0ba92 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:51:09.370307 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 1eb230a0-232b-4582-ad1b-36657cb6bc50 has no active binding in host n-h2-803603-2 {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 18 12:51:09.413823 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-36763b22-7843-4c0a-b116-fa77fe17479c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:09.448134 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36763b22-7843-4c0a-b116-fa77fe17479c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69b77b4f-c2de-4edf-847c-9e50b2c81a98,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:09.450015 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-36763b22-7843-4c0a-b116-fa77fe17479c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:09.452107 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-36763b22-7843-4c0a-b116-fa77fe17479c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/69b77b4f-c2de-4edf-847c-9e50b2c81a98 HTTP/1.1" status: 204 len: 168 time: 0.5747423 Aug 18 12:51:09.454758 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33922) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:51:09.480045 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ef97e-afbf-45eb-af41-ad5961baccae req-6e38565c-a284-48fc-880f-b09490c5892b tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:09.481908 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4a9ef97e-afbf-45eb-af41-ad5961baccae req-6e38565c-a284-48fc-880f-b09490c5892b tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 944 time: 0.0970027 Aug 18 12:51:09.504663 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 845d952c-cf08-4c28-8813-01417698ee53 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:51:09.528824 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-581d4935-aaa4-4cf2-b742-9313f47303db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:09.547873 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4a9ef97e-afbf-45eb-af41-ad5961baccae req-5a28c4fc-502d-442c-b53e-c67f0c2d088e tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590208 Aug 18 12:51:09.572104 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 3882ba9f-1913-4f21-8ae8-b36af6b0ba92 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:51:09.606496 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 3882ba9f-1913-4f21-8ae8-b36af6b0ba92 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:51:09.606931 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:09.619862 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-581d4935-aaa4-4cf2-b742-9313f47303db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:09.629958 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-581d4935-aaa4-4cf2-b742-9313f47303db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e749c12-8a9b-455c-a302-632a00e56529']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:51:09.644672 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-581d4935-aaa4-4cf2-b742-9313f47303db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb020702-23cb-430d-8f1f-756bc29a1e99') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:51:09.645024 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-581d4935-aaa4-4cf2-b742-9313f47303db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb020702-23cb-430d-8f1f-756bc29a1e99') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:51:09.662679 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-581d4935-aaa4-4cf2-b742-9313f47303db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:09.739653 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 845d952c-cf08-4c28-8813-01417698ee53 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:51:09.742023 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:09.749392 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce2f16-e1f7-4224-9c89-d5d994106fe0 req-42c729a7-0890-46e9-8d8c-c9f73d1e8dad tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:09.754704 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 845d952c-cf08-4c28-8813-01417698ee53 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:51:09.755088 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:09.757372 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9cce2f16-e1f7-4224-9c89-d5d994106fe0 req-42c729a7-0890-46e9-8d8c-c9f73d1e8dad tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 950 time: 0.0590878 Aug 18 12:51:09.806899 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9cce2f16-e1f7-4224-9c89-d5d994106fe0 req-3f24af48-8d97-4ef4-9f96-9348be1fe18f tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484428 Aug 18 12:51:09.818368 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 3882ba9f-1913-4f21-8ae8-b36af6b0ba92, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=3882ba9f-1913-4f21-8ae8-b36af6b0ba92,segment=NetworkSegment(25475ad4-baf3-42cb-aa6a-76a8b781ae64),segment_id=25475ad4-baf3-42cb-aa6a-76a8b781ae64)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:51:09.879420 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:09.924326 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 845d952c-cf08-4c28-8813-01417698ee53, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=845d952c-cf08-4c28-8813-01417698ee53,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:51:09.933122 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:09.989522 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=3882ba9f-1913-4f21-8ae8-b36af6b0ba92,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:10.003778 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-581d4935-aaa4-4cf2-b742-9313f47303db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:10.011646 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:10.017490 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-581d4935-aaa4-4cf2-b742-9313f47303db admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:51:10.017936 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-581d4935-aaa4-4cf2-b742-9313f47303db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:10.019658 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 12:51:10.019658 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:51:10.019658 n-d-803603-2 neutron-server[101675]: timer() Aug 18 12:51:10.019658 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:51:10.019658 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 12:51:10.019658 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:51:10.019658 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 12:51:10.019658 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:51:10.019658 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 12:51:10.019658 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:51:10.019658 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 12:51:10.019658 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:51:10.019658 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 12:51:10.019658 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:51:10.019658 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:51:10.019658 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:51:10.019658 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:51:10.019658 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:51:10.019658 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 12:51:10.019658 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:51:10.019658 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 12:51:10.019658 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:51:10.019658 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:51:10.019658 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:51:10.019658 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 12:51:10.019658 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:51:10.019658 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:51:10.019658 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:51:10.019658 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:51:10.019658 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:51:10.019658 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:51:10.019658 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:51:10.025233 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-2c70f293-2356-49fd-b734-7b5cbc9d43c5 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--977726597&fields=id&tenant_id=decf5c0578c64585b01ec48d0ad33c5c HTTP/1.1" status: 200 len: 267 time: 0.3603351 Aug 18 12:51:10.073935 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=845d952c-cf08-4c28-8813-01417698ee53,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:10.171586 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-099dcf03-7d99-46a9-b66d-fd9cecad5187 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:10.173038 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-099dcf03-7d99-46a9-b66d-fd9cecad5187 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.13 "GET /v2.0/networks?id=92663cc1-ad62-49bd-b96a-27a057ddfb66 HTTP/1.1" status: 200 len: 814 time: 0.1374099 Aug 18 12:51:10.188157 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-657cbe14-21e6-4a15-bc08-bd2cf9412609 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.13 "GET /v2.0/quotas/decf5c0578c64585b01ec48d0ad33c5c HTTP/1.1" status: 200 len: 375 time: 0.0094068 Aug 18 12:51:10.218888 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-581d4935-aaa4-4cf2-b742-9313f47303db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:10.224742 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-581d4935-aaa4-4cf2-b742-9313f47303db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:10.226756 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-581d4935-aaa4-4cf2-b742-9313f47303db admin admin] 10.222.0.13 "DELETE /v2.0/networks/6e749c12-8a9b-455c-a302-632a00e56529 HTTP/1.1" status: 204 len: 168 time: 0.7708406 Aug 18 12:51:10.239337 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d4935-aaa4-4cf2-b742-9313f47303db admin admin] Pushing event deleted for resources: {'Network': ['ID=6e749c12-8a9b-455c-a302-632a00e56529,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:10.257353 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-056a3d4b-546a-457d-82cc-a8602071316a tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=decf5c0578c64585b01ec48d0ad33c5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0640650 Aug 18 12:51:10.372103 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-29b8b66f-4c25-4d64-a400-ebcf7d36e5f8 service neutron] 10.222.0.13 "GET /v2.0/networks/92663cc1-ad62-49bd-b96a-27a057ddfb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012387 Aug 18 12:51:10.394456 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61067280-9954-4935-b411-6a9926430a7e req-fe6cca48-249b-47c1-b929-d338464b59dc tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:10.395951 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-61067280-9954-4935-b411-6a9926430a7e req-fe6cca48-249b-47c1-b929-d338464b59dc tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 945 time: 0.0503130 Aug 18 12:51:10.436373 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-61067280-9954-4935-b411-6a9926430a7e req-288e7816-7621-477c-a6ba-5bf7c987ba77 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333502 Aug 18 12:51:10.463078 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-a871ff62-f5a6-4a24-a476-7c928e75c890 service neutron] 10.222.0.13 "GET /v2.0/networks/92663cc1-ad62-49bd-b96a-27a057ddfb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843928 Aug 18 12:51:10.572598 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33996) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:51:10.578150 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a744ca-4db6-4c65-b832-340b92dd5b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845d952c-cf08-4c28-8813-01417698ee53'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:51:10.581089 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51e24c8-3b93-4788-9d81-e45285cfe7f2" -d '{"events": [{"server_uuid": "e7a744ca-4db6-4c65-b832-340b92dd5b59", "name": "network-vif-plugged", "status": "completed", "tag": "845d952c-cf08-4c28-8813-01417698ee53"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:51:10.596919 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34402116-969c-4b85-9519-fbc43d07e508 req-6d42a4f1-414a-4ecb-95c1-70e6633d31e9 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:10.598518 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-34402116-969c-4b85-9519-fbc43d07e508 req-6d42a4f1-414a-4ecb-95c1-70e6633d31e9 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 950 time: 0.0552788 Aug 18 12:51:10.616722 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-421f6089-4ebe-452c-8464-b61cf72330c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d9cbca76fb754d9eb9a2b882bde059a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403843 Aug 18 12:51:10.616986 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34002) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:51:10.641949 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-34402116-969c-4b85-9519-fbc43d07e508 req-dc4e0a5b-b46b-477d-ac8f-8b70a58b3124 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367343 Aug 18 12:51:10.706691 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '398c892b-5378-4fcd-b993-ca2a6c5c0b5f', 'tag': '1eb230a0-232b-4582-ad1b-36657cb6bc50'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:51:10.711704 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3f23b1-7822-4858-9438-5d389553f4d6" -d '{"events": [{"name": "network-changed", "server_uuid": "398c892b-5378-4fcd-b993-ca2a6c5c0b5f", "tag": "1eb230a0-232b-4582-ad1b-36657cb6bc50"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:51:10.721563 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ba6ddb63-c549-44ed-89bb-27fe569f8fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:10.747876 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b748a1a1-b451-4b4c-b255-c8f4f038061f req-c32a968b-b680-49d8-9af4-7f327b5351d2 tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:10.749344 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b748a1a1-b451-4b4c-b255-c8f4f038061f req-c32a968b-b680-49d8-9af4-7f327b5351d2 tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 1096 time: 0.0690022 Aug 18 12:51:10.753857 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ba6ddb63-c549-44ed-89bb-27fe569f8fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:10.812510 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b748a1a1-b451-4b4c-b255-c8f4f038061f req-5164d354-8480-4ceb-baf6-3e7580f14fb8 tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566106 Aug 18 12:51:10.886888 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ba6ddb63-c549-44ed-89bb-27fe569f8fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:10.889969 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ba6ddb63-c549-44ed-89bb-27fe569f8fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:10.893534 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ba6ddb63-c549-44ed-89bb-27fe569f8fe7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/55a7d967-1051-4a35-8efe-e9579c32881c HTTP/1.1" status: 204 len: 168 time: 0.2734923 Aug 18 12:51:10.910346 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ddb63-c549-44ed-89bb-27fe569f8fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a7d967-1051-4a35-8efe-e9579c32881c,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:10.957801 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68ec9a-481a-4126-be59-5f6a66940ccc req-bab0222c-2c3a-466b-9791-56cc2563d467 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:10.959474 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fb68ec9a-481a-4126-be59-5f6a66940ccc req-bab0222c-2c3a-466b-9791-56cc2563d467 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 944 time: 0.0650272 Aug 18 12:51:11.011971 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fb68ec9a-481a-4126-be59-5f6a66940ccc req-c274c7a9-b66a-4ca3-a842-e5299af3e905 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396252 Aug 18 12:51:11.051479 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b65926-0312-4e99-a0e8-5b200db4a2f0 x-openstack-request-id: req-07b65926-0312-4e99-a0e8-5b200db4a2f0 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:51:11.051832 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a744ca-4db6-4c65-b832-340b92dd5b59", "name": "network-vif-plugged", "status": "completed", "tag": "845d952c-cf08-4c28-8813-01417698ee53", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:51:11.056978 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-07b65926-0312-4e99-a0e8-5b200db4a2f0 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:51:11.056978 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a744ca-4db6-4c65-b832-340b92dd5b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845d952c-cf08-4c28-8813-01417698ee53', 'code': 200} Aug 18 12:51:11.121333 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-365698fb-cc5b-4d32-8c31-1211ba6e8180 req-def35413-54d9-4b7e-87b2-6929bf8d192e tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec1fe6-63f5-4e35-a4ce-dd52c3a8df44 HTTP/1.1" status: 200 len: 210 time: 0.0366108 Aug 18 12:51:11.170011 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240ac80f-8f1b-4e9b-bd1e-f2a24298f31a x-openstack-request-id: req-240ac80f-8f1b-4e9b-bd1e-f2a24298f31a {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:51:11.170325 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "398c892b-5378-4fcd-b993-ca2a6c5c0b5f", "tag": "1eb230a0-232b-4582-ad1b-36657cb6bc50", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:51:11.170571 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-240ac80f-8f1b-4e9b-bd1e-f2a24298f31a {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:51:11.170959 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '398c892b-5378-4fcd-b993-ca2a6c5c0b5f', 'tag': '1eb230a0-232b-4582-ad1b-36657cb6bc50', 'status': 'completed', 'code': 200} Aug 18 12:51:11.172829 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2ade3-80b8-44cc-976b-3bfc0c6cc846 req-95b429e1-dabd-460b-8d5a-206d375588f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:11.176325 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-75b2ade3-80b8-44cc-976b-3bfc0c6cc846 req-95b429e1-dabd-460b-8d5a-206d375588f3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 1101 time: 0.0617182 Aug 18 12:51:11.230058 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 3882ba9f-1913-4f21-8ae8-b36af6b0ba92 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:51:11.297310 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 3882ba9f-1913-4f21-8ae8-b36af6b0ba92 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:51:11.297310 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:11.300528 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776b701-6c0e-4487-8f65-dc551ebbeb9d req-d87f9363-2c3a-4e2b-a699-b2de5726efa1 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:11.303699 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c776b701-6c0e-4487-8f65-dc551ebbeb9d req-d87f9363-2c3a-4e2b-a699-b2de5726efa1 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 950 time: 0.0825346 Aug 18 12:51:11.334888 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-75b2ade3-80b8-44cc-976b-3bfc0c6cc846 req-e457f2ae-99c4-419a-b276-4ac7ce054f0a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504376 Aug 18 12:51:11.338873 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f23b1-7822-4858-9438-5d389553f4d6 req-009c7c14-5824-4dbc-be22-56d73fca283c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:11.348900 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bd3f23b1-7822-4858-9438-5d389553f4d6 req-009c7c14-5824-4dbc-be22-56d73fca283c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=075606cfda364ddebe4be31640ab3a76&device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 1125 time: 0.1279716 Aug 18 12:51:11.409078 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c776b701-6c0e-4487-8f65-dc551ebbeb9d req-bb43e00c-71d4-4a13-92e3-e766b46b6bcb tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987825 Aug 18 12:51:11.479003 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a7497cbf-a6c5-4f42-bbd4-3164c93dd7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:11.538335 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f23b1-7822-4858-9438-5d389553f4d6 req-c3adf963-00b2-43f0-95fc-e6ba7de45360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:11.541176 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bd3f23b1-7822-4858-9438-5d389553f4d6 req-c3adf963-00b2-43f0-95fc-e6ba7de45360 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8e2ca950-415a-439c-a01b-47dff2e51d7d HTTP/1.1" status: 200 len: 908 time: 0.1555090 Aug 18 12:51:11.592245 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bd3f23b1-7822-4858-9438-5d389553f4d6 req-5b5034ae-0480-4853-a486-1be24a80c34e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1eb230a0-232b-4582-ad1b-36657cb6bc50 HTTP/1.1" status: 200 len: 217 time: 0.0428205 Aug 18 12:51:11.655644 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f23b1-7822-4858-9438-5d389553f4d6 req-92b17ca4-6f13-4b5c-afcf-05c378556564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:11.657473 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bd3f23b1-7822-4858-9438-5d389553f4d6 req-92b17ca4-6f13-4b5c-afcf-05c378556564 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a7c71ac1-e82b-41d2-8931-67fb6a54cbad HTTP/1.1" status: 200 len: 847 time: 0.0573099 Aug 18 12:51:11.729712 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bd3f23b1-7822-4858-9438-5d389553f4d6 req-f277fc3b-f395-4e07-9587-dffc76c891c0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8e2ca950-415a-439c-a01b-47dff2e51d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648551 Aug 18 12:51:11.767225 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0d44b-a05d-4bd6-a1f3-ce64c535dada req-d0fbd7fb-0569-446b-a7ce-430edd92b311 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:11.774284 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ba0d44b-a05d-4bd6-a1f3-ce64c535dada req-d0fbd7fb-0569-446b-a7ce-430edd92b311 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 950 time: 0.0570519 Aug 18 12:51:11.809213 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ba0d44b-a05d-4bd6-a1f3-ce64c535dada req-4746dc37-8d02-4eb7-9d69-2ca658686b26 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340292 Aug 18 12:51:11.835696 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bd3f23b1-7822-4858-9438-5d389553f4d6 req-57b75045-f468-4552-8961-de06efd3c3a4 service neutron] 10.222.0.39 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976989 Aug 18 12:51:11.957636 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bd3f23b1-7822-4858-9438-5d389553f4d6 req-2b63ba18-7710-4969-8ddc-8dd675f94c2c service neutron] 10.222.0.39 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081145 Aug 18 12:51:12.149075 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbe8fb-d97e-445d-b8aa-a49cecf4b27d req-acd41d6c-14bd-4786-b469-46d042d0b4ce tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:12.152139 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-38cbe8fb-d97e-445d-b8aa-a49cecf4b27d req-acd41d6c-14bd-4786-b469-46d042d0b4ce tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 944 time: 0.0623600 Aug 18 12:51:12.246454 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-38cbe8fb-d97e-445d-b8aa-a49cecf4b27d req-b2de4357-f13e-4b69-8a90-fc9b70a52da3 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793729 Aug 18 12:51:12.287477 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c1a620de-6aee-4ece-b03f-1d35db59a3d3 req-adb087d9-e611-4760-bc86-607d62a11c41 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec1fe6-63f5-4e35-a4ce-dd52c3a8df44 HTTP/1.1" status: 200 len: 210 time: 0.0601087 Aug 18 12:51:12.550243 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb610f0-4c5c-49a3-983f-1e25f7f1e64f req-02e75507-b66b-4ec2-8ea0-ffee069b6c88 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:12.551772 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6eb610f0-4c5c-49a3-983f-1e25f7f1e64f req-02e75507-b66b-4ec2-8ea0-ffee069b6c88 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 950 time: 0.0527282 Aug 18 12:51:12.596131 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6eb610f0-4c5c-49a3-983f-1e25f7f1e64f req-c7a0c4ee-293f-4608-8adf-f42859817d83 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379972 Aug 18 12:51:12.783910 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-57012f8c-01e1-4255-a3af-b92d13f0cecb req-2a94215d-f7a5-4d90-aad8-ba4e0186d7a4 tempest-ServerShowV247Test-770710864 tempest-ServerShowV247Test-770710864-project] 10.222.0.13 "GET /v2.0/ports?device_id=a908e5be-0d9b-496e-9274-b16a999ccd7f HTTP/1.1" status: 200 len: 210 time: 0.0311956 Aug 18 12:51:12.973204 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef81a53-e284-4777-8526-06e2a93b9b7a req-4bf7c614-cb5b-401a-ba27-be5d501992d4 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:12.986390 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0ef81a53-e284-4777-8526-06e2a93b9b7a req-4bf7c614-cb5b-401a-ba27-be5d501992d4 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 950 time: 0.0793841 Aug 18 12:51:13.033574 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0ef81a53-e284-4777-8526-06e2a93b9b7a req-855b4beb-88d4-44e3-9e3e-33de376c0f8d tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487480 Aug 18 12:51:13.348584 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c5618777-a531-4767-9eff-d434676df88d req-9842d995-bf5a-42b6-8fbf-84312a7ac51b tempest-ServerShowV247Test-770710864 tempest-ServerShowV247Test-770710864-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad635cae-1d1f-4fd5-a63f-ca0142351585 HTTP/1.1" status: 200 len: 210 time: 0.0590408 Aug 18 12:51:13.515862 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49c536-2081-4f5f-89e8-a8cd47ba772f req-bba13c12-7f8c-4838-8222-a8ce2ba31c41 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:13.517509 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2a49c536-2081-4f5f-89e8-a8cd47ba772f req-bba13c12-7f8c-4838-8222-a8ce2ba31c41 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 944 time: 0.0653117 Aug 18 12:51:13.549490 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34224) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:51:13.633418 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2a49c536-2081-4f5f-89e8-a8cd47ba772f req-4d9e271a-23b0-421a-9470-6640b0e476f1 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967746 Aug 18 12:51:13.654939 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d12a7a2b-2621-4d4f-8534-4ce96a892840 req-50ee2bac-f002-43b3-a281-9db4f0516e87 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec1fe6-63f5-4e35-a4ce-dd52c3a8df44 HTTP/1.1" status: 200 len: 210 time: 0.0345731 Aug 18 12:51:13.695837 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9220ae04-3c16-4e29-a4c5-91c118fff67c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:13.734599 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-018b5cd2-d2cf-41a3-96d7-2bd97374f00e tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:13.736217 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-018b5cd2-d2cf-41a3-96d7-2bd97374f00e tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.20 "GET /v2.0/networks?id=92663cc1-ad62-49bd-b96a-27a057ddfb66 HTTP/1.1" status: 200 len: 814 time: 0.2122271 Aug 18 12:51:13.755907 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f279539a-ee8e-4ac4-b0fe-75b1da8b6dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:13.796907 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-d348c432-6b8d-4068-99f6-a0b08fefdb90 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=decf5c0578c64585b01ec48d0ad33c5c HTTP/1.1" status: 200 len: 379 time: 0.0447912 Aug 18 12:51:13.816321 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-e84ea56a-2f97-428d-af50-8f45abd89964 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Request body: {'port': {'device_id': '71ec1fe6-63f5-4e35-a4ce-dd52c3a8df44', 'network_id': '92663cc1-ad62-49bd-b96a-27a057ddfb66', 'admin_state_up': True, 'tenant_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'security_groups': ['2bac6063-099b-4fcf-b815-d0064c7a84aa']}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:51:13.864135 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff17599-3269-4967-a7e6-7746d274ef0c req-3f5a6708-bcf5-4e23-b2bd-921e9e65ecc8 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:13.865908 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9ff17599-3269-4967-a7e6-7746d274ef0c req-3f5a6708-bcf5-4e23-b2bd-921e9e65ecc8 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 950 time: 0.1119187 Aug 18 12:51:13.942562 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9ff17599-3269-4967-a7e6-7746d274ef0c req-582dd8ee-b284-484c-a7b2-61e29a330aa7 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699892 Aug 18 12:51:13.972884 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-faea3319-22b1-40e0-8830-6a95b533f170 req-a87ee57b-7359-471f-833c-08c3ee42d3cc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1745625 Aug 18 12:51:13.988890 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f279539a-ee8e-4ac4-b0fe-75b1da8b6dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:13.997102 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658e736-d2e5-4e59-8558-219a841d3b50 req-d8e27c5a-1d3a-4491-a638-f75174ae39cc tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:13.998730 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2658e736-d2e5-4e59-8558-219a841d3b50 req-d8e27c5a-1d3a-4491-a638-f75174ae39cc tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 950 time: 0.1899064 Aug 18 12:51:14.056316 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2658e736-d2e5-4e59-8558-219a841d3b50 req-6190e00b-ff18-4c77-bf30-dd1562806872 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500386 Aug 18 12:51:14.098067 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f279539a-ee8e-4ac4-b0fe-75b1da8b6dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:14.144568 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f279539a-ee8e-4ac4-b0fe-75b1da8b6dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f447766e-5a1b-4956-a1ee-9358504d0188,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:14.155868 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34242) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:51:14.155975 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f279539a-ee8e-4ac4-b0fe-75b1da8b6dfa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c8fb48d272341d7aa747ba438b8ab0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6050088 Aug 18 12:51:14.208694 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-e84ea56a-2f97-428d-af50-8f45abd89964 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Made reservation on behalf of decf5c0578c64585b01ec48d0ad33c5c for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:51:14.212179 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-e84ea56a-2f97-428d-af50-8f45abd89964 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:14.224614 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f3ef7251-58f9-40ac-9397-d0c17a96429a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:14.283536 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f3ef7251-58f9-40ac-9397-d0c17a96429a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:14.393654 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-e84ea56a-2f97-428d-af50-8f45abd89964 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Allocated IP 172.20.0.4 (92663cc1-ad62-49bd-b96a-27a057ddfb66/0141e478-2256-4b2e-ad50-7df31de14f49/c56d56e9-fa2c-4a49-a42f-d17889562aad) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:51:14.488228 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:14.517429 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-43ba7a80-71ea-4c31-a303-02a0d472384f req-9d228f14-d6e0-4bba-80f5-7d43823a123b tempest-ServerShowV247Test-770710864 tempest-ServerShowV247Test-770710864-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad635cae-1d1f-4fd5-a63f-ca0142351585 HTTP/1.1" status: 200 len: 210 time: 0.0343812 Aug 18 12:51:14.542459 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f3ef7251-58f9-40ac-9397-d0c17a96429a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:14.546434 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f3ef7251-58f9-40ac-9397-d0c17a96429a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:14.546434 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f3ef7251-58f9-40ac-9397-d0c17a96429a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f447766e-5a1b-4956-a1ee-9358504d0188 HTTP/1.1" status: 204 len: 168 time: 0.3891442 Aug 18 12:51:14.576769 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef7251-58f9-40ac-9397-d0c17a96429a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f447766e-5a1b-4956-a1ee-9358504d0188,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:14.605967 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-e84ea56a-2f97-428d-af50-8f45abd89964 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:14.619831 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-e84ea56a-2f97-428d-af50-8f45abd89964 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Transition to ACTIVE for port object c56d56e9-fa2c-4a49-a42f-d17889562aad will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:51:14.753915 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a94d3-7f57-4de9-b047-644df4dce5df req-7ae90a4a-4e83-47b5-938a-094765f68de4 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:14.756011 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-462a94d3-7f57-4de9-b047-644df4dce5df req-7ae90a4a-4e83-47b5-938a-094765f68de4 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 944 time: 0.0502191 Aug 18 12:51:14.794278 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-462a94d3-7f57-4de9-b047-644df4dce5df req-335dea23-9e2f-4242-9f5d-3670403fd342 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328097 Aug 18 12:51:14.819194 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-e84ea56a-2f97-428d-af50-8f45abd89964 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:14.865891 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-e84ea56a-2f97-428d-af50-8f45abd89964 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Network 92663cc1-ad62-49bd-b96a-27a057ddfb66 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:51:14.873694 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-e84ea56a-2f97-428d-af50-8f45abd89964 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:51:14.877918 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-e84ea56a-2f97-428d-af50-8f45abd89964 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:51:14.919049 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ea56a-2f97-428d-af50-8f45abd89964 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Pushing event updated for resources: {'Port': ['ID=c56d56e9-fa2c-4a49-a42f-d17889562aad,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:14.948618 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-e84ea56a-2f97-428d-af50-8f45abd89964 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:14.949324 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-e84ea56a-2f97-428d-af50-8f45abd89964 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:14.961575 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b28cc4-d0b1-4b10-ba39-76522215df43 req-4f8fc6f6-d97e-4712-a66d-3a5b6a85aac5 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:14.970700 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-15b28cc4-d0b1-4b10-ba39-76522215df43 req-4f8fc6f6-d97e-4712-a66d-3a5b6a85aac5 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec1fe6-63f5-4e35-a4ce-dd52c3a8df44 HTTP/1.1" status: 200 len: 931 time: 0.0836325 Aug 18 12:51:15.010006 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-15b28cc4-d0b1-4b10-ba39-76522215df43 req-d32f55f0-87c5-4f69-b3b7-adf27ec73e5e tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bac6063-099b-4fcf-b815-d0064c7a84aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384221 Aug 18 12:51:15.059119 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-e84ea56a-2f97-428d-af50-8f45abd89964 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2488353 Aug 18 12:51:15.080288 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-a759ce8a-6858-4e3e-b5b5-2e3fa0c91743 service neutron] Request body: {'port': {'device_id': '71ec1fe6-63f5-4e35-a4ce-dd52c3a8df44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:51:15.154058 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-a759ce8a-6858-4e3e-b5b5-2e3fa0c91743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:15.251937 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:15.262497 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfee0f9-b5b2-4ea8-a7bc-4ab9b9b65515 req-3aacaec0-043d-4c0b-bbf0-3074737788b6 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:15.264013 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2cfee0f9-b5b2-4ea8-a7bc-4ab9b9b65515 req-3aacaec0-043d-4c0b-bbf0-3074737788b6 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 950 time: 0.0555565 Aug 18 12:51:15.308800 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2cfee0f9-b5b2-4ea8-a7bc-4ab9b9b65515 req-249a3f93-9f9f-415f-b388-65597a04d792 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377080 Aug 18 12:51:15.333027 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-441232d7-faf3-492b-a63b-d35a390ef149 None None] Provisioning for port c56d56e9-fa2c-4a49-a42f-d17889562aad completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:51:15.336167 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-441232d7-faf3-492b-a63b-d35a390ef149 None None] Provisioning complete for port c56d56e9-fa2c-4a49-a42f-d17889562aad triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:51:15.336547 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-441232d7-faf3-492b-a63b-d35a390ef149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:15.398987 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-441232d7-faf3-492b-a63b-d35a390ef149 None None] Port c56d56e9-fa2c-4a49-a42f-d17889562aad cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:51:15.466602 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f1d89-e3eb-411f-9f1f-3aa0c5b61e11 req-0407d0ca-14aa-49f2-8a09-77c8637fd36a tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:15.484464 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-670f1d89-e3eb-411f-9f1f-3aa0c5b61e11 req-0407d0ca-14aa-49f2-8a09-77c8637fd36a tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 950 time: 0.0841939 Aug 18 12:51:15.538687 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-670f1d89-e3eb-411f-9f1f-3aa0c5b61e11 req-943c1a30-4963-4cb8-bdc6-0a1bae250801 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533495 Aug 18 12:51:15.589320 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-a759ce8a-6858-4e3e-b5b5-2e3fa0c91743 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c56d56e9-fa2c-4a49-a42f-d17889562aad {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:51:15.598606 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-a759ce8a-6858-4e3e-b5b5-2e3fa0c91743 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:15.613893 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-a759ce8a-6858-4e3e-b5b5-2e3fa0c91743 service neutron] Transition to ACTIVE for port object c56d56e9-fa2c-4a49-a42f-d17889562aad will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:51:15.690779 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-a759ce8a-6858-4e3e-b5b5-2e3fa0c91743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:15.748845 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-75da92f9-1724-4280-ad93-a5886d4ce992 req-995239e0-0352-4e18-b77d-73950e8a7cb1 tempest-ServerShowV247Test-770710864 tempest-ServerShowV247Test-770710864-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad635cae-1d1f-4fd5-a63f-ca0142351585 HTTP/1.1" status: 200 len: 210 time: 0.0794983 Aug 18 12:51:15.824334 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a759ce8a-6858-4e3e-b5b5-2e3fa0c91743 service neutron] Pushing event updated for resources: {'Port': ['ID=c56d56e9-fa2c-4a49-a42f-d17889562aad,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:15.969000 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-a759ce8a-6858-4e3e-b5b5-2e3fa0c91743 service neutron] Attempting to bind port c56d56e9-fa2c-4a49-a42f-d17889562aad on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:51:15.969347 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-a759ce8a-6858-4e3e-b5b5-2e3fa0c91743 service neutron] Attempting to bind port c56d56e9-fa2c-4a49-a42f-d17889562aad by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '25475ad4-baf3-42cb-aa6a-76a8b781ae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '92663cc1-ad62-49bd-b96a-27a057ddfb66'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:51:15.969682 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-a759ce8a-6858-4e3e-b5b5-2e3fa0c91743 service neutron] Attempting to bind port c56d56e9-fa2c-4a49-a42f-d17889562aad on network 92663cc1-ad62-49bd-b96a-27a057ddfb66 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:51:15.983954 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-a759ce8a-6858-4e3e-b5b5-2e3fa0c91743 service neutron] Port c56d56e9-fa2c-4a49-a42f-d17889562aad on network 92663cc1-ad62-49bd-b96a-27a057ddfb66 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:51:15.984257 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-a759ce8a-6858-4e3e-b5b5-2e3fa0c91743 service neutron] Attempting to bind port c56d56e9-fa2c-4a49-a42f-d17889562aad on network 92663cc1-ad62-49bd-b96a-27a057ddfb66 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:51:16.000681 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-a759ce8a-6858-4e3e-b5b5-2e3fa0c91743 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:51:16.001029 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-a759ce8a-6858-4e3e-b5b5-2e3fa0c91743 service neutron] Checking segment: {'id': '25475ad4-baf3-42cb-aa6a-76a8b781ae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '92663cc1-ad62-49bd-b96a-27a057ddfb66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:51:16.001427 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-a759ce8a-6858-4e3e-b5b5-2e3fa0c91743 service neutron] Bound using segment: {'id': '25475ad4-baf3-42cb-aa6a-76a8b781ae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '92663cc1-ad62-49bd-b96a-27a057ddfb66'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:51:16.001874 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-a759ce8a-6858-4e3e-b5b5-2e3fa0c91743 service neutron] Bound port: c56d56e9-fa2c-4a49-a42f-d17889562aad, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25475ad4-baf3-42cb-aa6a-76a8b781ae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '92663cc1-ad62-49bd-b96a-27a057ddfb66'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:51:16.004901 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-a759ce8a-6858-4e3e-b5b5-2e3fa0c91743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:16.100197 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032001a8-57d2-4cd5-8bfa-395c288f2d17 req-f91e1e8f-ff0d-4338-b70c-12c3cadc16e4 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:16.112556 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-032001a8-57d2-4cd5-8bfa-395c288f2d17 req-f91e1e8f-ff0d-4338-b70c-12c3cadc16e4 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 944 time: 0.1320424 Aug 18 12:51:16.166713 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34314) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:51:16.170790 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-032001a8-57d2-4cd5-8bfa-395c288f2d17 req-e86edb67-7e58-4471-91e3-4b0bcac3b7a7 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597663 Aug 18 12:51:16.250239 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-a759ce8a-6858-4e3e-b5b5-2e3fa0c91743 service neutron] For port c56d56e9-fa2c-4a49-a42f-d17889562aad, host n-h2-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:51:16.285286 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-a759ce8a-6858-4e3e-b5b5-2e3fa0c91743 service neutron] For port c56d56e9-fa2c-4a49-a42f-d17889562aad, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=c56d56e9-fa2c-4a49-a42f-d17889562aad,segment=NetworkSegment(25475ad4-baf3-42cb-aa6a-76a8b781ae64),segment_id=25475ad4-baf3-42cb-aa6a-76a8b781ae64)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:51:16.304057 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60165e02-c126-4e82-8941-57a5834c8eae req-4a7d256f-e673-4126-8946-17c06d3dd873 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:16.313548 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-60165e02-c126-4e82-8941-57a5834c8eae req-4a7d256f-e673-4126-8946-17c06d3dd873 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec1fe6-63f5-4e35-a4ce-dd52c3a8df44 HTTP/1.1" status: 200 len: 943 time: 0.1475468 Aug 18 12:51:16.320973 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-cfd0d647-df33-4f61-8ee2-0b27062bdb67 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2044773387-network', 'tenant_id': '7b0e581f29f04c10ba40170fbb56ba44'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:51:16.377415 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-60165e02-c126-4e82-8941-57a5834c8eae req-612c87a7-e5be-4926-a0ae-0fb416276fb5 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bac6063-099b-4fcf-b815-d0064c7a84aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598624 Aug 18 12:51:16.436725 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-a759ce8a-6858-4e3e-b5b5-2e3fa0c91743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:16.468407 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45871676-b0ae-4614-9e7e-8c9727ca8c3e req-2e527669-7b11-4db7-9ca1-e58adfb1fff7 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:16.470530 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-45871676-b0ae-4614-9e7e-8c9727ca8c3e req-2e527669-7b11-4db7-9ca1-e58adfb1fff7 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 950 time: 0.0576177 Aug 18 12:51:16.492659 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-a759ce8a-6858-4e3e-b5b5-2e3fa0c91743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:16.493889 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-a759ce8a-6858-4e3e-b5b5-2e3fa0c91743 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:16.495402 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-a759ce8a-6858-4e3e-b5b5-2e3fa0c91743 service neutron] 10.222.0.20 "PUT /v2.0/ports/c56d56e9-fa2c-4a49-a42f-d17889562aad HTTP/1.1" status: 200 len: 1091 time: 1.4196959 Aug 18 12:51:16.495784 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ec1fe6-63f5-4e35-a4ce-dd52c3a8df44', 'tag': 'c56d56e9-fa2c-4a49-a42f-d17889562aad'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:51:16.497979 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e4c594-b206-4d51-8f20-bb1ce7fbde5a" -d '{"events": [{"name": "network-changed", "server_uuid": "71ec1fe6-63f5-4e35-a4ce-dd52c3a8df44", "tag": "c56d56e9-fa2c-4a49-a42f-d17889562aad"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:51:16.526155 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd0d647-df33-4f61-8ee2-0b27062bdb67 admin admin] Made reservation on behalf of 7b0e581f29f04c10ba40170fbb56ba44 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:51:16.526155 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cfd0d647-df33-4f61-8ee2-0b27062bdb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:16.538977 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a759ce8a-6858-4e3e-b5b5-2e3fa0c91743 service neutron] Pushing event updated for resources: {'Port': ['ID=c56d56e9-fa2c-4a49-a42f-d17889562aad,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:16.542422 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cfd0d647-df33-4f61-8ee2-0b27062bdb67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:16.542894 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-45871676-b0ae-4614-9e7e-8c9727ca8c3e req-4028447f-85d0-4641-8457-c811de8a2e03 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637059 Aug 18 12:51:16.561984 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e727895-1a1d-4114-9f3b-aa8c20661697 x-openstack-request-id: req-6e727895-1a1d-4114-9f3b-aa8c20661697 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:51:16.562302 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ec1fe6-63f5-4e35-a4ce-dd52c3a8df44", "tag": "c56d56e9-fa2c-4a49-a42f-d17889562aad", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:51:16.572108 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e727895-1a1d-4114-9f3b-aa8c20661697 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:51:16.572108 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ec1fe6-63f5-4e35-a4ce-dd52c3a8df44', 'tag': 'c56d56e9-fa2c-4a49-a42f-d17889562aad', 'status': 'completed', 'code': 200} Aug 18 12:51:16.707575 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3067f7-6fb9-4fbe-8cf6-ddb169eab1df req-597a1f44-aaec-4bcc-ae3b-73295c93b0ba tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:16.711126 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6b3067f7-6fb9-4fbe-8cf6-ddb169eab1df req-597a1f44-aaec-4bcc-ae3b-73295c93b0ba tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 950 time: 0.0704470 Aug 18 12:51:16.734762 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cfd0d647-df33-4f61-8ee2-0b27062bdb67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:16.739496 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4c594-b206-4d51-8f20-bb1ce7fbde5a req-4251ce60-c943-4743-8017-2916c6802aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:16.741021 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d4e4c594-b206-4d51-8f20-bb1ce7fbde5a req-4251ce60-c943-4743-8017-2916c6802aaa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=decf5c0578c64585b01ec48d0ad33c5c&device_id=71ec1fe6-63f5-4e35-a4ce-dd52c3a8df44 HTTP/1.1" status: 200 len: 1094 time: 0.0923116 Aug 18 12:51:16.766066 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6b3067f7-6fb9-4fbe-8cf6-ddb169eab1df req-1354c03a-2c5c-43ad-bf9a-e13f9033c947 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457799 Aug 18 12:51:16.829167 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cfd0d647-df33-4f61-8ee2-0b27062bdb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:16.914033 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfd0d647-df33-4f61-8ee2-0b27062bdb67 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:51:16.923977 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6cae694e-9630-4791-8788-a89350e4fe8f req-2ce3fe4d-415c-4154-910d-0bd4fcbce59e tempest-ServerShowV247Test-770710864 tempest-ServerShowV247Test-770710864-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad635cae-1d1f-4fd5-a63f-ca0142351585 HTTP/1.1" status: 200 len: 210 time: 0.0739834 Aug 18 12:51:16.933256 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0d647-df33-4f61-8ee2-0b27062bdb67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027ee19d-2a45-4a73-8b29-f741d9faec47,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:16.948688 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cfd0d647-df33-4f61-8ee2-0b27062bdb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:16.948688 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-cfd0d647-df33-4f61-8ee2-0b27062bdb67 admin admin] Added segment 908af126-c217-456c-b1ef-f447c03c2104 of type vlan for network bab0909c-e2b3-45b7-b9ea-31a3c90130ac Aug 18 12:51:17.036562 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cfd0d647-df33-4f61-8ee2-0b27062bdb67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:17.053965 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4c594-b206-4d51-8f20-bb1ce7fbde5a req-e268c05a-ca0c-40e5-97ea-eb43015f9389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:17.055538 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d4e4c594-b206-4d51-8f20-bb1ce7fbde5a req-e268c05a-ca0c-40e5-97ea-eb43015f9389 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=decf5c0578c64585b01ec48d0ad33c5c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3045294 Aug 18 12:51:17.121412 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cfd0d647-df33-4f61-8ee2-0b27062bdb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:17.122396 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd0d647-df33-4f61-8ee2-0b27062bdb67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:17.122970 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cfd0d647-df33-4f61-8ee2-0b27062bdb67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:17.160248 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:17.230671 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0d647-df33-4f61-8ee2-0b27062bdb67 admin admin] Pushing event updated for resources: {'Network': ['ID=bab0909c-e2b3-45b7-b9ea-31a3c90130ac,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:17.241780 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network bab0909c-e2b3-45b7-b9ea-31a3c90130ac details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:51:17.258002 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4c594-b206-4d51-8f20-bb1ce7fbde5a req-edf03b2c-614a-4e78-87e5-7676e1589895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:17.260428 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d4e4c594-b206-4d51-8f20-bb1ce7fbde5a req-edf03b2c-614a-4e78-87e5-7676e1589895 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1924994 Aug 18 12:51:17.262110 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-cfd0d647-df33-4f61-8ee2-0b27062bdb67 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0945385 Aug 18 12:51:17.266398 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34330) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:51:17.272440 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-6ce0db7a-fc05-4686-a337-622f56adaead admin admin] Request body: {'subnet': {'network_id': 'bab0909c-e2b3-45b7-b9ea-31a3c90130ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2044773387-subnet', 'tenant_id': '7b0e581f29f04c10ba40170fbb56ba44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:51:17.312867 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cb56c-484c-49ba-b7a7-491feebf8737 req-9cf16445-7d64-48f7-b4da-32b8b1e617f0 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:17.313396 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea3319-22b1-40e0-8830-6a95b533f170 req-f94aeec7-ec09-4e21-8699-1f2a5f463fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:17.314831 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-faea3319-22b1-40e0-8830-6a95b533f170 req-f94aeec7-ec09-4e21-8699-1f2a5f463fd0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dfbf1e57c29344368949d54d6fc1d536&device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 1101 time: 0.1057131 Aug 18 12:51:17.322021 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ba4cb56c-484c-49ba-b7a7-491feebf8737 req-9cf16445-7d64-48f7-b4da-32b8b1e617f0 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 944 time: 0.0801680 Aug 18 12:51:17.371512 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ba4cb56c-484c-49ba-b7a7-491feebf8737 req-9285b067-22be-4c1d-bb88-5d1e18ccd6f9 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484569 Aug 18 12:51:17.419575 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce0db7a-fc05-4686-a337-622f56adaead admin admin] Made reservation on behalf of 7b0e581f29f04c10ba40170fbb56ba44 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:51:17.421718 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6ce0db7a-fc05-4686-a337-622f56adaead admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:17.520794 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1e9ee-0375-49e3-a1a3-18e536266579 req-94724937-a8c7-4c37-941c-e4bef5c83517 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:17.522604 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e7c1e9ee-0375-49e3-a1a3-18e536266579 req-94724937-a8c7-4c37-941c-e4bef5c83517 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec1fe6-63f5-4e35-a4ce-dd52c3a8df44 HTTP/1.1" status: 200 len: 943 time: 0.0655329 Aug 18 12:51:17.600018 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e7c1e9ee-0375-49e3-a1a3-18e536266579 req-9aa34d97-d80c-4e07-874d-aecb53fc7585 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bac6063-099b-4fcf-b815-d0064c7a84aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702317 Aug 18 12:51:17.739458 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6061c356-8522-45a6-b527-8882b4002d24 req-696aad76-b277-40c1-ae46-f6c260b7528a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a908e5be-0d9b-496e-9274-b16a999ccd7f HTTP/1.1" status: 200 len: 210 time: 0.3482995 Aug 18 12:51:17.779529 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-34f90dd9-fab6-4745-add1-21c2a1392ca6 service neutron] 10.222.0.39 "GET /v2.0/ports/1eb230a0-232b-4582-ad1b-36657cb6bc50/bindings/n-h2-803603-2 HTTP/1.1" status: 200 len: 384 time: 0.0692368 Aug 18 12:51:17.837933 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-a5130620-51e0-4f8c-8a82-24d7b03c2e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:17.839422 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-a5130620-51e0-4f8c-8a82-24d7b03c2e98 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=decf5c0578c64585b01ec48d0ad33c5c&device_id=71ec1fe6-63f5-4e35-a4ce-dd52c3a8df44 HTTP/1.1" status: 200 len: 1094 time: 0.4880204 Aug 18 12:51:17.908323 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea3319-22b1-40e0-8830-6a95b533f170 req-1243484a-e88a-413a-9779-fb0b37bb153f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:17.909851 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-faea3319-22b1-40e0-8830-6a95b533f170 req-1243484a-e88a-413a-9779-fb0b37bb153f service neutron] 10.222.0.39 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.5788448 Aug 18 12:51:17.911123 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-482873f5-6c7c-49b0-bc88-ae9b9f72ddd0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c56d56e9-fa2c-4a49-a42f-d17889562aad HTTP/1.1" status: 200 len: 217 time: 0.0506067 Aug 18 12:51:17.936436 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5ccd5-1749-429c-902a-dbcf6adb2ef2 req-3976fd6c-5f0c-4ff4-83f5-d04fec0c2ad4 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:17.943076 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b9e5ccd5-1749-429c-902a-dbcf6adb2ef2 req-3976fd6c-5f0c-4ff4-83f5-d04fec0c2ad4 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 950 time: 0.2219710 Aug 18 12:51:17.945074 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0167d-4ae8-4056-ad57-92151cddafd5 req-c8caee8c-f282-4c0d-915b-69a4b7e70657 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:17.946703 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a1f0167d-4ae8-4056-ad57-92151cddafd5 req-c8caee8c-f282-4c0d-915b-69a4b7e70657 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 950 time: 0.0994155 Aug 18 12:51:18.016004 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-faea3319-22b1-40e0-8830-6a95b533f170 req-fdf09eeb-4617-45a3-8312-446d47a56636 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=845d952c-cf08-4c28-8813-01417698ee53 HTTP/1.1" status: 200 len: 217 time: 0.0967040 Aug 18 12:51:18.043296 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a1f0167d-4ae8-4056-ad57-92151cddafd5 req-f86618e1-790a-4737-886c-8569865596a6 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879667 Aug 18 12:51:18.081082 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-6f3d33d6-7b67-49bf-a6a3-10aa71b91826 service neutron] For port 1eb230a0-232b-4582-ad1b-36657cb6bc50, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=1eb230a0-232b-4582-ad1b-36657cb6bc50,segment=NetworkSegment(9980139b-d711-402f-b96d-94b03ea2978e),segment_id=9980139b-d711-402f-b96d-94b03ea2978e)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:51:18.099197 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea3319-22b1-40e0-8830-6a95b533f170 req-86b90727-48e6-4daf-80be-5ff2ee810147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:18.100759 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-faea3319-22b1-40e0-8830-6a95b533f170 req-86b90727-48e6-4daf-80be-5ff2ee810147 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.0718143 Aug 18 12:51:18.109179 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-6f3d33d6-7b67-49bf-a6a3-10aa71b91826 service neutron] For port 1eb230a0-232b-4582-ad1b-36657cb6bc50, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:51:18.148033 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-6f3d33d6-7b67-49bf-a6a3-10aa71b91826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eb230a0-232b-4582-ad1b-36657cb6bc50 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:51:18.161390 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-6f3d33d6-7b67-49bf-a6a3-10aa71b91826 service neutron] For port 1eb230a0-232b-4582-ad1b-36657cb6bc50, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=1eb230a0-232b-4582-ad1b-36657cb6bc50,segment=NetworkSegment(9980139b-d711-402f-b96d-94b03ea2978e),segment_id=9980139b-d711-402f-b96d-94b03ea2978e)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:51:18.196391 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-75060939-479c-446e-b5dd-3ecfcf26f518 req-639bf2e9-7e1f-4884-a05a-c975c13b1f7e tempest-ServerShowV247Test-770710864 tempest-ServerShowV247Test-770710864-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad635cae-1d1f-4fd5-a63f-ca0142351585 HTTP/1.1" status: 200 len: 210 time: 0.0372756 Aug 18 12:51:18.209466 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-121e51a9-972d-4879-88cc-52635273af57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:18.210941 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-121e51a9-972d-4879-88cc-52635273af57 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0141e478-2256-4b2e-ad50-7df31de14f49 HTTP/1.1" status: 200 len: 853 time: 0.2828619 Aug 18 12:51:18.216108 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5a695156-f490-4cc1-9b2e-0edd6948805a req-7f5043d7-da52-465e-82aa-8d7ed47dcf48 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ad635cae-1d1f-4fd5-a63f-ca0142351585 HTTP/1.1" status: 200 len: 210 time: 0.0608318 Aug 18 12:51:18.224611 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b9e5ccd5-1749-429c-902a-dbcf6adb2ef2 req-fb960394-cebe-494f-b251-75ffcec205df tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805462 Aug 18 12:51:18.248529 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-6f3d33d6-7b67-49bf-a6a3-10aa71b91826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:18.299969 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea3319-22b1-40e0-8830-6a95b533f170 req-73c33d7e-b7af-4505-bbf4-3deb96fa5035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:18.301387 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-faea3319-22b1-40e0-8830-6a95b533f170 req-73c33d7e-b7af-4505-bbf4-3deb96fa5035 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1784441 Aug 18 12:51:18.307554 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-3c3d9f01-53b2-4d84-9f83-bb04975719ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:18.308998 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-3c3d9f01-53b2-4d84-9f83-bb04975719ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92663cc1-ad62-49bd-b96a-27a057ddfb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875812 Aug 18 12:51:18.332715 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-6f3d33d6-7b67-49bf-a6a3-10aa71b91826 service neutron] Transition to ACTIVE for port object 1eb230a0-232b-4582-ad1b-36657cb6bc50 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:51:18.393961 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6ce0db7a-fc05-4686-a337-622f56adaead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:18.423729 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-6f3d33d6-7b67-49bf-a6a3-10aa71b91826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:18.504567 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce0db7a-fc05-4686-a337-622f56adaead admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8059427-8094-4919-a4ba-5ba769b61640,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:18.533757 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-c34f9033-b13e-4b94-a3fa-04667580cb5c service neutron] 10.222.0.20 "GET /v2.0/networks/92663cc1-ad62-49bd-b96a-27a057ddfb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107866 Aug 18 12:51:18.538540 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-faea3319-22b1-40e0-8830-6a95b533f170 req-8a593403-95c4-4e20-bf24-9d63d07eefc7 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278330 Aug 18 12:51:18.568214 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-6f3d33d6-7b67-49bf-a6a3-10aa71b91826 service neutron] No DVR routers for this DVR port 1eb230a0-232b-4582-ad1b-36657cb6bc50 on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:51:18.568495 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce0db7a-fc05-4686-a337-622f56adaead admin admin] Checking segment: {'id': '908af126-c217-456c-b1ef-f447c03c2104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bab0909c-e2b3-45b7-b9ea-31a3c90130ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:51:18.568861 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce0db7a-fc05-4686-a337-622f56adaead admin admin] Network hostable DHCP agents. Network: bab0909c-e2b3-45b7-b9ea-31a3c90130ac, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:51:18.617419 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d33d6-7b67-49bf-a6a3-10aa71b91826 service neutron] Pushing event updated for resources: {'Port': ['ID=1eb230a0-232b-4582-ad1b-36657cb6bc50,revision_number=10']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:18.628716 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-6f3d33d6-7b67-49bf-a6a3-10aa71b91826 service neutron] 10.222.0.39 "PUT /v2.0/ports/1eb230a0-232b-4582-ad1b-36657cb6bc50/bindings/n-h2-803603-2/activate HTTP/1.1" status: 200 len: 369 time: 0.8412282 Aug 18 12:51:18.645020 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ffc08b-384e-4eaa-b728-b83e717c903e req-3926c590-5039-4fdf-9a0f-a9a6000c9574 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:18.654616 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b5ffc08b-384e-4eaa-b728-b83e717c903e req-3926c590-5039-4fdf-9a0f-a9a6000c9574 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 945 time: 0.1586633 Aug 18 12:51:18.664933 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d33d6-7b67-49bf-a6a3-10aa71b91826 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:18.664933 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d33d6-7b67-49bf-a6a3-10aa71b91826 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:18.665358 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d33d6-7b67-49bf-a6a3-10aa71b91826 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:18.665635 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d33d6-7b67-49bf-a6a3-10aa71b91826 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:18.666205 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d33d6-7b67-49bf-a6a3-10aa71b91826 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:18.666676 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d33d6-7b67-49bf-a6a3-10aa71b91826 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:18.666788 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d33d6-7b67-49bf-a6a3-10aa71b91826 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:18.674011 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d33d6-7b67-49bf-a6a3-10aa71b91826 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:18.674011 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d33d6-7b67-49bf-a6a3-10aa71b91826 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:18.674011 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d33d6-7b67-49bf-a6a3-10aa71b91826 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:18.674011 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d33d6-7b67-49bf-a6a3-10aa71b91826 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:18.674011 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d33d6-7b67-49bf-a6a3-10aa71b91826 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:18.713360 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b5ffc08b-384e-4eaa-b728-b83e717c903e req-15cfacf6-7a44-45e3-a121-c97955787a4f tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547953 Aug 18 12:51:18.715652 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bdfae722-544c-4421-aaea-e76b4039ab92 req-e45e4901-16b1-4d6b-b12e-85838c7ba553 service neutron] 10.222.0.20 "GET /v2.0/networks/92663cc1-ad62-49bd-b96a-27a057ddfb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750801 Aug 18 12:51:18.731555 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce0db7a-fc05-4686-a337-622f56adaead admin admin] Network bab0909c-e2b3-45b7-b9ea-31a3c90130ac is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:51:18.754067 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-faea3319-22b1-40e0-8830-6a95b533f170 req-2e792c56-41ae-4911-8f83-35df9acbd441 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030168 Aug 18 12:51:18.782367 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b73856-a120-466d-bc9b-ba88f5e60d57 req-7f0cb834-5837-46d1-9ae9-7011679a04d2 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:18.783985 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a2b73856-a120-466d-bc9b-ba88f5e60d57 req-7f0cb834-5837-46d1-9ae9-7011679a04d2 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec1fe6-63f5-4e35-a4ce-dd52c3a8df44 HTTP/1.1" status: 200 len: 943 time: 0.0782917 Aug 18 12:51:18.835706 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-6ce0db7a-fc05-4686-a337-622f56adaead admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, bab0909c-e2b3-45b7-b9ea-31a3c90130ac) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:51:18.845644 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb27cc41-89ee-4bde-b53f-e58cb6886c5c None None] Network bab0909c-e2b3-45b7-b9ea-31a3c90130ac requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:51:18.862447 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a2b73856-a120-466d-bc9b-ba88f5e60d57 req-e669a3d6-8e86-470b-9640-e87cec06ce67 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bac6063-099b-4fcf-b815-d0064c7a84aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721748 Aug 18 12:51:18.864283 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce0db7a-fc05-4686-a337-622f56adaead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:18.864407 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6ce0db7a-fc05-4686-a337-622f56adaead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:18.900374 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-baf00272-02f3-4c19-8119-b5440b030427 tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:18.902998 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-baf00272-02f3-4c19-8119-b5440b030427 tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f&tenant_id=075606cfda364ddebe4be31640ab3a76&binding%3Ahost_id=n-h1-803603-2 HTTP/1.1" status: 200 len: 1096 time: 0.0829120 Aug 18 12:51:18.949356 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 48f53cde-d105-4bee-8736-656bf65b7842 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:51:18.951472 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 48f53cde-d105-4bee-8736-656bf65b7842 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:51:18.956287 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6ce0db7a-fc05-4686-a337-622f56adaead admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6886370 Aug 18 12:51:18.959501 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-0f95a4e8-cf85-4ed2-be70-8a3d5c5182a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:18.961087 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-0f95a4e8-cf85-4ed2-be70-8a3d5c5182a3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f&tenant_id=075606cfda364ddebe4be31640ab3a76 HTTP/1.1" status: 200 len: 1096 time: 0.0486073 Aug 18 12:51:19.098028 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-dba9ea53-eb86-4a4e-bb5c-57e0048747fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:19.103871 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-dba9ea53-eb86-4a4e-bb5c-57e0048747fd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=075606cfda364ddebe4be31640ab3a76&device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 1096 time: 0.1089621 Aug 18 12:51:19.196525 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c85eb6-b268-4281-9f70-b295e7803fec req-3bb6a030-196d-4b2a-9645-4368ca8ba647 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:19.204391 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e3c85eb6-b268-4281-9f70-b295e7803fec req-3bb6a030-196d-4b2a-9645-4368ca8ba647 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 950 time: 0.0684435 Aug 18 12:51:19.255626 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e3c85eb6-b268-4281-9f70-b295e7803fec req-db4b8abf-d912-4f3b-96f0-835a4820b367 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495861 Aug 18 12:51:19.293870 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-59399a59-9ed3-42aa-9cce-fe0a4b110ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:19.295369 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-59399a59-9ed3-42aa-9cce-fe0a4b110ae7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8e2ca950-415a-439c-a01b-47dff2e51d7d HTTP/1.1" status: 200 len: 908 time: 0.1825585 Aug 18 12:51:19.341521 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 48f53cde-d105-4bee-8736-656bf65b7842, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=48f53cde-d105-4bee-8736-656bf65b7842,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:51:19.379963 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-a7b4b258-7efa-47d4-8c7b-173ad6199b5d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1eb230a0-232b-4582-ad1b-36657cb6bc50 HTTP/1.1" status: 200 len: 217 time: 0.0717864 Aug 18 12:51:19.382669 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '48f53cde-d105-4bee-8736-656bf65b7842', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'port_id': '48f53cde-d105-4bee-8736-656bf65b7842', 'mac_address': 'fa:16:3e:21:63:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc8434-66c0-4e05-8cce-b4a4a0f33dc3', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:51:19.384818 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:19.422001 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 48f53cde-d105-4bee-8736-656bf65b7842, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=48f53cde-d105-4bee-8736-656bf65b7842,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:51:19.425450 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e50f53b-e459-4754-b0f4-ea2db727c2e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48f53cde-d105-4bee-8736-656bf65b7842'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:51:19.428164 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21bdfd86-97eb-4ae7-92e5-862c605b15a8" -d '{"events": [{"server_uuid": "8e50f53b-e459-4754-b0f4-ea2db727c2e4", "name": "network-vif-unplugged", "status": "completed", "tag": "48f53cde-d105-4bee-8736-656bf65b7842"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:51:19.431375 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c0016c-70dd-4d8d-8a04-6b1a788e1a5f None None] Network bab0909c-e2b3-45b7-b9ea-31a3c90130ac requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:51:19.463128 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f8ee440f-49da-4b06-9a74-a04fa4faaeee req-72762c9f-175e-4058-ad8d-a92ce5ebdb2f tempest-ServerShowV247Test-770710864 tempest-ServerShowV247Test-770710864-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad635cae-1d1f-4fd5-a63f-ca0142351585 HTTP/1.1" status: 200 len: 210 time: 0.0841148 Aug 18 12:51:19.503215 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-14ce361a-75c1-47f3-8c76-bbac17ad909e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:19.504995 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-14ce361a-75c1-47f3-8c76-bbac17ad909e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7c71ac1-e82b-41d2-8931-67fb6a54cbad HTTP/1.1" status: 200 len: 847 time: 0.1148245 Aug 18 12:51:19.543285 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:19.561748 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:19.574795 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-7f6e4fdf-ad95-4fd1-adf6-030ca3413e28 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8e2ca950-415a-439c-a01b-47dff2e51d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370741 Aug 18 12:51:19.585757 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d2a08-0501-4668-8cf2-ca207e770b57 req-a762e719-cc68-4308-bca9-e54106bcd959 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:19.588330 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4c6d2a08-0501-4668-8cf2-ca207e770b57 req-a762e719-cc68-4308-bca9-e54106bcd959 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 950 time: 0.0507987 Aug 18 12:51:19.594238 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 1eb230a0-232b-4582-ad1b-36657cb6bc50 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:51:19.629774 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4c6d2a08-0501-4668-8cf2-ca207e770b57 req-13afb7f0-54cb-47e6-b380-2ba2c20240b8 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341718 Aug 18 12:51:19.664767 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 48f53cde-d105-4bee-8736-656bf65b7842 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:51:19.683230 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-39fb87d6-52fc-4ba0-acdf-5bab2d528ba1 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:19.685424 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-39fb87d6-52fc-4ba0-acdf-5bab2d528ba1 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/networks?id=bab0909c-e2b3-45b7-b9ea-31a3c90130ac HTTP/1.1" status: 200 len: 805 time: 0.2144511 Aug 18 12:51:19.715201 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-a40fd229-ab06-4c7f-b970-beeefdd1a357 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/quotas/7b0e581f29f04c10ba40170fbb56ba44 HTTP/1.1" status: 200 len: 375 time: 0.0198698 Aug 18 12:51:19.715417 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8e7ee9-ada5-47b6-b585-8faf0f4ef5a4 x-openstack-request-id: req-0a8e7ee9-ada5-47b6-b585-8faf0f4ef5a4 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:51:19.715633 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e50f53b-e459-4754-b0f4-ea2db727c2e4", "name": "network-vif-unplugged", "status": "completed", "tag": "48f53cde-d105-4bee-8736-656bf65b7842", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:51:19.719619 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a8e7ee9-ada5-47b6-b585-8faf0f4ef5a4 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:51:19.719619 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e50f53b-e459-4754-b0f4-ea2db727c2e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48f53cde-d105-4bee-8736-656bf65b7842', 'code': 200} Aug 18 12:51:19.731380 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 1eb230a0-232b-4582-ad1b-36657cb6bc50 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:51:19.770096 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-03eecc49-7162-4586-9ba5-b6e454d54e40 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b0e581f29f04c10ba40170fbb56ba44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446782 Aug 18 12:51:19.779058 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=48f53cde-d105-4bee-8736-656bf65b7842,revision_number=6']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:19.801384 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.db.api [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:51:19.801828 n-d-803603-2 neutron-server[101677]: DEBUG oslo_db.api [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:51:19.804729 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-9235077a-0e7f-4fec-9379-427d77bf74cd service neutron] 10.222.0.20 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197456 Aug 18 12:51:19.888033 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0e0cb-045f-4fcb-bdc3-783711fb6185 req-1f35aedf-7200-4c1d-b3fe-5b71e9460152 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:19.889694 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d4b0e0cb-045f-4fcb-bdc3-783711fb6185 req-1f35aedf-7200-4c1d-b3fe-5b71e9460152 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 945 time: 0.0684619 Aug 18 12:51:19.934289 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d4b0e0cb-045f-4fcb-bdc3-783711fb6185 req-349cfa68-7aaa-436d-92cf-3807981c8469 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364740 Aug 18 12:51:19.965798 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-be3a29ce-d901-4aca-b2d6-b688cefa76cb service neutron] 10.222.0.13 "GET /v2.0/networks/bab0909c-e2b3-45b7-b9ea-31a3c90130ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877429 Aug 18 12:51:20.037604 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-2ba746f1-6502-44cb-99e8-9b75949cc946 service neutron] 10.222.0.20 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024820 Aug 18 12:51:20.045723 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77601a6b-3212-440f-a828-f94891275700 req-48cf8fed-977c-4c49-9d2b-597d349ef328 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:20.048408 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-77601a6b-3212-440f-a828-f94891275700 req-48cf8fed-977c-4c49-9d2b-597d349ef328 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec1fe6-63f5-4e35-a4ce-dd52c3a8df44 HTTP/1.1" status: 200 len: 943 time: 0.0565732 Aug 18 12:51:20.078619 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-9e2d08d4-3c1e-42dc-925a-1ba3c19f0964 service neutron] 10.222.0.13 "GET /v2.0/networks/bab0909c-e2b3-45b7-b9ea-31a3c90130ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041102 Aug 18 12:51:20.094298 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-77601a6b-3212-440f-a828-f94891275700 req-a6b8c5ac-8a5f-401f-8a34-186e86a2e9ff tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bac6063-099b-4fcf-b815-d0064c7a84aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398285 Aug 18 12:51:20.371153 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:20.379388 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a60f73-1f36-495f-9ecf-a9161a14f14e req-9340018b-c7e7-4461-b76d-0ece25f26cc2 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:20.384849 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d6eedd2c-d815-4b46-a224-cb5e4f1f0255 req-54d22796-e795-4b84-9d52-18b244da2f9b tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad00e5e2-86d8-4b90-8582-2170caeafddc HTTP/1.1" status: 200 len: 210 time: 0.0775585 Aug 18 12:51:20.389015 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-71a60f73-1f36-495f-9ecf-a9161a14f14e req-9340018b-c7e7-4461-b76d-0ece25f26cc2 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 948 time: 0.0616918 Aug 18 12:51:20.407849 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48f53cde-d105-4bee-8736-656bf65b7842 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:51:20.438959 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-71a60f73-1f36-495f-9ecf-a9161a14f14e req-21804575-06bd-46b3-bb16-068c7d785413 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489411 Aug 18 12:51:20.467098 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 48f53cde-d105-4bee-8736-656bf65b7842, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=48f53cde-d105-4bee-8736-656bf65b7842,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:51:20.510517 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-21c5439f-672a-41bb-aca5-a41a9ead423f tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:20.512055 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-21c5439f-672a-41bb-aca5-a41a9ead423f tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f&tenant_id=075606cfda364ddebe4be31640ab3a76&binding%3Ahost_id=n-h2-803603-2 HTTP/1.1" status: 200 len: 1096 time: 0.0478611 Aug 18 12:51:20.565380 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9f76545c-f012-45f0-9432-25a65e26c5a3 req-b729dde1-70d3-4daf-af6d-88a319408354 tempest-ServerShowV247Test-770710864 tempest-ServerShowV247Test-770710864-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad635cae-1d1f-4fd5-a63f-ca0142351585 HTTP/1.1" status: 200 len: 210 time: 0.0278101 Aug 18 12:51:20.577757 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:20.634510 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=48f53cde-d105-4bee-8736-656bf65b7842,revision_number=7']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:20.720782 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-5d423969-6bdf-4f6d-bd26-e097416497fd service neutron] For port 1eb230a0-232b-4582-ad1b-36657cb6bc50, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:51:20.726671 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-5d423969-6bdf-4f6d-bd26-e097416497fd service neutron] Notify callbacks [] for binding, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:20.728409 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1b1cea59-4664-460b-b5f8-4e57d714f292 req-5d423969-6bdf-4f6d-bd26-e097416497fd service neutron] 10.222.0.20 "DELETE /v2.0/ports/1eb230a0-232b-4582-ad1b-36657cb6bc50/bindings/n-h1-803603-2 HTTP/1.1" status: 204 len: 173 time: 0.2071974 Aug 18 12:51:20.764001 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b45a1-d8ee-4a53-a631-8a02aca97607 req-52501ccd-6d39-4f8d-906b-f7d89d7bd44a tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:20.765515 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1a5b45a1-d8ee-4a53-a631-8a02aca97607 req-52501ccd-6d39-4f8d-906b-f7d89d7bd44a tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 950 time: 0.0616505 Aug 18 12:51:20.808600 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1a5b45a1-d8ee-4a53-a631-8a02aca97607 req-2625b04c-42fd-4eeb-a0b4-840fc3dc8188 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367188 Aug 18 12:51:20.918526 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['48f53cde-d105-4bee-8736-656bf65b7842'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:51:20.973672 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device c56d56e9-fa2c-4a49-a42f-d17889562aad details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:51:21.146379 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884505d-9773-4bb9-b2ed-5a650e46104b req-e56dfaa4-a359-465b-8a0e-093a81d6fe46 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:21.147561 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d884505d-9773-4bb9-b2ed-5a650e46104b req-e56dfaa4-a359-465b-8a0e-093a81d6fe46 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 945 time: 0.0795236 Aug 18 12:51:21.221221 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0d86c9e2-0424-4e15-ab3d-af1663435463 req-1efb29d6-e53f-48ea-853d-e9dfa5daa20d tempest-ServerShowV247Test-770710864 tempest-ServerShowV247Test-770710864-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad635cae-1d1f-4fd5-a63f-ca0142351585 HTTP/1.1" status: 200 len: 210 time: 0.0467455 Aug 18 12:51:21.231378 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d884505d-9773-4bb9-b2ed-5a650e46104b req-e21e69d1-d849-410a-b0d7-c5a94ae19311 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768921 Aug 18 12:51:21.359586 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port c56d56e9-fa2c-4a49-a42f-d17889562aad, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=c56d56e9-fa2c-4a49-a42f-d17889562aad,segment=NetworkSegment(25475ad4-baf3-42cb-aa6a-76a8b781ae64),segment_id=25475ad4-baf3-42cb-aa6a-76a8b781ae64)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:51:21.384211 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'c56d56e9-fa2c-4a49-a42f-d17889562aad', 'network_id': '92663cc1-ad62-49bd-b96a-27a057ddfb66', 'port_id': 'c56d56e9-fa2c-4a49-a42f-d17889562aad', 'mac_address': 'fa:16:3e:80:0c:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0141e478-2256-4b2e-ad50-7df31de14f49', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:51:21.393457 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1260e6-44c8-4b40-82c7-e17e8cf2fb5b req-2677b435-7429-4456-9299-a045252dbcb4 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:21.395826 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1f1260e6-44c8-4b40-82c7-e17e8cf2fb5b req-2677b435-7429-4456-9299-a045252dbcb4 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec1fe6-63f5-4e35-a4ce-dd52c3a8df44 HTTP/1.1" status: 200 len: 943 time: 0.0626409 Aug 18 12:51:21.418109 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40beb643-414c-434c-9d4f-c50c9039948d req-e05cb26b-0c96-44e2-bfd0-ab657017d279 tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:21.426587 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-40beb643-414c-434c-9d4f-c50c9039948d req-e05cb26b-0c96-44e2-bfd0-ab657017d279 tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 1096 time: 0.0532737 Aug 18 12:51:21.445002 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:21.457205 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1f1260e6-44c8-4b40-82c7-e17e8cf2fb5b req-aad234dc-4f18-4439-9ba6-311adc8b500e tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bac6063-099b-4fcf-b815-d0064c7a84aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519564 Aug 18 12:51:21.460208 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c56d56e9-fa2c-4a49-a42f-d17889562aad {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:51:21.480754 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-40beb643-414c-434c-9d4f-c50c9039948d req-408e2554-1779-4525-a862-fd52b3f7d018 tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512602 Aug 18 12:51:21.495282 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port c56d56e9-fa2c-4a49-a42f-d17889562aad, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=c56d56e9-fa2c-4a49-a42f-d17889562aad,segment=NetworkSegment(25475ad4-baf3-42cb-aa6a-76a8b781ae64),segment_id=25475ad4-baf3-42cb-aa6a-76a8b781ae64)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:51:21.541455 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c1e3a805-98e8-4e5d-8929-bff74896432c req-c5eca752-a89b-4127-88f1-3bf2d3f4cdbe tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad00e5e2-86d8-4b90-8582-2170caeafddc HTTP/1.1" status: 200 len: 210 time: 0.0298944 Aug 18 12:51:21.589170 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:21.606927 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c5294-4b4c-472b-8a6f-6812118fbe59 req-97121d4f-5937-4397-a09c-be872ad532b7 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:21.610742 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4d0c5294-4b4c-472b-8a6f-6812118fbe59 req-97121d4f-5937-4397-a09c-be872ad532b7 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 949 time: 0.0773811 Aug 18 12:51:21.636521 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752c1af-63ab-4acb-93f2-2fdb5e3c76fa req-2478c133-b638-49b3-a6b9-860b0649d22c tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:21.638041 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f752c1af-63ab-4acb-93f2-2fdb5e3c76fa req-2478c133-b638-49b3-a6b9-860b0649d22c tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 1096 time: 0.0400474 Aug 18 12:51:21.653193 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4d0c5294-4b4c-472b-8a6f-6812118fbe59 req-7ee3b317-daef-4bc0-896a-e95aedebcb85 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375824 Aug 18 12:51:21.654451 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=c56d56e9-fa2c-4a49-a42f-d17889562aad,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:21.684601 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f752c1af-63ab-4acb-93f2-2fdb5e3c76fa req-4ed14c03-84ce-4d90-ab4a-12edc8092499 tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396667 Aug 18 12:51:21.939011 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58f015-4a8b-4131-bb09-b49e9ed86966 req-a53e06a6-31de-4985-a378-98492da40399 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:21.940481 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9a58f015-4a8b-4131-bb09-b49e9ed86966 req-a53e06a6-31de-4985-a378-98492da40399 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 950 time: 0.0525858 Aug 18 12:51:21.981523 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9a58f015-4a8b-4131-bb09-b49e9ed86966 req-3661ee43-cd06-483d-bda2-7812b653de08 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344262 Aug 18 12:51:21.982250 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['c56d56e9-fa2c-4a49-a42f-d17889562aad'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:51:22.368305 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f7f9ee59-c31a-4247-9d63-f280df2dc467 req-01bbe16e-c13a-4d26-a834-f5afa7369fea tempest-ServerShowV247Test-770710864 tempest-ServerShowV247Test-770710864-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad635cae-1d1f-4fd5-a63f-ca0142351585 HTTP/1.1" status: 200 len: 210 time: 0.0268841 Aug 18 12:51:22.573573 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d377b16-f96a-4e61-a621-593b78fb9592 req-72f31599-0961-471a-8fbf-73994b9ac1f5 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:22.575109 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6d377b16-f96a-4e61-a621-593b78fb9592 req-72f31599-0961-471a-8fbf-73994b9ac1f5 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec1fe6-63f5-4e35-a4ce-dd52c3a8df44 HTTP/1.1" status: 200 len: 944 time: 0.0477419 Aug 18 12:51:22.613419 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6d377b16-f96a-4e61-a621-593b78fb9592 req-1f13a00c-1e84-4653-88b0-9c8b57ab3d13 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bac6063-099b-4fcf-b815-d0064c7a84aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324712 Aug 18 12:51:22.640208 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6809fb63-98ae-4209-98ca-3ad99d95053a req-29839ca6-0466-4c56-a877-bf40644b7df3 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad00e5e2-86d8-4b90-8582-2170caeafddc HTTP/1.1" status: 200 len: 210 time: 0.0257087 Aug 18 12:51:22.779860 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977b745-4c6d-424d-b786-53d9fec682c1 req-87863fe8-e3e4-4528-afb3-9e023a202dfd tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:22.781513 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b977b745-4c6d-424d-b786-53d9fec682c1 req-87863fe8-e3e4-4528-afb3-9e023a202dfd tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 949 time: 0.0484905 Aug 18 12:51:22.822101 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b977b745-4c6d-424d-b786-53d9fec682c1 req-635c12ad-5a03-47bf-a48d-4627d6a3ce20 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340230 Aug 18 12:51:22.920808 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-022fc0c6-08cd-485d-a3d0-d5b427cf8520 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:22.922355 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-022fc0c6-08cd-485d-a3d0-d5b427cf8520 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.20 "GET /v2.0/networks?id=bab0909c-e2b3-45b7-b9ea-31a3c90130ac HTTP/1.1" status: 200 len: 805 time: 0.1062899 Aug 18 12:51:22.939348 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-3558d6f0-52a0-436f-9f1c-a356f41b9e72 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Request body: {'port': {'device_id': 'ad00e5e2-86d8-4b90-8582-2170caeafddc', 'network_id': 'bab0909c-e2b3-45b7-b9ea-31a3c90130ac', 'admin_state_up': True, 'tenant_id': '7b0e581f29f04c10ba40170fbb56ba44'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:51:22.963500 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 48f53cde-d105-4bee-8736-656bf65b7842 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:51:23.044989 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 48f53cde-d105-4bee-8736-656bf65b7842 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:51:23.045421 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:23.125005 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99573a5c-bb43-4580-88fe-e2579f89e282 req-96962511-f62c-4792-b999-698101e480e1 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:23.126625 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-99573a5c-bb43-4580-88fe-e2579f89e282 req-96962511-f62c-4792-b999-698101e480e1 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 950 time: 0.0668457 Aug 18 12:51:23.163482 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:23.181894 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-3558d6f0-52a0-436f-9f1c-a356f41b9e72 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Made reservation on behalf of 7b0e581f29f04c10ba40170fbb56ba44 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:51:23.185328 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-3558d6f0-52a0-436f-9f1c-a356f41b9e72 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:23.200508 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-99573a5c-bb43-4580-88fe-e2579f89e282 req-6bb7d2ea-decf-41b8-9598-8d508fcf8d66 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677984 Aug 18 12:51:23.203955 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 48f53cde-d105-4bee-8736-656bf65b7842, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=48f53cde-d105-4bee-8736-656bf65b7842,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:51:23.205737 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e50f53b-e459-4754-b0f4-ea2db727c2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f53cde-d105-4bee-8736-656bf65b7842'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:51:23.208371 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f53390-9b18-4b43-b913-e086c3927bd3" -d '{"events": [{"server_uuid": "8e50f53b-e459-4754-b0f4-ea2db727c2e4", "name": "network-vif-plugged", "status": "completed", "tag": "48f53cde-d105-4bee-8736-656bf65b7842"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:51:23.251505 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13613ae7-8b2d-4b7b-9d2a-629c822619ae x-openstack-request-id: req-13613ae7-8b2d-4b7b-9d2a-629c822619ae {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:51:23.251869 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e50f53b-e459-4754-b0f4-ea2db727c2e4", "name": "network-vif-plugged", "status": "completed", "tag": "48f53cde-d105-4bee-8736-656bf65b7842", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:51:23.252310 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13613ae7-8b2d-4b7b-9d2a-629c822619ae {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:51:23.252806 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e50f53b-e459-4754-b0f4-ea2db727c2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f53cde-d105-4bee-8736-656bf65b7842', 'code': 200} Aug 18 12:51:23.288382 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:23.349568 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-3558d6f0-52a0-436f-9f1c-a356f41b9e72 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Allocated IP 172.20.0.4 (bab0909c-e2b3-45b7-b9ea-31a3c90130ac/d8059427-8094-4919-a4ba-5ba769b61640/a5744fc1-a382-404a-95bc-b33ced815901) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:51:23.361066 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=48f53cde-d105-4bee-8736-656bf65b7842,revision_number=8']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:23.507620 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-3558d6f0-52a0-436f-9f1c-a356f41b9e72 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:23.523585 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-17d45cc8-c5b1-4122-8bea-dc05a2b76a44 req-ecd88778-a28a-43c4-9314-e321ddc7457f tempest-ServerShowV247Test-770710864 tempest-ServerShowV247Test-770710864-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad635cae-1d1f-4fd5-a63f-ca0142351585 HTTP/1.1" status: 200 len: 210 time: 0.0575857 Aug 18 12:51:23.541387 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee6c9c-0c42-4bed-b135-30eba1c9a006 req-f79e5681-1668-43d0-b092-778600767a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:23.544414 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9aee6c9c-0c42-4bed-b135-30eba1c9a006 req-f79e5681-1668-43d0-b092-778600767a90 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 1101 time: 0.0916619 Aug 18 12:51:23.580036 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9aee6c9c-0c42-4bed-b135-30eba1c9a006 req-931e3f25-2636-4f92-ade7-0f4cac18ed58 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281687 Aug 18 12:51:23.606318 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-3558d6f0-52a0-436f-9f1c-a356f41b9e72 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:23.660708 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-3558d6f0-52a0-436f-9f1c-a356f41b9e72 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Network bab0909c-e2b3-45b7-b9ea-31a3c90130ac is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:51:23.664053 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-3558d6f0-52a0-436f-9f1c-a356f41b9e72 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:51:23.667587 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-3558d6f0-52a0-436f-9f1c-a356f41b9e72 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:51:23.703304 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558d6f0-52a0-436f-9f1c-a356f41b9e72 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Pushing event updated for resources: {'Port': ['ID=a5744fc1-a382-404a-95bc-b33ced815901,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:23.738739 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3558d6f0-52a0-436f-9f1c-a356f41b9e72 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:23.739083 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3558d6f0-52a0-436f-9f1c-a356f41b9e72 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:23.739422 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3558d6f0-52a0-436f-9f1c-a356f41b9e72 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:23.739754 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3558d6f0-52a0-436f-9f1c-a356f41b9e72 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:23.740090 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3558d6f0-52a0-436f-9f1c-a356f41b9e72 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:23.740419 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3558d6f0-52a0-436f-9f1c-a356f41b9e72 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:23.740742 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3558d6f0-52a0-436f-9f1c-a356f41b9e72 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:23.741063 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3558d6f0-52a0-436f-9f1c-a356f41b9e72 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:23.741383 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3558d6f0-52a0-436f-9f1c-a356f41b9e72 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:23.741702 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3558d6f0-52a0-436f-9f1c-a356f41b9e72 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:23.742025 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3558d6f0-52a0-436f-9f1c-a356f41b9e72 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:23.742364 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3558d6f0-52a0-436f-9f1c-a356f41b9e72 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:23.764660 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-3558d6f0-52a0-436f-9f1c-a356f41b9e72 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:23.765270 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-3558d6f0-52a0-436f-9f1c-a356f41b9e72 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:23.767587 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b0cc19-b0bd-4d2c-95a6-67f9ae22ad81 req-044cb88e-ae59-48b7-89af-c867aa7f32a1 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:23.769256 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-35b0cc19-b0bd-4d2c-95a6-67f9ae22ad81 req-044cb88e-ae59-48b7-89af-c867aa7f32a1 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad00e5e2-86d8-4b90-8582-2170caeafddc HTTP/1.1" status: 200 len: 931 time: 0.0498500 Aug 18 12:51:23.782633 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0db35e-4e81-46fc-922b-148f9c514676 req-ea33a577-fd5b-41f5-9be8-5184b221307a tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:23.784132 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bf0db35e-4e81-46fc-922b-148f9c514676 req-ea33a577-fd5b-41f5-9be8-5184b221307a tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec1fe6-63f5-4e35-a4ce-dd52c3a8df44 HTTP/1.1" status: 200 len: 944 time: 0.0918376 Aug 18 12:51:23.811142 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-35b0cc19-b0bd-4d2c-95a6-67f9ae22ad81 req-d766fe20-efa3-467e-ad3b-ba2035192cd7 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344691 Aug 18 12:51:23.825081 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bf0db35e-4e81-46fc-922b-148f9c514676 req-254145b6-a5f3-4c5b-a21c-6580a73ee60e tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bac6063-099b-4fcf-b815-d0064c7a84aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330064 Aug 18 12:51:23.886518 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-3558d6f0-52a0-436f-9f1c-a356f41b9e72 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9524009 Aug 18 12:51:23.902948 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-2b72a507-92da-435d-aa44-f1bf57cbfa77 service neutron] Request body: {'port': {'device_id': 'ad00e5e2-86d8-4b90-8582-2170caeafddc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:51:23.946730 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1fbb09-e442-48c3-934a-68f85678f611 req-8a9834ba-d8e0-465a-8b03-000e7382ee3c tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:23.948540 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5c1fbb09-e442-48c3-934a-68f85678f611 req-8a9834ba-d8e0-465a-8b03-000e7382ee3c tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 950 time: 0.0531549 Aug 18 12:51:23.960300 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-2b72a507-92da-435d-aa44-f1bf57cbfa77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:23.990521 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5c1fbb09-e442-48c3-934a-68f85678f611 req-789cbe35-932e-4961-9024-1311ff4d6226 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343661 Aug 18 12:51:24.244960 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-2b72a507-92da-435d-aa44-f1bf57cbfa77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5744fc1-a382-404a-95bc-b33ced815901 {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:51:24.257353 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-2b72a507-92da-435d-aa44-f1bf57cbfa77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:24.270138 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-2b72a507-92da-435d-aa44-f1bf57cbfa77 service neutron] Transition to ACTIVE for port object a5744fc1-a382-404a-95bc-b33ced815901 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:51:24.332532 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6633c-b0ad-4155-b031-4bf475a3c62b req-df8a3fb0-00b1-4fc2-a35a-74899087b74a tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:24.332775 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-2b72a507-92da-435d-aa44-f1bf57cbfa77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:24.333600 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fbc6633c-b0ad-4155-b031-4bf475a3c62b req-df8a3fb0-00b1-4fc2-a35a-74899087b74a tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 950 time: 0.0509031 Aug 18 12:51:24.392829 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72a507-92da-435d-aa44-f1bf57cbfa77 service neutron] Pushing event updated for resources: {'Port': ['ID=a5744fc1-a382-404a-95bc-b33ced815901,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:24.398877 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fbc6633c-b0ad-4155-b031-4bf475a3c62b req-776ec3b3-ad5c-4992-b47e-0a41e23b5910 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559015 Aug 18 12:51:24.468529 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-2b72a507-92da-435d-aa44-f1bf57cbfa77 service neutron] Attempting to bind port a5744fc1-a382-404a-95bc-b33ced815901 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:51:24.468865 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-2b72a507-92da-435d-aa44-f1bf57cbfa77 service neutron] Attempting to bind port a5744fc1-a382-404a-95bc-b33ced815901 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '908af126-c217-456c-b1ef-f447c03c2104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bab0909c-e2b3-45b7-b9ea-31a3c90130ac'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:51:24.469198 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-2b72a507-92da-435d-aa44-f1bf57cbfa77 service neutron] Attempting to bind port a5744fc1-a382-404a-95bc-b33ced815901 on network bab0909c-e2b3-45b7-b9ea-31a3c90130ac {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:51:24.473810 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-2b72a507-92da-435d-aa44-f1bf57cbfa77 service neutron] Port a5744fc1-a382-404a-95bc-b33ced815901 on network bab0909c-e2b3-45b7-b9ea-31a3c90130ac not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:51:24.474155 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-2b72a507-92da-435d-aa44-f1bf57cbfa77 service neutron] Attempting to bind port a5744fc1-a382-404a-95bc-b33ced815901 on network bab0909c-e2b3-45b7-b9ea-31a3c90130ac {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:51:24.479170 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-2b72a507-92da-435d-aa44-f1bf57cbfa77 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:51:24.479504 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-2b72a507-92da-435d-aa44-f1bf57cbfa77 service neutron] Checking segment: {'id': '908af126-c217-456c-b1ef-f447c03c2104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bab0909c-e2b3-45b7-b9ea-31a3c90130ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:51:24.479884 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-2b72a507-92da-435d-aa44-f1bf57cbfa77 service neutron] Bound using segment: {'id': '908af126-c217-456c-b1ef-f447c03c2104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bab0909c-e2b3-45b7-b9ea-31a3c90130ac'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:51:24.480302 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-2b72a507-92da-435d-aa44-f1bf57cbfa77 service neutron] Bound port: a5744fc1-a382-404a-95bc-b33ced815901, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '908af126-c217-456c-b1ef-f447c03c2104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bab0909c-e2b3-45b7-b9ea-31a3c90130ac'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:51:24.480766 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-2b72a507-92da-435d-aa44-f1bf57cbfa77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:24.545578 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-2b72a507-92da-435d-aa44-f1bf57cbfa77 service neutron] For port a5744fc1-a382-404a-95bc-b33ced815901, host n-h2-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:51:24.548946 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-2b72a507-92da-435d-aa44-f1bf57cbfa77 service neutron] For port a5744fc1-a382-404a-95bc-b33ced815901, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=a5744fc1-a382-404a-95bc-b33ced815901,segment=NetworkSegment(908af126-c217-456c-b1ef-f447c03c2104),segment_id=908af126-c217-456c-b1ef-f447c03c2104)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:51:24.619414 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-2b72a507-92da-435d-aa44-f1bf57cbfa77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:24.640143 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a6478619-72ba-4107-a0f1-e8c6e72824c7 req-0e14f7c2-363c-4752-8548-e9fe53de466f tempest-ServerShowV247Test-770710864 tempest-ServerShowV247Test-770710864-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad635cae-1d1f-4fd5-a63f-ca0142351585 HTTP/1.1" status: 200 len: 210 time: 0.0345657 Aug 18 12:51:24.667828 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-2b72a507-92da-435d-aa44-f1bf57cbfa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:24.671069 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-2b72a507-92da-435d-aa44-f1bf57cbfa77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:24.671069 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-2b72a507-92da-435d-aa44-f1bf57cbfa77 service neutron] 10.222.0.20 "PUT /v2.0/ports/a5744fc1-a382-404a-95bc-b33ced815901 HTTP/1.1" status: 200 len: 1091 time: 0.7722080 Aug 18 12:51:24.671069 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad00e5e2-86d8-4b90-8582-2170caeafddc', 'tag': 'a5744fc1-a382-404a-95bc-b33ced815901'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:51:24.672654 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99aaad6-97db-410b-a70f-e5dd29f96900" -d '{"events": [{"name": "network-changed", "server_uuid": "ad00e5e2-86d8-4b90-8582-2170caeafddc", "tag": "a5744fc1-a382-404a-95bc-b33ced815901"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:51:24.702510 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72a507-92da-435d-aa44-f1bf57cbfa77 service neutron] Pushing event updated for resources: {'Port': ['ID=a5744fc1-a382-404a-95bc-b33ced815901,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:24.717829 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f46c517-9bb5-43ff-ae63-d17eb44d8b0b x-openstack-request-id: req-6f46c517-9bb5-43ff-ae63-d17eb44d8b0b {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:51:24.718251 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad00e5e2-86d8-4b90-8582-2170caeafddc", "tag": "a5744fc1-a382-404a-95bc-b33ced815901", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:51:24.721104 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6f46c517-9bb5-43ff-ae63-d17eb44d8b0b {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:51:24.721104 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad00e5e2-86d8-4b90-8582-2170caeafddc', 'tag': 'a5744fc1-a382-404a-95bc-b33ced815901', 'status': 'completed', 'code': 200} Aug 18 12:51:24.794682 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99aaad6-97db-410b-a70f-e5dd29f96900 req-cba632f9-a26d-4172-801d-07f2bf077a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:24.796223 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f99aaad6-97db-410b-a70f-e5dd29f96900 req-cba632f9-a26d-4172-801d-07f2bf077a39 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7b0e581f29f04c10ba40170fbb56ba44&device_id=ad00e5e2-86d8-4b90-8582-2170caeafddc HTTP/1.1" status: 200 len: 1094 time: 0.0443606 Aug 18 12:51:24.973904 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99aaad6-97db-410b-a70f-e5dd29f96900 req-2240ba7e-4120-43f4-82da-f06fe995ee24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:24.975511 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f99aaad6-97db-410b-a70f-e5dd29f96900 req-2240ba7e-4120-43f4-82da-f06fe995ee24 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=7b0e581f29f04c10ba40170fbb56ba44&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1595187 Aug 18 12:51:24.981184 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85720c-9f72-4ffe-add2-102d981a4dea req-bc83f4db-3651-400b-acf3-530fbc51886c tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:24.983165 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8a85720c-9f72-4ffe-add2-102d981a4dea req-bc83f4db-3651-400b-acf3-530fbc51886c tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec1fe6-63f5-4e35-a4ce-dd52c3a8df44 HTTP/1.1" status: 200 len: 944 time: 0.0543768 Aug 18 12:51:24.988800 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device c56d56e9-fa2c-4a49-a42f-d17889562aad up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:51:25.011167 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389b68d-7695-4f3a-9315-a80f3d19a518 req-ba135e19-2390-4176-bfc9-e60129ce74fe tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:25.012985 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8389b68d-7695-4f3a-9315-a80f3d19a518 req-ba135e19-2390-4176-bfc9-e60129ce74fe tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad00e5e2-86d8-4b90-8582-2170caeafddc HTTP/1.1" status: 200 len: 943 time: 0.0792444 Aug 18 12:51:25.041351 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8a85720c-9f72-4ffe-add2-102d981a4dea req-fbd8b511-35a1-452d-be8d-bc7b45770f9a tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bac6063-099b-4fcf-b815-d0064c7a84aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474679 Aug 18 12:51:25.100496 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8389b68d-7695-4f3a-9315-a80f3d19a518 req-7dc7950d-31ef-4868-9dc9-fab620554e4f tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773880 Aug 18 12:51:25.113818 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port c56d56e9-fa2c-4a49-a42f-d17889562aad completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:51:25.124593 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port c56d56e9-fa2c-4a49-a42f-d17889562aad triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:51:25.125144 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:25.146084 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99aaad6-97db-410b-a70f-e5dd29f96900 req-ac915a5a-35e2-43d1-96dc-fdf60ab45159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:25.150684 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f99aaad6-97db-410b-a70f-e5dd29f96900 req-ac915a5a-35e2-43d1-96dc-fdf60ab45159 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1616056 Aug 18 12:51:25.176477 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9871cb-ea42-4b62-b5b3-dcfa701c8087 req-53312ae6-e005-487d-a26a-3c5191209091 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:25.178389 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8e9871cb-ea42-4b62-b5b3-dcfa701c8087 req-53312ae6-e005-487d-a26a-3c5191209091 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 950 time: 0.0745335 Aug 18 12:51:25.222559 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8e9871cb-ea42-4b62-b5b3-dcfa701c8087 req-e4d044c3-e5b0-4b19-ba25-cd8c5ec6fa39 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353267 Aug 18 12:51:25.233450 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:25.273501 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-a92e2db6-bc62-4ff6-a907-7246c85c9f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:25.277274 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-a92e2db6-bc62-4ff6-a907-7246c85c9f60 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7b0e581f29f04c10ba40170fbb56ba44&device_id=ad00e5e2-86d8-4b90-8582-2170caeafddc HTTP/1.1" status: 200 len: 1094 time: 0.0684366 Aug 18 12:51:25.296196 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port c56d56e9-fa2c-4a49-a42f-d17889562aad, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=c56d56e9-fa2c-4a49-a42f-d17889562aad,segment=NetworkSegment(25475ad4-baf3-42cb-aa6a-76a8b781ae64),segment_id=25475ad4-baf3-42cb-aa6a-76a8b781ae64)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:51:25.297671 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ec1fe6-63f5-4e35-a4ce-dd52c3a8df44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56d56e9-fa2c-4a49-a42f-d17889562aad'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:51:25.300970 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce06bbd-0845-4fb1-8354-e31d8c088f07" -d '{"events": [{"server_uuid": "71ec1fe6-63f5-4e35-a4ce-dd52c3a8df44", "name": "network-vif-plugged", "status": "completed", "tag": "c56d56e9-fa2c-4a49-a42f-d17889562aad"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:51:25.342867 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-37d48f1c-0b6d-4320-ac5d-a9bf91ad9ff7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5744fc1-a382-404a-95bc-b33ced815901 HTTP/1.1" status: 200 len: 217 time: 0.0594409 Aug 18 12:51:25.396744 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61d484d-1972-44bf-8fa6-aa7c7d8301b1 x-openstack-request-id: req-a61d484d-1972-44bf-8fa6-aa7c7d8301b1 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:51:25.397361 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ec1fe6-63f5-4e35-a4ce-dd52c3a8df44", "name": "network-vif-plugged", "status": "completed", "tag": "c56d56e9-fa2c-4a49-a42f-d17889562aad", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:51:25.397781 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a61d484d-1972-44bf-8fa6-aa7c7d8301b1 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:51:25.398371 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ec1fe6-63f5-4e35-a4ce-dd52c3a8df44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56d56e9-fa2c-4a49-a42f-d17889562aad', 'code': 200} Aug 18 12:51:25.414523 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:25.447741 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16dc066-aff9-49f6-bdab-de8160963b3a req-0990552d-d5b4-4fa7-b797-837dc9905c7c tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:25.455639 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b16dc066-aff9-49f6-bdab-de8160963b3a req-0990552d-d5b4-4fa7-b797-837dc9905c7c tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 950 time: 0.1145549 Aug 18 12:51:25.498204 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=c56d56e9-fa2c-4a49-a42f-d17889562aad,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:25.500494 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-ef82e5ec-c7cb-4443-b7b4-b74f6f6fa28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:25.502084 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-ef82e5ec-c7cb-4443-b7b4-b74f6f6fa28a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d8059427-8094-4919-a4ba-5ba769b61640 HTTP/1.1" status: 200 len: 845 time: 0.1343057 Aug 18 12:51:25.530583 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec98f4a-2e57-41dd-93fe-63d3b97ab3b3 req-48d49769-80e8-422f-ae0f-655e834a49d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:25.532747 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ec98f4a-2e57-41dd-93fe-63d3b97ab3b3 req-48d49769-80e8-422f-ae0f-655e834a49d5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=71ec1fe6-63f5-4e35-a4ce-dd52c3a8df44 HTTP/1.1" status: 200 len: 1096 time: 0.0620041 Aug 18 12:51:25.546896 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-a08538cc-2d46-4822-b6a0-ced548b4fcd3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bab0909c-e2b3-45b7-b9ea-31a3c90130ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335886 Aug 18 12:51:25.567438 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b16dc066-aff9-49f6-bdab-de8160963b3a req-7dace988-d1eb-408a-90dd-0caee41756c4 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109097 Aug 18 12:51:25.609983 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d711d9-9a2c-48de-8d7a-a902a7a6d549 req-16d7d663-d3f1-4d52-ba13-f74274f80193 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:25.611782 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-08d711d9-9a2c-48de-8d7a-a902a7a6d549 req-16d7d663-d3f1-4d52-ba13-f74274f80193 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 950 time: 0.0834157 Aug 18 12:51:25.616571 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ec98f4a-2e57-41dd-93fe-63d3b97ab3b3 req-ed1006c8-05da-445a-bc29-d839c3c697fd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2bac6063-099b-4fcf-b815-d0064c7a84aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735004 Aug 18 12:51:25.655018 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-4f24f36a-2a0d-4afd-9056-f5b662dd6f2a service neutron] 10.222.0.20 "GET /v2.0/networks/bab0909c-e2b3-45b7-b9ea-31a3c90130ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971215 Aug 18 12:51:25.658390 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-08d711d9-9a2c-48de-8d7a-a902a7a6d549 req-78c8f443-8dd9-46c7-b017-79fafb4fc879 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406268 Aug 18 12:51:25.756204 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e4ac08ee-7044-47b8-a872-190111fc90e2 req-b27c1c5b-a539-4d59-9104-870c60c72e76 tempest-ServerShowV247Test-770710864 tempest-ServerShowV247Test-770710864-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad635cae-1d1f-4fd5-a63f-ca0142351585 HTTP/1.1" status: 200 len: 210 time: 0.0319750 Aug 18 12:51:25.810116 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c8d44ed-241a-4b65-9b64-a1289f4ab1eb req-6c890358-8118-46a3-b673-f346757f2468 service neutron] 10.222.0.20 "GET /v2.0/networks/bab0909c-e2b3-45b7-b9ea-31a3c90130ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024265 Aug 18 12:51:26.056159 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e8fc6-06cd-467b-a9e4-fe7ef36dd512 req-1b85e771-4105-436c-b3a5-74180340a749 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:26.058621 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ac9e8fc6-06cd-467b-a9e4-fe7ef36dd512 req-1b85e771-4105-436c-b3a5-74180340a749 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 950 time: 0.0626464 Aug 18 12:51:26.102988 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ac9e8fc6-06cd-467b-a9e4-fe7ef36dd512 req-c819dbe3-a21b-4aaf-8d4d-f6968580c097 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387459 Aug 18 12:51:26.169003 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ed302-825f-4cac-a42d-11dfb6e42d99 req-76e28b0d-6e4c-455b-b3e3-6ba755775549 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:26.170677 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-222ed302-825f-4cac-a42d-11dfb6e42d99 req-76e28b0d-6e4c-455b-b3e3-6ba755775549 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec1fe6-63f5-4e35-a4ce-dd52c3a8df44 HTTP/1.1" status: 200 len: 945 time: 0.0536556 Aug 18 12:51:26.213184 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-222ed302-825f-4cac-a42d-11dfb6e42d99 req-3ffc632f-09dc-43c1-9dc4-604e4f6c0a68 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bac6063-099b-4fcf-b815-d0064c7a84aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352201 Aug 18 12:51:26.238833 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2d2e0-cbb8-4896-8f5e-f33444bde57b req-58c8b743-3ed6-4daf-bfc4-0f23b91ea273 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:26.240543 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5af2d2e0-cbb8-4896-8f5e-f33444bde57b req-58c8b743-3ed6-4daf-bfc4-0f23b91ea273 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad00e5e2-86d8-4b90-8582-2170caeafddc HTTP/1.1" status: 200 len: 943 time: 0.0608282 Aug 18 12:51:26.281741 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5af2d2e0-cbb8-4896-8f5e-f33444bde57b req-8b95b685-4f90-4c89-adac-42d692786ac4 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347743 Aug 18 12:51:26.771127 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc6622-ef69-411d-8865-a114e51d93fa req-a5e2fad2-615a-42dc-8aa2-9bfd8b24b597 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:26.772628 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-16fc6622-ef69-411d-8865-a114e51d93fa req-a5e2fad2-615a-42dc-8aa2-9bfd8b24b597 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 950 time: 0.0499208 Aug 18 12:51:26.813001 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-16fc6622-ef69-411d-8865-a114e51d93fa req-4ac95078-7fa1-4375-9edd-cd1ad29f23dd tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341291 Aug 18 12:51:26.860108 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-11adfa08-01d1-48cc-bf31-6a311d64d105 req-d50e16a3-ece0-4599-b21c-5ef8e0e89118 tempest-ServerShowV247Test-770710864 tempest-ServerShowV247Test-770710864-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad635cae-1d1f-4fd5-a63f-ca0142351585 HTTP/1.1" status: 200 len: 210 time: 0.0255694 Aug 18 12:51:27.217928 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dccffb-7ca3-45b9-8172-265d364e2d62 req-d590721d-6f27-43cb-bb09-3fe549012a84 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:27.219392 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-29dccffb-7ca3-45b9-8172-265d364e2d62 req-d590721d-6f27-43cb-bb09-3fe549012a84 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 950 time: 0.0474479 Aug 18 12:51:27.262702 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-29dccffb-7ca3-45b9-8172-265d364e2d62 req-4dc3ec44-ed77-47c3-9091-215e18a47f13 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373449 Aug 18 12:51:27.333123 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d2e30-6deb-4ff7-bc12-f6124edae4c2 req-83fbeeef-25f9-492e-910d-63bd7fb5ca8b tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:27.334823 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-981d2e30-6deb-4ff7-bc12-f6124edae4c2 req-83fbeeef-25f9-492e-910d-63bd7fb5ca8b tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec1fe6-63f5-4e35-a4ce-dd52c3a8df44 HTTP/1.1" status: 200 len: 945 time: 0.0520601 Aug 18 12:51:27.373923 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-981d2e30-6deb-4ff7-bc12-f6124edae4c2 req-70052cfc-1ec9-428c-8ca7-21671ae7273b tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bac6063-099b-4fcf-b815-d0064c7a84aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324614 Aug 18 12:51:27.505543 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c415bc3-016c-4e50-8360-1d9868230264 req-e535652c-02b8-41fd-8f5c-8accc27109ac tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:27.507496 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5c415bc3-016c-4e50-8360-1d9868230264 req-e535652c-02b8-41fd-8f5c-8accc27109ac tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec1fe6-63f5-4e35-a4ce-dd52c3a8df44 HTTP/1.1" status: 200 len: 945 time: 0.0617044 Aug 18 12:51:27.516841 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34552) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:51:27.521864 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-4aee2fd5-e02f-4467-b9e1-ce105e4d39ed tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Request body: {'floatingip': {'port_id': 'c56d56e9-fa2c-4a49-a42f-d17889562aad'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:51:27.569307 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4aee2fd5-e02f-4467-b9e1-ce105e4d39ed tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify callbacks [] for floatingip, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:27.675094 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:27.698920 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9bbc2-be8c-4bb5-be28-1112b155b643 req-a3c90b0a-2ccd-487b-bd1f-a5e4a09ab777 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:27.700428 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f8f9bbc2-be8c-4bb5-be28-1112b155b643 req-a3c90b0a-2ccd-487b-bd1f-a5e4a09ab777 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad00e5e2-86d8-4b90-8582-2170caeafddc HTTP/1.1" status: 200 len: 943 time: 0.3526001 Aug 18 12:51:27.762537 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f8f9bbc2-be8c-4bb5-be28-1112b155b643 req-05969664-9436-424b-b83b-33a602b35625 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545027 Aug 18 12:51:27.818681 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5116c3a-d317-4069-bfa9-6bad9d2d6211 req-f19299be-752c-4b81-acdc-f1257757afc9 tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:27.820174 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f5116c3a-d317-4069-bfa9-6bad9d2d6211 req-f19299be-752c-4b81-acdc-f1257757afc9 tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 1096 time: 0.0866270 Aug 18 12:51:27.942710 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f5116c3a-d317-4069-bfa9-6bad9d2d6211 req-fd2299a1-c91e-485a-939a-126e19a229ae tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150339 Aug 18 12:51:27.963145 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36785470-9e5a-429e-a8e3-5c52797b6574 req-267143ed-3c74-4b7d-b1f9-0ba292b6cf34 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:27.965484 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-36785470-9e5a-429e-a8e3-5c52797b6574 req-267143ed-3c74-4b7d-b1f9-0ba292b6cf34 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 950 time: 0.0593915 Aug 18 12:51:28.030456 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-36785470-9e5a-429e-a8e3-5c52797b6574 req-e75dc612-7f40-4a17-ba28-3249cfb93586 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591581 Aug 18 12:51:28.083048 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4f90e4c7-aaf5-4c7d-a757-33375cce0e3f req-bf33cba4-8394-4385-bf2e-d9349e7a5cdf tempest-ServerShowV247Test-770710864 tempest-ServerShowV247Test-770710864-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad635cae-1d1f-4fd5-a63f-ca0142351585 HTTP/1.1" status: 200 len: 210 time: 0.0386946 Aug 18 12:51:28.140981 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4aee2fd5-e02f-4467-b9e1-ce105e4d39ed tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:28.234721 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4aee2fd5-e02f-4467-b9e1-ce105e4d39ed tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:28.337293 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:28.343127 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [None req-4aee2fd5-e02f-4467-b9e1-ce105e4d39ed tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Floating IP c9645d0e-ad73-4385-8f9d-7b6761bc114a associated. External IP: 172.25.6.34, port: c56d56e9-fa2c-4a49-a42f-d17889562aad. Aug 18 12:51:28.446632 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb11f50-d3b3-4854-8f91-f7226c4464b7 req-d92adb22-6b97-4275-ab4e-b07b0a57b4d6 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:28.448101 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5fb11f50-d3b3-4854-8f91-f7226c4464b7 req-d92adb22-6b97-4275-ab4e-b07b0a57b4d6 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 950 time: 0.1190612 Aug 18 12:51:28.501821 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5fb11f50-d3b3-4854-8f91-f7226c4464b7 req-771369ad-5a5f-4655-aa76-11e1b57d342e tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455201 Aug 18 12:51:28.607990 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aee2fd5-e02f-4467-b9e1-ce105e4d39ed tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Router ad0a3c4a-f084-4d1a-a43a-ff7520c50a72 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:51:28.803728 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:51:28.991969 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device a5744fc1-a382-404a-95bc-b33ced815901 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:51:29.021672 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aee2fd5-e02f-4467-b9e1-ce105e4d39ed tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:51:29.026909 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4aee2fd5-e02f-4467-b9e1-ce105e4d39ed tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:29.036487 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bba43a-e437-4210-a35d-e30d88d87000 None None] Sync routers for ids ['ad0a3c4a-f084-4d1a-a43a-ff7520c50a72'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:51:29.037357 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f7fed-beee-4a57-8ecd-6898a8355f1c req-e9c61f00-a590-479b-a86f-b2d1150cc67f tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:29.046760 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0c7f7fed-beee-4a57-8ecd-6898a8355f1c req-e9c61f00-a590-479b-a86f-b2d1150cc67f tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad00e5e2-86d8-4b90-8582-2170caeafddc HTTP/1.1" status: 200 len: 943 time: 0.0801380 Aug 18 12:51:29.088080 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bba43a-e437-4210-a35d-e30d88d87000 None None] Routers {'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:51:29.088720 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-03bba43a-e437-4210-a35d-e30d88d87000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:51:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ad0a3c4a-f084-4d1a-a43a-ff7520c50a72'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:51:29.101705 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4aee2fd5-e02f-4467-b9e1-ce105e4d39ed tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.13 "PUT /v2.0/floatingips/c9645d0e-ad73-4385-8f9d-7b6761bc114a HTTP/1.1" status: 200 len: 990 time: 1.5834239 Aug 18 12:51:29.108499 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ec1fe6-63f5-4e35-a4ce-dd52c3a8df44', 'tag': 'c56d56e9-fa2c-4a49-a42f-d17889562aad'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:51:29.111189 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93422b06-3385-4361-958f-a748997788a9" -d '{"events": [{"name": "network-changed", "server_uuid": "71ec1fe6-63f5-4e35-a4ce-dd52c3a8df44", "tag": "c56d56e9-fa2c-4a49-a42f-d17889562aad"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:51:29.134733 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0c7f7fed-beee-4a57-8ecd-6898a8355f1c req-76889a46-4cf7-464a-b3d4-24c0e7a200a5 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860593 Aug 18 12:51:29.184939 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port a5744fc1-a382-404a-95bc-b33ced815901, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=a5744fc1-a382-404a-95bc-b33ced815901,segment=NetworkSegment(908af126-c217-456c-b1ef-f447c03c2104),segment_id=908af126-c217-456c-b1ef-f447c03c2104)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:51:29.229973 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'a5744fc1-a382-404a-95bc-b33ced815901', 'network_id': 'bab0909c-e2b3-45b7-b9ea-31a3c90130ac', 'port_id': 'a5744fc1-a382-404a-95bc-b33ced815901', 'mac_address': 'fa:16:3e:fb:de:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8059427-8094-4919-a4ba-5ba769b61640', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:51:29.276380 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed29a5e-ae7f-466f-887f-1ca49b044f0c req-67d5c2f2-09fb-49f1-aa30-917633c67023 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:29.278698 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1ed29a5e-ae7f-466f-887f-1ca49b044f0c req-67d5c2f2-09fb-49f1-aa30-917633c67023 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 950 time: 0.0582376 Aug 18 12:51:29.280685 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-03bba43a-e437-4210-a35d-e30d88d87000 None None] Set router ad0a3c4a-f084-4d1a-a43a-ff7520c50a72 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:51:29.309512 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:29.334810 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5744fc1-a382-404a-95bc-b33ced815901 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:51:29.335251 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1ed29a5e-ae7f-466f-887f-1ca49b044f0c req-0be0295b-4ef9-422e-ab0b-c168d7b6f618 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364335 Aug 18 12:51:29.393239 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port a5744fc1-a382-404a-95bc-b33ced815901, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=a5744fc1-a382-404a-95bc-b33ced815901,segment=NetworkSegment(908af126-c217-456c-b1ef-f447c03c2104),segment_id=908af126-c217-456c-b1ef-f447c03c2104)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:51:29.506074 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:29.510058 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f7fd9a04-d72b-40f4-ac6c-0acac83b5261 req-aaf7313f-b393-4d84-bd64-8a44a62fcf3f tempest-ServerShowV247Test-770710864 tempest-ServerShowV247Test-770710864-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad635cae-1d1f-4fd5-a63f-ca0142351585 HTTP/1.1" status: 200 len: 210 time: 0.0272248 Aug 18 12:51:29.560680 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a9165a-ba85-4fb6-ad33-4dea561f0400 x-openstack-request-id: req-40a9165a-ba85-4fb6-ad33-4dea561f0400 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:51:29.561150 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ec1fe6-63f5-4e35-a4ce-dd52c3a8df44", "tag": "c56d56e9-fa2c-4a49-a42f-d17889562aad", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:51:29.561499 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40a9165a-ba85-4fb6-ad33-4dea561f0400 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:51:29.561985 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ec1fe6-63f5-4e35-a4ce-dd52c3a8df44', 'tag': 'c56d56e9-fa2c-4a49-a42f-d17889562aad', 'status': 'completed', 'code': 200} Aug 18 12:51:29.599201 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=a5744fc1-a382-404a-95bc-b33ced815901,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:29.627371 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-03bba43a-e437-4210-a35d-e30d88d87000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72', 'name': 'tempest-ServersTestFqdnHostnames-114313003-router', 'tenant_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '7a8e8d48-39fe-4be7-a7ec-8438b2275c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:55Z', 'updated_at': '2021-08-18T12:51:03Z', 'revision_number': 4, 'project_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'gw_port': {'id': '7a8e8d48-39fe-4be7-a7ec-8438b2275c09', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:58Z', 'updated_at': '2021-08-18T12:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'c9645d0e-ad73-4385-8f9d-7b6761bc114a', 'tenant_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'floating_ip_address': '172.25.6.34', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72', 'port_id': 'c56d56e9-fa2c-4a49-a42f-d17889562aad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92663cc1-ad62-49bd-b96a-27a057ddfb66', 'mac_address': 'fa:16:3e:80:0c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ec1fe6-63f5-4e35-a4ce-dd52c3a8df44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:51:08Z', 'updated_at': '2021-08-18T12:51:28Z', 'revision_number': 1, 'project_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3882ba9f-1913-4f21-8ae8-b36af6b0ba92', 'name': '', 'network_id': '92663cc1-ad62-49bd-b96a-27a057ddfb66', 'tenant_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'mac_address': 'fa:16:3e:67:0a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '0141e478-2256-4b2e-ad50-7df31de14f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:51:02Z', 'updated_at': '2021-08-18T12:51:09Z', 'revision_number': 5, 'project_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'subnets': [{'id': '0141e478-2256-4b2e-ad50-7df31de14f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:51:29.666285 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bba43a-e437-4210-a35d-e30d88d87000 None None] Checking router: ad0a3c4a-f084-4d1a-a43a-ff7520c50a72 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:51:29.669722 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93422b06-3385-4361-958f-a748997788a9 req-e9db550b-a7d4-4839-9e24-f31a9af8daa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:29.671818 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-93422b06-3385-4361-958f-a748997788a9 req-e9db550b-a7d4-4839-9e24-f31a9af8daa0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=decf5c0578c64585b01ec48d0ad33c5c&device_id=71ec1fe6-63f5-4e35-a4ce-dd52c3a8df44 HTTP/1.1" status: 200 len: 1096 time: 0.0681479 Aug 18 12:51:29.684857 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bba43a-e437-4210-a35d-e30d88d87000 None None] Routers {'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:51:29.685720 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-03bba43a-e437-4210-a35d-e30d88d87000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:51:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ad0a3c4a-f084-4d1a-a43a-ff7520c50a72'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:51:29.704011 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca310c0-5850-4fd5-ac30-fb0b9c4f3dc6 req-6de7bc14-f9df-44ed-b297-cff9b7dd24d8 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:29.705587 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ca310c0-5850-4fd5-ac30-fb0b9c4f3dc6 req-6de7bc14-f9df-44ed-b297-cff9b7dd24d8 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 950 time: 0.0943768 Aug 18 12:51:29.762293 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ca310c0-5850-4fd5-ac30-fb0b9c4f3dc6 req-1d48569f-0916-48ed-a641-7f516d9d8a0b tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492885 Aug 18 12:51:29.817994 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93422b06-3385-4361-958f-a748997788a9 req-ca9f1c55-41ae-4d49-bb0d-04bd18a0d44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:29.820033 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-93422b06-3385-4361-958f-a748997788a9 req-ca9f1c55-41ae-4d49-bb0d-04bd18a0d44b service neutron] 10.222.0.20 "GET /v2.0/networks?id=92663cc1-ad62-49bd-b96a-27a057ddfb66 HTTP/1.1" status: 200 len: 915 time: 0.1320148 Aug 18 12:51:29.822912 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-03bba43a-e437-4210-a35d-e30d88d87000 None None] Set router ad0a3c4a-f084-4d1a-a43a-ff7520c50a72 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:51:29.925235 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['a5744fc1-a382-404a-95bc-b33ced815901'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:51:29.958040 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-93422b06-3385-4361-958f-a748997788a9 req-cfcb165f-6448-441d-8a71-12f7574c4f1d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c56d56e9-fa2c-4a49-a42f-d17889562aad HTTP/1.1" status: 200 len: 998 time: 0.1196840 Aug 18 12:51:30.004193 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-cfb7557f-5928-4bae-bd8b-3580cb74d53a tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:51:30.005348 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-cfb7557f-5928-4bae-bd8b-3580cb74d53a tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086312 Aug 18 12:51:30.023498 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-87f0dfbe-25e4-4cfe-9676-5f639e9bcd99 service neutron] Request body: {'binding': {'host': 'n-h2-803603-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:51:30.024309 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-87f0dfbe-25e4-4cfe-9676-5f639e9bcd99 service neutron] Unknown quota resources ['binding']. {{(pid=101676) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 12:51:30.028796 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93422b06-3385-4361-958f-a748997788a9 req-1b291072-40e5-458e-8359-461418f1df14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:30.030410 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-93422b06-3385-4361-958f-a748997788a9 req-1b291072-40e5-458e-8359-461418f1df14 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0141e478-2256-4b2e-ad50-7df31de14f49 HTTP/1.1" status: 200 len: 853 time: 0.0646327 Aug 18 12:51:30.143751 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93422b06-3385-4361-958f-a748997788a9 req-e5d6260a-aa0e-4eba-afce-48e56a39127e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:30.145323 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-93422b06-3385-4361-958f-a748997788a9 req-e5d6260a-aa0e-4eba-afce-48e56a39127e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92663cc1-ad62-49bd-b96a-27a057ddfb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967159 Aug 18 12:51:30.180142 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-03bba43a-e437-4210-a35d-e30d88d87000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72', 'name': 'tempest-ServersTestFqdnHostnames-114313003-router', 'tenant_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '7a8e8d48-39fe-4be7-a7ec-8438b2275c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:55Z', 'updated_at': '2021-08-18T12:51:03Z', 'revision_number': 4, 'project_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'gw_port': {'id': '7a8e8d48-39fe-4be7-a7ec-8438b2275c09', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:58Z', 'updated_at': '2021-08-18T12:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'c9645d0e-ad73-4385-8f9d-7b6761bc114a', 'tenant_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'floating_ip_address': '172.25.6.34', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72', 'port_id': 'c56d56e9-fa2c-4a49-a42f-d17889562aad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92663cc1-ad62-49bd-b96a-27a057ddfb66', 'mac_address': 'fa:16:3e:80:0c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ec1fe6-63f5-4e35-a4ce-dd52c3a8df44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:51:08Z', 'updated_at': '2021-08-18T12:51:28Z', 'revision_number': 1, 'project_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3882ba9f-1913-4f21-8ae8-b36af6b0ba92', 'name': '', 'network_id': '92663cc1-ad62-49bd-b96a-27a057ddfb66', 'tenant_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'mac_address': 'fa:16:3e:67:0a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '0141e478-2256-4b2e-ad50-7df31de14f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:51:02Z', 'updated_at': '2021-08-18T12:51:09Z', 'revision_number': 5, 'project_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'subnets': [{'id': '0141e478-2256-4b2e-ad50-7df31de14f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:51:30.219978 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bba43a-e437-4210-a35d-e30d88d87000 None None] The sync data for ids ['ad0a3c4a-f084-4d1a-a43a-ff7520c50a72'] in n-d-803603-2 is: [{'id': 'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72', 'name': 'tempest-ServersTestFqdnHostnames-114313003-router', 'tenant_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '7a8e8d48-39fe-4be7-a7ec-8438b2275c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:55Z', 'updated_at': '2021-08-18T12:51:03Z', 'revision_number': 4, 'project_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'gw_port': {'id': '7a8e8d48-39fe-4be7-a7ec-8438b2275c09', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:58Z', 'updated_at': '2021-08-18T12:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'c9645d0e-ad73-4385-8f9d-7b6761bc114a', 'tenant_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'floating_ip_address': '172.25.6.34', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72', 'port_id': 'c56d56e9-fa2c-4a49-a42f-d17889562aad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92663cc1-ad62-49bd-b96a-27a057ddfb66', 'mac_address': 'fa:16:3e:80:0c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ec1fe6-63f5-4e35-a4ce-dd52c3a8df44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:51:08Z', 'updated_at': '2021-08-18T12:51:28Z', 'revision_number': 1, 'project_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3882ba9f-1913-4f21-8ae8-b36af6b0ba92', 'name': '', 'network_id': '92663cc1-ad62-49bd-b96a-27a057ddfb66', 'tenant_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'mac_address': 'fa:16:3e:67:0a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '0141e478-2256-4b2e-ad50-7df31de14f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:51:02Z', 'updated_at': '2021-08-18T12:51:09Z', 'revision_number': 5, 'project_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'subnets': [{'id': '0141e478-2256-4b2e-ad50-7df31de14f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:51:30.280682 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-87f0dfbe-25e4-4cfe-9676-5f639e9bcd99 service neutron] Attempting to bind port 8475102b-3321-4c78-b6ac-5b16bf171cd0 on host n-h2-803603-2 for vnic_type normal with profile None {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:51:30.281313 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-87f0dfbe-25e4-4cfe-9676-5f639e9bcd99 service neutron] Attempting to bind port 8475102b-3321-4c78-b6ac-5b16bf171cd0 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:51:30.281838 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-87f0dfbe-25e4-4cfe-9676-5f639e9bcd99 service neutron] Attempting to bind port 8475102b-3321-4c78-b6ac-5b16bf171cd0 on network 91d3e9e9-f927-4110-8610-d1ae88923133 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:51:30.304961 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-87f0dfbe-25e4-4cfe-9676-5f639e9bcd99 service neutron] Port 8475102b-3321-4c78-b6ac-5b16bf171cd0 on network 91d3e9e9-f927-4110-8610-d1ae88923133 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:51:30.305548 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-87f0dfbe-25e4-4cfe-9676-5f639e9bcd99 service neutron] Attempting to bind port 8475102b-3321-4c78-b6ac-5b16bf171cd0 on network 91d3e9e9-f927-4110-8610-d1ae88923133 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:51:30.317296 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-93422b06-3385-4361-958f-a748997788a9 req-2f94c973-a8f6-414d-8d65-f4c81a4361ec service neutron] 10.222.0.20 "GET /v2.0/networks/92663cc1-ad62-49bd-b96a-27a057ddfb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618052 Aug 18 12:51:30.318637 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-87f0dfbe-25e4-4cfe-9676-5f639e9bcd99 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:51:30.318996 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-87f0dfbe-25e4-4cfe-9676-5f639e9bcd99 service neutron] Checking segment: {'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:51:30.319373 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-87f0dfbe-25e4-4cfe-9676-5f639e9bcd99 service neutron] Bound using segment: {'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:51:30.319800 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-87f0dfbe-25e4-4cfe-9676-5f639e9bcd99 service neutron] Bound port: 8475102b-3321-4c78-b6ac-5b16bf171cd0, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:51:30.336389 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e171c9-7e3f-4047-b795-ff2209625cc7 req-ad2cbe34-bc12-4e10-93ed-f9ede94e7949 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:30.338496 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-20e171c9-7e3f-4047-b795-ff2209625cc7 req-ad2cbe34-bc12-4e10-93ed-f9ede94e7949 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad00e5e2-86d8-4b90-8582-2170caeafddc HTTP/1.1" status: 200 len: 944 time: 0.0592411 Aug 18 12:51:30.386297 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-20e171c9-7e3f-4047-b795-ff2209625cc7 req-45c4f355-1235-413c-b701-175c441eb3f8 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407457 Aug 18 12:51:30.456026 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-87f0dfbe-25e4-4cfe-9676-5f639e9bcd99 service neutron] For port 8475102b-3321-4c78-b6ac-5b16bf171cd0, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=8475102b-3321-4c78-b6ac-5b16bf171cd0,segment=NetworkSegment(0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d),segment_id=0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:51:30.487985 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e1bfb0-d264-4aa2-80ee-d65fab851862 None None] New status for floating IP c9645d0e-ad73-4385-8f9d-7b6761bc114a: ACTIVE {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:51:30.488801 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-93422b06-3385-4361-958f-a748997788a9 req-9ede7e92-6f9c-4df3-b592-332ba561ac9c service neutron] 10.222.0.20 "GET /v2.0/networks/92663cc1-ad62-49bd-b96a-27a057ddfb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422400 Aug 18 12:51:30.523217 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-87f0dfbe-25e4-4cfe-9676-5f639e9bcd99 service neutron] Notify callbacks [] for binding, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:30.525612 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-87f0dfbe-25e4-4cfe-9676-5f639e9bcd99 service neutron] 10.222.0.13 "POST /v2.0/ports/8475102b-3321-4c78-b6ac-5b16bf171cd0/bindings HTTP/1.1" status: 201 len: 389 time: 0.5074687 Aug 18 12:51:30.525763 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac23527-f0c7-46b1-9673-b1a00d625232 req-0f2f02ca-6de9-4b05-83d3-9926dc84ec3f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:30.527361 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3ac23527-f0c7-46b1-9673-b1a00d625232 req-0f2f02ca-6de9-4b05-83d3-9926dc84ec3f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 950 time: 0.0587275 Aug 18 12:51:30.571673 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3ac23527-f0c7-46b1-9673-b1a00d625232 req-fa5cbb5c-9446-41b0-8ee6-517ff14f91ed tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358646 Aug 18 12:51:30.813435 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c4c8875c-3e60-47b6-b83b-757ff1cf75de req-5181df06-d860-4547-96e2-c625b6bc65b7 tempest-ServerShowV247Test-770710864 tempest-ServerShowV247Test-770710864-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad635cae-1d1f-4fd5-a63f-ca0142351585 HTTP/1.1" status: 200 len: 210 time: 0.0390501 Aug 18 12:51:30.854572 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ab287-6188-4a02-ace8-d500c501400d req-f7b6a6ee-1b29-4d8c-976a-c793ab31037e tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:30.858688 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-010ab287-6188-4a02-ace8-d500c501400d req-f7b6a6ee-1b29-4d8c-976a-c793ab31037e tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 945 time: 0.0729861 Aug 18 12:51:30.909407 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-010ab287-6188-4a02-ace8-d500c501400d req-ae5b297c-ef21-4591-b171-ebc44e056730 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410457 Aug 18 12:51:30.975193 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371964e-01c6-4c90-82aa-3b295e3cbb8e req-9675367c-78db-4526-b8e2-25d8b5237d82 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:30.977039 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3371964e-01c6-4c90-82aa-3b295e3cbb8e req-9675367c-78db-4526-b8e2-25d8b5237d82 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 950 time: 0.0674980 Aug 18 12:51:31.022434 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3371964e-01c6-4c90-82aa-3b295e3cbb8e req-51e02ed1-64a4-460e-8bb4-b86f77a419cc tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365787 Aug 18 12:51:31.282582 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-2a089832-22b1-4654-8367-b5f0ac8569b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:31.284101 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-2a089832-22b1-4654-8367-b5f0ac8569b9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e9a8a0a72a94b328bf1e534da208edd&device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 1096 time: 0.0429404 Aug 18 12:51:31.390434 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-ab999521-f2fb-4951-9b1e-f333bcf49020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:31.392270 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-ab999521-f2fb-4951-9b1e-f333bcf49020 service neutron] 10.222.0.20 "GET /v2.0/networks?id=91d3e9e9-f927-4110-8610-d1ae88923133 HTTP/1.1" status: 200 len: 922 time: 0.0939410 Aug 18 12:51:31.445995 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-ef9dfc0c-ef98-429e-abaa-08602ad8b67b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8475102b-3321-4c78-b6ac-5b16bf171cd0 HTTP/1.1" status: 200 len: 217 time: 0.0404019 Aug 18 12:51:31.532587 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-f689bced-72f6-4c74-81d6-90a17f146c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:31.538271 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-f689bced-72f6-4c74-81d6-90a17f146c3c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=da996bc9-0001-4e2d-9a03-d2d78ee48c5d HTTP/1.1" status: 200 len: 861 time: 0.0785751 Aug 18 12:51:31.558709 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015960b3-968b-4817-961f-090a2d60bb98 req-1c2bf27b-9cce-4d82-b8d7-f56f9e1e972e tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:31.560188 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-015960b3-968b-4817-961f-090a2d60bb98 req-1c2bf27b-9cce-4d82-b8d7-f56f9e1e972e tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad00e5e2-86d8-4b90-8582-2170caeafddc HTTP/1.1" status: 200 len: 944 time: 0.0739584 Aug 18 12:51:31.578060 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-d381538a-e71c-4fa1-a4c6-29e4b27b1bc0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=91d3e9e9-f927-4110-8610-d1ae88923133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361278 Aug 18 12:51:31.661229 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-015960b3-968b-4817-961f-090a2d60bb98 req-220e820a-23e9-41bd-bd3d-8f42d03d50e0 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862668 Aug 18 12:51:31.701596 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-bae46af0-b082-4bc4-bab1-38126ef3a55c service neutron] 10.222.0.20 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103187 Aug 18 12:51:31.715830 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506d1d0-cc12-4e8d-a237-a6c415e69d74 req-5e8cabe8-b7cf-40c0-9d19-ea5b3d6b298a tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:31.722729 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e506d1d0-cc12-4e8d-a237-a6c415e69d74 req-5e8cabe8-b7cf-40c0-9d19-ea5b3d6b298a tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 950 time: 0.0780714 Aug 18 12:51:31.764556 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e506d1d0-cc12-4e8d-a237-a6c415e69d74 req-227c7397-80cb-4cda-9fab-8e747506ec00 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396185 Aug 18 12:51:31.806792 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-40bb8053-16ae-470a-8d59-fd838bf1254f service neutron] 10.222.0.20 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966187 Aug 18 12:51:31.929472 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-358d6a58-4392-485d-b47a-1bd4be2e3d8e req-2be73c26-c4f8-42e4-aec0-18cb6687ca38 tempest-ServerShowV247Test-770710864 tempest-ServerShowV247Test-770710864-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad635cae-1d1f-4fd5-a63f-ca0142351585 HTTP/1.1" status: 200 len: 210 time: 0.0283954 Aug 18 12:51:32.046726 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f2079c-f993-46c6-936a-b35ed52b95d7 req-0d7c5bc4-411a-460e-aaaa-306c22117a4b tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:32.048258 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c9f2079c-f993-46c6-936a-b35ed52b95d7 req-0d7c5bc4-411a-460e-aaaa-306c22117a4b tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 945 time: 0.0515411 Aug 18 12:51:32.090899 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c9f2079c-f993-46c6-936a-b35ed52b95d7 req-c47fe582-7e59-4376-8e79-624d77971044 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366771 Aug 18 12:51:32.187827 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301bdd23-135a-4456-bb2d-254c81ff2b2d req-c1c93f83-444e-4bcc-87ee-850aa37e0cf2 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:32.189515 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-301bdd23-135a-4456-bb2d-254c81ff2b2d req-c1c93f83-444e-4bcc-87ee-850aa37e0cf2 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 950 time: 0.0778675 Aug 18 12:51:32.237041 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-301bdd23-135a-4456-bb2d-254c81ff2b2d req-e47a6929-94de-471d-b62f-4293224f736a tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413496 Aug 18 12:51:32.791537 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845654b-1249-40ec-a086-56e90a0c6276 req-e205ed32-a9e2-46b0-a25a-e3134e43874d tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:32.793080 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8845654b-1249-40ec-a086-56e90a0c6276 req-e205ed32-a9e2-46b0-a25a-e3134e43874d tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad00e5e2-86d8-4b90-8582-2170caeafddc HTTP/1.1" status: 200 len: 944 time: 0.0565310 Aug 18 12:51:32.848523 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8845654b-1249-40ec-a086-56e90a0c6276 req-52821064-dd27-4b89-b400-c5545506d790 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463943 Aug 18 12:51:32.975800 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc649cd-f02e-4309-bb5c-c4b25b4d46d4 req-4781a13d-5b7d-4073-a383-dc664e5a82d6 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:32.978052 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fcc649cd-f02e-4309-bb5c-c4b25b4d46d4 req-4781a13d-5b7d-4073-a383-dc664e5a82d6 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 950 time: 0.0574582 Aug 18 12:51:33.034764 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fcc649cd-f02e-4309-bb5c-c4b25b4d46d4 req-b90a4564-6af3-4364-8e6a-20ac37363f5e tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492284 Aug 18 12:51:33.048669 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device a5744fc1-a382-404a-95bc-b33ced815901 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:51:33.059194 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2813d8eb-c291-4728-9201-12a511cc47d3 req-b3c4c296-937b-45b7-b7c7-b3423165ddf2 tempest-ServerShowV247Test-770710864 tempest-ServerShowV247Test-770710864-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad635cae-1d1f-4fd5-a63f-ca0142351585 HTTP/1.1" status: 200 len: 210 time: 0.0372317 Aug 18 12:51:33.161195 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port a5744fc1-a382-404a-95bc-b33ced815901 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:51:33.166131 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port a5744fc1-a382-404a-95bc-b33ced815901 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:51:33.166805 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:33.238605 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838b93e-5b60-4df1-a079-1e9df31998f4 req-e244ae40-e3a4-45ad-b954-d4bfb5512e05 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:33.240613 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8838b93e-5b60-4df1-a079-1e9df31998f4 req-e244ae40-e3a4-45ad-b954-d4bfb5512e05 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 945 time: 0.0550392 Aug 18 12:51:33.288664 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:33.292001 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8838b93e-5b60-4df1-a079-1e9df31998f4 req-9ee9eb01-d25f-4817-a3eb-21dc4b122b42 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446997 Aug 18 12:51:33.317423 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad00e5e2-86d8-4b90-8582-2170caeafddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5744fc1-a382-404a-95bc-b33ced815901'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:51:33.326934 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1dd22a-c549-4706-b97e-df5148b81e3d" -d '{"events": [{"server_uuid": "ad00e5e2-86d8-4b90-8582-2170caeafddc", "name": "network-vif-plugged", "status": "completed", "tag": "a5744fc1-a382-404a-95bc-b33ced815901"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:51:33.356683 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port a5744fc1-a382-404a-95bc-b33ced815901, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=a5744fc1-a382-404a-95bc-b33ced815901,segment=NetworkSegment(908af126-c217-456c-b1ef-f447c03c2104),segment_id=908af126-c217-456c-b1ef-f447c03c2104)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:51:33.373108 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94fe58d6-3eef-4ad7-894b-298c56acc0f1 x-openstack-request-id: req-94fe58d6-3eef-4ad7-894b-298c56acc0f1 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:51:33.373702 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad00e5e2-86d8-4b90-8582-2170caeafddc", "name": "network-vif-plugged", "status": "completed", "tag": "a5744fc1-a382-404a-95bc-b33ced815901", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:51:33.373967 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94fe58d6-3eef-4ad7-894b-298c56acc0f1 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:51:33.374620 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad00e5e2-86d8-4b90-8582-2170caeafddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5744fc1-a382-404a-95bc-b33ced815901', 'code': 200} Aug 18 12:51:33.381561 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572349d0-0947-41ed-948c-d57217558798 req-4693f501-158e-46f3-b697-e7a7f6ebefc0 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:33.381561 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-572349d0-0947-41ed-948c-d57217558798 req-4693f501-158e-46f3-b697-e7a7f6ebefc0 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 950 time: 0.0551283 Aug 18 12:51:33.425874 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-572349d0-0947-41ed-948c-d57217558798 req-59d86ac9-56f1-4d11-afbd-f9e4d7856208 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359976 Aug 18 12:51:33.434947 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:33.491482 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=a5744fc1-a382-404a-95bc-b33ced815901,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:33.496564 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a801acbb-128c-4a92-bdaa-f8f22102977b req-f6fa2ca9-b862-477d-b7d2-1877df79189f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:33.498369 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a801acbb-128c-4a92-bdaa-f8f22102977b req-f6fa2ca9-b862-477d-b7d2-1877df79189f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ad00e5e2-86d8-4b90-8582-2170caeafddc HTTP/1.1" status: 200 len: 1096 time: 0.0441589 Aug 18 12:51:33.545806 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a801acbb-128c-4a92-bdaa-f8f22102977b req-6c1f38cb-dddf-43b3-8767-72543a13e418 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374212 Aug 18 12:51:33.971679 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37db26b-46c9-4537-9517-abcf36605a10 req-f869543f-2984-48a3-a82c-2f98c26cac7e tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:33.973368 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e37db26b-46c9-4537-9517-abcf36605a10 req-f869543f-2984-48a3-a82c-2f98c26cac7e tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad00e5e2-86d8-4b90-8582-2170caeafddc HTTP/1.1" status: 200 len: 945 time: 0.0599713 Aug 18 12:51:34.020575 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e37db26b-46c9-4537-9517-abcf36605a10 req-84703f8e-6664-4389-996f-470d01043605 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386181 Aug 18 12:51:34.161076 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8939b99b-46d1-4d62-b310-e7637dedae21 req-47d0523a-78e0-4e8c-b413-a8a3378e1642 tempest-ServerShowV247Test-770710864 tempest-ServerShowV247Test-770710864-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad635cae-1d1f-4fd5-a63f-ca0142351585 HTTP/1.1" status: 200 len: 210 time: 0.0333929 Aug 18 12:51:34.164519 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0fa47-10f0-4a1c-9678-4473599e3909 req-aa0f982b-0abc-4677-8599-e71228d61840 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:34.166918 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6de0fa47-10f0-4a1c-9678-4473599e3909 req-aa0f982b-0abc-4677-8599-e71228d61840 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 950 time: 0.0603285 Aug 18 12:51:34.219876 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6de0fa47-10f0-4a1c-9678-4473599e3909 req-8ec79f01-2f94-47b5-a9bb-fa3e435f7e28 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467846 Aug 18 12:51:34.434085 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de179d72-36a5-4dfa-9cb6-b303a60f07bb req-e0d46e66-9fee-47b2-8540-3b6e998e4797 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:34.435680 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-de179d72-36a5-4dfa-9cb6-b303a60f07bb req-e0d46e66-9fee-47b2-8540-3b6e998e4797 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 945 time: 0.0519612 Aug 18 12:51:34.494736 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-de179d72-36a5-4dfa-9cb6-b303a60f07bb req-266f00f3-d54d-490e-b3fc-a26f2a686781 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519717 Aug 18 12:51:34.561242 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92711194-95ef-46ed-8900-330baed03fba req-16762065-6636-497b-92bb-e54d07e7109b tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:34.573851 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-92711194-95ef-46ed-8900-330baed03fba req-16762065-6636-497b-92bb-e54d07e7109b tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 950 time: 0.0569232 Aug 18 12:51:34.608606 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-92711194-95ef-46ed-8900-330baed03fba req-26409a24-8333-4b27-8d3e-94b49c84d4aa tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393553 Aug 18 12:51:35.145944 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3db33e-b30d-48b6-adda-e1cf9ea0ee19 req-84f9e5af-93f2-4600-948e-6b5b99b970d4 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:35.158479 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bf3db33e-b30d-48b6-adda-e1cf9ea0ee19 req-84f9e5af-93f2-4600-948e-6b5b99b970d4 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad00e5e2-86d8-4b90-8582-2170caeafddc HTTP/1.1" status: 200 len: 945 time: 0.0685472 Aug 18 12:51:35.214794 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bf3db33e-b30d-48b6-adda-e1cf9ea0ee19 req-8681453a-3879-4a11-a8ac-3903475e39c2 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467007 Aug 18 12:51:35.297334 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fd3a5661-f8d0-4943-85bc-6c2374127b5f req-96dbf54a-a51f-49e3-b5bc-4bb7d7c1a216 tempest-ServerShowV247Test-770710864 tempest-ServerShowV247Test-770710864-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad635cae-1d1f-4fd5-a63f-ca0142351585 HTTP/1.1" status: 200 len: 210 time: 0.0286677 Aug 18 12:51:35.431449 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb7b8d-704f-41a8-b852-48ed26f47d71 req-63bb3c4e-250a-4055-9eae-25da77643e91 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:35.433433 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f1bb7b8d-704f-41a8-b852-48ed26f47d71 req-63bb3c4e-250a-4055-9eae-25da77643e91 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 950 time: 0.0610912 Aug 18 12:51:35.476950 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f1bb7b8d-704f-41a8-b852-48ed26f47d71 req-9a69b6a7-34d1-4349-92a0-240da9cc5424 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344884 Aug 18 12:51:35.640352 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a512861-24bc-4fb5-8d63-617ed85320ad req-bc3c759d-714a-4065-9bbc-3ff40e8f86cb tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:35.651781 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8a512861-24bc-4fb5-8d63-617ed85320ad req-bc3c759d-714a-4065-9bbc-3ff40e8f86cb tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad00e5e2-86d8-4b90-8582-2170caeafddc HTTP/1.1" status: 200 len: 945 time: 0.0804362 Aug 18 12:51:35.690401 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e9fa8-4faf-45df-9e92-dc7b7722da42 req-a73e3792-96a7-45ab-a728-c771fe301088 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:35.691964 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fe5e9fa8-4faf-45df-9e92-dc7b7722da42 req-a73e3792-96a7-45ab-a728-c771fe301088 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 945 time: 0.0624077 Aug 18 12:51:35.713800 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8a512861-24bc-4fb5-8d63-617ed85320ad req-c9ce9a75-4678-4f14-ad0c-339470883453 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607331 Aug 18 12:51:35.742821 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fe5e9fa8-4faf-45df-9e92-dc7b7722da42 req-eda443ba-2938-427a-8b4d-f0c51d206cf2 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430465 Aug 18 12:51:35.820042 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcf3a8-b201-45f9-9a1c-4403c5f5b5af req-9edf66a5-44af-4132-a25e-a302dfcfac6a tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:35.822209 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-52dcf3a8-b201-45f9-9a1c-4403c5f5b5af req-9edf66a5-44af-4132-a25e-a302dfcfac6a tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 950 time: 0.0561659 Aug 18 12:51:35.883095 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-52dcf3a8-b201-45f9-9a1c-4403c5f5b5af req-6f779fe7-b959-4ffa-b9fc-8f6b1f907f8e tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539830 Aug 18 12:51:36.409946 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a1940610-72b3-4a45-8c2a-091270791e4c req-070d2dcc-07c1-4ba0-be08-aab1e57acd10 tempest-ServerShowV247Test-770710864 tempest-ServerShowV247Test-770710864-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad635cae-1d1f-4fd5-a63f-ca0142351585 HTTP/1.1" status: 200 len: 210 time: 0.0324593 Aug 18 12:51:36.606720 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfed6a8-cc01-4028-8b1c-b78d3fc738bc req-29f0e39d-901a-4ca6-b5db-64b14d51e4ac tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:36.608850 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dbfed6a8-cc01-4028-8b1c-b78d3fc738bc req-29f0e39d-901a-4ca6-b5db-64b14d51e4ac tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 950 time: 0.0557902 Aug 18 12:51:36.656391 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dbfed6a8-cc01-4028-8b1c-b78d3fc738bc req-128671b1-76c8-4a40-94b2-5fb9a24a4619 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388234 Aug 18 12:51:36.831833 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30bfe0e-7658-4f67-82f2-fc099acaf9d0 req-53d95a1b-8fa0-45ce-b876-ff6ce64fdf68 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:36.833376 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f30bfe0e-7658-4f67-82f2-fc099acaf9d0 req-53d95a1b-8fa0-45ce-b876-ff6ce64fdf68 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad00e5e2-86d8-4b90-8582-2170caeafddc HTTP/1.1" status: 200 len: 945 time: 0.0501850 Aug 18 12:51:36.881126 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f30bfe0e-7658-4f67-82f2-fc099acaf9d0 req-a1516f26-50f0-4b61-ab73-4f2ff8bf8c68 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414126 Aug 18 12:51:36.885380 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed4c8c-100f-464d-b821-400abcbc1e84 req-a47f9ddd-8df7-45d6-8518-98430ecd8ed4 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:36.892746 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d4ed4c8c-100f-464d-b821-400abcbc1e84 req-a47f9ddd-8df7-45d6-8518-98430ecd8ed4 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 945 time: 0.0735791 Aug 18 12:51:36.935263 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d4ed4c8c-100f-464d-b821-400abcbc1e84 req-c2afc211-a541-4f13-862e-6091d71e5d00 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413461 Aug 18 12:51:37.064466 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f02f95-1d16-4686-b61a-3f527c8f48fd req-3f266500-d0eb-4023-88db-c76e1c392b95 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:37.065945 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-09f02f95-1d16-4686-b61a-3f527c8f48fd req-3f266500-d0eb-4023-88db-c76e1c392b95 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 950 time: 0.0550289 Aug 18 12:51:37.131644 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-09f02f95-1d16-4686-b61a-3f527c8f48fd req-d4fcf9da-b831-4120-8625-8f152637be36 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513074 Aug 18 12:51:37.525400 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dbf0d30f-3ac4-4b54-a009-e74d0d134cc0 req-1790f2ab-8df8-4908-b933-bb2336a0ab2c tempest-ServerShowV247Test-770710864 tempest-ServerShowV247Test-770710864-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad635cae-1d1f-4fd5-a63f-ca0142351585 HTTP/1.1" status: 200 len: 210 time: 0.0284808 Aug 18 12:51:37.783742 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2737063-6929-4bb6-b769-513538426f9e req-69002ca4-1c0b-4b89-a581-6d3c95d0e527 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:37.785245 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f2737063-6929-4bb6-b769-513538426f9e req-69002ca4-1c0b-4b89-a581-6d3c95d0e527 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 950 time: 0.0507333 Aug 18 12:51:37.828260 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f2737063-6929-4bb6-b769-513538426f9e req-9d13e997-068e-4077-ba2f-4021dcb4e953 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369971 Aug 18 12:51:38.065771 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac942ec9-d5ea-4a6f-abe7-3258291854c4 req-719c04b1-1879-489e-9f20-046354ce59cc tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:38.067292 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ac942ec9-d5ea-4a6f-abe7-3258291854c4 req-719c04b1-1879-489e-9f20-046354ce59cc tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 945 time: 0.0496089 Aug 18 12:51:38.105454 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ac942ec9-d5ea-4a6f-abe7-3258291854c4 req-d05108ae-fe5e-4ecf-9599-45a1a0cab1f3 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314999 Aug 18 12:51:38.261967 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850da72-c180-44b6-8700-ee5295710a39 req-141405e6-dca1-4a5d-9467-d27c2ddb67ab tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:38.263668 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4850da72-c180-44b6-8700-ee5295710a39 req-141405e6-dca1-4a5d-9467-d27c2ddb67ab tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 950 time: 0.0516641 Aug 18 12:51:38.303441 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4850da72-c180-44b6-8700-ee5295710a39 req-5b44ab3f-30c7-421f-9221-1a62fecc7161 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338273 Aug 18 12:51:38.633343 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dabbffdc-cb9f-462b-a0c9-03d23adaf3ae req-cfc848a0-4191-439a-93a5-6204ebac4676 tempest-ServerShowV247Test-770710864 tempest-ServerShowV247Test-770710864-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad635cae-1d1f-4fd5-a63f-ca0142351585 HTTP/1.1" status: 200 len: 210 time: 0.0259709 Aug 18 12:51:38.943639 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0c0e6-7730-4864-ba08-0a7f7499b7c1 req-d16df68e-b902-471d-8df0-2a309aac91d1 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:38.945103 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bac0c0e6-7730-4864-ba08-0a7f7499b7c1 req-d16df68e-b902-471d-8df0-2a309aac91d1 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 950 time: 0.0484593 Aug 18 12:51:38.986050 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bac0c0e6-7730-4864-ba08-0a7f7499b7c1 req-e82d6292-bf57-4cfc-aa2e-30592632b68c tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344164 Aug 18 12:51:39.238229 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fddb9aa-43b7-4bc0-8f39-40321eca152b req-f9e2aeae-0a08-43be-86d9-6043b4d7612d tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:39.246242 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4fddb9aa-43b7-4bc0-8f39-40321eca152b req-f9e2aeae-0a08-43be-86d9-6043b4d7612d tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 945 time: 0.0615604 Aug 18 12:51:39.279677 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4fddb9aa-43b7-4bc0-8f39-40321eca152b req-1e8efc46-4e9c-4a5a-9fed-1a6a812a7c79 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325618 Aug 18 12:51:39.424747 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42303b7-7f2c-4dda-a817-bc83e4ea691d req-75333339-47fb-4eba-9b02-9d2f3316cafe tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:39.426226 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a42303b7-7f2c-4dda-a817-bc83e4ea691d req-75333339-47fb-4eba-9b02-9d2f3316cafe tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 950 time: 0.0493290 Aug 18 12:51:39.465780 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a42303b7-7f2c-4dda-a817-bc83e4ea691d req-d639a608-65a8-4b05-8e57-2f93254b3d84 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328844 Aug 18 12:51:39.738911 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-999f853e-cf62-4591-a4d9-b46b3af1dff7 req-c2983fd5-845e-4c95-b9c3-8370c5f1034f tempest-ServerShowV247Test-770710864 tempest-ServerShowV247Test-770710864-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad635cae-1d1f-4fd5-a63f-ca0142351585 HTTP/1.1" status: 200 len: 210 time: 0.0261993 Aug 18 12:51:40.100213 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a23a69-5510-4ce7-a74f-f1d72b6a3c14 req-7e0c82fc-0d39-4d14-9c24-c5f13b6a7186 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:40.101712 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-50a23a69-5510-4ce7-a74f-f1d72b6a3c14 req-7e0c82fc-0d39-4d14-9c24-c5f13b6a7186 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 950 time: 0.0479228 Aug 18 12:51:40.144592 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-50a23a69-5510-4ce7-a74f-f1d72b6a3c14 req-779519cc-51d2-4de4-b341-717814279e64 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361235 Aug 18 12:51:40.434799 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9992a9-5585-4a6e-9605-b3f743f7b1c1 req-b1ec57c2-8a94-49ec-883e-c30f13b84c6e tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:40.436063 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1b9992a9-5585-4a6e-9605-b3f743f7b1c1 req-b1ec57c2-8a94-49ec-883e-c30f13b84c6e tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 945 time: 0.0573823 Aug 18 12:51:40.476167 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1b9992a9-5585-4a6e-9605-b3f743f7b1c1 req-84b0ee7f-87e7-4239-a360-fc9eb43d1656 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338693 Aug 18 12:51:40.583496 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a5595-4a9c-4772-bea0-61779814468b req-c3a6bc5d-24b3-4956-a2ea-7a7e97ef8916 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:40.584921 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8b4a5595-4a9c-4772-bea0-61779814468b req-c3a6bc5d-24b3-4956-a2ea-7a7e97ef8916 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 950 time: 0.0489655 Aug 18 12:51:40.628557 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8b4a5595-4a9c-4772-bea0-61779814468b req-c6ca33d0-7e35-447b-80d9-f98c6788e265 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366406 Aug 18 12:51:40.843924 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eb165848-af05-4995-a1a4-1c72fc545e0c req-af1b68fe-8698-4d44-bbec-d15b88e8c244 tempest-ServerShowV247Test-770710864 tempest-ServerShowV247Test-770710864-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad635cae-1d1f-4fd5-a63f-ca0142351585 HTTP/1.1" status: 200 len: 210 time: 0.0269811 Aug 18 12:51:41.127610 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device a5744fc1-a382-404a-95bc-b33ced815901 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:51:41.225233 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port a5744fc1-a382-404a-95bc-b33ced815901, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=a5744fc1-a382-404a-95bc-b33ced815901,segment=NetworkSegment(908af126-c217-456c-b1ef-f447c03c2104),segment_id=908af126-c217-456c-b1ef-f447c03c2104)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:51:41.239778 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'a5744fc1-a382-404a-95bc-b33ced815901', 'network_id': 'bab0909c-e2b3-45b7-b9ea-31a3c90130ac', 'port_id': 'a5744fc1-a382-404a-95bc-b33ced815901', 'mac_address': 'fa:16:3e:fb:de:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8059427-8094-4919-a4ba-5ba769b61640', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:51:41.262681 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd637a1-43d1-4157-ac3c-938a5f694053 req-0f7fd2d4-ddde-4ca3-b724-beb0a5a0508a tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:41.299577 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6bd637a1-43d1-4157-ac3c-938a5f694053 req-0f7fd2d4-ddde-4ca3-b724-beb0a5a0508a tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 950 time: 0.0493021 Aug 18 12:51:41.299758 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:41.299758 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a5744fc1-a382-404a-95bc-b33ced815901 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:51:41.304151 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6bd637a1-43d1-4157-ac3c-938a5f694053 req-0fb47e40-69d8-4aa3-a3ab-987a0b2caa8d tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336337 Aug 18 12:51:41.322159 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port a5744fc1-a382-404a-95bc-b33ced815901, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=a5744fc1-a382-404a-95bc-b33ced815901,segment=NetworkSegment(908af126-c217-456c-b1ef-f447c03c2104),segment_id=908af126-c217-456c-b1ef-f447c03c2104)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:51:41.599157 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89b553-d3c8-4c8a-8a2a-45d9a8743cdb req-281f82a3-64d5-4174-b164-6441e447e5fe tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:41.600698 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dc89b553-d3c8-4c8a-8a2a-45d9a8743cdb req-281f82a3-64d5-4174-b164-6441e447e5fe tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 945 time: 0.0520327 Aug 18 12:51:41.638716 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dc89b553-d3c8-4c8a-8a2a-45d9a8743cdb req-1f0914a7-3ba0-4c11-9f10-2b4be853c795 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312834 Aug 18 12:51:41.753896 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5de0d-5b2b-4dc6-bae9-700f042efb60 req-d5a2183d-137b-43a7-8d61-73cb0b2d327c tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:41.755396 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-76d5de0d-5b2b-4dc6-bae9-700f042efb60 req-d5a2183d-137b-43a7-8d61-73cb0b2d327c tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 950 time: 0.0537772 Aug 18 12:51:41.796884 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-76d5de0d-5b2b-4dc6-bae9-700f042efb60 req-4b10535f-462c-48f4-b5fc-9d52d9c1325d tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337117 Aug 18 12:51:41.854207 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7f0704e6-e11d-4354-8fe2-c01ceabdc2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:41.855234 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:41.925158 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=a5744fc1-a382-404a-95bc-b33ced815901,revision_number=6']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:41.933476 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:41.933834 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:41.934432 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:41.934963 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:41.935458 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:41.935961 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:41.936491 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:41.936974 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:41.937477 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:41.937967 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:41.938468 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:41.938951 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:41.959390 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-11e67350-c9cd-4ef0-adcb-0249a6c9599c req-78b6e2a7-aafc-4f4d-a35d-d8cd424b5718 tempest-ServerShowV247Test-770710864 tempest-ServerShowV247Test-770710864-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad635cae-1d1f-4fd5-a63f-ca0142351585 HTTP/1.1" status: 200 len: 210 time: 0.0341446 Aug 18 12:51:42.023137 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['a5744fc1-a382-404a-95bc-b33ced815901'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:51:42.458217 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7f5e9-94eb-43e2-be16-89e5b1f8d949 req-1836ff4b-81f5-4e8b-b49d-f7692857b04f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:42.463219 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ddd7f5e9-94eb-43e2-be16-89e5b1f8d949 req-1836ff4b-81f5-4e8b-b49d-f7692857b04f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 950 time: 0.0912786 Aug 18 12:51:42.518141 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ddd7f5e9-94eb-43e2-be16-89e5b1f8d949 req-28159665-dcf8-4f42-8bbf-0ecb0ea4ee7c tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459769 Aug 18 12:51:42.812863 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c39e13-4a87-4b20-92f0-df9b09497a91 req-53cc3c99-0d5e-44ea-a227-dcb969518108 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:42.822164 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-11c39e13-4a87-4b20-92f0-df9b09497a91 req-53cc3c99-0d5e-44ea-a227-dcb969518108 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 945 time: 0.0758939 Aug 18 12:51:42.911833 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-11c39e13-4a87-4b20-92f0-df9b09497a91 req-31b096d0-7cd9-4c16-b086-f6debdb8abaa tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883498 Aug 18 12:51:43.076908 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3615272-115d-4a67-ab6e-035a48e79bd6 req-857599ac-cbf2-43df-833a-4e0507bfb0ac tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:43.083528 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f3615272-115d-4a67-ab6e-035a48e79bd6 req-857599ac-cbf2-43df-833a-4e0507bfb0ac tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 950 time: 0.0825205 Aug 18 12:51:43.134797 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-19dd5bb6-bd33-45b1-9821-a703200ab0b3 req-05241590-4eaf-4d0f-acf4-ac7e8b2fb162 tempest-ServerShowV247Test-770710864 tempest-ServerShowV247Test-770710864-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad635cae-1d1f-4fd5-a63f-ca0142351585 HTTP/1.1" status: 200 len: 210 time: 0.0534561 Aug 18 12:51:43.153568 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device a5744fc1-a382-404a-95bc-b33ced815901 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:51:43.229180 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f3615272-115d-4a67-ab6e-035a48e79bd6 req-6999476a-4396-47a3-b1d7-a6879d0ed0ee tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244910 Aug 18 12:51:43.254419 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port a5744fc1-a382-404a-95bc-b33ced815901 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:51:43.255097 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:43.265653 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-b5324528-2e0f-49df-98d3-0c532056240b tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:43.267713 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-b5324528-2e0f-49df-98d3-0c532056240b tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae&tenant_id=3e9a8a0a72a94b328bf1e534da208edd&binding%3Ahost_id=n-h1-803603-2 HTTP/1.1" status: 200 len: 1096 time: 0.1830747 Aug 18 12:51:43.281469 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-e059fd6c-cab6-4c08-8c08-3b08f761a123 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803603-2'}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:51:43.353441 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-e059fd6c-cab6-4c08-8c08-3b08f761a123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:43.354210 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:43.407058 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port a5744fc1-a382-404a-95bc-b33ced815901, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=a5744fc1-a382-404a-95bc-b33ced815901,segment=NetworkSegment(908af126-c217-456c-b1ef-f447c03c2104),segment_id=908af126-c217-456c-b1ef-f447c03c2104)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:51:43.408381 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad00e5e2-86d8-4b90-8582-2170caeafddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5744fc1-a382-404a-95bc-b33ced815901'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:51:43.411621 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80850e56-ac0d-4224-afe2-ff8acea72b69" -d '{"events": [{"server_uuid": "ad00e5e2-86d8-4b90-8582-2170caeafddc", "name": "network-vif-plugged", "status": "completed", "tag": "a5744fc1-a382-404a-95bc-b33ced815901"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:51:43.459036 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe6d37e-fced-4594-a210-597f2c4f84e5 x-openstack-request-id: req-fbe6d37e-fced-4594-a210-597f2c4f84e5 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:51:43.459333 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad00e5e2-86d8-4b90-8582-2170caeafddc", "name": "network-vif-plugged", "status": "completed", "tag": "a5744fc1-a382-404a-95bc-b33ced815901", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:51:43.459591 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fbe6d37e-fced-4594-a210-597f2c4f84e5 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:51:43.459985 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad00e5e2-86d8-4b90-8582-2170caeafddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5744fc1-a382-404a-95bc-b33ced815901', 'code': 200} Aug 18 12:51:43.513215 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:43.589479 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=a5744fc1-a382-404a-95bc-b33ced815901,revision_number=7']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:43.602360 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-e059fd6c-cab6-4c08-8c08-3b08f761a123 service neutron] For port 8475102b-3321-4c78-b6ac-5b16bf171cd0, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=8475102b-3321-4c78-b6ac-5b16bf171cd0,segment=NetworkSegment(0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d),segment_id=0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:51:43.700148 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cb6aad4c-7742-487d-af3a-1f2670889531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:43.760257 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccae86-f661-4390-92fd-687f30a98e1e req-30bf8f8d-d5de-422d-9d62-f2d0b8f3b24b tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:43.768211 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c6ccae86-f661-4390-92fd-687f30a98e1e req-30bf8f8d-d5de-422d-9d62-f2d0b8f3b24b tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 950 time: 0.0768833 Aug 18 12:51:43.772559 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-e059fd6c-cab6-4c08-8c08-3b08f761a123 service neutron] For port 8475102b-3321-4c78-b6ac-5b16bf171cd0, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:51:43.834362 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c6ccae86-f661-4390-92fd-687f30a98e1e req-38b6c836-dcb4-4ea8-a7c5-74e98f9b5f1f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620649 Aug 18 12:51:43.871254 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50cbd843-01c0-4d5c-95e3-010fda7981ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8475102b-3321-4c78-b6ac-5b16bf171cd0'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:51:43.874047 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa1090c-38cf-438d-b57a-1391044bc832" -d '{"events": [{"server_uuid": "50cbd843-01c0-4d5c-95e3-010fda7981ae", "name": "network-vif-unplugged", "status": "completed", "tag": "8475102b-3321-4c78-b6ac-5b16bf171cd0"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:51:43.878772 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-e059fd6c-cab6-4c08-8c08-3b08f761a123 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:43.921135 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc21bb79-5ed7-46fa-987f-c8ecb5f14d29 x-openstack-request-id: req-dc21bb79-5ed7-46fa-987f-c8ecb5f14d29 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:51:43.921634 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50cbd843-01c0-4d5c-95e3-010fda7981ae", "name": "network-vif-unplugged", "status": "completed", "tag": "8475102b-3321-4c78-b6ac-5b16bf171cd0", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:51:43.922102 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc21bb79-5ed7-46fa-987f-c8ecb5f14d29 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:51:43.922568 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50cbd843-01c0-4d5c-95e3-010fda7981ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8475102b-3321-4c78-b6ac-5b16bf171cd0', 'code': 200} Aug 18 12:51:43.965889 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-e059fd6c-cab6-4c08-8c08-3b08f761a123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:44.116771 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-e059fd6c-cab6-4c08-8c08-3b08f761a123 service neutron] Attempting to bind port 8475102b-3321-4c78-b6ac-5b16bf171cd0 on host n-h1-803603-2 for vnic_type normal with profile {"migrating_to": "n-h2-803603-2"} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:51:44.117359 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-e059fd6c-cab6-4c08-8c08-3b08f761a123 service neutron] Attempting to bind port 8475102b-3321-4c78-b6ac-5b16bf171cd0 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:51:44.117464 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-e059fd6c-cab6-4c08-8c08-3b08f761a123 service neutron] Attempting to bind port 8475102b-3321-4c78-b6ac-5b16bf171cd0 on network 91d3e9e9-f927-4110-8610-d1ae88923133 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:51:44.126265 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-e059fd6c-cab6-4c08-8c08-3b08f761a123 service neutron] Port 8475102b-3321-4c78-b6ac-5b16bf171cd0 on network 91d3e9e9-f927-4110-8610-d1ae88923133 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:51:44.126901 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-e059fd6c-cab6-4c08-8c08-3b08f761a123 service neutron] Attempting to bind port 8475102b-3321-4c78-b6ac-5b16bf171cd0 on network 91d3e9e9-f927-4110-8610-d1ae88923133 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:51:44.150211 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-e059fd6c-cab6-4c08-8c08-3b08f761a123 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:51:44.150839 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-e059fd6c-cab6-4c08-8c08-3b08f761a123 service neutron] Checking segment: {'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:51:44.151391 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-e059fd6c-cab6-4c08-8c08-3b08f761a123 service neutron] Bound using segment: {'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:51:44.151996 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-e059fd6c-cab6-4c08-8c08-3b08f761a123 service neutron] Bound port: 8475102b-3321-4c78-b6ac-5b16bf171cd0, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:51:44.152525 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-e059fd6c-cab6-4c08-8c08-3b08f761a123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:44.170240 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e059fd6c-cab6-4c08-8c08-3b08f761a123 service neutron] Pushing event updated for resources: {'Port': ['ID=8475102b-3321-4c78-b6ac-5b16bf171cd0,revision_number=7']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:44.204292 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581bd44-c2a3-41e2-882e-f8ce1360c565 req-f493fb76-6521-45f6-9ac3-cd6add0c2275 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:44.206124 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b581bd44-c2a3-41e2-882e-f8ce1360c565 req-f493fb76-6521-45f6-9ac3-cd6add0c2275 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 943 time: 0.1485205 Aug 18 12:51:44.270680 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b581bd44-c2a3-41e2-882e-f8ce1360c565 req-868733ce-4bb4-4052-8a5e-429205d69e3a tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534041 Aug 18 12:51:44.281946 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-e059fd6c-cab6-4c08-8c08-3b08f761a123 service neutron] For port 8475102b-3321-4c78-b6ac-5b16bf171cd0, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:51:44.285536 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-e059fd6c-cab6-4c08-8c08-3b08f761a123 service neutron] For port 8475102b-3321-4c78-b6ac-5b16bf171cd0, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=8475102b-3321-4c78-b6ac-5b16bf171cd0,segment=NetworkSegment(0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d),segment_id=0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:51:44.353205 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-61a6e0ee-8834-4838-b2bb-aa93294b1bd9 req-9a7f1574-312a-493a-92da-508f695e6489 tempest-ServerShowV247Test-770710864 tempest-ServerShowV247Test-770710864-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad635cae-1d1f-4fd5-a63f-ca0142351585 HTTP/1.1" status: 200 len: 210 time: 0.0764527 Aug 18 12:51:44.404303 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-e059fd6c-cab6-4c08-8c08-3b08f761a123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:44.514436 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:44.534125 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613b1b7-19e5-496d-8c60-9530b7e6cb13 req-d91bd179-4f18-4a76-978a-91ef11ad039d tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:44.536986 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e059fd6c-cab6-4c08-8c08-3b08f761a123 service neutron] Pushing event updated for resources: {'Port': ['ID=8475102b-3321-4c78-b6ac-5b16bf171cd0,revision_number=8']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:44.542584 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3613b1b7-19e5-496d-8c60-9530b7e6cb13 req-d91bd179-4f18-4a76-978a-91ef11ad039d tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 950 time: 0.0769627 Aug 18 12:51:44.589993 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3613b1b7-19e5-496d-8c60-9530b7e6cb13 req-2b9f1932-ea15-4f62-a0db-40666726eda4 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461957 Aug 18 12:51:44.597469 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-e059fd6c-cab6-4c08-8c08-3b08f761a123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:44.598111 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-e059fd6c-cab6-4c08-8c08-3b08f761a123 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:44.600124 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-e059fd6c-cab6-4c08-8c08-3b08f761a123 service neutron] 10.222.0.20 "PUT /v2.0/ports/8475102b-3321-4c78-b6ac-5b16bf171cd0 HTTP/1.1" status: 200 len: 1121 time: 1.3232877 Aug 18 12:51:44.708089 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['8475102b-3321-4c78-b6ac-5b16bf171cd0'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:51:44.800701 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['8475102b-3321-4c78-b6ac-5b16bf171cd0'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:51:45.024587 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a0875-a67a-4883-a6b0-24ca2083f3fb req-0830eab7-3ade-4eb5-886d-dbd91b6097a5 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:45.047982 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c20a0875-a67a-4883-a6b0-24ca2083f3fb req-0830eab7-3ade-4eb5-886d-dbd91b6097a5 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 950 time: 0.1214428 Aug 18 12:51:45.084675 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c20a0875-a67a-4883-a6b0-24ca2083f3fb req-fae150b8-b33e-4884-aa0a-e9ba9af032e7 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357969 Aug 18 12:51:45.170663 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 8475102b-3321-4c78-b6ac-5b16bf171cd0 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:51:45.195772 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:45.332429 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 8475102b-3321-4c78-b6ac-5b16bf171cd0, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=8475102b-3321-4c78-b6ac-5b16bf171cd0,segment=NetworkSegment(0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d),segment_id=0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:51:45.349860 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 8475102b-3321-4c78-b6ac-5b16bf171cd0 has no active binding in host n-h2-803603-2 {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 18 12:51:45.491173 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ee6b5-a190-40c5-9cc9-e79746e79d60 req-1601cf4e-bf25-4ee5-a8f8-2c27b770c40c tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:45.494027 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-821ee6b5-a190-40c5-9cc9-e79746e79d60 req-1601cf4e-bf25-4ee5-a8f8-2c27b770c40c tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 943 time: 0.1158106 Aug 18 12:51:45.533411 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d0589640-4ef8-4e81-8438-c95713bf7da8 req-96ee28d1-6377-4499-ad97-6856d089f8c6 tempest-ServerShowV247Test-770710864 tempest-ServerShowV247Test-770710864-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad635cae-1d1f-4fd5-a63f-ca0142351585 HTTP/1.1" status: 200 len: 210 time: 0.0514035 Aug 18 12:51:45.564200 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-821ee6b5-a190-40c5-9cc9-e79746e79d60 req-5c82a2dd-4abc-4264-936b-0882c9312edc tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584695 Aug 18 12:51:45.747599 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d475113-d5af-491f-ab6d-725cf888c6a3 req-25815fbc-9b5d-4b91-8785-06cd809752e5 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:45.755946 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9d475113-d5af-491f-ab6d-725cf888c6a3 req-25815fbc-9b5d-4b91-8785-06cd809752e5 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 950 time: 0.0707090 Aug 18 12:51:45.798960 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9d475113-d5af-491f-ab6d-725cf888c6a3 req-8f07edc6-3b12-4d49-9168-e8a51fd01384 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413227 Aug 18 12:51:45.923250 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50cbd843-01c0-4d5c-95e3-010fda7981ae', 'tag': '8475102b-3321-4c78-b6ac-5b16bf171cd0'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:51:45.925704 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7d79f7-cd35-46e9-8eff-555cbfab2ee6" -d '{"events": [{"name": "network-changed", "server_uuid": "50cbd843-01c0-4d5c-95e3-010fda7981ae", "tag": "8475102b-3321-4c78-b6ac-5b16bf171cd0"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:51:45.970435 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1065174d-3b77-402d-8266-5678c80cfa5d x-openstack-request-id: req-1065174d-3b77-402d-8266-5678c80cfa5d {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:51:45.971026 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50cbd843-01c0-4d5c-95e3-010fda7981ae", "tag": "8475102b-3321-4c78-b6ac-5b16bf171cd0", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:51:45.971610 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1065174d-3b77-402d-8266-5678c80cfa5d {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:51:45.972349 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50cbd843-01c0-4d5c-95e3-010fda7981ae', 'tag': '8475102b-3321-4c78-b6ac-5b16bf171cd0', 'status': 'completed', 'code': 200} Aug 18 12:51:46.057501 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d79f7-cd35-46e9-8eff-555cbfab2ee6 req-b5e9b6fe-2ddf-4359-8d9e-06034c02f60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:46.062165 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9a7d79f7-cd35-46e9-8eff-555cbfab2ee6 req-b5e9b6fe-2ddf-4359-8d9e-06034c02f60b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e9a8a0a72a94b328bf1e534da208edd&device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 1124 time: 0.0514174 Aug 18 12:51:46.196331 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d79f7-cd35-46e9-8eff-555cbfab2ee6 req-bb6291ff-ac70-481c-bcd1-f2b9ff13ae6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:46.197830 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9a7d79f7-cd35-46e9-8eff-555cbfab2ee6 req-bb6291ff-ac70-481c-bcd1-f2b9ff13ae6d service neutron] 10.222.0.39 "GET /v2.0/networks?id=91d3e9e9-f927-4110-8610-d1ae88923133 HTTP/1.1" status: 200 len: 922 time: 0.1281152 Aug 18 12:51:46.267074 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9a7d79f7-cd35-46e9-8eff-555cbfab2ee6 req-ccd31db7-1f06-4e96-8650-1645e4e09aab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8475102b-3321-4c78-b6ac-5b16bf171cd0 HTTP/1.1" status: 200 len: 217 time: 0.0524738 Aug 18 12:51:46.319413 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071dc69-c7eb-41c9-a7bc-10231c22d74b req-1eb3c780-32a9-4312-b89e-b687ec99f6ad tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:46.321529 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0071dc69-c7eb-41c9-a7bc-10231c22d74b req-1eb3c780-32a9-4312-b89e-b687ec99f6ad tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 950 time: 0.1442120 Aug 18 12:51:46.358187 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d79f7-cd35-46e9-8eff-555cbfab2ee6 req-60502675-3982-4a93-b0bb-323aee33e6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:46.359680 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9a7d79f7-cd35-46e9-8eff-555cbfab2ee6 req-60502675-3982-4a93-b0bb-323aee33e6f4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=da996bc9-0001-4e2d-9a03-d2d78ee48c5d HTTP/1.1" status: 200 len: 861 time: 0.0823812 Aug 18 12:51:46.378409 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0071dc69-c7eb-41c9-a7bc-10231c22d74b req-b8714cdd-e31f-4944-86b5-762a19dc7b91 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476701 Aug 18 12:51:46.416049 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9a7d79f7-cd35-46e9-8eff-555cbfab2ee6 req-04a29d66-6964-43db-be07-a9268aa7d18e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=91d3e9e9-f927-4110-8610-d1ae88923133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366318 Aug 18 12:51:46.512657 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9a7d79f7-cd35-46e9-8eff-555cbfab2ee6 req-80801060-8acb-474e-9f65-b5c5181eac0a service neutron] 10.222.0.39 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872271 Aug 18 12:51:46.612335 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9a7d79f7-cd35-46e9-8eff-555cbfab2ee6 req-c3af0137-0d85-405c-8d3e-598feb932e36 service neutron] 10.222.0.39 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889907 Aug 18 12:51:46.675868 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-efbf80f4-c0d6-4001-bac7-5559220f1ac9 req-62a089e0-4440-4986-adc6-c43301eda480 tempest-ServerShowV247Test-770710864 tempest-ServerShowV247Test-770710864-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad635cae-1d1f-4fd5-a63f-ca0142351585 HTTP/1.1" status: 200 len: 210 time: 0.0268843 Aug 18 12:51:46.687473 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a2c00-1af3-4e75-acf3-b1bbd6f6d733 req-3321a7dc-eca4-40aa-9595-83d24e41fde7 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:46.689730 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a28a2c00-1af3-4e75-acf3-b1bbd6f6d733 req-3321a7dc-eca4-40aa-9595-83d24e41fde7 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 943 time: 0.0578959 Aug 18 12:51:46.738478 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a28a2c00-1af3-4e75-acf3-b1bbd6f6d733 req-6a67a5a5-af8a-48a3-8e8f-4c5397bbe453 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383191 Aug 18 12:51:46.914926 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795eb18-52d9-45e5-8785-1dc39b14e11b req-8087d5f9-695c-4d7f-90bb-015b37652e85 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:46.916417 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8795eb18-52d9-45e5-8785-1dc39b14e11b req-8087d5f9-695c-4d7f-90bb-015b37652e85 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 950 time: 0.0532153 Aug 18 12:51:46.973882 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8795eb18-52d9-45e5-8785-1dc39b14e11b req-36e35d91-3b5f-49e9-a5ad-f8662b819c3e tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493197 Aug 18 12:51:47.160085 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:47.529009 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4827fea-cc9f-4dda-adc0-485c3b0381f1 req-27cac290-91e2-4a11-acc2-3600bd64300c tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:47.534667 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e4827fea-cc9f-4dda-adc0-485c3b0381f1 req-27cac290-91e2-4a11-acc2-3600bd64300c tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 950 time: 0.0677650 Aug 18 12:51:47.585735 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e4827fea-cc9f-4dda-adc0-485c3b0381f1 req-a8e613ac-664f-4613-a23d-fc3b30b8b679 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458164 Aug 18 12:51:47.819994 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5c699de9-85e8-4704-8254-55f81bb6a332 req-6763e926-2f2a-48f0-9d5f-4e6bbdf733f7 tempest-ServerShowV247Test-770710864 tempest-ServerShowV247Test-770710864-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad635cae-1d1f-4fd5-a63f-ca0142351585 HTTP/1.1" status: 200 len: 210 time: 0.0362618 Aug 18 12:51:47.942369 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94839a3f-3b68-45ae-b90b-3689cc5e9dfa req-b3e04800-dd1c-469a-a446-685ca53bb795 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:47.943917 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-94839a3f-3b68-45ae-b90b-3689cc5e9dfa req-b3e04800-dd1c-469a-a446-685ca53bb795 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 943 time: 0.0659525 Aug 18 12:51:47.996210 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-94839a3f-3b68-45ae-b90b-3689cc5e9dfa req-9beddd92-7fc2-4f5c-a652-ce71535ae758 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428314 Aug 18 12:51:48.104563 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a589c6a-85af-4900-b2bb-bab80c7c87ee req-2eefeb45-3999-4285-8465-2d9a4a5f8344 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:48.106056 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6a589c6a-85af-4900-b2bb-bab80c7c87ee req-2eefeb45-3999-4285-8465-2d9a4a5f8344 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 950 time: 0.0617998 Aug 18 12:51:48.153668 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6a589c6a-85af-4900-b2bb-bab80c7c87ee req-f6648d32-5cf7-433a-b1d5-9442d7730381 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402825 Aug 18 12:51:48.810759 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe10ac7-c3e6-42b8-9906-4281e39894de req-b7afe9bc-0bf3-4dde-a990-90b53fd25b74 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:48.812310 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fbe10ac7-c3e6-42b8-9906-4281e39894de req-b7afe9bc-0bf3-4dde-a990-90b53fd25b74 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 950 time: 0.0743136 Aug 18 12:51:48.903145 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fbe10ac7-c3e6-42b8-9906-4281e39894de req-b764d0d7-fb2c-4c96-ac43-f74601bd41f0 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842731 Aug 18 12:51:48.993622 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-351cec69-cd2f-4d49-89bc-62eb90af7c71 req-a5821cbc-9212-4c69-9a76-36ef92fb048e tempest-ServerShowV247Test-770710864 tempest-ServerShowV247Test-770710864-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad635cae-1d1f-4fd5-a63f-ca0142351585 HTTP/1.1" status: 200 len: 210 time: 0.0336490 Aug 18 12:51:49.156078 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab4eda-80da-4edb-84c1-7ce1147c1f02 req-3109a7ca-9df5-46a4-84a0-3ac00bd6354b tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:49.157661 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4bab4eda-80da-4edb-84c1-7ce1147c1f02 req-3109a7ca-9df5-46a4-84a0-3ac00bd6354b tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 943 time: 0.0715582 Aug 18 12:51:49.222409 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4bab4eda-80da-4edb-84c1-7ce1147c1f02 req-22ae64dd-261f-42d4-b49d-fa81e254c878 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524569 Aug 18 12:51:49.308182 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65eadcd-50f3-4db9-adb8-006c2f0fb1c7 req-22bf8a9d-05b8-49ea-9474-9741553c689e tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:49.315171 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e65eadcd-50f3-4db9-adb8-006c2f0fb1c7 req-22bf8a9d-05b8-49ea-9474-9741553c689e tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 950 time: 0.0666337 Aug 18 12:51:49.360062 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e65eadcd-50f3-4db9-adb8-006c2f0fb1c7 req-d44598fb-b9a6-4262-b1a9-f939239c1b5c tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437129 Aug 18 12:51:50.014081 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a340be-6698-49f0-81f9-6d34a898720d req-1b78febb-93eb-4dc7-adb1-bbfa83644a07 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:50.016271 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a1a340be-6698-49f0-81f9-6d34a898720d req-1b78febb-93eb-4dc7-adb1-bbfa83644a07 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 950 time: 0.0564916 Aug 18 12:51:50.074442 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a1a340be-6698-49f0-81f9-6d34a898720d req-b4d1baa9-2648-4fdf-b071-472b1eb36a0a tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436258 Aug 18 12:51:50.086434 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-98ce9994-d681-43c5-a742-48f24acf397b req-3758d392-6e47-4584-8751-2348601e36d5 tempest-ServerShowV247Test-770710864 tempest-ServerShowV247Test-770710864-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad635cae-1d1f-4fd5-a63f-ca0142351585 HTTP/1.1" status: 200 len: 210 time: 0.0269587 Aug 18 12:51:50.357423 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5111d-ce24-448b-baf6-4784351d5f9b req-b3ab3044-7d51-40e9-a534-bc0d2a4b1ae9 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:50.359143 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c2d5111d-ce24-448b-baf6-4784351d5f9b req-b3ab3044-7d51-40e9-a534-bc0d2a4b1ae9 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 943 time: 0.0545933 Aug 18 12:51:50.427301 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c2d5111d-ce24-448b-baf6-4784351d5f9b req-8775537f-88f3-46aa-9a1d-f282557bc520 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613155 Aug 18 12:51:50.536620 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef6fb5f-5322-4f48-94d2-d316977cf6ad req-4a9604e4-ba22-4634-8548-37cc3749f43d tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:50.538380 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2ef6fb5f-5322-4f48-94d2-d316977cf6ad req-4a9604e4-ba22-4634-8548-37cc3749f43d tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 950 time: 0.0519924 Aug 18 12:51:50.585620 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2ef6fb5f-5322-4f48-94d2-d316977cf6ad req-e07a0ad0-c765-4011-89d6-05b6bf6479ad tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411789 Aug 18 12:51:51.216190 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b12f8a5f-6427-4b7c-b98b-3e4c5237e628 req-c37adf99-aa2d-48ac-9462-12f293861af6 tempest-ServerShowV247Test-770710864 tempest-ServerShowV247Test-770710864-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad635cae-1d1f-4fd5-a63f-ca0142351585 HTTP/1.1" status: 200 len: 210 time: 0.0394547 Aug 18 12:51:51.224931 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ed1e2-06fc-4fbd-8363-88b23791d68b req-ed10424f-0b03-4a74-8529-f496f39d9b54 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:51.226785 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9f3ed1e2-06fc-4fbd-8363-88b23791d68b req-ed10424f-0b03-4a74-8529-f496f39d9b54 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 950 time: 0.0701869 Aug 18 12:51:51.335953 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9f3ed1e2-06fc-4fbd-8363-88b23791d68b req-65abf357-d1d6-4b96-b5a2-156f9a490926 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947526 Aug 18 12:51:51.367702 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-faea3319-22b1-40e0-8830-6a95b533f170 req-c589d529-7ff2-4296-be18-4ddd7e920d9f service neutron] 10.222.0.39 "GET /v2.0/ports/845d952c-cf08-4c28-8813-01417698ee53/bindings/n-h1-803603-2 HTTP/1.1" status: 200 len: 382 time: 0.1169493 Aug 18 12:51:51.563597 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55603e30-fbf2-4675-8246-b1ce2f4b973e req-0910c1bf-1cc0-4356-9da6-33323f64ae17 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:51.565389 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-55603e30-fbf2-4675-8246-b1ce2f4b973e req-0910c1bf-1cc0-4356-9da6-33323f64ae17 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 943 time: 0.0587070 Aug 18 12:51:51.610956 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-55603e30-fbf2-4675-8246-b1ce2f4b973e req-9c3f3aed-8c36-41cf-b866-04fddac2b3a9 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371954 Aug 18 12:51:51.738613 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43de5d-f3c0-4343-a251-646bd221f72b req-c0f55215-0be1-4108-af9b-16470eb0006c tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:51.740443 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8b43de5d-f3c0-4343-a251-646bd221f72b req-c0f55215-0be1-4108-af9b-16470eb0006c tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 950 time: 0.0669353 Aug 18 12:51:51.785863 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8b43de5d-f3c0-4343-a251-646bd221f72b req-a5de1a36-c9b6-4b5c-8ca4-acfc5230ea87 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390291 Aug 18 12:51:52.129344 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea3319-22b1-40e0-8830-6a95b533f170 req-90a71bc3-2c28-4919-acc0-d9ce3d8639ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:52.131478 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-faea3319-22b1-40e0-8830-6a95b533f170 req-90a71bc3-2c28-4919-acc0-d9ce3d8639ca service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59&tenant_id=dfbf1e57c29344368949d54d6fc1d536 HTTP/1.1" status: 200 len: 1101 time: 0.0563507 Aug 18 12:51:52.214830 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea3319-22b1-40e0-8830-6a95b533f170 req-e0efe9c0-2a78-433a-b860-3790777739ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:52.216308 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-faea3319-22b1-40e0-8830-6a95b533f170 req-e0efe9c0-2a78-433a-b860-3790777739ec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dfbf1e57c29344368949d54d6fc1d536&device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 1101 time: 0.0504031 Aug 18 12:51:52.344632 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-15bfe43a-7c9d-495d-9c6e-d2366b3157d3 req-a88f0db0-5d7c-418b-98e3-22d4ee0b30be tempest-ServerShowV247Test-770710864 tempest-ServerShowV247Test-770710864-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad635cae-1d1f-4fd5-a63f-ca0142351585 HTTP/1.1" status: 200 len: 210 time: 0.0344605 Aug 18 12:51:52.348688 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea3319-22b1-40e0-8830-6a95b533f170 req-8608a418-c766-471f-9781-5e934b4e05e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:52.354384 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-faea3319-22b1-40e0-8830-6a95b533f170 req-8608a418-c766-471f-9781-5e934b4e05e8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.1264417 Aug 18 12:51:52.425837 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-faea3319-22b1-40e0-8830-6a95b533f170 req-76f9c2b8-a0a1-4321-afea-14d6e8e47ac2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=845d952c-cf08-4c28-8813-01417698ee53 HTTP/1.1" status: 200 len: 217 time: 0.0658085 Aug 18 12:51:52.480057 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a3bf1-3e17-476f-809d-ee8a8cd08486 req-5fe09a94-c74c-4a89-a102-c60d975154b3 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:52.487811 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7c2a3bf1-3e17-476f-809d-ee8a8cd08486 req-5fe09a94-c74c-4a89-a102-c60d975154b3 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 950 time: 0.0599210 Aug 18 12:51:52.512406 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea3319-22b1-40e0-8830-6a95b533f170 req-79b8f101-d2bb-40c9-bcbb-198b57c4b2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:52.514215 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-faea3319-22b1-40e0-8830-6a95b533f170 req-79b8f101-d2bb-40c9-bcbb-198b57c4b2c1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.0809948 Aug 18 12:51:52.533670 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7c2a3bf1-3e17-476f-809d-ee8a8cd08486 req-d73713a2-650f-4dea-92fb-1ddb9614cda8 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418718 Aug 18 12:51:52.575176 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea3319-22b1-40e0-8830-6a95b533f170 req-c404d991-a760-4b9f-9d29-77dd233bd448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:52.577066 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-faea3319-22b1-40e0-8830-6a95b533f170 req-c404d991-a760-4b9f-9d29-77dd233bd448 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0546086 Aug 18 12:51:52.703298 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-faea3319-22b1-40e0-8830-6a95b533f170 req-ca79bdb5-4600-4ef1-8a26-4467b706319e service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170845 Aug 18 12:51:52.769356 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15443c-46a4-4d19-97cf-90b982781c8d req-fe2748ae-784c-47b4-97a0-482990c8ab74 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:52.770941 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3f15443c-46a4-4d19-97cf-90b982781c8d req-fe2748ae-784c-47b4-97a0-482990c8ab74 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 943 time: 0.0683844 Aug 18 12:51:52.819861 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3f15443c-46a4-4d19-97cf-90b982781c8d req-8ec3cb51-9e89-4ec3-84d9-ce9378793575 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419781 Aug 18 12:51:52.843994 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-faea3319-22b1-40e0-8830-6a95b533f170 req-24457edc-9512-45ae-9231-48e63c3f62f9 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185369 Aug 18 12:51:52.947389 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d63f48-40da-4ac7-9eb5-358f8e114b2c req-b619bc94-8af7-45d9-a8a7-4871b8b1a336 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:52.949289 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d5d63f48-40da-4ac7-9eb5-358f8e114b2c req-b619bc94-8af7-45d9-a8a7-4871b8b1a336 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 950 time: 0.0592468 Aug 18 12:51:52.992030 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d5d63f48-40da-4ac7-9eb5-358f8e114b2c req-77b65818-ab37-4f90-9483-38c12c98d61a tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364006 Aug 18 12:51:53.460866 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8b496e0b-918b-4028-9bfe-794425c230e3 req-aa405b6d-676d-4e5d-93d5-4f5030e2f3d3 tempest-ServerShowV247Test-770710864 tempest-ServerShowV247Test-770710864-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad635cae-1d1f-4fd5-a63f-ca0142351585 HTTP/1.1" status: 200 len: 210 time: 0.0267098 Aug 18 12:51:53.687006 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef2ac0-9c73-4d8a-b95e-c228f2797f4a req-d9fb1391-e832-40c6-a94b-2248bfd49b37 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:53.695191 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c6ef2ac0-9c73-4d8a-b95e-c228f2797f4a req-d9fb1391-e832-40c6-a94b-2248bfd49b37 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 950 time: 0.0717640 Aug 18 12:51:53.740751 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c6ef2ac0-9c73-4d8a-b95e-c228f2797f4a req-0a303d29-403d-440d-8484-6034c58b4f02 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436718 Aug 18 12:51:53.959911 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e411f0d-e24d-41a0-83fc-c6a1753eafa4 req-34e4dd4c-62d2-405f-bbca-2e4c05db9d5f tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:53.961500 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9e411f0d-e24d-41a0-83fc-c6a1753eafa4 req-34e4dd4c-62d2-405f-bbca-2e4c05db9d5f tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 943 time: 0.0588284 Aug 18 12:51:54.004161 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9e411f0d-e24d-41a0-83fc-c6a1753eafa4 req-aa9a1154-b79d-4728-8a71-7ff7fbee9618 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360835 Aug 18 12:51:54.111339 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996256bd-cc37-4b69-8a40-dcf82fc4114b req-8d5618e5-f826-4781-b301-63d822fa24ef tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:54.113053 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-996256bd-cc37-4b69-8a40-dcf82fc4114b req-8d5618e5-f826-4781-b301-63d822fa24ef tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 950 time: 0.0539711 Aug 18 12:51:54.151749 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-996256bd-cc37-4b69-8a40-dcf82fc4114b req-b00865c9-5630-42fc-84bf-5e61dbaa607d tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321090 Aug 18 12:51:54.585696 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-19c846e6-d27f-4c80-8ecf-66a9d4734af1 req-13db668a-ac01-45f1-9c91-a7c3d379401b tempest-ServerShowV247Test-770710864 tempest-ServerShowV247Test-770710864-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad635cae-1d1f-4fd5-a63f-ca0142351585 HTTP/1.1" status: 200 len: 210 time: 0.0340126 Aug 18 12:51:54.859404 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4977aa-cf19-4fc6-9d14-96646db23da1 req-d7ee45c7-45dd-4662-ac8e-5d39156dbbd1 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:54.861357 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2f4977aa-cf19-4fc6-9d14-96646db23da1 req-d7ee45c7-45dd-4662-ac8e-5d39156dbbd1 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 950 time: 0.0539193 Aug 18 12:51:54.919483 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2f4977aa-cf19-4fc6-9d14-96646db23da1 req-efafa832-8609-433d-9f5c-d6e3eeaebc86 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391397 Aug 18 12:51:55.130397 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb82a1-f4c0-4c25-85f7-615c445bcbcc req-e5c72ffd-5430-4dfd-b553-6b05ca37382a tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:55.132115 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c9fb82a1-f4c0-4c25-85f7-615c445bcbcc req-e5c72ffd-5430-4dfd-b553-6b05ca37382a tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 943 time: 0.0540287 Aug 18 12:51:55.200371 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c9fb82a1-f4c0-4c25-85f7-615c445bcbcc req-dccfc0a0-d06d-4d56-a396-feff3bc02674 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608423 Aug 18 12:51:55.273164 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2bcd66f8-3aac-4d9f-b1e4-7670cbbdf3bb req-9bfcdf3a-2618-4004-84bc-ede5a7a023d9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ad635cae-1d1f-4fd5-a63f-ca0142351585 HTTP/1.1" status: 200 len: 210 time: 0.0322921 Aug 18 12:51:55.331516 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda39be4-d500-40a6-842b-746751a574d2 req-e612c514-3b8a-4765-8bd1-e5cdd75fd909 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:55.333039 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fda39be4-d500-40a6-842b-746751a574d2 req-e612c514-3b8a-4765-8bd1-e5cdd75fd909 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 950 time: 0.0505276 Aug 18 12:51:55.379086 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fda39be4-d500-40a6-842b-746751a574d2 req-7b280294-e948-4e1c-ad7a-7af51fbb85fe tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397379 Aug 18 12:51:55.704411 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e6d13523-4f85-4ae4-8d92-d6623ccb6c8a req-e1b9f9c1-78d7-4dd1-9aa5-7b00cc077086 tempest-ServerShowV247Test-770710864 tempest-ServerShowV247Test-770710864-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad635cae-1d1f-4fd5-a63f-ca0142351585 HTTP/1.1" status: 200 len: 210 time: 0.0270462 Aug 18 12:51:55.792889 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 845d952c-cf08-4c28-8813-01417698ee53 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:51:55.799719 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 845d952c-cf08-4c28-8813-01417698ee53 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:51:55.962950 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:56.001812 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 845d952c-cf08-4c28-8813-01417698ee53, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=845d952c-cf08-4c28-8813-01417698ee53,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:51:56.004056 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 845d952c-cf08-4c28-8813-01417698ee53, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=845d952c-cf08-4c28-8813-01417698ee53,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:51:56.006379 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a744ca-4db6-4c65-b832-340b92dd5b59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '845d952c-cf08-4c28-8813-01417698ee53'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:51:56.008795 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2064bb-347b-48f2-9763-3624c82de3da" -d '{"events": [{"server_uuid": "e7a744ca-4db6-4c65-b832-340b92dd5b59", "name": "network-vif-unplugged", "status": "completed", "tag": "845d952c-cf08-4c28-8813-01417698ee53"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:51:56.021568 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '845d952c-cf08-4c28-8813-01417698ee53', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'port_id': '845d952c-cf08-4c28-8813-01417698ee53', 'mac_address': 'fa:16:3e:49:16:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc8434-66c0-4e05-8cce-b4a4a0f33dc3', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:51:56.068318 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:56.081567 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f867a-b837-49c4-9f56-204f5f89507c req-bcc8b998-3a45-4300-a0ec-fc624404d548 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:56.083716 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-582f867a-b837-49c4-9f56-204f5f89507c req-bcc8b998-3a45-4300-a0ec-fc624404d548 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 950 time: 0.0651994 Aug 18 12:51:56.085839 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 845d952c-cf08-4c28-8813-01417698ee53 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:51:56.121444 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:56.126713 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-582f867a-b837-49c4-9f56-204f5f89507c req-8303a891-c3db-4f72-9f8b-a609f41fed17 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354352 Aug 18 12:51:56.194896 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf498ef-792a-45ad-b62b-a59e8a7c40dc x-openstack-request-id: req-9bf498ef-792a-45ad-b62b-a59e8a7c40dc {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:51:56.195409 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a744ca-4db6-4c65-b832-340b92dd5b59", "name": "network-vif-unplugged", "status": "completed", "tag": "845d952c-cf08-4c28-8813-01417698ee53", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:51:56.196363 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9bf498ef-792a-45ad-b62b-a59e8a7c40dc {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:51:56.198153 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a744ca-4db6-4c65-b832-340b92dd5b59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '845d952c-cf08-4c28-8813-01417698ee53', 'code': 200} Aug 18 12:51:56.229273 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.db.api [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:51:56.230085 n-d-803603-2 neutron-server[101677]: DEBUG oslo_db.api [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:51:56.232571 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=845d952c-cf08-4c28-8813-01417698ee53,revision_number=6']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:56.475544 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387730bb-6c25-4d4d-bc8d-c15d1efe206b req-da52cfab-be82-4471-b1fc-9f7847793dd6 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:56.477075 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-387730bb-6c25-4d4d-bc8d-c15d1efe206b req-da52cfab-be82-4471-b1fc-9f7847793dd6 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 943 time: 0.0514443 Aug 18 12:51:56.520926 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-387730bb-6c25-4d4d-bc8d-c15d1efe206b req-b648961e-2146-4265-9556-411a44cc028f tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375831 Aug 18 12:51:56.667924 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9754b-76a2-4ef4-a1db-e76c3840856f req-3590e183-b545-4d6d-b57e-1d71072611cf tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:56.669545 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aff9754b-76a2-4ef4-a1db-e76c3840856f req-3590e183-b545-4d6d-b57e-1d71072611cf tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 950 time: 0.0577979 Aug 18 12:51:56.712626 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aff9754b-76a2-4ef4-a1db-e76c3840856f req-ff34a9af-2414-4961-8736-fd17ae912d0f tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370526 Aug 18 12:51:56.772194 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:56.789501 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 845d952c-cf08-4c28-8813-01417698ee53 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:51:56.813869 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 845d952c-cf08-4c28-8813-01417698ee53, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=845d952c-cf08-4c28-8813-01417698ee53,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:51:56.826470 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61e0a0-1716-430b-bc76-e9fd39315b51 req-cbcb5437-e28e-4865-80e1-d5432c0f799c tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:56.828089 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8b61e0a0-1716-430b-bc76-e9fd39315b51 req-cbcb5437-e28e-4865-80e1-d5432c0f799c tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 948 time: 0.0541730 Aug 18 12:51:56.879017 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8b61e0a0-1716-430b-bc76-e9fd39315b51 req-9e8c2806-f054-465a-b233-8d9c559e32bf tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448000 Aug 18 12:51:56.900870 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d3866-22a1-4ae6-a398-94da26dd1d9c req-0497a815-5b46-4e12-9e16-b8ef38874e2b tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:56.902750 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-861d3866-22a1-4ae6-a398-94da26dd1d9c req-0497a815-5b46-4e12-9e16-b8ef38874e2b tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59&tenant_id=dfbf1e57c29344368949d54d6fc1d536&binding%3Ahost_id=n-h1-803603-2 HTTP/1.1" status: 200 len: 948 time: 0.0599217 Aug 18 12:51:56.988611 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:57.057615 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d3866-22a1-4ae6-a398-94da26dd1d9c req-83a92cfe-83f2-4a75-8168-51ae4741eb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:57.059620 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-861d3866-22a1-4ae6-a398-94da26dd1d9c req-83a92cfe-83f2-4a75-8168-51ae4741eb4f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dfbf1e57c29344368949d54d6fc1d536&device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 1100 time: 0.0730987 Aug 18 12:51:57.060927 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cf91831c-3320-4be8-a197-3218457a4cbb req-41c163a6-5120-4d97-906a-d01521dfb9bc tempest-ServerShowV247Test-770710864 tempest-ServerShowV247Test-770710864-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad635cae-1d1f-4fd5-a63f-ca0142351585 HTTP/1.1" status: 200 len: 210 time: 0.0538011 Aug 18 12:51:57.062554 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=845d952c-cf08-4c28-8813-01417698ee53,revision_number=7']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:57.176616 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d3866-22a1-4ae6-a398-94da26dd1d9c req-a091f7c6-56ea-4933-8389-e9ebfa9052a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:57.183511 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-861d3866-22a1-4ae6-a398-94da26dd1d9c req-a091f7c6-56ea-4933-8389-e9ebfa9052a8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.0997589 Aug 18 12:51:57.212618 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 48f53cde-d105-4bee-8736-656bf65b7842 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:51:57.215778 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 48f53cde-d105-4bee-8736-656bf65b7842 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:51:57.275910 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['845d952c-cf08-4c28-8813-01417698ee53'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:51:57.276589 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-861d3866-22a1-4ae6-a398-94da26dd1d9c req-1fc47506-d06a-49f0-8691-47bc8fd0c158 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=845d952c-cf08-4c28-8813-01417698ee53 HTTP/1.1" status: 200 len: 217 time: 0.0755165 Aug 18 12:51:57.347661 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d3866-22a1-4ae6-a398-94da26dd1d9c req-21579704-3aad-481b-b187-5aff17646622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:57.349394 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-861d3866-22a1-4ae6-a398-94da26dd1d9c req-21579704-3aad-481b-b187-5aff17646622 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.0567698 Aug 18 12:51:57.426738 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 48f53cde-d105-4bee-8736-656bf65b7842, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=48f53cde-d105-4bee-8736-656bf65b7842,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:51:57.440170 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:57.443863 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2c2fca3d-a0c3-4963-940d-579943e9d493 req-8b3de094-5643-434c-8093-729d9d83cc72 tempest-ServerShowV247Test-770710864 tempest-ServerShowV247Test-770710864-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad635cae-1d1f-4fd5-a63f-ca0142351585&device_id=a908e5be-0d9b-496e-9274-b16a999ccd7f HTTP/1.1" status: 200 len: 210 time: 0.0321176 Aug 18 12:51:57.447955 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-e8d7bb4c-826f-417d-8126-02186374d3bc tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:57.449523 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-e8d7bb4c-826f-417d-8126-02186374d3bc tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/networks?id=bab0909c-e2b3-45b7-b9ea-31a3c90130ac HTTP/1.1" status: 200 len: 805 time: 0.2702410 Aug 18 12:51:57.460523 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '48f53cde-d105-4bee-8736-656bf65b7842', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'port_id': '48f53cde-d105-4bee-8736-656bf65b7842', 'mac_address': 'fa:16:3e:21:63:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc8434-66c0-4e05-8cce-b4a4a0f33dc3', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:51:57.484641 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d3866-22a1-4ae6-a398-94da26dd1d9c req-7975d4de-4ba0-44d6-8f24-0a9f138dbcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:57.484641 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-861d3866-22a1-4ae6-a398-94da26dd1d9c req-7975d4de-4ba0-44d6-8f24-0a9f138dbcfd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1148059 Aug 18 12:51:57.485198 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-d976b8d9-01ae-4b64-adec-291f45037dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:57.486619 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-d976b8d9-01ae-4b64-adec-291f45037dce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e9a8a0a72a94b328bf1e534da208edd&device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 1124 time: 0.1336281 Aug 18 12:51:57.488370 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-8b111d64-83f5-417f-8639-5edef6360b5e tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/quotas/7b0e581f29f04c10ba40170fbb56ba44 HTTP/1.1" status: 200 len: 375 time: 0.0325270 Aug 18 12:51:57.534889 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 48f53cde-d105-4bee-8736-656bf65b7842, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=48f53cde-d105-4bee-8736-656bf65b7842,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:51:57.554867 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:57.581651 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 48f53cde-d105-4bee-8736-656bf65b7842 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:51:57.698621 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:57.748964 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:57.781989 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.db.api [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:51:57.782395 n-d-803603-2 neutron-server[101677]: DEBUG oslo_db.api [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:51:57.785327 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=48f53cde-d105-4bee-8736-656bf65b7842,revision_number=9']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:57.985345 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-9bdb4ea2-6bcb-4027-bacf-a7164a769a8e tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b0e581f29f04c10ba40170fbb56ba44&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4756417 Aug 18 12:51:57.991636 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-861d3866-22a1-4ae6-a398-94da26dd1d9c req-d342a31c-9bfc-4bb9-b329-5e295b903c1c service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4965432 Aug 18 12:51:58.008807 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-131b7833-b421-4298-a0f3-dad8e4d4ccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:58.010121 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-131b7833-b421-4298-a0f3-dad8e4d4ccb7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=91d3e9e9-f927-4110-8610-d1ae88923133 HTTP/1.1" status: 200 len: 922 time: 0.5139339 Aug 18 12:51:58.088974 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4b616ad6-858c-45a4-b5a1-e8ae5b7bfdd0 req-595a5cd9-1534-4977-bb64-83df539fb898 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d08a80d305f45369dedcff074440646&device_id=ad635cae-1d1f-4fd5-a63f-ca0142351585 HTTP/1.1" status: 200 len: 210 time: 0.0284541 Aug 18 12:51:58.105114 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22762daf-f33a-4432-95c1-39649ab4bc50 req-6f792cfe-48ab-4bb4-b0d7-4717e8e85da0 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:58.106644 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-22762daf-f33a-4432-95c1-39649ab4bc50 req-6f792cfe-48ab-4bb4-b0d7-4717e8e85da0 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 943 time: 0.0759518 Aug 18 12:51:58.123713 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-e5541d7e-2e76-4ae0-8e96-f65d0fb369e0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8475102b-3321-4c78-b6ac-5b16bf171cd0 HTTP/1.1" status: 200 len: 217 time: 0.0795979 Aug 18 12:51:58.135000 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4b616ad6-858c-45a4-b5a1-e8ae5b7bfdd0 req-ed261d2f-0af9-4029-89e5-0bd630782517 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=8d08a80d305f45369dedcff074440646&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273747 Aug 18 12:51:58.179281 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-22762daf-f33a-4432-95c1-39649ab4bc50 req-5d42d60f-fab8-4054-b754-14da2a163031 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629251 Aug 18 12:51:58.204003 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e50f53b-e459-4754-b0f4-ea2db727c2e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48f53cde-d105-4bee-8736-656bf65b7842'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:51:58.204003 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0709b40f-8002-4183-8a04-731f4f00e24e" -d '{"events": [{"server_uuid": "8e50f53b-e459-4754-b0f4-ea2db727c2e4", "name": "network-vif-unplugged", "status": "completed", "tag": "48f53cde-d105-4bee-8736-656bf65b7842"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:51:58.237722 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-36edd841-ea70-43d0-81eb-4f8f1bbf5758 service neutron] 10.222.0.13 "GET /v2.0/networks/bab0909c-e2b3-45b7-b9ea-31a3c90130ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483790 Aug 18 12:51:58.243862 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-f526cf0b-97e4-42dd-8f54-f4c964fd4308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:58.245596 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-f526cf0b-97e4-42dd-8f54-f4c964fd4308 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=da996bc9-0001-4e2d-9a03-d2d78ee48c5d HTTP/1.1" status: 200 len: 861 time: 0.1141012 Aug 18 12:51:58.328050 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:58.328768 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b616ad6-858c-45a4-b5a1-e8ae5b7bfdd0 req-5d9e886f-4508-4616-aad8-c8ed95f0bdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:58.331025 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4b616ad6-858c-45a4-b5a1-e8ae5b7bfdd0 req-5d9e886f-4508-4616-aad8-c8ed95f0bdc5 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1770463 Aug 18 12:51:58.340415 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52ca18-71bd-41d6-9e5a-e83be6d25a9b req-eec5d41d-e2b6-416d-b58e-4ec8eafed9aa tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:58.344508 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48f53cde-d105-4bee-8736-656bf65b7842 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:51:58.349053 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8a52ca18-71bd-41d6-9e5a-e83be6d25a9b req-eec5d41d-e2b6-416d-b58e-4ec8eafed9aa tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 948 time: 0.0887437 Aug 18 12:51:58.361954 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-861d3866-22a1-4ae6-a398-94da26dd1d9c req-10cbe147-5c91-4391-9876-249af1d5f062 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616328 Aug 18 12:51:58.363708 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-e384b2e8-ab6b-43b9-8963-b0cd30970176 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=91d3e9e9-f927-4110-8610-d1ae88923133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974357 Aug 18 12:51:58.370397 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 48f53cde-d105-4bee-8736-656bf65b7842, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=48f53cde-d105-4bee-8736-656bf65b7842,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:51:58.373155 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:58.395857 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8a52ca18-71bd-41d6-9e5a-e83be6d25a9b req-409e805e-c9d3-43ad-a9f9-fd48563e9629 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455368 Aug 18 12:51:58.439498 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:58.510588 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-4b0b9921-5131-4788-81c1-13f21b44d5f3 service neutron] 10.222.0.13 "GET /v2.0/networks/bab0909c-e2b3-45b7-b9ea-31a3c90130ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638669 Aug 18 12:51:58.519309 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b768dc8-ce8e-4ebe-9476-b2cdc3f25ac9 req-d2068ca0-01bb-42a5-8e2b-d6a56d42bf35 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:58.527126 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3b768dc8-ce8e-4ebe-9476-b2cdc3f25ac9 req-d2068ca0-01bb-42a5-8e2b-d6a56d42bf35 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 949 time: 0.0662253 Aug 18 12:51:58.548130 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=48f53cde-d105-4bee-8736-656bf65b7842,revision_number=10']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:58.548530 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-3953f4b4-8aa5-4e60-8e3f-6d1d0ad8b2f7 service neutron] 10.222.0.20 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744323 Aug 18 12:51:58.596281 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3b768dc8-ce8e-4ebe-9476-b2cdc3f25ac9 req-444140f6-3d35-42dc-a19d-72ce0a88d732 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627618 Aug 18 12:51:58.687281 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-ef8f6db3-6e5a-4d71-90c7-85ae87920904 service neutron] 10.222.0.20 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237171 Aug 18 12:51:58.754768 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0780e64f-8c1b-408a-ba12-607d4e358ead req-5473462b-5196-4550-9598-2eef2e2d66cb tempest-ServerShowV247Test-770710864 tempest-ServerShowV247Test-770710864-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad635cae-1d1f-4fd5-a63f-ca0142351585 HTTP/1.1" status: 200 len: 210 time: 0.0365794 Aug 18 12:51:58.762001 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-4d3be12d-fc80-4088-b82a-54ad7d5c11b1 tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:58.764298 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-4d3be12d-fc80-4088-b82a-54ad7d5c11b1 tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae&tenant_id=3e9a8a0a72a94b328bf1e534da208edd&binding%3Ahost_id=n-h1-803603-2 HTTP/1.1" status: 200 len: 1124 time: 0.0493352 Aug 18 12:51:58.781558 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-8c479208-6305-4b4e-bc0d-fb3b99652b46 service neutron] Request body: {'port': {'binding:profile': {}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:51:58.845909 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-8c479208-6305-4b4e-bc0d-fb3b99652b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:58.860468 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['48f53cde-d105-4bee-8736-656bf65b7842'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:51:58.900946 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e746c4f-98b7-4387-9bdf-23aaf5213bfc x-openstack-request-id: req-8e746c4f-98b7-4387-9bdf-23aaf5213bfc {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:51:58.901554 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e50f53b-e459-4754-b0f4-ea2db727c2e4", "name": "network-vif-unplugged", "status": "completed", "tag": "48f53cde-d105-4bee-8736-656bf65b7842", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:51:58.901969 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8e746c4f-98b7-4387-9bdf-23aaf5213bfc {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:51:58.903720 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e50f53b-e459-4754-b0f4-ea2db727c2e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48f53cde-d105-4bee-8736-656bf65b7842', 'code': 200} Aug 18 12:51:59.014117 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-95fe516c-b4ab-40c5-beb7-f5b75b8ad819 req-c0e0824b-fc89-444d-8f96-ba31516d495a tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=1069e871-d52d-47d4-be35-b519a7ff1f03 HTTP/1.1" status: 200 len: 210 time: 0.0372248 Aug 18 12:51:59.017823 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e8527-152c-40fa-86ae-3e27b2817697 req-1710f35b-a7b6-4f74-8208-57d041e38dda tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:59.019651 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5b0e8527-152c-40fa-86ae-3e27b2817697 req-1710f35b-a7b6-4f74-8208-57d041e38dda tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 1124 time: 0.0489264 Aug 18 12:51:59.045211 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-8c479208-6305-4b4e-bc0d-fb3b99652b46 service neutron] For port 8475102b-3321-4c78-b6ac-5b16bf171cd0, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=8475102b-3321-4c78-b6ac-5b16bf171cd0,segment=NetworkSegment(0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d),segment_id=0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:51:59.096982 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-8c479208-6305-4b4e-bc0d-fb3b99652b46 service neutron] For port 8475102b-3321-4c78-b6ac-5b16bf171cd0, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:51:59.100538 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5b0e8527-152c-40fa-86ae-3e27b2817697 req-4d58dbdd-3b90-4da9-afcb-6aa701ee8577 tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742331 Aug 18 12:51:59.144678 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-8c479208-6305-4b4e-bc0d-fb3b99652b46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8475102b-3321-4c78-b6ac-5b16bf171cd0 {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:51:59.149399 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8e953-a7be-4207-960c-7417227fe547 req-cd620f94-56dd-47ca-a795-4d752bb42b29 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:59.151752 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-91e8e953-a7be-4207-960c-7417227fe547 req-cd620f94-56dd-47ca-a795-4d752bb42b29 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad00e5e2-86d8-4b90-8582-2170caeafddc HTTP/1.1" status: 200 len: 945 time: 0.0658777 Aug 18 12:51:59.154714 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-8c479208-6305-4b4e-bc0d-fb3b99652b46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:59.214457 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-8c479208-6305-4b4e-bc0d-fb3b99652b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:59.232514 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device a5744fc1-a382-404a-95bc-b33ced815901 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:51:59.259161 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-91e8e953-a7be-4207-960c-7417227fe547 req-ef1e0f02-ae3f-4de6-9237-995a1585530a tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Deleting port a5744fc1-a382-404a-95bc-b33ced815901 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:51:59.259656 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-91e8e953-a7be-4207-960c-7417227fe547 req-ef1e0f02-ae3f-4de6-9237-995a1585530a tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:59.283055 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-8c479208-6305-4b4e-bc0d-fb3b99652b46 service neutron] Attempting to bind port 8475102b-3321-4c78-b6ac-5b16bf171cd0 on host n-h1-803603-2 for vnic_type normal with profile {} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:51:59.283714 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-8c479208-6305-4b4e-bc0d-fb3b99652b46 service neutron] Attempting to bind port 8475102b-3321-4c78-b6ac-5b16bf171cd0 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:51:59.288459 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-8c479208-6305-4b4e-bc0d-fb3b99652b46 service neutron] Attempting to bind port 8475102b-3321-4c78-b6ac-5b16bf171cd0 on network 91d3e9e9-f927-4110-8610-d1ae88923133 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:51:59.325244 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c479208-6305-4b4e-bc0d-fb3b99652b46 service neutron] Pushing event updated for resources: {'Port': ['ID=8475102b-3321-4c78-b6ac-5b16bf171cd0,revision_number=9']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:59.329002 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-8c479208-6305-4b4e-bc0d-fb3b99652b46 service neutron] Port 8475102b-3321-4c78-b6ac-5b16bf171cd0 on network 91d3e9e9-f927-4110-8610-d1ae88923133 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:51:59.329326 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-8c479208-6305-4b4e-bc0d-fb3b99652b46 service neutron] Attempting to bind port 8475102b-3321-4c78-b6ac-5b16bf171cd0 on network 91d3e9e9-f927-4110-8610-d1ae88923133 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:51:59.335596 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-8c479208-6305-4b4e-bc0d-fb3b99652b46 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:51:59.335945 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-8c479208-6305-4b4e-bc0d-fb3b99652b46 service neutron] Checking segment: {'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:51:59.337365 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-8c479208-6305-4b4e-bc0d-fb3b99652b46 service neutron] Bound using segment: {'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:51:59.337806 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-8c479208-6305-4b4e-bc0d-fb3b99652b46 service neutron] Bound port: 8475102b-3321-4c78-b6ac-5b16bf171cd0, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:51:59.338212 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-8c479208-6305-4b4e-bc0d-fb3b99652b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:59.362896 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-91e8e953-a7be-4207-960c-7417227fe547 req-ef1e0f02-ae3f-4de6-9237-995a1585530a tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] For port a5744fc1-a382-404a-95bc-b33ced815901, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=a5744fc1-a382-404a-95bc-b33ced815901,segment=NetworkSegment(908af126-c217-456c-b1ef-f447c03c2104),segment_id=908af126-c217-456c-b1ef-f447c03c2104)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:51:59.363416 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-91e8e953-a7be-4207-960c-7417227fe547 req-ef1e0f02-ae3f-4de6-9237-995a1585530a tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:59.368443 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:59.385283 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-91e8e953-a7be-4207-960c-7417227fe547 req-ef1e0f02-ae3f-4de6-9237-995a1585530a tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Calling delete_port for a5744fc1-a382-404a-95bc-b33ced815901 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:51:59.449177 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port a5744fc1-a382-404a-95bc-b33ced815901, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=a5744fc1-a382-404a-95bc-b33ced815901,segment=NetworkSegment(908af126-c217-456c-b1ef-f447c03c2104),segment_id=908af126-c217-456c-b1ef-f447c03c2104)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:51:59.449886 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-8c479208-6305-4b4e-bc0d-fb3b99652b46 service neutron] For port 8475102b-3321-4c78-b6ac-5b16bf171cd0, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:51:59.453532 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-8c479208-6305-4b4e-bc0d-fb3b99652b46 service neutron] For port 8475102b-3321-4c78-b6ac-5b16bf171cd0, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=8475102b-3321-4c78-b6ac-5b16bf171cd0,segment=NetworkSegment(0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d),segment_id=0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:51:59.514360 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:59.515090 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-8c479208-6305-4b4e-bc0d-fb3b99652b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:59.567159 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccfdee2-5915-4c1f-a7ad-047e4ece388f req-799c7b34-6284-42a8-abfa-6e802d4c2c7c tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:59.568429 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=a5744fc1-a382-404a-95bc-b33ced815901,revision_number=8']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:59.569279 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ccfdee2-5915-4c1f-a7ad-047e4ece388f req-799c7b34-6284-42a8-abfa-6e802d4c2c7c tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 950 time: 0.0885334 Aug 18 12:51:59.615049 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-8c479208-6305-4b4e-bc0d-fb3b99652b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:59.615049 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-8c479208-6305-4b4e-bc0d-fb3b99652b46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:59.615049 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-8c479208-6305-4b4e-bc0d-fb3b99652b46 service neutron] 10.222.0.20 "PUT /v2.0/ports/8475102b-3321-4c78-b6ac-5b16bf171cd0 HTTP/1.1" status: 200 len: 1091 time: 0.8383982 Aug 18 12:51:59.615049 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50cbd843-01c0-4d5c-95e3-010fda7981ae', 'tag': '8475102b-3321-4c78-b6ac-5b16bf171cd0'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:51:59.617391 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0f2788-7dfb-46e9-8ad4-6c47cce6630b" -d '{"events": [{"name": "network-changed", "server_uuid": "50cbd843-01c0-4d5c-95e3-010fda7981ae", "tag": "8475102b-3321-4c78-b6ac-5b16bf171cd0"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:51:59.621493 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c479208-6305-4b4e-bc0d-fb3b99652b46 service neutron] Pushing event updated for resources: {'Port': ['ID=8475102b-3321-4c78-b6ac-5b16bf171cd0,revision_number=10']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:59.658143 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ccfdee2-5915-4c1f-a7ad-047e4ece388f req-696e0210-0bac-414e-8661-ae2bc6f70d16 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632582 Aug 18 12:51:59.707969 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['8475102b-3321-4c78-b6ac-5b16bf171cd0'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:51:59.757716 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['8475102b-3321-4c78-b6ac-5b16bf171cd0'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:51:59.786251 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-91e8e953-a7be-4207-960c-7417227fe547 req-ef1e0f02-ae3f-4de6-9237-995a1585530a tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:59.806189 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 845d952c-cf08-4c28-8813-01417698ee53 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:51:59.829014 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e0f02-ae3f-4de6-9237-995a1585530a tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Pushing event deleted for resources: {'Port': ['ID=a5744fc1-a382-404a-95bc-b33ced815901,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:59.897716 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e8e953-a7be-4207-960c-7417227fe547 req-ef1e0f02-ae3f-4de6-9237-995a1585530a tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] No DVR routers for this DVR port a5744fc1-a382-404a-95bc-b33ced815901 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:51:59.907395 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee93872-3bb0-4768-8c80-b85f4f94cf38 req-8a0aec9e-5d2d-475c-9e88-25ce9a414bf5 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:59.909090 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dee93872-3bb0-4768-8c80-b85f4f94cf38 req-8a0aec9e-5d2d-475c-9e88-25ce9a414bf5 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 949 time: 0.1734643 Aug 18 12:51:59.910341 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-91e8e953-a7be-4207-960c-7417227fe547 req-ef1e0f02-ae3f-4de6-9237-995a1585530a tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:59.912459 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-91e8e953-a7be-4207-960c-7417227fe547 req-ef1e0f02-ae3f-4de6-9237-995a1585530a tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.20 "DELETE /v2.0/ports/a5744fc1-a382-404a-95bc-b33ced815901 HTTP/1.1" status: 204 len: 173 time: 0.7541220 Aug 18 12:51:59.913667 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad00e5e2-86d8-4b90-8582-2170caeafddc', 'name': 'network-vif-deleted', 'tag': 'a5744fc1-a382-404a-95bc-b33ced815901'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:51:59.915987 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdcf535-ddd1-4dfa-990b-cd81c120ef95" -d '{"events": [{"server_uuid": "ad00e5e2-86d8-4b90-8582-2170caeafddc", "name": "network-vif-deleted", "tag": "a5744fc1-a382-404a-95bc-b33ced815901"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:51:59.970454 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dee93872-3bb0-4768-8c80-b85f4f94cf38 req-1c514b41-c612-4eae-935c-bd7b4f0df9f4 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441356 Aug 18 12:51:59.980688 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4b616ad6-858c-45a4-b5a1-e8ae5b7bfdd0 req-7d588c98-77c1-42d3-bd67-2071c57a3519 tempest-ServerShowV247Test-770710864 tempest-ServerShowV247Test-770710864-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad635cae-1d1f-4fd5-a63f-ca0142351585 HTTP/1.1" status: 200 len: 210 time: 0.0559680 Aug 18 12:51:59.982014 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-2ebbfd56-5be3-4ac1-9eee-eb157792f7eb service neutron] For port 8475102b-3321-4c78-b6ac-5b16bf171cd0, host n-h2-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:52:00.036505 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6f7233-663a-4dbf-8462-c356ab549efd x-openstack-request-id: req-0f6f7233-663a-4dbf-8462-c356ab549efd {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:52:00.036724 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50cbd843-01c0-4d5c-95e3-010fda7981ae", "tag": "8475102b-3321-4c78-b6ac-5b16bf171cd0", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:52:00.036986 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f6f7233-663a-4dbf-8462-c356ab549efd {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:52:00.037770 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50cbd843-01c0-4d5c-95e3-010fda7981ae', 'tag': '8475102b-3321-4c78-b6ac-5b16bf171cd0', 'status': 'completed', 'code': 200} Aug 18 12:52:00.075461 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-2ebbfd56-5be3-4ac1-9eee-eb157792f7eb service neutron] Notify callbacks [] for binding, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:00.076914 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-15d8add2-5f7c-4ebd-8791-a7c93b8ac6fb req-2ebbfd56-5be3-4ac1-9eee-eb157792f7eb service neutron] 10.222.0.20 "DELETE /v2.0/ports/8475102b-3321-4c78-b6ac-5b16bf171cd0/bindings/n-h2-803603-2 HTTP/1.1" status: 204 len: 173 time: 0.4491634 Aug 18 12:52:00.095400 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce41387-586d-4122-a044-3d34c86b5446 req-cf295851-8bec-4eeb-8028-ff29a6fe2ec3 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:00.096794 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7ce41387-586d-4122-a044-3d34c86b5446 req-cf295851-8bec-4eeb-8028-ff29a6fe2ec3 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/networks?id=8e2ca950-415a-439c-a01b-47dff2e51d7d HTTP/1.1" status: 200 len: 807 time: 0.3279502 Aug 18 12:52:00.124131 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7ce41387-586d-4122-a044-3d34c86b5446 req-18e7dceb-172e-4a7c-a572-5d890805bf62 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/quotas/075606cfda364ddebe4be31640ab3a76 HTTP/1.1" status: 200 len: 375 time: 0.0123479 Aug 18 12:52:00.147814 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f2788-7dfb-46e9-8ad4-6c47cce6630b req-bca87041-0206-441a-9108-8f6c93ec37c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:00.149982 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fc0f2788-7dfb-46e9-8ad4-6c47cce6630b req-bca87041-0206-441a-9108-8f6c93ec37c0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e9a8a0a72a94b328bf1e534da208edd&device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 1095 time: 0.0805109 Aug 18 12:52:00.167501 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 845d952c-cf08-4c28-8813-01417698ee53 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:52:00.167950 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:00.261150 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c942c537-2616-46ae-b8d6-6ba40be8ab27 req-8afbb69f-e9e0-40cc-8a96-aad93dcc0e0f tempest-ServerShowV247Test-770710864 tempest-ServerShowV247Test-770710864-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad635cae-1d1f-4fd5-a63f-ca0142351585 HTTP/1.1" status: 200 len: 210 time: 0.0289569 Aug 18 12:52:00.311857 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7ce41387-586d-4122-a044-3d34c86b5446 req-b94719ce-a308-4cd6-86b0-3cff89a405d1 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=075606cfda364ddebe4be31640ab3a76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1766567 Aug 18 12:52:00.323209 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f2788-7dfb-46e9-8ad4-6c47cce6630b req-9f0102bf-847c-482d-a58b-84091cf8dd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:00.324903 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fc0f2788-7dfb-46e9-8ad4-6c47cce6630b req-9f0102bf-847c-482d-a58b-84091cf8dd8e service neutron] 10.222.0.39 "GET /v2.0/networks?id=91d3e9e9-f927-4110-8610-d1ae88923133 HTTP/1.1" status: 200 len: 922 time: 0.1373816 Aug 18 12:52:00.381568 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:00.403467 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3452c7db-a197-4e95-9e7d-0d49c1dfd7e8 x-openstack-request-id: req-3452c7db-a197-4e95-9e7d-0d49c1dfd7e8 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:52:00.403467 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad00e5e2-86d8-4b90-8582-2170caeafddc", "name": "network-vif-deleted", "tag": "a5744fc1-a382-404a-95bc-b33ced815901", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:52:00.403467 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3452c7db-a197-4e95-9e7d-0d49c1dfd7e8 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:52:00.403872 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad00e5e2-86d8-4b90-8582-2170caeafddc', 'name': 'network-vif-deleted', 'tag': 'a5744fc1-a382-404a-95bc-b33ced815901', 'status': 'completed', 'code': 200} Aug 18 12:52:00.419357 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fc0f2788-7dfb-46e9-8ad4-6c47cce6630b req-efde716d-fb6a-4975-9ba3-862034d4cc31 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8475102b-3321-4c78-b6ac-5b16bf171cd0 HTTP/1.1" status: 200 len: 217 time: 0.0687296 Aug 18 12:52:00.426707 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 845d952c-cf08-4c28-8813-01417698ee53, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=845d952c-cf08-4c28-8813-01417698ee53,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:00.497536 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:00.501648 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f2788-7dfb-46e9-8ad4-6c47cce6630b req-f70d6295-be25-4d01-ada8-a5a74b4b38fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:00.503736 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fc0f2788-7dfb-46e9-8ad4-6c47cce6630b req-f70d6295-be25-4d01-ada8-a5a74b4b38fc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=da996bc9-0001-4e2d-9a03-d2d78ee48c5d HTTP/1.1" status: 200 len: 861 time: 0.0756247 Aug 18 12:52:00.506849 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7ce41387-586d-4122-a044-3d34c86b5446 req-90b1e39e-9a45-47fd-93f9-c6bed83c901d service neutron] 10.222.0.13 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809936 Aug 18 12:52:00.528690 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb5c6e-b27a-46fe-b666-97426cc4efa8 req-7779f3c0-f632-469c-b6b2-99429cfe1f29 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:00.532966 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bbdb5c6e-b27a-46fe-b666-97426cc4efa8 req-7779f3c0-f632-469c-b6b2-99429cfe1f29 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 949 time: 0.0788901 Aug 18 12:52:00.541522 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fc0f2788-7dfb-46e9-8ad4-6c47cce6630b req-87c5db02-6976-4bfa-b3bc-a9f7d14b66cf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=91d3e9e9-f927-4110-8610-d1ae88923133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294693 Aug 18 12:52:00.552387 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=845d952c-cf08-4c28-8813-01417698ee53,revision_number=8']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:00.580022 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bbdb5c6e-b27a-46fe-b666-97426cc4efa8 req-b861c9be-8725-46ca-8d50-73230414372a tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410440 Aug 18 12:52:00.695480 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3691e6f5-b5f8-458a-9c02-1909e593e24e req-db41b05c-7723-467e-906a-2c0d282a188e tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=1069e871-d52d-47d4-be35-b519a7ff1f03 HTTP/1.1" status: 200 len: 210 time: 0.0471077 Aug 18 12:52:00.713288 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7ce41387-586d-4122-a044-3d34c86b5446 req-5b25f490-6050-47d8-83cd-d46b10c5f29b service neutron] 10.222.0.13 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743124 Aug 18 12:52:00.743258 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fc0f2788-7dfb-46e9-8ad4-6c47cce6630b req-34eb9dd8-e720-4d21-8781-3bcbb99f618f service neutron] 10.222.0.39 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837809 Aug 18 12:52:00.872266 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fc0f2788-7dfb-46e9-8ad4-6c47cce6630b req-6288d85e-5f5b-4f5c-9712-0314a18b50ab service neutron] 10.222.0.39 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166844 Aug 18 12:52:00.904989 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad00e5e2-86d8-4b90-8582-2170caeafddc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5744fc1-a382-404a-95bc-b33ced815901'}, {'server_uuid': 'e7a744ca-4db6-4c65-b832-340b92dd5b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845d952c-cf08-4c28-8813-01417698ee53'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:52:00.908895 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed21c876-9bdf-4aa5-bc8f-7d4b57551868" -d '{"events": [{"server_uuid": "ad00e5e2-86d8-4b90-8582-2170caeafddc", "name": "network-vif-unplugged", "status": "completed", "tag": "a5744fc1-a382-404a-95bc-b33ced815901"}, {"server_uuid": "e7a744ca-4db6-4c65-b832-340b92dd5b59", "name": "network-vif-plugged", "status": "completed", "tag": "845d952c-cf08-4c28-8813-01417698ee53"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:52:00.952446 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce36009-ec83-41cf-8af0-9fe185530f56 req-f95a8664-e0a5-4559-ba12-b5ee32f53b1d tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:00.954002 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1ce36009-ec83-41cf-8af0-9fe185530f56 req-f95a8664-e0a5-4559-ba12-b5ee32f53b1d tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 950 time: 0.0533371 Aug 18 12:52:01.011946 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1ce36009-ec83-41cf-8af0-9fe185530f56 req-b6bb3e38-1091-4a53-b5e1-af7f4151d4c8 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445282 Aug 18 12:52:01.106533 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 18 Aug 2021 12:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bc2158-6cbc-48c0-a699-3f33d22d6c41 x-openstack-request-id: req-01bc2158-6cbc-48c0-a699-3f33d22d6c41 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:52:01.106829 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad00e5e2-86d8-4b90-8582-2170caeafddc", "name": "network-vif-unplugged", "status": "completed", "tag": "a5744fc1-a382-404a-95bc-b33ced815901", "code": 200}, {"server_uuid": "e7a744ca-4db6-4c65-b832-340b92dd5b59", "name": "network-vif-plugged", "status": "completed", "tag": "845d952c-cf08-4c28-8813-01417698ee53", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:52:01.107996 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-01bc2158-6cbc-48c0-a699-3f33d22d6c41 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:52:01.108603 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad00e5e2-86d8-4b90-8582-2170caeafddc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5744fc1-a382-404a-95bc-b33ced815901', 'code': 200} Aug 18 12:52:01.109127 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a744ca-4db6-4c65-b832-340b92dd5b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845d952c-cf08-4c28-8813-01417698ee53', 'code': 200} Aug 18 12:52:01.248471 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 48f53cde-d105-4bee-8736-656bf65b7842 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:52:01.316025 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 48f53cde-d105-4bee-8736-656bf65b7842 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:52:01.318392 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:01.500818 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:01.550040 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9b30a4bd-29d1-4728-ab91-7f849bd932d3 req-c2ca6747-443a-4a06-a498-acd0c9da7f74 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 210 time: 0.0962813 Aug 18 12:52:01.588496 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 48f53cde-d105-4bee-8736-656bf65b7842, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=48f53cde-d105-4bee-8736-656bf65b7842,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:01.656047 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-64bed93a-08c4-4946-a7c1-79713e448f7e tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:01.657867 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-64bed93a-08c4-4946-a7c1-79713e448f7e tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.39 "GET /v2.0/networks?id=bab0909c-e2b3-45b7-b9ea-31a3c90130ac HTTP/1.1" status: 200 len: 805 time: 0.2367501 Aug 18 12:52:01.661426 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:01.662367 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 8475102b-3321-4c78-b6ac-5b16bf171cd0 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:52:01.674846 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-1fce04a3-fc03-4135-adbf-a7457068f380 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Request body: {'port': {'device_id': '1069e871-d52d-47d4-be35-b519a7ff1f03', 'network_id': 'bab0909c-e2b3-45b7-b9ea-31a3c90130ac', 'admin_state_up': True, 'tenant_id': '7b0e581f29f04c10ba40170fbb56ba44'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:52:01.752310 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 8475102b-3321-4c78-b6ac-5b16bf171cd0 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:52:01.753011 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device a5744fc1-a382-404a-95bc-b33ced815901 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:52:01.754872 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=48f53cde-d105-4bee-8736-656bf65b7842,revision_number=11']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:01.779208 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: a5744fc1-a382-404a-95bc-b33ced815901 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:52:01.780301 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device a5744fc1-a382-404a-95bc-b33ced815901 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:52:01.801913 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-fce05b6b-e8df-422f-b9da-5d2390cec94d tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=dfbf1e57c29344368949d54d6fc1d536&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1109309 Aug 18 12:52:01.947905 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-557d4661-6649-4981-b6cc-3c41afc3c642 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:01.949517 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-557d4661-6649-4981-b6cc-3c41afc3c642 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1385400 Aug 18 12:52:01.964438 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-f5ed0a32-98d8-4170-9afa-fc631436a596 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/quotas/dfbf1e57c29344368949d54d6fc1d536 HTTP/1.1" status: 200 len: 375 time: 0.0093048 Aug 18 12:52:02.010903 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-1fce04a3-fc03-4135-adbf-a7457068f380 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Made reservation on behalf of 7b0e581f29f04c10ba40170fbb56ba44 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:52:02.014295 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-1fce04a3-fc03-4135-adbf-a7457068f380 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:02.033316 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-bf4239f2-7b5c-4b03-a4ed-959994544b86 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dfbf1e57c29344368949d54d6fc1d536&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0631752 Aug 18 12:52:02.105937 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-871d3d53-5e7d-4352-9db5-0f8304c0460d req-04bdc60a-4f63-4102-afa5-e9081c38a661 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d08a80d305f45369dedcff074440646&device_id=a908e5be-0d9b-496e-9274-b16a999ccd7f HTTP/1.1" status: 200 len: 210 time: 0.0386186 Aug 18 12:52:02.167895 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-871d3d53-5e7d-4352-9db5-0f8304c0460d req-87e85fdb-9ea5-4352-9044-b608f4f3dd76 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=8d08a80d305f45369dedcff074440646&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532193 Aug 18 12:52:02.169970 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5920c9aa-3124-43f8-a2b4-a546d7a1e55d req-cb857578-f3f9-4d93-b92d-d492e4806045 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=1069e871-d52d-47d4-be35-b519a7ff1f03 HTTP/1.1" status: 200 len: 210 time: 0.0399966 Aug 18 12:52:02.220757 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-1fce04a3-fc03-4135-adbf-a7457068f380 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Allocated IP 172.20.0.14 (bab0909c-e2b3-45b7-b9ea-31a3c90130ac/d8059427-8094-4919-a4ba-5ba769b61640/7a087f7b-7aa0-49be-8c6d-5f58e283c5b5) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:52:02.378502 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b77baf-e2ee-4058-a3f7-83b85941c019 req-8ac86349-e590-4aaa-8c48-4488c9228f3a tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:02.381306 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-30b77baf-e2ee-4058-a3f7-83b85941c019 req-8ac86349-e590-4aaa-8c48-4488c9228f3a tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 951 time: 0.0822604 Aug 18 12:52:02.391177 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-1fce04a3-fc03-4135-adbf-a7457068f380 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:02.421452 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b9a639ef-7ade-44ad-be50-481a7b2391b1 req-5452bb19-7fb3-49ce-b9c9-6fc298fb03df tempest-ServerShowV247Test-770710864 tempest-ServerShowV247Test-770710864-project] 10.222.0.13 "GET /v2.0/ports?device_id=a908e5be-0d9b-496e-9274-b16a999ccd7f HTTP/1.1" status: 200 len: 210 time: 0.0346889 Aug 18 12:52:02.423503 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d3d53-5e7d-4352-9db5-0f8304c0460d req-92015965-b36e-4770-bb0d-5f0b693c3b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:02.425084 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-871d3d53-5e7d-4352-9db5-0f8304c0460d req-92015965-b36e-4770-bb0d-5f0b693c3b4f service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2386093 Aug 18 12:52:02.453942 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-30b77baf-e2ee-4058-a3f7-83b85941c019 req-78847ec7-a980-4667-b83b-db97a562ae31 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646911 Aug 18 12:52:02.530879 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5514bdef-4c62-4b8d-aefc-c64fa2e37a30 req-cd269a4c-cb5a-4e62-aeaf-50d3ed63e0e3 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 210 time: 0.0277445 Aug 18 12:52:02.603206 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-1fce04a3-fc03-4135-adbf-a7457068f380 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:02.624682 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-1fce04a3-fc03-4135-adbf-a7457068f380 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Network bab0909c-e2b3-45b7-b9ea-31a3c90130ac is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:52:02.654853 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-1fce04a3-fc03-4135-adbf-a7457068f380 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:52:02.678779 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-1fce04a3-fc03-4135-adbf-a7457068f380 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:52:02.713697 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4ab26895-6964-4cc2-9cce-d290f5088b90 req-8117630e-ade7-4a33-add7-dcbcf4ed7361 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 210 time: 0.0436826 Aug 18 12:52:02.757858 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce04a3-fc03-4135-adbf-a7457068f380 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Pushing event updated for resources: {'Port': ['ID=7a087f7b-7aa0-49be-8c6d-5f58e283c5b5,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:02.774535 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1bd2a-14a4-4369-b6d6-1de8636aa343 req-d1194f84-d170-4131-bd33-f986adda8879 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:02.776208 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9dc1bd2a-14a4-4369-b6d6-1de8636aa343 req-d1194f84-d170-4131-bd33-f986adda8879 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/ports?device_id=dea89456-27c8-4b4c-8bea-e414b197d248 HTTP/1.1" status: 200 len: 945 time: 0.1828542 Aug 18 12:52:02.788274 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-1fce04a3-fc03-4135-adbf-a7457068f380 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:02.788914 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-1fce04a3-fc03-4135-adbf-a7457068f380 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:02.831973 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9dc1bd2a-14a4-4369-b6d6-1de8636aa343 req-4c212b44-2f42-45fb-bbb7-dc86c9a5ce54 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/security-groups?id=629e5b21-6a46-4fe5-97a5-33e5925ab6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392125 Aug 18 12:52:02.920514 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-1fce04a3-fc03-4135-adbf-a7457068f380 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2503703 Aug 18 12:52:02.935022 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-b37ec01b-a7b4-48cb-9318-1b907bc43e0d service neutron] Request body: {'port': {'device_id': '1069e871-d52d-47d4-be35-b519a7ff1f03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:52:03.001300 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-b37ec01b-a7b4-48cb-9318-1b907bc43e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:03.110573 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e50f53b-e459-4754-b0f4-ea2db727c2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f53cde-d105-4bee-8736-656bf65b7842'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:52:03.112842 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97cd2ed7-bfd5-4f81-9c74-44f97d53a985" -d '{"events": [{"server_uuid": "8e50f53b-e459-4754-b0f4-ea2db727c2e4", "name": "network-vif-plugged", "status": "completed", "tag": "48f53cde-d105-4bee-8736-656bf65b7842"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:52:03.149325 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898426bd-6116-42e8-b149-9dcc82dcbbaf x-openstack-request-id: req-898426bd-6116-42e8-b149-9dcc82dcbbaf {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:52:03.149809 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e50f53b-e459-4754-b0f4-ea2db727c2e4", "name": "network-vif-plugged", "status": "completed", "tag": "48f53cde-d105-4bee-8736-656bf65b7842", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:52:03.150061 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-898426bd-6116-42e8-b149-9dcc82dcbbaf {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:52:03.150493 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e50f53b-e459-4754-b0f4-ea2db727c2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f53cde-d105-4bee-8736-656bf65b7842', 'code': 200} Aug 18 12:52:03.356252 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-b37ec01b-a7b4-48cb-9318-1b907bc43e0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a087f7b-7aa0-49be-8c6d-5f58e283c5b5 {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:52:03.366190 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-b37ec01b-a7b4-48cb-9318-1b907bc43e0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:03.393300 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc16db1-4106-42e0-ba02-1f4613bd0ec0 req-a3a0fffe-b1e6-4989-b48f-31d446164c7e tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:03.394810 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9dc16db1-4106-42e0-ba02-1f4613bd0ec0 req-a3a0fffe-b1e6-4989-b48f-31d446164c7e tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=1069e871-d52d-47d4-be35-b519a7ff1f03 HTTP/1.1" status: 200 len: 932 time: 0.1265068 Aug 18 12:52:03.395731 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-b37ec01b-a7b4-48cb-9318-1b907bc43e0d service neutron] Transition to ACTIVE for port object 7a087f7b-7aa0-49be-8c6d-5f58e283c5b5 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:52:03.400794 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e02495-5aa1-4e3a-a75b-be5eb14fb8f7 req-25cc4bc8-8dc5-4bee-9d35-5c25cbc95d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:03.402279 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-04e02495-5aa1-4e3a-a75b-be5eb14fb8f7 req-25cc4bc8-8dc5-4bee-9d35-5c25cbc95d1e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 1102 time: 0.1051390 Aug 18 12:52:03.453550 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9dc16db1-4106-42e0-ba02-1f4613bd0ec0 req-ed3c745a-1fc2-4685-ad32-f921ef49cdcd tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503283 Aug 18 12:52:03.459612 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-04e02495-5aa1-4e3a-a75b-be5eb14fb8f7 req-5614f7d1-c242-42c0-a81b-c3531569de8b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425878 Aug 18 12:52:03.492092 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-b37ec01b-a7b4-48cb-9318-1b907bc43e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:03.565632 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1faaf5c1-8b5f-4601-b352-6f32885088d3 req-0c246d89-4638-4bea-a213-8a2a3c8c6900 tempest-ServerShowV247Test-770710864 tempest-ServerShowV247Test-770710864-project] 10.222.0.13 "GET /v2.0/ports?device_id=a908e5be-0d9b-496e-9274-b16a999ccd7f HTTP/1.1" status: 200 len: 210 time: 0.0567231 Aug 18 12:52:03.604329 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ec01b-a7b4-48cb-9318-1b907bc43e0d service neutron] Pushing event updated for resources: {'Port': ['ID=7a087f7b-7aa0-49be-8c6d-5f58e283c5b5,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:03.656538 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caaba86-494f-484e-a058-1ec07f70e587 req-ba464abc-0f36-477f-8014-1d88a9d070b0 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:03.658113 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6caaba86-494f-484e-a058-1ec07f70e587 req-ba464abc-0f36-477f-8014-1d88a9d070b0 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 951 time: 0.1211979 Aug 18 12:52:03.680713 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6afe29-4592-4a51-9d3d-7198e91d4c3c req-87e4b687-76bf-4c4d-a9fa-54b4a1162b31 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 210 time: 0.0370436 Aug 18 12:52:03.693537 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-b37ec01b-a7b4-48cb-9318-1b907bc43e0d service neutron] Attempting to bind port 7a087f7b-7aa0-49be-8c6d-5f58e283c5b5 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:52:03.694026 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-b37ec01b-a7b4-48cb-9318-1b907bc43e0d service neutron] Attempting to bind port 7a087f7b-7aa0-49be-8c6d-5f58e283c5b5 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '908af126-c217-456c-b1ef-f447c03c2104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bab0909c-e2b3-45b7-b9ea-31a3c90130ac'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:52:03.694634 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-b37ec01b-a7b4-48cb-9318-1b907bc43e0d service neutron] Attempting to bind port 7a087f7b-7aa0-49be-8c6d-5f58e283c5b5 on network bab0909c-e2b3-45b7-b9ea-31a3c90130ac {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:52:03.709217 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-b37ec01b-a7b4-48cb-9318-1b907bc43e0d service neutron] Port 7a087f7b-7aa0-49be-8c6d-5f58e283c5b5 on network bab0909c-e2b3-45b7-b9ea-31a3c90130ac not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:52:03.709425 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-b37ec01b-a7b4-48cb-9318-1b907bc43e0d service neutron] Attempting to bind port 7a087f7b-7aa0-49be-8c6d-5f58e283c5b5 on network bab0909c-e2b3-45b7-b9ea-31a3c90130ac {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:52:03.717548 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6caaba86-494f-484e-a058-1ec07f70e587 req-b282cf20-f8d8-41e8-99be-8f22a74d184b tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525165 Aug 18 12:52:03.720396 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-b37ec01b-a7b4-48cb-9318-1b907bc43e0d service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:52:03.720735 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-b37ec01b-a7b4-48cb-9318-1b907bc43e0d service neutron] Checking segment: {'id': '908af126-c217-456c-b1ef-f447c03c2104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bab0909c-e2b3-45b7-b9ea-31a3c90130ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:52:03.721108 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-b37ec01b-a7b4-48cb-9318-1b907bc43e0d service neutron] Bound using segment: {'id': '908af126-c217-456c-b1ef-f447c03c2104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bab0909c-e2b3-45b7-b9ea-31a3c90130ac'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:52:03.721536 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-b37ec01b-a7b4-48cb-9318-1b907bc43e0d service neutron] Bound port: 7a087f7b-7aa0-49be-8c6d-5f58e283c5b5, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '908af126-c217-456c-b1ef-f447c03c2104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bab0909c-e2b3-45b7-b9ea-31a3c90130ac'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:52:03.721891 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-b37ec01b-a7b4-48cb-9318-1b907bc43e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:03.799802 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-b37ec01b-a7b4-48cb-9318-1b907bc43e0d service neutron] For port 7a087f7b-7aa0-49be-8c6d-5f58e283c5b5, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:52:03.803403 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-b37ec01b-a7b4-48cb-9318-1b907bc43e0d service neutron] For port 7a087f7b-7aa0-49be-8c6d-5f58e283c5b5, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=7a087f7b-7aa0-49be-8c6d-5f58e283c5b5,segment=NetworkSegment(908af126-c217-456c-b1ef-f447c03c2104),segment_id=908af126-c217-456c-b1ef-f447c03c2104)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:52:03.814750 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-871d3d53-5e7d-4352-9db5-0f8304c0460d req-5b668b87-65c2-418f-ac7e-11dec65aa28e tempest-ServerShowV247Test-770710864 tempest-ServerShowV247Test-770710864-project] 10.222.0.39 "GET /v2.0/ports?device_id=a908e5be-0d9b-496e-9274-b16a999ccd7f HTTP/1.1" status: 200 len: 210 time: 0.0518508 Aug 18 12:52:03.871007 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5c75c347-a3dc-48e3-86f8-0290c7bc1093 req-30b4a9f1-aad1-462f-8e3b-893043731f36 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 210 time: 0.0348585 Aug 18 12:52:03.897116 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-b37ec01b-a7b4-48cb-9318-1b907bc43e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:03.964616 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-b37ec01b-a7b4-48cb-9318-1b907bc43e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:03.965371 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-b37ec01b-a7b4-48cb-9318-1b907bc43e0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:03.966968 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-b37ec01b-a7b4-48cb-9318-1b907bc43e0d service neutron] 10.222.0.39 "PUT /v2.0/ports/7a087f7b-7aa0-49be-8c6d-5f58e283c5b5 HTTP/1.1" status: 200 len: 1092 time: 1.0375576 Aug 18 12:52:03.967568 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1069e871-d52d-47d4-be35-b519a7ff1f03', 'tag': '7a087f7b-7aa0-49be-8c6d-5f58e283c5b5'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:52:03.969845 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50150554-2e3e-42b0-9854-819eff07ea15" -d '{"events": [{"name": "network-changed", "server_uuid": "1069e871-d52d-47d4-be35-b519a7ff1f03", "tag": "7a087f7b-7aa0-49be-8c6d-5f58e283c5b5"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:52:03.987786 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ec01b-a7b4-48cb-9318-1b907bc43e0d service neutron] Pushing event updated for resources: {'Port': ['ID=7a087f7b-7aa0-49be-8c6d-5f58e283c5b5,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:04.011449 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc5de98-03a1-46d3-8927-9f24c7e6b032 x-openstack-request-id: req-6dc5de98-03a1-46d3-8927-9f24c7e6b032 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:52:04.011815 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1069e871-d52d-47d4-be35-b519a7ff1f03", "tag": "7a087f7b-7aa0-49be-8c6d-5f58e283c5b5", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:52:04.012079 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6dc5de98-03a1-46d3-8927-9f24c7e6b032 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:52:04.012479 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1069e871-d52d-47d4-be35-b519a7ff1f03', 'tag': '7a087f7b-7aa0-49be-8c6d-5f58e283c5b5', 'status': 'completed', 'code': 200} Aug 18 12:52:04.416555 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-5df3f1d1-55a7-4c01-9f0e-b5e94a240763 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1857620671&fields=id&tenant_id=a75dbc010737425ca08685b9dab39e3d HTTP/1.1" status: 200 len: 267 time: 0.0400097 Aug 18 12:52:04.430707 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50150554-2e3e-42b0-9854-819eff07ea15 req-8597d441-48dc-4a44-9bac-418666aa9ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:04.432261 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-50150554-2e3e-42b0-9854-819eff07ea15 req-8597d441-48dc-4a44-9bac-418666aa9ff1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7b0e581f29f04c10ba40170fbb56ba44&device_id=1069e871-d52d-47d4-be35-b519a7ff1f03 HTTP/1.1" status: 200 len: 1095 time: 0.4005482 Aug 18 12:52:04.532132 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce41387-586d-4122-a044-3d34c86b5446 req-25aa8533-9627-48c2-b3c2-14d7d13f07cc tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:04.534458 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7ce41387-586d-4122-a044-3d34c86b5446 req-25aa8533-9627-48c2-b3c2-14d7d13f07cc tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.20 "GET /v2.0/networks?id=8e2ca950-415a-439c-a01b-47dff2e51d7d HTTP/1.1" status: 200 len: 807 time: 0.1786902 Aug 18 12:52:04.553313 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-7ce41387-586d-4122-a044-3d34c86b5446 req-eb0ea6da-d4d7-42f4-a6c3-f2c9e3426de4 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Request body: {'port': {'device_id': '253e802c-3541-4df7-9b17-05d26b33049f', 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d', 'admin_state_up': True, 'tenant_id': '075606cfda364ddebe4be31640ab3a76'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:52:04.601650 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-7c447e67-0892-4e3d-8539-d37943de2d8c tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:04.618762 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-7c447e67-0892-4e3d-8539-d37943de2d8c tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/networks?id=02fd23fc-4be9-4045-ae50-4a7decb4e07c HTTP/1.1" status: 200 len: 824 time: 0.1819921 Aug 18 12:52:04.646770 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-7a628418-7c32-48c4-9683-c16323f64d52 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/quotas/a75dbc010737425ca08685b9dab39e3d HTTP/1.1" status: 200 len: 375 time: 0.0255694 Aug 18 12:52:04.685463 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50150554-2e3e-42b0-9854-819eff07ea15 req-ce3ab9f9-fdad-4baa-b947-8d20a99ca47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:04.687017 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-50150554-2e3e-42b0-9854-819eff07ea15 req-ce3ab9f9-fdad-4baa-b947-8d20a99ca47f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=7b0e581f29f04c10ba40170fbb56ba44&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2400124 Aug 18 12:52:04.739485 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-cd270e8c-3d9a-408d-abca-52d80abeaa2d tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a75dbc010737425ca08685b9dab39e3d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0866320 Aug 18 12:52:04.803913 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97611213-d1d7-4d71-85bc-707dde3c8ad6 req-f39bbe26-6fdc-4067-9095-4b20d45b021b tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:04.805488 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-97611213-d1d7-4d71-85bc-707dde3c8ad6 req-f39bbe26-6fdc-4067-9095-4b20d45b021b tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=1069e871-d52d-47d4-be35-b519a7ff1f03 HTTP/1.1" status: 200 len: 944 time: 0.2131071 Aug 18 12:52:04.893057 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-d375e224-caa7-4cef-8b8b-cac36d32cffa service neutron] 10.222.0.13 "GET /v2.0/networks/02fd23fc-4be9-4045-ae50-4a7decb4e07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403646 Aug 18 12:52:04.963057 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-97611213-d1d7-4d71-85bc-707dde3c8ad6 req-6fdb2412-6134-4537-92c0-5f578f3d2d23 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474369 Aug 18 12:52:04.968832 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50150554-2e3e-42b0-9854-819eff07ea15 req-8f87ffaf-7353-4e35-a35b-d0c7b0f7d516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:04.971644 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-50150554-2e3e-42b0-9854-819eff07ea15 req-8f87ffaf-7353-4e35-a35b-d0c7b0f7d516 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2728586 Aug 18 12:52:04.983477 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-2a1ef0ca-f5be-451f-9ce4-c5dca5b4889b tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=dfbf1e57c29344368949d54d6fc1d536&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0751538 Aug 18 12:52:05.011741 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ce41387-586d-4122-a044-3d34c86b5446 req-eb0ea6da-d4d7-42f4-a6c3-f2c9e3426de4 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Made reservation on behalf of 075606cfda364ddebe4be31640ab3a76 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:52:05.016637 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-7ce41387-586d-4122-a044-3d34c86b5446 req-eb0ea6da-d4d7-42f4-a6c3-f2c9e3426de4 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:05.167479 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-345281cf-4ba8-4504-b523-a1568db81da5 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:05.168932 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-345281cf-4ba8-4504-b523-a1568db81da5 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1785567 Aug 18 12:52:05.178520 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-64121a07-5513-45a8-8b84-d9b2ce242974 req-d56623f9-f75a-4c89-87f2-79b2d9b5cd58 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 210 time: 0.0504513 Aug 18 12:52:05.196233 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-974653f7-b8c3-4b4b-a65f-0ea88221a2e6 service neutron] 10.222.0.13 "GET /v2.0/networks/02fd23fc-4be9-4045-ae50-4a7decb4e07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956972 Aug 18 12:52:05.205474 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-dd305057-8d27-49b1-ad22-cec6c0514431 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Request body: {'port': {'device_id': '88c28552-d32e-4386-9e17-fb2b327385ed', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'admin_state_up': True, 'tenant_id': 'dfbf1e57c29344368949d54d6fc1d536'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:52:05.255394 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-474d21a5-93f4-4e61-9e1a-f27e2b70d9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:05.255394 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-474d21a5-93f4-4e61-9e1a-f27e2b70d9a5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7b0e581f29f04c10ba40170fbb56ba44&device_id=1069e871-d52d-47d4-be35-b519a7ff1f03 HTTP/1.1" status: 200 len: 1095 time: 0.2084527 Aug 18 12:52:05.355509 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-a1e46eeb-b0f9-478d-8ae9-a930df011752 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a087f7b-7aa0-49be-8c6d-5f58e283c5b5 HTTP/1.1" status: 200 len: 217 time: 0.0627935 Aug 18 12:52:05.383868 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-7ce41387-586d-4122-a044-3d34c86b5446 req-eb0ea6da-d4d7-42f4-a6c3-f2c9e3426de4 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Allocated IP 172.20.0.9 (8e2ca950-415a-439c-a01b-47dff2e51d7d/a7c71ac1-e82b-41d2-8931-67fb6a54cbad/bc4ae5c7-bca3-45a6-9cad-15fa8137069b) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:52:05.430626 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160ab63-ec8c-41f3-bdb9-0336f6a1c37c req-aedb9b8f-f922-4999-b272-f1bb9b8be4f8 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:05.437785 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1160ab63-ec8c-41f3-bdb9-0336f6a1c37c req-aedb9b8f-f922-4999-b272-f1bb9b8be4f8 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 951 time: 0.1800635 Aug 18 12:52:05.473491 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-dd305057-8d27-49b1-ad22-cec6c0514431 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Made reservation on behalf of dfbf1e57c29344368949d54d6fc1d536 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:52:05.477725 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-dd305057-8d27-49b1-ad22-cec6c0514431 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:05.478681 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-f0cee67b-4201-4196-95cc-26a28a8fa2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:05.481534 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-f0cee67b-4201-4196-95cc-26a28a8fa2a9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d8059427-8094-4919-a4ba-5ba769b61640 HTTP/1.1" status: 200 len: 845 time: 0.1141822 Aug 18 12:52:05.539070 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-3c63648d-cd9d-4bc1-af23-c559c713ac24 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bab0909c-e2b3-45b7-b9ea-31a3c90130ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474126 Aug 18 12:52:05.556847 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1160ab63-ec8c-41f3-bdb9-0336f6a1c37c req-a31b2073-c94c-44e3-8471-f52b7392d677 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128678 Aug 18 12:52:05.643879 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35566) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:52:05.673121 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-35a11de4-9bab-4cf5-a866-3c44cde5c4be req-d04ab3ea-8e30-4a24-b6bf-9760f7872e65 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 210 time: 0.0717735 Aug 18 12:52:05.792321 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-dd305057-8d27-49b1-ad22-cec6c0514431 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Allocated IP 192.168.233.150 (f82a481e-2d3e-49f3-a273-639556667c8a/38dc8434-66c0-4e05-8cce-b4a4a0f33dc3/5dafb5d5-481b-4f08-9c8a-186411566bd5) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:52:05.808283 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:52:05.825437 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b2c11faa-aa6f-447b-8d28-a054287c4c12 req-ca3ec6ae-d04a-4d8f-b612-331396bec633 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/ports?device_id=01abb1e9-cf1b-4191-bcb2-3fb2606a2988 HTTP/1.1" status: 200 len: 210 time: 0.0732813 Aug 18 12:52:05.888426 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b80b8c30-c973-4855-bf32-10d8d1cf7326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:05.910414 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-c1fcf615-eaab-4d79-8b73-ddbbd88bb3e1 service neutron] 10.222.0.39 "GET /v2.0/networks/bab0909c-e2b3-45b7-b9ea-31a3c90130ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523014 Aug 18 12:52:05.932014 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-7ce41387-586d-4122-a044-3d34c86b5446 req-eb0ea6da-d4d7-42f4-a6c3-f2c9e3426de4 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:06.086336 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a01a87-0923-4564-b7a1-5a2f2a4d3034 req-22eff7b8-73f8-4c89-ab83-22233c825fc3 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:06.088383 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-98a01a87-0923-4564-b7a1-5a2f2a4d3034 req-22eff7b8-73f8-4c89-ab83-22233c825fc3 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.20 "GET /v2.0/ports?device_id=dea89456-27c8-4b4c-8bea-e414b197d248 HTTP/1.1" status: 200 len: 945 time: 0.2031791 Aug 18 12:52:06.092811 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ea414f22-17db-4a02-a2ef-8ba2adfbf272 req-2ec3bb84-8de2-4d92-ace5-d98596c85f27 service neutron] 10.222.0.39 "GET /v2.0/networks/bab0909c-e2b3-45b7-b9ea-31a3c90130ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740398 Aug 18 12:52:06.191152 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-7ce41387-586d-4122-a044-3d34c86b5446 req-eb0ea6da-d4d7-42f4-a6c3-f2c9e3426de4 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:06.210508 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['1eb230a0-232b-4582-ad1b-36657cb6bc50'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:52:06.253526 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db104c20-6f63-42db-bb66-9b5a288da3af req-2039736d-945b-464e-ab2a-5f0c1bdaca7f tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:06.263010 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-db104c20-6f63-42db-bb66-9b5a288da3af req-2039736d-945b-464e-ab2a-5f0c1bdaca7f tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=1069e871-d52d-47d4-be35-b519a7ff1f03 HTTP/1.1" status: 200 len: 944 time: 0.1533945 Aug 18 12:52:06.268896 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-dd305057-8d27-49b1-ad22-cec6c0514431 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:06.274092 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ce41387-586d-4122-a044-3d34c86b5446 req-eb0ea6da-d4d7-42f4-a6c3-f2c9e3426de4 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Network 8e2ca950-415a-439c-a01b-47dff2e51d7d is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:52:06.316256 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-7ce41387-586d-4122-a044-3d34c86b5446 req-eb0ea6da-d4d7-42f4-a6c3-f2c9e3426de4 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:52:06.319510 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce41387-586d-4122-a044-3d34c86b5446 req-eb0ea6da-d4d7-42f4-a6c3-f2c9e3426de4 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:52:06.392407 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-dd305057-8d27-49b1-ad22-cec6c0514431 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Transition to ACTIVE for port object 5dafb5d5-481b-4f08-9c8a-186411566bd5 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:52:06.402230 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b80b8c30-c973-4855-bf32-10d8d1cf7326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:06.407464 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-db104c20-6f63-42db-bb66-9b5a288da3af req-b9237017-825e-4567-b2c8-d41a918728a3 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434205 Aug 18 12:52:06.416320 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ea6da-d4d7-42f4-a6c3-f2c9e3426de4 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Pushing event updated for resources: {'Port': ['ID=bc4ae5c7-bca3-45a6-9cad-15fa8137069b,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:06.443737 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-98a01a87-0923-4564-b7a1-5a2f2a4d3034 req-3bd4e965-9097-413d-b65e-e7cd926b387f tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Deleting port 7a9ce944-2754-4b54-ab1a-316a1e404698 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:52:06.444038 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-98a01a87-0923-4564-b7a1-5a2f2a4d3034 req-3bd4e965-9097-413d-b65e-e7cd926b387f tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:06.483560 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce41387-586d-4122-a044-3d34c86b5446 req-eb0ea6da-d4d7-42f4-a6c3-f2c9e3426de4 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:06.484249 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-7ce41387-586d-4122-a044-3d34c86b5446 req-eb0ea6da-d4d7-42f4-a6c3-f2c9e3426de4 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:06.496023 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b22a1a-2fc6-485a-8f39-a2759c4c3d5f req-643e94df-13e0-4c26-ab47-65d960e5d1fb tempest-ServersAdminTestJSON-1227625692 tempest-ServersAdminTestJSON-1227625692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:06.497474 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-39b22a1a-2fc6-485a-8f39-a2759c4c3d5f req-643e94df-13e0-4c26-ab47-65d960e5d1fb tempest-ServersAdminTestJSON-1227625692 tempest-ServersAdminTestJSON-1227625692-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 1102 time: 0.1761425 Aug 18 12:52:06.527374 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b80b8c30-c973-4855-bf32-10d8d1cf7326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:06.532729 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-50797666-257c-4c68-bf86-f896956a8f44 req-9164f2ea-7a04-4441-be9e-0089338ba396 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 210 time: 0.0280240 Aug 18 12:52:06.595751 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7ce41387-586d-4122-a044-3d34c86b5446 req-eb0ea6da-d4d7-42f4-a6c3-f2c9e3426de4 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0486267 Aug 18 12:52:06.609410 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-7ce41387-586d-4122-a044-3d34c86b5446 req-aabebb2c-1b5d-4cba-884c-7dbeeb44d06a service neutron] Request body: {'port': {'device_id': '253e802c-3541-4df7-9b17-05d26b33049f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:52:06.615847 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b8c30-c973-4855-bf32-10d8d1cf7326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6714c9b-04ad-48fc-a582-93b2b1cd42bd,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:06.640763 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b80b8c30-c973-4855-bf32-10d8d1cf7326 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d08a80d305f45369dedcff074440646&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9958599 Aug 18 12:52:06.643769 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35622) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:52:06.657580 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-39b22a1a-2fc6-485a-8f39-a2759c4c3d5f req-4aef6333-e02d-4c1f-97b1-08895bb5357e tempest-ServersAdminTestJSON-1227625692 tempest-ServersAdminTestJSON-1227625692-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274812 Aug 18 12:52:06.691857 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-98a01a87-0923-4564-b7a1-5a2f2a4d3034 req-3bd4e965-9097-413d-b65e-e7cd926b387f tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] For port 7a9ce944-2754-4b54-ab1a-316a1e404698, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=7a9ce944-2754-4b54-ab1a-316a1e404698,segment=NetworkSegment(c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca),segment_id=c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:06.694080 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-7ce41387-586d-4122-a044-3d34c86b5446 req-aabebb2c-1b5d-4cba-884c-7dbeeb44d06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:06.706098 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-98a01a87-0923-4564-b7a1-5a2f2a4d3034 req-3bd4e965-9097-413d-b65e-e7cd926b387f tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:06.713024 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-dd305057-8d27-49b1-ad22-cec6c0514431 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:06.729256 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['cc9260cd-b796-4d6c-a337-3baf96fb438a'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:52:06.733820 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['845d952c-cf08-4c28-8813-01417698ee53'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:52:06.851446 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6695dcff-f303-40a5-bf62-6817d24cd96f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:07.006384 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6695dcff-f303-40a5-bf62-6817d24cd96f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:07.203563 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd305057-8d27-49b1-ad22-cec6c0514431 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Pushing event updated for resources: {'Port': ['ID=5dafb5d5-481b-4f08-9c8a-186411566bd5,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:07.267705 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e9f83495-b47d-4dba-b1cb-31eafd59f490 req-e31ef5d9-d988-48f2-8d51-8888fdc8d522 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/ports?device_id=01abb1e9-cf1b-4191-bcb2-3fb2606a2988 HTTP/1.1" status: 200 len: 210 time: 0.0436788 Aug 18 12:52:07.273352 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-dd305057-8d27-49b1-ad22-cec6c0514431 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Network f82a481e-2d3e-49f3-a273-639556667c8a is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:52:07.273951 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6695dcff-f303-40a5-bf62-6817d24cd96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:07.287789 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6695dcff-f303-40a5-bf62-6817d24cd96f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:07.295855 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6695dcff-f303-40a5-bf62-6817d24cd96f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c6714c9b-04ad-48fc-a582-93b2b1cd42bd HTTP/1.1" status: 204 len: 168 time: 0.6509852 Aug 18 12:52:07.372079 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6695dcff-f303-40a5-bf62-6817d24cd96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6714c9b-04ad-48fc-a582-93b2b1cd42bd,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:07.383614 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-dd305057-8d27-49b1-ad22-cec6c0514431 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:52:07.417404 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-dd305057-8d27-49b1-ad22-cec6c0514431 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:52:07.546710 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-7ce41387-586d-4122-a044-3d34c86b5446 req-aabebb2c-1b5d-4cba-884c-7dbeeb44d06a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc4ae5c7-bca3-45a6-9cad-15fa8137069b {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:52:07.559245 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-7ce41387-586d-4122-a044-3d34c86b5446 req-aabebb2c-1b5d-4cba-884c-7dbeeb44d06a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:07.575716 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-7ce41387-586d-4122-a044-3d34c86b5446 req-aabebb2c-1b5d-4cba-884c-7dbeeb44d06a service neutron] Transition to ACTIVE for port object bc4ae5c7-bca3-45a6-9cad-15fa8137069b will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:52:07.595950 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8d389-3052-4c18-8aa8-4a3d4c3bf1fd req-245599b6-a643-439b-a09b-8d2f3277f7aa tempest-ServersAdminTestJSON-1227625692 tempest-ServersAdminTestJSON-1227625692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:07.598259 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8ef8d389-3052-4c18-8aa8-4a3d4c3bf1fd req-245599b6-a643-439b-a09b-8d2f3277f7aa tempest-ServersAdminTestJSON-1227625692 tempest-ServersAdminTestJSON-1227625692-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 1102 time: 0.1493554 Aug 18 12:52:07.634338 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-98a01a87-0923-4564-b7a1-5a2f2a4d3034 req-3bd4e965-9097-413d-b65e-e7cd926b387f tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:07.639420 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-98a01a87-0923-4564-b7a1-5a2f2a4d3034 req-3bd4e965-9097-413d-b65e-e7cd926b387f tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:07.639420 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [req-98a01a87-0923-4564-b7a1-5a2f2a4d3034 req-3bd4e965-9097-413d-b65e-e7cd926b387f tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Floating IP 79e05150-a5e0-4c76-a608-d18af971e712 disassociated. External IP: 172.25.6.221, port: 7a9ce944-2754-4b54-ab1a-316a1e404698. Aug 18 12:52:07.639420 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-98a01a87-0923-4564-b7a1-5a2f2a4d3034 req-3bd4e965-9097-413d-b65e-e7cd926b387f tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Calling delete_port for 7a9ce944-2754-4b54-ab1a-316a1e404698 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:52:07.662599 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-7ce41387-586d-4122-a044-3d34c86b5446 req-aabebb2c-1b5d-4cba-884c-7dbeeb44d06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:07.735253 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67562b97-6e67-40ce-a1d3-7684f2037522 req-f1492520-2ee8-4c63-86fb-ed0c263591df tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:07.735740 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8ef8d389-3052-4c18-8aa8-4a3d4c3bf1fd req-9bf55574-7c74-491c-8beb-1e3e1c4163ee tempest-ServersAdminTestJSON-1227625692 tempest-ServersAdminTestJSON-1227625692-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192839 Aug 18 12:52:07.736863 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-67562b97-6e67-40ce-a1d3-7684f2037522 req-f1492520-2ee8-4c63-86fb-ed0c263591df tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 931 time: 0.5366836 Aug 18 12:52:07.769475 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a599a578-5ff2-46f1-b61b-2d3a09225972 None None] Provisioning for port 5dafb5d5-481b-4f08-9c8a-186411566bd5 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:52:07.774939 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a599a578-5ff2-46f1-b61b-2d3a09225972 None None] Provisioning complete for port 5dafb5d5-481b-4f08-9c8a-186411566bd5 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:52:07.775843 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a599a578-5ff2-46f1-b61b-2d3a09225972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:07.782817 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-dd305057-8d27-49b1-ad22-cec6c0514431 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:07.783473 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-dd305057-8d27-49b1-ad22-cec6c0514431 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:07.865416 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabebb2c-1b5d-4cba-884c-7dbeeb44d06a service neutron] Pushing event updated for resources: {'Port': ['ID=bc4ae5c7-bca3-45a6-9cad-15fa8137069b,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:07.882423 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-a599a578-5ff2-46f1-b61b-2d3a09225972 None None] Port 5dafb5d5-481b-4f08-9c8a-186411566bd5 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:52:07.891306 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-67562b97-6e67-40ce-a1d3-7684f2037522 req-c6e0fa6f-ff30-4724-87dc-eccaa7d98a04 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417968 Aug 18 12:52:07.990162 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-dd305057-8d27-49b1-ad22-cec6c0514431 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7928410 Aug 18 12:52:08.017358 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-7ce41387-586d-4122-a044-3d34c86b5446 req-aabebb2c-1b5d-4cba-884c-7dbeeb44d06a service neutron] Attempting to bind port bc4ae5c7-bca3-45a6-9cad-15fa8137069b on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:52:08.017780 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-7ce41387-586d-4122-a044-3d34c86b5446 req-aabebb2c-1b5d-4cba-884c-7dbeeb44d06a service neutron] Attempting to bind port bc4ae5c7-bca3-45a6-9cad-15fa8137069b by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:52:08.018204 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce41387-586d-4122-a044-3d34c86b5446 req-aabebb2c-1b5d-4cba-884c-7dbeeb44d06a service neutron] Attempting to bind port bc4ae5c7-bca3-45a6-9cad-15fa8137069b on network 8e2ca950-415a-439c-a01b-47dff2e51d7d {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:52:08.038266 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cfc0bf-94b5-41d4-9fca-a5088cfce84b req-84aff3a5-40f0-4f11-b03e-335a47e0fbe4 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:08.040522 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e4cfc0bf-94b5-41d4-9fca-a5088cfce84b req-84aff3a5-40f0-4f11-b03e-335a47e0fbe4 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=1069e871-d52d-47d4-be35-b519a7ff1f03 HTTP/1.1" status: 200 len: 944 time: 0.0861323 Aug 18 12:52:08.048599 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce41387-586d-4122-a044-3d34c86b5446 req-aabebb2c-1b5d-4cba-884c-7dbeeb44d06a service neutron] Port bc4ae5c7-bca3-45a6-9cad-15fa8137069b on network 8e2ca950-415a-439c-a01b-47dff2e51d7d not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:52:08.049217 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce41387-586d-4122-a044-3d34c86b5446 req-aabebb2c-1b5d-4cba-884c-7dbeeb44d06a service neutron] Attempting to bind port bc4ae5c7-bca3-45a6-9cad-15fa8137069b on network 8e2ca950-415a-439c-a01b-47dff2e51d7d {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:52:08.063357 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce41387-586d-4122-a044-3d34c86b5446 req-aabebb2c-1b5d-4cba-884c-7dbeeb44d06a service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:52:08.063956 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce41387-586d-4122-a044-3d34c86b5446 req-aabebb2c-1b5d-4cba-884c-7dbeeb44d06a service neutron] Checking segment: {'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:52:08.064805 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce41387-586d-4122-a044-3d34c86b5446 req-aabebb2c-1b5d-4cba-884c-7dbeeb44d06a service neutron] Bound using segment: {'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:52:08.065699 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-7ce41387-586d-4122-a044-3d34c86b5446 req-aabebb2c-1b5d-4cba-884c-7dbeeb44d06a service neutron] Bound port: bc4ae5c7-bca3-45a6-9cad-15fa8137069b, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:52:08.068625 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-7ce41387-586d-4122-a044-3d34c86b5446 req-aabebb2c-1b5d-4cba-884c-7dbeeb44d06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:08.071068 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-ed9c8d22-20ce-4d67-bea8-05d14d9136d1 service neutron] Request body: {'port': {'device_id': '88c28552-d32e-4386-9e17-fb2b327385ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:52:08.075905 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-98a01a87-0923-4564-b7a1-5a2f2a4d3034 req-3bd4e965-9097-413d-b65e-e7cd926b387f tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:08.139311 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e4cfc0bf-94b5-41d4-9fca-a5088cfce84b req-84094633-a4cf-46d1-9d0b-9ef42187855c tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812507 Aug 18 12:52:08.151774 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd4e965-9097-413d-b65e-e7cd926b387f tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Pushing event deleted for resources: {'Port': ['ID=7a9ce944-2754-4b54-ab1a-316a1e404698,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:08.176773 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4579cb6-cf99-4f6f-a72e-bfdae8b9673d req-61858a7a-ac93-4683-a1ce-3d5b18cddc1c tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:08.179252 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a4579cb6-cf99-4f6f-a72e-bfdae8b9673d req-61858a7a-ac93-4683-a1ce-3d5b18cddc1c tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 936 time: 0.1795943 Aug 18 12:52:08.273161 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-ed9c8d22-20ce-4d67-bea8-05d14d9136d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:08.384231 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a4579cb6-cf99-4f6f-a72e-bfdae8b9673d req-59ca290b-ae94-4c7b-bcfe-7ab3cb47ec81 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833234 Aug 18 12:52:08.395107 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-7ce41387-586d-4122-a044-3d34c86b5446 req-aabebb2c-1b5d-4cba-884c-7dbeeb44d06a service neutron] For port bc4ae5c7-bca3-45a6-9cad-15fa8137069b, host n-h2-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:52:08.443637 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-7ce41387-586d-4122-a044-3d34c86b5446 req-aabebb2c-1b5d-4cba-884c-7dbeeb44d06a service neutron] For port bc4ae5c7-bca3-45a6-9cad-15fa8137069b, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=bc4ae5c7-bca3-45a6-9cad-15fa8137069b,segment=NetworkSegment(9980139b-d711-402f-b96d-94b03ea2978e),segment_id=9980139b-d711-402f-b96d-94b03ea2978e)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:52:08.503852 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-58e610c2-5989-423f-8868-17edc49f89c5 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:08.504103 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98a01a87-0923-4564-b7a1-5a2f2a4d3034 req-3bd4e965-9097-413d-b65e-e7cd926b387f tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Router a9b39e85-e0bb-4b61-88aa-b5d1421419dc has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:52:08.505430 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-58e610c2-5989-423f-8868-17edc49f89c5 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.39 "GET /v2.0/networks?id=02fd23fc-4be9-4045-ae50-4a7decb4e07c HTTP/1.1" status: 200 len: 824 time: 0.1824534 Aug 18 12:52:08.574224 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-7ce41387-586d-4122-a044-3d34c86b5446 req-aabebb2c-1b5d-4cba-884c-7dbeeb44d06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:08.720594 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce41387-586d-4122-a044-3d34c86b5446 req-aabebb2c-1b5d-4cba-884c-7dbeeb44d06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:08.723363 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-7ce41387-586d-4122-a044-3d34c86b5446 req-aabebb2c-1b5d-4cba-884c-7dbeeb44d06a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:08.723363 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7ce41387-586d-4122-a044-3d34c86b5446 req-aabebb2c-1b5d-4cba-884c-7dbeeb44d06a service neutron] 10.222.0.20 "PUT /v2.0/ports/bc4ae5c7-bca3-45a6-9cad-15fa8137069b HTTP/1.1" status: 200 len: 1091 time: 2.1172385 Aug 18 12:52:08.726892 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '253e802c-3541-4df7-9b17-05d26b33049f', 'tag': 'bc4ae5c7-bca3-45a6-9cad-15fa8137069b'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:52:08.737185 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2716ea5d-a444-4b5e-8263-f2a2e0c0b3ff" -d '{"events": [{"name": "network-changed", "server_uuid": "253e802c-3541-4df7-9b17-05d26b33049f", "tag": "bc4ae5c7-bca3-45a6-9cad-15fa8137069b"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:52:08.753576 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-aa2c3863-145e-4644-8e08-eed23102dbb2 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a75dbc010737425ca08685b9dab39e3d HTTP/1.1" status: 200 len: 380 time: 0.2326694 Aug 18 12:52:08.766943 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-f40890ca-001f-4f02-8a50-ac2f7ed5ade8 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Request body: {'port': {'device_id': '01abb1e9-cf1b-4191-bcb2-3fb2606a2988', 'network_id': '02fd23fc-4be9-4045-ae50-4a7decb4e07c', 'admin_state_up': True, 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d', 'security_groups': ['629e5b21-6a46-4fe5-97a5-33e5925ab6c5']}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:52:08.781079 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-48095e8a-d37d-4fc1-ac2e-b772d084cd42 req-3da4e418-2ba1-46e0-822d-b122562ad517 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/ports?device_id=01abb1e9-cf1b-4191-bcb2-3fb2606a2988 HTTP/1.1" status: 200 len: 210 time: 0.1077964 Aug 18 12:52:08.788429 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabebb2c-1b5d-4cba-884c-7dbeeb44d06a service neutron] Pushing event updated for resources: {'Port': ['ID=bc4ae5c7-bca3-45a6-9cad-15fa8137069b,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:08.878509 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1044e5d8-8b75-4f53-95b0-faa75d2e88f2 x-openstack-request-id: req-1044e5d8-8b75-4f53-95b0-faa75d2e88f2 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:52:08.879092 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "253e802c-3541-4df7-9b17-05d26b33049f", "tag": "bc4ae5c7-bca3-45a6-9cad-15fa8137069b", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:52:08.879092 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1044e5d8-8b75-4f53-95b0-faa75d2e88f2 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:52:08.879543 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '253e802c-3541-4df7-9b17-05d26b33049f', 'tag': 'bc4ae5c7-bca3-45a6-9cad-15fa8137069b', 'status': 'completed', 'code': 200} Aug 18 12:52:08.968209 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98a01a87-0923-4564-b7a1-5a2f2a4d3034 req-3bd4e965-9097-413d-b65e-e7cd926b387f tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:52:08.982065 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de6d046-6e37-4476-833e-70f1eff4d6b7 None None] Sync routers for ids ['a9b39e85-e0bb-4b61-88aa-b5d1421419dc'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:52:09.006541 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de6d046-6e37-4476-833e-70f1eff4d6b7 None None] Routers {'a9b39e85-e0bb-4b61-88aa-b5d1421419dc'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:52:09.007719 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-1de6d046-6e37-4476-833e-70f1eff4d6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:51:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['a9b39e85-e0bb-4b61-88aa-b5d1421419dc'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:09.057443 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a01a87-0923-4564-b7a1-5a2f2a4d3034 req-3bd4e965-9097-413d-b65e-e7cd926b387f tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] No DVR routers for this DVR port 7a9ce944-2754-4b54-ab1a-316a1e404698 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:52:09.059866 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5a5d9-e5f0-4d95-963b-0ef3082c1768 req-6a67212f-18d2-4fde-b3ac-fd06bae476fa tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:09.072902 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3de5a5d9-e5f0-4d95-963b-0ef3082c1768 req-6a67212f-18d2-4fde-b3ac-fd06bae476fa tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6edab5d5-a84d-47f1-bc2d-8c52a75c54c5 HTTP/1.1" status: 200 len: 950 time: 0.2413135 Aug 18 12:52:09.077034 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-98a01a87-0923-4564-b7a1-5a2f2a4d3034 req-3bd4e965-9097-413d-b65e-e7cd926b387f tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:09.083071 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-98a01a87-0923-4564-b7a1-5a2f2a4d3034 req-3bd4e965-9097-413d-b65e-e7cd926b387f tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.20 "DELETE /v2.0/ports/7a9ce944-2754-4b54-ab1a-316a1e404698 HTTP/1.1" status: 204 len: 173 time: 2.9831526 Aug 18 12:52:09.083071 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea89456-27c8-4b4c-8bea-e414b197d248', 'name': 'network-vif-deleted', 'tag': '7a9ce944-2754-4b54-ab1a-316a1e404698'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:52:09.083071 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58713c5-414d-4008-b325-2457406881bc" -d '{"events": [{"server_uuid": "dea89456-27c8-4b4c-8bea-e414b197d248", "name": "network-vif-deleted", "tag": "7a9ce944-2754-4b54-ab1a-316a1e404698"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:52:09.114377 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35712) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:52:09.152487 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3de5a5d9-e5f0-4d95-963b-0ef3082c1768 req-6090f422-6acb-4401-aab5-4be1a03f633e tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784829 Aug 18 12:52:09.179290 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce41387-586d-4122-a044-3d34c86b5446 req-0383f653-4fb0-4022-afb7-7b4410f5d7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:09.181757 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7ce41387-586d-4122-a044-3d34c86b5446 req-0383f653-4fb0-4022-afb7-7b4410f5d7fc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=075606cfda364ddebe4be31640ab3a76&device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 1094 time: 0.3005807 Aug 18 12:52:09.231809 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-ed9c8d22-20ce-4d67-bea8-05d14d9136d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dafb5d5-481b-4f08-9c8a-186411566bd5 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:52:09.233619 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-1de6d046-6e37-4476-833e-70f1eff4d6b7 None None] Set router a9b39e85-e0bb-4b61-88aa-b5d1421419dc gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:52:09.256209 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-ed9c8d22-20ce-4d67-bea8-05d14d9136d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:09.259094 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60ee0fd-d13f-462c-9b41-e553cf2b7f98 x-openstack-request-id: req-e60ee0fd-d13f-462c-9b41-e553cf2b7f98 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:52:09.259388 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea89456-27c8-4b4c-8bea-e414b197d248", "name": "network-vif-deleted", "tag": "7a9ce944-2754-4b54-ab1a-316a1e404698", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:52:09.259643 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e60ee0fd-d13f-462c-9b41-e553cf2b7f98 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:52:09.260036 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea89456-27c8-4b4c-8bea-e414b197d248', 'name': 'network-vif-deleted', 'tag': '7a9ce944-2754-4b54-ab1a-316a1e404698', 'status': 'completed', 'code': 200} Aug 18 12:52:09.272006 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7ce41387-586d-4122-a044-3d34c86b5446 req-09e06eee-ef99-4ba6-8698-36d7df910189 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc4ae5c7-bca3-45a6-9cad-15fa8137069b HTTP/1.1" status: 200 len: 217 time: 0.0471292 Aug 18 12:52:09.313958 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d30247-0703-4edc-90f4-70d754b02af9 req-51d0f693-8f95-4d30-8a78-66c2f35ac406 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:09.315623 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-02d30247-0703-4edc-90f4-70d754b02af9 req-51d0f693-8f95-4d30-8a78-66c2f35ac406 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 943 time: 0.2306406 Aug 18 12:52:09.320974 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-ed9c8d22-20ce-4d67-bea8-05d14d9136d1 service neutron] Transition to ACTIVE for port object 5dafb5d5-481b-4f08-9c8a-186411566bd5 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:52:09.332977 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-4826bf85-bc9a-468c-80a9-26ce8755ae4f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1907964933-network', 'tenant_id': '2fe37f6b32e548f5b1016cf2f60cdb2b'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:52:09.357458 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 7a9ce944-2754-4b54-ab1a-316a1e404698 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:52:09.358754 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-f40890ca-001f-4f02-8a50-ac2f7ed5ade8 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Made reservation on behalf of a75dbc010737425ca08685b9dab39e3d for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:52:09.362050 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-f40890ca-001f-4f02-8a50-ac2f7ed5ade8 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:09.414082 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-02d30247-0703-4edc-90f4-70d754b02af9 req-624afc55-0b61-4ed1-be37-14e76d8dbe93 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883141 Aug 18 12:52:09.422607 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-ed9c8d22-20ce-4d67-bea8-05d14d9136d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:09.434710 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce41387-586d-4122-a044-3d34c86b5446 req-3eb59a67-a4e1-4331-a1f0-95392b9e2a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:09.436191 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7ce41387-586d-4122-a044-3d34c86b5446 req-3eb59a67-a4e1-4331-a1f0-95392b9e2a9d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7c71ac1-e82b-41d2-8931-67fb6a54cbad HTTP/1.1" status: 200 len: 847 time: 0.1478138 Aug 18 12:52:09.443749 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 7a9ce944-2754-4b54-ab1a-316a1e404698 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:52:09.446515 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 7a9ce944-2754-4b54-ab1a-316a1e404698 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:52:09.513440 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7ce41387-586d-4122-a044-3d34c86b5446 req-8aba9520-3b0d-47f9-bc90-6bb7f66c9c35 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8e2ca950-415a-439c-a01b-47dff2e51d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430105 Aug 18 12:52:09.520826 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4826bf85-bc9a-468c-80a9-26ce8755ae4f admin admin] Made reservation on behalf of 2fe37f6b32e548f5b1016cf2f60cdb2b for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:52:09.524470 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc002608-a590-4f52-91cc-ab8f3133b950 req-58b53feb-8f57-4347-84d0-28ead3760c29 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:09.525736 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4826bf85-bc9a-468c-80a9-26ce8755ae4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:09.525976 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cc002608-a590-4f52-91cc-ab8f3133b950 req-58b53feb-8f57-4347-84d0-28ead3760c29 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=1069e871-d52d-47d4-be35-b519a7ff1f03 HTTP/1.1" status: 200 len: 944 time: 0.1778064 Aug 18 12:52:09.591733 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4826bf85-bc9a-468c-80a9-26ce8755ae4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:09.624780 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c8d22-20ce-4d67-bea8-05d14d9136d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5dafb5d5-481b-4f08-9c8a-186411566bd5,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:09.737730 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4826bf85-bc9a-468c-80a9-26ce8755ae4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:09.791355 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944c49b-6db0-47d4-9338-faef33ed2ae5 req-a58786b8-fa52-4984-b695-1b394e623da0 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:09.800584 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b944c49b-6db0-47d4-9338-faef33ed2ae5 req-a58786b8-fa52-4984-b695-1b394e623da0 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 948 time: 0.2391715 Aug 18 12:52:09.814493 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4826bf85-bc9a-468c-80a9-26ce8755ae4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:09.846633 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cc002608-a590-4f52-91cc-ab8f3133b950 req-68f1cf1e-afbf-4196-a224-4c30fe5179ab tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051872 Aug 18 12:52:09.902098 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 7a087f7b-7aa0-49be-8c6d-5f58e283c5b5 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:52:09.912986 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7ce41387-586d-4122-a044-3d34c86b5446 req-f834daed-7836-4ea1-9e00-ad6c878d7b42 service neutron] 10.222.0.20 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835604 Aug 18 12:52:09.915826 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4826bf85-bc9a-468c-80a9-26ce8755ae4f admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:52:09.957635 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b944c49b-6db0-47d4-9338-faef33ed2ae5 req-76edebdd-b555-417c-9567-ed03bfb83dee tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560917 Aug 18 12:52:10.001601 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-ed9c8d22-20ce-4d67-bea8-05d14d9136d1 service neutron] Attempting to bind port 5dafb5d5-481b-4f08-9c8a-186411566bd5 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:52:10.004309 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-ed9c8d22-20ce-4d67-bea8-05d14d9136d1 service neutron] Attempting to bind port 5dafb5d5-481b-4f08-9c8a-186411566bd5 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:52:10.005032 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-ed9c8d22-20ce-4d67-bea8-05d14d9136d1 service neutron] Attempting to bind port 5dafb5d5-481b-4f08-9c8a-186411566bd5 on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:52:10.007527 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826bf85-bc9a-468c-80a9-26ce8755ae4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fe7c9a-9ce7-45fe-8e31-050e34bd5352,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:10.019913 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4826bf85-bc9a-468c-80a9-26ce8755ae4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:10.023255 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-4826bf85-bc9a-468c-80a9-26ce8755ae4f admin admin] Added segment 97efc5da-ecd0-4484-ac0f-ba58622f7886 of type vlan for network c56831c1-4f14-467f-8a65-5e4dcdcf485f Aug 18 12:52:10.048541 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-ed9c8d22-20ce-4d67-bea8-05d14d9136d1 service neutron] Port 5dafb5d5-481b-4f08-9c8a-186411566bd5 on network f82a481e-2d3e-49f3-a273-639556667c8a not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:52:10.052238 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-ed9c8d22-20ce-4d67-bea8-05d14d9136d1 service neutron] Attempting to bind port 5dafb5d5-481b-4f08-9c8a-186411566bd5 on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:52:10.105853 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7ce41387-586d-4122-a044-3d34c86b5446 req-b6f8fa3d-dedc-4abe-9909-d1d74be9cec8 service neutron] 10.222.0.20 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767361 Aug 18 12:52:10.107147 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-ed9c8d22-20ce-4d67-bea8-05d14d9136d1 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:52:10.107701 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-ed9c8d22-20ce-4d67-bea8-05d14d9136d1 service neutron] Checking segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:52:10.108023 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-f40890ca-001f-4f02-8a50-ac2f7ed5ade8 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Allocated IP 172.20.0.3 (02fd23fc-4be9-4045-ae50-4a7decb4e07c/154e0376-ea0e-40f2-a861-d291c3269453/eeccd98d-34ca-40d1-ac64-bebdc644f4e1) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:52:10.108523 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-ed9c8d22-20ce-4d67-bea8-05d14d9136d1 service neutron] Bound using segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:52:10.109165 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-ed9c8d22-20ce-4d67-bea8-05d14d9136d1 service neutron] Bound port: 5dafb5d5-481b-4f08-9c8a-186411566bd5, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:52:10.109722 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-ed9c8d22-20ce-4d67-bea8-05d14d9136d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:10.118003 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-1de6d046-6e37-4476-833e-70f1eff4d6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1877647334-router', 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '60406fab-52d2-40fa-8cee-7dfc0389d0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:49:24Z', 'updated_at': '2021-08-18T12:49:34Z', 'revision_number': 4, 'project_id': 'a75dbc010737425ca08685b9dab39e3d', 'gw_port': {'id': '60406fab-52d2-40fa-8cee-7dfc0389d0b3', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:19:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:27Z', 'updated_at': '2021-08-18T12:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655', 'name': '', 'network_id': '02fd23fc-4be9-4045-ae50-4a7decb4e07c', 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d', 'mac_address': 'fa:16:3e:24:e8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '154e0376-ea0e-40f2-a861-d291c3269453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:33Z', 'updated_at': '2021-08-18T12:49:42Z', 'revision_number': 5, 'project_id': 'a75dbc010737425ca08685b9dab39e3d', 'subnets': [{'id': '154e0376-ea0e-40f2-a861-d291c3269453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:10.173899 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4826bf85-bc9a-468c-80a9-26ce8755ae4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:10.208793 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5160b9ad-fd31-49ea-96c3-288aa000e719 req-7c9e3993-1926-4a4f-b9fd-f91018e39f6f tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/ports?device_id=01abb1e9-cf1b-4191-bcb2-3fb2606a2988 HTTP/1.1" status: 200 len: 210 time: 0.0985770 Aug 18 12:52:10.231813 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de6d046-6e37-4476-833e-70f1eff4d6b7 None None] Checking router: a9b39e85-e0bb-4b61-88aa-b5d1421419dc for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:52:10.252405 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de6d046-6e37-4476-833e-70f1eff4d6b7 None None] Routers {'a9b39e85-e0bb-4b61-88aa-b5d1421419dc'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:52:10.253249 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-1de6d046-6e37-4476-833e-70f1eff4d6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:51:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['a9b39e85-e0bb-4b61-88aa-b5d1421419dc'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:10.329448 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-ed9c8d22-20ce-4d67-bea8-05d14d9136d1 service neutron] For port 5dafb5d5-481b-4f08-9c8a-186411566bd5, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:52:10.349214 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-ed9c8d22-20ce-4d67-bea8-05d14d9136d1 service neutron] For port 5dafb5d5-481b-4f08-9c8a-186411566bd5, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=5dafb5d5-481b-4f08-9c8a-186411566bd5,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:52:10.359614 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716ea5d-a444-4b5e-8263-f2a2e0c0b3ff req-49e2e96c-0bfd-48be-bf7a-a5f459dd548f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:10.361420 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2716ea5d-a444-4b5e-8263-f2a2e0c0b3ff req-49e2e96c-0bfd-48be-bf7a-a5f459dd548f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=075606cfda364ddebe4be31640ab3a76&device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 1094 time: 0.0799565 Aug 18 12:52:10.400277 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 7a087f7b-7aa0-49be-8c6d-5f58e283c5b5, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=7a087f7b-7aa0-49be-8c6d-5f58e283c5b5,segment=NetworkSegment(908af126-c217-456c-b1ef-f447c03c2104),segment_id=908af126-c217-456c-b1ef-f447c03c2104)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:10.443197 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4826bf85-bc9a-468c-80a9-26ce8755ae4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:10.444380 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4826bf85-bc9a-468c-80a9-26ce8755ae4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:10.444972 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4826bf85-bc9a-468c-80a9-26ce8755ae4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:10.455151 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-ed9c8d22-20ce-4d67-bea8-05d14d9136d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:10.483144 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27f4e1-9801-47ed-9098-aff0028b347f req-a9a63c40-60c8-40b5-9f84-f51313b6bd63 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:10.490204 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8c27f4e1-9801-47ed-9098-aff0028b347f req-a9a63c40-60c8-40b5-9f84-f51313b6bd63 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6edab5d5-a84d-47f1-bc2d-8c52a75c54c5 HTTP/1.1" status: 200 len: 950 time: 0.1882076 Aug 18 12:52:10.518742 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ca4c8-0d01-47ad-8bc0-60b6decb549b req-60add891-47cf-401f-8a94-9e964929ee6c tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:10.519871 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b09ca4c8-0d01-47ad-8bc0-60b6decb549b req-60add891-47cf-401f-8a94-9e964929ee6c tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.20 "GET /v2.0/ports?device_id=6edab5d5-a84d-47f1-bc2d-8c52a75c54c5 HTTP/1.1" status: 200 len: 950 time: 0.2857771 Aug 18 12:52:10.563133 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-ed9c8d22-20ce-4d67-bea8-05d14d9136d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:10.563324 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-ed9c8d22-20ce-4d67-bea8-05d14d9136d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:10.564642 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-ed9c8d22-20ce-4d67-bea8-05d14d9136d1 service neutron] 10.222.0.20 "PUT /v2.0/ports/5dafb5d5-481b-4f08-9c8a-186411566bd5 HTTP/1.1" status: 200 len: 1096 time: 2.5631485 Aug 18 12:52:10.583202 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-1de6d046-6e37-4476-833e-70f1eff4d6b7 None None] Set router a9b39e85-e0bb-4b61-88aa-b5d1421419dc gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:52:10.597035 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826bf85-bc9a-468c-80a9-26ce8755ae4f admin admin] Pushing event updated for resources: {'Network': ['ID=c56831c1-4f14-467f-8a65-5e4dcdcf485f,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:10.652295 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4826bf85-bc9a-468c-80a9-26ce8755ae4f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5342102 Aug 18 12:52:10.659461 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35730) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:52:10.671059 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-afa0b669-025d-4e75-89b3-7bdf3fdff923 admin admin] Request body: {'subnet': {'network_id': 'c56831c1-4f14-467f-8a65-5e4dcdcf485f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1907964933-subnet', 'tenant_id': '2fe37f6b32e548f5b1016cf2f60cdb2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:52:10.676823 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c8d22-20ce-4d67-bea8-05d14d9136d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5dafb5d5-481b-4f08-9c8a-186411566bd5,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:10.683684 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-f40890ca-001f-4f02-8a50-ac2f7ed5ade8 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:10.704995 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716ea5d-a444-4b5e-8263-f2a2e0c0b3ff req-8ea04fa0-292c-44a8-9eca-ec587ffcbe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:10.706495 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2716ea5d-a444-4b5e-8263-f2a2e0c0b3ff req-8ea04fa0-292c-44a8-9eca-ec587ffcbe8f service neutron] 10.222.0.20 "GET /v2.0/networks?id=8e2ca950-415a-439c-a01b-47dff2e51d7d HTTP/1.1" status: 200 len: 908 time: 0.3375580 Aug 18 12:52:10.727980 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8c27f4e1-9801-47ed-9098-aff0028b347f req-1e87452f-543e-4da8-9a78-662f6b13f0f9 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046337 Aug 18 12:52:10.733294 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-f40890ca-001f-4f02-8a50-ac2f7ed5ade8 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Transition to ACTIVE for port object eeccd98d-34ca-40d1-ac64-bebdc644f4e1 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:52:10.767928 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network c56831c1-4f14-467f-8a65-5e4dcdcf485f details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:52:10.800487 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6a9f4-1a46-4f3d-bc36-f7cc77caa857 req-c218c40c-3d8f-44d5-828e-5b1f4470c23a tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:10.801716 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c2d6a9f4-1a46-4f3d-bc36-f7cc77caa857 req-c218c40c-3d8f-44d5-828e-5b1f4470c23a tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 943 time: 0.2344868 Aug 18 12:52:10.827303 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2716ea5d-a444-4b5e-8263-f2a2e0c0b3ff req-edbb04f8-ea60-4ba7-ab40-647defa000a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc4ae5c7-bca3-45a6-9cad-15fa8137069b HTTP/1.1" status: 200 len: 217 time: 0.1032245 Aug 18 12:52:10.842437 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa0b669-025d-4e75-89b3-7bdf3fdff923 admin admin] Made reservation on behalf of 2fe37f6b32e548f5b1016cf2f60cdb2b for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:52:10.842437 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-afa0b669-025d-4e75-89b3-7bdf3fdff923 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:10.881064 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-f40890ca-001f-4f02-8a50-ac2f7ed5ade8 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:11.009744 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '7a087f7b-7aa0-49be-8c6d-5f58e283c5b5', 'network_id': 'bab0909c-e2b3-45b7-b9ea-31a3c90130ac', 'port_id': '7a087f7b-7aa0-49be-8c6d-5f58e283c5b5', 'mac_address': 'fa:16:3e:54:5a:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8059427-8094-4919-a4ba-5ba769b61640', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:52:11.037137 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c2d6a9f4-1a46-4f3d-bc36-f7cc77caa857 req-0769482b-13d0-4def-b58f-1d9b2c836ccc tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119720 Aug 18 12:52:11.074775 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-493b05b4-5c45-4517-b75f-aeba8d767d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:11.075069 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-f40890ca-001f-4f02-8a50-ac2f7ed5ade8 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Network 02fd23fc-4be9-4045-ae50-4a7decb4e07c is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:52:11.075841 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40890ca-001f-4f02-8a50-ac2f7ed5ade8 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Pushing event updated for resources: {'Port': ['ID=eeccd98d-34ca-40d1-ac64-bebdc644f4e1,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:11.091464 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-f40890ca-001f-4f02-8a50-ac2f7ed5ade8 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:52:11.095838 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-f40890ca-001f-4f02-8a50-ac2f7ed5ade8 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:52:11.104470 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-493b05b4-5c45-4517-b75f-aeba8d767d75 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dfbf1e57c29344368949d54d6fc1d536&device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 1099 time: 0.3738523 Aug 18 12:52:11.110583 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:11.125273 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a087f7b-7aa0-49be-8c6d-5f58e283c5b5 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:52:11.159673 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 7a087f7b-7aa0-49be-8c6d-5f58e283c5b5, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=7a087f7b-7aa0-49be-8c6d-5f58e283c5b5,segment=NetworkSegment(908af126-c217-456c-b1ef-f447c03c2104),segment_id=908af126-c217-456c-b1ef-f447c03c2104)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:11.160022 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716ea5d-a444-4b5e-8263-f2a2e0c0b3ff req-927c410c-e262-4e36-9a88-0294d9a0263c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:11.161501 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2716ea5d-a444-4b5e-8263-f2a2e0c0b3ff req-927c410c-e262-4e36-9a88-0294d9a0263c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7c71ac1-e82b-41d2-8931-67fb6a54cbad HTTP/1.1" status: 200 len: 847 time: 0.3230226 Aug 18 12:52:11.172973 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-1de6d046-6e37-4476-833e-70f1eff4d6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1877647334-router', 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '60406fab-52d2-40fa-8cee-7dfc0389d0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:49:24Z', 'updated_at': '2021-08-18T12:49:34Z', 'revision_number': 4, 'project_id': 'a75dbc010737425ca08685b9dab39e3d', 'gw_port': {'id': '60406fab-52d2-40fa-8cee-7dfc0389d0b3', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:19:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:27Z', 'updated_at': '2021-08-18T12:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655', 'name': '', 'network_id': '02fd23fc-4be9-4045-ae50-4a7decb4e07c', 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d', 'mac_address': 'fa:16:3e:24:e8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '154e0376-ea0e-40f2-a861-d291c3269453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:33Z', 'updated_at': '2021-08-18T12:49:42Z', 'revision_number': 5, 'project_id': 'a75dbc010737425ca08685b9dab39e3d', 'subnets': [{'id': '154e0376-ea0e-40f2-a861-d291c3269453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:11.177878 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d183419-b1b0-458f-84c0-7df3f77da685 req-2b7e4925-2644-491c-ad07-dd5230d14e27 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:11.186615 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6d183419-b1b0-458f-84c0-7df3f77da685 req-2b7e4925-2644-491c-ad07-dd5230d14e27 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=1069e871-d52d-47d4-be35-b519a7ff1f03 HTTP/1.1" status: 200 len: 944 time: 0.1756518 Aug 18 12:52:11.192348 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-b09ca4c8-0d01-47ad-8bc0-60b6decb549b req-12040e6d-8efe-4ca8-92a3-38e5eafc7599 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Deleting port b7b13399-6ee2-4483-9bc2-22c8c75b70d1 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:52:11.192748 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b09ca4c8-0d01-47ad-8bc0-60b6decb549b req-12040e6d-8efe-4ca8-92a3-38e5eafc7599 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:11.241410 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de6d046-6e37-4476-833e-70f1eff4d6b7 None None] The sync data for ids ['a9b39e85-e0bb-4b61-88aa-b5d1421419dc'] in n-d-803603-2 is: [{'id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1877647334-router', 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '60406fab-52d2-40fa-8cee-7dfc0389d0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:49:24Z', 'updated_at': '2021-08-18T12:49:34Z', 'revision_number': 4, 'project_id': 'a75dbc010737425ca08685b9dab39e3d', 'gw_port': {'id': '60406fab-52d2-40fa-8cee-7dfc0389d0b3', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:19:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:27Z', 'updated_at': '2021-08-18T12:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655', 'name': '', 'network_id': '02fd23fc-4be9-4045-ae50-4a7decb4e07c', 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d', 'mac_address': 'fa:16:3e:24:e8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '154e0376-ea0e-40f2-a861-d291c3269453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:33Z', 'updated_at': '2021-08-18T12:49:42Z', 'revision_number': 5, 'project_id': 'a75dbc010737425ca08685b9dab39e3d', 'subnets': [{'id': '154e0376-ea0e-40f2-a861-d291c3269453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:52:11.262465 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:11.265313 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c28552-d32e-4386-9e17-fb2b327385ed', 'tag': '5dafb5d5-481b-4f08-9c8a-186411566bd5'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:52:11.267654 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1388d5-1d2d-49e6-a5fc-d0cdd0a532f5" -d '{"events": [{"name": "network-changed", "server_uuid": "88c28552-d32e-4386-9e17-fb2b327385ed", "tag": "5dafb5d5-481b-4f08-9c8a-186411566bd5"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:52:11.281355 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-1b89ec65-6d6c-421b-885d-535dc26a78b1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=5dafb5d5-481b-4f08-9c8a-186411566bd5 HTTP/1.1" status: 200 len: 217 time: 0.1473970 Aug 18 12:52:11.329159 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-f40890ca-001f-4f02-8a50-ac2f7ed5ade8 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:11.329827 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-f40890ca-001f-4f02-8a50-ac2f7ed5ade8 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:11.402949 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=7a087f7b-7aa0-49be-8c6d-5f58e283c5b5,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:11.415792 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2716ea5d-a444-4b5e-8263-f2a2e0c0b3ff req-6c339ed3-6a00-4923-943c-794f986f433f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8e2ca950-415a-439c-a01b-47dff2e51d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1773796 Aug 18 12:52:11.443552 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6d183419-b1b0-458f-84c0-7df3f77da685 req-1902f2ad-367a-4573-a734-72ac78d99a2f tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538049 Aug 18 12:52:11.499709 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['7a087f7b-7aa0-49be-8c6d-5f58e283c5b5'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:52:11.503445 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-b09ca4c8-0d01-47ad-8bc0-60b6decb549b req-12040e6d-8efe-4ca8-92a3-38e5eafc7599 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] For port b7b13399-6ee2-4483-9bc2-22c8c75b70d1, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=b7b13399-6ee2-4483-9bc2-22c8c75b70d1,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:11.504077 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b09ca4c8-0d01-47ad-8bc0-60b6decb549b req-12040e6d-8efe-4ca8-92a3-38e5eafc7599 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:11.509394 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-f40890ca-001f-4f02-8a50-ac2f7ed5ade8 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7480252 Aug 18 12:52:11.539658 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-90eefc54-e962-47e4-9bc7-e4adde9be28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:11.541121 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-90eefc54-e962-47e4-9bc7-e4adde9be28e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.2228813 Aug 18 12:52:11.546155 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-2e29c2e2-8b7b-4bae-bcf5-d8e7022a3ba8 service neutron] Request body: {'port': {'device_id': '01abb1e9-cf1b-4191-bcb2-3fb2606a2988', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:52:11.565238 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ba5c8b98-a1d5-4f4a-83a0-9ebb0b8a3ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:11.649123 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-b09ca4c8-0d01-47ad-8bc0-60b6decb549b req-12040e6d-8efe-4ca8-92a3-38e5eafc7599 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Calling delete_port for b7b13399-6ee2-4483-9bc2-22c8c75b70d1 owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:52:11.653164 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-67251b05-5d37-4722-aa4b-d3491c3931b0 None None] Provisioning for port eeccd98d-34ca-40d1-ac64-bebdc644f4e1 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:52:11.662974 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-67251b05-5d37-4722-aa4b-d3491c3931b0 None None] Provisioning complete for port eeccd98d-34ca-40d1-ac64-bebdc644f4e1 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:52:11.663949 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-67251b05-5d37-4722-aa4b-d3491c3931b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:11.686397 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdff80f7-149f-4c94-a0e8-e7d562ee4f98 None None] New status for floating IP 79e05150-a5e0-4c76-a608-d18af971e712: DOWN {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:52:11.757136 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-67251b05-5d37-4722-aa4b-d3491c3931b0 None None] Port eeccd98d-34ca-40d1-ac64-bebdc644f4e1 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:52:11.865236 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-2e29c2e2-8b7b-4bae-bcf5-d8e7022a3ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:11.998610 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97321d3a-f557-4607-acda-1723a75a4275 req-7a60a65e-f258-44a7-923c-02c294e43c88 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:12.002677 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-97321d3a-f557-4607-acda-1723a75a4275 req-7a60a65e-f258-44a7-923c-02c294e43c88 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 948 time: 0.7631900 Aug 18 12:52:12.066578 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2716ea5d-a444-4b5e-8263-f2a2e0c0b3ff req-1a451a06-2866-4689-99af-bb67ed244dfa service neutron] 10.222.0.20 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6294281 Aug 18 12:52:12.114815 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-955d1c00-c99c-48df-a1a6-55140bf85e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:12.116247 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-955d1c00-c99c-48df-a1a6-55140bf85e24 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5333254 Aug 18 12:52:12.152705 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-97321d3a-f557-4607-acda-1723a75a4275 req-8d3425b6-366f-4d7d-bcb6-004a033f60ed tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366782 Aug 18 12:52:12.239668 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0582ad0-5d7a-4342-8b6d-debbf3d7faa3 x-openstack-request-id: req-f0582ad0-5d7a-4342-8b6d-debbf3d7faa3 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:52:12.239960 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88c28552-d32e-4386-9e17-fb2b327385ed", "tag": "5dafb5d5-481b-4f08-9c8a-186411566bd5", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:52:12.240233 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f0582ad0-5d7a-4342-8b6d-debbf3d7faa3 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:52:12.240616 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88c28552-d32e-4386-9e17-fb2b327385ed', 'tag': '5dafb5d5-481b-4f08-9c8a-186411566bd5', 'status': 'completed', 'code': 200} Aug 18 12:52:12.250536 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-afa0b669-025d-4e75-89b3-7bdf3fdff923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:12.263756 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b09ca4c8-0d01-47ad-8bc0-60b6decb549b req-12040e6d-8efe-4ca8-92a3-38e5eafc7599 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:12.278549 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829', '48f53cde-d105-4bee-8736-656bf65b7842'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:52:12.282433 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5cf18-028d-44ab-8a20-a41622e261d6 req-aad28c1d-ef82-48ae-883c-d3a34b58d3d0 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:12.290559 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-82d5cf18-028d-44ab-8a20-a41622e261d6 req-aad28c1d-ef82-48ae-883c-d3a34b58d3d0 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/ports?device_id=01abb1e9-cf1b-4191-bcb2-3fb2606a2988 HTTP/1.1" status: 200 len: 931 time: 0.4990253 Aug 18 12:52:12.366233 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-82d5cf18-028d-44ab-8a20-a41622e261d6 req-2a40c843-f878-44eb-93f7-427628802670 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/security-groups?id=629e5b21-6a46-4fe5-97a5-33e5925ab6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746377 Aug 18 12:52:12.383140 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12040e6d-8efe-4ca8-92a3-38e5eafc7599 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Pushing event deleted for resources: {'Port': ['ID=b7b13399-6ee2-4483-9bc2-22c8c75b70d1,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:12.488890 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a38756ec-e1b7-4d17-a6fb-97a19dc93e25 req-1a2d91a6-7a62-4ed6-b6d0-5794a4c9eef2 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6edab5d5-a84d-47f1-bc2d-8c52a75c54c5 HTTP/1.1" status: 200 len: 210 time: 0.1822040 Aug 18 12:52:12.495666 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2716ea5d-a444-4b5e-8263-f2a2e0c0b3ff req-b52f9b84-f782-457c-a9e9-d529608a410d service neutron] 10.222.0.20 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986642 Aug 18 12:52:12.500539 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-b09ca4c8-0d01-47ad-8bc0-60b6decb549b req-12040e6d-8efe-4ca8-92a3-38e5eafc7599 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] No DVR routers for this DVR port b7b13399-6ee2-4483-9bc2-22c8c75b70d1 on host n-h2-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:52:12.520481 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0b669-025d-4e75-89b3-7bdf3fdff923 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7350c50-b03f-467a-a5ed-4898dcd42f1b,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:12.531011 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa0b669-025d-4e75-89b3-7bdf3fdff923 admin admin] Checking segment: {'id': '97efc5da-ecd0-4484-ac0f-ba58622f7886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c56831c1-4f14-467f-8a65-5e4dcdcf485f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:52:12.531457 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa0b669-025d-4e75-89b3-7bdf3fdff923 admin admin] Network hostable DHCP agents. Network: c56831c1-4f14-467f-8a65-5e4dcdcf485f, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:52:12.535198 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-dda99c34-152c-49be-91e2-a277f77ab93d service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034240 Aug 18 12:52:12.540500 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b09ca4c8-0d01-47ad-8bc0-60b6decb549b req-12040e6d-8efe-4ca8-92a3-38e5eafc7599 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:12.542870 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b09ca4c8-0d01-47ad-8bc0-60b6decb549b req-12040e6d-8efe-4ca8-92a3-38e5eafc7599 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.20 "DELETE /v2.0/ports/b7b13399-6ee2-4483-9bc2-22c8c75b70d1 HTTP/1.1" status: 204 len: 173 time: 1.9968822 Aug 18 12:52:12.544514 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6edab5d5-a84d-47f1-bc2d-8c52a75c54c5', 'name': 'network-vif-deleted', 'tag': 'b7b13399-6ee2-4483-9bc2-22c8c75b70d1'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:52:12.547016 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce3567f-066c-4ea6-94d8-56237f5c5385" -d '{"events": [{"server_uuid": "6edab5d5-a84d-47f1-bc2d-8c52a75c54c5", "name": "network-vif-deleted", "tag": "b7b13399-6ee2-4483-9bc2-22c8c75b70d1"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:52:12.615226 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcec7ba-5746-449f-ad4e-57561b1e8bdf req-2a08a6c1-08bc-427b-a8b4-fbeca7addd85 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:12.617100 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa0b669-025d-4e75-89b3-7bdf3fdff923 admin admin] Network c56831c1-4f14-467f-8a65-5e4dcdcf485f is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:52:12.623273 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3fcec7ba-5746-449f-ad4e-57561b1e8bdf req-2a08a6c1-08bc-427b-a8b4-fbeca7addd85 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 943 time: 0.1239154 Aug 18 12:52:12.675129 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3fcec7ba-5746-449f-ad4e-57561b1e8bdf req-cfef50ce-9f44-4cf4-a8e0-b9f44bef5088 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505922 Aug 18 12:52:12.697051 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-66b90e32-1b7f-4634-b9b5-534a5978d1a3 req-d31e6e90-e7c7-4f79-8c0b-cede0d791691 service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442316 Aug 18 12:52:12.699789 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-afa0b669-025d-4e75-89b3-7bdf3fdff923 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, c56831c1-4f14-467f-8a65-5e4dcdcf485f) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:52:12.704934 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa0b669-025d-4e75-89b3-7bdf3fdff923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:12.706301 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-afa0b669-025d-4e75-89b3-7bdf3fdff923 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:12.721420 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5456f-15b5-4995-811c-596b7c94fdc2 req-c5366b13-b885-4756-9656-9d1e8a66ffeb tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:12.722821 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ad5456f-15b5-4995-811c-596b7c94fdc2 req-c5366b13-b885-4756-9656-9d1e8a66ffeb tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=1069e871-d52d-47d4-be35-b519a7ff1f03 HTTP/1.1" status: 200 len: 945 time: 0.1089449 Aug 18 12:52:12.724678 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cec64e-044f-4e7e-8b9c-fdaae7e49d04 None None] Network c56831c1-4f14-467f-8a65-5e4dcdcf485f requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:52:12.750375 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5fa33e0-41f6-4ad1-bed9-6c63b89bced7 x-openstack-request-id: req-b5fa33e0-41f6-4ad1-bed9-6c63b89bced7 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:52:12.751418 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6edab5d5-a84d-47f1-bc2d-8c52a75c54c5", "name": "network-vif-deleted", "tag": "b7b13399-6ee2-4483-9bc2-22c8c75b70d1", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:52:12.751418 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5fa33e0-41f6-4ad1-bed9-6c63b89bced7 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:52:12.751418 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6edab5d5-a84d-47f1-bc2d-8c52a75c54c5', 'name': 'network-vif-deleted', 'tag': 'b7b13399-6ee2-4483-9bc2-22c8c75b70d1', 'status': 'completed', 'code': 200} Aug 18 12:52:12.822953 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ad5456f-15b5-4995-811c-596b7c94fdc2 req-79a23e89-5f04-48b9-aa1e-14b48d511fb7 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816703 Aug 18 12:52:12.864779 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-afa0b669-025d-4e75-89b3-7bdf3fdff923 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.1921964 Aug 18 12:52:12.882587 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-2e29c2e2-8b7b-4bae-bcf5-d8e7022a3ba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeccd98d-34ca-40d1-ac64-bebdc644f4e1 {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:52:12.892651 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-2e29c2e2-8b7b-4bae-bcf5-d8e7022a3ba8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:12.919824 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-2e29c2e2-8b7b-4bae-bcf5-d8e7022a3ba8 service neutron] Transition to ACTIVE for port object eeccd98d-34ca-40d1-ac64-bebdc644f4e1 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:52:12.975429 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1388d5-1d2d-49e6-a5fc-d0cdd0a532f5 req-4b7f5703-5ffc-4453-9254-faf8440e184a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:12.982385 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bb1388d5-1d2d-49e6-a5fc-d0cdd0a532f5 req-4b7f5703-5ffc-4453-9254-faf8440e184a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dfbf1e57c29344368949d54d6fc1d536&device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 1099 time: 0.0780966 Aug 18 12:52:12.982849 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-2e29c2e2-8b7b-4bae-bcf5-d8e7022a3ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:13.060760 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29c2e2-8b7b-4bae-bcf5-d8e7022a3ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=eeccd98d-34ca-40d1-ac64-bebdc644f4e1,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:13.175301 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-2e29c2e2-8b7b-4bae-bcf5-d8e7022a3ba8 service neutron] Attempting to bind port eeccd98d-34ca-40d1-ac64-bebdc644f4e1 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:52:13.175648 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-2e29c2e2-8b7b-4bae-bcf5-d8e7022a3ba8 service neutron] Attempting to bind port eeccd98d-34ca-40d1-ac64-bebdc644f4e1 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': 'c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '02fd23fc-4be9-4045-ae50-4a7decb4e07c'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:52:13.175980 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-2e29c2e2-8b7b-4bae-bcf5-d8e7022a3ba8 service neutron] Attempting to bind port eeccd98d-34ca-40d1-ac64-bebdc644f4e1 on network 02fd23fc-4be9-4045-ae50-4a7decb4e07c {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:52:13.181247 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-2e29c2e2-8b7b-4bae-bcf5-d8e7022a3ba8 service neutron] Port eeccd98d-34ca-40d1-ac64-bebdc644f4e1 on network 02fd23fc-4be9-4045-ae50-4a7decb4e07c not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:52:13.181585 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-2e29c2e2-8b7b-4bae-bcf5-d8e7022a3ba8 service neutron] Attempting to bind port eeccd98d-34ca-40d1-ac64-bebdc644f4e1 on network 02fd23fc-4be9-4045-ae50-4a7decb4e07c {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:52:13.188001 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-2e29c2e2-8b7b-4bae-bcf5-d8e7022a3ba8 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:52:13.189791 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-2e29c2e2-8b7b-4bae-bcf5-d8e7022a3ba8 service neutron] Checking segment: {'id': 'c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '02fd23fc-4be9-4045-ae50-4a7decb4e07c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:52:13.189791 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-2e29c2e2-8b7b-4bae-bcf5-d8e7022a3ba8 service neutron] Bound using segment: {'id': 'c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '02fd23fc-4be9-4045-ae50-4a7decb4e07c'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:52:13.189791 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-2e29c2e2-8b7b-4bae-bcf5-d8e7022a3ba8 service neutron] Bound port: eeccd98d-34ca-40d1-ac64-bebdc644f4e1, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '02fd23fc-4be9-4045-ae50-4a7decb4e07c'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:52:13.189791 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-2e29c2e2-8b7b-4bae-bcf5-d8e7022a3ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:13.211975 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1388d5-1d2d-49e6-a5fc-d0cdd0a532f5 req-d5e2c957-5229-4baa-b427-2343cc565ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:13.213498 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bb1388d5-1d2d-49e6-a5fc-d0cdd0a532f5 req-d5e2c957-5229-4baa-b427-2343cc565ce0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.2145901 Aug 18 12:52:13.298901 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bb1388d5-1d2d-49e6-a5fc-d0cdd0a532f5 req-29a964b8-f6da-40fd-af8e-6e713c6428b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=5dafb5d5-481b-4f08-9c8a-186411566bd5 HTTP/1.1" status: 200 len: 217 time: 0.0656633 Aug 18 12:52:13.309734 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device b7b13399-6ee2-4483-9bc2-22c8c75b70d1 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:52:13.322995 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-2e29c2e2-8b7b-4bae-bcf5-d8e7022a3ba8 service neutron] For port eeccd98d-34ca-40d1-ac64-bebdc644f4e1, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:52:13.330336 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-2e29c2e2-8b7b-4bae-bcf5-d8e7022a3ba8 service neutron] For port eeccd98d-34ca-40d1-ac64-bebdc644f4e1, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=eeccd98d-34ca-40d1-ac64-bebdc644f4e1,segment=NetworkSegment(c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca),segment_id=c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:52:13.340046 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b718b00-76c5-4039-84d5-3e7151fe06f7 None None] Network c56831c1-4f14-467f-8a65-5e4dcdcf485f requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:52:13.352601 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: b7b13399-6ee2-4483-9bc2-22c8c75b70d1 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:52:13.352947 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device b7b13399-6ee2-4483-9bc2-22c8c75b70d1 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:52:13.405720 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-2e29c2e2-8b7b-4bae-bcf5-d8e7022a3ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:13.435382 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1388d5-1d2d-49e6-a5fc-d0cdd0a532f5 req-9a2ab890-723a-4f81-b07e-ecd85e4571bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:13.438064 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bb1388d5-1d2d-49e6-a5fc-d0cdd0a532f5 req-9a2ab890-723a-4f81-b07e-ecd85e4571bb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.1248655 Aug 18 12:52:13.452343 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251ac8a-1048-456a-b1c1-7026bae4ff1b req-0286074c-c2ad-47ed-b62d-dc493df38c25 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:13.460279 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f251ac8a-1048-456a-b1c1-7026bae4ff1b req-0286074c-c2ad-47ed-b62d-dc493df38c25 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 948 time: 0.1578722 Aug 18 12:52:13.532062 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f251ac8a-1048-456a-b1c1-7026bae4ff1b req-91548db9-aeff-484c-8e08-a8897e0f553e tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682583 Aug 18 12:52:13.535839 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1388d5-1d2d-49e6-a5fc-d0cdd0a532f5 req-37682a2f-b0e3-473b-b29c-60b6f4695c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:13.542577 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bb1388d5-1d2d-49e6-a5fc-d0cdd0a532f5 req-37682a2f-b0e3-473b-b29c-60b6f4695c62 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0818713 Aug 18 12:52:13.583006 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-2e29c2e2-8b7b-4bae-bcf5-d8e7022a3ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:13.584753 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-2e29c2e2-8b7b-4bae-bcf5-d8e7022a3ba8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:13.585835 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-2e29c2e2-8b7b-4bae-bcf5-d8e7022a3ba8 service neutron] 10.222.0.39 "PUT /v2.0/ports/eeccd98d-34ca-40d1-ac64-bebdc644f4e1 HTTP/1.1" status: 200 len: 1091 time: 2.0496409 Aug 18 12:52:13.652464 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1819c-cd0f-4b92-8020-757c957858db req-bbf20893-1164-48af-b40e-19cbb41353b1 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:13.654149 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-84e1819c-cd0f-4b92-8020-757c957858db req-bbf20893-1164-48af-b40e-19cbb41353b1 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/networks?id=c56831c1-4f14-467f-8a65-5e4dcdcf485f HTTP/1.1" status: 200 len: 806 time: 0.2293940 Aug 18 12:52:13.654907 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29c2e2-8b7b-4bae-bcf5-d8e7022a3ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=eeccd98d-34ca-40d1-ac64-bebdc644f4e1,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:13.681868 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-84e1819c-cd0f-4b92-8020-757c957858db req-90e80a1b-db8d-4650-b40b-848e18ae1fe0 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/quotas/2fe37f6b32e548f5b1016cf2f60cdb2b HTTP/1.1" status: 200 len: 375 time: 0.0196776 Aug 18 12:52:13.684829 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba50f6b-06dc-43d3-958b-cc4af09a7b05 req-5d4958cc-acda-44dc-9b0e-3921c79d713d tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:13.688888 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4ba50f6b-06dc-43d3-958b-cc4af09a7b05 req-5d4958cc-acda-44dc-9b0e-3921c79d713d tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/ports?device_id=01abb1e9-cf1b-4191-bcb2-3fb2606a2988 HTTP/1.1" status: 200 len: 943 time: 0.0681636 Aug 18 12:52:13.697622 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-564ef2b4-00a2-4cec-b3f6-b54caf208a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:13.732989 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-84e1819c-cd0f-4b92-8020-757c957858db req-6db9bb3c-239b-4154-be7c-566b18f8ddd3 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fe37f6b32e548f5b1016cf2f60cdb2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496719 Aug 18 12:52:13.735083 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bb1388d5-1d2d-49e6-a5fc-d0cdd0a532f5 req-a2a3b6b6-23a7-45dc-9946-302435576aed service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871555 Aug 18 12:52:13.772525 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4ba50f6b-06dc-43d3-958b-cc4af09a7b05 req-5ab1b7cc-1506-4887-a568-97541f3946dc tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/security-groups?id=629e5b21-6a46-4fe5-97a5-33e5925ab6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754795 Aug 18 12:52:13.885882 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 7a087f7b-7aa0-49be-8c6d-5f58e283c5b5 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:52:13.914138 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fa899c66-0cd4-4ae2-b459-4d5687527202 req-d73cbf91-ec37-4e2f-8b0c-c77bdae20aae tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=6edab5d5-a84d-47f1-bc2d-8c52a75c54c5 HTTP/1.1" status: 200 len: 210 time: 0.0363846 Aug 18 12:52:13.916382 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bb1388d5-1d2d-49e6-a5fc-d0cdd0a532f5 req-150f515a-f8bf-4727-969d-54bbbef96cf7 service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691144 Aug 18 12:52:13.921171 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-84e1819c-cd0f-4b92-8020-757c957858db req-3f7a00b1-8541-4b0e-b301-e6bbb1df8b0e service neutron] 10.222.0.13 "GET /v2.0/networks/c56831c1-4f14-467f-8a65-5e4dcdcf485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797192 Aug 18 12:52:13.956054 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-66a17d41-e243-4e34-8558-fb58cf3df4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:13.958402 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-66a17d41-e243-4e34-8558-fb58cf3df4fb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a75dbc010737425ca08685b9dab39e3d&device_id=01abb1e9-cf1b-4191-bcb2-3fb2606a2988 HTTP/1.1" status: 200 len: 1094 time: 0.2087495 Aug 18 12:52:14.039326 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096becbb-26f1-48e3-b307-354f5a100364 req-d7a0a0da-298f-4bed-b00d-326496197948 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:14.041136 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-096becbb-26f1-48e3-b307-354f5a100364 req-d7a0a0da-298f-4bed-b00d-326496197948 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 943 time: 0.0524268 Aug 18 12:52:14.045874 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 7a087f7b-7aa0-49be-8c6d-5f58e283c5b5 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:52:14.046748 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-26eec004-5169-48d1-ad1a-5e077a948ce8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eeccd98d-34ca-40d1-ac64-bebdc644f4e1 HTTP/1.1" status: 200 len: 217 time: 0.0696959 Aug 18 12:52:14.050998 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 7a087f7b-7aa0-49be-8c6d-5f58e283c5b5 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:52:14.051377 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:14.090254 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-096becbb-26f1-48e3-b307-354f5a100364 req-54781f61-8010-4429-be64-be43b7f1c3e5 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357058 Aug 18 12:52:14.126244 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-84e1819c-cd0f-4b92-8020-757c957858db req-414b4de5-0a70-4dc0-8f18-0e220e1333cc service neutron] 10.222.0.13 "GET /v2.0/networks/c56831c1-4f14-467f-8a65-5e4dcdcf485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976004 Aug 18 12:52:14.128345 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-6ac16c94-73a6-45a3-9224-57742609eacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:14.129873 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-6ac16c94-73a6-45a3-9224-57742609eacc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=154e0376-ea0e-40f2-a861-d291c3269453 HTTP/1.1" status: 200 len: 863 time: 0.0755143 Aug 18 12:52:14.196479 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:14.205732 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-9e5c5f40-6542-42e6-bc93-7aadd47b57cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:14.208545 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-9e5c5f40-6542-42e6-bc93-7aadd47b57cf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=02fd23fc-4be9-4045-ae50-4a7decb4e07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674291 Aug 18 12:52:14.231736 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 7a087f7b-7aa0-49be-8c6d-5f58e283c5b5, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=7a087f7b-7aa0-49be-8c6d-5f58e283c5b5,segment=NetworkSegment(908af126-c217-456c-b1ef-f447c03c2104),segment_id=908af126-c217-456c-b1ef-f447c03c2104)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:14.233159 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1069e871-d52d-47d4-be35-b519a7ff1f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a087f7b-7aa0-49be-8c6d-5f58e283c5b5'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:52:14.235726 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a0f7cb-31b1-49a6-bb15-2fe17b43101d" -d '{"events": [{"server_uuid": "1069e871-d52d-47d4-be35-b519a7ff1f03", "name": "network-vif-plugged", "status": "completed", "tag": "7a087f7b-7aa0-49be-8c6d-5f58e283c5b5"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:52:14.304433 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda62f1-887c-4712-8b17-33c689bcf64c req-90c4cc0e-b840-4163-bd85-5218102ad257 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:14.306769 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-abda62f1-887c-4712-8b17-33c689bcf64c req-90c4cc0e-b840-4163-bd85-5218102ad257 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=1069e871-d52d-47d4-be35-b519a7ff1f03 HTTP/1.1" status: 200 len: 945 time: 0.0590878 Aug 18 12:52:14.309763 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-0d83580b-d452-43fc-8ca5-a4ed9cf25f3f service neutron] 10.222.0.39 "GET /v2.0/networks/02fd23fc-4be9-4045-ae50-4a7decb4e07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937746 Aug 18 12:52:14.319570 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:14.378652 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-abda62f1-887c-4712-8b17-33c689bcf64c req-45fc9c94-f1c9-4dab-99ee-2e423048416e tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594082 Aug 18 12:52:14.424882 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c559bbbc-b1aa-4eab-9c28-b22e0ab2b53d x-openstack-request-id: req-c559bbbc-b1aa-4eab-9c28-b22e0ab2b53d {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:52:14.425178 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1069e871-d52d-47d4-be35-b519a7ff1f03", "name": "network-vif-plugged", "status": "completed", "tag": "7a087f7b-7aa0-49be-8c6d-5f58e283c5b5", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:52:14.425436 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c559bbbc-b1aa-4eab-9c28-b22e0ab2b53d {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:52:14.425826 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1069e871-d52d-47d4-be35-b519a7ff1f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a087f7b-7aa0-49be-8c6d-5f58e283c5b5', 'code': 200} Aug 18 12:52:14.433022 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=7a087f7b-7aa0-49be-8c6d-5f58e283c5b5,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:14.435651 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6c211809-0b83-4fd6-aacc-b3df814ec12e req-91fd72b6-cb47-481e-a081-29ae3b2f48c3 service neutron] 10.222.0.39 "GET /v2.0/networks/02fd23fc-4be9-4045-ae50-4a7decb4e07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178405 Aug 18 12:52:14.478783 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:14.545724 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c2b3a7ae-1a26-4154-8671-889927d4bf17 req-7270ae36-0db9-4622-9d14-8fdbabf20d7f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7467fa0-d4ce-4f48-94bb-bd2714bb5a37 HTTP/1.1" status: 200 len: 210 time: 0.0539472 Aug 18 12:52:14.582267 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d37d9-99cb-4fb3-a0ac-78437e9b1af5 req-7d7976c8-f1c0-423b-9627-cd32d04c7d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:14.598907 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-388d37d9-99cb-4fb3-a0ac-78437e9b1af5 req-7d7976c8-f1c0-423b-9627-cd32d04c7d3d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1069e871-d52d-47d4-be35-b519a7ff1f03 HTTP/1.1" status: 200 len: 1097 time: 0.0928166 Aug 18 12:52:14.665551 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-388d37d9-99cb-4fb3-a0ac-78437e9b1af5 req-e2757a1e-0406-4865-aae7-36b3cef04971 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600581 Aug 18 12:52:14.678076 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a6027-08ac-4dab-b3b8-42eb5ab7d82f req-3a9e301d-c1a3-441a-9069-712cd704c3a3 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:14.679834 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-943a6027-08ac-4dab-b3b8-42eb5ab7d82f req-3a9e301d-c1a3-441a-9069-712cd704c3a3 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 948 time: 0.0682561 Aug 18 12:52:14.719567 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-943a6027-08ac-4dab-b3b8-42eb5ab7d82f req-e2a2181e-6c3b-4623-9480-50d817241429 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333779 Aug 18 12:52:14.752443 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01abb1e9-cf1b-4191-bcb2-3fb2606a2988', 'tag': 'eeccd98d-34ca-40d1-ac64-bebdc644f4e1'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:52:14.754914 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fae639d-60ed-4a52-8fc1-361fee29fac8" -d '{"events": [{"name": "network-changed", "server_uuid": "01abb1e9-cf1b-4191-bcb2-3fb2606a2988", "tag": "eeccd98d-34ca-40d1-ac64-bebdc644f4e1"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:52:14.793157 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed095ad7-a195-48f2-8196-a051b037f7c1 x-openstack-request-id: req-ed095ad7-a195-48f2-8196-a051b037f7c1 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:52:14.793442 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01abb1e9-cf1b-4191-bcb2-3fb2606a2988", "tag": "eeccd98d-34ca-40d1-ac64-bebdc644f4e1", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:52:14.793689 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed095ad7-a195-48f2-8196-a051b037f7c1 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:52:14.794076 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01abb1e9-cf1b-4191-bcb2-3fb2606a2988', 'tag': 'eeccd98d-34ca-40d1-ac64-bebdc644f4e1', 'status': 'completed', 'code': 200} Aug 18 12:52:14.902487 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae639d-60ed-4a52-8fc1-361fee29fac8 req-0b576a90-45e9-4bfa-8492-7e4dbe31d153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:14.903995 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8fae639d-60ed-4a52-8fc1-361fee29fac8 req-0b576a90-45e9-4bfa-8492-7e4dbe31d153 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a75dbc010737425ca08685b9dab39e3d&device_id=01abb1e9-cf1b-4191-bcb2-3fb2606a2988 HTTP/1.1" status: 200 len: 1094 time: 0.0855663 Aug 18 12:52:14.916738 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfdb9a-6f30-4c37-a32d-5224030a0f2b req-e650e1b4-4472-437d-a6c8-adafe06b421f tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:14.918236 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-11cfdb9a-6f30-4c37-a32d-5224030a0f2b req-e650e1b4-4472-437d-a6c8-adafe06b421f tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/ports?device_id=01abb1e9-cf1b-4191-bcb2-3fb2606a2988 HTTP/1.1" status: 200 len: 943 time: 0.0620778 Aug 18 12:52:15.009575 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-11cfdb9a-6f30-4c37-a32d-5224030a0f2b req-57e92e04-89e0-4455-985b-3fc2bed2ff56 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/security-groups?id=629e5b21-6a46-4fe5-97a5-33e5925ab6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819569 Aug 18 12:52:15.040341 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae639d-60ed-4a52-8fc1-361fee29fac8 req-d7ab1b82-6da3-46af-b1f2-c40141b04f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:15.041830 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8fae639d-60ed-4a52-8fc1-361fee29fac8 req-d7ab1b82-6da3-46af-b1f2-c40141b04f61 service neutron] 10.222.0.39 "GET /v2.0/networks?id=02fd23fc-4be9-4045-ae50-4a7decb4e07c HTTP/1.1" status: 200 len: 925 time: 0.1227236 Aug 18 12:52:15.088110 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8fae639d-60ed-4a52-8fc1-361fee29fac8 req-5cca39c4-15e0-44f4-bd12-c9a5c8a92109 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eeccd98d-34ca-40d1-ac64-bebdc644f4e1 HTTP/1.1" status: 200 len: 217 time: 0.0372984 Aug 18 12:52:15.161768 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae639d-60ed-4a52-8fc1-361fee29fac8 req-07d25253-17f7-4bfa-a5c1-9a5d504846f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:15.169289 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8fae639d-60ed-4a52-8fc1-361fee29fac8 req-07d25253-17f7-4bfa-a5c1-9a5d504846f8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=154e0376-ea0e-40f2-a861-d291c3269453 HTTP/1.1" status: 200 len: 863 time: 0.0691025 Aug 18 12:52:15.220890 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:15.256123 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e83ee-221a-4ea9-9b35-4890a793b959 req-424efc33-3d33-4352-b68d-29c570a5960d tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:15.257520 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c77e83ee-221a-4ea9-9b35-4890a793b959 req-424efc33-3d33-4352-b68d-29c570a5960d tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 943 time: 0.0863819 Aug 18 12:52:15.264046 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae639d-60ed-4a52-8fc1-361fee29fac8 req-c15d7961-0a35-4232-a91c-c9cd08df2fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:15.265556 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8fae639d-60ed-4a52-8fc1-361fee29fac8 req-c15d7961-0a35-4232-a91c-c9cd08df2fcb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=02fd23fc-4be9-4045-ae50-4a7decb4e07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813630 Aug 18 12:52:15.303406 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 5dafb5d5-481b-4f08-9c8a-186411566bd5 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:52:15.347662 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c77e83ee-221a-4ea9-9b35-4890a793b959 req-aca19ef6-eb40-44a0-bf8c-1a64a8944c71 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811636 Aug 18 12:52:15.391389 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8fae639d-60ed-4a52-8fc1-361fee29fac8 req-5519ad87-aebd-4950-b757-48f4a92c7888 service neutron] 10.222.0.39 "GET /v2.0/networks/02fd23fc-4be9-4045-ae50-4a7decb4e07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116369 Aug 18 12:52:15.427872 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 5dafb5d5-481b-4f08-9c8a-186411566bd5, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=5dafb5d5-481b-4f08-9c8a-186411566bd5,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:15.456122 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '5dafb5d5-481b-4f08-9c8a-186411566bd5', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'port_id': '5dafb5d5-481b-4f08-9c8a-186411566bd5', 'mac_address': 'fa:16:3e:6c:74:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc8434-66c0-4e05-8cce-b4a4a0f33dc3', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:52:15.505289 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:15.533798 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8fae639d-60ed-4a52-8fc1-361fee29fac8 req-11dc3109-2ec0-44de-b4e5-88ad68fa30d7 service neutron] 10.222.0.39 "GET /v2.0/networks/02fd23fc-4be9-4045-ae50-4a7decb4e07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317856 Aug 18 12:52:15.551929 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dafb5d5-481b-4f08-9c8a-186411566bd5 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:52:15.582566 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b28787-90dd-4032-a300-0c83850d15cd req-71a8db6f-c706-4595-9100-93f170125194 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:15.597007 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d8b28787-90dd-4032-a300-0c83850d15cd req-71a8db6f-c706-4595-9100-93f170125194 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a1a949-187d-409d-9fdf-c1b6165470d0 HTTP/1.1" status: 200 len: 950 time: 0.0733156 Aug 18 12:52:15.603053 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 5dafb5d5-481b-4f08-9c8a-186411566bd5, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=5dafb5d5-481b-4f08-9c8a-186411566bd5,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:15.609541 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a66d0a-1f01-4639-ab4e-d6db00a35096 req-eb8789cb-3a91-4301-bbda-26b271ac4916 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:15.615421 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-32a66d0a-1f01-4639-ab4e-d6db00a35096 req-eb8789cb-3a91-4301-bbda-26b271ac4916 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=1069e871-d52d-47d4-be35-b519a7ff1f03 HTTP/1.1" status: 200 len: 946 time: 0.0763481 Aug 18 12:52:15.640988 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d8b28787-90dd-4032-a300-0c83850d15cd req-1f125872-fe4c-4d60-a791-f547c4b4f806 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407059 Aug 18 12:52:15.667366 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-32a66d0a-1f01-4639-ab4e-d6db00a35096 req-17ab8fbd-9b20-451f-954d-1f78bfa7ba79 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452280 Aug 18 12:52:15.719495 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:15.744251 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-50bc52a0-fc80-4df9-94e5-3e42c5aa4415 req-4ca3feae-9ec6-4d75-b82f-08a1118a7e61 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7467fa0-d4ce-4f48-94bb-bd2714bb5a37 HTTP/1.1" status: 200 len: 210 time: 0.0433514 Aug 18 12:52:15.780156 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=5dafb5d5-481b-4f08-9c8a-186411566bd5,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:15.851027 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f9b86-f1bf-4a15-9b41-1cad038fbdf9 req-8af5ca2d-44a8-4241-9cb3-2934a7f49f48 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:15.853326 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-359f9b86-f1bf-4a15-9b41-1cad038fbdf9 req-8af5ca2d-44a8-4241-9cb3-2934a7f49f48 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 949 time: 0.0622070 Aug 18 12:52:15.894876 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-359f9b86-f1bf-4a15-9b41-1cad038fbdf9 req-123da034-0f7f-4d9e-8d21-ed90696fceb7 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351286 Aug 18 12:52:16.004977 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['5dafb5d5-481b-4f08-9c8a-186411566bd5'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:52:16.142490 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33428feb-609b-4e57-89b1-402b60c56785 req-dbd41794-7587-46a8-800f-9268f6527944 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:16.144153 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-33428feb-609b-4e57-89b1-402b60c56785 req-dbd41794-7587-46a8-800f-9268f6527944 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/ports?device_id=01abb1e9-cf1b-4191-bcb2-3fb2606a2988 HTTP/1.1" status: 200 len: 943 time: 0.0508513 Aug 18 12:52:16.188113 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-33428feb-609b-4e57-89b1-402b60c56785 req-38e673ae-1a10-48fc-926a-195befa6f8d3 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/security-groups?id=629e5b21-6a46-4fe5-97a5-33e5925ab6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360322 Aug 18 12:52:16.466121 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd080c8-8e96-4bd2-b964-3cfd264af94b req-d7ec3e1a-55f6-4692-8a5f-8d87791fa9af tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:16.467860 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bdd080c8-8e96-4bd2-b964-3cfd264af94b req-d7ec3e1a-55f6-4692-8a5f-8d87791fa9af tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 943 time: 0.0508926 Aug 18 12:52:16.520352 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bdd080c8-8e96-4bd2-b964-3cfd264af94b req-9e8b05ec-535b-4e7b-89ae-e5e11870cf9a tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415688 Aug 18 12:52:16.781495 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa6707-e097-4e56-b39f-b459243e4c43 req-f29cf03d-dd4d-4308-bbd5-b07bae97fa46 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:16.786718 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c9fa6707-e097-4e56-b39f-b459243e4c43 req-f29cf03d-dd4d-4308-bbd5-b07bae97fa46 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a1a949-187d-409d-9fdf-c1b6165470d0 HTTP/1.1" status: 200 len: 950 time: 0.0705066 Aug 18 12:52:16.792803 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7a3d4-e5de-440a-aa39-472bddac124a req-4349d7f5-85c8-483d-abe4-6f69336aaa04 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:16.794363 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-15e7a3d4-e5de-440a-aa39-472bddac124a req-4349d7f5-85c8-483d-abe4-6f69336aaa04 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=1069e871-d52d-47d4-be35-b519a7ff1f03 HTTP/1.1" status: 200 len: 946 time: 0.0530570 Aug 18 12:52:16.825588 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c9fa6707-e097-4e56-b39f-b459243e4c43 req-78b4a24e-f8c0-470b-96e8-ca5879150f49 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362046 Aug 18 12:52:16.870527 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-15e7a3d4-e5de-440a-aa39-472bddac124a req-34552b44-53a7-4d41-9e3c-d1ffd48d36a9 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604165 Aug 18 12:52:16.881794 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2b292-4d96-48a2-ab63-68c9f6294455 req-75f84924-4304-4a26-acef-230e66d2fcae tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:16.884005 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3bb2b292-4d96-48a2-ab63-68c9f6294455 req-75f84924-4304-4a26-acef-230e66d2fcae tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.20 "GET /v2.0/ports?device_id=18a1a949-187d-409d-9fdf-c1b6165470d0 HTTP/1.1" status: 200 len: 950 time: 0.0885370 Aug 18 12:52:16.976405 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f178aa0c-957f-4d66-bc3a-70990623f4e3 req-b3b3ad30-d61f-4e54-9854-067291d8b36a tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7467fa0-d4ce-4f48-94bb-bd2714bb5a37 HTTP/1.1" status: 200 len: 210 time: 0.0653319 Aug 18 12:52:16.996289 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-3bb2b292-4d96-48a2-ab63-68c9f6294455 req-717d71af-926d-4c06-8a54-3edb07af4bb2 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Deleting port 5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:52:16.996659 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3bb2b292-4d96-48a2-ab63-68c9f6294455 req-717d71af-926d-4c06-8a54-3edb07af4bb2 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:17.070254 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1819c-cd0f-4b92-8020-757c957858db req-2177496e-8d91-450a-9f8c-38aa2afca109 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:17.072741 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-84e1819c-cd0f-4b92-8020-757c957858db req-2177496e-8d91-450a-9f8c-38aa2afca109 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.39 "GET /v2.0/networks?id=c56831c1-4f14-467f-8a65-5e4dcdcf485f HTTP/1.1" status: 200 len: 806 time: 0.1710761 Aug 18 12:52:17.092005 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-84e1819c-cd0f-4b92-8020-757c957858db req-be796e86-561e-4cf7-85d7-3297d01c36a3 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Request body: {'port': {'device_id': 'd7467fa0-d4ce-4f48-94bb-bd2714bb5a37', 'network_id': 'c56831c1-4f14-467f-8a65-5e4dcdcf485f', 'admin_state_up': True, 'tenant_id': '2fe37f6b32e548f5b1016cf2f60cdb2b'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:52:17.119379 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-3bb2b292-4d96-48a2-ab63-68c9f6294455 req-717d71af-926d-4c06-8a54-3edb07af4bb2 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] For port 5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:17.119754 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3bb2b292-4d96-48a2-ab63-68c9f6294455 req-717d71af-926d-4c06-8a54-3edb07af4bb2 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:17.134207 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-3bb2b292-4d96-48a2-ab63-68c9f6294455 req-717d71af-926d-4c06-8a54-3edb07af4bb2 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Calling delete_port for 5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:52:17.160684 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:17.201646 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067c5ba-e19a-4f20-8164-9a38b17d5a79 req-ba4001bb-9d56-4318-8787-401d28b0b4c7 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:17.203212 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a067c5ba-e19a-4f20-8164-9a38b17d5a79 req-ba4001bb-9d56-4318-8787-401d28b0b4c7 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 949 time: 0.1249990 Aug 18 12:52:17.273144 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a067c5ba-e19a-4f20-8164-9a38b17d5a79 req-c53bf579-042b-4519-b84f-1b7e82df1876 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626090 Aug 18 12:52:17.327625 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 5dafb5d5-481b-4f08-9c8a-186411566bd5 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:52:17.360965 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7a7b7-b9dc-42ce-8038-71bd15233c5f req-af5cf451-799d-4406-a33a-b27ee1bdbe31 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:17.362519 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-efe7a7b7-b9dc-42ce-8038-71bd15233c5f req-af5cf451-799d-4406-a33a-b27ee1bdbe31 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=1069e871-d52d-47d4-be35-b519a7ff1f03 HTTP/1.1" status: 200 len: 946 time: 0.0732195 Aug 18 12:52:17.399532 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84e1819c-cd0f-4b92-8020-757c957858db req-be796e86-561e-4cf7-85d7-3297d01c36a3 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Made reservation on behalf of 2fe37f6b32e548f5b1016cf2f60cdb2b for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:52:17.403410 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-84e1819c-cd0f-4b92-8020-757c957858db req-be796e86-561e-4cf7-85d7-3297d01c36a3 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:17.407161 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-efe7a7b7-b9dc-42ce-8038-71bd15233c5f req-2ae72ce1-4da4-497d-82bc-cb7b8fa78159 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369332 Aug 18 12:52:17.416132 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac5b08-4cd2-406f-91aa-0d7aaa539eba req-2ac40b72-0d8a-46bb-a4ad-17ba00dc124c tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:17.417915 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-45ac5b08-4cd2-406f-91aa-0d7aaa539eba req-2ac40b72-0d8a-46bb-a4ad-17ba00dc124c tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/ports?device_id=01abb1e9-cf1b-4191-bcb2-3fb2606a2988 HTTP/1.1" status: 200 len: 943 time: 0.0753140 Aug 18 12:52:17.430684 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3bb2b292-4d96-48a2-ab63-68c9f6294455 req-717d71af-926d-4c06-8a54-3edb07af4bb2 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:17.447488 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829', '48f53cde-d105-4bee-8736-656bf65b7842'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:52:17.460413 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d71af-926d-4c06-8a54-3edb07af4bb2 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Pushing event deleted for resources: {'Port': ['ID=5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:17.479615 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 5dafb5d5-481b-4f08-9c8a-186411566bd5 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:52:17.490686 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 5dafb5d5-481b-4f08-9c8a-186411566bd5 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:52:17.491262 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:17.504421 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb2b292-4d96-48a2-ab63-68c9f6294455 req-717d71af-926d-4c06-8a54-3edb07af4bb2 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] No DVR routers for this DVR port 5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:52:17.507047 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3bb2b292-4d96-48a2-ab63-68c9f6294455 req-717d71af-926d-4c06-8a54-3edb07af4bb2 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:17.509116 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3bb2b292-4d96-48a2-ab63-68c9f6294455 req-717d71af-926d-4c06-8a54-3edb07af4bb2 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.20 "DELETE /v2.0/ports/5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829 HTTP/1.1" status: 204 len: 173 time: 0.6168308 Aug 18 12:52:17.509645 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a1a949-187d-409d-9fdf-c1b6165470d0', 'name': 'network-vif-deleted', 'tag': '5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:52:17.511941 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fe6837-7e0b-4b22-93ae-a06067ddd94b" -d '{"events": [{"server_uuid": "18a1a949-187d-409d-9fdf-c1b6165470d0", "name": "network-vif-deleted", "tag": "5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:52:17.561426 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8203f098-d9bf-4d45-8b40-8e793127e48b x-openstack-request-id: req-8203f098-d9bf-4d45-8b40-8e793127e48b {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:52:17.562138 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a1a949-187d-409d-9fdf-c1b6165470d0", "name": "network-vif-deleted", "tag": "5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:52:17.562591 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8203f098-d9bf-4d45-8b40-8e793127e48b {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:52:17.563154 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a1a949-187d-409d-9fdf-c1b6165470d0', 'name': 'network-vif-deleted', 'tag': '5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829', 'status': 'completed', 'code': 200} Aug 18 12:52:17.585366 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-45ac5b08-4cd2-406f-91aa-0d7aaa539eba req-89700cb0-1933-4320-a86f-e62288173ab7 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/security-groups?id=629e5b21-6a46-4fe5-97a5-33e5925ab6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572309 Aug 18 12:52:17.631297 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:17.675534 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c28552-d32e-4386-9e17-fb2b327385ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dafb5d5-481b-4f08-9c8a-186411566bd5'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:52:17.677691 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e29c52-9591-47f0-8ba7-98a33acf073c" -d '{"events": [{"server_uuid": "88c28552-d32e-4386-9e17-fb2b327385ed", "name": "network-vif-plugged", "status": "completed", "tag": "5dafb5d5-481b-4f08-9c8a-186411566bd5"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:52:17.719752 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 5dafb5d5-481b-4f08-9c8a-186411566bd5, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=5dafb5d5-481b-4f08-9c8a-186411566bd5,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:17.739242 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeaa4492-fcb3-4819-bf95-99eed949df1f x-openstack-request-id: req-eeaa4492-fcb3-4819-bf95-99eed949df1f {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:52:17.739529 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c28552-d32e-4386-9e17-fb2b327385ed", "name": "network-vif-plugged", "status": "completed", "tag": "5dafb5d5-481b-4f08-9c8a-186411566bd5", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:52:17.739781 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eeaa4492-fcb3-4819-bf95-99eed949df1f {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:52:17.740160 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c28552-d32e-4386-9e17-fb2b327385ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dafb5d5-481b-4f08-9c8a-186411566bd5', 'code': 200} Aug 18 12:52:17.758370 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-84e1819c-cd0f-4b92-8020-757c957858db req-be796e86-561e-4cf7-85d7-3297d01c36a3 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Allocated IP 172.20.0.2 (c56831c1-4f14-467f-8a65-5e4dcdcf485f/a7350c50-b03f-467a-a5ed-4898dcd42f1b/e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:52:17.784094 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9050cef-27e5-43db-9634-1d5aa262765c req-a1cb706a-f0c8-4a3b-b4ed-4b66f856ff7b tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:17.785610 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f9050cef-27e5-43db-9634-1d5aa262765c req-a1cb706a-f0c8-4a3b-b4ed-4b66f856ff7b tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 943 time: 0.1113739 Aug 18 12:52:17.788156 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:17.862431 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=5dafb5d5-481b-4f08-9c8a-186411566bd5,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:17.901720 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e3fde8-75a0-442f-9c49-8571197466ae req-8370f861-12d0-4162-b3ed-5d6f0341d77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:17.903277 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c3e3fde8-75a0-442f-9c49-8571197466ae req-8370f861-12d0-4162-b3ed-5d6f0341d77b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 1101 time: 0.0938332 Aug 18 12:52:17.930284 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f9050cef-27e5-43db-9634-1d5aa262765c req-115666cd-7f8f-4497-935d-4e6750cc85ea tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250031 Aug 18 12:52:17.935405 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device eeccd98d-34ca-40d1-ac64-bebdc644f4e1 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:52:18.001723 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c3e3fde8-75a0-442f-9c49-8571197466ae req-6c7282d3-eb8a-4b82-b538-2d40907eec7a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909092 Aug 18 12:52:18.016016 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-034a2b36-9117-48e0-a22c-6f7dfc783d75 req-cb031acf-61a5-41dd-9b7e-10fc8400e955 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=18a1a949-187d-409d-9fdf-c1b6165470d0 HTTP/1.1" status: 200 len: 210 time: 0.0655177 Aug 18 12:52:18.083208 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-84e1819c-cd0f-4b92-8020-757c957858db req-be796e86-561e-4cf7-85d7-3297d01c36a3 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:18.084261 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port eeccd98d-34ca-40d1-ac64-bebdc644f4e1, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=eeccd98d-34ca-40d1-ac64-bebdc644f4e1,segment=NetworkSegment(c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca),segment_id=c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:18.100155 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'eeccd98d-34ca-40d1-ac64-bebdc644f4e1', 'network_id': '02fd23fc-4be9-4045-ae50-4a7decb4e07c', 'port_id': 'eeccd98d-34ca-40d1-ac64-bebdc644f4e1', 'mac_address': 'fa:16:3e:ee:13:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '154e0376-ea0e-40f2-a861-d291c3269453', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:52:18.124696 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e9e7240f-4482-47ee-8a61-2f5477d69c71 req-66606488-7395-43b2-b290-6ede852c5432 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7467fa0-d4ce-4f48-94bb-bd2714bb5a37 HTTP/1.1" status: 200 len: 210 time: 0.0391040 Aug 18 12:52:18.154126 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:18.167852 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeccd98d-34ca-40d1-ac64-bebdc644f4e1 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:52:18.188341 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port eeccd98d-34ca-40d1-ac64-bebdc644f4e1, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=eeccd98d-34ca-40d1-ac64-bebdc644f4e1,segment=NetworkSegment(c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca),segment_id=c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:18.273217 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-84e1819c-cd0f-4b92-8020-757c957858db req-be796e86-561e-4cf7-85d7-3297d01c36a3 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:18.284938 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:18.325344 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84e1819c-cd0f-4b92-8020-757c957858db req-be796e86-561e-4cf7-85d7-3297d01c36a3 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Network c56831c1-4f14-467f-8a65-5e4dcdcf485f is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:52:18.331142 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-84e1819c-cd0f-4b92-8020-757c957858db req-be796e86-561e-4cf7-85d7-3297d01c36a3 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:52:18.335831 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e1819c-cd0f-4b92-8020-757c957858db req-be796e86-561e-4cf7-85d7-3297d01c36a3 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:52:18.358013 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be796e86-561e-4cf7-85d7-3297d01c36a3 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Pushing event updated for resources: {'Port': ['ID=e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:18.362121 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=eeccd98d-34ca-40d1-ac64-bebdc644f4e1,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:18.402029 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1819c-cd0f-4b92-8020-757c957858db req-be796e86-561e-4cf7-85d7-3297d01c36a3 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:18.402719 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-84e1819c-cd0f-4b92-8020-757c957858db req-be796e86-561e-4cf7-85d7-3297d01c36a3 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:18.407396 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec2417-032c-4dfc-b605-7a33b22ed050 req-db74ce4f-4ec7-40c8-be20-4584da4d7cc2 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:18.409025 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0cec2417-032c-4dfc-b605-7a33b22ed050 req-db74ce4f-4ec7-40c8-be20-4584da4d7cc2 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 950 time: 0.0543001 Aug 18 12:52:18.455616 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0cec2417-032c-4dfc-b605-7a33b22ed050 req-018b22a7-4dab-4ec4-99b4-ec654c1b5b8f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390062 Aug 18 12:52:18.512054 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-84e1819c-cd0f-4b92-8020-757c957858db req-be796e86-561e-4cf7-85d7-3297d01c36a3 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4247551 Aug 18 12:52:18.527036 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-84e1819c-cd0f-4b92-8020-757c957858db req-a791b7b7-6a2f-4fe8-a480-d7aec020e58c service neutron] Request body: {'port': {'device_id': 'd7467fa0-d4ce-4f48-94bb-bd2714bb5a37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:52:18.538465 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['eeccd98d-34ca-40d1-ac64-bebdc644f4e1'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:52:18.566939 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc07f3-aa75-44f0-8fe8-df2564b7975a req-27408f4f-7a26-4f67-a6c5-9a819b144876 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:18.568447 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-53bc07f3-aa75-44f0-8fe8-df2564b7975a req-27408f4f-7a26-4f67-a6c5-9a819b144876 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=1069e871-d52d-47d4-be35-b519a7ff1f03 HTTP/1.1" status: 200 len: 946 time: 0.0854800 Aug 18 12:52:18.632405 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-84e1819c-cd0f-4b92-8020-757c957858db req-a791b7b7-6a2f-4fe8-a480-d7aec020e58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:18.674689 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-53bc07f3-aa75-44f0-8fe8-df2564b7975a req-fe30ee9b-7590-46fe-9ece-33a4f8075c50 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965219 Aug 18 12:52:18.741486 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff550d-8952-442e-9873-017edfb6de16 req-64b0a677-725b-43d5-bd2b-be1b44b2b31e tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:18.743097 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6aff550d-8952-442e-9873-017edfb6de16 req-64b0a677-725b-43d5-bd2b-be1b44b2b31e tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/ports?device_id=01abb1e9-cf1b-4191-bcb2-3fb2606a2988 HTTP/1.1" status: 200 len: 944 time: 0.0774856 Aug 18 12:52:18.790682 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6aff550d-8952-442e-9873-017edfb6de16 req-7078e8e9-e3bd-4a54-83e3-8b517c55818f tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/security-groups?id=629e5b21-6a46-4fe5-97a5-33e5925ab6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402889 Aug 18 12:52:18.987490 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-84e1819c-cd0f-4b92-8020-757c957858db req-a791b7b7-6a2f-4fe8-a480-d7aec020e58c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714 {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:52:18.996770 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-84e1819c-cd0f-4b92-8020-757c957858db req-a791b7b7-6a2f-4fe8-a480-d7aec020e58c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:19.039169 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-84e1819c-cd0f-4b92-8020-757c957858db req-a791b7b7-6a2f-4fe8-a480-d7aec020e58c service neutron] Transition to ACTIVE for port object e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:52:19.057061 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08181960-3533-4317-ac61-bf7a947a1dec req-cc3d8734-09c0-43a6-9b76-4632b29de479 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:19.058700 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-08181960-3533-4317-ac61-bf7a947a1dec req-cc3d8734-09c0-43a6-9b76-4632b29de479 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 943 time: 0.0592034 Aug 18 12:52:19.103111 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-08181960-3533-4317-ac61-bf7a947a1dec req-cc7526f9-8b47-4a9f-ac6e-db966ff8e46c tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358424 Aug 18 12:52:19.148454 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-84e1819c-cd0f-4b92-8020-757c957858db req-a791b7b7-6a2f-4fe8-a480-d7aec020e58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:19.205802 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a791b7b7-6a2f-4fe8-a480-d7aec020e58c service neutron] Pushing event updated for resources: {'Port': ['ID=e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:19.307930 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c954537-8327-4c66-aabf-9e8052ab0400 req-4cb201e6-6593-4cf9-a6bc-f0653bccc254 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:19.311275 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c954537-8327-4c66-aabf-9e8052ab0400 req-4cb201e6-6593-4cf9-a6bc-f0653bccc254 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7467fa0-d4ce-4f48-94bb-bd2714bb5a37 HTTP/1.1" status: 200 len: 943 time: 0.1014941 Aug 18 12:52:19.343264 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-84e1819c-cd0f-4b92-8020-757c957858db req-a791b7b7-6a2f-4fe8-a480-d7aec020e58c service neutron] Attempting to bind port e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:52:19.343596 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-84e1819c-cd0f-4b92-8020-757c957858db req-a791b7b7-6a2f-4fe8-a480-d7aec020e58c service neutron] Attempting to bind port e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '97efc5da-ecd0-4484-ac0f-ba58622f7886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c56831c1-4f14-467f-8a65-5e4dcdcf485f'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:52:19.343928 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e1819c-cd0f-4b92-8020-757c957858db req-a791b7b7-6a2f-4fe8-a480-d7aec020e58c service neutron] Attempting to bind port e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714 on network c56831c1-4f14-467f-8a65-5e4dcdcf485f {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:52:19.357052 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e1819c-cd0f-4b92-8020-757c957858db req-a791b7b7-6a2f-4fe8-a480-d7aec020e58c service neutron] Port e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714 on network c56831c1-4f14-467f-8a65-5e4dcdcf485f not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:52:19.357376 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e1819c-cd0f-4b92-8020-757c957858db req-a791b7b7-6a2f-4fe8-a480-d7aec020e58c service neutron] Attempting to bind port e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714 on network c56831c1-4f14-467f-8a65-5e4dcdcf485f {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:52:19.370572 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e1819c-cd0f-4b92-8020-757c957858db req-a791b7b7-6a2f-4fe8-a480-d7aec020e58c service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:52:19.370921 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e1819c-cd0f-4b92-8020-757c957858db req-a791b7b7-6a2f-4fe8-a480-d7aec020e58c service neutron] Checking segment: {'id': '97efc5da-ecd0-4484-ac0f-ba58622f7886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c56831c1-4f14-467f-8a65-5e4dcdcf485f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:52:19.371303 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e1819c-cd0f-4b92-8020-757c957858db req-a791b7b7-6a2f-4fe8-a480-d7aec020e58c service neutron] Bound using segment: {'id': '97efc5da-ecd0-4484-ac0f-ba58622f7886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c56831c1-4f14-467f-8a65-5e4dcdcf485f'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:52:19.371736 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-84e1819c-cd0f-4b92-8020-757c957858db req-a791b7b7-6a2f-4fe8-a480-d7aec020e58c service neutron] Bound port: e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97efc5da-ecd0-4484-ac0f-ba58622f7886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c56831c1-4f14-467f-8a65-5e4dcdcf485f'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:52:19.372096 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-84e1819c-cd0f-4b92-8020-757c957858db req-a791b7b7-6a2f-4fe8-a480-d7aec020e58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:19.386790 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c954537-8327-4c66-aabf-9e8052ab0400 req-d15c0d97-9b2a-48ed-9943-eb47dd8f68ca tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536287 Aug 18 12:52:19.452944 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-84e1819c-cd0f-4b92-8020-757c957858db req-a791b7b7-6a2f-4fe8-a480-d7aec020e58c service neutron] For port e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:52:19.470024 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-84e1819c-cd0f-4b92-8020-757c957858db req-a791b7b7-6a2f-4fe8-a480-d7aec020e58c service neutron] For port e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714,segment=NetworkSegment(97efc5da-ecd0-4484-ac0f-ba58622f7886),segment_id=97efc5da-ecd0-4484-ac0f-ba58622f7886)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:52:19.503037 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71983108-28c7-4458-a44d-f3086257080c req-39d18101-4e32-4a6a-a834-1131d71266ee tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:19.506139 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-71983108-28c7-4458-a44d-f3086257080c req-39d18101-4e32-4a6a-a834-1131d71266ee tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 951 time: 0.0650883 Aug 18 12:52:19.550854 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-71983108-28c7-4458-a44d-f3086257080c req-2f62925d-b8b1-434d-bc26-f9f097b95a35 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366800 Aug 18 12:52:19.596390 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582db5f-4387-4485-84c4-539b78ffc6cb req-0c86d913-74ea-4f62-87d3-3e4949f5fd2f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:19.598113 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1582db5f-4387-4485-84c4-539b78ffc6cb req-0c86d913-74ea-4f62-87d3-3e4949f5fd2f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 950 time: 0.0682039 Aug 18 12:52:19.640618 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1582db5f-4387-4485-84c4-539b78ffc6cb req-d0ce15bd-c7db-4380-af08-08ac91b6167a tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354509 Aug 18 12:52:19.755447 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428510e-1873-4b17-8afc-a964c9211e3a req-09fffb43-098f-4d4a-81b7-da7fec67606c tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:19.758645 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9428510e-1873-4b17-8afc-a964c9211e3a req-09fffb43-098f-4d4a-81b7-da7fec67606c tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 950 time: 0.0514977 Aug 18 12:52:19.776262 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-84e1819c-cd0f-4b92-8020-757c957858db req-a791b7b7-6a2f-4fe8-a480-d7aec020e58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:19.799688 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9428510e-1873-4b17-8afc-a964c9211e3a req-e58f89df-7a9e-4634-af8e-cf4d0efdf01a tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366023 Aug 18 12:52:19.824728 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1819c-cd0f-4b92-8020-757c957858db req-a791b7b7-6a2f-4fe8-a480-d7aec020e58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:19.825344 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-84e1819c-cd0f-4b92-8020-757c957858db req-a791b7b7-6a2f-4fe8-a480-d7aec020e58c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:19.826826 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-84e1819c-cd0f-4b92-8020-757c957858db req-a791b7b7-6a2f-4fe8-a480-d7aec020e58c service neutron] 10.222.0.39 "PUT /v2.0/ports/e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714 HTTP/1.1" status: 200 len: 1091 time: 1.3048277 Aug 18 12:52:19.827271 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7467fa0-d4ce-4f48-94bb-bd2714bb5a37', 'tag': 'e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:52:19.829506 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b47a9d-4c27-488b-b276-82ccd0231913" -d '{"events": [{"name": "network-changed", "server_uuid": "d7467fa0-d4ce-4f48-94bb-bd2714bb5a37", "tag": "e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:52:19.860634 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4568d6-ba47-44a2-a45b-7b51a84627c7 req-fcadfa38-29fd-436c-b3ba-466f37f252ca tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:19.862252 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5b4568d6-ba47-44a2-a45b-7b51a84627c7 req-fcadfa38-29fd-436c-b3ba-466f37f252ca tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=1069e871-d52d-47d4-be35-b519a7ff1f03 HTTP/1.1" status: 200 len: 946 time: 0.1162055 Aug 18 12:52:19.883274 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a791b7b7-6a2f-4fe8-a480-d7aec020e58c service neutron] Pushing event updated for resources: {'Port': ['ID=e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:19.926788 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5b4568d6-ba47-44a2-a45b-7b51a84627c7 req-4fd4a2fc-c733-4190-8acb-11e55962707a tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572748 Aug 18 12:52:19.936767 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device eeccd98d-34ca-40d1-ac64-bebdc644f4e1 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:52:19.999618 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1819c-cd0f-4b92-8020-757c957858db req-63f603d1-64b8-4553-86fc-77c31ed74d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:20.001226 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-84e1819c-cd0f-4b92-8020-757c957858db req-63f603d1-64b8-4553-86fc-77c31ed74d33 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2fe37f6b32e548f5b1016cf2f60cdb2b&device_id=d7467fa0-d4ce-4f48-94bb-bd2714bb5a37 HTTP/1.1" status: 200 len: 1094 time: 0.0664737 Aug 18 12:52:20.018896 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab6818-cd86-47aa-aeeb-0db6bc31ee92 req-4a5a0d94-b7d9-49d5-9dee-6dd58e5b64e8 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:20.020437 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-96ab6818-cd86-47aa-aeeb-0db6bc31ee92 req-4a5a0d94-b7d9-49d5-9dee-6dd58e5b64e8 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/ports?device_id=01abb1e9-cf1b-4191-bcb2-3fb2606a2988 HTTP/1.1" status: 200 len: 944 time: 0.0538883 Aug 18 12:52:20.053127 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-84e1819c-cd0f-4b92-8020-757c957858db req-9c8e190b-2020-423b-af7d-23be98a8009a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714 HTTP/1.1" status: 200 len: 217 time: 0.0431871 Aug 18 12:52:20.056343 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8d1266-4135-4956-a55c-794fe811b828 x-openstack-request-id: req-fc8d1266-4135-4956-a55c-794fe811b828 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:52:20.056636 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7467fa0-d4ce-4f48-94bb-bd2714bb5a37", "tag": "e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:52:20.056884 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc8d1266-4135-4956-a55c-794fe811b828 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:52:20.057280 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7467fa0-d4ce-4f48-94bb-bd2714bb5a37', 'tag': 'e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714', 'status': 'completed', 'code': 200} Aug 18 12:52:20.076481 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-96ab6818-cd86-47aa-aeeb-0db6bc31ee92 req-7497d714-516f-4902-9dc4-8104e665f896 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/security-groups?id=629e5b21-6a46-4fe5-97a5-33e5925ab6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479975 Aug 18 12:52:20.092920 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port eeccd98d-34ca-40d1-ac64-bebdc644f4e1 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:52:20.097709 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port eeccd98d-34ca-40d1-ac64-bebdc644f4e1 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:52:20.101153 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:20.126926 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1819c-cd0f-4b92-8020-757c957858db req-950aec4c-927d-4d5f-b034-1075505b56d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:20.129901 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-84e1819c-cd0f-4b92-8020-757c957858db req-950aec4c-927d-4d5f-b034-1075505b56d4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a7350c50-b03f-467a-a5ed-4898dcd42f1b HTTP/1.1" status: 200 len: 846 time: 0.0642042 Aug 18 12:52:20.172135 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-84e1819c-cd0f-4b92-8020-757c957858db req-7f89ff8b-6e15-41eb-b528-4e4593f0f042 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c56831c1-4f14-467f-8a65-5e4dcdcf485f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341475 Aug 18 12:52:20.211405 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:20.238795 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01abb1e9-cf1b-4191-bcb2-3fb2606a2988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeccd98d-34ca-40d1-ac64-bebdc644f4e1'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:52:20.241085 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2129560c-c635-429f-89be-bd426cc8d1a9" -d '{"events": [{"server_uuid": "01abb1e9-cf1b-4191-bcb2-3fb2606a2988", "name": "network-vif-plugged", "status": "completed", "tag": "eeccd98d-34ca-40d1-ac64-bebdc644f4e1"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:52:20.254222 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port eeccd98d-34ca-40d1-ac64-bebdc644f4e1, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=eeccd98d-34ca-40d1-ac64-bebdc644f4e1,segment=NetworkSegment(c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca),segment_id=c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:20.306519 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3034c-9d32-4f38-8754-b803ea40c559 req-94992bd6-21d7-49e9-9cf4-d13cc96ea735 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:20.307924 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4ba3034c-9d32-4f38-8754-b803ea40c559 req-94992bd6-21d7-49e9-9cf4-d13cc96ea735 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 943 time: 0.0752571 Aug 18 12:52:20.311791 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:20.313751 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-84e1819c-cd0f-4b92-8020-757c957858db req-dc214e5d-3913-4b82-a4d2-b3df5df13101 service neutron] 10.222.0.39 "GET /v2.0/networks/c56831c1-4f14-467f-8a65-5e4dcdcf485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314962 Aug 18 12:52:20.375269 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=eeccd98d-34ca-40d1-ac64-bebdc644f4e1,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:20.399660 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e634f0bd-3c78-4baa-b203-75eb56bfb3e8 x-openstack-request-id: req-e634f0bd-3c78-4baa-b203-75eb56bfb3e8 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:52:20.400174 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01abb1e9-cf1b-4191-bcb2-3fb2606a2988", "name": "network-vif-plugged", "status": "completed", "tag": "eeccd98d-34ca-40d1-ac64-bebdc644f4e1", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:52:20.400619 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e634f0bd-3c78-4baa-b203-75eb56bfb3e8 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:52:20.401172 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01abb1e9-cf1b-4191-bcb2-3fb2606a2988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeccd98d-34ca-40d1-ac64-bebdc644f4e1', 'code': 200} Aug 18 12:52:20.433416 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4ba3034c-9d32-4f38-8754-b803ea40c559 req-a94324ab-9008-488c-9b14-99bb2452eb34 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186726 Aug 18 12:52:20.487579 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-84e1819c-cd0f-4b92-8020-757c957858db req-6551e680-b48b-46f3-8647-f281848fdda2 service neutron] 10.222.0.39 "GET /v2.0/networks/c56831c1-4f14-467f-8a65-5e4dcdcf485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561224 Aug 18 12:52:20.546378 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06e5f1-460b-4b4e-80b6-21a49eb159b3 req-9f6de0ca-c615-40cb-85c6-ad16fb909c6b tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:20.547864 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eb06e5f1-460b-4b4e-80b6-21a49eb159b3 req-9f6de0ca-c615-40cb-85c6-ad16fb909c6b tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 950 time: 0.0828743 Aug 18 12:52:20.551033 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6952b-c684-42ae-b1ab-3b8cd2485fd6 req-950d632b-0c10-4de1-a776-a055af259db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:20.553514 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-43e6952b-c684-42ae-b1ab-3b8cd2485fd6 req-950d632b-0c10-4de1-a776-a055af259db1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=01abb1e9-cf1b-4191-bcb2-3fb2606a2988 HTTP/1.1" status: 200 len: 1096 time: 0.0795546 Aug 18 12:52:20.581407 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d349da-2b7b-4328-86a5-09fe67d3c03e req-8dce1e45-fd06-4c90-9a57-0f42571a84a1 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:20.582964 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e7d349da-2b7b-4328-86a5-09fe67d3c03e req-8dce1e45-fd06-4c90-9a57-0f42571a84a1 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7467fa0-d4ce-4f48-94bb-bd2714bb5a37 HTTP/1.1" status: 200 len: 943 time: 0.0658867 Aug 18 12:52:20.610926 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eb06e5f1-460b-4b4e-80b6-21a49eb159b3 req-aa58a643-9671-47f2-b96a-de095948247c tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527985 Aug 18 12:52:20.623568 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-43e6952b-c684-42ae-b1ab-3b8cd2485fd6 req-0e6c07c5-fd36-49df-886d-533246141347 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=629e5b21-6a46-4fe5-97a5-33e5925ab6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486009 Aug 18 12:52:20.675638 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-679581d6-46e2-4214-a955-0a9316e2c0e0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1106496 Aug 18 12:52:20.695009 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e7d349da-2b7b-4328-86a5-09fe67d3c03e req-e9d749c2-585e-4e89-9077-802939159685 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904710 Aug 18 12:52:20.716174 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b47a9d-4c27-488b-b276-82ccd0231913 req-260ca40d-d420-4bc8-ad72-f7820ca55735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:20.717856 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f2b47a9d-4c27-488b-b276-82ccd0231913 req-260ca40d-d420-4bc8-ad72-f7820ca55735 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2fe37f6b32e548f5b1016cf2f60cdb2b&device_id=d7467fa0-d4ce-4f48-94bb-bd2714bb5a37 HTTP/1.1" status: 200 len: 1094 time: 0.0957396 Aug 18 12:52:20.751703 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043148d5-75fd-4710-a24a-16bd1d5528c0 req-6d115bd6-1c38-4526-a12f-aa2c949641b6 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:20.753087 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-043148d5-75fd-4710-a24a-16bd1d5528c0 req-6d115bd6-1c38-4526-a12f-aa2c949641b6 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 951 time: 0.0559425 Aug 18 12:52:20.802739 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-043148d5-75fd-4710-a24a-16bd1d5528c0 req-356d564f-ff49-4fb7-8217-b126fa43d8f5 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d0e23c-00aa-47ef-9ba6-3cab4653cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417073 Aug 18 12:52:20.831094 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b47a9d-4c27-488b-b276-82ccd0231913 req-e9847e51-7476-4c34-af86-8877d9fe5ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:20.832759 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f2b47a9d-4c27-488b-b276-82ccd0231913 req-e9847e51-7476-4c34-af86-8877d9fe5ce3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c56831c1-4f14-467f-8a65-5e4dcdcf485f HTTP/1.1" status: 200 len: 907 time: 0.1077220 Aug 18 12:52:20.881435 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f2b47a9d-4c27-488b-b276-82ccd0231913 req-ec48413b-2597-4b64-9afd-4b125427b562 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714 HTTP/1.1" status: 200 len: 217 time: 0.0383446 Aug 18 12:52:20.898219 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4f016-03e4-4914-9f98-d83967535968 req-73121ef1-e3a1-4575-bd1e-47f694076e67 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:20.899293 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4ce4f016-03e4-4914-9f98-d83967535968 req-73121ef1-e3a1-4575-bd1e-47f694076e67 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 951 time: 0.0651133 Aug 18 12:52:20.946604 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b47a9d-4c27-488b-b276-82ccd0231913 req-4834016e-7589-4b67-8f36-1e91b4d92e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:20.948187 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f2b47a9d-4c27-488b-b276-82ccd0231913 req-4834016e-7589-4b67-8f36-1e91b4d92e6b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a7350c50-b03f-467a-a5ed-4898dcd42f1b HTTP/1.1" status: 200 len: 846 time: 0.0581777 Aug 18 12:52:20.986791 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f2b47a9d-4c27-488b-b276-82ccd0231913 req-2c1b0321-d90e-4dd0-8c67-ff4903cc4ff4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c56831c1-4f14-467f-8a65-5e4dcdcf485f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297365 Aug 18 12:52:21.113579 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-4ce4f016-03e4-4914-9f98-d83967535968 req-0c420a2a-7d23-4cca-ba48-88d9f6d70594 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Deleting port 48f53cde-d105-4bee-8736-656bf65b7842 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:52:21.114618 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4ce4f016-03e4-4914-9f98-d83967535968 req-0c420a2a-7d23-4cca-ba48-88d9f6d70594 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:21.137722 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f2b47a9d-4c27-488b-b276-82ccd0231913 req-33855541-6d03-43e2-b0c9-29c42652c0a8 service neutron] 10.222.0.39 "GET /v2.0/networks/c56831c1-4f14-467f-8a65-5e4dcdcf485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417577 Aug 18 12:52:21.177197 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a894cb-5ebf-4cfe-aaf5-324a60d222c4 req-cb7cf457-0b20-4d36-9edc-9ad37186c2d2 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:21.179006 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84a894cb-5ebf-4cfe-aaf5-324a60d222c4 req-cb7cf457-0b20-4d36-9edc-9ad37186c2d2 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=1069e871-d52d-47d4-be35-b519a7ff1f03 HTTP/1.1" status: 200 len: 946 time: 0.1352758 Aug 18 12:52:21.260121 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84a894cb-5ebf-4cfe-aaf5-324a60d222c4 req-8355cd5b-2fc6-4d33-9051-5a30dbca5cca tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654323 Aug 18 12:52:21.277583 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-4ce4f016-03e4-4914-9f98-d83967535968 req-0c420a2a-7d23-4cca-ba48-88d9f6d70594 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] For port 48f53cde-d105-4bee-8736-656bf65b7842, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=48f53cde-d105-4bee-8736-656bf65b7842,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:21.278070 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4ce4f016-03e4-4914-9f98-d83967535968 req-0c420a2a-7d23-4cca-ba48-88d9f6d70594 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:21.293053 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-4ce4f016-03e4-4914-9f98-d83967535968 req-0c420a2a-7d23-4cca-ba48-88d9f6d70594 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Calling delete_port for 48f53cde-d105-4bee-8736-656bf65b7842 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:52:21.345953 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device bc4ae5c7-bca3-45a6-9cad-15fa8137069b details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:52:21.348933 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:52:21.382162 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:52:21.382856 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 5e82ff6b-a6a5-460c-9e5d-0ba26ce4b829 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:52:21.521244 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port bc4ae5c7-bca3-45a6-9cad-15fa8137069b, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=bc4ae5c7-bca3-45a6-9cad-15fa8137069b,segment=NetworkSegment(9980139b-d711-402f-b96d-94b03ea2978e),segment_id=9980139b-d711-402f-b96d-94b03ea2978e)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:21.555605 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'bc4ae5c7-bca3-45a6-9cad-15fa8137069b', 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d', 'port_id': 'bc4ae5c7-bca3-45a6-9cad-15fa8137069b', 'mac_address': 'fa:16:3e:24:ae:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7c71ac1-e82b-41d2-8931-67fb6a54cbad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:52:21.631592 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a88372-bc2b-45bd-a7cc-7851cad6a5fb req-f9f3d0f1-32df-4e32-989b-00425b0d4c4d tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:21.643217 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-19a88372-bc2b-45bd-a7cc-7851cad6a5fb req-f9f3d0f1-32df-4e32-989b-00425b0d4c4d tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 943 time: 0.0788274 Aug 18 12:52:21.659160 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:21.663057 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdefc3-7cb7-4b87-b61a-76a6f7f25ef1 req-3d701b4c-d1bf-4b79-a776-9489fddf5350 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:21.672081 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-05bdefc3-7cb7-4b87-b61a-76a6f7f25ef1 req-3d701b4c-d1bf-4b79-a776-9489fddf5350 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/ports?device_id=01abb1e9-cf1b-4191-bcb2-3fb2606a2988 HTTP/1.1" status: 200 len: 945 time: 0.5003321 Aug 18 12:52:21.679467 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc4ae5c7-bca3-45a6-9cad-15fa8137069b {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:52:21.695427 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-19a88372-bc2b-45bd-a7cc-7851cad6a5fb req-101b7ad4-85f2-46a7-8b2e-d5936b0080c5 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505946 Aug 18 12:52:21.710277 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port bc4ae5c7-bca3-45a6-9cad-15fa8137069b, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=bc4ae5c7-bca3-45a6-9cad-15fa8137069b,segment=NetworkSegment(9980139b-d711-402f-b96d-94b03ea2978e),segment_id=9980139b-d711-402f-b96d-94b03ea2978e)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:21.735104 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-05bdefc3-7cb7-4b87-b61a-76a6f7f25ef1 req-260fcef3-33ac-456b-a659-a87d557c50e8 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/security-groups?id=629e5b21-6a46-4fe5-97a5-33e5925ab6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620859 Aug 18 12:52:21.741173 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f2b47a9d-4c27-488b-b276-82ccd0231913 req-1a4e8b13-b4f9-4ce3-b0b6-4fe5a3a187c4 service neutron] 10.222.0.39 "GET /v2.0/networks/c56831c1-4f14-467f-8a65-5e4dcdcf485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5931451 Aug 18 12:52:21.830138 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5a73b-4dfa-4bfa-ae4e-ee67a42307fb req-ff19f590-f8d6-4fc2-8b73-ad03bc39b708 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:21.831914 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-38c5a73b-4dfa-4bfa-ae4e-ee67a42307fb req-ff19f590-f8d6-4fc2-8b73-ad03bc39b708 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 950 time: 0.0695965 Aug 18 12:52:21.849793 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98645308-5511-4725-907c-4009d723ca27 req-d50015ff-7976-4f87-8038-d262d3326d86 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:21.852258 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-98645308-5511-4725-907c-4009d723ca27 req-d50015ff-7976-4f87-8038-d262d3326d86 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7467fa0-d4ce-4f48-94bb-bd2714bb5a37 HTTP/1.1" status: 200 len: 943 time: 0.0599430 Aug 18 12:52:21.876221 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-38c5a73b-4dfa-4bfa-ae4e-ee67a42307fb req-3b69f03e-daae-462e-b333-ef016d19e354 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381370 Aug 18 12:52:21.894745 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-98645308-5511-4725-907c-4009d723ca27 req-5f0c0cf7-5183-4613-843e-463c95d3f0cc tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336437 Aug 18 12:52:21.955286 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4ce4f016-03e4-4914-9f98-d83967535968 req-0c420a2a-7d23-4cca-ba48-88d9f6d70594 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:21.966338 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['48f53cde-d105-4bee-8736-656bf65b7842'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:52:21.973740 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-339e6414-db87-4a8e-9596-ae8820c8690b req-01dca070-23da-4525-8d78-c30f6b675efd tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 210 time: 0.0286326 Aug 18 12:52:21.997131 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c420a2a-7d23-4cca-ba48-88d9f6d70594 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Pushing event deleted for resources: {'Port': ['ID=48f53cde-d105-4bee-8736-656bf65b7842,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:22.009919 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c420a2a-7d23-4cca-ba48-88d9f6d70594 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:22.010342 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c420a2a-7d23-4cca-ba48-88d9f6d70594 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:22.010648 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c420a2a-7d23-4cca-ba48-88d9f6d70594 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:22.010986 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c420a2a-7d23-4cca-ba48-88d9f6d70594 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:22.011325 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c420a2a-7d23-4cca-ba48-88d9f6d70594 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:22.011943 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c420a2a-7d23-4cca-ba48-88d9f6d70594 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:22.012812 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c420a2a-7d23-4cca-ba48-88d9f6d70594 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:22.012812 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c420a2a-7d23-4cca-ba48-88d9f6d70594 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:22.012993 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c420a2a-7d23-4cca-ba48-88d9f6d70594 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:22.013312 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c420a2a-7d23-4cca-ba48-88d9f6d70594 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:22.016696 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c420a2a-7d23-4cca-ba48-88d9f6d70594 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:22.017072 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c420a2a-7d23-4cca-ba48-88d9f6d70594 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:22.080237 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:22.108220 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce4f016-03e4-4914-9f98-d83967535968 req-0c420a2a-7d23-4cca-ba48-88d9f6d70594 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] No DVR routers for this DVR port 48f53cde-d105-4bee-8736-656bf65b7842 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:52:22.111209 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4ce4f016-03e4-4914-9f98-d83967535968 req-0c420a2a-7d23-4cca-ba48-88d9f6d70594 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:22.113362 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4ce4f016-03e4-4914-9f98-d83967535968 req-0c420a2a-7d23-4cca-ba48-88d9f6d70594 tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.20 "DELETE /v2.0/ports/48f53cde-d105-4bee-8736-656bf65b7842 HTTP/1.1" status: 204 len: 173 time: 1.2063360 Aug 18 12:52:22.113686 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e50f53b-e459-4754-b0f4-ea2db727c2e4', 'name': 'network-vif-deleted', 'tag': '48f53cde-d105-4bee-8736-656bf65b7842'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:52:22.116164 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60136608-5103-492b-97fb-2e195d6289c9" -d '{"events": [{"server_uuid": "8e50f53b-e459-4754-b0f4-ea2db727c2e4", "name": "network-vif-deleted", "tag": "48f53cde-d105-4bee-8736-656bf65b7842"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:52:22.159904 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4d04eb-73ba-41c5-a7ed-3253a779d825 x-openstack-request-id: req-dd4d04eb-73ba-41c5-a7ed-3253a779d825 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:52:22.160402 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e50f53b-e459-4754-b0f4-ea2db727c2e4", "name": "network-vif-deleted", "tag": "48f53cde-d105-4bee-8736-656bf65b7842", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:52:22.160940 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd4d04eb-73ba-41c5-a7ed-3253a779d825 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:52:22.161512 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e50f53b-e459-4754-b0f4-ea2db727c2e4', 'name': 'network-vif-deleted', 'tag': '48f53cde-d105-4bee-8736-656bf65b7842', 'status': 'completed', 'code': 200} Aug 18 12:52:22.184429 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=bc4ae5c7-bca3-45a6-9cad-15fa8137069b,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:22.361898 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['bc4ae5c7-bca3-45a6-9cad-15fa8137069b'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:52:22.386684 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6e73a-1673-4cef-ad94-d5d8eb59fc43 req-820896d3-7bc1-48b4-a290-341b73d86d65 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:22.388394 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c3e6e73a-1673-4cef-ad94-d5d8eb59fc43 req-820896d3-7bc1-48b4-a290-341b73d86d65 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=1069e871-d52d-47d4-be35-b519a7ff1f03 HTTP/1.1" status: 200 len: 946 time: 0.0587595 Aug 18 12:52:22.430058 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c3e6e73a-1673-4cef-ad94-d5d8eb59fc43 req-5646677b-57fc-4d6e-84a1-adf4df8d62d0 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356538 Aug 18 12:52:22.822655 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c0516-e3f0-473d-8ba2-868c54013f09 req-c6e2ab1d-b2ea-4a3b-aa6b-0a6ed13167f0 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:22.826837 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d50c0516-e3f0-473d-8ba2-868c54013f09 req-c6e2ab1d-b2ea-4a3b-aa6b-0a6ed13167f0 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 944 time: 0.0575743 Aug 18 12:52:22.861029 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1a341-7fd0-488f-89ba-7a0bbf9eb8e4 req-31c095f6-29ff-4002-bb71-e7777b77d0ce tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:22.870667 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-81a1a341-7fd0-488f-89ba-7a0bbf9eb8e4 req-31c095f6-29ff-4002-bb71-e7777b77d0ce tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/ports?device_id=01abb1e9-cf1b-4191-bcb2-3fb2606a2988 HTTP/1.1" status: 200 len: 945 time: 0.0643899 Aug 18 12:52:22.892011 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d50c0516-e3f0-473d-8ba2-868c54013f09 req-ebfc0b5c-4751-4396-89d5-60b5ffb3a92d tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611391 Aug 18 12:52:22.914738 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-81a1a341-7fd0-488f-89ba-7a0bbf9eb8e4 req-7da06c85-9c4e-4888-8733-d573a8b9573f tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/security-groups?id=629e5b21-6a46-4fe5-97a5-33e5925ab6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429385 Aug 18 12:52:23.011649 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d39b3d9-76b8-439b-873d-c810e8d5d86f req-4b637986-0586-4f6a-a7a3-a34c3133765d tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:23.013073 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0d39b3d9-76b8-439b-873d-c810e8d5d86f req-4b637986-0586-4f6a-a7a3-a34c3133765d tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 950 time: 0.0519314 Aug 18 12:52:23.029489 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855dcd0-f4e6-4847-ae3f-4d7d41ecaee4 req-2af4bd37-57e8-43d4-98ea-4e98c4d58548 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:23.031764 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1855dcd0-f4e6-4847-ae3f-4d7d41ecaee4 req-2af4bd37-57e8-43d4-98ea-4e98c4d58548 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7467fa0-d4ce-4f48-94bb-bd2714bb5a37 HTTP/1.1" status: 200 len: 943 time: 0.0520940 Aug 18 12:52:23.063328 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0d39b3d9-76b8-439b-873d-c810e8d5d86f req-2459cc29-159d-4e29-a680-b7c22d18368e tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416594 Aug 18 12:52:23.084509 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1855dcd0-f4e6-4847-ae3f-4d7d41ecaee4 req-f3cabc3b-10d8-4a58-bfcf-0e24238cb0d3 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387542 Aug 18 12:52:23.193902 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dba5e41c-4a6c-44cd-a1a8-d0afd9c5b90c req-7ca2cf9a-45d8-4c5c-bbee-d37d51d6735a tempest-ServersAdminTestJSON-561294536 tempest-ServersAdminTestJSON-561294536-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e50f53b-e459-4754-b0f4-ea2db727c2e4 HTTP/1.1" status: 200 len: 210 time: 0.0329194 Aug 18 12:52:23.194144 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9863cec6-2f0e-4f89-902c-7b9554e859ef req-ff30a2e5-4ace-4fdd-b0ef-cf24c1e2185c tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:23.195693 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9863cec6-2f0e-4f89-902c-7b9554e859ef req-ff30a2e5-4ace-4fdd-b0ef-cf24c1e2185c tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/ports?device_id=01abb1e9-cf1b-4191-bcb2-3fb2606a2988 HTTP/1.1" status: 200 len: 945 time: 0.0507390 Aug 18 12:52:23.204557 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35972) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:52:23.209047 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-9b4d89ec-9723-405d-bfe7-0c7fb1eda405 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Request body: {'floatingip': {'port_id': 'eeccd98d-34ca-40d1-ac64-bebdc644f4e1'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:52:23.255873 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9b4d89ec-9723-405d-bfe7-0c7fb1eda405 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks [] for floatingip, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:23.366059 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device bc4ae5c7-bca3-45a6-9cad-15fa8137069b up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:52:23.501776 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port bc4ae5c7-bca3-45a6-9cad-15fa8137069b completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:52:23.505643 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port bc4ae5c7-bca3-45a6-9cad-15fa8137069b triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:52:23.512162 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:23.536029 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-ff9a3a03-c448-4f1c-98ab-12775b5ca604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:23.537513 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-ff9a3a03-c448-4f1c-98ab-12775b5ca604 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dfbf1e57c29344368949d54d6fc1d536&device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 1101 time: 0.0913768 Aug 18 12:52:23.581945 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383f732-8e18-4003-99e9-b8a7a5f8663f req-9e5c6809-2803-486c-92a5-2cf2d5ec18e0 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:23.654852 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5383f732-8e18-4003-99e9-b8a7a5f8663f req-9e5c6809-2803-486c-92a5-2cf2d5ec18e0 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=1069e871-d52d-47d4-be35-b519a7ff1f03 HTTP/1.1" status: 200 len: 946 time: 0.0768108 Aug 18 12:52:23.654852 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5383f732-8e18-4003-99e9-b8a7a5f8663f req-1bd21d47-e92f-4649-9a50-0f506019dc06 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344386 Aug 18 12:52:23.655701 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:23.655701 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253e802c-3541-4df7-9b17-05d26b33049f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4ae5c7-bca3-45a6-9cad-15fa8137069b'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:52:23.656907 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b72cd0-ab2b-443d-8485-3c0e56bc58e9" -d '{"events": [{"server_uuid": "253e802c-3541-4df7-9b17-05d26b33049f", "name": "network-vif-plugged", "status": "completed", "tag": "bc4ae5c7-bca3-45a6-9cad-15fa8137069b"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:52:23.675288 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port bc4ae5c7-bca3-45a6-9cad-15fa8137069b, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=bc4ae5c7-bca3-45a6-9cad-15fa8137069b,segment=NetworkSegment(9980139b-d711-402f-b96d-94b03ea2978e),segment_id=9980139b-d711-402f-b96d-94b03ea2978e)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:23.698015 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444b78cf-9840-4ba6-ab12-e4ca6e1d453b x-openstack-request-id: req-444b78cf-9840-4ba6-ab12-e4ca6e1d453b {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:52:23.698339 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "253e802c-3541-4df7-9b17-05d26b33049f", "name": "network-vif-plugged", "status": "completed", "tag": "bc4ae5c7-bca3-45a6-9cad-15fa8137069b", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:52:23.698575 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-444b78cf-9840-4ba6-ab12-e4ca6e1d453b {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:52:23.699022 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '253e802c-3541-4df7-9b17-05d26b33049f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4ae5c7-bca3-45a6-9cad-15fa8137069b', 'code': 200} Aug 18 12:52:23.714429 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-81210241-b87b-427f-bc8f-95c78a5b9a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:23.715980 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-81210241-b87b-427f-bc8f-95c78a5b9a1d service neutron] 10.222.0.20 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.1707675 Aug 18 12:52:23.782481 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-437b6b87-f3f0-4219-8e55-716edb427700 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=5dafb5d5-481b-4f08-9c8a-186411566bd5 HTTP/1.1" status: 200 len: 217 time: 0.0399222 Aug 18 12:52:23.797095 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5bd95-25cc-46b6-84ed-fc68f0aef85e req-8b60666e-1c79-49e2-89be-f510ba863be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:23.798490 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e0b5bd95-25cc-46b6-84ed-fc68f0aef85e req-8b60666e-1c79-49e2-89be-f510ba863be3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 1095 time: 0.0394123 Aug 18 12:52:23.834981 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e0b5bd95-25cc-46b6-84ed-fc68f0aef85e req-b21cc1c0-1356-4f8e-8284-042e82c7372b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289035 Aug 18 12:52:23.877621 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-1314f6c9-d2f3-485e-b04d-015257c9edab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:23.879117 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-1314f6c9-d2f3-485e-b04d-015257c9edab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.0882719 Aug 18 12:52:23.881064 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9b4d89ec-9723-405d-bfe7-0c7fb1eda405 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:23.926707 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-02734302-612c-4a83-bda7-088c45e39130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:23.928305 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-02734302-612c-4a83-bda7-088c45e39130 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0419805 Aug 18 12:52:23.950207 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:52:24.020273 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb01980-aae0-4630-9d0b-b8f7df08f569 req-7bcfeb88-40bc-47ff-94fa-4202cc9db58b tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:24.022420 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6bb01980-aae0-4630-9d0b-b8f7df08f569 req-7bcfeb88-40bc-47ff-94fa-4202cc9db58b tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 944 time: 0.0605850 Aug 18 12:52:24.030220 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-d570425c-d01e-41a5-8284-a2d3d2a1eab6 service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926995 Aug 18 12:52:24.049130 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714,segment=NetworkSegment(97efc5da-ecd0-4484-ac0f-ba58622f7886),segment_id=97efc5da-ecd0-4484-ac0f-ba58622f7886)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:24.063263 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714', 'network_id': 'c56831c1-4f14-467f-8a65-5e4dcdcf485f', 'port_id': 'e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714', 'mac_address': 'fa:16:3e:3a:a0:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7350c50-b03f-467a-a5ed-4898dcd42f1b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:52:24.077233 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6bb01980-aae0-4630-9d0b-b8f7df08f569 req-20d7269f-9aa1-4654-9b62-0d98767f4334 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461884 Aug 18 12:52:24.110140 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:24.127175 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:52:24.150207 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-157af668-2ce3-44f5-b53d-c4ac0e0641d6 service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115577 Aug 18 12:52:24.154434 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714,segment=NetworkSegment(97efc5da-ecd0-4484-ac0f-ba58622f7886),segment_id=97efc5da-ecd0-4484-ac0f-ba58622f7886)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:24.231806 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf86d9-15e0-4a7a-a1a6-fb3066e75cb8 req-b6624090-1d45-470b-b27f-738143c39c04 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:24.231806 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0faf86d9-15e0-4a7a-a1a6-fb3066e75cb8 req-b6624090-1d45-470b-b27f-738143c39c04 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7467fa0-d4ce-4f48-94bb-bd2714bb5a37 HTTP/1.1" status: 200 len: 943 time: 0.0584056 Aug 18 12:52:24.254164 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0faf86d9-15e0-4a7a-a1a6-fb3066e75cb8 req-b99d7527-1e64-4e9e-9975-f45409a3b6b1 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369558 Aug 18 12:52:24.520208 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7a6e3-5921-4819-a3f4-ad1e99a2a346 req-ca059b3f-275d-49b6-9eca-9ca63e1f5946 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:24.521711 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-40f7a6e3-5921-4819-a3f4-ad1e99a2a346 req-ca059b3f-275d-49b6-9eca-9ca63e1f5946 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 950 time: 0.3393400 Aug 18 12:52:24.561547 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-40f7a6e3-5921-4819-a3f4-ad1e99a2a346 req-9d115055-bd80-4e87-bc84-39c4bc8359c5 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325184 Aug 18 12:52:24.755035 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:24.765722 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530347e-342a-4274-8604-401fdc77ed23 req-9908372d-9f3a-4343-94d3-0c959f1b58f4 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:24.767233 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a530347e-342a-4274-8604-401fdc77ed23 req-9908372d-9f3a-4343-94d3-0c959f1b58f4 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=1069e871-d52d-47d4-be35-b519a7ff1f03 HTTP/1.1" status: 200 len: 946 time: 0.0495222 Aug 18 12:52:24.802400 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9b4d89ec-9723-405d-bfe7-0c7fb1eda405 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:24.812141 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a530347e-342a-4274-8604-401fdc77ed23 req-39fc9888-83ed-4bc1-acba-591c4baa83cb tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385954 Aug 18 12:52:24.819034 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:24.823529 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=bc4ae5c7-bca3-45a6-9cad-15fa8137069b,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:24.889119 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:24.925278 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [None req-9b4d89ec-9723-405d-bfe7-0c7fb1eda405 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Floating IP 79e05150-a5e0-4c76-a608-d18af971e712 associated. External IP: 172.25.6.221, port: eeccd98d-34ca-40d1-ac64-bebdc644f4e1. Aug 18 12:52:25.105563 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:52:25.210579 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4d89ec-9723-405d-bfe7-0c7fb1eda405 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Router a9b39e85-e0bb-4b61-88aa-b5d1421419dc has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:52:25.274504 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36016) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:52:25.332111 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03773bd4-8f66-4ebb-84f4-50810619dd94 req-f3b2fb76-e556-462d-a5a6-79191c5aa625 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:25.340846 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-03773bd4-8f66-4ebb-84f4-50810619dd94 req-f3b2fb76-e556-462d-a5a6-79191c5aa625 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 945 time: 0.1728401 Aug 18 12:52:25.373394 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 48f53cde-d105-4bee-8736-656bf65b7842 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:52:25.397118 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 48f53cde-d105-4bee-8736-656bf65b7842 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:52:25.397601 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 48f53cde-d105-4bee-8736-656bf65b7842 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:52:25.447895 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-03773bd4-8f66-4ebb-84f4-50810619dd94 req-684f110a-1bb1-4ffd-8abe-753825ff2a17 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035159 Aug 18 12:52:25.489486 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4d89ec-9723-405d-bfe7-0c7fb1eda405 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:52:25.497190 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9b4d89ec-9723-405d-bfe7-0c7fb1eda405 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:25.499242 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895dbfa-c276-456b-b6af-ddb521af834f req-cc9d83d2-9c48-4983-adaf-41439c36d89f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:25.502455 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c37111-cfaa-4bc4-bb85-599824b60405 None None] Sync routers for ids ['a9b39e85-e0bb-4b61-88aa-b5d1421419dc'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:52:25.509595 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1895dbfa-c276-456b-b6af-ddb521af834f req-cc9d83d2-9c48-4983-adaf-41439c36d89f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7467fa0-d4ce-4f48-94bb-bd2714bb5a37 HTTP/1.1" status: 200 len: 944 time: 0.1535459 Aug 18 12:52:25.512533 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c37111-cfaa-4bc4-bb85-599824b60405 None None] Routers {'a9b39e85-e0bb-4b61-88aa-b5d1421419dc'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:52:25.513247 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-65c37111-cfaa-4bc4-bb85-599824b60405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:52:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['a9b39e85-e0bb-4b61-88aa-b5d1421419dc'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:25.521952 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5c6f263c-b094-43a8-a874-19815ce3b2e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2848086ca5ea4e0a852f49162fc44ff1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2462947 Aug 18 12:52:25.525036 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36026) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:52:25.549098 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9b4d89ec-9723-405d-bfe7-0c7fb1eda405 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "PUT /v2.0/floatingips/79e05150-a5e0-4c76-a608-d18af971e712 HTTP/1.1" status: 200 len: 991 time: 2.3409247 Aug 18 12:52:25.549098 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01abb1e9-cf1b-4191-bcb2-3fb2606a2988', 'tag': 'eeccd98d-34ca-40d1-ac64-bebdc644f4e1'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:52:25.571432 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9c651a-2452-44cb-8407-764577f9d52b" -d '{"events": [{"name": "network-changed", "server_uuid": "01abb1e9-cf1b-4191-bcb2-3fb2606a2988", "tag": "eeccd98d-34ca-40d1-ac64-bebdc644f4e1"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:52:25.596415 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1895dbfa-c276-456b-b6af-ddb521af834f req-bb86eeb5-b540-47b9-8dd5-04e545303996 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836625 Aug 18 12:52:25.645632 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-65c37111-cfaa-4bc4-bb85-599824b60405 None None] Set router a9b39e85-e0bb-4b61-88aa-b5d1421419dc gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:52:25.649848 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-51919341-e8b8-4285-8f2b-1c742891c214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:25.674915 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-51919341-e8b8-4285-8f2b-1c742891c214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:25.699317 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d6686-bac9-4879-879b-50af623749dc req-3aef4d84-9a4f-487b-a5ec-b327b33165ef tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:25.701087 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-213d6686-bac9-4879-879b-50af623749dc req-3aef4d84-9a4f-487b-a5ec-b327b33165ef tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 1096 time: 0.0839179 Aug 18 12:52:25.740426 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83ab970-8ce9-467c-9588-6d035ab607f3 x-openstack-request-id: req-e83ab970-8ce9-467c-9588-6d035ab607f3 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:52:25.742695 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01abb1e9-cf1b-4191-bcb2-3fb2606a2988", "tag": "eeccd98d-34ca-40d1-ac64-bebdc644f4e1", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:52:25.742695 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e83ab970-8ce9-467c-9588-6d035ab607f3 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:52:25.742695 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01abb1e9-cf1b-4191-bcb2-3fb2606a2988', 'tag': 'eeccd98d-34ca-40d1-ac64-bebdc644f4e1', 'status': 'completed', 'code': 200} Aug 18 12:52:25.758823 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-213d6686-bac9-4879-879b-50af623749dc req-b7425070-a94b-48cb-8910-39addf9e7c27 tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511839 Aug 18 12:52:25.825045 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c651a-2452-44cb-8407-764577f9d52b req-719c4aa7-1543-4258-9ee1-ff37a7178770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:25.827950 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-eb9c651a-2452-44cb-8407-764577f9d52b req-719c4aa7-1543-4258-9ee1-ff37a7178770 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a75dbc010737425ca08685b9dab39e3d&device_id=01abb1e9-cf1b-4191-bcb2-3fb2606a2988 HTTP/1.1" status: 200 len: 1096 time: 0.0649352 Aug 18 12:52:25.892974 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e6408-27e7-451f-8e73-561ab9b7007f req-c4e36bf1-ddd6-4411-a249-6a8acd67842e tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:25.901019 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9d0e6408-27e7-451f-8e73-561ab9b7007f req-c4e36bf1-ddd6-4411-a249-6a8acd67842e tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 1096 time: 0.0634120 Aug 18 12:52:25.904376 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-51919341-e8b8-4285-8f2b-1c742891c214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:25.907867 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-51919341-e8b8-4285-8f2b-1c742891c214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:25.909869 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-51919341-e8b8-4285-8f2b-1c742891c214 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40d0e23c-00aa-47ef-9ba6-3cab4653cabb HTTP/1.1" status: 204 len: 168 time: 0.3837376 Aug 18 12:52:25.941683 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51919341-e8b8-4285-8f2b-1c742891c214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d0e23c-00aa-47ef-9ba6-3cab4653cabb,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:25.946290 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9d0e6408-27e7-451f-8e73-561ab9b7007f req-a4ca4002-bf97-4851-927a-d808578ebe76 tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415075 Aug 18 12:52:25.955351 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51919341-e8b8-4285-8f2b-1c742891c214 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:25.956052 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51919341-e8b8-4285-8f2b-1c742891c214 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:25.956600 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51919341-e8b8-4285-8f2b-1c742891c214 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:25.957152 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51919341-e8b8-4285-8f2b-1c742891c214 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:25.957830 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51919341-e8b8-4285-8f2b-1c742891c214 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:25.958406 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51919341-e8b8-4285-8f2b-1c742891c214 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:25.959396 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51919341-e8b8-4285-8f2b-1c742891c214 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:25.960062 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51919341-e8b8-4285-8f2b-1c742891c214 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:25.960928 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51919341-e8b8-4285-8f2b-1c742891c214 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:25.961332 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51919341-e8b8-4285-8f2b-1c742891c214 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:25.961880 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51919341-e8b8-4285-8f2b-1c742891c214 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:25.962325 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51919341-e8b8-4285-8f2b-1c742891c214 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:25.979222 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3207b9-b8a8-44dc-b495-68575086ed6c req-769ec1c8-2b98-40a5-96d4-ea90635853b0 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:25.981477 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bd3207b9-b8a8-44dc-b495-68575086ed6c req-769ec1c8-2b98-40a5-96d4-ea90635853b0 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 950 time: 0.1774619 Aug 18 12:52:26.045810 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bd3207b9-b8a8-44dc-b495-68575086ed6c req-e8823bf6-3d5b-42a7-969e-6b290f5590c9 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575356 Aug 18 12:52:26.055876 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:52:26.057127 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c651a-2452-44cb-8407-764577f9d52b req-35e107e7-3505-400d-abd3-abb72d339592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:26.059118 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-eb9c651a-2452-44cb-8407-764577f9d52b req-35e107e7-3505-400d-abd3-abb72d339592 service neutron] 10.222.0.39 "GET /v2.0/networks?id=02fd23fc-4be9-4045-ae50-4a7decb4e07c HTTP/1.1" status: 200 len: 925 time: 0.2156487 Aug 18 12:52:26.072927 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d2fb08-06dc-48d2-8c82-09a3cc66992c req-47d013d6-aa55-430e-9e0b-3fc16c5a4024 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:26.074598 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b5d2fb08-06dc-48d2-8c82-09a3cc66992c req-47d013d6-aa55-430e-9e0b-3fc16c5a4024 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=1069e871-d52d-47d4-be35-b519a7ff1f03 HTTP/1.1" status: 200 len: 946 time: 0.0549722 Aug 18 12:52:26.136680 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b5d2fb08-06dc-48d2-8c82-09a3cc66992c req-79d0661f-1725-4dde-bb37-a570c499376c tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540752 Aug 18 12:52:26.179126 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-eb9c651a-2452-44cb-8407-764577f9d52b req-9c1b6c01-e772-43ec-9dc8-06434a421d3d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eeccd98d-34ca-40d1-ac64-bebdc644f4e1 HTTP/1.1" status: 200 len: 999 time: 0.1028507 Aug 18 12:52:26.194859 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-65c37111-cfaa-4bc4-bb85-599824b60405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1877647334-router', 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '60406fab-52d2-40fa-8cee-7dfc0389d0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:49:24Z', 'updated_at': '2021-08-18T12:49:34Z', 'revision_number': 4, 'project_id': 'a75dbc010737425ca08685b9dab39e3d', 'gw_port': {'id': '60406fab-52d2-40fa-8cee-7dfc0389d0b3', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:19:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:27Z', 'updated_at': '2021-08-18T12:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '79e05150-a5e0-4c76-a608-d18af971e712', 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d', 'floating_ip_address': '172.25.6.221', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'port_id': 'eeccd98d-34ca-40d1-ac64-bebdc644f4e1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02fd23fc-4be9-4045-ae50-4a7decb4e07c', 'mac_address': 'fa:16:3e:ee:13:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01abb1e9-cf1b-4191-bcb2-3fb2606a2988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:49:57Z', 'updated_at': '2021-08-18T12:52:23Z', 'revision_number': 5, 'project_id': 'a75dbc010737425ca08685b9dab39e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655', 'name': '', 'network_id': '02fd23fc-4be9-4045-ae50-4a7decb4e07c', 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d', 'mac_address': 'fa:16:3e:24:e8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '154e0376-ea0e-40f2-a861-d291c3269453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:33Z', 'updated_at': '2021-08-18T12:49:42Z', 'revision_number': 5, 'project_id': 'a75dbc010737425ca08685b9dab39e3d', 'subnets': [{'id': '154e0376-ea0e-40f2-a861-d291c3269453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:26.238122 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c37111-cfaa-4bc4-bb85-599824b60405 None None] Checking router: a9b39e85-e0bb-4b61-88aa-b5d1421419dc for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:52:26.255975 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c651a-2452-44cb-8407-764577f9d52b req-ffeeba00-5947-406b-9121-7334d2de5918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:26.257537 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-eb9c651a-2452-44cb-8407-764577f9d52b req-ffeeba00-5947-406b-9121-7334d2de5918 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=154e0376-ea0e-40f2-a861-d291c3269453 HTTP/1.1" status: 200 len: 863 time: 0.0570738 Aug 18 12:52:26.261650 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c37111-cfaa-4bc4-bb85-599824b60405 None None] Routers {'a9b39e85-e0bb-4b61-88aa-b5d1421419dc'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:52:26.262672 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-65c37111-cfaa-4bc4-bb85-599824b60405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:52:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['a9b39e85-e0bb-4b61-88aa-b5d1421419dc'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:26.264087 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:52:26.331497 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c651a-2452-44cb-8407-764577f9d52b req-ca859238-5174-42df-856d-bb0677a157f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:26.333064 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-eb9c651a-2452-44cb-8407-764577f9d52b req-ca859238-5174-42df-856d-bb0677a157f0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=02fd23fc-4be9-4045-ae50-4a7decb4e07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595932 Aug 18 12:52:26.335497 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:52:26.336139 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:26.436422 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-eb9c651a-2452-44cb-8407-764577f9d52b req-2909c73e-39ac-43ee-9f21-3986db3c2aab service neutron] 10.222.0.39 "GET /v2.0/networks/02fd23fc-4be9-4045-ae50-4a7decb4e07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901387 Aug 18 12:52:26.448523 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-65c37111-cfaa-4bc4-bb85-599824b60405 None None] Set router a9b39e85-e0bb-4b61-88aa-b5d1421419dc gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:52:26.590001 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-eb9c651a-2452-44cb-8407-764577f9d52b req-4227c556-28e5-4585-9046-9c90b9a6cf71 service neutron] 10.222.0.39 "GET /v2.0/networks/02fd23fc-4be9-4045-ae50-4a7decb4e07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460323 Aug 18 12:52:26.590383 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:26.660842 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7467fa0-d4ce-4f48-94bb-bd2714bb5a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:52:26.663105 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2ebb6d-087d-45c0-9cc9-d2cb902f5833" -d '{"events": [{"server_uuid": "d7467fa0-d4ce-4f48-94bb-bd2714bb5a37", "name": "network-vif-plugged", "status": "completed", "tag": "e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:52:26.685771 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714,segment=NetworkSegment(97efc5da-ecd0-4484-ac0f-ba58622f7886),segment_id=97efc5da-ecd0-4484-ac0f-ba58622f7886)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:26.714093 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36066) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:52:26.758978 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ed5ca-4137-46a6-82a8-9bf2ffc58921 req-a815516f-2e58-4347-8037-2c58615f39d6 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:26.760485 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b28ed5ca-4137-46a6-82a8-9bf2ffc58921 req-a815516f-2e58-4347-8037-2c58615f39d6 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7467fa0-d4ce-4f48-94bb-bd2714bb5a37 HTTP/1.1" status: 200 len: 944 time: 0.0711291 Aug 18 12:52:26.768540 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:26.777391 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d2869a37-5aac-4994-a62e-e00a938a8067 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=763d51ee81874cb9a463720b3e1f8715&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0591111 Aug 18 12:52:26.777594 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-65c37111-cfaa-4bc4-bb85-599824b60405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1877647334-router', 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '60406fab-52d2-40fa-8cee-7dfc0389d0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:49:24Z', 'updated_at': '2021-08-18T12:49:34Z', 'revision_number': 4, 'project_id': 'a75dbc010737425ca08685b9dab39e3d', 'gw_port': {'id': '60406fab-52d2-40fa-8cee-7dfc0389d0b3', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:19:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:27Z', 'updated_at': '2021-08-18T12:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '79e05150-a5e0-4c76-a608-d18af971e712', 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d', 'floating_ip_address': '172.25.6.221', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'port_id': 'eeccd98d-34ca-40d1-ac64-bebdc644f4e1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02fd23fc-4be9-4045-ae50-4a7decb4e07c', 'mac_address': 'fa:16:3e:ee:13:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01abb1e9-cf1b-4191-bcb2-3fb2606a2988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:49:57Z', 'updated_at': '2021-08-18T12:52:23Z', 'revision_number': 5, 'project_id': 'a75dbc010737425ca08685b9dab39e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655', 'name': '', 'network_id': '02fd23fc-4be9-4045-ae50-4a7decb4e07c', 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d', 'mac_address': 'fa:16:3e:24:e8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '154e0376-ea0e-40f2-a861-d291c3269453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:33Z', 'updated_at': '2021-08-18T12:49:42Z', 'revision_number': 5, 'project_id': 'a75dbc010737425ca08685b9dab39e3d', 'subnets': [{'id': '154e0376-ea0e-40f2-a861-d291c3269453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:26.779228 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36068) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:52:26.822432 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b28ed5ca-4137-46a6-82a8-9bf2ffc58921 req-be1aef33-f605-4c8c-a16a-442f17535e4d tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510559 Aug 18 12:52:26.825866 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c37111-cfaa-4bc4-bb85-599824b60405 None None] The sync data for ids ['a9b39e85-e0bb-4b61-88aa-b5d1421419dc'] in n-d-803603-2 is: [{'id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1877647334-router', 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '60406fab-52d2-40fa-8cee-7dfc0389d0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:49:24Z', 'updated_at': '2021-08-18T12:49:34Z', 'revision_number': 4, 'project_id': 'a75dbc010737425ca08685b9dab39e3d', 'gw_port': {'id': '60406fab-52d2-40fa-8cee-7dfc0389d0b3', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:19:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:27Z', 'updated_at': '2021-08-18T12:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '79e05150-a5e0-4c76-a608-d18af971e712', 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d', 'floating_ip_address': '172.25.6.221', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'port_id': 'eeccd98d-34ca-40d1-ac64-bebdc644f4e1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02fd23fc-4be9-4045-ae50-4a7decb4e07c', 'mac_address': 'fa:16:3e:ee:13:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01abb1e9-cf1b-4191-bcb2-3fb2606a2988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:49:57Z', 'updated_at': '2021-08-18T12:52:23Z', 'revision_number': 5, 'project_id': 'a75dbc010737425ca08685b9dab39e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655', 'name': '', 'network_id': '02fd23fc-4be9-4045-ae50-4a7decb4e07c', 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d', 'mac_address': 'fa:16:3e:24:e8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '154e0376-ea0e-40f2-a861-d291c3269453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:33Z', 'updated_at': '2021-08-18T12:49:42Z', 'revision_number': 5, 'project_id': 'a75dbc010737425ca08685b9dab39e3d', 'subnets': [{'id': '154e0376-ea0e-40f2-a861-d291c3269453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:52:26.877075 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:26.894973 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d47a883-69f3-44ed-9902-45d68f05978b x-openstack-request-id: req-6d47a883-69f3-44ed-9902-45d68f05978b {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:52:26.895262 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7467fa0-d4ce-4f48-94bb-bd2714bb5a37", "name": "network-vif-plugged", "status": "completed", "tag": "e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:52:26.895579 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d47a883-69f3-44ed-9902-45d68f05978b {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:52:26.895899 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7467fa0-d4ce-4f48-94bb-bd2714bb5a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714', 'code': 200} Aug 18 12:52:26.932398 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58e79d7e-0a5d-434d-bed2-94523d295caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:26.981384 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58e79d7e-0a5d-434d-bed2-94523d295caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:27.023113 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45472d59-2bf2-4695-9572-d1911b43c113 req-38414085-44b0-41bf-ae42-530fa7a8cea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:27.024671 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-45472d59-2bf2-4695-9572-d1911b43c113 req-38414085-44b0-41bf-ae42-530fa7a8cea0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d7467fa0-d4ce-4f48-94bb-bd2714bb5a37 HTTP/1.1" status: 200 len: 1096 time: 0.0743001 Aug 18 12:52:27.067966 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-45472d59-2bf2-4695-9572-d1911b43c113 req-a2f1cfa6-4a8e-4f69-99f8-81f99f05410d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349538 Aug 18 12:52:27.136590 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58e79d7e-0a5d-434d-bed2-94523d295caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:27.140465 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58e79d7e-0a5d-434d-bed2-94523d295caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:27.151095 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-58e79d7e-0a5d-434d-bed2-94523d295caf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d656dbe3-edf7-4953-b694-3584d1931cac HTTP/1.1" status: 204 len: 168 time: 0.3618021 Aug 18 12:52:27.152773 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e79d7e-0a5d-434d-bed2-94523d295caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d656dbe3-edf7-4953-b694-3584d1931cac,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:27.208701 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1ca33c-0ab1-4c8c-841f-fc0c85ee439b None None] New status for floating IP 79e05150-a5e0-4c76-a608-d18af971e712: ACTIVE {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:52:27.238221 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c14b376-95a2-4668-974e-1ff7a6d14e7c req-793541a2-f03c-4c3c-92a4-ea4a834db441 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:27.240824 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8c14b376-95a2-4668-974e-1ff7a6d14e7c req-793541a2-f03c-4c3c-92a4-ea4a834db441 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 950 time: 0.1026504 Aug 18 12:52:27.291598 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8c14b376-95a2-4668-974e-1ff7a6d14e7c req-528e4531-516a-425f-bd34-0ff1e6339cea tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443375 Aug 18 12:52:27.410546 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86ec16-cd4f-492c-8438-5e201e0f2474 req-ddfcb4cf-e534-4ada-a402-982998b21b88 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:27.412032 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7d86ec16-cd4f-492c-8438-5e201e0f2474 req-ddfcb4cf-e534-4ada-a402-982998b21b88 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=1069e871-d52d-47d4-be35-b519a7ff1f03 HTTP/1.1" status: 200 len: 946 time: 0.0498350 Aug 18 12:52:27.451198 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7d86ec16-cd4f-492c-8438-5e201e0f2474 req-aeea92aa-96be-4732-b6bb-a6d03d4e9344 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324857 Aug 18 12:52:27.662297 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:27.952298 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19f3e5-38be-4d14-bb95-8d84c47fa663 req-479b8ba2-6c4d-46b0-8009-8ae0bc1fd58b tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:27.961402 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4c19f3e5-38be-4d14-bb95-8d84c47fa663 req-479b8ba2-6c4d-46b0-8009-8ae0bc1fd58b tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7467fa0-d4ce-4f48-94bb-bd2714bb5a37 HTTP/1.1" status: 200 len: 945 time: 0.0708668 Aug 18 12:52:27.999127 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4c19f3e5-38be-4d14-bb95-8d84c47fa663 req-5c626c2e-d78f-437e-97f6-6095a70b22f8 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367346 Aug 18 12:52:28.399238 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:28.420277 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aface6b1-7b24-44b0-aedd-d31074c2384f req-8885e312-6cfb-4518-8250-b84ce9394e5d tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:28.421767 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aface6b1-7b24-44b0-aedd-d31074c2384f req-8885e312-6cfb-4518-8250-b84ce9394e5d tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 950 time: 0.0493140 Aug 18 12:52:28.428340 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36124) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:52:28.448748 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-30496ff7-5577-4e60-b072-54c5c39b4465 tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:52:28.449744 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-30496ff7-5577-4e60-b072-54c5c39b4465 tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114141 Aug 18 12:52:28.460946 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-8c31fcda-34fe-4de8-9966-9afdd6e85338 service neutron] Request body: {'binding': {'host': 'n-h1-803603-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:52:28.461459 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-8c31fcda-34fe-4de8-9966-9afdd6e85338 service neutron] Unknown quota resources ['binding']. {{(pid=101675) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 12:52:28.495721 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aface6b1-7b24-44b0-aedd-d31074c2384f req-1057bcda-8957-481c-81f2-48ac7d5ff872 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669003 Aug 18 12:52:28.548362 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-fa316b4e-963c-4fc1-8155-ceb5c9fea759 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-287481593-network', 'tenant_id': '4f410e798f6c4fc4b088b42260174474'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:52:28.643844 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2663242-0e9b-4e23-a454-af0efa6f0696 req-afef41e2-82da-494b-8bb0-22e28fed8f6e tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:28.645309 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a2663242-0e9b-4e23-a454-af0efa6f0696 req-afef41e2-82da-494b-8bb0-22e28fed8f6e tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=1069e871-d52d-47d4-be35-b519a7ff1f03 HTTP/1.1" status: 200 len: 946 time: 0.0797358 Aug 18 12:52:28.662098 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa316b4e-963c-4fc1-8155-ceb5c9fea759 admin admin] Made reservation on behalf of 4f410e798f6c4fc4b088b42260174474 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:52:28.665583 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fa316b4e-963c-4fc1-8155-ceb5c9fea759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:28.669155 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-8c31fcda-34fe-4de8-9966-9afdd6e85338 service neutron] Attempting to bind port bc4ae5c7-bca3-45a6-9cad-15fa8137069b on host n-h1-803603-2 for vnic_type normal with profile None {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:52:28.669501 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-8c31fcda-34fe-4de8-9966-9afdd6e85338 service neutron] Attempting to bind port bc4ae5c7-bca3-45a6-9cad-15fa8137069b by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:52:28.669823 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-8c31fcda-34fe-4de8-9966-9afdd6e85338 service neutron] Attempting to bind port bc4ae5c7-bca3-45a6-9cad-15fa8137069b on network 8e2ca950-415a-439c-a01b-47dff2e51d7d {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:52:28.685404 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fa316b4e-963c-4fc1-8155-ceb5c9fea759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:28.685577 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-8c31fcda-34fe-4de8-9966-9afdd6e85338 service neutron] Port bc4ae5c7-bca3-45a6-9cad-15fa8137069b on network 8e2ca950-415a-439c-a01b-47dff2e51d7d not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:52:28.685577 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-8c31fcda-34fe-4de8-9966-9afdd6e85338 service neutron] Attempting to bind port bc4ae5c7-bca3-45a6-9cad-15fa8137069b on network 8e2ca950-415a-439c-a01b-47dff2e51d7d {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:52:28.695054 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-8c31fcda-34fe-4de8-9966-9afdd6e85338 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:52:28.695398 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-8c31fcda-34fe-4de8-9966-9afdd6e85338 service neutron] Checking segment: {'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:52:28.695781 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-8c31fcda-34fe-4de8-9966-9afdd6e85338 service neutron] Bound using segment: {'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:52:28.696210 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-8c31fcda-34fe-4de8-9966-9afdd6e85338 service neutron] Bound port: bc4ae5c7-bca3-45a6-9cad-15fa8137069b, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:52:28.700691 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a2663242-0e9b-4e23-a454-af0efa6f0696 req-8cf50c76-ac01-4078-994b-037419379901 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479066 Aug 18 12:52:28.760935 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-8c31fcda-34fe-4de8-9966-9afdd6e85338 service neutron] For port bc4ae5c7-bca3-45a6-9cad-15fa8137069b, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=bc4ae5c7-bca3-45a6-9cad-15fa8137069b,segment=NetworkSegment(9980139b-d711-402f-b96d-94b03ea2978e),segment_id=9980139b-d711-402f-b96d-94b03ea2978e)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:52:28.795297 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fa316b4e-963c-4fc1-8155-ceb5c9fea759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:28.907684 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-8c31fcda-34fe-4de8-9966-9afdd6e85338 service neutron] Notify callbacks [] for binding, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:28.908862 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-8c31fcda-34fe-4de8-9966-9afdd6e85338 service neutron] 10.222.0.13 "POST /v2.0/ports/bc4ae5c7-bca3-45a6-9cad-15fa8137069b/bindings HTTP/1.1" status: 201 len: 389 time: 0.4524882 Aug 18 12:52:28.959016 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fa316b4e-963c-4fc1-8155-ceb5c9fea759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:28.987242 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa316b4e-963c-4fc1-8155-ceb5c9fea759 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:52:28.992590 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa316b4e-963c-4fc1-8155-ceb5c9fea759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4f5f3e-5369-41de-bf8c-989334341fc0,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:28.999653 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fa316b4e-963c-4fc1-8155-ceb5c9fea759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:29.000502 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-fa316b4e-963c-4fc1-8155-ceb5c9fea759 admin admin] Added segment 9f6eb4ba-1497-461d-9c11-c192138a3902 of type vlan for network 94e4af15-4196-4ef5-a483-7e1904b0c52c Aug 18 12:52:29.043068 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fa316b4e-963c-4fc1-8155-ceb5c9fea759 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:29.122132 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea23835-35ae-4b2c-9327-90e209902bee req-96856b95-aeed-4230-a755-b8adfb601cf1 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:29.123745 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aea23835-35ae-4b2c-9327-90e209902bee req-96856b95-aeed-4230-a755-b8adfb601cf1 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7467fa0-d4ce-4f48-94bb-bd2714bb5a37 HTTP/1.1" status: 200 len: 945 time: 0.0493369 Aug 18 12:52:29.163083 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aea23835-35ae-4b2c-9327-90e209902bee req-f8e58b5a-07b9-4689-9896-bf1ee9e49ba8 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333273 Aug 18 12:52:29.221976 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fa316b4e-963c-4fc1-8155-ceb5c9fea759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:29.223141 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa316b4e-963c-4fc1-8155-ceb5c9fea759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:29.223981 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fa316b4e-963c-4fc1-8155-ceb5c9fea759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:29.320684 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa316b4e-963c-4fc1-8155-ceb5c9fea759 admin admin] Pushing event updated for resources: {'Network': ['ID=94e4af15-4196-4ef5-a483-7e1904b0c52c,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:29.341497 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 94e4af15-4196-4ef5-a483-7e1904b0c52c details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:52:29.345495 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41273fd1-1913-482f-b5a6-75e454ceb65c req-7e7215f9-63a6-4a4a-8dfb-39d53015bdf7 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:29.346893 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-41273fd1-1913-482f-b5a6-75e454ceb65c req-7e7215f9-63a6-4a4a-8dfb-39d53015bdf7 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 945 time: 0.0717752 Aug 18 12:52:29.388727 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-fa316b4e-963c-4fc1-8155-ceb5c9fea759 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9592152 Aug 18 12:52:29.397210 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-41273fd1-1913-482f-b5a6-75e454ceb65c req-b3c73e6f-a478-46d2-b5a2-3a910570fb7b tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377505 Aug 18 12:52:29.397210 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36152) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:52:29.400769 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-eee64d07-0cd6-471a-ad58-e04775476204 admin admin] Request body: {'subnet': {'network_id': '94e4af15-4196-4ef5-a483-7e1904b0c52c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-287481593-subnet', 'tenant_id': '4f410e798f6c4fc4b088b42260174474', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:52:29.487037 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d02625-8cc6-418e-817e-98227b005185 req-7fbab026-5cb1-45fb-bf8d-95889171604b tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:29.488531 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-13d02625-8cc6-418e-817e-98227b005185 req-7fbab026-5cb1-45fb-bf8d-95889171604b tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/networks?id=c56831c1-4f14-467f-8a65-5e4dcdcf485f HTTP/1.1" status: 200 len: 806 time: 0.1161189 Aug 18 12:52:29.504054 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-13d02625-8cc6-418e-817e-98227b005185 req-b12c2e48-b713-4e5e-9281-8bda26aab91c tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/quotas/2fe37f6b32e548f5b1016cf2f60cdb2b HTTP/1.1" status: 200 len: 375 time: 0.0091605 Aug 18 12:52:29.523757 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee64d07-0cd6-471a-ad58-e04775476204 admin admin] Made reservation on behalf of 4f410e798f6c4fc4b088b42260174474 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:52:29.526326 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eee64d07-0cd6-471a-ad58-e04775476204 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:29.555722 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-13d02625-8cc6-418e-817e-98227b005185 req-7d32fe41-83a8-4fa0-95a9-a8e67351624b tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fe37f6b32e548f5b1016cf2f60cdb2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0454948 Aug 18 12:52:29.646619 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268449ec-472d-4752-8b63-04dec08698f5 req-d3394319-d57e-4007-a438-5d4ab3e604e7 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:29.648259 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-268449ec-472d-4752-8b63-04dec08698f5 req-d3394319-d57e-4007-a438-5d4ab3e604e7 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 950 time: 0.0826454 Aug 18 12:52:29.666364 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-13d02625-8cc6-418e-817e-98227b005185 req-a2039e7e-3b51-4c66-bc1b-830c609c81bc service neutron] 10.222.0.13 "GET /v2.0/networks/c56831c1-4f14-467f-8a65-5e4dcdcf485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030872 Aug 18 12:52:29.726496 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-268449ec-472d-4752-8b63-04dec08698f5 req-2b9b4270-23b5-4fc4-9361-76d5747a2c90 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680606 Aug 18 12:52:29.770967 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-13d02625-8cc6-418e-817e-98227b005185 req-f1cf1cbd-ab10-46a8-9509-a6dd481e504c service neutron] 10.222.0.13 "GET /v2.0/networks/c56831c1-4f14-467f-8a65-5e4dcdcf485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034656 Aug 18 12:52:29.881976 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eee64d07-0cd6-471a-ad58-e04775476204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:29.917973 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ba596-4864-4ce7-a16f-82c5c46349b4 req-f4d99f8b-ef42-4c6e-ba92-ef658a3285f7 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:29.919554 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-515ba596-4864-4ce7-a16f-82c5c46349b4 req-f4d99f8b-ef42-4c6e-ba92-ef658a3285f7 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=1069e871-d52d-47d4-be35-b519a7ff1f03 HTTP/1.1" status: 200 len: 946 time: 0.1029685 Aug 18 12:52:29.950732 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-04f9613f-9ecb-411a-85eb-a170296acb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:29.955229 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-04f9613f-9ecb-411a-85eb-a170296acb4b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=075606cfda364ddebe4be31640ab3a76&device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 1096 time: 0.1241426 Aug 18 12:52:29.994061 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee64d07-0cd6-471a-ad58-e04775476204 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3378ac1b-bcaf-44db-8362-1bf1c4631308,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:30.065063 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-515ba596-4864-4ce7-a16f-82c5c46349b4 req-cd4de6ef-0236-45b5-bdd2-50d4148c6fe5 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370816 Aug 18 12:52:30.067885 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee64d07-0cd6-471a-ad58-e04775476204 admin admin] Checking segment: {'id': '9f6eb4ba-1497-461d-9c11-c192138a3902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '94e4af15-4196-4ef5-a483-7e1904b0c52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:52:30.068330 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee64d07-0cd6-471a-ad58-e04775476204 admin admin] Network hostable DHCP agents. Network: 94e4af15-4196-4ef5-a483-7e1904b0c52c, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:52:30.109484 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-32961d9f-e728-4574-9c0d-11c4d912a25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:30.111073 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-32961d9f-e728-4574-9c0d-11c4d912a25c service neutron] 10.222.0.39 "GET /v2.0/networks?id=8e2ca950-415a-439c-a01b-47dff2e51d7d HTTP/1.1" status: 200 len: 908 time: 0.1479735 Aug 18 12:52:30.153379 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-1ec1294a-9b9b-4fd0-b2ea-7118fe0ed469 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc4ae5c7-bca3-45a6-9cad-15fa8137069b HTTP/1.1" status: 200 len: 217 time: 0.0349326 Aug 18 12:52:30.192220 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee64d07-0cd6-471a-ad58-e04775476204 admin admin] Network 94e4af15-4196-4ef5-a483-7e1904b0c52c is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:52:30.213330 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-bcf58355-88f0-4dfc-8b13-f2f502926d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:30.214765 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-bcf58355-88f0-4dfc-8b13-f2f502926d38 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a7c71ac1-e82b-41d2-8931-67fb6a54cbad HTTP/1.1" status: 200 len: 847 time: 0.0549493 Aug 18 12:52:30.250008 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-9bc7935d-ce37-49cd-bb04-06ad95a0ce33 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8e2ca950-415a-439c-a01b-47dff2e51d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252295 Aug 18 12:52:30.266088 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-eee64d07-0cd6-471a-ad58-e04775476204 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 94e4af15-4196-4ef5-a483-7e1904b0c52c) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:52:30.277513 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3892c9f-71c4-4ae4-b777-bdcb0cee3363 None None] Network 94e4af15-4196-4ef5-a483-7e1904b0c52c requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:52:30.305425 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee64d07-0cd6-471a-ad58-e04775476204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:30.314015 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eee64d07-0cd6-471a-ad58-e04775476204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:30.364521 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-e2e33697-808a-4d47-a13c-42521b2f2ec7 service neutron] 10.222.0.39 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070254 Aug 18 12:52:30.438030 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36184) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:52:30.449220 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-eee64d07-0cd6-471a-ad58-e04775476204 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0421937 Aug 18 12:52:30.449614 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-df0fdaae-5f53-487e-9a39-c8fcb5f76184 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-287481593-router', 'tenant_id': '4f410e798f6c4fc4b088b42260174474', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:52:30.457766 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab759956-17d6-491a-9015-2ebeb2aa6ac5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-94e4af15-4196-4ef5-a483-7e1904b0c52c', 'network_id': '94e4af15-4196-4ef5-a483-7e1904b0c52c', 'tenant_id': '4f410e798f6c4fc4b088b42260174474', 'fixed_ips': [{'subnet_id': '3378ac1b-bcaf-44db-8362-1bf1c4631308'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:52:30.458677 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ab759956-17d6-491a-9015-2ebeb2aa6ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:30.471805 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-7548968f-fa93-4f20-a4ba-8b24a4950e7b service neutron] 10.222.0.39 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990388 Aug 18 12:52:30.565342 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c50ede-e445-4229-a0ad-271112f7f8bb req-7f603eca-baa7-4e7c-81a7-ba4d59f6a0f4 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:30.566981 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-14c50ede-e445-4229-a0ad-271112f7f8bb req-7f603eca-baa7-4e7c-81a7-ba4d59f6a0f4 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 945 time: 0.0582106 Aug 18 12:52:30.610634 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-14c50ede-e445-4229-a0ad-271112f7f8bb req-3e3e0b15-6d42-4ffa-90d7-97735496f52a tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369940 Aug 18 12:52:30.620279 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-ab759956-17d6-491a-9015-2ebeb2aa6ac5 None None] Allocated IP 172.20.0.2 (94e4af15-4196-4ef5-a483-7e1904b0c52c/3378ac1b-bcaf-44db-8362-1bf1c4631308/70f2597f-8e2a-4813-9dbf-5775383477bc) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:52:30.627416 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-df0fdaae-5f53-487e-9a39-c8fcb5f76184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:30.627416 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-df0fdaae-5f53-487e-9a39-c8fcb5f76184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:30.681085 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-df0fdaae-5f53-487e-9a39-c8fcb5f76184 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:30.770222 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ab759956-17d6-491a-9015-2ebeb2aa6ac5 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:30.780435 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ab759956-17d6-491a-9015-2ebeb2aa6ac5 None None] Transition to ACTIVE for port object 70f2597f-8e2a-4813-9dbf-5775383477bc will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:52:30.796247 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ab759956-17d6-491a-9015-2ebeb2aa6ac5 None None] Transition to ACTIVE for port object 70f2597f-8e2a-4813-9dbf-5775383477bc will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:52:30.913914 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ab759956-17d6-491a-9015-2ebeb2aa6ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:30.970813 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab759956-17d6-491a-9015-2ebeb2aa6ac5 None None] Network 94e4af15-4196-4ef5-a483-7e1904b0c52c is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:52:30.973922 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-ab759956-17d6-491a-9015-2ebeb2aa6ac5 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:52:30.978767 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab759956-17d6-491a-9015-2ebeb2aa6ac5 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:52:30.985614 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab759956-17d6-491a-9015-2ebeb2aa6ac5 None None] Pushing event updated for resources: {'Port': ['ID=70f2597f-8e2a-4813-9dbf-5775383477bc,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:31.012718 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d052fc-c768-43e9-a4d1-c27d467dfa46 req-a2816e87-8445-4729-a678-20c9e136a53e tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:31.022826 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-19d052fc-c768-43e9-a4d1-c27d467dfa46 req-a2816e87-8445-4729-a678-20c9e136a53e tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 950 time: 0.1750848 Aug 18 12:52:31.040556 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-472ac763-4cea-43a5-a939-d0aadffb70b2 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:31.047236 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-ab759956-17d6-491a-9015-2ebeb2aa6ac5 None None] Attempting to bind port 70f2597f-8e2a-4813-9dbf-5775383477bc on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:52:31.047908 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-ab759956-17d6-491a-9015-2ebeb2aa6ac5 None None] Attempting to bind port 70f2597f-8e2a-4813-9dbf-5775383477bc by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '9f6eb4ba-1497-461d-9c11-c192138a3902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '94e4af15-4196-4ef5-a483-7e1904b0c52c'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:52:31.048124 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-472ac763-4cea-43a5-a939-d0aadffb70b2 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/networks?id=c56831c1-4f14-467f-8a65-5e4dcdcf485f HTTP/1.1" status: 200 len: 806 time: 0.1440048 Aug 18 12:52:31.048575 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab759956-17d6-491a-9015-2ebeb2aa6ac5 None None] Attempting to bind port 70f2597f-8e2a-4813-9dbf-5775383477bc on network 94e4af15-4196-4ef5-a483-7e1904b0c52c {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:52:31.049090 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-df0fdaae-5f53-487e-9a39-c8fcb5f76184 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:31.056253 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab759956-17d6-491a-9015-2ebeb2aa6ac5 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:52:31.057169 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab759956-17d6-491a-9015-2ebeb2aa6ac5 None None] Checking segment: {'id': '9f6eb4ba-1497-461d-9c11-c192138a3902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '94e4af15-4196-4ef5-a483-7e1904b0c52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:52:31.057781 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ab759956-17d6-491a-9015-2ebeb2aa6ac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:31.058988 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab759956-17d6-491a-9015-2ebeb2aa6ac5 None None] Bound using segment: {'id': '9f6eb4ba-1497-461d-9c11-c192138a3902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '94e4af15-4196-4ef5-a483-7e1904b0c52c'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:52:31.059806 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-ab759956-17d6-491a-9015-2ebeb2aa6ac5 None None] Bound port: 70f2597f-8e2a-4813-9dbf-5775383477bc, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f6eb4ba-1497-461d-9c11-c192138a3902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '94e4af15-4196-4ef5-a483-7e1904b0c52c'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:52:31.060419 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ab759956-17d6-491a-9015-2ebeb2aa6ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:31.066259 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-d1ecbdb1-95b8-401c-8f3f-442a20342850 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/quotas/2fe37f6b32e548f5b1016cf2f60cdb2b HTTP/1.1" status: 200 len: 375 time: 0.0167348 Aug 18 12:52:31.082942 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-19d052fc-c768-43e9-a4d1-c27d467dfa46 req-b3ac392a-7928-4e99-b2d4-20283e621a88 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585310 Aug 18 12:52:31.122662 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-c5bdf1b6-2cc0-4d12-b7a6-ba24ef3d32f1 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fe37f6b32e548f5b1016cf2f60cdb2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0554063 Aug 18 12:52:31.141963 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-ab759956-17d6-491a-9015-2ebeb2aa6ac5 None None] For port 70f2597f-8e2a-4813-9dbf-5775383477bc, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:52:31.145999 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-ab759956-17d6-491a-9015-2ebeb2aa6ac5 None None] For port 70f2597f-8e2a-4813-9dbf-5775383477bc, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=70f2597f-8e2a-4813-9dbf-5775383477bc,segment=NetworkSegment(9f6eb4ba-1497-461d-9c11-c192138a3902),segment_id=9f6eb4ba-1497-461d-9c11-c192138a3902)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:52:31.225364 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-c84a8b4f-e0bc-4ba7-911d-c1598ece17ea service neutron] 10.222.0.13 "GET /v2.0/networks/c56831c1-4f14-467f-8a65-5e4dcdcf485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017094 Aug 18 12:52:31.239898 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ab759956-17d6-491a-9015-2ebeb2aa6ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:31.310372 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab759956-17d6-491a-9015-2ebeb2aa6ac5 None None] Pushing event updated for resources: {'Port': ['ID=70f2597f-8e2a-4813-9dbf-5775383477bc,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:31.337846 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53ca66-75d0-40b3-9423-60fb546d8b66 req-68ad76b8-1f9c-47e2-8a7f-bb7458a9a066 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:31.345065 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0f53ca66-75d0-40b3-9423-60fb546d8b66 req-68ad76b8-1f9c-47e2-8a7f-bb7458a9a066 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=1069e871-d52d-47d4-be35-b519a7ff1f03 HTTP/1.1" status: 200 len: 946 time: 0.0930843 Aug 18 12:52:31.349883 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-d4881292-be56-4514-a5d0-03b0e0f83bad service neutron] 10.222.0.13 "GET /v2.0/networks/c56831c1-4f14-467f-8a65-5e4dcdcf485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235597 Aug 18 12:52:31.394772 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0f53ca66-75d0-40b3-9423-60fb546d8b66 req-39eb4ec2-511d-44fc-8498-837d64fca30c tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477040 Aug 18 12:52:31.556370 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-df0fdaae-5f53-487e-9a39-c8fcb5f76184 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:31.580957 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-df0fdaae-5f53-487e-9a39-c8fcb5f76184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:31.760868 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-96288370-e022-46b0-84d5-4031a89e37d3 req-3297fce7-6188-4f23-937f-ed1877036fc0 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e21c40-1cdd-4a21-a104-f738444e3aca HTTP/1.1" status: 200 len: 210 time: 0.0805130 Aug 18 12:52:31.766349 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac3583-fdb5-464b-9c7e-96f83671cad0 req-621dc838-c8d5-484b-9b71-891fb32a6842 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:31.768067 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-76ac3583-fdb5-464b-9c7e-96f83671cad0 req-621dc838-c8d5-484b-9b71-891fb32a6842 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 945 time: 0.0554388 Aug 18 12:52:31.786366 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-df0fdaae-5f53-487e-9a39-c8fcb5f76184 admin admin] Allocated IP 172.25.6.250 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/5523173c-ec36-4e9b-9536-df3821ab9a67) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:52:31.827725 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-76ac3583-fdb5-464b-9c7e-96f83671cad0 req-f1a7eb48-ee93-4be9-bd06-9c0d4a2a8023 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515223 Aug 18 12:52:31.907851 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-df0fdaae-5f53-487e-9a39-c8fcb5f76184 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:32.045306 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-df0fdaae-5f53-487e-9a39-c8fcb5f76184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:32.079420 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0fdaae-5f53-487e-9a39-c8fcb5f76184 admin admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:52:32.082587 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-df0fdaae-5f53-487e-9a39-c8fcb5f76184 admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:52:32.086834 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0fdaae-5f53-487e-9a39-c8fcb5f76184 admin admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:52:32.127456 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0fdaae-5f53-487e-9a39-c8fcb5f76184 admin admin] Pushing event updated for resources: {'Port': ['ID=5523173c-ec36-4e9b-9536-df3821ab9a67,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:32.326828 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05bd214-8a7c-4eaa-8d0f-27f6f1513d7c req-cc164849-0bd1-46ea-a8a2-6fc6338115e3 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:32.329878 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f05bd214-8a7c-4eaa-8d0f-27f6f1513d7c req-cc164849-0bd1-46ea-a8a2-6fc6338115e3 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 950 time: 0.1106882 Aug 18 12:52:32.392401 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f05bd214-8a7c-4eaa-8d0f-27f6f1513d7c req-030bc6e5-c7d5-411f-8dfd-9c5c63869bb0 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540407 Aug 18 12:52:32.527632 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa4a99-912b-4cb7-8115-7976fcc50bdc req-b9e92dbe-2675-47e2-9cf5-2cd82381c7a5 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:32.535626 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-deaa4a99-912b-4cb7-8115-7976fcc50bdc req-b9e92dbe-2675-47e2-9cf5-2cd82381c7a5 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=1069e871-d52d-47d4-be35-b519a7ff1f03 HTTP/1.1" status: 200 len: 946 time: 0.0604179 Aug 18 12:52:32.559038 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb1b5d1-6900-424b-b1e7-e351c94826e2 None None] Network 94e4af15-4196-4ef5-a483-7e1904b0c52c requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:52:32.587649 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-deaa4a99-912b-4cb7-8115-7976fcc50bdc req-64cd0ece-da80-4a9b-93f3-5251845ccb93 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462747 Aug 18 12:52:32.685206 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-df0fdaae-5f53-487e-9a39-c8fcb5f76184 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:32.760094 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f6ec62c7-1ed6-46d6-b52b-31698471a117 None None] Provisioning for port 70f2597f-8e2a-4813-9dbf-5775383477bc completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:52:32.982048 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fb8cf-4d58-47ad-ae38-3fd69f4e13dc req-f7cc928b-916b-4c1c-ba40-4079121e09ce tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:32.990657 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-612fb8cf-4d58-47ad-ae38-3fd69f4e13dc req-f7cc928b-916b-4c1c-ba40-4079121e09ce tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 945 time: 0.0851247 Aug 18 12:52:33.042492 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-612fb8cf-4d58-47ad-ae38-3fd69f4e13dc req-5bebb2d9-1fc3-4cd7-9cb4-49be6d238669 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461633 Aug 18 12:52:33.164798 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d08bd9ef-1550-4b31-949c-fc0af61145bf req-ecc1ba7d-828c-4345-a296-778b0d627b86 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e21c40-1cdd-4a21-a104-f738444e3aca HTTP/1.1" status: 200 len: 210 time: 0.0335922 Aug 18 12:52:33.223004 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-df0fdaae-5f53-487e-9a39-c8fcb5f76184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:33.336280 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 70f2597f-8e2a-4813-9dbf-5775383477bc up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:52:33.513051 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f0e5b-4ad4-421d-9fdf-f9e5d3650b76 req-36a3403f-e6b3-4866-b7c1-acfc791b4f55 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:33.514598 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b5f0e5b-4ad4-421d-9fdf-f9e5d3650b76 req-36a3403f-e6b3-4866-b7c1-acfc791b4f55 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 950 time: 0.0515103 Aug 18 12:52:33.525391 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 70f2597f-8e2a-4813-9dbf-5775383477bc completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:52:33.531013 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0fdaae-5f53-487e-9a39-c8fcb5f76184 admin admin] Router 1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:52:33.532678 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 70f2597f-8e2a-4813-9dbf-5775383477bc triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:52:33.533274 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:33.565922 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b5f0e5b-4ad4-421d-9fdf-f9e5d3650b76 req-58c82ab0-a717-4d9f-9722-e535d10c0009 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436804 Aug 18 12:52:33.689291 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:33.719503 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0fdaae-5f53-487e-9a39-c8fcb5f76184 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:52:33.723403 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 70f2597f-8e2a-4813-9dbf-5775383477bc, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=70f2597f-8e2a-4813-9dbf-5775383477bc,segment=NetworkSegment(9f6eb4ba-1497-461d-9c11-c192138a3902),segment_id=9f6eb4ba-1497-461d-9c11-c192138a3902)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:33.730689 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5323ef6-425b-4ad5-9507-626791684474 None None] Sync routers for ids ['1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:52:33.739787 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aeeda6-c689-499f-8d58-e13c31bf33d4 req-48fb184c-e700-438c-9fe3-c6874ee540ee tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:33.739963 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5323ef6-425b-4ad5-9507-626791684474 None None] Routers {'1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:52:33.741857 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d5323ef6-425b-4ad5-9507-626791684474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:52:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:33.742012 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-52aeeda6-c689-499f-8d58-e13c31bf33d4 req-48fb184c-e700-438c-9fe3-c6874ee540ee tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=1069e871-d52d-47d4-be35-b519a7ff1f03 HTTP/1.1" status: 200 len: 946 time: 0.0730176 Aug 18 12:52:33.798441 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-52aeeda6-c689-499f-8d58-e13c31bf33d4 req-44595bc2-2572-4d40-b25f-62df384b9e16 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453048 Aug 18 12:52:33.838148 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:33.838550 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-df0fdaae-5f53-487e-9a39-c8fcb5f76184 admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:33.839820 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-df0fdaae-5f53-487e-9a39-c8fcb5f76184 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4006767 Aug 18 12:52:33.842807 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36252) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:52:33.892759 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-d5323ef6-425b-4ad5-9507-626791684474 None None] Set router 1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:52:34.002452 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=70f2597f-8e2a-4813-9dbf-5775383477bc,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:34.128155 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d5323ef6-425b-4ad5-9507-626791684474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba', 'name': 'tempest-AttachSCSIVolumeTestJSON-287481593-router', 'tenant_id': '4f410e798f6c4fc4b088b42260174474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '5523173c-ec36-4e9b-9536-df3821ab9a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:52:30Z', 'updated_at': '2021-08-18T12:52:32Z', 'revision_number': 3, 'project_id': '4f410e798f6c4fc4b088b42260174474', 'gw_port': {'id': '5523173c-ec36-4e9b-9536-df3821ab9a67', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:52:31Z', 'updated_at': '2021-08-18T12:52:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:34.157811 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5323ef6-425b-4ad5-9507-626791684474 None None] Checking router: 1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:52:34.158482 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5323ef6-425b-4ad5-9507-626791684474 None None] Updating router 1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba port 5523173c-ec36-4e9b-9536-df3821ab9a67 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:52:34.186810 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d5323ef6-425b-4ad5-9507-626791684474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:34.190626 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d5f5b-7472-422e-9acf-45c61f9b2018 req-d860c72a-06dd-46f6-94b0-af4b6cb2240e tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:34.200449 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-853d5f5b-7472-422e-9acf-45c61f9b2018 req-d860c72a-06dd-46f6-94b0-af4b6cb2240e tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 945 time: 0.0698667 Aug 18 12:52:34.248650 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-853d5f5b-7472-422e-9acf-45c61f9b2018 req-a673d011-98d5-4128-a24f-af8431d4eb97 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471041 Aug 18 12:52:34.307141 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-935d42d4-b83a-4858-a01f-28229b054808 req-abae9cc0-9914-41d1-adea-aa783707f921 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e21c40-1cdd-4a21-a104-f738444e3aca HTTP/1.1" status: 200 len: 210 time: 0.0399113 Aug 18 12:52:34.388333 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8e274fb0-4ce0-449b-b968-e5db4803c511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:34.671489 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-c731005f-97fb-40eb-929b-8600a9f707f2 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:34.673191 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-c731005f-97fb-40eb-929b-8600a9f707f2 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.39 "GET /v2.0/networks?id=c56831c1-4f14-467f-8a65-5e4dcdcf485f HTTP/1.1" status: 200 len: 806 time: 0.1649766 Aug 18 12:52:34.676262 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d5323ef6-425b-4ad5-9507-626791684474 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:34.687517 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-f5fd14e2-a72b-4fac-a7e0-87b70e2e0220 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Request body: {'port': {'device_id': '59e21c40-1cdd-4a21-a104-f738444e3aca', 'network_id': 'c56831c1-4f14-467f-8a65-5e4dcdcf485f', 'admin_state_up': True, 'tenant_id': '2fe37f6b32e548f5b1016cf2f60cdb2b'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:52:34.700869 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d5323ef6-425b-4ad5-9507-626791684474 None None] Transition to ACTIVE for port object 5523173c-ec36-4e9b-9536-df3821ab9a67 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:52:34.778825 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c617cdb-ffbf-494d-a622-61bbaaa7c147 req-4cc3d900-0d3a-45df-a1bb-513ea402b68a tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:34.786422 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3c617cdb-ffbf-494d-a622-61bbaaa7c147 req-4cc3d900-0d3a-45df-a1bb-513ea402b68a tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 950 time: 0.1000454 Aug 18 12:52:34.810909 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d5323ef6-425b-4ad5-9507-626791684474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:34.816577 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-8e274fb0-4ce0-449b-b968-e5db4803c511 admin admin] Allocated IP 172.20.0.1 (94e4af15-4196-4ef5-a483-7e1904b0c52c/3378ac1b-bcaf-44db-8362-1bf1c4631308/b88812a6-8953-46fb-976b-f65cf20db406) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:52:34.853939 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3c617cdb-ffbf-494d-a622-61bbaaa7c147 req-5f4c7e65-dfa6-462f-9279-fb31ca7e26aa tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665693 Aug 18 12:52:34.892954 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a64a2-14f6-4e21-8871-98c3a3894073 None None] Pushing event updated for resources: {'Port': ['ID=5523173c-ec36-4e9b-9536-df3821ab9a67,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:34.917828 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-d5323ef6-425b-4ad5-9507-626791684474 None None] Attempting to bind port 5523173c-ec36-4e9b-9536-df3821ab9a67 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:52:34.918351 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-d5323ef6-425b-4ad5-9507-626791684474 None None] Attempting to bind port 5523173c-ec36-4e9b-9536-df3821ab9a67 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:52:34.918818 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5323ef6-425b-4ad5-9507-626791684474 None None] Attempting to bind port 5523173c-ec36-4e9b-9536-df3821ab9a67 on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:52:34.924805 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5323ef6-425b-4ad5-9507-626791684474 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:52:34.926074 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5323ef6-425b-4ad5-9507-626791684474 None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:52:34.928924 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d5323ef6-425b-4ad5-9507-626791684474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:34.931423 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5323ef6-425b-4ad5-9507-626791684474 None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:52:34.932314 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-d5323ef6-425b-4ad5-9507-626791684474 None None] Bound port: 5523173c-ec36-4e9b-9536-df3821ab9a67, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:52:34.933002 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d5323ef6-425b-4ad5-9507-626791684474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:34.949358 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce0ef7-19a2-45de-8f1d-5a3dfdc7bb38 req-5ffd5406-f9af-461d-a981-3f6aeb12eb46 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:34.958697 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b2ce0ef7-19a2-45de-8f1d-5a3dfdc7bb38 req-5ffd5406-f9af-461d-a981-3f6aeb12eb46 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=1069e871-d52d-47d4-be35-b519a7ff1f03 HTTP/1.1" status: 200 len: 946 time: 0.0623419 Aug 18 12:52:34.980240 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8e274fb0-4ce0-449b-b968-e5db4803c511 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:34.985707 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-f5fd14e2-a72b-4fac-a7e0-87b70e2e0220 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Made reservation on behalf of 2fe37f6b32e548f5b1016cf2f60cdb2b for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:52:34.989521 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-f5fd14e2-a72b-4fac-a7e0-87b70e2e0220 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:34.997777 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-8e274fb0-4ce0-449b-b968-e5db4803c511 admin admin] Transition to ACTIVE for port object b88812a6-8953-46fb-976b-f65cf20db406 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:52:35.015052 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b2ce0ef7-19a2-45de-8f1d-5a3dfdc7bb38 req-812bc080-d8c1-4043-b40a-f213d06ce080 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554836 Aug 18 12:52:35.049153 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-d5323ef6-425b-4ad5-9507-626791684474 None None] For port 5523173c-ec36-4e9b-9536-df3821ab9a67, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:52:35.052442 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-d5323ef6-425b-4ad5-9507-626791684474 None None] For port 5523173c-ec36-4e9b-9536-df3821ab9a67, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=5523173c-ec36-4e9b-9536-df3821ab9a67,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:52:35.153762 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-f5fd14e2-a72b-4fac-a7e0-87b70e2e0220 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Allocated IP 172.20.0.13 (c56831c1-4f14-467f-8a65-5e4dcdcf485f/a7350c50-b03f-467a-a5ed-4898dcd42f1b/91ab9370-1da4-49e4-928f-dfd5f1e4a013) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:52:35.204321 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d5323ef6-425b-4ad5-9507-626791684474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:35.204940 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8e274fb0-4ce0-449b-b968-e5db4803c511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:35.284531 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a64a2-14f6-4e21-8871-98c3a3894073 None None] Pushing event updated for resources: {'Port': ['ID=5523173c-ec36-4e9b-9536-df3821ab9a67,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:35.307235 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e274fb0-4ce0-449b-b968-e5db4803c511 admin admin] Network 94e4af15-4196-4ef5-a483-7e1904b0c52c is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:52:35.312894 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-8e274fb0-4ce0-449b-b968-e5db4803c511 admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:52:35.318804 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5323ef6-425b-4ad5-9507-626791684474 None None] Routers {'1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:52:35.321152 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d5323ef6-425b-4ad5-9507-626791684474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:52:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:35.333323 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e274fb0-4ce0-449b-b968-e5db4803c511 admin admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:52:35.363630 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-f5fd14e2-a72b-4fac-a7e0-87b70e2e0220 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:35.407695 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8e274fb0-4ce0-449b-b968-e5db4803c511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:35.423292 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 70f2597f-8e2a-4813-9dbf-5775383477bc up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:52:35.503466 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c726163b-d711-43ee-8b33-c48cabc26bdb req-7167ea84-fe8f-43d7-94f3-31814abace1f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e21c40-1cdd-4a21-a104-f738444e3aca HTTP/1.1" status: 200 len: 210 time: 0.0501058 Aug 18 12:52:35.537741 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-d5323ef6-425b-4ad5-9507-626791684474 None None] Set router 1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:52:35.542275 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-f5fd14e2-a72b-4fac-a7e0-87b70e2e0220 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:35.565268 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e274fb0-4ce0-449b-b968-e5db4803c511 admin admin] Pushing event updated for resources: {'Port': ['ID=b88812a6-8953-46fb-976b-f65cf20db406,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:35.615416 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a0f44-4191-47ac-8f00-513544389e81 req-ef8ddc2f-3649-4f6e-9454-9117cff11ae4 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:35.633206 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-112a0f44-4191-47ac-8f00-513544389e81 req-ef8ddc2f-3649-4f6e-9454-9117cff11ae4 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 945 time: 0.1579785 Aug 18 12:52:35.643056 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-f5fd14e2-a72b-4fac-a7e0-87b70e2e0220 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Network c56831c1-4f14-467f-8a65-5e4dcdcf485f is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:52:35.647046 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-f5fd14e2-a72b-4fac-a7e0-87b70e2e0220 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:52:35.656374 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-f5fd14e2-a72b-4fac-a7e0-87b70e2e0220 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:52:35.656532 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:52:35.685965 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd14e2-a72b-4fac-a7e0-87b70e2e0220 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Pushing event updated for resources: {'Port': ['ID=91ab9370-1da4-49e4-928f-dfd5f1e4a013,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:35.697185 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8e274fb0-4ce0-449b-b968-e5db4803c511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:35.706149 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-112a0f44-4191-47ac-8f00-513544389e81 req-45b62b9c-21a7-4ccf-9db2-22e078800d93 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772133 Aug 18 12:52:35.720979 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-f5fd14e2-a72b-4fac-a7e0-87b70e2e0220 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:35.721747 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-f5fd14e2-a72b-4fac-a7e0-87b70e2e0220 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:35.811671 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 70f2597f-8e2a-4813-9dbf-5775383477bc triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:52:35.812125 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:35.883309 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8e274fb0-4ce0-449b-b968-e5db4803c511 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:35.914613 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-f5fd14e2-a72b-4fac-a7e0-87b70e2e0220 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2315879 Aug 18 12:52:35.929295 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7eb84ff9-d358-4e13-bd8a-9c066393a50c None None] Provisioning for port b88812a6-8953-46fb-976b-f65cf20db406 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:52:35.930800 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-b1389ca8-2028-4164-8c41-79a98b6da461 service neutron] Request body: {'port': {'device_id': '59e21c40-1cdd-4a21-a104-f738444e3aca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:52:35.952212 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7eb84ff9-d358-4e13-bd8a-9c066393a50c None None] Provisioning complete for port b88812a6-8953-46fb-976b-f65cf20db406 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:52:35.952592 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7eb84ff9-d358-4e13-bd8a-9c066393a50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:35.982791 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b9e7b-2f77-4f69-844b-a63d5ab4c359 req-4a5d094b-dcc7-46ca-9b16-b062abd08149 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:35.984322 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2e5b9e7b-2f77-4f69-844b-a63d5ab4c359 req-4a5d094b-dcc7-46ca-9b16-b062abd08149 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 950 time: 0.0531976 Aug 18 12:52:36.001612 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-b1389ca8-2028-4164-8c41-79a98b6da461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:36.060645 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2e5b9e7b-2f77-4f69-844b-a63d5ab4c359 req-7ce728dd-9878-4c75-ba0f-2d7c88f177f5 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547960 Aug 18 12:52:36.062205 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8e274fb0-4ce0-449b-b968-e5db4803c511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:36.081983 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7eb84ff9-d358-4e13-bd8a-9c066393a50c None None] Port b88812a6-8953-46fb-976b-f65cf20db406 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:52:36.100028 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d5323ef6-425b-4ad5-9507-626791684474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba', 'name': 'tempest-AttachSCSIVolumeTestJSON-287481593-router', 'tenant_id': '4f410e798f6c4fc4b088b42260174474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '5523173c-ec36-4e9b-9536-df3821ab9a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:52:30Z', 'updated_at': '2021-08-18T12:52:32Z', 'revision_number': 3, 'project_id': '4f410e798f6c4fc4b088b42260174474', 'gw_port': {'id': '5523173c-ec36-4e9b-9536-df3821ab9a67', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:52:31Z', 'updated_at': '2021-08-18T12:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:36.133532 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5323ef6-425b-4ad5-9507-626791684474 None None] The sync data for ids ['1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba'] in n-d-803603-2 is: [{'id': '1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba', 'name': 'tempest-AttachSCSIVolumeTestJSON-287481593-router', 'tenant_id': '4f410e798f6c4fc4b088b42260174474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '5523173c-ec36-4e9b-9536-df3821ab9a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:52:30Z', 'updated_at': '2021-08-18T12:52:32Z', 'revision_number': 3, 'project_id': '4f410e798f6c4fc4b088b42260174474', 'gw_port': {'id': '5523173c-ec36-4e9b-9536-df3821ab9a67', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:52:31Z', 'updated_at': '2021-08-18T12:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:52:36.154018 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e274fb0-4ce0-449b-b968-e5db4803c511 admin admin] Pushing event updated for resources: {'Port': ['ID=b88812a6-8953-46fb-976b-f65cf20db406,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:36.165385 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8e274fb0-4ce0-449b-b968-e5db4803c511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:36.278985 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e274fb0-4ce0-449b-b968-e5db4803c511 admin admin] Network 94e4af15-4196-4ef5-a483-7e1904b0c52c is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:52:36.281735 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-8e274fb0-4ce0-449b-b968-e5db4803c511 admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:52:36.289235 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd0534-4dde-42a4-a8ac-ee8feeb8c4f8 req-ac42b9e0-4ab8-4e99-b47e-0f74de68bfb6 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:36.290935 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5cfd0534-4dde-42a4-a8ac-ee8feeb8c4f8 req-ac42b9e0-4ab8-4e99-b47e-0f74de68bfb6 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=1069e871-d52d-47d4-be35-b519a7ff1f03 HTTP/1.1" status: 200 len: 946 time: 0.1105092 Aug 18 12:52:36.386752 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5cfd0534-4dde-42a4-a8ac-ee8feeb8c4f8 req-6543ec3d-5bd6-4e5c-a233-17f0c7711297 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727711 Aug 18 12:52:36.456006 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e274fb0-4ce0-449b-b968-e5db4803c511 admin admin] Router 1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:52:36.497218 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-b1389ca8-2028-4164-8c41-79a98b6da461 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91ab9370-1da4-49e4-928f-dfd5f1e4a013 {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:52:36.506040 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-b1389ca8-2028-4164-8c41-79a98b6da461 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:36.534329 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-b1389ca8-2028-4164-8c41-79a98b6da461 service neutron] Transition to ACTIVE for port object 91ab9370-1da4-49e4-928f-dfd5f1e4a013 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:52:36.627612 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e274fb0-4ce0-449b-b968-e5db4803c511 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:52:36.633039 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8e274fb0-4ce0-449b-b968-e5db4803c511 admin admin] 10.222.0.13 "PUT /v2.0/routers/1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7891483 Aug 18 12:52:36.643481 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-b1389ca8-2028-4164-8c41-79a98b6da461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:36.664711 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-9129c6f0-7eb2-4b33-86b6-3c13230a5234 None None] Provisioning complete for port b88812a6-8953-46fb-976b-f65cf20db406 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:52:36.664711 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9129c6f0-7eb2-4b33-86b6-3c13230a5234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:36.722323 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-9129c6f0-7eb2-4b33-86b6-3c13230a5234 None None] Port b88812a6-8953-46fb-976b-f65cf20db406 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:52:36.731000 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44449ea-8e7f-4527-9cf4-806b10f64ddf req-c55ee4c8-59be-4cb4-99b3-77e83c0e4f94 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:36.733413 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f44449ea-8e7f-4527-9cf4-806b10f64ddf req-c55ee4c8-59be-4cb4-99b3-77e83c0e4f94 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e21c40-1cdd-4a21-a104-f738444e3aca HTTP/1.1" status: 200 len: 944 time: 0.0991333 Aug 18 12:52:36.786243 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f44449ea-8e7f-4527-9cf4-806b10f64ddf req-f9b40f62-2db8-4433-b3d3-50a4da51eca0 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461619 Aug 18 12:52:36.837663 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1389ca8-2028-4164-8c41-79a98b6da461 service neutron] Pushing event updated for resources: {'Port': ['ID=91ab9370-1da4-49e4-928f-dfd5f1e4a013,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:36.907821 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-b1389ca8-2028-4164-8c41-79a98b6da461 service neutron] Attempting to bind port 91ab9370-1da4-49e4-928f-dfd5f1e4a013 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:52:36.908384 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-b1389ca8-2028-4164-8c41-79a98b6da461 service neutron] Attempting to bind port 91ab9370-1da4-49e4-928f-dfd5f1e4a013 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '97efc5da-ecd0-4484-ac0f-ba58622f7886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c56831c1-4f14-467f-8a65-5e4dcdcf485f'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:52:36.908647 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-b1389ca8-2028-4164-8c41-79a98b6da461 service neutron] Attempting to bind port 91ab9370-1da4-49e4-928f-dfd5f1e4a013 on network c56831c1-4f14-467f-8a65-5e4dcdcf485f {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:52:36.921678 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865cc3e-f3c9-42dd-b7f1-c9ae184411d8 req-5f18dfa9-d697-4050-af67-0801b8bc5124 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:36.930054 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3865cc3e-f3c9-42dd-b7f1-c9ae184411d8 req-5f18dfa9-d697-4050-af67-0801b8bc5124 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 945 time: 0.0943651 Aug 18 12:52:36.941238 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-b1389ca8-2028-4164-8c41-79a98b6da461 service neutron] Port 91ab9370-1da4-49e4-928f-dfd5f1e4a013 on network c56831c1-4f14-467f-8a65-5e4dcdcf485f not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:52:36.941633 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-b1389ca8-2028-4164-8c41-79a98b6da461 service neutron] Attempting to bind port 91ab9370-1da4-49e4-928f-dfd5f1e4a013 on network c56831c1-4f14-467f-8a65-5e4dcdcf485f {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:52:36.956183 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-b1389ca8-2028-4164-8c41-79a98b6da461 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:52:36.956544 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-b1389ca8-2028-4164-8c41-79a98b6da461 service neutron] Checking segment: {'id': '97efc5da-ecd0-4484-ac0f-ba58622f7886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c56831c1-4f14-467f-8a65-5e4dcdcf485f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:52:36.956999 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-b1389ca8-2028-4164-8c41-79a98b6da461 service neutron] Bound using segment: {'id': '97efc5da-ecd0-4484-ac0f-ba58622f7886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c56831c1-4f14-467f-8a65-5e4dcdcf485f'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:52:36.957485 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-b1389ca8-2028-4164-8c41-79a98b6da461 service neutron] Bound port: 91ab9370-1da4-49e4-928f-dfd5f1e4a013, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97efc5da-ecd0-4484-ac0f-ba58622f7886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c56831c1-4f14-467f-8a65-5e4dcdcf485f'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:52:36.957865 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-b1389ca8-2028-4164-8c41-79a98b6da461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:36.994478 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3865cc3e-f3c9-42dd-b7f1-c9ae184411d8 req-eabbbde4-fb04-4ba9-9580-415f97b63a58 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634723 Aug 18 12:52:37.052752 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-b1389ca8-2028-4164-8c41-79a98b6da461 service neutron] For port 91ab9370-1da4-49e4-928f-dfd5f1e4a013, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:52:37.057289 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-b1389ca8-2028-4164-8c41-79a98b6da461 service neutron] For port 91ab9370-1da4-49e4-928f-dfd5f1e4a013, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=91ab9370-1da4-49e4-928f-dfd5f1e4a013,segment=NetworkSegment(97efc5da-ecd0-4484-ac0f-ba58622f7886),segment_id=97efc5da-ecd0-4484-ac0f-ba58622f7886)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:52:37.166934 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-b1389ca8-2028-4164-8c41-79a98b6da461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:37.168424 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af32948-6120-46bc-b7d4-a734fb1b1ac9 req-ddc40824-d68d-4dae-93e2-172edbef53e2 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:37.176074 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5af32948-6120-46bc-b7d4-a734fb1b1ac9 req-ddc40824-d68d-4dae-93e2-172edbef53e2 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 950 time: 0.0601320 Aug 18 12:52:37.228685 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-b1389ca8-2028-4164-8c41-79a98b6da461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:37.235555 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-b1389ca8-2028-4164-8c41-79a98b6da461 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:37.235555 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-b1389ca8-2028-4164-8c41-79a98b6da461 service neutron] 10.222.0.39 "PUT /v2.0/ports/91ab9370-1da4-49e4-928f-dfd5f1e4a013 HTTP/1.1" status: 200 len: 1092 time: 1.3063626 Aug 18 12:52:37.235555 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e21c40-1cdd-4a21-a104-f738444e3aca', 'tag': '91ab9370-1da4-49e4-928f-dfd5f1e4a013'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:52:37.238604 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9e6b39-a0f5-485c-b89c-84b7bc096898" -d '{"events": [{"name": "network-changed", "server_uuid": "59e21c40-1cdd-4a21-a104-f738444e3aca", "tag": "91ab9370-1da4-49e4-928f-dfd5f1e4a013"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:52:37.247911 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5af32948-6120-46bc-b7d4-a734fb1b1ac9 req-e907f6fa-9aec-41ba-87bc-2ef28b89c20c tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709786 Aug 18 12:52:37.296821 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1389ca8-2028-4164-8c41-79a98b6da461 service neutron] Pushing event updated for resources: {'Port': ['ID=91ab9370-1da4-49e4-928f-dfd5f1e4a013,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:37.326218 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293afeab-abc3-40a3-b5e4-324005e5aff6 x-openstack-request-id: req-293afeab-abc3-40a3-b5e4-324005e5aff6 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:52:37.326218 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59e21c40-1cdd-4a21-a104-f738444e3aca", "tag": "91ab9370-1da4-49e4-928f-dfd5f1e4a013", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:52:37.326218 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-293afeab-abc3-40a3-b5e4-324005e5aff6 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:52:37.326218 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59e21c40-1cdd-4a21-a104-f738444e3aca', 'tag': '91ab9370-1da4-49e4-928f-dfd5f1e4a013', 'status': 'completed', 'code': 200} Aug 18 12:52:37.345940 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 5523173c-ec36-4e9b-9536-df3821ab9a67 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:52:37.392979 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e6b39-a0f5-485c-b89c-84b7bc096898 req-fba64666-2817-49c4-8395-e8e5749f036a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:37.394705 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dc9e6b39-a0f5-485c-b89c-84b7bc096898 req-fba64666-2817-49c4-8395-e8e5749f036a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2fe37f6b32e548f5b1016cf2f60cdb2b&device_id=59e21c40-1cdd-4a21-a104-f738444e3aca HTTP/1.1" status: 200 len: 1095 time: 0.0488386 Aug 18 12:52:37.510502 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e6b39-a0f5-485c-b89c-84b7bc096898 req-001b2a04-386a-428c-aaa7-7a5fec64c2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:37.512363 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dc9e6b39-a0f5-485c-b89c-84b7bc096898 req-001b2a04-386a-428c-aaa7-7a5fec64c2f6 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=2fe37f6b32e548f5b1016cf2f60cdb2b&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1090622 Aug 18 12:52:37.522213 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77620904-443b-465d-b9b8-5c5c0a7181ec req-6bd56cdb-39fa-41f5-b659-5085bfb60c2e tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:37.524791 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-77620904-443b-465d-b9b8-5c5c0a7181ec req-6bd56cdb-39fa-41f5-b659-5085bfb60c2e tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=1069e871-d52d-47d4-be35-b519a7ff1f03 HTTP/1.1" status: 200 len: 946 time: 0.0682290 Aug 18 12:52:37.536103 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 5523173c-ec36-4e9b-9536-df3821ab9a67 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:52:37.543355 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 5523173c-ec36-4e9b-9536-df3821ab9a67 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:52:37.545208 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:37.577755 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-77620904-443b-465d-b9b8-5c5c0a7181ec req-e3f35daa-0994-44e4-9250-2e6a69eef5a0 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468900 Aug 18 12:52:37.629647 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36314) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:52:37.635665 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-308a1bc8-44f7-40ee-92ff-9d0689791147 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1373867086-network', 'tenant_id': '3bd43eef15444598be7af83eefbb7b26'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:52:37.653876 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e6b39-a0f5-485c-b89c-84b7bc096898 req-a0de5340-123e-4996-945d-72a32867e576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:37.655843 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dc9e6b39-a0f5-485c-b89c-84b7bc096898 req-a0de5340-123e-4996-945d-72a32867e576 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1301394 Aug 18 12:52:37.656568 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:37.687026 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 5523173c-ec36-4e9b-9536-df3821ab9a67, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=5523173c-ec36-4e9b-9536-df3821ab9a67,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:37.733657 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-f9abf00a-f13c-49ab-a702-c2f46ca9773b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:37.735159 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-f9abf00a-f13c-49ab-a702-c2f46ca9773b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2fe37f6b32e548f5b1016cf2f60cdb2b&device_id=59e21c40-1cdd-4a21-a104-f738444e3aca HTTP/1.1" status: 200 len: 1095 time: 0.0433567 Aug 18 12:52:37.747055 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308a1bc8-44f7-40ee-92ff-9d0689791147 admin admin] Made reservation on behalf of 3bd43eef15444598be7af83eefbb7b26 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:52:37.749894 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-308a1bc8-44f7-40ee-92ff-9d0689791147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:37.760554 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-308a1bc8-44f7-40ee-92ff-9d0689791147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:37.781509 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-47b0d3fd-abe2-47a3-a153-4a02b2e721d9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91ab9370-1da4-49e4-928f-dfd5f1e4a013 HTTP/1.1" status: 200 len: 217 time: 0.0382085 Aug 18 12:52:37.798829 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:37.856118 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-9f898093-f2f2-4078-b16a-b2b2c0790e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:37.857665 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-9f898093-f2f2-4078-b16a-b2b2c0790e05 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a7350c50-b03f-467a-a5ed-4898dcd42f1b HTTP/1.1" status: 200 len: 846 time: 0.0697830 Aug 18 12:52:37.861825 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=5523173c-ec36-4e9b-9536-df3821ab9a67,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:37.895910 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-4b2c0ddb-f25e-4ef6-88fe-ee58dd5bb59a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c56831c1-4f14-467f-8a65-5e4dcdcf485f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294182 Aug 18 12:52:37.919092 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-308a1bc8-44f7-40ee-92ff-9d0689791147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:37.937388 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4e76f-3742-4603-a559-88a94529fc19 req-a280489c-5b79-4875-967d-66626fef1179 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:37.938902 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e4c4e76f-3742-4603-a559-88a94529fc19 req-a280489c-5b79-4875-967d-66626fef1179 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e21c40-1cdd-4a21-a104-f738444e3aca HTTP/1.1" status: 200 len: 944 time: 0.0626915 Aug 18 12:52:37.983301 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e4c4e76f-3742-4603-a559-88a94529fc19 req-a55512e2-242d-466e-9f81-53fbe4430699 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340075 Aug 18 12:52:37.993711 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-16e6d63a-1fcb-499b-a5d2-6178629a0b7e service neutron] 10.222.0.39 "GET /v2.0/networks/c56831c1-4f14-467f-8a65-5e4dcdcf485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906734 Aug 18 12:52:38.004704 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-308a1bc8-44f7-40ee-92ff-9d0689791147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:38.042824 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-308a1bc8-44f7-40ee-92ff-9d0689791147 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:52:38.047648 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308a1bc8-44f7-40ee-92ff-9d0689791147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccc7ebd-26ef-46cb-875e-aaebd941b64e,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:38.064562 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-308a1bc8-44f7-40ee-92ff-9d0689791147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:38.064562 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-308a1bc8-44f7-40ee-92ff-9d0689791147 admin admin] Added segment 54508b74-aeac-4d2c-b4ee-ae218e9f8c96 of type vlan for network 16f1cc5e-9712-4966-9987-6d46b811cfbb Aug 18 12:52:38.112757 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-edd11f8c-8b76-4871-921d-ccedd90d3b46 req-fa4bacbc-6409-41f1-be6b-d4c44dbac990 service neutron] 10.222.0.39 "GET /v2.0/networks/c56831c1-4f14-467f-8a65-5e4dcdcf485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110933 Aug 18 12:52:38.127336 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553ba820-5824-4016-906f-d1b458588c83 None None] Sync routers for ids ['1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:52:38.136167 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-308a1bc8-44f7-40ee-92ff-9d0689791147 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:38.137516 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553ba820-5824-4016-906f-d1b458588c83 None None] Routers {'1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:52:38.138263 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-553ba820-5824-4016-906f-d1b458588c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:52:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:38.171117 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2132302-a09b-49f4-9267-97f05959c664 req-dddefaee-889d-42f7-a39e-867affa1598a tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:38.172889 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a2132302-a09b-49f4-9267-97f05959c664 req-dddefaee-889d-42f7-a39e-867affa1598a tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 945 time: 0.1018016 Aug 18 12:52:38.212045 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a2132302-a09b-49f4-9267-97f05959c664 req-796fc3ba-321b-413d-a2aa-3bde2db3f74a tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330384 Aug 18 12:52:38.249585 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-553ba820-5824-4016-906f-d1b458588c83 None None] Set router 1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:52:38.285001 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-308a1bc8-44f7-40ee-92ff-9d0689791147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:38.286440 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308a1bc8-44f7-40ee-92ff-9d0689791147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:38.287260 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-308a1bc8-44f7-40ee-92ff-9d0689791147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:38.358400 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308a1bc8-44f7-40ee-92ff-9d0689791147 admin admin] Pushing event updated for resources: {'Network': ['ID=16f1cc5e-9712-4966-9987-6d46b811cfbb,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:38.370571 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 16f1cc5e-9712-4966-9987-6d46b811cfbb details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:52:38.394668 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765f64a-6a94-43b2-b67a-72793228e210 req-019ca5f6-fab2-4604-82ea-4e97e037d00f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:38.397094 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c765f64a-6a94-43b2-b67a-72793228e210 req-019ca5f6-fab2-4604-82ea-4e97e037d00f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 950 time: 0.0634503 Aug 18 12:52:38.422196 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-308a1bc8-44f7-40ee-92ff-9d0689791147 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7888520 Aug 18 12:52:38.422456 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36328) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:52:38.427377 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-95ae6e96-5ef2-43bd-a3d2-16555b845c1b admin admin] Request body: {'subnet': {'network_id': '16f1cc5e-9712-4966-9987-6d46b811cfbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1373867086-subnet', 'tenant_id': '3bd43eef15444598be7af83eefbb7b26', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:52:38.447527 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c765f64a-6a94-43b2-b67a-72793228e210 req-83153593-3f40-485a-8e99-606b6cfc31f5 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434911 Aug 18 12:52:38.490275 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-553ba820-5824-4016-906f-d1b458588c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba', 'name': 'tempest-AttachSCSIVolumeTestJSON-287481593-router', 'tenant_id': '4f410e798f6c4fc4b088b42260174474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '5523173c-ec36-4e9b-9536-df3821ab9a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:52:30Z', 'updated_at': '2021-08-18T12:52:35Z', 'revision_number': 4, 'project_id': '4f410e798f6c4fc4b088b42260174474', 'gw_port': {'id': '5523173c-ec36-4e9b-9536-df3821ab9a67', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:52:31Z', 'updated_at': '2021-08-18T12:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'b88812a6-8953-46fb-976b-f65cf20db406', 'name': '', 'network_id': '94e4af15-4196-4ef5-a483-7e1904b0c52c', 'tenant_id': '4f410e798f6c4fc4b088b42260174474', 'mac_address': 'fa:16:3e:92:99:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '3378ac1b-bcaf-44db-8362-1bf1c4631308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:52:34Z', 'updated_at': '2021-08-18T12:52:35Z', 'revision_number': 2, 'project_id': '4f410e798f6c4fc4b088b42260174474', 'subnets': [{'id': '3378ac1b-bcaf-44db-8362-1bf1c4631308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:38.515564 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553ba820-5824-4016-906f-d1b458588c83 None None] Checking router: 1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:52:38.516420 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553ba820-5824-4016-906f-d1b458588c83 None None] Updating router 1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba port b88812a6-8953-46fb-976b-f65cf20db406 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:52:38.545176 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-553ba820-5824-4016-906f-d1b458588c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:38.558053 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ae6e96-5ef2-43bd-a3d2-16555b845c1b admin admin] Made reservation on behalf of 3bd43eef15444598be7af83eefbb7b26 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:52:38.560442 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-95ae6e96-5ef2-43bd-a3d2-16555b845c1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:38.736387 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f2c76-8c90-4139-a552-f4a26de7c413 req-6110601d-596a-41b7-85fb-7574d4ac99eb tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:38.737890 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7a3f2c76-8c90-4139-a552-f4a26de7c413 req-6110601d-596a-41b7-85fb-7574d4ac99eb tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=1069e871-d52d-47d4-be35-b519a7ff1f03 HTTP/1.1" status: 200 len: 946 time: 0.0861700 Aug 18 12:52:38.808606 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7a3f2c76-8c90-4139-a552-f4a26de7c413 req-3ac7a93d-0b43-4789-a0e2-1560383f97a3 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511744 Aug 18 12:52:38.820891 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-553ba820-5824-4016-906f-d1b458588c83 None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:38.833820 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-553ba820-5824-4016-906f-d1b458588c83 None None] Transition to ACTIVE for port object b88812a6-8953-46fb-976b-f65cf20db406 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:52:38.884914 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-95ae6e96-5ef2-43bd-a3d2-16555b845c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:38.941338 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae6e96-5ef2-43bd-a3d2-16555b845c1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=df5dab16-f5b2-4403-9e6d-1674252af082,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:38.941867 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-553ba820-5824-4016-906f-d1b458588c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:38.949367 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ae6e96-5ef2-43bd-a3d2-16555b845c1b admin admin] Checking segment: {'id': '54508b74-aeac-4d2c-b4ee-ae218e9f8c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '16f1cc5e-9712-4966-9987-6d46b811cfbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:52:38.949722 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ae6e96-5ef2-43bd-a3d2-16555b845c1b admin admin] Network hostable DHCP agents. Network: 16f1cc5e-9712-4966-9987-6d46b811cfbb, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:52:39.006243 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797c7c0f-1181-4aec-aa30-6ab3a19e1105 None None] Pushing event updated for resources: {'Port': ['ID=b88812a6-8953-46fb-976b-f65cf20db406,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:39.035154 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c7c0f-1181-4aec-aa30-6ab3a19e1105 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:39.035509 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c7c0f-1181-4aec-aa30-6ab3a19e1105 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:39.035743 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c7c0f-1181-4aec-aa30-6ab3a19e1105 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:39.036061 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c7c0f-1181-4aec-aa30-6ab3a19e1105 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:39.036383 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c7c0f-1181-4aec-aa30-6ab3a19e1105 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:39.036703 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c7c0f-1181-4aec-aa30-6ab3a19e1105 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:39.037021 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c7c0f-1181-4aec-aa30-6ab3a19e1105 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:39.037339 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c7c0f-1181-4aec-aa30-6ab3a19e1105 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:39.037654 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c7c0f-1181-4aec-aa30-6ab3a19e1105 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:39.037962 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c7c0f-1181-4aec-aa30-6ab3a19e1105 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:39.038309 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c7c0f-1181-4aec-aa30-6ab3a19e1105 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:39.038672 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c7c0f-1181-4aec-aa30-6ab3a19e1105 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:39.055064 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-553ba820-5824-4016-906f-d1b458588c83 None None] Attempting to bind port b88812a6-8953-46fb-976b-f65cf20db406 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:52:39.055428 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-553ba820-5824-4016-906f-d1b458588c83 None None] Attempting to bind port b88812a6-8953-46fb-976b-f65cf20db406 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '9f6eb4ba-1497-461d-9c11-c192138a3902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '94e4af15-4196-4ef5-a483-7e1904b0c52c'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:52:39.055835 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553ba820-5824-4016-906f-d1b458588c83 None None] Attempting to bind port b88812a6-8953-46fb-976b-f65cf20db406 on network 94e4af15-4196-4ef5-a483-7e1904b0c52c {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:52:39.067478 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ae6e96-5ef2-43bd-a3d2-16555b845c1b admin admin] Network 16f1cc5e-9712-4966-9987-6d46b811cfbb is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:52:39.074943 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553ba820-5824-4016-906f-d1b458588c83 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:52:39.082026 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553ba820-5824-4016-906f-d1b458588c83 None None] Checking segment: {'id': '9f6eb4ba-1497-461d-9c11-c192138a3902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '94e4af15-4196-4ef5-a483-7e1904b0c52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:52:39.082026 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-553ba820-5824-4016-906f-d1b458588c83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:39.082026 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553ba820-5824-4016-906f-d1b458588c83 None None] Bound using segment: {'id': '9f6eb4ba-1497-461d-9c11-c192138a3902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '94e4af15-4196-4ef5-a483-7e1904b0c52c'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:52:39.082026 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-553ba820-5824-4016-906f-d1b458588c83 None None] Bound port: b88812a6-8953-46fb-976b-f65cf20db406, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f6eb4ba-1497-461d-9c11-c192138a3902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '94e4af15-4196-4ef5-a483-7e1904b0c52c'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:52:39.082026 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-553ba820-5824-4016-906f-d1b458588c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:39.133718 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c018d-bcc9-44a2-a53a-10c2aeced7c4 req-2c98ebc0-e084-4934-a043-de2a5cff3a7d tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:39.135514 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-401c018d-bcc9-44a2-a53a-10c2aeced7c4 req-2c98ebc0-e084-4934-a043-de2a5cff3a7d tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e21c40-1cdd-4a21-a104-f738444e3aca HTTP/1.1" status: 200 len: 944 time: 0.0639460 Aug 18 12:52:39.150258 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-553ba820-5824-4016-906f-d1b458588c83 None None] For port b88812a6-8953-46fb-976b-f65cf20db406, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:52:39.153665 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-553ba820-5824-4016-906f-d1b458588c83 None None] For port b88812a6-8953-46fb-976b-f65cf20db406, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b88812a6-8953-46fb-976b-f65cf20db406,segment=NetworkSegment(9f6eb4ba-1497-461d-9c11-c192138a3902),segment_id=9f6eb4ba-1497-461d-9c11-c192138a3902)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:52:39.176208 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-95ae6e96-5ef2-43bd-a3d2-16555b845c1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 16f1cc5e-9712-4966-9987-6d46b811cfbb) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:52:39.183031 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ae6e96-5ef2-43bd-a3d2-16555b845c1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:39.183717 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-95ae6e96-5ef2-43bd-a3d2-16555b845c1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:39.185725 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82554c10-14e3-4f23-82ec-a7272a669e1d None None] Network 16f1cc5e-9712-4966-9987-6d46b811cfbb requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:52:39.188765 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-401c018d-bcc9-44a2-a53a-10c2aeced7c4 req-73acfbc2-524b-4210-9e58-ee1fb8732232 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467229 Aug 18 12:52:39.255781 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-553ba820-5824-4016-906f-d1b458588c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:39.286904 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-95ae6e96-5ef2-43bd-a3d2-16555b845c1b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8618963 Aug 18 12:52:39.288071 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36340) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:52:39.302234 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-b248198a-2d45-4bd0-a644-02799f950b68 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1373867086-router', 'tenant_id': '3bd43eef15444598be7af83eefbb7b26', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:52:39.334212 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553ba820-5824-4016-906f-d1b458588c83 None None] Routers {'1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:52:39.335131 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-553ba820-5824-4016-906f-d1b458588c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:52:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:39.342135 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 5523173c-ec36-4e9b-9536-df3821ab9a67 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:52:39.454381 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797c7c0f-1181-4aec-aa30-6ab3a19e1105 None None] Pushing event updated for resources: {'Port': ['ID=b88812a6-8953-46fb-976b-f65cf20db406,revision_number=4']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:39.461105 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011af9aa-13ae-41df-8e74-5cc5a05cc95e req-389a24cc-df93-43fc-b094-dc5a22316cea tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:39.469745 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-011af9aa-13ae-41df-8e74-5cc5a05cc95e req-389a24cc-df93-43fc-b094-dc5a22316cea tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 945 time: 0.1434584 Aug 18 12:52:39.480282 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b248198a-2d45-4bd0-a644-02799f950b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:39.483052 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b248198a-2d45-4bd0-a644-02799f950b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:39.559754 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b248198a-2d45-4bd0-a644-02799f950b68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:39.614013 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-011af9aa-13ae-41df-8e74-5cc5a05cc95e req-50e6a04a-d0c1-41c9-83a7-62b626bd9146 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524123 Aug 18 12:52:39.638118 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-553ba820-5824-4016-906f-d1b458588c83 None None] Set router 1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:52:39.648727 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af55ee0c-06f8-4896-a6a2-57e72e08baa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-16f1cc5e-9712-4966-9987-6d46b811cfbb', 'network_id': '16f1cc5e-9712-4966-9987-6d46b811cfbb', 'tenant_id': '3bd43eef15444598be7af83eefbb7b26', 'fixed_ips': [{'subnet_id': 'df5dab16-f5b2-4403-9e6d-1674252af082'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:52:39.650440 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-af55ee0c-06f8-4896-a6a2-57e72e08baa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:39.695194 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b401712-d429-4bb0-8c39-324f1b0876b7 req-f9b5af47-67f5-40ed-b5c4-300319c5d6de tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:39.699465 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 5523173c-ec36-4e9b-9536-df3821ab9a67 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:52:39.699842 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:39.706777 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8b401712-d429-4bb0-8c39-324f1b0876b7 req-f9b5af47-67f5-40ed-b5c4-300319c5d6de tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 950 time: 0.1148858 Aug 18 12:52:39.789220 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8b401712-d429-4bb0-8c39-324f1b0876b7 req-db4c04ab-dadd-440f-871c-8fc2c10755d4 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628030 Aug 18 12:52:39.966255 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-af55ee0c-06f8-4896-a6a2-57e72e08baa5 None None] Allocated IP 172.20.0.2 (16f1cc5e-9712-4966-9987-6d46b811cfbb/df5dab16-f5b2-4403-9e6d-1674252af082/904e9709-9644-465c-918f-425326045fad) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:52:39.991211 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b248198a-2d45-4bd0-a644-02799f950b68 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:40.053207 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7ba59-f132-487e-9b3c-beb8ffeac4e6 req-d3cd9b73-8f03-4790-bf54-fe9812098c71 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:40.055479 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-53b7ba59-f132-487e-9b3c-beb8ffeac4e6 req-d3cd9b73-8f03-4790-bf54-fe9812098c71 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=1069e871-d52d-47d4-be35-b519a7ff1f03 HTTP/1.1" status: 200 len: 946 time: 0.0587313 Aug 18 12:52:40.064083 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-553ba820-5824-4016-906f-d1b458588c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba', 'name': 'tempest-AttachSCSIVolumeTestJSON-287481593-router', 'tenant_id': '4f410e798f6c4fc4b088b42260174474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '5523173c-ec36-4e9b-9536-df3821ab9a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:52:30Z', 'updated_at': '2021-08-18T12:52:35Z', 'revision_number': 4, 'project_id': '4f410e798f6c4fc4b088b42260174474', 'gw_port': {'id': '5523173c-ec36-4e9b-9536-df3821ab9a67', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:52:31Z', 'updated_at': '2021-08-18T12:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'b88812a6-8953-46fb-976b-f65cf20db406', 'name': '', 'network_id': '94e4af15-4196-4ef5-a483-7e1904b0c52c', 'tenant_id': '4f410e798f6c4fc4b088b42260174474', 'mac_address': 'fa:16:3e:92:99:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '3378ac1b-bcaf-44db-8362-1bf1c4631308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:52:34Z', 'updated_at': '2021-08-18T12:52:39Z', 'revision_number': 4, 'project_id': '4f410e798f6c4fc4b088b42260174474', 'subnets': [{'id': '3378ac1b-bcaf-44db-8362-1bf1c4631308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:40.092676 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553ba820-5824-4016-906f-d1b458588c83 None None] The sync data for ids ['1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba'] in n-d-803603-2 is: [{'id': '1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba', 'name': 'tempest-AttachSCSIVolumeTestJSON-287481593-router', 'tenant_id': '4f410e798f6c4fc4b088b42260174474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '5523173c-ec36-4e9b-9536-df3821ab9a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:52:30Z', 'updated_at': '2021-08-18T12:52:35Z', 'revision_number': 4, 'project_id': '4f410e798f6c4fc4b088b42260174474', 'gw_port': {'id': '5523173c-ec36-4e9b-9536-df3821ab9a67', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:52:31Z', 'updated_at': '2021-08-18T12:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'b88812a6-8953-46fb-976b-f65cf20db406', 'name': '', 'network_id': '94e4af15-4196-4ef5-a483-7e1904b0c52c', 'tenant_id': '4f410e798f6c4fc4b088b42260174474', 'mac_address': 'fa:16:3e:92:99:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '3378ac1b-bcaf-44db-8362-1bf1c4631308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:52:34Z', 'updated_at': '2021-08-18T12:52:39Z', 'revision_number': 4, 'project_id': '4f410e798f6c4fc4b088b42260174474', 'subnets': [{'id': '3378ac1b-bcaf-44db-8362-1bf1c4631308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:52:40.103653 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-53b7ba59-f132-487e-9b3c-beb8ffeac4e6 req-6e340a60-7d1f-419b-a4fb-ce583c81194d tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421658 Aug 18 12:52:40.204203 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-af55ee0c-06f8-4896-a6a2-57e72e08baa5 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:40.223976 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-af55ee0c-06f8-4896-a6a2-57e72e08baa5 None None] Transition to ACTIVE for port object 904e9709-9644-465c-918f-425326045fad will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:52:40.247070 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-af55ee0c-06f8-4896-a6a2-57e72e08baa5 None None] Transition to ACTIVE for port object 904e9709-9644-465c-918f-425326045fad will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:52:40.320554 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-af55ee0c-06f8-4896-a6a2-57e72e08baa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:40.368791 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af55ee0c-06f8-4896-a6a2-57e72e08baa5 None None] Network 16f1cc5e-9712-4966-9987-6d46b811cfbb is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:52:40.373002 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-af55ee0c-06f8-4896-a6a2-57e72e08baa5 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:52:40.377322 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af55ee0c-06f8-4896-a6a2-57e72e08baa5 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:52:40.413016 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55ee0c-06f8-4896-a6a2-57e72e08baa5 None None] Pushing event updated for resources: {'Port': ['ID=904e9709-9644-465c-918f-425326045fad,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:40.449158 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-af55ee0c-06f8-4896-a6a2-57e72e08baa5 None None] Attempting to bind port 904e9709-9644-465c-918f-425326045fad on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:52:40.449606 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-af55ee0c-06f8-4896-a6a2-57e72e08baa5 None None] Attempting to bind port 904e9709-9644-465c-918f-425326045fad by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '54508b74-aeac-4d2c-b4ee-ae218e9f8c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '16f1cc5e-9712-4966-9987-6d46b811cfbb'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:52:40.449999 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af55ee0c-06f8-4896-a6a2-57e72e08baa5 None None] Attempting to bind port 904e9709-9644-465c-918f-425326045fad on network 16f1cc5e-9712-4966-9987-6d46b811cfbb {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:52:40.456762 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af55ee0c-06f8-4896-a6a2-57e72e08baa5 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:52:40.457089 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af55ee0c-06f8-4896-a6a2-57e72e08baa5 None None] Checking segment: {'id': '54508b74-aeac-4d2c-b4ee-ae218e9f8c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '16f1cc5e-9712-4966-9987-6d46b811cfbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:52:40.457568 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-af55ee0c-06f8-4896-a6a2-57e72e08baa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:40.458047 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af55ee0c-06f8-4896-a6a2-57e72e08baa5 None None] Bound using segment: {'id': '54508b74-aeac-4d2c-b4ee-ae218e9f8c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '16f1cc5e-9712-4966-9987-6d46b811cfbb'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:52:40.458786 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-af55ee0c-06f8-4896-a6a2-57e72e08baa5 None None] Bound port: 904e9709-9644-465c-918f-425326045fad, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54508b74-aeac-4d2c-b4ee-ae218e9f8c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '16f1cc5e-9712-4966-9987-6d46b811cfbb'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:52:40.459244 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-af55ee0c-06f8-4896-a6a2-57e72e08baa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:40.540756 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-af55ee0c-06f8-4896-a6a2-57e72e08baa5 None None] For port 904e9709-9644-465c-918f-425326045fad, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:52:40.544407 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-af55ee0c-06f8-4896-a6a2-57e72e08baa5 None None] For port 904e9709-9644-465c-918f-425326045fad, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=904e9709-9644-465c-918f-425326045fad,segment=NetworkSegment(54508b74-aeac-4d2c-b4ee-ae218e9f8c96),segment_id=54508b74-aeac-4d2c-b4ee-ae218e9f8c96)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:52:40.610965 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-af55ee0c-06f8-4896-a6a2-57e72e08baa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:40.694686 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55ee0c-06f8-4896-a6a2-57e72e08baa5 None None] Pushing event updated for resources: {'Port': ['ID=904e9709-9644-465c-918f-425326045fad,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:40.711756 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58637932-9edb-4dda-ad1e-e0ef02c2ff6f req-853ecf3a-8e1a-4a75-9f15-d2d4fac8bff9 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:40.719185 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-58637932-9edb-4dda-ad1e-e0ef02c2ff6f req-853ecf3a-8e1a-4a75-9f15-d2d4fac8bff9 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e21c40-1cdd-4a21-a104-f738444e3aca HTTP/1.1" status: 200 len: 944 time: 0.4069471 Aug 18 12:52:40.744703 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b248198a-2d45-4bd0-a644-02799f950b68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:40.776836 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b248198a-2d45-4bd0-a644-02799f950b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:40.810429 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b3060b-c53f-4ed1-89ca-7107dd10b2f5 req-0d89a894-8444-44a5-99b9-ed30598b5039 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:40.812620 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-77b3060b-c53f-4ed1-89ca-7107dd10b2f5 req-0d89a894-8444-44a5-99b9-ed30598b5039 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 945 time: 0.0695968 Aug 18 12:52:40.871045 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-58637932-9edb-4dda-ad1e-e0ef02c2ff6f req-d73ec747-2a1b-417d-8268-d195350ec54c tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455944 Aug 18 12:52:40.892960 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-77b3060b-c53f-4ed1-89ca-7107dd10b2f5 req-44c04412-400b-44d2-91f9-814c068a597c tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706706 Aug 18 12:52:40.975819 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-b248198a-2d45-4bd0-a644-02799f950b68 admin admin] Allocated IP 172.25.6.3 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/02e3ce9e-975f-42f3-afbb-7a41af743a4c) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:52:41.083254 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d9dc5-0c31-4da9-afc3-9dff379da673 req-c9e567a1-01af-4c39-950b-c8e12463dbc4 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:41.084736 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-689d9dc5-0c31-4da9-afc3-9dff379da673 req-c9e567a1-01af-4c39-950b-c8e12463dbc4 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 950 time: 0.1244829 Aug 18 12:52:41.145281 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-689d9dc5-0c31-4da9-afc3-9dff379da673 req-55fc1246-362a-4040-b4ab-1f60587eb8b8 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537465 Aug 18 12:52:41.164023 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b248198a-2d45-4bd0-a644-02799f950b68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:41.262234 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b248198a-2d45-4bd0-a644-02799f950b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:41.288241 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20f2cc-8c1f-4088-abc5-39cf21b93b93 req-f718472c-74f2-48b2-ba5b-c895f73edb85 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:41.290403 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fa20f2cc-8c1f-4088-abc5-39cf21b93b93 req-f718472c-74f2-48b2-ba5b-c895f73edb85 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=1069e871-d52d-47d4-be35-b519a7ff1f03 HTTP/1.1" status: 200 len: 946 time: 0.0751240 Aug 18 12:52:41.309025 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b248198a-2d45-4bd0-a644-02799f950b68 admin admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:52:41.312115 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-b248198a-2d45-4bd0-a644-02799f950b68 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:52:41.316002 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b248198a-2d45-4bd0-a644-02799f950b68 admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:52:41.355363 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fa20f2cc-8c1f-4088-abc5-39cf21b93b93 req-a209510a-c189-4509-80df-5b2407a6702f tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537071 Aug 18 12:52:41.357214 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248198a-2d45-4bd0-a644-02799f950b68 admin admin] Pushing event updated for resources: {'Port': ['ID=02e3ce9e-975f-42f3-afbb-7a41af743a4c,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:41.412690 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b88812a6-8953-46fb-976b-f65cf20db406 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:52:41.479510 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c30de6e0-51e6-4ee5-ae00-4f2fba81a51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:41.524850 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port b88812a6-8953-46fb-976b-f65cf20db406 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:52:41.529547 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port b88812a6-8953-46fb-976b-f65cf20db406 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:52:41.530041 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:41.624466 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:41.677638 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port b88812a6-8953-46fb-976b-f65cf20db406, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b88812a6-8953-46fb-976b-f65cf20db406,segment=NetworkSegment(9f6eb4ba-1497-461d-9c11-c192138a3902),segment_id=9f6eb4ba-1497-461d-9c11-c192138a3902)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:41.692058 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b248198a-2d45-4bd0-a644-02799f950b68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:41.753069 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:41.754612 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 904e9709-9644-465c-918f-425326045fad up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:52:41.799901 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40acff1a-41b3-4e0f-bf7d-1ad9389f79fa None None] Network 16f1cc5e-9712-4966-9987-6d46b811cfbb requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:52:41.888824 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=b88812a6-8953-46fb-976b-f65cf20db406,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:41.932476 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4538124-b9fa-466e-abca-11cce4669299 req-2e708ea0-95a6-42d8-9c23-0ef488d15b86 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:41.933133 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-65e569f5-3b89-4a06-94a5-62f2ae897376 None None] Provisioning for port 904e9709-9644-465c-918f-425326045fad completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:52:41.933977 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f4538124-b9fa-466e-abca-11cce4669299 req-2e708ea0-95a6-42d8-9c23-0ef488d15b86 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/networks?id=91d3e9e9-f927-4110-8610-d1ae88923133 HTTP/1.1" status: 200 len: 821 time: 0.1944959 Aug 18 12:52:41.984887 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f4538124-b9fa-466e-abca-11cce4669299 req-9ef1a9d1-db6b-42ed-9142-39fcb4f9bbff tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/quotas/3e9a8a0a72a94b328bf1e534da208edd HTTP/1.1" status: 200 len: 375 time: 0.0449181 Aug 18 12:52:42.008946 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2fe6e9-c41e-4bbd-af01-b4a3088fdd70 req-8c1d5ea2-907c-4fe6-9d7e-fab0eb9899f8 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:42.011235 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ee2fe6e9-c41e-4bbd-af01-b4a3088fdd70 req-8c1d5ea2-907c-4fe6-9d7e-fab0eb9899f8 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e21c40-1cdd-4a21-a104-f738444e3aca HTTP/1.1" status: 200 len: 944 time: 0.0550168 Aug 18 12:52:42.035785 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b248198a-2d45-4bd0-a644-02799f950b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:42.056092 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ee2fe6e9-c41e-4bbd-af01-b4a3088fdd70 req-f1733ff5-356c-450d-b870-c9084e4e6272 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371041 Aug 18 12:52:42.062433 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f4538124-b9fa-466e-abca-11cce4669299 req-aac22637-d2b3-4c7a-8987-fabb87db6896 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3e9a8a0a72a94b328bf1e534da208edd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0765717 Aug 18 12:52:42.128416 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 91ab9370-1da4-49e4-928f-dfd5f1e4a013 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:52:42.132458 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 904e9709-9644-465c-918f-425326045fad completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:52:42.146190 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 904e9709-9644-465c-918f-425326045fad triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:52:42.146565 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:42.177045 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ba114-6681-417a-b86b-39d69cba95de req-db07a721-8a0a-435d-b1fb-559a9346b83f tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:42.179046 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a88ba114-6681-417a-b86b-39d69cba95de req-db07a721-8a0a-435d-b1fb-559a9346b83f tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 945 time: 0.0538089 Aug 18 12:52:42.221279 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a88ba114-6681-417a-b86b-39d69cba95de req-08dcb5e4-f52b-4392-be77-c772674d47d4 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344570 Aug 18 12:52:42.242460 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f4538124-b9fa-466e-abca-11cce4669299 req-f317fa4c-6601-4c92-b09b-d763557f0871 service neutron] 10.222.0.13 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790743 Aug 18 12:52:42.324256 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:42.346998 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 91ab9370-1da4-49e4-928f-dfd5f1e4a013, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=91ab9370-1da4-49e4-928f-dfd5f1e4a013,segment=NetworkSegment(97efc5da-ecd0-4484-ac0f-ba58622f7886),segment_id=97efc5da-ecd0-4484-ac0f-ba58622f7886)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:42.369136 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f4538124-b9fa-466e-abca-11cce4669299 req-9535d4b0-643b-4b85-a80d-feddabb64608 service neutron] 10.222.0.13 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257451 Aug 18 12:52:42.371652 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '91ab9370-1da4-49e4-928f-dfd5f1e4a013', 'network_id': 'c56831c1-4f14-467f-8a65-5e4dcdcf485f', 'port_id': '91ab9370-1da4-49e4-928f-dfd5f1e4a013', 'mac_address': 'fa:16:3e:ba:af:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7350c50-b03f-467a-a5ed-4898dcd42f1b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:52:42.393988 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 904e9709-9644-465c-918f-425326045fad, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=904e9709-9644-465c-918f-425326045fad,segment=NetworkSegment(54508b74-aeac-4d2c-b4ee-ae218e9f8c96),segment_id=54508b74-aeac-4d2c-b4ee-ae218e9f8c96)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:42.404916 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b248198a-2d45-4bd0-a644-02799f950b68 admin admin] Router 2dd199e8-5492-4ba0-8c06-263bdd626c4f is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:52:42.463363 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:42.465517 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:42.474608 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84088b71-8e53-4fc0-b30c-0b3428d00315 req-1f7642af-626c-4acb-a640-6ed2f72e57a4 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:42.482699 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84088b71-8e53-4fc0-b30c-0b3428d00315 req-1f7642af-626c-4acb-a640-6ed2f72e57a4 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 950 time: 0.0987072 Aug 18 12:52:42.515203 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91ab9370-1da4-49e4-928f-dfd5f1e4a013 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:52:42.537265 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84088b71-8e53-4fc0-b30c-0b3428d00315 req-0ccf80e1-abb4-4b32-8b97-d5c3f84ef63f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481110 Aug 18 12:52:42.560409 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 91ab9370-1da4-49e4-928f-dfd5f1e4a013, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=91ab9370-1da4-49e4-928f-dfd5f1e4a013,segment=NetworkSegment(97efc5da-ecd0-4484-ac0f-ba58622f7886),segment_id=97efc5da-ecd0-4484-ac0f-ba58622f7886)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:42.577978 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=904e9709-9644-465c-918f-425326045fad,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:42.578483 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b248198a-2d45-4bd0-a644-02799f950b68 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:52:42.590048 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:42.590428 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:42.590778 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:42.591122 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:42.591463 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:42.591799 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:42.592134 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:42.592464 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:42.592795 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:42.593120 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:42.593453 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:42.593777 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:42.597315 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f94d6e-0abf-4e8f-afa5-de8f7a22ed10 None None] Sync routers for ids ['2dd199e8-5492-4ba0-8c06-263bdd626c4f'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:52:42.609746 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-6d168cf0-e8c6-42fe-a3c5-f714ff880857 None None] Provisioning complete for port 904e9709-9644-465c-918f-425326045fad triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:52:42.610128 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6d168cf0-e8c6-42fe-a3c5-f714ff880857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:42.613566 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f94d6e-0abf-4e8f-afa5-de8f7a22ed10 None None] Routers {'2dd199e8-5492-4ba0-8c06-263bdd626c4f'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:52:42.614214 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-a2f94d6e-0abf-4e8f-afa5-de8f7a22ed10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:52:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['2dd199e8-5492-4ba0-8c06-263bdd626c4f'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:42.670192 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:42.677377 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-8d4633e9-c1df-4ed2-8c8d-c440cb3fa86f tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:42.679051 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-8d4633e9-c1df-4ed2-8c8d-c440cb3fa86f tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f&tenant_id=075606cfda364ddebe4be31640ab3a76&binding%3Ahost_id=n-h2-803603-2 HTTP/1.1" status: 200 len: 1096 time: 0.0505009 Aug 18 12:52:42.696366 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-3c98fc8f-f016-4f9f-b3ee-df9dfcde6b9f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-803603-2'}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:52:42.705815 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3c669-ba92-468e-a270-40286cc1200b req-f2b0c85d-fe27-4111-adea-a9fba797ddc8 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:42.707478 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-19f3c669-ba92-468e-a270-40286cc1200b req-f2b0c85d-fe27-4111-adea-a9fba797ddc8 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=1069e871-d52d-47d4-be35-b519a7ff1f03 HTTP/1.1" status: 200 len: 946 time: 0.0534732 Aug 18 12:52:42.720845 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b248198a-2d45-4bd0-a644-02799f950b68 admin admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:42.727981 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b248198a-2d45-4bd0-a644-02799f950b68 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.4320335 Aug 18 12:52:42.727981 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36390) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:52:42.784810 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-19f3c669-ba92-468e-a270-40286cc1200b req-66fbb793-2f0e-4e7e-a076-7904bb2edeab tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523815 Aug 18 12:52:42.786160 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=91ab9370-1da4-49e4-928f-dfd5f1e4a013,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:42.808593 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:52:42.823935 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-3c98fc8f-f016-4f9f-b3ee-df9dfcde6b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:42.827190 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-a2f94d6e-0abf-4e8f-afa5-de8f7a22ed10 None None] Set router 2dd199e8-5492-4ba0-8c06-263bdd626c4f gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:52:43.016410 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['91ab9370-1da4-49e4-928f-dfd5f1e4a013'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:52:43.032628 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-261472e8-2c5c-4269-8871-7c9e2e6fad73 req-a6b3ed8a-d099-4e1f-b35b-e90171ccad86 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 210 time: 0.0332983 Aug 18 12:52:43.147975 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-a2f94d6e-0abf-4e8f-afa5-de8f7a22ed10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd199e8-5492-4ba0-8c06-263bdd626c4f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1373867086-router', 'tenant_id': '3bd43eef15444598be7af83eefbb7b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '02e3ce9e-975f-42f3-afbb-7a41af743a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:52:39Z', 'updated_at': '2021-08-18T12:52:41Z', 'revision_number': 3, 'project_id': '3bd43eef15444598be7af83eefbb7b26', 'gw_port': {'id': '02e3ce9e-975f-42f3-afbb-7a41af743a4c', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:71:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd199e8-5492-4ba0-8c06-263bdd626c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:52:40Z', 'updated_at': '2021-08-18T12:52:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:43.161651 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-3c98fc8f-f016-4f9f-b3ee-df9dfcde6b9f service neutron] For port bc4ae5c7-bca3-45a6-9cad-15fa8137069b, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=bc4ae5c7-bca3-45a6-9cad-15fa8137069b,segment=NetworkSegment(9980139b-d711-402f-b96d-94b03ea2978e),segment_id=9980139b-d711-402f-b96d-94b03ea2978e)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:43.189587 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f94d6e-0abf-4e8f-afa5-de8f7a22ed10 None None] Checking router: 2dd199e8-5492-4ba0-8c06-263bdd626c4f for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:52:43.190149 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f94d6e-0abf-4e8f-afa5-de8f7a22ed10 None None] Updating router 2dd199e8-5492-4ba0-8c06-263bdd626c4f port 02e3ce9e-975f-42f3-afbb-7a41af743a4c binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:52:43.233669 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a2f94d6e-0abf-4e8f-afa5-de8f7a22ed10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:43.250984 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-3c98fc8f-f016-4f9f-b3ee-df9dfcde6b9f service neutron] For port bc4ae5c7-bca3-45a6-9cad-15fa8137069b, host n-h2-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:52:43.295690 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253e802c-3541-4df7-9b17-05d26b33049f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc4ae5c7-bca3-45a6-9cad-15fa8137069b'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:52:43.298612 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9cd1aa-0cc2-485f-8ce8-07d1f7e68c57" -d '{"events": [{"server_uuid": "253e802c-3541-4df7-9b17-05d26b33049f", "name": "network-vif-unplugged", "status": "completed", "tag": "bc4ae5c7-bca3-45a6-9cad-15fa8137069b"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:52:43.307728 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-3c98fc8f-f016-4f9f-b3ee-df9dfcde6b9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:43.374313 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-3c98fc8f-f016-4f9f-b3ee-df9dfcde6b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:43.375004 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 904e9709-9644-465c-918f-425326045fad up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:52:43.384381 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80452bad-8e37-442c-9fb9-443376db2425 req-12b7f938-a538-46b5-b7af-cb756ef2ea88 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:43.385932 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-80452bad-8e37-442c-9fb9-443376db2425 req-12b7f938-a538-46b5-b7af-cb756ef2ea88 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e21c40-1cdd-4a21-a104-f738444e3aca HTTP/1.1" status: 200 len: 945 time: 0.2011275 Aug 18 12:52:43.389872 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47feaba7-d72c-43c8-aeeb-40578d97c688 req-55859f61-b861-416e-a20b-22a26eca1436 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:43.391968 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-47feaba7-d72c-43c8-aeeb-40578d97c688 req-55859f61-b861-416e-a20b-22a26eca1436 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 945 time: 0.0790331 Aug 18 12:52:43.459080 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-47feaba7-d72c-43c8-aeeb-40578d97c688 req-1bc5cb1b-7f66-4dbd-abf7-247e9aaa45ee tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523422 Aug 18 12:52:43.544484 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 904e9709-9644-465c-918f-425326045fad triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:52:43.544894 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:43.562703 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c98fc8f-f016-4f9f-b3ee-df9dfcde6b9f service neutron] Pushing event updated for resources: {'Port': ['ID=bc4ae5c7-bca3-45a6-9cad-15fa8137069b,revision_number=7']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:43.567369 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b04d155-ab2c-45e1-9550-b105cd590a7a x-openstack-request-id: req-2b04d155-ab2c-45e1-9550-b105cd590a7a {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:52:43.567641 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "253e802c-3541-4df7-9b17-05d26b33049f", "name": "network-vif-unplugged", "status": "completed", "tag": "bc4ae5c7-bca3-45a6-9cad-15fa8137069b", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:52:43.578349 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b04d155-ab2c-45e1-9550-b105cd590a7a {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:52:43.578904 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '253e802c-3541-4df7-9b17-05d26b33049f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc4ae5c7-bca3-45a6-9cad-15fa8137069b', 'code': 200} Aug 18 12:52:43.657282 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-80452bad-8e37-442c-9fb9-443376db2425 req-10aeedda-fab5-4bb3-b564-860b6b1a978b tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506599 Aug 18 12:52:43.729990 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-3c98fc8f-f016-4f9f-b3ee-df9dfcde6b9f service neutron] Attempting to bind port bc4ae5c7-bca3-45a6-9cad-15fa8137069b on host n-h2-803603-2 for vnic_type normal with profile {"migrating_to": "n-h1-803603-2"} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:52:43.731444 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-3c98fc8f-f016-4f9f-b3ee-df9dfcde6b9f service neutron] Attempting to bind port bc4ae5c7-bca3-45a6-9cad-15fa8137069b by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:52:43.731788 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-3c98fc8f-f016-4f9f-b3ee-df9dfcde6b9f service neutron] Attempting to bind port bc4ae5c7-bca3-45a6-9cad-15fa8137069b on network 8e2ca950-415a-439c-a01b-47dff2e51d7d {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:52:43.745561 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a2f94d6e-0abf-4e8f-afa5-de8f7a22ed10 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:43.750956 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-3c98fc8f-f016-4f9f-b3ee-df9dfcde6b9f service neutron] Port bc4ae5c7-bca3-45a6-9cad-15fa8137069b on network 8e2ca950-415a-439c-a01b-47dff2e51d7d not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:52:43.751733 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-3c98fc8f-f016-4f9f-b3ee-df9dfcde6b9f service neutron] Attempting to bind port bc4ae5c7-bca3-45a6-9cad-15fa8137069b on network 8e2ca950-415a-439c-a01b-47dff2e51d7d {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:52:43.761505 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-3c98fc8f-f016-4f9f-b3ee-df9dfcde6b9f service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:52:43.762668 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-3c98fc8f-f016-4f9f-b3ee-df9dfcde6b9f service neutron] Checking segment: {'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:52:43.763247 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-3c98fc8f-f016-4f9f-b3ee-df9dfcde6b9f service neutron] Bound using segment: {'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:52:43.763652 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-3c98fc8f-f016-4f9f-b3ee-df9dfcde6b9f service neutron] Bound port: bc4ae5c7-bca3-45a6-9cad-15fa8137069b, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9980139b-d711-402f-b96d-94b03ea2978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e2ca950-415a-439c-a01b-47dff2e51d7d'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:52:43.764032 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-3c98fc8f-f016-4f9f-b3ee-df9dfcde6b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:43.769987 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7ae29-6c2c-4d18-b6f6-1f43e0780e06 req-851f301e-a5bf-4da6-a7d9-e25d118a1cce tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:43.776463 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a2f94d6e-0abf-4e8f-afa5-de8f7a22ed10 None None] Transition to ACTIVE for port object 02e3ce9e-975f-42f3-afbb-7a41af743a4c will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:52:43.780593 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-60e7ae29-6c2c-4d18-b6f6-1f43e0780e06 req-851f301e-a5bf-4da6-a7d9-e25d118a1cce tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 950 time: 0.0837352 Aug 18 12:52:43.794826 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b88812a6-8953-46fb-976b-f65cf20db406 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:52:43.824450 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9232a404-02ff-46fa-9183-a78b8505ad27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:43.846213 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-60e7ae29-6c2c-4d18-b6f6-1f43e0780e06 req-ef06a6fd-024b-4c73-b1f3-1e478eaf7822 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607874 Aug 18 12:52:43.858874 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-319ff222-9b53-47aa-bc91-a5a33eab72f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:43.867559 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port b88812a6-8953-46fb-976b-f65cf20db406 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:52:43.867936 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:43.891516 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-3c98fc8f-f016-4f9f-b3ee-df9dfcde6b9f service neutron] For port bc4ae5c7-bca3-45a6-9cad-15fa8137069b, host n-h2-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:52:43.893274 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a2f94d6e-0abf-4e8f-afa5-de8f7a22ed10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:43.898903 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-3c98fc8f-f016-4f9f-b3ee-df9dfcde6b9f service neutron] For port bc4ae5c7-bca3-45a6-9cad-15fa8137069b, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=bc4ae5c7-bca3-45a6-9cad-15fa8137069b,segment=NetworkSegment(9980139b-d711-402f-b96d-94b03ea2978e),segment_id=9980139b-d711-402f-b96d-94b03ea2978e)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:52:43.963071 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-a2f94d6e-0abf-4e8f-afa5-de8f7a22ed10 None None] Attempting to bind port 02e3ce9e-975f-42f3-afbb-7a41af743a4c on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:52:43.963477 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-a2f94d6e-0abf-4e8f-afa5-de8f7a22ed10 None None] Attempting to bind port 02e3ce9e-975f-42f3-afbb-7a41af743a4c by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:52:43.963946 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f94d6e-0abf-4e8f-afa5-de8f7a22ed10 None None] Attempting to bind port 02e3ce9e-975f-42f3-afbb-7a41af743a4c on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:52:43.980015 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66507985-2e67-4153-9939-ca61cc20257a None None] Pushing event updated for resources: {'Port': ['ID=02e3ce9e-975f-42f3-afbb-7a41af743a4c,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:43.984769 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f94d6e-0abf-4e8f-afa5-de8f7a22ed10 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:52:43.985245 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f94d6e-0abf-4e8f-afa5-de8f7a22ed10 None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:52:43.985692 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a2f94d6e-0abf-4e8f-afa5-de8f7a22ed10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:43.986311 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f94d6e-0abf-4e8f-afa5-de8f7a22ed10 None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:52:43.986800 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-a2f94d6e-0abf-4e8f-afa5-de8f7a22ed10 None None] Bound port: 02e3ce9e-975f-42f3-afbb-7a41af743a4c, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:52:43.987186 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a2f94d6e-0abf-4e8f-afa5-de8f7a22ed10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:44.006244 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-3c98fc8f-f016-4f9f-b3ee-df9dfcde6b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:44.060418 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device bc4ae5c7-bca3-45a6-9cad-15fa8137069b details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:52:44.072530 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265c302-76b6-4814-ba97-a291b33d234a req-d061cb54-6698-41d6-a60b-5654f17216d2 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:44.074065 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7265c302-76b6-4814-ba97-a291b33d234a req-d061cb54-6698-41d6-a60b-5654f17216d2 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=1069e871-d52d-47d4-be35-b519a7ff1f03 HTTP/1.1" status: 200 len: 946 time: 0.1716847 Aug 18 12:52:44.102504 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-a2f94d6e-0abf-4e8f-afa5-de8f7a22ed10 None None] For port 02e3ce9e-975f-42f3-afbb-7a41af743a4c, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:52:44.106807 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-a2f94d6e-0abf-4e8f-afa5-de8f7a22ed10 None None] For port 02e3ce9e-975f-42f3-afbb-7a41af743a4c, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=02e3ce9e-975f-42f3-afbb-7a41af743a4c,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:52:44.134841 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c0359f62-4870-4bfb-815d-b5166f9cb727 req-a34ad642-21cb-44fe-baca-2699b74ab208 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 210 time: 0.0332007 Aug 18 12:52:44.173624 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-3c98fc8f-f016-4f9f-b3ee-df9dfcde6b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:44.174387 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-3c98fc8f-f016-4f9f-b3ee-df9dfcde6b9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:44.175911 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-3c98fc8f-f016-4f9f-b3ee-df9dfcde6b9f service neutron] 10.222.0.39 "PUT /v2.0/ports/bc4ae5c7-bca3-45a6-9cad-15fa8137069b HTTP/1.1" status: 200 len: 1121 time: 1.4848933 Aug 18 12:52:44.179900 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c98fc8f-f016-4f9f-b3ee-df9dfcde6b9f service neutron] Pushing event updated for resources: {'Port': ['ID=bc4ae5c7-bca3-45a6-9cad-15fa8137069b,revision_number=8']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:44.192810 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a2f94d6e-0abf-4e8f-afa5-de8f7a22ed10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:44.199840 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-319ff222-9b53-47aa-bc91-a5a33eab72f5 admin admin] Allocated IP 172.20.0.1 (16f1cc5e-9712-4966-9987-6d46b811cfbb/df5dab16-f5b2-4403-9e6d-1674252af082/3383307a-e02a-4e41-ad5d-152b978c5170) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:52:44.204254 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port bc4ae5c7-bca3-45a6-9cad-15fa8137069b, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=bc4ae5c7-bca3-45a6-9cad-15fa8137069b,segment=NetworkSegment(9980139b-d711-402f-b96d-94b03ea2978e),segment_id=9980139b-d711-402f-b96d-94b03ea2978e)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:44.207020 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7265c302-76b6-4814-ba97-a291b33d234a req-fa4e5a94-4457-45ae-914d-c3384474b82f tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229086 Aug 18 12:52:44.276519 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device bc4ae5c7-bca3-45a6-9cad-15fa8137069b has no active binding in host n-h1-803603-2 {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 18 12:52:44.290456 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66507985-2e67-4153-9939-ca61cc20257a None None] Pushing event updated for resources: {'Port': ['ID=02e3ce9e-975f-42f3-afbb-7a41af743a4c,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:44.294789 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f94d6e-0abf-4e8f-afa5-de8f7a22ed10 None None] Routers {'2dd199e8-5492-4ba0-8c06-263bdd626c4f'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:52:44.295413 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-a2f94d6e-0abf-4e8f-afa5-de8f7a22ed10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:52:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['2dd199e8-5492-4ba0-8c06-263bdd626c4f'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:44.341214 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-319ff222-9b53-47aa-bc91-a5a33eab72f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:44.354040 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['bc4ae5c7-bca3-45a6-9cad-15fa8137069b'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:52:44.356775 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['bc4ae5c7-bca3-45a6-9cad-15fa8137069b'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:52:44.358240 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-319ff222-9b53-47aa-bc91-a5a33eab72f5 admin admin] Transition to ACTIVE for port object 3383307a-e02a-4e41-ad5d-152b978c5170 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:52:44.510450 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-319ff222-9b53-47aa-bc91-a5a33eab72f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:44.560265 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319ff222-9b53-47aa-bc91-a5a33eab72f5 admin admin] Network 16f1cc5e-9712-4966-9987-6d46b811cfbb is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:52:44.574357 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ff222-9b53-47aa-bc91-a5a33eab72f5 admin admin] Pushing event updated for resources: {'Port': ['ID=3383307a-e02a-4e41-ad5d-152b978c5170,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:44.577391 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-319ff222-9b53-47aa-bc91-a5a33eab72f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:52:44.580523 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319ff222-9b53-47aa-bc91-a5a33eab72f5 admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:52:44.591804 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bbb09-7da4-4a86-b87c-7606ed580ee2 req-db9b7703-c3bd-4a31-8447-02d20d4563bb tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:44.600644 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4e5bbb09-7da4-4a86-b87c-7606ed580ee2 req-db9b7703-c3bd-4a31-8447-02d20d4563bb tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 943 time: 0.0745344 Aug 18 12:52:44.632071 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-319ff222-9b53-47aa-bc91-a5a33eab72f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:44.651751 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4e5bbb09-7da4-4a86-b87c-7606ed580ee2 req-64b6a063-3281-4912-8076-67b426c6c027 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441191 Aug 18 12:52:44.670351 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-a2f94d6e-0abf-4e8f-afa5-de8f7a22ed10 None None] Set router 2dd199e8-5492-4ba0-8c06-263bdd626c4f gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:52:44.771513 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:44.821101 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef95851-9879-44f7-b73e-508144368a9d req-a2bc16b5-2b80-41a0-a0d1-de2fb91b6443 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:44.823112 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eef95851-9879-44f7-b73e-508144368a9d req-a2bc16b5-2b80-41a0-a0d1-de2fb91b6443 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e21c40-1cdd-4a21-a104-f738444e3aca HTTP/1.1" status: 200 len: 945 time: 0.0657566 Aug 18 12:52:44.872084 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eef95851-9879-44f7-b73e-508144368a9d req-c4da4b1a-dcc0-475a-942f-4f0f12bdc7f0 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425675 Aug 18 12:52:44.876377 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-319ff222-9b53-47aa-bc91-a5a33eab72f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:45.011578 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85372e5-818b-4f45-8ae6-bbd88e312497 req-151853d5-c38e-4cd4-bac7-58740741cbc2 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:45.013270 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e85372e5-818b-4f45-8ae6-bbd88e312497 req-151853d5-c38e-4cd4-bac7-58740741cbc2 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 950 time: 0.0590751 Aug 18 12:52:45.055323 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e85372e5-818b-4f45-8ae6-bbd88e312497 req-c3c24cbb-84db-4dbc-b817-c0dd045b2cd4 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354526 Aug 18 12:52:45.093879 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c7ebe054-80d1-4b1f-82ae-5ee49c01aa1c None None] Provisioning for port 3383307a-e02a-4e41-ad5d-152b978c5170 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:52:45.109996 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c7ebe054-80d1-4b1f-82ae-5ee49c01aa1c None None] Provisioning complete for port 3383307a-e02a-4e41-ad5d-152b978c5170 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:52:45.110430 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c7ebe054-80d1-4b1f-82ae-5ee49c01aa1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:45.184718 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-a2f94d6e-0abf-4e8f-afa5-de8f7a22ed10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd199e8-5492-4ba0-8c06-263bdd626c4f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1373867086-router', 'tenant_id': '3bd43eef15444598be7af83eefbb7b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '02e3ce9e-975f-42f3-afbb-7a41af743a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:52:39Z', 'updated_at': '2021-08-18T12:52:41Z', 'revision_number': 3, 'project_id': '3bd43eef15444598be7af83eefbb7b26', 'gw_port': {'id': '02e3ce9e-975f-42f3-afbb-7a41af743a4c', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:71:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd199e8-5492-4ba0-8c06-263bdd626c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:52:40Z', 'updated_at': '2021-08-18T12:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:45.205859 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-c7ebe054-80d1-4b1f-82ae-5ee49c01aa1c None None] Port 3383307a-e02a-4e41-ad5d-152b978c5170 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:52:45.246383 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f94d6e-0abf-4e8f-afa5-de8f7a22ed10 None None] The sync data for ids ['2dd199e8-5492-4ba0-8c06-263bdd626c4f'] in n-d-803603-2 is: [{'id': '2dd199e8-5492-4ba0-8c06-263bdd626c4f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1373867086-router', 'tenant_id': '3bd43eef15444598be7af83eefbb7b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '02e3ce9e-975f-42f3-afbb-7a41af743a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:52:39Z', 'updated_at': '2021-08-18T12:52:41Z', 'revision_number': 3, 'project_id': '3bd43eef15444598be7af83eefbb7b26', 'gw_port': {'id': '02e3ce9e-975f-42f3-afbb-7a41af743a4c', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:71:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd199e8-5492-4ba0-8c06-263bdd626c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:52:40Z', 'updated_at': '2021-08-18T12:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:52:45.262789 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:45.357183 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6351c5a1-1a47-4df7-89d2-5660892f3105 req-d065fd97-e5ac-4240-baa0-95c84f600136 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 210 time: 0.0494852 Aug 18 12:52:45.372215 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9243eb25-4cea-4a9f-8e77-3d8958646446 req-f80c4fc3-f802-481f-82ff-67dac59c88b5 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:45.382705 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9243eb25-4cea-4a9f-8e77-3d8958646446 req-f80c4fc3-f802-481f-82ff-67dac59c88b5 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=1069e871-d52d-47d4-be35-b519a7ff1f03 HTTP/1.1" status: 200 len: 946 time: 0.0812838 Aug 18 12:52:45.438831 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-319ff222-9b53-47aa-bc91-a5a33eab72f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:45.442513 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9243eb25-4cea-4a9f-8e77-3d8958646446 req-42fa1efc-6ed0-4a50-bb50-ef16197fc2cd tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586946 Aug 18 12:52:45.449033 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4538124-b9fa-466e-abca-11cce4669299 req-8860a0bd-7160-4e0f-8592-dacc0d0e8323 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:45.450468 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f4538124-b9fa-466e-abca-11cce4669299 req-8860a0bd-7160-4e0f-8592-dacc0d0e8323 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.20 "GET /v2.0/networks?id=91d3e9e9-f927-4110-8610-d1ae88923133 HTTP/1.1" status: 200 len: 821 time: 0.2370515 Aug 18 12:52:45.466279 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-f4538124-b9fa-466e-abca-11cce4669299 req-25710673-b5b9-4e11-a1e6-b4a2eb0fb457 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Request body: {'port': {'device_id': '8baa82f3-0c43-4534-a2c5-84087f3fd8f3', 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133', 'admin_state_up': True, 'tenant_id': '3e9a8a0a72a94b328bf1e534da208edd'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:52:45.532537 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-319ff222-9b53-47aa-bc91-a5a33eab72f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:45.584388 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '253e802c-3541-4df7-9b17-05d26b33049f', 'tag': 'bc4ae5c7-bca3-45a6-9cad-15fa8137069b'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:52:45.587323 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f69a81-2479-4f44-9fab-81cf6c357f61" -d '{"events": [{"name": "network-changed", "server_uuid": "253e802c-3541-4df7-9b17-05d26b33049f", "tag": "bc4ae5c7-bca3-45a6-9cad-15fa8137069b"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:52:45.620890 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ff222-9b53-47aa-bc91-a5a33eab72f5 admin admin] Pushing event updated for resources: {'Port': ['ID=3383307a-e02a-4e41-ad5d-152b978c5170,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:45.623582 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-319ff222-9b53-47aa-bc91-a5a33eab72f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:45.671499 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9a9293-d0ab-4bd2-9cce-73b25ecb206d x-openstack-request-id: req-7e9a9293-d0ab-4bd2-9cce-73b25ecb206d {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:52:45.671792 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "253e802c-3541-4df7-9b17-05d26b33049f", "tag": "bc4ae5c7-bca3-45a6-9cad-15fa8137069b", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:52:45.672177 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e9a9293-d0ab-4bd2-9cce-73b25ecb206d {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:52:45.672611 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '253e802c-3541-4df7-9b17-05d26b33049f', 'tag': 'bc4ae5c7-bca3-45a6-9cad-15fa8137069b', 'status': 'completed', 'code': 200} Aug 18 12:52:45.691044 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4538124-b9fa-466e-abca-11cce4669299 req-25710673-b5b9-4e11-a1e6-b4a2eb0fb457 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Made reservation on behalf of 3e9a8a0a72a94b328bf1e534da208edd for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:52:45.707224 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-f4538124-b9fa-466e-abca-11cce4669299 req-25710673-b5b9-4e11-a1e6-b4a2eb0fb457 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:45.779364 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f69a81-2479-4f44-9fab-81cf6c357f61 req-1a5c3c45-0057-4c92-a539-44e341444885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:45.781936 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c4f69a81-2479-4f44-9fab-81cf6c357f61 req-1a5c3c45-0057-4c92-a539-44e341444885 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=075606cfda364ddebe4be31640ab3a76&device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 1124 time: 0.1013610 Aug 18 12:52:45.784566 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319ff222-9b53-47aa-bc91-a5a33eab72f5 admin admin] Network 16f1cc5e-9712-4966-9987-6d46b811cfbb is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:52:45.786678 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-319ff222-9b53-47aa-bc91-a5a33eab72f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:52:45.897699 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596a26b-a012-4b3c-add8-eab6500ae38d req-9fc11dd1-dd28-4f74-af65-5c41c22d53a5 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:45.912254 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6596a26b-a012-4b3c-add8-eab6500ae38d req-9fc11dd1-dd28-4f74-af65-5c41c22d53a5 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 943 time: 0.1840801 Aug 18 12:52:46.089859 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 91ab9370-1da4-49e4-928f-dfd5f1e4a013 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:52:46.148850 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f69a81-2479-4f44-9fab-81cf6c357f61 req-02c91e7a-f8a3-4d63-a1d4-a733c223a1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:46.150288 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c4f69a81-2479-4f44-9fab-81cf6c357f61 req-02c91e7a-f8a3-4d63-a1d4-a733c223a1ed service neutron] 10.222.0.20 "GET /v2.0/networks?id=8e2ca950-415a-439c-a01b-47dff2e51d7d HTTP/1.1" status: 200 len: 908 time: 0.3541462 Aug 18 12:52:46.163342 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-81e7295b-12bb-4a42-bbcc-7e0d5fa5d84e None None] Provisioning complete for port 3383307a-e02a-4e41-ad5d-152b978c5170 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:52:46.163948 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-81e7295b-12bb-4a42-bbcc-7e0d5fa5d84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:46.171038 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-319ff222-9b53-47aa-bc91-a5a33eab72f5 admin admin] Router 2dd199e8-5492-4ba0-8c06-263bdd626c4f has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:52:46.190719 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0209ae-9005-407b-a4b7-4ae70c117202 req-ff925ebd-74bc-432b-b079-8fd70d098cce tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:46.192381 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7f0209ae-9005-407b-a4b7-4ae70c117202 req-ff925ebd-74bc-432b-b079-8fd70d098cce tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e21c40-1cdd-4a21-a104-f738444e3aca HTTP/1.1" status: 200 len: 945 time: 0.1586244 Aug 18 12:52:46.221016 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-81e7295b-12bb-4a42-bbcc-7e0d5fa5d84e None None] Port 3383307a-e02a-4e41-ad5d-152b978c5170 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:52:46.245456 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c4f69a81-2479-4f44-9fab-81cf6c357f61 req-78ff55fa-ed1a-4b86-a0e7-22e9449cb5aa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc4ae5c7-bca3-45a6-9cad-15fa8137069b HTTP/1.1" status: 200 len: 217 time: 0.0773082 Aug 18 12:52:46.284987 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 91ab9370-1da4-49e4-928f-dfd5f1e4a013 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:52:46.290141 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 91ab9370-1da4-49e4-928f-dfd5f1e4a013 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:52:46.291036 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:46.338612 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6596a26b-a012-4b3c-add8-eab6500ae38d req-1e47116d-17c5-4ee0-b8e1-f766c6ddc13e tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4106688 Aug 18 12:52:46.363546 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-f4538124-b9fa-466e-abca-11cce4669299 req-25710673-b5b9-4e11-a1e6-b4a2eb0fb457 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Allocated IP 172.20.0.7 (91d3e9e9-f927-4110-8610-d1ae88923133/da996bc9-0001-4e2d-9a03-d2d78ee48c5d/eb25c1b0-7dfb-4109-bd7f-32dcce394378) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:52:46.385837 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7f0209ae-9005-407b-a4b7-4ae70c117202 req-638ef22a-8c3d-4954-b4b9-0d00489b98fd tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492636 Aug 18 12:52:46.462363 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f69a81-2479-4f44-9fab-81cf6c357f61 req-1e0da1c5-e7ca-4504-b063-a88c242fe635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:46.463813 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:46.468049 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c4f69a81-2479-4f44-9fab-81cf6c357f61 req-1e0da1c5-e7ca-4504-b063-a88c242fe635 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7c71ac1-e82b-41d2-8931-67fb6a54cbad HTTP/1.1" status: 200 len: 847 time: 0.2117224 Aug 18 12:52:46.517424 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e21c40-1cdd-4a21-a104-f738444e3aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ab9370-1da4-49e4-928f-dfd5f1e4a013'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:52:46.548802 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7721c55d-10ef-4996-bf58-5b4b8c2242ef" -d '{"events": [{"server_uuid": "59e21c40-1cdd-4a21-a104-f738444e3aca", "name": "network-vif-plugged", "status": "completed", "tag": "91ab9370-1da4-49e4-928f-dfd5f1e4a013"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:52:46.552707 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c4f69a81-2479-4f44-9fab-81cf6c357f61 req-11cb2db9-82f5-4ec6-8f5d-a766f498a6f8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8e2ca950-415a-439c-a01b-47dff2e51d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746839 Aug 18 12:52:46.578748 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 91ab9370-1da4-49e4-928f-dfd5f1e4a013, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=91ab9370-1da4-49e4-928f-dfd5f1e4a013,segment=NetworkSegment(97efc5da-ecd0-4484-ac0f-ba58622f7886),segment_id=97efc5da-ecd0-4484-ac0f-ba58622f7886)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:46.582470 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-f4538124-b9fa-466e-abca-11cce4669299 req-25710673-b5b9-4e11-a1e6-b4a2eb0fb457 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:46.609638 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319ff222-9b53-47aa-bc91-a5a33eab72f5 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:52:46.642213 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-319ff222-9b53-47aa-bc91-a5a33eab72f5 admin admin] 10.222.0.13 "PUT /v2.0/routers/2dd199e8-5492-4ba0-8c06-263bdd626c4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9132519 Aug 18 12:52:46.650470 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4b7e584e-e726-4720-9a8b-0e1d1991f8e0 req-d6e6feeb-385c-4c93-9413-3112a17858cc tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 210 time: 0.0275531 Aug 18 12:52:46.673185 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:46.681709 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314eaa8-12d7-4715-a37c-b438594acb4f req-656962ee-f7a0-4ffc-8253-58a0130d9bf6 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:46.697244 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4314eaa8-12d7-4715-a37c-b438594acb4f req-656962ee-f7a0-4ffc-8253-58a0130d9bf6 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 950 time: 0.1496220 Aug 18 12:52:46.744514 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=91ab9370-1da4-49e4-928f-dfd5f1e4a013,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:46.759001 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-f4538124-b9fa-466e-abca-11cce4669299 req-25710673-b5b9-4e11-a1e6-b4a2eb0fb457 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:46.776557 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['8475102b-3321-4c78-b6ac-5b16bf171cd0'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:52:46.796258 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c4f69a81-2479-4f44-9fab-81cf6c357f61 req-b69dcba3-b012-4401-80b4-cd6ab660b91f service neutron] 10.222.0.20 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141685 Aug 18 12:52:46.804710 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4314eaa8-12d7-4715-a37c-b438594acb4f req-f959634e-0c83-4c34-b073-dad4759acf14 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000936 Aug 18 12:52:46.828494 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4538124-b9fa-466e-abca-11cce4669299 req-25710673-b5b9-4e11-a1e6-b4a2eb0fb457 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Network 91d3e9e9-f927-4110-8610-d1ae88923133 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:52:46.838430 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-f4538124-b9fa-466e-abca-11cce4669299 req-25710673-b5b9-4e11-a1e6-b4a2eb0fb457 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:52:46.872433 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25710673-b5b9-4e11-a1e6-b4a2eb0fb457 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Pushing event updated for resources: {'Port': ['ID=eb25c1b0-7dfb-4109-bd7f-32dcce394378,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:46.880112 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ef7239-3eea-4b4e-a76c-787e84532f31 x-openstack-request-id: req-43ef7239-3eea-4b4e-a76c-787e84532f31 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:52:46.880589 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e21c40-1cdd-4a21-a104-f738444e3aca", "name": "network-vif-plugged", "status": "completed", "tag": "91ab9370-1da4-49e4-928f-dfd5f1e4a013", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:52:46.881021 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-43ef7239-3eea-4b4e-a76c-787e84532f31 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:52:46.883449 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e21c40-1cdd-4a21-a104-f738444e3aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ab9370-1da4-49e4-928f-dfd5f1e4a013', 'code': 200} Aug 18 12:52:46.895487 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4538124-b9fa-466e-abca-11cce4669299 req-25710673-b5b9-4e11-a1e6-b4a2eb0fb457 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:52:46.920771 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb2315-6005-41a8-9e44-7b0d771e1129 req-d61b0dfe-916e-4eea-b8d5-231c22bf2e35 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:46.930457 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-87bb2315-6005-41a8-9e44-7b0d771e1129 req-d61b0dfe-916e-4eea-b8d5-231c22bf2e35 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=1069e871-d52d-47d4-be35-b519a7ff1f03 HTTP/1.1" status: 200 len: 946 time: 0.2022605 Aug 18 12:52:47.020822 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-87bb2315-6005-41a8-9e44-7b0d771e1129 req-70d4fdbd-7081-42d2-a29a-3159be176ab3 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875692 Aug 18 12:52:47.039433 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4538124-b9fa-466e-abca-11cce4669299 req-25710673-b5b9-4e11-a1e6-b4a2eb0fb457 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:47.040050 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-f4538124-b9fa-466e-abca-11cce4669299 req-25710673-b5b9-4e11-a1e6-b4a2eb0fb457 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:47.087452 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c4f69a81-2479-4f44-9fab-81cf6c357f61 req-050a40c8-90e9-4fbb-9741-e8359022edb8 service neutron] 10.222.0.20 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807322 Aug 18 12:52:47.104465 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca68852-43e6-4140-8751-a6d6833340c7 req-57c5b549-7e8f-412a-b5bf-80bdf707e89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:47.108171 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3ca68852-43e6-4140-8751-a6d6833340c7 req-57c5b549-7e8f-412a-b5bf-80bdf707e89a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=59e21c40-1cdd-4a21-a104-f738444e3aca HTTP/1.1" status: 200 len: 1097 time: 0.0763023 Aug 18 12:52:47.147370 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f4538124-b9fa-466e-abca-11cce4669299 req-25710673-b5b9-4e11-a1e6-b4a2eb0fb457 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6850283 Aug 18 12:52:47.160668 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-f4538124-b9fa-466e-abca-11cce4669299 req-3bb9e53b-7bd5-446d-9c83-e5da154a6e47 service neutron] Request body: {'port': {'device_id': '8baa82f3-0c43-4534-a2c5-84087f3fd8f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:52:47.168069 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3ca68852-43e6-4140-8751-a6d6833340c7 req-176b583b-b25d-4c2d-bd4d-35b5ecfb0dea service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512240 Aug 18 12:52:47.193973 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:47.233843 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-f4538124-b9fa-466e-abca-11cce4669299 req-3bb9e53b-7bd5-446d-9c83-e5da154a6e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:47.381111 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 02e3ce9e-975f-42f3-afbb-7a41af743a4c up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:52:47.595078 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 02e3ce9e-975f-42f3-afbb-7a41af743a4c completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:52:47.599618 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 02e3ce9e-975f-42f3-afbb-7a41af743a4c triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:52:47.599618 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:47.674508 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb53f2-1cd0-4c27-95d5-9a10d69751aa req-f40172a1-973e-4d6f-8fac-7487f9bf2d6c tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:47.688563 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-70cb53f2-1cd0-4c27-95d5-9a10d69751aa req-f40172a1-973e-4d6f-8fac-7487f9bf2d6c tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 943 time: 0.2006359 Aug 18 12:52:47.714270 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:47.767906 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 02e3ce9e-975f-42f3-afbb-7a41af743a4c, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=02e3ce9e-975f-42f3-afbb-7a41af743a4c,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:47.831396 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-70cb53f2-1cd0-4c27-95d5-9a10d69751aa req-e00d391f-7807-471d-927b-db0663ff5d8a tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414175 Aug 18 12:52:47.844694 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:47.928172 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=02e3ce9e-975f-42f3-afbb-7a41af743a4c,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:47.943952 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcfcf0-3c17-4db8-a71b-4f98c6d5bae2 req-61c5c5bf-b44d-4837-9511-fbeb1f604f6f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:47.958696 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1cfcfcf0-3c17-4db8-a71b-4f98c6d5bae2 req-61c5c5bf-b44d-4837-9511-fbeb1f604f6f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e21c40-1cdd-4a21-a104-f738444e3aca HTTP/1.1" status: 200 len: 946 time: 0.2500551 Aug 18 12:52:48.058765 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1cfcfcf0-3c17-4db8-a71b-4f98c6d5bae2 req-15d74ede-5e35-4fdf-9d01-8470e6a78c97 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987732 Aug 18 12:52:48.096490 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device bc4ae5c7-bca3-45a6-9cad-15fa8137069b details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:52:48.206967 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b00c30d-8c15-48f3-b28e-ddbe4324c458 None None] Sync routers for ids ['2dd199e8-5492-4ba0-8c06-263bdd626c4f'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:52:48.220098 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b00c30d-8c15-48f3-b28e-ddbe4324c458 None None] Routers {'2dd199e8-5492-4ba0-8c06-263bdd626c4f'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:52:48.220794 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-3b00c30d-8c15-48f3-b28e-ddbe4324c458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:52:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['2dd199e8-5492-4ba0-8c06-263bdd626c4f'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:48.238642 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce402fd-cd3a-42f6-88ef-4fce9a891d2b req-c05479fd-fe15-4505-bc23-7ddcd800f191 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:48.240464 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3ce402fd-cd3a-42f6-88ef-4fce9a891d2b req-c05479fd-fe15-4505-bc23-7ddcd800f191 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 931 time: 0.0751076 Aug 18 12:52:48.275477 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-f4538124-b9fa-466e-abca-11cce4669299 req-3bb9e53b-7bd5-446d-9c83-e5da154a6e47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb25c1b0-7dfb-4109-bd7f-32dcce394378 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:52:48.301214 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-f4538124-b9fa-466e-abca-11cce4669299 req-3bb9e53b-7bd5-446d-9c83-e5da154a6e47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:48.333815 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3ce402fd-cd3a-42f6-88ef-4fce9a891d2b req-b3f6359e-c783-4778-9a69-88711b774a6d tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819659 Aug 18 12:52:48.338904 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-f4538124-b9fa-466e-abca-11cce4669299 req-3bb9e53b-7bd5-446d-9c83-e5da154a6e47 service neutron] Transition to ACTIVE for port object eb25c1b0-7dfb-4109-bd7f-32dcce394378 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:52:48.418358 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-f4538124-b9fa-466e-abca-11cce4669299 req-3bb9e53b-7bd5-446d-9c83-e5da154a6e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:48.462960 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port bc4ae5c7-bca3-45a6-9cad-15fa8137069b, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=bc4ae5c7-bca3-45a6-9cad-15fa8137069b,segment=NetworkSegment(9980139b-d711-402f-b96d-94b03ea2978e),segment_id=9980139b-d711-402f-b96d-94b03ea2978e)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:48.492542 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device bc4ae5c7-bca3-45a6-9cad-15fa8137069b has no active binding in host n-h1-803603-2 {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 18 12:52:48.511931 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb9e53b-7bd5-446d-9c83-e5da154a6e47 service neutron] Pushing event updated for resources: {'Port': ['ID=eb25c1b0-7dfb-4109-bd7f-32dcce394378,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:48.538057 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-3b00c30d-8c15-48f3-b28e-ddbe4324c458 None None] Set router 2dd199e8-5492-4ba0-8c06-263bdd626c4f gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:52:48.560872 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fad805-caee-43f7-936f-9e0afd26c653 req-f37a161c-f366-448b-980b-8719cd4e415d tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:48.572599 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e1fad805-caee-43f7-936f-9e0afd26c653 req-f37a161c-f366-448b-980b-8719cd4e415d tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=1069e871-d52d-47d4-be35-b519a7ff1f03 HTTP/1.1" status: 200 len: 946 time: 0.0859337 Aug 18 12:52:48.633112 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac3320-c03a-4987-84fc-75aa0fd3568f req-1f62c846-c018-4038-8cd3-2ae646383080 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:48.643682 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-44ac3320-c03a-4987-84fc-75aa0fd3568f req-1f62c846-c018-4038-8cd3-2ae646383080 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 950 time: 0.3009951 Aug 18 12:52:48.703503 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e1fad805-caee-43f7-936f-9e0afd26c653 req-bfecac15-407a-49b1-ad42-c97e8523de4b tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292932 Aug 18 12:52:48.759020 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-44ac3320-c03a-4987-84fc-75aa0fd3568f req-f40762db-0508-4b12-b7f6-a909877900ea tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160517 Aug 18 12:52:48.813007 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-f4538124-b9fa-466e-abca-11cce4669299 req-3bb9e53b-7bd5-446d-9c83-e5da154a6e47 service neutron] Attempting to bind port eb25c1b0-7dfb-4109-bd7f-32dcce394378 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:52:48.813369 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-f4538124-b9fa-466e-abca-11cce4669299 req-3bb9e53b-7bd5-446d-9c83-e5da154a6e47 service neutron] Attempting to bind port eb25c1b0-7dfb-4109-bd7f-32dcce394378 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:52:48.813691 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4538124-b9fa-466e-abca-11cce4669299 req-3bb9e53b-7bd5-446d-9c83-e5da154a6e47 service neutron] Attempting to bind port eb25c1b0-7dfb-4109-bd7f-32dcce394378 on network 91d3e9e9-f927-4110-8610-d1ae88923133 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:52:48.823203 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4538124-b9fa-466e-abca-11cce4669299 req-3bb9e53b-7bd5-446d-9c83-e5da154a6e47 service neutron] Port eb25c1b0-7dfb-4109-bd7f-32dcce394378 on network 91d3e9e9-f927-4110-8610-d1ae88923133 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:52:48.823562 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4538124-b9fa-466e-abca-11cce4669299 req-3bb9e53b-7bd5-446d-9c83-e5da154a6e47 service neutron] Attempting to bind port eb25c1b0-7dfb-4109-bd7f-32dcce394378 on network 91d3e9e9-f927-4110-8610-d1ae88923133 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:52:48.839809 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-3b00c30d-8c15-48f3-b28e-ddbe4324c458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd199e8-5492-4ba0-8c06-263bdd626c4f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1373867086-router', 'tenant_id': '3bd43eef15444598be7af83eefbb7b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '02e3ce9e-975f-42f3-afbb-7a41af743a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:52:39Z', 'updated_at': '2021-08-18T12:52:44Z', 'revision_number': 4, 'project_id': '3bd43eef15444598be7af83eefbb7b26', 'gw_port': {'id': '02e3ce9e-975f-42f3-afbb-7a41af743a4c', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:71:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd199e8-5492-4ba0-8c06-263bdd626c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:52:40Z', 'updated_at': '2021-08-18T12:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '3383307a-e02a-4e41-ad5d-152b978c5170', 'name': '', 'network_id': '16f1cc5e-9712-4966-9987-6d46b811cfbb', 'tenant_id': '3bd43eef15444598be7af83eefbb7b26', 'mac_address': 'fa:16:3e:9e:44:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd199e8-5492-4ba0-8c06-263bdd626c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'df5dab16-f5b2-4403-9e6d-1674252af082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:52:43Z', 'updated_at': '2021-08-18T12:52:44Z', 'revision_number': 2, 'project_id': '3bd43eef15444598be7af83eefbb7b26', 'subnets': [{'id': 'df5dab16-f5b2-4403-9e6d-1674252af082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:48.845494 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4538124-b9fa-466e-abca-11cce4669299 req-3bb9e53b-7bd5-446d-9c83-e5da154a6e47 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:52:48.845970 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4538124-b9fa-466e-abca-11cce4669299 req-3bb9e53b-7bd5-446d-9c83-e5da154a6e47 service neutron] Checking segment: {'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:52:48.846583 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4538124-b9fa-466e-abca-11cce4669299 req-3bb9e53b-7bd5-446d-9c83-e5da154a6e47 service neutron] Bound using segment: {'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:52:48.847064 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-f4538124-b9fa-466e-abca-11cce4669299 req-3bb9e53b-7bd5-446d-9c83-e5da154a6e47 service neutron] Bound port: eb25c1b0-7dfb-4109-bd7f-32dcce394378, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:52:48.847441 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-f4538124-b9fa-466e-abca-11cce4669299 req-3bb9e53b-7bd5-446d-9c83-e5da154a6e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:48.922614 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b00c30d-8c15-48f3-b28e-ddbe4324c458 None None] Checking router: 2dd199e8-5492-4ba0-8c06-263bdd626c4f for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:52:48.924778 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b00c30d-8c15-48f3-b28e-ddbe4324c458 None None] Updating router 2dd199e8-5492-4ba0-8c06-263bdd626c4f port 3383307a-e02a-4e41-ad5d-152b978c5170 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:52:48.992799 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-3b00c30d-8c15-48f3-b28e-ddbe4324c458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:49.102236 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-f4538124-b9fa-466e-abca-11cce4669299 req-3bb9e53b-7bd5-446d-9c83-e5da154a6e47 service neutron] For port eb25c1b0-7dfb-4109-bd7f-32dcce394378, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:52:49.152213 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-f4538124-b9fa-466e-abca-11cce4669299 req-3bb9e53b-7bd5-446d-9c83-e5da154a6e47 service neutron] For port eb25c1b0-7dfb-4109-bd7f-32dcce394378, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=eb25c1b0-7dfb-4109-bd7f-32dcce394378,segment=NetworkSegment(0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d),segment_id=0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:52:49.181847 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e09ee-af63-4ceb-bf4b-c2914454e9d0 req-e75fe764-4b64-43a5-99af-1dc267dfa14a tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:49.185867 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ce1e09ee-af63-4ceb-bf4b-c2914454e9d0 req-e75fe764-4b64-43a5-99af-1dc267dfa14a tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 943 time: 0.2073374 Aug 18 12:52:49.234689 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-f4538124-b9fa-466e-abca-11cce4669299 req-3bb9e53b-7bd5-446d-9c83-e5da154a6e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:49.285638 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4538124-b9fa-466e-abca-11cce4669299 req-3bb9e53b-7bd5-446d-9c83-e5da154a6e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:49.286327 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-f4538124-b9fa-466e-abca-11cce4669299 req-3bb9e53b-7bd5-446d-9c83-e5da154a6e47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:49.287728 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f4538124-b9fa-466e-abca-11cce4669299 req-3bb9e53b-7bd5-446d-9c83-e5da154a6e47 service neutron] 10.222.0.20 "PUT /v2.0/ports/eb25c1b0-7dfb-4109-bd7f-32dcce394378 HTTP/1.1" status: 200 len: 1091 time: 2.1316044 Aug 18 12:52:49.290419 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8baa82f3-0c43-4534-a2c5-84087f3fd8f3', 'tag': 'eb25c1b0-7dfb-4109-bd7f-32dcce394378'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:52:49.293253 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1f0f3d-c3a8-4e4f-b179-d427dca31245" -d '{"events": [{"name": "network-changed", "server_uuid": "8baa82f3-0c43-4534-a2c5-84087f3fd8f3", "tag": "eb25c1b0-7dfb-4109-bd7f-32dcce394378"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:52:49.333807 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ce1e09ee-af63-4ceb-bf4b-c2914454e9d0 req-3678d71a-4129-4338-8e9d-99e999866bbd tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342444 Aug 18 12:52:49.385495 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb9e53b-7bd5-446d-9c83-e5da154a6e47 service neutron] Pushing event updated for resources: {'Port': ['ID=eb25c1b0-7dfb-4109-bd7f-32dcce394378,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:49.392455 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 02e3ce9e-975f-42f3-afbb-7a41af743a4c up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:52:49.521627 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4538124-b9fa-466e-abca-11cce4669299 req-3a02812a-14ff-43bf-bd23-2c6432dc14e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:49.525206 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f4538124-b9fa-466e-abca-11cce4669299 req-3a02812a-14ff-43bf-bd23-2c6432dc14e4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e9a8a0a72a94b328bf1e534da208edd&device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 1094 time: 0.1071391 Aug 18 12:52:49.579016 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 02e3ce9e-975f-42f3-afbb-7a41af743a4c triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:52:49.581402 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:49.657300 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a109075-7d0b-455f-a782-c9df05713d18 x-openstack-request-id: req-6a109075-7d0b-455f-a782-c9df05713d18 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:52:49.657595 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8baa82f3-0c43-4534-a2c5-84087f3fd8f3", "tag": "eb25c1b0-7dfb-4109-bd7f-32dcce394378", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:52:49.663248 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a109075-7d0b-455f-a782-c9df05713d18 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:52:49.667207 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8baa82f3-0c43-4534-a2c5-84087f3fd8f3', 'tag': 'eb25c1b0-7dfb-4109-bd7f-32dcce394378', 'status': 'completed', 'code': 200} Aug 18 12:52:49.673346 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f4538124-b9fa-466e-abca-11cce4669299 req-513bcc68-640d-4e1b-bd76-6785651ec188 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb25c1b0-7dfb-4109-bd7f-32dcce394378 HTTP/1.1" status: 200 len: 217 time: 0.1388488 Aug 18 12:52:49.774401 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-3b00c30d-8c15-48f3-b28e-ddbe4324c458 None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:49.799103 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-3b00c30d-8c15-48f3-b28e-ddbe4324c458 None None] Transition to ACTIVE for port object 3383307a-e02a-4e41-ad5d-152b978c5170 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:52:49.840854 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7af6ca-9ec3-49b2-bedf-dbcbfa4d9f58 req-97958cec-50b2-42fc-a53c-d7470f06b6bc tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:49.854578 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-df7af6ca-9ec3-49b2-bedf-dbcbfa4d9f58 req-97958cec-50b2-42fc-a53c-d7470f06b6bc tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 943 time: 0.0985792 Aug 18 12:52:49.859955 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4538124-b9fa-466e-abca-11cce4669299 req-ceccdf88-97b5-431c-8e59-e7c87e348363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:49.861884 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f4538124-b9fa-466e-abca-11cce4669299 req-ceccdf88-97b5-431c-8e59-e7c87e348363 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=da996bc9-0001-4e2d-9a03-d2d78ee48c5d HTTP/1.1" status: 200 len: 861 time: 0.1813390 Aug 18 12:52:49.876367 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fea2e-8649-4aad-be81-443a9a2cb83f req-bf12be56-30da-41da-80ab-6d7243a87e9f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:49.878234 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e79fea2e-8649-4aad-be81-443a9a2cb83f req-bf12be56-30da-41da-80ab-6d7243a87e9f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e21c40-1cdd-4a21-a104-f738444e3aca HTTP/1.1" status: 200 len: 946 time: 0.1735034 Aug 18 12:52:49.894757 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-3b00c30d-8c15-48f3-b28e-ddbe4324c458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:49.981304 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f4538124-b9fa-466e-abca-11cce4669299 req-d3e36836-0dc9-42ad-af7f-9e015f9e5aad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=91d3e9e9-f927-4110-8610-d1ae88923133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018395 Aug 18 12:52:49.993687 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-df7af6ca-9ec3-49b2-bedf-dbcbfa4d9f58 req-8e2e4acd-cce9-4f76-b9a1-4a90c2b619bf tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378839 Aug 18 12:52:50.144742 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e79fea2e-8649-4aad-be81-443a9a2cb83f req-831d93e8-b360-4630-aea9-d025c9a36bfe tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515690 Aug 18 12:52:50.158263 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1536d644-c359-4d51-8c96-c4bea53df7b7 None None] Pushing event updated for resources: {'Port': ['ID=3383307a-e02a-4e41-ad5d-152b978c5170,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:50.203407 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f4538124-b9fa-466e-abca-11cce4669299 req-133c8a9d-1dc7-410b-a0a7-53d0b832b83a service neutron] 10.222.0.20 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124734 Aug 18 12:52:50.239975 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-3b00c30d-8c15-48f3-b28e-ddbe4324c458 None None] Attempting to bind port 3383307a-e02a-4e41-ad5d-152b978c5170 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:52:50.240465 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-3b00c30d-8c15-48f3-b28e-ddbe4324c458 None None] Attempting to bind port 3383307a-e02a-4e41-ad5d-152b978c5170 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '54508b74-aeac-4d2c-b4ee-ae218e9f8c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '16f1cc5e-9712-4966-9987-6d46b811cfbb'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:52:50.240825 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b00c30d-8c15-48f3-b28e-ddbe4324c458 None None] Attempting to bind port 3383307a-e02a-4e41-ad5d-152b978c5170 on network 16f1cc5e-9712-4966-9987-6d46b811cfbb {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:52:50.256406 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b00c30d-8c15-48f3-b28e-ddbe4324c458 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:52:50.256807 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b00c30d-8c15-48f3-b28e-ddbe4324c458 None None] Checking segment: {'id': '54508b74-aeac-4d2c-b4ee-ae218e9f8c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '16f1cc5e-9712-4966-9987-6d46b811cfbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:52:50.257258 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-3b00c30d-8c15-48f3-b28e-ddbe4324c458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:50.257657 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b00c30d-8c15-48f3-b28e-ddbe4324c458 None None] Bound using segment: {'id': '54508b74-aeac-4d2c-b4ee-ae218e9f8c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '16f1cc5e-9712-4966-9987-6d46b811cfbb'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:52:50.258142 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-3b00c30d-8c15-48f3-b28e-ddbe4324c458 None None] Bound port: 3383307a-e02a-4e41-ad5d-152b978c5170, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54508b74-aeac-4d2c-b4ee-ae218e9f8c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '16f1cc5e-9712-4966-9987-6d46b811cfbb'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:52:50.258593 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-3b00c30d-8c15-48f3-b28e-ddbe4324c458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:50.434470 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f4538124-b9fa-466e-abca-11cce4669299 req-219fbbcf-52ce-488e-a7f6-bf8906433648 service neutron] 10.222.0.20 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228925 Aug 18 12:52:50.479350 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064183d-ebad-4e17-be08-176b7f164021 req-ab1a784d-99e2-411a-8a09-240a55d49727 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:50.480305 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-3b00c30d-8c15-48f3-b28e-ddbe4324c458 None None] For port 3383307a-e02a-4e41-ad5d-152b978c5170, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:52:50.480875 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8064183d-ebad-4e17-be08-176b7f164021 req-ab1a784d-99e2-411a-8a09-240a55d49727 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e21c40-1cdd-4a21-a104-f738444e3aca HTTP/1.1" status: 200 len: 946 time: 0.0817690 Aug 18 12:52:50.496558 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-3b00c30d-8c15-48f3-b28e-ddbe4324c458 None None] For port 3383307a-e02a-4e41-ad5d-152b978c5170, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=3383307a-e02a-4e41-ad5d-152b978c5170,segment=NetworkSegment(54508b74-aeac-4d2c-b4ee-ae218e9f8c96),segment_id=54508b74-aeac-4d2c-b4ee-ae218e9f8c96)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:52:50.504521 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0c1ba-558f-4c5c-8aac-b9db332c1da3 req-d00884d2-dcfa-4953-abf2-16d07bb34a3b tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:50.506337 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-afd0c1ba-558f-4c5c-8aac-b9db332c1da3 req-d00884d2-dcfa-4953-abf2-16d07bb34a3b tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 950 time: 0.1619143 Aug 18 12:52:50.560075 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-afd0c1ba-558f-4c5c-8aac-b9db332c1da3 req-b226b25d-25d9-4dee-a1c0-afc84a7a2a04 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464909 Aug 18 12:52:50.565628 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8064183d-ebad-4e17-be08-176b7f164021 req-d9963caa-68a6-47c9-b596-084820cdce43 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647466 Aug 18 12:52:50.571766 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-3b00c30d-8c15-48f3-b28e-ddbe4324c458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:50.686788 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1536d644-c359-4d51-8c96-c4bea53df7b7 None None] Pushing event updated for resources: {'Port': ['ID=3383307a-e02a-4e41-ad5d-152b978c5170,revision_number=4']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:50.714877 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f0f3d-c3a8-4e4f-b179-d427dca31245 req-3fa4a6e9-5fd7-4fd3-b028-ea7dbb69ba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:50.716556 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1c1f0f3d-c3a8-4e4f-b179-d427dca31245 req-3fa4a6e9-5fd7-4fd3-b028-ea7dbb69ba04 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e9a8a0a72a94b328bf1e534da208edd&device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 1094 time: 0.1010792 Aug 18 12:52:50.745982 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b00c30d-8c15-48f3-b28e-ddbe4324c458 None None] Routers {'2dd199e8-5492-4ba0-8c06-263bdd626c4f'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:52:50.749767 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-3b00c30d-8c15-48f3-b28e-ddbe4324c458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:52:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['2dd199e8-5492-4ba0-8c06-263bdd626c4f'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:50.769423 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad1a30-0aeb-4c25-954b-0bdfcc0403ab req-38c3c8c0-efef-410f-a7ff-b67d0d737c2d tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:50.780435 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-07ad1a30-0aeb-4c25-954b-0bdfcc0403ab req-38c3c8c0-efef-410f-a7ff-b67d0d737c2d tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 943 time: 0.1304955 Aug 18 12:52:50.940929 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-3b00c30d-8c15-48f3-b28e-ddbe4324c458 None None] Set router 2dd199e8-5492-4ba0-8c06-263bdd626c4f gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:52:50.954071 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-07ad1a30-0aeb-4c25-954b-0bdfcc0403ab req-38e5e174-ade4-4316-b148-8b0d44f32313 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723309 Aug 18 12:52:51.016767 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f0f3d-c3a8-4e4f-b179-d427dca31245 req-71e1c551-fefd-4d6c-a91f-f291c8a5fa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:51.018305 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1c1f0f3d-c3a8-4e4f-b179-d427dca31245 req-71e1c551-fefd-4d6c-a91f-f291c8a5fa5b service neutron] 10.222.0.20 "GET /v2.0/networks?id=91d3e9e9-f927-4110-8610-d1ae88923133 HTTP/1.1" status: 200 len: 922 time: 0.2925520 Aug 18 12:52:51.094346 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1c1f0f3d-c3a8-4e4f-b179-d427dca31245 req-49d83712-bfec-4a4b-b8d9-8c4a7c5b2580 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb25c1b0-7dfb-4109-bd7f-32dcce394378 HTTP/1.1" status: 200 len: 217 time: 0.0646434 Aug 18 12:52:51.220347 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dfbac0-bb7d-4c73-821c-f008420f55e7 req-e07587d0-2901-4303-9247-c60df7790021 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:51.229133 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d3dfbac0-bb7d-4c73-821c-f008420f55e7 req-e07587d0-2901-4303-9247-c60df7790021 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 943 time: 0.1130941 Aug 18 12:52:51.232073 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f0f3d-c3a8-4e4f-b179-d427dca31245 req-42aab20b-8073-4c3f-9aa3-089ff531546f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:51.233475 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1c1f0f3d-c3a8-4e4f-b179-d427dca31245 req-42aab20b-8073-4c3f-9aa3-089ff531546f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=da996bc9-0001-4e2d-9a03-d2d78ee48c5d HTTP/1.1" status: 200 len: 861 time: 0.1290529 Aug 18 12:52:51.286517 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1c1f0f3d-c3a8-4e4f-b179-d427dca31245 req-f8abf57f-8f29-4ea4-97b0-ae95b91ba01a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=91d3e9e9-f927-4110-8610-d1ae88923133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382988 Aug 18 12:52:51.297053 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-3b00c30d-8c15-48f3-b28e-ddbe4324c458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd199e8-5492-4ba0-8c06-263bdd626c4f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1373867086-router', 'tenant_id': '3bd43eef15444598be7af83eefbb7b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '02e3ce9e-975f-42f3-afbb-7a41af743a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:52:39Z', 'updated_at': '2021-08-18T12:52:44Z', 'revision_number': 4, 'project_id': '3bd43eef15444598be7af83eefbb7b26', 'gw_port': {'id': '02e3ce9e-975f-42f3-afbb-7a41af743a4c', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:71:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd199e8-5492-4ba0-8c06-263bdd626c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:52:40Z', 'updated_at': '2021-08-18T12:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '3383307a-e02a-4e41-ad5d-152b978c5170', 'name': '', 'network_id': '16f1cc5e-9712-4966-9987-6d46b811cfbb', 'tenant_id': '3bd43eef15444598be7af83eefbb7b26', 'mac_address': 'fa:16:3e:9e:44:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd199e8-5492-4ba0-8c06-263bdd626c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'df5dab16-f5b2-4403-9e6d-1674252af082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:52:43Z', 'updated_at': '2021-08-18T12:52:50Z', 'revision_number': 4, 'project_id': '3bd43eef15444598be7af83eefbb7b26', 'subnets': [{'id': 'df5dab16-f5b2-4403-9e6d-1674252af082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:51.334992 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b00c30d-8c15-48f3-b28e-ddbe4324c458 None None] The sync data for ids ['2dd199e8-5492-4ba0-8c06-263bdd626c4f'] in n-d-803603-2 is: [{'id': '2dd199e8-5492-4ba0-8c06-263bdd626c4f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1373867086-router', 'tenant_id': '3bd43eef15444598be7af83eefbb7b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '02e3ce9e-975f-42f3-afbb-7a41af743a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:52:39Z', 'updated_at': '2021-08-18T12:52:44Z', 'revision_number': 4, 'project_id': '3bd43eef15444598be7af83eefbb7b26', 'gw_port': {'id': '02e3ce9e-975f-42f3-afbb-7a41af743a4c', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:71:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd199e8-5492-4ba0-8c06-263bdd626c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:52:40Z', 'updated_at': '2021-08-18T12:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '3383307a-e02a-4e41-ad5d-152b978c5170', 'name': '', 'network_id': '16f1cc5e-9712-4966-9987-6d46b811cfbb', 'tenant_id': '3bd43eef15444598be7af83eefbb7b26', 'mac_address': 'fa:16:3e:9e:44:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd199e8-5492-4ba0-8c06-263bdd626c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'df5dab16-f5b2-4403-9e6d-1674252af082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:52:43Z', 'updated_at': '2021-08-18T12:52:50Z', 'revision_number': 4, 'project_id': '3bd43eef15444598be7af83eefbb7b26', 'subnets': [{'id': 'df5dab16-f5b2-4403-9e6d-1674252af082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:52:51.431839 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d3dfbac0-bb7d-4c73-821c-f008420f55e7 req-69cd38cc-1536-47e0-abe4-a0a755554711 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006390 Aug 18 12:52:51.560969 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1c1f0f3d-c3a8-4e4f-b179-d427dca31245 req-5f619de3-9e7b-4716-be4e-4034837e27fd service neutron] 10.222.0.20 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612906 Aug 18 12:52:51.578780 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device bc4ae5c7-bca3-45a6-9cad-15fa8137069b no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:52:51.610858 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f281580-cbbe-463c-98a5-5d6513d97baf req-9b56e500-3f62-462e-a112-e9129e84d389 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:51.615751 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0f281580-cbbe-463c-98a5-5d6513d97baf req-9b56e500-3f62-462e-a112-e9129e84d389 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e21c40-1cdd-4a21-a104-f738444e3aca HTTP/1.1" status: 200 len: 946 time: 0.1325166 Aug 18 12:52:51.754377 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0f281580-cbbe-463c-98a5-5d6513d97baf req-1a6036a4-7aac-49e4-9f01-a3ce38418944 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144521 Aug 18 12:52:51.790822 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1c1f0f3d-c3a8-4e4f-b179-d427dca31245 req-e4830cd1-34cb-40cb-93cf-ab1558f41871 service neutron] 10.222.0.20 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199380 Aug 18 12:52:51.820634 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65edde82-f7f3-47f8-a400-669bcb478483 req-fb0fa4fc-9143-4061-bd62-4711cbf0804d tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:51.832906 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-65edde82-f7f3-47f8-a400-669bcb478483 req-fb0fa4fc-9143-4061-bd62-4711cbf0804d tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 950 time: 0.1051362 Aug 18 12:52:51.893983 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-65edde82-f7f3-47f8-a400-669bcb478483 req-78947c3c-2258-402b-810b-b4aab1296b73 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600536 Aug 18 12:52:52.113660 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 7a087f7b-7aa0-49be-8c6d-5f58e283c5b5 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:52:52.119562 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device bc4ae5c7-bca3-45a6-9cad-15fa8137069b no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:52:52.185346 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335194c-2638-4504-9185-777684e26b29 req-8d643ec1-dec0-45f4-96db-72f86b230c6b tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:52.187241 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c335194c-2638-4504-9185-777684e26b29 req-8d643ec1-dec0-45f4-96db-72f86b230c6b tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 943 time: 0.1218190 Aug 18 12:52:52.225705 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-3219433f-1c01-41b9-90f3-b548c7363cd7 service neutron] show failed (client error): The resource could not be found. Aug 18 12:52:52.226946 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-3219433f-1c01-41b9-90f3-b548c7363cd7 service neutron] 10.222.0.20 "GET /v2.0/ports/5dafb5d5-481b-4f08-9c8a-186411566bd5/bindings/n-h1-803603-2 HTTP/1.1" status: 404 len: 380 time: 0.1402488 Aug 18 12:52:52.266557 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c335194c-2638-4504-9185-777684e26b29 req-2e157926-c8b4-4025-9b36-238c4aab5422 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724227 Aug 18 12:52:52.298607 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device bc4ae5c7-bca3-45a6-9cad-15fa8137069b not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:52:52.344384 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 7a087f7b-7aa0-49be-8c6d-5f58e283c5b5, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=7a087f7b-7aa0-49be-8c6d-5f58e283c5b5,segment=NetworkSegment(908af126-c217-456c-b1ef-f447c03c2104),segment_id=908af126-c217-456c-b1ef-f447c03c2104)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:52.358811 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '7a087f7b-7aa0-49be-8c6d-5f58e283c5b5', 'network_id': 'bab0909c-e2b3-45b7-b9ea-31a3c90130ac', 'port_id': '7a087f7b-7aa0-49be-8c6d-5f58e283c5b5', 'mac_address': 'fa:16:3e:54:5a:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8059427-8094-4919-a4ba-5ba769b61640', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:52:52.405668 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:52.423143 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a087f7b-7aa0-49be-8c6d-5f58e283c5b5 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:52:52.457069 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 7a087f7b-7aa0-49be-8c6d-5f58e283c5b5, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=7a087f7b-7aa0-49be-8c6d-5f58e283c5b5,segment=NetworkSegment(908af126-c217-456c-b1ef-f447c03c2104),segment_id=908af126-c217-456c-b1ef-f447c03c2104)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:52.518333 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:52.635288 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=7a087f7b-7aa0-49be-8c6d-5f58e283c5b5,revision_number=6']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:52.678525 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['7a087f7b-7aa0-49be-8c6d-5f58e283c5b5'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:52:52.684338 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8853b-74f2-4f47-95e3-884ad748c189 req-85e46645-c26e-40e0-872f-0c92e712cd0a tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:52.686534 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fde8853b-74f2-4f47-95e3-884ad748c189 req-85e46645-c26e-40e0-872f-0c92e712cd0a tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 943 time: 0.1741533 Aug 18 12:52:52.746071 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fde8853b-74f2-4f47-95e3-884ad748c189 req-335a7dec-bb4a-4f71-9ead-716b21af92c4 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503440 Aug 18 12:52:52.958313 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-a1209bcb-98a9-4782-ab86-b8f8d698698e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:52.974823 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-a1209bcb-98a9-4782-ab86-b8f8d698698e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed&tenant_id=dfbf1e57c29344368949d54d6fc1d536 HTTP/1.1" status: 200 len: 1101 time: 0.0869284 Aug 18 12:52:52.987376 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-f88d5c6c-ebfe-464b-8d59-01ef2b5211b9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803603-2', 'device_owner': 'compute:nova'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:52:53.031825 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686d919-58d6-4f4b-9fe5-6ca697237daa req-15c46607-7f97-46b2-b546-33252f53c5af tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:53.033771 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d686d919-58d6-4f4b-9fe5-6ca697237daa req-15c46607-7f97-46b2-b546-33252f53c5af tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e21c40-1cdd-4a21-a104-f738444e3aca HTTP/1.1" status: 200 len: 946 time: 0.1460538 Aug 18 12:52:53.134534 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d686d919-58d6-4f4b-9fe5-6ca697237daa req-d06ea542-9edd-4899-978c-d3089b6eb5cb tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807886 Aug 18 12:52:53.181735 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-f88d5c6c-ebfe-464b-8d59-01ef2b5211b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:53.329488 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3922ac-e54e-4e0d-b3c1-3a5f93e52e81 req-c79b2f16-7d54-4852-b4d7-92c410fb7352 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:53.333051 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7e3922ac-e54e-4e0d-b3c1-3a5f93e52e81 req-c79b2f16-7d54-4852-b4d7-92c410fb7352 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.39 "GET /v2.0/ports?device_id=59e21c40-1cdd-4a21-a104-f738444e3aca HTTP/1.1" status: 200 len: 946 time: 0.1179233 Aug 18 12:52:53.422343 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 3383307a-e02a-4e41-ad5d-152b978c5170 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:52:53.497694 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675e267-537a-462f-9b35-cbdc4e3fdb2e req-c372bb23-5402-44ae-920c-95552c98686c tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:53.518639 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9675e267-537a-462f-9b35-cbdc4e3fdb2e req-c372bb23-5402-44ae-920c-95552c98686c tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 950 time: 0.4300470 Aug 18 12:52:53.537969 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-e42d4363-ed54-4c73-99b3-de072a944739 service neutron] 10.222.0.20 "GET /v2.0/ports/bc4ae5c7-bca3-45a6-9cad-15fa8137069b/bindings/n-h1-803603-2 HTTP/1.1" status: 200 len: 384 time: 0.1348820 Aug 18 12:52:53.547114 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6883b3b-eea6-4bd2-9828-c93790ea11e3 req-b59fc37a-0a79-4e5c-b519-3292e63b055a tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:53.556620 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f6883b3b-eea6-4bd2-9828-c93790ea11e3 req-b59fc37a-0a79-4e5c-b519-3292e63b055a tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 943 time: 0.1855855 Aug 18 12:52:53.581873 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 3383307a-e02a-4e41-ad5d-152b978c5170 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:52:53.586906 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 3383307a-e02a-4e41-ad5d-152b978c5170 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:52:53.587569 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:53.683659 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-7e3922ac-e54e-4e0d-b3c1-3a5f93e52e81 req-af59ac4f-03c7-4147-9376-1496dbe331ef tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Deleting port 91ab9370-1da4-49e4-928f-dfd5f1e4a013 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:52:53.684010 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7e3922ac-e54e-4e0d-b3c1-3a5f93e52e81 req-af59ac4f-03c7-4147-9376-1496dbe331ef tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:53.733251 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f6883b3b-eea6-4bd2-9828-c93790ea11e3 req-fefc8c20-4c39-4351-bca4-2c4adb436762 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690488 Aug 18 12:52:53.745470 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9675e267-537a-462f-9b35-cbdc4e3fdb2e req-42f4b060-a81a-4a0e-a01c-7b2297922b81 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249558 Aug 18 12:52:53.800819 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:53.920955 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 3383307a-e02a-4e41-ad5d-152b978c5170, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=3383307a-e02a-4e41-ad5d-152b978c5170,segment=NetworkSegment(54508b74-aeac-4d2c-b4ee-ae218e9f8c96),segment_id=54508b74-aeac-4d2c-b4ee-ae218e9f8c96)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:53.974721 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:54.072646 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-f88d5c6c-ebfe-464b-8d59-01ef2b5211b9 service neutron] For port 5dafb5d5-481b-4f08-9c8a-186411566bd5, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=5dafb5d5-481b-4f08-9c8a-186411566bd5,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:54.092009 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=3383307a-e02a-4e41-ad5d-152b978c5170,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:54.136888 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 7a087f7b-7aa0-49be-8c6d-5f58e283c5b5 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:52:54.183945 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-f88d5c6c-ebfe-464b-8d59-01ef2b5211b9 service neutron] For port 5dafb5d5-481b-4f08-9c8a-186411566bd5, host n-h2-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:52:54.201692 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-7e3922ac-e54e-4e0d-b3c1-3a5f93e52e81 req-af59ac4f-03c7-4147-9376-1496dbe331ef tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] For port 91ab9370-1da4-49e4-928f-dfd5f1e4a013, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=91ab9370-1da4-49e4-928f-dfd5f1e4a013,segment=NetworkSegment(97efc5da-ecd0-4484-ac0f-ba58622f7886),segment_id=97efc5da-ecd0-4484-ac0f-ba58622f7886)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:54.202909 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7e3922ac-e54e-4e0d-b3c1-3a5f93e52e81 req-af59ac4f-03c7-4147-9376-1496dbe331ef tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:54.243858 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-7e3922ac-e54e-4e0d-b3c1-3a5f93e52e81 req-af59ac4f-03c7-4147-9376-1496dbe331ef tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Calling delete_port for 91ab9370-1da4-49e4-928f-dfd5f1e4a013 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:52:54.256859 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9164a-0b7e-4583-b4ab-7e12ce754bd0 req-c0e2e049-37e4-4beb-aee8-eadf32c3e9d9 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:54.345337 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-54f9164a-0b7e-4583-b4ab-7e12ce754bd0 req-c0e2e049-37e4-4beb-aee8-eadf32c3e9d9 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 943 time: 0.2020748 Aug 18 12:52:54.347166 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 7a087f7b-7aa0-49be-8c6d-5f58e283c5b5 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:52:54.347166 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:54.415849 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-3cb9a46a-7d51-4fc6-bd8f-0cffe657af5d service neutron] For port bc4ae5c7-bca3-45a6-9cad-15fa8137069b, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=bc4ae5c7-bca3-45a6-9cad-15fa8137069b,segment=NetworkSegment(9980139b-d711-402f-b96d-94b03ea2978e),segment_id=9980139b-d711-402f-b96d-94b03ea2978e)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:54.453825 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c28552-d32e-4386-9e17-fb2b327385ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dafb5d5-481b-4f08-9c8a-186411566bd5'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:52:54.461378 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:54.462664 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66dcc32f-bca8-4b4d-ba0b-f6f05d2bb8e5" -d '{"events": [{"server_uuid": "88c28552-d32e-4386-9e17-fb2b327385ed", "name": "network-vif-unplugged", "status": "completed", "tag": "5dafb5d5-481b-4f08-9c8a-186411566bd5"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:52:54.477056 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-f88d5c6c-ebfe-464b-8d59-01ef2b5211b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:54.501569 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1069e871-d52d-47d4-be35-b519a7ff1f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a087f7b-7aa0-49be-8c6d-5f58e283c5b5'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:52:54.504987 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded0723-22d6-48fb-98da-991c5b9b2582 req-6e88ccdc-66ba-4ef8-a588-2b0c10011eb6 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:54.505955 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aff571e-9856-4450-af6c-6d309bbc8661" -d '{"events": [{"server_uuid": "1069e871-d52d-47d4-be35-b519a7ff1f03", "name": "network-vif-plugged", "status": "completed", "tag": "7a087f7b-7aa0-49be-8c6d-5f58e283c5b5"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:52:54.515947 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-54f9164a-0b7e-4583-b4ab-7e12ce754bd0 req-5c9e89f4-bdab-40cd-bebd-8bb85ab7e835 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436283 Aug 18 12:52:54.523740 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 7a087f7b-7aa0-49be-8c6d-5f58e283c5b5, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=7a087f7b-7aa0-49be-8c6d-5f58e283c5b5,segment=NetworkSegment(908af126-c217-456c-b1ef-f447c03c2104),segment_id=908af126-c217-456c-b1ef-f447c03c2104)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:54.526897 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-eded0723-22d6-48fb-98da-991c5b9b2582 req-6e88ccdc-66ba-4ef8-a588-2b0c10011eb6 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e21c40-1cdd-4a21-a104-f738444e3aca HTTP/1.1" status: 200 len: 946 time: 0.2603509 Aug 18 12:52:54.544942 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-3cb9a46a-7d51-4fc6-bd8f-0cffe657af5d service neutron] For port bc4ae5c7-bca3-45a6-9cad-15fa8137069b, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:52:54.597675 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-f88d5c6c-ebfe-464b-8d59-01ef2b5211b9 service neutron] Transition to ACTIVE for port object 5dafb5d5-481b-4f08-9c8a-186411566bd5 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:52:54.620586 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-3cb9a46a-7d51-4fc6-bd8f-0cffe657af5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc4ae5c7-bca3-45a6-9cad-15fa8137069b {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:52:54.634993 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-3cb9a46a-7d51-4fc6-bd8f-0cffe657af5d service neutron] For port bc4ae5c7-bca3-45a6-9cad-15fa8137069b, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=bc4ae5c7-bca3-45a6-9cad-15fa8137069b,segment=NetworkSegment(9980139b-d711-402f-b96d-94b03ea2978e),segment_id=9980139b-d711-402f-b96d-94b03ea2978e)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:54.640416 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:54.684888 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-eded0723-22d6-48fb-98da-991c5b9b2582 req-11322730-e3af-4bc5-851d-0186191ad5d8 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417618 Aug 18 12:52:54.722134 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191ea85c-e59d-468e-b104-7540d460f922 x-openstack-request-id: req-191ea85c-e59d-468e-b104-7540d460f922 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:52:54.723361 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c28552-d32e-4386-9e17-fb2b327385ed", "name": "network-vif-unplugged", "status": "completed", "tag": "5dafb5d5-481b-4f08-9c8a-186411566bd5", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:52:54.723759 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-191ea85c-e59d-468e-b104-7540d460f922 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:52:54.724343 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c28552-d32e-4386-9e17-fb2b327385ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dafb5d5-481b-4f08-9c8a-186411566bd5', 'code': 200} Aug 18 12:52:54.761247 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cafb189-dea7-47ed-8abd-6a63aefc16da x-openstack-request-id: req-3cafb189-dea7-47ed-8abd-6a63aefc16da {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:52:54.762711 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1069e871-d52d-47d4-be35-b519a7ff1f03", "name": "network-vif-plugged", "status": "completed", "tag": "7a087f7b-7aa0-49be-8c6d-5f58e283c5b5", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:52:54.762711 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3cafb189-dea7-47ed-8abd-6a63aefc16da {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:52:54.762711 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1069e871-d52d-47d4-be35-b519a7ff1f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a087f7b-7aa0-49be-8c6d-5f58e283c5b5', 'code': 200} Aug 18 12:52:54.767823 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=7a087f7b-7aa0-49be-8c6d-5f58e283c5b5,revision_number=7']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:54.792821 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-f88d5c6c-ebfe-464b-8d59-01ef2b5211b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:54.840378 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-3cb9a46a-7d51-4fc6-bd8f-0cffe657af5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:54.842270 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7e3922ac-e54e-4e0d-b3c1-3a5f93e52e81 req-af59ac4f-03c7-4147-9376-1496dbe331ef tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:54.876166 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:52:55.043967 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-f88d5c6c-ebfe-464b-8d59-01ef2b5211b9 service neutron] No DVR routers for this DVR port 5dafb5d5-481b-4f08-9c8a-186411566bd5 on host n-h2-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:52:55.140020 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d5c6c-ebfe-464b-8d59-01ef2b5211b9 service neutron] Pushing event updated for resources: {'Port': ['ID=5dafb5d5-481b-4f08-9c8a-186411566bd5,revision_number=6']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:55.197339 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4cae3-f53f-4322-bfe1-0302d0bae9d4 req-c2e2d2aa-0bdf-40a6-86af-e35e1d4d136f tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:55.202196 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-12d4cae3-f53f-4322-bfe1-0302d0bae9d4 req-c2e2d2aa-0bdf-40a6-86af-e35e1d4d136f tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 943 time: 0.3076503 Aug 18 12:52:55.259038 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af59ac4f-03c7-4147-9376-1496dbe331ef tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Pushing event deleted for resources: {'Port': ['ID=91ab9370-1da4-49e4-928f-dfd5f1e4a013,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:55.284534 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-12d4cae3-f53f-4322-bfe1-0302d0bae9d4 req-17c09526-0797-4add-9187-6eb11a57c2ab tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813487 Aug 18 12:52:55.291178 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-f88d5c6c-ebfe-464b-8d59-01ef2b5211b9 service neutron] Attempting to bind port 5dafb5d5-481b-4f08-9c8a-186411566bd5 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:52:55.309748 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-f88d5c6c-ebfe-464b-8d59-01ef2b5211b9 service neutron] Attempting to bind port 5dafb5d5-481b-4f08-9c8a-186411566bd5 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:52:55.309748 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-f88d5c6c-ebfe-464b-8d59-01ef2b5211b9 service neutron] Attempting to bind port 5dafb5d5-481b-4f08-9c8a-186411566bd5 on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:52:55.321586 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-f88d5c6c-ebfe-464b-8d59-01ef2b5211b9 service neutron] Port 5dafb5d5-481b-4f08-9c8a-186411566bd5 on network f82a481e-2d3e-49f3-a273-639556667c8a not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:52:55.321586 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-f88d5c6c-ebfe-464b-8d59-01ef2b5211b9 service neutron] Attempting to bind port 5dafb5d5-481b-4f08-9c8a-186411566bd5 on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:52:55.332341 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-f88d5c6c-ebfe-464b-8d59-01ef2b5211b9 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:52:55.333006 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-f88d5c6c-ebfe-464b-8d59-01ef2b5211b9 service neutron] Checking segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:52:55.333629 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-f88d5c6c-ebfe-464b-8d59-01ef2b5211b9 service neutron] Bound using segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:52:55.334348 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-f88d5c6c-ebfe-464b-8d59-01ef2b5211b9 service neutron] Bound port: 5dafb5d5-481b-4f08-9c8a-186411566bd5, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:52:55.334981 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-f88d5c6c-ebfe-464b-8d59-01ef2b5211b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:55.402636 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3922ac-e54e-4e0d-b3c1-3a5f93e52e81 req-af59ac4f-03c7-4147-9376-1496dbe331ef tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] No DVR routers for this DVR port 91ab9370-1da4-49e4-928f-dfd5f1e4a013 on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:52:55.408330 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7e3922ac-e54e-4e0d-b3c1-3a5f93e52e81 req-af59ac4f-03c7-4147-9376-1496dbe331ef tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:55.427810 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7e3922ac-e54e-4e0d-b3c1-3a5f93e52e81 req-af59ac4f-03c7-4147-9376-1496dbe331ef tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.39 "DELETE /v2.0/ports/91ab9370-1da4-49e4-928f-dfd5f1e4a013 HTTP/1.1" status: 204 len: 173 time: 2.0664918 Aug 18 12:52:55.440385 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e21c40-1cdd-4a21-a104-f738444e3aca', 'name': 'network-vif-deleted', 'tag': '91ab9370-1da4-49e4-928f-dfd5f1e4a013'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:52:55.465649 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ba059f-3c4f-4e2c-bf7b-beb6e3d8d0c5" -d '{"events": [{"server_uuid": "59e21c40-1cdd-4a21-a104-f738444e3aca", "name": "network-vif-deleted", "tag": "91ab9370-1da4-49e4-928f-dfd5f1e4a013"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:52:55.508782 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-f88d5c6c-ebfe-464b-8d59-01ef2b5211b9 service neutron] For port 5dafb5d5-481b-4f08-9c8a-186411566bd5, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:52:55.516543 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 3383307a-e02a-4e41-ad5d-152b978c5170 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:52:55.537353 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-f88d5c6c-ebfe-464b-8d59-01ef2b5211b9 service neutron] For port 5dafb5d5-481b-4f08-9c8a-186411566bd5, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=5dafb5d5-481b-4f08-9c8a-186411566bd5,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:52:55.589779 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39202a4-7fcf-43b3-b10e-78616ce344ce req-30a53456-328c-4d6d-a4f3-234526bf6b72 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:55.599311 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c39202a4-7fcf-43b3-b10e-78616ce344ce req-30a53456-328c-4d6d-a4f3-234526bf6b72 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 948 time: 0.6842899 Aug 18 12:52:55.615505 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 5dafb5d5-481b-4f08-9c8a-186411566bd5 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:52:55.621371 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-f88d5c6c-ebfe-464b-8d59-01ef2b5211b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:55.716218 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c39202a4-7fcf-43b3-b10e-78616ce344ce req-7b1a5db3-c971-4145-8f73-54f2904ddcb9 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050777 Aug 18 12:52:55.777403 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-3cb9a46a-7d51-4fc6-bd8f-0cffe657af5d service neutron] Transition to ACTIVE for port object bc4ae5c7-bca3-45a6-9cad-15fa8137069b will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:52:55.785141 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-f88d5c6c-ebfe-464b-8d59-01ef2b5211b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:55.787335 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-f88d5c6c-ebfe-464b-8d59-01ef2b5211b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:55.794271 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 5dafb5d5-481b-4f08-9c8a-186411566bd5 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:52:55.798499 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-f88d5c6c-ebfe-464b-8d59-01ef2b5211b9 service neutron] 10.222.0.39 "PUT /v2.0/ports/5dafb5d5-481b-4f08-9c8a-186411566bd5 HTTP/1.1" status: 200 len: 1096 time: 2.8224742 Aug 18 12:52:55.811388 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 3383307a-e02a-4e41-ad5d-152b978c5170 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:52:55.812280 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:55.858968 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-3cb9a46a-7d51-4fc6-bd8f-0cffe657af5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:55.876785 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422007fc-ec0d-4161-9cf9-4481e9a8f1f3 x-openstack-request-id: req-422007fc-ec0d-4161-9cf9-4481e9a8f1f3 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:52:55.878122 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e21c40-1cdd-4a21-a104-f738444e3aca", "name": "network-vif-deleted", "tag": "91ab9370-1da4-49e4-928f-dfd5f1e4a013", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:52:55.879069 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-422007fc-ec0d-4161-9cf9-4481e9a8f1f3 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:52:55.879684 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e21c40-1cdd-4a21-a104-f738444e3aca', 'name': 'network-vif-deleted', 'tag': '91ab9370-1da4-49e4-928f-dfd5f1e4a013', 'status': 'completed', 'code': 200} Aug 18 12:52:56.006219 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9a46a-7d51-4fc6-bd8f-0cffe657af5d service neutron] Pushing event updated for resources: {'Port': ['ID=bc4ae5c7-bca3-45a6-9cad-15fa8137069b,revision_number=10']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:56.056067 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d5c6c-ebfe-464b-8d59-01ef2b5211b9 service neutron] Pushing event updated for resources: {'Port': ['ID=5dafb5d5-481b-4f08-9c8a-186411566bd5,revision_number=7']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:56.093869 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-3cb9a46a-7d51-4fc6-bd8f-0cffe657af5d service neutron] No DVR routers for this DVR port bc4ae5c7-bca3-45a6-9cad-15fa8137069b on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:52:56.095620 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-8fdb8a95-ef81-4511-8b73-ce37603dac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:56.097388 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-8fdb8a95-ef81-4511-8b73-ce37603dac1b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dfbf1e57c29344368949d54d6fc1d536&device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 1099 time: 0.2653229 Aug 18 12:52:56.166667 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 91ab9370-1da4-49e4-928f-dfd5f1e4a013 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:52:56.194474 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bdaa078d-46fa-4ab6-9252-97cc5abd77eb req-674c63e5-0883-4707-a244-686828c932b5 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e21c40-1cdd-4a21-a104-f738444e3aca HTTP/1.1" status: 200 len: 210 time: 0.0516446 Aug 18 12:52:56.201737 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-3cb9a46a-7d51-4fc6-bd8f-0cffe657af5d service neutron] 10.222.0.20 "PUT /v2.0/ports/bc4ae5c7-bca3-45a6-9cad-15fa8137069b/bindings/n-h1-803603-2/activate HTTP/1.1" status: 200 len: 369 time: 2.6317439 Aug 18 12:52:56.203043 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: 91ab9370-1da4-49e4-928f-dfd5f1e4a013 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:52:56.203401 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 91ab9370-1da4-49e4-928f-dfd5f1e4a013 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:52:56.530727 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-e331d448-7664-4446-b03f-e6d74053b8bc tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:56.533094 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-e331d448-7664-4446-b03f-e6d74053b8bc tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f&tenant_id=075606cfda364ddebe4be31640ab3a76&binding%3Ahost_id=n-h2-803603-2 HTTP/1.1" status: 200 len: 1095 time: 0.1770043 Aug 18 12:52:56.542759 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-41d90e3a-c27f-4530-b184-ab6b4e9b3336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:56.544296 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-41d90e3a-c27f-4530-b184-ab6b4e9b3336 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.4369476 Aug 18 12:52:56.553981 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3197905-d9ce-433f-87f9-b0faaa3324f7 req-66cb1312-aa2e-46be-9504-4d689a2b6860 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:56.572460 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a3197905-d9ce-433f-87f9-b0faaa3324f7 req-66cb1312-aa2e-46be-9504-4d689a2b6860 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 944 time: 0.1129839 Aug 18 12:52:56.653032 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a3197905-d9ce-433f-87f9-b0faaa3324f7 req-08cce6cf-bbe3-465c-93a6-6857f30a3910 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848663 Aug 18 12:52:56.668937 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-8ae98363-8623-4b2c-a696-017dfac8e10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:56.670942 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-8ae98363-8623-4b2c-a696-017dfac8e10b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f&tenant_id=075606cfda364ddebe4be31640ab3a76 HTTP/1.1" status: 200 len: 1095 time: 0.0741105 Aug 18 12:52:56.740751 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c28552-d32e-4386-9e17-fb2b327385ed', 'tag': '5dafb5d5-481b-4f08-9c8a-186411566bd5'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:52:56.747635 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1e70d3-f36d-400c-9dee-6d9c057605b8" -d '{"events": [{"name": "network-changed", "server_uuid": "88c28552-d32e-4386-9e17-fb2b327385ed", "tag": "5dafb5d5-481b-4f08-9c8a-186411566bd5"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:52:56.761777 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-dbda0719-3bf8-480a-b92e-8b8682ff4172 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=5dafb5d5-481b-4f08-9c8a-186411566bd5 HTTP/1.1" status: 200 len: 217 time: 0.1948085 Aug 18 12:52:56.802547 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-157f8ac9-f321-4a5c-a83d-610fdc1c6d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:56.805690 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-157f8ac9-f321-4a5c-a83d-610fdc1c6d8a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=075606cfda364ddebe4be31640ab3a76&device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 1095 time: 0.0900979 Aug 18 12:52:56.903008 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87cd38-4dde-4a57-a2b4-f35fc373c52b req-dfb0d8c4-4c20-46c6-a779-6d99b9296fcf tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:56.904697 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ff87cd38-4dde-4a57-a2b4-f35fc373c52b req-dfb0d8c4-4c20-46c6-a779-6d99b9296fcf tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 943 time: 0.7394583 Aug 18 12:52:56.983584 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-d704f076-1e22-4326-8f09-deeb73cfee53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:56.992919 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-d704f076-1e22-4326-8f09-deeb73cfee53 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.2159207 Aug 18 12:52:57.027453 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ff87cd38-4dde-4a57-a2b4-f35fc373c52b req-6de154ff-0d87-40fa-8f22-419228d18bf3 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054173 Aug 18 12:52:57.130442 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-5662e081-a822-4bcf-9e54-8d4acd936a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:57.144244 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-5662e081-a822-4bcf-9e54-8d4acd936a65 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8e2ca950-415a-439c-a01b-47dff2e51d7d HTTP/1.1" status: 200 len: 908 time: 0.3245180 Aug 18 12:52:57.146430 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-e11496a0-7c50-4108-ba2c-692b779a0d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:57.151047 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-e11496a0-7c50-4108-ba2c-692b779a0d3c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1565087 Aug 18 12:52:57.220784 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58135a70-2f45-4837-9f11-bc44bf4be664 x-openstack-request-id: req-58135a70-2f45-4837-9f11-bc44bf4be664 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:52:57.250450 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88c28552-d32e-4386-9e17-fb2b327385ed", "tag": "5dafb5d5-481b-4f08-9c8a-186411566bd5", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:52:57.250450 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58135a70-2f45-4837-9f11-bc44bf4be664 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:52:57.250450 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88c28552-d32e-4386-9e17-fb2b327385ed', 'tag': '5dafb5d5-481b-4f08-9c8a-186411566bd5', 'status': 'completed', 'code': 200} Aug 18 12:52:57.323174 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-948a1ab3-06b1-4065-9bd7-5d6d1c918ba2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc4ae5c7-bca3-45a6-9cad-15fa8137069b HTTP/1.1" status: 200 len: 217 time: 0.1704977 Aug 18 12:52:57.447459 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-68871bef-e669-4208-b8ee-ca502edf9c81 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872331 Aug 18 12:52:57.757717 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9568d546-0275-46cc-9a7d-7e0059e30b82 req-1f3e1c17-81dd-48be-a7cd-4cde7076370c service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987983 Aug 18 12:52:57.822333 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:58.023474 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-558dfd63-815a-4ebf-b6e2-b25d0bbd8f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:58.032388 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-558dfd63-815a-4ebf-b6e2-b25d0bbd8f78 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a7c71ac1-e82b-41d2-8931-67fb6a54cbad HTTP/1.1" status: 200 len: 847 time: 0.6020799 Aug 18 12:52:58.053000 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e70d3-f36d-400c-9dee-6d9c057605b8 req-0e2267d3-bf7a-49b8-b296-4eff0efaa3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:58.054889 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e70d3-f36d-400c-9dee-6d9c057605b8 req-1cb68388-4905-46f9-9061-ffa3ba8e6a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:58.055325 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ab1e70d3-f36d-400c-9dee-6d9c057605b8 req-0e2267d3-bf7a-49b8-b296-4eff0efaa3de service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dfbf1e57c29344368949d54d6fc1d536&device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 1099 time: 0.0981889 Aug 18 12:52:58.056744 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab1e70d3-f36d-400c-9dee-6d9c057605b8 req-1cb68388-4905-46f9-9061-ffa3ba8e6a00 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dfbf1e57c29344368949d54d6fc1d536&device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 1099 time: 0.6878676 Aug 18 12:52:58.092102 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-2469dc6d-4462-41fb-969e-66496a19676b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8e2ca950-415a-439c-a01b-47dff2e51d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519922 Aug 18 12:52:58.136051 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6ba9b-54de-4d12-a9a3-97ba64c12bc0 req-25bb6510-e394-4f8a-8f1c-6590fc08d6f7 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:58.141406 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d8b6ba9b-54de-4d12-a9a3-97ba64c12bc0 req-25bb6510-e394-4f8a-8f1c-6590fc08d6f7 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 948 time: 0.8107064 Aug 18 12:52:58.267761 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e70d3-f36d-400c-9dee-6d9c057605b8 req-1a1305ce-ab4f-490c-b69c-45a5532dd3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:58.269877 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ab1e70d3-f36d-400c-9dee-6d9c057605b8 req-1a1305ce-ab4f-490c-b69c-45a5532dd3ee service neutron] 10.222.0.39 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.2029073 Aug 18 12:52:58.359906 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:58.374921 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ab1e70d3-f36d-400c-9dee-6d9c057605b8 req-a1738edf-98ed-459a-8198-50320966cb97 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=5dafb5d5-481b-4f08-9c8a-186411566bd5 HTTP/1.1" status: 200 len: 217 time: 0.0768130 Aug 18 12:52:58.486776 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d8b6ba9b-54de-4d12-a9a3-97ba64c12bc0 req-2f913e99-1373-4eba-ad46-c1485787956c tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153274 Aug 18 12:52:58.493451 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e70d3-f36d-400c-9dee-6d9c057605b8 req-faa3329f-d13a-4d90-bd42-d8d351a9a862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:58.495073 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab1e70d3-f36d-400c-9dee-6d9c057605b8 req-faa3329f-d13a-4d90-bd42-d8d351a9a862 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.4130485 Aug 18 12:52:58.508639 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b8849-a3c7-4425-a44e-c04a684fdbf3 req-f49a2c0d-c024-4d1f-b452-fcad629970df tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:58.517584 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d24b8849-a3c7-4425-a44e-c04a684fdbf3 req-f49a2c0d-c024-4d1f-b452-fcad629970df tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 944 time: 0.1404338 Aug 18 12:52:58.541317 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e70d3-f36d-400c-9dee-6d9c057605b8 req-022c6818-1dea-4460-8525-a6a8fd06b7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:58.542907 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ab1e70d3-f36d-400c-9dee-6d9c057605b8 req-022c6818-1dea-4460-8525-a6a8fd06b7d4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.1554153 Aug 18 12:52:58.605755 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab1e70d3-f36d-400c-9dee-6d9c057605b8 req-360d048e-b77d-45f5-bcc2-0b58df5dc590 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=5dafb5d5-481b-4f08-9c8a-186411566bd5 HTTP/1.1" status: 200 len: 217 time: 0.1012204 Aug 18 12:52:58.646850 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d24b8849-a3c7-4425-a44e-c04a684fdbf3 req-51ef51f4-a524-425b-b068-198d1d925b32 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281483 Aug 18 12:52:58.690695 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e70d3-f36d-400c-9dee-6d9c057605b8 req-97302a13-611f-46fc-bac1-7845a12478d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:58.692218 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ab1e70d3-f36d-400c-9dee-6d9c057605b8 req-97302a13-611f-46fc-bac1-7845a12478d5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1341822 Aug 18 12:52:58.698267 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-1f2ba447-d1cc-4b97-b5c7-3b3a5f1a0839 service neutron] 10.222.0.39 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5558319 Aug 18 12:52:58.923582 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-59dcb7c6-51f8-42b3-9f92-15f7735d6ec7 service neutron] 10.222.0.39 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055132 Aug 18 12:52:58.929349 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e70d3-f36d-400c-9dee-6d9c057605b8 req-2bfdd7d3-dd9e-4e1d-9f47-4eda3067f10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:58.931993 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab1e70d3-f36d-400c-9dee-6d9c057605b8 req-2bfdd7d3-dd9e-4e1d-9f47-4eda3067f10f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.3170476 Aug 18 12:52:59.013535 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e70d3-f36d-400c-9dee-6d9c057605b8 req-6a64e3ca-fd65-4579-a96a-055c463014bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:59.016232 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab1e70d3-f36d-400c-9dee-6d9c057605b8 req-6a64e3ca-fd65-4579-a96a-055c463014bf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0745187 Aug 18 12:52:59.080663 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc3828-fc95-4c93-9737-d05c690c59a9 req-684cdbb5-c4ac-4448-b272-7aa031f675d6 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:59.090237 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e4dc3828-fc95-4c93-9737-d05c690c59a9 req-684cdbb5-c4ac-4448-b272-7aa031f675d6 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 943 time: 0.2845485 Aug 18 12:52:59.134022 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ab1e70d3-f36d-400c-9dee-6d9c057605b8 req-da7e8d6b-e106-4f65-9cce-3cebc39b6faf service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4138179 Aug 18 12:52:59.224491 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e4dc3828-fc95-4c93-9737-d05c690c59a9 req-bc0f8f83-39f1-427a-a68d-19416988086b tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308982 Aug 18 12:52:59.319243 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ab1e70d3-f36d-400c-9dee-6d9c057605b8 req-27571362-f283-408d-8ae7-1d6de3a340f5 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688378 Aug 18 12:52:59.376797 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab1e70d3-f36d-400c-9dee-6d9c057605b8 req-d4cc1c85-06d7-473b-8721-dfe8e745e21e service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431990 Aug 18 12:52:59.395255 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-f0d2848f-6423-4d85-8ca8-e523bf5188e8 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:59.400408 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-f0d2848f-6423-4d85-8ca8-e523bf5188e8 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/networks?id=c56831c1-4f14-467f-8a65-5e4dcdcf485f HTTP/1.1" status: 200 len: 806 time: 0.2073629 Aug 18 12:52:59.459030 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-1e812523-687c-4a7b-a9d1-12bea6ff95d3 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/quotas/2fe37f6b32e548f5b1016cf2f60cdb2b HTTP/1.1" status: 200 len: 375 time: 0.0468707 Aug 18 12:52:59.536741 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-4f8f44a5-d751-45bd-95f9-7fceff8c0236 tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:59.538991 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-4f8f44a5-d751-45bd-95f9-7fceff8c0236 tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f&tenant_id=075606cfda364ddebe4be31640ab3a76&binding%3Ahost_id=n-h1-803603-2 HTTP/1.1" status: 200 len: 1095 time: 0.0575550 Aug 18 12:52:59.564743 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-59cdff8e-1a5d-4901-a59a-d6e325b8d5d5 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fe37f6b32e548f5b1016cf2f60cdb2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0907545 Aug 18 12:52:59.580268 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab1e70d3-f36d-400c-9dee-6d9c057605b8 req-719d1735-63ee-4ed6-abe6-1ddbd59b1fc8 service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735823 Aug 18 12:52:59.760944 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aa757094-893f-40e6-a0f4-5d2ede33060a req-8ca34c6a-3501-470d-9181-bf91c7861eb1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=546c81ec-fcd3-4c4a-903d-8640043b03cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0641367 Aug 18 12:52:59.770890 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-b53c4e40-f0dd-47b9-be09-257a95ae75ea service neutron] 10.222.0.13 "GET /v2.0/networks/c56831c1-4f14-467f-8a65-5e4dcdcf485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051592 Aug 18 12:52:59.832753 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b5bd1-33e5-4845-a3f4-f0f3d6b6ecef req-b6aba31f-7e7f-47ae-b390-f850580f976b tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:59.834291 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6a0b5bd1-33e5-4845-a3f4-f0f3d6b6ecef req-b6aba31f-7e7f-47ae-b390-f850580f976b tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 948 time: 0.1802132 Aug 18 12:52:59.926927 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6a0b5bd1-33e5-4845-a3f4-f0f3d6b6ecef req-d2829621-e240-4b06-9122-55f5aff345c0 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790551 Aug 18 12:52:59.945407 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-5454c434-f8ea-44d5-b69e-54e1c238e2ad service neutron] For port bc4ae5c7-bca3-45a6-9cad-15fa8137069b, host n-h2-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:52:59.948840 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-5454c434-f8ea-44d5-b69e-54e1c238e2ad service neutron] Notify callbacks [] for binding, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:59.949964 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-5454c434-f8ea-44d5-b69e-54e1c238e2ad service neutron] 10.222.0.39 "DELETE /v2.0/ports/bc4ae5c7-bca3-45a6-9cad-15fa8137069b/bindings/n-h2-803603-2 HTTP/1.1" status: 204 len: 173 time: 0.3941364 Aug 18 12:52:59.976655 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-15317e1c-f675-439c-a9cf-abd3cfdb810b service neutron] 10.222.0.13 "GET /v2.0/networks/c56831c1-4f14-467f-8a65-5e4dcdcf485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047400 Aug 18 12:52:59.985860 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa757094-893f-40e6-a0f4-5d2ede33060a req-89324b6e-deca-43fc-b204-83b4397b78c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:59.989313 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aa757094-893f-40e6-a0f4-5d2ede33060a req-89324b6e-deca-43fc-b204-83b4397b78c1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=075606cfda364ddebe4be31640ab3a76&device_id=546c81ec-fcd3-4c4a-903d-8640043b03cf HTTP/1.1" status: 200 len: 1096 time: 0.1546099 Aug 18 12:53:00.200078 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa757094-893f-40e6-a0f4-5d2ede33060a req-50e40c4b-5332-4c48-9ed6-476a92ceda2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:00.201586 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aa757094-893f-40e6-a0f4-5d2ede33060a req-50e40c4b-5332-4c48-9ed6-476a92ceda2a service neutron] 10.222.0.20 "GET /v2.0/networks?id=8e2ca950-415a-439c-a01b-47dff2e51d7d HTTP/1.1" status: 200 len: 908 time: 0.1894889 Aug 18 12:53:00.244895 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7ce16-d8b1-4037-b3b0-7e742043eadf req-302c2c54-040a-4c03-aa76-ea2ba0f5f2d3 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:00.249393 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-faf7ce16-d8b1-4037-b3b0-7e742043eadf req-302c2c54-040a-4c03-aa76-ea2ba0f5f2d3 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 944 time: 0.1010702 Aug 18 12:53:00.274917 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aa757094-893f-40e6-a0f4-5d2ede33060a req-c1061e4f-bf66-4f7c-89a9-d7695a2ce663 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c098d95-023a-4826-b4ea-cdd969402b16 HTTP/1.1" status: 200 len: 217 time: 0.0531838 Aug 18 12:53:00.344712 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-faf7ce16-d8b1-4037-b3b0-7e742043eadf req-33c2c419-e12a-4f49-b5b9-402a77e39270 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679262 Aug 18 12:53:00.399486 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa757094-893f-40e6-a0f4-5d2ede33060a req-f179e0f2-2edc-4dd8-b69c-010e02a0fe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:00.400961 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aa757094-893f-40e6-a0f4-5d2ede33060a req-f179e0f2-2edc-4dd8-b69c-010e02a0fe9d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7c71ac1-e82b-41d2-8931-67fb6a54cbad HTTP/1.1" status: 200 len: 847 time: 0.1221535 Aug 18 12:53:00.438898 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aa757094-893f-40e6-a0f4-5d2ede33060a req-6c947c3f-b13b-4590-b8b0-f12a7d74110c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8e2ca950-415a-439c-a01b-47dff2e51d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290480 Aug 18 12:53:00.642964 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aa757094-893f-40e6-a0f4-5d2ede33060a req-afb4fde5-57cc-427a-90cc-5089459584c1 service neutron] 10.222.0.20 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946957 Aug 18 12:53:00.691230 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239728a-51e0-4d30-8662-1877313e95f5 req-a2455a19-372b-4fba-82b7-3f5743f65b05 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:00.693807 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b239728a-51e0-4d30-8662-1877313e95f5 req-a2455a19-372b-4fba-82b7-3f5743f65b05 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 943 time: 0.0649519 Aug 18 12:53:00.749965 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b239728a-51e0-4d30-8662-1877313e95f5 req-266b0928-bee2-4205-aa4e-5571ddebd950 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480850 Aug 18 12:53:00.810562 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aa757094-893f-40e6-a0f4-5d2ede33060a req-b2a28582-e448-45ed-aac9-e1a28aa98df9 service neutron] 10.222.0.20 "GET /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593292 Aug 18 12:53:00.870531 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4d7bd15b-b0e9-483a-a5f8-50181222bbcd req-b224c295-a8e9-4d31-8255-3e8f9d61b22e tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=de05efba-ac15-44f3-9ec6-5d4ddc75d40a HTTP/1.1" status: 200 len: 210 time: 0.0365548 Aug 18 12:53:01.074917 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c325a-45cf-45bd-9da1-068fe464e29d req-a5554729-9131-4461-9bc7-02543958948f tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:01.088822 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a59c325a-45cf-45bd-9da1-068fe464e29d req-a5554729-9131-4461-9bc7-02543958948f tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 1095 time: 0.0731189 Aug 18 12:53:01.193892 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a59c325a-45cf-45bd-9da1-068fe464e29d req-e1ff6725-a7b0-4532-b8a7-841981a60c82 tempest-LiveMigrationTest-334286839 tempest-LiveMigrationTest-334286839-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996048 Aug 18 12:53:01.405397 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6b101-0d2e-44cd-bd9d-315dd87b96ef req-4c89f050-a150-47fc-8b01-ee65b23663dd tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:01.418091 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e3d6b101-0d2e-44cd-bd9d-315dd87b96ef req-4c89f050-a150-47fc-8b01-ee65b23663dd tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 948 time: 0.0929909 Aug 18 12:53:01.496368 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e3d6b101-0d2e-44cd-bd9d-315dd87b96ef req-32c62a5f-78cd-4c0d-9fa1-3688b6e68e15 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737939 Aug 18 12:53:02.218009 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 5dafb5d5-481b-4f08-9c8a-186411566bd5 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:53:02.310571 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4c5293ec-0131-4435-91fd-19160521e54c req-2b07a47b-41a5-482b-8262-1cf03b160632 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f60f0443-a402-4f3d-82ec-b80e9cfd9f98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0498021 Aug 18 12:53:02.350823 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 5dafb5d5-481b-4f08-9c8a-186411566bd5, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=5dafb5d5-481b-4f08-9c8a-186411566bd5,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:02.363492 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '5dafb5d5-481b-4f08-9c8a-186411566bd5', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'port_id': '5dafb5d5-481b-4f08-9c8a-186411566bd5', 'mac_address': 'fa:16:3e:6c:74:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc8434-66c0-4e05-8cce-b4a4a0f33dc3', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:53:02.414869 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:02.420190 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5293ec-0131-4435-91fd-19160521e54c req-2ff72e37-e02c-4ca6-a00c-ed40bdc12785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:02.421675 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4c5293ec-0131-4435-91fd-19160521e54c req-2ff72e37-e02c-4ca6-a00c-ed40bdc12785 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e9a8a0a72a94b328bf1e534da208edd&device_id=f60f0443-a402-4f3d-82ec-b80e9cfd9f98 HTTP/1.1" status: 200 len: 1095 time: 0.0586295 Aug 18 12:53:02.424091 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dafb5d5-481b-4f08-9c8a-186411566bd5 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:53:02.448297 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 5dafb5d5-481b-4f08-9c8a-186411566bd5, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=5dafb5d5-481b-4f08-9c8a-186411566bd5,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:02.547295 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:02.579471 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5293ec-0131-4435-91fd-19160521e54c req-4beb3064-c96c-4e46-ab52-763a02cb5a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:02.581825 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4c5293ec-0131-4435-91fd-19160521e54c req-4beb3064-c96c-4e46-ab52-763a02cb5a99 service neutron] 10.222.0.39 "GET /v2.0/networks?id=91d3e9e9-f927-4110-8610-d1ae88923133 HTTP/1.1" status: 200 len: 922 time: 0.1360261 Aug 18 12:53:02.654574 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4c5293ec-0131-4435-91fd-19160521e54c req-d124428a-31b8-40d4-a572-3ae8d3ebe2e8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7b10e72-a236-41cf-959f-c2cc7a26b418 HTTP/1.1" status: 200 len: 217 time: 0.0639346 Aug 18 12:53:02.670429 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=5dafb5d5-481b-4f08-9c8a-186411566bd5,revision_number=8']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:02.737839 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5293ec-0131-4435-91fd-19160521e54c req-ac85d9af-3a1d-4ed6-9a1b-ee2e0d08b1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:02.741173 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4c5293ec-0131-4435-91fd-19160521e54c req-ac85d9af-3a1d-4ed6-9a1b-ee2e0d08b1b1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=da996bc9-0001-4e2d-9a03-d2d78ee48c5d HTTP/1.1" status: 200 len: 861 time: 0.0750852 Aug 18 12:53:02.813089 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4c5293ec-0131-4435-91fd-19160521e54c req-2f4b31a0-910d-4985-a631-e9e5d14a2ee5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=91d3e9e9-f927-4110-8610-d1ae88923133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524969 Aug 18 12:53:02.930220 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['5dafb5d5-481b-4f08-9c8a-186411566bd5'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:53:02.962962 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4c5293ec-0131-4435-91fd-19160521e54c req-8d384e1c-a6d9-4c52-a397-823013a5135c service neutron] 10.222.0.39 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401203 Aug 18 12:53:03.146452 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4c5293ec-0131-4435-91fd-19160521e54c req-4e9493b0-ad0f-4aff-821b-f47444de75aa service neutron] 10.222.0.39 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708388 Aug 18 12:53:03.320501 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-ee339e1d-1432-4f11-a309-6fbf27091aa3 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:03.322034 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-ee339e1d-1432-4f11-a309-6fbf27091aa3 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.39 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed&tenant_id=dfbf1e57c29344368949d54d6fc1d536&binding%3Ahost_id=n-h1-803603-2 HTTP/1.1" status: 200 len: 949 time: 0.0972114 Aug 18 12:53:03.423797 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc2244-fc26-410e-b78c-fec8f304c52c req-ce529944-9446-4344-bf74-05c74125a25b tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:03.432819 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-66fc2244-fc26-410e-b78c-fec8f304c52c req-ce529944-9446-4344-bf74-05c74125a25b tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 943 time: 0.1090965 Aug 18 12:53:03.512448 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b747e81-6723-41d8-b5f7-f6a17b5c2b74 req-b7c58ecf-7707-4083-9e14-6cc4b14143b3 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:03.517434 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0b747e81-6723-41d8-b5f7-f6a17b5c2b74 req-b7c58ecf-7707-4083-9e14-6cc4b14143b3 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.39 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 944 time: 0.1590891 Aug 18 12:53:03.533753 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-b1f47909-67ef-446e-8e38-3e74b67678bc service neutron] 10.222.0.39 "GET /v2.0/ports/5dafb5d5-481b-4f08-9c8a-186411566bd5/bindings/n-h1-803603-2 HTTP/1.1" status: 200 len: 382 time: 0.1976669 Aug 18 12:53:03.555371 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-66fc2244-fc26-410e-b78c-fec8f304c52c req-d953a9a1-f645-44d2-87a0-b66f9ddc4e77 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212194 Aug 18 12:53:03.721173 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-0b747e81-6723-41d8-b5f7-f6a17b5c2b74 req-30e12e2b-23e5-48f3-b4c7-692a20d96eec tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Deleting port bc4ae5c7-bca3-45a6-9cad-15fa8137069b {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:53:03.721656 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0b747e81-6723-41d8-b5f7-f6a17b5c2b74 req-30e12e2b-23e5-48f3-b4c7-692a20d96eec tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:03.779679 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b37a9ec6-10ef-47fc-84ea-f2da19ee295f req-719e501f-90b4-45bc-85d6-7bde53001039 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=de05efba-ac15-44f3-9ec6-5d4ddc75d40a HTTP/1.1" status: 200 len: 210 time: 0.0892401 Aug 18 12:53:03.786897 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-084bc2c5-36bf-4cf1-aa6b-67e369f32c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:03.788399 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-084bc2c5-36bf-4cf1-aa6b-67e369f32c89 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dfbf1e57c29344368949d54d6fc1d536&device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 1100 time: 0.2224538 Aug 18 12:53:03.850000 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-0b747e81-6723-41d8-b5f7-f6a17b5c2b74 req-30e12e2b-23e5-48f3-b4c7-692a20d96eec tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] For port bc4ae5c7-bca3-45a6-9cad-15fa8137069b, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=bc4ae5c7-bca3-45a6-9cad-15fa8137069b,segment=NetworkSegment(9980139b-d711-402f-b96d-94b03ea2978e),segment_id=9980139b-d711-402f-b96d-94b03ea2978e)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:03.850441 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0b747e81-6723-41d8-b5f7-f6a17b5c2b74 req-30e12e2b-23e5-48f3-b4c7-692a20d96eec tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:03.865142 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-0b747e81-6723-41d8-b5f7-f6a17b5c2b74 req-30e12e2b-23e5-48f3-b4c7-692a20d96eec tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Calling delete_port for bc4ae5c7-bca3-45a6-9cad-15fa8137069b owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:53:04.154114 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0b747e81-6723-41d8-b5f7-f6a17b5c2b74 req-30e12e2b-23e5-48f3-b4c7-692a20d96eec tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:04.167263 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['1eb230a0-232b-4582-ad1b-36657cb6bc50'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:53:04.251561 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7c789198-8da7-4870-951d-fdd667021839 req-4a0176a0-a0cd-4f91-8a94-6c672adeeb62 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 210 time: 0.0677180 Aug 18 12:53:04.292907 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e12e2b-23e5-48f3-b4c7-692a20d96eec tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Pushing event deleted for resources: {'Port': ['ID=bc4ae5c7-bca3-45a6-9cad-15fa8137069b,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:04.293917 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-679e73b8-d0bf-4265-8a78-1e213758cf59 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:04.295824 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-679e73b8-d0bf-4265-8a78-1e213758cf59 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.39 "GET /v2.0/networks?id=c56831c1-4f14-467f-8a65-5e4dcdcf485f HTTP/1.1" status: 200 len: 806 time: 0.6385834 Aug 18 12:53:04.311167 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-32ccf286-44db-4204-97a4-34d3db75aea5 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Request body: {'port': {'device_id': 'de05efba-ac15-44f3-9ec6-5d4ddc75d40a', 'network_id': 'c56831c1-4f14-467f-8a65-5e4dcdcf485f', 'admin_state_up': True, 'tenant_id': '2fe37f6b32e548f5b1016cf2f60cdb2b'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:53:04.425236 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b747e81-6723-41d8-b5f7-f6a17b5c2b74 req-30e12e2b-23e5-48f3-b4c7-692a20d96eec tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] No DVR routers for this DVR port bc4ae5c7-bca3-45a6-9cad-15fa8137069b on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:53:04.430998 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0b747e81-6723-41d8-b5f7-f6a17b5c2b74 req-30e12e2b-23e5-48f3-b4c7-692a20d96eec tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:04.440114 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0b747e81-6723-41d8-b5f7-f6a17b5c2b74 req-30e12e2b-23e5-48f3-b4c7-692a20d96eec tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.39 "DELETE /v2.0/ports/bc4ae5c7-bca3-45a6-9cad-15fa8137069b HTTP/1.1" status: 204 len: 173 time: 0.9090095 Aug 18 12:53:04.440114 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253e802c-3541-4df7-9b17-05d26b33049f', 'name': 'network-vif-deleted', 'tag': 'bc4ae5c7-bca3-45a6-9cad-15fa8137069b'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:53:04.456312 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1bfbe4-5db1-4eb8-b48c-7497fdb3fcd9" -d '{"events": [{"server_uuid": "253e802c-3541-4df7-9b17-05d26b33049f", "name": "network-vif-deleted", "tag": "bc4ae5c7-bca3-45a6-9cad-15fa8137069b"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:53:04.465528 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-65b965de-2659-45a0-9f61-b5a3dca348a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:04.480972 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-65b965de-2659-45a0-9f61-b5a3dca348a1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.6766739 Aug 18 12:53:04.553563 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-be50acf4-145b-475e-a103-1daf77223b97 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=5dafb5d5-481b-4f08-9c8a-186411566bd5 HTTP/1.1" status: 200 len: 217 time: 0.0626068 Aug 18 12:53:04.714731 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-fd070bc6-bf30-46ea-96d9-c959f9c85c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:04.716471 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-fd070bc6-bf30-46ea-96d9-c959f9c85c93 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.1502798 Aug 18 12:53:04.732231 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c005744-d72e-4ee1-9461-68499de46a14 req-242b2e25-0e41-4747-a7bb-175e4585acf1 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:04.739908 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8c005744-d72e-4ee1-9461-68499de46a14 req-242b2e25-0e41-4747-a7bb-175e4585acf1 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 949 time: 0.1913602 Aug 18 12:53:04.822468 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-32ccf286-44db-4204-97a4-34d3db75aea5 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Made reservation on behalf of 2fe37f6b32e548f5b1016cf2f60cdb2b for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:53:04.826211 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-32ccf286-44db-4204-97a4-34d3db75aea5 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:04.844234 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8c005744-d72e-4ee1-9461-68499de46a14 req-60da557f-9dce-4df7-8ae6-4c388f44d503 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031351 Aug 18 12:53:04.876391 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-0ef6e790-7324-4a84-af1f-7e71f8299223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:04.877894 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-0ef6e790-7324-4a84-af1f-7e71f8299223 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1272862 Aug 18 12:53:05.014133 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a61a20a-3036-4729-b961-03b82235bc8d x-openstack-request-id: req-6a61a20a-3036-4729-b961-03b82235bc8d {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:53:05.014726 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "253e802c-3541-4df7-9b17-05d26b33049f", "name": "network-vif-deleted", "tag": "bc4ae5c7-bca3-45a6-9cad-15fa8137069b", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:53:05.014912 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a61a20a-3036-4729-b961-03b82235bc8d {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:53:05.015319 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '253e802c-3541-4df7-9b17-05d26b33049f', 'name': 'network-vif-deleted', 'tag': 'bc4ae5c7-bca3-45a6-9cad-15fa8137069b', 'status': 'completed', 'code': 200} Aug 18 12:53:05.205300 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-3aa7e835-e114-419d-a129-d5a4e8f19308 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107455 Aug 18 12:53:05.285970 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-32ccf286-44db-4204-97a4-34d3db75aea5 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Allocated IP 172.20.0.14 (c56831c1-4f14-467f-8a65-5e4dcdcf485f/a7350c50-b03f-467a-a5ed-4898dcd42f1b/b69c067a-efa3-4e5c-97e1-3c9acdb1cef7) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:53:05.319481 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2187160-02dc-473a-be95-f18f206c101b req-0cc68f04-65ec-4ea0-adcd-fdc9fd791589 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:05.327018 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d2187160-02dc-473a-be95-f18f206c101b req-0cc68f04-65ec-4ea0-adcd-fdc9fd791589 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 943 time: 0.2117202 Aug 18 12:53:05.434238 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-06361322-e040-4fb0-a414-f0a6bfb970f8 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160561 Aug 18 12:53:05.474152 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d2187160-02dc-473a-be95-f18f206c101b req-de0749b1-a303-449a-9829-0939daf23825 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459029 Aug 18 12:53:05.649939 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device eb25c1b0-7dfb-4109-bd7f-32dcce394378 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:53:05.690888 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-32ccf286-44db-4204-97a4-34d3db75aea5 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:05.789090 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a879e548-1e93-4791-bd71-6292ea83707b req-8d437707-b3bf-4a14-a4aa-8ece52563d5b tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=de05efba-ac15-44f3-9ec6-5d4ddc75d40a HTTP/1.1" status: 200 len: 210 time: 0.1253300 Aug 18 12:53:05.873367 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port eb25c1b0-7dfb-4109-bd7f-32dcce394378, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=eb25c1b0-7dfb-4109-bd7f-32dcce394378,segment=NetworkSegment(0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d),segment_id=0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:05.889784 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'eb25c1b0-7dfb-4109-bd7f-32dcce394378', 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133', 'port_id': 'eb25c1b0-7dfb-4109-bd7f-32dcce394378', 'mac_address': 'fa:16:3e:78:65:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da996bc9-0001-4e2d-9a03-d2d78ee48c5d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:53:05.934795 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:05.950240 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb25c1b0-7dfb-4109-bd7f-32dcce394378 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:53:05.993450 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e9bf5e8c-84b8-4fe0-806f-7c9cace249b8 req-67cd71b3-aba2-4542-8f93-1fa49769883c tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 210 time: 0.0690517 Aug 18 12:53:06.015576 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-32ccf286-44db-4204-97a4-34d3db75aea5 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:06.027661 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port eb25c1b0-7dfb-4109-bd7f-32dcce394378, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=eb25c1b0-7dfb-4109-bd7f-32dcce394378,segment=NetworkSegment(0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d),segment_id=0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:06.046155 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:53:06.102046 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-32ccf286-44db-4204-97a4-34d3db75aea5 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Network c56831c1-4f14-467f-8a65-5e4dcdcf485f is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:53:06.116909 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-32ccf286-44db-4204-97a4-34d3db75aea5 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:53:06.121202 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-32ccf286-44db-4204-97a4-34d3db75aea5 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:53:06.237777 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:06.247872 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ccf286-44db-4204-97a4-34d3db75aea5 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Pushing event updated for resources: {'Port': ['ID=b69c067a-efa3-4e5c-97e1-3c9acdb1cef7,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:06.296893 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-32ccf286-44db-4204-97a4-34d3db75aea5 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:06.297452 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-32ccf286-44db-4204-97a4-34d3db75aea5 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:06.335136 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=eb25c1b0-7dfb-4109-bd7f-32dcce394378,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:06.338396 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 5dafb5d5-481b-4f08-9c8a-186411566bd5 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:53:06.355177 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0058c-0de7-408a-8813-dd0a2161f21e req-ce2a514d-71db-43e6-9d04-6a1e82e477ae tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:06.365005 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c1a0058c-0de7-408a-8813-dd0a2161f21e req-ce2a514d-71db-43e6-9d04-6a1e82e477ae tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 949 time: 0.1059878 Aug 18 12:53:06.409557 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-32ccf286-44db-4204-97a4-34d3db75aea5 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1023250 Aug 18 12:53:06.442636 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c1a0058c-0de7-408a-8813-dd0a2161f21e req-689de0cd-fd7c-432b-8ee5-6ae60e774e7f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767329 Aug 18 12:53:06.456346 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-7b9e609a-6d9a-4ddf-b2de-773209cb7134 service neutron] Request body: {'port': {'device_id': 'de05efba-ac15-44f3-9ec6-5d4ddc75d40a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:53:06.588357 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-7b9e609a-6d9a-4ddf-b2de-773209cb7134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:06.590862 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 5dafb5d5-481b-4f08-9c8a-186411566bd5 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:53:06.596647 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['eb25c1b0-7dfb-4109-bd7f-32dcce394378'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:53:06.607952 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 5dafb5d5-481b-4f08-9c8a-186411566bd5 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:53:06.608333 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:06.984804 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:07.026709 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c28552-d32e-4386-9e17-fb2b327385ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dafb5d5-481b-4f08-9c8a-186411566bd5'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:53:07.029313 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90320b02-08f2-43b1-96e3-7bffc0ae3078" -d '{"events": [{"server_uuid": "88c28552-d32e-4386-9e17-fb2b327385ed", "name": "network-vif-plugged", "status": "completed", "tag": "5dafb5d5-481b-4f08-9c8a-186411566bd5"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:53:07.045056 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 5dafb5d5-481b-4f08-9c8a-186411566bd5, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=5dafb5d5-481b-4f08-9c8a-186411566bd5,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:07.118676 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:07.120035 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device bc4ae5c7-bca3-45a6-9cad-15fa8137069b no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:53:07.212495 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acbb75a-e636-4941-b4b1-0b834ea24378 req-a05284ba-b481-4989-b876-ae78782641b8 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:07.214702 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9acbb75a-e636-4941-b4b1-0b834ea24378 req-a05284ba-b481-4989-b876-ae78782641b8 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 944 time: 0.5112684 Aug 18 12:53:07.227123 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: bc4ae5c7-bca3-45a6-9cad-15fa8137069b {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:53:07.227569 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device bc4ae5c7-bca3-45a6-9cad-15fa8137069b not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:53:07.293703 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=5dafb5d5-481b-4f08-9c8a-186411566bd5,revision_number=9']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:07.378154 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9acbb75a-e636-4941-b4b1-0b834ea24378 req-b3b93fe9-cc1d-41fc-a886-3ca27fa3aa52 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625395 Aug 18 12:53:07.391926 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-7b9e609a-6d9a-4ddf-b2de-773209cb7134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b69c067a-efa3-4e5c-97e1-3c9acdb1cef7 {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:53:07.403952 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-7b9e609a-6d9a-4ddf-b2de-773209cb7134 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:07.435996 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-7b9e609a-6d9a-4ddf-b2de-773209cb7134 service neutron] Transition to ACTIVE for port object b69c067a-efa3-4e5c-97e1-3c9acdb1cef7 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:53:07.540265 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845caebc-bfe1-421c-a8fb-d1fd11091729 req-569d5584-f36a-497e-af9d-e2aa6e357c23 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:07.549119 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-845caebc-bfe1-421c-a8fb-d1fd11091729 req-569d5584-f36a-497e-af9d-e2aa6e357c23 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=de05efba-ac15-44f3-9ec6-5d4ddc75d40a HTTP/1.1" status: 200 len: 932 time: 0.0762615 Aug 18 12:53:07.606085 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-845caebc-bfe1-421c-a8fb-d1fd11091729 req-f89bd87b-5ee8-4233-9234-f95abfad75ac tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552094 Aug 18 12:53:07.670975 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device eb25c1b0-7dfb-4109-bd7f-32dcce394378 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:53:07.746029 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4caff4ed-4c3c-493a-8aa0-63e9cf6ce032 req-4c711a3a-5591-44cb-94ac-441b9ce90fc4 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 210 time: 0.0631497 Aug 18 12:53:07.815681 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8e8f5a-b017-4e4e-982a-e3cdb9f166ad x-openstack-request-id: req-2c8e8f5a-b017-4e4e-982a-e3cdb9f166ad {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:53:07.815983 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c28552-d32e-4386-9e17-fb2b327385ed", "name": "network-vif-plugged", "status": "completed", "tag": "5dafb5d5-481b-4f08-9c8a-186411566bd5", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:53:07.816235 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c8e8f5a-b017-4e4e-982a-e3cdb9f166ad {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:53:07.817838 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c28552-d32e-4386-9e17-fb2b327385ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dafb5d5-481b-4f08-9c8a-186411566bd5', 'code': 200} Aug 18 12:53:07.818679 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-7b9e609a-6d9a-4ddf-b2de-773209cb7134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:07.819924 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port eb25c1b0-7dfb-4109-bd7f-32dcce394378 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:53:07.832239 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port eb25c1b0-7dfb-4109-bd7f-32dcce394378 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:53:07.832629 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:07.970500 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e609a-6d9a-4ddf-b2de-773209cb7134 service neutron] Pushing event updated for resources: {'Port': ['ID=b69c067a-efa3-4e5c-97e1-3c9acdb1cef7,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:07.985656 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:08.042881 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port eb25c1b0-7dfb-4109-bd7f-32dcce394378, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=eb25c1b0-7dfb-4109-bd7f-32dcce394378,segment=NetworkSegment(0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d),segment_id=0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:08.107878 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:08.222588 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=eb25c1b0-7dfb-4109-bd7f-32dcce394378,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:08.236740 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-7b9e609a-6d9a-4ddf-b2de-773209cb7134 service neutron] Attempting to bind port b69c067a-efa3-4e5c-97e1-3c9acdb1cef7 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:53:08.237170 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-7b9e609a-6d9a-4ddf-b2de-773209cb7134 service neutron] Attempting to bind port b69c067a-efa3-4e5c-97e1-3c9acdb1cef7 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '97efc5da-ecd0-4484-ac0f-ba58622f7886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c56831c1-4f14-467f-8a65-5e4dcdcf485f'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:53:08.237583 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-7b9e609a-6d9a-4ddf-b2de-773209cb7134 service neutron] Attempting to bind port b69c067a-efa3-4e5c-97e1-3c9acdb1cef7 on network c56831c1-4f14-467f-8a65-5e4dcdcf485f {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:53:08.244660 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-7b9e609a-6d9a-4ddf-b2de-773209cb7134 service neutron] Port b69c067a-efa3-4e5c-97e1-3c9acdb1cef7 on network c56831c1-4f14-467f-8a65-5e4dcdcf485f not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:53:08.245087 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-7b9e609a-6d9a-4ddf-b2de-773209cb7134 service neutron] Attempting to bind port b69c067a-efa3-4e5c-97e1-3c9acdb1cef7 on network c56831c1-4f14-467f-8a65-5e4dcdcf485f {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:53:08.251547 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-7b9e609a-6d9a-4ddf-b2de-773209cb7134 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:53:08.251989 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-7b9e609a-6d9a-4ddf-b2de-773209cb7134 service neutron] Checking segment: {'id': '97efc5da-ecd0-4484-ac0f-ba58622f7886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c56831c1-4f14-467f-8a65-5e4dcdcf485f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:53:08.252451 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-7b9e609a-6d9a-4ddf-b2de-773209cb7134 service neutron] Bound using segment: {'id': '97efc5da-ecd0-4484-ac0f-ba58622f7886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c56831c1-4f14-467f-8a65-5e4dcdcf485f'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:53:08.253124 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-7b9e609a-6d9a-4ddf-b2de-773209cb7134 service neutron] Bound port: b69c067a-efa3-4e5c-97e1-3c9acdb1cef7, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97efc5da-ecd0-4484-ac0f-ba58622f7886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c56831c1-4f14-467f-8a65-5e4dcdcf485f'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:53:08.253549 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-7b9e609a-6d9a-4ddf-b2de-773209cb7134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:08.275115 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac9f9e-bd9b-4dee-b662-7a60025afeac req-96e9d646-bf8a-4ce6-961d-122cda6befe6 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:08.283061 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ddac9f9e-bd9b-4dee-b662-7a60025afeac req-96e9d646-bf8a-4ce6-961d-122cda6befe6 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 950 time: 0.2438955 Aug 18 12:53:08.352449 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-7b9e609a-6d9a-4ddf-b2de-773209cb7134 service neutron] For port b69c067a-efa3-4e5c-97e1-3c9acdb1cef7, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:53:08.356180 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-7b9e609a-6d9a-4ddf-b2de-773209cb7134 service neutron] For port b69c067a-efa3-4e5c-97e1-3c9acdb1cef7, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=b69c067a-efa3-4e5c-97e1-3c9acdb1cef7,segment=NetworkSegment(97efc5da-ecd0-4484-ac0f-ba58622f7886),segment_id=97efc5da-ecd0-4484-ac0f-ba58622f7886)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:53:08.400539 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ddac9f9e-bd9b-4dee-b662-7a60025afeac req-8dfb261c-a78a-4fae-9716-e1e2bba28459 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162496 Aug 18 12:53:08.479020 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-7b9e609a-6d9a-4ddf-b2de-773209cb7134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:08.549951 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-7b9e609a-6d9a-4ddf-b2de-773209cb7134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:08.551121 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-7b9e609a-6d9a-4ddf-b2de-773209cb7134 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:08.554713 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-7b9e609a-6d9a-4ddf-b2de-773209cb7134 service neutron] 10.222.0.39 "PUT /v2.0/ports/b69c067a-efa3-4e5c-97e1-3c9acdb1cef7 HTTP/1.1" status: 200 len: 1092 time: 2.1079597 Aug 18 12:53:08.561735 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de05efba-ac15-44f3-9ec6-5d4ddc75d40a', 'tag': 'b69c067a-efa3-4e5c-97e1-3c9acdb1cef7'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:53:08.565907 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c9be96-da0b-41f3-9416-3bfa9dfb94ee" -d '{"events": [{"name": "network-changed", "server_uuid": "de05efba-ac15-44f3-9ec6-5d4ddc75d40a", "tag": "b69c067a-efa3-4e5c-97e1-3c9acdb1cef7"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:53:08.756687 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e609a-6d9a-4ddf-b2de-773209cb7134 service neutron] Pushing event updated for resources: {'Port': ['ID=b69c067a-efa3-4e5c-97e1-3c9acdb1cef7,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:08.805975 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-7ec31a31-19ea-4274-a2dc-4479dfb45136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:08.807771 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-7ec31a31-19ea-4274-a2dc-4479dfb45136 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2fe37f6b32e548f5b1016cf2f60cdb2b&device_id=de05efba-ac15-44f3-9ec6-5d4ddc75d40a HTTP/1.1" status: 200 len: 1095 time: 0.1253293 Aug 18 12:53:08.816085 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09965e-2213-48d6-87e8-1a3d5ae919ff req-bfa21ac4-3e93-495a-8f33-84b3542504f5 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:08.824843 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9b09965e-2213-48d6-87e8-1a3d5ae919ff req-bfa21ac4-3e93-495a-8f33-84b3542504f5 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 945 time: 0.2450788 Aug 18 12:53:08.960609 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-4c9c371d-bca6-4467-9342-30499e21e163 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b69c067a-efa3-4e5c-97e1-3c9acdb1cef7 HTTP/1.1" status: 200 len: 217 time: 0.1334565 Aug 18 12:53:09.039142 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-6da8dfec-fae4-4c46-a33e-9ac8169b015f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:09.041287 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-6da8dfec-fae4-4c46-a33e-9ac8169b015f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a7350c50-b03f-467a-a5ed-4898dcd42f1b HTTP/1.1" status: 200 len: 846 time: 0.0676711 Aug 18 12:53:09.050044 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9b09965e-2213-48d6-87e8-1a3d5ae919ff req-4a542643-5a68-4efa-8b42-ae3ca0ebea74 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241335 Aug 18 12:53:09.129250 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-61f115a6-1d8b-4342-9aec-d4a785305c2e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c56831c1-4f14-467f-8a65-5e4dcdcf485f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775611 Aug 18 12:53:09.136733 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ecee10-cb0f-4fda-8e2e-724464c7ad62 x-openstack-request-id: req-23ecee10-cb0f-4fda-8e2e-724464c7ad62 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:53:09.137025 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de05efba-ac15-44f3-9ec6-5d4ddc75d40a", "tag": "b69c067a-efa3-4e5c-97e1-3c9acdb1cef7", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:53:09.139843 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23ecee10-cb0f-4fda-8e2e-724464c7ad62 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:53:09.140317 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de05efba-ac15-44f3-9ec6-5d4ddc75d40a', 'tag': 'b69c067a-efa3-4e5c-97e1-3c9acdb1cef7', 'status': 'completed', 'code': 200} Aug 18 12:53:09.285180 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df981b-2496-4305-861b-30b3e858c4da req-117ff762-63fa-47cb-b9b6-6612c4d932d5 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:09.285180 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f3df981b-2496-4305-861b-30b3e858c4da req-117ff762-63fa-47cb-b9b6-6612c4d932d5 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=de05efba-ac15-44f3-9ec6-5d4ddc75d40a HTTP/1.1" status: 200 len: 944 time: 0.0634766 Aug 18 12:53:09.323553 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-076f8d4f-3681-4c65-9c43-95559ed8cab2 service neutron] 10.222.0.39 "GET /v2.0/networks/c56831c1-4f14-467f-8a65-5e4dcdcf485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784112 Aug 18 12:53:09.403416 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f3df981b-2496-4305-861b-30b3e858c4da req-596cb900-c3b4-433d-a541-3b02dcb00fca tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128037 Aug 18 12:53:09.458134 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-9de1af11-3dc5-4cdd-aac9-00ec2b06585c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:09.460480 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-9de1af11-3dc5-4cdd-aac9-00ec2b06585c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed&tenant_id=dfbf1e57c29344368949d54d6fc1d536 HTTP/1.1" status: 200 len: 1101 time: 0.1199667 Aug 18 12:53:09.478525 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-5968c6fe-7334-45c6-9716-e3c3698697e2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803603-2', 'device_owner': 'compute:nova'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:53:09.494403 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-028a16ef-bce4-477d-bba1-3669d1abd379 req-a344ba5e-7eb6-407a-9535-28014df25f9d service neutron] 10.222.0.39 "GET /v2.0/networks/c56831c1-4f14-467f-8a65-5e4dcdcf485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603956 Aug 18 12:53:09.604618 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-5968c6fe-7334-45c6-9716-e3c3698697e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:09.641249 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-11299bba-86fe-4f20-8176-b6c9f830d6cc req-9de554c2-54c3-4f79-8817-04e87f4c0f5e tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 210 time: 0.0763323 Aug 18 12:53:09.745779 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9be96-da0b-41f3-9416-3bfa9dfb94ee req-ed25ffdb-401e-47c9-bae5-b5d9de53409f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:09.758541 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-32c9be96-da0b-41f3-9416-3bfa9dfb94ee req-ed25ffdb-401e-47c9-bae5-b5d9de53409f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2fe37f6b32e548f5b1016cf2f60cdb2b&device_id=de05efba-ac15-44f3-9ec6-5d4ddc75d40a HTTP/1.1" status: 200 len: 1095 time: 0.1417122 Aug 18 12:53:09.819013 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8baa82f3-0c43-4534-a2c5-84087f3fd8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb25c1b0-7dfb-4109-bd7f-32dcce394378'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:53:09.822688 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9493fc40-778e-486b-8774-fb4dadca99cc" -d '{"events": [{"server_uuid": "8baa82f3-0c43-4534-a2c5-84087f3fd8f3", "name": "network-vif-plugged", "status": "completed", "tag": "eb25c1b0-7dfb-4109-bd7f-32dcce394378"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:53:09.996207 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-5968c6fe-7334-45c6-9716-e3c3698697e2 service neutron] For port 5dafb5d5-481b-4f08-9c8a-186411566bd5, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=5dafb5d5-481b-4f08-9c8a-186411566bd5,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:10.056040 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-5968c6fe-7334-45c6-9716-e3c3698697e2 service neutron] For port 5dafb5d5-481b-4f08-9c8a-186411566bd5, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:53:10.169833 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c28552-d32e-4386-9e17-fb2b327385ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dafb5d5-481b-4f08-9c8a-186411566bd5'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:53:10.177231 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ad42b8-f99a-43bf-8c5b-bbc17fe1fd5c" -d '{"events": [{"server_uuid": "88c28552-d32e-4386-9e17-fb2b327385ed", "name": "network-vif-unplugged", "status": "completed", "tag": "5dafb5d5-481b-4f08-9c8a-186411566bd5"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:53:10.184371 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc9a81b-6b5b-4832-83c5-eca70e0fccd0 req-2729b8fa-e955-46a6-8b52-61fbf0243f3a tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:10.189409 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dbc9a81b-6b5b-4832-83c5-eca70e0fccd0 req-2729b8fa-e955-46a6-8b52-61fbf0243f3a tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 950 time: 0.2387843 Aug 18 12:53:10.208477 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-5968c6fe-7334-45c6-9716-e3c3698697e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:10.261685 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9be96-da0b-41f3-9416-3bfa9dfb94ee req-b18c1431-7ba2-4cc0-940a-d0937cdef0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:10.263596 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-32c9be96-da0b-41f3-9416-3bfa9dfb94ee req-b18c1431-7ba2-4cc0-940a-d0937cdef0ae service neutron] 10.222.0.39 "GET /v2.0/networks?id=c56831c1-4f14-467f-8a65-5e4dcdcf485f HTTP/1.1" status: 200 len: 907 time: 0.4951785 Aug 18 12:53:10.272689 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-5968c6fe-7334-45c6-9716-e3c3698697e2 service neutron] Transition to ACTIVE for port object 5dafb5d5-481b-4f08-9c8a-186411566bd5 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:53:10.284807 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 5dafb5d5-481b-4f08-9c8a-186411566bd5 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:53:10.358541 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-5968c6fe-7334-45c6-9716-e3c3698697e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:10.375099 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 5dafb5d5-481b-4f08-9c8a-186411566bd5 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:53:10.383509 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-32c9be96-da0b-41f3-9416-3bfa9dfb94ee req-9b01ec87-5d11-425b-bd0a-b7ce4aa4f700 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b69c067a-efa3-4e5c-97e1-3c9acdb1cef7 HTTP/1.1" status: 200 len: 217 time: 0.1042676 Aug 18 12:53:10.398374 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dbc9a81b-6b5b-4832-83c5-eca70e0fccd0 req-59892aeb-b1c3-4407-b7b1-e93264e88e82 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013848 Aug 18 12:53:10.502401 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9be96-da0b-41f3-9416-3bfa9dfb94ee req-39a9eae4-ded6-4172-8306-62a14afc1c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:10.505895 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-32c9be96-da0b-41f3-9416-3bfa9dfb94ee req-39a9eae4-ded6-4172-8306-62a14afc1c4f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a7350c50-b03f-467a-a5ed-4898dcd42f1b HTTP/1.1" status: 200 len: 846 time: 0.1064129 Aug 18 12:53:10.509269 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5968c6fe-7334-45c6-9716-e3c3698697e2 service neutron] Pushing event updated for resources: {'Port': ['ID=5dafb5d5-481b-4f08-9c8a-186411566bd5,revision_number=10']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:10.560045 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-5968c6fe-7334-45c6-9716-e3c3698697e2 service neutron] No DVR routers for this DVR port 5dafb5d5-481b-4f08-9c8a-186411566bd5 on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:53:10.561419 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-32c9be96-da0b-41f3-9416-3bfa9dfb94ee req-590cfc52-9424-4edf-be28-95397a94559a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c56831c1-4f14-467f-8a65-5e4dcdcf485f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446711 Aug 18 12:53:10.664687 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-5968c6fe-7334-45c6-9716-e3c3698697e2 service neutron] Attempting to bind port 5dafb5d5-481b-4f08-9c8a-186411566bd5 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:53:10.665029 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-5968c6fe-7334-45c6-9716-e3c3698697e2 service neutron] Attempting to bind port 5dafb5d5-481b-4f08-9c8a-186411566bd5 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:53:10.665367 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-5968c6fe-7334-45c6-9716-e3c3698697e2 service neutron] Attempting to bind port 5dafb5d5-481b-4f08-9c8a-186411566bd5 on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:53:10.675099 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-5968c6fe-7334-45c6-9716-e3c3698697e2 service neutron] Port 5dafb5d5-481b-4f08-9c8a-186411566bd5 on network f82a481e-2d3e-49f3-a273-639556667c8a not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:53:10.675560 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-5968c6fe-7334-45c6-9716-e3c3698697e2 service neutron] Attempting to bind port 5dafb5d5-481b-4f08-9c8a-186411566bd5 on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:53:10.691666 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-5968c6fe-7334-45c6-9716-e3c3698697e2 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:53:10.691666 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-5968c6fe-7334-45c6-9716-e3c3698697e2 service neutron] Checking segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:53:10.692027 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-5968c6fe-7334-45c6-9716-e3c3698697e2 service neutron] Bound using segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:53:10.692251 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-5968c6fe-7334-45c6-9716-e3c3698697e2 service neutron] Bound port: 5dafb5d5-481b-4f08-9c8a-186411566bd5, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:53:10.692699 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-5968c6fe-7334-45c6-9716-e3c3698697e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:10.724875 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267f93da-e075-468b-9334-331523f99ae6 x-openstack-request-id: req-267f93da-e075-468b-9334-331523f99ae6 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:53:10.726500 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8baa82f3-0c43-4534-a2c5-84087f3fd8f3", "name": "network-vif-plugged", "status": "completed", "tag": "eb25c1b0-7dfb-4109-bd7f-32dcce394378", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:53:10.726754 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-267f93da-e075-468b-9334-331523f99ae6 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:53:10.727151 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8baa82f3-0c43-4534-a2c5-84087f3fd8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb25c1b0-7dfb-4109-bd7f-32dcce394378', 'code': 200} Aug 18 12:53:10.882211 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-5968c6fe-7334-45c6-9716-e3c3698697e2 service neutron] For port 5dafb5d5-481b-4f08-9c8a-186411566bd5, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:53:10.892281 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-5968c6fe-7334-45c6-9716-e3c3698697e2 service neutron] For port 5dafb5d5-481b-4f08-9c8a-186411566bd5, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=5dafb5d5-481b-4f08-9c8a-186411566bd5,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:53:10.896919 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-32c9be96-da0b-41f3-9416-3bfa9dfb94ee req-22040502-8869-4a86-a7a8-6d255999d47e service neutron] 10.222.0.39 "GET /v2.0/networks/c56831c1-4f14-467f-8a65-5e4dcdcf485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184850 Aug 18 12:53:10.959415 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-5968c6fe-7334-45c6-9716-e3c3698697e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:11.045398 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6d63c-b355-4e4a-bd89-e8a2b26cdbf4 req-e586544c-7f23-40bc-9c68-deeff93979f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:11.047208 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-24f6d63c-b355-4e4a-bd89-e8a2b26cdbf4 req-e586544c-7f23-40bc-9c68-deeff93979f1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 1096 time: 0.2678621 Aug 18 12:53:11.124644 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b133a92-7ecf-4649-93d6-1f85f10001da req-18a51026-8201-41ed-b41a-87daed9647c6 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:11.129908 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5968c6fe-7334-45c6-9716-e3c3698697e2 service neutron] Pushing event updated for resources: {'Port': ['ID=5dafb5d5-481b-4f08-9c8a-186411566bd5,revision_number=11']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:11.132995 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8b133a92-7ecf-4649-93d6-1f85f10001da req-18a51026-8201-41ed-b41a-87daed9647c6 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 945 time: 0.1970241 Aug 18 12:53:11.145592 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-5968c6fe-7334-45c6-9716-e3c3698697e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:11.149240 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-5968c6fe-7334-45c6-9716-e3c3698697e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:11.149240 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-5968c6fe-7334-45c6-9716-e3c3698697e2 service neutron] 10.222.0.20 "PUT /v2.0/ports/5dafb5d5-481b-4f08-9c8a-186411566bd5 HTTP/1.1" status: 200 len: 1097 time: 1.6789935 Aug 18 12:53:11.153967 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-24f6d63c-b355-4e4a-bd89-e8a2b26cdbf4 req-93d9941e-18e8-49a0-b9cc-1db098051f89 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923893 Aug 18 12:53:11.199461 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8b133a92-7ecf-4649-93d6-1f85f10001da req-0679d3f7-1e8f-42aa-9358-e7da1d1729f7 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656550 Aug 18 12:53:11.237131 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-32c9be96-da0b-41f3-9416-3bfa9dfb94ee req-d95d6b19-d790-477e-9c43-358d380387cd service neutron] 10.222.0.39 "GET /v2.0/networks/c56831c1-4f14-467f-8a65-5e4dcdcf485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211241 Aug 18 12:53:11.311974 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-3b18381a-31c8-433d-854e-ccb0790be4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:11.313588 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-3b18381a-31c8-433d-854e-ccb0790be4f8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dfbf1e57c29344368949d54d6fc1d536&device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 1100 time: 0.1044288 Aug 18 12:53:11.318736 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dae4cad-715a-4d08-b636-497eb2e401e7 x-openstack-request-id: req-8dae4cad-715a-4d08-b636-497eb2e401e7 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:53:11.318930 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c28552-d32e-4386-9e17-fb2b327385ed", "name": "network-vif-unplugged", "status": "completed", "tag": "5dafb5d5-481b-4f08-9c8a-186411566bd5", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:53:11.319716 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8dae4cad-715a-4d08-b636-497eb2e401e7 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:53:11.320173 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c28552-d32e-4386-9e17-fb2b327385ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dafb5d5-481b-4f08-9c8a-186411566bd5', 'code': 200} Aug 18 12:53:11.507592 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-aa6dcb83-7a5a-4696-90cc-206c062c0784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:11.563233 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc828c3c-fc62-4ee0-8f3c-4859251e5585 req-4f056716-72df-4940-adb6-4263d4a61ebb tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:11.571404 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cc828c3c-fc62-4ee0-8f3c-4859251e5585 req-4f056716-72df-4940-adb6-4263d4a61ebb tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=de05efba-ac15-44f3-9ec6-5d4ddc75d40a HTTP/1.1" status: 200 len: 944 time: 0.1309850 Aug 18 12:53:11.588812 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-6ef20a92-eb47-46b2-9e89-8bcf28683ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:11.590611 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-6ef20a92-eb47-46b2-9e89-8bcf28683ba4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.2631295 Aug 18 12:53:11.649532 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-9341c0e3-5205-4739-8ed7-7618be5e2c06 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=5dafb5d5-481b-4f08-9c8a-186411566bd5 HTTP/1.1" status: 200 len: 217 time: 0.0496547 Aug 18 12:53:11.697564 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cc828c3c-fc62-4ee0-8f3c-4859251e5585 req-ec6a09ac-40ff-44c5-94be-bd291844f223 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251113 Aug 18 12:53:11.843839 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bafb69f3-5a91-444a-a958-5e4097d96ca4 req-89194e1c-631a-48b6-a9d6-e28435bdc70c tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=253e802c-3541-4df7-9b17-05d26b33049f HTTP/1.1" status: 200 len: 210 time: 0.0341806 Aug 18 12:53:11.845839 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-cdd117ae-fa0a-4668-902e-cde415b9da70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:11.863001 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-cdd117ae-fa0a-4668-902e-cde415b9da70 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.2044468 Aug 18 12:53:11.960726 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-45cc31ee-e3b9-4182-9fe4-7db9b0f4d44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:11.967968 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-45cc31ee-e3b9-4182-9fe4-7db9b0f4d44d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0929430 Aug 18 12:53:12.179432 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-879ad667-48da-4c77-9aca-66321d12f76c service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013397 Aug 18 12:53:12.293550 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device b69c067a-efa3-4e5c-97e1-3c9acdb1cef7 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:53:12.461046 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port b69c067a-efa3-4e5c-97e1-3c9acdb1cef7, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=b69c067a-efa3-4e5c-97e1-3c9acdb1cef7,segment=NetworkSegment(97efc5da-ecd0-4484-ac0f-ba58622f7886),segment_id=97efc5da-ecd0-4484-ac0f-ba58622f7886)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:12.474017 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'b69c067a-efa3-4e5c-97e1-3c9acdb1cef7', 'network_id': 'c56831c1-4f14-467f-8a65-5e4dcdcf485f', 'port_id': 'b69c067a-efa3-4e5c-97e1-3c9acdb1cef7', 'mac_address': 'fa:16:3e:b7:49:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7350c50-b03f-467a-a5ed-4898dcd42f1b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:53:12.476787 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8c0fa645-c637-4203-b8ff-45395f3919aa req-add03164-6221-4b6a-9e74-5dd723847a56 service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812922 Aug 18 12:53:12.514316 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5609a-7081-466f-b886-06691f42a51d req-0829e877-313d-4255-a166-8c900cab9dcf tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:12.518481 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:12.519135 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-19a5609a-7081-466f-b886-06691f42a51d req-0829e877-313d-4255-a166-8c900cab9dcf tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 949 time: 0.4052935 Aug 18 12:53:12.543543 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b69c067a-efa3-4e5c-97e1-3c9acdb1cef7 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:53:12.590933 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-19a5609a-7081-466f-b886-06691f42a51d req-8bfc67f5-e1a3-43fe-a914-42634680320e tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637534 Aug 18 12:53:12.604321 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port b69c067a-efa3-4e5c-97e1-3c9acdb1cef7, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=b69c067a-efa3-4e5c-97e1-3c9acdb1cef7,segment=NetworkSegment(97efc5da-ecd0-4484-ac0f-ba58622f7886),segment_id=97efc5da-ecd0-4484-ac0f-ba58622f7886)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:12.835831 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59eec6e-5958-4f88-8746-dbc5b35b2a27 req-783c7d26-a777-4dde-9c6f-b3c8c1255ed4 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:12.843188 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e59eec6e-5958-4f88-8746-dbc5b35b2a27 req-783c7d26-a777-4dde-9c6f-b3c8c1255ed4 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 945 time: 0.0736840 Aug 18 12:53:12.893523 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e59eec6e-5958-4f88-8746-dbc5b35b2a27 req-38aed2fb-c199-4345-9e53-21196f9cf52f tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467391 Aug 18 12:53:13.011900 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:13.055730 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03d8fa-dbc8-4e86-9783-61ef989effa1 req-ce6a8027-da79-490a-921a-6ccee71f8e34 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:13.063695 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0f03d8fa-dbc8-4e86-9783-61ef989effa1 req-ce6a8027-da79-490a-921a-6ccee71f8e34 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=de05efba-ac15-44f3-9ec6-5d4ddc75d40a HTTP/1.1" status: 200 len: 944 time: 0.0933230 Aug 18 12:53:13.098692 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=b69c067a-efa3-4e5c-97e1-3c9acdb1cef7,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:13.162933 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0f03d8fa-dbc8-4e86-9783-61ef989effa1 req-e4e038fc-2ab4-4e96-9f39-2dde8389654f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966706 Aug 18 12:53:13.312142 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['b69c067a-efa3-4e5c-97e1-3c9acdb1cef7'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:53:13.321726 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c28552-d32e-4386-9e17-fb2b327385ed', 'tag': '5dafb5d5-481b-4f08-9c8a-186411566bd5'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:53:13.329078 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a9c37f-f60b-4d3d-b54c-cacc859b5a00" -d '{"events": [{"name": "network-changed", "server_uuid": "88c28552-d32e-4386-9e17-fb2b327385ed", "tag": "5dafb5d5-481b-4f08-9c8a-186411566bd5"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:53:13.458296 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc8d01-4f57-442a-9c06-f02ceac2e07e req-b457e7e1-ff7a-4c7a-bfba-41a1b77aac2a tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:13.468180 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-52bc8d01-4f57-442a-9c06-f02ceac2e07e req-b457e7e1-ff7a-4c7a-bfba-41a1b77aac2a tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 1096 time: 0.1348538 Aug 18 12:53:13.550346 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-52bc8d01-4f57-442a-9c06-f02ceac2e07e req-6f286db3-3c10-4eea-be68-4cd533fda94a tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755067 Aug 18 12:53:13.730288 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-60582dd0-356a-4512-9bd7-fc9edf2dcb90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:13.785625 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a2dc31-556d-4345-87d6-e104f685d241 x-openstack-request-id: req-94a2dc31-556d-4345-87d6-e104f685d241 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:53:13.785914 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88c28552-d32e-4386-9e17-fb2b327385ed", "tag": "5dafb5d5-481b-4f08-9c8a-186411566bd5", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:53:13.786163 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94a2dc31-556d-4345-87d6-e104f685d241 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:53:13.786591 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88c28552-d32e-4386-9e17-fb2b327385ed', 'tag': '5dafb5d5-481b-4f08-9c8a-186411566bd5', 'status': 'completed', 'code': 200} Aug 18 12:53:14.029150 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75439b48-94d0-42cd-8946-e2e614214f0d req-f488b70e-fd01-45f6-81f2-34de535bd831 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:14.037943 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-75439b48-94d0-42cd-8946-e2e614214f0d req-f488b70e-fd01-45f6-81f2-34de535bd831 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 949 time: 0.1321754 Aug 18 12:53:14.051341 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9c37f-f60b-4d3d-b54c-cacc859b5a00 req-1eacb187-5253-4843-9539-05e9a069fc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:14.053644 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-32a9c37f-f60b-4d3d-b54c-cacc859b5a00 req-1eacb187-5253-4843-9539-05e9a069fc74 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dfbf1e57c29344368949d54d6fc1d536&device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 1100 time: 0.2443066 Aug 18 12:53:14.056665 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9c37f-f60b-4d3d-b54c-cacc859b5a00 req-f0065f2b-c9a8-4d89-ad41-0641cac93352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:14.058147 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-32a9c37f-f60b-4d3d-b54c-cacc859b5a00 req-f0065f2b-c9a8-4d89-ad41-0641cac93352 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dfbf1e57c29344368949d54d6fc1d536&device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 1100 time: 0.2075629 Aug 18 12:53:14.639624 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-75439b48-94d0-42cd-8946-e2e614214f0d req-9960ffff-3ef9-428a-9477-4bd9af3cbddd tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6002619 Aug 18 12:53:14.682595 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9c37f-f60b-4d3d-b54c-cacc859b5a00 req-deffb5b5-7193-42dd-824b-f9489f9cc55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:14.684208 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-32a9c37f-f60b-4d3d-b54c-cacc859b5a00 req-deffb5b5-7193-42dd-824b-f9489f9cc55a service neutron] 10.222.0.20 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.6170461 Aug 18 12:53:14.738805 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9c37f-f60b-4d3d-b54c-cacc859b5a00 req-8f917a76-48f6-49eb-94b8-a1b2e4de5324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:14.740359 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-32a9c37f-f60b-4d3d-b54c-cacc859b5a00 req-8f917a76-48f6-49eb-94b8-a1b2e4de5324 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.6249657 Aug 18 12:53:14.742262 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-32a9c37f-f60b-4d3d-b54c-cacc859b5a00 req-03d4219a-11d4-4340-90a4-2805cb3638f0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=5dafb5d5-481b-4f08-9c8a-186411566bd5 HTTP/1.1" status: 200 len: 217 time: 0.0448768 Aug 18 12:53:14.846882 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-32a9c37f-f60b-4d3d-b54c-cacc859b5a00 req-eee4526b-7b88-4c68-837a-5ee4de4e2bea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=5dafb5d5-481b-4f08-9c8a-186411566bd5 HTTP/1.1" status: 200 len: 217 time: 0.0926960 Aug 18 12:53:14.908790 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9c37f-f60b-4d3d-b54c-cacc859b5a00 req-a9fa3000-881a-4f8e-bbba-b154a41cab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:14.910970 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-32a9c37f-f60b-4d3d-b54c-cacc859b5a00 req-a9fa3000-881a-4f8e-bbba-b154a41cab76 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.1568055 Aug 18 12:53:14.920645 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926a085-940b-4153-930f-3efeda7a83d1 req-cfa3b7d4-8150-4b3e-81c5-b2067dec7b66 tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:14.922194 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8926a085-940b-4153-930f-3efeda7a83d1 req-cfa3b7d4-8150-4b3e-81c5-b2067dec7b66 tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 1096 time: 0.1858830 Aug 18 12:53:14.937655 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:14.958557 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9c37f-f60b-4d3d-b54c-cacc859b5a00 req-8ed4714f-7720-434a-bb32-d47459d3f3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:14.966362 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-32a9c37f-f60b-4d3d-b54c-cacc859b5a00 req-8ed4714f-7720-434a-bb32-d47459d3f3c4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.1113758 Aug 18 12:53:15.025440 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8926a085-940b-4153-930f-3efeda7a83d1 req-cfca4f41-cd62-4ea4-8afa-2a9e8ca1e46f tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908756 Aug 18 12:53:15.033057 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9c37f-f60b-4d3d-b54c-cacc859b5a00 req-312068fe-0210-43d2-bde9-b1cda97f6c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:15.035758 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-32a9c37f-f60b-4d3d-b54c-cacc859b5a00 req-312068fe-0210-43d2-bde9-b1cda97f6c54 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1117048 Aug 18 12:53:15.057545 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9c37f-f60b-4d3d-b54c-cacc859b5a00 req-19e33ffb-aa7a-4c1c-aad9-0148b052cdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:15.063332 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-32a9c37f-f60b-4d3d-b54c-cacc859b5a00 req-19e33ffb-aa7a-4c1c-aad9-0148b052cdde service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0916119 Aug 18 12:53:15.221009 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:15.234628 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-32a9c37f-f60b-4d3d-b54c-cacc859b5a00 req-fb6300f5-c0f4-4770-a273-537149e8d86c service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867471 Aug 18 12:53:15.445117 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e398388-56e1-4640-8e8e-e161b6a66e93 req-da483aff-9ba2-44e6-b305-7e9645759c29 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:15.446712 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3e398388-56e1-4640-8e8e-e161b6a66e93 req-da483aff-9ba2-44e6-b305-7e9645759c29 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=de05efba-ac15-44f3-9ec6-5d4ddc75d40a HTTP/1.1" status: 200 len: 945 time: 0.1555777 Aug 18 12:53:15.511700 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-32a9c37f-f60b-4d3d-b54c-cacc859b5a00 req-bf2ad3da-bc66-4ccc-b29b-156d78b336b8 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786264 Aug 18 12:53:15.602118 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-32a9c37f-f60b-4d3d-b54c-cacc859b5a00 req-1e520b19-7a40-420f-9b15-bf5f06773e0b service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097613 Aug 18 12:53:15.627621 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3e398388-56e1-4640-8e8e-e161b6a66e93 req-39c28523-99a5-4ba0-934b-4c3b2f41e000 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522124 Aug 18 12:53:15.705208 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-32a9c37f-f60b-4d3d-b54c-cacc859b5a00 req-8b9cd233-b3b7-4ff5-ad3e-6fbc64a7b153 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797416 Aug 18 12:53:15.740585 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 5dafb5d5-481b-4f08-9c8a-186411566bd5 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:53:15.876669 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b1115-24c5-4d37-afb2-389f3c5b510e req-c89d587e-1bc5-4536-a134-2562f3cacbee tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:15.884034 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d18b1115-24c5-4d37-afb2-389f3c5b510e req-c89d587e-1bc5-4536-a134-2562f3cacbee tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 949 time: 0.0912254 Aug 18 12:53:15.933033 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 5dafb5d5-481b-4f08-9c8a-186411566bd5, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=5dafb5d5-481b-4f08-9c8a-186411566bd5,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:15.948422 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '5dafb5d5-481b-4f08-9c8a-186411566bd5', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'port_id': '5dafb5d5-481b-4f08-9c8a-186411566bd5', 'mac_address': 'fa:16:3e:6c:74:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc8434-66c0-4e05-8cce-b4a4a0f33dc3', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:53:15.950371 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d18b1115-24c5-4d37-afb2-389f3c5b510e req-7a803a7b-e02c-4928-a9a8-5cfad9d66451 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592351 Aug 18 12:53:16.023966 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:16.037086 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dafb5d5-481b-4f08-9c8a-186411566bd5 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:53:16.058432 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 5dafb5d5-481b-4f08-9c8a-186411566bd5, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=5dafb5d5-481b-4f08-9c8a-186411566bd5,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:16.232723 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:16.293756 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=5dafb5d5-481b-4f08-9c8a-186411566bd5,revision_number=12']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:16.298735 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device b69c067a-efa3-4e5c-97e1-3c9acdb1cef7 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:53:16.438441 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port b69c067a-efa3-4e5c-97e1-3c9acdb1cef7 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:53:16.442672 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port b69c067a-efa3-4e5c-97e1-3c9acdb1cef7 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:53:16.443143 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:16.527799 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:16.551734 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['5dafb5d5-481b-4f08-9c8a-186411566bd5'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:53:16.588919 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de05efba-ac15-44f3-9ec6-5d4ddc75d40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69c067a-efa3-4e5c-97e1-3c9acdb1cef7'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:53:16.591399 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7eb97b2-ec42-4a48-914b-6e8982d32c64" -d '{"events": [{"server_uuid": "de05efba-ac15-44f3-9ec6-5d4ddc75d40a", "name": "network-vif-plugged", "status": "completed", "tag": "b69c067a-efa3-4e5c-97e1-3c9acdb1cef7"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:53:16.614564 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port b69c067a-efa3-4e5c-97e1-3c9acdb1cef7, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=b69c067a-efa3-4e5c-97e1-3c9acdb1cef7,segment=NetworkSegment(97efc5da-ecd0-4484-ac0f-ba58622f7886),segment_id=97efc5da-ecd0-4484-ac0f-ba58622f7886)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:16.722182 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:16.795523 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=b69c067a-efa3-4e5c-97e1-3c9acdb1cef7,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:17.164120 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:17.480965 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35cd05-60d6-4115-baba-e5603fd24bfc req-cfa6b711-6545-4cbd-85c8-0c2387d30c8d tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:17.482655 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7f35cd05-60d6-4115-baba-e5603fd24bfc req-cfa6b711-6545-4cbd-85c8-0c2387d30c8d tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 950 time: 0.0545971 Aug 18 12:53:17.521288 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7f35cd05-60d6-4115-baba-e5603fd24bfc req-75ebe82a-4f43-43eb-92ba-1bbd30b2ea00 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323277 Aug 18 12:53:17.695924 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c065b8a3-8325-4050-b708-638f9cb7d38b x-openstack-request-id: req-c065b8a3-8325-4050-b708-638f9cb7d38b {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:53:17.695924 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de05efba-ac15-44f3-9ec6-5d4ddc75d40a", "name": "network-vif-plugged", "status": "completed", "tag": "b69c067a-efa3-4e5c-97e1-3c9acdb1cef7", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:53:17.695924 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c065b8a3-8325-4050-b708-638f9cb7d38b {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:53:17.695924 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de05efba-ac15-44f3-9ec6-5d4ddc75d40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69c067a-efa3-4e5c-97e1-3c9acdb1cef7', 'code': 200} Aug 18 12:53:17.757332 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 5dafb5d5-481b-4f08-9c8a-186411566bd5 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:53:17.798730 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-71354e0a-66f1-47d7-9ae4-d76086e373e6 tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:53:17.798730 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-71354e0a-66f1-47d7-9ae4-d76086e373e6 tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119686 Aug 18 12:53:17.798730 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-5b6b75e4-3f45-49bb-827e-db91ad45c5b6 service neutron] Request body: {'binding': {'host': 'n-h1-803603-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:53:17.798730 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-5b6b75e4-3f45-49bb-827e-db91ad45c5b6 service neutron] Unknown quota resources ['binding']. {{(pid=101676) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 12:53:17.801478 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b4386-ec84-462c-abbd-960e2cb7dc98 req-49c8fb20-5ae3-4390-a594-f901b162b507 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:17.803145 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f71b4386-ec84-462c-abbd-960e2cb7dc98 req-49c8fb20-5ae3-4390-a594-f901b162b507 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=de05efba-ac15-44f3-9ec6-5d4ddc75d40a HTTP/1.1" status: 200 len: 946 time: 0.0640843 Aug 18 12:53:17.832195 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41082a6-382a-451b-a3b9-02f652760828 req-47320a9e-26a2-4348-9757-b9cee99d921f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:17.833313 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c41082a6-382a-451b-a3b9-02f652760828 req-47320a9e-26a2-4348-9757-b9cee99d921f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=de05efba-ac15-44f3-9ec6-5d4ddc75d40a HTTP/1.1" status: 200 len: 1097 time: 0.0869160 Aug 18 12:53:17.844903 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f71b4386-ec84-462c-abbd-960e2cb7dc98 req-f4d79dc1-3996-4a19-b080-ba66416ced7c tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338767 Aug 18 12:53:17.895412 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 5dafb5d5-481b-4f08-9c8a-186411566bd5 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:53:17.903564 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 5dafb5d5-481b-4f08-9c8a-186411566bd5 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:53:17.903564 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:17.919569 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c41082a6-382a-451b-a3b9-02f652760828 req-f0871591-567e-4e6e-b1fe-ff7510f22f87 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793829 Aug 18 12:53:17.965681 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-5b6b75e4-3f45-49bb-827e-db91ad45c5b6 service neutron] Attempting to bind port eb25c1b0-7dfb-4109-bd7f-32dcce394378 on host n-h1-803603-2 for vnic_type normal with profile None {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:53:17.966023 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-5b6b75e4-3f45-49bb-827e-db91ad45c5b6 service neutron] Attempting to bind port eb25c1b0-7dfb-4109-bd7f-32dcce394378 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:53:17.966383 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-5b6b75e4-3f45-49bb-827e-db91ad45c5b6 service neutron] Attempting to bind port eb25c1b0-7dfb-4109-bd7f-32dcce394378 on network 91d3e9e9-f927-4110-8610-d1ae88923133 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:53:17.970927 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-5b6b75e4-3f45-49bb-827e-db91ad45c5b6 service neutron] Port eb25c1b0-7dfb-4109-bd7f-32dcce394378 on network 91d3e9e9-f927-4110-8610-d1ae88923133 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:53:17.971246 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-5b6b75e4-3f45-49bb-827e-db91ad45c5b6 service neutron] Attempting to bind port eb25c1b0-7dfb-4109-bd7f-32dcce394378 on network 91d3e9e9-f927-4110-8610-d1ae88923133 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:53:17.976485 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-5b6b75e4-3f45-49bb-827e-db91ad45c5b6 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:53:17.976818 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-5b6b75e4-3f45-49bb-827e-db91ad45c5b6 service neutron] Checking segment: {'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:53:17.977194 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-5b6b75e4-3f45-49bb-827e-db91ad45c5b6 service neutron] Bound using segment: {'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:53:17.977613 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-5b6b75e4-3f45-49bb-827e-db91ad45c5b6 service neutron] Bound port: eb25c1b0-7dfb-4109-bd7f-32dcce394378, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:53:17.982006 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:18.014865 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 5dafb5d5-481b-4f08-9c8a-186411566bd5, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=5dafb5d5-481b-4f08-9c8a-186411566bd5,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:18.031564 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-5b6b75e4-3f45-49bb-827e-db91ad45c5b6 service neutron] For port eb25c1b0-7dfb-4109-bd7f-32dcce394378, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=eb25c1b0-7dfb-4109-bd7f-32dcce394378,segment=NetworkSegment(0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d),segment_id=0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:53:18.088259 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:18.112231 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-5b6b75e4-3f45-49bb-827e-db91ad45c5b6 service neutron] Notify callbacks [] for binding, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:18.113689 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-5b6b75e4-3f45-49bb-827e-db91ad45c5b6 service neutron] 10.222.0.13 "POST /v2.0/ports/eb25c1b0-7dfb-4109-bd7f-32dcce394378/bindings HTTP/1.1" status: 201 len: 389 time: 0.3219225 Aug 18 12:53:18.144692 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=5dafb5d5-481b-4f08-9c8a-186411566bd5,revision_number=13']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:18.506788 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d9365-2260-4d2e-84ab-42a3614f055c req-e732652b-e271-4771-a93a-fd0ba194e9f0 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:18.508265 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-400d9365-2260-4d2e-84ab-42a3614f055c req-e732652b-e271-4771-a93a-fd0ba194e9f0 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] 10.222.0.13 "GET /v2.0/networks?id=94e4af15-4196-4ef5-a483-7e1904b0c52c HTTP/1.1" status: 200 len: 814 time: 0.1082885 Aug 18 12:53:18.523365 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-400d9365-2260-4d2e-84ab-42a3614f055c req-d50899b5-3cbc-4886-b726-c63ce97f7963 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] 10.222.0.13 "GET /v2.0/quotas/4f410e798f6c4fc4b088b42260174474 HTTP/1.1" status: 200 len: 375 time: 0.0094507 Aug 18 12:53:18.575828 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-400d9365-2260-4d2e-84ab-42a3614f055c req-4906ab0b-568e-494c-a1b3-39b582bc2569 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f410e798f6c4fc4b088b42260174474&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471399 Aug 18 12:53:18.672403 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-400d9365-2260-4d2e-84ab-42a3614f055c req-3a6f1cb2-1040-41c2-af08-a4f61704c349 service neutron] 10.222.0.13 "GET /v2.0/networks/94e4af15-4196-4ef5-a483-7e1904b0c52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895445 Aug 18 12:53:18.792859 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-400d9365-2260-4d2e-84ab-42a3614f055c req-4ef5b1f9-4a95-4022-8aa4-81c19db820de service neutron] 10.222.0.13 "GET /v2.0/networks/94e4af15-4196-4ef5-a483-7e1904b0c52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143575 Aug 18 12:53:18.914023 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-92c67f12-716a-4188-b41d-646c2e41ddfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:18.915571 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-92c67f12-716a-4188-b41d-646c2e41ddfd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e9a8a0a72a94b328bf1e534da208edd&device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 1096 time: 0.1020484 Aug 18 12:53:18.936892 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a97269-53b0-4738-ae66-8e6c86c5ce16 req-901cda71-ebc6-45cd-b876-5ac5db832aab tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:18.938410 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-85a97269-53b0-4738-ae66-8e6c86c5ce16 req-901cda71-ebc6-45cd-b876-5ac5db832aab tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.20 "GET /v2.0/ports?device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 945 time: 0.0800464 Aug 18 12:53:19.101206 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4981b-c0a8-469d-96b6-0b986926ed6b req-8cad2063-f1ec-455b-bc13-8edc3db82b36 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:19.103267 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-97e4981b-c0a8-469d-96b6-0b986926ed6b req-8cad2063-f1ec-455b-bc13-8edc3db82b36 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 945 time: 0.3011529 Aug 18 12:53:19.114457 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b38b9d-eb7f-494f-ac33-4b76ddcdc24e req-49c437ef-2446-4e5c-ba04-bc2fcbd49c5f tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:19.116515 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-13b38b9d-eb7f-494f-ac33-4b76ddcdc24e req-49c437ef-2446-4e5c-ba04-bc2fcbd49c5f tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 945 time: 0.0589359 Aug 18 12:53:19.142321 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-28d009fc-59f1-4511-9010-9aaf01e46f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:19.143735 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-28d009fc-59f1-4511-9010-9aaf01e46f3a service neutron] 10.222.0.39 "GET /v2.0/networks?id=91d3e9e9-f927-4110-8610-d1ae88923133 HTTP/1.1" status: 200 len: 922 time: 0.2028959 Aug 18 12:53:19.158991 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-13b38b9d-eb7f-494f-ac33-4b76ddcdc24e req-7caba3ac-10f0-4539-b05e-c26eabf594f9 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356193 Aug 18 12:53:19.205946 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-97e4981b-c0a8-469d-96b6-0b986926ed6b req-47e3deeb-cbe9-4ab0-96d3-fef7443424dd tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952404 Aug 18 12:53:19.214156 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-a4183ef7-bcc8-428d-8e8a-e83bd54398b0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb25c1b0-7dfb-4109-bd7f-32dcce394378 HTTP/1.1" status: 200 len: 217 time: 0.0543063 Aug 18 12:53:19.215841 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-85a97269-53b0-4738-ae66-8e6c86c5ce16 req-d95bd451-232d-4497-8a9e-692a9d8c7df6 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Deleting port 1eb230a0-232b-4582-ad1b-36657cb6bc50 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:53:19.216180 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-85a97269-53b0-4738-ae66-8e6c86c5ce16 req-d95bd451-232d-4497-8a9e-692a9d8c7df6 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:19.310744 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-c6f55335-3806-4011-b1dd-b66b72aaef4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:19.312224 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-c6f55335-3806-4011-b1dd-b66b72aaef4f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=da996bc9-0001-4e2d-9a03-d2d78ee48c5d HTTP/1.1" status: 200 len: 861 time: 0.0929239 Aug 18 12:53:19.354465 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-54127787-1311-4d5d-bd1a-da6ab8c21afc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=91d3e9e9-f927-4110-8610-d1ae88923133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333850 Aug 18 12:53:19.467730 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-85a97269-53b0-4738-ae66-8e6c86c5ce16 req-d95bd451-232d-4497-8a9e-692a9d8c7df6 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] For port 1eb230a0-232b-4582-ad1b-36657cb6bc50, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=1eb230a0-232b-4582-ad1b-36657cb6bc50,segment=NetworkSegment(9980139b-d711-402f-b96d-94b03ea2978e),segment_id=9980139b-d711-402f-b96d-94b03ea2978e)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:19.468099 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-85a97269-53b0-4738-ae66-8e6c86c5ce16 req-d95bd451-232d-4497-8a9e-692a9d8c7df6 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:19.494281 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-85a97269-53b0-4738-ae66-8e6c86c5ce16 req-d95bd451-232d-4497-8a9e-692a9d8c7df6 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Calling delete_port for 1eb230a0-232b-4582-ad1b-36657cb6bc50 owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:53:19.592194 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-72f620fe-c015-4b8a-9b89-bdf163c665f3 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:19.593783 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-72f620fe-c015-4b8a-9b89-bdf163c665f3 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/networks?id=bab0909c-e2b3-45b7-b9ea-31a3c90130ac HTTP/1.1" status: 200 len: 805 time: 0.2440362 Aug 18 12:53:19.600791 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-1b795cfe-2181-4301-b4e9-fc1d8815f81f service neutron] 10.222.0.39 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317722 Aug 18 12:53:19.638049 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-1e81a533-de1a-4a1c-b6a3-ddb32676b843 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/quotas/7b0e581f29f04c10ba40170fbb56ba44 HTTP/1.1" status: 200 len: 375 time: 0.0360131 Aug 18 12:53:19.695928 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c28552-d32e-4386-9e17-fb2b327385ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dafb5d5-481b-4f08-9c8a-186411566bd5'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:53:19.698512 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce45fb84-3cf5-475b-9549-298ca9745c81" -d '{"events": [{"server_uuid": "88c28552-d32e-4386-9e17-fb2b327385ed", "name": "network-vif-plugged", "status": "completed", "tag": "5dafb5d5-481b-4f08-9c8a-186411566bd5"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:53:19.698758 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-1990dae8-6580-4c75-aa65-d55bb4e92b6b tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=dfbf1e57c29344368949d54d6fc1d536&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340073 Aug 18 12:53:19.778440 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-cfd45de8-e014-4299-9ef2-ed6129858843 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b0e581f29f04c10ba40170fbb56ba44&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1137996 Aug 18 12:53:19.790671 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-f539a5ec-a77a-4290-8ae7-f1494103bc14 service neutron] 10.222.0.39 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724458 Aug 18 12:53:19.808980 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-42567af3-9a58-4ec9-99ac-b321ed277c0b tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:19.810550 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-42567af3-9a58-4ec9-99ac-b321ed277c0b tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1110237 Aug 18 12:53:19.812038 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:53:19.827134 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-8ee63f70-d0e1-48e0-a600-9cf9c8b1dbaa tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/quotas/dfbf1e57c29344368949d54d6fc1d536 HTTP/1.1" status: 200 len: 375 time: 0.0098715 Aug 18 12:53:19.881883 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-d42ed217-3807-4cf0-ab12-52e14c7c0a7c tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dfbf1e57c29344368949d54d6fc1d536&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492983 Aug 18 12:53:19.886784 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-a0875a98-8f6d-4e90-85ee-6887c5314869 service neutron] 10.222.0.13 "GET /v2.0/networks/bab0909c-e2b3-45b7-b9ea-31a3c90130ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988836 Aug 18 12:53:19.947533 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-85a97269-53b0-4738-ae66-8e6c86c5ce16 req-d95bd451-232d-4497-8a9e-692a9d8c7df6 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:19.985015 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95bd451-232d-4497-8a9e-692a9d8c7df6 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Pushing event deleted for resources: {'Port': ['ID=1eb230a0-232b-4582-ad1b-36657cb6bc50,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:20.044435 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a97269-53b0-4738-ae66-8e6c86c5ce16 req-d95bd451-232d-4497-8a9e-692a9d8c7df6 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] No DVR routers for this DVR port 1eb230a0-232b-4582-ad1b-36657cb6bc50 on host n-h2-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:53:20.051587 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-85a97269-53b0-4738-ae66-8e6c86c5ce16 req-d95bd451-232d-4497-8a9e-692a9d8c7df6 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:20.053685 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-85a97269-53b0-4738-ae66-8e6c86c5ce16 req-d95bd451-232d-4497-8a9e-692a9d8c7df6 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.20 "DELETE /v2.0/ports/1eb230a0-232b-4582-ad1b-36657cb6bc50 HTTP/1.1" status: 204 len: 173 time: 1.0980239 Aug 18 12:53:20.054156 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398c892b-5378-4fcd-b993-ca2a6c5c0b5f', 'name': 'network-vif-deleted', 'tag': '1eb230a0-232b-4582-ad1b-36657cb6bc50'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:53:20.056627 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8da16e-9940-443a-8535-d2343dd100b2" -d '{"events": [{"server_uuid": "398c892b-5378-4fcd-b993-ca2a6c5c0b5f", "name": "network-vif-deleted", "tag": "1eb230a0-232b-4582-ad1b-36657cb6bc50"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:53:20.076501 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-9cb05d47-0994-42e6-a47b-207a2e21d4e1 service neutron] 10.222.0.13 "GET /v2.0/networks/bab0909c-e2b3-45b7-b9ea-31a3c90130ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833916 Aug 18 12:53:20.187437 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9135a5-816c-4480-b7a1-ee2edf30232b req-926a05ad-8cf4-474e-bbdb-8ae780c65b49 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:20.189086 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0c9135a5-816c-4480-b7a1-ee2edf30232b req-926a05ad-8cf4-474e-bbdb-8ae780c65b49 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=de05efba-ac15-44f3-9ec6-5d4ddc75d40a HTTP/1.1" status: 200 len: 946 time: 0.0637856 Aug 18 12:53:20.230131 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783df8e-5b65-4657-bd10-71195603799c req-8e1c12a5-5c4f-4ab1-a048-80d5ea856154 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:20.232094 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c783df8e-5b65-4657-bd10-71195603799c req-8e1c12a5-5c4f-4ab1-a048-80d5ea856154 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.39 "GET /v2.0/ports?device_id=1069e871-d52d-47d4-be35-b519a7ff1f03 HTTP/1.1" status: 200 len: 946 time: 0.0555685 Aug 18 12:53:20.250861 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0c9135a5-816c-4480-b7a1-ee2edf30232b req-cbeeeaa1-1c03-475d-862e-2b4160b78c4a tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516922 Aug 18 12:53:20.324923 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 7a087f7b-7aa0-49be-8c6d-5f58e283c5b5 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:53:20.377008 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2b5be46d-6b9c-402b-8b8e-5c63ab43dcda req-c717f759-cbbf-4e48-8e31-f15475132ea0 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] 10.222.0.13 "GET /v2.0/ports?device_id=67314bda-9e91-49d1-8452-8be66c49f033 HTTP/1.1" status: 200 len: 210 time: 0.0695367 Aug 18 12:53:20.446037 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-c783df8e-5b65-4657-bd10-71195603799c req-474a35fd-13a8-4d0e-97c0-8e5a25a67895 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Deleting port 7a087f7b-7aa0-49be-8c6d-5f58e283c5b5 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:53:20.446037 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-c783df8e-5b65-4657-bd10-71195603799c req-474a35fd-13a8-4d0e-97c0-8e5a25a67895 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:20.494991 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44819536-bb73-4b68-bf17-a20ea6aa5386 x-openstack-request-id: req-44819536-bb73-4b68-bf17-a20ea6aa5386 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:53:20.495609 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c28552-d32e-4386-9e17-fb2b327385ed", "name": "network-vif-plugged", "status": "completed", "tag": "5dafb5d5-481b-4f08-9c8a-186411566bd5", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:53:20.496083 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-44819536-bb73-4b68-bf17-a20ea6aa5386 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:53:20.496678 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c28552-d32e-4386-9e17-fb2b327385ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dafb5d5-481b-4f08-9c8a-186411566bd5', 'code': 200} Aug 18 12:53:20.501310 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:20.577499 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 7a087f7b-7aa0-49be-8c6d-5f58e283c5b5, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=7a087f7b-7aa0-49be-8c6d-5f58e283c5b5,segment=NetworkSegment(908af126-c217-456c-b1ef-f447c03c2104),segment_id=908af126-c217-456c-b1ef-f447c03c2104)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:20.593459 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951dff8a-576b-4201-9f92-71abb47f9551 x-openstack-request-id: req-951dff8a-576b-4201-9f92-71abb47f9551 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:53:20.593865 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "398c892b-5378-4fcd-b993-ca2a6c5c0b5f", "name": "network-vif-deleted", "tag": "1eb230a0-232b-4582-ad1b-36657cb6bc50", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:53:20.594198 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-951dff8a-576b-4201-9f92-71abb47f9551 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:53:20.594636 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398c892b-5378-4fcd-b993-ca2a6c5c0b5f', 'name': 'network-vif-deleted', 'tag': '1eb230a0-232b-4582-ad1b-36657cb6bc50', 'status': 'completed', 'code': 200} Aug 18 12:53:20.648519 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bada78-76f7-42a6-96f2-4d7d7660eadf req-af30b4c0-0108-4e25-8699-2d2358b34543 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:20.653426 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b9bada78-76f7-42a6-96f2-4d7d7660eadf req-af30b4c0-0108-4e25-8699-2d2358b34543 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec1fe6-63f5-4e35-a4ce-dd52c3a8df44 HTTP/1.1" status: 200 len: 945 time: 0.1016781 Aug 18 12:53:20.657656 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7a163d06-e201-4649-a3f6-8269295df743 req-efd4ad57-1194-4f32-8db3-8e589551acc9 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 210 time: 0.0321536 Aug 18 12:53:20.702927 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-c783df8e-5b65-4657-bd10-71195603799c req-474a35fd-13a8-4d0e-97c0-8e5a25a67895 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] For port 7a087f7b-7aa0-49be-8c6d-5f58e283c5b5, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=7a087f7b-7aa0-49be-8c6d-5f58e283c5b5,segment=NetworkSegment(908af126-c217-456c-b1ef-f447c03c2104),segment_id=908af126-c217-456c-b1ef-f447c03c2104)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:20.703307 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-c783df8e-5b65-4657-bd10-71195603799c req-474a35fd-13a8-4d0e-97c0-8e5a25a67895 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:20.706857 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:20.755354 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b9bada78-76f7-42a6-96f2-4d7d7660eadf req-6a1640dd-a456-4053-8c26-633b94a95a0a tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bac6063-099b-4fcf-b815-d0064c7a84aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950332 Aug 18 12:53:20.756231 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-c783df8e-5b65-4657-bd10-71195603799c req-474a35fd-13a8-4d0e-97c0-8e5a25a67895 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Calling delete_port for 7a087f7b-7aa0-49be-8c6d-5f58e283c5b5 owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:53:20.788624 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77957e5b-1ff7-49c3-99da-e04063c8e052 req-1968f920-beb1-4c51-9ca0-7498cb28aba9 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:20.788624 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-77957e5b-1ff7-49c3-99da-e04063c8e052 req-1968f920-beb1-4c51-9ca0-7498cb28aba9 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 945 time: 0.0667658 Aug 18 12:53:20.792618 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=7a087f7b-7aa0-49be-8c6d-5f58e283c5b5,revision_number=8']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:20.869958 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-77957e5b-1ff7-49c3-99da-e04063c8e052 req-4aba503d-c4b7-4ad2-9b50-5ab1eb157759 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582981 Aug 18 12:53:20.932125 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c8c1b52-bcc8-4a96-bc49-0ed7fc310a5c req-f9f6e118-d7ee-4ab9-a24a-b0fb99f6e3a1 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=398c892b-5378-4fcd-b993-ca2a6c5c0b5f HTTP/1.1" status: 200 len: 210 time: 0.0450373 Aug 18 12:53:21.105172 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e6d9c-5d40-4ab7-af3c-0623065fb417 req-0bcd5618-5c88-460b-ad97-3bbf4d0e1d4a tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:21.106847 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cd0e6d9c-5d40-4ab7-af3c-0623065fb417 req-0bcd5618-5c88-460b-ad97-3bbf4d0e1d4a tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=de05efba-ac15-44f3-9ec6-5d4ddc75d40a HTTP/1.1" status: 200 len: 946 time: 0.1099250 Aug 18 12:53:21.148717 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-729157bb-ae21-45c3-b53d-378832647ea6 req-79226718-a203-48e2-8f13-4184259c546f tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd5788e-da1d-4d31-a732-768f8c3843fb HTTP/1.1" status: 200 len: 210 time: 0.0460088 Aug 18 12:53:21.151196 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-c783df8e-5b65-4657-bd10-71195603799c req-474a35fd-13a8-4d0e-97c0-8e5a25a67895 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:21.159060 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cd0e6d9c-5d40-4ab7-af3c-0623065fb417 req-43050ed4-bbfb-4bc3-9135-f29b99fe1ac9 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458164 Aug 18 12:53:21.201370 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a35fd-13a8-4d0e-97c0-8e5a25a67895 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Pushing event deleted for resources: {'Port': ['ID=7a087f7b-7aa0-49be-8c6d-5f58e283c5b5,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:21.215548 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c7601-a665-428d-a5c7-1743bdcdc35f req-57840aa7-27d4-4f84-a0b7-98819073961d tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:21.215843 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-da5c7601-a665-428d-a5c7-1743bdcdc35f req-57840aa7-27d4-4f84-a0b7-98819073961d tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.20 "GET /v2.0/ports?device_id=71ec1fe6-63f5-4e35-a4ce-dd52c3a8df44 HTTP/1.1" status: 200 len: 945 time: 0.2171488 Aug 18 12:53:21.281184 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-c783df8e-5b65-4657-bd10-71195603799c req-474a35fd-13a8-4d0e-97c0-8e5a25a67895 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] No DVR routers for this DVR port 7a087f7b-7aa0-49be-8c6d-5f58e283c5b5 on host n-h1-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:53:21.297806 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-c783df8e-5b65-4657-bd10-71195603799c req-474a35fd-13a8-4d0e-97c0-8e5a25a67895 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:21.299988 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c783df8e-5b65-4657-bd10-71195603799c req-474a35fd-13a8-4d0e-97c0-8e5a25a67895 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.39 "DELETE /v2.0/ports/7a087f7b-7aa0-49be-8c6d-5f58e283c5b5 HTTP/1.1" status: 204 len: 173 time: 1.0620286 Aug 18 12:53:21.367710 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-da5c7601-a665-428d-a5c7-1743bdcdc35f req-555564bc-8709-4f22-8552-3681d2234303 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Deleting port c56d56e9-fa2c-4a49-a42f-d17889562aad {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:53:21.368402 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-da5c7601-a665-428d-a5c7-1743bdcdc35f req-555564bc-8709-4f22-8552-3681d2234303 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:21.472202 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-da5c7601-a665-428d-a5c7-1743bdcdc35f req-555564bc-8709-4f22-8552-3681d2234303 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] For port c56d56e9-fa2c-4a49-a42f-d17889562aad, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=c56d56e9-fa2c-4a49-a42f-d17889562aad,segment=NetworkSegment(25475ad4-baf3-42cb-aa6a-76a8b781ae64),segment_id=25475ad4-baf3-42cb-aa6a-76a8b781ae64)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:21.472650 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-da5c7601-a665-428d-a5c7-1743bdcdc35f req-555564bc-8709-4f22-8552-3681d2234303 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:21.570753 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9ed3e4a6-a61f-4dbd-9008-7b1577b8f9bd req-b1c5ea05-8c01-4f00-8886-58ff26268efb tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] 10.222.0.13 "GET /v2.0/ports?device_id=67314bda-9e91-49d1-8452-8be66c49f033 HTTP/1.1" status: 200 len: 210 time: 0.1266460 Aug 18 12:53:21.734394 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f934d-e6c4-45f4-8e7e-fec1fafe686f req-59ed878f-afe7-4f1b-af53-99ed443ab7e4 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:21.742795 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-888f934d-e6c4-45f4-8e7e-fec1fafe686f req-59ed878f-afe7-4f1b-af53-99ed443ab7e4 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=de05efba-ac15-44f3-9ec6-5d4ddc75d40a HTTP/1.1" status: 200 len: 946 time: 0.0710955 Aug 18 12:53:21.763622 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 1eb230a0-232b-4582-ad1b-36657cb6bc50 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:53:21.784123 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-888f934d-e6c4-45f4-8e7e-fec1fafe686f req-c83fe253-ef59-4e23-8312-f337945f1d79 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403037 Aug 18 12:53:21.786706 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7a7d298c-caf8-4369-a09b-0ded071b563e req-f66e3221-46f4-44de-a36e-43c234a7ef7f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 210 time: 0.0493615 Aug 18 12:53:21.805437 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-da5c7601-a665-428d-a5c7-1743bdcdc35f req-555564bc-8709-4f22-8552-3681d2234303 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:21.806384 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-da5c7601-a665-428d-a5c7-1743bdcdc35f req-555564bc-8709-4f22-8552-3681d2234303 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:21.810113 n-d-803603-2 neutron-server[101676]: INFO neutron.db.l3_db [req-da5c7601-a665-428d-a5c7-1743bdcdc35f req-555564bc-8709-4f22-8552-3681d2234303 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Floating IP c9645d0e-ad73-4385-8f9d-7b6761bc114a disassociated. External IP: 172.25.6.34, port: c56d56e9-fa2c-4a49-a42f-d17889562aad. Aug 18 12:53:21.810113 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-da5c7601-a665-428d-a5c7-1743bdcdc35f req-555564bc-8709-4f22-8552-3681d2234303 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Calling delete_port for c56d56e9-fa2c-4a49-a42f-d17889562aad owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:53:21.832684 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 1eb230a0-232b-4582-ad1b-36657cb6bc50 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:53:21.838721 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 1eb230a0-232b-4582-ad1b-36657cb6bc50 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:53:22.031937 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936633b-e42b-4577-99ab-2dc870808dd9 req-63c4ffa9-6e17-43f1-8696-2433d92cf6ba tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:22.041335 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a936633b-e42b-4577-99ab-2dc870808dd9 req-63c4ffa9-6e17-43f1-8696-2433d92cf6ba tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 945 time: 0.0713239 Aug 18 12:53:22.094788 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a936633b-e42b-4577-99ab-2dc870808dd9 req-14484438-835f-489e-b96c-349d3a307507 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524297 Aug 18 12:53:22.358204 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75c83c-596b-4802-a0fd-ebd6e018aa68 req-97abdb40-acc5-4bf6-a489-bae6c6574a1c tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:22.359705 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1e75c83c-596b-4802-a0fd-ebd6e018aa68 req-97abdb40-acc5-4bf6-a489-bae6c6574a1c tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec1fe6-63f5-4e35-a4ce-dd52c3a8df44 HTTP/1.1" status: 200 len: 945 time: 0.1709177 Aug 18 12:53:22.391638 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d9365-2260-4d2e-84ab-42a3614f055c req-e3353a38-b6cb-40f1-8c65-d91b892f125c tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:22.393184 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-400d9365-2260-4d2e-84ab-42a3614f055c req-e3353a38-b6cb-40f1-8c65-d91b892f125c tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] 10.222.0.39 "GET /v2.0/networks?id=94e4af15-4196-4ef5-a483-7e1904b0c52c HTTP/1.1" status: 200 len: 814 time: 0.2054844 Aug 18 12:53:22.433670 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-400d9365-2260-4d2e-84ab-42a3614f055c req-9c76ef4a-184d-4440-8314-8df3e6cd53f9 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] Request body: {'port': {'device_id': '67314bda-9e91-49d1-8452-8be66c49f033', 'network_id': '94e4af15-4196-4ef5-a483-7e1904b0c52c', 'admin_state_up': True, 'tenant_id': '4f410e798f6c4fc4b088b42260174474'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:53:22.494844 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1e75c83c-596b-4802-a0fd-ebd6e018aa68 req-7de7cd8e-58c1-41a8-83da-0c8adf3265b8 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bac6063-099b-4fcf-b815-d0064c7a84aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280487 Aug 18 12:53:22.498402 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1069e871-d52d-47d4-be35-b519a7ff1f03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a087f7b-7aa0-49be-8c6d-5f58e283c5b5'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:53:22.500996 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42025074-4cbb-4af5-be0c-552ef1493440" -d '{"events": [{"server_uuid": "1069e871-d52d-47d4-be35-b519a7ff1f03", "name": "network-vif-unplugged", "status": "completed", "tag": "7a087f7b-7aa0-49be-8c6d-5f58e283c5b5"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:53:22.597124 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1069e871-d52d-47d4-be35-b519a7ff1f03', 'name': 'network-vif-deleted', 'tag': '7a087f7b-7aa0-49be-8c6d-5f58e283c5b5'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:53:22.603096 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1369c297-9939-44f7-aa53-7c408d0aee2c" -d '{"events": [{"server_uuid": "1069e871-d52d-47d4-be35-b519a7ff1f03", "name": "network-vif-deleted", "tag": "7a087f7b-7aa0-49be-8c6d-5f58e283c5b5"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:53:22.618927 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d4b188-fa93-461f-b194-4a4d48cad70a x-openstack-request-id: req-f5d4b188-fa93-461f-b194-4a4d48cad70a {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:53:22.619227 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1069e871-d52d-47d4-be35-b519a7ff1f03", "name": "network-vif-unplugged", "status": "completed", "tag": "7a087f7b-7aa0-49be-8c6d-5f58e283c5b5", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:53:22.619484 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f5d4b188-fa93-461f-b194-4a4d48cad70a {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:53:22.624427 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1069e871-d52d-47d4-be35-b519a7ff1f03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a087f7b-7aa0-49be-8c6d-5f58e283c5b5', 'code': 200} Aug 18 12:53:22.624566 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-da5c7601-a665-428d-a5c7-1743bdcdc35f req-555564bc-8709-4f22-8552-3681d2234303 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:22.683916 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-68543610-89f6-4463-ba6c-b9e24c9950f5 req-f681c682-bbf6-46ab-8554-dc5c23e4ff9b tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd5788e-da1d-4d31-a732-768f8c3843fb HTTP/1.1" status: 200 len: 210 time: 0.0636480 Aug 18 12:53:22.685057 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555564bc-8709-4f22-8552-3681d2234303 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Pushing event deleted for resources: {'Port': ['ID=c56d56e9-fa2c-4a49-a42f-d17889562aad,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:22.752599 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-400d9365-2260-4d2e-84ab-42a3614f055c req-9c76ef4a-184d-4440-8314-8df3e6cd53f9 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] Made reservation on behalf of 4f410e798f6c4fc4b088b42260174474 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:53:22.755596 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f5d66-9171-4df0-b709-5cdeed0d434e req-cb38bf02-ba01-45b2-ba65-ba258d642afb tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:22.756410 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-400d9365-2260-4d2e-84ab-42a3614f055c req-9c76ef4a-184d-4440-8314-8df3e6cd53f9 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:22.766361 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-369f5d66-9171-4df0-b709-5cdeed0d434e req-cb38bf02-ba01-45b2-ba65-ba258d642afb tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=02128226-94e7-4e9a-a1b0-25b32151af1d HTTP/1.1" status: 200 len: 944 time: 0.0936337 Aug 18 12:53:22.871271 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-369f5d66-9171-4df0-b709-5cdeed0d434e req-b593ea02-8163-49e5-809b-09c775ef2cf6 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024628 Aug 18 12:53:23.013188 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95897216-dddf-4372-b239-9c643b18f2f7 x-openstack-request-id: req-95897216-dddf-4372-b239-9c643b18f2f7 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:53:23.013510 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1069e871-d52d-47d4-be35-b519a7ff1f03", "name": "network-vif-deleted", "tag": "7a087f7b-7aa0-49be-8c6d-5f58e283c5b5", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:53:23.013728 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-95897216-dddf-4372-b239-9c643b18f2f7 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:53:23.014123 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1069e871-d52d-47d4-be35-b519a7ff1f03', 'name': 'network-vif-deleted', 'tag': '7a087f7b-7aa0-49be-8c6d-5f58e283c5b5', 'status': 'completed', 'code': 200} Aug 18 12:53:23.031079 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b9865e95-df96-4736-be59-5c2e80e4eacc req-42ed2799-44e4-4323-b851-1caaa8876ea8 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] 10.222.0.13 "GET /v2.0/ports?device_id=67314bda-9e91-49d1-8452-8be66c49f033 HTTP/1.1" status: 200 len: 210 time: 0.1901002 Aug 18 12:53:23.153766 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-400d9365-2260-4d2e-84ab-42a3614f055c req-9c76ef4a-184d-4440-8314-8df3e6cd53f9 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] Allocated IP 172.20.0.6 (94e4af15-4196-4ef5-a483-7e1904b0c52c/3378ac1b-bcaf-44db-8362-1bf1c4631308/7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:53:23.209196 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4408e0ca-8ca4-4e4c-9df7-8e4341d8732d req-90cd874c-81c8-45ed-8ed4-68956d1c9286 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 210 time: 0.0948551 Aug 18 12:53:23.226258 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da5c7601-a665-428d-a5c7-1743bdcdc35f req-555564bc-8709-4f22-8552-3681d2234303 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Router ad0a3c4a-f084-4d1a-a43a-ff7520c50a72 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:53:23.394553 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affa72e-4702-45af-b1b1-22d633106e54 req-44e50f02-f193-46eb-9530-b41f1950adfe tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:23.395641 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8affa72e-4702-45af-b1b1-22d633106e54 req-44e50f02-f193-46eb-9530-b41f1950adfe tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.20 "GET /v2.0/ports?device_id=02128226-94e7-4e9a-a1b0-25b32151af1d HTTP/1.1" status: 200 len: 944 time: 0.1740923 Aug 18 12:53:23.421847 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea412ec5-a407-45f0-92d0-2c92ca8c8ade req-160bc8d9-03df-4d12-85a3-fa5ff80cb899 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:23.431409 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ea412ec5-a407-45f0-92d0-2c92ca8c8ade req-160bc8d9-03df-4d12-85a3-fa5ff80cb899 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=de05efba-ac15-44f3-9ec6-5d4ddc75d40a HTTP/1.1" status: 200 len: 946 time: 0.2704351 Aug 18 12:53:23.623270 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ea412ec5-a407-45f0-92d0-2c92ca8c8ade req-6605ab29-9e28-476a-8195-a841cd4af94d tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909306 Aug 18 12:53:23.671947 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da5c7601-a665-428d-a5c7-1743bdcdc35f req-555564bc-8709-4f22-8552-3681d2234303 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:53:23.677679 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df3b81-fb87-44fa-9e31-f0449b5fdbf7 req-22de46c4-72c0-49c3-b6d6-06b64c54edd0 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:23.681406 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88cc7fa-d9ab-4976-b7d5-45f3b62bef37 None None] Sync routers for ids ['ad0a3c4a-f084-4d1a-a43a-ff7520c50a72'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:53:23.688787 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e0df3b81-fb87-44fa-9e31-f0449b5fdbf7 req-22de46c4-72c0-49c3-b6d6-06b64c54edd0 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 945 time: 0.2902057 Aug 18 12:53:23.693383 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88cc7fa-d9ab-4976-b7d5-45f3b62bef37 None None] Routers {'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:53:23.696222 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f88cc7fa-d9ab-4976-b7d5-45f3b62bef37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:53:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ad0a3c4a-f084-4d1a-a43a-ff7520c50a72'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:23.723781 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbfea75-6743-4d95-9c09-a7bfe01aa04e req-d46fde7a-541b-42c8-a685-5d924d0bde1f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:23.725293 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9fbfea75-6743-4d95-9c09-a7bfe01aa04e req-d46fde7a-541b-42c8-a685-5d924d0bde1f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.39 "GET /v2.0/ports?device_id=de05efba-ac15-44f3-9ec6-5d4ddc75d40a HTTP/1.1" status: 200 len: 946 time: 0.1793427 Aug 18 12:53:23.759443 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-14f6c038-1b9f-42f5-95b7-11d58ed04ee6 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=dfbf1e57c29344368949d54d6fc1d536&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0679941 Aug 18 12:53:23.802487 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-400d9365-2260-4d2e-84ab-42a3614f055c req-9c76ef4a-184d-4440-8314-8df3e6cd53f9 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:23.823160 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-400d9365-2260-4d2e-84ab-42a3614f055c req-9c76ef4a-184d-4440-8314-8df3e6cd53f9 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] Transition to ACTIVE for port object 7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:53:23.862593 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device c56d56e9-fa2c-4a49-a42f-d17889562aad no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:53:23.903890 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: c56d56e9-fa2c-4a49-a42f-d17889562aad {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:53:23.904911 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device c56d56e9-fa2c-4a49-a42f-d17889562aad not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:53:23.933093 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-f88cc7fa-d9ab-4976-b7d5-45f3b62bef37 None None] Set router ad0a3c4a-f084-4d1a-a43a-ff7520c50a72 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:53:23.967329 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-2ddc5d1c-d3ca-40cb-b43b-312ed9614e1f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:23.969058 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-2ddc5d1c-d3ca-40cb-b43b-312ed9614e1f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1850283 Aug 18 12:53:23.981142 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3dadb0cb-bfee-4c7a-bd33-f94e6f7ce591 req-38f6f093-5712-45c8-8d1d-6be61e2cedb1 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec1fe6-63f5-4e35-a4ce-dd52c3a8df44 HTTP/1.1" status: 200 len: 210 time: 0.0928030 Aug 18 12:53:23.990294 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-0d60a5f8-8917-464e-afce-58d4ec5d9d6a tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Request body: {'port': {'device_id': '5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'admin_state_up': True, 'tenant_id': 'dfbf1e57c29344368949d54d6fc1d536'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:53:24.005296 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e0df3b81-fb87-44fa-9e31-f0449b5fdbf7 req-fe06aeb7-c009-4ee2-8c41-6011a8b24b35 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136795 Aug 18 12:53:24.104850 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5c7601-a665-428d-a5c7-1743bdcdc35f req-555564bc-8709-4f22-8552-3681d2234303 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] No DVR routers for this DVR port c56d56e9-fa2c-4a49-a42f-d17889562aad on host n-h2-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:53:24.110110 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-da5c7601-a665-428d-a5c7-1743bdcdc35f req-555564bc-8709-4f22-8552-3681d2234303 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:24.112220 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-da5c7601-a665-428d-a5c7-1743bdcdc35f req-555564bc-8709-4f22-8552-3681d2234303 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.20 "DELETE /v2.0/ports/c56d56e9-fa2c-4a49-a42f-d17889562aad HTTP/1.1" status: 204 len: 173 time: 2.8821125 Aug 18 12:53:24.204876 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1101ae49-cb2b-4b2d-8598-78c43b88da02 req-7152c6f9-5298-4b22-be92-937811a9dd42 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd5788e-da1d-4d31-a732-768f8c3843fb HTTP/1.1" status: 200 len: 210 time: 0.0972028 Aug 18 12:53:24.266220 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-9fbfea75-6743-4d95-9c09-a7bfe01aa04e req-80a75643-7768-4b40-817f-d9c1041d8e34 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Deleting port b69c067a-efa3-4e5c-97e1-3c9acdb1cef7 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:53:24.266510 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-9fbfea75-6743-4d95-9c09-a7bfe01aa04e req-80a75643-7768-4b40-817f-d9c1041d8e34 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:24.299502 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f88cc7fa-d9ab-4976-b7d5-45f3b62bef37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72', 'name': 'tempest-ServersTestFqdnHostnames-114313003-router', 'tenant_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '7a8e8d48-39fe-4be7-a7ec-8438b2275c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:55Z', 'updated_at': '2021-08-18T12:51:03Z', 'revision_number': 4, 'project_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'gw_port': {'id': '7a8e8d48-39fe-4be7-a7ec-8438b2275c09', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:58Z', 'updated_at': '2021-08-18T12:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '3882ba9f-1913-4f21-8ae8-b36af6b0ba92', 'name': '', 'network_id': '92663cc1-ad62-49bd-b96a-27a057ddfb66', 'tenant_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'mac_address': 'fa:16:3e:67:0a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '0141e478-2256-4b2e-ad50-7df31de14f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:51:02Z', 'updated_at': '2021-08-18T12:51:09Z', 'revision_number': 5, 'project_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'subnets': [{'id': '0141e478-2256-4b2e-ad50-7df31de14f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:24.368368 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-8affa72e-4702-45af-b1b1-22d633106e54 req-e8320bd7-fbbb-4951-aa13-198d884eafc9 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Deleting port 61def3a8-63bb-457f-b892-c8870f124b45 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:53:24.368899 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8affa72e-4702-45af-b1b1-22d633106e54 req-e8320bd7-fbbb-4951-aa13-198d884eafc9 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:24.393921 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device b69c067a-efa3-4e5c-97e1-3c9acdb1cef7 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:53:24.426142 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-400d9365-2260-4d2e-84ab-42a3614f055c req-9c76ef4a-184d-4440-8314-8df3e6cd53f9 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:24.458933 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88cc7fa-d9ab-4976-b7d5-45f3b62bef37 None None] Checking router: ad0a3c4a-f084-4d1a-a43a-ff7520c50a72 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:53:24.506814 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88cc7fa-d9ab-4976-b7d5-45f3b62bef37 None None] Routers {'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:53:24.508062 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f88cc7fa-d9ab-4976-b7d5-45f3b62bef37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:53:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ad0a3c4a-f084-4d1a-a43a-ff7520c50a72'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:24.547105 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-400d9365-2260-4d2e-84ab-42a3614f055c req-9c76ef4a-184d-4440-8314-8df3e6cd53f9 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] Network 94e4af15-4196-4ef5-a483-7e1904b0c52c is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:53:24.623790 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d95ed-1439-4cad-88fc-9b006a98a228 req-c80c7c16-3720-487e-97b6-8be24096b097 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:24.632338 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1d9d95ed-1439-4cad-88fc-9b006a98a228 req-c80c7c16-3720-487e-97b6-8be24096b097 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=02128226-94e7-4e9a-a1b0-25b32151af1d HTTP/1.1" status: 200 len: 944 time: 0.3826745 Aug 18 12:53:24.674397 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-400d9365-2260-4d2e-84ab-42a3614f055c req-9c76ef4a-184d-4440-8314-8df3e6cd53f9 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:53:24.700165 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-400d9365-2260-4d2e-84ab-42a3614f055c req-9c76ef4a-184d-4440-8314-8df3e6cd53f9 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:53:24.715736 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4e74a-c335-4615-bb5c-1d552f1e64f2 req-ab696186-0a5e-4649-abd3-a329c509086f tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:24.717577 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3aa4e74a-c335-4615-bb5c-1d552f1e64f2 req-ab696186-0a5e-4649-abd3-a329c509086f tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] 10.222.0.13 "GET /v2.0/ports?device_id=67314bda-9e91-49d1-8452-8be66c49f033 HTTP/1.1" status: 200 len: 931 time: 0.2993236 Aug 18 12:53:24.794815 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-8affa72e-4702-45af-b1b1-22d633106e54 req-e8320bd7-fbbb-4951-aa13-198d884eafc9 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] For port 61def3a8-63bb-457f-b892-c8870f124b45, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=61def3a8-63bb-457f-b892-c8870f124b45,segment=NetworkSegment(9980139b-d711-402f-b96d-94b03ea2978e),segment_id=9980139b-d711-402f-b96d-94b03ea2978e)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:24.796666 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8affa72e-4702-45af-b1b1-22d633106e54 req-e8320bd7-fbbb-4951-aa13-198d884eafc9 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:24.848847 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-8affa72e-4702-45af-b1b1-22d633106e54 req-e8320bd7-fbbb-4951-aa13-198d884eafc9 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Calling delete_port for 61def3a8-63bb-457f-b892-c8870f124b45 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:53:24.861551 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:24.890307 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-0d60a5f8-8917-464e-afce-58d4ec5d9d6a tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Made reservation on behalf of dfbf1e57c29344368949d54d6fc1d536 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:53:24.892435 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-f88cc7fa-d9ab-4976-b7d5-45f3b62bef37 None None] Set router ad0a3c4a-f084-4d1a-a43a-ff7520c50a72 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:53:24.895026 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-0d60a5f8-8917-464e-afce-58d4ec5d9d6a tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:24.925517 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-9fbfea75-6743-4d95-9c09-a7bfe01aa04e req-80a75643-7768-4b40-817f-d9c1041d8e34 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] For port b69c067a-efa3-4e5c-97e1-3c9acdb1cef7, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=b69c067a-efa3-4e5c-97e1-3c9acdb1cef7,segment=NetworkSegment(97efc5da-ecd0-4484-ac0f-ba58622f7886),segment_id=97efc5da-ecd0-4484-ac0f-ba58622f7886)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:24.925901 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-9fbfea75-6743-4d95-9c09-a7bfe01aa04e req-80a75643-7768-4b40-817f-d9c1041d8e34 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:24.945014 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1d9d95ed-1439-4cad-88fc-9b006a98a228 req-5dfc478d-b5a9-46c0-a3ed-b9580922fcc8 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102431 Aug 18 12:53:24.954214 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c76ef4a-184d-4440-8314-8df3e6cd53f9 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] Pushing event updated for resources: {'Port': ['ID=7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:25.003151 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d9365-2260-4d2e-84ab-42a3614f055c req-9c76ef4a-184d-4440-8314-8df3e6cd53f9 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:25.003866 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-400d9365-2260-4d2e-84ab-42a3614f055c req-9c76ef4a-184d-4440-8314-8df3e6cd53f9 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:25.010468 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-9fbfea75-6743-4d95-9c09-a7bfe01aa04e req-80a75643-7768-4b40-817f-d9c1041d8e34 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Calling delete_port for b69c067a-efa3-4e5c-97e1-3c9acdb1cef7 owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:53:25.021823 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ec1fe6-63f5-4e35-a4ce-dd52c3a8df44', 'name': 'network-vif-deleted', 'tag': 'c56d56e9-fa2c-4a49-a42f-d17889562aad'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:53:25.025316 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db07ae9-22b2-4849-88d2-3f02fc6baf44" -d '{"events": [{"server_uuid": "71ec1fe6-63f5-4e35-a4ce-dd52c3a8df44", "name": "network-vif-deleted", "tag": "c56d56e9-fa2c-4a49-a42f-d17889562aad"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:53:25.079901 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3aa4e74a-c335-4615-bb5c-1d552f1e64f2 req-908741dd-d464-4dcc-918b-50978ba929d8 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e4f5f3e-5369-41de-bf8c-989334341fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392730 Aug 18 12:53:25.188655 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-a195aca1-27f7-4111-824e-14a0085099b9 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:25.190297 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-a195aca1-27f7-4111-824e-14a0085099b9 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.39 "GET /v2.0/networks?id=bab0909c-e2b3-45b7-b9ea-31a3c90130ac HTTP/1.1" status: 200 len: 805 time: 0.7068150 Aug 18 12:53:25.203344 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-400d9365-2260-4d2e-84ab-42a3614f055c req-9c76ef4a-184d-4440-8314-8df3e6cd53f9 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7971573 Aug 18 12:53:25.343694 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-400d9365-2260-4d2e-84ab-42a3614f055c req-ad13289a-ca97-477d-9485-31e43bdafbad service neutron] Request body: {'port': {'device_id': '67314bda-9e91-49d1-8452-8be66c49f033', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:53:25.424441 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4530790c-361f-4603-b67c-b2a08d862659 req-f4ddd276-7b61-4c1c-988a-0c506bc7fbcf tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 210 time: 0.2867639 Aug 18 12:53:25.433528 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-3e2956ca-7501-4932-b5a6-6331ddcd4e5f tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Request body: {'port': {'device_id': 'efd5788e-da1d-4d31-a732-768f8c3843fb', 'network_id': 'bab0909c-e2b3-45b7-b9ea-31a3c90130ac', 'admin_state_up': True, 'tenant_id': '7b0e581f29f04c10ba40170fbb56ba44'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:53:25.448782 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-07b6fafc-735b-4521-967d-2f7d81bf844e None None] Provisioning for port 7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:53:25.564701 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-07b6fafc-735b-4521-967d-2f7d81bf844e None None] Provisioning complete for port 7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:53:25.565203 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-07b6fafc-735b-4521-967d-2f7d81bf844e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:25.666558 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-07b6fafc-735b-4521-967d-2f7d81bf844e None None] Port 7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:53:25.671156 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e67a3-e1c4-4e3b-8371-bca41e3a9c9a req-e19843da-a23c-40b3-b431-87073252abce tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:25.682775 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a95e67a3-e1c4-4e3b-8371-bca41e3a9c9a req-e19843da-a23c-40b3-b431-87073252abce tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=de05efba-ac15-44f3-9ec6-5d4ddc75d40a HTTP/1.1" status: 200 len: 946 time: 0.3504391 Aug 18 12:53:25.727610 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-0d60a5f8-8917-464e-afce-58d4ec5d9d6a tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Allocated IP 192.168.233.146 (f82a481e-2d3e-49f3-a273-639556667c8a/38dc8434-66c0-4e05-8cce-b4a4a0f33dc3/b950e197-2c53-477b-a61d-31e56eecdbee) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:53:25.742343 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-9fbfea75-6743-4d95-9c09-a7bfe01aa04e req-80a75643-7768-4b40-817f-d9c1041d8e34 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:25.763039 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:53:25.766753 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 7a087f7b-7aa0-49be-8c6d-5f58e283c5b5 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:53:25.788878 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988bec6a-6c96-4982-9a6c-ed48abb09690 x-openstack-request-id: req-988bec6a-6c96-4982-9a6c-ed48abb09690 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:53:25.790528 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ec1fe6-63f5-4e35-a4ce-dd52c3a8df44", "name": "network-vif-deleted", "tag": "c56d56e9-fa2c-4a49-a42f-d17889562aad", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:53:25.791004 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-988bec6a-6c96-4982-9a6c-ed48abb09690 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:53:25.791605 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ec1fe6-63f5-4e35-a4ce-dd52c3a8df44', 'name': 'network-vif-deleted', 'tag': 'c56d56e9-fa2c-4a49-a42f-d17889562aad', 'status': 'completed', 'code': 200} Aug 18 12:53:25.792513 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a75643-7768-4b40-817f-d9c1041d8e34 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Pushing event deleted for resources: {'Port': ['ID=b69c067a-efa3-4e5c-97e1-3c9acdb1cef7,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:25.804969 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-400d9365-2260-4d2e-84ab-42a3614f055c req-ad13289a-ca97-477d-9485-31e43bdafbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:25.816440 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 61def3a8-63bb-457f-b892-c8870f124b45 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:53:25.824602 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: 7a087f7b-7aa0-49be-8c6d-5f58e283c5b5 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:53:25.824602 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 7a087f7b-7aa0-49be-8c6d-5f58e283c5b5 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:53:25.837204 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a95e67a3-e1c4-4e3b-8371-bca41e3a9c9a req-99957489-183c-4635-bcda-becd02ded709 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532292 Aug 18 12:53:25.919357 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f88cc7fa-d9ab-4976-b7d5-45f3b62bef37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72', 'name': 'tempest-ServersTestFqdnHostnames-114313003-router', 'tenant_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '7a8e8d48-39fe-4be7-a7ec-8438b2275c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:55Z', 'updated_at': '2021-08-18T12:51:03Z', 'revision_number': 4, 'project_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'gw_port': {'id': '7a8e8d48-39fe-4be7-a7ec-8438b2275c09', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:58Z', 'updated_at': '2021-08-18T12:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '3882ba9f-1913-4f21-8ae8-b36af6b0ba92', 'name': '', 'network_id': '92663cc1-ad62-49bd-b96a-27a057ddfb66', 'tenant_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'mac_address': 'fa:16:3e:67:0a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '0141e478-2256-4b2e-ad50-7df31de14f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:51:02Z', 'updated_at': '2021-08-18T12:51:09Z', 'revision_number': 5, 'project_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'subnets': [{'id': '0141e478-2256-4b2e-ad50-7df31de14f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:26.013935 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fbfea75-6743-4d95-9c09-a7bfe01aa04e req-80a75643-7768-4b40-817f-d9c1041d8e34 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] No DVR routers for this DVR port b69c067a-efa3-4e5c-97e1-3c9acdb1cef7 on host n-h1-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:53:26.015892 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-3e2956ca-7501-4932-b5a6-6331ddcd4e5f tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Made reservation on behalf of 7b0e581f29f04c10ba40170fbb56ba44 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:53:26.019596 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-3e2956ca-7501-4932-b5a6-6331ddcd4e5f tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:26.023971 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-9fbfea75-6743-4d95-9c09-a7bfe01aa04e req-80a75643-7768-4b40-817f-d9c1041d8e34 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:26.026260 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9fbfea75-6743-4d95-9c09-a7bfe01aa04e req-80a75643-7768-4b40-817f-d9c1041d8e34 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.39 "DELETE /v2.0/ports/b69c067a-efa3-4e5c-97e1-3c9acdb1cef7 HTTP/1.1" status: 204 len: 173 time: 2.1288905 Aug 18 12:53:26.035269 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-78d1fd65-3685-4ac5-bd8a-12171278d8e1 req-3eab90d9-5da9-4c8c-906b-82c78c657670 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd5788e-da1d-4d31-a732-768f8c3843fb HTTP/1.1" status: 200 len: 210 time: 0.0858765 Aug 18 12:53:26.129589 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88cc7fa-d9ab-4976-b7d5-45f3b62bef37 None None] The sync data for ids ['ad0a3c4a-f084-4d1a-a43a-ff7520c50a72'] in n-d-803603-2 is: [{'id': 'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72', 'name': 'tempest-ServersTestFqdnHostnames-114313003-router', 'tenant_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '7a8e8d48-39fe-4be7-a7ec-8438b2275c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:55Z', 'updated_at': '2021-08-18T12:51:03Z', 'revision_number': 4, 'project_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'gw_port': {'id': '7a8e8d48-39fe-4be7-a7ec-8438b2275c09', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:58Z', 'updated_at': '2021-08-18T12:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '3882ba9f-1913-4f21-8ae8-b36af6b0ba92', 'name': '', 'network_id': '92663cc1-ad62-49bd-b96a-27a057ddfb66', 'tenant_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'mac_address': 'fa:16:3e:67:0a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '0141e478-2256-4b2e-ad50-7df31de14f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:51:02Z', 'updated_at': '2021-08-18T12:51:09Z', 'revision_number': 5, 'project_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'subnets': [{'id': '0141e478-2256-4b2e-ad50-7df31de14f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:53:26.335984 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37178) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:26.651785 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-3e2956ca-7501-4932-b5a6-6331ddcd4e5f tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Allocated IP 172.20.0.8 (bab0909c-e2b3-45b7-b9ea-31a3c90130ac/d8059427-8094-4919-a4ba-5ba769b61640/6ffddc69-c9d0-4bce-821d-a10f0c8298c6) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:53:26.667766 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595357f6-5fd7-4f9a-9aed-3e154567ff86 None None] New status for floating IP c9645d0e-ad73-4385-8f9d-7b6761bc114a: DOWN {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:53:26.676143 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-0d60a5f8-8917-464e-afce-58d4ec5d9d6a tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:26.694106 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-0d60a5f8-8917-464e-afce-58d4ec5d9d6a tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Transition to ACTIVE for port object b950e197-2c53-477b-a61d-31e56eecdbee will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:53:26.707339 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d377226-d113-4bd1-ba4b-6351eaecf436 req-89529ce7-8669-433a-b7f1-be5922500592 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:26.712314 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8affa72e-4702-45af-b1b1-22d633106e54 req-e8320bd7-fbbb-4951-aa13-198d884eafc9 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:26.715810 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6d377226-d113-4bd1-ba4b-6351eaecf436 req-89529ce7-8669-433a-b7f1-be5922500592 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=02128226-94e7-4e9a-a1b0-25b32151af1d HTTP/1.1" status: 200 len: 866 time: 0.3804667 Aug 18 12:53:26.764393 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8320bd7-fbbb-4951-aa13-198d884eafc9 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Pushing event deleted for resources: {'Port': ['ID=61def3a8-63bb-457f-b892-c8870f124b45,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:26.774618 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fdcd5685-3e65-41a2-ba83-c61831f6298a tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:26.797667 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8320bd7-fbbb-4951-aa13-198d884eafc9 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:26.798332 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8320bd7-fbbb-4951-aa13-198d884eafc9 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:26.798868 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8320bd7-fbbb-4951-aa13-198d884eafc9 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:26.799462 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8320bd7-fbbb-4951-aa13-198d884eafc9 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:26.800055 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8320bd7-fbbb-4951-aa13-198d884eafc9 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:26.801054 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8320bd7-fbbb-4951-aa13-198d884eafc9 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:26.802309 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8320bd7-fbbb-4951-aa13-198d884eafc9 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:26.803271 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8320bd7-fbbb-4951-aa13-198d884eafc9 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:26.804000 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8320bd7-fbbb-4951-aa13-198d884eafc9 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:26.804565 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8320bd7-fbbb-4951-aa13-198d884eafc9 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:26.805321 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8320bd7-fbbb-4951-aa13-198d884eafc9 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:26.805882 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8320bd7-fbbb-4951-aa13-198d884eafc9 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:26.837961 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd4f49-85a1-4856-87e7-fe1191c99534 req-1d56933f-700c-4ff3-91bd-6810f1e3d0d8 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:26.846925 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c1dd4f49-85a1-4856-87e7-fe1191c99534 req-1d56933f-700c-4ff3-91bd-6810f1e3d0d8 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 945 time: 0.9272752 Aug 18 12:53:26.904260 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-0d60a5f8-8917-464e-afce-58d4ec5d9d6a tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:26.909283 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-8affa72e-4702-45af-b1b1-22d633106e54 req-e8320bd7-fbbb-4951-aa13-198d884eafc9 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] No DVR routers for this DVR port 61def3a8-63bb-457f-b892-c8870f124b45 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:53:26.917882 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['845d952c-cf08-4c28-8813-01417698ee53'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:53:26.933778 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fdcd5685-3e65-41a2-ba83-c61831f6298a tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:26.936886 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8affa72e-4702-45af-b1b1-22d633106e54 req-e8320bd7-fbbb-4951-aa13-198d884eafc9 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:26.941419 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8affa72e-4702-45af-b1b1-22d633106e54 req-e8320bd7-fbbb-4951-aa13-198d884eafc9 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.20 "DELETE /v2.0/ports/61def3a8-63bb-457f-b892-c8870f124b45 HTTP/1.1" status: 204 len: 173 time: 3.5287778 Aug 18 12:53:26.954816 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6d377226-d113-4bd1-ba4b-6351eaecf436 req-d02334c1-3592-437e-bfe1-43098d48eaf1 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/security-groups?id=f234fc8c-5d2b-4655-93c7-2bb01805b716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379751 Aug 18 12:53:26.956572 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02128226-94e7-4e9a-a1b0-25b32151af1d', 'name': 'network-vif-deleted', 'tag': '61def3a8-63bb-457f-b892-c8870f124b45'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:53:26.963948 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60039124-ef57-468d-86ba-058c70c6c53b" -d '{"events": [{"server_uuid": "02128226-94e7-4e9a-a1b0-25b32151af1d", "name": "network-vif-deleted", "tag": "61def3a8-63bb-457f-b892-c8870f124b45"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:53:27.025386 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['cc9260cd-b796-4d6c-a337-3baf96fb438a', '5dafb5d5-481b-4f08-9c8a-186411566bd5'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:53:27.154059 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c1dd4f49-85a1-4856-87e7-fe1191c99534 req-aa71166a-82a3-4b6f-9365-3d10e3378b0d tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055239 Aug 18 12:53:27.171882 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60a5f8-8917-464e-afce-58d4ec5d9d6a tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Pushing event updated for resources: {'Port': ['ID=b950e197-2c53-477b-a61d-31e56eecdbee,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:27.197249 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-0d60a5f8-8917-464e-afce-58d4ec5d9d6a tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Network f82a481e-2d3e-49f3-a273-639556667c8a is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:53:27.206879 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-0d60a5f8-8917-464e-afce-58d4ec5d9d6a tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:53:27.215147 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-0d60a5f8-8917-464e-afce-58d4ec5d9d6a tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:53:27.285033 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-3e2956ca-7501-4932-b5a6-6331ddcd4e5f tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:27.421135 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-0d60a5f8-8917-464e-afce-58d4ec5d9d6a tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:27.421691 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-0d60a5f8-8917-464e-afce-58d4ec5d9d6a tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:27.558101 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27885fd-070f-4a78-bd92-9cfd96e000cc req-4f0b0730-9657-4a31-9e09-62536e7be7a7 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:27.565824 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b27885fd-070f-4a78-bd92-9cfd96e000cc req-4f0b0730-9657-4a31-9e09-62536e7be7a7 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 936 time: 0.1139276 Aug 18 12:53:27.574924 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-0d60a5f8-8917-464e-afce-58d4ec5d9d6a tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5920634 Aug 18 12:53:27.652022 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b27885fd-070f-4a78-bd92-9cfd96e000cc req-78abe52a-2d60-4506-b5dd-95fdb49d4350 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683923 Aug 18 12:53:27.695957 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:27.706147 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-809d040b-99c3-4dc1-841d-3a2205471629 None None] Provisioning for port b950e197-2c53-477b-a61d-31e56eecdbee completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:53:27.712670 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-809d040b-99c3-4dc1-841d-3a2205471629 None None] Provisioning complete for port b950e197-2c53-477b-a61d-31e56eecdbee triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:53:27.713108 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-809d040b-99c3-4dc1-841d-3a2205471629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:27.788910 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-809d040b-99c3-4dc1-841d-3a2205471629 None None] Port b950e197-2c53-477b-a61d-31e56eecdbee cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:53:27.844346 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de05efba-ac15-44f3-9ec6-5d4ddc75d40a', 'name': 'network-vif-deleted', 'tag': 'b69c067a-efa3-4e5c-97e1-3c9acdb1cef7'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:53:27.846796 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f00942-2c88-403f-b5be-77b054ecff0d" -d '{"events": [{"server_uuid": "de05efba-ac15-44f3-9ec6-5d4ddc75d40a", "name": "network-vif-deleted", "tag": "b69c067a-efa3-4e5c-97e1-3c9acdb1cef7"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:53:27.875574 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-3e2956ca-7501-4932-b5a6-6331ddcd4e5f tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:27.919286 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01690db4-add0-40b6-8242-18e023151eb3 req-dd251d94-e342-442c-9deb-767e3a566f43 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:27.927954 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-01690db4-add0-40b6-8242-18e023151eb3 req-dd251d94-e342-442c-9deb-767e3a566f43 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] 10.222.0.13 "GET /v2.0/ports?device_id=67314bda-9e91-49d1-8452-8be66c49f033 HTTP/1.1" status: 200 len: 931 time: 0.7878346 Aug 18 12:53:27.964574 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-400d9365-2260-4d2e-84ab-42a3614f055c req-ad13289a-ca97-477d-9485-31e43bdafbad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:53:27.985486 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-400d9365-2260-4d2e-84ab-42a3614f055c req-ad13289a-ca97-477d-9485-31e43bdafbad service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:28.006343 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-3e2956ca-7501-4932-b5a6-6331ddcd4e5f tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Network bab0909c-e2b3-45b7-b9ea-31a3c90130ac is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:53:28.028168 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-3e2956ca-7501-4932-b5a6-6331ddcd4e5f tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:53:28.035182 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-3e2956ca-7501-4932-b5a6-6331ddcd4e5f tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:53:28.041660 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2956ca-7501-4932-b5a6-6331ddcd4e5f tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Pushing event updated for resources: {'Port': ['ID=6ffddc69-c9d0-4bce-821d-a10f0c8298c6,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:28.090778 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-01690db4-add0-40b6-8242-18e023151eb3 req-5917e6b6-5df3-4ff0-8f74-ea45b9011177 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e4f5f3e-5369-41de-bf8c-989334341fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608331 Aug 18 12:53:28.092545 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-400d9365-2260-4d2e-84ab-42a3614f055c req-ad13289a-ca97-477d-9485-31e43bdafbad service neutron] Transition to ACTIVE for port object 7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:53:28.107018 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2956ca-7501-4932-b5a6-6331ddcd4e5f tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:28.107430 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2956ca-7501-4932-b5a6-6331ddcd4e5f tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:28.107898 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2956ca-7501-4932-b5a6-6331ddcd4e5f tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:28.108255 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2956ca-7501-4932-b5a6-6331ddcd4e5f tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:28.108633 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2956ca-7501-4932-b5a6-6331ddcd4e5f tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:28.108980 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2956ca-7501-4932-b5a6-6331ddcd4e5f tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:28.109323 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2956ca-7501-4932-b5a6-6331ddcd4e5f tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:28.109707 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2956ca-7501-4932-b5a6-6331ddcd4e5f tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:28.110047 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2956ca-7501-4932-b5a6-6331ddcd4e5f tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:28.110402 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2956ca-7501-4932-b5a6-6331ddcd4e5f tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:28.112048 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2956ca-7501-4932-b5a6-6331ddcd4e5f tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:28.112405 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2956ca-7501-4932-b5a6-6331ddcd4e5f tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:28.128449 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fdcd5685-3e65-41a2-ba83-c61831f6298a tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:28.131119 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fdcd5685-3e65-41a2-ba83-c61831f6298a tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:28.136234 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-fdcd5685-3e65-41a2-ba83-c61831f6298a tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.13 "DELETE /v2.0/security-groups/2bac6063-099b-4fcf-b815-d0064c7a84aa HTTP/1.1" status: 204 len: 168 time: 1.7859445 Aug 18 12:53:28.136350 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37196) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:28.152845 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-baeb381c-5a70-4f56-a974-46284c6f05a3 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] show failed (client error): The resource could not be found. Aug 18 12:53:28.156743 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-baeb381c-5a70-4f56-a974-46284c6f05a3 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.13 "GET /v2.0/security-groups/2bac6063-099b-4fcf-b815-d0064c7a84aa HTTP/1.1" status: 404 len: 347 time: 0.0178549 Aug 18 12:53:28.157167 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37200) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:28.167327 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-3e2956ca-7501-4932-b5a6-6331ddcd4e5f tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:28.168216 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-3e2956ca-7501-4932-b5a6-6331ddcd4e5f tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:28.170602 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd5685-3e65-41a2-ba83-c61831f6298a tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bac6063-099b-4fcf-b815-d0064c7a84aa,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:28.177916 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-400d9365-2260-4d2e-84ab-42a3614f055c req-ad13289a-ca97-477d-9485-31e43bdafbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:28.209256 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9818aa-5852-4a4c-a72a-623b0589beb2 x-openstack-request-id: req-0c9818aa-5852-4a4c-a72a-623b0589beb2 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:53:28.210536 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02128226-94e7-4e9a-a1b0-25b32151af1d", "name": "network-vif-deleted", "tag": "61def3a8-63bb-457f-b892-c8870f124b45", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:53:28.210888 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c9818aa-5852-4a4c-a72a-623b0589beb2 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:53:28.212449 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02128226-94e7-4e9a-a1b0-25b32151af1d', 'name': 'network-vif-deleted', 'tag': '61def3a8-63bb-457f-b892-c8870f124b45', 'status': 'completed', 'code': 200} Aug 18 12:53:28.321199 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-3e2956ca-7501-4932-b5a6-6331ddcd4e5f tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9877162 Aug 18 12:53:28.355132 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13289a-ca97-477d-9485-31e43bdafbad service neutron] Pushing event updated for resources: {'Port': ['ID=7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:28.393303 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-b3a4f8e7-70bd-4c58-95a1-ab4cbc0d22f9 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Deleting port 1281b4f1-dc23-4bd2-9881-5aaedf0e9244 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:53:28.393825 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b3a4f8e7-70bd-4c58-95a1-ab4cbc0d22f9 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:28.446927 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cdcb05-402d-419d-ac8b-5ef66143d88a req-56d01945-77cb-47ef-8c71-41454d627508 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:28.446927 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-94cdcb05-402d-419d-ac8b-5ef66143d88a req-56d01945-77cb-47ef-8c71-41454d627508 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd5788e-da1d-4d31-a732-768f8c3843fb HTTP/1.1" status: 200 len: 931 time: 0.1626019 Aug 18 12:53:28.475296 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-400d9365-2260-4d2e-84ab-42a3614f055c req-ad13289a-ca97-477d-9485-31e43bdafbad service neutron] Attempting to bind port 7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:53:28.475738 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-400d9365-2260-4d2e-84ab-42a3614f055c req-ad13289a-ca97-477d-9485-31e43bdafbad service neutron] Attempting to bind port 7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '9f6eb4ba-1497-461d-9c11-c192138a3902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '94e4af15-4196-4ef5-a483-7e1904b0c52c'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:53:28.475873 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400d9365-2260-4d2e-84ab-42a3614f055c req-ad13289a-ca97-477d-9485-31e43bdafbad service neutron] Attempting to bind port 7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a on network 94e4af15-4196-4ef5-a483-7e1904b0c52c {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:53:28.487043 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400d9365-2260-4d2e-84ab-42a3614f055c req-ad13289a-ca97-477d-9485-31e43bdafbad service neutron] Port 7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a on network 94e4af15-4196-4ef5-a483-7e1904b0c52c not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:53:28.487390 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400d9365-2260-4d2e-84ab-42a3614f055c req-ad13289a-ca97-477d-9485-31e43bdafbad service neutron] Attempting to bind port 7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a on network 94e4af15-4196-4ef5-a483-7e1904b0c52c {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:53:28.504033 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400d9365-2260-4d2e-84ab-42a3614f055c req-ad13289a-ca97-477d-9485-31e43bdafbad service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:53:28.504344 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400d9365-2260-4d2e-84ab-42a3614f055c req-ad13289a-ca97-477d-9485-31e43bdafbad service neutron] Checking segment: {'id': '9f6eb4ba-1497-461d-9c11-c192138a3902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '94e4af15-4196-4ef5-a483-7e1904b0c52c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:53:28.504682 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400d9365-2260-4d2e-84ab-42a3614f055c req-ad13289a-ca97-477d-9485-31e43bdafbad service neutron] Bound using segment: {'id': '9f6eb4ba-1497-461d-9c11-c192138a3902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '94e4af15-4196-4ef5-a483-7e1904b0c52c'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:53:28.505337 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-400d9365-2260-4d2e-84ab-42a3614f055c req-ad13289a-ca97-477d-9485-31e43bdafbad service neutron] Bound port: 7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f6eb4ba-1497-461d-9c11-c192138a3902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '94e4af15-4196-4ef5-a483-7e1904b0c52c'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:53:28.505712 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-400d9365-2260-4d2e-84ab-42a3614f055c req-ad13289a-ca97-477d-9485-31e43bdafbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:28.510541 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-94cdcb05-402d-419d-ac8b-5ef66143d88a req-d5761c90-f6c7-46f0-baef-678b4853eb75 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566113 Aug 18 12:53:28.546606 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:28.575639 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b3a4f8e7-70bd-4c58-95a1-ab4cbc0d22f9 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:28.576596 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b3a4f8e7-70bd-4c58-95a1-ab4cbc0d22f9 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:28.590846 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-b3a4f8e7-70bd-4c58-95a1-ab4cbc0d22f9 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Calling delete_port for 1281b4f1-dc23-4bd2-9881-5aaedf0e9244 owned by network:floatingip {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:53:28.596085 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-400d9365-2260-4d2e-84ab-42a3614f055c req-ad13289a-ca97-477d-9485-31e43bdafbad service neutron] For port 7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:53:28.605306 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-400d9365-2260-4d2e-84ab-42a3614f055c req-ad13289a-ca97-477d-9485-31e43bdafbad service neutron] For port 7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a,segment=NetworkSegment(9f6eb4ba-1497-461d-9c11-c192138a3902),segment_id=9f6eb4ba-1497-461d-9c11-c192138a3902)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:53:28.611230 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554e34b6-b0c6-455d-8cc3-68fd9cc53026 x-openstack-request-id: req-554e34b6-b0c6-455d-8cc3-68fd9cc53026 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:53:28.611520 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de05efba-ac15-44f3-9ec6-5d4ddc75d40a", "name": "network-vif-deleted", "tag": "b69c067a-efa3-4e5c-97e1-3c9acdb1cef7", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:53:28.611775 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-554e34b6-b0c6-455d-8cc3-68fd9cc53026 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:53:28.612345 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de05efba-ac15-44f3-9ec6-5d4ddc75d40a', 'name': 'network-vif-deleted', 'tag': 'b69c067a-efa3-4e5c-97e1-3c9acdb1cef7', 'status': 'completed', 'code': 200} Aug 18 12:53:28.677728 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-400d9365-2260-4d2e-84ab-42a3614f055c req-ad13289a-ca97-477d-9485-31e43bdafbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:28.714483 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d9365-2260-4d2e-84ab-42a3614f055c req-ad13289a-ca97-477d-9485-31e43bdafbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:28.715122 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-400d9365-2260-4d2e-84ab-42a3614f055c req-ad13289a-ca97-477d-9485-31e43bdafbad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:28.716533 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-400d9365-2260-4d2e-84ab-42a3614f055c req-ad13289a-ca97-477d-9485-31e43bdafbad service neutron] 10.222.0.39 "PUT /v2.0/ports/7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a HTTP/1.1" status: 200 len: 1091 time: 3.3875873 Aug 18 12:53:28.743212 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13289a-ca97-477d-9485-31e43bdafbad service neutron] Pushing event updated for resources: {'Port': ['ID=7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:28.814071 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b3a4f8e7-70bd-4c58-95a1-ab4cbc0d22f9 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:28.917561 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a4f8e7-70bd-4c58-95a1-ab4cbc0d22f9 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Pushing event deleted for resources: {'Port': ['ID=1281b4f1-dc23-4bd2-9881-5aaedf0e9244,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:28.958765 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2fc350-b5fc-4b5f-850b-a3e954abf1e5 req-43ac1133-5b6b-4378-a464-3bcd0c3c6a26 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:28.962670 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ea2fc350-b5fc-4b5f-850b-a3e954abf1e5 req-43ac1133-5b6b-4378-a464-3bcd0c3c6a26 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 945 time: 0.1085143 Aug 18 12:53:29.000012 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b3a4f8e7-70bd-4c58-95a1-ab4cbc0d22f9 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify callbacks [] for floatingip, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:29.002941 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b3a4f8e7-70bd-4c58-95a1-ab4cbc0d22f9 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:29.012509 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37212) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:29.017587 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b3a4f8e7-70bd-4c58-95a1-ab4cbc0d22f9 tempest-ServersTestFqdnHostnames-2071499021 tempest-ServersTestFqdnHostnames-2071499021-project] 10.222.0.13 "DELETE /v2.0/floatingips/c9645d0e-ad73-4385-8f9d-7b6761bc114a HTTP/1.1" status: 204 len: 168 time: 0.8591487 Aug 18 12:53:29.048164 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ea2fc350-b5fc-4b5f-850b-a3e954abf1e5 req-fd8c6e1a-cda9-44c0-ac23-5fc9700f336a tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746412 Aug 18 12:53:29.451224 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9a9976ed-c7f5-4710-8e1d-eb8248100ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:29.677495 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e030b79-a42d-45e9-9881-3901ae5721ff req-62243a84-b392-4574-a9e5-df9878762325 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:29.679542 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1e030b79-a42d-45e9-9881-3901ae5721ff req-62243a84-b392-4574-a9e5-df9878762325 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 936 time: 0.0849147 Aug 18 12:53:29.743273 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1e030b79-a42d-45e9-9881-3901ae5721ff req-3c003d71-feff-4f2d-ae17-fe6cd34fa1d9 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565681 Aug 18 12:53:29.796712 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-9a9976ed-c7f5-4710-8e1d-eb8248100ae3 admin admin] Deleting port 3882ba9f-1913-4f21-8ae8-b36af6b0ba92 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:53:29.797065 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9a9976ed-c7f5-4710-8e1d-eb8248100ae3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:29.961702 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-9a9976ed-c7f5-4710-8e1d-eb8248100ae3 admin admin] For port 3882ba9f-1913-4f21-8ae8-b36af6b0ba92, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=3882ba9f-1913-4f21-8ae8-b36af6b0ba92,segment=NetworkSegment(25475ad4-baf3-42cb-aa6a-76a8b781ae64),segment_id=25475ad4-baf3-42cb-aa6a-76a8b781ae64)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:29.962452 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9a9976ed-c7f5-4710-8e1d-eb8248100ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:29.988258 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-9a9976ed-c7f5-4710-8e1d-eb8248100ae3 admin admin] Calling delete_port for 3882ba9f-1913-4f21-8ae8-b36af6b0ba92 owned by network:router_interface {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:53:29.998915 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-e2c9bcd8-e890-45d6-9fc8-42dfe365927c tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:30.000401 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-e2c9bcd8-e890-45d6-9fc8-42dfe365927c tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/networks?id=c56831c1-4f14-467f-8a65-5e4dcdcf485f HTTP/1.1" status: 200 len: 806 time: 0.1494381 Aug 18 12:53:30.048759 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-dd550804-9b4b-4275-922c-f462166f4c75 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/quotas/2fe37f6b32e548f5b1016cf2f60cdb2b HTTP/1.1" status: 200 len: 375 time: 0.0406880 Aug 18 12:53:30.086981 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26026e52-ba91-4159-940d-3577aeda35e5 req-45882ae3-cd95-4615-bbb3-ec5625eb4a04 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:30.089017 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26026e52-ba91-4159-940d-3577aeda35e5 req-45882ae3-cd95-4615-bbb3-ec5625eb4a04 tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.20 "GET /v2.0/ports?device_id=546c81ec-fcd3-4c4a-903d-8640043b03cf HTTP/1.1" status: 200 len: 945 time: 0.0546381 Aug 18 12:53:30.154764 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-4b21d466-2d8a-4050-bcb0-9688db673f38 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fe37f6b32e548f5b1016cf2f60cdb2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0968912 Aug 18 12:53:30.213001 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-26026e52-ba91-4159-940d-3577aeda35e5 req-f20cd874-d8c9-4d91-bd73-caa97475154a tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Deleting port 8c098d95-023a-4826-b4ea-cdd969402b16 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:53:30.214116 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-26026e52-ba91-4159-940d-3577aeda35e5 req-f20cd874-d8c9-4d91-bd73-caa97475154a tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:30.298307 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-00bb0c61-866a-4cc1-8467-ab076845407c service neutron] 10.222.0.13 "GET /v2.0/networks/c56831c1-4f14-467f-8a65-5e4dcdcf485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290083 Aug 18 12:53:30.328841 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-26026e52-ba91-4159-940d-3577aeda35e5 req-f20cd874-d8c9-4d91-bd73-caa97475154a tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] For port 8c098d95-023a-4826-b4ea-cdd969402b16, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=8c098d95-023a-4826-b4ea-cdd969402b16,segment=NetworkSegment(9980139b-d711-402f-b96d-94b03ea2978e),segment_id=9980139b-d711-402f-b96d-94b03ea2978e)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:30.328841 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-26026e52-ba91-4159-940d-3577aeda35e5 req-f20cd874-d8c9-4d91-bd73-caa97475154a tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:30.335667 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-26026e52-ba91-4159-940d-3577aeda35e5 req-f20cd874-d8c9-4d91-bd73-caa97475154a tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Calling delete_port for 8c098d95-023a-4826-b4ea-cdd969402b16 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:53:30.391012 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9a9976ed-c7f5-4710-8e1d-eb8248100ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:30.419381 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-badc93dc-1c94-46a3-8aaf-50ccf6f49ea4 service neutron] 10.222.0.13 "GET /v2.0/networks/c56831c1-4f14-467f-8a65-5e4dcdcf485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105275 Aug 18 12:53:30.420491 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9976ed-c7f5-4710-8e1d-eb8248100ae3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3882ba9f-1913-4f21-8ae8-b36af6b0ba92,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:30.615095 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67314bda-9e91-49d1-8452-8be66c49f033', 'tag': '7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:53:30.617413 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1665f8-072a-465a-b0b5-fe933f38ae7b" -d '{"events": [{"name": "network-changed", "server_uuid": "67314bda-9e91-49d1-8452-8be66c49f033", "tag": "7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:53:30.659005 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9a9976ed-c7f5-4710-8e1d-eb8248100ae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:30.672592 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-26026e52-ba91-4159-940d-3577aeda35e5 req-f20cd874-d8c9-4d91-bd73-caa97475154a tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:30.734385 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20cd874-d8c9-4d91-bd73-caa97475154a tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Pushing event deleted for resources: {'Port': ['ID=8c098d95-023a-4826-b4ea-cdd969402b16,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:30.793045 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-26026e52-ba91-4159-940d-3577aeda35e5 req-f20cd874-d8c9-4d91-bd73-caa97475154a tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] No DVR routers for this DVR port 8c098d95-023a-4826-b4ea-cdd969402b16 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:53:30.795691 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-26026e52-ba91-4159-940d-3577aeda35e5 req-f20cd874-d8c9-4d91-bd73-caa97475154a tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:30.797975 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26026e52-ba91-4159-940d-3577aeda35e5 req-f20cd874-d8c9-4d91-bd73-caa97475154a tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.20 "DELETE /v2.0/ports/8c098d95-023a-4826-b4ea-cdd969402b16 HTTP/1.1" status: 204 len: 173 time: 0.6992090 Aug 18 12:53:30.798562 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546c81ec-fcd3-4c4a-903d-8640043b03cf', 'name': 'network-vif-deleted', 'tag': '8c098d95-023a-4826-b4ea-cdd969402b16'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:53:30.800937 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6069e38-5f05-4814-ba8a-f115650aefee" -d '{"events": [{"server_uuid": "546c81ec-fcd3-4c4a-903d-8640043b03cf", "name": "network-vif-deleted", "tag": "8c098d95-023a-4826-b4ea-cdd969402b16"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:53:30.883515 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef0b2f-7bfd-4d3e-a369-e7720d229de0 req-d784b7e9-b49c-4c1b-8b1b-cde5a69ccf0a tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:30.891197 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cbef0b2f-7bfd-4d3e-a369-e7720d229de0 req-d784b7e9-b49c-4c1b-8b1b-cde5a69ccf0a tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] 10.222.0.13 "GET /v2.0/ports?device_id=67314bda-9e91-49d1-8452-8be66c49f033 HTTP/1.1" status: 200 len: 943 time: 0.1483204 Aug 18 12:53:30.945540 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cbef0b2f-7bfd-4d3e-a369-e7720d229de0 req-3f2b2ae1-3a0e-40ed-8443-06911e10b09d tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e4f5f3e-5369-41de-bf8c-989334341fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532911 Aug 18 12:53:31.083593 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-eba450c8-70a0-4b92-b84f-0cfbf083549b req-fd478af6-9f98-4397-bb02-61cf0001214a tempest-LiveMigrationTest-184155047 tempest-LiveMigrationTest-184155047-project] 10.222.0.13 "GET /v2.0/ports?device_id=546c81ec-fcd3-4c4a-903d-8640043b03cf HTTP/1.1" status: 200 len: 210 time: 0.0546966 Aug 18 12:53:31.121668 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9976ed-c7f5-4710-8e1d-eb8248100ae3 admin admin] Router ad0a3c4a-f084-4d1a-a43a-ff7520c50a72 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:53:31.286138 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d802ce6-d0fd-4151-b70f-6880012930e4 req-a9789d09-c186-4f57-b471-798424322a03 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:31.287704 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4d802ce6-d0fd-4151-b70f-6880012930e4 req-a9789d09-c186-4f57-b471-798424322a03 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd5788e-da1d-4d31-a732-768f8c3843fb HTTP/1.1" status: 200 len: 931 time: 0.0903051 Aug 18 12:53:31.320129 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9976ed-c7f5-4710-8e1d-eb8248100ae3 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:53:31.332670 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9a9976ed-c7f5-4710-8e1d-eb8248100ae3 admin admin] 10.222.0.13 "PUT /v2.0/routers/ad0a3c4a-f084-4d1a-a43a-ff7520c50a72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3135638 Aug 18 12:53:31.332882 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37248) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:31.333359 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f52f8a-9ba9-4fb7-a08b-bf230a06f04a None None] Sync routers for ids ['ad0a3c4a-f084-4d1a-a43a-ff7520c50a72'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:53:31.366701 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4d802ce6-d0fd-4151-b70f-6880012930e4 req-e971305f-2630-4c86-bbf9-2f317782e4c8 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711775 Aug 18 12:53:31.374761 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f52f8a-9ba9-4fb7-a08b-bf230a06f04a None None] Routers {'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:53:31.375405 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-00f52f8a-9ba9-4fb7-a08b-bf230a06f04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:53:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ad0a3c4a-f084-4d1a-a43a-ff7520c50a72'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:31.479245 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8db81eb6-d568-457b-a8b9-b3fda1f57308 admin admin] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:31.528634 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-00f52f8a-9ba9-4fb7-a08b-bf230a06f04a None None] Set router ad0a3c4a-f084-4d1a-a43a-ff7520c50a72 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:53:31.588068 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee28163-1d82-40c7-af4a-c78356dab509 req-811b7210-a1e9-40dd-96f3-f14578f5aea8 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:31.589741 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8ee28163-1d82-40c7-af4a-c78356dab509 req-811b7210-a1e9-40dd-96f3-f14578f5aea8 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 945 time: 0.1028597 Aug 18 12:53:31.645515 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8db81eb6-d568-457b-a8b9-b3fda1f57308 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:31.677090 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8ee28163-1d82-40c7-af4a-c78356dab509 req-5a1a878f-47cc-4fae-923b-630c2e0dd0e7 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774784 Aug 18 12:53:31.784260 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-00f52f8a-9ba9-4fb7-a08b-bf230a06f04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72', 'name': 'tempest-ServersTestFqdnHostnames-114313003-router', 'tenant_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '7a8e8d48-39fe-4be7-a7ec-8438b2275c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:55Z', 'updated_at': '2021-08-18T12:53:30Z', 'revision_number': 5, 'project_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'gw_port': {'id': '7a8e8d48-39fe-4be7-a7ec-8438b2275c09', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:58Z', 'updated_at': '2021-08-18T12:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:31.792127 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75863fc6-74f8-4961-9ae9-0a6148e2a39d x-openstack-request-id: req-75863fc6-74f8-4961-9ae9-0a6148e2a39d {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:53:31.792594 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67314bda-9e91-49d1-8452-8be66c49f033", "tag": "7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:53:31.792915 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75863fc6-74f8-4961-9ae9-0a6148e2a39d {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:53:31.793430 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67314bda-9e91-49d1-8452-8be66c49f033', 'tag': '7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a', 'status': 'completed', 'code': 200} Aug 18 12:53:31.825459 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f52f8a-9ba9-4fb7-a08b-bf230a06f04a None None] Checking router: ad0a3c4a-f084-4d1a-a43a-ff7520c50a72 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:53:31.833632 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-8db81eb6-d568-457b-a8b9-b3fda1f57308 admin admin] Deleting port 7a8e8d48-39fe-4be7-a7ec-8438b2275c09 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:53:31.842616 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8db81eb6-d568-457b-a8b9-b3fda1f57308 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:31.845546 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f52f8a-9ba9-4fb7-a08b-bf230a06f04a None None] Routers {'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:53:31.849992 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-00f52f8a-9ba9-4fb7-a08b-bf230a06f04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:53:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ad0a3c4a-f084-4d1a-a43a-ff7520c50a72'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:31.920113 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-573dc0cf-12d7-445d-8710-e8c7062e7bd3 req-3e401161-213c-4c51-912f-817c5d62f526 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=253403df-9e0d-40bd-bf62-96aabda121e3 HTTP/1.1" status: 200 len: 210 time: 0.0388196 Aug 18 12:53:32.001676 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-00f52f8a-9ba9-4fb7-a08b-bf230a06f04a None None] Set router ad0a3c4a-f084-4d1a-a43a-ff7520c50a72 gateway port host: None {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:53:32.028242 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-8db81eb6-d568-457b-a8b9-b3fda1f57308 admin admin] For port 7a8e8d48-39fe-4be7-a7ec-8438b2275c09, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=7a8e8d48-39fe-4be7-a7ec-8438b2275c09,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:32.028733 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8db81eb6-d568-457b-a8b9-b3fda1f57308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:32.050993 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-8db81eb6-d568-457b-a8b9-b3fda1f57308 admin admin] Calling delete_port for 7a8e8d48-39fe-4be7-a7ec-8438b2275c09 owned by network:router_gateway {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:53:32.074201 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ab1e0-3c67-4910-b44b-947ecf3838f5 req-84cfcfb7-7ac1-4a60-a156-da0ce28201cf tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:32.075772 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b14ab1e0-3c67-4910-b44b-947ecf3838f5 req-84cfcfb7-7ac1-4a60-a156-da0ce28201cf tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 936 time: 0.0883856 Aug 18 12:53:32.096342 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-00f52f8a-9ba9-4fb7-a08b-bf230a06f04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72', 'name': 'tempest-ServersTestFqdnHostnames-114313003-router', 'tenant_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:55Z', 'updated_at': '2021-08-18T12:53:31Z', 'revision_number': 6, 'project_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'gw_port_host': None}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:32.152927 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f52f8a-9ba9-4fb7-a08b-bf230a06f04a None None] The sync data for ids ['ad0a3c4a-f084-4d1a-a43a-ff7520c50a72'] in n-d-803603-2 is: [{'id': 'ad0a3c4a-f084-4d1a-a43a-ff7520c50a72', 'name': 'tempest-ServersTestFqdnHostnames-114313003-router', 'tenant_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:55Z', 'updated_at': '2021-08-18T12:53:31Z', 'revision_number': 6, 'project_id': 'decf5c0578c64585b01ec48d0ad33c5c', 'gw_port_host': None}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:53:32.179360 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b14ab1e0-3c67-4910-b44b-947ecf3838f5 req-c1795de3-1d4b-4440-bd19-6632611a8ba7 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873356 Aug 18 12:53:32.250024 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8ab288-ff3c-485e-a939-179b3d1b8bc2 x-openstack-request-id: req-fe8ab288-ff3c-485e-a939-179b3d1b8bc2 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:53:32.250366 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546c81ec-fcd3-4c4a-903d-8640043b03cf", "name": "network-vif-deleted", "tag": "8c098d95-023a-4826-b4ea-cdd969402b16", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:53:32.250615 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe8ab288-ff3c-485e-a939-179b3d1b8bc2 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:53:32.252334 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546c81ec-fcd3-4c4a-903d-8640043b03cf', 'name': 'network-vif-deleted', 'tag': '8c098d95-023a-4826-b4ea-cdd969402b16', 'status': 'completed', 'code': 200} Aug 18 12:53:32.357992 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d88d2a-77a2-4da1-a7e5-039d7ab46d05 req-2984b4b4-c03d-4a13-a91e-c949dfe23f5b tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:32.359504 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-81d88d2a-77a2-4da1-a7e5-039d7ab46d05 req-2984b4b4-c03d-4a13-a91e-c949dfe23f5b tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] 10.222.0.13 "GET /v2.0/ports?device_id=67314bda-9e91-49d1-8452-8be66c49f033 HTTP/1.1" status: 200 len: 943 time: 0.0772688 Aug 18 12:53:32.386502 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8db81eb6-d568-457b-a8b9-b3fda1f57308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:32.414969 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db81eb6-d568-457b-a8b9-b3fda1f57308 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a8e8d48-39fe-4be7-a7ec-8438b2275c09,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:32.415473 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-81d88d2a-77a2-4da1-a7e5-039d7ab46d05 req-fde20bc0-ba16-42f3-8238-7ee84dc05823 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e4f5f3e-5369-41de-bf8c-989334341fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471568 Aug 18 12:53:32.489031 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37256) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:32.535687 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8db81eb6-d568-457b-a8b9-b3fda1f57308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:32.630797 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799bfc8-4426-4f42-ab61-7342d56c4e20 req-4190540e-d5a7-4751-91b0-92c677fe466d tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:32.632918 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e799bfc8-4426-4f42-ab61-7342d56c4e20 req-4190540e-d5a7-4751-91b0-92c677fe466d tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd5788e-da1d-4d31-a732-768f8c3843fb HTTP/1.1" status: 200 len: 931 time: 0.0596578 Aug 18 12:53:32.683047 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8db81eb6-d568-457b-a8b9-b3fda1f57308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:32.686481 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8db81eb6-d568-457b-a8b9-b3fda1f57308 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:32.743520 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca6282f3-b216-4a66-9558-d3a88808690e admin admin] Deleting subnet a7c71ac1-e82b-41d2-8931-67fb6a54cbad {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:53:32.749290 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e799bfc8-4426-4f42-ab61-7342d56c4e20 req-f96bd1c2-80cd-498c-a5f5-609303a5e0f6 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071517 Aug 18 12:53:32.749971 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ca6282f3-b216-4a66-9558-d3a88808690e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:32.826497 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ca6282f3-b216-4a66-9558-d3a88808690e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:32.861696 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8db81eb6-d568-457b-a8b9-b3fda1f57308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:32.861938 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db81eb6-d568-457b-a8b9-b3fda1f57308 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad0a3c4a-f084-4d1a-a43a-ff7520c50a72 {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:53:32.868360 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8db81eb6-d568-457b-a8b9-b3fda1f57308 admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:32.869897 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8db81eb6-d568-457b-a8b9-b3fda1f57308 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ad0a3c4a-f084-4d1a-a43a-ff7520c50a72 HTTP/1.1" status: 204 len: 168 time: 1.5392346 Aug 18 12:53:32.872533 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37262) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:32.946050 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-df564ce1-b6cb-4466-9fe8-b259f010e38d admin admin] Deleting subnet 0141e478-2256-4b2e-ad50-7df31de14f49 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:53:32.956426 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ca6282f3-b216-4a66-9558-d3a88808690e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:32.959010 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-df564ce1-b6cb-4466-9fe8-b259f010e38d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:33.000692 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3446940-cadf-4597-ab65-1b37966a958a req-ce15c82e-9612-4caa-8d1d-9a952135a1c4 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:33.002341 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d3446940-cadf-4597-ab65-1b37966a958a req-ce15c82e-9612-4caa-8d1d-9a952135a1c4 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 945 time: 0.1271391 Aug 18 12:53:33.015555 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-df564ce1-b6cb-4466-9fe8-b259f010e38d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:33.088210 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d3446940-cadf-4597-ab65-1b37966a958a req-3ef76883-b5e3-4c7e-ab95-de86c6835e6a tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531631 Aug 18 12:53:33.188173 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-df564ce1-b6cb-4466-9fe8-b259f010e38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:33.246095 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-81258495-065c-4602-a2cb-b9599dc1be1a req-6ccc227a-08f7-40eb-aa65-5ca5ff521510 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=253403df-9e0d-40bd-bf62-96aabda121e3 HTTP/1.1" status: 200 len: 210 time: 0.0369720 Aug 18 12:53:33.271348 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-4ea78652-10ea-479f-84b2-1c77a976fd02 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:33.272978 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-4ea78652-10ea-479f-84b2-1c77a976fd02 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.20 "GET /v2.0/networks?id=c56831c1-4f14-467f-8a65-5e4dcdcf485f HTTP/1.1" status: 200 len: 806 time: 0.1970081 Aug 18 12:53:33.290258 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-792a2376-2213-4800-a82d-03b1d77394de tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Request body: {'port': {'device_id': '253403df-9e0d-40bd-bf62-96aabda121e3', 'network_id': 'c56831c1-4f14-467f-8a65-5e4dcdcf485f', 'admin_state_up': True, 'tenant_id': '2fe37f6b32e548f5b1016cf2f60cdb2b'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:53:33.401578 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 7a8e8d48-39fe-4be7-a7ec-8438b2275c09 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:53:33.405867 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282361e-6740-43bc-955f-5610a354e738 req-aae8b0b9-9445-4218-8e59-7c665310df62 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:33.420637 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b282361e-6740-43bc-955f-5610a354e738 req-aae8b0b9-9445-4218-8e59-7c665310df62 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 936 time: 0.0828862 Aug 18 12:53:33.420637 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ca6282f3-b216-4a66-9558-d3a88808690e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:33.453279 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-df564ce1-b6cb-4466-9fe8-b259f010e38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:33.462710 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6282f3-b216-4a66-9558-d3a88808690e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7c71ac1-e82b-41d2-8931-67fb6a54cbad,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:33.469408 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 7a8e8d48-39fe-4be7-a7ec-8438b2275c09 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:53:33.478375 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 7a8e8d48-39fe-4be7-a7ec-8438b2275c09 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:53:33.483059 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 3882ba9f-1913-4f21-8ae8-b36af6b0ba92 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:53:33.498628 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df564ce1-b6cb-4466-9fe8-b259f010e38d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0141e478-2256-4b2e-ad50-7df31de14f49,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:33.511241 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-df564ce1-b6cb-4466-9fe8-b259f010e38d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:33.515727 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-df564ce1-b6cb-4466-9fe8-b259f010e38d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0141e478-2256-4b2e-ad50-7df31de14f49 HTTP/1.1" status: 204 len: 168 time: 0.6394460 Aug 18 12:53:33.515891 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ca6282f3-b216-4a66-9558-d3a88808690e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:33.516004 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37270) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:33.521907 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ca6282f3-b216-4a66-9558-d3a88808690e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a7c71ac1-e82b-41d2-8931-67fb6a54cbad HTTP/1.1" status: 204 len: 168 time: 1.0320847 Aug 18 12:53:33.526828 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37272) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:33.543601 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c484472a-ef15-4e22-9523-8a06f1454329 None None] Network 92663cc1-ad62-49bd-b96a-27a057ddfb66 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:53:33.569997 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 3882ba9f-1913-4f21-8ae8-b36af6b0ba92 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:53:33.573530 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 3882ba9f-1913-4f21-8ae8-b36af6b0ba92 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:53:33.581762 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b282361e-6740-43bc-955f-5610a354e738 req-11933d6c-23f9-4cc7-96c4-7b1f18518fed tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394851 Aug 18 12:53:33.653579 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9bf90744-9b5f-4796-8c3b-01c62dd54fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:33.660111 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3e253f87-5fa3-40fe-8d9c-fe1ff4e45dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:33.699162 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-792a2376-2213-4800-a82d-03b1d77394de tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Made reservation on behalf of 2fe37f6b32e548f5b1016cf2f60cdb2b for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:53:33.703538 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-792a2376-2213-4800-a82d-03b1d77394de tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:33.785298 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3e253f87-5fa3-40fe-8d9c-fe1ff4e45dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:33.804391 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-3e253f87-5fa3-40fe-8d9c-fe1ff4e45dff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e2ca950-415a-439c-a01b-47dff2e51d7d']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:33.805264 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-9bf90744-9b5f-4796-8c3b-01c62dd54fa7 admin admin] Deleting port d9e19a60-c5e9-485d-a929-422c32be1e3c {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:53:33.805618 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9bf90744-9b5f-4796-8c3b-01c62dd54fa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:33.829308 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bffd2e-3a90-480c-a6ca-236147ffc731 req-a9c7a2ac-4749-4c89-bb6e-9f179e119379 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:33.831090 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f8bffd2e-3a90-480c-a6ca-236147ffc731 req-a9c7a2ac-4749-4c89-bb6e-9f179e119379 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] 10.222.0.13 "GET /v2.0/ports?device_id=67314bda-9e91-49d1-8452-8be66c49f033 HTTP/1.1" status: 200 len: 943 time: 0.1328139 Aug 18 12:53:33.836644 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-3e253f87-5fa3-40fe-8d9c-fe1ff4e45dff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9980139b-d711-402f-b96d-94b03ea2978e') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:33.836943 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-3e253f87-5fa3-40fe-8d9c-fe1ff4e45dff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9980139b-d711-402f-b96d-94b03ea2978e') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:33.840713 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 8c098d95-023a-4826-b4ea-cdd969402b16 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:53:33.890350 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 8c098d95-023a-4826-b4ea-cdd969402b16 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:53:33.890713 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 8c098d95-023a-4826-b4ea-cdd969402b16 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:53:33.919276 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3e253f87-5fa3-40fe-8d9c-fe1ff4e45dff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:33.936238 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-9bf90744-9b5f-4796-8c3b-01c62dd54fa7 admin admin] For port d9e19a60-c5e9-485d-a929-422c32be1e3c, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=d9e19a60-c5e9-485d-a929-422c32be1e3c,segment=NetworkSegment(25475ad4-baf3-42cb-aa6a-76a8b781ae64),segment_id=25475ad4-baf3-42cb-aa6a-76a8b781ae64)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:33.936598 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9bf90744-9b5f-4796-8c3b-01c62dd54fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:33.952841 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-792a2376-2213-4800-a82d-03b1d77394de tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Allocated IP 172.20.0.4 (c56831c1-4f14-467f-8a65-5e4dcdcf485f/a7350c50-b03f-467a-a5ed-4898dcd42f1b/8eeac805-e0e5-4ffb-a77e-bc42427f2986) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:53:33.960508 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-9bf90744-9b5f-4796-8c3b-01c62dd54fa7 admin admin] Calling delete_port for d9e19a60-c5e9-485d-a929-422c32be1e3c owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:53:33.966042 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f8bffd2e-3a90-480c-a6ca-236147ffc731 req-8163446c-f194-43f2-b8b5-6a8c2645e014 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e4f5f3e-5369-41de-bf8c-989334341fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128297 Aug 18 12:53:33.967210 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3e253f87-5fa3-40fe-8d9c-fe1ff4e45dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:33.976679 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb5daca-641f-4f7c-ad5f-d654f447cf88 None None] DHCP port deletion for 92663cc1-ad62-49bd-b96a-27a057ddfb66 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:53:33.990793 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e253f87-5fa3-40fe-8d9c-fe1ff4e45dff admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:53:33.991564 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3e253f87-5fa3-40fe-8d9c-fe1ff4e45dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:33.993278 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 12:53:33.993278 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:53:33.993278 n-d-803603-2 neutron-server[101676]: timer() Aug 18 12:53:33.993278 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:53:33.993278 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 12:53:33.993278 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:53:33.993278 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 12:53:33.993278 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:53:33.993278 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 12:53:33.993278 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:53:33.993278 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 12:53:33.993278 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:53:33.993278 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 12:53:33.993278 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:53:33.993278 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:53:33.993278 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:53:33.993278 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:53:33.993278 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:53:33.993278 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 12:53:33.993278 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:53:33.993278 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 12:53:33.993278 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:53:33.993278 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:53:33.993278 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:53:33.993278 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 12:53:33.993278 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:53:33.993278 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:53:33.993278 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:53:33.993278 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:53:33.993278 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:53:33.993278 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:53:33.993278 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:53:34.068336 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-beb5daca-641f-4f7c-ad5f-d654f447cf88 None None] Deleting port d9e19a60-c5e9-485d-a929-422c32be1e3c {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:53:34.068686 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-beb5daca-641f-4f7c-ad5f-d654f447cf88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:34.176250 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9e44d-79ba-4c4d-a1bd-424307197393 req-14905f2c-906f-4ab6-bcda-8e94ed860a58 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:34.178451 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7ba9e44d-79ba-4c4d-a1bd-424307197393 req-14905f2c-906f-4ab6-bcda-8e94ed860a58 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd5788e-da1d-4d31-a732-768f8c3843fb HTTP/1.1" status: 200 len: 931 time: 0.0759275 Aug 18 12:53:34.180052 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3e253f87-5fa3-40fe-8d9c-fe1ff4e45dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:34.207634 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-beb5daca-641f-4f7c-ad5f-d654f447cf88 None None] For port d9e19a60-c5e9-485d-a929-422c32be1e3c, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=d9e19a60-c5e9-485d-a929-422c32be1e3c,segment=NetworkSegment(25475ad4-baf3-42cb-aa6a-76a8b781ae64),segment_id=25475ad4-baf3-42cb-aa6a-76a8b781ae64)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:34.213859 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-beb5daca-641f-4f7c-ad5f-d654f447cf88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:34.223702 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3e253f87-5fa3-40fe-8d9c-fe1ff4e45dff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:34.229101 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3e253f87-5fa3-40fe-8d9c-fe1ff4e45dff admin admin] 10.222.0.13 "DELETE /v2.0/networks/8e2ca950-415a-439c-a01b-47dff2e51d7d HTTP/1.1" status: 204 len: 168 time: 0.6915312 Aug 18 12:53:34.230541 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37280) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:34.235902 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-beb5daca-641f-4f7c-ad5f-d654f447cf88 None None] Calling delete_port for d9e19a60-c5e9-485d-a929-422c32be1e3c owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:53:34.267031 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e253f87-5fa3-40fe-8d9c-fe1ff4e45dff admin admin] Pushing event deleted for resources: {'Network': ['ID=8e2ca950-415a-439c-a01b-47dff2e51d7d,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:34.284315 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7ba9e44d-79ba-4c4d-a1bd-424307197393 req-fbdc66a8-f6ba-45e8-acdb-6ab5d7b5c928 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664761 Aug 18 12:53:34.298372 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-8768e3a5-e718-4cb8-b6aa-ca217ba18d75 admin admin] Deleting subnet d48af599-4edb-454d-82ab-4bd26ca8725f {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:53:34.301415 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9bf90744-9b5f-4796-8c3b-01c62dd54fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:34.329658 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf90744-9b5f-4796-8c3b-01c62dd54fa7 admin admin] No DVR routers for this DVR port d9e19a60-c5e9-485d-a929-422c32be1e3c on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:53:34.339284 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8768e3a5-e718-4cb8-b6aa-ca217ba18d75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:34.389354 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-beb5daca-641f-4f7c-ad5f-d654f447cf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:34.425037 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb5daca-641f-4f7c-ad5f-d654f447cf88 None None] No DVR routers for this DVR port d9e19a60-c5e9-485d-a929-422c32be1e3c on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:53:34.426700 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb5daca-641f-4f7c-ad5f-d654f447cf88 None None] Pushing event deleted for resources: {'Port': ['ID=d9e19a60-c5e9-485d-a929-422c32be1e3c,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:34.449532 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-792a2376-2213-4800-a82d-03b1d77394de tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:34.452907 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf90744-9b5f-4796-8c3b-01c62dd54fa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9e19a60-c5e9-485d-a929-422c32be1e3c,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:34.460594 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb4e9b-4224-4816-91d0-9af1a01f139d req-6435fca6-df7a-42d0-8078-5503678587b9 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:34.465626 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dbeb4e9b-4224-4816-91d0-9af1a01f139d req-6435fca6-df7a-42d0-8078-5503678587b9 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 945 time: 0.0745900 Aug 18 12:53:34.518730 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dbeb4e9b-4224-4816-91d0-9af1a01f139d req-eac05e97-2cb0-4b37-bfb4-7f1cf4d63e8c tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475724 Aug 18 12:53:34.523267 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8768e3a5-e718-4cb8-b6aa-ca217ba18d75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:34.575755 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9bf90744-9b5f-4796-8c3b-01c62dd54fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:34.600185 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-9bf90744-9b5f-4796-8c3b-01c62dd54fa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92663cc1-ad62-49bd-b96a-27a057ddfb66']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:34.627768 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-67fbecbf-9225-4dc1-a9ca-f108e424e189 req-8de9b1a6-edda-473a-a75e-c0d2ad5bcd04 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=253403df-9e0d-40bd-bf62-96aabda121e3 HTTP/1.1" status: 200 len: 210 time: 0.0288956 Aug 18 12:53:34.628216 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8768e3a5-e718-4cb8-b6aa-ca217ba18d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:34.654884 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-9bf90744-9b5f-4796-8c3b-01c62dd54fa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25475ad4-baf3-42cb-aa6a-76a8b781ae64') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:34.655316 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-9bf90744-9b5f-4796-8c3b-01c62dd54fa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25475ad4-baf3-42cb-aa6a-76a8b781ae64') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:34.672063 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9bf90744-9b5f-4796-8c3b-01c62dd54fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:34.695374 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9bf90744-9b5f-4796-8c3b-01c62dd54fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:34.706597 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bf90744-9b5f-4796-8c3b-01c62dd54fa7 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:53:34.710911 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9bf90744-9b5f-4796-8c3b-01c62dd54fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:34.712803 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 12:53:34.712803 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:53:34.712803 n-d-803603-2 neutron-server[101675]: timer() Aug 18 12:53:34.712803 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:53:34.712803 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 12:53:34.712803 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:53:34.712803 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 12:53:34.712803 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:53:34.712803 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 12:53:34.712803 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:53:34.712803 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 12:53:34.712803 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:53:34.712803 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 12:53:34.712803 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:53:34.712803 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:53:34.712803 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:53:34.712803 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:53:34.712803 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:53:34.712803 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 12:53:34.712803 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:53:34.712803 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 12:53:34.712803 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:53:34.712803 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:53:34.712803 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:53:34.712803 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 12:53:34.712803 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:53:34.712803 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:53:34.712803 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:53:34.712803 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:53:34.712803 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:53:34.712803 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:53:34.712803 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:53:34.723700 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5bedca-4ab3-48ab-a9ce-5862f65d6434 req-b55a4f80-c1c3-4173-8088-5039a0b76a06 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:34.725220 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bf5bedca-4ab3-48ab-a9ce-5862f65d6434 req-b55a4f80-c1c3-4173-8088-5039a0b76a06 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 936 time: 0.0496004 Aug 18 12:53:34.769097 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bf5bedca-4ab3-48ab-a9ce-5862f65d6434 req-d372db5f-384d-4689-8beb-63f56d9e4d8a tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378876 Aug 18 12:53:35.084093 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-c51318e7-45cf-4f12-8c30-0a00048f33c4 service neutron] Request body: {'port': {'device_id': 'efd5788e-da1d-4d31-a732-768f8c3843fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:53:35.085342 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-7da44d1f-303c-41aa-a7b3-01cfd3d96257 service neutron] Request body: {'port': {'device_id': '5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:53:35.135805 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e753ddf3-a328-42bd-a9e1-59d52c829313 req-6cfde230-986b-41dc-9905-62889c36d02a tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:35.138050 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e753ddf3-a328-42bd-a9e1-59d52c829313 req-6cfde230-986b-41dc-9905-62889c36d02a tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] 10.222.0.13 "GET /v2.0/ports?device_id=67314bda-9e91-49d1-8452-8be66c49f033 HTTP/1.1" status: 200 len: 943 time: 0.0970881 Aug 18 12:53:35.153189 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-7da44d1f-303c-41aa-a7b3-01cfd3d96257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:35.215474 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-c51318e7-45cf-4f12-8c30-0a00048f33c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:35.231079 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1665f8-072a-465a-b0b5-fe933f38ae7b req-c4c16877-33f1-4a7f-b362-b9d4cb55b0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:35.325141 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9a1665f8-072a-465a-b0b5-fe933f38ae7b req-c4c16877-33f1-4a7f-b362-b9d4cb55b0ce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4f410e798f6c4fc4b088b42260174474&device_id=67314bda-9e91-49d1-8452-8be66c49f033 HTTP/1.1" status: 200 len: 1094 time: 0.1260133 Aug 18 12:53:35.325141 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e753ddf3-a328-42bd-a9e1-59d52c829313 req-50ec275f-80d0-411b-af5b-938a7a70bebb tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e4f5f3e-5369-41de-bf8c-989334341fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856471 Aug 18 12:53:35.348639 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device d9e19a60-c5e9-485d-a929-422c32be1e3c no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:53:35.376576 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: d9e19a60-c5e9-485d-a929-422c32be1e3c {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:53:35.377103 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device d9e19a60-c5e9-485d-a929-422c32be1e3c not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:53:35.380239 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1665f8-072a-465a-b0b5-fe933f38ae7b req-9f2c595e-db4b-45ba-92e8-5473f9444608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:35.381758 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9a1665f8-072a-465a-b0b5-fe933f38ae7b req-9f2c595e-db4b-45ba-92e8-5473f9444608 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=4f410e798f6c4fc4b088b42260174474&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1398950 Aug 18 12:53:35.448995 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0503e35-c0dc-4176-8e43-7e814bba81de req-687a8ce6-a1c0-48a8-88bd-d80075b0067b tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:35.450532 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f0503e35-c0dc-4176-8e43-7e814bba81de req-687a8ce6-a1c0-48a8-88bd-d80075b0067b tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd5788e-da1d-4d31-a732-768f8c3843fb HTTP/1.1" status: 200 len: 931 time: 0.0813007 Aug 18 12:53:35.545206 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f0503e35-c0dc-4176-8e43-7e814bba81de req-55526780-378e-41bf-b382-8a1eae8c0f88 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826485 Aug 18 12:53:35.567451 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-7da44d1f-303c-41aa-a7b3-01cfd3d96257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b950e197-2c53-477b-a61d-31e56eecdbee {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:53:35.577953 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-7da44d1f-303c-41aa-a7b3-01cfd3d96257 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:35.592491 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1665f8-072a-465a-b0b5-fe933f38ae7b req-73dbc25c-a35f-466c-a58b-c08360e26951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:35.592744 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-7da44d1f-303c-41aa-a7b3-01cfd3d96257 service neutron] Transition to ACTIVE for port object b950e197-2c53-477b-a61d-31e56eecdbee will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:53:35.593986 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9a1665f8-072a-465a-b0b5-fe933f38ae7b req-73dbc25c-a35f-466c-a58b-c08360e26951 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2038617 Aug 18 12:53:35.683557 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b401f2-545d-4a02-8b76-5340260a0e0b req-72e8409d-38d2-402f-9dd7-d28aa44c5bfa tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:35.685040 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-82b401f2-545d-4a02-8b76-5340260a0e0b req-72e8409d-38d2-402f-9dd7-d28aa44c5bfa tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 945 time: 0.0799930 Aug 18 12:53:35.715360 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a5403c0a-6177-4a89-a49f-cdc5b1039f8c req-81fb565d-c2e3-4ff6-8993-ce12dd53b107 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=253403df-9e0d-40bd-bf62-96aabda121e3 HTTP/1.1" status: 200 len: 210 time: 0.0321777 Aug 18 12:53:35.717212 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8768e3a5-e718-4cb8-b6aa-ca217ba18d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:35.719503 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9bf90744-9b5f-4796-8c3b-01c62dd54fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:35.726942 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9bf90744-9b5f-4796-8c3b-01c62dd54fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:35.728934 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9bf90744-9b5f-4796-8c3b-01c62dd54fa7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/92663cc1-ad62-49bd-b96a-27a057ddfb66 HTTP/1.1" status: 204 len: 168 time: 2.2120373 Aug 18 12:53:35.730052 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-792a2376-2213-4800-a82d-03b1d77394de tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:35.741919 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:53:35.752616 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-c51318e7-45cf-4f12-8c30-0a00048f33c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ffddc69-c9d0-4bce-821d-a10f0c8298c6 {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:53:35.764598 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-c51318e7-45cf-4f12-8c30-0a00048f33c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:35.769873 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-82b401f2-545d-4a02-8b76-5340260a0e0b req-2741dfdd-8622-4afd-844d-523fc5e2ae2b tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637310 Aug 18 12:53:35.798264 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-c51318e7-45cf-4f12-8c30-0a00048f33c4 service neutron] Transition to ACTIVE for port object 6ffddc69-c9d0-4bce-821d-a10f0c8298c6 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:53:35.812167 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8768e3a5-e718-4cb8-b6aa-ca217ba18d75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:35.818569 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8768e3a5-e718-4cb8-b6aa-ca217ba18d75 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d48af599-4edb-454d-82ab-4bd26ca8725f HTTP/1.1" status: 204 len: 168 time: 1.5841255 Aug 18 12:53:35.818569 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf90744-9b5f-4796-8c3b-01c62dd54fa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=92663cc1-ad62-49bd-b96a-27a057ddfb66,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:35.820853 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8768e3a5-e718-4cb8-b6aa-ca217ba18d75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d48af599-4edb-454d-82ab-4bd26ca8725f,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:35.820995 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37302) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:35.845004 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-7da44d1f-303c-41aa-a7b3-01cfd3d96257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:35.885183 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-792a2376-2213-4800-a82d-03b1d77394de tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Network c56831c1-4f14-467f-8a65-5e4dcdcf485f is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:53:35.890206 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-c51318e7-45cf-4f12-8c30-0a00048f33c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:35.905846 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-792a2376-2213-4800-a82d-03b1d77394de tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:53:35.915643 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-792a2376-2213-4800-a82d-03b1d77394de tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:53:35.952152 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792a2376-2213-4800-a82d-03b1d77394de tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Pushing event updated for resources: {'Port': ['ID=8eeac805-e0e5-4ffb-a77e-bc42427f2986,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:35.994837 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-95774a13-32a8-48a7-aeb2-2867ec34a92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:36.013137 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51318e7-45cf-4f12-8c30-0a00048f33c4 service neutron] Pushing event updated for resources: {'Port': ['ID=6ffddc69-c9d0-4bce-821d-a10f0c8298c6,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:36.049137 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d9365-2260-4d2e-84ab-42a3614f055c req-ddacd3b5-4171-48fe-8893-9adad6653e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:36.050811 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-400d9365-2260-4d2e-84ab-42a3614f055c req-ddacd3b5-4171-48fe-8893-9adad6653e09 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4f410e798f6c4fc4b088b42260174474&device_id=67314bda-9e91-49d1-8452-8be66c49f033 HTTP/1.1" status: 200 len: 1094 time: 0.1999753 Aug 18 12:53:36.122824 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da44d1f-303c-41aa-a7b3-01cfd3d96257 service neutron] Pushing event updated for resources: {'Port': ['ID=b950e197-2c53-477b-a61d-31e56eecdbee,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:36.122824 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-792a2376-2213-4800-a82d-03b1d77394de tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:36.122824 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-792a2376-2213-4800-a82d-03b1d77394de tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:36.445766 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f36021-83d3-42ba-b69a-416638090038 req-0f445ee8-b76b-4f8e-9a13-2a417d461657 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:36.447903 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b9f36021-83d3-42ba-b69a-416638090038 req-0f445ee8-b76b-4f8e-9a13-2a417d461657 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 948 time: 0.5649645 Aug 18 12:53:36.448046 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37306) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:36.450393 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-400d9365-2260-4d2e-84ab-42a3614f055c req-b3f78c23-addc-4712-8e39-c0993c29eeba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a HTTP/1.1" status: 200 len: 217 time: 0.3799169 Aug 18 12:53:36.512598 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b9f36021-83d3-42ba-b69a-416638090038 req-f9d3acf5-948b-4720-95a3-5a369cba48e6 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555122 Aug 18 12:53:36.513412 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-7da44d1f-303c-41aa-a7b3-01cfd3d96257 service neutron] Attempting to bind port b950e197-2c53-477b-a61d-31e56eecdbee on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:53:36.513750 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-7da44d1f-303c-41aa-a7b3-01cfd3d96257 service neutron] Attempting to bind port b950e197-2c53-477b-a61d-31e56eecdbee by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:53:36.514081 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-7da44d1f-303c-41aa-a7b3-01cfd3d96257 service neutron] Attempting to bind port b950e197-2c53-477b-a61d-31e56eecdbee on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:53:36.518725 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-7da44d1f-303c-41aa-a7b3-01cfd3d96257 service neutron] Port b950e197-2c53-477b-a61d-31e56eecdbee on network f82a481e-2d3e-49f3-a273-639556667c8a not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:53:36.519470 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-7da44d1f-303c-41aa-a7b3-01cfd3d96257 service neutron] Attempting to bind port b950e197-2c53-477b-a61d-31e56eecdbee on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:53:36.524472 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-7da44d1f-303c-41aa-a7b3-01cfd3d96257 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:53:36.524822 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-7da44d1f-303c-41aa-a7b3-01cfd3d96257 service neutron] Checking segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:53:36.525172 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-7da44d1f-303c-41aa-a7b3-01cfd3d96257 service neutron] Bound using segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:53:36.525606 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-7da44d1f-303c-41aa-a7b3-01cfd3d96257 service neutron] Bound port: b950e197-2c53-477b-a61d-31e56eecdbee, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:53:36.526034 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-7da44d1f-303c-41aa-a7b3-01cfd3d96257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:36.561834 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-792a2376-2213-4800-a82d-03b1d77394de tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2761309 Aug 18 12:53:36.603206 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-7da44d1f-303c-41aa-a7b3-01cfd3d96257 service neutron] For port b950e197-2c53-477b-a61d-31e56eecdbee, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:53:36.603422 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-95774a13-32a8-48a7-aeb2-2867ec34a92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:36.605779 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-7da44d1f-303c-41aa-a7b3-01cfd3d96257 service neutron] For port b950e197-2c53-477b-a61d-31e56eecdbee, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=b950e197-2c53-477b-a61d-31e56eecdbee,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:53:36.623068 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-c51318e7-45cf-4f12-8c30-0a00048f33c4 service neutron] Attempting to bind port 6ffddc69-c9d0-4bce-821d-a10f0c8298c6 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:53:36.623408 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-c51318e7-45cf-4f12-8c30-0a00048f33c4 service neutron] Attempting to bind port 6ffddc69-c9d0-4bce-821d-a10f0c8298c6 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '908af126-c217-456c-b1ef-f447c03c2104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bab0909c-e2b3-45b7-b9ea-31a3c90130ac'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:53:36.623735 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-c51318e7-45cf-4f12-8c30-0a00048f33c4 service neutron] Attempting to bind port 6ffddc69-c9d0-4bce-821d-a10f0c8298c6 on network bab0909c-e2b3-45b7-b9ea-31a3c90130ac {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:53:36.636354 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-95774a13-32a8-48a7-aeb2-2867ec34a92b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c432fc70-5814-4ab4-9daa-2c99782f3dbd']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:36.640647 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-beb88139-879f-45c7-8f26-ae0e0f7fc068 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=decf5c0578c64585b01ec48d0ad33c5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1918530 Aug 18 12:53:36.642267 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d9365-2260-4d2e-84ab-42a3614f055c req-d710076c-8228-450c-bb32-cad194a6c03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:36.643649 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-400d9365-2260-4d2e-84ab-42a3614f055c req-d710076c-8228-450c-bb32-cad194a6c03e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3378ac1b-bcaf-44db-8362-1bf1c4631308 HTTP/1.1" status: 200 len: 853 time: 0.1843045 Aug 18 12:53:36.644123 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37314) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:36.647667 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-7da44d1f-303c-41aa-a7b3-01cfd3d96257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:36.652047 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-c51318e7-45cf-4f12-8c30-0a00048f33c4 service neutron] Port 6ffddc69-c9d0-4bce-821d-a10f0c8298c6 on network bab0909c-e2b3-45b7-b9ea-31a3c90130ac not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:53:36.652374 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-c51318e7-45cf-4f12-8c30-0a00048f33c4 service neutron] Attempting to bind port 6ffddc69-c9d0-4bce-821d-a10f0c8298c6 on network bab0909c-e2b3-45b7-b9ea-31a3c90130ac {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:53:36.665318 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-95774a13-32a8-48a7-aeb2-2867ec34a92b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6602c7e-ac71-45d5-9ba5-9797c7d0fe29') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:36.665539 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-95774a13-32a8-48a7-aeb2-2867ec34a92b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6602c7e-ac71-45d5-9ba5-9797c7d0fe29') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:36.692595 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d9f48-a234-4332-8082-829daa9a6a38 req-cbda4958-5160-49a9-b83e-f32393c958f0 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:36.693194 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-953d9f48-a234-4332-8082-829daa9a6a38 req-cbda4958-5160-49a9-b83e-f32393c958f0 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] 10.222.0.13 "GET /v2.0/ports?device_id=67314bda-9e91-49d1-8452-8be66c49f033 HTTP/1.1" status: 200 len: 943 time: 0.2501464 Aug 18 12:53:36.710023 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-7da44d1f-303c-41aa-a7b3-01cfd3d96257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:36.710663 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-7da44d1f-303c-41aa-a7b3-01cfd3d96257 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:36.712206 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-7da44d1f-303c-41aa-a7b3-01cfd3d96257 service neutron] 10.222.0.39 "PUT /v2.0/ports/b950e197-2c53-477b-a61d-31e56eecdbee HTTP/1.1" status: 200 len: 1096 time: 1.6322601 Aug 18 12:53:36.720544 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-95774a13-32a8-48a7-aeb2-2867ec34a92b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:36.723109 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4', 'tag': 'b950e197-2c53-477b-a61d-31e56eecdbee'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:53:36.723623 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-c51318e7-45cf-4f12-8c30-0a00048f33c4 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:53:36.723947 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-c51318e7-45cf-4f12-8c30-0a00048f33c4 service neutron] Checking segment: {'id': '908af126-c217-456c-b1ef-f447c03c2104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bab0909c-e2b3-45b7-b9ea-31a3c90130ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:53:36.724338 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-c51318e7-45cf-4f12-8c30-0a00048f33c4 service neutron] Bound using segment: {'id': '908af126-c217-456c-b1ef-f447c03c2104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bab0909c-e2b3-45b7-b9ea-31a3c90130ac'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:53:36.724783 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-c51318e7-45cf-4f12-8c30-0a00048f33c4 service neutron] Bound port: 6ffddc69-c9d0-4bce-821d-a10f0c8298c6, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '908af126-c217-456c-b1ef-f447c03c2104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bab0909c-e2b3-45b7-b9ea-31a3c90130ac'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:53:36.725667 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-c51318e7-45cf-4f12-8c30-0a00048f33c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:36.726321 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41e6e6c-a4f1-4daa-8e7b-50684bb7efae" -d '{"events": [{"name": "network-changed", "server_uuid": "5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4", "tag": "b950e197-2c53-477b-a61d-31e56eecdbee"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:53:36.736453 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-30c112b0-4d80-453f-bae5-32a5bdb378fd service neutron] Request body: {'port': {'device_id': '253403df-9e0d-40bd-bf62-96aabda121e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:53:36.778286 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684acd1-cdbd-4abd-afa1-2e8f189cbe8e req-01eb94db-781d-4e51-942d-856d1ff45150 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:36.778566 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-95774a13-32a8-48a7-aeb2-2867ec34a92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:36.780387 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0684acd1-cdbd-4abd-afa1-2e8f189cbe8e req-01eb94db-781d-4e51-942d-856d1ff45150 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd5788e-da1d-4d31-a732-768f8c3843fb HTTP/1.1" status: 200 len: 943 time: 0.1445434 Aug 18 12:53:36.789420 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da44d1f-303c-41aa-a7b3-01cfd3d96257 service neutron] Pushing event updated for resources: {'Port': ['ID=b950e197-2c53-477b-a61d-31e56eecdbee,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:36.806080 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95774a13-32a8-48a7-aeb2-2867ec34a92b admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:53:36.806529 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-95774a13-32a8-48a7-aeb2-2867ec34a92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:36.808578 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 12:53:36.808578 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:53:36.808578 n-d-803603-2 neutron-server[101676]: timer() Aug 18 12:53:36.808578 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:53:36.808578 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 12:53:36.808578 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:53:36.808578 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 12:53:36.808578 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:53:36.808578 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 12:53:36.808578 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:53:36.808578 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 12:53:36.808578 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:53:36.808578 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 12:53:36.808578 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:53:36.808578 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:53:36.808578 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:53:36.808578 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:53:36.808578 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:53:36.808578 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 12:53:36.808578 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:53:36.808578 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 12:53:36.808578 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:53:36.808578 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:53:36.808578 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:53:36.808578 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 12:53:36.808578 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:53:36.808578 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:53:36.808578 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:53:36.808578 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:53:36.808578 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:53:36.808578 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:53:36.808578 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:53:36.886154 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-30c112b0-4d80-453f-bae5-32a5bdb378fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:36.898710 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-953d9f48-a234-4332-8082-829daa9a6a38 req-64bca22e-95c5-4b63-b523-f7c261a5ea8d tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e4f5f3e-5369-41de-bf8c-989334341fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762466 Aug 18 12:53:36.900682 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d9365-2260-4d2e-84ab-42a3614f055c req-9af83546-06cf-4e89-b2cf-4b3cfa7c9151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:36.902401 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-400d9365-2260-4d2e-84ab-42a3614f055c req-9af83546-06cf-4e89-b2cf-4b3cfa7c9151 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=94e4af15-4196-4ef5-a483-7e1904b0c52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2477794 Aug 18 12:53:36.905921 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0684acd1-cdbd-4abd-afa1-2e8f189cbe8e req-876f7683-7d1a-4bb9-a6f2-9b770effcee0 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102433 Aug 18 12:53:36.951939 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-2a254fec-9d76-407f-97a4-9c1e3ab58b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:36.951939 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-2a254fec-9d76-407f-97a4-9c1e3ab58b62 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dfbf1e57c29344368949d54d6fc1d536&device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 1099 time: 0.1123309 Aug 18 12:53:37.011641 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b6190d-ddf1-4035-a755-526c997163b4 x-openstack-request-id: req-36b6190d-ddf1-4035-a755-526c997163b4 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:53:37.011931 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4", "tag": "b950e197-2c53-477b-a61d-31e56eecdbee", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:53:37.012188 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-36b6190d-ddf1-4035-a755-526c997163b4 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:53:37.012570 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4', 'tag': 'b950e197-2c53-477b-a61d-31e56eecdbee', 'status': 'completed', 'code': 200} Aug 18 12:53:37.013947 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-ef29e82a-9f0b-4877-9d58-c4ed72dbfaa3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=b950e197-2c53-477b-a61d-31e56eecdbee HTTP/1.1" status: 200 len: 217 time: 0.0491695 Aug 18 12:53:37.052389 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-400d9365-2260-4d2e-84ab-42a3614f055c req-db3c7149-de43-4753-a685-7b5d190e001d service neutron] 10.222.0.39 "GET /v2.0/networks/94e4af15-4196-4ef5-a483-7e1904b0c52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240342 Aug 18 12:53:37.053014 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0a862b81-16b1-4ba4-9d5e-8c8053a1d33d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:37.057758 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-95774a13-32a8-48a7-aeb2-2867ec34a92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:37.081898 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-95774a13-32a8-48a7-aeb2-2867ec34a92b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:37.083935 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-95774a13-32a8-48a7-aeb2-2867ec34a92b admin admin] 10.222.0.13 "DELETE /v2.0/networks/c432fc70-5814-4ab4-9daa-2c99782f3dbd HTTP/1.1" status: 204 len: 168 time: 1.2617402 Aug 18 12:53:37.109047 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-c51318e7-45cf-4f12-8c30-0a00048f33c4 service neutron] For port 6ffddc69-c9d0-4bce-821d-a10f0c8298c6, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:53:37.159954 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95774a13-32a8-48a7-aeb2-2867ec34a92b admin admin] Pushing event deleted for resources: {'Network': ['ID=c432fc70-5814-4ab4-9daa-2c99782f3dbd,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:37.187935 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0a862b81-16b1-4ba4-9d5e-8c8053a1d33d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:37.195250 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-c51318e7-45cf-4f12-8c30-0a00048f33c4 service neutron] For port 6ffddc69-c9d0-4bce-821d-a10f0c8298c6, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=6ffddc69-c9d0-4bce-821d-a10f0c8298c6,segment=NetworkSegment(908af126-c217-456c-b1ef-f447c03c2104),segment_id=908af126-c217-456c-b1ef-f447c03c2104)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:53:37.205075 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-8630df27-e73d-4adf-b287-ec6c7114547b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:37.206633 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-8630df27-e73d-4adf-b287-ec6c7114547b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.1440208 Aug 18 12:53:37.217679 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8d897-5d29-421f-bbb0-4499287a368b req-dc19f9d6-44db-4f19-84c6-6bbe6d090925 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:37.219340 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-95d8d897-5d29-421f-bbb0-4499287a368b req-dc19f9d6-44db-4f19-84c6-6bbe6d090925 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=253403df-9e0d-40bd-bf62-96aabda121e3 HTTP/1.1" status: 200 len: 931 time: 0.1552877 Aug 18 12:53:37.266271 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333ca9f-32e5-43e0-a575-cd67381bae8a req-efa10da4-444d-4374-982a-b81030098689 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:37.267823 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8333ca9f-32e5-43e0-a575-cd67381bae8a req-efa10da4-444d-4374-982a-b81030098689 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 945 time: 0.1758764 Aug 18 12:53:37.272420 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-c51318e7-45cf-4f12-8c30-0a00048f33c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:37.321864 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-d6e904ee-8b20-4862-b765-4e83b189f275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:37.323417 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-d6e904ee-8b20-4862-b765-4e83b189f275 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0998013 Aug 18 12:53:37.328220 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-95d8d897-5d29-421f-bbb0-4499287a368b req-0d35056c-012d-456a-9347-e17580bd4504 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938270 Aug 18 12:53:37.333418 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-400d9365-2260-4d2e-84ab-42a3614f055c req-839165c4-5c68-4016-87ba-e9815ab23eb8 service neutron] 10.222.0.39 "GET /v2.0/networks/94e4af15-4196-4ef5-a483-7e1904b0c52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665296 Aug 18 12:53:37.336883 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-c51318e7-45cf-4f12-8c30-0a00048f33c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:37.337488 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-c51318e7-45cf-4f12-8c30-0a00048f33c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:37.338868 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-c51318e7-45cf-4f12-8c30-0a00048f33c4 service neutron] 10.222.0.39 "PUT /v2.0/ports/6ffddc69-c9d0-4bce-821d-a10f0c8298c6 HTTP/1.1" status: 200 len: 1091 time: 2.2591794 Aug 18 12:53:37.345041 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efd5788e-da1d-4d31-a732-768f8c3843fb', 'tag': '6ffddc69-c9d0-4bce-821d-a10f0c8298c6'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:53:37.347489 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1770106-967a-4a71-b674-9b9cd696467e" -d '{"events": [{"name": "network-changed", "server_uuid": "efd5788e-da1d-4d31-a732-768f8c3843fb", "tag": "6ffddc69-c9d0-4bce-821d-a10f0c8298c6"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:53:37.387080 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0a862b81-16b1-4ba4-9d5e-8c8053a1d33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:37.389623 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0a862b81-16b1-4ba4-9d5e-8c8053a1d33d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:37.390889 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0a862b81-16b1-4ba4-9d5e-8c8053a1d33d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39771c3d-82df-46b6-b363-e4b58ba05fb3 HTTP/1.1" status: 204 len: 168 time: 0.7407951 Aug 18 12:53:37.393711 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51318e7-45cf-4f12-8c30-0a00048f33c4 service neutron] Pushing event updated for resources: {'Port': ['ID=6ffddc69-c9d0-4bce-821d-a10f0c8298c6,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:37.407056 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8333ca9f-32e5-43e0-a575-cd67381bae8a req-75350350-2736-4c09-8ff0-d0f37e1655a8 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235771 Aug 18 12:53:37.412751 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a862b81-16b1-4ba4-9d5e-8c8053a1d33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39771c3d-82df-46b6-b363-e4b58ba05fb3,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:37.473474 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-30c112b0-4d80-453f-bae5-32a5bdb378fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eeac805-e0e5-4ffb-a77e-bc42427f2986 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:53:37.488807 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-30c112b0-4d80-453f-bae5-32a5bdb378fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:37.495735 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-4fc3af47-1e66-454f-b980-64bf296b6ef7 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636662 Aug 18 12:53:37.506112 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-30c112b0-4d80-453f-bae5-32a5bdb378fd service neutron] Transition to ACTIVE for port object 8eeac805-e0e5-4ffb-a77e-bc42427f2986 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:53:37.549318 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-bb3c79af-6e9a-4fbd-af9f-bd61058d3b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:37.551005 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-bb3c79af-6e9a-4fbd-af9f-bd61058d3b98 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7b0e581f29f04c10ba40170fbb56ba44&device_id=efd5788e-da1d-4d31-a732-768f8c3843fb HTTP/1.1" status: 200 len: 1094 time: 0.0468652 Aug 18 12:53:37.598128 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bae27df0-e52d-4045-b2a0-90f1bad7ebb7 req-c905d6c3-8954-40cf-b6fd-75414e830ac4 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931485 Aug 18 12:53:37.607029 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-9cfb9505-d58e-4d56-9e65-cbc068b91459 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ffddc69-c9d0-4bce-821d-a10f0c8298c6 HTTP/1.1" status: 200 len: 217 time: 0.0464802 Aug 18 12:53:37.629858 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-30c112b0-4d80-453f-bae5-32a5bdb378fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:37.634008 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37334) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:37.663853 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-77c971c9-fc1c-4380-8ab7-d859e0f2bcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:37.665710 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-77c971c9-fc1c-4380-8ab7-d859e0f2bcf7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d8059427-8094-4919-a4ba-5ba769b61640 HTTP/1.1" status: 200 len: 845 time: 0.0522707 Aug 18 12:53:37.705917 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-4cceb888-c79e-49e8-bde8-6f4333890f62 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bab0909c-e2b3-45b7-b9ea-31a3c90130ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304210 Aug 18 12:53:37.718606 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c112b0-4d80-453f-bae5-32a5bdb378fd service neutron] Pushing event updated for resources: {'Port': ['ID=8eeac805-e0e5-4ffb-a77e-bc42427f2986,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:37.735180 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d133c-e991-4f37-8c87-136f55199d4d req-da224ca0-5407-4481-a8ba-75b2cf00d232 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:37.736742 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fd3d133c-e991-4f37-8c87-136f55199d4d req-da224ca0-5407-4481-a8ba-75b2cf00d232 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 948 time: 0.1361907 Aug 18 12:53:37.779093 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-488976a6-cae5-4e31-ab66-dce185362a79 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=075606cfda364ddebe4be31640ab3a76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1392927 Aug 18 12:53:37.795846 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37338) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:37.821728 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52528692-c5bd-4113-afa1-9c4107f3845e x-openstack-request-id: req-52528692-c5bd-4113-afa1-9c4107f3845e {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:53:37.821728 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efd5788e-da1d-4d31-a732-768f8c3843fb", "tag": "6ffddc69-c9d0-4bce-821d-a10f0c8298c6", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:53:37.821728 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52528692-c5bd-4113-afa1-9c4107f3845e {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:53:37.822058 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efd5788e-da1d-4d31-a732-768f8c3843fb', 'tag': '6ffddc69-c9d0-4bce-821d-a10f0c8298c6', 'status': 'completed', 'code': 200} Aug 18 12:53:37.835509 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-d3a67753-b8c6-4495-838b-3e6f2d5f8587 service neutron] 10.222.0.39 "GET /v2.0/networks/bab0909c-e2b3-45b7-b9ea-31a3c90130ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181674 Aug 18 12:53:37.896545 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fd3d133c-e991-4f37-8c87-136f55199d4d req-b2f1b386-a2f5-4496-80ed-20bfac1f063a tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266325 Aug 18 12:53:37.906351 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e6e6c-a4f1-4daa-8e7b-50684bb7efae req-3bd3e8ef-6b8c-405e-8120-6d55a8152c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:37.907850 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b41e6e6c-a4f1-4daa-8e7b-50684bb7efae req-3bd3e8ef-6b8c-405e-8120-6d55a8152c4e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dfbf1e57c29344368949d54d6fc1d536&device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 1099 time: 0.1648719 Aug 18 12:53:37.915414 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-30c112b0-4d80-453f-bae5-32a5bdb378fd service neutron] Attempting to bind port 8eeac805-e0e5-4ffb-a77e-bc42427f2986 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:53:37.915760 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-30c112b0-4d80-453f-bae5-32a5bdb378fd service neutron] Attempting to bind port 8eeac805-e0e5-4ffb-a77e-bc42427f2986 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '97efc5da-ecd0-4484-ac0f-ba58622f7886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c56831c1-4f14-467f-8a65-5e4dcdcf485f'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:53:37.916096 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-30c112b0-4d80-453f-bae5-32a5bdb378fd service neutron] Attempting to bind port 8eeac805-e0e5-4ffb-a77e-bc42427f2986 on network c56831c1-4f14-467f-8a65-5e4dcdcf485f {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:53:37.950422 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-30c112b0-4d80-453f-bae5-32a5bdb378fd service neutron] Port 8eeac805-e0e5-4ffb-a77e-bc42427f2986 on network c56831c1-4f14-467f-8a65-5e4dcdcf485f not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:53:37.953891 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-30c112b0-4d80-453f-bae5-32a5bdb378fd service neutron] Attempting to bind port 8eeac805-e0e5-4ffb-a77e-bc42427f2986 on network c56831c1-4f14-467f-8a65-5e4dcdcf485f {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:53:37.954129 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3638bd32-2ae9-4f7e-8b79-c72f27f1b7ed req-2b6f72ab-8d74-4e20-b59e-ada45997d672 service neutron] 10.222.0.39 "GET /v2.0/networks/bab0909c-e2b3-45b7-b9ea-31a3c90130ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088834 Aug 18 12:53:37.984218 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3d347901-0220-47d8-9cc2-7e6d948b7f5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:37.991229 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-30c112b0-4d80-453f-bae5-32a5bdb378fd service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:53:37.991571 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-30c112b0-4d80-453f-bae5-32a5bdb378fd service neutron] Checking segment: {'id': '97efc5da-ecd0-4484-ac0f-ba58622f7886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c56831c1-4f14-467f-8a65-5e4dcdcf485f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:53:37.991963 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-30c112b0-4d80-453f-bae5-32a5bdb378fd service neutron] Bound using segment: {'id': '97efc5da-ecd0-4484-ac0f-ba58622f7886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c56831c1-4f14-467f-8a65-5e4dcdcf485f'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:53:37.992407 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-30c112b0-4d80-453f-bae5-32a5bdb378fd service neutron] Bound port: 8eeac805-e0e5-4ffb-a77e-bc42427f2986, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97efc5da-ecd0-4484-ac0f-ba58622f7886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c56831c1-4f14-467f-8a65-5e4dcdcf485f'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:53:37.992764 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-30c112b0-4d80-453f-bae5-32a5bdb378fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:38.034749 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3d347901-0220-47d8-9cc2-7e6d948b7f5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:38.074199 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4b21e-783c-4302-803c-b6f65bc5105c req-ec95a0f6-ed93-4414-b57d-f99e14635cc5 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:38.085046 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bcc4b21e-783c-4302-803c-b6f65bc5105c req-ec95a0f6-ed93-4414-b57d-f99e14635cc5 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] 10.222.0.13 "GET /v2.0/ports?device_id=67314bda-9e91-49d1-8452-8be66c49f033 HTTP/1.1" status: 200 len: 943 time: 0.0590167 Aug 18 12:53:38.142034 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e6e6c-a4f1-4daa-8e7b-50684bb7efae req-9f59ed2a-a7cf-47f7-a948-af4def51d1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:38.143661 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b41e6e6c-a4f1-4daa-8e7b-50684bb7efae req-9f59ed2a-a7cf-47f7-a948-af4def51d1d3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.2253640 Aug 18 12:53:38.155455 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bcc4b21e-783c-4302-803c-b6f65bc5105c req-5f8e8d6e-a16c-42be-b7b6-b97b4fe5d22e tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e4f5f3e-5369-41de-bf8c-989334341fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721991 Aug 18 12:53:38.158301 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1770106-967a-4a71-b674-9b9cd696467e req-83896d4c-45d3-411a-b0c7-26b4b5544e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:38.159711 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d1770106-967a-4a71-b674-9b9cd696467e req-83896d4c-45d3-411a-b0c7-26b4b5544e58 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7b0e581f29f04c10ba40170fbb56ba44&device_id=efd5788e-da1d-4d31-a732-768f8c3843fb HTTP/1.1" status: 200 len: 1094 time: 0.0684745 Aug 18 12:53:38.217090 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb19b2-3553-437d-9279-ea3a6e42880c req-9767ac5c-c0e1-4095-80df-dba816cb6851 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:38.218593 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9deb19b2-3553-437d-9279-ea3a6e42880c req-9767ac5c-c0e1-4095-80df-dba816cb6851 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd5788e-da1d-4d31-a732-768f8c3843fb HTTP/1.1" status: 200 len: 943 time: 0.1866069 Aug 18 12:53:38.221120 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-30c112b0-4d80-453f-bae5-32a5bdb378fd service neutron] For port 8eeac805-e0e5-4ffb-a77e-bc42427f2986, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:53:38.224482 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b41e6e6c-a4f1-4daa-8e7b-50684bb7efae req-76e29a14-c5c2-4692-9115-96b10bd5f43a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=b950e197-2c53-477b-a61d-31e56eecdbee HTTP/1.1" status: 200 len: 217 time: 0.0684986 Aug 18 12:53:38.250596 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-30c112b0-4d80-453f-bae5-32a5bdb378fd service neutron] For port 8eeac805-e0e5-4ffb-a77e-bc42427f2986, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=8eeac805-e0e5-4ffb-a77e-bc42427f2986,segment=NetworkSegment(97efc5da-ecd0-4484-ac0f-ba58622f7886),segment_id=97efc5da-ecd0-4484-ac0f-ba58622f7886)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:53:38.256244 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1770106-967a-4a71-b674-9b9cd696467e req-4d42bcd6-bf86-489e-8960-b9a08cd7477e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:38.257775 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d1770106-967a-4a71-b674-9b9cd696467e req-4d42bcd6-bf86-489e-8960-b9a08cd7477e service neutron] 10.222.0.39 "GET /v2.0/networks?id=bab0909c-e2b3-45b7-b9ea-31a3c90130ac HTTP/1.1" status: 200 len: 906 time: 0.0911562 Aug 18 12:53:38.306282 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e6e6c-a4f1-4daa-8e7b-50684bb7efae req-557cc542-4e6a-4275-85e8-58c1921a09ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:38.307284 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d1770106-967a-4a71-b674-9b9cd696467e req-5595516e-5bdc-444a-a9a0-40f1b9354096 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ffddc69-c9d0-4bce-821d-a10f0c8298c6 HTTP/1.1" status: 200 len: 217 time: 0.0404212 Aug 18 12:53:38.310605 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b41e6e6c-a4f1-4daa-8e7b-50684bb7efae req-557cc542-4e6a-4275-85e8-58c1921a09ed service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.0752218 Aug 18 12:53:38.313528 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-30c112b0-4d80-453f-bae5-32a5bdb378fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:38.315528 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3d347901-0220-47d8-9cc2-7e6d948b7f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:38.318194 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3d347901-0220-47d8-9cc2-7e6d948b7f5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:38.322293 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3d347901-0220-47d8-9cc2-7e6d948b7f5b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f234fc8c-5d2b-4655-93c7-2bb01805b716 HTTP/1.1" status: 204 len: 168 time: 0.5040479 Aug 18 12:53:38.332775 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9deb19b2-3553-437d-9279-ea3a6e42880c req-ad1f6494-794a-488f-a44c-e82b50e8bfee tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990202 Aug 18 12:53:38.369951 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d347901-0220-47d8-9cc2-7e6d948b7f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f234fc8c-5d2b-4655-93c7-2bb01805b716,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:38.391749 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1770106-967a-4a71-b674-9b9cd696467e req-c9f740a6-2193-4da9-bb59-b5b4559452c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:38.393308 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d1770106-967a-4a71-b674-9b9cd696467e req-c9f740a6-2193-4da9-bb59-b5b4559452c3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d8059427-8094-4919-a4ba-5ba769b61640 HTTP/1.1" status: 200 len: 845 time: 0.0703902 Aug 18 12:53:38.397976 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-30c112b0-4d80-453f-bae5-32a5bdb378fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:38.398659 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-30c112b0-4d80-453f-bae5-32a5bdb378fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:38.400194 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-30c112b0-4d80-453f-bae5-32a5bdb378fd service neutron] 10.222.0.20 "PUT /v2.0/ports/8eeac805-e0e5-4ffb-a77e-bc42427f2986 HTTP/1.1" status: 200 len: 1091 time: 1.8288281 Aug 18 12:53:38.421403 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c112b0-4d80-453f-bae5-32a5bdb378fd service neutron] Pushing event updated for resources: {'Port': ['ID=8eeac805-e0e5-4ffb-a77e-bc42427f2986,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:38.433572 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e6e6c-a4f1-4daa-8e7b-50684bb7efae req-330cd1df-eca2-4d81-a2e2-b4e82e8d6aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:38.435251 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b41e6e6c-a4f1-4daa-8e7b-50684bb7efae req-330cd1df-eca2-4d81-a2e2-b4e82e8d6aeb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1076410 Aug 18 12:53:38.456071 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d1770106-967a-4a71-b674-9b9cd696467e req-78fd38c5-57eb-4bb4-adf4-5e8753e1185d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bab0909c-e2b3-45b7-b9ea-31a3c90130ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529888 Aug 18 12:53:38.593137 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b16bdb-d618-420e-90f9-cd701a9c0353 req-dc367639-4f2d-4257-9c91-9396cd99603d tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:38.594683 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e9b16bdb-d618-420e-90f9-cd701a9c0353 req-dc367639-4f2d-4257-9c91-9396cd99603d tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=253403df-9e0d-40bd-bf62-96aabda121e3 HTTP/1.1" status: 200 len: 943 time: 0.1157255 Aug 18 12:53:38.611281 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625025e2-8608-4409-b2a0-0f1abbc9b866 req-a1588e45-e162-4637-8308-2d3b34a59320 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:38.613379 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-625025e2-8608-4409-b2a0-0f1abbc9b866 req-a1588e45-e162-4637-8308-2d3b34a59320 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 945 time: 0.1103077 Aug 18 12:53:38.617652 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d1770106-967a-4a71-b674-9b9cd696467e req-1a895d9a-87d7-43d0-8f9c-f1468396264d service neutron] 10.222.0.39 "GET /v2.0/networks/bab0909c-e2b3-45b7-b9ea-31a3c90130ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521072 Aug 18 12:53:38.620414 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b41e6e6c-a4f1-4daa-8e7b-50684bb7efae req-187d7b04-df6f-45e0-a6ad-35226ab6098d service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763415 Aug 18 12:53:38.628141 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-591662ec-3923-4d47-8fae-5744ee087350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:38.629899 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-591662ec-3923-4d47-8fae-5744ee087350 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2fe37f6b32e548f5b1016cf2f60cdb2b&device_id=253403df-9e0d-40bd-bf62-96aabda121e3 HTTP/1.1" status: 200 len: 1094 time: 0.0876122 Aug 18 12:53:38.691697 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e9b16bdb-d618-420e-90f9-cd701a9c0353 req-a07c0a3b-e1bb-4c01-a0f6-893750f2ee4f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856774 Aug 18 12:53:38.728861 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-872e675e-ec97-4eb0-9748-3fa9bda8b4bb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8eeac805-e0e5-4ffb-a77e-bc42427f2986 HTTP/1.1" status: 200 len: 217 time: 0.0825887 Aug 18 12:53:38.747559 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37370) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:38.765768 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d1770106-967a-4a71-b674-9b9cd696467e req-616b1300-a704-4e97-aac7-50b89a55af61 service neutron] 10.222.0.39 "GET /v2.0/networks/bab0909c-e2b3-45b7-b9ea-31a3c90130ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330798 Aug 18 12:53:38.798629 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-625025e2-8608-4409-b2a0-0f1abbc9b866 req-f8c3848c-6f25-4061-8db6-ecb95d6bb743 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656771 Aug 18 12:53:38.842335 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b41e6e6c-a4f1-4daa-8e7b-50684bb7efae req-5a4e8ab4-cca3-4a4c-ab86-5fa62cd5a0e1 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092474 Aug 18 12:53:38.844477 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-af7ab65b-8fb9-4fe1-b9fb-9bc1b82d649d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:38.846433 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-af7ab65b-8fb9-4fe1-b9fb-9bc1b82d649d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7350c50-b03f-467a-a5ed-4898dcd42f1b HTTP/1.1" status: 200 len: 846 time: 0.1087706 Aug 18 12:53:38.882896 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-a353d0c9-7ffe-4917-a737-2ae9ec9ae381 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c56831c1-4f14-467f-8a65-5e4dcdcf485f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262024 Aug 18 12:53:38.905256 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-56da1d2b-1304-458d-9a08-13d8093e437c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1799334934-network', 'tenant_id': 'e386d50353184db69ad39d521500ceee'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:53:38.992066 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56da1d2b-1304-458d-9a08-13d8093e437c admin admin] Made reservation on behalf of e386d50353184db69ad39d521500ceee for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:53:38.994719 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-56da1d2b-1304-458d-9a08-13d8093e437c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:38.995877 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-58fac3b2-9601-4937-9f11-4b8f55f3499c service neutron] 10.222.0.20 "GET /v2.0/networks/c56831c1-4f14-467f-8a65-5e4dcdcf485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027722 Aug 18 12:53:39.004241 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-56da1d2b-1304-458d-9a08-13d8093e437c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:39.020133 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '253403df-9e0d-40bd-bf62-96aabda121e3', 'tag': '8eeac805-e0e5-4ffb-a77e-bc42427f2986'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:53:39.022851 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9d7ef0-813c-43ef-9c2c-e8120a3944a3" -d '{"events": [{"name": "network-changed", "server_uuid": "253403df-9e0d-40bd-bf62-96aabda121e3", "tag": "8eeac805-e0e5-4ffb-a77e-bc42427f2986"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:53:39.078592 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8c76eb-9425-4ff6-9ce6-d826b2f9beb0 x-openstack-request-id: req-8d8c76eb-9425-4ff6-9ce6-d826b2f9beb0 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:53:39.083378 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "253403df-9e0d-40bd-bf62-96aabda121e3", "tag": "8eeac805-e0e5-4ffb-a77e-bc42427f2986", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:53:39.083378 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d8c76eb-9425-4ff6-9ce6-d826b2f9beb0 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:53:39.083378 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '253403df-9e0d-40bd-bf62-96aabda121e3', 'tag': '8eeac805-e0e5-4ffb-a77e-bc42427f2986', 'status': 'completed', 'code': 200} Aug 18 12:53:39.087790 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fea0d-971b-4626-9c9b-710760ef654a req-db08e984-370c-402b-8b1b-c28fad641488 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:39.089311 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-de2fea0d-971b-4626-9c9b-710760ef654a req-db08e984-370c-402b-8b1b-c28fad641488 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 948 time: 0.1114867 Aug 18 12:53:39.102912 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-56da1d2b-1304-458d-9a08-13d8093e437c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:39.149203 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3ecec675-c38a-4fdf-837e-7d02051a20e2 req-975bb48b-487f-4399-9d34-b01aa439351f service neutron] 10.222.0.20 "GET /v2.0/networks/c56831c1-4f14-467f-8a65-5e4dcdcf485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387897 Aug 18 12:53:39.154277 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-de2fea0d-971b-4626-9c9b-710760ef654a req-aa6931c1-bcc0-4dc1-ba8e-517effc43386 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567117 Aug 18 12:53:39.197637 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37380) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:39.231657 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-56da1d2b-1304-458d-9a08-13d8093e437c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:39.294508 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-99b2f59b-f00e-422c-960e-e64995c624b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=35b3de730b8543d9a4b05bdc2bac47d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0932736 Aug 18 12:53:39.295325 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37382) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:39.297357 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56da1d2b-1304-458d-9a08-13d8093e437c admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:53:39.313817 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da1d2b-1304-458d-9a08-13d8093e437c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f341b97c-9863-40ce-8912-0db2315382da,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:39.318545 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-56da1d2b-1304-458d-9a08-13d8093e437c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:39.319463 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-56da1d2b-1304-458d-9a08-13d8093e437c admin admin] Added segment 2f5ba46d-5774-43c3-8ca1-c4ac9b3ab81f of type vlan for network 6fa6534b-edc3-4b11-816f-b4fb064ecad2 Aug 18 12:53:39.365450 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb74863-5fad-4832-aa02-fe5b87a47ff3 req-bd008806-6789-4532-a0da-25adf1f2741e tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:39.367902 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3eb74863-5fad-4832-aa02-fe5b87a47ff3 req-bd008806-6789-4532-a0da-25adf1f2741e tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] 10.222.0.13 "GET /v2.0/ports?device_id=67314bda-9e91-49d1-8452-8be66c49f033 HTTP/1.1" status: 200 len: 943 time: 0.1322989 Aug 18 12:53:39.373461 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d7ef0-813c-43ef-9c2c-e8120a3944a3 req-03380d1b-1670-442f-aa48-8d49697a7167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:39.375020 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5a9d7ef0-813c-43ef-9c2c-e8120a3944a3 req-03380d1b-1670-442f-aa48-8d49697a7167 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2fe37f6b32e548f5b1016cf2f60cdb2b&device_id=253403df-9e0d-40bd-bf62-96aabda121e3 HTTP/1.1" status: 200 len: 1094 time: 0.0660222 Aug 18 12:53:39.380456 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bc38fae1-1d9a-4e12-8a95-071574815f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:39.382463 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-56da1d2b-1304-458d-9a08-13d8093e437c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:39.433231 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3eb74863-5fad-4832-aa02-fe5b87a47ff3 req-1030b382-a56e-49e6-a1a1-aee4280f90de tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e4f5f3e-5369-41de-bf8c-989334341fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540111 Aug 18 12:53:39.477641 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-56da1d2b-1304-458d-9a08-13d8093e437c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:39.478673 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56da1d2b-1304-458d-9a08-13d8093e437c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:39.479276 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-56da1d2b-1304-458d-9a08-13d8093e437c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:39.481401 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bc38fae1-1d9a-4e12-8a95-071574815f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:39.539277 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da1d2b-1304-458d-9a08-13d8093e437c admin admin] Pushing event updated for resources: {'Network': ['ID=6fa6534b-edc3-4b11-816f-b4fb064ecad2,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:39.550105 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 6fa6534b-edc3-4b11-816f-b4fb064ecad2 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:53:39.551033 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ba31f-09ff-40c8-b313-8353e0cfeda0 req-495fb1c5-0c30-48bf-b992-80813f5c2a69 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:39.552540 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-632ba31f-09ff-40c8-b313-8353e0cfeda0 req-495fb1c5-0c30-48bf-b992-80813f5c2a69 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd5788e-da1d-4d31-a732-768f8c3843fb HTTP/1.1" status: 200 len: 943 time: 0.1165812 Aug 18 12:53:39.556599 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d7ef0-813c-43ef-9c2c-e8120a3944a3 req-d9c44089-f02a-4c92-bc08-5844f1d7f26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:39.558036 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5a9d7ef0-813c-43ef-9c2c-e8120a3944a3 req-d9c44089-f02a-4c92-bc08-5844f1d7f26b service neutron] 10.222.0.20 "GET /v2.0/networks?id=c56831c1-4f14-467f-8a65-5e4dcdcf485f HTTP/1.1" status: 200 len: 907 time: 0.1750970 Aug 18 12:53:39.601088 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-56da1d2b-1304-458d-9a08-13d8093e437c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8515213 Aug 18 12:53:39.603771 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37386) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:39.609135 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-bc6f3d54-b2b8-46e5-8880-3d1a48fab643 admin admin] Request body: {'subnet': {'network_id': '6fa6534b-edc3-4b11-816f-b4fb064ecad2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1799334934-subnet', 'tenant_id': 'e386d50353184db69ad39d521500ceee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:53:39.613551 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5a9d7ef0-813c-43ef-9c2c-e8120a3944a3 req-c48f65a3-3dd0-42d2-a6c0-b2cbef2435b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8eeac805-e0e5-4ffb-a77e-bc42427f2986 HTTP/1.1" status: 200 len: 217 time: 0.0467825 Aug 18 12:53:39.639989 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-632ba31f-09ff-40c8-b313-8353e0cfeda0 req-73403b05-2b7c-41b9-b64b-b4a6c1867951 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800099 Aug 18 12:53:39.673913 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d7ef0-813c-43ef-9c2c-e8120a3944a3 req-e84d0cce-42d6-442e-af89-a37dc0cec876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:39.675468 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5a9d7ef0-813c-43ef-9c2c-e8120a3944a3 req-e84d0cce-42d6-442e-af89-a37dc0cec876 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7350c50-b03f-467a-a5ed-4898dcd42f1b HTTP/1.1" status: 200 len: 846 time: 0.0501697 Aug 18 12:53:39.706296 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5a9d7ef0-813c-43ef-9c2c-e8120a3944a3 req-7c633049-470d-4953-8706-5b3e5a7a7c43 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c56831c1-4f14-467f-8a65-5e4dcdcf485f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228417 Aug 18 12:53:39.730160 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bc38fae1-1d9a-4e12-8a95-071574815f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:39.732677 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bc38fae1-1d9a-4e12-8a95-071574815f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:39.733778 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-bc38fae1-1d9a-4e12-8a95-071574815f25 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c6c6631-75c6-44c8-87ef-6d07a0f0265d HTTP/1.1" status: 204 len: 168 time: 0.4374547 Aug 18 12:53:39.752814 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6f3d54-b2b8-46e5-8880-3d1a48fab643 admin admin] Made reservation on behalf of e386d50353184db69ad39d521500ceee for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:53:39.756901 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bc6f3d54-b2b8-46e5-8880-3d1a48fab643 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:39.771040 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc38fae1-1d9a-4e12-8a95-071574815f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6c6631-75c6-44c8-87ef-6d07a0f0265d,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:39.819741 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5a9d7ef0-813c-43ef-9c2c-e8120a3944a3 req-b87dbf5d-e88e-4c36-a1ca-81c3872d07cd service neutron] 10.222.0.20 "GET /v2.0/networks/c56831c1-4f14-467f-8a65-5e4dcdcf485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058278 Aug 18 12:53:39.905588 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f747f4-88cc-495b-90e4-dcd23efb0466 req-dcc33c4e-8d38-42d7-8a55-b970d1894bcd tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:39.907150 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-98f747f4-88cc-495b-90e4-dcd23efb0466 req-dcc33c4e-8d38-42d7-8a55-b970d1894bcd tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=253403df-9e0d-40bd-bf62-96aabda121e3 HTTP/1.1" status: 200 len: 943 time: 0.1276071 Aug 18 12:53:39.931272 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5a9d7ef0-813c-43ef-9c2c-e8120a3944a3 req-13beef3c-de63-46f5-a585-70478728dc67 service neutron] 10.222.0.20 "GET /v2.0/networks/c56831c1-4f14-467f-8a65-5e4dcdcf485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040747 Aug 18 12:53:39.996779 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-98f747f4-88cc-495b-90e4-dcd23efb0466 req-2da49199-d51e-4daf-9fe0-a1e9e278b68f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787289 Aug 18 12:53:40.031676 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540336f-5d1e-407a-b54c-9fdf6ba6ea8e req-ef835cba-fcf8-4450-8e8c-927e9ec5542a tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:40.040608 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8540336f-5d1e-407a-b54c-9fdf6ba6ea8e req-ef835cba-fcf8-4450-8e8c-927e9ec5542a tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 945 time: 0.0638158 Aug 18 12:53:40.074081 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8540336f-5d1e-407a-b54c-9fdf6ba6ea8e req-01e22e3b-2a47-4b81-9f2a-8151f53256c7 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326133 Aug 18 12:53:40.141068 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bc6f3d54-b2b8-46e5-8880-3d1a48fab643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:40.221945 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f3d54-b2b8-46e5-8880-3d1a48fab643 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fa04f04-f1fe-4b42-bb30-54511fdd1e53,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:40.243083 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6f3d54-b2b8-46e5-8880-3d1a48fab643 admin admin] Checking segment: {'id': '2f5ba46d-5774-43c3-8ca1-c4ac9b3ab81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6fa6534b-edc3-4b11-816f-b4fb064ecad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:53:40.243847 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6f3d54-b2b8-46e5-8880-3d1a48fab643 admin admin] Network hostable DHCP agents. Network: 6fa6534b-edc3-4b11-816f-b4fb064ecad2, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:53:40.296927 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc1c56-7258-4a6e-9f06-f978cbfd586f req-75641c1d-4018-47d9-9792-5563154ce509 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:40.298527 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f7fc1c56-7258-4a6e-9f06-f978cbfd586f req-75641c1d-4018-47d9-9792-5563154ce509 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 948 time: 0.0649097 Aug 18 12:53:40.337369 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f7fc1c56-7258-4a6e-9f06-f978cbfd586f req-3a42667d-0dd3-4537-97e2-4df7e3f64a71 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327330 Aug 18 12:53:40.369149 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6f3d54-b2b8-46e5-8880-3d1a48fab643 admin admin] Network 6fa6534b-edc3-4b11-816f-b4fb064ecad2 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:53:40.414567 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 6ffddc69-c9d0-4bce-821d-a10f0c8298c6 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:53:40.472782 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-bc6f3d54-b2b8-46e5-8880-3d1a48fab643 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 6fa6534b-edc3-4b11-816f-b4fb064ecad2) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:53:40.478017 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6f3d54-b2b8-46e5-8880-3d1a48fab643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:40.479324 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bc6f3d54-b2b8-46e5-8880-3d1a48fab643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:40.575867 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-bc6f3d54-b2b8-46e5-8880-3d1a48fab643 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9708233 Aug 18 12:53:40.576589 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd50d56-361f-4a1e-807c-1b7561d3c08c req-563a4f53-11dd-4ead-a6a4-437f110b2f5a tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:40.578372 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9bd50d56-361f-4a1e-807c-1b7561d3c08c req-563a4f53-11dd-4ead-a6a4-437f110b2f5a tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] 10.222.0.13 "GET /v2.0/ports?device_id=67314bda-9e91-49d1-8452-8be66c49f033 HTTP/1.1" status: 200 len: 943 time: 0.0582066 Aug 18 12:53:40.579017 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37410) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:40.583376 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-4f1a2600-586f-4f38-8e2d-0c10970f03b3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1799334934-router', 'tenant_id': 'e386d50353184db69ad39d521500ceee', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:53:40.601662 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4a4aa2-229b-486a-a1bd-5f48a1cf949b None None] Network 6fa6534b-edc3-4b11-816f-b4fb064ecad2 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:53:40.630752 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9bd50d56-361f-4a1e-807c-1b7561d3c08c req-e4aa1b5e-d6d2-41c7-9276-31afc04859da tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e4f5f3e-5369-41de-bf8c-989334341fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432315 Aug 18 12:53:40.703351 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 6ffddc69-c9d0-4bce-821d-a10f0c8298c6, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=6ffddc69-c9d0-4bce-821d-a10f0c8298c6,segment=NetworkSegment(908af126-c217-456c-b1ef-f447c03c2104),segment_id=908af126-c217-456c-b1ef-f447c03c2104)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:40.718210 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4f1a2600-586f-4f38-8e2d-0c10970f03b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:40.727777 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4f1a2600-586f-4f38-8e2d-0c10970f03b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:40.727924 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '6ffddc69-c9d0-4bce-821d-a10f0c8298c6', 'network_id': 'bab0909c-e2b3-45b7-b9ea-31a3c90130ac', 'port_id': '6ffddc69-c9d0-4bce-821d-a10f0c8298c6', 'mac_address': 'fa:16:3e:e7:ca:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8059427-8094-4919-a4ba-5ba769b61640', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:53:40.773301 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4f1a2600-586f-4f38-8e2d-0c10970f03b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:40.774956 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb43b6e-3dc1-43cc-b58e-7ff2c74ce75e req-d209a55d-0e71-4efb-a96f-4aeef0bd3c08 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:40.779931 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8bb43b6e-3dc1-43cc-b58e-7ff2c74ce75e req-d209a55d-0e71-4efb-a96f-4aeef0bd3c08 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd5788e-da1d-4d31-a732-768f8c3843fb HTTP/1.1" status: 200 len: 943 time: 0.0654504 Aug 18 12:53:40.809034 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:40.816871 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8bb43b6e-3dc1-43cc-b58e-7ff2c74ce75e req-da3bc765-cbb3-474b-8740-d29be5700031 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325494 Aug 18 12:53:40.819624 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c1fa02-198f-482e-91c0-eabf7f5c09de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-6fa6534b-edc3-4b11-816f-b4fb064ecad2', 'network_id': '6fa6534b-edc3-4b11-816f-b4fb064ecad2', 'tenant_id': 'e386d50353184db69ad39d521500ceee', 'fixed_ips': [{'subnet_id': '3fa04f04-f1fe-4b42-bb30-54511fdd1e53'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:53:40.821069 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e6c1fa02-198f-482e-91c0-eabf7f5c09de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:40.838781 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ffddc69-c9d0-4bce-821d-a10f0c8298c6 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:53:40.871300 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 6ffddc69-c9d0-4bce-821d-a10f0c8298c6, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=6ffddc69-c9d0-4bce-821d-a10f0c8298c6,segment=NetworkSegment(908af126-c217-456c-b1ef-f447c03c2104),segment_id=908af126-c217-456c-b1ef-f447c03c2104)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:40.931269 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:40.932074 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:53:41.006958 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4f1a2600-586f-4f38-8e2d-0c10970f03b3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:41.095442 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=6ffddc69-c9d0-4bce-821d-a10f0c8298c6,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:41.122658 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-e6c1fa02-198f-482e-91c0-eabf7f5c09de None None] Allocated IP 172.20.0.2 (6fa6534b-edc3-4b11-816f-b4fb064ecad2/3fa04f04-f1fe-4b42-bb30-54511fdd1e53/d2d7e55c-cd32-491f-9acd-ddd20e284d5f) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:53:41.125053 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71fac4-1b2e-46c4-92e8-f076a83f7919 req-1c5f3cd0-cb9a-4a2a-b694-b81ca18865c7 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:41.126223 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1a71fac4-1b2e-46c4-92e8-f076a83f7919 req-1c5f3cd0-cb9a-4a2a-b694-b81ca18865c7 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=253403df-9e0d-40bd-bf62-96aabda121e3 HTTP/1.1" status: 200 len: 943 time: 0.0554531 Aug 18 12:53:41.156101 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a,segment=NetworkSegment(9f6eb4ba-1497-461d-9c11-c192138a3902),segment_id=9f6eb4ba-1497-461d-9c11-c192138a3902)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:41.169541 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1a71fac4-1b2e-46c4-92e8-f076a83f7919 req-d6d33779-d39a-41bb-a1fc-63c1b4ea3abc tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363586 Aug 18 12:53:41.201299 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a', 'network_id': '94e4af15-4196-4ef5-a483-7e1904b0c52c', 'port_id': '7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a', 'mac_address': 'fa:16:3e:58:ca:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3378ac1b-bcaf-44db-8362-1bf1c4631308', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:53:41.253423 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:41.266012 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54d291-3a0a-4673-888e-6dbaa092e7df req-93e0b9e1-433a-446b-806b-3d2079d1e44b tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:41.267674 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3a54d291-3a0a-4673-888e-6dbaa092e7df req-93e0b9e1-433a-446b-806b-3d2079d1e44b tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 945 time: 0.0712278 Aug 18 12:53:41.278036 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:53:41.317842 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a,segment=NetworkSegment(9f6eb4ba-1497-461d-9c11-c192138a3902),segment_id=9f6eb4ba-1497-461d-9c11-c192138a3902)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:41.329186 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3a54d291-3a0a-4673-888e-6dbaa092e7df req-bf65182d-8a12-4a6c-bd71-736a33a85665 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502577 Aug 18 12:53:41.360251 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e6c1fa02-198f-482e-91c0-eabf7f5c09de None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:41.369424 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-e6c1fa02-198f-482e-91c0-eabf7f5c09de None None] Transition to ACTIVE for port object d2d7e55c-cd32-491f-9acd-ddd20e284d5f will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:53:41.397955 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-e6c1fa02-198f-482e-91c0-eabf7f5c09de None None] Transition to ACTIVE for port object d2d7e55c-cd32-491f-9acd-ddd20e284d5f will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:53:41.423325 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:41.423325 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device b950e197-2c53-477b-a61d-31e56eecdbee details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:53:41.444396 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4f1a2600-586f-4f38-8e2d-0c10970f03b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:41.469486 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4f1a2600-586f-4f38-8e2d-0c10970f03b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:41.470476 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1a322-b16c-4e8a-a71c-c1abdc23d057 req-de23bf66-68dd-4a57-bcfb-9cf5eff59f10 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:41.472338 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8cc1a322-b16c-4e8a-a71c-c1abdc23d057 req-de23bf66-68dd-4a57-bcfb-9cf5eff59f10 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 948 time: 0.0634508 Aug 18 12:53:41.485635 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d86227f3-de36-41c5-a4cd-8006d3bdfb41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:41.519340 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8cc1a322-b16c-4e8a-a71c-c1abdc23d057 req-49e52d92-e60b-4f4d-b6ec-22a19878ad42 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397110 Aug 18 12:53:41.536075 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e6c1fa02-198f-482e-91c0-eabf7f5c09de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:41.551568 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:41.582690 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c1fa02-198f-482e-91c0-eabf7f5c09de None None] Network 6fa6534b-edc3-4b11-816f-b4fb064ecad2 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:53:41.590676 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-4f1a2600-586f-4f38-8e2d-0c10970f03b3 admin admin] Allocated IP 172.25.6.205 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/199d8e3d-57c0-4c3e-aac5-869c3991a8c0) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:53:41.590855 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-e6c1fa02-198f-482e-91c0-eabf7f5c09de None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:53:41.595451 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c1fa02-198f-482e-91c0-eabf7f5c09de None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:53:41.626644 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1fa02-198f-482e-91c0-eabf7f5c09de None None] Pushing event updated for resources: {'Port': ['ID=d2d7e55c-cd32-491f-9acd-ddd20e284d5f,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:41.657468 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port b950e197-2c53-477b-a61d-31e56eecdbee, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=b950e197-2c53-477b-a61d-31e56eecdbee,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:41.702700 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'b950e197-2c53-477b-a61d-31e56eecdbee', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'port_id': 'b950e197-2c53-477b-a61d-31e56eecdbee', 'mac_address': 'fa:16:3e:59:5c:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc8434-66c0-4e05-8cce-b4a4a0f33dc3', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:53:41.710164 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-e6c1fa02-198f-482e-91c0-eabf7f5c09de None None] Attempting to bind port d2d7e55c-cd32-491f-9acd-ddd20e284d5f on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:53:41.710732 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-e6c1fa02-198f-482e-91c0-eabf7f5c09de None None] Attempting to bind port d2d7e55c-cd32-491f-9acd-ddd20e284d5f by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '2f5ba46d-5774-43c3-8ca1-c4ac9b3ab81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6fa6534b-edc3-4b11-816f-b4fb064ecad2'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:53:41.711355 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c1fa02-198f-482e-91c0-eabf7f5c09de None None] Attempting to bind port d2d7e55c-cd32-491f-9acd-ddd20e284d5f on network 6fa6534b-edc3-4b11-816f-b4fb064ecad2 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:53:41.718716 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c1fa02-198f-482e-91c0-eabf7f5c09de None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:53:41.719086 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c1fa02-198f-482e-91c0-eabf7f5c09de None None] Checking segment: {'id': '2f5ba46d-5774-43c3-8ca1-c4ac9b3ab81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6fa6534b-edc3-4b11-816f-b4fb064ecad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:53:41.719492 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e6c1fa02-198f-482e-91c0-eabf7f5c09de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:41.719906 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c1fa02-198f-482e-91c0-eabf7f5c09de None None] Bound using segment: {'id': '2f5ba46d-5774-43c3-8ca1-c4ac9b3ab81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6fa6534b-edc3-4b11-816f-b4fb064ecad2'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:53:41.720374 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-e6c1fa02-198f-482e-91c0-eabf7f5c09de None None] Bound port: d2d7e55c-cd32-491f-9acd-ddd20e284d5f, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f5ba46d-5774-43c3-8ca1-c4ac9b3ab81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6fa6534b-edc3-4b11-816f-b4fb064ecad2'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:53:41.720799 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e6c1fa02-198f-482e-91c0-eabf7f5c09de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:41.721161 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4f1a2600-586f-4f38-8e2d-0c10970f03b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:41.788842 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:41.810528 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b950e197-2c53-477b-a61d-31e56eecdbee {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:53:41.828175 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8b493-ff5f-4695-8d7f-f4f7318fb3fd req-e766e03d-a731-46c5-bdef-52a8f8838dcb tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:41.829699 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2db8b493-ff5f-4695-8d7f-f4f7318fb3fd req-e766e03d-a731-46c5-bdef-52a8f8838dcb tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] 10.222.0.13 "GET /v2.0/ports?device_id=67314bda-9e91-49d1-8452-8be66c49f033 HTTP/1.1" status: 200 len: 944 time: 0.1218922 Aug 18 12:53:41.831633 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-749886ce-3cdb-48e8-9785-f48e65db7bba tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:41.833016 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-749886ce-3cdb-48e8-9785-f48e65db7bba tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3&tenant_id=3e9a8a0a72a94b328bf1e534da208edd&binding%3Ahost_id=n-h2-803603-2 HTTP/1.1" status: 200 len: 1096 time: 0.0996397 Aug 18 12:53:41.845917 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port b950e197-2c53-477b-a61d-31e56eecdbee, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=b950e197-2c53-477b-a61d-31e56eecdbee,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:41.847384 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-e6c1fa02-198f-482e-91c0-eabf7f5c09de None None] For port d2d7e55c-cd32-491f-9acd-ddd20e284d5f, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:53:41.850813 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-e6c1fa02-198f-482e-91c0-eabf7f5c09de None None] For port d2d7e55c-cd32-491f-9acd-ddd20e284d5f, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=d2d7e55c-cd32-491f-9acd-ddd20e284d5f,segment=NetworkSegment(2f5ba46d-5774-43c3-8ca1-c4ac9b3ab81f),segment_id=2f5ba46d-5774-43c3-8ca1-c4ac9b3ab81f)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:53:41.851618 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-d9022e46-6718-407a-a5cf-8a82bce7104e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-803603-2'}}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:53:41.898012 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 8eeac805-e0e5-4ffb-a77e-bc42427f2986 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:53:41.905625 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2db8b493-ff5f-4695-8d7f-f4f7318fb3fd req-a7b98e68-3e23-4be0-a66d-6f394d2149f6 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e4f5f3e-5369-41de-bf8c-989334341fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691063 Aug 18 12:53:41.923805 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:41.932272 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-d9022e46-6718-407a-a5cf-8a82bce7104e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:41.975792 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=b950e197-2c53-477b-a61d-31e56eecdbee,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:41.981275 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999def44-ec60-4fac-a474-3ec27997af36 req-4ebb9721-b462-4d38-9172-86de8d1d4f3b tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:41.981848 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e6c1fa02-198f-482e-91c0-eabf7f5c09de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:41.983587 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-999def44-ec60-4fac-a474-3ec27997af36 req-4ebb9721-b462-4d38-9172-86de8d1d4f3b tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd5788e-da1d-4d31-a732-768f8c3843fb HTTP/1.1" status: 200 len: 944 time: 0.0794666 Aug 18 12:53:42.055140 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-999def44-ec60-4fac-a474-3ec27997af36 req-27cac903-6f1b-4995-9151-f2019e40f35c tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583265 Aug 18 12:53:42.101595 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1fa02-198f-482e-91c0-eabf7f5c09de None None] Pushing event updated for resources: {'Port': ['ID=d2d7e55c-cd32-491f-9acd-ddd20e284d5f,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:42.141947 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 8eeac805-e0e5-4ffb-a77e-bc42427f2986, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=8eeac805-e0e5-4ffb-a77e-bc42427f2986,segment=NetworkSegment(97efc5da-ecd0-4484-ac0f-ba58622f7886),segment_id=97efc5da-ecd0-4484-ac0f-ba58622f7886)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:42.173998 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '8eeac805-e0e5-4ffb-a77e-bc42427f2986', 'network_id': 'c56831c1-4f14-467f-8a65-5e4dcdcf485f', 'port_id': '8eeac805-e0e5-4ffb-a77e-bc42427f2986', 'mac_address': 'fa:16:3e:21:f4:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7350c50-b03f-467a-a5ed-4898dcd42f1b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:53:42.229051 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:42.251756 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eeac805-e0e5-4ffb-a77e-bc42427f2986 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:53:42.300290 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['b950e197-2c53-477b-a61d-31e56eecdbee'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:53:42.303577 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:53:42.316778 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['6ffddc69-c9d0-4bce-821d-a10f0c8298c6'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:53:42.364514 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4f1a2600-586f-4f38-8e2d-0c10970f03b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:42.389749 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 8eeac805-e0e5-4ffb-a77e-bc42427f2986, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=8eeac805-e0e5-4ffb-a77e-bc42427f2986,segment=NetworkSegment(97efc5da-ecd0-4484-ac0f-ba58622f7886),segment_id=97efc5da-ecd0-4484-ac0f-ba58622f7886)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:42.417930 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e1e2f-9a7f-4f3e-8466-abdb58161e59 req-f469ff0d-f696-4310-90ea-42882e908f1c tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:42.420352 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-df2e1e2f-9a7f-4f3e-8466-abdb58161e59 req-f469ff0d-f696-4310-90ea-42882e908f1c tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=253403df-9e0d-40bd-bf62-96aabda121e3 HTTP/1.1" status: 200 len: 943 time: 0.1467395 Aug 18 12:53:42.438156 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device eb25c1b0-7dfb-4109-bd7f-32dcce394378 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:53:42.454679 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a2600-586f-4f38-8e2d-0c10970f03b3 admin admin] Pushing event updated for resources: {'Port': ['ID=199d8e3d-57c0-4c3e-aac5-869c3991a8c0,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:42.535597 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-df2e1e2f-9a7f-4f3e-8466-abdb58161e59 req-5493e3a0-1c09-407b-8fa0-edb734642144 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681727 Aug 18 12:53:42.538593 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1a2600-586f-4f38-8e2d-0c10970f03b3 admin admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:53:42.558959 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:42.600373 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-4f1a2600-586f-4f38-8e2d-0c10970f03b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:53:42.614001 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1a2600-586f-4f38-8e2d-0c10970f03b3 admin admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:53:42.744756 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f99945-40dd-4c65-830a-53bf2413aa3f req-54a6c695-94a0-413b-b4bb-67d0178133fe tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:42.746396 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-25f99945-40dd-4c65-830a-53bf2413aa3f req-54a6c695-94a0-413b-b4bb-67d0178133fe tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 949 time: 0.0664153 Aug 18 12:53:42.757312 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=8eeac805-e0e5-4ffb-a77e-bc42427f2986,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:42.794503 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26242e6-4bbb-41ac-b8ab-50d5bb7db7e9 req-71927945-02ad-4527-a348-7fd4b6455ac3 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:42.796100 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d26242e6-4bbb-41ac-b8ab-50d5bb7db7e9 req-71927945-02ad-4527-a348-7fd4b6455ac3 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 945 time: 0.2563472 Aug 18 12:53:42.812421 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:42.812764 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:42.813108 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:42.813449 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:42.813901 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:42.814120 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-25f99945-40dd-4c65-830a-53bf2413aa3f req-8668338c-1d9f-44b1-ab0f-a92d2633d84c tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570624 Aug 18 12:53:42.817547 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:42.817547 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:42.817547 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:42.817547 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:42.817547 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:42.817547 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:42.817547 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:42.822900 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port eb25c1b0-7dfb-4109-bd7f-32dcce394378, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=eb25c1b0-7dfb-4109-bd7f-32dcce394378,segment=NetworkSegment(0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d),segment_id=0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:42.843569 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['8eeac805-e0e5-4ffb-a77e-bc42427f2986'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:53:42.846467 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-d9022e46-6718-407a-a5cf-8a82bce7104e service neutron] For port eb25c1b0-7dfb-4109-bd7f-32dcce394378, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=eb25c1b0-7dfb-4109-bd7f-32dcce394378,segment=NetworkSegment(0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d),segment_id=0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:42.895163 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device eb25c1b0-7dfb-4109-bd7f-32dcce394378 has no active binding in host n-h1-803603-2 {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 18 12:53:42.927005 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d26242e6-4bbb-41ac-b8ab-50d5bb7db7e9 req-bf330478-210e-4fb4-a70d-d535a409e0b4 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197622 Aug 18 12:53:42.941283 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-d9022e46-6718-407a-a5cf-8a82bce7104e service neutron] For port eb25c1b0-7dfb-4109-bd7f-32dcce394378, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:53:43.011839 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-d9022e46-6718-407a-a5cf-8a82bce7104e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:43.017923 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8baa82f3-0c43-4534-a2c5-84087f3fd8f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb25c1b0-7dfb-4109-bd7f-32dcce394378'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:53:43.025858 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de3a9f0-e1cf-416e-b2e6-d027436b1b46" -d '{"events": [{"server_uuid": "8baa82f3-0c43-4534-a2c5-84087f3fd8f3", "name": "network-vif-unplugged", "status": "completed", "tag": "eb25c1b0-7dfb-4109-bd7f-32dcce394378"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:53:43.106075 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa9658-9723-4e16-a4b2-4b52e19a5b25 req-7654ae2e-d234-47de-b182-78efe9632b89 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:43.116822 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-13aa9658-9723-4e16-a4b2-4b52e19a5b25 req-7654ae2e-d234-47de-b182-78efe9632b89 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] 10.222.0.13 "GET /v2.0/ports?device_id=67314bda-9e91-49d1-8452-8be66c49f033 HTTP/1.1" status: 200 len: 944 time: 0.1244259 Aug 18 12:53:43.199712 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37486) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:43.204389 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201d4a13-6dbe-4b83-875f-5e393b977ee3 x-openstack-request-id: req-201d4a13-6dbe-4b83-875f-5e393b977ee3 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:53:43.209901 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8baa82f3-0c43-4534-a2c5-84087f3fd8f3", "name": "network-vif-unplugged", "status": "completed", "tag": "eb25c1b0-7dfb-4109-bd7f-32dcce394378", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:53:43.209901 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-201d4a13-6dbe-4b83-875f-5e393b977ee3 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:53:43.209901 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8baa82f3-0c43-4534-a2c5-84087f3fd8f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb25c1b0-7dfb-4109-bd7f-32dcce394378', 'code': 200} Aug 18 12:53:43.210343 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-13aa9658-9723-4e16-a4b2-4b52e19a5b25 req-4b66cecd-d6d0-48e1-b2e6-5868849c0755 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e4f5f3e-5369-41de-bf8c-989334341fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878334 Aug 18 12:53:43.210442 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4f1a2600-586f-4f38-8e2d-0c10970f03b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:43.210442 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-d9022e46-6718-407a-a5cf-8a82bce7104e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:43.366630 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e25dbe8e-979d-4f3d-adcf-cf4a618cf55e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:43.415443 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device d2d7e55c-cd32-491f-9acd-ddd20e284d5f up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:53:43.483123 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e25dbe8e-979d-4f3d-adcf-cf4a618cf55e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:43.485991 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9022e46-6718-407a-a5cf-8a82bce7104e service neutron] Pushing event updated for resources: {'Port': ['ID=eb25c1b0-7dfb-4109-bd7f-32dcce394378,revision_number=7']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:43.513278 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-d9022e46-6718-407a-a5cf-8a82bce7104e service neutron] Attempting to bind port eb25c1b0-7dfb-4109-bd7f-32dcce394378 on host n-h2-803603-2 for vnic_type normal with profile {"migrating_to": "n-h1-803603-2"} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:53:43.513643 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-d9022e46-6718-407a-a5cf-8a82bce7104e service neutron] Attempting to bind port eb25c1b0-7dfb-4109-bd7f-32dcce394378 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:53:43.513938 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-d9022e46-6718-407a-a5cf-8a82bce7104e service neutron] Attempting to bind port eb25c1b0-7dfb-4109-bd7f-32dcce394378 on network 91d3e9e9-f927-4110-8610-d1ae88923133 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:53:43.532270 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e53a95-f077-4396-81ab-1f724085241d req-e8654229-270b-4bad-b196-2940308124d9 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:43.533857 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-83e53a95-f077-4396-81ab-1f724085241d req-e8654229-270b-4bad-b196-2940308124d9 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd5788e-da1d-4d31-a732-768f8c3843fb HTTP/1.1" status: 200 len: 944 time: 0.2343032 Aug 18 12:53:43.536502 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-d9022e46-6718-407a-a5cf-8a82bce7104e service neutron] Port eb25c1b0-7dfb-4109-bd7f-32dcce394378 on network 91d3e9e9-f927-4110-8610-d1ae88923133 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:53:43.536502 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-d9022e46-6718-407a-a5cf-8a82bce7104e service neutron] Attempting to bind port eb25c1b0-7dfb-4109-bd7f-32dcce394378 on network 91d3e9e9-f927-4110-8610-d1ae88923133 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:53:43.580582 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port d2d7e55c-cd32-491f-9acd-ddd20e284d5f completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:53:43.581204 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e25dbe8e-979d-4f3d-adcf-cf4a618cf55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:43.588164 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-d9022e46-6718-407a-a5cf-8a82bce7104e service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:53:43.588507 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-d9022e46-6718-407a-a5cf-8a82bce7104e service neutron] Checking segment: {'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:53:43.588898 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-d9022e46-6718-407a-a5cf-8a82bce7104e service neutron] Bound using segment: {'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:53:43.589347 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-d9022e46-6718-407a-a5cf-8a82bce7104e service neutron] Bound port: eb25c1b0-7dfb-4109-bd7f-32dcce394378, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91d3e9e9-f927-4110-8610-d1ae88923133'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:53:43.589715 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-d9022e46-6718-407a-a5cf-8a82bce7104e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:43.638639 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e25dbe8e-979d-4f3d-adcf-cf4a618cf55e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=13a8f81252594bbbb0fd723baab883e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4320545 Aug 18 12:53:43.639930 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25dbe8e-979d-4f3d-adcf-cf4a618cf55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88c907b-2156-4480-aa5f-043d19e77ac7,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:43.640529 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e932a713-1bf8-44f9-94f8-438f2a7a6860 None None] Network 6fa6534b-edc3-4b11-816f-b4fb064ecad2 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:53:43.642731 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37492) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:43.680900 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-83e53a95-f077-4396-81ab-1f724085241d req-3f96edbf-452c-4661-8be7-eec6adba16c6 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126862 Aug 18 12:53:43.726982 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-d9022e46-6718-407a-a5cf-8a82bce7104e service neutron] For port eb25c1b0-7dfb-4109-bd7f-32dcce394378, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:53:43.730156 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-d9022e46-6718-407a-a5cf-8a82bce7104e service neutron] For port eb25c1b0-7dfb-4109-bd7f-32dcce394378, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=eb25c1b0-7dfb-4109-bd7f-32dcce394378,segment=NetworkSegment(0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d),segment_id=0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:53:43.731654 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4f1a2600-586f-4f38-8e2d-0c10970f03b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:43.739618 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-92c3f0ac-2a09-41bb-a32b-982ad2f3f13e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:43.750907 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ed07486b-cbd9-42fb-9678-0801c5e179ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:43.808954 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-92c3f0ac-2a09-41bb-a32b-982ad2f3f13e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:43.849278 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a9b66bc9-b306-4113-95c8-9c999f548e27 None None] Provisioning for port d2d7e55c-cd32-491f-9acd-ddd20e284d5f completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:53:43.852813 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-d9022e46-6718-407a-a5cf-8a82bce7104e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:43.860997 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a9b66bc9-b306-4113-95c8-9c999f548e27 None None] Provisioning complete for port d2d7e55c-cd32-491f-9acd-ddd20e284d5f triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:53:43.861421 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037b52a-5528-4ecc-965e-7e533fde3934 req-96e794f3-572d-491b-9402-1b5dd98e0186 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:43.861564 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a9b66bc9-b306-4113-95c8-9c999f548e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:43.864918 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e037b52a-5528-4ecc-965e-7e533fde3934 req-96e794f3-572d-491b-9402-1b5dd98e0186 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=253403df-9e0d-40bd-bf62-96aabda121e3 HTTP/1.1" status: 200 len: 944 time: 0.1250772 Aug 18 12:53:43.935275 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e037b52a-5528-4ecc-965e-7e533fde3934 req-6de05a51-67a0-4c7f-9e45-5a3f146f1021 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488222 Aug 18 12:53:43.968121 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-92c3f0ac-2a09-41bb-a32b-982ad2f3f13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:43.971394 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-92c3f0ac-2a09-41bb-a32b-982ad2f3f13e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:43.973470 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-92c3f0ac-2a09-41bb-a32b-982ad2f3f13e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c88c907b-2156-4480-aa5f-043d19e77ac7 HTTP/1.1" status: 204 len: 168 time: 0.3133764 Aug 18 12:53:43.984239 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c3f0ac-2a09-41bb-a32b-982ad2f3f13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88c907b-2156-4480-aa5f-043d19e77ac7,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:44.009830 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-d9022e46-6718-407a-a5cf-8a82bce7104e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:44.010569 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-d9022e46-6718-407a-a5cf-8a82bce7104e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:44.012502 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-d9022e46-6718-407a-a5cf-8a82bce7104e service neutron] 10.222.0.39 "PUT /v2.0/ports/eb25c1b0-7dfb-4109-bd7f-32dcce394378 HTTP/1.1" status: 200 len: 1121 time: 2.1666179 Aug 18 12:53:44.061809 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9022e46-6718-407a-a5cf-8a82bce7104e service neutron] Pushing event updated for resources: {'Port': ['ID=eb25c1b0-7dfb-4109-bd7f-32dcce394378,revision_number=8']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:44.102346 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174eeaa-a44f-4235-abf1-81d1d456d460 req-6ec96e2b-09f1-4fa5-ac48-31f20c5a6d09 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:44.103950 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8174eeaa-a44f-4235-abf1-81d1d456d460 req-6ec96e2b-09f1-4fa5-ac48-31f20c5a6d09 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 949 time: 0.1441638 Aug 18 12:53:44.108516 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 8eeac805-e0e5-4ffb-a77e-bc42427f2986 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:53:44.121576 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20cfbad-52d5-4c64-bf54-e6a926cb5c32 req-592da266-0b5f-40f9-8d58-e7276bd0cfff tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:44.131299 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a20cfbad-52d5-4c64-bf54-e6a926cb5c32 req-592da266-0b5f-40f9-8d58-e7276bd0cfff tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 943 time: 0.0859573 Aug 18 12:53:44.165336 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8174eeaa-a44f-4235-abf1-81d1d456d460 req-83533d1f-3a15-4a5e-8910-798c49a7ccdb tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498352 Aug 18 12:53:44.169562 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['eb25c1b0-7dfb-4109-bd7f-32dcce394378'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:53:44.186804 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a20cfbad-52d5-4c64-bf54-e6a926cb5c32 req-7043e9ed-7f33-4220-baa0-5297964e49b6 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546341 Aug 18 12:53:44.211313 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['eb25c1b0-7dfb-4109-bd7f-32dcce394378'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:53:44.215040 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f1a2600-586f-4f38-8e2d-0c10970f03b3 admin admin] Router ee8b140b-a89e-4d2f-b016-241ef0f38760 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:53:44.384320 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a9b66bc9-b306-4113-95c8-9c999f548e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:44.389605 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1a2600-586f-4f38-8e2d-0c10970f03b3 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:53:44.403177 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8628c617-6c1c-424e-806a-d716127ffdff None None] Sync routers for ids ['ee8b140b-a89e-4d2f-b016-241ef0f38760'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:53:44.415610 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ea319-3ecd-484d-af2f-0719d1262ba3 req-7e343f6f-0b61-47d0-a71f-790317686dda tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:44.417882 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8628c617-6c1c-424e-806a-d716127ffdff None None] Routers {'ee8b140b-a89e-4d2f-b016-241ef0f38760'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:53:44.419298 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f84ea319-3ecd-484d-af2f-0719d1262ba3 req-7e343f6f-0b61-47d0-a71f-790317686dda tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] 10.222.0.13 "GET /v2.0/ports?device_id=67314bda-9e91-49d1-8452-8be66c49f033 HTTP/1.1" status: 200 len: 944 time: 0.1079121 Aug 18 12:53:44.422691 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 8eeac805-e0e5-4ffb-a77e-bc42427f2986 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:53:44.426712 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-8628c617-6c1c-424e-806a-d716127ffdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:53:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ee8b140b-a89e-4d2f-b016-241ef0f38760'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:44.486909 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 6ffddc69-c9d0-4bce-821d-a10f0c8298c6 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:53:44.506676 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f84ea319-3ecd-484d-af2f-0719d1262ba3 req-5faa68e3-3fe8-4043-bc32-1f84dcc307a4 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e4f5f3e-5369-41de-bf8c-989334341fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756140 Aug 18 12:53:44.520145 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4f1a2600-586f-4f38-8e2d-0c10970f03b3 admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:44.521428 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4f1a2600-586f-4f38-8e2d-0c10970f03b3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.9414411 Aug 18 12:53:44.524817 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37506) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:44.557425 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-a9b66bc9-b306-4113-95c8-9c999f548e27 None None] For port d2d7e55c-cd32-491f-9acd-ddd20e284d5f, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=d2d7e55c-cd32-491f-9acd-ddd20e284d5f,segment=NetworkSegment(2f5ba46d-5774-43c3-8ca1-c4ac9b3ab81f),segment_id=2f5ba46d-5774-43c3-8ca1-c4ac9b3ab81f)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:44.558565 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 8eeac805-e0e5-4ffb-a77e-bc42427f2986 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:53:44.558943 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:44.600710 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-8628c617-6c1c-424e-806a-d716127ffdff None None] Set router ee8b140b-a89e-4d2f-b016-241ef0f38760 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:53:44.742583 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a9b66bc9-b306-4113-95c8-9c999f548e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:44.744486 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:44.785963 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:44.819398 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-8628c617-6c1c-424e-806a-d716127ffdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8b140b-a89e-4d2f-b016-241ef0f38760', 'name': 'tempest-ServersTestJSON-1799334934-router', 'tenant_id': 'e386d50353184db69ad39d521500ceee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '199d8e3d-57c0-4c3e-aac5-869c3991a8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:53:40Z', 'updated_at': '2021-08-18T12:53:42Z', 'revision_number': 3, 'project_id': 'e386d50353184db69ad39d521500ceee', 'gw_port': {'id': '199d8e3d-57c0-4c3e-aac5-869c3991a8c0', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:31:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8b140b-a89e-4d2f-b016-241ef0f38760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:41Z', 'updated_at': '2021-08-18T12:53:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:44.821515 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 6ffddc69-c9d0-4bce-821d-a10f0c8298c6 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:53:44.831195 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253403df-9e0d-40bd-bf62-96aabda121e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eeac805-e0e5-4ffb-a77e-bc42427f2986'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:53:44.835877 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fcedf5-78a7-4081-b540-f54ceecc52cd" -d '{"events": [{"server_uuid": "253403df-9e0d-40bd-bf62-96aabda121e3", "name": "network-vif-plugged", "status": "completed", "tag": "8eeac805-e0e5-4ffb-a77e-bc42427f2986"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:53:44.844264 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b66bc9-b306-4113-95c8-9c999f548e27 None None] Pushing event updated for resources: {'Port': ['ID=d2d7e55c-cd32-491f-9acd-ddd20e284d5f,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:44.847070 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 6ffddc69-c9d0-4bce-821d-a10f0c8298c6 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:53:44.847455 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:44.866884 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 8eeac805-e0e5-4ffb-a77e-bc42427f2986, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=8eeac805-e0e5-4ffb-a77e-bc42427f2986,segment=NetworkSegment(97efc5da-ecd0-4484-ac0f-ba58622f7886),segment_id=97efc5da-ecd0-4484-ac0f-ba58622f7886)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:44.869299 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8628c617-6c1c-424e-806a-d716127ffdff None None] Checking router: ee8b140b-a89e-4d2f-b016-241ef0f38760 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:53:44.869853 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8628c617-6c1c-424e-806a-d716127ffdff None None] Updating router ee8b140b-a89e-4d2f-b016-241ef0f38760 port 199d8e3d-57c0-4c3e-aac5-869c3991a8c0 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:53:44.910969 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496037b-9a9d-4c78-b971-a03f1c6a2877 req-9a4fa114-33f6-4550-a100-684932110869 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:44.912045 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-8628c617-6c1c-424e-806a-d716127ffdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:44.912625 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37514) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:44.913616 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-43703b4f-534b-4133-bbec-636722612588 None None] Provisioning complete for port d2d7e55c-cd32-491f-9acd-ddd20e284d5f triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:53:44.914000 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-43703b4f-534b-4133-bbec-636722612588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:44.918623 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c496037b-9a9d-4c78-b971-a03f1c6a2877 req-9a4fa114-33f6-4550-a100-684932110869 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd5788e-da1d-4d31-a732-768f8c3843fb HTTP/1.1" status: 200 len: 944 time: 0.1418071 Aug 18 12:53:44.934848 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1b43be06-ae3a-48c3-a505-a2435ec003c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:44.964216 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:45.066694 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:45.073041 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1b43be06-ae3a-48c3-a505-a2435ec003c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:45.082804 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=8eeac805-e0e5-4ffb-a77e-bc42427f2986,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:45.107900 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c496037b-9a9d-4c78-b971-a03f1c6a2877 req-484dccd8-2342-4ea5-b0d5-edcaed6376fa tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769855 Aug 18 12:53:45.145030 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1b43be06-ae3a-48c3-a505-a2435ec003c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:45.154869 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 6ffddc69-c9d0-4bce-821d-a10f0c8298c6, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=6ffddc69-c9d0-4bce-821d-a10f0c8298c6,segment=NetworkSegment(908af126-c217-456c-b1ef-f447c03c2104),segment_id=908af126-c217-456c-b1ef-f447c03c2104)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:45.208678 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8baa82f3-0c43-4534-a2c5-84087f3fd8f3', 'tag': 'eb25c1b0-7dfb-4109-bd7f-32dcce394378'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:53:45.211266 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87db99a-c7c8-4634-ab33-61b2ea910e6f" -d '{"events": [{"name": "network-changed", "server_uuid": "8baa82f3-0c43-4534-a2c5-84087f3fd8f3", "tag": "eb25c1b0-7dfb-4109-bd7f-32dcce394378"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:53:45.215145 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b43be06-ae3a-48c3-a505-a2435ec003c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e202846-dd9f-41cf-88f2-38ee3dc5d836,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:45.226246 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1b43be06-ae3a-48c3-a505-a2435ec003c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1da7eb56acb5487ca38b9994a8aff453&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3102605 Aug 18 12:53:45.227745 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37526) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:45.242645 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:45.243675 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:53:45.268382 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdfbb5b-a5f4-4b07-a840-ac23df7c621f req-c091caee-e36b-40a5-9bbf-88415cb1244d tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:45.270128 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3bdfbb5b-a5f4-4b07-a840-ac23df7c621f req-c091caee-e36b-40a5-9bbf-88415cb1244d tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=253403df-9e0d-40bd-bf62-96aabda121e3 HTTP/1.1" status: 200 len: 945 time: 0.0864017 Aug 18 12:53:45.286771 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-8628c617-6c1c-424e-806a-d716127ffdff None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:45.300573 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a48ab7-7b0f-43ed-92e2-f36c672c0607 x-openstack-request-id: req-b6a48ab7-7b0f-43ed-92e2-f36c672c0607 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:53:45.301029 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "253403df-9e0d-40bd-bf62-96aabda121e3", "name": "network-vif-plugged", "status": "completed", "tag": "8eeac805-e0e5-4ffb-a77e-bc42427f2986", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:53:45.301293 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6a48ab7-7b0f-43ed-92e2-f36c672c0607 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:53:45.301704 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '253403df-9e0d-40bd-bf62-96aabda121e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eeac805-e0e5-4ffb-a77e-bc42427f2986', 'code': 200} Aug 18 12:53:45.312086 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-8628c617-6c1c-424e-806a-d716127ffdff None None] Transition to ACTIVE for port object 199d8e3d-57c0-4c3e-aac5-869c3991a8c0 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:53:45.336401 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:45.339569 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-73a0dc89-f86b-443a-9423-a31e144efe2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:45.380481 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3bdfbb5b-a5f4-4b07-a840-ac23df7c621f req-3cd662cf-d3aa-41e7-800b-765b2f10d70f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900750 Aug 18 12:53:45.385842 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7647cd09-7488-4ba2-b84e-b96499cfaa75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:45.386443 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=6ffddc69-c9d0-4bce-821d-a10f0c8298c6,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:45.410864 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-8628c617-6c1c-424e-806a-d716127ffdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:45.430118 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device d2d7e55c-cd32-491f-9acd-ddd20e284d5f up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:53:45.450379 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7647cd09-7488-4ba2-b84e-b96499cfaa75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:45.454345 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38873f5a-2edd-4431-901a-b4b4e819bf14 req-8ee60e71-441c-417c-947c-f130be10038a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:45.455871 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-38873f5a-2edd-4431-901a-b4b4e819bf14 req-8ee60e71-441c-417c-947c-f130be10038a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=253403df-9e0d-40bd-bf62-96aabda121e3 HTTP/1.1" status: 200 len: 1096 time: 0.1303201 Aug 18 12:53:45.503973 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:53:45.504417 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90bef9e-a0ac-4630-9ee4-b19847e09633 req-cccfc464-1201-41bc-b7ab-84c895c6cd1c tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:45.505975 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b90bef9e-a0ac-4630-9ee4-b19847e09633 req-cccfc464-1201-41bc-b7ab-84c895c6cd1c tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 949 time: 0.1494348 Aug 18 12:53:45.511346 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:53:45.512007 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:45.519378 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a7434-a0f2-4461-9375-f7e180931ce5 None None] Pushing event updated for resources: {'Port': ['ID=199d8e3d-57c0-4c3e-aac5-869c3991a8c0,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:45.523257 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-8628c617-6c1c-424e-806a-d716127ffdff None None] Attempting to bind port 199d8e3d-57c0-4c3e-aac5-869c3991a8c0 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:53:45.523625 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-8628c617-6c1c-424e-806a-d716127ffdff None None] Attempting to bind port 199d8e3d-57c0-4c3e-aac5-869c3991a8c0 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:53:45.523974 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8628c617-6c1c-424e-806a-d716127ffdff None None] Attempting to bind port 199d8e3d-57c0-4c3e-aac5-869c3991a8c0 on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:53:45.534398 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a7434-a0f2-4461-9375-f7e180931ce5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:45.534755 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a7434-a0f2-4461-9375-f7e180931ce5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:45.535093 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a7434-a0f2-4461-9375-f7e180931ce5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:45.535425 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a7434-a0f2-4461-9375-f7e180931ce5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:45.535758 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a7434-a0f2-4461-9375-f7e180931ce5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:45.536211 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a7434-a0f2-4461-9375-f7e180931ce5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:45.536540 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a7434-a0f2-4461-9375-f7e180931ce5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:45.536860 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a7434-a0f2-4461-9375-f7e180931ce5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:45.537176 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a7434-a0f2-4461-9375-f7e180931ce5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:45.537543 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a7434-a0f2-4461-9375-f7e180931ce5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:45.537864 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a7434-a0f2-4461-9375-f7e180931ce5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:45.538304 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a7434-a0f2-4461-9375-f7e180931ce5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:45.553782 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8628c617-6c1c-424e-806a-d716127ffdff None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:53:45.553782 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8628c617-6c1c-424e-806a-d716127ffdff None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:53:45.553782 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-8628c617-6c1c-424e-806a-d716127ffdff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:45.553782 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8628c617-6c1c-424e-806a-d716127ffdff None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:53:45.553782 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-8628c617-6c1c-424e-806a-d716127ffdff None None] Bound port: 199d8e3d-57c0-4c3e-aac5-869c3991a8c0, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:53:45.553782 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-8628c617-6c1c-424e-806a-d716127ffdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:45.562003 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-38873f5a-2edd-4431-901a-b4b4e819bf14 req-044eb9f0-d9db-49d5-bc00-42351c783199 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975735 Aug 18 12:53:45.575364 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b90bef9e-a0ac-4630-9ee4-b19847e09633 req-534003a0-38ff-4983-b4cc-21142bf77c45 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565879 Aug 18 12:53:45.612786 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5121441-01a1-4622-b546-b10b182cb3cf req-ab05d612-e44c-4f32-85f9-2a8f4d0822f4 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:45.621854 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e5121441-01a1-4622-b546-b10b182cb3cf req-ab05d612-e44c-4f32-85f9-2a8f4d0822f4 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 943 time: 0.1382294 Aug 18 12:53:45.625936 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-8628c617-6c1c-424e-806a-d716127ffdff None None] For port 199d8e3d-57c0-4c3e-aac5-869c3991a8c0, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:53:45.629956 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-8628c617-6c1c-424e-806a-d716127ffdff None None] For port 199d8e3d-57c0-4c3e-aac5-869c3991a8c0, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=199d8e3d-57c0-4c3e-aac5-869c3991a8c0,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:53:45.635840 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c21d19b-33e4-4a08-8694-ed8c9a4dc0f5 x-openstack-request-id: req-7c21d19b-33e4-4a08-8694-ed8c9a4dc0f5 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:53:45.636128 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8baa82f3-0c43-4534-a2c5-84087f3fd8f3", "tag": "eb25c1b0-7dfb-4109-bd7f-32dcce394378", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:53:45.636650 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c21d19b-33e4-4a08-8694-ed8c9a4dc0f5 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:53:45.636780 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8baa82f3-0c43-4534-a2c5-84087f3fd8f3', 'tag': 'eb25c1b0-7dfb-4109-bd7f-32dcce394378', 'status': 'completed', 'code': 200} Aug 18 12:53:45.637874 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7647cd09-7488-4ba2-b84e-b96499cfaa75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:45.640681 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7647cd09-7488-4ba2-b84e-b96499cfaa75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:45.644884 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7647cd09-7488-4ba2-b84e-b96499cfaa75 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e202846-dd9f-41cf-88f2-38ee3dc5d836 HTTP/1.1" status: 204 len: 168 time: 0.4139810 Aug 18 12:53:45.659929 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647cd09-7488-4ba2-b84e-b96499cfaa75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e202846-dd9f-41cf-88f2-38ee3dc5d836,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:45.670727 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-73a0dc89-f86b-443a-9423-a31e144efe2e admin admin] Allocated IP 172.20.0.1 (6fa6534b-edc3-4b11-816f-b4fb064ecad2/3fa04f04-f1fe-4b42-bb30-54511fdd1e53/5c811eee-f1eb-41d0-8450-396f735a1aa9) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:53:45.673667 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:45.684881 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-8628c617-6c1c-424e-806a-d716127ffdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:45.710266 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port d2d7e55c-cd32-491f-9acd-ddd20e284d5f triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:53:45.710923 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:45.717363 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e5121441-01a1-4622-b546-b10b182cb3cf req-9d64bad3-59e6-4bfc-b00b-b043360368d0 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898464 Aug 18 12:53:45.773934 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87db99a-c7c8-4634-ab33-61b2ea910e6f req-be74675d-d08a-4445-8c2d-b88ce979ccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:45.778007 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d87db99a-c7c8-4634-ab33-61b2ea910e6f req-be74675d-d08a-4445-8c2d-b88ce979ccb9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e9a8a0a72a94b328bf1e534da208edd&device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 1124 time: 0.1060016 Aug 18 12:53:45.799416 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a,segment=NetworkSegment(9f6eb4ba-1497-461d-9c11-c192138a3902),segment_id=9f6eb4ba-1497-461d-9c11-c192138a3902)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:45.818598 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a7434-a0f2-4461-9375-f7e180931ce5 None None] Pushing event updated for resources: {'Port': ['ID=199d8e3d-57c0-4c3e-aac5-869c3991a8c0,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:45.822201 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8628c617-6c1c-424e-806a-d716127ffdff None None] Routers {'ee8b140b-a89e-4d2f-b016-241ef0f38760'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:53:45.833018 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-8628c617-6c1c-424e-806a-d716127ffdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:53:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ee8b140b-a89e-4d2f-b016-241ef0f38760'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:45.883629 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-73a0dc89-f86b-443a-9423-a31e144efe2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:45.900642 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-73a0dc89-f86b-443a-9423-a31e144efe2e admin admin] Transition to ACTIVE for port object 5c811eee-f1eb-41d0-8450-396f735a1aa9 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:53:45.912129 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:45.913516 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device b950e197-2c53-477b-a61d-31e56eecdbee up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:53:45.952602 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-8628c617-6c1c-424e-806a-d716127ffdff None None] Set router ee8b140b-a89e-4d2f-b016-241ef0f38760 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:53:45.961272 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87db99a-c7c8-4634-ab33-61b2ea910e6f req-c8dbaf77-2adc-4b38-b4f8-48a68ca4f1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:45.964552 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d87db99a-c7c8-4634-ab33-61b2ea910e6f req-c8dbaf77-2adc-4b38-b4f8-48a68ca4f1a6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=91d3e9e9-f927-4110-8610-d1ae88923133 HTTP/1.1" status: 200 len: 922 time: 0.1807163 Aug 18 12:53:45.980348 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a27bfd-6db3-4b33-b885-05b2eebed263 req-ffee20a7-d11d-4534-abbb-1ea30c08adfa tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:45.981896 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-08a27bfd-6db3-4b33-b885-05b2eebed263 req-ffee20a7-d11d-4534-abbb-1ea30c08adfa tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] 10.222.0.13 "GET /v2.0/ports?device_id=67314bda-9e91-49d1-8452-8be66c49f033 HTTP/1.1" status: 200 len: 944 time: 0.1079669 Aug 18 12:53:46.001428 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:46.015779 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-73a0dc89-f86b-443a-9423-a31e144efe2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:46.039305 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d87db99a-c7c8-4634-ab33-61b2ea910e6f req-d4d30dc7-6322-41ab-848b-a7939e876cef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb25c1b0-7dfb-4109-bd7f-32dcce394378 HTTP/1.1" status: 200 len: 217 time: 0.0561383 Aug 18 12:53:46.067304 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a0dc89-f86b-443a-9423-a31e144efe2e admin admin] Network 6fa6534b-edc3-4b11-816f-b4fb064ecad2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:53:46.071072 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-73a0dc89-f86b-443a-9423-a31e144efe2e admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:53:46.073561 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a0dc89-f86b-443a-9423-a31e144efe2e admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:53:46.077174 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a0dc89-f86b-443a-9423-a31e144efe2e admin admin] Pushing event updated for resources: {'Port': ['ID=5c811eee-f1eb-41d0-8450-396f735a1aa9,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:46.089156 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port b950e197-2c53-477b-a61d-31e56eecdbee completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:53:46.093250 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port b950e197-2c53-477b-a61d-31e56eecdbee triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:53:46.093674 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:46.126002 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-08a27bfd-6db3-4b33-b885-05b2eebed263 req-cf8454f3-4492-400b-bfdb-56880fa391b0 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e4f5f3e-5369-41de-bf8c-989334341fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278610 Aug 18 12:53:46.146778 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-73a0dc89-f86b-443a-9423-a31e144efe2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:46.159307 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87db99a-c7c8-4634-ab33-61b2ea910e6f req-dcc3955a-8e4f-49f6-bcd7-8ff63ae668df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:46.162035 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d87db99a-c7c8-4634-ab33-61b2ea910e6f req-dcc3955a-8e4f-49f6-bcd7-8ff63ae668df service neutron] 10.222.0.20 "GET /v2.0/subnets?id=da996bc9-0001-4e2d-9a03-d2d78ee48c5d HTTP/1.1" status: 200 len: 861 time: 0.1113594 Aug 18 12:53:46.219919 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-8628c617-6c1c-424e-806a-d716127ffdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8b140b-a89e-4d2f-b016-241ef0f38760', 'name': 'tempest-ServersTestJSON-1799334934-router', 'tenant_id': 'e386d50353184db69ad39d521500ceee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '199d8e3d-57c0-4c3e-aac5-869c3991a8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:53:40Z', 'updated_at': '2021-08-18T12:53:42Z', 'revision_number': 3, 'project_id': 'e386d50353184db69ad39d521500ceee', 'gw_port': {'id': '199d8e3d-57c0-4c3e-aac5-869c3991a8c0', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:31:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8b140b-a89e-4d2f-b016-241ef0f38760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:41Z', 'updated_at': '2021-08-18T12:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:46.227403 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:46.234957 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d87db99a-c7c8-4634-ab33-61b2ea910e6f req-07e0678b-725c-4672-8dda-dd16384ced9e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=91d3e9e9-f927-4110-8610-d1ae88923133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636153 Aug 18 12:53:46.269652 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port b950e197-2c53-477b-a61d-31e56eecdbee, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=b950e197-2c53-477b-a61d-31e56eecdbee,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:46.276157 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8628c617-6c1c-424e-806a-d716127ffdff None None] The sync data for ids ['ee8b140b-a89e-4d2f-b016-241ef0f38760'] in n-d-803603-2 is: [{'id': 'ee8b140b-a89e-4d2f-b016-241ef0f38760', 'name': 'tempest-ServersTestJSON-1799334934-router', 'tenant_id': 'e386d50353184db69ad39d521500ceee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '199d8e3d-57c0-4c3e-aac5-869c3991a8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:53:40Z', 'updated_at': '2021-08-18T12:53:42Z', 'revision_number': 3, 'project_id': 'e386d50353184db69ad39d521500ceee', 'gw_port': {'id': '199d8e3d-57c0-4c3e-aac5-869c3991a8c0', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:31:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8b140b-a89e-4d2f-b016-241ef0f38760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:41Z', 'updated_at': '2021-08-18T12:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:53:46.374993 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:46.375151 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440fd1dc-dee0-4809-a761-24752f0e568a req-ba8627a0-3a69-44c8-bc55-722f91dc48e6 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:46.376642 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-440fd1dc-dee0-4809-a761-24752f0e568a req-ba8627a0-3a69-44c8-bc55-722f91dc48e6 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd5788e-da1d-4d31-a732-768f8c3843fb HTTP/1.1" status: 200 len: 945 time: 0.1438613 Aug 18 12:53:46.395327 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d87db99a-c7c8-4634-ab33-61b2ea910e6f req-c6213296-b284-46e8-984c-aafc756cd4e0 service neutron] 10.222.0.20 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498909 Aug 18 12:53:46.458878 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-440fd1dc-dee0-4809-a761-24752f0e568a req-3876f359-8e3d-4bad-aade-45656632344a tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743973 Aug 18 12:53:46.495253 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=b950e197-2c53-477b-a61d-31e56eecdbee,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:46.514128 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-73a0dc89-f86b-443a-9423-a31e144efe2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:46.567843 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d87db99a-c7c8-4634-ab33-61b2ea910e6f req-fe3d3ba7-5499-4fd2-90ec-f977ef022866 service neutron] 10.222.0.20 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617243 Aug 18 12:53:46.586380 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ea338915-a01c-4969-9a2e-4340746f1c0b None None] Provisioning for port 5c811eee-f1eb-41d0-8450-396f735a1aa9 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:53:46.593871 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3659929-a115-4876-9139-6a29cd642c25 req-f5256ad6-342f-4e92-845a-68afc44d8e94 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:46.602278 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b3659929-a115-4876-9139-6a29cd642c25 req-f5256ad6-342f-4e92-845a-68afc44d8e94 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=253403df-9e0d-40bd-bf62-96aabda121e3 HTTP/1.1" status: 200 len: 945 time: 0.0844193 Aug 18 12:53:46.615148 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ea338915-a01c-4969-9a2e-4340746f1c0b None None] Provisioning complete for port 5c811eee-f1eb-41d0-8450-396f735a1aa9 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:53:46.615148 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ea338915-a01c-4969-9a2e-4340746f1c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:46.682962 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b3659929-a115-4876-9139-6a29cd642c25 req-971dd624-4636-4b47-99ff-9b321df19754 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625520 Aug 18 12:53:46.739609 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-ea338915-a01c-4969-9a2e-4340746f1c0b None None] Port 5c811eee-f1eb-41d0-8450-396f735a1aa9 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:53:46.803318 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-73a0dc89-f86b-443a-9423-a31e144efe2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:46.851775 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eefb2e-e4d0-4a45-a18d-5ecb6cdd30c9 req-b22042ad-5b27-4cf5-b993-527b3f5e3358 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:46.853571 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d8eefb2e-e4d0-4a45-a18d-5ecb6cdd30c9 req-b22042ad-5b27-4cf5-b993-527b3f5e3358 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 950 time: 0.1073461 Aug 18 12:53:46.890650 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-73a0dc89-f86b-443a-9423-a31e144efe2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:46.912185 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a1c1a-c1bc-4352-b8b9-78fa80feca2c req-a6710077-c7b9-479d-92f7-0f3bf900ae9f tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:46.914601 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-619a1c1a-c1bc-4352-b8b9-78fa80feca2c req-a6710077-c7b9-479d-92f7-0f3bf900ae9f tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 943 time: 0.0656176 Aug 18 12:53:46.955356 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d8eefb2e-e4d0-4a45-a18d-5ecb6cdd30c9 req-09cdf465-49eb-42f0-bd93-6d032dca4590 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946624 Aug 18 12:53:46.978546 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-619a1c1a-c1bc-4352-b8b9-78fa80feca2c req-a4dcfe5e-e5af-426a-b314-c311af8467b4 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570464 Aug 18 12:53:47.017355 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-73a0dc89-f86b-443a-9423-a31e144efe2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:47.020091 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a0dc89-f86b-443a-9423-a31e144efe2e admin admin] Pushing event updated for resources: {'Port': ['ID=5c811eee-f1eb-41d0-8450-396f735a1aa9,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:47.130429 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a0dc89-f86b-443a-9423-a31e144efe2e admin admin] Network 6fa6534b-edc3-4b11-816f-b4fb064ecad2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:53:47.134262 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-73a0dc89-f86b-443a-9423-a31e144efe2e admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:53:47.188340 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:47.303892 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd5788e-da1d-4d31-a732-768f8c3843fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ffddc69-c9d0-4bce-821d-a10f0c8298c6'}, {'server_uuid': '67314bda-9e91-49d1-8452-8be66c49f033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a'}, {'server_uuid': '5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b950e197-2c53-477b-a61d-31e56eecdbee'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:53:47.306688 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e93cb8d-9d8a-4db7-b70f-51845a9fb271" -d '{"events": [{"server_uuid": "efd5788e-da1d-4d31-a732-768f8c3843fb", "name": "network-vif-plugged", "status": "completed", "tag": "6ffddc69-c9d0-4bce-821d-a10f0c8298c6"}, {"server_uuid": "67314bda-9e91-49d1-8452-8be66c49f033", "name": "network-vif-plugged", "status": "completed", "tag": "7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a"}, {"server_uuid": "5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4", "name": "network-vif-plugged", "status": "completed", "tag": "b950e197-2c53-477b-a61d-31e56eecdbee"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:53:47.380011 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 18 Aug 2021 12:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c10e4ce-a243-46bf-bb01-3c22b48ecd61 x-openstack-request-id: req-2c10e4ce-a243-46bf-bb01-3c22b48ecd61 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:53:47.380602 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efd5788e-da1d-4d31-a732-768f8c3843fb", "name": "network-vif-plugged", "status": "completed", "tag": "6ffddc69-c9d0-4bce-821d-a10f0c8298c6", "code": 200}, {"server_uuid": "67314bda-9e91-49d1-8452-8be66c49f033", "name": "network-vif-plugged", "status": "completed", "tag": "7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a", "code": 200}, {"server_uuid": "5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4", "name": "network-vif-plugged", "status": "completed", "tag": "b950e197-2c53-477b-a61d-31e56eecdbee", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:53:47.380859 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c10e4ce-a243-46bf-bb01-3c22b48ecd61 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:53:47.381292 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efd5788e-da1d-4d31-a732-768f8c3843fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ffddc69-c9d0-4bce-821d-a10f0c8298c6', 'code': 200} Aug 18 12:53:47.381638 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67314bda-9e91-49d1-8452-8be66c49f033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a', 'code': 200} Aug 18 12:53:47.381795 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b950e197-2c53-477b-a61d-31e56eecdbee', 'code': 200} Aug 18 12:53:47.434685 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 199d8e3d-57c0-4c3e-aac5-869c3991a8c0 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:53:47.540550 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-3001c2c9-ab35-4d44-9557-b1ec8dbe1ae1 None None] Provisioning complete for port 5c811eee-f1eb-41d0-8450-396f735a1aa9 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:53:47.540942 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3001c2c9-ab35-4d44-9557-b1ec8dbe1ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:47.589588 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-3001c2c9-ab35-4d44-9557-b1ec8dbe1ae1 None None] Port 5c811eee-f1eb-41d0-8450-396f735a1aa9 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:53:47.631710 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9734487-3537-454e-8c06-df3d65ee3a5a req-08e252d1-dece-4a76-ac7c-449e866b4efa tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:47.633366 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d9734487-3537-454e-8c06-df3d65ee3a5a req-08e252d1-dece-4a76-ac7c-449e866b4efa tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd5788e-da1d-4d31-a732-768f8c3843fb HTTP/1.1" status: 200 len: 945 time: 0.0782886 Aug 18 12:53:47.683732 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 199d8e3d-57c0-4c3e-aac5-869c3991a8c0 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:53:47.690067 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 199d8e3d-57c0-4c3e-aac5-869c3991a8c0 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:53:47.690794 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:47.789912 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d9734487-3537-454e-8c06-df3d65ee3a5a req-29454eae-88b9-4312-818c-411b0a7a5f66 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482847 Aug 18 12:53:47.826748 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d607411-e187-4b1d-b945-7bfd1388f4fe req-db612a99-916f-4856-aae7-40187502f459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:47.831430 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6d607411-e187-4b1d-b945-7bfd1388f4fe req-db612a99-916f-4856-aae7-40187502f459 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=67314bda-9e91-49d1-8452-8be66c49f033 HTTP/1.1" status: 200 len: 1096 time: 0.3206747 Aug 18 12:53:47.848361 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ceee69-26da-402d-9a92-0ad9ba9f56d2 req-5dd88de8-95ca-47cc-b6d7-10f26c97bfa4 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:47.848361 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f0ceee69-26da-402d-9a92-0ad9ba9f56d2 req-5dd88de8-95ca-47cc-b6d7-10f26c97bfa4 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] 10.222.0.13 "GET /v2.0/ports?device_id=67314bda-9e91-49d1-8452-8be66c49f033 HTTP/1.1" status: 200 len: 945 time: 0.1792397 Aug 18 12:53:47.908246 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:47.964218 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 199d8e3d-57c0-4c3e-aac5-869c3991a8c0, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=199d8e3d-57c0-4c3e-aac5-869c3991a8c0,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:47.969773 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee73cb-8b58-4e33-81e0-c72f126204d5 req-230cdbd0-ae96-49e0-8611-93dab7447826 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:47.976420 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-45ee73cb-8b58-4e33-81e0-c72f126204d5 req-230cdbd0-ae96-49e0-8611-93dab7447826 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=253403df-9e0d-40bd-bf62-96aabda121e3 HTTP/1.1" status: 200 len: 945 time: 0.0916748 Aug 18 12:53:47.976657 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6d607411-e187-4b1d-b945-7bfd1388f4fe req-cb5e3c49-73f9-4cb3-98a7-8e788066c624 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4e4f5f3e-5369-41de-bf8c-989334341fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292601 Aug 18 12:53:47.984259 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a0dc89-f86b-443a-9423-a31e144efe2e admin admin] Router ee8b140b-a89e-4d2f-b016-241ef0f38760 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:53:48.031873 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:48.035964 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-45ee73cb-8b58-4e33-81e0-c72f126204d5 req-7012177c-95e7-4a91-af5e-87340013dd67 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524569 Aug 18 12:53:48.052972 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5afbf-6dff-490d-9262-4fd0afda4099 req-c153969c-af45-427b-95d1-9fe5290ce225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:48.055113 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9de5afbf-6dff-490d-9262-4fd0afda4099 req-c153969c-af45-427b-95d1-9fe5290ce225 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 1101 time: 0.3857722 Aug 18 12:53:48.064791 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f0ceee69-26da-402d-9a92-0ad9ba9f56d2 req-24325349-f128-40a0-98b7-6e00809af7f3 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e4f5f3e-5369-41de-bf8c-989334341fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814601 Aug 18 12:53:48.177205 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d357154-d219-42ad-9551-9f66c25e41f9 req-71100558-f83f-4737-8f45-5b3ef59ed931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:48.182562 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8d357154-d219-42ad-9551-9f66c25e41f9 req-71100558-f83f-4737-8f45-5b3ef59ed931 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=efd5788e-da1d-4d31-a732-768f8c3843fb HTTP/1.1" status: 200 len: 1096 time: 0.5101826 Aug 18 12:53:48.188958 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=199d8e3d-57c0-4c3e-aac5-869c3991a8c0,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:48.221863 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9de5afbf-6dff-490d-9262-4fd0afda4099 req-90ccd4af-9cef-4643-8e50-a374453e04ac service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555429 Aug 18 12:53:48.325438 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720ebc6-881b-40c4-99d0-a10af71ecb37 req-a585d10d-931b-400f-8bf7-9f23e68ec5ec tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:48.327349 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a720ebc6-881b-40c4-99d0-a10af71ecb37 req-a585d10d-931b-400f-8bf7-9f23e68ec5ec tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 943 time: 0.0793478 Aug 18 12:53:48.357203 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfe03d-0dd6-4486-b39a-81940fc50d59 req-e870c14f-6b1b-4b80-8f78-6035fd1bc648 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:48.364838 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-eccfe03d-0dd6-4486-b39a-81940fc50d59 req-e870c14f-6b1b-4b80-8f78-6035fd1bc648 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 950 time: 0.1465759 Aug 18 12:53:48.374025 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8d357154-d219-42ad-9551-9f66c25e41f9 req-c2feb9fd-fd38-4af9-9c8c-5f0938dbbedd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536689 Aug 18 12:53:48.384159 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a720ebc6-881b-40c4-99d0-a10af71ecb37 req-ac9cf46e-fb57-41c0-8042-2f2e98744fc9 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504744 Aug 18 12:53:48.396765 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a0dc89-f86b-443a-9423-a31e144efe2e admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:53:48.403660 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-73a0dc89-f86b-443a-9423-a31e144efe2e admin admin] 10.222.0.13 "PUT /v2.0/routers/ee8b140b-a89e-4d2f-b016-241ef0f38760/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8775127 Aug 18 12:53:48.437208 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-eccfe03d-0dd6-4486-b39a-81940fc50d59 req-a7dd483b-b3a5-4a12-a724-5bdfd02053f6 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706973 Aug 18 12:53:48.597174 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f746bd47-b61a-478a-a1ae-7af829ca9e67 None None] Sync routers for ids ['ee8b140b-a89e-4d2f-b016-241ef0f38760'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:53:48.606612 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f746bd47-b61a-478a-a1ae-7af829ca9e67 None None] Routers {'ee8b140b-a89e-4d2f-b016-241ef0f38760'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:53:48.607785 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f746bd47-b61a-478a-a1ae-7af829ca9e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:53:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ee8b140b-a89e-4d2f-b016-241ef0f38760'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:48.660685 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-6a1297b5-4311-48fd-9d0f-5998f4be8fb8 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:48.668744 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-6a1297b5-4311-48fd-9d0f-5998f4be8fb8 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/networks?id=c56831c1-4f14-467f-8a65-5e4dcdcf485f HTTP/1.1" status: 200 len: 806 time: 0.1300447 Aug 18 12:53:48.686742 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-65cef38e-20f7-4cb1-af12-e09036ee9d08 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/quotas/2fe37f6b32e548f5b1016cf2f60cdb2b HTTP/1.1" status: 200 len: 375 time: 0.0168753 Aug 18 12:53:48.738724 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-f746bd47-b61a-478a-a1ae-7af829ca9e67 None None] Set router ee8b140b-a89e-4d2f-b016-241ef0f38760 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:53:48.745541 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-0ff896e2-7c9b-4470-b146-618a5a057276 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fe37f6b32e548f5b1016cf2f60cdb2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575895 Aug 18 12:53:48.962973 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-85161287-fe2c-4998-a6da-b79aee2bfdef service neutron] 10.222.0.13 "GET /v2.0/networks/c56831c1-4f14-467f-8a65-5e4dcdcf485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165561 Aug 18 12:53:48.998487 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f746bd47-b61a-478a-a1ae-7af829ca9e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8b140b-a89e-4d2f-b016-241ef0f38760', 'name': 'tempest-ServersTestJSON-1799334934-router', 'tenant_id': 'e386d50353184db69ad39d521500ceee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '199d8e3d-57c0-4c3e-aac5-869c3991a8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:53:40Z', 'updated_at': '2021-08-18T12:53:46Z', 'revision_number': 4, 'project_id': 'e386d50353184db69ad39d521500ceee', 'gw_port': {'id': '199d8e3d-57c0-4c3e-aac5-869c3991a8c0', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:31:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8b140b-a89e-4d2f-b016-241ef0f38760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:41Z', 'updated_at': '2021-08-18T12:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '5c811eee-f1eb-41d0-8450-396f735a1aa9', 'name': '', 'network_id': '6fa6534b-edc3-4b11-816f-b4fb064ecad2', 'tenant_id': 'e386d50353184db69ad39d521500ceee', 'mac_address': 'fa:16:3e:5c:db:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8b140b-a89e-4d2f-b016-241ef0f38760', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '3fa04f04-f1fe-4b42-bb30-54511fdd1e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:45Z', 'updated_at': '2021-08-18T12:53:46Z', 'revision_number': 2, 'project_id': 'e386d50353184db69ad39d521500ceee', 'subnets': [{'id': '3fa04f04-f1fe-4b42-bb30-54511fdd1e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:49.039051 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f746bd47-b61a-478a-a1ae-7af829ca9e67 None None] Checking router: ee8b140b-a89e-4d2f-b016-241ef0f38760 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:53:49.039409 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f746bd47-b61a-478a-a1ae-7af829ca9e67 None None] Updating router ee8b140b-a89e-4d2f-b016-241ef0f38760 port 5c811eee-f1eb-41d0-8450-396f735a1aa9 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:53:49.055579 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-14ef041c-7b7f-476f-9572-a04d9431263d service neutron] 10.222.0.13 "GET /v2.0/networks/c56831c1-4f14-467f-8a65-5e4dcdcf485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857627 Aug 18 12:53:49.068134 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f746bd47-b61a-478a-a1ae-7af829ca9e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:49.146016 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37622) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:49.151769 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-5eea66e7-13cd-4292-87a6-ea1ad9653092 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1793047752', 'description': 'tempest-description--791490905'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:53:49.273156 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5eea66e7-13cd-4292-87a6-ea1ad9653092 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:49.417883 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d467d-a977-4d32-9433-8a0b0e6ae94d req-2274beed-5f8e-4fad-b5bc-4cf58364d3ce tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:49.429766 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a50d467d-a977-4d32-9433-8a0b0e6ae94d req-2274beed-5f8e-4fad-b5bc-4cf58364d3ce tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd5788e-da1d-4d31-a732-768f8c3843fb HTTP/1.1" status: 200 len: 945 time: 0.1277659 Aug 18 12:53:49.445180 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 199d8e3d-57c0-4c3e-aac5-869c3991a8c0 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:53:49.485244 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a50d467d-a977-4d32-9433-8a0b0e6ae94d req-9b221a83-133e-43c7-8563-3f1508b682fa tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526004 Aug 18 12:53:49.507894 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5eea66e7-13cd-4292-87a6-ea1ad9653092 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:49.551493 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc7a3d-f361-4cd5-9ac1-92f40c1c11d3 req-18dfdf28-5b1e-44b2-b6b9-013199361a2a tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:49.555407 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dcbc7a3d-f361-4cd5-9ac1-92f40c1c11d3 req-18dfdf28-5b1e-44b2-b6b9-013199361a2a tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] 10.222.0.13 "GET /v2.0/ports?device_id=67314bda-9e91-49d1-8452-8be66c49f033 HTTP/1.1" status: 200 len: 945 time: 0.0910187 Aug 18 12:53:49.559356 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f746bd47-b61a-478a-a1ae-7af829ca9e67 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:49.590709 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f746bd47-b61a-478a-a1ae-7af829ca9e67 None None] Transition to ACTIVE for port object 5c811eee-f1eb-41d0-8450-396f735a1aa9 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:53:49.593362 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 199d8e3d-57c0-4c3e-aac5-869c3991a8c0 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:53:49.593811 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:49.632629 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5eea66e7-13cd-4292-87a6-ea1ad9653092 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:49.671202 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea66e7-13cd-4292-87a6-ea1ad9653092 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=732784de-b4a0-45ac-aed5-4a179726ae64,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:49.680027 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dcbc7a3d-f361-4cd5-9ac1-92f40c1c11d3 req-f5591a75-6ba9-46c3-a0b5-fb38f112f119 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e4f5f3e-5369-41de-bf8c-989334341fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138208 Aug 18 12:53:49.698032 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-e7879a47-e74b-4102-b59a-18c5621b3004 service neutron] 10.222.0.20 "GET /v2.0/ports/eb25c1b0-7dfb-4109-bd7f-32dcce394378/bindings/n-h1-803603-2 HTTP/1.1" status: 200 len: 384 time: 0.1414971 Aug 18 12:53:49.703222 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-84b64c75-d299-4242-be30-acf1634b28c6 req-9f442aaa-1972-4845-8cc4-c9169599f52c tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=0139c5c2-5d69-4657-96a4-467b7443030b HTTP/1.1" status: 200 len: 210 time: 0.0294280 Aug 18 12:53:49.742111 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5eea66e7-13cd-4292-87a6-ea1ad9653092 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:49.744302 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5eea66e7-13cd-4292-87a6-ea1ad9653092 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5961177 Aug 18 12:53:49.746535 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37646) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:49.751916 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f746bd47-b61a-478a-a1ae-7af829ca9e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:49.754705 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-c0804c4b-e5be-42f7-bd9b-813539da610b tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Request body: {'security_group_rule': {'security_group_id': '732784de-b4a0-45ac-aed5-4a179726ae64', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:53:49.862907 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1427d9b5-1590-4191-b445-5f6bbe2630ca None None] Pushing event updated for resources: {'Port': ['ID=5c811eee-f1eb-41d0-8450-396f735a1aa9,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:49.893979 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-f746bd47-b61a-478a-a1ae-7af829ca9e67 None None] Attempting to bind port 5c811eee-f1eb-41d0-8450-396f735a1aa9 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:53:49.894384 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-f746bd47-b61a-478a-a1ae-7af829ca9e67 None None] Attempting to bind port 5c811eee-f1eb-41d0-8450-396f735a1aa9 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '2f5ba46d-5774-43c3-8ca1-c4ac9b3ab81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6fa6534b-edc3-4b11-816f-b4fb064ecad2'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:53:49.894751 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f746bd47-b61a-478a-a1ae-7af829ca9e67 None None] Attempting to bind port 5c811eee-f1eb-41d0-8450-396f735a1aa9 on network 6fa6534b-edc3-4b11-816f-b4fb064ecad2 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:53:49.900404 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f746bd47-b61a-478a-a1ae-7af829ca9e67 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:53:49.900667 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f746bd47-b61a-478a-a1ae-7af829ca9e67 None None] Checking segment: {'id': '2f5ba46d-5774-43c3-8ca1-c4ac9b3ab81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6fa6534b-edc3-4b11-816f-b4fb064ecad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:53:49.901070 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f746bd47-b61a-478a-a1ae-7af829ca9e67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:49.901464 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f746bd47-b61a-478a-a1ae-7af829ca9e67 None None] Bound using segment: {'id': '2f5ba46d-5774-43c3-8ca1-c4ac9b3ab81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6fa6534b-edc3-4b11-816f-b4fb064ecad2'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:53:49.901920 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-f746bd47-b61a-478a-a1ae-7af829ca9e67 None None] Bound port: 5c811eee-f1eb-41d0-8450-396f735a1aa9, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f5ba46d-5774-43c3-8ca1-c4ac9b3ab81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6fa6534b-edc3-4b11-816f-b4fb064ecad2'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:53:49.902525 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f746bd47-b61a-478a-a1ae-7af829ca9e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:49.906403 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43feb78-4001-498f-9b08-69f3d4bb5012 req-a873d4ec-03ca-4df9-b51f-ea2763026e72 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:49.908673 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b43feb78-4001-498f-9b08-69f3d4bb5012 req-a873d4ec-03ca-4df9-b51f-ea2763026e72 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 950 time: 0.0882108 Aug 18 12:53:49.947794 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c0804c4b-e5be-42f7-bd9b-813539da610b tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:49.950758 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device eb25c1b0-7dfb-4109-bd7f-32dcce394378 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:53:50.018006 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f746bd47-b61a-478a-a1ae-7af829ca9e67 None None] For port 5c811eee-f1eb-41d0-8450-396f735a1aa9, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:53:50.022030 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f746bd47-b61a-478a-a1ae-7af829ca9e67 None None] For port 5c811eee-f1eb-41d0-8450-396f735a1aa9, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=5c811eee-f1eb-41d0-8450-396f735a1aa9,segment=NetworkSegment(2f5ba46d-5774-43c3-8ca1-c4ac9b3ab81f),segment_id=2f5ba46d-5774-43c3-8ca1-c4ac9b3ab81f)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:53:50.058702 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b43feb78-4001-498f-9b08-69f3d4bb5012 req-d6546981-d050-427f-8992-677fcad02f4f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312151 Aug 18 12:53:50.078727 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-645118e7-46ac-4f0f-af99-adee7b736717 service neutron] For port eb25c1b0-7dfb-4109-bd7f-32dcce394378, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=eb25c1b0-7dfb-4109-bd7f-32dcce394378,segment=NetworkSegment(0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d),segment_id=0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:50.082354 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c0804c4b-e5be-42f7-bd9b-813539da610b tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:50.110673 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7470a-cdf3-4e8b-9cfa-5b0f2c9f8e1d req-bde54162-8b7d-4bc6-a390-a435b4b1371a tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:50.114205 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e7d7470a-cdf3-4e8b-9cfa-5b0f2c9f8e1d req-bde54162-8b7d-4bc6-a390-a435b4b1371a tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 943 time: 0.3177757 Aug 18 12:53:50.129922 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f746bd47-b61a-478a-a1ae-7af829ca9e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:50.130477 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-645118e7-46ac-4f0f-af99-adee7b736717 service neutron] For port eb25c1b0-7dfb-4109-bd7f-32dcce394378, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:53:50.152690 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c0804c4b-e5be-42f7-bd9b-813539da610b tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:50.195401 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f746bd47-b61a-478a-a1ae-7af829ca9e67 None None] Routers {'ee8b140b-a89e-4d2f-b016-241ef0f38760'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:53:50.196020 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f746bd47-b61a-478a-a1ae-7af829ca9e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:53:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ee8b140b-a89e-4d2f-b016-241ef0f38760'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:50.228942 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e7d7470a-cdf3-4e8b-9cfa-5b0f2c9f8e1d req-77c55df3-268e-4951-acb8-3016e456fbc0 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087430 Aug 18 12:53:50.237693 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-645118e7-46ac-4f0f-af99-adee7b736717 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb25c1b0-7dfb-4109-bd7f-32dcce394378 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:53:50.243781 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0804c4b-e5be-42f7-bd9b-813539da610b tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f774dbbf-1242-4388-bb01-e5eac49186c6,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:50.247642 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1427d9b5-1590-4191-b445-5f6bbe2630ca None None] Pushing event updated for resources: {'Port': ['ID=5c811eee-f1eb-41d0-8450-396f735a1aa9,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:50.259558 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-645118e7-46ac-4f0f-af99-adee7b736717 service neutron] For port eb25c1b0-7dfb-4109-bd7f-32dcce394378, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=eb25c1b0-7dfb-4109-bd7f-32dcce394378,segment=NetworkSegment(0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d),segment_id=0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:50.280084 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda5010-db08-49bd-abc9-1594044ce864 req-b4a9b333-d474-49dd-90ea-b8386433b58b tempest-MigrationsAdminTest-687754101 tempest-MigrationsAdminTest-687754101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:50.288167 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7dda5010-db08-49bd-abc9-1594044ce864 req-b4a9b333-d474-49dd-90ea-b8386433b58b tempest-MigrationsAdminTest-687754101 tempest-MigrationsAdminTest-687754101-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 1101 time: 0.1131470 Aug 18 12:53:50.343130 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7dda5010-db08-49bd-abc9-1594044ce864 req-f4ecf980-a3b1-4bac-b017-1cdca739672c tempest-MigrationsAdminTest-687754101 tempest-MigrationsAdminTest-687754101-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539360 Aug 18 12:53:50.346287 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c0804c4b-e5be-42f7-bd9b-813539da610b tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:50.347815 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c0804c4b-e5be-42f7-bd9b-813539da610b tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5984700 Aug 18 12:53:50.351421 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37660) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:50.356473 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-60cd0f0e-f77e-48ca-81ce-6b5d168b8f0c tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Request body: {'security_group_rule': {'security_group_id': '732784de-b4a0-45ac-aed5-4a179726ae64', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:53:50.377564 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-f746bd47-b61a-478a-a1ae-7af829ca9e67 None None] Set router ee8b140b-a89e-4d2f-b016-241ef0f38760 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:53:50.377806 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-645118e7-46ac-4f0f-af99-adee7b736717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:50.539882 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-645118e7-46ac-4f0f-af99-adee7b736717 service neutron] Transition to ACTIVE for port object eb25c1b0-7dfb-4109-bd7f-32dcce394378 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:53:50.539882 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-60cd0f0e-f77e-48ca-81ce-6b5d168b8f0c tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:50.657886 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-60cd0f0e-f77e-48ca-81ce-6b5d168b8f0c tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:50.660988 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-645118e7-46ac-4f0f-af99-adee7b736717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:50.673278 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02133222-0d4b-4766-8a74-4bde1d099562 req-6649d04a-ebbb-4b97-9e12-12fea6a7832f tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:50.675137 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-02133222-0d4b-4766-8a74-4bde1d099562 req-6649d04a-ebbb-4b97-9e12-12fea6a7832f tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd5788e-da1d-4d31-a732-768f8c3843fb HTTP/1.1" status: 200 len: 945 time: 0.1083925 Aug 18 12:53:50.852318 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f746bd47-b61a-478a-a1ae-7af829ca9e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8b140b-a89e-4d2f-b016-241ef0f38760', 'name': 'tempest-ServersTestJSON-1799334934-router', 'tenant_id': 'e386d50353184db69ad39d521500ceee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '199d8e3d-57c0-4c3e-aac5-869c3991a8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:53:40Z', 'updated_at': '2021-08-18T12:53:46Z', 'revision_number': 4, 'project_id': 'e386d50353184db69ad39d521500ceee', 'gw_port': {'id': '199d8e3d-57c0-4c3e-aac5-869c3991a8c0', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:31:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8b140b-a89e-4d2f-b016-241ef0f38760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:41Z', 'updated_at': '2021-08-18T12:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '5c811eee-f1eb-41d0-8450-396f735a1aa9', 'name': '', 'network_id': '6fa6534b-edc3-4b11-816f-b4fb064ecad2', 'tenant_id': 'e386d50353184db69ad39d521500ceee', 'mac_address': 'fa:16:3e:5c:db:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8b140b-a89e-4d2f-b016-241ef0f38760', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '3fa04f04-f1fe-4b42-bb30-54511fdd1e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:45Z', 'updated_at': '2021-08-18T12:53:50Z', 'revision_number': 4, 'project_id': 'e386d50353184db69ad39d521500ceee', 'subnets': [{'id': '3fa04f04-f1fe-4b42-bb30-54511fdd1e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:50.895602 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f746bd47-b61a-478a-a1ae-7af829ca9e67 None None] The sync data for ids ['ee8b140b-a89e-4d2f-b016-241ef0f38760'] in n-d-803603-2 is: [{'id': 'ee8b140b-a89e-4d2f-b016-241ef0f38760', 'name': 'tempest-ServersTestJSON-1799334934-router', 'tenant_id': 'e386d50353184db69ad39d521500ceee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '199d8e3d-57c0-4c3e-aac5-869c3991a8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:53:40Z', 'updated_at': '2021-08-18T12:53:46Z', 'revision_number': 4, 'project_id': 'e386d50353184db69ad39d521500ceee', 'gw_port': {'id': '199d8e3d-57c0-4c3e-aac5-869c3991a8c0', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:31:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8b140b-a89e-4d2f-b016-241ef0f38760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:41Z', 'updated_at': '2021-08-18T12:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '5c811eee-f1eb-41d0-8450-396f735a1aa9', 'name': '', 'network_id': '6fa6534b-edc3-4b11-816f-b4fb064ecad2', 'tenant_id': 'e386d50353184db69ad39d521500ceee', 'mac_address': 'fa:16:3e:5c:db:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8b140b-a89e-4d2f-b016-241ef0f38760', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '3fa04f04-f1fe-4b42-bb30-54511fdd1e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:45Z', 'updated_at': '2021-08-18T12:53:50Z', 'revision_number': 4, 'project_id': 'e386d50353184db69ad39d521500ceee', 'subnets': [{'id': '3fa04f04-f1fe-4b42-bb30-54511fdd1e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:53:51.084398 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0397ad05-5d03-4527-8177-b6a6c44231eb req-a1b30dfa-7d37-4ecf-95e0-904e2f5f4658 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=0139c5c2-5d69-4657-96a4-467b7443030b HTTP/1.1" status: 200 len: 210 time: 0.0304880 Aug 18 12:53:51.093820 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-645118e7-46ac-4f0f-af99-adee7b736717 service neutron] No DVR routers for this DVR port eb25c1b0-7dfb-4109-bd7f-32dcce394378 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:53:51.102561 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-60cd0f0e-f77e-48ca-81ce-6b5d168b8f0c tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:51.138704 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd0f0e-f77e-48ca-81ce-6b5d168b8f0c tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ecff42f-0a8a-4cb1-aa55-ed0edef9639b,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:51.155835 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-02133222-0d4b-4766-8a74-4bde1d099562 req-4b7e4d2e-0b0c-40c3-af9a-d1ad04ab758e tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4514415 Aug 18 12:53:51.167081 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645118e7-46ac-4f0f-af99-adee7b736717 service neutron] Pushing event updated for resources: {'Port': ['ID=eb25c1b0-7dfb-4109-bd7f-32dcce394378,revision_number=10']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:51.208868 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-645118e7-46ac-4f0f-af99-adee7b736717 service neutron] 10.222.0.20 "PUT /v2.0/ports/eb25c1b0-7dfb-4109-bd7f-32dcce394378/bindings/n-h1-803603-2/activate HTTP/1.1" status: 200 len: 369 time: 1.5031650 Aug 18 12:53:51.226141 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-60cd0f0e-f77e-48ca-81ce-6b5d168b8f0c tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:51.228007 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-60cd0f0e-f77e-48ca-81ce-6b5d168b8f0c tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8749630 Aug 18 12:53:51.230420 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37696) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:51.235362 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-c9430413-f38e-4fbe-b640-d9b795aef4b3 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:53:51.281836 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb686b-0a7c-46f6-b6e8-49eb78dc1968 req-f2524478-1687-40cb-ad36-d1a8836a37b3 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:51.294842 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9adb686b-0a7c-46f6-b6e8-49eb78dc1968 req-f2524478-1687-40cb-ad36-d1a8836a37b3 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 950 time: 0.1013894 Aug 18 12:53:51.298743 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-b6e7d623-9eac-48a0-92ca-d32c94a6f497 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1550786 Aug 18 12:53:51.335392 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9430413-f38e-4fbe-b640-d9b795aef4b3 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify callbacks [] for floatingip, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:51.390851 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9adb686b-0a7c-46f6-b6e8-49eb78dc1968 req-e1457fc5-31bd-450d-9689-9e5fb2e8e1ea tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811026 Aug 18 12:53:51.437319 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 5c811eee-f1eb-41d0-8450-396f735a1aa9 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:53:51.575769 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9430413-f38e-4fbe-b640-d9b795aef4b3 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:51.613640 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bce76-d482-4a73-8622-996785951e61 req-73b107b0-e545-419d-8f2d-7f9a2fb18059 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:51.632219 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e13bce76-d482-4a73-8622-996785951e61 req-73b107b0-e545-419d-8f2d-7f9a2fb18059 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 944 time: 0.1065683 Aug 18 12:53:51.659459 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 5c811eee-f1eb-41d0-8450-396f735a1aa9 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:53:51.664153 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 5c811eee-f1eb-41d0-8450-396f735a1aa9 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:53:51.664872 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:51.741152 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e13bce76-d482-4a73-8622-996785951e61 req-d959d7e9-8306-4fbf-9416-70e51c36c763 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079054 Aug 18 12:53:51.782152 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:51.847505 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-c9430413-f38e-4fbe-b640-d9b795aef4b3 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Allocated IP 172.25.6.95 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/c492f4d7-588b-47b7-86f2-504adc63cfce) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:53:51.869710 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 5c811eee-f1eb-41d0-8450-396f735a1aa9, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=5c811eee-f1eb-41d0-8450-396f735a1aa9,segment=NetworkSegment(2f5ba46d-5774-43c3-8ca1-c4ac9b3ab81f),segment_id=2f5ba46d-5774-43c3-8ca1-c4ac9b3ab81f)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:51.952648 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:52.071215 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-69c81dd5-e655-4889-bfa8-784ba1f094ea tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:52.075622 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-69c81dd5-e655-4889-bfa8-784ba1f094ea tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3&tenant_id=3e9a8a0a72a94b328bf1e534da208edd&binding%3Ahost_id=n-h2-803603-2 HTTP/1.1" status: 200 len: 1095 time: 0.1234570 Aug 18 12:53:52.079240 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9430413-f38e-4fbe-b640-d9b795aef4b3 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:52.103045 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=5c811eee-f1eb-41d0-8450-396f735a1aa9,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:52.196664 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-fc28b3d9-d86e-4d4b-ab8c-a6282c318e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:52.202284 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-fc28b3d9-d86e-4d4b-ab8c-a6282c318e6e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3&tenant_id=3e9a8a0a72a94b328bf1e534da208edd HTTP/1.1" status: 200 len: 1095 time: 0.1182690 Aug 18 12:53:52.256719 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9430413-f38e-4fbe-b640-d9b795aef4b3 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:52.334263 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-b608ffa1-65ca-4d59-8759-a161993a70a6 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:52.346561 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-b608ffa1-65ca-4d59-8759-a161993a70a6 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.20 "GET /v2.0/networks?id=c56831c1-4f14-467f-8a65-5e4dcdcf485f HTTP/1.1" status: 200 len: 806 time: 0.2000647 Aug 18 12:53:52.368344 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1411d3-6b04-4fc1-8c48-cb6414dac0f0 req-2aa518d0-80a6-4680-8019-ef4e926d5df4 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:52.369945 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-1f291f13-7c95-4370-8fc0-1382b640e104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:52.372206 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-1f291f13-7c95-4370-8fc0-1382b640e104 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e9a8a0a72a94b328bf1e534da208edd&device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 1095 time: 0.1218541 Aug 18 12:53:52.377918 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6b1411d3-6b04-4fc1-8c48-cb6414dac0f0 req-2aa518d0-80a6-4680-8019-ef4e926d5df4 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd5788e-da1d-4d31-a732-768f8c3843fb HTTP/1.1" status: 200 len: 945 time: 0.2518551 Aug 18 12:53:52.417912 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-26988575-e388-4bf4-a283-6b7bdc11b876 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Request body: {'port': {'device_id': '0139c5c2-5d69-4657-96a4-467b7443030b', 'network_id': 'c56831c1-4f14-467f-8a65-5e4dcdcf485f', 'admin_state_up': True, 'tenant_id': '2fe37f6b32e548f5b1016cf2f60cdb2b'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:53:52.419039 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d9c95c9b-b85b-48cc-9638-f76cad1be061 req-41e842a1-8562-4407-9669-b1adac9b7e2b tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=0139c5c2-5d69-4657-96a4-467b7443030b HTTP/1.1" status: 200 len: 210 time: 0.0457404 Aug 18 12:53:52.443010 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9430413-f38e-4fbe-b640-d9b795aef4b3 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:53:52.457542 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-c9430413-f38e-4fbe-b640-d9b795aef4b3 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:53:52.465414 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9430413-f38e-4fbe-b640-d9b795aef4b3 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:53:52.547359 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-c2ecf261-f8f5-4e8e-9cd5-df8c8bbe0aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:52.548929 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-c2ecf261-f8f5-4e8e-9cd5-df8c8bbe0aae service neutron] 10.222.0.39 "GET /v2.0/networks?id=91d3e9e9-f927-4110-8610-d1ae88923133 HTTP/1.1" status: 200 len: 922 time: 0.1288590 Aug 18 12:53:52.655221 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-9a2a114f-2444-4028-9337-477bcdf84897 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb25c1b0-7dfb-4109-bd7f-32dcce394378 HTTP/1.1" status: 200 len: 217 time: 0.0867305 Aug 18 12:53:52.669973 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9430413-f38e-4fbe-b640-d9b795aef4b3 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Pushing event updated for resources: {'Port': ['ID=c492f4d7-588b-47b7-86f2-504adc63cfce,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:52.682329 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6b1411d3-6b04-4fc1-8c48-cb6414dac0f0 req-6a74232b-f2a7-4bb1-b6de-624c9082c72f tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035228 Aug 18 12:53:52.754729 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25427f62-34d0-48ca-b84a-3c8db646f601 req-c1b90524-8a90-428c-9969-98f8da9f0d37 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:52.756847 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-25427f62-34d0-48ca-b84a-3c8db646f601 req-c1b90524-8a90-428c-9969-98f8da9f0d37 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 950 time: 0.1998203 Aug 18 12:53:52.764739 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-f8ce6a14-46b6-48fe-94c8-0ea3776cc9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:52.766419 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-f8ce6a14-46b6-48fe-94c8-0ea3776cc9a4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=da996bc9-0001-4e2d-9a03-d2d78ee48c5d HTTP/1.1" status: 200 len: 861 time: 0.1035783 Aug 18 12:53:52.781922 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9430413-f38e-4fbe-b640-d9b795aef4b3 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:52.809623 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-07455334-d32a-488d-ae9a-18632ed222b7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=91d3e9e9-f927-4110-8610-d1ae88923133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341799 Aug 18 12:53:52.826753 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37744) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:52.862667 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-25427f62-34d0-48ca-b84a-3c8db646f601 req-9eaa61fa-a107-44bc-acf1-0c9df0858fe1 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949247 Aug 18 12:53:52.895737 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-26988575-e388-4bf4-a283-6b7bdc11b876 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Made reservation on behalf of 2fe37f6b32e548f5b1016cf2f60cdb2b for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:53:52.900782 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-26988575-e388-4bf4-a283-6b7bdc11b876 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:52.938515 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-a48bb39f-8b4b-4071-ac0b-f1d28db4d4fa service neutron] 10.222.0.39 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180310 Aug 18 12:53:52.963676 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9430413-f38e-4fbe-b640-d9b795aef4b3 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:53.000516 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0edd99bb-28eb-4ed7-a42f-ac04ad0bb81e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:53.022391 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45baab56-6c5f-4d9e-95ee-f7285983bcb9 req-74e40f24-0d5a-476c-b8d0-676d2cc4e504 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:53.023864 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-45baab56-6c5f-4d9e-95ee-f7285983bcb9 req-74e40f24-0d5a-476c-b8d0-676d2cc4e504 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 944 time: 0.1828074 Aug 18 12:53:53.065466 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-29daa178-d99c-466c-a5a1-d44c3b356cd1 service neutron] 10.222.0.39 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151237 Aug 18 12:53:53.217727 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-45baab56-6c5f-4d9e-95ee-f7285983bcb9 req-5f82edc2-2061-455c-9aa3-5e0944704bcd tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554718 Aug 18 12:53:53.276136 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-26988575-e388-4bf4-a283-6b7bdc11b876 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Allocated IP 172.20.0.5 (c56831c1-4f14-467f-8a65-5e4dcdcf485f/a7350c50-b03f-467a-a5ed-4898dcd42f1b/09a9e96e-fb2e-4b43-972e-1e0028e9aeb3) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:53:53.389765 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 5c811eee-f1eb-41d0-8450-396f735a1aa9 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:53:53.394475 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9430413-f38e-4fbe-b640-d9b795aef4b3 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:53.452927 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0edd99bb-28eb-4ed7-a42f-ac04ad0bb81e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:53.492889 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 5c811eee-f1eb-41d0-8450-396f735a1aa9 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:53:53.493258 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:53.525987 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9430413-f38e-4fbe-b640-d9b795aef4b3 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:53.555567 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-26988575-e388-4bf4-a283-6b7bdc11b876 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:53.591414 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0edd99bb-28eb-4ed7-a42f-ac04ad0bb81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:53.626920 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-2adfd8da-48f5-49df-8beb-492513d1bc06 tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:53.628068 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-2adfd8da-48f5-49df-8beb-492513d1bc06 tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3&tenant_id=3e9a8a0a72a94b328bf1e534da208edd&binding%3Ahost_id=n-h1-803603-2 HTTP/1.1" status: 200 len: 1095 time: 0.0594912 Aug 18 12:53:53.697161 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd99bb-28eb-4ed7-a42f-ac04ad0bb81e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcce4db0-ef33-4e82-9ec5-ef49e061004c,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:53.720891 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0edd99bb-28eb-4ed7-a42f-ac04ad0bb81e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1bac0e70ed9e4fae9f6dc8cd31d2c46e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8928001 Aug 18 12:53:53.728419 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37764) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:53.760246 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-37734cdd-ea8e-4be0-9372-7cbe9a5ec9e8 req-25e30fac-444a-4ecf-bbe2-922844b93202 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=0139c5c2-5d69-4657-96a4-467b7443030b HTTP/1.1" status: 200 len: 210 time: 0.0649858 Aug 18 12:53:53.769838 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9430413-f38e-4fbe-b640-d9b795aef4b3 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Pushing event updated for resources: {'Port': ['ID=c492f4d7-588b-47b7-86f2-504adc63cfce,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:53.774667 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9430413-f38e-4fbe-b640-d9b795aef4b3 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:53.797830 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1894b0e1-231f-4676-bd7b-eec527e6fe1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:53.822469 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1894b0e1-231f-4676-bd7b-eec527e6fe1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:53.859221 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-1a2b44ac-dbc9-4bdf-87c2-53a46fcdf0c7 service neutron] For port eb25c1b0-7dfb-4109-bd7f-32dcce394378, host n-h2-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:53:53.865280 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-1a2b44ac-dbc9-4bdf-87c2-53a46fcdf0c7 service neutron] Notify callbacks [] for binding, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:53.866408 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bf0203bf-11b8-480f-88e3-34e7a246161f req-1a2b44ac-dbc9-4bdf-87c2-53a46fcdf0c7 service neutron] 10.222.0.39 "DELETE /v2.0/ports/eb25c1b0-7dfb-4109-bd7f-32dcce394378/bindings/n-h2-803603-2 HTTP/1.1" status: 204 len: 173 time: 0.2301323 Aug 18 12:53:53.895764 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063227ef-133b-4de7-ace9-a15dddc40488 req-c8511f8d-9187-45f1-a2f2-09e0b9909272 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:53.897829 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-063227ef-133b-4de7-ace9-a15dddc40488 req-c8511f8d-9187-45f1-a2f2-09e0b9909272 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=efd5788e-da1d-4d31-a732-768f8c3843fb HTTP/1.1" status: 200 len: 945 time: 0.0540147 Aug 18 12:53:53.923030 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9430413-f38e-4fbe-b640-d9b795aef4b3 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:53.924221 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c9430413-f38e-4fbe-b640-d9b795aef4b3 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6928294 Aug 18 12:53:53.927210 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-26988575-e388-4bf4-a283-6b7bdc11b876 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:53.939707 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['8eeac805-e0e5-4ffb-a77e-bc42427f2986'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:53:53.945204 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:53:53.985576 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-063227ef-133b-4de7-ace9-a15dddc40488 req-48ee41ac-a2c3-499a-8598-32e9084bfdf6 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816195 Aug 18 12:53:53.993244 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-26988575-e388-4bf4-a283-6b7bdc11b876 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Network c56831c1-4f14-467f-8a65-5e4dcdcf485f is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:53:53.997515 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-26988575-e388-4bf4-a283-6b7bdc11b876 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:53:54.003156 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-26988575-e388-4bf4-a283-6b7bdc11b876 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:53:54.008546 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26988575-e388-4bf4-a283-6b7bdc11b876 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Pushing event updated for resources: {'Port': ['ID=09a9e96e-fb2e-4b43-972e-1e0028e9aeb3,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:54.055313 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1894b0e1-231f-4676-bd7b-eec527e6fe1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:54.063952 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1894b0e1-231f-4676-bd7b-eec527e6fe1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:54.063952 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1894b0e1-231f-4676-bd7b-eec527e6fe1e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dcce4db0-ef33-4e82-9ec5-ef49e061004c HTTP/1.1" status: 204 len: 168 time: 0.3312085 Aug 18 12:53:54.064229 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-26988575-e388-4bf4-a283-6b7bdc11b876 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:54.064229 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-26988575-e388-4bf4-a283-6b7bdc11b876 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:54.072688 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1894b0e1-231f-4676-bd7b-eec527e6fe1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcce4db0-ef33-4e82-9ec5-ef49e061004c,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:54.161008 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16efc4b-b7a7-49e7-928f-ca1fa2662222 req-34396f3d-8535-4a2b-8486-58b6bc557b30 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:54.169708 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b16efc4b-b7a7-49e7-928f-ca1fa2662222 req-34396f3d-8535-4a2b-8486-58b6bc557b30 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 950 time: 0.0715504 Aug 18 12:53:54.230908 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b16efc4b-b7a7-49e7-928f-ca1fa2662222 req-69f28573-d8f7-4996-b24d-11201a8afce9 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552790 Aug 18 12:53:54.250436 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-26988575-e388-4bf4-a283-6b7bdc11b876 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8697555 Aug 18 12:53:54.263987 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-26c0d041-3f3b-48c8-8813-fea3b377a198 service neutron] Request body: {'port': {'device_id': '0139c5c2-5d69-4657-96a4-467b7443030b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:53:54.347997 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-26c0d041-3f3b-48c8-8813-fea3b377a198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:54.492195 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-5b4ac964-fdf9-4d34-a144-a9cd7cd99b16 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1793047752&fields=id&tenant_id=e386d50353184db69ad39d521500ceee HTTP/1.1" status: 200 len: 267 time: 0.1648095 Aug 18 12:53:54.507812 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-b40d23d2-e8a7-490d-b888-0d6f0bde8fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:54.509697 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-b40d23d2-e8a7-490d-b888-0d6f0bde8fb0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dfbf1e57c29344368949d54d6fc1d536&device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 1101 time: 0.0668156 Aug 18 12:53:54.656035 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-c43e2b14-0d86-439f-85b4-58f0009ee148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:54.658399 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-c43e2b14-0d86-439f-85b4-58f0009ee148 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.1412022 Aug 18 12:53:54.693383 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-4300016d-3c9e-4437-8d0b-d762fdf6b35b tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:54.695089 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-4300016d-3c9e-4437-8d0b-d762fdf6b35b tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.13 "GET /v2.0/networks?id=6fa6534b-edc3-4b11-816f-b4fb064ecad2 HTTP/1.1" status: 200 len: 806 time: 0.1921027 Aug 18 12:53:54.717535 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-b0941d85-e7bd-459d-9934-c60e9bcc4b91 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=b950e197-2c53-477b-a61d-31e56eecdbee HTTP/1.1" status: 200 len: 217 time: 0.0505044 Aug 18 12:53:54.725663 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-9bd96597-e588-4d29-801d-0065dab96b3a tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.13 "GET /v2.0/quotas/e386d50353184db69ad39d521500ceee HTTP/1.1" status: 200 len: 375 time: 0.0208683 Aug 18 12:53:54.797679 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-82863bb5-1e62-42ca-a8fe-ad0f44f2dcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:54.799994 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-82863bb5-1e62-42ca-a8fe-ad0f44f2dcc2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.0759389 Aug 18 12:53:54.820723 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-26c0d041-3f3b-48c8-8813-fea3b377a198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09a9e96e-fb2e-4b43-972e-1e0028e9aeb3 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:53:54.836571 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-dd0523d6-71fe-4193-9569-aa4105e8dd37 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e386d50353184db69ad39d521500ceee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1016958 Aug 18 12:53:54.839153 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-26c0d041-3f3b-48c8-8813-fea3b377a198 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:54.861660 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-26c0d041-3f3b-48c8-8813-fea3b377a198 service neutron] Transition to ACTIVE for port object 09a9e96e-fb2e-4b43-972e-1e0028e9aeb3 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:53:54.899624 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83418edc-9989-4eb8-8e76-fbf1ad5acb7e req-21bbbf47-8172-4dc7-9453-c387cadaf21e tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:54.907617 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-83418edc-9989-4eb8-8e76-fbf1ad5acb7e req-21bbbf47-8172-4dc7-9453-c387cadaf21e tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 944 time: 0.0900452 Aug 18 12:53:54.916651 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-1a2b6e71-b775-4aa5-85f0-f3de0c53abcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:54.918306 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-1a2b6e71-b775-4aa5-85f0-f3de0c53abcd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1117728 Aug 18 12:53:54.926672 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-26c0d041-3f3b-48c8-8813-fea3b377a198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:55.005110 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-83418edc-9989-4eb8-8e76-fbf1ad5acb7e req-0acad1d3-3331-4916-9e2b-7a991d89e404 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943487 Aug 18 12:53:55.007890 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37804) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:55.024908 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-d12edf29-7935-4a05-af7c-d230f8f516df service neutron] 10.222.0.13 "GET /v2.0/networks/6fa6534b-edc3-4b11-816f-b4fb064ecad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622491 Aug 18 12:53:55.031453 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0d041-3f3b-48c8-8813-fea3b377a198 service neutron] Pushing event updated for resources: {'Port': ['ID=09a9e96e-fb2e-4b43-972e-1e0028e9aeb3,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:55.047658 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8f2791ce-8515-47e0-952f-6d3e15fb1fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:55.082704 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-8f9e9866-dbe8-4cb6-afd6-fd41453aa8d9 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564517 Aug 18 12:53:55.237311 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-7ab22d64-9336-4db1-b273-9d30f843af21 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454332 Aug 18 12:53:55.249440 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-26c0d041-3f3b-48c8-8813-fea3b377a198 service neutron] Attempting to bind port 09a9e96e-fb2e-4b43-972e-1e0028e9aeb3 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:53:55.249814 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-26c0d041-3f3b-48c8-8813-fea3b377a198 service neutron] Attempting to bind port 09a9e96e-fb2e-4b43-972e-1e0028e9aeb3 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '97efc5da-ecd0-4484-ac0f-ba58622f7886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c56831c1-4f14-467f-8a65-5e4dcdcf485f'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:53:55.250120 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-26c0d041-3f3b-48c8-8813-fea3b377a198 service neutron] Attempting to bind port 09a9e96e-fb2e-4b43-972e-1e0028e9aeb3 on network c56831c1-4f14-467f-8a65-5e4dcdcf485f {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:53:55.275717 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-2c51db04-9a40-4ab8-84ec-46a9b43ececb service neutron] 10.222.0.13 "GET /v2.0/networks/6fa6534b-edc3-4b11-816f-b4fb064ecad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372084 Aug 18 12:53:55.280822 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-26c0d041-3f3b-48c8-8813-fea3b377a198 service neutron] Port 09a9e96e-fb2e-4b43-972e-1e0028e9aeb3 on network c56831c1-4f14-467f-8a65-5e4dcdcf485f not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:53:55.281311 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-26c0d041-3f3b-48c8-8813-fea3b377a198 service neutron] Attempting to bind port 09a9e96e-fb2e-4b43-972e-1e0028e9aeb3 on network c56831c1-4f14-467f-8a65-5e4dcdcf485f {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:53:55.289794 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-26c0d041-3f3b-48c8-8813-fea3b377a198 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:53:55.290039 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-26c0d041-3f3b-48c8-8813-fea3b377a198 service neutron] Checking segment: {'id': '97efc5da-ecd0-4484-ac0f-ba58622f7886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c56831c1-4f14-467f-8a65-5e4dcdcf485f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:53:55.290462 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-26c0d041-3f3b-48c8-8813-fea3b377a198 service neutron] Bound using segment: {'id': '97efc5da-ecd0-4484-ac0f-ba58622f7886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c56831c1-4f14-467f-8a65-5e4dcdcf485f'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:53:55.290903 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-26c0d041-3f3b-48c8-8813-fea3b377a198 service neutron] Bound port: 09a9e96e-fb2e-4b43-972e-1e0028e9aeb3, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97efc5da-ecd0-4484-ac0f-ba58622f7886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c56831c1-4f14-467f-8a65-5e4dcdcf485f'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:53:55.291262 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-26c0d041-3f3b-48c8-8813-fea3b377a198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:55.343370 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65b5f3-618e-46bd-80e8-7af66da430d8 req-b78d6adf-f66f-471f-bcf7-e61190457033 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:55.354714 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3e65b5f3-618e-46bd-80e8-7af66da430d8 req-b78d6adf-f66f-471f-bcf7-e61190457033 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=0139c5c2-5d69-4657-96a4-467b7443030b HTTP/1.1" status: 200 len: 943 time: 0.0775149 Aug 18 12:53:55.402433 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8f2791ce-8515-47e0-952f-6d3e15fb1fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:55.408478 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3e65b5f3-618e-46bd-80e8-7af66da430d8 req-d390451f-3d45-4566-9b1a-d18e50158152 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524535 Aug 18 12:53:55.414613 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-26c0d041-3f3b-48c8-8813-fea3b377a198 service neutron] For port 09a9e96e-fb2e-4b43-972e-1e0028e9aeb3, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:53:55.418003 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-26c0d041-3f3b-48c8-8813-fea3b377a198 service neutron] For port 09a9e96e-fb2e-4b43-972e-1e0028e9aeb3, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=09a9e96e-fb2e-4b43-972e-1e0028e9aeb3,segment=NetworkSegment(97efc5da-ecd0-4484-ac0f-ba58622f7886),segment_id=97efc5da-ecd0-4484-ac0f-ba58622f7886)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:53:55.531204 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8f2791ce-8515-47e0-952f-6d3e15fb1fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:55.537081 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-26c0d041-3f3b-48c8-8813-fea3b377a198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:55.539655 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12398f-08a1-4eca-9cad-8bd37318ed32 req-a33607b3-adbb-4681-8443-625feee60172 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:55.547834 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1f12398f-08a1-4eca-9cad-8bd37318ed32 req-a33607b3-adbb-4681-8443-625feee60172 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 950 time: 0.0623918 Aug 18 12:53:55.558836 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-26c0d041-3f3b-48c8-8813-fea3b377a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:55.559488 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-26c0d041-3f3b-48c8-8813-fea3b377a198 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:55.561070 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-26c0d041-3f3b-48c8-8813-fea3b377a198 service neutron] 10.222.0.20 "PUT /v2.0/ports/09a9e96e-fb2e-4b43-972e-1e0028e9aeb3 HTTP/1.1" status: 200 len: 1091 time: 1.3017502 Aug 18 12:53:55.594308 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1f12398f-08a1-4eca-9cad-8bd37318ed32 req-dd32f07c-4b85-4efa-bd8c-1850ade91552 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441639 Aug 18 12:53:55.619995 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0139c5c2-5d69-4657-96a4-467b7443030b', 'tag': '09a9e96e-fb2e-4b43-972e-1e0028e9aeb3'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:53:55.624259 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f3eb41-8834-4606-8cc7-40afc2057a4c" -d '{"events": [{"name": "network-changed", "server_uuid": "0139c5c2-5d69-4657-96a4-467b7443030b", "tag": "09a9e96e-fb2e-4b43-972e-1e0028e9aeb3"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:53:55.677588 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-37f96fcc-ba13-42dc-81a9-b17b64f4d0cd req-4cd9714b-2a9f-4d20-834e-078b0f0ce569 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.13 "GET /v2.0/ports?device_id=c89840d0-514e-4164-8fb8-925844d312f8 HTTP/1.1" status: 200 len: 210 time: 0.0431478 Aug 18 12:53:55.722111 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2791ce-8515-47e0-952f-6d3e15fb1fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d13652c-a81c-4f80-902f-99ccc96f1f19,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:55.759767 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37830) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:55.768650 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8f2791ce-8515-47e0-952f-6d3e15fb1fc5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0969ce3740ef403bada24d873a4c7663&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7544243 Aug 18 12:53:55.854317 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dcdfbd25-06ec-4450-93af-e4388e33fdd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:55.891106 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dcdfbd25-06ec-4450-93af-e4388e33fdd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:55.917706 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0d041-3f3b-48c8-8813-fea3b377a198 service neutron] Pushing event updated for resources: {'Port': ['ID=09a9e96e-fb2e-4b43-972e-1e0028e9aeb3,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:55.930142 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12920d23-a550-4a25-90db-6736685afe80 req-34bb3cfd-f875-4980-940e-a982ec58a501 tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:55.934782 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12920d23-a550-4a25-90db-6736685afe80 req-34bb3cfd-f875-4980-940e-a982ec58a501 tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 1095 time: 0.2340581 Aug 18 12:53:55.939483 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-f655d514-a78c-47f7-ae93-57d0adcdbee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:55.941241 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-f655d514-a78c-47f7-ae93-57d0adcdbee7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2fe37f6b32e548f5b1016cf2f60cdb2b&device_id=0139c5c2-5d69-4657-96a4-467b7443030b HTTP/1.1" status: 200 len: 1094 time: 0.1289821 Aug 18 12:53:56.008060 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-62ec63c5-ad3a-4047-92c4-69d140c40aea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09a9e96e-fb2e-4b43-972e-1e0028e9aeb3 HTTP/1.1" status: 200 len: 217 time: 0.0506737 Aug 18 12:53:56.014144 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12920d23-a550-4a25-90db-6736685afe80 req-04d5ef8e-cf0d-4ce9-8275-4b43eba3377e tempest-LiveAutoBlockMigrationV225Test-1366759245 tempest-LiveAutoBlockMigrationV225Test-1366759245-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719519 Aug 18 12:53:56.046387 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676a1763-36f9-44d7-be4b-d4cdf601c3da x-openstack-request-id: req-676a1763-36f9-44d7-be4b-d4cdf601c3da {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:53:56.046387 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0139c5c2-5d69-4657-96a4-467b7443030b", "tag": "09a9e96e-fb2e-4b43-972e-1e0028e9aeb3", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:53:56.046387 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-676a1763-36f9-44d7-be4b-d4cdf601c3da {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:53:56.046387 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0139c5c2-5d69-4657-96a4-467b7443030b', 'tag': '09a9e96e-fb2e-4b43-972e-1e0028e9aeb3', 'status': 'completed', 'code': 200} Aug 18 12:53:56.048806 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dcdfbd25-06ec-4450-93af-e4388e33fdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:56.052466 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dcdfbd25-06ec-4450-93af-e4388e33fdd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:56.055118 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-dcdfbd25-06ec-4450-93af-e4388e33fdd6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d13652c-a81c-4f80-902f-99ccc96f1f19 HTTP/1.1" status: 204 len: 168 time: 0.2937412 Aug 18 12:53:56.066841 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdfbd25-06ec-4450-93af-e4388e33fdd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d13652c-a81c-4f80-902f-99ccc96f1f19,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:56.089410 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-8c8db95b-dd29-47c0-9b96-470bc7c276e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:56.091086 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-8c8db95b-dd29-47c0-9b96-470bc7c276e1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7350c50-b03f-467a-a5ed-4898dcd42f1b HTTP/1.1" status: 200 len: 846 time: 0.0760167 Aug 18 12:53:56.143989 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-f27831c8-8f78-4e3d-87a6-cc64e8480907 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c56831c1-4f14-467f-8a65-5e4dcdcf485f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427756 Aug 18 12:53:56.266106 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-cf23b102-35ce-48c9-9352-c61578caf217 service neutron] 10.222.0.20 "GET /v2.0/networks/c56831c1-4f14-467f-8a65-5e4dcdcf485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126716 Aug 18 12:53:56.377215 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1d5b4d4e-4baa-4a79-9f61-95b50ed9dd55 req-cd794443-f64c-4057-b678-c1f9ea417131 service neutron] 10.222.0.20 "GET /v2.0/networks/c56831c1-4f14-467f-8a65-5e4dcdcf485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041071 Aug 18 12:53:56.448459 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 6ffddc69-c9d0-4bce-821d-a10f0c8298c6 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:53:56.566654 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3eb41-8834-4606-8cc7-40afc2057a4c req-62043b55-e106-4095-a125-b7ef9d8aefa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:56.568186 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-20f3eb41-8834-4606-8cc7-40afc2057a4c req-62043b55-e106-4095-a125-b7ef9d8aefa3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2fe37f6b32e548f5b1016cf2f60cdb2b&device_id=0139c5c2-5d69-4657-96a4-467b7443030b HTTP/1.1" status: 200 len: 1094 time: 0.0722632 Aug 18 12:53:56.582205 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9f822-898d-43a5-92cd-c6a0625e918a req-18864279-1fb4-46e3-a6e5-e0887484a600 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:56.583648 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fdb9f822-898d-43a5-92cd-c6a0625e918a req-18864279-1fb4-46e3-a6e5-e0887484a600 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=0139c5c2-5d69-4657-96a4-467b7443030b HTTP/1.1" status: 200 len: 943 time: 0.0971396 Aug 18 12:53:56.645112 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a3d8a-4a7b-4f84-b105-0cbe10d9a954 req-ba8287ca-bffa-4ee1-9a46-6d6261b895e3 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:56.653942 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d94a3d8a-4a7b-4f84-b105-0cbe10d9a954 req-ba8287ca-bffa-4ee1-9a46-6d6261b895e3 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 944 time: 0.0838199 Aug 18 12:53:56.710768 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d94a3d8a-4a7b-4f84-b105-0cbe10d9a954 req-862b3d0d-9bba-4b55-8ba3-2eb7f64b37b7 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505595 Aug 18 12:53:56.713060 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fdb9f822-898d-43a5-92cd-c6a0625e918a req-8369d231-30f0-40e3-9f3c-b5a450b5a179 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108766 Aug 18 12:53:56.737948 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 6ffddc69-c9d0-4bce-821d-a10f0c8298c6, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=6ffddc69-c9d0-4bce-821d-a10f0c8298c6,segment=NetworkSegment(908af126-c217-456c-b1ef-f447c03c2104),segment_id=908af126-c217-456c-b1ef-f447c03c2104)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:56.768656 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '6ffddc69-c9d0-4bce-821d-a10f0c8298c6', 'network_id': 'bab0909c-e2b3-45b7-b9ea-31a3c90130ac', 'port_id': '6ffddc69-c9d0-4bce-821d-a10f0c8298c6', 'mac_address': 'fa:16:3e:e7:ca:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8059427-8094-4919-a4ba-5ba769b61640', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:53:56.775846 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3eb41-8834-4606-8cc7-40afc2057a4c req-b6c49022-c892-4291-ba83-f862bd2391a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:56.784735 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-20f3eb41-8834-4606-8cc7-40afc2057a4c req-b6c49022-c892-4291-ba83-f862bd2391a5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c56831c1-4f14-467f-8a65-5e4dcdcf485f HTTP/1.1" status: 200 len: 907 time: 0.1963995 Aug 18 12:53:56.813642 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:53:56.854592 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5567bd-d90a-4724-ab95-aaef90662c49 req-287601f0-35ee-4e31-9e90-76f5d105f612 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:56.856639 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1e5567bd-d90a-4724-ab95-aaef90662c49 req-287601f0-35ee-4e31-9e90-76f5d105f612 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 950 time: 0.0722129 Aug 18 12:53:56.864207 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-20f3eb41-8834-4606-8cc7-40afc2057a4c req-32805293-d898-4389-b9b7-e1682b6f3d84 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09a9e96e-fb2e-4b43-972e-1e0028e9aeb3 HTTP/1.1" status: 200 len: 217 time: 0.0725927 Aug 18 12:53:56.889700 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:56.906722 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-870a1374-0fdf-4b36-894b-3383550b8703 req-ec798ee3-80ce-4c8b-85d7-6669a7a3e4c2 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.13 "GET /v2.0/ports?device_id=c89840d0-514e-4164-8fb8-925844d312f8 HTTP/1.1" status: 200 len: 210 time: 0.0450428 Aug 18 12:53:56.910795 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ffddc69-c9d0-4bce-821d-a10f0c8298c6 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:53:56.935361 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1e5567bd-d90a-4724-ab95-aaef90662c49 req-15c8ecb0-fd8f-41c2-bfbe-14bf1919338a tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507164 Aug 18 12:53:56.945386 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 6ffddc69-c9d0-4bce-821d-a10f0c8298c6, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=6ffddc69-c9d0-4bce-821d-a10f0c8298c6,segment=NetworkSegment(908af126-c217-456c-b1ef-f447c03c2104),segment_id=908af126-c217-456c-b1ef-f447c03c2104)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:56.955375 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3eb41-8834-4606-8cc7-40afc2057a4c req-cc0f5589-29ac-48b5-9e5a-894859a6d7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:56.956886 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-20f3eb41-8834-4606-8cc7-40afc2057a4c req-cc0f5589-29ac-48b5-9e5a-894859a6d7cb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7350c50-b03f-467a-a5ed-4898dcd42f1b HTTP/1.1" status: 200 len: 846 time: 0.0837886 Aug 18 12:53:56.988866 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-20f3eb41-8834-4606-8cc7-40afc2057a4c req-3da0c2d5-ad0c-4df6-af32-db1b1309a2d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c56831c1-4f14-467f-8a65-5e4dcdcf485f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240033 Aug 18 12:53:57.031053 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:57.089285 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=6ffddc69-c9d0-4bce-821d-a10f0c8298c6,revision_number=6']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:57.093958 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-20f3eb41-8834-4606-8cc7-40afc2057a4c req-bbdbe3f9-a4a8-44c2-8847-bdfb8faccbfb service neutron] 10.222.0.20 "GET /v2.0/networks/c56831c1-4f14-467f-8a65-5e4dcdcf485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972707 Aug 18 12:53:57.199552 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-20f3eb41-8834-4606-8cc7-40afc2057a4c req-64043dec-b548-4497-9ff0-1ceff49cee42 service neutron] 10.222.0.20 "GET /v2.0/networks/c56831c1-4f14-467f-8a65-5e4dcdcf485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927756 Aug 18 12:53:57.220497 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['6ffddc69-c9d0-4bce-821d-a10f0c8298c6'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:53:57.354655 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4981cecb-8151-4281-92e6-b1b760e017f3 req-7e775fe0-3476-4fe1-a2fc-090014ab17c6 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:57.356423 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4981cecb-8151-4281-92e6-b1b760e017f3 req-7e775fe0-3476-4fe1-a2fc-090014ab17c6 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 944 time: 0.0785406 Aug 18 12:53:57.530831 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-4981cecb-8151-4281-92e6-b1b760e017f3 req-8768c84c-89d6-4a3d-ac8f-8f0254f9a205 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Deleting port eb25c1b0-7dfb-4109-bd7f-32dcce394378 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:53:57.531352 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-4981cecb-8151-4281-92e6-b1b760e017f3 req-8768c84c-89d6-4a3d-ac8f-8f0254f9a205 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:57.541074 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37904) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:57.634581 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-4981cecb-8151-4281-92e6-b1b760e017f3 req-8768c84c-89d6-4a3d-ac8f-8f0254f9a205 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] For port eb25c1b0-7dfb-4109-bd7f-32dcce394378, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=eb25c1b0-7dfb-4109-bd7f-32dcce394378,segment=NetworkSegment(0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d),segment_id=0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:57.635075 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-4981cecb-8151-4281-92e6-b1b760e017f3 req-8768c84c-89d6-4a3d-ac8f-8f0254f9a205 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:57.648781 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-df2faa7f-15aa-416b-91b1-1a1010105a1a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-619909171-network', 'tenant_id': '573f16f508ee4137a3644cc674709a19'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:53:57.656864 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-4981cecb-8151-4281-92e6-b1b760e017f3 req-8768c84c-89d6-4a3d-ac8f-8f0254f9a205 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Calling delete_port for eb25c1b0-7dfb-4109-bd7f-32dcce394378 owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:53:57.689857 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:57.745951 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2faa7f-15aa-416b-91b1-1a1010105a1a admin admin] Made reservation on behalf of 573f16f508ee4137a3644cc674709a19 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:53:57.750994 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-df2faa7f-15aa-416b-91b1-1a1010105a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:57.761672 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-df2faa7f-15aa-416b-91b1-1a1010105a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:57.883884 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53969406-9aa9-4d7c-94c9-d79cbd1d8d8e req-1098c144-8c39-47cf-85c2-6e996a411f4a tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:57.885202 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-53969406-9aa9-4d7c-94c9-d79cbd1d8d8e req-1098c144-8c39-47cf-85c2-6e996a411f4a tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=0139c5c2-5d69-4657-96a4-467b7443030b HTTP/1.1" status: 200 len: 943 time: 0.0836582 Aug 18 12:53:57.905548 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e3ac2-c099-475c-aca7-d384ac2e3a2e req-820218de-2f2d-477c-b9c4-cc5066b13e1b tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:57.908531 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-100e3ac2-c099-475c-aca7-d384ac2e3a2e req-820218de-2f2d-477c-b9c4-cc5066b13e1b tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 944 time: 0.1012595 Aug 18 12:53:57.937667 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 09a9e96e-fb2e-4b43-972e-1e0028e9aeb3 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:53:57.961764 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-53969406-9aa9-4d7c-94c9-d79cbd1d8d8e req-7037c170-82d5-4e70-80fe-b7f110e41d4c tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693855 Aug 18 12:53:57.964810 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-100e3ac2-c099-475c-aca7-d384ac2e3a2e req-6b7ebda9-e02d-4a83-8da2-e7a54ffb3ad9 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496511 Aug 18 12:53:57.968011 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-4981cecb-8151-4281-92e6-b1b760e017f3 req-8768c84c-89d6-4a3d-ac8f-8f0254f9a205 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:58.000148 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['8475102b-3321-4c78-b6ac-5b16bf171cd0', 'eb25c1b0-7dfb-4109-bd7f-32dcce394378'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:53:58.050840 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-df2faa7f-15aa-416b-91b1-1a1010105a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:58.085350 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8768c84c-89d6-4a3d-ac8f-8f0254f9a205 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Pushing event deleted for resources: {'Port': ['ID=eb25c1b0-7dfb-4109-bd7f-32dcce394378,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:58.089604 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-4981cecb-8151-4281-92e6-b1b760e017f3 req-8768c84c-89d6-4a3d-ac8f-8f0254f9a205 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] No DVR routers for this DVR port eb25c1b0-7dfb-4109-bd7f-32dcce394378 on host n-h1-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:53:58.104183 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-4981cecb-8151-4281-92e6-b1b760e017f3 req-8768c84c-89d6-4a3d-ac8f-8f0254f9a205 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:58.108379 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4981cecb-8151-4281-92e6-b1b760e017f3 req-8768c84c-89d6-4a3d-ac8f-8f0254f9a205 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.39 "DELETE /v2.0/ports/eb25c1b0-7dfb-4109-bd7f-32dcce394378 HTTP/1.1" status: 204 len: 173 time: 0.7438176 Aug 18 12:53:58.122234 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8baa82f3-0c43-4534-a2c5-84087f3fd8f3', 'name': 'network-vif-deleted', 'tag': 'eb25c1b0-7dfb-4109-bd7f-32dcce394378'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:53:58.128375 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef268c6b-95b9-44ad-8d89-090272c86422" -d '{"events": [{"server_uuid": "8baa82f3-0c43-4534-a2c5-84087f3fd8f3", "name": "network-vif-deleted", "tag": "eb25c1b0-7dfb-4109-bd7f-32dcce394378"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:53:58.202464 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-90584f0b-94fc-4d9a-b1bd-29082a0aaa1f req-1ce6664a-b558-4a25-95db-fc554fb7218e tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.13 "GET /v2.0/ports?device_id=c89840d0-514e-4164-8fb8-925844d312f8 HTTP/1.1" status: 200 len: 210 time: 0.0779786 Aug 18 12:53:58.236443 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-0ee180f7-7834-4f87-ba4a-2c7853f5185e tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:58.237927 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-0ee180f7-7834-4f87-ba4a-2c7853f5185e tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.20 "GET /v2.0/networks?id=6fa6534b-edc3-4b11-816f-b4fb064ecad2 HTTP/1.1" status: 200 len: 806 time: 0.1457307 Aug 18 12:53:58.240851 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-df2faa7f-15aa-416b-91b1-1a1010105a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:58.270848 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 09a9e96e-fb2e-4b43-972e-1e0028e9aeb3, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=09a9e96e-fb2e-4b43-972e-1e0028e9aeb3,segment=NetworkSegment(97efc5da-ecd0-4484-ac0f-ba58622f7886),segment_id=97efc5da-ecd0-4484-ac0f-ba58622f7886)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:58.282713 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2faa7f-15aa-416b-91b1-1a1010105a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ffce1a-75d8-4787-8b00-0a4e698c85e7,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:58.283373 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6a076f-bffa-4811-8c61-9cfdb9ef0ad9 x-openstack-request-id: req-1d6a076f-bffa-4811-8c61-9cfdb9ef0ad9 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:53:58.284404 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8baa82f3-0c43-4534-a2c5-84087f3fd8f3", "name": "network-vif-deleted", "tag": "eb25c1b0-7dfb-4109-bd7f-32dcce394378", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:53:58.284879 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d6a076f-bffa-4811-8c61-9cfdb9ef0ad9 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:53:58.285536 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8baa82f3-0c43-4534-a2c5-84087f3fd8f3', 'name': 'network-vif-deleted', 'tag': 'eb25c1b0-7dfb-4109-bd7f-32dcce394378', 'status': 'completed', 'code': 200} Aug 18 12:53:58.348709 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '09a9e96e-fb2e-4b43-972e-1e0028e9aeb3', 'network_id': 'c56831c1-4f14-467f-8a65-5e4dcdcf485f', 'port_id': '09a9e96e-fb2e-4b43-972e-1e0028e9aeb3', 'mac_address': 'fa:16:3e:6f:b9:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7350c50-b03f-467a-a5ed-4898dcd42f1b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:53:58.355708 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df2faa7f-15aa-416b-91b1-1a1010105a1a admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:53:58.363752 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-967e36e1-1909-4c0f-90b8-c09b3326de7b tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e386d50353184db69ad39d521500ceee HTTP/1.1" status: 200 len: 380 time: 0.0850344 Aug 18 12:53:58.376931 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-ec784f74-3d05-4760-8206-20084a70c524 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Request body: {'port': {'device_id': 'c89840d0-514e-4164-8fb8-925844d312f8', 'network_id': '6fa6534b-edc3-4b11-816f-b4fb064ecad2', 'admin_state_up': True, 'tenant_id': 'e386d50353184db69ad39d521500ceee', 'security_groups': ['732784de-b4a0-45ac-aed5-4a179726ae64']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:53:58.478716 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:58.516097 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 6ffddc69-c9d0-4bce-821d-a10f0c8298c6 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:53:58.519687 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09a9e96e-fb2e-4b43-972e-1e0028e9aeb3 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:53:58.555644 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:58.592327 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 09a9e96e-fb2e-4b43-972e-1e0028e9aeb3, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=09a9e96e-fb2e-4b43-972e-1e0028e9aeb3,segment=NetworkSegment(97efc5da-ecd0-4484-ac0f-ba58622f7886),segment_id=97efc5da-ecd0-4484-ac0f-ba58622f7886)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:58.638772 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 6ffddc69-c9d0-4bce-821d-a10f0c8298c6 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:53:58.639473 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:58.721432 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:58.808379 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:58.869892 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd5788e-da1d-4d31-a732-768f8c3843fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ffddc69-c9d0-4bce-821d-a10f0c8298c6'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:53:58.872340 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57aec13d-dfb3-4ec5-a68f-96043ad31957" -d '{"events": [{"server_uuid": "efd5788e-da1d-4d31-a732-768f8c3843fb", "name": "network-vif-plugged", "status": "completed", "tag": "6ffddc69-c9d0-4bce-821d-a10f0c8298c6"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:53:58.882607 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=09a9e96e-fb2e-4b43-972e-1e0028e9aeb3,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:58.903330 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-df2faa7f-15aa-416b-91b1-1a1010105a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:58.903903 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 6ffddc69-c9d0-4bce-821d-a10f0c8298c6, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=6ffddc69-c9d0-4bce-821d-a10f0c8298c6,segment=NetworkSegment(908af126-c217-456c-b1ef-f447c03c2104),segment_id=908af126-c217-456c-b1ef-f447c03c2104)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:58.904120 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-df2faa7f-15aa-416b-91b1-1a1010105a1a admin admin] Added segment 4138333d-6a66-4f8f-8aef-f5888c97e5d6 of type vlan for network bcfe43e4-4232-4217-a6de-493213fe36a8 Aug 18 12:53:58.941584 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f389df2-01ed-4693-b2e2-ed48533f3ea4 req-3e059fbf-5b06-4910-9d5d-3410f8b8f1b6 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:58.945201 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1736c3a5-ca23-4455-a0d0-5832a222cbdf x-openstack-request-id: req-1736c3a5-ca23-4455-a0d0-5832a222cbdf {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:53:58.945494 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efd5788e-da1d-4d31-a732-768f8c3843fb", "name": "network-vif-plugged", "status": "completed", "tag": "6ffddc69-c9d0-4bce-821d-a10f0c8298c6", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:53:58.945804 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1736c3a5-ca23-4455-a0d0-5832a222cbdf {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:53:58.946306 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efd5788e-da1d-4d31-a732-768f8c3843fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ffddc69-c9d0-4bce-821d-a10f0c8298c6', 'code': 200} Aug 18 12:53:58.947849 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6f389df2-01ed-4693-b2e2-ed48533f3ea4 req-3e059fbf-5b06-4910-9d5d-3410f8b8f1b6 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 950 time: 0.7085793 Aug 18 12:53:58.979711 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['09a9e96e-fb2e-4b43-972e-1e0028e9aeb3'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:53:59.039485 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-df2faa7f-15aa-416b-91b1-1a1010105a1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:59.056584 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:59.177080 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89381c-817f-4cf3-aa84-8d29ab88f7e8 req-ff1bb591-5c28-4b1a-9829-85d455a90bf0 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:59.188368 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4a89381c-817f-4cf3-aa84-8d29ab88f7e8 req-ff1bb591-5c28-4b1a-9829-85d455a90bf0 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=0139c5c2-5d69-4657-96a4-467b7443030b HTTP/1.1" status: 200 len: 944 time: 0.0969377 Aug 18 12:53:59.229620 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6f389df2-01ed-4693-b2e2-ed48533f3ea4 req-5c08f983-2474-443b-ae37-83de52f4a45b tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546256 Aug 18 12:53:59.232687 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-ec784f74-3d05-4760-8206-20084a70c524 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Made reservation on behalf of e386d50353184db69ad39d521500ceee for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:53:59.244579 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-ec784f74-3d05-4760-8206-20084a70c524 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:59.249787 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=6ffddc69-c9d0-4bce-821d-a10f0c8298c6,revision_number=7']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:59.268161 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4a89381c-817f-4cf3-aa84-8d29ab88f7e8 req-2aef605e-df9d-4541-84af-9c05aed35963 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785418 Aug 18 12:53:59.372218 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-df2faa7f-15aa-416b-91b1-1a1010105a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:59.373161 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2faa7f-15aa-416b-91b1-1a1010105a1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:59.373736 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-df2faa7f-15aa-416b-91b1-1a1010105a1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:59.392180 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9a810b37-c182-485e-9d9a-f3ef65e89530 req-d35fe198-1a51-41fd-a0ce-66890ae8d83a tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.13 "GET /v2.0/ports?device_id=c89840d0-514e-4164-8fb8-925844d312f8 HTTP/1.1" status: 200 len: 210 time: 0.0388927 Aug 18 12:53:59.504091 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2faa7f-15aa-416b-91b1-1a1010105a1a admin admin] Pushing event updated for resources: {'Network': ['ID=bcfe43e4-4232-4217-a6de-493213fe36a8,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:59.520671 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network bcfe43e4-4232-4217-a6de-493213fe36a8 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:53:59.534792 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f2cd84fb-a91c-43c0-acba-accb9139e66c req-32c2a9b5-f6f9-439a-bf3f-24d3f463a19a tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 210 time: 0.1634703 Aug 18 12:53:59.542979 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-df2faa7f-15aa-416b-91b1-1a1010105a1a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0001330 Aug 18 12:53:59.552634 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37960) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:59.567157 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-9ff0a18b-86d8-4935-86e9-bd75e356c001 admin admin] Request body: {'subnet': {'network_id': 'bcfe43e4-4232-4217-a6de-493213fe36a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-619909171-subnet', 'tenant_id': '573f16f508ee4137a3644cc674709a19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:53:59.663589 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-ec784f74-3d05-4760-8206-20084a70c524 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Allocated IP 172.20.0.11 (6fa6534b-edc3-4b11-816f-b4fb064ecad2/3fa04f04-f1fe-4b42-bb30-54511fdd1e53/e6f24ddf-9025-45de-b5dd-acb74ef84a16) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:53:59.762256 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff0a18b-86d8-4935-86e9-bd75e356c001 admin admin] Made reservation on behalf of 573f16f508ee4137a3644cc674709a19 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:53:59.764645 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9ff0a18b-86d8-4935-86e9-bd75e356c001 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:59.859243 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-ec784f74-3d05-4760-8206-20084a70c524 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:59.874723 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-ec784f74-3d05-4760-8206-20084a70c524 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Transition to ACTIVE for port object e6f24ddf-9025-45de-b5dd-acb74ef84a16 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:53:59.957748 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 09a9e96e-fb2e-4b43-972e-1e0028e9aeb3 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:54:00.003959 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-ec784f74-3d05-4760-8206-20084a70c524 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:00.039620 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-ec784f74-3d05-4760-8206-20084a70c524 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Network 6fa6534b-edc3-4b11-816f-b4fb064ecad2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:54:00.042122 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-ec784f74-3d05-4760-8206-20084a70c524 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:54:00.066448 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9ff0a18b-86d8-4935-86e9-bd75e356c001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:00.084318 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-ec784f74-3d05-4760-8206-20084a70c524 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:54:00.160456 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 09a9e96e-fb2e-4b43-972e-1e0028e9aeb3 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:54:00.165450 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 09a9e96e-fb2e-4b43-972e-1e0028e9aeb3 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:54:00.166092 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:00.192821 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-ec784f74-3d05-4760-8206-20084a70c524 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:00.194023 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-ec784f74-3d05-4760-8206-20084a70c524 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:00.205777 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff0a18b-86d8-4935-86e9-bd75e356c001 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d09c5e98-fd49-4dd0-93a9-0f650ad33bbc,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:00.234002 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff0a18b-86d8-4935-86e9-bd75e356c001 admin admin] Checking segment: {'id': '4138333d-6a66-4f8f-8aef-f5888c97e5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'bcfe43e4-4232-4217-a6de-493213fe36a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:54:00.234448 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff0a18b-86d8-4935-86e9-bd75e356c001 admin admin] Network hostable DHCP agents. Network: bcfe43e4-4232-4217-a6de-493213fe36a8, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:54:00.299500 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec784f74-3d05-4760-8206-20084a70c524 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Pushing event updated for resources: {'Port': ['ID=e6f24ddf-9025-45de-b5dd-acb74ef84a16,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:00.324596 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-ec784f74-3d05-4760-8206-20084a70c524 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9542503 Aug 18 12:54:00.332596 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:00.342509 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-2881b438-208b-444a-b6f6-1b718f33b314 service neutron] Request body: {'port': {'device_id': 'c89840d0-514e-4164-8fb8-925844d312f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:54:00.363698 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff0a18b-86d8-4935-86e9-bd75e356c001 admin admin] Network bcfe43e4-4232-4217-a6de-493213fe36a8 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:54:00.369192 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 09a9e96e-fb2e-4b43-972e-1e0028e9aeb3, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=09a9e96e-fb2e-4b43-972e-1e0028e9aeb3,segment=NetworkSegment(97efc5da-ecd0-4484-ac0f-ba58622f7886),segment_id=97efc5da-ecd0-4484-ac0f-ba58622f7886)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:00.472335 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device eb25c1b0-7dfb-4109-bd7f-32dcce394378 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:54:00.493684 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9449e5-19fc-47a3-9c8c-e4457dad8675 req-0933f088-cf59-4900-a888-e4e6ea808e36 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:00.502572 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fe9449e5-19fc-47a3-9c8c-e4457dad8675 req-0933f088-cf59-4900-a888-e4e6ea808e36 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=0139c5c2-5d69-4657-96a4-467b7443030b HTTP/1.1" status: 200 len: 944 time: 0.0783157 Aug 18 12:54:00.517484 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: eb25c1b0-7dfb-4109-bd7f-32dcce394378 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:54:00.522681 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device eb25c1b0-7dfb-4109-bd7f-32dcce394378 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:54:00.523833 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:00.551287 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-9ff0a18b-86d8-4935-86e9-bd75e356c001 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, bcfe43e4-4232-4217-a6de-493213fe36a8) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:54:00.564438 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff0a18b-86d8-4935-86e9-bd75e356c001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:00.565644 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9ff0a18b-86d8-4935-86e9-bd75e356c001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:00.581810 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64ca3d-1748-4a4e-815a-a17b1ac89957 req-37c188f6-4e77-4e15-a27c-7a6118216cd2 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:00.583931 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-db64ca3d-1748-4a4e-815a-a17b1ac89957 req-37c188f6-4e77-4e15-a27c-7a6118216cd2 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 950 time: 0.1570797 Aug 18 12:54:00.591230 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=09a9e96e-fb2e-4b43-972e-1e0028e9aeb3,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:00.600721 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fe9449e5-19fc-47a3-9c8c-e4457dad8675 req-4517d85e-6488-467a-bca8-54f233c48d18 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903730 Aug 18 12:54:00.605066 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe5b116-c6a4-4d45-87b9-0048169d5e2f None None] Network bcfe43e4-4232-4217-a6de-493213fe36a8 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:54:00.620355 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-2881b438-208b-444a-b6f6-1b718f33b314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:00.661910 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9ff0a18b-86d8-4935-86e9-bd75e356c001 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1079650 Aug 18 12:54:00.720014 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-db64ca3d-1748-4a4e-815a-a17b1ac89957 req-2388cf9b-d034-4b57-b7d3-86553d6ed02e tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200960 Aug 18 12:54:00.819144 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c8e49-c62c-463d-90d5-c40fe8512fd6 req-bc4ab7cd-b397-4102-ae52-5d4c5796493f tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:00.831474 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f49c8e49-c62c-463d-90d5-c40fe8512fd6 req-bc4ab7cd-b397-4102-ae52-5d4c5796493f tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.13 "GET /v2.0/ports?device_id=c89840d0-514e-4164-8fb8-925844d312f8 HTTP/1.1" status: 200 len: 932 time: 0.1478608 Aug 18 12:54:00.858621 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-dc76a55d-cc25-40ad-94d1-d358c0e764f0 None None] Provisioning for port e6f24ddf-9025-45de-b5dd-acb74ef84a16 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:54:00.865784 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-055e523c-3457-4505-8d3b-3ff7107f65b6 req-e181a128-6dd8-4fd2-8694-d78ddc19436a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1223991 Aug 18 12:54:00.885049 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-dc76a55d-cc25-40ad-94d1-d358c0e764f0 None None] Provisioning complete for port e6f24ddf-9025-45de-b5dd-acb74ef84a16 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:54:01.226147 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-dc76a55d-cc25-40ad-94d1-d358c0e764f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:01.228670 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f49c8e49-c62c-463d-90d5-c40fe8512fd6 req-335d9b2f-3aba-4c26-870e-0888c586a08c tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.13 "GET /v2.0/security-groups?id=732784de-b4a0-45ac-aed5-4a179726ae64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594594 Aug 18 12:54:01.230291 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0139c5c2-5d69-4657-96a4-467b7443030b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a9e96e-fb2e-4b43-972e-1e0028e9aeb3'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:54:01.230291 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48fd57a-54c9-44ed-a300-3f6c656b2a4a" -d '{"events": [{"server_uuid": "0139c5c2-5d69-4657-96a4-467b7443030b", "name": "network-vif-plugged", "status": "completed", "tag": "09a9e96e-fb2e-4b43-972e-1e0028e9aeb3"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:54:01.230291 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-dc76a55d-cc25-40ad-94d1-d358c0e764f0 None None] Port e6f24ddf-9025-45de-b5dd-acb74ef84a16 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:54:01.230291 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17524888-a8db-432b-a2bf-12cdc253a862 None None] Network bcfe43e4-4232-4217-a6de-493213fe36a8 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:54:01.231393 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e523c-3457-4505-8d3b-3ff7107f65b6 req-1fbb7099-46df-47c5-afee-c6f3fe34b386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:01.231393 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-055e523c-3457-4505-8d3b-3ff7107f65b6 req-1fbb7099-46df-47c5-afee-c6f3fe34b386 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dfbf1e57c29344368949d54d6fc1d536&device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 1101 time: 0.1194379 Aug 18 12:54:01.231884 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a38fb55d-14a5-4ffb-9f6d-0f8749b35c9d req-9670438c-2afa-42e1-bdf6-b568f34c374d tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 210 time: 0.0359898 Aug 18 12:54:01.232562 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d677f9b1-7748-4b8d-825f-582f44e36c26 x-openstack-request-id: req-d677f9b1-7748-4b8d-825f-582f44e36c26 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:54:01.232562 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0139c5c2-5d69-4657-96a4-467b7443030b", "name": "network-vif-plugged", "status": "completed", "tag": "09a9e96e-fb2e-4b43-972e-1e0028e9aeb3", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:54:01.232562 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d677f9b1-7748-4b8d-825f-582f44e36c26 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:54:01.232562 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0139c5c2-5d69-4657-96a4-467b7443030b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a9e96e-fb2e-4b43-972e-1e0028e9aeb3', 'code': 200} Aug 18 12:54:01.263690 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e523c-3457-4505-8d3b-3ff7107f65b6 req-0da4a227-7a3d-42d0-92a3-8b40a56a9f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:01.266128 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-055e523c-3457-4505-8d3b-3ff7107f65b6 req-0da4a227-7a3d-42d0-92a3-8b40a56a9f8a service neutron] 10.222.0.20 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.2249219 Aug 18 12:54:01.334218 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-055e523c-3457-4505-8d3b-3ff7107f65b6 req-844166a3-9762-4497-8d65-b62e644b21e5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=cc9260cd-b796-4d6c-a337-3baf96fb438a HTTP/1.1" status: 200 len: 217 time: 0.0599082 Aug 18 12:54:01.396270 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e523c-3457-4505-8d3b-3ff7107f65b6 req-ae3d03aa-98ad-4d2e-bb06-453aead80dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:01.398930 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-055e523c-3457-4505-8d3b-3ff7107f65b6 req-ae3d03aa-98ad-4d2e-bb06-453aead80dd4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.0574245 Aug 18 12:54:01.405846 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6fd06-6fbc-432e-87f6-a44680f7f05c req-1e3290dd-a3ba-4497-adad-5c118ec83230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:01.413846 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e5e6fd06-6fbc-432e-87f6-a44680f7f05c req-1e3290dd-a3ba-4497-adad-5c118ec83230 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0139c5c2-5d69-4657-96a4-467b7443030b HTTP/1.1" status: 200 len: 1096 time: 0.1931667 Aug 18 12:54:01.465030 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e523c-3457-4505-8d3b-3ff7107f65b6 req-4d78ac5d-bb9f-46e1-a129-70426f3bb730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:01.471606 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-055e523c-3457-4505-8d3b-3ff7107f65b6 req-4d78ac5d-bb9f-46e1-a129-70426f3bb730 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0601065 Aug 18 12:54:01.499028 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-2881b438-208b-444a-b6f6-1b718f33b314 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6f24ddf-9025-45de-b5dd-acb74ef84a16 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:54:01.517661 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e5e6fd06-6fbc-432e-87f6-a44680f7f05c req-fb5302a1-0442-4131-b71b-99f63e4765f4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915313 Aug 18 12:54:01.519725 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-2881b438-208b-444a-b6f6-1b718f33b314 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:01.553657 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-2881b438-208b-444a-b6f6-1b718f33b314 service neutron] Transition to ACTIVE for port object e6f24ddf-9025-45de-b5dd-acb74ef84a16 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:54:01.623991 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-055e523c-3457-4505-8d3b-3ff7107f65b6 req-685c3dca-cb06-4e5e-8650-1ca1683370cb service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478410 Aug 18 12:54:01.645783 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-2881b438-208b-444a-b6f6-1b718f33b314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:01.771971 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2881b438-208b-444a-b6f6-1b718f33b314 service neutron] Pushing event updated for resources: {'Port': ['ID=e6f24ddf-9025-45de-b5dd-acb74ef84a16,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:01.860098 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-2881b438-208b-444a-b6f6-1b718f33b314 service neutron] Attempting to bind port e6f24ddf-9025-45de-b5dd-acb74ef84a16 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:54:01.860450 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-2881b438-208b-444a-b6f6-1b718f33b314 service neutron] Attempting to bind port e6f24ddf-9025-45de-b5dd-acb74ef84a16 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '2f5ba46d-5774-43c3-8ca1-c4ac9b3ab81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6fa6534b-edc3-4b11-816f-b4fb064ecad2'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:54:01.860790 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-2881b438-208b-444a-b6f6-1b718f33b314 service neutron] Attempting to bind port e6f24ddf-9025-45de-b5dd-acb74ef84a16 on network 6fa6534b-edc3-4b11-816f-b4fb064ecad2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:54:01.867907 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-2881b438-208b-444a-b6f6-1b718f33b314 service neutron] Port e6f24ddf-9025-45de-b5dd-acb74ef84a16 on network 6fa6534b-edc3-4b11-816f-b4fb064ecad2 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:54:01.868246 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-2881b438-208b-444a-b6f6-1b718f33b314 service neutron] Attempting to bind port e6f24ddf-9025-45de-b5dd-acb74ef84a16 on network 6fa6534b-edc3-4b11-816f-b4fb064ecad2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:54:01.883559 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-2881b438-208b-444a-b6f6-1b718f33b314 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:54:01.883898 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-2881b438-208b-444a-b6f6-1b718f33b314 service neutron] Checking segment: {'id': '2f5ba46d-5774-43c3-8ca1-c4ac9b3ab81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6fa6534b-edc3-4b11-816f-b4fb064ecad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:54:01.884299 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-2881b438-208b-444a-b6f6-1b718f33b314 service neutron] Bound using segment: {'id': '2f5ba46d-5774-43c3-8ca1-c4ac9b3ab81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6fa6534b-edc3-4b11-816f-b4fb064ecad2'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:54:01.890210 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-2881b438-208b-444a-b6f6-1b718f33b314 service neutron] Bound port: e6f24ddf-9025-45de-b5dd-acb74ef84a16, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f5ba46d-5774-43c3-8ca1-c4ac9b3ab81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6fa6534b-edc3-4b11-816f-b4fb064ecad2'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:54:01.890210 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-2881b438-208b-444a-b6f6-1b718f33b314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:01.931416 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9392eba-2147-46cb-978d-f1b971d41681 req-5356a1f1-14d4-45a6-86ed-b20fc997ab56 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:01.933104 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d9392eba-2147-46cb-978d-f1b971d41681 req-5356a1f1-14d4-45a6-86ed-b20fc997ab56 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=0139c5c2-5d69-4657-96a4-467b7443030b HTTP/1.1" status: 200 len: 945 time: 0.1532304 Aug 18 12:54:02.005535 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-055e523c-3457-4505-8d3b-3ff7107f65b6 req-d953b5ad-e20f-4fae-82b0-4f8e43e85d56 service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730016 Aug 18 12:54:02.036266 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d9392eba-2147-46cb-978d-f1b971d41681 req-e1410bae-6ebb-4acd-89c1-4441a559b10a tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933619 Aug 18 12:54:02.090020 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38016) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:02.119784 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-5f5fcc49-37d1-4631-a2c0-e1c5dc655fe4 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1833190230-network', 'tenant_id': '20a052fe7ddf42dc9165a957ef03484b'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:54:02.153580 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85339d8a-e8d6-4345-bc80-0e9a9724f2fd req-e33ff8fe-ffe2-4491-a759-496d8b01c436 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:02.155937 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-85339d8a-e8d6-4345-bc80-0e9a9724f2fd req-e33ff8fe-ffe2-4491-a759-496d8b01c436 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 950 time: 0.2354078 Aug 18 12:54:02.160499 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-2881b438-208b-444a-b6f6-1b718f33b314 service neutron] For port e6f24ddf-9025-45de-b5dd-acb74ef84a16, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:54:02.172157 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-2881b438-208b-444a-b6f6-1b718f33b314 service neutron] For port e6f24ddf-9025-45de-b5dd-acb74ef84a16, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=e6f24ddf-9025-45de-b5dd-acb74ef84a16,segment=NetworkSegment(2f5ba46d-5774-43c3-8ca1-c4ac9b3ab81f),segment_id=2f5ba46d-5774-43c3-8ca1-c4ac9b3ab81f)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:54:02.227036 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-85339d8a-e8d6-4345-bc80-0e9a9724f2fd req-b6df450e-8b53-41dd-b9c4-2fab83d485fe tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512683 Aug 18 12:54:02.255332 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-2881b438-208b-444a-b6f6-1b718f33b314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:02.308823 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-2881b438-208b-444a-b6f6-1b718f33b314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:02.310113 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-2881b438-208b-444a-b6f6-1b718f33b314 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:02.326826 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-2881b438-208b-444a-b6f6-1b718f33b314 service neutron] 10.222.0.20 "PUT /v2.0/ports/e6f24ddf-9025-45de-b5dd-acb74ef84a16 HTTP/1.1" status: 200 len: 1092 time: 1.9887669 Aug 18 12:54:02.327820 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5fcc49-37d1-4631-a2c0-e1c5dc655fe4 admin admin] Made reservation on behalf of 20a052fe7ddf42dc9165a957ef03484b for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:54:02.336251 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5f5fcc49-37d1-4631-a2c0-e1c5dc655fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:02.346372 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf549a6-ce24-417f-9512-5ccf5aa57e52 req-3de66b3c-b84a-4a3a-807b-e66f7e45e3d7 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:02.354778 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c89840d0-514e-4164-8fb8-925844d312f8', 'tag': 'e6f24ddf-9025-45de-b5dd-acb74ef84a16'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:54:02.355614 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-adf549a6-ce24-417f-9512-5ccf5aa57e52 req-3de66b3c-b84a-4a3a-807b-e66f7e45e3d7 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.13 "GET /v2.0/ports?device_id=c89840d0-514e-4164-8fb8-925844d312f8 HTTP/1.1" status: 200 len: 944 time: 0.1348658 Aug 18 12:54:02.363210 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7af5452-3d8b-4b3d-ac6d-fa049ace5244" -d '{"events": [{"name": "network-changed", "server_uuid": "c89840d0-514e-4164-8fb8-925844d312f8", "tag": "e6f24ddf-9025-45de-b5dd-acb74ef84a16"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:54:02.400019 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5f5fcc49-37d1-4631-a2c0-e1c5dc655fe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:02.433179 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-adf549a6-ce24-417f-9512-5ccf5aa57e52 req-03cf632a-d94b-4fa5-9393-47eddc2e3327 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.13 "GET /v2.0/security-groups?id=732784de-b4a0-45ac-aed5-4a179726ae64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765862 Aug 18 12:54:02.588523 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5f5fcc49-37d1-4631-a2c0-e1c5dc655fe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:02.595064 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12156382-01d1-48b2-9201-ea9bfaef50d3 x-openstack-request-id: req-12156382-01d1-48b2-9201-ea9bfaef50d3 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:54:02.595365 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c89840d0-514e-4164-8fb8-925844d312f8", "tag": "e6f24ddf-9025-45de-b5dd-acb74ef84a16", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:54:02.595622 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12156382-01d1-48b2-9201-ea9bfaef50d3 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:54:02.596069 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c89840d0-514e-4164-8fb8-925844d312f8', 'tag': 'e6f24ddf-9025-45de-b5dd-acb74ef84a16', 'status': 'completed', 'code': 200} Aug 18 12:54:02.642071 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-33a203e7-1bbe-40f7-b6c2-8f1e8c056d19 req-7d1c0e51-82b9-4413-a9fc-483e0ef784f6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1320257 Aug 18 12:54:02.645885 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d9c094c2-7343-4fa4-b3fe-0d42c47f7231 req-f74cf607-4c5b-4f77-97f7-aba0a1ab2ca6 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 210 time: 0.0536981 Aug 18 12:54:02.682780 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2881b438-208b-444a-b6f6-1b718f33b314 service neutron] Pushing event updated for resources: {'Port': ['ID=e6f24ddf-9025-45de-b5dd-acb74ef84a16,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:02.690635 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5f5fcc49-37d1-4631-a2c0-e1c5dc655fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:02.704887 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f5fcc49-37d1-4631-a2c0-e1c5dc655fe4 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:54:02.714511 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5f5fcc49-37d1-4631-a2c0-e1c5dc655fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:02.714869 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-5f5fcc49-37d1-4631-a2c0-e1c5dc655fe4 admin admin] Added segment eafae8f5-8624-40e8-a83b-0b418289e72a of type vlan for network 3b7cae98-17ee-4170-bfc4-a0bcf90ec089 Aug 18 12:54:02.734965 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a203e7-1bbe-40f7-b6c2-8f1e8c056d19 req-5375af4f-3cf5-4c59-b856-d0194deca65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:02.736432 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-33a203e7-1bbe-40f7-b6c2-8f1e8c056d19 req-5375af4f-3cf5-4c59-b856-d0194deca65b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e9a8a0a72a94b328bf1e534da208edd&device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 1095 time: 0.0624781 Aug 18 12:54:02.783787 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5f5fcc49-37d1-4631-a2c0-e1c5dc655fe4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:02.819764 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af5452-3d8b-4b3d-ac6d-fa049ace5244 req-85d7d26c-fc29-460d-b1c0-d0bafb8c430a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:02.821332 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f7af5452-3d8b-4b3d-ac6d-fa049ace5244 req-85d7d26c-fc29-460d-b1c0-d0bafb8c430a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e386d50353184db69ad39d521500ceee&device_id=c89840d0-514e-4164-8fb8-925844d312f8 HTTP/1.1" status: 200 len: 1095 time: 0.2279797 Aug 18 12:54:02.862203 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5fcc49-37d1-4631-a2c0-e1c5dc655fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af5ff37-3fe1-40b1-9a02-ec75bd5ab3dd,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:02.931069 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5f5fcc49-37d1-4631-a2c0-e1c5dc655fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:02.932485 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5fcc49-37d1-4631-a2c0-e1c5dc655fe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:02.933090 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5f5fcc49-37d1-4631-a2c0-e1c5dc655fe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:02.935281 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a203e7-1bbe-40f7-b6c2-8f1e8c056d19 req-468b3514-8d00-4f66-bf3e-a6a97aa7c4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:02.936774 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-33a203e7-1bbe-40f7-b6c2-8f1e8c056d19 req-468b3514-8d00-4f66-bf3e-a6a97aa7c4f6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=91d3e9e9-f927-4110-8610-d1ae88923133 HTTP/1.1" status: 200 len: 922 time: 0.1482644 Aug 18 12:54:03.002300 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af5452-3d8b-4b3d-ac6d-fa049ace5244 req-eaa6221d-95e8-4cd1-8bfe-46098e02cc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:03.002546 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-33a203e7-1bbe-40f7-b6c2-8f1e8c056d19 req-13268daa-0b5e-44e6-a0fa-0d1c2745ceea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8475102b-3321-4c78-b6ac-5b16bf171cd0 HTTP/1.1" status: 200 len: 217 time: 0.0436773 Aug 18 12:54:03.002658 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f7af5452-3d8b-4b3d-ac6d-fa049ace5244 req-eaa6221d-95e8-4cd1-8bfe-46098e02cc73 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=e386d50353184db69ad39d521500ceee&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1685205 Aug 18 12:54:03.059992 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a203e7-1bbe-40f7-b6c2-8f1e8c056d19 req-e498a583-832a-4f48-a28c-2e7f7faa7c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:03.063063 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-33a203e7-1bbe-40f7-b6c2-8f1e8c056d19 req-e498a583-832a-4f48-a28c-2e7f7faa7c6b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=da996bc9-0001-4e2d-9a03-d2d78ee48c5d HTTP/1.1" status: 200 len: 861 time: 0.0550945 Aug 18 12:54:03.066749 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5f5fcc49-37d1-4631-a2c0-e1c5dc655fe4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9829240 Aug 18 12:54:03.070057 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38036) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:03.075699 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5fcc49-37d1-4631-a2c0-e1c5dc655fe4 admin admin] Pushing event updated for resources: {'Network': ['ID=3b7cae98-17ee-4170-bfc4-a0bcf90ec089,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:03.080365 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-0ce7bf41-45e0-433c-886e-5f16fb3b9af5 admin admin] Request body: {'subnet': {'network_id': '3b7cae98-17ee-4170-bfc4-a0bcf90ec089', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1833190230-subnet', 'tenant_id': '20a052fe7ddf42dc9165a957ef03484b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:54:03.087436 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 3b7cae98-17ee-4170-bfc4-a0bcf90ec089 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:54:03.128371 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-33a203e7-1bbe-40f7-b6c2-8f1e8c056d19 req-db74de19-b94e-4a09-9f42-db3826d339c2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=91d3e9e9-f927-4110-8610-d1ae88923133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410347 Aug 18 12:54:03.161185 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af5452-3d8b-4b3d-ac6d-fa049ace5244 req-dca6670a-b818-4bfe-900c-619f920e9d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:03.164989 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f7af5452-3d8b-4b3d-ac6d-fa049ace5244 req-dca6670a-b818-4bfe-900c-619f920e9d0d service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1517191 Aug 18 12:54:03.258216 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce7bf41-45e0-433c-886e-5f16fb3b9af5 admin admin] Made reservation on behalf of 20a052fe7ddf42dc9165a957ef03484b for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:54:03.260417 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0ce7bf41-45e0-433c-886e-5f16fb3b9af5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:03.284811 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-92a579a1-ed7e-4435-8d77-67bcc6ac910d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:03.286126 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-92a579a1-ed7e-4435-8d77-67bcc6ac910d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e386d50353184db69ad39d521500ceee&device_id=c89840d0-514e-4164-8fb8-925844d312f8 HTTP/1.1" status: 200 len: 1095 time: 0.0714099 Aug 18 12:54:03.371008 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-ba71b66e-f15a-42da-882c-e1706b48fd6d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6f24ddf-9025-45de-b5dd-acb74ef84a16 HTTP/1.1" status: 200 len: 217 time: 0.0760984 Aug 18 12:54:03.497156 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5e667-6c01-4207-872b-b1683caf8295 req-60bc1a69-5c21-47d1-9955-11a119775e88 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:03.504534 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-49f5e667-6c01-4207-872b-b1683caf8295 req-60bc1a69-5c21-47d1-9955-11a119775e88 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=0139c5c2-5d69-4657-96a4-467b7443030b HTTP/1.1" status: 200 len: 945 time: 0.2918630 Aug 18 12:54:03.518662 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-40098697-dcdf-477a-8864-28be0e8da069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:03.520536 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-40098697-dcdf-477a-8864-28be0e8da069 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3fa04f04-f1fe-4b42-bb30-54511fdd1e53 HTTP/1.1" status: 200 len: 845 time: 0.1421051 Aug 18 12:54:03.537045 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-33a203e7-1bbe-40f7-b6c2-8f1e8c056d19 req-8b69ac18-6191-4be6-b12c-1e332c8f12dd service neutron] 10.222.0.39 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995411 Aug 18 12:54:03.587537 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52df80-f9df-4e0c-b2bf-f2d8c4e3554b req-bfb16d14-cc1d-4388-a0fc-23c2146be3a7 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:03.595117 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0c52df80-f9df-4e0c-b2bf-f2d8c4e3554b req-bfb16d14-cc1d-4388-a0fc-23c2146be3a7 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 950 time: 0.1584954 Aug 18 12:54:03.619619 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-49f5e667-6c01-4207-872b-b1683caf8295 req-13478323-f4ef-441c-bf0e-1123b71806db tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140215 Aug 18 12:54:03.640810 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-b1c56d66-f613-48e0-a5ae-9b46e0198847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:03.642441 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-b1c56d66-f613-48e0-a5ae-9b46e0198847 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6fa6534b-edc3-4b11-816f-b4fb064ecad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1116586 Aug 18 12:54:03.764360 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0c52df80-f9df-4e0c-b2bf-f2d8c4e3554b req-a836ff47-100e-48c9-bbf0-f5563a2d41b2 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676073 Aug 18 12:54:03.900390 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-17db8797-fa13-4c77-ba31-6c8e69542355 service neutron] 10.222.0.20 "GET /v2.0/networks/6fa6534b-edc3-4b11-816f-b4fb064ecad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152102 Aug 18 12:54:03.931969 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-33a203e7-1bbe-40f7-b6c2-8f1e8c056d19 req-de8a3267-a259-4935-a3b3-e21980529a88 service neutron] 10.222.0.39 "GET /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825068 Aug 18 12:54:03.962465 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0131ca-af93-4a12-9119-0d399b01180c req-a646f4c4-7c77-46c1-a525-63e125fed6d3 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:03.981995 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5b0131ca-af93-4a12-9119-0d399b01180c req-a646f4c4-7c77-46c1-a525-63e125fed6d3 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.13 "GET /v2.0/ports?device_id=c89840d0-514e-4164-8fb8-925844d312f8 HTTP/1.1" status: 200 len: 944 time: 0.1712542 Aug 18 12:54:04.007482 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0ce7bf41-45e0-433c-886e-5f16fb3b9af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:04.013399 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c32dc6-90f1-474d-9597-ef1b66015920 req-bbc3f6c0-e630-44e7-b753-bac0c138fc3f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:04.015116 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-67c32dc6-90f1-474d-9597-ef1b66015920 req-bbc3f6c0-e630-44e7-b753-bac0c138fc3f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=253403df-9e0d-40bd-bf62-96aabda121e3 HTTP/1.1" status: 200 len: 945 time: 0.1144159 Aug 18 12:54:04.077734 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-22c4238b-e9cb-474a-ac78-c4f466765b1c req-2423eb6b-48e9-405e-befc-d73fce35f7d8 service neutron] 10.222.0.20 "GET /v2.0/networks/6fa6534b-edc3-4b11-816f-b4fb064ecad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674550 Aug 18 12:54:04.110596 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-67c32dc6-90f1-474d-9597-ef1b66015920 req-ae0cacec-df43-41df-96b2-b7c5828f122f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882289 Aug 18 12:54:04.163900 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5b0131ca-af93-4a12-9119-0d399b01180c req-c870a3ac-cc35-4d1e-bafb-19c9ec0eef22 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.13 "GET /v2.0/security-groups?id=732784de-b4a0-45ac-aed5-4a179726ae64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782148 Aug 18 12:54:04.195357 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7bf41-45e0-433c-886e-5f16fb3b9af5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fdf1e2d-1082-4708-a3dc-119e424b71a7,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:04.229244 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce7bf41-45e0-433c-886e-5f16fb3b9af5 admin admin] Checking segment: {'id': 'eafae8f5-8624-40e8-a83b-0b418289e72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3b7cae98-17ee-4170-bfc4-a0bcf90ec089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:54:04.230021 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce7bf41-45e0-433c-886e-5f16fb3b9af5 admin admin] Network hostable DHCP agents. Network: 3b7cae98-17ee-4170-bfc4-a0bcf90ec089, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:54:04.257866 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6e95945b-b1bb-4ea4-b770-63ea7f4682ea req-769e1a93-abef-4870-9123-5203ddf19f89 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 210 time: 0.0392985 Aug 18 12:54:04.308988 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f986fae3-cab4-4753-b680-0c303a18b3e9 req-244e97e6-b63b-47fd-8b01-f06350e8b085 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:04.311187 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f986fae3-cab4-4753-b680-0c303a18b3e9 req-244e97e6-b63b-47fd-8b01-f06350e8b085 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=0139c5c2-5d69-4657-96a4-467b7443030b HTTP/1.1" status: 200 len: 945 time: 0.0555222 Aug 18 12:54:04.326673 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce7bf41-45e0-433c-886e-5f16fb3b9af5 admin admin] Network 3b7cae98-17ee-4170-bfc4-a0bcf90ec089 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:54:04.363399 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f986fae3-cab4-4753-b680-0c303a18b3e9 req-0768c79e-1865-43f7-b594-49d3c5d09ca1 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451331 Aug 18 12:54:04.409007 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-0ce7bf41-45e0-433c-886e-5f16fb3b9af5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 3b7cae98-17ee-4170-bfc4-a0bcf90ec089) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:54:04.420236 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fa67ab-a96f-4ce3-bc6f-dfd772da2542 None None] Network 3b7cae98-17ee-4170-bfc4-a0bcf90ec089 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:54:04.438262 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce7bf41-45e0-433c-886e-5f16fb3b9af5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:04.438262 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0ce7bf41-45e0-433c-886e-5f16fb3b9af5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:04.592311 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deefa4ff-e9b6-41db-8b04-9f431d763355 None None] Network 3b7cae98-17ee-4170-bfc4-a0bcf90ec089 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:54:04.834215 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0ce7bf41-45e0-433c-886e-5f16fb3b9af5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7581460 Aug 18 12:54:04.915672 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c83b23-30e1-4682-ba9b-803df72cef3c req-c8472755-b9ac-47a7-b6c0-9d62e415647f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:04.923756 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12c83b23-30e1-4682-ba9b-803df72cef3c req-c8472755-b9ac-47a7-b6c0-9d62e415647f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 950 time: 0.0912254 Aug 18 12:54:04.970467 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12c83b23-30e1-4682-ba9b-803df72cef3c req-4f213314-ae68-481f-a65b-ad2430f13c5d tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456769 Aug 18 12:54:05.182899 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d4c18-3d27-415f-9ade-1432208a7cce req-936af7b4-0163-4e76-a54e-61c212274876 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:05.192295 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-405d4c18-3d27-415f-9ade-1432208a7cce req-936af7b4-0163-4e76-a54e-61c212274876 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=0139c5c2-5d69-4657-96a4-467b7443030b HTTP/1.1" status: 200 len: 945 time: 0.0635617 Aug 18 12:54:05.249590 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-405d4c18-3d27-415f-9ade-1432208a7cce req-f14bb171-128c-426c-8108-3bcf76eea2f5 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547132 Aug 18 12:54:05.433039 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f23bbd-e9d9-4b91-8e30-5017160caccd req-596e7429-c949-4ab2-ae54-6ff341e826f3 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:05.434785 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-63f23bbd-e9d9-4b91-8e30-5017160caccd req-596e7429-c949-4ab2-ae54-6ff341e826f3 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.13 "GET /v2.0/ports?device_id=c89840d0-514e-4164-8fb8-925844d312f8 HTTP/1.1" status: 200 len: 944 time: 0.0732565 Aug 18 12:54:05.501594 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-63f23bbd-e9d9-4b91-8e30-5017160caccd req-9ccb9493-4728-483a-8a3f-0e790e894db1 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.13 "GET /v2.0/security-groups?id=732784de-b4a0-45ac-aed5-4a179726ae64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574088 Aug 18 12:54:05.645717 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bf7e54d1-a5fe-4b6f-a8a3-860fbd75c55c req-557a9599-1a46-428a-87ae-9b04ab423642 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=8baa82f3-0c43-4534-a2c5-84087f3fd8f3 HTTP/1.1" status: 200 len: 210 time: 0.0342925 Aug 18 12:54:05.962732 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device e6f24ddf-9025-45de-b5dd-acb74ef84a16 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:54:06.018363 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-08f061e0-b108-47d8-8b9f-b34fef078634 tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:06.026766 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-08f061e0-b108-47d8-8b9f-b34fef078634 tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] 10.222.0.13 "GET /v2.0/networks?id=bcfe43e4-4232-4217-a6de-493213fe36a8 HTTP/1.1" status: 200 len: 814 time: 0.6192186 Aug 18 12:54:06.054673 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-c4253a54-30b9-44e6-a17d-8d2bdf75ec52 tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] 10.222.0.13 "GET /v2.0/quotas/573f16f508ee4137a3644cc674709a19 HTTP/1.1" status: 200 len: 375 time: 0.0229023 Aug 18 12:54:06.094770 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-81f2f97b-da5e-4516-8ded-76f3274b36b4 tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=573f16f508ee4137a3644cc674709a19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320263 Aug 18 12:54:06.143613 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port e6f24ddf-9025-45de-b5dd-acb74ef84a16, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=e6f24ddf-9025-45de-b5dd-acb74ef84a16,segment=NetworkSegment(2f5ba46d-5774-43c3-8ca1-c4ac9b3ab81f),segment_id=2f5ba46d-5774-43c3-8ca1-c4ac9b3ab81f)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:06.162559 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'e6f24ddf-9025-45de-b5dd-acb74ef84a16', 'network_id': '6fa6534b-edc3-4b11-816f-b4fb064ecad2', 'port_id': 'e6f24ddf-9025-45de-b5dd-acb74ef84a16', 'mac_address': 'fa:16:3e:f4:d0:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fa04f04-f1fe-4b42-bb30-54511fdd1e53', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:54:06.192019 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d6612-5684-45fd-836c-51f34473c907 req-3e10c3ac-4b58-46ca-acbb-20cf2fe0806c tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:06.216110 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-495d6612-5684-45fd-836c-51f34473c907 req-3e10c3ac-4b58-46ca-acbb-20cf2fe0806c tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 950 time: 0.1186588 Aug 18 12:54:06.280586 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:06.292690 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-495d6612-5684-45fd-836c-51f34473c907 req-7ae271b5-b7e6-46ec-9b5c-66caba89287d tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725145 Aug 18 12:54:06.337415 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6f24ddf-9025-45de-b5dd-acb74ef84a16 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:54:06.386397 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port e6f24ddf-9025-45de-b5dd-acb74ef84a16, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=e6f24ddf-9025-45de-b5dd-acb74ef84a16,segment=NetworkSegment(2f5ba46d-5774-43c3-8ca1-c4ac9b3ab81f),segment_id=2f5ba46d-5774-43c3-8ca1-c4ac9b3ab81f)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:06.454807 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:06.485683 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-7c62622f-ce47-45c1-9797-8b3a686844cc service neutron] 10.222.0.13 "GET /v2.0/networks/bcfe43e4-4232-4217-a6de-493213fe36a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761599 Aug 18 12:54:06.544099 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422909ba-0c34-427e-91ca-d41ddb085c64 req-60ae4039-c388-45d4-8573-912cdaaeca47 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:06.545707 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-422909ba-0c34-427e-91ca-d41ddb085c64 req-60ae4039-c388-45d4-8573-912cdaaeca47 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.20 "GET /v2.0/ports?device_id=0139c5c2-5d69-4657-96a4-467b7443030b HTTP/1.1" status: 200 len: 945 time: 0.1381795 Aug 18 12:54:06.573526 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1092fd3-65a5-486b-8915-fc449a830e07 req-b302e89b-e11c-4a9f-8ca1-04cf2736f3bf tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:06.575168 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a1092fd3-65a5-486b-8915-fc449a830e07 req-b302e89b-e11c-4a9f-8ca1-04cf2736f3bf tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=0139c5c2-5d69-4657-96a4-467b7443030b HTTP/1.1" status: 200 len: 945 time: 0.1836872 Aug 18 12:54:06.604115 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=e6f24ddf-9025-45de-b5dd-acb74ef84a16,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:06.712951 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['e6f24ddf-9025-45de-b5dd-acb74ef84a16'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:54:06.715878 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-44ce19d8-f119-41fc-a300-67d889a5e800 service neutron] 10.222.0.13 "GET /v2.0/networks/bcfe43e4-4232-4217-a6de-493213fe36a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256563 Aug 18 12:54:06.725853 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a1092fd3-65a5-486b-8915-fc449a830e07 req-8ea40597-a271-4db4-a7dc-bbff792b7f42 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906818 Aug 18 12:54:06.820414 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-422909ba-0c34-427e-91ca-d41ddb085c64 req-3a89fd4a-8ba4-4946-b379-1fbd9ac7cd34 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Deleting port 09a9e96e-fb2e-4b43-972e-1e0028e9aeb3 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:54:06.820759 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-422909ba-0c34-427e-91ca-d41ddb085c64 req-3a89fd4a-8ba4-4946-b379-1fbd9ac7cd34 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:07.097822 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9093f-f17a-4a29-821e-0ad6b2e775e0 req-4733fb04-b550-482a-a106-509c868570b5 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:07.114145 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27b9093f-f17a-4a29-821e-0ad6b2e775e0 req-4733fb04-b550-482a-a106-509c868570b5 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.13 "GET /v2.0/ports?device_id=c89840d0-514e-4164-8fb8-925844d312f8 HTTP/1.1" status: 200 len: 945 time: 0.2887311 Aug 18 12:54:07.309745 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27b9093f-f17a-4a29-821e-0ad6b2e775e0 req-625fbfd4-0745-4dd4-802f-dbcd34f93dc1 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.13 "GET /v2.0/security-groups?id=732784de-b4a0-45ac-aed5-4a179726ae64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944330 Aug 18 12:54:07.361380 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-422909ba-0c34-427e-91ca-d41ddb085c64 req-3a89fd4a-8ba4-4946-b379-1fbd9ac7cd34 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] For port 09a9e96e-fb2e-4b43-972e-1e0028e9aeb3, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=09a9e96e-fb2e-4b43-972e-1e0028e9aeb3,segment=NetworkSegment(97efc5da-ecd0-4484-ac0f-ba58622f7886),segment_id=97efc5da-ecd0-4484-ac0f-ba58622f7886)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:07.361639 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-422909ba-0c34-427e-91ca-d41ddb085c64 req-3a89fd4a-8ba4-4946-b379-1fbd9ac7cd34 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:07.399703 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-422909ba-0c34-427e-91ca-d41ddb085c64 req-3a89fd4a-8ba4-4946-b379-1fbd9ac7cd34 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Calling delete_port for 09a9e96e-fb2e-4b43-972e-1e0028e9aeb3 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:54:07.494902 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-96cc7f24-e6de-4b45-a43d-d2b8f705e216 req-3bd6da4d-3206-4f47-a55d-f37a11f12048 tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] 10.222.0.13 "GET /v2.0/ports?device_id=02f1ba3b-862e-43e9-8179-1e0b730de93e HTTP/1.1" status: 200 len: 210 time: 0.0916514 Aug 18 12:54:07.700514 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee9ca9-5a95-445b-9cde-1124ad8d81e5 req-833ae558-b008-4f32-8062-9e2b61d62aa1 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:07.702345 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a2ee9ca9-5a95-445b-9cde-1124ad8d81e5 req-833ae558-b008-4f32-8062-9e2b61d62aa1 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 950 time: 0.1566601 Aug 18 12:54:07.816068 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a2ee9ca9-5a95-445b-9cde-1124ad8d81e5 req-f51ea904-f761-42f3-aefa-815813e23442 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006532 Aug 18 12:54:07.947469 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-422909ba-0c34-427e-91ca-d41ddb085c64 req-3a89fd4a-8ba4-4946-b379-1fbd9ac7cd34 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:07.960080 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:54:07.981650 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89fd4a-8ba4-4946-b379-1fbd9ac7cd34 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Pushing event deleted for resources: {'Port': ['ID=09a9e96e-fb2e-4b43-972e-1e0028e9aeb3,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:08.022524 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1194d3-4565-4acd-9a62-d5aa53731729 req-05452513-e41d-439f-943b-e65f16777d83 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:08.024470 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7e1194d3-4565-4acd-9a62-d5aa53731729 req-05452513-e41d-439f-943b-e65f16777d83 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=0139c5c2-5d69-4657-96a4-467b7443030b HTTP/1.1" status: 200 len: 867 time: 0.1215889 Aug 18 12:54:08.032158 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['8eeac805-e0e5-4ffb-a77e-bc42427f2986'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:54:08.069917 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-422909ba-0c34-427e-91ca-d41ddb085c64 req-3a89fd4a-8ba4-4946-b379-1fbd9ac7cd34 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] No DVR routers for this DVR port 09a9e96e-fb2e-4b43-972e-1e0028e9aeb3 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:54:08.082032 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-422909ba-0c34-427e-91ca-d41ddb085c64 req-3a89fd4a-8ba4-4946-b379-1fbd9ac7cd34 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:08.084387 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-422909ba-0c34-427e-91ca-d41ddb085c64 req-3a89fd4a-8ba4-4946-b379-1fbd9ac7cd34 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.20 "DELETE /v2.0/ports/09a9e96e-fb2e-4b43-972e-1e0028e9aeb3 HTTP/1.1" status: 204 len: 173 time: 1.5302289 Aug 18 12:54:08.084857 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0139c5c2-5d69-4657-96a4-467b7443030b', 'name': 'network-vif-deleted', 'tag': '09a9e96e-fb2e-4b43-972e-1e0028e9aeb3'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:54:08.092429 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3c1f3d-147e-4aa2-91c3-2eb45af4b195" -d '{"events": [{"server_uuid": "0139c5c2-5d69-4657-96a4-467b7443030b", "name": "network-vif-deleted", "tag": "09a9e96e-fb2e-4b43-972e-1e0028e9aeb3"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:54:08.160985 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7e1194d3-4565-4acd-9a62-d5aa53731729 req-70c085bf-90d0-4be6-8304-93d4d39334ef tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120818 Aug 18 12:54:08.215965 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21fd7c4-a7ad-4984-bd41-452a47b729cf x-openstack-request-id: req-d21fd7c4-a7ad-4984-bd41-452a47b729cf {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:54:08.216529 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0139c5c2-5d69-4657-96a4-467b7443030b", "name": "network-vif-deleted", "tag": "09a9e96e-fb2e-4b43-972e-1e0028e9aeb3", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:54:08.220830 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d21fd7c4-a7ad-4984-bd41-452a47b729cf {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:54:08.221723 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0139c5c2-5d69-4657-96a4-467b7443030b', 'name': 'network-vif-deleted', 'tag': '09a9e96e-fb2e-4b43-972e-1e0028e9aeb3', 'status': 'completed', 'code': 200} Aug 18 12:54:08.496551 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4d22e-fe2c-46e6-bc69-07f3e5f2316f req-0d9060d1-540c-471d-8225-c32bcac51e0d tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:08.504135 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9de4d22e-fe2c-46e6-bc69-07f3e5f2316f req-0d9060d1-540c-471d-8225-c32bcac51e0d tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.13 "GET /v2.0/ports?device_id=c89840d0-514e-4164-8fb8-925844d312f8 HTTP/1.1" status: 200 len: 945 time: 0.0663843 Aug 18 12:54:08.602489 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9de4d22e-fe2c-46e6-bc69-07f3e5f2316f req-acf0ab2e-c3f8-4914-83da-e28987bc0778 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.13 "GET /v2.0/security-groups?id=732784de-b4a0-45ac-aed5-4a179726ae64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959184 Aug 18 12:54:08.665199 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-26163d52-d542-4ba5-ba59-c4b11e969f79 req-e71fecc0-84ae-45e9-8f20-eb8284371cb9 tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] 10.222.0.13 "GET /v2.0/ports?device_id=02f1ba3b-862e-43e9-8179-1e0b730de93e HTTP/1.1" status: 200 len: 210 time: 0.0486815 Aug 18 12:54:09.057112 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c3ab6-2abf-415f-9f11-68d03217d043 req-067388b9-cca5-42d4-ac5d-e68b2a2cf1e7 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:09.070789 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-207c3ab6-2abf-415f-9f11-68d03217d043 req-067388b9-cca5-42d4-ac5d-e68b2a2cf1e7 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 950 time: 0.1601999 Aug 18 12:54:09.191789 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-207c3ab6-2abf-415f-9f11-68d03217d043 req-bc60425d-76e7-4c83-bf85-6da43a0bcbe2 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201279 Aug 18 12:54:09.362649 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-63022df9-8c03-4dc3-9544-7f0cd7795591 req-54034b57-a14f-4651-9d50-0a8258f55dae tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=0139c5c2-5d69-4657-96a4-467b7443030b HTTP/1.1" status: 200 len: 210 time: 0.0593629 Aug 18 12:54:09.831040 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-aabef958-ee8f-49fd-9c27-eec3fb4e6cf9 req-db779c93-9162-4945-ab26-ec796cc89a6f tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] 10.222.0.13 "GET /v2.0/ports?device_id=02f1ba3b-862e-43e9-8179-1e0b730de93e HTTP/1.1" status: 200 len: 210 time: 0.0646391 Aug 18 12:54:09.831687 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f632e-210f-4b8c-8f3a-a2d5038c42e2 req-2dc141ad-0129-40db-a5b7-224b3045a96e tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:09.839780 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9f3f632e-210f-4b8c-8f3a-a2d5038c42e2 req-2dc141ad-0129-40db-a5b7-224b3045a96e tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.13 "GET /v2.0/ports?device_id=c89840d0-514e-4164-8fb8-925844d312f8 HTTP/1.1" status: 200 len: 945 time: 0.1114421 Aug 18 12:54:09.983686 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device e6f24ddf-9025-45de-b5dd-acb74ef84a16 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:54:09.987429 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9f3f632e-210f-4b8c-8f3a-a2d5038c42e2 req-ed58ca6e-1a71-450b-9664-65910e4c70af tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.13 "GET /v2.0/security-groups?id=732784de-b4a0-45ac-aed5-4a179726ae64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414595 Aug 18 12:54:10.087502 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-c1a7ce7e-122e-4124-b8fa-aa53976b752f tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:10.091919 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-c1a7ce7e-122e-4124-b8fa-aa53976b752f tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] 10.222.0.20 "GET /v2.0/networks?id=bcfe43e4-4232-4217-a6de-493213fe36a8 HTTP/1.1" status: 200 len: 814 time: 0.2414699 Aug 18 12:54:10.107536 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-07495577-54ac-4b2e-8768-f83eee224453 tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] Request body: {'port': {'device_id': '02f1ba3b-862e-43e9-8179-1e0b730de93e', 'network_id': 'bcfe43e4-4232-4217-a6de-493213fe36a8', 'admin_state_up': True, 'tenant_id': '573f16f508ee4137a3644cc674709a19'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:54:10.123520 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port e6f24ddf-9025-45de-b5dd-acb74ef84a16 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:54:10.134481 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port e6f24ddf-9025-45de-b5dd-acb74ef84a16 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:54:10.135269 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:10.346007 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-07495577-54ac-4b2e-8768-f83eee224453 tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] Made reservation on behalf of 573f16f508ee4137a3644cc674709a19 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:54:10.349657 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-07495577-54ac-4b2e-8768-f83eee224453 tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:10.372861 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:10.413757 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c89840d0-514e-4164-8fb8-925844d312f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f24ddf-9025-45de-b5dd-acb74ef84a16'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:54:10.416112 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957188fe-2438-462d-ba88-d3dc619a5e05" -d '{"events": [{"server_uuid": "c89840d0-514e-4164-8fb8-925844d312f8", "name": "network-vif-plugged", "status": "completed", "tag": "e6f24ddf-9025-45de-b5dd-acb74ef84a16"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:54:10.465423 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3308301-439e-476b-8f8b-7c803eb753c2 req-5a7065e5-4402-4308-959d-a3745fd42748 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:10.467839 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port e6f24ddf-9025-45de-b5dd-acb74ef84a16, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=e6f24ddf-9025-45de-b5dd-acb74ef84a16,segment=NetworkSegment(2f5ba46d-5774-43c3-8ca1-c4ac9b3ab81f),segment_id=2f5ba46d-5774-43c3-8ca1-c4ac9b3ab81f)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:10.484535 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e3308301-439e-476b-8f8b-7c803eb753c2 req-5a7065e5-4402-4308-959d-a3745fd42748 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 950 time: 0.1780586 Aug 18 12:54:10.560805 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e3308301-439e-476b-8f8b-7c803eb753c2 req-0de70c60-40bd-4c79-813e-97fda972f4fb tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792146 Aug 18 12:54:10.564324 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:10.565264 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 09a9e96e-fb2e-4b43-972e-1e0028e9aeb3 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:54:10.648405 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 09a9e96e-fb2e-4b43-972e-1e0028e9aeb3 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:54:10.648746 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 09a9e96e-fb2e-4b43-972e-1e0028e9aeb3 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:54:10.702432 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-07495577-54ac-4b2e-8768-f83eee224453 tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] Allocated IP 172.20.0.6 (bcfe43e4-4232-4217-a6de-493213fe36a8/d09c5e98-fd49-4dd0-93a9-0f650ad33bbc/dfea3976-1bbd-4ad0-aa74-aa1598252cab) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:54:10.745495 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e49ae3-0a78-4955-b406-07f562f07a76 x-openstack-request-id: req-a6e49ae3-0a78-4955-b406-07f562f07a76 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:54:10.745825 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c89840d0-514e-4164-8fb8-925844d312f8", "name": "network-vif-plugged", "status": "completed", "tag": "e6f24ddf-9025-45de-b5dd-acb74ef84a16", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:54:10.746103 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6e49ae3-0a78-4955-b406-07f562f07a76 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:54:10.746577 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c89840d0-514e-4164-8fb8-925844d312f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f24ddf-9025-45de-b5dd-acb74ef84a16', 'code': 200} Aug 18 12:54:10.946791 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=e6f24ddf-9025-45de-b5dd-acb74ef84a16,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:10.947879 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e19a2-9185-4f37-9c0e-e39b74a8e72c req-218c60c1-cb5d-40c1-b19f-1bbb5d4a7a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:10.947879 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fe6e19a2-9185-4f37-9c0e-e39b74a8e72c req-218c60c1-cb5d-40c1-b19f-1bbb5d4a7a51 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c89840d0-514e-4164-8fb8-925844d312f8 HTTP/1.1" status: 200 len: 1097 time: 0.1167402 Aug 18 12:54:10.978085 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fe6e19a2-9185-4f37-9c0e-e39b74a8e72c req-c4e742fa-a86a-41be-986d-b4cdf1cfbc61 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=732784de-b4a0-45ac-aed5-4a179726ae64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736446 Aug 18 12:54:11.020955 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-709f419d-ca38-4fbd-b9f2-4152a533e2b7 req-8e11b2f5-9816-4442-b89b-fea704ec992c tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] 10.222.0.13 "GET /v2.0/ports?device_id=02f1ba3b-862e-43e9-8179-1e0b730de93e HTTP/1.1" status: 200 len: 210 time: 0.0559762 Aug 18 12:54:11.049189 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-07495577-54ac-4b2e-8768-f83eee224453 tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:11.148259 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a7e66-1378-4cd3-beca-daa283ace012 req-49f32b1a-8231-4f64-995f-ce5ad04608eb tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:11.150054 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3b9a7e66-1378-4cd3-beca-daa283ace012 req-49f32b1a-8231-4f64-995f-ce5ad04608eb tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.13 "GET /v2.0/ports?device_id=c89840d0-514e-4164-8fb8-925844d312f8 HTTP/1.1" status: 200 len: 946 time: 0.0538225 Aug 18 12:54:11.160181 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-07495577-54ac-4b2e-8768-f83eee224453 tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:11.300284 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-07495577-54ac-4b2e-8768-f83eee224453 tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] Network bcfe43e4-4232-4217-a6de-493213fe36a8 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:54:11.308791 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-07495577-54ac-4b2e-8768-f83eee224453 tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:54:11.314051 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-07495577-54ac-4b2e-8768-f83eee224453 tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:54:11.334257 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3b9a7e66-1378-4cd3-beca-daa283ace012 req-9442883b-188a-4905-9ec8-68e9f9eef2e9 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.13 "GET /v2.0/security-groups?id=732784de-b4a0-45ac-aed5-4a179726ae64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684401 Aug 18 12:54:11.401301 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07495577-54ac-4b2e-8768-f83eee224453 tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] Pushing event updated for resources: {'Port': ['ID=dfea3976-1bbd-4ad0-aa74-aa1598252cab,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:11.448433 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-07495577-54ac-4b2e-8768-f83eee224453 tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:11.449095 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-07495577-54ac-4b2e-8768-f83eee224453 tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:11.489059 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7e2e98d7-badb-4613-af1b-c12722d5032f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:11.529670 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb0671-be1c-4d97-ad91-4948b249347c req-017a6a63-85df-47f5-a709-0bd3f6edeb8f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:11.538435 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3fdb0671-be1c-4d97-ad91-4948b249347c req-017a6a63-85df-47f5-a709-0bd3f6edeb8f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=253403df-9e0d-40bd-bf62-96aabda121e3 HTTP/1.1" status: 200 len: 945 time: 0.0857575 Aug 18 12:54:11.564977 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-07495577-54ac-4b2e-8768-f83eee224453 tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4620523 Aug 18 12:54:11.584345 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-8fb89768-358a-47eb-afbd-48c9a5ef7582 service neutron] Request body: {'port': {'device_id': '02f1ba3b-862e-43e9-8179-1e0b730de93e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:54:11.653736 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3fdb0671-be1c-4d97-ad91-4948b249347c req-37470697-27a8-452e-952d-4589f8a7b780 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099176 Aug 18 12:54:11.696494 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-8fb89768-358a-47eb-afbd-48c9a5ef7582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:11.803802 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1fe7a-4f30-490a-b7cd-d832ba0be74d req-0a45bcf3-5a40-45bb-a2d3-570e4596d9ef tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:11.813165 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7ed1fe7a-4f30-490a-b7cd-d832ba0be74d req-0a45bcf3-5a40-45bb-a2d3-570e4596d9ef tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/ports?device_id=01abb1e9-cf1b-4191-bcb2-3fb2606a2988 HTTP/1.1" status: 200 len: 945 time: 0.0702567 Aug 18 12:54:11.893096 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7ed1fe7a-4f30-490a-b7cd-d832ba0be74d req-e16cd8c2-19d1-4b3c-92ec-a5b0fba02eaf tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/security-groups?id=629e5b21-6a46-4fe5-97a5-33e5925ab6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787745 Aug 18 12:54:12.006244 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020cebfc-e4c9-4ff1-ad40-f8f8793416ee req-7e964686-94e5-4496-9860-01573063972a tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:12.007830 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-020cebfc-e4c9-4ff1-ad40-f8f8793416ee req-7e964686-94e5-4496-9860-01573063972a tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 950 time: 0.2415822 Aug 18 12:54:12.093739 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-020cebfc-e4c9-4ff1-ad40-f8f8793416ee req-87536cc7-9783-497e-b8d6-a986d0b849c2 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776429 Aug 18 12:54:12.326696 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-8fb89768-358a-47eb-afbd-48c9a5ef7582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfea3976-1bbd-4ad0-aa74-aa1598252cab {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:54:12.357590 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-8fb89768-358a-47eb-afbd-48c9a5ef7582 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:12.383053 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-8fb89768-358a-47eb-afbd-48c9a5ef7582 service neutron] Transition to ACTIVE for port object dfea3976-1bbd-4ad0-aa74-aa1598252cab will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:54:12.417396 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae982e-b314-4419-a1a7-5ed48b09e95d req-abdf567d-1121-4241-ad53-31f67883aa8f tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:12.430755 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8cae982e-b314-4419-a1a7-5ed48b09e95d req-abdf567d-1121-4241-ad53-31f67883aa8f tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] 10.222.0.13 "GET /v2.0/ports?device_id=02f1ba3b-862e-43e9-8179-1e0b730de93e HTTP/1.1" status: 200 len: 931 time: 0.1834764 Aug 18 12:54:12.477326 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8cae982e-b314-4419-a1a7-5ed48b09e95d req-c2ead656-4a2d-48fa-8fd8-2dab2b6330e3 tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] 10.222.0.13 "GET /v2.0/security-groups?id=73ffce1a-75d8-4787-8b00-0a4e698c85e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447700 Aug 18 12:54:12.478710 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-8fb89768-358a-47eb-afbd-48c9a5ef7582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:12.606394 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb89768-358a-47eb-afbd-48c9a5ef7582 service neutron] Pushing event updated for resources: {'Port': ['ID=dfea3976-1bbd-4ad0-aa74-aa1598252cab,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:12.665327 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-8fb89768-358a-47eb-afbd-48c9a5ef7582 service neutron] Attempting to bind port dfea3976-1bbd-4ad0-aa74-aa1598252cab on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:54:12.665770 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-8fb89768-358a-47eb-afbd-48c9a5ef7582 service neutron] Attempting to bind port dfea3976-1bbd-4ad0-aa74-aa1598252cab by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '4138333d-6a66-4f8f-8aef-f5888c97e5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'bcfe43e4-4232-4217-a6de-493213fe36a8'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:54:12.666231 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-8fb89768-358a-47eb-afbd-48c9a5ef7582 service neutron] Attempting to bind port dfea3976-1bbd-4ad0-aa74-aa1598252cab on network bcfe43e4-4232-4217-a6de-493213fe36a8 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:54:12.692861 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b6cda-1670-4305-9bdd-1177b3e9e071 req-bd39b062-1776-455e-801e-55491279610f tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:12.695668 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4d6b6cda-1670-4305-9bdd-1177b3e9e071 req-bd39b062-1776-455e-801e-55491279610f tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.13 "GET /v2.0/ports?device_id=c89840d0-514e-4164-8fb8-925844d312f8 HTTP/1.1" status: 200 len: 946 time: 0.1073234 Aug 18 12:54:12.712063 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-8fb89768-358a-47eb-afbd-48c9a5ef7582 service neutron] Port dfea3976-1bbd-4ad0-aa74-aa1598252cab on network bcfe43e4-4232-4217-a6de-493213fe36a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:54:12.712063 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-8fb89768-358a-47eb-afbd-48c9a5ef7582 service neutron] Attempting to bind port dfea3976-1bbd-4ad0-aa74-aa1598252cab on network bcfe43e4-4232-4217-a6de-493213fe36a8 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:54:12.736931 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-8fb89768-358a-47eb-afbd-48c9a5ef7582 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:54:12.736931 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-8fb89768-358a-47eb-afbd-48c9a5ef7582 service neutron] Checking segment: {'id': '4138333d-6a66-4f8f-8aef-f5888c97e5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'bcfe43e4-4232-4217-a6de-493213fe36a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:54:12.736931 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-8fb89768-358a-47eb-afbd-48c9a5ef7582 service neutron] Bound using segment: {'id': '4138333d-6a66-4f8f-8aef-f5888c97e5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'bcfe43e4-4232-4217-a6de-493213fe36a8'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:54:12.736931 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-8fb89768-358a-47eb-afbd-48c9a5ef7582 service neutron] Bound port: dfea3976-1bbd-4ad0-aa74-aa1598252cab, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4138333d-6a66-4f8f-8aef-f5888c97e5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'bcfe43e4-4232-4217-a6de-493213fe36a8'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:54:12.736931 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-8fb89768-358a-47eb-afbd-48c9a5ef7582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:12.789240 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9182a-e636-4add-9792-aaec937955ed req-fb202e97-2658-48d1-92e9-9a992d151808 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:12.791045 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-afd9182a-e636-4add-9792-aaec937955ed req-fb202e97-2658-48d1-92e9-9a992d151808 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 944 time: 0.1500003 Aug 18 12:54:12.884972 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4d6b6cda-1670-4305-9bdd-1177b3e9e071 req-39221501-e634-4269-b007-32c61ba65763 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.13 "GET /v2.0/security-groups?id=732784de-b4a0-45ac-aed5-4a179726ae64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807959 Aug 18 12:54:12.924378 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-afd9182a-e636-4add-9792-aaec937955ed req-581a64db-83b1-4f32-a0ff-14ebcf61865f tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182709 Aug 18 12:54:12.934367 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b277c1-17d9-4008-b72f-fdc093def13c req-836a5361-af3d-40a3-ae84-b8384427dfff tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:12.937629 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-20b277c1-17d9-4008-b72f-fdc093def13c req-836a5361-af3d-40a3-ae84-b8384427dfff tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.20 "GET /v2.0/ports?device_id=253403df-9e0d-40bd-bf62-96aabda121e3 HTTP/1.1" status: 200 len: 945 time: 0.1606550 Aug 18 12:54:12.950723 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-8fb89768-358a-47eb-afbd-48c9a5ef7582 service neutron] For port dfea3976-1bbd-4ad0-aa74-aa1598252cab, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:54:12.958408 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-8fb89768-358a-47eb-afbd-48c9a5ef7582 service neutron] For port dfea3976-1bbd-4ad0-aa74-aa1598252cab, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=dfea3976-1bbd-4ad0-aa74-aa1598252cab,segment=NetworkSegment(4138333d-6a66-4f8f-8aef-f5888c97e5d6),segment_id=4138333d-6a66-4f8f-8aef-f5888c97e5d6)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:54:13.019416 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-8fb89768-358a-47eb-afbd-48c9a5ef7582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:13.074757 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-8fb89768-358a-47eb-afbd-48c9a5ef7582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:13.075385 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-8fb89768-358a-47eb-afbd-48c9a5ef7582 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:13.076732 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-20b277c1-17d9-4008-b72f-fdc093def13c req-89242fd2-62cd-4a63-b2ba-364b6fc02fa6 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Deleting port 8eeac805-e0e5-4ffb-a77e-bc42427f2986 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:54:13.076906 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-8fb89768-358a-47eb-afbd-48c9a5ef7582 service neutron] 10.222.0.20 "PUT /v2.0/ports/dfea3976-1bbd-4ad0-aa74-aa1598252cab HTTP/1.1" status: 200 len: 1091 time: 1.4969521 Aug 18 12:54:13.077238 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02f1ba3b-862e-43e9-8179-1e0b730de93e', 'tag': 'dfea3976-1bbd-4ad0-aa74-aa1598252cab'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:54:13.077696 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-20b277c1-17d9-4008-b72f-fdc093def13c req-89242fd2-62cd-4a63-b2ba-364b6fc02fa6 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:13.079585 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3f4163-6e69-4eed-a93d-b82afc9a82c5" -d '{"events": [{"name": "network-changed", "server_uuid": "02f1ba3b-862e-43e9-8179-1e0b730de93e", "tag": "dfea3976-1bbd-4ad0-aa74-aa1598252cab"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:54:13.139025 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb89768-358a-47eb-afbd-48c9a5ef7582 service neutron] Pushing event updated for resources: {'Port': ['ID=dfea3976-1bbd-4ad0-aa74-aa1598252cab,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:13.181940 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-20b277c1-17d9-4008-b72f-fdc093def13c req-89242fd2-62cd-4a63-b2ba-364b6fc02fa6 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] For port 8eeac805-e0e5-4ffb-a77e-bc42427f2986, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=8eeac805-e0e5-4ffb-a77e-bc42427f2986,segment=NetworkSegment(97efc5da-ecd0-4484-ac0f-ba58622f7886),segment_id=97efc5da-ecd0-4484-ac0f-ba58622f7886)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:13.182751 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-20b277c1-17d9-4008-b72f-fdc093def13c req-89242fd2-62cd-4a63-b2ba-364b6fc02fa6 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:13.208257 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-20b277c1-17d9-4008-b72f-fdc093def13c req-89242fd2-62cd-4a63-b2ba-364b6fc02fa6 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Calling delete_port for 8eeac805-e0e5-4ffb-a77e-bc42427f2986 owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:54:13.283443 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc305a9-1f58-45f2-92d2-76f57df40ada req-da061378-a22c-4544-aa30-a7b97ab95ec2 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:13.290740 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7fc305a9-1f58-45f2-92d2-76f57df40ada req-da061378-a22c-4544-aa30-a7b97ab95ec2 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=253403df-9e0d-40bd-bf62-96aabda121e3 HTTP/1.1" status: 200 len: 945 time: 0.1669278 Aug 18 12:54:13.347050 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-d45c8bcb-d314-4686-8ee8-59e04efad43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:13.348952 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-d45c8bcb-d314-4686-8ee8-59e04efad43e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=573f16f508ee4137a3644cc674709a19&device_id=02f1ba3b-862e-43e9-8179-1e0b730de93e HTTP/1.1" status: 200 len: 1094 time: 0.1385272 Aug 18 12:54:13.365866 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7fc305a9-1f58-45f2-92d2-76f57df40ada req-09062013-05aa-41db-800b-acaf3063d724 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700095 Aug 18 12:54:13.473754 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-25f907d7-f831-4929-a1f4-2fedf8a1e95d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfea3976-1bbd-4ad0-aa74-aa1598252cab HTTP/1.1" status: 200 len: 217 time: 0.1066458 Aug 18 12:54:13.484715 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa539242-b50e-4be8-a003-ca0bb6ab696a req-9c7e4ce2-0735-429c-aa64-f5ab547b540a tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:13.496766 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-aa539242-b50e-4be8-a003-ca0bb6ab696a req-9c7e4ce2-0735-429c-aa64-f5ab547b540a tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.13 "GET /v2.0/ports?device_id=c89840d0-514e-4164-8fb8-925844d312f8 HTTP/1.1" status: 200 len: 946 time: 0.0880520 Aug 18 12:54:13.497875 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38310) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:13.523662 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-20b277c1-17d9-4008-b72f-fdc093def13c req-89242fd2-62cd-4a63-b2ba-364b6fc02fa6 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:13.529789 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-28b8c3b5-1350-4737-8fe5-4100fa9ee6ad tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Request body: {'floatingip': {'port_id': 'e6f24ddf-9025-45de-b5dd-acb74ef84a16'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:54:13.539877 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['8eeac805-e0e5-4ffb-a77e-bc42427f2986'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:54:13.542884 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:54:13.602987 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89242fd2-62cd-4a63-b2ba-364b6fc02fa6 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Pushing event deleted for resources: {'Port': ['ID=8eeac805-e0e5-4ffb-a77e-bc42427f2986,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:13.625323 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87eb1dce-d1a7-4a5d-9ffa-143e3b24b8ef x-openstack-request-id: req-87eb1dce-d1a7-4a5d-9ffa-143e3b24b8ef {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:54:13.625617 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02f1ba3b-862e-43e9-8179-1e0b730de93e", "tag": "dfea3976-1bbd-4ad0-aa74-aa1598252cab", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:54:13.625875 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87eb1dce-d1a7-4a5d-9ffa-143e3b24b8ef {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:54:13.626313 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02f1ba3b-862e-43e9-8179-1e0b730de93e', 'tag': 'dfea3976-1bbd-4ad0-aa74-aa1598252cab', 'status': 'completed', 'code': 200} Aug 18 12:54:13.661750 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-3b47ccce-f3c9-4af7-9a58-7839e47b413a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:13.663247 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-3b47ccce-f3c9-4af7-9a58-7839e47b413a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d09c5e98-fd49-4dd0-93a9-0f650ad33bbc HTTP/1.1" status: 200 len: 854 time: 0.1824496 Aug 18 12:54:13.673711 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b277c1-17d9-4008-b72f-fdc093def13c req-89242fd2-62cd-4a63-b2ba-364b6fc02fa6 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] No DVR routers for this DVR port 8eeac805-e0e5-4ffb-a77e-bc42427f2986 on host n-h2-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:54:13.679217 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-20b277c1-17d9-4008-b72f-fdc093def13c req-89242fd2-62cd-4a63-b2ba-364b6fc02fa6 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:13.682311 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-20b277c1-17d9-4008-b72f-fdc093def13c req-89242fd2-62cd-4a63-b2ba-364b6fc02fa6 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.20 "DELETE /v2.0/ports/8eeac805-e0e5-4ffb-a77e-bc42427f2986 HTTP/1.1" status: 204 len: 173 time: 0.7360911 Aug 18 12:54:13.682884 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253403df-9e0d-40bd-bf62-96aabda121e3', 'name': 'network-vif-deleted', 'tag': '8eeac805-e0e5-4ffb-a77e-bc42427f2986'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:54:13.686908 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b6ccbe-96d6-41bf-9215-c0a370f5ce93" -d '{"events": [{"server_uuid": "253403df-9e0d-40bd-bf62-96aabda121e3", "name": "network-vif-deleted", "tag": "8eeac805-e0e5-4ffb-a77e-bc42427f2986"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:54:13.712574 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-28b8c3b5-1350-4737-8fe5-4100fa9ee6ad tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify callbacks [] for floatingip, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:13.733597 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-dad43f2e-8a4d-4c9b-8e68-f046af4accb7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bcfe43e4-4232-4217-a6de-493213fe36a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512140 Aug 18 12:54:13.741621 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d57e2-818d-4c72-9889-396aad6361f7 req-2b6e440c-4897-4d09-8409-4970fe011835 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:13.767102 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a73d57e2-818d-4c72-9889-396aad6361f7 req-2b6e440c-4897-4d09-8409-4970fe011835 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 950 time: 0.1716135 Aug 18 12:54:13.796449 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fc799db8-7896-4085-8e55-53b2a1398323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:13.861710 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a73d57e2-818d-4c72-9889-396aad6361f7 req-c4136aeb-0b5d-4d2b-87f0-3ce10b2dbcca tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915291 Aug 18 12:54:14.012099 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8f19b-b226-4501-bee4-5f335e4adc18 req-b23447e9-818b-47ab-ac4e-978387462a9b tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:14.013785 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-70c8f19b-b226-4501-bee4-5f335e4adc18 req-b23447e9-818b-47ab-ac4e-978387462a9b tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] 10.222.0.13 "GET /v2.0/ports?device_id=02f1ba3b-862e-43e9-8179-1e0b730de93e HTTP/1.1" status: 200 len: 943 time: 0.0687208 Aug 18 12:54:14.081711 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-70c8f19b-b226-4501-bee4-5f335e4adc18 req-84ef3065-e196-4515-ae06-d31e2f50f4be tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] 10.222.0.13 "GET /v2.0/security-groups?id=73ffce1a-75d8-4787-8b00-0a4e698c85e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536244 Aug 18 12:54:14.134507 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d9984f-7474-4e8e-bccb-533d1478c79a x-openstack-request-id: req-b0d9984f-7474-4e8e-bccb-533d1478c79a {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:54:14.134998 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "253403df-9e0d-40bd-bf62-96aabda121e3", "name": "network-vif-deleted", "tag": "8eeac805-e0e5-4ffb-a77e-bc42427f2986", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:54:14.135585 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b0d9984f-7474-4e8e-bccb-533d1478c79a {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:54:14.136086 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '253403df-9e0d-40bd-bf62-96aabda121e3', 'name': 'network-vif-deleted', 'tag': '8eeac805-e0e5-4ffb-a77e-bc42427f2986', 'status': 'completed', 'code': 200} Aug 18 12:54:14.266842 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868242dd-3de1-4da7-8cf9-82b7e4dff3f4 req-71dbbcb6-739a-45eb-8c0f-8369d4e84236 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:14.274315 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-868242dd-3de1-4da7-8cf9-82b7e4dff3f4 req-71dbbcb6-739a-45eb-8c0f-8369d4e84236 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 944 time: 0.0804539 Aug 18 12:54:14.330138 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-868242dd-3de1-4da7-8cf9-82b7e4dff3f4 req-1249ff62-3ba0-4b9b-9618-9d13969af8a4 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477619 Aug 18 12:54:14.355683 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f301e-6767-4348-b683-793b7233f61c req-477f0311-7a9a-484b-9cb2-4fb08f72b0f8 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:14.357250 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-873f301e-6767-4348-b683-793b7233f61c req-477f0311-7a9a-484b-9cb2-4fb08f72b0f8 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/ports?device_id=01abb1e9-cf1b-4191-bcb2-3fb2606a2988 HTTP/1.1" status: 200 len: 945 time: 0.6930981 Aug 18 12:54:14.488812 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:14.560369 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-873f301e-6767-4348-b683-793b7233f61c req-6784ac46-52be-4553-8e57-bd73971f7f27 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/security-groups?id=629e5b21-6a46-4fe5-97a5-33e5925ab6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453629 Aug 18 12:54:14.570912 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-aad7bd5d-4ce9-4299-b705-5e4d7665c5f6 req-fd348503-d6b2-4fdd-909e-e0558be529bf tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=253403df-9e0d-40bd-bf62-96aabda121e3 HTTP/1.1" status: 200 len: 210 time: 0.0514061 Aug 18 12:54:14.627098 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-9ae47372-81da-4af7-9b56-e188728f6a13 service neutron] 10.222.0.20 "GET /v2.0/networks/bcfe43e4-4232-4217-a6de-493213fe36a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8362882 Aug 18 12:54:14.741304 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b580b-941e-4ec8-95b6-0fc4a24bc695 req-cc13fced-1348-485a-a2d2-6ef16e5a1e54 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:14.745113 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-545b580b-941e-4ec8-95b6-0fc4a24bc695 req-cc13fced-1348-485a-a2d2-6ef16e5a1e54 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.39 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 944 time: 0.1122930 Aug 18 12:54:14.807473 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ebcdc89d-e341-48bd-a18b-d06bfe1bfd81 req-e4a23e4a-5863-447c-933f-c35891e98d4f service neutron] 10.222.0.20 "GET /v2.0/networks/bcfe43e4-4232-4217-a6de-493213fe36a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726470 Aug 18 12:54:14.951958 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-545b580b-941e-4ec8-95b6-0fc4a24bc695 req-741e7d50-c695-4c1f-b58b-c22a86d684da tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Deleting port 8475102b-3321-4c78-b6ac-5b16bf171cd0 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:54:14.952307 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-545b580b-941e-4ec8-95b6-0fc4a24bc695 req-741e7d50-c695-4c1f-b58b-c22a86d684da tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:15.035152 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.db.resource_extend [None req-28b8c3b5-1350-4737-8fe5-4100fa9ee6ad tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 12:54:15.087559 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f4163-6e69-4eed-a93d-b82afc9a82c5 req-b7fb6154-6f61-4ee0-bb35-2deb4733fdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:15.089453 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-de3f4163-6e69-4eed-a93d-b82afc9a82c5 req-b7fb6154-6f61-4ee0-bb35-2deb4733fdd6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=573f16f508ee4137a3644cc674709a19&device_id=02f1ba3b-862e-43e9-8179-1e0b730de93e HTTP/1.1" status: 200 len: 1094 time: 0.1051772 Aug 18 12:54:15.109877 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6eb8a-caf5-468c-8a45-6c8cbdf46e61 req-e2587f3d-6d4c-4182-8911-0be4dbafc6f2 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:15.111832 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7ec6eb8a-caf5-468c-8a45-6c8cbdf46e61 req-e2587f3d-6d4c-4182-8911-0be4dbafc6f2 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 950 time: 0.1431444 Aug 18 12:54:15.163672 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-28b8c3b5-1350-4737-8fe5-4100fa9ee6ad tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:15.197499 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-545b580b-941e-4ec8-95b6-0fc4a24bc695 req-741e7d50-c695-4c1f-b58b-c22a86d684da tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] For port 8475102b-3321-4c78-b6ac-5b16bf171cd0, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=8475102b-3321-4c78-b6ac-5b16bf171cd0,segment=NetworkSegment(0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d),segment_id=0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:15.197884 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-545b580b-941e-4ec8-95b6-0fc4a24bc695 req-741e7d50-c695-4c1f-b58b-c22a86d684da tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:15.222688 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7ec6eb8a-caf5-468c-8a45-6c8cbdf46e61 req-2d68d8c9-7bad-4f0f-8311-c9cc6bb02a47 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005728 Aug 18 12:54:15.231944 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-545b580b-941e-4ec8-95b6-0fc4a24bc695 req-741e7d50-c695-4c1f-b58b-c22a86d684da tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Calling delete_port for 8475102b-3321-4c78-b6ac-5b16bf171cd0 owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:54:15.248247 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f4163-6e69-4eed-a93d-b82afc9a82c5 req-a6c044b6-acf2-40b4-81cb-67ab600038df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:15.249971 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-de3f4163-6e69-4eed-a93d-b82afc9a82c5 req-a6c044b6-acf2-40b4-81cb-67ab600038df service neutron] 10.222.0.20 "GET /v2.0/networks?id=bcfe43e4-4232-4217-a6de-493213fe36a8 HTTP/1.1" status: 200 len: 915 time: 0.1525683 Aug 18 12:54:15.251443 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f599645-f28f-448e-b8c6-28595a1077d2 req-28fefb59-0cf5-4431-a8f5-e0a07b6dd63e tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:15.253080 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5f599645-f28f-448e-b8c6-28595a1077d2 req-28fefb59-0cf5-4431-a8f5-e0a07b6dd63e tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.39 "GET /v2.0/ports?device_id=01abb1e9-cf1b-4191-bcb2-3fb2606a2988 HTTP/1.1" status: 200 len: 945 time: 0.1121874 Aug 18 12:54:15.281687 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:15.317213 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f78f4-10aa-42a0-9b14-4b8907f599d9 req-2af92aab-13ea-4112-acfb-f92f05279225 tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:15.320419 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-631f78f4-10aa-42a0-9b14-4b8907f599d9 req-2af92aab-13ea-4112-acfb-f92f05279225 tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] 10.222.0.13 "GET /v2.0/ports?device_id=02f1ba3b-862e-43e9-8179-1e0b730de93e HTTP/1.1" status: 200 len: 943 time: 0.1221108 Aug 18 12:54:15.322010 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-de3f4163-6e69-4eed-a93d-b82afc9a82c5 req-6e5a37af-b8d5-4b03-a90c-e955940e0ab2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfea3976-1bbd-4ad0-aa74-aa1598252cab HTTP/1.1" status: 200 len: 217 time: 0.0640938 Aug 18 12:54:15.322745 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-28b8c3b5-1350-4737-8fe5-4100fa9ee6ad tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:15.484537 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f4163-6e69-4eed-a93d-b82afc9a82c5 req-b2423b66-9727-4c6f-a2a6-b007988dcf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:15.485999 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-de3f4163-6e69-4eed-a93d-b82afc9a82c5 req-b2423b66-9727-4c6f-a2a6-b007988dcf40 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d09c5e98-fd49-4dd0-93a9-0f650ad33bbc HTTP/1.1" status: 200 len: 854 time: 0.1541548 Aug 18 12:54:15.491528 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-631f78f4-10aa-42a0-9b14-4b8907f599d9 req-6d9662c8-4363-458e-bde1-58bb8701d109 tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] 10.222.0.13 "GET /v2.0/security-groups?id=73ffce1a-75d8-4787-8b00-0a4e698c85e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655922 Aug 18 12:54:15.521803 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-de3f4163-6e69-4eed-a93d-b82afc9a82c5 req-7dc1c5fd-9193-4b16-981d-08d6fc68991a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bcfe43e4-4232-4217-a6de-493213fe36a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270734 Aug 18 12:54:15.546848 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1586a98-ef49-45ac-a530-f3c915cf2e5e req-d551e103-e539-4c5a-b8e9-b9771608b0ca tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:15.548727 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a1586a98-ef49-45ac-a530-f3c915cf2e5e req-d551e103-e539-4c5a-b8e9-b9771608b0ca tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 944 time: 0.1131415 Aug 18 12:54:15.557371 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-5f599645-f28f-448e-b8c6-28595a1077d2 req-e75336a2-fdb9-4801-a5b4-ec6d3f517ca5 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Deleting port eeccd98d-34ca-40d1-ac64-bebdc644f4e1 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:54:15.557987 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5f599645-f28f-448e-b8c6-28595a1077d2 req-e75336a2-fdb9-4801-a5b4-ec6d3f517ca5 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:15.583249 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [None req-28b8c3b5-1350-4737-8fe5-4100fa9ee6ad tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Floating IP e754cb8f-96e3-4660-bccd-8505a0ed68c0 associated. External IP: 172.25.6.95, port: e6f24ddf-9025-45de-b5dd-acb74ef84a16. Aug 18 12:54:15.739343 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-de3f4163-6e69-4eed-a93d-b82afc9a82c5 req-d43933bf-1d90-457b-a871-141a35c7976b service neutron] 10.222.0.20 "GET /v2.0/networks/bcfe43e4-4232-4217-a6de-493213fe36a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073798 Aug 18 12:54:15.757520 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a1586a98-ef49-45ac-a530-f3c915cf2e5e req-cd622e45-89ac-4d41-8b25-43e3d832745c tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718061 Aug 18 12:54:15.802017 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-545b580b-941e-4ec8-95b6-0fc4a24bc695 req-741e7d50-c695-4c1f-b58b-c22a86d684da tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:15.817804 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['8475102b-3321-4c78-b6ac-5b16bf171cd0'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:54:15.862578 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-5f599645-f28f-448e-b8c6-28595a1077d2 req-e75336a2-fdb9-4801-a5b4-ec6d3f517ca5 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] For port eeccd98d-34ca-40d1-ac64-bebdc644f4e1, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=eeccd98d-34ca-40d1-ac64-bebdc644f4e1,segment=NetworkSegment(c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca),segment_id=c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:15.862961 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5f599645-f28f-448e-b8c6-28595a1077d2 req-e75336a2-fdb9-4801-a5b4-ec6d3f517ca5 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:15.957210 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26392e87-c4bf-4ca8-af38-3e4c194d76e3 req-6b8a0090-2655-4c51-8fd3-0460db010ea4 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:15.962989 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26392e87-c4bf-4ca8-af38-3e4c194d76e3 req-6b8a0090-2655-4c51-8fd3-0460db010ea4 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/ports?device_id=01abb1e9-cf1b-4191-bcb2-3fb2606a2988 HTTP/1.1" status: 200 len: 945 time: 0.2606640 Aug 18 12:54:16.005479 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 8eeac805-e0e5-4ffb-a77e-bc42427f2986 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:54:16.035348 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 8eeac805-e0e5-4ffb-a77e-bc42427f2986 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:54:16.036395 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 8eeac805-e0e5-4ffb-a77e-bc42427f2986 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:54:16.090205 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26392e87-c4bf-4ca8-af38-3e4c194d76e3 req-1681e83c-16fe-4423-92a5-6d03f3b7ea07 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/security-groups?id=629e5b21-6a46-4fe5-97a5-33e5925ab6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105182 Aug 18 12:54:16.115859 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-de3f4163-6e69-4eed-a93d-b82afc9a82c5 req-73c1c043-f751-4480-9b39-374ced3baba0 service neutron] 10.222.0.20 "GET /v2.0/networks/bcfe43e4-4232-4217-a6de-493213fe36a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600025 Aug 18 12:54:16.122621 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e7d50-c695-4c1f-b58b-c22a86d684da tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Pushing event deleted for resources: {'Port': ['ID=8475102b-3321-4c78-b6ac-5b16bf171cd0,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:16.153005 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b8c3b5-1350-4737-8fe5-4100fa9ee6ad tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Router ee8b140b-a89e-4d2f-b016-241ef0f38760 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:54:16.168775 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5f599645-f28f-448e-b8c6-28595a1077d2 req-e75336a2-fdb9-4801-a5b4-ec6d3f517ca5 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:16.169171 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5f599645-f28f-448e-b8c6-28595a1077d2 req-e75336a2-fdb9-4801-a5b4-ec6d3f517ca5 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:16.169467 n-d-803603-2 neutron-server[101676]: INFO neutron.db.l3_db [req-5f599645-f28f-448e-b8c6-28595a1077d2 req-e75336a2-fdb9-4801-a5b4-ec6d3f517ca5 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Floating IP 79e05150-a5e0-4c76-a608-d18af971e712 disassociated. External IP: 172.25.6.221, port: eeccd98d-34ca-40d1-ac64-bebdc644f4e1. Aug 18 12:54:16.170007 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-5f599645-f28f-448e-b8c6-28595a1077d2 req-e75336a2-fdb9-4801-a5b4-ec6d3f517ca5 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Calling delete_port for eeccd98d-34ca-40d1-ac64-bebdc644f4e1 owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:54:16.190764 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-545b580b-941e-4ec8-95b6-0fc4a24bc695 req-741e7d50-c695-4c1f-b58b-c22a86d684da tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] No DVR routers for this DVR port 8475102b-3321-4c78-b6ac-5b16bf171cd0 on host n-h1-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:54:16.198996 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-545b580b-941e-4ec8-95b6-0fc4a24bc695 req-741e7d50-c695-4c1f-b58b-c22a86d684da tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:16.201621 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-545b580b-941e-4ec8-95b6-0fc4a24bc695 req-741e7d50-c695-4c1f-b58b-c22a86d684da tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.39 "DELETE /v2.0/ports/8475102b-3321-4c78-b6ac-5b16bf171cd0 HTTP/1.1" status: 204 len: 173 time: 1.4281156 Aug 18 12:54:16.201621 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50cbd843-01c0-4d5c-95e3-010fda7981ae', 'name': 'network-vif-deleted', 'tag': '8475102b-3321-4c78-b6ac-5b16bf171cd0'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:54:16.203745 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648733a3-a7ab-423e-8187-f26ff2b06540" -d '{"events": [{"server_uuid": "50cbd843-01c0-4d5c-95e3-010fda7981ae", "name": "network-vif-deleted", "tag": "8475102b-3321-4c78-b6ac-5b16bf171cd0"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:54:16.293370 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-db0254e2-13a8-4771-b953-a87967ace1d9 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:16.300484 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-db0254e2-13a8-4771-b953-a87967ace1d9 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/networks?id=c56831c1-4f14-467f-8a65-5e4dcdcf485f HTTP/1.1" status: 200 len: 806 time: 0.2543187 Aug 18 12:54:16.322014 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302d3714-c5c2-4b28-8801-39ad9c956451 x-openstack-request-id: req-302d3714-c5c2-4b28-8801-39ad9c956451 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:54:16.322342 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50cbd843-01c0-4d5c-95e3-010fda7981ae", "name": "network-vif-deleted", "tag": "8475102b-3321-4c78-b6ac-5b16bf171cd0", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:54:16.322599 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-302d3714-c5c2-4b28-8801-39ad9c956451 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:54:16.323057 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50cbd843-01c0-4d5c-95e3-010fda7981ae', 'name': 'network-vif-deleted', 'tag': '8475102b-3321-4c78-b6ac-5b16bf171cd0', 'status': 'completed', 'code': 200} Aug 18 12:54:16.345229 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-40c6908b-8074-4fe5-ad83-ff70c9ce90f4 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/quotas/2fe37f6b32e548f5b1016cf2f60cdb2b HTTP/1.1" status: 200 len: 375 time: 0.0437715 Aug 18 12:54:16.428171 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b8c3b5-1350-4737-8fe5-4100fa9ee6ad tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:54:16.434157 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-28b8c3b5-1350-4737-8fe5-4100fa9ee6ad tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:16.442859 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0edbc17-f425-4f54-bc7f-1e9a0af303ed None None] Sync routers for ids ['ee8b140b-a89e-4d2f-b016-241ef0f38760'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:54:16.464214 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-c887dcd9-0df5-4e81-8b06-14904dfc622a tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fe37f6b32e548f5b1016cf2f60cdb2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1180179 Aug 18 12:54:16.464757 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0edbc17-f425-4f54-bc7f-1e9a0af303ed None None] Routers {'ee8b140b-a89e-4d2f-b016-241ef0f38760'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:54:16.466630 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-b0edbc17-f425-4f54-bc7f-1e9a0af303ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:54:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ee8b140b-a89e-4d2f-b016-241ef0f38760'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:16.480224 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bc68b-8194-4e46-aa35-a9964c87318b req-c792abb5-082e-4ed3-9039-376ce2cb1cdc tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:16.488305 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-084bc68b-8194-4e46-aa35-a9964c87318b req-c792abb5-082e-4ed3-9039-376ce2cb1cdc tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 950 time: 0.1275954 Aug 18 12:54:16.500952 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-28b8c3b5-1350-4737-8fe5-4100fa9ee6ad tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.13 "PUT /v2.0/floatingips/e754cb8f-96e3-4660-bccd-8505a0ed68c0 HTTP/1.1" status: 200 len: 991 time: 2.9991443 Aug 18 12:54:16.500952 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c89840d0-514e-4164-8fb8-925844d312f8', 'tag': 'e6f24ddf-9025-45de-b5dd-acb74ef84a16'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:54:16.502909 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20a384c-f24a-4f28-8b7c-e83b5adf6e9a" -d '{"events": [{"name": "network-changed", "server_uuid": "c89840d0-514e-4164-8fb8-925844d312f8", "tag": "e6f24ddf-9025-45de-b5dd-acb74ef84a16"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:54:16.551444 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-084bc68b-8194-4e46-aa35-a9964c87318b req-8cd72ee6-52d6-4933-ac15-e6606fe1e27f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590396 Aug 18 12:54:16.597048 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-ca1c4c30-1ef8-4c27-a473-0ac731cd4fea service neutron] 10.222.0.13 "GET /v2.0/networks/c56831c1-4f14-467f-8a65-5e4dcdcf485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318934 Aug 18 12:54:16.638966 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-b0edbc17-f425-4f54-bc7f-1e9a0af303ed None None] Set router ee8b140b-a89e-4d2f-b016-241ef0f38760 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:54:16.661191 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5f599645-f28f-448e-b8c6-28595a1077d2 req-e75336a2-fdb9-4801-a5b4-ec6d3f517ca5 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:16.729774 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75336a2-fdb9-4801-a5b4-ec6d3f517ca5 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Pushing event deleted for resources: {'Port': ['ID=eeccd98d-34ca-40d1-ac64-bebdc644f4e1,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:16.757332 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-cba84262-e008-48ec-bedb-8208e009f363 service neutron] 10.222.0.13 "GET /v2.0/networks/c56831c1-4f14-467f-8a65-5e4dcdcf485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588867 Aug 18 12:54:16.987587 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6598758-50d0-4aee-9a5c-e03002ec63ac x-openstack-request-id: req-b6598758-50d0-4aee-9a5c-e03002ec63ac {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:54:16.987587 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c89840d0-514e-4164-8fb8-925844d312f8", "tag": "e6f24ddf-9025-45de-b5dd-acb74ef84a16", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:54:16.987587 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6598758-50d0-4aee-9a5c-e03002ec63ac {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:54:16.987587 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c89840d0-514e-4164-8fb8-925844d312f8', 'tag': 'e6f24ddf-9025-45de-b5dd-acb74ef84a16', 'status': 'completed', 'code': 200} Aug 18 12:54:16.987587 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a384c-f24a-4f28-8b7c-e83b5adf6e9a req-608a155c-90e0-4e26-aa1a-1ebd1f00ccca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:16.987587 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e20a384c-f24a-4f28-8b7c-e83b5adf6e9a req-608a155c-90e0-4e26-aa1a-1ebd1f00ccca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e386d50353184db69ad39d521500ceee&device_id=c89840d0-514e-4164-8fb8-925844d312f8 HTTP/1.1" status: 200 len: 1097 time: 0.0426724 Aug 18 12:54:16.988310 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f599645-f28f-448e-b8c6-28595a1077d2 req-e75336a2-fdb9-4801-a5b4-ec6d3f517ca5 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Router a9b39e85-e0bb-4b61-88aa-b5d1421419dc has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:54:16.989219 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-b0edbc17-f425-4f54-bc7f-1e9a0af303ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8b140b-a89e-4d2f-b016-241ef0f38760', 'name': 'tempest-ServersTestJSON-1799334934-router', 'tenant_id': 'e386d50353184db69ad39d521500ceee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '199d8e3d-57c0-4c3e-aac5-869c3991a8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:53:40Z', 'updated_at': '2021-08-18T12:53:46Z', 'revision_number': 4, 'project_id': 'e386d50353184db69ad39d521500ceee', 'gw_port': {'id': '199d8e3d-57c0-4c3e-aac5-869c3991a8c0', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:31:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8b140b-a89e-4d2f-b016-241ef0f38760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:41Z', 'updated_at': '2021-08-18T12:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'e754cb8f-96e3-4660-bccd-8505a0ed68c0', 'tenant_id': 'e386d50353184db69ad39d521500ceee', 'floating_ip_address': '172.25.6.95', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'ee8b140b-a89e-4d2f-b016-241ef0f38760', 'port_id': 'e6f24ddf-9025-45de-b5dd-acb74ef84a16', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fa6534b-edc3-4b11-816f-b4fb064ecad2', 'mac_address': 'fa:16:3e:f4:d0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89840d0-514e-4164-8fb8-925844d312f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:53:52Z', 'updated_at': '2021-08-18T12:54:14Z', 'revision_number': 1, 'project_id': 'e386d50353184db69ad39d521500ceee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c811eee-f1eb-41d0-8450-396f735a1aa9', 'name': '', 'network_id': '6fa6534b-edc3-4b11-816f-b4fb064ecad2', 'tenant_id': 'e386d50353184db69ad39d521500ceee', 'mac_address': 'fa:16:3e:5c:db:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8b140b-a89e-4d2f-b016-241ef0f38760', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '3fa04f04-f1fe-4b42-bb30-54511fdd1e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:45Z', 'updated_at': '2021-08-18T12:53:51Z', 'revision_number': 5, 'project_id': 'e386d50353184db69ad39d521500ceee', 'subnets': [{'id': '3fa04f04-f1fe-4b42-bb30-54511fdd1e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:17.019221 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0edbc17-f425-4f54-bc7f-1e9a0af303ed None None] Checking router: ee8b140b-a89e-4d2f-b016-241ef0f38760 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:54:17.023499 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa85d10-1fa8-4cda-ada2-c1ac62b12b6f req-eadfa80e-4332-4d6e-9fd7-07052621b9b7 tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:17.025248 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9aa85d10-1fa8-4cda-ada2-c1ac62b12b6f req-eadfa80e-4332-4d6e-9fd7-07052621b9b7 tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] 10.222.0.13 "GET /v2.0/ports?device_id=02f1ba3b-862e-43e9-8179-1e0b730de93e HTTP/1.1" status: 200 len: 943 time: 0.1069994 Aug 18 12:54:17.035195 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0edbc17-f425-4f54-bc7f-1e9a0af303ed None None] Routers {'ee8b140b-a89e-4d2f-b016-241ef0f38760'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:54:17.035836 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-b0edbc17-f425-4f54-bc7f-1e9a0af303ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:54:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ee8b140b-a89e-4d2f-b016-241ef0f38760'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:17.084435 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a384c-f24a-4f28-8b7c-e83b5adf6e9a req-bf33ac22-8b54-4025-b010-0730bc1217bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:17.084785 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f599645-f28f-448e-b8c6-28595a1077d2 req-e75336a2-fdb9-4801-a5b4-ec6d3f517ca5 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:54:17.086046 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e20a384c-f24a-4f28-8b7c-e83b5adf6e9a req-bf33ac22-8b54-4025-b010-0730bc1217bd service neutron] 10.222.0.20 "GET /v2.0/networks?id=6fa6534b-edc3-4b11-816f-b4fb064ecad2 HTTP/1.1" status: 200 len: 907 time: 0.1400375 Aug 18 12:54:17.095856 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8101c8c-66c7-4c9d-8160-8bfbee8c03e3 None None] Sync routers for ids ['a9b39e85-e0bb-4b61-88aa-b5d1421419dc'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:54:17.104893 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9aa85d10-1fa8-4cda-ada2-c1ac62b12b6f req-a9f22039-34db-48d7-8245-b0f63ce613ce tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] 10.222.0.13 "GET /v2.0/security-groups?id=73ffce1a-75d8-4787-8b00-0a4e698c85e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703242 Aug 18 12:54:17.145357 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f599645-f28f-448e-b8c6-28595a1077d2 req-e75336a2-fdb9-4801-a5b4-ec6d3f517ca5 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] No DVR routers for this DVR port eeccd98d-34ca-40d1-ac64-bebdc644f4e1 on host n-h1-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:54:17.148167 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5f599645-f28f-448e-b8c6-28595a1077d2 req-e75336a2-fdb9-4801-a5b4-ec6d3f517ca5 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:17.155749 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5f599645-f28f-448e-b8c6-28595a1077d2 req-e75336a2-fdb9-4801-a5b4-ec6d3f517ca5 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.39 "DELETE /v2.0/ports/eeccd98d-34ca-40d1-ac64-bebdc644f4e1 HTTP/1.1" status: 204 len: 173 time: 1.8821297 Aug 18 12:54:17.180859 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8101c8c-66c7-4c9d-8160-8bfbee8c03e3 None None] Routers {'a9b39e85-e0bb-4b61-88aa-b5d1421419dc'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:54:17.182583 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e8101c8c-66c7-4c9d-8160-8bfbee8c03e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:54:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['a9b39e85-e0bb-4b61-88aa-b5d1421419dc'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:17.250165 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e20a384c-f24a-4f28-8b7c-e83b5adf6e9a req-5d911ab5-4d30-439d-925e-6351737d92c6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6f24ddf-9025-45de-b5dd-acb74ef84a16 HTTP/1.1" status: 200 len: 999 time: 0.1439543 Aug 18 12:54:17.304222 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a384c-f24a-4f28-8b7c-e83b5adf6e9a req-49c4cf4a-0b1c-4bd3-8c91-36aa45c44e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:17.305847 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e20a384c-f24a-4f28-8b7c-e83b5adf6e9a req-49c4cf4a-0b1c-4bd3-8c91-36aa45c44e2b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3fa04f04-f1fe-4b42-bb30-54511fdd1e53 HTTP/1.1" status: 200 len: 845 time: 0.0478942 Aug 18 12:54:17.326707 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-b0edbc17-f425-4f54-bc7f-1e9a0af303ed None None] Set router ee8b140b-a89e-4d2f-b016-241ef0f38760 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:54:17.362045 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:17.409083 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-e8101c8c-66c7-4c9d-8160-8bfbee8c03e3 None None] Set router a9b39e85-e0bb-4b61-88aa-b5d1421419dc gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:54:17.449199 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a384c-f24a-4f28-8b7c-e83b5adf6e9a req-f6be7984-a15a-473f-aa05-1946ace86802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:17.450838 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e20a384c-f24a-4f28-8b7c-e83b5adf6e9a req-f6be7984-a15a-473f-aa05-1946ace86802 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6fa6534b-edc3-4b11-816f-b4fb064ecad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1367574 Aug 18 12:54:17.537817 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e6bbd121-c21e-448c-ac71-6e9c90bee196 req-4977ac8d-b7f6-47e1-b9a0-3657663dcc23 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=50cbd843-01c0-4d5c-95e3-010fda7981ae HTTP/1.1" status: 200 len: 210 time: 0.0415828 Aug 18 12:54:17.651001 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e20a384c-f24a-4f28-8b7c-e83b5adf6e9a req-eca9008b-860a-4eb9-892a-da0d5253dd3a service neutron] 10.222.0.20 "GET /v2.0/networks/6fa6534b-edc3-4b11-816f-b4fb064ecad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895580 Aug 18 12:54:17.797149 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-94915795-bfe0-47ef-957c-1b64b98ad73b req-9b76137f-89ab-48ee-a02e-e92cb6a958ab tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/ports?device_id=01abb1e9-cf1b-4191-bcb2-3fb2606a2988 HTTP/1.1" status: 200 len: 210 time: 0.0496480 Aug 18 12:54:17.821750 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e8101c8c-66c7-4c9d-8160-8bfbee8c03e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1877647334-router', 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '60406fab-52d2-40fa-8cee-7dfc0389d0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:49:24Z', 'updated_at': '2021-08-18T12:49:34Z', 'revision_number': 4, 'project_id': 'a75dbc010737425ca08685b9dab39e3d', 'gw_port': {'id': '60406fab-52d2-40fa-8cee-7dfc0389d0b3', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:19:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:27Z', 'updated_at': '2021-08-18T12:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655', 'name': '', 'network_id': '02fd23fc-4be9-4045-ae50-4a7decb4e07c', 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d', 'mac_address': 'fa:16:3e:24:e8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '154e0376-ea0e-40f2-a861-d291c3269453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:33Z', 'updated_at': '2021-08-18T12:49:42Z', 'revision_number': 5, 'project_id': 'a75dbc010737425ca08685b9dab39e3d', 'subnets': [{'id': '154e0376-ea0e-40f2-a861-d291c3269453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:17.844845 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-485d4c38-c7e7-4d1a-801b-f3fc1f3eae13 req-dcae6ea3-eed9-4673-91f4-97da46976350 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e3b635f-e7d1-4d12-a89c-9dd5aa755bb1 HTTP/1.1" status: 200 len: 210 time: 0.0885475 Aug 18 12:54:17.869116 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8101c8c-66c7-4c9d-8160-8bfbee8c03e3 None None] Checking router: a9b39e85-e0bb-4b61-88aa-b5d1421419dc for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:54:17.880224 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8101c8c-66c7-4c9d-8160-8bfbee8c03e3 None None] Routers {'a9b39e85-e0bb-4b61-88aa-b5d1421419dc'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:54:17.881517 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e8101c8c-66c7-4c9d-8160-8bfbee8c03e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:54:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['a9b39e85-e0bb-4b61-88aa-b5d1421419dc'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:17.956036 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e20a384c-f24a-4f28-8b7c-e83b5adf6e9a req-b35d4a27-2a57-4633-a170-7d0c28a58085 service neutron] 10.222.0.20 "GET /v2.0/networks/6fa6534b-edc3-4b11-816f-b4fb064ecad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970834 Aug 18 12:54:18.015112 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8209d-9f58-4869-9e62-c0252df17c03 req-1aa814cd-0773-43c5-bc40-8c6e4c3d14a6 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:18.019260 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4bc8209d-9f58-4869-9e62-c0252df17c03 req-1aa814cd-0773-43c5-bc40-8c6e4c3d14a6 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 950 time: 0.1648300 Aug 18 12:54:18.022227 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device dfea3976-1bbd-4ad0-aa74-aa1598252cab details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:54:18.091530 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410dd148-6600-4eb3-9f65-9af557a50901 req-d4b52563-02ff-4838-b22e-b1e444301b92 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:18.093088 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-410dd148-6600-4eb3-9f65-9af557a50901 req-d4b52563-02ff-4838-b22e-b1e444301b92 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] 10.222.0.13 "GET /v2.0/ports?device_id=67314bda-9e91-49d1-8452-8be66c49f033 HTTP/1.1" status: 200 len: 945 time: 0.1063733 Aug 18 12:54:18.110851 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4bc8209d-9f58-4869-9e62-c0252df17c03 req-14733a7a-be83-4a9b-936e-f64da24df984 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827019 Aug 18 12:54:18.152990 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-b0edbc17-f425-4f54-bc7f-1e9a0af303ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8b140b-a89e-4d2f-b016-241ef0f38760', 'name': 'tempest-ServersTestJSON-1799334934-router', 'tenant_id': 'e386d50353184db69ad39d521500ceee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '199d8e3d-57c0-4c3e-aac5-869c3991a8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:53:40Z', 'updated_at': '2021-08-18T12:53:46Z', 'revision_number': 4, 'project_id': 'e386d50353184db69ad39d521500ceee', 'gw_port': {'id': '199d8e3d-57c0-4c3e-aac5-869c3991a8c0', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:31:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8b140b-a89e-4d2f-b016-241ef0f38760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:41Z', 'updated_at': '2021-08-18T12:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'e754cb8f-96e3-4660-bccd-8505a0ed68c0', 'tenant_id': 'e386d50353184db69ad39d521500ceee', 'floating_ip_address': '172.25.6.95', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'ee8b140b-a89e-4d2f-b016-241ef0f38760', 'port_id': 'e6f24ddf-9025-45de-b5dd-acb74ef84a16', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fa6534b-edc3-4b11-816f-b4fb064ecad2', 'mac_address': 'fa:16:3e:f4:d0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89840d0-514e-4164-8fb8-925844d312f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:53:52Z', 'updated_at': '2021-08-18T12:54:14Z', 'revision_number': 1, 'project_id': 'e386d50353184db69ad39d521500ceee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c811eee-f1eb-41d0-8450-396f735a1aa9', 'name': '', 'network_id': '6fa6534b-edc3-4b11-816f-b4fb064ecad2', 'tenant_id': 'e386d50353184db69ad39d521500ceee', 'mac_address': 'fa:16:3e:5c:db:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8b140b-a89e-4d2f-b016-241ef0f38760', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '3fa04f04-f1fe-4b42-bb30-54511fdd1e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:45Z', 'updated_at': '2021-08-18T12:53:51Z', 'revision_number': 5, 'project_id': 'e386d50353184db69ad39d521500ceee', 'subnets': [{'id': '3fa04f04-f1fe-4b42-bb30-54511fdd1e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:18.205534 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-410dd148-6600-4eb3-9f65-9af557a50901 req-7fc674eb-5a8a-4290-bc3e-6af6181c6ec8 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e4f5f3e-5369-41de-bf8c-989334341fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901461 Aug 18 12:54:18.208182 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-e8101c8c-66c7-4c9d-8160-8bfbee8c03e3 None None] Set router a9b39e85-e0bb-4b61-88aa-b5d1421419dc gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:54:18.252728 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0edbc17-f425-4f54-bc7f-1e9a0af303ed None None] The sync data for ids ['ee8b140b-a89e-4d2f-b016-241ef0f38760'] in n-d-803603-2 is: [{'id': 'ee8b140b-a89e-4d2f-b016-241ef0f38760', 'name': 'tempest-ServersTestJSON-1799334934-router', 'tenant_id': 'e386d50353184db69ad39d521500ceee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '199d8e3d-57c0-4c3e-aac5-869c3991a8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:53:40Z', 'updated_at': '2021-08-18T12:53:46Z', 'revision_number': 4, 'project_id': 'e386d50353184db69ad39d521500ceee', 'gw_port': {'id': '199d8e3d-57c0-4c3e-aac5-869c3991a8c0', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:31:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8b140b-a89e-4d2f-b016-241ef0f38760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:41Z', 'updated_at': '2021-08-18T12:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'e754cb8f-96e3-4660-bccd-8505a0ed68c0', 'tenant_id': 'e386d50353184db69ad39d521500ceee', 'floating_ip_address': '172.25.6.95', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'ee8b140b-a89e-4d2f-b016-241ef0f38760', 'port_id': 'e6f24ddf-9025-45de-b5dd-acb74ef84a16', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fa6534b-edc3-4b11-816f-b4fb064ecad2', 'mac_address': 'fa:16:3e:f4:d0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89840d0-514e-4164-8fb8-925844d312f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:53:52Z', 'updated_at': '2021-08-18T12:54:14Z', 'revision_number': 1, 'project_id': 'e386d50353184db69ad39d521500ceee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c811eee-f1eb-41d0-8450-396f735a1aa9', 'name': '', 'network_id': '6fa6534b-edc3-4b11-816f-b4fb064ecad2', 'tenant_id': 'e386d50353184db69ad39d521500ceee', 'mac_address': 'fa:16:3e:5c:db:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8b140b-a89e-4d2f-b016-241ef0f38760', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '3fa04f04-f1fe-4b42-bb30-54511fdd1e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:45Z', 'updated_at': '2021-08-18T12:53:51Z', 'revision_number': 5, 'project_id': 'e386d50353184db69ad39d521500ceee', 'subnets': [{'id': '3fa04f04-f1fe-4b42-bb30-54511fdd1e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:54:18.324664 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01abb1e9-cf1b-4191-bcb2-3fb2606a2988', 'name': 'network-vif-deleted', 'tag': 'eeccd98d-34ca-40d1-ac64-bebdc644f4e1'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:54:18.327342 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2af2390-c23b-4df4-97cb-8ed425a6ad6d" -d '{"events": [{"server_uuid": "01abb1e9-cf1b-4191-bcb2-3fb2606a2988", "name": "network-vif-deleted", "tag": "eeccd98d-34ca-40d1-ac64-bebdc644f4e1"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:54:18.328419 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec1c64-2241-4f3b-9992-d40dc18ff8e8 req-c64388a7-5ac7-4b9f-9357-359d9de1e7ed tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:18.336610 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fcec1c64-2241-4f3b-9992-d40dc18ff8e8 req-c64388a7-5ac7-4b9f-9357-359d9de1e7ed tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] 10.222.0.13 "GET /v2.0/ports?device_id=02f1ba3b-862e-43e9-8179-1e0b730de93e HTTP/1.1" status: 200 len: 943 time: 0.0814216 Aug 18 12:54:18.424365 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b228525-3562-4d27-aa2c-bbe7bf4d85c1 x-openstack-request-id: req-1b228525-3562-4d27-aa2c-bbe7bf4d85c1 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:54:18.428208 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01abb1e9-cf1b-4191-bcb2-3fb2606a2988", "name": "network-vif-deleted", "tag": "eeccd98d-34ca-40d1-ac64-bebdc644f4e1", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:54:18.429216 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b228525-3562-4d27-aa2c-bbe7bf4d85c1 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:54:18.430594 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01abb1e9-cf1b-4191-bcb2-3fb2606a2988', 'name': 'network-vif-deleted', 'tag': 'eeccd98d-34ca-40d1-ac64-bebdc644f4e1', 'status': 'completed', 'code': 200} Aug 18 12:54:18.435630 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fcec1c64-2241-4f3b-9992-d40dc18ff8e8 req-6742ba0c-fecc-4b4d-b201-f85e3f48d9b6 tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] 10.222.0.13 "GET /v2.0/security-groups?id=73ffce1a-75d8-4787-8b00-0a4e698c85e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978882 Aug 18 12:54:18.476297 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port dfea3976-1bbd-4ad0-aa74-aa1598252cab, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=dfea3976-1bbd-4ad0-aa74-aa1598252cab,segment=NetworkSegment(4138333d-6a66-4f8f-8aef-f5888c97e5d6),segment_id=4138333d-6a66-4f8f-8aef-f5888c97e5d6)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:18.491418 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'dfea3976-1bbd-4ad0-aa74-aa1598252cab', 'network_id': 'bcfe43e4-4232-4217-a6de-493213fe36a8', 'port_id': 'dfea3976-1bbd-4ad0-aa74-aa1598252cab', 'mac_address': 'fa:16:3e:7c:5e:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd09c5e98-fd49-4dd0-93a9-0f650ad33bbc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:54:18.521605 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e8101c8c-66c7-4c9d-8160-8bfbee8c03e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1877647334-router', 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '60406fab-52d2-40fa-8cee-7dfc0389d0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:49:24Z', 'updated_at': '2021-08-18T12:49:34Z', 'revision_number': 4, 'project_id': 'a75dbc010737425ca08685b9dab39e3d', 'gw_port': {'id': '60406fab-52d2-40fa-8cee-7dfc0389d0b3', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:19:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:27Z', 'updated_at': '2021-08-18T12:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655', 'name': '', 'network_id': '02fd23fc-4be9-4045-ae50-4a7decb4e07c', 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d', 'mac_address': 'fa:16:3e:24:e8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '154e0376-ea0e-40f2-a861-d291c3269453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:33Z', 'updated_at': '2021-08-18T12:49:42Z', 'revision_number': 5, 'project_id': 'a75dbc010737425ca08685b9dab39e3d', 'subnets': [{'id': '154e0376-ea0e-40f2-a861-d291c3269453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:18.564869 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8101c8c-66c7-4c9d-8160-8bfbee8c03e3 None None] The sync data for ids ['a9b39e85-e0bb-4b61-88aa-b5d1421419dc'] in n-d-803603-2 is: [{'id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1877647334-router', 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '60406fab-52d2-40fa-8cee-7dfc0389d0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:49:24Z', 'updated_at': '2021-08-18T12:49:34Z', 'revision_number': 4, 'project_id': 'a75dbc010737425ca08685b9dab39e3d', 'gw_port': {'id': '60406fab-52d2-40fa-8cee-7dfc0389d0b3', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:19:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:27Z', 'updated_at': '2021-08-18T12:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655', 'name': '', 'network_id': '02fd23fc-4be9-4045-ae50-4a7decb4e07c', 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d', 'mac_address': 'fa:16:3e:24:e8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '154e0376-ea0e-40f2-a861-d291c3269453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:33Z', 'updated_at': '2021-08-18T12:49:42Z', 'revision_number': 5, 'project_id': 'a75dbc010737425ca08685b9dab39e3d', 'subnets': [{'id': '154e0376-ea0e-40f2-a861-d291c3269453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:54:18.566465 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device eeccd98d-34ca-40d1-ac64-bebdc644f4e1 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:54:18.593454 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: eeccd98d-34ca-40d1-ac64-bebdc644f4e1 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:54:18.593454 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device eeccd98d-34ca-40d1-ac64-bebdc644f4e1 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:54:18.593454 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 8475102b-3321-4c78-b6ac-5b16bf171cd0 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:54:18.595355 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:18.641173 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: 8475102b-3321-4c78-b6ac-5b16bf171cd0 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:54:18.641518 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 8475102b-3321-4c78-b6ac-5b16bf171cd0 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:54:18.646487 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfea3976-1bbd-4ad0-aa74-aa1598252cab {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:54:18.648335 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201e0bb0-5743-44a8-8bc1-4c789cb7e174 None None] New status for floating IP e754cb8f-96e3-4660-bccd-8505a0ed68c0: ACTIVE {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:54:18.672644 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port dfea3976-1bbd-4ad0-aa74-aa1598252cab, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=dfea3976-1bbd-4ad0-aa74-aa1598252cab,segment=NetworkSegment(4138333d-6a66-4f8f-8aef-f5888c97e5d6),segment_id=4138333d-6a66-4f8f-8aef-f5888c97e5d6)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:18.784804 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:18.844353 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=dfea3976-1bbd-4ad0-aa74-aa1598252cab,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:18.900028 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fac7b4-dbe5-4887-9653-1e400dee51e1 None None] New status for floating IP 79e05150-a5e0-4c76-a608-d18af971e712: DOWN {{(pid=101677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:54:18.975986 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bbb559fd-7417-443b-b3f6-3f0a24247833 req-8e6313bb-657b-4aa0-b065-044ef07de95f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e3b635f-e7d1-4d12-a89c-9dd5aa755bb1 HTTP/1.1" status: 200 len: 210 time: 0.0294240 Aug 18 12:54:19.048244 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['dfea3976-1bbd-4ad0-aa74-aa1598252cab'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:54:19.102685 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38462) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:19.199053 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f733630-03af-4b2b-ac91-7ca7e4b16c8b req-3536d05f-bcd2-41ec-8367-b04162ff83b8 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:19.208048 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7f733630-03af-4b2b-ac91-7ca7e4b16c8b req-3536d05f-bcd2-41ec-8367-b04162ff83b8 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=be38b301-ebf9-498a-b735-a2ca2416d350 HTTP/1.1" status: 200 len: 945 time: 0.0844409 Aug 18 12:54:19.240945 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a180f2f5-379d-4ad3-9830-ff804d9ef308 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:19.252968 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9944ce1-7432-48d7-88bc-f4ba6e0d5096 req-46ae9460-946b-422b-b8e1-c53ed60c7f28 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:19.255197 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f9944ce1-7432-48d7-88bc-f4ba6e0d5096 req-46ae9460-946b-422b-b8e1-c53ed60c7f28 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 950 time: 0.0781116 Aug 18 12:54:19.283938 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7f733630-03af-4b2b-ac91-7ca7e4b16c8b req-ae284c7f-b103-4ee1-86f0-6d4e639bfdd8 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742230 Aug 18 12:54:19.285814 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a180f2f5-379d-4ad3-9830-ff804d9ef308 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:19.312655 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f9944ce1-7432-48d7-88bc-f4ba6e0d5096 req-acadc74a-03ad-4bd5-81ae-76b7af8b500d tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424840 Aug 18 12:54:19.380246 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a180f2f5-379d-4ad3-9830-ff804d9ef308 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:19.385003 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a180f2f5-379d-4ad3-9830-ff804d9ef308 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:19.389123 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a180f2f5-379d-4ad3-9830-ff804d9ef308 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "DELETE /v2.0/security-groups/629e5b21-6a46-4fe5-97a5-33e5925ab6c5 HTTP/1.1" status: 204 len: 168 time: 0.2843778 Aug 18 12:54:19.390903 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38470) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:19.403738 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180f2f5-379d-4ad3-9830-ff804d9ef308 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=629e5b21-6a46-4fe5-97a5-33e5925ab6c5,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:19.416332 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-7baea7e9-19a2-40f3-808a-734c74a07fd2 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] show failed (client error): The resource could not be found. Aug 18 12:54:19.417378 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7baea7e9-19a2-40f3-808a-734c74a07fd2 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "GET /v2.0/security-groups/629e5b21-6a46-4fe5-97a5-33e5925ab6c5 HTTP/1.1" status: 404 len: 347 time: 0.0254736 Aug 18 12:54:19.420414 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38472) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:19.461469 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8badca1d-32a9-4b47-8caa-4b6e00df9fdf req-5d713570-fdb5-4701-8999-a21f9ee048d9 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:19.463559 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8badca1d-32a9-4b47-8caa-4b6e00df9fdf req-5d713570-fdb5-4701-8999-a21f9ee048d9 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] 10.222.0.39 "GET /v2.0/ports?device_id=67314bda-9e91-49d1-8452-8be66c49f033 HTTP/1.1" status: 200 len: 945 time: 0.0661652 Aug 18 12:54:19.475362 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdde06e-ad5b-4ac7-a001-9279bce075ae req-4d5eacdb-e3fd-4ef0-8169-8499e49c1dae tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:19.480090 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2bdde06e-ad5b-4ac7-a001-9279bce075ae req-4d5eacdb-e3fd-4ef0-8169-8499e49c1dae tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] 10.222.0.13 "GET /v2.0/ports?device_id=67314bda-9e91-49d1-8452-8be66c49f033 HTTP/1.1" status: 200 len: 945 time: 0.1092803 Aug 18 12:54:19.571208 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2bdde06e-ad5b-4ac7-a001-9279bce075ae req-39ea1a46-950c-4fcb-8f89-c6961c93b881 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e4f5f3e-5369-41de-bf8c-989334341fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819805 Aug 18 12:54:19.604447 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-8badca1d-32a9-4b47-8caa-4b6e00df9fdf req-84dbecf3-691b-4c11-bbac-9593819f4087 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] Deleting port 7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:54:19.605057 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8badca1d-32a9-4b47-8caa-4b6e00df9fdf req-84dbecf3-691b-4c11-bbac-9593819f4087 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:19.704759 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-8badca1d-32a9-4b47-8caa-4b6e00df9fdf req-84dbecf3-691b-4c11-bbac-9593819f4087 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] For port 7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a,segment=NetworkSegment(9f6eb4ba-1497-461d-9c11-c192138a3902),segment_id=9f6eb4ba-1497-461d-9c11-c192138a3902)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:19.705132 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8badca1d-32a9-4b47-8caa-4b6e00df9fdf req-84dbecf3-691b-4c11-bbac-9593819f4087 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:19.720672 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-8badca1d-32a9-4b47-8caa-4b6e00df9fdf req-84dbecf3-691b-4c11-bbac-9593819f4087 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] Calling delete_port for 7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:54:19.934050 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4ff2c-25b7-4c91-a8d6-14fa93340e6b req-c066552e-bfe8-4ada-994a-aa5d8aa6b108 tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:19.942437 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ad4ff2c-25b7-4c91-a8d6-14fa93340e6b req-c066552e-bfe8-4ada-994a-aa5d8aa6b108 tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] 10.222.0.13 "GET /v2.0/ports?device_id=02f1ba3b-862e-43e9-8179-1e0b730de93e HTTP/1.1" status: 200 len: 944 time: 0.4241650 Aug 18 12:54:19.960084 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818deab0-44e9-4215-b114-8b7b719f7597 req-266bee1a-5a18-4d30-b746-3f81208a7442 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:19.961580 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-818deab0-44e9-4215-b114-8b7b719f7597 req-266bee1a-5a18-4d30-b746-3f81208a7442 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.20 "GET /v2.0/ports?device_id=be38b301-ebf9-498a-b735-a2ca2416d350 HTTP/1.1" status: 200 len: 945 time: 0.4292750 Aug 18 12:54:19.962813 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-9980dc4e-96a9-4f80-8476-3c9708960d35 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:19.971745 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-9980dc4e-96a9-4f80-8476-3c9708960d35 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.39 "GET /v2.0/networks?id=c56831c1-4f14-467f-8a65-5e4dcdcf485f HTTP/1.1" status: 200 len: 806 time: 0.1238391 Aug 18 12:54:19.978436 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-3148c232-07c1-4a48-8624-e83ed825dcab tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Request body: {'port': {'device_id': '6e3b635f-e7d1-4d12-a89c-9dd5aa755bb1', 'network_id': 'c56831c1-4f14-467f-8a65-5e4dcdcf485f', 'admin_state_up': True, 'tenant_id': '2fe37f6b32e548f5b1016cf2f60cdb2b'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:54:19.995806 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8badca1d-32a9-4b47-8caa-4b6e00df9fdf req-84dbecf3-691b-4c11-bbac-9593819f4087 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:20.006070 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-c1502085-7f19-4f11-b588-016977528cc9 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Deleting port a3eaa06c-2410-4f4b-94fc-4b92b521b06c {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:54:20.006455 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c1502085-7f19-4f11-b588-016977528cc9 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:20.011742 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:54:20.047262 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device dfea3976-1bbd-4ad0-aa74-aa1598252cab up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:54:20.070372 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dbecf3-691b-4c11-bbac-9593819f4087 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] Pushing event deleted for resources: {'Port': ['ID=7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:20.119474 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ad4ff2c-25b7-4c91-a8d6-14fa93340e6b req-8edef968-2fc3-438f-8134-9b099341cf6f tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] 10.222.0.13 "GET /v2.0/security-groups?id=73ffce1a-75d8-4787-8b00-0a4e698c85e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710937 Aug 18 12:54:20.124225 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-8badca1d-32a9-4b47-8caa-4b6e00df9fdf req-84dbecf3-691b-4c11-bbac-9593819f4087 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] No DVR routers for this DVR port 7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a on host n-h1-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:54:20.137071 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8badca1d-32a9-4b47-8caa-4b6e00df9fdf req-84dbecf3-691b-4c11-bbac-9593819f4087 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:20.137543 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8badca1d-32a9-4b47-8caa-4b6e00df9fdf req-84dbecf3-691b-4c11-bbac-9593819f4087 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] 10.222.0.39 "DELETE /v2.0/ports/7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a HTTP/1.1" status: 204 len: 173 time: 0.6561754 Aug 18 12:54:20.208370 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c1502085-7f19-4f11-b588-016977528cc9 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:20.210046 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c1502085-7f19-4f11-b588-016977528cc9 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:20.231076 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port dfea3976-1bbd-4ad0-aa74-aa1598252cab completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:54:20.234096 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-c1502085-7f19-4f11-b588-016977528cc9 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Calling delete_port for a3eaa06c-2410-4f4b-94fc-4b92b521b06c owned by network:floatingip {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:54:20.235466 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port dfea3976-1bbd-4ad0-aa74-aa1598252cab triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:54:20.240548 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:20.256179 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-818deab0-44e9-4215-b114-8b7b719f7597 req-93237f02-8b54-4c99-bd77-416435496c17 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Deleting port 42262b9f-ec4b-44b2-8519-fd093510748c {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:54:20.256520 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-818deab0-44e9-4215-b114-8b7b719f7597 req-93237f02-8b54-4c99-bd77-416435496c17 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:20.263276 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c0a8bb99-5a73-4881-9222-85ad6353962b req-8834bba2-8eb1-49b1-a90c-c81904348e24 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e3b635f-e7d1-4d12-a89c-9dd5aa755bb1 HTTP/1.1" status: 200 len: 210 time: 0.0444565 Aug 18 12:54:20.294614 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-3148c232-07c1-4a48-8624-e83ed825dcab tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Made reservation on behalf of 2fe37f6b32e548f5b1016cf2f60cdb2b for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:54:20.298568 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-3148c232-07c1-4a48-8624-e83ed825dcab tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:20.432440 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67314bda-9e91-49d1-8452-8be66c49f033', 'name': 'network-vif-deleted', 'tag': '7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:54:20.434944 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c76a18e-5f03-4899-a3af-f727bdb13435" -d '{"events": [{"server_uuid": "67314bda-9e91-49d1-8452-8be66c49f033", "name": "network-vif-deleted", "tag": "7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:54:20.457375 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-818deab0-44e9-4215-b114-8b7b719f7597 req-93237f02-8b54-4c99-bd77-416435496c17 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] For port 42262b9f-ec4b-44b2-8519-fd093510748c, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=42262b9f-ec4b-44b2-8519-fd093510748c,segment=NetworkSegment(0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d),segment_id=0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:20.457745 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-818deab0-44e9-4215-b114-8b7b719f7597 req-93237f02-8b54-4c99-bd77-416435496c17 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:20.462776 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:20.475762 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-818deab0-44e9-4215-b114-8b7b719f7597 req-93237f02-8b54-4c99-bd77-416435496c17 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Calling delete_port for 42262b9f-ec4b-44b2-8519-fd093510748c owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:54:20.494114 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f1ba3b-862e-43e9-8179-1e0b730de93e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfea3976-1bbd-4ad0-aa74-aa1598252cab'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:54:20.497031 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e8da6e-4f0f-4412-b1b4-2787c22a3669" -d '{"events": [{"server_uuid": "02f1ba3b-862e-43e9-8179-1e0b730de93e", "name": "network-vif-plugged", "status": "completed", "tag": "dfea3976-1bbd-4ad0-aa74-aa1598252cab"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:54:20.506913 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a661aa-fbd2-4d3c-9ac0-7f34cae74b98 req-a3c3b361-8edd-456b-9f8e-4e8f58e742a5 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:20.512887 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port dfea3976-1bbd-4ad0-aa74-aa1598252cab, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=dfea3976-1bbd-4ad0-aa74-aa1598252cab,segment=NetworkSegment(4138333d-6a66-4f8f-8aef-f5888c97e5d6),segment_id=4138333d-6a66-4f8f-8aef-f5888c97e5d6)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:20.514238 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d9a661aa-fbd2-4d3c-9ac0-7f34cae74b98 req-a3c3b361-8edd-456b-9f8e-4e8f58e742a5 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=be38b301-ebf9-498a-b735-a2ca2416d350 HTTP/1.1" status: 200 len: 945 time: 0.1420498 Aug 18 12:54:20.554374 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-3148c232-07c1-4a48-8624-e83ed825dcab tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Allocated IP 172.20.0.13 (c56831c1-4f14-467f-8a65-5e4dcdcf485f/a7350c50-b03f-467a-a5ed-4898dcd42f1b/486c35c0-d980-4cd2-9278-71d91304fcb2) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:54:20.569475 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:20.629696 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=dfea3976-1bbd-4ad0-aa74-aa1598252cab,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:20.670738 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d9a661aa-fbd2-4d3c-9ac0-7f34cae74b98 req-436f826d-4222-4ed6-b361-decce3309589 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548207 Aug 18 12:54:20.727543 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-3148c232-07c1-4a48-8624-e83ed825dcab tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:20.751278 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c1502085-7f19-4f11-b588-016977528cc9 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:20.807861 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1502085-7f19-4f11-b588-016977528cc9 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Pushing event deleted for resources: {'Port': ['ID=a3eaa06c-2410-4f4b-94fc-4b92b521b06c,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:20.819642 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-3148c232-07c1-4a48-8624-e83ed825dcab tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:20.834503 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:54:20.866000 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-3148c232-07c1-4a48-8624-e83ed825dcab tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Network c56831c1-4f14-467f-8a65-5e4dcdcf485f is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:54:20.873761 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-3148c232-07c1-4a48-8624-e83ed825dcab tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:54:20.878230 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-3148c232-07c1-4a48-8624-e83ed825dcab tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:54:20.892298 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e4203-2885-40d4-a0f2-a615fa94b990 req-73338035-9a12-480d-abf4-33536281ab29 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:20.893916 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-467e4203-2885-40d4-a0f2-a615fa94b990 req-73338035-9a12-480d-abf4-33536281ab29 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 950 time: 0.1533709 Aug 18 12:54:20.910967 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3148c232-07c1-4a48-8624-e83ed825dcab tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Pushing event updated for resources: {'Port': ['ID=486c35c0-d980-4cd2-9278-71d91304fcb2,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:20.928169 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c1502085-7f19-4f11-b588-016977528cc9 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks [] for floatingip, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:20.931154 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c1502085-7f19-4f11-b588-016977528cc9 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:20.934149 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c1502085-7f19-4f11-b588-016977528cc9 tempest-ServersWithSpecificFlavorTestJSON-825444786 tempest-ServersWithSpecificFlavorTestJSON-825444786-project] 10.222.0.13 "DELETE /v2.0/floatingips/79e05150-a5e0-4c76-a608-d18af971e712 HTTP/1.1" status: 204 len: 168 time: 1.5105460 Aug 18 12:54:20.939976 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-818deab0-44e9-4215-b114-8b7b719f7597 req-93237f02-8b54-4c99-bd77-416435496c17 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:20.961089 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-3148c232-07c1-4a48-8624-e83ed825dcab tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:20.961958 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-3148c232-07c1-4a48-8624-e83ed825dcab tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:20.986149 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-467e4203-2885-40d4-a0f2-a615fa94b990 req-8a219570-5eb2-481a-ab99-4d889cb5e211 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855207 Aug 18 12:54:20.987300 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93237f02-8b54-4c99-bd77-416435496c17 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Pushing event deleted for resources: {'Port': ['ID=42262b9f-ec4b-44b2-8519-fd093510748c,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:21.032890 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-818deab0-44e9-4215-b114-8b7b719f7597 req-93237f02-8b54-4c99-bd77-416435496c17 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] No DVR routers for this DVR port 42262b9f-ec4b-44b2-8519-fd093510748c on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:54:21.036169 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-818deab0-44e9-4215-b114-8b7b719f7597 req-93237f02-8b54-4c99-bd77-416435496c17 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:21.037984 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-818deab0-44e9-4215-b114-8b7b719f7597 req-93237f02-8b54-4c99-bd77-416435496c17 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.20 "DELETE /v2.0/ports/42262b9f-ec4b-44b2-8519-fd093510748c HTTP/1.1" status: 204 len: 173 time: 1.0670447 Aug 18 12:54:21.038548 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be38b301-ebf9-498a-b735-a2ca2416d350', 'name': 'network-vif-deleted', 'tag': '42262b9f-ec4b-44b2-8519-fd093510748c'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:54:21.041201 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7502e4d-3863-4e53-a396-9ae806a13319" -d '{"events": [{"server_uuid": "be38b301-ebf9-498a-b735-a2ca2416d350", "name": "network-vif-deleted", "tag": "42262b9f-ec4b-44b2-8519-fd093510748c"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:54:21.095623 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77027f2-a718-4ba2-8ee1-6df2adb2f5aa x-openstack-request-id: req-b77027f2-a718-4ba2-8ee1-6df2adb2f5aa {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:54:21.095790 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67314bda-9e91-49d1-8452-8be66c49f033", "name": "network-vif-deleted", "tag": "7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:54:21.096042 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b77027f2-a718-4ba2-8ee1-6df2adb2f5aa {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:54:21.096483 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67314bda-9e91-49d1-8452-8be66c49f033', 'name': 'network-vif-deleted', 'tag': '7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a', 'status': 'completed', 'code': 200} Aug 18 12:54:21.120048 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7e486d-eb1a-40c3-b64a-9ca540ef24a7 x-openstack-request-id: req-5a7e486d-eb1a-40c3-b64a-9ca540ef24a7 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:54:21.120512 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02f1ba3b-862e-43e9-8179-1e0b730de93e", "name": "network-vif-plugged", "status": "completed", "tag": "dfea3976-1bbd-4ad0-aa74-aa1598252cab", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:54:21.120693 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a7e486d-eb1a-40c3-b64a-9ca540ef24a7 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:54:21.121199 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02f1ba3b-862e-43e9-8179-1e0b730de93e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfea3976-1bbd-4ad0-aa74-aa1598252cab', 'code': 200} Aug 18 12:54:21.130199 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-3148c232-07c1-4a48-8624-e83ed825dcab tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1564898 Aug 18 12:54:21.147699 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-fcb7322b-1da2-4226-b184-28887e948a2a service neutron] Request body: {'port': {'device_id': '6e3b635f-e7d1-4d12-a89c-9dd5aa755bb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:54:21.229785 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-fcb7322b-1da2-4226-b184-28887e948a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:21.246572 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-93d214e3-2b63-4953-9e8b-b6ceec221876 req-bfec9a8a-ac98-4695-9a4d-e4f60bace478 tempest-AttachSCSIVolumeTestJSON-1224421841 tempest-AttachSCSIVolumeTestJSON-1224421841-project] 10.222.0.13 "GET /v2.0/ports?device_id=67314bda-9e91-49d1-8452-8be66c49f033 HTTP/1.1" status: 200 len: 210 time: 0.0302742 Aug 18 12:54:21.256042 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7188f5-af16-4028-9517-4d569a6fe6d6 req-bee74c0b-5921-4534-9ff0-78a1e4d3c825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:21.257868 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fa7188f5-af16-4028-9517-4d569a6fe6d6 req-bee74c0b-5921-4534-9ff0-78a1e4d3c825 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=02f1ba3b-862e-43e9-8179-1e0b730de93e HTTP/1.1" status: 200 len: 1096 time: 0.0740976 Aug 18 12:54:21.311911 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fa7188f5-af16-4028-9517-4d569a6fe6d6 req-ae7b56bb-46fd-409e-8e82-86043b06462b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=73ffce1a-75d8-4787-8b00-0a4e698c85e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451469 Aug 18 12:54:21.421177 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479de9cd-6f2c-4ba5-9134-9588dcbc9a8f x-openstack-request-id: req-479de9cd-6f2c-4ba5-9134-9588dcbc9a8f {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:54:21.421773 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be38b301-ebf9-498a-b735-a2ca2416d350", "name": "network-vif-deleted", "tag": "42262b9f-ec4b-44b2-8519-fd093510748c", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:54:21.422355 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-479de9cd-6f2c-4ba5-9134-9588dcbc9a8f {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:54:21.422755 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be38b301-ebf9-498a-b735-a2ca2416d350', 'name': 'network-vif-deleted', 'tag': '42262b9f-ec4b-44b2-8519-fd093510748c', 'status': 'completed', 'code': 200} Aug 18 12:54:21.524335 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae16178-3a53-46ad-8f87-eb227c0d7ee2 req-e6a8eacd-b520-4bd5-9a7d-08a3c5f9b736 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:21.526140 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eae16178-3a53-46ad-8f87-eb227c0d7ee2 req-e6a8eacd-b520-4bd5-9a7d-08a3c5f9b736 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e3b635f-e7d1-4d12-a89c-9dd5aa755bb1 HTTP/1.1" status: 200 len: 932 time: 0.0541034 Aug 18 12:54:21.560816 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d7764-f73c-4006-b402-bb2388b127d4 req-3671865f-f295-4c32-b190-124d58a5ddf3 tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:21.562321 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c59d7764-f73c-4006-b402-bb2388b127d4 req-3671865f-f295-4c32-b190-124d58a5ddf3 tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] 10.222.0.13 "GET /v2.0/ports?device_id=02f1ba3b-862e-43e9-8179-1e0b730de93e HTTP/1.1" status: 200 len: 945 time: 0.0887005 Aug 18 12:54:21.566684 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eae16178-3a53-46ad-8f87-eb227c0d7ee2 req-bf0b7da9-dac1-4475-a0af-e26dcfc411a5 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339634 Aug 18 12:54:21.574561 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-fcb7322b-1da2-4226-b184-28887e948a2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 486c35c0-d980-4cd2-9278-71d91304fcb2 {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:54:21.587195 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-fcb7322b-1da2-4226-b184-28887e948a2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:21.620985 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-fcb7322b-1da2-4226-b184-28887e948a2a service neutron] Transition to ACTIVE for port object 486c35c0-d980-4cd2-9278-71d91304fcb2 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:54:21.626239 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c59d7764-f73c-4006-b402-bb2388b127d4 req-02520456-cb80-476e-9d46-8b73d13d4bd2 tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] 10.222.0.13 "GET /v2.0/security-groups?id=73ffce1a-75d8-4787-8b00-0a4e698c85e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546710 Aug 18 12:54:21.693392 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-fcb7322b-1da2-4226-b184-28887e948a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:21.743402 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb7322b-1da2-4226-b184-28887e948a2a service neutron] Pushing event updated for resources: {'Port': ['ID=486c35c0-d980-4cd2-9278-71d91304fcb2,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:21.814238 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-fcb7322b-1da2-4226-b184-28887e948a2a service neutron] Attempting to bind port 486c35c0-d980-4cd2-9278-71d91304fcb2 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:54:21.814577 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-fcb7322b-1da2-4226-b184-28887e948a2a service neutron] Attempting to bind port 486c35c0-d980-4cd2-9278-71d91304fcb2 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '97efc5da-ecd0-4484-ac0f-ba58622f7886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c56831c1-4f14-467f-8a65-5e4dcdcf485f'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:54:21.814908 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-fcb7322b-1da2-4226-b184-28887e948a2a service neutron] Attempting to bind port 486c35c0-d980-4cd2-9278-71d91304fcb2 on network c56831c1-4f14-467f-8a65-5e4dcdcf485f {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:54:21.819485 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-fcb7322b-1da2-4226-b184-28887e948a2a service neutron] Port 486c35c0-d980-4cd2-9278-71d91304fcb2 on network c56831c1-4f14-467f-8a65-5e4dcdcf485f not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:54:21.819810 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-fcb7322b-1da2-4226-b184-28887e948a2a service neutron] Attempting to bind port 486c35c0-d980-4cd2-9278-71d91304fcb2 on network c56831c1-4f14-467f-8a65-5e4dcdcf485f {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:54:21.824669 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-fcb7322b-1da2-4226-b184-28887e948a2a service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:54:21.825005 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-fcb7322b-1da2-4226-b184-28887e948a2a service neutron] Checking segment: {'id': '97efc5da-ecd0-4484-ac0f-ba58622f7886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c56831c1-4f14-467f-8a65-5e4dcdcf485f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:54:21.825389 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-fcb7322b-1da2-4226-b184-28887e948a2a service neutron] Bound using segment: {'id': '97efc5da-ecd0-4484-ac0f-ba58622f7886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c56831c1-4f14-467f-8a65-5e4dcdcf485f'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:54:21.825843 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-fcb7322b-1da2-4226-b184-28887e948a2a service neutron] Bound port: 486c35c0-d980-4cd2-9278-71d91304fcb2, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97efc5da-ecd0-4484-ac0f-ba58622f7886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c56831c1-4f14-467f-8a65-5e4dcdcf485f'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:54:21.826223 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-fcb7322b-1da2-4226-b184-28887e948a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:21.903488 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-fcb7322b-1da2-4226-b184-28887e948a2a service neutron] For port 486c35c0-d980-4cd2-9278-71d91304fcb2, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:54:21.907306 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-fcb7322b-1da2-4226-b184-28887e948a2a service neutron] For port 486c35c0-d980-4cd2-9278-71d91304fcb2, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=486c35c0-d980-4cd2-9278-71d91304fcb2,segment=NetworkSegment(97efc5da-ecd0-4484-ac0f-ba58622f7886),segment_id=97efc5da-ecd0-4484-ac0f-ba58622f7886)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:54:22.007734 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-fcb7322b-1da2-4226-b184-28887e948a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:22.057015 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 42262b9f-ec4b-44b2-8519-fd093510748c no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:54:22.133088 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 42262b9f-ec4b-44b2-8519-fd093510748c {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:54:22.134274 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 42262b9f-ec4b-44b2-8519-fd093510748c not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:54:22.187322 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-08331849-0df3-475f-b0b5-630540ded7e5 req-d2c045cb-1262-42ea-8f48-e299bb2450b3 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=be38b301-ebf9-498a-b735-a2ca2416d350 HTTP/1.1" status: 200 len: 210 time: 0.0385065 Aug 18 12:54:22.187986 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb7322b-1da2-4226-b184-28887e948a2a service neutron] Pushing event updated for resources: {'Port': ['ID=486c35c0-d980-4cd2-9278-71d91304fcb2,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:22.188770 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfcb16-0a38-44a4-8d50-3daf07fe2613 req-42d3f4c4-b547-4d8b-8607-196a7c11d904 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:22.190341 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dfcfcb16-0a38-44a4-8d50-3daf07fe2613 req-42d3f4c4-b547-4d8b-8607-196a7c11d904 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 950 time: 0.0574379 Aug 18 12:54:22.199158 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-fcb7322b-1da2-4226-b184-28887e948a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:22.201753 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-fcb7322b-1da2-4226-b184-28887e948a2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:22.203160 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-fcb7322b-1da2-4226-b184-28887e948a2a service neutron] 10.222.0.39 "PUT /v2.0/ports/486c35c0-d980-4cd2-9278-71d91304fcb2 HTTP/1.1" status: 200 len: 1092 time: 1.0617692 Aug 18 12:54:22.241488 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dfcfcb16-0a38-44a4-8d50-3daf07fe2613 req-5e1ca99b-c097-484d-8228-9bb304246059 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387666 Aug 18 12:54:22.429941 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38604) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:22.587184 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 6ffddc69-c9d0-4bce-821d-a10f0c8298c6 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:54:22.707756 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:22.731636 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-42fdf0b9-339e-4be3-9f39-8282e48be96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:22.733133 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-42fdf0b9-339e-4be3-9f39-8282e48be96a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2fe37f6b32e548f5b1016cf2f60cdb2b&device_id=6e3b635f-e7d1-4d12-a89c-9dd5aa755bb1 HTTP/1.1" status: 200 len: 1095 time: 0.4179671 Aug 18 12:54:22.754198 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 6ffddc69-c9d0-4bce-821d-a10f0c8298c6, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=6ffddc69-c9d0-4bce-821d-a10f0c8298c6,segment=NetworkSegment(908af126-c217-456c-b1ef-f447c03c2104),segment_id=908af126-c217-456c-b1ef-f447c03c2104)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:22.783121 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d1c84-5f78-4ef2-a270-ad11992cfab1 req-f00d9160-2950-4017-855b-625bb1b3a34a tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:22.790087 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-201d1c84-5f78-4ef2-a270-ad11992cfab1 req-f00d9160-2950-4017-855b-625bb1b3a34a tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e3b635f-e7d1-4d12-a89c-9dd5aa755bb1 HTTP/1.1" status: 200 len: 944 time: 0.1154716 Aug 18 12:54:22.792982 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-c9bc0aee-af0d-4a4c-aca2-44ea4f28fade service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=486c35c0-d980-4cd2-9278-71d91304fcb2 HTTP/1.1" status: 200 len: 217 time: 0.0486386 Aug 18 12:54:22.816337 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e77de0-b13a-4413-abd4-fda93eac573d req-88ec3398-02b8-40e0-ab17-e0c0cbbb347c tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:22.817751 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-33e77de0-b13a-4413-abd4-fda93eac573d req-88ec3398-02b8-40e0-ab17-e0c0cbbb347c tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/networks?id=bab0909c-e2b3-45b7-b9ea-31a3c90130ac HTTP/1.1" status: 200 len: 805 time: 0.4674096 Aug 18 12:54:22.832163 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:22.833525 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:54:22.862113 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-33e77de0-b13a-4413-abd4-fda93eac573d req-5e40e960-dd8d-46c1-8b84-757893d1dbd2 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/quotas/7b0e581f29f04c10ba40170fbb56ba44 HTTP/1.1" status: 200 len: 375 time: 0.0227141 Aug 18 12:54:22.866764 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: 7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:54:22.870217 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 7ec0009d-cbb7-4bd6-b190-7f7889dfbb9a not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:54:22.878796 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-201d1c84-5f78-4ef2-a270-ad11992cfab1 req-fcfdff5d-4c0c-4bc9-abfe-1a6b701ec6aa tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877206 Aug 18 12:54:22.895373 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-79f2fb3b-f88a-48e8-8110-a0f0a14e512c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:22.896862 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-79f2fb3b-f88a-48e8-8110-a0f0a14e512c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a7350c50-b03f-467a-a5ed-4898dcd42f1b HTTP/1.1" status: 200 len: 846 time: 0.0968993 Aug 18 12:54:22.933762 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=6ffddc69-c9d0-4bce-821d-a10f0c8298c6,revision_number=8']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:22.938725 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-224bf4a6-168a-4b6b-8ee3-529a184d921b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c56831c1-4f14-467f-8a65-5e4dcdcf485f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276244 Aug 18 12:54:22.959599 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-33e77de0-b13a-4413-abd4-fda93eac573d req-31742298-acc3-4e47-9e2d-22636488460d tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b0e581f29f04c10ba40170fbb56ba44&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0966358 Aug 18 12:54:23.060032 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839286e-ff60-4a13-82f7-4f0704276a83 req-8e4c633c-2616-483f-a6ba-ed655304e8fd tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:23.061511 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6839286e-ff60-4a13-82f7-4f0704276a83 req-8e4c633c-2616-483f-a6ba-ed655304e8fd tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] 10.222.0.13 "GET /v2.0/ports?device_id=02f1ba3b-862e-43e9-8179-1e0b730de93e HTTP/1.1" status: 200 len: 945 time: 0.0810649 Aug 18 12:54:23.097215 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e3b635f-e7d1-4d12-a89c-9dd5aa755bb1', 'tag': '486c35c0-d980-4cd2-9278-71d91304fcb2'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:54:23.100058 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a537894-9df2-4077-8eb2-7a08887fcca0" -d '{"events": [{"name": "network-changed", "server_uuid": "6e3b635f-e7d1-4d12-a89c-9dd5aa755bb1", "tag": "486c35c0-d980-4cd2-9278-71d91304fcb2"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:54:23.110969 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-1206b311-53d0-469b-ae64-de0c96fa57a3 service neutron] 10.222.0.39 "GET /v2.0/networks/c56831c1-4f14-467f-8a65-5e4dcdcf485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634240 Aug 18 12:54:23.121976 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd5788e-da1d-4d31-a732-768f8c3843fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ffddc69-c9d0-4bce-821d-a10f0c8298c6'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:54:23.124291 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9226fa5d-1dfa-459e-8998-a5ac5130ae9b" -d '{"events": [{"server_uuid": "efd5788e-da1d-4d31-a732-768f8c3843fb", "name": "network-vif-unplugged", "status": "completed", "tag": "6ffddc69-c9d0-4bce-821d-a10f0c8298c6"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:54:23.130443 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-33e77de0-b13a-4413-abd4-fda93eac573d req-e6b23613-8f68-45b7-920c-aee7017a678f service neutron] 10.222.0.13 "GET /v2.0/networks/bab0909c-e2b3-45b7-b9ea-31a3c90130ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593401 Aug 18 12:54:23.151465 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6839286e-ff60-4a13-82f7-4f0704276a83 req-640c9c74-dbcc-456d-826c-449bb12ca448 tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] 10.222.0.13 "GET /v2.0/security-groups?id=73ffce1a-75d8-4787-8b00-0a4e698c85e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822129 Aug 18 12:54:23.220463 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2d8cd110-51fa-401c-bd7c-5c680d0d973c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:23.232009 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f358826c-5465-404d-ba77-18ab57e68a84 x-openstack-request-id: req-f358826c-5465-404d-ba77-18ab57e68a84 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:54:23.232310 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e3b635f-e7d1-4d12-a89c-9dd5aa755bb1", "tag": "486c35c0-d980-4cd2-9278-71d91304fcb2", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:54:23.232568 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f358826c-5465-404d-ba77-18ab57e68a84 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:54:23.232956 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e3b635f-e7d1-4d12-a89c-9dd5aa755bb1', 'tag': '486c35c0-d980-4cd2-9278-71d91304fcb2', 'status': 'completed', 'code': 200} Aug 18 12:54:23.273658 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06efe0a3-0afd-4f0a-98f6-bffd7d320d6b x-openstack-request-id: req-06efe0a3-0afd-4f0a-98f6-bffd7d320d6b {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:54:23.274293 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efd5788e-da1d-4d31-a732-768f8c3843fb", "name": "network-vif-unplugged", "status": "completed", "tag": "6ffddc69-c9d0-4bce-821d-a10f0c8298c6", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:54:23.274539 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-06efe0a3-0afd-4f0a-98f6-bffd7d320d6b {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:54:23.275104 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efd5788e-da1d-4d31-a732-768f8c3843fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ffddc69-c9d0-4bce-821d-a10f0c8298c6', 'code': 200} Aug 18 12:54:23.300713 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-484dd2ab-00d1-4ed5-b1bf-5538a32681fe req-0a58b3b4-63e2-484a-9269-3ba3736b8936 service neutron] 10.222.0.39 "GET /v2.0/networks/c56831c1-4f14-467f-8a65-5e4dcdcf485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820133 Aug 18 12:54:23.340702 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-33e77de0-b13a-4413-abd4-fda93eac573d req-cc4a1738-ac37-492a-a1df-a8e1a39ad656 service neutron] 10.222.0.13 "GET /v2.0/networks/bab0909c-e2b3-45b7-b9ea-31a3c90130ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953154 Aug 18 12:54:23.516417 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354527a6-f13d-4a9a-b13b-17bc2a64fed8 req-f1c6a9d6-bf2f-40bb-8ff8-ee5118536550 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:23.517953 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-354527a6-f13d-4a9a-b13b-17bc2a64fed8 req-f1c6a9d6-bf2f-40bb-8ff8-ee5118536550 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 950 time: 0.0985818 Aug 18 12:54:23.547163 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a537894-9df2-4077-8eb2-7a08887fcca0 req-2a4c6b46-54e9-49b1-aabf-a65ce7344efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:23.548744 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9a537894-9df2-4077-8eb2-7a08887fcca0 req-2a4c6b46-54e9-49b1-aabf-a65ce7344efb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2fe37f6b32e548f5b1016cf2f60cdb2b&device_id=6e3b635f-e7d1-4d12-a89c-9dd5aa755bb1 HTTP/1.1" status: 200 len: 1095 time: 0.0435522 Aug 18 12:54:23.604668 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-354527a6-f13d-4a9a-b13b-17bc2a64fed8 req-c1941a20-4f80-4d04-812a-061b03174bb0 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762794 Aug 18 12:54:23.709812 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-2d8cd110-51fa-401c-bd7c-5c680d0d973c admin admin] Deleting port 6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:54:23.710614 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2d8cd110-51fa-401c-bd7c-5c680d0d973c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:23.756306 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dfaeaa40-3915-41d0-865e-137663016ece req-3c58a70c-6af6-42cc-8f95-f021253b3a77 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac13853d-ce9d-43bf-8ad8-c7eb555c6f12 HTTP/1.1" status: 200 len: 210 time: 0.0364423 Aug 18 12:54:23.783989 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a537894-9df2-4077-8eb2-7a08887fcca0 req-be0cf8e7-0120-406d-9e0a-426a3c7e0dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:23.783989 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9a537894-9df2-4077-8eb2-7a08887fcca0 req-be0cf8e7-0120-406d-9e0a-426a3c7e0dc8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c56831c1-4f14-467f-8a65-5e4dcdcf485f HTTP/1.1" status: 200 len: 907 time: 0.2248757 Aug 18 12:54:23.793340 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7e34b-efe4-4c14-ab92-bfbd912cc0e8 req-12dd875d-2e94-4143-a151-080fcdb9e3b8 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:23.794952 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a3b7e34b-efe4-4c14-ab92-bfbd912cc0e8 req-12dd875d-2e94-4143-a151-080fcdb9e3b8 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.39 "GET /v2.0/ports?device_id=efd5788e-da1d-4d31-a732-768f8c3843fb HTTP/1.1" status: 200 len: 943 time: 0.1338570 Aug 18 12:54:23.842868 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9a537894-9df2-4077-8eb2-7a08887fcca0 req-ce10d8c1-ecd6-4ac2-b86a-e46085e97cee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=486c35c0-d980-4cd2-9278-71d91304fcb2 HTTP/1.1" status: 200 len: 217 time: 0.0469182 Aug 18 12:54:23.861065 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-2d8cd110-51fa-401c-bd7c-5c680d0d973c admin admin] For port 6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655,segment=NetworkSegment(c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca),segment_id=c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:23.861434 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2d8cd110-51fa-401c-bd7c-5c680d0d973c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:23.874792 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-2d8cd110-51fa-401c-bd7c-5c680d0d973c admin admin] Calling delete_port for 6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655 owned by network:router_interface {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:54:24.006783 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a537894-9df2-4077-8eb2-7a08887fcca0 req-7ba7b366-0696-4b00-a2e2-a587352864f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:24.008306 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9a537894-9df2-4077-8eb2-7a08887fcca0 req-7ba7b366-0696-4b00-a2e2-a587352864f1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a7350c50-b03f-467a-a5ed-4898dcd42f1b HTTP/1.1" status: 200 len: 846 time: 0.1387880 Aug 18 12:54:24.074623 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9a537894-9df2-4077-8eb2-7a08887fcca0 req-7e551ca8-e7f5-4db4-90d2-e901d95ef1b8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c56831c1-4f14-467f-8a65-5e4dcdcf485f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504079 Aug 18 12:54:24.182865 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-a3b7e34b-efe4-4c14-ab92-bfbd912cc0e8 req-8e00489d-0673-4220-8988-1033ec1abe8e tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Deleting port 6ffddc69-c9d0-4bce-821d-a10f0c8298c6 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:54:24.184601 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a3b7e34b-efe4-4c14-ab92-bfbd912cc0e8 req-8e00489d-0673-4220-8988-1033ec1abe8e tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:24.191576 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2d8cd110-51fa-401c-bd7c-5c680d0d973c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:24.256134 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276c62a-2409-4a9d-ab1a-abb6c997650f req-734a03a5-4d63-48a1-be0f-a0480ee8cf23 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:24.264730 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2276c62a-2409-4a9d-ab1a-abb6c997650f req-734a03a5-4d63-48a1-be0f-a0480ee8cf23 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e3b635f-e7d1-4d12-a89c-9dd5aa755bb1 HTTP/1.1" status: 200 len: 944 time: 0.2776330 Aug 18 12:54:24.298190 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8cd110-51fa-401c-bd7c-5c680d0d973c admin admin] Pushing event deleted for resources: {'Port': ['ID=6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:24.386666 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-a3b7e34b-efe4-4c14-ab92-bfbd912cc0e8 req-8e00489d-0673-4220-8988-1033ec1abe8e tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] For port 6ffddc69-c9d0-4bce-821d-a10f0c8298c6, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=6ffddc69-c9d0-4bce-821d-a10f0c8298c6,segment=NetworkSegment(908af126-c217-456c-b1ef-f447c03c2104),segment_id=908af126-c217-456c-b1ef-f447c03c2104)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:24.386954 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a3b7e34b-efe4-4c14-ab92-bfbd912cc0e8 req-8e00489d-0673-4220-8988-1033ec1abe8e tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:24.403319 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2276c62a-2409-4a9d-ab1a-abb6c997650f req-54267a89-fa1b-4a13-a55b-f6aa9ff97585 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357443 Aug 18 12:54:24.425840 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0083bdb-6046-484c-8d44-c0d8b0590c8c req-51b61c90-72ef-4bf4-bf5d-bbce677f7262 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:24.453804 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b0083bdb-6046-484c-8d44-c0d8b0590c8c req-51b61c90-72ef-4bf4-bf5d-bbce677f7262 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=f60f0443-a402-4f3d-82ec-b80e9cfd9f98 HTTP/1.1" status: 200 len: 944 time: 0.1759379 Aug 18 12:54:24.473941 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-a3b7e34b-efe4-4c14-ab92-bfbd912cc0e8 req-8e00489d-0673-4220-8988-1033ec1abe8e tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Calling delete_port for 6ffddc69-c9d0-4bce-821d-a10f0c8298c6 owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:54:24.490658 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9a537894-9df2-4077-8eb2-7a08887fcca0 req-5fe37d7f-7457-4bba-8d17-921e182814ab service neutron] 10.222.0.39 "GET /v2.0/networks/c56831c1-4f14-467f-8a65-5e4dcdcf485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027605 Aug 18 12:54:24.557812 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2d8cd110-51fa-401c-bd7c-5c680d0d973c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:24.585460 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b0083bdb-6046-484c-8d44-c0d8b0590c8c req-57acbc30-a99e-4a14-800f-28e287e14ad6 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304698 Aug 18 12:54:24.761309 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459bc2e-502e-42f0-8b72-d8182534c58f req-4427ce09-f1e2-4843-b89f-19875d6d0528 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:24.761709 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9a537894-9df2-4077-8eb2-7a08887fcca0 req-32840c38-e4c0-4253-b03e-d6afb556f31d service neutron] 10.222.0.39 "GET /v2.0/networks/c56831c1-4f14-467f-8a65-5e4dcdcf485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490683 Aug 18 12:54:24.764117 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0459bc2e-502e-42f0-8b72-d8182534c58f req-4427ce09-f1e2-4843-b89f-19875d6d0528 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.39 "GET /v2.0/ports?device_id=f60f0443-a402-4f3d-82ec-b80e9cfd9f98 HTTP/1.1" status: 200 len: 944 time: 0.1556230 Aug 18 12:54:24.929163 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-79a5223a-9afc-4a1c-bc1f-0847b8b445d0 req-0743f0e3-e16a-4ef8-87c3-e1e9889917db tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac13853d-ce9d-43bf-8ad8-c7eb555c6f12 HTTP/1.1" status: 200 len: 210 time: 0.0499356 Aug 18 12:54:24.947582 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7407b20-4fb5-47ec-8ad1-dc37d244cd66 req-4b099949-c216-486d-b238-2a0d5759a7b7 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:24.949755 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d7407b20-4fb5-47ec-8ad1-dc37d244cd66 req-4b099949-c216-486d-b238-2a0d5759a7b7 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 950 time: 0.1722732 Aug 18 12:54:25.004005 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a3b7e34b-efe4-4c14-ab92-bfbd912cc0e8 req-8e00489d-0673-4220-8988-1033ec1abe8e tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:25.018806 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d7407b20-4fb5-47ec-8ad1-dc37d244cd66 req-b77e04dc-723e-439d-a609-114382194ab3 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622256 Aug 18 12:54:25.064089 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00489d-0673-4220-8988-1033ec1abe8e tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Pushing event deleted for resources: {'Port': ['ID=6ffddc69-c9d0-4bce-821d-a10f0c8298c6,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:25.118819 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b7e34b-efe4-4c14-ab92-bfbd912cc0e8 req-8e00489d-0673-4220-8988-1033ec1abe8e tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] No DVR routers for this DVR port 6ffddc69-c9d0-4bce-821d-a10f0c8298c6 on host n-h1-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:54:25.130264 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a3b7e34b-efe4-4c14-ab92-bfbd912cc0e8 req-8e00489d-0673-4220-8988-1033ec1abe8e tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:25.133996 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a3b7e34b-efe4-4c14-ab92-bfbd912cc0e8 req-8e00489d-0673-4220-8988-1033ec1abe8e tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.39 "DELETE /v2.0/ports/6ffddc69-c9d0-4bce-821d-a10f0c8298c6 HTTP/1.1" status: 204 len: 173 time: 1.3317816 Aug 18 12:54:25.235753 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd5788e-da1d-4d31-a732-768f8c3843fb', 'name': 'network-vif-deleted', 'tag': '6ffddc69-c9d0-4bce-821d-a10f0c8298c6'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:54:25.239978 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e81118-c3cf-412f-a1f8-825e4e428a95" -d '{"events": [{"server_uuid": "efd5788e-da1d-4d31-a732-768f8c3843fb", "name": "network-vif-deleted", "tag": "6ffddc69-c9d0-4bce-821d-a10f0c8298c6"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:54:25.292805 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e939f7ef-b50a-4e63-84cf-a8cffaadaddf x-openstack-request-id: req-e939f7ef-b50a-4e63-84cf-a8cffaadaddf {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:54:25.293069 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efd5788e-da1d-4d31-a732-768f8c3843fb", "name": "network-vif-deleted", "tag": "6ffddc69-c9d0-4bce-821d-a10f0c8298c6", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:54:25.293389 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e939f7ef-b50a-4e63-84cf-a8cffaadaddf {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:54:25.294199 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efd5788e-da1d-4d31-a732-768f8c3843fb', 'name': 'network-vif-deleted', 'tag': '6ffddc69-c9d0-4bce-821d-a10f0c8298c6', 'status': 'completed', 'code': 200} Aug 18 12:54:25.439090 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-0459bc2e-502e-42f0-8b72-d8182534c58f req-b0b41078-ef17-472e-9804-10539c1c7cf4 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Deleting port f7b10e72-a236-41cf-959f-c2cc7a26b418 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:54:25.439439 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0459bc2e-502e-42f0-8b72-d8182534c58f req-b0b41078-ef17-472e-9804-10539c1c7cf4 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:25.511707 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8cd110-51fa-401c-bd7c-5c680d0d973c admin admin] Router a9b39e85-e0bb-4b61-88aa-b5d1421419dc has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:54:25.567657 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868696ff-51f1-45f4-96a9-87c4ca484d72 req-5fd79be4-3154-4db0-bc88-f03921415402 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:25.570067 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-868696ff-51f1-45f4-96a9-87c4ca484d72 req-5fd79be4-3154-4db0-bc88-f03921415402 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e3b635f-e7d1-4d12-a89c-9dd5aa755bb1 HTTP/1.1" status: 200 len: 944 time: 0.0653765 Aug 18 12:54:25.600389 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-0459bc2e-502e-42f0-8b72-d8182534c58f req-b0b41078-ef17-472e-9804-10539c1c7cf4 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] For port f7b10e72-a236-41cf-959f-c2cc7a26b418, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=f7b10e72-a236-41cf-959f-c2cc7a26b418,segment=NetworkSegment(0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d),segment_id=0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:25.601009 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0459bc2e-502e-42f0-8b72-d8182534c58f req-b0b41078-ef17-472e-9804-10539c1c7cf4 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:25.623109 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-868696ff-51f1-45f4-96a9-87c4ca484d72 req-51b2a93c-9278-4fa9-bd33-6d8c9e5f32ad tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464177 Aug 18 12:54:25.641586 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-0459bc2e-502e-42f0-8b72-d8182534c58f req-b0b41078-ef17-472e-9804-10539c1c7cf4 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Calling delete_port for f7b10e72-a236-41cf-959f-c2cc7a26b418 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:54:25.741586 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8cd110-51fa-401c-bd7c-5c680d0d973c admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:54:25.754128 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2d8cd110-51fa-401c-bd7c-5c680d0d973c admin admin] 10.222.0.13 "PUT /v2.0/routers/a9b39e85-e0bb-4b61-88aa-b5d1421419dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3197501 Aug 18 12:54:25.754315 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541f7dc4-5452-4555-bc0f-bf0924fa3624 None None] Sync routers for ids ['a9b39e85-e0bb-4b61-88aa-b5d1421419dc'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:54:25.754756 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38698) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:25.779988 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541f7dc4-5452-4555-bc0f-bf0924fa3624 None None] Routers {'a9b39e85-e0bb-4b61-88aa-b5d1421419dc'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:54:25.780742 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-541f7dc4-5452-4555-bc0f-bf0924fa3624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:54:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['a9b39e85-e0bb-4b61-88aa-b5d1421419dc'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:25.823287 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b2412-d911-449e-a578-557fc3d93d24 req-0bdca778-e246-4747-b4cf-49fb1da39448 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:25.824881 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-905b2412-d911-449e-a578-557fc3d93d24 req-0bdca778-e246-4747-b4cf-49fb1da39448 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=f60f0443-a402-4f3d-82ec-b80e9cfd9f98 HTTP/1.1" status: 200 len: 944 time: 0.1299617 Aug 18 12:54:25.924527 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-541f7dc4-5452-4555-bc0f-bf0924fa3624 None None] Set router a9b39e85-e0bb-4b61-88aa-b5d1421419dc gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:54:25.981286 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-905b2412-d911-449e-a578-557fc3d93d24 req-89b53b65-57ae-47b1-b1d6-846840b0ab8b tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/security-groups?id=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030586 Aug 18 12:54:25.982787 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-11244444-4210-4fdc-81cd-d5852fe2e788 admin admin] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:26.075356 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-71ee81f7-de6b-4470-9814-35d23e6bf82a req-5b452c08-04f2-4182-a33d-7ca93318d335 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac13853d-ce9d-43bf-8ad8-c7eb555c6f12 HTTP/1.1" status: 200 len: 210 time: 0.0607827 Aug 18 12:54:26.143893 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0459bc2e-502e-42f0-8b72-d8182534c58f req-b0b41078-ef17-472e-9804-10539c1c7cf4 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:26.192783 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-541f7dc4-5452-4555-bc0f-bf0924fa3624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1877647334-router', 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '60406fab-52d2-40fa-8cee-7dfc0389d0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:49:24Z', 'updated_at': '2021-08-18T12:54:24Z', 'revision_number': 5, 'project_id': 'a75dbc010737425ca08685b9dab39e3d', 'gw_port': {'id': '60406fab-52d2-40fa-8cee-7dfc0389d0b3', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:19:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:27Z', 'updated_at': '2021-08-18T12:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:26.228419 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541f7dc4-5452-4555-bc0f-bf0924fa3624 None None] Checking router: a9b39e85-e0bb-4b61-88aa-b5d1421419dc for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:54:26.244697 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541f7dc4-5452-4555-bc0f-bf0924fa3624 None None] Routers {'a9b39e85-e0bb-4b61-88aa-b5d1421419dc'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:54:26.245844 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-541f7dc4-5452-4555-bc0f-bf0924fa3624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:54:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['a9b39e85-e0bb-4b61-88aa-b5d1421419dc'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:26.277305 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b41078-ef17-472e-9804-10539c1c7cf4 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Pushing event deleted for resources: {'Port': ['ID=f7b10e72-a236-41cf-959f-c2cc7a26b418,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:26.371725 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-0459bc2e-502e-42f0-8b72-d8182534c58f req-b0b41078-ef17-472e-9804-10539c1c7cf4 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] No DVR routers for this DVR port f7b10e72-a236-41cf-959f-c2cc7a26b418 on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:54:26.380865 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0459bc2e-502e-42f0-8b72-d8182534c58f req-b0b41078-ef17-472e-9804-10539c1c7cf4 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:26.383409 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0459bc2e-502e-42f0-8b72-d8182534c58f req-b0b41078-ef17-472e-9804-10539c1c7cf4 tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.39 "DELETE /v2.0/ports/f7b10e72-a236-41cf-959f-c2cc7a26b418 HTTP/1.1" status: 204 len: 173 time: 1.6096096 Aug 18 12:54:26.384961 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60f0443-a402-4f3d-82ec-b80e9cfd9f98', 'name': 'network-vif-deleted', 'tag': 'f7b10e72-a236-41cf-959f-c2cc7a26b418'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:54:26.387513 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1240216-89db-4055-bb90-aecfdf232aa0" -d '{"events": [{"server_uuid": "f60f0443-a402-4f3d-82ec-b80e9cfd9f98", "name": "network-vif-deleted", "tag": "f7b10e72-a236-41cf-959f-c2cc7a26b418"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:54:26.409523 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-541f7dc4-5452-4555-bc0f-bf0924fa3624 None None] Set router a9b39e85-e0bb-4b61-88aa-b5d1421419dc gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:54:26.423019 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa0d89b-469e-4611-af49-d01a83bc0717 req-ceeb4d22-e846-4c41-895b-0db9c876d725 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:26.431639 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8fa0d89b-469e-4611-af49-d01a83bc0717 req-ceeb4d22-e846-4c41-895b-0db9c876d725 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 950 time: 0.3050420 Aug 18 12:54:26.434721 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-11244444-4210-4fdc-81cd-d5852fe2e788 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:26.445808 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e77de0-b13a-4413-abd4-fda93eac573d req-8184322c-3d65-4320-b165-f1fac4214ce8 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:26.447385 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-33e77de0-b13a-4413-abd4-fda93eac573d req-8184322c-3d65-4320-b165-f1fac4214ce8 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.20 "GET /v2.0/networks?id=bab0909c-e2b3-45b7-b9ea-31a3c90130ac HTTP/1.1" status: 200 len: 805 time: 0.4215119 Aug 18 12:54:26.468151 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-33e77de0-b13a-4413-abd4-fda93eac573d req-ea61c903-1d17-4b6a-bc31-2750788383cd tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Request body: {'port': {'device_id': 'ac13853d-ce9d-43bf-8ad8-c7eb555c6f12', 'network_id': 'bab0909c-e2b3-45b7-b9ea-31a3c90130ac', 'admin_state_up': True, 'tenant_id': '7b0e581f29f04c10ba40170fbb56ba44'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:54:26.539885 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8fa0d89b-469e-4611-af49-d01a83bc0717 req-8e8db7d0-b331-4876-a018-c71dd4d03da3 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067004 Aug 18 12:54:26.604418 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 486c35c0-d980-4cd2-9278-71d91304fcb2 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:54:26.611888 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 6ffddc69-c9d0-4bce-821d-a10f0c8298c6 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:54:26.625788 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde8b2e4-a807-4c09-ae5b-2928a5ee8dce x-openstack-request-id: req-fde8b2e4-a807-4c09-ae5b-2928a5ee8dce {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:54:26.626498 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f60f0443-a402-4f3d-82ec-b80e9cfd9f98", "name": "network-vif-deleted", "tag": "f7b10e72-a236-41cf-959f-c2cc7a26b418", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:54:26.626498 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fde8b2e4-a807-4c09-ae5b-2928a5ee8dce {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:54:26.626791 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60f0443-a402-4f3d-82ec-b80e9cfd9f98', 'name': 'network-vif-deleted', 'tag': 'f7b10e72-a236-41cf-959f-c2cc7a26b418', 'status': 'completed', 'code': 200} Aug 18 12:54:26.642238 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: 6ffddc69-c9d0-4bce-821d-a10f0c8298c6 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:54:26.642463 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-541f7dc4-5452-4555-bc0f-bf0924fa3624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1877647334-router', 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '60406fab-52d2-40fa-8cee-7dfc0389d0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:49:24Z', 'updated_at': '2021-08-18T12:54:24Z', 'revision_number': 5, 'project_id': 'a75dbc010737425ca08685b9dab39e3d', 'gw_port': {'id': '60406fab-52d2-40fa-8cee-7dfc0389d0b3', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:19:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:27Z', 'updated_at': '2021-08-18T12:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:26.642979 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 6ffddc69-c9d0-4bce-821d-a10f0c8298c6 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:54:26.677659 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-11244444-4210-4fdc-81cd-d5852fe2e788 admin admin] Deleting port 60406fab-52d2-40fa-8cee-7dfc0389d0b3 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:54:26.678012 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-11244444-4210-4fdc-81cd-d5852fe2e788 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:26.728810 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541f7dc4-5452-4555-bc0f-bf0924fa3624 None None] The sync data for ids ['a9b39e85-e0bb-4b61-88aa-b5d1421419dc'] in n-d-803603-2 is: [{'id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1877647334-router', 'tenant_id': 'a75dbc010737425ca08685b9dab39e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '60406fab-52d2-40fa-8cee-7dfc0389d0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:49:24Z', 'updated_at': '2021-08-18T12:54:24Z', 'revision_number': 5, 'project_id': 'a75dbc010737425ca08685b9dab39e3d', 'gw_port': {'id': '60406fab-52d2-40fa-8cee-7dfc0389d0b3', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:19:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b39e85-e0bb-4b61-88aa-b5d1421419dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:27Z', 'updated_at': '2021-08-18T12:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:54:26.775806 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 486c35c0-d980-4cd2-9278-71d91304fcb2, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=486c35c0-d980-4cd2-9278-71d91304fcb2,segment=NetworkSegment(97efc5da-ecd0-4484-ac0f-ba58622f7886),segment_id=97efc5da-ecd0-4484-ac0f-ba58622f7886)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:26.793126 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33e77de0-b13a-4413-abd4-fda93eac573d req-ea61c903-1d17-4b6a-bc31-2750788383cd tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Made reservation on behalf of 7b0e581f29f04c10ba40170fbb56ba44 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:54:26.793339 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '486c35c0-d980-4cd2-9278-71d91304fcb2', 'network_id': 'c56831c1-4f14-467f-8a65-5e4dcdcf485f', 'port_id': '486c35c0-d980-4cd2-9278-71d91304fcb2', 'mac_address': 'fa:16:3e:ec:99:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7350c50-b03f-467a-a5ed-4898dcd42f1b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:54:26.796574 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-33e77de0-b13a-4413-abd4-fda93eac573d req-ea61c903-1d17-4b6a-bc31-2750788383cd tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:26.835521 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:26.844971 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-11244444-4210-4fdc-81cd-d5852fe2e788 admin admin] For port 60406fab-52d2-40fa-8cee-7dfc0389d0b3, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=60406fab-52d2-40fa-8cee-7dfc0389d0b3,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:26.845347 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-11244444-4210-4fdc-81cd-d5852fe2e788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:26.849053 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 486c35c0-d980-4cd2-9278-71d91304fcb2 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:54:26.869540 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 486c35c0-d980-4cd2-9278-71d91304fcb2, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=486c35c0-d980-4cd2-9278-71d91304fcb2,segment=NetworkSegment(97efc5da-ecd0-4484-ac0f-ba58622f7886),segment_id=97efc5da-ecd0-4484-ac0f-ba58622f7886)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:26.872663 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-11244444-4210-4fdc-81cd-d5852fe2e788 admin admin] Calling delete_port for 60406fab-52d2-40fa-8cee-7dfc0389d0b3 owned by network:router_gateway {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:54:26.937432 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34d4ee-20ba-4c75-ac0f-545dca3c7205 req-bc17c1fa-6ce4-4987-a1a7-faa0b9bebeeb tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:26.938955 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ef34d4ee-20ba-4c75-ac0f-545dca3c7205 req-bc17c1fa-6ce4-4987-a1a7-faa0b9bebeeb tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e3b635f-e7d1-4d12-a89c-9dd5aa755bb1 HTTP/1.1" status: 200 len: 944 time: 0.1469281 Aug 18 12:54:26.985920 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:27.041045 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=486c35c0-d980-4cd2-9278-71d91304fcb2,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:27.063076 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ef34d4ee-20ba-4c75-ac0f-545dca3c7205 req-e018e3d4-a4e3-4de3-bbbd-04732f7eac7e tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927434 Aug 18 12:54:27.120921 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-33e77de0-b13a-4413-abd4-fda93eac573d req-ea61c903-1d17-4b6a-bc31-2750788383cd tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Allocated IP 172.20.0.4 (bab0909c-e2b3-45b7-b9ea-31a3c90130ac/d8059427-8094-4919-a4ba-5ba769b61640/4ed132f5-6019-47fb-ac36-35b4ef1c3795) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:54:27.260555 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['486c35c0-d980-4cd2-9278-71d91304fcb2'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:54:27.360505 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2607a202-f71b-444c-8d8f-41416aec145b req-c8d1c470-aea4-4d37-a7fa-47bd4df3f39a tempest-LiveAutoBlockMigrationV225Test-75761945 tempest-LiveAutoBlockMigrationV225Test-75761945-project] 10.222.0.13 "GET /v2.0/ports?device_id=f60f0443-a402-4f3d-82ec-b80e9cfd9f98 HTTP/1.1" status: 200 len: 210 time: 0.0541675 Aug 18 12:54:27.459011 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:54:27.468825 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-33e77de0-b13a-4413-abd4-fda93eac573d req-ea61c903-1d17-4b6a-bc31-2750788383cd tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:27.491525 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-11244444-4210-4fdc-81cd-d5852fe2e788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:27.534157 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:54:27.538622 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6a0f6da5-b1c9-48b8-937e-7c4cbcbd5655 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:54:27.566462 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38736) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:27.576814 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11244444-4210-4fdc-81cd-d5852fe2e788 admin admin] Pushing event deleted for resources: {'Port': ['ID=60406fab-52d2-40fa-8cee-7dfc0389d0b3,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:27.597301 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f3c37841-e675-4962-ada1-92c4485ebb0c req-d25fcbac-adb8-4370-b9e3-a16f22bec71e tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac13853d-ce9d-43bf-8ad8-c7eb555c6f12 HTTP/1.1" status: 200 len: 210 time: 0.0837903 Aug 18 12:54:27.666275 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11244444-4210-4fdc-81cd-d5852fe2e788 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:54:27.666843 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11244444-4210-4fdc-81cd-d5852fe2e788 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:54:27.667180 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11244444-4210-4fdc-81cd-d5852fe2e788 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:54:27.667528 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11244444-4210-4fdc-81cd-d5852fe2e788 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:54:27.667919 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11244444-4210-4fdc-81cd-d5852fe2e788 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:54:27.668311 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11244444-4210-4fdc-81cd-d5852fe2e788 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:54:27.668700 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11244444-4210-4fdc-81cd-d5852fe2e788 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:54:27.669043 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11244444-4210-4fdc-81cd-d5852fe2e788 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:54:27.669423 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11244444-4210-4fdc-81cd-d5852fe2e788 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:54:27.671576 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11244444-4210-4fdc-81cd-d5852fe2e788 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:54:27.672007 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11244444-4210-4fdc-81cd-d5852fe2e788 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:54:27.673088 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11244444-4210-4fdc-81cd-d5852fe2e788 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:54:27.709118 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-11244444-4210-4fdc-81cd-d5852fe2e788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:27.756836 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:27.816193 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-11244444-4210-4fdc-81cd-d5852fe2e788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:27.818425 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-11244444-4210-4fdc-81cd-d5852fe2e788 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:27.999237 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8ac71-fbc0-4bc2-8b37-dff39c00ab9a req-5ed2bcdf-5234-4475-b275-7cf5dbe77684 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:28.000949 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d9c8ac71-fbc0-4bc2-8b37-dff39c00ab9a req-5ed2bcdf-5234-4475-b275-7cf5dbe77684 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 950 time: 0.1212983 Aug 18 12:54:28.001567 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-11244444-4210-4fdc-81cd-d5852fe2e788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:28.002261 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11244444-4210-4fdc-81cd-d5852fe2e788 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9b39e85-e0bb-4b61-88aa-b5d1421419dc {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:54:28.009451 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-11244444-4210-4fdc-81cd-d5852fe2e788 admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:28.010635 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-11244444-4210-4fdc-81cd-d5852fe2e788 admin admin] 10.222.0.13 "DELETE /v2.0/routers/a9b39e85-e0bb-4b61-88aa-b5d1421419dc HTTP/1.1" status: 204 len: 168 time: 2.2554119 Aug 18 12:54:28.017309 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38740) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:28.047487 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-74861f10-ad17-408a-bd89-98eb690b3484 service neutron] show failed (client error): The resource could not be found. Aug 18 12:54:28.048454 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-74861f10-ad17-408a-bd89-98eb690b3484 service neutron] 10.222.0.39 "GET /v2.0/ports/b950e197-2c53-477b-a61d-31e56eecdbee/bindings/n-h2-803603-2 HTTP/1.1" status: 404 len: 380 time: 0.4072206 Aug 18 12:54:28.059881 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d9c8ac71-fbc0-4bc2-8b37-dff39c00ab9a req-49acc331-a054-48b8-93a3-d3b3e15c1a80 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476627 Aug 18 12:54:28.079368 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-33e77de0-b13a-4413-abd4-fda93eac573d req-ea61c903-1d17-4b6a-bc31-2750788383cd tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:28.116751 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33e77de0-b13a-4413-abd4-fda93eac573d req-ea61c903-1d17-4b6a-bc31-2750788383cd tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Network bab0909c-e2b3-45b7-b9ea-31a3c90130ac is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:54:28.119323 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-33e77de0-b13a-4413-abd4-fda93eac573d req-ea61c903-1d17-4b6a-bc31-2750788383cd tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:54:28.138593 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e77de0-b13a-4413-abd4-fda93eac573d req-ea61c903-1d17-4b6a-bc31-2750788383cd tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:54:28.140327 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9bf019a-6f1f-47d4-89d9-12db81a951d6 admin admin] Deleting subnet 154e0376-ea0e-40f2-a861-d291c3269453 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:54:28.155276 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e9bf019a-6f1f-47d4-89d9-12db81a951d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:28.192091 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b326f422-3f87-4524-bf97-f5ab9917aa06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:28.200899 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea61c903-1d17-4b6a-bc31-2750788383cd tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Pushing event updated for resources: {'Port': ['ID=4ed132f5-6019-47fb-ac36-35b4ef1c3795,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:28.227737 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e77de0-b13a-4413-abd4-fda93eac573d req-ea61c903-1d17-4b6a-bc31-2750788383cd tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:28.229465 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-33e77de0-b13a-4413-abd4-fda93eac573d req-ea61c903-1d17-4b6a-bc31-2750788383cd tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:28.319205 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-33e77de0-b13a-4413-abd4-fda93eac573d req-ea61c903-1d17-4b6a-bc31-2750788383cd tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8575804 Aug 18 12:54:28.332072 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-33e77de0-b13a-4413-abd4-fda93eac573d req-1e29f1e7-e6fc-487e-964a-7b2431e1f0aa service neutron] Request body: {'port': {'device_id': 'ac13853d-ce9d-43bf-8ad8-c7eb555c6f12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:54:28.332859 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e9bf019a-6f1f-47d4-89d9-12db81a951d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:28.398348 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-33e77de0-b13a-4413-abd4-fda93eac573d req-1e29f1e7-e6fc-487e-964a-7b2431e1f0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:28.401847 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:28.407152 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b154ff-a1a2-4e23-a582-77df1725efb4 req-c1a9e726-f6eb-4fb3-96a2-6575477a7a4e tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:28.415126 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-23b154ff-a1a2-4e23-a582-77df1725efb4 req-c1a9e726-f6eb-4fb3-96a2-6575477a7a4e tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e3b635f-e7d1-4d12-a89c-9dd5aa755bb1 HTTP/1.1" status: 200 len: 945 time: 0.2174821 Aug 18 12:54:28.459879 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38752) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:28.618940 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 486c35c0-d980-4cd2-9278-71d91304fcb2 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:54:28.633480 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-23b154ff-a1a2-4e23-a582-77df1725efb4 req-5c35a93b-693f-4b8c-a740-750bf53c253b tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171531 Aug 18 12:54:28.657337 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e9bf019a-6f1f-47d4-89d9-12db81a951d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:28.674635 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-48eac8da-f9ca-4a85-9436-6ab7fcba85e1 admin admin] Deleting subnet da996bc9-0001-4e2d-9a03-d2d78ee48c5d {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:54:28.678477 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-48eac8da-f9ca-4a85-9436-6ab7fcba85e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:28.724854 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-48eac8da-f9ca-4a85-9436-6ab7fcba85e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:28.782071 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-e9baba44-10d5-4a38-bb77-7306ff296f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:28.783713 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-e9baba44-10d5-4a38-bb77-7306ff296f94 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4&tenant_id=dfbf1e57c29344368949d54d6fc1d536 HTTP/1.1" status: 200 len: 1101 time: 0.0778229 Aug 18 12:54:28.798674 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-508b972b-eb94-40a3-83a7-362ef26d9279 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803603-2', 'device_owner': 'compute:nova'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:54:28.815500 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 486c35c0-d980-4cd2-9278-71d91304fcb2 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:54:28.816372 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-48eac8da-f9ca-4a85-9436-6ab7fcba85e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:28.822042 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 486c35c0-d980-4cd2-9278-71d91304fcb2 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:54:28.822741 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:28.866249 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c0ee9-0b7f-4007-89b1-41e744df71d4 req-bf8ffacc-c4ac-4ce9-a168-d63961b307e7 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:28.867722 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cd6c0ee9-0b7f-4007-89b1-41e744df71d4 req-bf8ffacc-c4ac-4ce9-a168-d63961b307e7 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac13853d-ce9d-43bf-8ad8-c7eb555c6f12 HTTP/1.1" status: 200 len: 931 time: 0.1242929 Aug 18 12:54:28.876630 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e9bf019a-6f1f-47d4-89d9-12db81a951d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:28.915667 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf019a-6f1f-47d4-89d9-12db81a951d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=154e0376-ea0e-40f2-a861-d291c3269453,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:28.943692 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:28.959284 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf019a-6f1f-47d4-89d9-12db81a951d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:54:28.959645 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf019a-6f1f-47d4-89d9-12db81a951d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:54:28.959981 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf019a-6f1f-47d4-89d9-12db81a951d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:54:28.960329 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf019a-6f1f-47d4-89d9-12db81a951d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:54:28.960674 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf019a-6f1f-47d4-89d9-12db81a951d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:54:28.960971 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf019a-6f1f-47d4-89d9-12db81a951d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:54:28.961293 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf019a-6f1f-47d4-89d9-12db81a951d6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:54:28.961617 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf019a-6f1f-47d4-89d9-12db81a951d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:54:28.961940 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf019a-6f1f-47d4-89d9-12db81a951d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:54:28.962288 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf019a-6f1f-47d4-89d9-12db81a951d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:54:28.962612 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf019a-6f1f-47d4-89d9-12db81a951d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:54:28.962935 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf019a-6f1f-47d4-89d9-12db81a951d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:54:28.970679 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e9bf019a-6f1f-47d4-89d9-12db81a951d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:28.975629 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e9bf019a-6f1f-47d4-89d9-12db81a951d6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/154e0376-ea0e-40f2-a861-d291c3269453 HTTP/1.1" status: 204 len: 168 time: 0.9502165 Aug 18 12:54:28.975629 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-508b972b-eb94-40a3-83a7-362ef26d9279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:28.977747 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cd6c0ee9-0b7f-4007-89b1-41e744df71d4 req-10b64c6e-a9a8-49e2-9a4c-d21624fedd44 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933676 Aug 18 12:54:28.978060 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38758) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:28.981153 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f73fa29-19d8-4fdb-87d3-a03f261964e0 None None] Network 02fd23fc-4be9-4045-ae50-4a7decb4e07c requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:54:28.984254 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-33e77de0-b13a-4413-abd4-fda93eac573d req-1e29f1e7-e6fc-487e-964a-7b2431e1f0aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ed132f5-6019-47fb-ac36-35b4ef1c3795 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:54:29.000347 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-33e77de0-b13a-4413-abd4-fda93eac573d req-1e29f1e7-e6fc-487e-964a-7b2431e1f0aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:29.007932 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3b635f-e7d1-4d12-a89c-9dd5aa755bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486c35c0-d980-4cd2-9278-71d91304fcb2'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:54:29.011114 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6020ae-59b8-4a45-b280-d517d530cece" -d '{"events": [{"server_uuid": "6e3b635f-e7d1-4d12-a89c-9dd5aa755bb1", "name": "network-vif-plugged", "status": "completed", "tag": "486c35c0-d980-4cd2-9278-71d91304fcb2"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:54:29.016493 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-33e77de0-b13a-4413-abd4-fda93eac573d req-1e29f1e7-e6fc-487e-964a-7b2431e1f0aa service neutron] Transition to ACTIVE for port object 4ed132f5-6019-47fb-ac36-35b4ef1c3795 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:54:29.044460 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-48eac8da-f9ca-4a85-9436-6ab7fcba85e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:29.064060 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 486c35c0-d980-4cd2-9278-71d91304fcb2, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=486c35c0-d980-4cd2-9278-71d91304fcb2,segment=NetworkSegment(97efc5da-ecd0-4484-ac0f-ba58622f7886),segment_id=97efc5da-ecd0-4484-ac0f-ba58622f7886)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:29.066215 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea735c4-89a9-4fd2-8b2a-5a2e00709966 x-openstack-request-id: req-eea735c4-89a9-4fd2-8b2a-5a2e00709966 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:54:29.066786 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3b635f-e7d1-4d12-a89c-9dd5aa755bb1", "name": "network-vif-plugged", "status": "completed", "tag": "486c35c0-d980-4cd2-9278-71d91304fcb2", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:54:29.067540 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eea735c4-89a9-4fd2-8b2a-5a2e00709966 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:54:29.068796 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3b635f-e7d1-4d12-a89c-9dd5aa755bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486c35c0-d980-4cd2-9278-71d91304fcb2', 'code': 200} Aug 18 12:54:29.108556 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-33e77de0-b13a-4413-abd4-fda93eac573d req-1e29f1e7-e6fc-487e-964a-7b2431e1f0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:29.118609 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-b326f422-3f87-4524-bf97-f5ab9917aa06 admin admin] Deleting port b88812a6-8953-46fb-976b-f65cf20db406 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:54:29.118813 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eac8da-f9ca-4a85-9436-6ab7fcba85e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da996bc9-0001-4e2d-9a03-d2d78ee48c5d,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:29.118904 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b326f422-3f87-4524-bf97-f5ab9917aa06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:29.154800 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-374955d4-08f8-426c-842c-fe3d54fa23f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:29.155081 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-48eac8da-f9ca-4a85-9436-6ab7fcba85e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:29.157542 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-48eac8da-f9ca-4a85-9436-6ab7fcba85e1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/da996bc9-0001-4e2d-9a03-d2d78ee48c5d HTTP/1.1" status: 204 len: 168 time: 0.6967790 Aug 18 12:54:29.166553 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:29.167479 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device f7b10e72-a236-41cf-959f-c2cc7a26b418 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:54:29.173159 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38764) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:29.221055 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: f7b10e72-a236-41cf-959f-c2cc7a26b418 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:54:29.221398 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device f7b10e72-a236-41cf-959f-c2cc7a26b418 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:54:29.262366 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=486c35c0-d980-4cd2-9278-71d91304fcb2,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:29.356007 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e29f1e7-e6fc-487e-964a-7b2431e1f0aa service neutron] Pushing event updated for resources: {'Port': ['ID=4ed132f5-6019-47fb-ac36-35b4ef1c3795,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:29.374759 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e7c2f0-f675-4d66-ac37-dfdcee779bd6 None None] DHCP port deletion for 02fd23fc-4be9-4045-ae50-4a7decb4e07c request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:54:29.434405 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-b326f422-3f87-4524-bf97-f5ab9917aa06 admin admin] For port b88812a6-8953-46fb-976b-f65cf20db406, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b88812a6-8953-46fb-976b-f65cf20db406,segment=NetworkSegment(9f6eb4ba-1497-461d-9c11-c192138a3902),segment_id=9f6eb4ba-1497-461d-9c11-c192138a3902)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:29.435160 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b326f422-3f87-4524-bf97-f5ab9917aa06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:29.444260 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd57c6e-6c72-4b34-add7-bc42559d451f req-b25fed70-7c30-46ac-9419-d36aa21cb107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:29.446009 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-efd57c6e-6c72-4b34-add7-bc42559d451f req-b25fed70-7c30-46ac-9419-d36aa21cb107 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6e3b635f-e7d1-4d12-a89c-9dd5aa755bb1 HTTP/1.1" status: 200 len: 1097 time: 0.2970436 Aug 18 12:54:29.448215 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-b326f422-3f87-4524-bf97-f5ab9917aa06 admin admin] Calling delete_port for b88812a6-8953-46fb-976b-f65cf20db406 owned by network:router_interface {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:54:29.458854 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff4e73-0527-4f8d-b4c2-360ff50e64d5 req-29bf8e24-5cd9-4576-88ac-216482c04509 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:29.467168 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-efff4e73-0527-4f8d-b4c2-360ff50e64d5 req-29bf8e24-5cd9-4576-88ac-216482c04509 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 950 time: 0.2536390 Aug 18 12:54:29.476596 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-37679a53-f67e-488d-868a-7f13f4afeb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:29.481044 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-53e7c2f0-f675-4d66-ac37-dfdcee779bd6 None None] Deleting port 41d10d6d-619e-4cad-93c8-cc9cedd84185 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:54:29.481568 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-53e7c2f0-f675-4d66-ac37-dfdcee779bd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:29.495402 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 60406fab-52d2-40fa-8cee-7dfc0389d0b3 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:54:29.527261 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-33e77de0-b13a-4413-abd4-fda93eac573d req-1e29f1e7-e6fc-487e-964a-7b2431e1f0aa service neutron] Attempting to bind port 4ed132f5-6019-47fb-ac36-35b4ef1c3795 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:54:29.527909 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-33e77de0-b13a-4413-abd4-fda93eac573d req-1e29f1e7-e6fc-487e-964a-7b2431e1f0aa service neutron] Attempting to bind port 4ed132f5-6019-47fb-ac36-35b4ef1c3795 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '908af126-c217-456c-b1ef-f447c03c2104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bab0909c-e2b3-45b7-b9ea-31a3c90130ac'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:54:29.528450 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e77de0-b13a-4413-abd4-fda93eac573d req-1e29f1e7-e6fc-487e-964a-7b2431e1f0aa service neutron] Attempting to bind port 4ed132f5-6019-47fb-ac36-35b4ef1c3795 on network bab0909c-e2b3-45b7-b9ea-31a3c90130ac {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:54:29.545975 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 60406fab-52d2-40fa-8cee-7dfc0389d0b3 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:54:29.546411 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 60406fab-52d2-40fa-8cee-7dfc0389d0b3 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:54:29.548092 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e77de0-b13a-4413-abd4-fda93eac573d req-1e29f1e7-e6fc-487e-964a-7b2431e1f0aa service neutron] Port 4ed132f5-6019-47fb-ac36-35b4ef1c3795 on network bab0909c-e2b3-45b7-b9ea-31a3c90130ac not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:54:29.549531 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e77de0-b13a-4413-abd4-fda93eac573d req-1e29f1e7-e6fc-487e-964a-7b2431e1f0aa service neutron] Attempting to bind port 4ed132f5-6019-47fb-ac36-35b4ef1c3795 on network bab0909c-e2b3-45b7-b9ea-31a3c90130ac {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:54:29.572657 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-53e7c2f0-f675-4d66-ac37-dfdcee779bd6 None None] For port 41d10d6d-619e-4cad-93c8-cc9cedd84185, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=41d10d6d-619e-4cad-93c8-cc9cedd84185,segment=NetworkSegment(c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca),segment_id=c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:29.573330 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-53e7c2f0-f675-4d66-ac37-dfdcee779bd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:29.588971 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-53e7c2f0-f675-4d66-ac37-dfdcee779bd6 None None] Calling delete_port for 41d10d6d-619e-4cad-93c8-cc9cedd84185 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:54:29.608820 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-efd57c6e-6c72-4b34-add7-bc42559d451f req-66ad8580-8cf9-4a32-a720-d9578b8a8138 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363957 Aug 18 12:54:29.609556 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e77de0-b13a-4413-abd4-fda93eac573d req-1e29f1e7-e6fc-487e-964a-7b2431e1f0aa service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:54:29.612554 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e77de0-b13a-4413-abd4-fda93eac573d req-1e29f1e7-e6fc-487e-964a-7b2431e1f0aa service neutron] Checking segment: {'id': '908af126-c217-456c-b1ef-f447c03c2104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bab0909c-e2b3-45b7-b9ea-31a3c90130ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:54:29.612554 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e77de0-b13a-4413-abd4-fda93eac573d req-1e29f1e7-e6fc-487e-964a-7b2431e1f0aa service neutron] Bound using segment: {'id': '908af126-c217-456c-b1ef-f447c03c2104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bab0909c-e2b3-45b7-b9ea-31a3c90130ac'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:54:29.612554 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-33e77de0-b13a-4413-abd4-fda93eac573d req-1e29f1e7-e6fc-487e-964a-7b2431e1f0aa service neutron] Bound port: 4ed132f5-6019-47fb-ac36-35b4ef1c3795, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '908af126-c217-456c-b1ef-f447c03c2104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bab0909c-e2b3-45b7-b9ea-31a3c90130ac'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:54:29.612554 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-33e77de0-b13a-4413-abd4-fda93eac573d req-1e29f1e7-e6fc-487e-964a-7b2431e1f0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:29.627783 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-efff4e73-0527-4f8d-b4c2-360ff50e64d5 req-c3c89442-ac99-4a35-9366-d5edfc8fee5f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554077 Aug 18 12:54:29.734868 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-37679a53-f67e-488d-868a-7f13f4afeb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:29.752063 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-37679a53-f67e-488d-868a-7f13f4afeb61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91d3e9e9-f927-4110-8610-d1ae88923133']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:29.768700 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-53e7c2f0-f675-4d66-ac37-dfdcee779bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:29.773734 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-37679a53-f67e-488d-868a-7f13f4afeb61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:29.774114 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-37679a53-f67e-488d-868a-7f13f4afeb61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0145d3d1-29a3-46ee-8fb9-d8a2c8e21d3d') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:29.791193 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-37679a53-f67e-488d-868a-7f13f4afeb61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:29.793413 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-33e77de0-b13a-4413-abd4-fda93eac573d req-1e29f1e7-e6fc-487e-964a-7b2431e1f0aa service neutron] For port 4ed132f5-6019-47fb-ac36-35b4ef1c3795, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:54:29.801963 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-33e77de0-b13a-4413-abd4-fda93eac573d req-1e29f1e7-e6fc-487e-964a-7b2431e1f0aa service neutron] For port 4ed132f5-6019-47fb-ac36-35b4ef1c3795, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=4ed132f5-6019-47fb-ac36-35b4ef1c3795,segment=NetworkSegment(908af126-c217-456c-b1ef-f447c03c2104),segment_id=908af126-c217-456c-b1ef-f447c03c2104)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:54:29.808129 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7c2f0-f675-4d66-ac37-dfdcee779bd6 None None] Pushing event deleted for resources: {'Port': ['ID=41d10d6d-619e-4cad-93c8-cc9cedd84185,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:29.813852 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-37679a53-f67e-488d-868a-7f13f4afeb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:29.816448 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e7c2f0-f675-4d66-ac37-dfdcee779bd6 None None] No DVR routers for this DVR port 41d10d6d-619e-4cad-93c8-cc9cedd84185 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:54:29.826237 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37679a53-f67e-488d-868a-7f13f4afeb61 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:54:29.826657 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-37679a53-f67e-488d-868a-7f13f4afeb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:29.832106 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 12:54:29.832106 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:54:29.832106 n-d-803603-2 neutron-server[101675]: timer() Aug 18 12:54:29.832106 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:54:29.832106 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 12:54:29.832106 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:54:29.832106 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 12:54:29.832106 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:54:29.832106 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 12:54:29.832106 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:54:29.832106 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 12:54:29.832106 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:54:29.832106 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 12:54:29.832106 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:54:29.832106 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:54:29.832106 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:54:29.832106 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:54:29.832106 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:54:29.832106 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 12:54:29.832106 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:54:29.832106 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 12:54:29.832106 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:54:29.832106 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:54:29.832106 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:54:29.832106 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 12:54:29.832106 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:54:29.832106 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:54:29.832106 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:54:29.832106 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:54:29.832106 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:54:29.832106 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:54:29.832106 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:54:29.884744 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-33e77de0-b13a-4413-abd4-fda93eac573d req-1e29f1e7-e6fc-487e-964a-7b2431e1f0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:29.935624 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e77de0-b13a-4413-abd4-fda93eac573d req-1e29f1e7-e6fc-487e-964a-7b2431e1f0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:29.937061 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-33e77de0-b13a-4413-abd4-fda93eac573d req-1e29f1e7-e6fc-487e-964a-7b2431e1f0aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:29.938275 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-33e77de0-b13a-4413-abd4-fda93eac573d req-1e29f1e7-e6fc-487e-964a-7b2431e1f0aa service neutron] 10.222.0.20 "PUT /v2.0/ports/4ed132f5-6019-47fb-ac36-35b4ef1c3795 HTTP/1.1" status: 200 len: 1091 time: 1.6110644 Aug 18 12:54:29.941130 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac13853d-ce9d-43bf-8ad8-c7eb555c6f12', 'tag': '4ed132f5-6019-47fb-ac36-35b4ef1c3795'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:54:29.948590 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee569ba-c6f1-4eff-9791-6f78ac5d8a53" -d '{"events": [{"name": "network-changed", "server_uuid": "ac13853d-ce9d-43bf-8ad8-c7eb555c6f12", "tag": "4ed132f5-6019-47fb-ac36-35b4ef1c3795"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:54:29.997166 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e29f1e7-e6fc-487e-964a-7b2431e1f0aa service neutron] Pushing event updated for resources: {'Port': ['ID=4ed132f5-6019-47fb-ac36-35b4ef1c3795,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:30.013997 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8aa4ea-7be9-46c9-aaea-a74a018b8742 x-openstack-request-id: req-0f8aa4ea-7be9-46c9-aaea-a74a018b8742 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:54:30.013997 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac13853d-ce9d-43bf-8ad8-c7eb555c6f12", "tag": "4ed132f5-6019-47fb-ac36-35b4ef1c3795", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:54:30.013997 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f8aa4ea-7be9-46c9-aaea-a74a018b8742 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:54:30.013997 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac13853d-ce9d-43bf-8ad8-c7eb555c6f12', 'tag': '4ed132f5-6019-47fb-ac36-35b4ef1c3795', 'status': 'completed', 'code': 200} Aug 18 12:54:30.062527 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-508b972b-eb94-40a3-83a7-362ef26d9279 service neutron] For port b950e197-2c53-477b-a61d-31e56eecdbee, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=b950e197-2c53-477b-a61d-31e56eecdbee,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:30.073015 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-374955d4-08f8-426c-842c-fe3d54fa23f2 admin admin] Deleting port 41d10d6d-619e-4cad-93c8-cc9cedd84185 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:54:30.073349 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-374955d4-08f8-426c-842c-fe3d54fa23f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:30.080300 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-37679a53-f67e-488d-868a-7f13f4afeb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:30.086099 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e4945-97db-4aed-9033-039d257f103e req-faad4ff5-f0d4-4f18-a13c-8dc0fe2166e3 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:30.092499 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-37679a53-f67e-488d-868a-7f13f4afeb61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:30.093280 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cd7e4945-97db-4aed-9033-039d257f103e req-faad4ff5-f0d4-4f18-a13c-8dc0fe2166e3 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e3b635f-e7d1-4d12-a89c-9dd5aa755bb1 HTTP/1.1" status: 200 len: 946 time: 0.1825244 Aug 18 12:54:30.097037 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-37679a53-f67e-488d-868a-7f13f4afeb61 admin admin] 10.222.0.13 "DELETE /v2.0/networks/91d3e9e9-f927-4110-8610-d1ae88923133 HTTP/1.1" status: 204 len: 168 time: 0.9191616 Aug 18 12:54:30.103719 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38776) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:30.164197 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37679a53-f67e-488d-868a-7f13f4afeb61 admin admin] Pushing event deleted for resources: {'Network': ['ID=91d3e9e9-f927-4110-8610-d1ae88923133,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:30.193637 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-b29c27c9-a037-45b5-939e-81dd006ebe7d admin admin] Deleting subnet d0e6e80c-117d-4769-8a19-b737583083fe {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:54:30.198722 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee569ba-c6f1-4eff-9791-6f78ac5d8a53 req-c22f0651-3bcf-4942-bd93-b5071f2b089f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:30.203747 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ee569ba-c6f1-4eff-9791-6f78ac5d8a53 req-c22f0651-3bcf-4942-bd93-b5071f2b089f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7b0e581f29f04c10ba40170fbb56ba44&device_id=ac13853d-ce9d-43bf-8ad8-c7eb555c6f12 HTTP/1.1" status: 200 len: 1094 time: 0.1598465 Aug 18 12:54:30.203747 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b29c27c9-a037-45b5-939e-81dd006ebe7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:30.213071 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-508b972b-eb94-40a3-83a7-362ef26d9279 service neutron] For port b950e197-2c53-477b-a61d-31e56eecdbee, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:54:30.241790 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-374955d4-08f8-426c-842c-fe3d54fa23f2 admin admin] For port 41d10d6d-619e-4cad-93c8-cc9cedd84185, host n-d-803603-2, got binding levels [] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:30.242156 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-374955d4-08f8-426c-842c-fe3d54fa23f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:30.245438 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eecad61-87a8-4ea0-8393-c2b5c3767ada req-7b14fec4-e2fe-43c3-83e2-d512f3dc4f60 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:30.246973 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cd7e4945-97db-4aed-9033-039d257f103e req-a48ec726-1e71-4e15-85e8-bbec40555b6d tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529090 Aug 18 12:54:30.247201 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5eecad61-87a8-4ea0-8393-c2b5c3767ada req-7b14fec4-e2fe-43c3-83e2-d512f3dc4f60 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac13853d-ce9d-43bf-8ad8-c7eb555c6f12 HTTP/1.1" status: 200 len: 943 time: 0.1695600 Aug 18 12:54:30.282394 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-374955d4-08f8-426c-842c-fe3d54fa23f2 admin admin] Calling delete_port for 41d10d6d-619e-4cad-93c8-cc9cedd84185 owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:54:30.288683 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.ipam_backend_mixin [None req-374955d4-08f8-426c-842c-fe3d54fa23f2 admin admin] Port 41d10d6d-619e-4cad-93c8-cc9cedd84185 was not found and therefore no delete operation was performed {{(pid=101676) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 12:54:30.297068 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-374955d4-08f8-426c-842c-fe3d54fa23f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:30.319408 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b950e197-2c53-477b-a61d-31e56eecdbee'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:54:30.322067 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0174d364-089b-4109-915d-37c7f0531103" -d '{"events": [{"server_uuid": "5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4", "name": "network-vif-unplugged", "status": "completed", "tag": "b950e197-2c53-477b-a61d-31e56eecdbee"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:54:30.346323 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-508b972b-eb94-40a3-83a7-362ef26d9279 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:30.354260 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374955d4-08f8-426c-842c-fe3d54fa23f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=41d10d6d-619e-4cad-93c8-cc9cedd84185,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:30.361750 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374955d4-08f8-426c-842c-fe3d54fa23f2 admin admin] No DVR routers for this DVR port 41d10d6d-619e-4cad-93c8-cc9cedd84185 on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:54:30.482532 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-374955d4-08f8-426c-842c-fe3d54fa23f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:30.494717 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1eb5fed-7aa9-4580-adcf-6e6f59861dfb x-openstack-request-id: req-f1eb5fed-7aa9-4580-adcf-6e6f59861dfb {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:54:30.495286 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4", "name": "network-vif-unplugged", "status": "completed", "tag": "b950e197-2c53-477b-a61d-31e56eecdbee", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:54:30.495621 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1eb5fed-7aa9-4580-adcf-6e6f59861dfb {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:54:30.496015 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b950e197-2c53-477b-a61d-31e56eecdbee', 'code': 200} Aug 18 12:54:30.497884 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-508b972b-eb94-40a3-83a7-362ef26d9279 service neutron] Transition to ACTIVE for port object b950e197-2c53-477b-a61d-31e56eecdbee will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:54:30.500877 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-374955d4-08f8-426c-842c-fe3d54fa23f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02fd23fc-4be9-4045-ae50-4a7decb4e07c']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:30.503753 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b326f422-3f87-4524-bf97-f5ab9917aa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:30.541263 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-374955d4-08f8-426c-842c-fe3d54fa23f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:30.541567 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-374955d4-08f8-426c-842c-fe3d54fa23f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c37a8d5d-3d07-44bd-a92a-a531f4b6e9ca') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:30.545321 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326f422-3f87-4524-bf97-f5ab9917aa06 admin admin] Pushing event deleted for resources: {'Port': ['ID=b88812a6-8953-46fb-976b-f65cf20db406,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:30.579671 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-508b972b-eb94-40a3-83a7-362ef26d9279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:30.584409 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-374955d4-08f8-426c-842c-fe3d54fa23f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:30.624669 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device b950e197-2c53-477b-a61d-31e56eecdbee no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:54:30.656433 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-374955d4-08f8-426c-842c-fe3d54fa23f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:30.680352 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-374955d4-08f8-426c-842c-fe3d54fa23f2 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:54:30.684646 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-374955d4-08f8-426c-842c-fe3d54fa23f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:30.684646 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 12:54:30.684646 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:54:30.684646 n-d-803603-2 neutron-server[101676]: timer() Aug 18 12:54:30.684646 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:54:30.684646 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 12:54:30.684646 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:54:30.684646 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 12:54:30.684646 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:54:30.684646 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 12:54:30.684646 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:54:30.684646 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 12:54:30.684646 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:54:30.684646 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 12:54:30.684646 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:54:30.684646 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:54:30.684646 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:54:30.684646 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:54:30.684646 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:54:30.684646 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 12:54:30.684646 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:54:30.684646 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 12:54:30.684646 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:54:30.684646 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:54:30.684646 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:54:30.684646 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 12:54:30.684646 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:54:30.684646 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:54:30.684646 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:54:30.684646 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:54:30.684646 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:54:30.684646 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:54:30.684646 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:54:30.753563 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device b950e197-2c53-477b-a61d-31e56eecdbee not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:54:30.768708 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b29c27c9-a037-45b5-939e-81dd006ebe7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:30.769251 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b972b-eb94-40a3-83a7-362ef26d9279 service neutron] Pushing event updated for resources: {'Port': ['ID=b950e197-2c53-477b-a61d-31e56eecdbee,revision_number=6']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:30.804808 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-508b972b-eb94-40a3-83a7-362ef26d9279 service neutron] No DVR routers for this DVR port b950e197-2c53-477b-a61d-31e56eecdbee on host n-h1-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:54:30.877811 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5eecad61-87a8-4ea0-8393-c2b5c3767ada req-4768c771-40cd-47d4-9560-156678406734 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466789 Aug 18 12:54:30.913247 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b29c27c9-a037-45b5-939e-81dd006ebe7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:30.940300 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee569ba-c6f1-4eff-9791-6f78ac5d8a53 req-9fa84f74-2edb-4ca1-b02a-068936091442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:30.942308 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ee569ba-c6f1-4eff-9791-6f78ac5d8a53 req-9fa84f74-2edb-4ca1-b02a-068936091442 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=7b0e581f29f04c10ba40170fbb56ba44&shared=False HTTP/1.1" status: 200 len: 906 time: 0.7160313 Aug 18 12:54:30.972103 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-508b972b-eb94-40a3-83a7-362ef26d9279 service neutron] Attempting to bind port b950e197-2c53-477b-a61d-31e56eecdbee on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:54:30.972436 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-508b972b-eb94-40a3-83a7-362ef26d9279 service neutron] Attempting to bind port b950e197-2c53-477b-a61d-31e56eecdbee by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:54:30.972766 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-508b972b-eb94-40a3-83a7-362ef26d9279 service neutron] Attempting to bind port b950e197-2c53-477b-a61d-31e56eecdbee on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:54:30.984401 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ac1db-8dfd-4a82-8854-4f0d385199ac req-6e2bdd38-6d44-4f17-834d-69ad74507d58 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:30.991379 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8c6ac1db-8dfd-4a82-8854-4f0d385199ac req-6e2bdd38-6d44-4f17-834d-69ad74507d58 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 948 time: 0.2022521 Aug 18 12:54:30.997699 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-508b972b-eb94-40a3-83a7-362ef26d9279 service neutron] Port b950e197-2c53-477b-a61d-31e56eecdbee on network f82a481e-2d3e-49f3-a273-639556667c8a not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:54:30.998029 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-508b972b-eb94-40a3-83a7-362ef26d9279 service neutron] Attempting to bind port b950e197-2c53-477b-a61d-31e56eecdbee on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:54:31.021324 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-508b972b-eb94-40a3-83a7-362ef26d9279 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:54:31.026772 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-508b972b-eb94-40a3-83a7-362ef26d9279 service neutron] Checking segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:54:31.026772 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-508b972b-eb94-40a3-83a7-362ef26d9279 service neutron] Bound using segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:54:31.026772 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-508b972b-eb94-40a3-83a7-362ef26d9279 service neutron] Bound port: b950e197-2c53-477b-a61d-31e56eecdbee, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:54:31.026772 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-508b972b-eb94-40a3-83a7-362ef26d9279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:31.035638 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b326f422-3f87-4524-bf97-f5ab9917aa06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:31.056034 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-374955d4-08f8-426c-842c-fe3d54fa23f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:31.068824 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-374955d4-08f8-426c-842c-fe3d54fa23f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:31.073364 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee569ba-c6f1-4eff-9791-6f78ac5d8a53 req-c51aa0ba-b968-435f-8cfa-1bb7107a253f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:31.073508 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-374955d4-08f8-426c-842c-fe3d54fa23f2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/02fd23fc-4be9-4045-ae50-4a7decb4e07c HTTP/1.1" status: 204 len: 168 time: 2.0911593 Aug 18 12:54:31.073624 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ee569ba-c6f1-4eff-9791-6f78ac5d8a53 req-c51aa0ba-b968-435f-8cfa-1bb7107a253f service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1210322 Aug 18 12:54:31.073813 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38786) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:31.135357 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8c6ac1db-8dfd-4a82-8854-4f0d385199ac req-2d6323de-deef-41a8-8bd8-f5d77fcd4543 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407478 Aug 18 12:54:31.139196 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374955d4-08f8-426c-842c-fe3d54fa23f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=02fd23fc-4be9-4045-ae50-4a7decb4e07c,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:31.161084 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b29c27c9-a037-45b5-939e-81dd006ebe7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:31.197205 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b29c27c9-a037-45b5-939e-81dd006ebe7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:31.200439 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b29c27c9-a037-45b5-939e-81dd006ebe7d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d0e6e80c-117d-4769-8a19-b737583083fe HTTP/1.1" status: 204 len: 168 time: 1.0936868 Aug 18 12:54:31.201700 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c27c9-a037-45b5-939e-81dd006ebe7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0e6e80c-117d-4769-8a19-b737583083fe,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:31.203896 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38788) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:31.261448 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e77de0-b13a-4413-abd4-fda93eac573d req-ff67e942-7320-42fd-a655-4314e04678f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:31.262985 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-33e77de0-b13a-4413-abd4-fda93eac573d req-ff67e942-7320-42fd-a655-4314e04678f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7b0e581f29f04c10ba40170fbb56ba44&device_id=ac13853d-ce9d-43bf-8ad8-c7eb555c6f12 HTTP/1.1" status: 200 len: 1094 time: 0.1406341 Aug 18 12:54:31.267580 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-508b972b-eb94-40a3-83a7-362ef26d9279 service neutron] For port b950e197-2c53-477b-a61d-31e56eecdbee, host n-h2-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:54:31.298952 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-508b972b-eb94-40a3-83a7-362ef26d9279 service neutron] For port b950e197-2c53-477b-a61d-31e56eecdbee, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=b950e197-2c53-477b-a61d-31e56eecdbee,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:54:31.319298 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-33e77de0-b13a-4413-abd4-fda93eac573d req-6420a255-2dd5-4e8c-abc5-5460b3fc8929 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ed132f5-6019-47fb-ac36-35b4ef1c3795 HTTP/1.1" status: 200 len: 217 time: 0.0437491 Aug 18 12:54:31.441776 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-02af6b6a-175c-48da-a64b-ae27c237bb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:31.457010 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-508b972b-eb94-40a3-83a7-362ef26d9279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:31.485172 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e77de0-b13a-4413-abd4-fda93eac573d req-c04de0c2-6911-4c9a-b5ec-c4c9bee9e991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:31.487008 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-33e77de0-b13a-4413-abd4-fda93eac573d req-c04de0c2-6911-4c9a-b5ec-c4c9bee9e991 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d8059427-8094-4919-a4ba-5ba769b61640 HTTP/1.1" status: 200 len: 845 time: 0.1329844 Aug 18 12:54:31.501377 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-508b972b-eb94-40a3-83a7-362ef26d9279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:31.502033 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-508b972b-eb94-40a3-83a7-362ef26d9279 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:31.503926 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-508b972b-eb94-40a3-83a7-362ef26d9279 service neutron] 10.222.0.20 "PUT /v2.0/ports/b950e197-2c53-477b-a61d-31e56eecdbee HTTP/1.1" status: 200 len: 1096 time: 2.7106168 Aug 18 12:54:31.521444 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 41d10d6d-619e-4cad-93c8-cc9cedd84185 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:54:31.576866 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 41d10d6d-619e-4cad-93c8-cc9cedd84185 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:54:31.577500 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 41d10d6d-619e-4cad-93c8-cc9cedd84185 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:54:31.620606 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-33e77de0-b13a-4413-abd4-fda93eac573d req-5a85022f-dcb4-4807-b414-a244fe5a454d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bab0909c-e2b3-45b7-b9ea-31a3c90130ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1206720 Aug 18 12:54:31.655050 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6706331-d1eb-4168-a0fa-342d2f43dfb1 req-de6490e7-003d-4b92-bfe2-01dfa5e75b2b tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:31.666869 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b6706331-d1eb-4168-a0fa-342d2f43dfb1 req-de6490e7-003d-4b92-bfe2-01dfa5e75b2b tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e3b635f-e7d1-4d12-a89c-9dd5aa755bb1 HTTP/1.1" status: 200 len: 946 time: 0.2241123 Aug 18 12:54:31.682840 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b972b-eb94-40a3-83a7-362ef26d9279 service neutron] Pushing event updated for resources: {'Port': ['ID=b950e197-2c53-477b-a61d-31e56eecdbee,revision_number=7']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:31.712107 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b326f422-3f87-4524-bf97-f5ab9917aa06 admin admin] Router 1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:54:31.717097 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-916c157e-5b50-4d98-ab95-7f25b58b52da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:31.718686 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-916c157e-5b50-4d98-ab95-7f25b58b52da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dfbf1e57c29344368949d54d6fc1d536&device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 1099 time: 0.1393681 Aug 18 12:54:31.748641 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-02af6b6a-175c-48da-a64b-ae27c237bb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:31.770398 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-33e77de0-b13a-4413-abd4-fda93eac573d req-a5372a1b-7d1e-417b-b8a4-5de68563dc6d service neutron] 10.222.0.20 "GET /v2.0/networks/bab0909c-e2b3-45b7-b9ea-31a3c90130ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249270 Aug 18 12:54:31.772533 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-02af6b6a-175c-48da-a64b-ae27c237bb77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9f5818b-2b86-4d14-b709-d3b4ffd35fdf']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:31.845980 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-02af6b6a-175c-48da-a64b-ae27c237bb77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e28bfec-11f3-4f30-9522-a0ab348d4fe9') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:31.846404 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-02af6b6a-175c-48da-a64b-ae27c237bb77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e28bfec-11f3-4f30-9522-a0ab348d4fe9') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:31.855146 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b6706331-d1eb-4168-a0fa-342d2f43dfb1 req-b3b95b8b-906a-4881-b311-4f3653bc0b1a tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872737 Aug 18 12:54:31.872942 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-02af6b6a-175c-48da-a64b-ae27c237bb77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:31.919288 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-33e77de0-b13a-4413-abd4-fda93eac573d req-01711618-b861-4f5f-af76-10ff63268f28 service neutron] 10.222.0.20 "GET /v2.0/networks/bab0909c-e2b3-45b7-b9ea-31a3c90130ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395028 Aug 18 12:54:31.982606 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a31c0039-7b6a-4420-982c-d9828755cc6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:31.994795 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-02af6b6a-175c-48da-a64b-ae27c237bb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:32.006508 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02af6b6a-175c-48da-a64b-ae27c237bb77 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:54:32.006915 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-02af6b6a-175c-48da-a64b-ae27c237bb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:32.008548 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 12:54:32.008548 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:54:32.008548 n-d-803603-2 neutron-server[101676]: timer() Aug 18 12:54:32.008548 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:54:32.008548 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 12:54:32.008548 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:54:32.008548 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 12:54:32.008548 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:54:32.008548 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 12:54:32.008548 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:54:32.008548 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 12:54:32.008548 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:54:32.008548 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 12:54:32.008548 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:54:32.008548 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:54:32.008548 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:54:32.008548 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:54:32.008548 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:54:32.008548 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 12:54:32.008548 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:54:32.008548 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 12:54:32.008548 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:54:32.008548 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:54:32.008548 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:54:32.008548 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 12:54:32.008548 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:54:32.008548 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:54:32.008548 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:54:32.008548 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:54:32.008548 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:54:32.008548 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:54:32.008548 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:54:32.081915 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-737b494b-8011-4940-adcf-082015287fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:32.084053 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-737b494b-8011-4940-adcf-082015287fff service neutron] 10.222.0.20 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.3481143 Aug 18 12:54:32.092498 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b326f422-3f87-4524-bf97-f5ab9917aa06 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:54:32.101725 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b326f422-3f87-4524-bf97-f5ab9917aa06 admin admin] 10.222.0.13 "PUT /v2.0/routers/1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5299249 Aug 18 12:54:32.104505 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38800) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:32.113662 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d46a9f-9771-4e77-bf16-7d9617842bff None None] Sync routers for ids ['1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:54:32.119656 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d46a9f-9771-4e77-bf16-7d9617842bff None None] Routers {'1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:54:32.121012 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e2d46a9f-9771-4e77-bf16-7d9617842bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:54:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:32.183499 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-78c172f3-cf28-4e58-9fae-7807befbb0ad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=b950e197-2c53-477b-a61d-31e56eecdbee HTTP/1.1" status: 200 len: 217 time: 0.0889466 Aug 18 12:54:32.193428 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1107532-ad22-42a1-967a-8959b87a87ee req-28ccd9ee-8ebf-41ef-a334-f4bb353b2277 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:32.201032 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-02af6b6a-175c-48da-a64b-ae27c237bb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:32.204450 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e1107532-ad22-42a1-967a-8959b87a87ee req-28ccd9ee-8ebf-41ef-a334-f4bb353b2277 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac13853d-ce9d-43bf-8ad8-c7eb555c6f12 HTTP/1.1" status: 200 len: 943 time: 0.1683922 Aug 18 12:54:32.235114 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-02af6b6a-175c-48da-a64b-ae27c237bb77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:32.239197 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-02af6b6a-175c-48da-a64b-ae27c237bb77 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a9f5818b-2b86-4d14-b709-d3b4ffd35fdf HTTP/1.1" status: 204 len: 168 time: 1.0303409 Aug 18 12:54:32.283830 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af6b6a-175c-48da-a64b-ae27c237bb77 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9f5818b-2b86-4d14-b709-d3b4ffd35fdf,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:32.305511 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e1107532-ad22-42a1-967a-8959b87a87ee req-017b74a3-7421-4cf8-930f-03296ff3b43a tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864892 Aug 18 12:54:32.323302 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-e2d46a9f-9771-4e77-bf16-7d9617842bff None None] Set router 1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:54:32.349779 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-ebf9b6cc-8097-46e9-8590-6c4cf56651d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:32.351270 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-ebf9b6cc-8097-46e9-8590-6c4cf56651d0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.1537011 Aug 18 12:54:32.383471 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437e756-e6d2-4c46-ba7d-fa159ea744b7 req-705b0ae9-2905-483b-977b-4f31f878f936 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:32.388322 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b437e756-e6d2-4c46-ba7d-fa159ea744b7 req-705b0ae9-2905-483b-977b-4f31f878f936 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e3b635f-e7d1-4d12-a89c-9dd5aa755bb1 HTTP/1.1" status: 200 len: 946 time: 0.2065859 Aug 18 12:54:32.409419 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cbdf5274-e658-44b6-bc87-99c7ed7fbc70 admin admin] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:32.495332 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b630f49-e1c8-4524-8ed1-1a2ec5c94352 req-a2040751-cab8-4453-91a4-0e8258dee8b7 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:32.496762 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3b630f49-e1c8-4524-8ed1-1a2ec5c94352 req-a2040751-cab8-4453-91a4-0e8258dee8b7 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 948 time: 0.0862744 Aug 18 12:54:32.514767 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4', 'tag': 'b950e197-2c53-477b-a61d-31e56eecdbee'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:54:32.517588 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70425712-1aa3-46d6-886e-729a2f0cdfbc" -d '{"events": [{"name": "network-changed", "server_uuid": "5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4", "tag": "b950e197-2c53-477b-a61d-31e56eecdbee"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:54:32.535192 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-a31c0039-7b6a-4420-982c-d9828755cc6d admin admin] Deleting port 43dde525-fc09-4826-9ce9-82ff9482df40 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:54:32.535535 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a31c0039-7b6a-4420-982c-d9828755cc6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:32.542935 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-7375a456-6f52-4c9e-ad1f-579bab5b214d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:32.546426 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-7375a456-6f52-4c9e-ad1f-579bab5b214d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1808243 Aug 18 12:54:32.551842 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b437e756-e6d2-4c46-ba7d-fa159ea744b7 req-53943365-9d71-4e35-b847-cd314215d52d tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448085 Aug 18 12:54:32.575337 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e2d46a9f-9771-4e77-bf16-7d9617842bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba', 'name': 'tempest-AttachSCSIVolumeTestJSON-287481593-router', 'tenant_id': '4f410e798f6c4fc4b088b42260174474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '5523173c-ec36-4e9b-9536-df3821ab9a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:52:30Z', 'updated_at': '2021-08-18T12:54:30Z', 'revision_number': 5, 'project_id': '4f410e798f6c4fc4b088b42260174474', 'gw_port': {'id': '5523173c-ec36-4e9b-9536-df3821ab9a67', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:52:31Z', 'updated_at': '2021-08-18T12:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:32.626857 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3b630f49-e1c8-4524-8ed1-1a2ec5c94352 req-e27f9c34-1083-4c82-aeea-4b344e576934 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206782 Aug 18 12:54:32.633595 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d46a9f-9771-4e77-bf16-7d9617842bff None None] Checking router: 1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:54:32.646478 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d46a9f-9771-4e77-bf16-7d9617842bff None None] Routers {'1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:54:32.647681 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e2d46a9f-9771-4e77-bf16-7d9617842bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:54:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:32.661430 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa77cd4e-1d9c-4e9a-807c-20890ddb367d x-openstack-request-id: req-aa77cd4e-1d9c-4e9a-807c-20890ddb367d {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:54:32.661740 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4", "tag": "b950e197-2c53-477b-a61d-31e56eecdbee", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:54:32.661992 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa77cd4e-1d9c-4e9a-807c-20890ddb367d {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:54:32.662432 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4', 'tag': 'b950e197-2c53-477b-a61d-31e56eecdbee', 'status': 'completed', 'code': 200} Aug 18 12:54:32.685055 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cbdf5274-e658-44b6-bc87-99c7ed7fbc70 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:32.733279 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-99e9a91f-0db9-4a2d-9d31-36b9a618cc1b service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789758 Aug 18 12:54:32.792103 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-a31c0039-7b6a-4420-982c-d9828755cc6d admin admin] For port 43dde525-fc09-4826-9ce9-82ff9482df40, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=43dde525-fc09-4826-9ce9-82ff9482df40,segment=NetworkSegment(e666ae71-c72b-4fc2-8a5a-60bedaff4a22),segment_id=e666ae71-c72b-4fc2-8a5a-60bedaff4a22)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:32.792688 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a31c0039-7b6a-4420-982c-d9828755cc6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:32.803829 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38814) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:32.808039 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-e2d46a9f-9771-4e77-bf16-7d9617842bff None None] Set router 1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:54:32.820094 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70425712-1aa3-46d6-886e-729a2f0cdfbc req-c692eb76-25d4-4a80-b9e3-843d72af2afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:32.821588 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-70425712-1aa3-46d6-886e-729a2f0cdfbc req-c692eb76-25d4-4a80-b9e3-843d72af2afb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dfbf1e57c29344368949d54d6fc1d536&device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 1099 time: 0.1456504 Aug 18 12:54:32.827902 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-a31c0039-7b6a-4420-982c-d9828755cc6d admin admin] Calling delete_port for 43dde525-fc09-4826-9ce9-82ff9482df40 owned by network:router_interface {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:54:32.890766 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3d3bdd15-ad0e-4fe8-bf08-53877d8f58dc req-95020939-c5c5-4cd5-a71d-932d9ba365d0 service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429477 Aug 18 12:54:32.910025 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c15e2-7cd1-48ce-9ff8-5da46af87345 req-b095873f-3bfd-4e30-ad37-4a033be9c7a3 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:32.910025 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8e7c15e2-7cd1-48ce-9ff8-5da46af87345 req-b095873f-3bfd-4e30-ad37-4a033be9c7a3 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e3b635f-e7d1-4d12-a89c-9dd5aa755bb1 HTTP/1.1" status: 200 len: 946 time: 0.1652997 Aug 18 12:54:32.931482 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-cbdf5274-e658-44b6-bc87-99c7ed7fbc70 admin admin] Deleting port 5523173c-ec36-4e9b-9536-df3821ab9a67 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:54:32.931824 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cbdf5274-e658-44b6-bc87-99c7ed7fbc70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:32.981098 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8e127fbe-54de-4a56-a5c9-ac29866640c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e9a8a0a72a94b328bf1e534da208edd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1717761 Aug 18 12:54:32.981986 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38818) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:33.027261 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8e7c15e2-7cd1-48ce-9ff8-5da46af87345 req-4b06bc01-a9b5-4c4e-b5ff-f479b4cb30f7 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773067 Aug 18 12:54:33.042589 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e2d46a9f-9771-4e77-bf16-7d9617842bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba', 'name': 'tempest-AttachSCSIVolumeTestJSON-287481593-router', 'tenant_id': '4f410e798f6c4fc4b088b42260174474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '5523173c-ec36-4e9b-9536-df3821ab9a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:52:30Z', 'updated_at': '2021-08-18T12:54:30Z', 'revision_number': 5, 'project_id': '4f410e798f6c4fc4b088b42260174474', 'gw_port': {'id': '5523173c-ec36-4e9b-9536-df3821ab9a67', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:52:31Z', 'updated_at': '2021-08-18T12:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:33.073894 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d46a9f-9771-4e77-bf16-7d9617842bff None None] The sync data for ids ['1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba'] in n-d-803603-2 is: [{'id': '1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba', 'name': 'tempest-AttachSCSIVolumeTestJSON-287481593-router', 'tenant_id': '4f410e798f6c4fc4b088b42260174474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '5523173c-ec36-4e9b-9536-df3821ab9a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:52:30Z', 'updated_at': '2021-08-18T12:54:30Z', 'revision_number': 5, 'project_id': '4f410e798f6c4fc4b088b42260174474', 'gw_port': {'id': '5523173c-ec36-4e9b-9536-df3821ab9a67', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:52:31Z', 'updated_at': '2021-08-18T12:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:54:33.083018 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-cbdf5274-e658-44b6-bc87-99c7ed7fbc70 admin admin] For port 5523173c-ec36-4e9b-9536-df3821ab9a67, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=5523173c-ec36-4e9b-9536-df3821ab9a67,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:33.083640 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cbdf5274-e658-44b6-bc87-99c7ed7fbc70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:33.095115 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70425712-1aa3-46d6-886e-729a2f0cdfbc req-567c75b0-112c-495a-8af4-c9a4456d51a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:33.096604 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-70425712-1aa3-46d6-886e-729a2f0cdfbc req-567c75b0-112c-495a-8af4-c9a4456d51a1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.2659960 Aug 18 12:54:33.150731 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-70425712-1aa3-46d6-886e-729a2f0cdfbc req-957184eb-3f12-491f-8686-75efce68e5c0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=b950e197-2c53-477b-a61d-31e56eecdbee HTTP/1.1" status: 200 len: 217 time: 0.0444243 Aug 18 12:54:33.217173 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70425712-1aa3-46d6-886e-729a2f0cdfbc req-577a3cac-d370-42db-8c7f-1c12a0e0da58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:33.218690 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-70425712-1aa3-46d6-886e-729a2f0cdfbc req-577a3cac-d370-42db-8c7f-1c12a0e0da58 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.0561399 Aug 18 12:54:33.293790 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70425712-1aa3-46d6-886e-729a2f0cdfbc req-80830d46-cc2f-4d60-81dc-b81b18b47b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:33.295312 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-70425712-1aa3-46d6-886e-729a2f0cdfbc req-80830d46-cc2f-4d60-81dc-b81b18b47b89 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0576601 Aug 18 12:54:33.401588 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a31c0039-7b6a-4420-982c-d9828755cc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:33.449018 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c0039-7b6a-4420-982c-d9828755cc6d admin admin] Pushing event deleted for resources: {'Port': ['ID=43dde525-fc09-4826-9ce9-82ff9482df40,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:33.461262 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-70425712-1aa3-46d6-886e-729a2f0cdfbc req-deaf4417-f413-4020-842b-36b13d94fb61 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590822 Aug 18 12:54:33.464152 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b88812a6-8953-46fb-976b-f65cf20db406 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:54:33.476305 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-cbdf5274-e658-44b6-bc87-99c7ed7fbc70 admin admin] Calling delete_port for 5523173c-ec36-4e9b-9536-df3821ab9a67 owned by network:router_gateway {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:54:33.530837 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d8f583d5-6d47-40a4-b5c5-49dd71abaa97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:33.544824 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: b88812a6-8953-46fb-976b-f65cf20db406 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:54:33.545116 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b88812a6-8953-46fb-976b-f65cf20db406 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:54:33.575469 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2499ed-a1e3-491d-b0ce-f4551b402550 req-ad2fa561-3dc1-40b1-843e-72eeea5a1df1 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:33.577185 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3d2499ed-a1e3-491d-b0ce-f4551b402550 req-ad2fa561-3dc1-40b1-843e-72eeea5a1df1 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac13853d-ce9d-43bf-8ad8-c7eb555c6f12 HTTP/1.1" status: 200 len: 943 time: 0.2075243 Aug 18 12:54:33.595843 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d8f583d5-6d47-40a4-b5c5-49dd71abaa97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:33.607138 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70425712-1aa3-46d6-886e-729a2f0cdfbc req-f8fc500e-5a6a-43fe-91ba-89bbdfe5da69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:33.608620 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-70425712-1aa3-46d6-886e-729a2f0cdfbc req-f8fc500e-5a6a-43fe-91ba-89bbdfe5da69 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dfbf1e57c29344368949d54d6fc1d536&device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 1099 time: 0.5211854 Aug 18 12:54:33.711286 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3d2499ed-a1e3-491d-b0ce-f4551b402550 req-55820b4a-942c-42db-a0d3-4050403bf7e2 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176155 Aug 18 12:54:33.776929 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70425712-1aa3-46d6-886e-729a2f0cdfbc req-81854770-b229-494f-8c26-c6dc95d59a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:33.778442 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-70425712-1aa3-46d6-886e-729a2f0cdfbc req-81854770-b229-494f-8c26-c6dc95d59a3f service neutron] 10.222.0.20 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.1429336 Aug 18 12:54:33.787267 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-70425712-1aa3-46d6-886e-729a2f0cdfbc req-6d682f10-3df5-42ac-bd00-f5c35e41e86d service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994859 Aug 18 12:54:33.787994 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a31c0039-7b6a-4420-982c-d9828755cc6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:33.814491 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:54:33.865350 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c8747-ae15-45f0-8a44-7d940d7de83b req-27b732dd-34d6-4741-abc7-947e67c0d903 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:33.872453 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6c3c8747-ae15-45f0-8a44-7d940d7de83b req-27b732dd-34d6-4741-abc7-947e67c0d903 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e3b635f-e7d1-4d12-a89c-9dd5aa755bb1 HTTP/1.1" status: 200 len: 946 time: 0.2815988 Aug 18 12:54:33.877642 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-70425712-1aa3-46d6-886e-729a2f0cdfbc req-7aeb961e-2949-494f-8cc2-46e7352397f0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=b950e197-2c53-477b-a61d-31e56eecdbee HTTP/1.1" status: 200 len: 217 time: 0.0588026 Aug 18 12:54:33.889484 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b2aea-663a-4293-9fde-a156ed25c5ca req-0a882df4-0afb-4463-baf6-dbb2b957c054 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:33.891002 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c48b2aea-663a-4293-9fde-a156ed25c5ca req-0a882df4-0afb-4463-baf6-dbb2b957c054 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 948 time: 0.1009171 Aug 18 12:54:33.952927 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d8f583d5-6d47-40a4-b5c5-49dd71abaa97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:33.955517 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d8f583d5-6d47-40a4-b5c5-49dd71abaa97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:33.958962 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d8f583d5-6d47-40a4-b5c5-49dd71abaa97 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0 HTTP/1.1" status: 204 len: 168 time: 0.9731045 Aug 18 12:54:33.975724 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c48b2aea-663a-4293-9fde-a156ed25c5ca req-5e642bf2-d6ad-4836-9e88-e13acf9f90f1 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539320 Aug 18 12:54:33.985894 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6c3c8747-ae15-45f0-8a44-7d940d7de83b req-d169cde6-0133-4f6c-88fe-9ec3b9ed0d34 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087379 Aug 18 12:54:34.018736 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f583d5-6d47-40a4-b5c5-49dd71abaa97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b3f1a2-4d07-4b15-97c0-86ecc0bf6aa0,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:34.029214 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70425712-1aa3-46d6-886e-729a2f0cdfbc req-ea8a2952-aaaf-45dd-a2ba-8c739c1f4d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:34.030772 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-70425712-1aa3-46d6-886e-729a2f0cdfbc req-ea8a2952-aaaf-45dd-a2ba-8c739c1f4d2a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.1397901 Aug 18 12:54:34.093345 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 4ed132f5-6019-47fb-ac36-35b4ef1c3795 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:54:34.103263 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70425712-1aa3-46d6-886e-729a2f0cdfbc req-c51a2b45-260c-4290-9cf4-6ca930357c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:34.104793 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-70425712-1aa3-46d6-886e-729a2f0cdfbc req-c51a2b45-260c-4290-9cf4-6ca930357c84 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0620980 Aug 18 12:54:34.138329 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31c0039-7b6a-4420-982c-d9828755cc6d admin admin] Router 9c67fecb-701f-435e-9a1a-d13fa661f615 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:54:34.186606 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cbdf5274-e658-44b6-bc87-99c7ed7fbc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:34.234096 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf5274-e658-44b6-bc87-99c7ed7fbc70 admin admin] Pushing event deleted for resources: {'Port': ['ID=5523173c-ec36-4e9b-9536-df3821ab9a67,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:34.267164 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-70425712-1aa3-46d6-886e-729a2f0cdfbc req-174e5517-54f0-41dd-9d2b-585bbbe8625c service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526165 Aug 18 12:54:34.270430 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31c0039-7b6a-4420-982c-d9828755cc6d admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:54:34.280258 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a31c0039-7b6a-4420-982c-d9828755cc6d admin admin] 10.222.0.13 "PUT /v2.0/routers/9c67fecb-701f-435e-9a1a-d13fa661f615/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2028184 Aug 18 12:54:34.280726 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38834) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:34.285382 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5eb44b-0978-46bb-b71e-fe79251b666f None None] Sync routers for ids ['9c67fecb-701f-435e-9a1a-d13fa661f615'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:54:34.307921 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5eb44b-0978-46bb-b71e-fe79251b666f None None] Routers {'9c67fecb-701f-435e-9a1a-d13fa661f615'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:54:34.310005 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-3e5eb44b-0978-46bb-b71e-fe79251b666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:54:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['9c67fecb-701f-435e-9a1a-d13fa661f615'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:34.341497 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 4ed132f5-6019-47fb-ac36-35b4ef1c3795, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=4ed132f5-6019-47fb-ac36-35b4ef1c3795,segment=NetworkSegment(908af126-c217-456c-b1ef-f447c03c2104),segment_id=908af126-c217-456c-b1ef-f447c03c2104)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:34.355871 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '4ed132f5-6019-47fb-ac36-35b4ef1c3795', 'network_id': 'bab0909c-e2b3-45b7-b9ea-31a3c90130ac', 'port_id': '4ed132f5-6019-47fb-ac36-35b4ef1c3795', 'mac_address': 'fa:16:3e:62:ca:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8059427-8094-4919-a4ba-5ba769b61640', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:54:34.401679 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c504edd6-17db-4502-85b9-839da9e5b11c admin admin] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:34.412160 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-70425712-1aa3-46d6-886e-729a2f0cdfbc req-5254141e-79ba-4518-976b-3b14aff7e1d9 service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137817 Aug 18 12:54:34.413181 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cbdf5274-e658-44b6-bc87-99c7ed7fbc70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:34.416912 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:34.439231 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ed132f5-6019-47fb-ac36-35b4ef1c3795 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:54:34.476299 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 4ed132f5-6019-47fb-ac36-35b4ef1c3795, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=4ed132f5-6019-47fb-ac36-35b4ef1c3795,segment=NetworkSegment(908af126-c217-456c-b1ef-f447c03c2104),segment_id=908af126-c217-456c-b1ef-f447c03c2104)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:34.480599 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-3e5eb44b-0978-46bb-b71e-fe79251b666f None None] Set router 9c67fecb-701f-435e-9a1a-d13fa661f615 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:54:34.539376 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cbdf5274-e658-44b6-bc87-99c7ed7fbc70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:34.541823 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cbdf5274-e658-44b6-bc87-99c7ed7fbc70 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:34.580276 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:34.658439 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=4ed132f5-6019-47fb-ac36-35b4ef1c3795,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:34.682764 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cbdf5274-e658-44b6-bc87-99c7ed7fbc70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:34.683311 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbdf5274-e658-44b6-bc87-99c7ed7fbc70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:54:34.688623 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cbdf5274-e658-44b6-bc87-99c7ed7fbc70 admin admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:34.690065 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-cbdf5274-e658-44b6-bc87-99c7ed7fbc70 admin admin] 10.222.0.13 "DELETE /v2.0/routers/1a8b03bf-ecb5-4f7b-9a27-312a5ff40fba HTTP/1.1" status: 204 len: 168 time: 2.5845640 Aug 18 12:54:34.698583 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38838) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:34.779132 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-8751e160-0bd5-4f7e-ae65-54bca69de986 admin admin] Deleting subnet 3378ac1b-bcaf-44db-8362-1bf1c4631308 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:54:34.783753 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8751e160-0bd5-4f7e-ae65-54bca69de986 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:34.866392 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8751e160-0bd5-4f7e-ae65-54bca69de986 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:34.869134 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-3e5eb44b-0978-46bb-b71e-fe79251b666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c67fecb-701f-435e-9a1a-d13fa661f615', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1518839988-router', 'tenant_id': '9be9e4988e65435992981bdc98decd4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '4784ff50-5e5a-4c2c-b14c-c976f58f56f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:49:41Z', 'updated_at': '2021-08-18T12:54:33Z', 'revision_number': 5, 'project_id': '9be9e4988e65435992981bdc98decd4a', 'gw_port': {'id': '4784ff50-5e5a-4c2c-b14c-c976f58f56f8', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c67fecb-701f-435e-9a1a-d13fa661f615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:42Z', 'updated_at': '2021-08-18T12:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:34.884122 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['4ed132f5-6019-47fb-ac36-35b4ef1c3795'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:54:34.919794 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5eb44b-0978-46bb-b71e-fe79251b666f None None] Checking router: 9c67fecb-701f-435e-9a1a-d13fa661f615 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:54:34.930086 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5eb44b-0978-46bb-b71e-fe79251b666f None None] Routers {'9c67fecb-701f-435e-9a1a-d13fa661f615'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:54:34.931210 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-3e5eb44b-0978-46bb-b71e-fe79251b666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:54:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['9c67fecb-701f-435e-9a1a-d13fa661f615'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:34.935039 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3711cc1-d585-497c-b6f4-88806eb959fe req-76c5599c-ce35-41fc-b4a1-7ac59ae1df3e tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:34.943348 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d3711cc1-d585-497c-b6f4-88806eb959fe req-76c5599c-ce35-41fc-b4a1-7ac59ae1df3e tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac13853d-ce9d-43bf-8ad8-c7eb555c6f12 HTTP/1.1" status: 200 len: 944 time: 0.1177254 Aug 18 12:54:34.977282 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d0c3e-6a68-4946-b67c-0347677fbf17 req-4a4c7381-0a1b-4abe-bf6d-4415f1855bf5 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:34.978834 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-639d0c3e-6a68-4946-b67c-0347677fbf17 req-4a4c7381-0a1b-4abe-bf6d-4415f1855bf5 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e3b635f-e7d1-4d12-a89c-9dd5aa755bb1 HTTP/1.1" status: 200 len: 946 time: 0.1252344 Aug 18 12:54:34.979339 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38842) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:35.034390 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8751e160-0bd5-4f7e-ae65-54bca69de986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:35.039366 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d3711cc1-d585-497c-b6f4-88806eb959fe req-fcd91c79-ac41-49e7-a00d-8d01f2e98163 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950401 Aug 18 12:54:35.043394 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c504edd6-17db-4502-85b9-839da9e5b11c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:35.109227 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-38be7056-6b40-4f7b-bf79-fe3460d949cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e0e056aaff3a4fdaa89ed0aaa8e332c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1266074 Aug 18 12:54:35.111646 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38852) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:35.155045 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-3e5eb44b-0978-46bb-b71e-fe79251b666f None None] Set router 9c67fecb-701f-435e-9a1a-d13fa661f615 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:54:35.237267 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8751e160-0bd5-4f7e-ae65-54bca69de986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:35.248760 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-639d0c3e-6a68-4946-b67c-0347677fbf17 req-fa158ef8-d1f8-498a-9cde-e9d5ae10f88f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Deleting port 486c35c0-d980-4cd2-9278-71d91304fcb2 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:54:35.254316 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-639d0c3e-6a68-4946-b67c-0347677fbf17 req-fa158ef8-d1f8-498a-9cde-e9d5ae10f88f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:35.281738 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8751e160-0bd5-4f7e-ae65-54bca69de986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:35.286200 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8751e160-0bd5-4f7e-ae65-54bca69de986 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3378ac1b-bcaf-44db-8362-1bf1c4631308 HTTP/1.1" status: 204 len: 168 time: 0.5897021 Aug 18 12:54:35.288607 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751e160-0bd5-4f7e-ae65-54bca69de986 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3378ac1b-bcaf-44db-8362-1bf1c4631308,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:35.288607 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38854) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:35.301263 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aafdfbe-460f-4bbc-9698-d915777628b3 None None] Network 94e4af15-4196-4ef5-a483-7e1904b0c52c requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:54:35.358691 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-be716440-076d-47cc-9cb8-96f894005f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:35.379237 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f9c24-e816-40a3-ba41-cc1b861e0cd6 req-01dd45ef-283e-47e2-957b-4d284b84be5b tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:35.386914 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b19f9c24-e816-40a3-ba41-cc1b861e0cd6 req-01dd45ef-283e-47e2-957b-4d284b84be5b tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e3b635f-e7d1-4d12-a89c-9dd5aa755bb1 HTTP/1.1" status: 200 len: 946 time: 0.1902988 Aug 18 12:54:35.415370 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522a743-882c-4dad-a1b6-859e85a635f7 req-bd533142-0e56-4114-9f96-54454be45925 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:35.423117 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3522a743-882c-4dad-a1b6-859e85a635f7 req-bd533142-0e56-4114-9f96-54454be45925 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 948 time: 0.2730010 Aug 18 12:54:35.432308 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fcaee1dc-99c2-4596-b8c7-b386fda795a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:35.475730 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-be716440-076d-47cc-9cb8-96f894005f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:35.485659 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b19f9c24-e816-40a3-ba41-cc1b861e0cd6 req-d5315631-e577-4300-a199-ec9c82813cf7 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972991 Aug 18 12:54:35.513614 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-3e5eb44b-0978-46bb-b71e-fe79251b666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c67fecb-701f-435e-9a1a-d13fa661f615', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1518839988-router', 'tenant_id': '9be9e4988e65435992981bdc98decd4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '4784ff50-5e5a-4c2c-b14c-c976f58f56f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:49:41Z', 'updated_at': '2021-08-18T12:54:33Z', 'revision_number': 5, 'project_id': '9be9e4988e65435992981bdc98decd4a', 'gw_port': {'id': '4784ff50-5e5a-4c2c-b14c-c976f58f56f8', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c67fecb-701f-435e-9a1a-d13fa661f615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:42Z', 'updated_at': '2021-08-18T12:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:35.551595 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-c504edd6-17db-4502-85b9-839da9e5b11c admin admin] Deleting port 4784ff50-5e5a-4c2c-b14c-c976f58f56f8 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:54:35.552252 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c504edd6-17db-4502-85b9-839da9e5b11c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:35.567961 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5eb44b-0978-46bb-b71e-fe79251b666f None None] The sync data for ids ['9c67fecb-701f-435e-9a1a-d13fa661f615'] in n-d-803603-2 is: [{'id': '9c67fecb-701f-435e-9a1a-d13fa661f615', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1518839988-router', 'tenant_id': '9be9e4988e65435992981bdc98decd4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '4784ff50-5e5a-4c2c-b14c-c976f58f56f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:49:41Z', 'updated_at': '2021-08-18T12:54:33Z', 'revision_number': 5, 'project_id': '9be9e4988e65435992981bdc98decd4a', 'gw_port': {'id': '4784ff50-5e5a-4c2c-b14c-c976f58f56f8', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c67fecb-701f-435e-9a1a-d13fa661f615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:49:42Z', 'updated_at': '2021-08-18T12:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:54:35.580087 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 5523173c-ec36-4e9b-9536-df3821ab9a67 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:54:35.584689 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-fcaee1dc-99c2-4596-b8c7-b386fda795a0 admin admin] Deleting port 70f2597f-8e2a-4813-9dbf-5775383477bc {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:54:35.585107 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fcaee1dc-99c2-4596-b8c7-b386fda795a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:35.598066 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3522a743-882c-4dad-a1b6-859e85a635f7 req-866147bb-26a8-47e6-8841-dff05a1351bd tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705582 Aug 18 12:54:35.608916 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 5523173c-ec36-4e9b-9536-df3821ab9a67 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:54:35.609478 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 5523173c-ec36-4e9b-9536-df3821ab9a67 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:54:35.658684 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-639d0c3e-6a68-4946-b67c-0347677fbf17 req-fa158ef8-d1f8-498a-9cde-e9d5ae10f88f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] For port 486c35c0-d980-4cd2-9278-71d91304fcb2, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=486c35c0-d980-4cd2-9278-71d91304fcb2,segment=NetworkSegment(97efc5da-ecd0-4484-ac0f-ba58622f7886),segment_id=97efc5da-ecd0-4484-ac0f-ba58622f7886)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:35.659059 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-639d0c3e-6a68-4946-b67c-0347677fbf17 req-fa158ef8-d1f8-498a-9cde-e9d5ae10f88f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:35.659748 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387185a6-025c-4d3f-8e98-b095bb6c1307 None None] DHCP port deletion for 94e4af15-4196-4ef5-a483-7e1904b0c52c request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:54:35.688878 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-639d0c3e-6a68-4946-b67c-0347677fbf17 req-fa158ef8-d1f8-498a-9cde-e9d5ae10f88f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Calling delete_port for 486c35c0-d980-4cd2-9278-71d91304fcb2 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:54:35.700903 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-fcaee1dc-99c2-4596-b8c7-b386fda795a0 admin admin] For port 70f2597f-8e2a-4813-9dbf-5775383477bc, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=70f2597f-8e2a-4813-9dbf-5775383477bc,segment=NetworkSegment(9f6eb4ba-1497-461d-9c11-c192138a3902),segment_id=9f6eb4ba-1497-461d-9c11-c192138a3902)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:35.701552 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fcaee1dc-99c2-4596-b8c7-b386fda795a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:35.725082 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-fcaee1dc-99c2-4596-b8c7-b386fda795a0 admin admin] Calling delete_port for 70f2597f-8e2a-4813-9dbf-5775383477bc owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:54:35.744418 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-387185a6-025c-4d3f-8e98-b095bb6c1307 None None] Deleting port 70f2597f-8e2a-4813-9dbf-5775383477bc {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:54:35.744418 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-387185a6-025c-4d3f-8e98-b095bb6c1307 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:35.797552 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-be716440-076d-47cc-9cb8-96f894005f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:35.800683 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-be716440-076d-47cc-9cb8-96f894005f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:35.801916 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-be716440-076d-47cc-9cb8-96f894005f6f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6647fe1f-9dd4-410a-80ec-1493b9dc91e5 HTTP/1.1" status: 204 len: 168 time: 0.6893413 Aug 18 12:54:35.818908 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-387185a6-025c-4d3f-8e98-b095bb6c1307 None None] For port 70f2597f-8e2a-4813-9dbf-5775383477bc, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=70f2597f-8e2a-4813-9dbf-5775383477bc,segment=NetworkSegment(9f6eb4ba-1497-461d-9c11-c192138a3902),segment_id=9f6eb4ba-1497-461d-9c11-c192138a3902)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:35.822100 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-387185a6-025c-4d3f-8e98-b095bb6c1307 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:35.822473 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-c504edd6-17db-4502-85b9-839da9e5b11c admin admin] For port 4784ff50-5e5a-4c2c-b14c-c976f58f56f8, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4784ff50-5e5a-4c2c-b14c-c976f58f56f8,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:35.822949 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c504edd6-17db-4502-85b9-839da9e5b11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:35.834231 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-387185a6-025c-4d3f-8e98-b095bb6c1307 None None] Calling delete_port for 70f2597f-8e2a-4813-9dbf-5775383477bc owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:54:35.842219 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be716440-076d-47cc-9cb8-96f894005f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6647fe1f-9dd4-410a-80ec-1493b9dc91e5,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:35.853561 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-c504edd6-17db-4502-85b9-839da9e5b11c admin admin] Calling delete_port for 4784ff50-5e5a-4c2c-b14c-c976f58f56f8 owned by network:router_gateway {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:54:35.904784 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fcaee1dc-99c2-4596-b8c7-b386fda795a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:35.953602 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaee1dc-99c2-4596-b8c7-b386fda795a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=70f2597f-8e2a-4813-9dbf-5775383477bc,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:35.957328 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaee1dc-99c2-4596-b8c7-b386fda795a0 admin admin] No DVR routers for this DVR port 70f2597f-8e2a-4813-9dbf-5775383477bc on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:54:35.963345 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-387185a6-025c-4d3f-8e98-b095bb6c1307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:35.981074 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387185a6-025c-4d3f-8e98-b095bb6c1307 None None] No DVR routers for this DVR port 70f2597f-8e2a-4813-9dbf-5775383477bc on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:54:36.009530 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387185a6-025c-4d3f-8e98-b095bb6c1307 None None] Pushing event deleted for resources: {'Port': ['ID=70f2597f-8e2a-4813-9dbf-5775383477bc,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:36.054327 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fcaee1dc-99c2-4596-b8c7-b386fda795a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:36.057873 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-639d0c3e-6a68-4946-b67c-0347677fbf17 req-fa158ef8-d1f8-498a-9cde-e9d5ae10f88f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:36.065060 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-fcaee1dc-99c2-4596-b8c7-b386fda795a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94e4af15-4196-4ef5-a483-7e1904b0c52c']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:36.070230 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714', '486c35c0-d980-4cd2-9278-71d91304fcb2'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:54:36.076964 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-fcaee1dc-99c2-4596-b8c7-b386fda795a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f6eb4ba-1497-461d-9c11-c192138a3902') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:36.077287 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-fcaee1dc-99c2-4596-b8c7-b386fda795a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f6eb4ba-1497-461d-9c11-c192138a3902') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:36.087324 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fcaee1dc-99c2-4596-b8c7-b386fda795a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:36.096676 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa158ef8-d1f8-498a-9cde-e9d5ae10f88f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Pushing event deleted for resources: {'Port': ['ID=486c35c0-d980-4cd2-9278-71d91304fcb2,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:36.100958 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device b950e197-2c53-477b-a61d-31e56eecdbee details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:54:36.103023 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fcaee1dc-99c2-4596-b8c7-b386fda795a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:36.109047 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 4ed132f5-6019-47fb-ac36-35b4ef1c3795 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:54:36.111754 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcaee1dc-99c2-4596-b8c7-b386fda795a0 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:54:36.112232 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fcaee1dc-99c2-4596-b8c7-b386fda795a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:36.114016 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 12:54:36.114016 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:54:36.114016 n-d-803603-2 neutron-server[101676]: timer() Aug 18 12:54:36.114016 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:54:36.114016 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 12:54:36.114016 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:54:36.114016 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 12:54:36.114016 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:54:36.114016 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 12:54:36.114016 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:54:36.114016 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 12:54:36.114016 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:54:36.114016 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 12:54:36.114016 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:54:36.114016 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:54:36.114016 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:54:36.114016 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:54:36.114016 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:54:36.114016 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 12:54:36.114016 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:54:36.114016 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 12:54:36.114016 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:54:36.114016 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:54:36.114016 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:54:36.114016 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 12:54:36.114016 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:54:36.114016 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:54:36.114016 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:54:36.114016 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:54:36.114016 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:54:36.114016 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:54:36.114016 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:54:36.191724 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-639d0c3e-6a68-4946-b67c-0347677fbf17 req-fa158ef8-d1f8-498a-9cde-e9d5ae10f88f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] No DVR routers for this DVR port 486c35c0-d980-4cd2-9278-71d91304fcb2 on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:54:36.195476 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-639d0c3e-6a68-4946-b67c-0347677fbf17 req-fa158ef8-d1f8-498a-9cde-e9d5ae10f88f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:36.198534 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-639d0c3e-6a68-4946-b67c-0347677fbf17 req-fa158ef8-d1f8-498a-9cde-e9d5ae10f88f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.39 "DELETE /v2.0/ports/486c35c0-d980-4cd2-9278-71d91304fcb2 HTTP/1.1" status: 204 len: 173 time: 1.2094450 Aug 18 12:54:36.200841 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3b635f-e7d1-4d12-a89c-9dd5aa755bb1', 'name': 'network-vif-deleted', 'tag': '486c35c0-d980-4cd2-9278-71d91304fcb2'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:54:36.212230 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee01b8d-ab66-49df-ad41-3ef6833de597" -d '{"events": [{"server_uuid": "6e3b635f-e7d1-4d12-a89c-9dd5aa755bb1", "name": "network-vif-deleted", "tag": "486c35c0-d980-4cd2-9278-71d91304fcb2"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:54:36.241667 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2483e1-2a43-4d91-a7d4-1e2fe1345c66 req-cd72eb7d-0262-4028-826f-02759283e0de tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:36.243934 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-eb2483e1-2a43-4d91-a7d4-1e2fe1345c66 req-cd72eb7d-0262-4028-826f-02759283e0de tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac13853d-ce9d-43bf-8ad8-c7eb555c6f12 HTTP/1.1" status: 200 len: 944 time: 0.0746419 Aug 18 12:54:36.258963 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c504edd6-17db-4502-85b9-839da9e5b11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:36.297841 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c504edd6-17db-4502-85b9-839da9e5b11c admin admin] Pushing event deleted for resources: {'Port': ['ID=4784ff50-5e5a-4c2c-b14c-c976f58f56f8,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:36.307731 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1401496-d28c-4784-a1f3-78b312ac2f5b x-openstack-request-id: req-a1401496-d28c-4784-a1f3-78b312ac2f5b {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:54:36.308131 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3b635f-e7d1-4d12-a89c-9dd5aa755bb1", "name": "network-vif-deleted", "tag": "486c35c0-d980-4cd2-9278-71d91304fcb2", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:54:36.308471 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1401496-d28c-4784-a1f3-78b312ac2f5b {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:54:36.309866 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3b635f-e7d1-4d12-a89c-9dd5aa755bb1', 'name': 'network-vif-deleted', 'tag': '486c35c0-d980-4cd2-9278-71d91304fcb2', 'status': 'completed', 'code': 200} Aug 18 12:54:36.320268 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fcaee1dc-99c2-4596-b8c7-b386fda795a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:36.329892 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fcaee1dc-99c2-4596-b8c7-b386fda795a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:36.335382 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-fcaee1dc-99c2-4596-b8c7-b386fda795a0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/94e4af15-4196-4ef5-a483-7e1904b0c52c HTTP/1.1" status: 204 len: 168 time: 1.0439262 Aug 18 12:54:36.335999 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38866) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:36.352544 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-eb2483e1-2a43-4d91-a7d4-1e2fe1345c66 req-090acef0-c536-4530-8cb5-530f34d76f81 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012912 Aug 18 12:54:36.355250 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port b950e197-2c53-477b-a61d-31e56eecdbee, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=b950e197-2c53-477b-a61d-31e56eecdbee,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:36.358266 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaee1dc-99c2-4596-b8c7-b386fda795a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=94e4af15-4196-4ef5-a483-7e1904b0c52c,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:36.385070 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'b950e197-2c53-477b-a61d-31e56eecdbee', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'port_id': 'b950e197-2c53-477b-a61d-31e56eecdbee', 'mac_address': 'fa:16:3e:59:5c:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc8434-66c0-4e05-8cce-b4a4a0f33dc3', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:54:36.393199 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 4ed132f5-6019-47fb-ac36-35b4ef1c3795 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:54:36.418696 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 4ed132f5-6019-47fb-ac36-35b4ef1c3795 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:54:36.419442 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:36.431571 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c504edd6-17db-4502-85b9-839da9e5b11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:36.461992 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:36.479090 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b950e197-2c53-477b-a61d-31e56eecdbee {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:54:36.504489 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port b950e197-2c53-477b-a61d-31e56eecdbee, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=b950e197-2c53-477b-a61d-31e56eecdbee,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:36.549062 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:36.552503 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c504edd6-17db-4502-85b9-839da9e5b11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:36.554712 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c504edd6-17db-4502-85b9-839da9e5b11c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:36.590587 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 4ed132f5-6019-47fb-ac36-35b4ef1c3795, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=4ed132f5-6019-47fb-ac36-35b4ef1c3795,segment=NetworkSegment(908af126-c217-456c-b1ef-f447c03c2104),segment_id=908af126-c217-456c-b1ef-f447c03c2104)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:36.594593 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac13853d-ce9d-43bf-8ad8-c7eb555c6f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed132f5-6019-47fb-ac36-35b4ef1c3795'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:54:36.597258 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0488af85-9908-44ef-8e7f-78b2e8b0787f" -d '{"events": [{"server_uuid": "ac13853d-ce9d-43bf-8ad8-c7eb555c6f12", "name": "network-vif-plugged", "status": "completed", "tag": "4ed132f5-6019-47fb-ac36-35b4ef1c3795"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:54:36.601642 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:36.625695 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-008b5c7e-6b23-42fd-bf14-6e4d7801476b req-89379a27-f482-4441-9bc5-7173b35abbe3 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e3b635f-e7d1-4d12-a89c-9dd5aa755bb1 HTTP/1.1" status: 200 len: 210 time: 0.0312037 Aug 18 12:54:36.666666 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55589eb9-f471-41a3-866b-aef50fed2a30 x-openstack-request-id: req-55589eb9-f471-41a3-866b-aef50fed2a30 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:54:36.666963 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac13853d-ce9d-43bf-8ad8-c7eb555c6f12", "name": "network-vif-plugged", "status": "completed", "tag": "4ed132f5-6019-47fb-ac36-35b4ef1c3795", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:54:36.667219 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55589eb9-f471-41a3-866b-aef50fed2a30 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:54:36.667615 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac13853d-ce9d-43bf-8ad8-c7eb555c6f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed132f5-6019-47fb-ac36-35b4ef1c3795', 'code': 200} Aug 18 12:54:36.684052 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:36.703272 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=b950e197-2c53-477b-a61d-31e56eecdbee,revision_number=8']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:36.728963 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c504edd6-17db-4502-85b9-839da9e5b11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:36.729568 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c504edd6-17db-4502-85b9-839da9e5b11c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c67fecb-701f-435e-9a1a-d13fa661f615 {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:54:36.734704 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c504edd6-17db-4502-85b9-839da9e5b11c admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:36.738211 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c504edd6-17db-4502-85b9-839da9e5b11c admin admin] 10.222.0.13 "DELETE /v2.0/routers/9c67fecb-701f-435e-9a1a-d13fa661f615 HTTP/1.1" status: 204 len: 168 time: 2.4539003 Aug 18 12:54:36.746116 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38882) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:36.779431 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=4ed132f5-6019-47fb-ac36-35b4ef1c3795,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:36.827375 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b33586-b997-436c-a069-3acd6f8cdb6f req-01c08632-7001-42b1-b5d6-5b66319daf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:36.828865 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-28a447e5-800e-4b8f-9572-d7c0ac9105e4 admin admin] Deleting subnet 5365d43f-1ca0-4cbb-bc02-53bc82ea1155 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:54:36.832441 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-71b33586-b997-436c-a069-3acd6f8cdb6f req-01c08632-7001-42b1-b5d6-5b66319daf33 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ac13853d-ce9d-43bf-8ad8-c7eb555c6f12 HTTP/1.1" status: 200 len: 1096 time: 0.0944541 Aug 18 12:54:36.840659 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a37742-2001-44b2-9c07-f03f8d64197f req-3fda423b-f93b-4398-9d9e-3cb667f88d09 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:36.842288 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f5a37742-2001-44b2-9c07-f03f8d64197f req-3fda423b-f93b-4398-9d9e-3cb667f88d09 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 949 time: 0.1146047 Aug 18 12:54:36.845532 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-28a447e5-800e-4b8f-9572-d7c0ac9105e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:36.889686 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-71b33586-b997-436c-a069-3acd6f8cdb6f req-34dadbb4-0851-46bf-8889-1ca333ef96e7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454786 Aug 18 12:54:36.909226 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-28a447e5-800e-4b8f-9572-d7c0ac9105e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:36.913667 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['b950e197-2c53-477b-a61d-31e56eecdbee'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:54:36.963703 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f5a37742-2001-44b2-9c07-f03f8d64197f req-317127e5-8c56-4fcf-b9c8-24db4501b481 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928493 Aug 18 12:54:36.977921 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7d94c7ec-108b-42c7-b74a-32966f5c8659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:37.073023 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-28a447e5-800e-4b8f-9572-d7c0ac9105e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:37.321283 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-7d94c7ec-108b-42c7-b74a-32966f5c8659 admin admin] Deleting port 3383307a-e02a-4e41-ad5d-152b978c5170 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:54:37.321754 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7d94c7ec-108b-42c7-b74a-32966f5c8659 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:37.431481 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-28a447e5-800e-4b8f-9572-d7c0ac9105e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:37.431605 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-7d94c7ec-108b-42c7-b74a-32966f5c8659 admin admin] For port 3383307a-e02a-4e41-ad5d-152b978c5170, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=3383307a-e02a-4e41-ad5d-152b978c5170,segment=NetworkSegment(54508b74-aeac-4d2c-b4ee-ae218e9f8c96),segment_id=54508b74-aeac-4d2c-b4ee-ae218e9f8c96)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:37.431605 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7d94c7ec-108b-42c7-b74a-32966f5c8659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:37.431812 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 70f2597f-8e2a-4813-9dbf-5775383477bc no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:54:37.432185 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-28a447e5-800e-4b8f-9572-d7c0ac9105e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:37.432185 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-28a447e5-800e-4b8f-9572-d7c0ac9105e4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5365d43f-1ca0-4cbb-bc02-53bc82ea1155 HTTP/1.1" status: 204 len: 168 time: 0.6797476 Aug 18 12:54:37.434495 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38896) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:37.455746 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-7d94c7ec-108b-42c7-b74a-32966f5c8659 admin admin] Calling delete_port for 3383307a-e02a-4e41-ad5d-152b978c5170 owned by network:router_interface {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:54:37.489597 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d28355-ac11-44f1-8da1-12bb8f5c0e33 None None] Network 5250c12d-4b67-4c80-aeb1-c3c5356554ee requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:54:37.490545 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a447e5-800e-4b8f-9572-d7c0ac9105e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5365d43f-1ca0-4cbb-bc02-53bc82ea1155,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:37.493363 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 70f2597f-8e2a-4813-9dbf-5775383477bc {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:54:37.493749 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 70f2597f-8e2a-4813-9dbf-5775383477bc not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:54:37.494116 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4784ff50-5e5a-4c2c-b14c-c976f58f56f8 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:54:37.554021 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 4784ff50-5e5a-4c2c-b14c-c976f58f56f8 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:54:37.554420 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4784ff50-5e5a-4c2c-b14c-c976f58f56f8 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:54:37.554837 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 43dde525-fc09-4826-9ce9-82ff9482df40 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:54:37.586001 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 43dde525-fc09-4826-9ce9-82ff9482df40 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:54:37.586414 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 43dde525-fc09-4826-9ce9-82ff9482df40 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:54:37.607228 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d2b2fd-8ac2-476a-af31-12bcebbe6f8b req-2bfd5583-355b-4744-9d33-b724559b4764 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:37.607228 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-93d2b2fd-8ac2-476a-af31-12bcebbe6f8b req-2bfd5583-355b-4744-9d33-b724559b4764 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac13853d-ce9d-43bf-8ad8-c7eb555c6f12 HTTP/1.1" status: 200 len: 945 time: 0.1406596 Aug 18 12:54:37.608488 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-154e5d21-04fc-40ee-bc1e-496c7de053e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:37.694306 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-93d2b2fd-8ac2-476a-af31-12bcebbe6f8b req-cad1f14e-fbec-442d-bf7b-8f77bf45c2a5 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748434 Aug 18 12:54:37.708372 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-154e5d21-04fc-40ee-bc1e-496c7de053e7 admin admin] Deleting port 7f34d68b-2745-462a-b536-eb608a76a0d9 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:54:37.708724 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-154e5d21-04fc-40ee-bc1e-496c7de053e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:37.752249 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13d1f9c-d5ba-4fcf-b803-3e9b900bb55b None None] DHCP port deletion for 5250c12d-4b67-4c80-aeb1-c3c5356554ee request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:54:37.785630 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7d94c7ec-108b-42c7-b74a-32966f5c8659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:37.869715 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-e13d1f9c-d5ba-4fcf-b803-3e9b900bb55b None None] Deleting port 7f34d68b-2745-462a-b536-eb608a76a0d9 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:54:37.870313 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e13d1f9c-d5ba-4fcf-b803-3e9b900bb55b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:37.886785 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94c7ec-108b-42c7-b74a-32966f5c8659 admin admin] Pushing event deleted for resources: {'Port': ['ID=3383307a-e02a-4e41-ad5d-152b978c5170,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:37.904905 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-154e5d21-04fc-40ee-bc1e-496c7de053e7 admin admin] For port 7f34d68b-2745-462a-b536-eb608a76a0d9, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=7f34d68b-2745-462a-b536-eb608a76a0d9,segment=NetworkSegment(e666ae71-c72b-4fc2-8a5a-60bedaff4a22),segment_id=e666ae71-c72b-4fc2-8a5a-60bedaff4a22)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:37.905282 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-154e5d21-04fc-40ee-bc1e-496c7de053e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:37.924590 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-154e5d21-04fc-40ee-bc1e-496c7de053e7 admin admin] Calling delete_port for 7f34d68b-2745-462a-b536-eb608a76a0d9 owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:54:37.948404 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a931281-a561-4b0a-9236-3a9ce01f04fe req-0cb1dc22-42cc-414c-87c4-2a6e161cb334 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:37.950230 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5a931281-a561-4b0a-9236-3a9ce01f04fe req-0cb1dc22-42cc-414c-87c4-2a6e161cb334 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 949 time: 0.1089034 Aug 18 12:54:38.009892 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-55acdfc7-8a11-422c-aa0f-052b65a63616 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:38.012419 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-55acdfc7-8a11-422c-aa0f-052b65a63616 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.20 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4&tenant_id=dfbf1e57c29344368949d54d6fc1d536&binding%3Ahost_id=n-h2-803603-2 HTTP/1.1" status: 200 len: 949 time: 0.1708744 Aug 18 12:54:38.044414 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5a931281-a561-4b0a-9236-3a9ce01f04fe req-559b767e-8b9c-4eb0-aa91-b2f8c1ae4948 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588362 Aug 18 12:54:38.097016 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-e13d1f9c-d5ba-4fcf-b803-3e9b900bb55b None None] For port 7f34d68b-2745-462a-b536-eb608a76a0d9, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=7f34d68b-2745-462a-b536-eb608a76a0d9,segment=NetworkSegment(e666ae71-c72b-4fc2-8a5a-60bedaff4a22),segment_id=e666ae71-c72b-4fc2-8a5a-60bedaff4a22)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:38.097549 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e13d1f9c-d5ba-4fcf-b803-3e9b900bb55b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:38.108209 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device b950e197-2c53-477b-a61d-31e56eecdbee up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:54:38.135318 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-e13d1f9c-d5ba-4fcf-b803-3e9b900bb55b None None] Calling delete_port for 7f34d68b-2745-462a-b536-eb608a76a0d9 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:54:38.158912 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-154e5d21-04fc-40ee-bc1e-496c7de053e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:38.196894 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e5d21-04fc-40ee-bc1e-496c7de053e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f34d68b-2745-462a-b536-eb608a76a0d9,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:38.211921 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154e5d21-04fc-40ee-bc1e-496c7de053e7 admin admin] No DVR routers for this DVR port 7f34d68b-2745-462a-b536-eb608a76a0d9 on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:54:38.263383 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e13d1f9c-d5ba-4fcf-b803-3e9b900bb55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:38.273344 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-a5cdff55-4c44-4e03-afb1-d53b8dc8cb33 service neutron] 10.222.0.20 "GET /v2.0/ports/b950e197-2c53-477b-a61d-31e56eecdbee/bindings/n-h2-803603-2 HTTP/1.1" status: 200 len: 382 time: 0.2509148 Aug 18 12:54:38.294948 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d1f9c-d5ba-4fcf-b803-3e9b900bb55b None None] Pushing event deleted for resources: {'Port': ['ID=7f34d68b-2745-462a-b536-eb608a76a0d9,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:38.299181 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13d1f9c-d5ba-4fcf-b803-3e9b900bb55b None None] No DVR routers for this DVR port 7f34d68b-2745-462a-b536-eb608a76a0d9 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:54:38.301171 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7d94c7ec-108b-42c7-b74a-32966f5c8659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:38.307073 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port b950e197-2c53-477b-a61d-31e56eecdbee completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:54:38.326647 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port b950e197-2c53-477b-a61d-31e56eecdbee triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:54:38.327315 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:38.337623 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-154e5d21-04fc-40ee-bc1e-496c7de053e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:38.360821 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-154e5d21-04fc-40ee-bc1e-496c7de053e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5250c12d-4b67-4c80-aeb1-c3c5356554ee']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:38.371989 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a252405-576e-4e41-8dbc-f077134dea52 req-d06a313d-bf83-493e-88d2-4352ca776d3f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:38.373482 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0a252405-576e-4e41-8dbc-f077134dea52 req-d06a313d-bf83-493e-88d2-4352ca776d3f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/networks?id=c56831c1-4f14-467f-8a65-5e4dcdcf485f HTTP/1.1" status: 200 len: 806 time: 0.2473695 Aug 18 12:54:38.378960 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-154e5d21-04fc-40ee-bc1e-496c7de053e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e666ae71-c72b-4fc2-8a5a-60bedaff4a22') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:38.379345 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-154e5d21-04fc-40ee-bc1e-496c7de053e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e666ae71-c72b-4fc2-8a5a-60bedaff4a22') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:38.389190 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-154e5d21-04fc-40ee-bc1e-496c7de053e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:38.412979 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-154e5d21-04fc-40ee-bc1e-496c7de053e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:38.432394 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-154e5d21-04fc-40ee-bc1e-496c7de053e7 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:54:38.432608 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:38.433092 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-154e5d21-04fc-40ee-bc1e-496c7de053e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:38.434828 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 12:54:38.434828 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:54:38.434828 n-d-803603-2 neutron-server[101675]: timer() Aug 18 12:54:38.434828 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:54:38.434828 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 12:54:38.434828 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:54:38.434828 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 12:54:38.434828 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:54:38.434828 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 12:54:38.434828 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:54:38.434828 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 12:54:38.434828 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:54:38.434828 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 12:54:38.434828 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:54:38.434828 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:54:38.434828 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:54:38.434828 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:54:38.434828 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:54:38.434828 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 12:54:38.434828 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:54:38.434828 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 12:54:38.434828 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:54:38.434828 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:54:38.434828 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:54:38.434828 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 12:54:38.434828 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:54:38.434828 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:54:38.434828 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:54:38.434828 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:54:38.434828 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:54:38.434828 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:54:38.434828 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:54:38.449134 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-a80445a0-b328-4d9b-a47c-5047d4a7cf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:38.450776 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-a80445a0-b328-4d9b-a47c-5047d4a7cf04 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dfbf1e57c29344368949d54d6fc1d536&device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 1100 time: 0.1468883 Aug 18 12:54:38.460911 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0a252405-576e-4e41-8dbc-f077134dea52 req-8a75c4e8-2981-4d5b-929b-b4c812b0cb88 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/quotas/2fe37f6b32e548f5b1016cf2f60cdb2b HTTP/1.1" status: 200 len: 375 time: 0.0438559 Aug 18 12:54:38.474769 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port b950e197-2c53-477b-a61d-31e56eecdbee, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=b950e197-2c53-477b-a61d-31e56eecdbee,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:38.562760 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:38.592161 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-154e5d21-04fc-40ee-bc1e-496c7de053e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:38.606690 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-154e5d21-04fc-40ee-bc1e-496c7de053e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:38.611164 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-154e5d21-04fc-40ee-bc1e-496c7de053e7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5250c12d-4b67-4c80-aeb1-c3c5356554ee HTTP/1.1" status: 204 len: 168 time: 1.1528583 Aug 18 12:54:38.624875 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e5d21-04fc-40ee-bc1e-496c7de053e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5250c12d-4b67-4c80-aeb1-c3c5356554ee,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:38.630453 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=b950e197-2c53-477b-a61d-31e56eecdbee,revision_number=9']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:38.666413 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 486c35c0-d980-4cd2-9278-71d91304fcb2 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:54:38.671858 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b950e197-2c53-477b-a61d-31e56eecdbee'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:54:38.676303 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7148d6-0a0e-4649-9816-dc9ca5c5cfdb" -d '{"events": [{"server_uuid": "5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4", "name": "network-vif-plugged", "status": "completed", "tag": "b950e197-2c53-477b-a61d-31e56eecdbee"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:54:38.700558 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: 486c35c0-d980-4cd2-9278-71d91304fcb2 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:54:38.700899 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 486c35c0-d980-4cd2-9278-71d91304fcb2 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:54:38.772361 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bba0d55-34f6-4131-9d96-4c391e296f4c x-openstack-request-id: req-4bba0d55-34f6-4131-9d96-4c391e296f4c {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:54:38.772651 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4", "name": "network-vif-plugged", "status": "completed", "tag": "b950e197-2c53-477b-a61d-31e56eecdbee", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:54:38.772918 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4bba0d55-34f6-4131-9d96-4c391e296f4c {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:54:38.773282 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b950e197-2c53-477b-a61d-31e56eecdbee', 'code': 200} Aug 18 12:54:38.892075 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa791ebc-dc8c-4522-b12f-3e712c797210 req-2fc7c939-1cf0-4c7a-be81-6a5a1bdbac46 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:38.894614 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fa791ebc-dc8c-4522-b12f-3e712c797210 req-2fc7c939-1cf0-4c7a-be81-6a5a1bdbac46 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac13853d-ce9d-43bf-8ad8-c7eb555c6f12 HTTP/1.1" status: 200 len: 945 time: 0.0700305 Aug 18 12:54:38.906427 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0a252405-576e-4e41-8dbc-f077134dea52 req-0c4aa158-5726-4654-abe3-756c53e8a3b7 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fe37f6b32e548f5b1016cf2f60cdb2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4444549 Aug 18 12:54:38.955193 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fa791ebc-dc8c-4522-b12f-3e712c797210 req-f37e59a5-b764-4e37-8427-4aeeff3539c1 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536449 Aug 18 12:54:39.017480 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-b4bf7304-3b4e-4bd2-a55a-15efa95fe1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:39.019548 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-b4bf7304-3b4e-4bd2-a55a-15efa95fe1bd service neutron] 10.222.0.20 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.5558236 Aug 18 12:54:39.078753 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38952) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:39.117080 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-1f8ed202-6f62-412d-a108-b9d308234103 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=b950e197-2c53-477b-a61d-31e56eecdbee HTTP/1.1" status: 200 len: 217 time: 0.0735350 Aug 18 12:54:39.121208 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-16bc592a-fb7f-44ee-b214-925336ff6075 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a75dbc010737425ca08685b9dab39e3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408716 Aug 18 12:54:39.123264 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38958) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:39.198479 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-74dd66a6-55cd-4cdc-857d-0ba2cdfecbc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:39.214854 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-79fb0112-7ca8-413e-b8fe-87905a7b0442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:39.216596 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-79fb0112-7ca8-413e-b8fe-87905a7b0442 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.0909705 Aug 18 12:54:39.223866 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-74dd66a6-55cd-4cdc-857d-0ba2cdfecbc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:39.283877 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0a252405-576e-4e41-8dbc-f077134dea52 req-64c48b2c-3d2f-4d8f-a2c2-efe6c0a5bc0d service neutron] 10.222.0.13 "GET /v2.0/networks/c56831c1-4f14-467f-8a65-5e4dcdcf485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683031 Aug 18 12:54:39.341323 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d94c7ec-108b-42c7-b74a-32966f5c8659 admin admin] Router 2dd199e8-5492-4ba0-8c06-263bdd626c4f has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:54:39.351188 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-7e1813f0-71db-45aa-aff6-e6ecb652ff4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:39.357110 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-7e1813f0-71db-45aa-aff6-e6ecb652ff4c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1252477 Aug 18 12:54:39.368401 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-74dd66a6-55cd-4cdc-857d-0ba2cdfecbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:39.370986 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-74dd66a6-55cd-4cdc-857d-0ba2cdfecbc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:39.374670 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-74dd66a6-55cd-4cdc-857d-0ba2cdfecbc3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2a60b3fd-3014-4824-999c-61ec3926c911 HTTP/1.1" status: 204 len: 168 time: 0.2479451 Aug 18 12:54:39.391591 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd66a6-55cd-4cdc-857d-0ba2cdfecbc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a60b3fd-3014-4824-999c-61ec3926c911,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:39.522845 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 7f34d68b-2745-462a-b536-eb608a76a0d9 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:54:39.557835 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 7f34d68b-2745-462a-b536-eb608a76a0d9 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:54:39.558197 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 7f34d68b-2745-462a-b536-eb608a76a0d9 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:54:39.588751 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0a252405-576e-4e41-8dbc-f077134dea52 req-7a84e64e-4168-4ddb-9a52-d0a22435faa1 service neutron] 10.222.0.13 "GET /v2.0/networks/c56831c1-4f14-467f-8a65-5e4dcdcf485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959230 Aug 18 12:54:39.628863 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-aa4a91e1-aefc-4aa6-9112-37241b4cca2d service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632475 Aug 18 12:54:39.635049 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d94c7ec-108b-42c7-b74a-32966f5c8659 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:54:39.640833 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7d94c7ec-108b-42c7-b74a-32966f5c8659 admin admin] 10.222.0.13 "PUT /v2.0/routers/2dd199e8-5492-4ba0-8c06-263bdd626c4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2894638 Aug 18 12:54:39.641681 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38976) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:39.647706 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f337e541-a000-4855-9ed9-a05238b65a7f None None] Sync routers for ids ['2dd199e8-5492-4ba0-8c06-263bdd626c4f'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:54:39.664636 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f337e541-a000-4855-9ed9-a05238b65a7f None None] Routers {'2dd199e8-5492-4ba0-8c06-263bdd626c4f'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:54:39.665797 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f337e541-a000-4855-9ed9-a05238b65a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:54:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['2dd199e8-5492-4ba0-8c06-263bdd626c4f'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:39.769579 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-82d548ca-eae0-407e-b514-edb7c50a6cd2 service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292062 Aug 18 12:54:39.849486 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-f337e541-a000-4855-9ed9-a05238b65a7f None None] Set router 2dd199e8-5492-4ba0-8c06-263bdd626c4f gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:54:39.857623 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0ed990bc-e991-4e23-8172-eb8fd98afd3a admin admin] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:39.940597 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93629cd-8211-4541-91a2-d633db266d41 req-81b74ada-53b4-4a91-a8e2-9f74ee460067 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:39.948403 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a93629cd-8211-4541-91a2-d633db266d41 req-81b74ada-53b4-4a91-a8e2-9f74ee460067 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 950 time: 0.1447361 Aug 18 12:54:40.062406 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a93629cd-8211-4541-91a2-d633db266d41 req-5e5f3bd3-3dc4-4d39-8ef0-9fc8756e638c tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135867 Aug 18 12:54:40.090651 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0ed990bc-e991-4e23-8172-eb8fd98afd3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:40.101111 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f337e541-a000-4855-9ed9-a05238b65a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd199e8-5492-4ba0-8c06-263bdd626c4f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1373867086-router', 'tenant_id': '3bd43eef15444598be7af83eefbb7b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '02e3ce9e-975f-42f3-afbb-7a41af743a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:52:39Z', 'updated_at': '2021-08-18T12:54:37Z', 'revision_number': 5, 'project_id': '3bd43eef15444598be7af83eefbb7b26', 'gw_port': {'id': '02e3ce9e-975f-42f3-afbb-7a41af743a4c', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:71:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd199e8-5492-4ba0-8c06-263bdd626c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:52:40Z', 'updated_at': '2021-08-18T12:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:40.132693 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f337e541-a000-4855-9ed9-a05238b65a7f None None] Checking router: 2dd199e8-5492-4ba0-8c06-263bdd626c4f for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:54:40.140966 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f337e541-a000-4855-9ed9-a05238b65a7f None None] Routers {'2dd199e8-5492-4ba0-8c06-263bdd626c4f'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:54:40.141596 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f337e541-a000-4855-9ed9-a05238b65a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:54:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['2dd199e8-5492-4ba0-8c06-263bdd626c4f'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:40.226781 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-0ed990bc-e991-4e23-8172-eb8fd98afd3a admin admin] Deleting port 02e3ce9e-975f-42f3-afbb-7a41af743a4c {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:54:40.227360 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0ed990bc-e991-4e23-8172-eb8fd98afd3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:40.361631 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-0ed990bc-e991-4e23-8172-eb8fd98afd3a admin admin] For port 02e3ce9e-975f-42f3-afbb-7a41af743a4c, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=02e3ce9e-975f-42f3-afbb-7a41af743a4c,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:40.362009 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0ed990bc-e991-4e23-8172-eb8fd98afd3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:40.386554 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38998) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:40.388211 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-f337e541-a000-4855-9ed9-a05238b65a7f None None] Set router 2dd199e8-5492-4ba0-8c06-263bdd626c4f gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:54:40.411270 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-0ed990bc-e991-4e23-8172-eb8fd98afd3a admin admin] Calling delete_port for 02e3ce9e-975f-42f3-afbb-7a41af743a4c owned by network:router_gateway {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:54:40.475649 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-fae81266-0d91-4ff5-9e7c-53dc25625424 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9be9e4988e65435992981bdc98decd4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0876312 Aug 18 12:54:40.480675 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39002) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:40.595077 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-15ded6d6-0e17-4caf-97e5-a133803b47c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:40.641292 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f337e541-a000-4855-9ed9-a05238b65a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd199e8-5492-4ba0-8c06-263bdd626c4f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1373867086-router', 'tenant_id': '3bd43eef15444598be7af83eefbb7b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '02e3ce9e-975f-42f3-afbb-7a41af743a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:52:39Z', 'updated_at': '2021-08-18T12:54:37Z', 'revision_number': 5, 'project_id': '3bd43eef15444598be7af83eefbb7b26', 'gw_port': {'id': '02e3ce9e-975f-42f3-afbb-7a41af743a4c', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:71:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd199e8-5492-4ba0-8c06-263bdd626c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:52:40Z', 'updated_at': '2021-08-18T12:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:40.662849 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-15ded6d6-0e17-4caf-97e5-a133803b47c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:40.751298 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f337e541-a000-4855-9ed9-a05238b65a7f None None] The sync data for ids ['2dd199e8-5492-4ba0-8c06-263bdd626c4f'] in n-d-803603-2 is: [{'id': '2dd199e8-5492-4ba0-8c06-263bdd626c4f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1373867086-router', 'tenant_id': '3bd43eef15444598be7af83eefbb7b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '02e3ce9e-975f-42f3-afbb-7a41af743a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:52:39Z', 'updated_at': '2021-08-18T12:54:37Z', 'revision_number': 5, 'project_id': '3bd43eef15444598be7af83eefbb7b26', 'gw_port': {'id': '02e3ce9e-975f-42f3-afbb-7a41af743a4c', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:71:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd199e8-5492-4ba0-8c06-263bdd626c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:52:40Z', 'updated_at': '2021-08-18T12:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:54:40.809779 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-15ded6d6-0e17-4caf-97e5-a133803b47c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:40.818556 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-15ded6d6-0e17-4caf-97e5-a133803b47c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:40.822146 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-15ded6d6-0e17-4caf-97e5-a133803b47c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/af48c6a4-4995-44c7-a663-3a786498c66e HTTP/1.1" status: 204 len: 168 time: 0.3433530 Aug 18 12:54:40.834689 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ded6d6-0e17-4caf-97e5-a133803b47c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af48c6a4-4995-44c7-a663-3a786498c66e,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:40.866346 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0ed990bc-e991-4e23-8172-eb8fd98afd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:40.937284 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed990bc-e991-4e23-8172-eb8fd98afd3a admin admin] Pushing event deleted for resources: {'Port': ['ID=02e3ce9e-975f-42f3-afbb-7a41af743a4c,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:40.947757 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ff194f4f-e7e8-47e1-ad1a-8a9465ba41f1 req-5c9a3b50-8746-42a0-874d-85834a7cd6fc tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d56733a4-8a4e-4d94-9851-e8aebbbc813a HTTP/1.1" status: 200 len: 210 time: 0.0695746 Aug 18 12:54:41.044075 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0ed990bc-e991-4e23-8172-eb8fd98afd3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:41.192918 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0ed990bc-e991-4e23-8172-eb8fd98afd3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:41.195129 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0ed990bc-e991-4e23-8172-eb8fd98afd3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:41.334281 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0ed990bc-e991-4e23-8172-eb8fd98afd3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:41.338814 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed990bc-e991-4e23-8172-eb8fd98afd3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2dd199e8-5492-4ba0-8c06-263bdd626c4f {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:54:41.366613 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0ed990bc-e991-4e23-8172-eb8fd98afd3a admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:41.367887 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0ed990bc-e991-4e23-8172-eb8fd98afd3a admin admin] 10.222.0.13 "DELETE /v2.0/routers/2dd199e8-5492-4ba0-8c06-263bdd626c4f HTTP/1.1" status: 204 len: 168 time: 1.7254357 Aug 18 12:54:41.370539 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39056) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:41.449232 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-30eb8cb8-7761-4ab7-ad55-f3c3ae226f93 admin admin] Deleting subnet df5dab16-f5b2-4403-9e6d-1674252af082 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:54:41.453028 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 3383307a-e02a-4e41-ad5d-152b978c5170 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:54:41.455266 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-30eb8cb8-7761-4ab7-ad55-f3c3ae226f93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:41.491834 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 3383307a-e02a-4e41-ad5d-152b978c5170 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:54:41.492188 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 3383307a-e02a-4e41-ad5d-152b978c5170 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:54:41.505528 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4e87420e-f22c-4fdb-bd50-9120144646f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:41.513852 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-30eb8cb8-7761-4ab7-ad55-f3c3ae226f93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:41.650286 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07bbc4-3a51-435f-b862-9a2f6a3aed66 req-9c58c8cf-e24b-4276-b863-b40aab64bf97 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:41.651699 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4e07bbc4-3a51-435f-b862-9a2f6a3aed66 req-9c58c8cf-e24b-4276-b863-b40aab64bf97 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 950 time: 0.0997195 Aug 18 12:54:41.680643 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-30eb8cb8-7761-4ab7-ad55-f3c3ae226f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:41.763571 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4e07bbc4-3a51-435f-b862-9a2f6a3aed66 req-a1db7c2f-b187-45dc-8f7f-aa2eaea6511a tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999417 Aug 18 12:54:41.910383 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-30eb8cb8-7761-4ab7-ad55-f3c3ae226f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:41.948863 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb8cb8-7761-4ab7-ad55-f3c3ae226f93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df5dab16-f5b2-4403-9e6d-1674252af082,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:41.956209 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-30eb8cb8-7761-4ab7-ad55-f3c3ae226f93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:41.958795 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-30eb8cb8-7761-4ab7-ad55-f3c3ae226f93 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/df5dab16-f5b2-4403-9e6d-1674252af082 HTTP/1.1" status: 204 len: 168 time: 0.5865800 Aug 18 12:54:41.962380 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39090) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:41.963775 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403f840a-e4b5-4b07-89d7-b7159158269b None None] Network 16f1cc5e-9712-4966-9987-6d46b811cfbb requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:54:41.982778 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ba664-3b19-4f0e-a871-45958c2504ee req-fbfe09eb-da39-4a1a-b279-d3b5dd904e70 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:41.984368 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-185ba664-3b19-4f0e-a871-45958c2504ee req-fbfe09eb-da39-4a1a-b279-d3b5dd904e70 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac13853d-ce9d-43bf-8ad8-c7eb555c6f12 HTTP/1.1" status: 200 len: 945 time: 0.1082048 Aug 18 12:54:42.059283 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-185ba664-3b19-4f0e-a871-45958c2504ee req-259d7f8c-bd86-485a-b8b4-c316a04c2baa tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662825 Aug 18 12:54:42.109719 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a53266fa-6bed-4bf8-b204-e3e8f64c679f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:42.121916 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 4ed132f5-6019-47fb-ac36-35b4ef1c3795 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:54:42.200197 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-a53266fa-6bed-4bf8-b204-e3e8f64c679f admin admin] Deleting port 904e9709-9644-465c-918f-425326045fad {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:54:42.200625 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a53266fa-6bed-4bf8-b204-e3e8f64c679f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:42.249769 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7baa0cef-2c9e-4533-a59c-0cf6111fc5fc None None] DHCP port deletion for 16f1cc5e-9712-4966-9987-6d46b811cfbb request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:54:42.285729 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1a2d8470-6fbc-4d94-8d11-648a7fe023ea req-7adb2dd6-834d-4390-88ff-4b217519c490 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d56733a4-8a4e-4d94-9851-e8aebbbc813a HTTP/1.1" status: 200 len: 210 time: 0.0517535 Aug 18 12:54:42.349810 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 4ed132f5-6019-47fb-ac36-35b4ef1c3795, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=4ed132f5-6019-47fb-ac36-35b4ef1c3795,segment=NetworkSegment(908af126-c217-456c-b1ef-f447c03c2104),segment_id=908af126-c217-456c-b1ef-f447c03c2104)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:42.370941 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '4ed132f5-6019-47fb-ac36-35b4ef1c3795', 'network_id': 'bab0909c-e2b3-45b7-b9ea-31a3c90130ac', 'port_id': '4ed132f5-6019-47fb-ac36-35b4ef1c3795', 'mac_address': 'fa:16:3e:62:ca:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8059427-8094-4919-a4ba-5ba769b61640', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:54:42.409604 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-a53266fa-6bed-4bf8-b204-e3e8f64c679f admin admin] For port 904e9709-9644-465c-918f-425326045fad, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=904e9709-9644-465c-918f-425326045fad,segment=NetworkSegment(54508b74-aeac-4d2c-b4ee-ae218e9f8c96),segment_id=54508b74-aeac-4d2c-b4ee-ae218e9f8c96)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:42.410024 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a53266fa-6bed-4bf8-b204-e3e8f64c679f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:42.435301 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7baa0cef-2c9e-4533-a59c-0cf6111fc5fc None None] Deleting port 904e9709-9644-465c-918f-425326045fad {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:54:42.436831 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7baa0cef-2c9e-4533-a59c-0cf6111fc5fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:42.454793 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-a53266fa-6bed-4bf8-b204-e3e8f64c679f admin admin] Calling delete_port for 904e9709-9644-465c-918f-425326045fad owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:54:42.505650 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:42.527208 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ed132f5-6019-47fb-ac36-35b4ef1c3795 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:54:42.563571 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7baa0cef-2c9e-4533-a59c-0cf6111fc5fc None None] For port 904e9709-9644-465c-918f-425326045fad, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=904e9709-9644-465c-918f-425326045fad,segment=NetworkSegment(54508b74-aeac-4d2c-b4ee-ae218e9f8c96),segment_id=54508b74-aeac-4d2c-b4ee-ae218e9f8c96)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:42.564307 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7baa0cef-2c9e-4533-a59c-0cf6111fc5fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:42.597889 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 4ed132f5-6019-47fb-ac36-35b4ef1c3795, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=4ed132f5-6019-47fb-ac36-35b4ef1c3795,segment=NetworkSegment(908af126-c217-456c-b1ef-f447c03c2104),segment_id=908af126-c217-456c-b1ef-f447c03c2104)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:42.605641 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a252405-576e-4e41-8dbc-f077134dea52 req-024ee4bc-3043-4eb3-b6f5-43e384c6e32f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:42.607306 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a252405-576e-4e41-8dbc-f077134dea52 req-024ee4bc-3043-4eb3-b6f5-43e384c6e32f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.39 "GET /v2.0/networks?id=c56831c1-4f14-467f-8a65-5e4dcdcf485f HTTP/1.1" status: 200 len: 806 time: 0.3067715 Aug 18 12:54:42.608723 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7baa0cef-2c9e-4533-a59c-0cf6111fc5fc None None] Calling delete_port for 904e9709-9644-465c-918f-425326045fad owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:54:42.621734 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-0a252405-576e-4e41-8dbc-f077134dea52 req-d248b9a6-7490-4595-9305-cb417ffe441f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Request body: {'port': {'device_id': 'd56733a4-8a4e-4d94-9851-e8aebbbc813a', 'network_id': 'c56831c1-4f14-467f-8a65-5e4dcdcf485f', 'admin_state_up': True, 'tenant_id': '2fe37f6b32e548f5b1016cf2f60cdb2b'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:54:42.683975 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:42.776721 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=4ed132f5-6019-47fb-ac36-35b4ef1c3795,revision_number=6']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:42.822970 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['4ed132f5-6019-47fb-ac36-35b4ef1c3795'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:54:42.873647 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a53266fa-6bed-4bf8-b204-e3e8f64c679f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:42.910532 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7baa0cef-2c9e-4533-a59c-0cf6111fc5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:42.932710 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baa0cef-2c9e-4533-a59c-0cf6111fc5fc None None] No DVR routers for this DVR port 904e9709-9644-465c-918f-425326045fad on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:54:42.992320 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a252405-576e-4e41-8dbc-f077134dea52 req-d248b9a6-7490-4595-9305-cb417ffe441f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Made reservation on behalf of 2fe37f6b32e548f5b1016cf2f60cdb2b for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:54:43.004802 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa0cef-2c9e-4533-a59c-0cf6111fc5fc None None] Pushing event deleted for resources: {'Port': ['ID=904e9709-9644-465c-918f-425326045fad,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:43.006256 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0a252405-576e-4e41-8dbc-f077134dea52 req-d248b9a6-7490-4595-9305-cb417ffe441f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:43.039284 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53266fa-6bed-4bf8-b204-e3e8f64c679f admin admin] Pushing event deleted for resources: {'Port': ['ID=904e9709-9644-465c-918f-425326045fad,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:43.050704 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53266fa-6bed-4bf8-b204-e3e8f64c679f admin admin] No DVR routers for this DVR port 904e9709-9644-465c-918f-425326045fad on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:54:43.054660 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baa0cef-2c9e-4533-a59c-0cf6111fc5fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:54:43.055010 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baa0cef-2c9e-4533-a59c-0cf6111fc5fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:54:43.059911 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baa0cef-2c9e-4533-a59c-0cf6111fc5fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:54:43.060286 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baa0cef-2c9e-4533-a59c-0cf6111fc5fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:54:43.060630 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baa0cef-2c9e-4533-a59c-0cf6111fc5fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:54:43.060969 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baa0cef-2c9e-4533-a59c-0cf6111fc5fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:54:43.061303 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baa0cef-2c9e-4533-a59c-0cf6111fc5fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:54:43.061631 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baa0cef-2c9e-4533-a59c-0cf6111fc5fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:54:43.061961 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baa0cef-2c9e-4533-a59c-0cf6111fc5fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:54:43.062309 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baa0cef-2c9e-4533-a59c-0cf6111fc5fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:54:43.062637 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baa0cef-2c9e-4533-a59c-0cf6111fc5fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:54:43.062963 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baa0cef-2c9e-4533-a59c-0cf6111fc5fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:54:43.071030 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d63f2-6370-433d-9b7d-80c7ec82507d req-aff1be29-bcb6-4dd6-b30a-92aaf24674a0 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:43.084048 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dc0d63f2-6370-433d-9b7d-80c7ec82507d req-aff1be29-bcb6-4dd6-b30a-92aaf24674a0 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 950 time: 0.1772022 Aug 18 12:54:43.215115 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dc0d63f2-6370-433d-9b7d-80c7ec82507d req-5562274d-6e63-47fb-a8c3-387dfc4a98b4 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301212 Aug 18 12:54:43.255391 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-0a252405-576e-4e41-8dbc-f077134dea52 req-d248b9a6-7490-4595-9305-cb417ffe441f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Allocated IP 172.20.0.3 (c56831c1-4f14-467f-8a65-5e4dcdcf485f/a7350c50-b03f-467a-a5ed-4898dcd42f1b/8e2b994f-9b4b-42a5-a801-b38e31bf5328) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:54:43.326025 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-ce0108a8-7d4e-46ff-9828-ec2b87e41fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:43.330231 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-ce0108a8-7d4e-46ff-9828-ec2b87e41fd2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4&tenant_id=dfbf1e57c29344368949d54d6fc1d536 HTTP/1.1" status: 200 len: 1101 time: 0.0832183 Aug 18 12:54:43.355803 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-d71e96e9-76c8-4454-a780-a3f439e31137 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803603-2', 'device_owner': 'compute:nova'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:54:43.408626 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a53266fa-6bed-4bf8-b204-e3e8f64c679f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:43.420778 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-a53266fa-6bed-4bf8-b204-e3e8f64c679f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16f1cc5e-9712-4966-9987-6d46b811cfbb']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:43.434723 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-a53266fa-6bed-4bf8-b204-e3e8f64c679f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54508b74-aeac-4d2c-b4ee-ae218e9f8c96') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:43.435599 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-a53266fa-6bed-4bf8-b204-e3e8f64c679f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54508b74-aeac-4d2c-b4ee-ae218e9f8c96') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:43.447067 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a53266fa-6bed-4bf8-b204-e3e8f64c679f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:43.469912 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 904e9709-9644-465c-918f-425326045fad no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:54:43.471094 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a53266fa-6bed-4bf8-b204-e3e8f64c679f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:43.479030 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a53266fa-6bed-4bf8-b204-e3e8f64c679f admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:54:43.479713 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a53266fa-6bed-4bf8-b204-e3e8f64c679f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:43.499462 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 904e9709-9644-465c-918f-425326045fad {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:54:43.500079 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 904e9709-9644-465c-918f-425326045fad not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:54:43.500691 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 02e3ce9e-975f-42f3-afbb-7a41af743a4c no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:54:43.550358 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 02e3ce9e-975f-42f3-afbb-7a41af743a4c {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:54:43.551029 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 02e3ce9e-975f-42f3-afbb-7a41af743a4c not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:54:43.560096 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-d71e96e9-76c8-4454-a780-a3f439e31137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:43.603559 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 12:54:43.603559 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:54:43.603559 n-d-803603-2 neutron-server[101675]: timer() Aug 18 12:54:43.603559 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:54:43.603559 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 12:54:43.603559 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:54:43.603559 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 12:54:43.603559 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:54:43.603559 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 12:54:43.603559 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:54:43.603559 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 12:54:43.603559 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:54:43.603559 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 12:54:43.603559 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:54:43.603559 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:54:43.603559 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:54:43.603559 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:54:43.603559 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:54:43.603559 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 12:54:43.603559 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:54:43.603559 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 12:54:43.603559 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:54:43.603559 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:54:43.603559 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:54:43.603559 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 12:54:43.603559 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:54:43.603559 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:54:43.603559 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:54:43.603559 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:54:43.603559 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:54:43.603559 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:54:43.603559 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:54:43.654528 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-342c0e12-1d4f-499a-81c8-e60c3c04ffe1 req-1b42409f-2991-4251-a565-c456b2e6cef3 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d56733a4-8a4e-4d94-9851-e8aebbbc813a HTTP/1.1" status: 200 len: 210 time: 0.1266494 Aug 18 12:54:43.702591 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a53266fa-6bed-4bf8-b204-e3e8f64c679f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:43.710787 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-35b069b2-1145-4995-b746-2c102949ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:43.727342 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a53266fa-6bed-4bf8-b204-e3e8f64c679f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:43.729763 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a53266fa-6bed-4bf8-b204-e3e8f64c679f admin admin] 10.222.0.13 "DELETE /v2.0/networks/16f1cc5e-9712-4966-9987-6d46b811cfbb HTTP/1.1" status: 204 len: 168 time: 1.7659101 Aug 18 12:54:43.752512 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0d84d-9ad2-4f27-b1f4-6f27dc221c55 req-6170585f-7fd7-40cb-8035-3d208313c1f5 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:43.763332 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-79d0d84d-9ad2-4f27-b1f4-6f27dc221c55 req-6170585f-7fd7-40cb-8035-3d208313c1f5 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac13853d-ce9d-43bf-8ad8-c7eb555c6f12 HTTP/1.1" status: 200 len: 944 time: 0.4803777 Aug 18 12:54:43.774951 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53266fa-6bed-4bf8-b204-e3e8f64c679f admin admin] Pushing event deleted for resources: {'Network': ['ID=16f1cc5e-9712-4966-9987-6d46b811cfbb,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:43.870063 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-79d0d84d-9ad2-4f27-b1f4-6f27dc221c55 req-29704e37-556c-4ff9-9cd7-25455fc9eff7 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055136 Aug 18 12:54:43.962634 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0a252405-576e-4e41-8dbc-f077134dea52 req-d248b9a6-7490-4595-9305-cb417ffe441f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:44.056366 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-d71e96e9-76c8-4454-a780-a3f439e31137 service neutron] For port b950e197-2c53-477b-a61d-31e56eecdbee, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=b950e197-2c53-477b-a61d-31e56eecdbee,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:44.099622 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-d71e96e9-76c8-4454-a780-a3f439e31137 service neutron] For port b950e197-2c53-477b-a61d-31e56eecdbee, host n-h2-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:54:44.105382 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0a252405-576e-4e41-8dbc-f077134dea52 req-d248b9a6-7490-4595-9305-cb417ffe441f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:44.112245 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device b950e197-2c53-477b-a61d-31e56eecdbee no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:54:44.123416 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:54:44.207726 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a252405-576e-4e41-8dbc-f077134dea52 req-d248b9a6-7490-4595-9305-cb417ffe441f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Network c56831c1-4f14-467f-8a65-5e4dcdcf485f is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:54:44.215023 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-0a252405-576e-4e41-8dbc-f077134dea52 req-d248b9a6-7490-4595-9305-cb417ffe441f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:54:44.219562 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b950e197-2c53-477b-a61d-31e56eecdbee'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:54:44.222502 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a8e405-7e21-494e-8358-f85fb8e46edf" -d '{"events": [{"server_uuid": "5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4", "name": "network-vif-unplugged", "status": "completed", "tag": "b950e197-2c53-477b-a61d-31e56eecdbee"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:54:44.230276 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a252405-576e-4e41-8dbc-f077134dea52 req-d248b9a6-7490-4595-9305-cb417ffe441f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:54:44.232175 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-d71e96e9-76c8-4454-a780-a3f439e31137 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:44.256809 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-d71e96e9-76c8-4454-a780-a3f439e31137 service neutron] Transition to ACTIVE for port object b950e197-2c53-477b-a61d-31e56eecdbee will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:54:44.296419 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d248b9a6-7490-4595-9305-cb417ffe441f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Pushing event updated for resources: {'Port': ['ID=8e2b994f-9b4b-42a5-a801-b38e31bf5328,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:44.320516 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-d71e96e9-76c8-4454-a780-a3f439e31137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:44.331300 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:44.448032 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39154) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:44.451332 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a252405-576e-4e41-8dbc-f077134dea52 req-d248b9a6-7490-4595-9305-cb417ffe441f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:44.452027 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0a252405-576e-4e41-8dbc-f077134dea52 req-d248b9a6-7490-4595-9305-cb417ffe441f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:44.533926 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b39e76-5c30-4f06-b067-cf8126ae453d req-f85c0c73-0911-4ca5-b7e1-57d8dfc65278 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:44.537673 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-65b39e76-5c30-4f06-b067-cf8126ae453d req-f85c0c73-0911-4ca5-b7e1-57d8dfc65278 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 949 time: 0.2262926 Aug 18 12:54:44.554285 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.db.api [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:54:44.554607 n-d-803603-2 neutron-server[101677]: DEBUG oslo_db.api [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:54:44.556914 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-d71e96e9-76c8-4454-a780-a3f439e31137 service neutron] No DVR routers for this DVR port b950e197-2c53-477b-a61d-31e56eecdbee on host n-h2-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:54:44.586766 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a252405-576e-4e41-8dbc-f077134dea52 req-d248b9a6-7490-4595-9305-cb417ffe441f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9689062 Aug 18 12:54:44.603095 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-0a252405-576e-4e41-8dbc-f077134dea52 req-f6157adb-00ef-476b-8bdf-eb53ead88eed service neutron] Request body: {'port': {'device_id': 'd56733a4-8a4e-4d94-9851-e8aebbbc813a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:54:44.631540 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39158) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:44.673166 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e96e9-76c8-4454-a780-a3f439e31137 service neutron] Pushing event updated for resources: {'Port': ['ID=b950e197-2c53-477b-a61d-31e56eecdbee,revision_number=10']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:44.744145 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-d71e96e9-76c8-4454-a780-a3f439e31137 service neutron] Attempting to bind port b950e197-2c53-477b-a61d-31e56eecdbee on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:54:44.744337 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-d71e96e9-76c8-4454-a780-a3f439e31137 service neutron] Attempting to bind port b950e197-2c53-477b-a61d-31e56eecdbee by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:54:44.744605 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:44.748077 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-d71e96e9-76c8-4454-a780-a3f439e31137 service neutron] Attempting to bind port b950e197-2c53-477b-a61d-31e56eecdbee on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:54:44.761858 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0a252405-576e-4e41-8dbc-f077134dea52 req-f6157adb-00ef-476b-8bdf-eb53ead88eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:44.771613 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-d71e96e9-76c8-4454-a780-a3f439e31137 service neutron] Port b950e197-2c53-477b-a61d-31e56eecdbee on network f82a481e-2d3e-49f3-a273-639556667c8a not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:54:44.771942 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-d71e96e9-76c8-4454-a780-a3f439e31137 service neutron] Attempting to bind port b950e197-2c53-477b-a61d-31e56eecdbee on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:54:44.779989 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3880b10b-ea70-4d15-81d0-56a48420c72d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4f410e798f6c4fc4b088b42260174474&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3232784 Aug 18 12:54:44.780703 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39164) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:44.821092 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-d71e96e9-76c8-4454-a780-a3f439e31137 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:54:44.821092 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-d71e96e9-76c8-4454-a780-a3f439e31137 service neutron] Checking segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:54:44.821447 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-d71e96e9-76c8-4454-a780-a3f439e31137 service neutron] Bound using segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:54:44.821814 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-d71e96e9-76c8-4454-a780-a3f439e31137 service neutron] Bound port: b950e197-2c53-477b-a61d-31e56eecdbee, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:54:44.822227 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-d71e96e9-76c8-4454-a780-a3f439e31137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:44.909600 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-821181c4-ec32-4c2b-9185-b6c47a259f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:44.969292 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1492ef3b-9181-4ec1-ae5d-f26a99b4677f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:44.993157 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-821181c4-ec32-4c2b-9185-b6c47a259f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:44.995624 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-d71e96e9-76c8-4454-a780-a3f439e31137 service neutron] For port b950e197-2c53-477b-a61d-31e56eecdbee, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:54:45.002579 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-65b39e76-5c30-4f06-b067-cf8126ae453d req-cbe0ec08-01e8-496e-91ec-074ff4038e93 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4637892 Aug 18 12:54:45.047278 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-d71e96e9-76c8-4454-a780-a3f439e31137 service neutron] For port b950e197-2c53-477b-a61d-31e56eecdbee, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=b950e197-2c53-477b-a61d-31e56eecdbee,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:54:45.055192 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72468fe-9b86-4a5b-b861-0eb5fd4362ac x-openstack-request-id: req-a72468fe-9b86-4a5b-b861-0eb5fd4362ac {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:54:45.055739 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4", "name": "network-vif-unplugged", "status": "completed", "tag": "b950e197-2c53-477b-a61d-31e56eecdbee", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:54:45.056412 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a72468fe-9b86-4a5b-b861-0eb5fd4362ac {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:54:45.057037 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b950e197-2c53-477b-a61d-31e56eecdbee', 'code': 200} Aug 18 12:54:45.131731 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-d71e96e9-76c8-4454-a780-a3f439e31137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:45.193509 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 4ed132f5-6019-47fb-ac36-35b4ef1c3795 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:54:45.234820 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-d71e96e9-76c8-4454-a780-a3f439e31137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:45.235964 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-d71e96e9-76c8-4454-a780-a3f439e31137 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:45.237656 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-d71e96e9-76c8-4454-a780-a3f439e31137 service neutron] 10.222.0.39 "PUT /v2.0/ports/b950e197-2c53-477b-a61d-31e56eecdbee HTTP/1.1" status: 200 len: 1097 time: 1.8990846 Aug 18 12:54:45.250845 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-821181c4-ec32-4c2b-9185-b6c47a259f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:45.254882 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-0a252405-576e-4e41-8dbc-f077134dea52 req-f6157adb-00ef-476b-8bdf-eb53ead88eed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e2b994f-9b4b-42a5-a801-b38e31bf5328 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:54:45.265386 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0a252405-576e-4e41-8dbc-f077134dea52 req-f6157adb-00ef-476b-8bdf-eb53ead88eed service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:45.266071 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-821181c4-ec32-4c2b-9185-b6c47a259f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:45.274020 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-821181c4-ec32-4c2b-9185-b6c47a259f32 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e4f5f3e-5369-41de-bf8c-989334341fc0 HTTP/1.1" status: 204 len: 168 time: 0.4850411 Aug 18 12:54:45.282529 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-0a252405-576e-4e41-8dbc-f077134dea52 req-f6157adb-00ef-476b-8bdf-eb53ead88eed service neutron] Transition to ACTIVE for port object 8e2b994f-9b4b-42a5-a801-b38e31bf5328 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:54:45.315649 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:45.349602 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821181c4-ec32-4c2b-9185-b6c47a259f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4f5f3e-5369-41de-bf8c-989334341fc0,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:45.382945 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0a252405-576e-4e41-8dbc-f077134dea52 req-f6157adb-00ef-476b-8bdf-eb53ead88eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:45.388638 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:45.407138 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4ed132f5-6019-47fb-ac36-35b4ef1c3795 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:54:45.437296 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 4ed132f5-6019-47fb-ac36-35b4ef1c3795, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=4ed132f5-6019-47fb-ac36-35b4ef1c3795,segment=NetworkSegment(908af126-c217-456c-b1ef-f447c03c2104),segment_id=908af126-c217-456c-b1ef-f447c03c2104)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:45.460337 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e96e9-76c8-4454-a780-a3f439e31137 service neutron] Pushing event updated for resources: {'Port': ['ID=b950e197-2c53-477b-a61d-31e56eecdbee,revision_number=11']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:45.499345 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b27eba-5ccf-471e-bcbb-3701ea73e781 req-9de5878e-9d34-4a7c-b297-28b2b95069e0 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:45.506213 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1492ef3b-9181-4ec1-ae5d-f26a99b4677f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:45.511544 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b4b27eba-5ccf-471e-bcbb-3701ea73e781 req-9de5878e-9d34-4a7c-b297-28b2b95069e0 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac13853d-ce9d-43bf-8ad8-c7eb555c6f12 HTTP/1.1" status: 200 len: 944 time: 0.2119741 Aug 18 12:54:45.518847 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-1bc254b2-5137-400e-bd5e-1bf86b6a2890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:45.521495 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-1bc254b2-5137-400e-bd5e-1bf86b6a2890 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dfbf1e57c29344368949d54d6fc1d536&device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 1100 time: 0.2222850 Aug 18 12:54:45.528311 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:45.531789 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6157adb-00ef-476b-8bdf-eb53ead88eed service neutron] Pushing event updated for resources: {'Port': ['ID=8e2b994f-9b4b-42a5-a801-b38e31bf5328,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:45.559091 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f63b27-f64d-4581-93fb-7720abdfa6d0 req-054c5bb2-6ba8-440c-acd3-a878adb51da2 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:45.560830 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-79f63b27-f64d-4581-93fb-7720abdfa6d0 req-054c5bb2-6ba8-440c-acd3-a878adb51da2 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d56733a4-8a4e-4d94-9851-e8aebbbc813a HTTP/1.1" status: 200 len: 931 time: 0.3315163 Aug 18 12:54:45.611228 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=4ed132f5-6019-47fb-ac36-35b4ef1c3795,revision_number=7']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:45.625435 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1492ef3b-9181-4ec1-ae5d-f26a99b4677f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:45.680923 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b4b27eba-5ccf-471e-bcbb-3701ea73e781 req-47a85aef-ee6e-44d5-a0d8-5f668de5a1a7 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626611 Aug 18 12:54:45.695482 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-0a252405-576e-4e41-8dbc-f077134dea52 req-f6157adb-00ef-476b-8bdf-eb53ead88eed service neutron] Attempting to bind port 8e2b994f-9b4b-42a5-a801-b38e31bf5328 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:54:45.695482 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-0a252405-576e-4e41-8dbc-f077134dea52 req-f6157adb-00ef-476b-8bdf-eb53ead88eed service neutron] Attempting to bind port 8e2b994f-9b4b-42a5-a801-b38e31bf5328 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '97efc5da-ecd0-4484-ac0f-ba58622f7886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c56831c1-4f14-467f-8a65-5e4dcdcf485f'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:54:45.695482 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a252405-576e-4e41-8dbc-f077134dea52 req-f6157adb-00ef-476b-8bdf-eb53ead88eed service neutron] Attempting to bind port 8e2b994f-9b4b-42a5-a801-b38e31bf5328 on network c56831c1-4f14-467f-8a65-5e4dcdcf485f {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:54:45.705259 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a252405-576e-4e41-8dbc-f077134dea52 req-f6157adb-00ef-476b-8bdf-eb53ead88eed service neutron] Port 8e2b994f-9b4b-42a5-a801-b38e31bf5328 on network c56831c1-4f14-467f-8a65-5e4dcdcf485f not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:54:45.705597 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a252405-576e-4e41-8dbc-f077134dea52 req-f6157adb-00ef-476b-8bdf-eb53ead88eed service neutron] Attempting to bind port 8e2b994f-9b4b-42a5-a801-b38e31bf5328 on network c56831c1-4f14-467f-8a65-5e4dcdcf485f {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:54:45.720769 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a252405-576e-4e41-8dbc-f077134dea52 req-f6157adb-00ef-476b-8bdf-eb53ead88eed service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:54:45.721250 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a252405-576e-4e41-8dbc-f077134dea52 req-f6157adb-00ef-476b-8bdf-eb53ead88eed service neutron] Checking segment: {'id': '97efc5da-ecd0-4484-ac0f-ba58622f7886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c56831c1-4f14-467f-8a65-5e4dcdcf485f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:54:45.721643 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a252405-576e-4e41-8dbc-f077134dea52 req-f6157adb-00ef-476b-8bdf-eb53ead88eed service neutron] Bound using segment: {'id': '97efc5da-ecd0-4484-ac0f-ba58622f7886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c56831c1-4f14-467f-8a65-5e4dcdcf485f'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:54:45.722223 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-0a252405-576e-4e41-8dbc-f077134dea52 req-f6157adb-00ef-476b-8bdf-eb53ead88eed service neutron] Bound port: 8e2b994f-9b4b-42a5-a801-b38e31bf5328, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97efc5da-ecd0-4484-ac0f-ba58622f7886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c56831c1-4f14-467f-8a65-5e4dcdcf485f'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:54:45.722340 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1492ef3b-9181-4ec1-ae5d-f26a99b4677f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70981fcd-e60e-4769-b0dd-a0794e476413,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:45.722483 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0a252405-576e-4e41-8dbc-f077134dea52 req-f6157adb-00ef-476b-8bdf-eb53ead88eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:45.735669 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1492ef3b-9181-4ec1-ae5d-f26a99b4677f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b9c46f8d920424fbe3a41e470a15048&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0678220 Aug 18 12:54:45.741759 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39178) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:45.746545 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-79f63b27-f64d-4581-93fb-7720abdfa6d0 req-ca0f7b5a-6b00-4159-ae14-ef3eb6b3fe5a tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739414 Aug 18 12:54:45.779223 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-1aa0bf6a-8c9a-4857-90b3-44442eedb729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:45.780765 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-1aa0bf6a-8c9a-4857-90b3-44442eedb729 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.2189419 Aug 18 12:54:45.849573 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-c9805d5c-4ab8-4650-94ff-cc8e9104c546 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=b950e197-2c53-477b-a61d-31e56eecdbee HTTP/1.1" status: 200 len: 217 time: 0.0584812 Aug 18 12:54:45.923840 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-f09755a8-5189-4f06-83f9-db7211d55976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:45.925408 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-f09755a8-5189-4f06-83f9-db7211d55976 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.0694025 Aug 18 12:54:46.013033 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-7c39ea78-c5c3-468a-b46a-fa5ad82d3e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:46.014576 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-7c39ea78-c5c3-468a-b46a-fa5ad82d3e95 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0823193 Aug 18 12:54:46.149138 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39188) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:46.184318 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-ae28044a-c29a-4e1e-9091-36c149d53cce service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620364 Aug 18 12:54:46.216026 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1847c4f4-50bf-49f8-a6fc-d2ba441dcee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:46.218881 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-0a252405-576e-4e41-8dbc-f077134dea52 req-f6157adb-00ef-476b-8bdf-eb53ead88eed service neutron] For port 8e2b994f-9b4b-42a5-a801-b38e31bf5328, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:54:46.224759 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-0a252405-576e-4e41-8dbc-f077134dea52 req-f6157adb-00ef-476b-8bdf-eb53ead88eed service neutron] For port 8e2b994f-9b4b-42a5-a801-b38e31bf5328, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=8e2b994f-9b4b-42a5-a801-b38e31bf5328,segment=NetworkSegment(97efc5da-ecd0-4484-ac0f-ba58622f7886),segment_id=97efc5da-ecd0-4484-ac0f-ba58622f7886)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:54:46.248089 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1847c4f4-50bf-49f8-a6fc-d2ba441dcee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:46.281502 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3eb6b7a4-f00b-436b-b7ae-caf3e3fe1d06 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3bd43eef15444598be7af83eefbb7b26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1304431 Aug 18 12:54:46.282087 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39194) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:46.307203 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0a252405-576e-4e41-8dbc-f077134dea52 req-f6157adb-00ef-476b-8bdf-eb53ead88eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:46.361597 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a252405-576e-4e41-8dbc-f077134dea52 req-f6157adb-00ef-476b-8bdf-eb53ead88eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:46.362240 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0a252405-576e-4e41-8dbc-f077134dea52 req-f6157adb-00ef-476b-8bdf-eb53ead88eed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:46.364004 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a252405-576e-4e41-8dbc-f077134dea52 req-f6157adb-00ef-476b-8bdf-eb53ead88eed service neutron] 10.222.0.39 "PUT /v2.0/ports/8e2b994f-9b4b-42a5-a801-b38e31bf5328 HTTP/1.1" status: 200 len: 1091 time: 1.7673569 Aug 18 12:54:46.365974 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd56733a4-8a4e-4d94-9851-e8aebbbc813a', 'tag': '8e2b994f-9b4b-42a5-a801-b38e31bf5328'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:54:46.368401 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1b1812-6840-4919-a4ec-86a119128cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "d56733a4-8a4e-4d94-9851-e8aebbbc813a", "tag": "8e2b994f-9b4b-42a5-a801-b38e31bf5328"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:54:46.382378 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4f1791fa-07d1-4d05-a859-6cf9a5fe4983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:46.392574 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4b25f-a2bd-4cdb-be83-6b9d97e9bb74 req-0df582b8-17b4-4071-addc-b7ce9ba819bf tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:46.394015 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-54b4b25f-a2bd-4cdb-be83-6b9d97e9bb74 req-0df582b8-17b4-4071-addc-b7ce9ba819bf tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 949 time: 0.1347854 Aug 18 12:54:46.404735 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cf30206c-791f-491b-b29b-2a1a4559e4a0 req-7ad9ad6a-7771-4d4f-a7f6-d669ed755a0a service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069533 Aug 18 12:54:46.409509 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6157adb-00ef-476b-8bdf-eb53ead88eed service neutron] Pushing event updated for resources: {'Port': ['ID=8e2b994f-9b4b-42a5-a801-b38e31bf5328,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:46.419796 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4f1791fa-07d1-4d05-a859-6cf9a5fe4983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:46.458866 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-54b4b25f-a2bd-4cdb-be83-6b9d97e9bb74 req-a63d855e-914b-40ec-bfc7-8c8f316bbceb tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554764 Aug 18 12:54:46.465593 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1847c4f4-50bf-49f8-a6fc-d2ba441dcee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:46.470529 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1847c4f4-50bf-49f8-a6fc-d2ba441dcee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:46.475808 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1847c4f4-50bf-49f8-a6fc-d2ba441dcee2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/70981fcd-e60e-4769-b0dd-a0794e476413 HTTP/1.1" status: 204 len: 168 time: 0.7326889 Aug 18 12:54:46.490028 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1847c4f4-50bf-49f8-a6fc-d2ba441dcee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70981fcd-e60e-4769-b0dd-a0794e476413,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:46.564636 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a252405-576e-4e41-8dbc-f077134dea52 req-5fd8b8f6-48e5-458a-916c-39477b849c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:46.566164 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0a252405-576e-4e41-8dbc-f077134dea52 req-5fd8b8f6-48e5-458a-916c-39477b849c1e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2fe37f6b32e548f5b1016cf2f60cdb2b&device_id=d56733a4-8a4e-4d94-9851-e8aebbbc813a HTTP/1.1" status: 200 len: 1094 time: 0.1047082 Aug 18 12:54:46.571470 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe978868-788a-45d1-beb9-b7fb633e5ac5 x-openstack-request-id: req-fe978868-788a-45d1-beb9-b7fb633e5ac5 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:54:46.571965 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d56733a4-8a4e-4d94-9851-e8aebbbc813a", "tag": "8e2b994f-9b4b-42a5-a801-b38e31bf5328", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:54:46.571965 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe978868-788a-45d1-beb9-b7fb633e5ac5 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:54:46.572364 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd56733a4-8a4e-4d94-9851-e8aebbbc813a', 'tag': '8e2b994f-9b4b-42a5-a801-b38e31bf5328', 'status': 'completed', 'code': 200} Aug 18 12:54:46.630357 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0a252405-576e-4e41-8dbc-f077134dea52 req-d4a5b1fd-a0d4-4292-b5bb-39bebbff20be service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e2b994f-9b4b-42a5-a801-b38e31bf5328 HTTP/1.1" status: 200 len: 217 time: 0.0539463 Aug 18 12:54:46.668965 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4f1791fa-07d1-4d05-a859-6cf9a5fe4983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:46.671713 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4f1791fa-07d1-4d05-a859-6cf9a5fe4983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:46.672860 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4f1791fa-07d1-4d05-a859-6cf9a5fe4983 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ccc7ebd-26ef-46cb-875e-aaebd941b64e HTTP/1.1" status: 204 len: 168 time: 0.3884315 Aug 18 12:54:46.715970 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1791fa-07d1-4d05-a859-6cf9a5fe4983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccc7ebd-26ef-46cb-875e-aaebd941b64e,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:46.730097 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a252405-576e-4e41-8dbc-f077134dea52 req-1aafe32b-27a0-449f-84f9-68da99b249c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:46.731820 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0a252405-576e-4e41-8dbc-f077134dea52 req-1aafe32b-27a0-449f-84f9-68da99b249c5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a7350c50-b03f-467a-a5ed-4898dcd42f1b HTTP/1.1" status: 200 len: 846 time: 0.0887418 Aug 18 12:54:46.767415 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0a252405-576e-4e41-8dbc-f077134dea52 req-1dd5865c-f647-43ca-b8de-afd051c97dfd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c56831c1-4f14-467f-8a65-5e4dcdcf485f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258667 Aug 18 12:54:46.910274 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0a252405-576e-4e41-8dbc-f077134dea52 req-5e0929b9-66e0-4189-9fd0-a6836a9c0f0c service neutron] 10.222.0.39 "GET /v2.0/networks/c56831c1-4f14-467f-8a65-5e4dcdcf485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352277 Aug 18 12:54:46.963116 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058d2f2-f382-418e-9df7-d1f3b2c86d7c req-33b44af2-0f7f-4e4b-81dd-8c5089ba1dd8 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:46.964675 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1058d2f2-f382-418e-9df7-d1f3b2c86d7c req-33b44af2-0f7f-4e4b-81dd-8c5089ba1dd8 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d56733a4-8a4e-4d94-9851-e8aebbbc813a HTTP/1.1" status: 200 len: 943 time: 0.0539243 Aug 18 12:54:47.023289 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1058d2f2-f382-418e-9df7-d1f3b2c86d7c req-96a4eb67-e425-4906-b041-5d4ba7290fc4 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520003 Aug 18 12:54:47.051895 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0a252405-576e-4e41-8dbc-f077134dea52 req-242ebd78-642f-402d-9fd2-39559e5faaac service neutron] 10.222.0.39 "GET /v2.0/networks/c56831c1-4f14-467f-8a65-5e4dcdcf485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335824 Aug 18 12:54:47.058906 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4', 'tag': 'b950e197-2c53-477b-a61d-31e56eecdbee'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:54:47.061192 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c30861d-9995-4859-9782-87d08699a891" -d '{"events": [{"name": "network-changed", "server_uuid": "5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4", "tag": "b950e197-2c53-477b-a61d-31e56eecdbee"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:54:47.080529 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857464d-273f-4828-96f2-20899f7f1db5 req-b9165aea-36c0-4264-9cfe-e8351a4a1504 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:47.082123 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e857464d-273f-4828-96f2-20899f7f1db5 req-b9165aea-36c0-4264-9cfe-e8351a4a1504 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac13853d-ce9d-43bf-8ad8-c7eb555c6f12 HTTP/1.1" status: 200 len: 943 time: 0.1445038 Aug 18 12:54:47.151440 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e857464d-273f-4828-96f2-20899f7f1db5 req-967e7f7e-4f42-4bca-9844-be7963076432 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560846 Aug 18 12:54:47.193495 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:47.211784 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246116ba-30cf-43a4-ae0b-797db1617d72 x-openstack-request-id: req-246116ba-30cf-43a4-ae0b-797db1617d72 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:54:47.212891 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4", "tag": "b950e197-2c53-477b-a61d-31e56eecdbee", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:54:47.213448 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-246116ba-30cf-43a4-ae0b-797db1617d72 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:54:47.214216 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4', 'tag': 'b950e197-2c53-477b-a61d-31e56eecdbee', 'status': 'completed', 'code': 200} Aug 18 12:54:47.253538 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30861d-9995-4859-9782-87d08699a891 req-a85b3e0d-7a73-4e6a-8b4f-1469e3d563ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:47.255410 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3c30861d-9995-4859-9782-87d08699a891 req-a85b3e0d-7a73-4e6a-8b4f-1469e3d563ae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dfbf1e57c29344368949d54d6fc1d536&device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 1100 time: 0.0508077 Aug 18 12:54:47.319407 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b1812-6840-4919-a4ec-86a119128cdc req-3dc03bd1-91cf-4d3d-b188-83a480c8d825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:47.323716 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ba1b1812-6840-4919-a4ec-86a119128cdc req-3dc03bd1-91cf-4d3d-b188-83a480c8d825 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2fe37f6b32e548f5b1016cf2f60cdb2b&device_id=d56733a4-8a4e-4d94-9851-e8aebbbc813a HTTP/1.1" status: 200 len: 1094 time: 0.1566918 Aug 18 12:54:47.328353 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30861d-9995-4859-9782-87d08699a891 req-c9756b66-598a-4a17-9b0a-cd35edfa3a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:47.328353 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3c30861d-9995-4859-9782-87d08699a891 req-c9756b66-598a-4a17-9b0a-cd35edfa3a41 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dfbf1e57c29344368949d54d6fc1d536&device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 1100 time: 0.0777223 Aug 18 12:54:47.423028 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30861d-9995-4859-9782-87d08699a891 req-747536d3-dc96-422a-b02b-2598b81d8bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:47.424887 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3c30861d-9995-4859-9782-87d08699a891 req-747536d3-dc96-422a-b02b-2598b81d8bd1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.1615376 Aug 18 12:54:47.479974 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3c30861d-9995-4859-9782-87d08699a891 req-76f89f14-36c6-40d3-a650-db4d10aa5dc2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=b950e197-2c53-477b-a61d-31e56eecdbee HTTP/1.1" status: 200 len: 217 time: 0.0468209 Aug 18 12:54:47.540314 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b1812-6840-4919-a4ec-86a119128cdc req-07fbad2e-2284-4f1c-b10e-105f937a8e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:47.541784 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ba1b1812-6840-4919-a4ec-86a119128cdc req-07fbad2e-2284-4f1c-b10e-105f937a8e59 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c56831c1-4f14-467f-8a65-5e4dcdcf485f HTTP/1.1" status: 200 len: 907 time: 0.2091069 Aug 18 12:54:47.545349 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30861d-9995-4859-9782-87d08699a891 req-f3fb437a-c460-4d53-824e-df2531ce4434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:47.546758 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3c30861d-9995-4859-9782-87d08699a891 req-f3fb437a-c460-4d53-824e-df2531ce4434 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.2003980 Aug 18 12:54:47.552584 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30861d-9995-4859-9782-87d08699a891 req-c4d42b7a-7e5c-4b1b-a7b3-afde5141bc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:47.554314 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3c30861d-9995-4859-9782-87d08699a891 req-c4d42b7a-7e5c-4b1b-a7b3-afde5141bc22 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.0676258 Aug 18 12:54:47.623965 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ba1b1812-6840-4919-a4ec-86a119128cdc req-dd69fcca-a0aa-4692-ba56-a8e7126a2614 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e2b994f-9b4b-42a5-a801-b38e31bf5328 HTTP/1.1" status: 200 len: 217 time: 0.0728440 Aug 18 12:54:47.634738 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30861d-9995-4859-9782-87d08699a891 req-7174c2b0-d758-4291-b501-d5e991276e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:47.636867 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3c30861d-9995-4859-9782-87d08699a891 req-7174c2b0-d758-4291-b501-d5e991276e71 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0744333 Aug 18 12:54:47.699131 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39256) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:47.717530 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3c30861d-9995-4859-9782-87d08699a891 req-171166a7-f23c-48d1-b308-7b02e744d5f7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=b950e197-2c53-477b-a61d-31e56eecdbee HTTP/1.1" status: 200 len: 217 time: 0.0924919 Aug 18 12:54:47.719317 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-080804ed-a930-475e-b13e-fa0940812976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:47.787373 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b1812-6840-4919-a4ec-86a119128cdc req-d46b0343-34e5-47ad-a687-d20fbc30ca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:47.788950 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ba1b1812-6840-4919-a4ec-86a119128cdc req-d46b0343-34e5-47ad-a687-d20fbc30ca5b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a7350c50-b03f-467a-a5ed-4898dcd42f1b HTTP/1.1" status: 200 len: 846 time: 0.1477528 Aug 18 12:54:47.799611 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3c30861d-9995-4859-9782-87d08699a891 req-54801b66-ccd5-47b8-9355-397eb564bf19 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542003 Aug 18 12:54:47.804567 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ea8e3-d6d2-4ace-a380-f733c8d4a396 req-90fb04b2-fc5e-4070-a66f-bc2f48b5d132 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:47.806115 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-452ea8e3-d6d2-4ace-a380-f733c8d4a396 req-90fb04b2-fc5e-4070-a66f-bc2f48b5d132 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 949 time: 0.1801965 Aug 18 12:54:47.853768 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ba1b1812-6840-4919-a4ec-86a119128cdc req-0406c9f2-151e-464f-84d7-58415462e7f7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c56831c1-4f14-467f-8a65-5e4dcdcf485f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463490 Aug 18 12:54:47.861199 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30861d-9995-4859-9782-87d08699a891 req-7ca6d3fd-71fe-4238-992d-6452754e71f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:47.863023 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3c30861d-9995-4859-9782-87d08699a891 req-7ca6d3fd-71fe-4238-992d-6452754e71f5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.1337948 Aug 18 12:54:47.933741 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-080804ed-a930-475e-b13e-fa0940812976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:47.936364 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3c30861d-9995-4859-9782-87d08699a891 req-66c2c076-a506-4126-a401-4337010a15f8 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285141 Aug 18 12:54:48.008846 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-080804ed-a930-475e-b13e-fa0940812976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:48.077431 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080804ed-a930-475e-b13e-fa0940812976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24b4e35-3c6b-4cb4-b51e-8b9e88d5288c,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:48.084698 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-080804ed-a930-475e-b13e-fa0940812976 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a245b5216c5e41ee94f61c21efff3718&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3815553 Aug 18 12:54:48.085582 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39266) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:48.231319 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1160653f-94d8-427b-acc2-3dc671b31751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:48.243342 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24abae2-34d0-4bb1-9746-b2884913db9a req-41a66d88-8eb0-4161-bd1c-829ae1bd860b tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:48.245535 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a24abae2-34d0-4bb1-9746-b2884913db9a req-41a66d88-8eb0-4161-bd1c-829ae1bd860b tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d56733a4-8a4e-4d94-9851-e8aebbbc813a HTTP/1.1" status: 200 len: 943 time: 0.1287003 Aug 18 12:54:48.265709 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cbec86-a5f0-4314-9c00-4d90c439b9cf req-2ee4e1c0-5d63-4005-a234-4cd77d59abe7 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:48.267529 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-00cbec86-a5f0-4314-9c00-4d90c439b9cf req-2ee4e1c0-5d63-4005-a234-4cd77d59abe7 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac13853d-ce9d-43bf-8ad8-c7eb555c6f12 HTTP/1.1" status: 200 len: 943 time: 0.0951083 Aug 18 12:54:48.334800 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1160653f-94d8-427b-acc2-3dc671b31751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:48.338001 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-452ea8e3-d6d2-4ace-a380-f733c8d4a396 req-9f721860-7e0b-40d2-a048-7a332f095d80 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5207703 Aug 18 12:54:48.345080 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39276) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:48.378349 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30861d-9995-4859-9782-87d08699a891 req-11f283d4-a47a-4230-aebf-a9118eca6ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:48.380301 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3c30861d-9995-4859-9782-87d08699a891 req-11f283d4-a47a-4230-aebf-a9118eca6ec9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5076740 Aug 18 12:54:48.420335 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ba1b1812-6840-4919-a4ec-86a119128cdc req-4019781b-05be-407b-b745-0df89bbbb225 service neutron] 10.222.0.39 "GET /v2.0/networks/c56831c1-4f14-467f-8a65-5e4dcdcf485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5558989 Aug 18 12:54:48.431557 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a24abae2-34d0-4bb1-9746-b2884913db9a req-1369f57f-ef41-4ab8-bb99-fdb5333ea50e tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629043 Aug 18 12:54:48.523523 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-00cbec86-a5f0-4314-9c00-4d90c439b9cf req-b3ca24d1-bffd-45b9-b1ff-d0f76ee6a132 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Deleting port 4ed132f5-6019-47fb-ac36-35b4ef1c3795 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:54:48.524467 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-00cbec86-a5f0-4314-9c00-4d90c439b9cf req-b3ca24d1-bffd-45b9-b1ff-d0f76ee6a132 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:48.592253 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1160653f-94d8-427b-acc2-3dc671b31751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:48.595576 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1160653f-94d8-427b-acc2-3dc671b31751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:48.597832 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1160653f-94d8-427b-acc2-3dc671b31751 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a24b4e35-3c6b-4cb4-b51e-8b9e88d5288c HTTP/1.1" status: 204 len: 168 time: 0.5114994 Aug 18 12:54:48.621872 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1160653f-94d8-427b-acc2-3dc671b31751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24b4e35-3c6b-4cb4-b51e-8b9e88d5288c,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:48.688760 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 8e2b994f-9b4b-42a5-a801-b38e31bf5328 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:54:48.730871 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-00cbec86-a5f0-4314-9c00-4d90c439b9cf req-b3ca24d1-bffd-45b9-b1ff-d0f76ee6a132 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] For port 4ed132f5-6019-47fb-ac36-35b4ef1c3795, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=4ed132f5-6019-47fb-ac36-35b4ef1c3795,segment=NetworkSegment(908af126-c217-456c-b1ef-f447c03c2104),segment_id=908af126-c217-456c-b1ef-f447c03c2104)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:48.731653 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3c30861d-9995-4859-9782-87d08699a891 req-4bfe600a-0f02-4ddf-8ff4-51f199d8e1ec service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384113 Aug 18 12:54:48.732731 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-00cbec86-a5f0-4314-9c00-4d90c439b9cf req-b3ca24d1-bffd-45b9-b1ff-d0f76ee6a132 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:48.737380 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-124ce0e4-ef68-4924-897e-68cc5a235a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:48.782484 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-00cbec86-a5f0-4314-9c00-4d90c439b9cf req-b3ca24d1-bffd-45b9-b1ff-d0f76ee6a132 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Calling delete_port for 4ed132f5-6019-47fb-ac36-35b4ef1c3795 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:54:48.894305 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 8e2b994f-9b4b-42a5-a801-b38e31bf5328, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=8e2b994f-9b4b-42a5-a801-b38e31bf5328,segment=NetworkSegment(97efc5da-ecd0-4484-ac0f-ba58622f7886),segment_id=97efc5da-ecd0-4484-ac0f-ba58622f7886)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:48.916129 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '8e2b994f-9b4b-42a5-a801-b38e31bf5328', 'network_id': 'c56831c1-4f14-467f-8a65-5e4dcdcf485f', 'port_id': '8e2b994f-9b4b-42a5-a801-b38e31bf5328', 'mac_address': 'fa:16:3e:01:82:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7350c50-b03f-467a-a5ed-4898dcd42f1b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:54:48.918510 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a001b7-6052-475f-96cd-8360c9ca6695 req-923347e3-c066-420f-8b17-79432c547acb tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:48.926317 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-18a001b7-6052-475f-96cd-8360c9ca6695 req-923347e3-c066-420f-8b17-79432c547acb tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac13853d-ce9d-43bf-8ad8-c7eb555c6f12 HTTP/1.1" status: 200 len: 943 time: 0.3296978 Aug 18 12:54:49.017663 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:49.050688 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e2b994f-9b4b-42a5-a801-b38e31bf5328 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:54:49.072315 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-124ce0e4-ef68-4924-897e-68cc5a235a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:49.083129 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-00cbec86-a5f0-4314-9c00-4d90c439b9cf req-b3ca24d1-bffd-45b9-b1ff-d0f76ee6a132 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:49.100491 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 8e2b994f-9b4b-42a5-a801-b38e31bf5328, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=8e2b994f-9b4b-42a5-a801-b38e31bf5328,segment=NetworkSegment(97efc5da-ecd0-4484-ac0f-ba58622f7886),segment_id=97efc5da-ecd0-4484-ac0f-ba58622f7886)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:49.101368 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-18a001b7-6052-475f-96cd-8360c9ca6695 req-3cbdddaf-c684-4a3e-bf65-3c76b4df19df tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/security-groups?id=027ee19d-2a45-4a73-8b29-f741d9faec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735201 Aug 18 12:54:49.125010 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ba1b1812-6840-4919-a4ec-86a119128cdc req-1c6a0c2e-2c22-49a2-a48f-bb6e17d183cf service neutron] 10.222.0.39 "GET /v2.0/networks/c56831c1-4f14-467f-8a65-5e4dcdcf485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6719677 Aug 18 12:54:49.146301 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:49.147605 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device b950e197-2c53-477b-a61d-31e56eecdbee details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:54:49.167462 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca24d1-bffd-45b9-b1ff-d0f76ee6a132 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Pushing event deleted for resources: {'Port': ['ID=4ed132f5-6019-47fb-ac36-35b4ef1c3795,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:49.168636 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-124ce0e4-ef68-4924-897e-68cc5a235a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:49.228908 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3c30861d-9995-4859-9782-87d08699a891 req-6e941aa8-2681-47b1-9148-bc33cbbf5cb9 service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4815397 Aug 18 12:54:49.243942 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-124ce0e4-ef68-4924-897e-68cc5a235a05 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f6dc6e7475f84e038178882dc196e005&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8909452 Aug 18 12:54:49.244734 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ce0e4-ef68-4924-897e-68cc5a235a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e2db48-0013-43ff-85f7-61f6e8101d9a,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:49.247137 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39322) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:49.259727 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-00cbec86-a5f0-4314-9c00-4d90c439b9cf req-b3ca24d1-bffd-45b9-b1ff-d0f76ee6a132 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] No DVR routers for this DVR port 4ed132f5-6019-47fb-ac36-35b4ef1c3795 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:54:49.269125 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-00cbec86-a5f0-4314-9c00-4d90c439b9cf req-b3ca24d1-bffd-45b9-b1ff-d0f76ee6a132 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:49.271336 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-00cbec86-a5f0-4314-9c00-4d90c439b9cf req-b3ca24d1-bffd-45b9-b1ff-d0f76ee6a132 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.20 "DELETE /v2.0/ports/4ed132f5-6019-47fb-ac36-35b4ef1c3795 HTTP/1.1" status: 204 len: 173 time: 0.9928548 Aug 18 12:54:49.271840 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac13853d-ce9d-43bf-8ad8-c7eb555c6f12', 'name': 'network-vif-deleted', 'tag': '4ed132f5-6019-47fb-ac36-35b4ef1c3795'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:54:49.274112 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a2eae0-981b-4e17-b8ee-5317e0c1e298" -d '{"events": [{"server_uuid": "ac13853d-ce9d-43bf-8ad8-c7eb555c6f12", "name": "network-vif-deleted", "tag": "4ed132f5-6019-47fb-ac36-35b4ef1c3795"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:54:49.302659 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=8e2b994f-9b4b-42a5-a801-b38e31bf5328,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:49.391801 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f84d099-68a0-49d6-8fd2-ee90a28e4ea1 x-openstack-request-id: req-1f84d099-68a0-49d6-8fd2-ee90a28e4ea1 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:54:49.391801 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac13853d-ce9d-43bf-8ad8-c7eb555c6f12", "name": "network-vif-deleted", "tag": "4ed132f5-6019-47fb-ac36-35b4ef1c3795", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:54:49.392493 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f84d099-68a0-49d6-8fd2-ee90a28e4ea1 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:54:49.393059 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac13853d-ce9d-43bf-8ad8-c7eb555c6f12', 'name': 'network-vif-deleted', 'tag': '4ed132f5-6019-47fb-ac36-35b4ef1c3795', 'status': 'completed', 'code': 200} Aug 18 12:54:49.436136 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c9b338dd-48f6-41ae-8089-ff55b897f168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:49.468429 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port b950e197-2c53-477b-a61d-31e56eecdbee, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=b950e197-2c53-477b-a61d-31e56eecdbee,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:49.492160 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'b950e197-2c53-477b-a61d-31e56eecdbee', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'port_id': 'b950e197-2c53-477b-a61d-31e56eecdbee', 'mac_address': 'fa:16:3e:59:5c:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc8434-66c0-4e05-8cce-b4a4a0f33dc3', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:54:49.533430 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c9b338dd-48f6-41ae-8089-ff55b897f168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:49.560639 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb4b5a-86bf-48d0-8cee-24c074d4d500 req-9798269e-4cf2-4719-b580-5748e43ca98b tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:49.562321 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-efeb4b5a-86bf-48d0-8cee-24c074d4d500 req-9798269e-4cf2-4719-b580-5748e43ca98b tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 949 time: 0.0795672 Aug 18 12:54:49.583277 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:49.602292 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b950e197-2c53-477b-a61d-31e56eecdbee {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:54:49.615554 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-efeb4b5a-86bf-48d0-8cee-24c074d4d500 req-658b0651-266d-4964-be67-4b95c01d1c48 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438449 Aug 18 12:54:49.629400 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port b950e197-2c53-477b-a61d-31e56eecdbee, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=b950e197-2c53-477b-a61d-31e56eecdbee,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:49.679772 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be707ca-0b65-41fb-b463-10c3437d3434 req-7e271fa1-f46c-4000-81c5-748ce0edcea5 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:49.681533 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5be707ca-0b65-41fb-b463-10c3437d3434 req-7e271fa1-f46c-4000-81c5-748ce0edcea5 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d56733a4-8a4e-4d94-9851-e8aebbbc813a HTTP/1.1" status: 200 len: 944 time: 0.0722272 Aug 18 12:54:49.727475 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5be707ca-0b65-41fb-b463-10c3437d3434 req-628e99f4-a543-46f8-b4d2-bccf8a378ec0 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361521 Aug 18 12:54:49.760361 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:49.779073 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c9b338dd-48f6-41ae-8089-ff55b897f168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:49.801287 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c9b338dd-48f6-41ae-8089-ff55b897f168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:49.806786 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c9b338dd-48f6-41ae-8089-ff55b897f168 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36e2db48-0013-43ff-85f7-61f6e8101d9a HTTP/1.1" status: 204 len: 168 time: 0.5585349 Aug 18 12:54:49.822223 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=b950e197-2c53-477b-a61d-31e56eecdbee,revision_number=12']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:49.865012 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b338dd-48f6-41ae-8089-ff55b897f168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e2db48-0013-43ff-85f7-61f6e8101d9a,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:49.889990 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09438585-8b5f-4e99-8624-e5f74a970684 req-c7bdaf1b-a5bf-49b5-88a2-8f98d31dfdd8 tempest-MigrationsAdminTest-687754101 tempest-MigrationsAdminTest-687754101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:49.900627 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-09438585-8b5f-4e99-8624-e5f74a970684 req-c7bdaf1b-a5bf-49b5-88a2-8f98d31dfdd8 tempest-MigrationsAdminTest-687754101 tempest-MigrationsAdminTest-687754101-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 1101 time: 0.1629617 Aug 18 12:54:49.936316 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-09438585-8b5f-4e99-8624-e5f74a970684 req-43ffda1d-b078-4d66-81ba-88bf0b0c3883 tempest-MigrationsAdminTest-687754101 tempest-MigrationsAdminTest-687754101-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349813 Aug 18 12:54:49.989867 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['8e2b994f-9b4b-42a5-a801-b38e31bf5328'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:54:50.017038 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['b950e197-2c53-477b-a61d-31e56eecdbee'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:54:50.206210 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 4ed132f5-6019-47fb-ac36-35b4ef1c3795 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:54:50.238430 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-40dbca78-b639-4f5b-a3c6-e43152a81bba req-9b496d1d-8bb4-4b50-a446-004936be8f01 tempest-ImagesTestJSON-1920074301 tempest-ImagesTestJSON-1920074301-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac13853d-ce9d-43bf-8ad8-c7eb555c6f12 HTTP/1.1" status: 200 len: 210 time: 0.0390520 Aug 18 12:54:50.249725 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 4ed132f5-6019-47fb-ac36-35b4ef1c3795 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:54:50.250580 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 4ed132f5-6019-47fb-ac36-35b4ef1c3795 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:54:50.597595 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4a722-63d3-4b0e-9879-a7149939d9f6 req-b62a8ae5-1403-4a97-b0a9-110b7f6a139c tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:50.599814 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dce4a722-63d3-4b0e-9879-a7149939d9f6 req-b62a8ae5-1403-4a97-b0a9-110b7f6a139c tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 950 time: 0.0615540 Aug 18 12:54:50.640836 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dce4a722-63d3-4b0e-9879-a7149939d9f6 req-2135913c-d9c2-4afe-b496-9a476d0a6d91 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342805 Aug 18 12:54:50.687326 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39380) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:50.889231 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc416d-d58c-40f1-ac1c-f26d741039ba req-41631ffc-659b-461d-ae29-ea4a201d6e97 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:50.890901 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-17bc416d-d58c-40f1-ac1c-f26d741039ba req-41631ffc-659b-461d-ae29-ea4a201d6e97 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d56733a4-8a4e-4d94-9851-e8aebbbc813a HTTP/1.1" status: 200 len: 944 time: 0.0526106 Aug 18 12:54:50.898018 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39388) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:50.923105 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2e329e93-578d-4d85-a6b7-b831ce31223f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:50.943410 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-17bc416d-d58c-40f1-ac1c-f26d741039ba req-8db3c6ee-3714-4a77-975c-fba7768b8cd8 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421731 Aug 18 12:54:50.964747 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-968060c6-bd7a-4c66-97d6-159993509442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:51.114824 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2e329e93-578d-4d85-a6b7-b831ce31223f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:51.170113 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2e329e93-578d-4d85-a6b7-b831ce31223f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:51.212405 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2e329e93-578d-4d85-a6b7-b831ce31223f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b23503b1bfe5441592401cf1efc646fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3128622 Aug 18 12:54:51.215540 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39394) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:51.230349 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e329e93-578d-4d85-a6b7-b831ce31223f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fdcea9a-de44-46a7-bbc2-964426447c48,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:51.278124 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3d3c8281-8642-461b-a481-572fa02d0f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:51.303708 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-968060c6-bd7a-4c66-97d6-159993509442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:51.308531 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3d3c8281-8642-461b-a481-572fa02d0f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:51.372589 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-968060c6-bd7a-4c66-97d6-159993509442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:51.414234 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968060c6-bd7a-4c66-97d6-159993509442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4282c10-588c-440d-8b27-7876f3401930,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:51.418309 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-968060c6-bd7a-4c66-97d6-159993509442 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=52d8faaef5d6482bb644e728ac47318d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7269943 Aug 18 12:54:51.418489 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39414) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:51.463956 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3d3c8281-8642-461b-a481-572fa02d0f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:51.463956 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3d3c8281-8642-461b-a481-572fa02d0f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:51.463956 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3d3c8281-8642-461b-a481-572fa02d0f3e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1fdcea9a-de44-46a7-bbc2-964426447c48 HTTP/1.1" status: 204 len: 168 time: 0.2363412 Aug 18 12:54:51.476420 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c8281-8642-461b-a481-572fa02d0f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fdcea9a-de44-46a7-bbc2-964426447c48,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:51.482950 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e93ffeb7-6efb-415a-b862-7a494b07141c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:51.533118 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e93ffeb7-6efb-415a-b862-7a494b07141c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:51.688454 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e93ffeb7-6efb-415a-b862-7a494b07141c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:51.691557 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e93ffeb7-6efb-415a-b862-7a494b07141c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:51.695694 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e93ffeb7-6efb-415a-b862-7a494b07141c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4282c10-588c-440d-8b27-7876f3401930 HTTP/1.1" status: 204 len: 168 time: 0.2733798 Aug 18 12:54:51.714694 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ffeb7-6efb-415a-b862-7a494b07141c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4282c10-588c-440d-8b27-7876f3401930,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:51.724820 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39454) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:51.793649 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-218e7c11-3e54-4bc4-baac-2701f88d327c admin admin] Deleting subnet d8059427-8094-4919-a4ba-5ba769b61640 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:54:51.796925 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-218e7c11-3e54-4bc4-baac-2701f88d327c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:51.833860 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-218e7c11-3e54-4bc4-baac-2701f88d327c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:51.887829 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-218e7c11-3e54-4bc4-baac-2701f88d327c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:51.910752 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ce354-393f-46a5-a4d8-67db84045d39 req-db704d18-cb0b-4a2d-b712-9c086ad82b48 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:51.915652 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5c1ce354-393f-46a5-a4d8-67db84045d39 req-db704d18-cb0b-4a2d-b712-9c086ad82b48 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 950 time: 0.1186790 Aug 18 12:54:51.969288 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba66eda-9ef2-4c56-b98c-edb2117b93a8 req-ec45e1a7-0d43-4d53-b0fd-e56fbb655266 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:51.971158 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bba66eda-9ef2-4c56-b98c-edb2117b93a8 req-ec45e1a7-0d43-4d53-b0fd-e56fbb655266 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.39 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 950 time: 0.2339427 Aug 18 12:54:52.064218 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5c1ce354-393f-46a5-a4d8-67db84045d39 req-15ac79ae-7f68-48ad-a8dc-19fbb6b7942c tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340761 Aug 18 12:54:52.118933 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-218e7c11-3e54-4bc4-baac-2701f88d327c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:52.140906 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-bba66eda-9ef2-4c56-b98c-edb2117b93a8 req-52aaeef5-c6c7-420f-a1c5-03347e191ece tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Deleting port b950e197-2c53-477b-a61d-31e56eecdbee {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:54:52.141638 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bba66eda-9ef2-4c56-b98c-edb2117b93a8 req-52aaeef5-c6c7-420f-a1c5-03347e191ece tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:52.179494 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218e7c11-3e54-4bc4-baac-2701f88d327c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8059427-8094-4919-a4ba-5ba769b61640,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:52.184906 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-218e7c11-3e54-4bc4-baac-2701f88d327c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:52.192604 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-218e7c11-3e54-4bc4-baac-2701f88d327c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d8059427-8094-4919-a4ba-5ba769b61640 HTTP/1.1" status: 204 len: 168 time: 0.4639344 Aug 18 12:54:52.197158 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39472) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:52.220105 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75614b0-0de0-4776-b5a5-e8c2f0affc0e req-f21a5b46-a96d-4355-a6f0-fb7979b2847a tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:52.234414 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e75614b0-0de0-4776-b5a5-e8c2f0affc0e req-f21a5b46-a96d-4355-a6f0-fb7979b2847a tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d56733a4-8a4e-4d94-9851-e8aebbbc813a HTTP/1.1" status: 200 len: 944 time: 0.1847939 Aug 18 12:54:52.319624 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-bba66eda-9ef2-4c56-b98c-edb2117b93a8 req-52aaeef5-c6c7-420f-a1c5-03347e191ece tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] For port b950e197-2c53-477b-a61d-31e56eecdbee, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=b950e197-2c53-477b-a61d-31e56eecdbee,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:52.320732 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bba66eda-9ef2-4c56-b98c-edb2117b93a8 req-52aaeef5-c6c7-420f-a1c5-03347e191ece tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:52.350504 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-bba66eda-9ef2-4c56-b98c-edb2117b93a8 req-52aaeef5-c6c7-420f-a1c5-03347e191ece tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Calling delete_port for b950e197-2c53-477b-a61d-31e56eecdbee owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:54:52.365987 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e75614b0-0de0-4776-b5a5-e8c2f0affc0e req-cfc1c89d-9eb7-4451-ad02-f7ef8cad9c20 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242218 Aug 18 12:54:52.406975 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-63c950b8-db88-47d9-bc9f-344aa62eeaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:52.588974 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-63c950b8-db88-47d9-bc9f-344aa62eeaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:52.604804 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-63c950b8-db88-47d9-bc9f-344aa62eeaad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bab0909c-e2b3-45b7-b9ea-31a3c90130ac']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:52.622299 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-63c950b8-db88-47d9-bc9f-344aa62eeaad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '908af126-c217-456c-b1ef-f447c03c2104') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:52.623098 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-63c950b8-db88-47d9-bc9f-344aa62eeaad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '908af126-c217-456c-b1ef-f447c03c2104') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:52.641845 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-63c950b8-db88-47d9-bc9f-344aa62eeaad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:52.660270 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bba66eda-9ef2-4c56-b98c-edb2117b93a8 req-52aaeef5-c6c7-420f-a1c5-03347e191ece tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:52.667537 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-63c950b8-db88-47d9-bc9f-344aa62eeaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:52.680747 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['845d952c-cf08-4c28-8813-01417698ee53', 'b950e197-2c53-477b-a61d-31e56eecdbee'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:54:52.683333 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['cc9260cd-b796-4d6c-a337-3baf96fb438a', '5dafb5d5-481b-4f08-9c8a-186411566bd5'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:54:52.688881 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c950b8-db88-47d9-bc9f-344aa62eeaad admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:54:52.691805 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-63c950b8-db88-47d9-bc9f-344aa62eeaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:52.695790 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 12:54:52.695790 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:54:52.695790 n-d-803603-2 neutron-server[101675]: timer() Aug 18 12:54:52.695790 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:54:52.695790 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 12:54:52.695790 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:54:52.695790 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 12:54:52.695790 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:54:52.695790 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 12:54:52.695790 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:54:52.695790 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 12:54:52.695790 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:54:52.695790 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 12:54:52.695790 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:54:52.695790 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:54:52.695790 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:54:52.695790 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:54:52.695790 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:54:52.695790 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 12:54:52.695790 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:54:52.695790 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 12:54:52.695790 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:54:52.695790 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:54:52.695790 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:54:52.695790 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 12:54:52.695790 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:54:52.695790 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:54:52.695790 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:54:52.695790 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:54:52.695790 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:54:52.695790 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:54:52.695790 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:54:52.722386 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aaeef5-c6c7-420f-a1c5-03347e191ece tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Pushing event deleted for resources: {'Port': ['ID=b950e197-2c53-477b-a61d-31e56eecdbee,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:52.765736 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 8e2b994f-9b4b-42a5-a801-b38e31bf5328 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:54:52.789038 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba66eda-9ef2-4c56-b98c-edb2117b93a8 req-52aaeef5-c6c7-420f-a1c5-03347e191ece tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] No DVR routers for this DVR port b950e197-2c53-477b-a61d-31e56eecdbee on host n-h1-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:54:52.792053 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bba66eda-9ef2-4c56-b98c-edb2117b93a8 req-52aaeef5-c6c7-420f-a1c5-03347e191ece tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:52.796058 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bba66eda-9ef2-4c56-b98c-edb2117b93a8 req-52aaeef5-c6c7-420f-a1c5-03347e191ece tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.39 "DELETE /v2.0/ports/b950e197-2c53-477b-a61d-31e56eecdbee HTTP/1.1" status: 204 len: 173 time: 0.7852395 Aug 18 12:54:52.796666 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4', 'name': 'network-vif-deleted', 'tag': 'b950e197-2c53-477b-a61d-31e56eecdbee'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:54:52.800783 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcaee6d-0355-460e-8ddf-240e0aa419c2" -d '{"events": [{"server_uuid": "5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4", "name": "network-vif-deleted", "tag": "b950e197-2c53-477b-a61d-31e56eecdbee"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:54:52.848585 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b78429-240e-4efc-8cf8-546c40407280 x-openstack-request-id: req-33b78429-240e-4efc-8cf8-546c40407280 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:54:52.860483 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4", "name": "network-vif-deleted", "tag": "b950e197-2c53-477b-a61d-31e56eecdbee", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:54:52.860483 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-33b78429-240e-4efc-8cf8-546c40407280 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:54:52.860483 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4', 'name': 'network-vif-deleted', 'tag': 'b950e197-2c53-477b-a61d-31e56eecdbee', 'status': 'completed', 'code': 200} Aug 18 12:54:52.877170 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-63c950b8-db88-47d9-bc9f-344aa62eeaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:52.903261 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-63c950b8-db88-47d9-bc9f-344aa62eeaad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:52.909333 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-63c950b8-db88-47d9-bc9f-344aa62eeaad admin admin] 10.222.0.13 "DELETE /v2.0/networks/bab0909c-e2b3-45b7-b9ea-31a3c90130ac HTTP/1.1" status: 204 len: 168 time: 0.7094860 Aug 18 12:54:52.932066 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c950b8-db88-47d9-bc9f-344aa62eeaad admin admin] Pushing event deleted for resources: {'Network': ['ID=bab0909c-e2b3-45b7-b9ea-31a3c90130ac,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:53.062605 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 8e2b994f-9b4b-42a5-a801-b38e31bf5328 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:54:53.073301 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 8e2b994f-9b4b-42a5-a801-b38e31bf5328 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:54:53.074133 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:53.288378 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bdd38f50-b406-41d7-b229-78b1592445ff req-372139a6-44fd-4692-a1dc-e085d1dfe2bb tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=5986a7a0-0e13-46f6-aea1-5dca6b3fc6b4 HTTP/1.1" status: 200 len: 210 time: 0.0507390 Aug 18 12:54:53.384857 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:53.421008 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39516) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:53.462041 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56733a4-8a4e-4d94-9851-e8aebbbc813a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2b994f-9b4b-42a5-a801-b38e31bf5328'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:54:53.472619 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13ec486-079e-480e-877a-309407c2428b" -d '{"events": [{"server_uuid": "d56733a4-8a4e-4d94-9851-e8aebbbc813a", "name": "network-vif-plugged", "status": "completed", "tag": "8e2b994f-9b4b-42a5-a801-b38e31bf5328"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:54:53.512806 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 8e2b994f-9b4b-42a5-a801-b38e31bf5328, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=8e2b994f-9b4b-42a5-a801-b38e31bf5328,segment=NetworkSegment(97efc5da-ecd0-4484-ac0f-ba58622f7886),segment_id=97efc5da-ecd0-4484-ac0f-ba58622f7886)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:53.532352 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e2813c72-5025-4de7-b8a7-08fac1daf1ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b0e581f29f04c10ba40170fbb56ba44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1040411 Aug 18 12:54:53.532352 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39520) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:53.565049 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:53.568848 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device b950e197-2c53-477b-a61d-31e56eecdbee no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:54:53.569502 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ba763-cd68-47ad-85a3-fb06a80e4937 req-12d44a54-a733-4897-9288-257021d69400 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:53.571318 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5d0ba763-cd68-47ad-85a3-fb06a80e4937 req-12d44a54-a733-4897-9288-257021d69400 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d56733a4-8a4e-4d94-9851-e8aebbbc813a HTTP/1.1" status: 200 len: 944 time: 0.0965044 Aug 18 12:54:53.640295 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-15544e4c-cb73-431e-bbd9-febf02707f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:53.641925 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=8e2b994f-9b4b-42a5-a801-b38e31bf5328,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:53.643842 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5d0ba763-cd68-47ad-85a3-fb06a80e4937 req-9a321952-d0c2-42b3-8082-c32dc3593f2b tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641124 Aug 18 12:54:53.648802 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: b950e197-2c53-477b-a61d-31e56eecdbee {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:54:53.649419 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device b950e197-2c53-477b-a61d-31e56eecdbee not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:54:53.677805 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-15544e4c-cb73-431e-bbd9-febf02707f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:53.744077 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b23aec-e51b-4edf-ade1-7ecd0722e708 x-openstack-request-id: req-90b23aec-e51b-4edf-ade1-7ecd0722e708 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:54:53.749758 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d56733a4-8a4e-4d94-9851-e8aebbbc813a", "name": "network-vif-plugged", "status": "completed", "tag": "8e2b994f-9b4b-42a5-a801-b38e31bf5328", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:54:53.749758 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90b23aec-e51b-4edf-ade1-7ecd0722e708 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:54:53.749758 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd56733a4-8a4e-4d94-9851-e8aebbbc813a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2b994f-9b4b-42a5-a801-b38e31bf5328', 'code': 200} Aug 18 12:54:53.825249 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-15544e4c-cb73-431e-bbd9-febf02707f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:53.828159 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-15544e4c-cb73-431e-bbd9-febf02707f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:53.835887 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-15544e4c-cb73-431e-bbd9-febf02707f17 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/027ee19d-2a45-4a73-8b29-f741d9faec47 HTTP/1.1" status: 204 len: 168 time: 0.3040593 Aug 18 12:54:53.872412 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15544e4c-cb73-431e-bbd9-febf02707f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027ee19d-2a45-4a73-8b29-f741d9faec47,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:53.967980 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd2d62-3103-4427-9589-905b64027700 req-a6ca416a-5c39-4bb4-909f-8554c555a325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:53.969753 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-02dd2d62-3103-4427-9589-905b64027700 req-a6ca416a-5c39-4bb4-909f-8554c555a325 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d56733a4-8a4e-4d94-9851-e8aebbbc813a HTTP/1.1" status: 200 len: 1096 time: 0.1398106 Aug 18 12:54:54.017002 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-02dd2d62-3103-4427-9589-905b64027700 req-977f6450-e3a7-4a6f-b854-0430cf6a7f48 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389845 Aug 18 12:54:54.828783 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-15c96a6c-d394-41fc-a4d4-341f878959b0 req-17e8bfec-a86c-410c-9c27-7be213b4f2bb tempest-QuotasAdminNegativeTest-99504447 tempest-QuotasAdminNegativeTest-99504447-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=378d618f063c439796c32dc46679d4b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265222 Aug 18 12:54:55.011089 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c96a6c-d394-41fc-a4d4-341f878959b0 req-217eec6c-6d58-4fb4-9406-d7f7465c04a3 tempest-QuotasAdminNegativeTest-99504447 tempest-QuotasAdminNegativeTest-99504447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:55.012790 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-15c96a6c-d394-41fc-a4d4-341f878959b0 req-217eec6c-6d58-4fb4-9406-d7f7465c04a3 tempest-QuotasAdminNegativeTest-99504447 tempest-QuotasAdminNegativeTest-99504447-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1764898 Aug 18 12:54:55.032649 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11dff94-e37c-4273-bb6a-f9876689f85e req-25c55ceb-006d-4554-8b4a-704cea18ae26 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:55.034209 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e11dff94-e37c-4273-bb6a-f9876689f85e req-25c55ceb-006d-4554-8b4a-704cea18ae26 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d56733a4-8a4e-4d94-9851-e8aebbbc813a HTTP/1.1" status: 200 len: 945 time: 0.1113064 Aug 18 12:54:55.044350 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-15c96a6c-d394-41fc-a4d4-341f878959b0 req-5411c310-cc20-4ec0-983c-65afd4a71028 tempest-QuotasAdminNegativeTest-99504447 tempest-QuotasAdminNegativeTest-99504447-project] 10.222.0.13 "GET /v2.0/quotas/378d618f063c439796c32dc46679d4b8 HTTP/1.1" status: 200 len: 375 time: 0.0207143 Aug 18 12:54:55.088901 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e11dff94-e37c-4273-bb6a-f9876689f85e req-b0577003-1e7b-4b10-8ccc-994aeea6b9ef tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428739 Aug 18 12:54:55.098303 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-15c96a6c-d394-41fc-a4d4-341f878959b0 req-449334de-af44-412b-8aab-4fbf3b7b8995 tempest-QuotasAdminNegativeTest-99504447 tempest-QuotasAdminNegativeTest-99504447-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=378d618f063c439796c32dc46679d4b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529058 Aug 18 12:54:55.268841 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215ac21-6ff4-4dc8-8c2a-3dcbc5153a38 req-81200959-120e-4796-860b-153e7b74e54b tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:55.270819 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b215ac21-6ff4-4dc8-8c2a-3dcbc5153a38 req-81200959-120e-4796-860b-153e7b74e54b tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 951 time: 0.0740933 Aug 18 12:54:55.353569 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b215ac21-6ff4-4dc8-8c2a-3dcbc5153a38 req-c0949058-2c42-4760-ae81-1b57b982a349 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761030 Aug 18 12:54:56.201578 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e55b755-907f-43ee-9767-cef38a929fbc req-dc5af768-8fb1-4258-8ba5-d69ed8d988a7 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:56.203090 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4e55b755-907f-43ee-9767-cef38a929fbc req-dc5af768-8fb1-4258-8ba5-d69ed8d988a7 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d56733a4-8a4e-4d94-9851-e8aebbbc813a HTTP/1.1" status: 200 len: 945 time: 0.0495169 Aug 18 12:54:56.279285 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4e55b755-907f-43ee-9767-cef38a929fbc req-00c61ade-99d7-4089-aa83-9474846890aa tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691533 Aug 18 12:54:56.298232 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d91cd-e167-4ef8-af3c-a6f5f984b5e2 req-76deeace-efc7-40d8-b063-a81f37ee7c87 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:56.300472 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-970d91cd-e167-4ef8-af3c-a6f5f984b5e2 req-76deeace-efc7-40d8-b063-a81f37ee7c87 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.20 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 951 time: 0.0755568 Aug 18 12:54:56.420706 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-970d91cd-e167-4ef8-af3c-a6f5f984b5e2 req-2ab4fd71-6b79-4d7d-bc4c-0656f3189b43 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Deleting port 5dafb5d5-481b-4f08-9c8a-186411566bd5 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:54:56.421094 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-970d91cd-e167-4ef8-af3c-a6f5f984b5e2 req-2ab4fd71-6b79-4d7d-bc4c-0656f3189b43 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:56.566683 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-970d91cd-e167-4ef8-af3c-a6f5f984b5e2 req-2ab4fd71-6b79-4d7d-bc4c-0656f3189b43 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] For port 5dafb5d5-481b-4f08-9c8a-186411566bd5, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=5dafb5d5-481b-4f08-9c8a-186411566bd5,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:56.570845 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-970d91cd-e167-4ef8-af3c-a6f5f984b5e2 req-2ab4fd71-6b79-4d7d-bc4c-0656f3189b43 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:56.579926 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39680) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:56.613453 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-970d91cd-e167-4ef8-af3c-a6f5f984b5e2 req-2ab4fd71-6b79-4d7d-bc4c-0656f3189b43 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Calling delete_port for 5dafb5d5-481b-4f08-9c8a-186411566bd5 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:54:56.615407 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39684) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:56.743567 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1a35f9f1-f758-4674-bba7-02a4065618c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:56.756151 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce224b-6d16-4440-9100-4484a340062d req-053ac2b3-b6fa-42d9-9557-520fcfa00509 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:56.772913 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-42ce224b-6d16-4440-9100-4484a340062d req-053ac2b3-b6fa-42d9-9557-520fcfa00509 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 951 time: 0.1369376 Aug 18 12:54:56.837231 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-797ea362-b07b-4553-838b-8edbd3ea1e53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:56.883639 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-42ce224b-6d16-4440-9100-4484a340062d req-3c41c2b9-c58c-4aae-9b8e-6935c2bff137 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095531 Aug 18 12:54:56.988841 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39babc24-4f9f-495b-bbe9-0bea7f4228d4 req-e1949de5-1804-418c-83f1-5df01f9cf2b9 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:56.992354 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-39babc24-4f9f-495b-bbe9-0bea7f4228d4 req-e1949de5-1804-418c-83f1-5df01f9cf2b9 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d56733a4-8a4e-4d94-9851-e8aebbbc813a HTTP/1.1" status: 200 len: 945 time: 0.1127970 Aug 18 12:54:57.025252 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-970d91cd-e167-4ef8-af3c-a6f5f984b5e2 req-2ab4fd71-6b79-4d7d-bc4c-0656f3189b43 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:57.040507 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['845d952c-cf08-4c28-8813-01417698ee53'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:54:57.046377 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['cc9260cd-b796-4d6c-a337-3baf96fb438a'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:54:57.059340 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-39babc24-4f9f-495b-bbe9-0bea7f4228d4 req-2c89cdc2-8f48-4b0e-b058-0767c231460f tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457127 Aug 18 12:54:57.076313 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1a35f9f1-f758-4674-bba7-02a4065618c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:57.116060 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab4fd71-6b79-4d7d-bc4c-0656f3189b43 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Pushing event deleted for resources: {'Port': ['ID=5dafb5d5-481b-4f08-9c8a-186411566bd5,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:57.218294 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-970d91cd-e167-4ef8-af3c-a6f5f984b5e2 req-2ab4fd71-6b79-4d7d-bc4c-0656f3189b43 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] No DVR routers for this DVR port 5dafb5d5-481b-4f08-9c8a-186411566bd5 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:54:57.222523 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-970d91cd-e167-4ef8-af3c-a6f5f984b5e2 req-2ab4fd71-6b79-4d7d-bc4c-0656f3189b43 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:57.227566 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-970d91cd-e167-4ef8-af3c-a6f5f984b5e2 req-2ab4fd71-6b79-4d7d-bc4c-0656f3189b43 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.20 "DELETE /v2.0/ports/5dafb5d5-481b-4f08-9c8a-186411566bd5 HTTP/1.1" status: 204 len: 173 time: 0.9194393 Aug 18 12:54:57.229169 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c28552-d32e-4386-9e17-fb2b327385ed', 'name': 'network-vif-deleted', 'tag': '5dafb5d5-481b-4f08-9c8a-186411566bd5'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:54:57.234531 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d279e809-0331-4959-8935-7bf804b6e37b" -d '{"events": [{"server_uuid": "88c28552-d32e-4386-9e17-fb2b327385ed", "name": "network-vif-deleted", "tag": "5dafb5d5-481b-4f08-9c8a-186411566bd5"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:54:57.299055 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1a35f9f1-f758-4674-bba7-02a4065618c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:57.383049 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39710) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:57.393270 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1a35f9f1-f758-4674-bba7-02a4065618c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea54816df4874ebd856a556c59924297&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8116622 Aug 18 12:54:57.475137 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-797ea362-b07b-4553-838b-8edbd3ea1e53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:57.485585 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17966a7b-4455-4239-a448-5b022bf562ca x-openstack-request-id: req-17966a7b-4455-4239-a448-5b022bf562ca {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:54:57.486591 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c28552-d32e-4386-9e17-fb2b327385ed", "name": "network-vif-deleted", "tag": "5dafb5d5-481b-4f08-9c8a-186411566bd5", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:54:57.486998 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17966a7b-4455-4239-a448-5b022bf562ca {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:54:57.487991 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c28552-d32e-4386-9e17-fb2b327385ed', 'name': 'network-vif-deleted', 'tag': '5dafb5d5-481b-4f08-9c8a-186411566bd5', 'status': 'completed', 'code': 200} Aug 18 12:54:57.493413 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49e97d-9f36-4a49-987e-15f205adcd3f req-3b8ecb61-5004-423e-912a-8fe3d48fd2b0 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:57.501941 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ed49e97d-9f36-4a49-987e-15f205adcd3f req-3b8ecb61-5004-423e-912a-8fe3d48fd2b0 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d56733a4-8a4e-4d94-9851-e8aebbbc813a HTTP/1.1" status: 200 len: 945 time: 0.1670101 Aug 18 12:54:57.510136 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35f9f1-f758-4674-bba7-02a4065618c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f402477-88ee-42aa-b2a7-795788f00f78,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:57.522980 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5ceb6506-2e27-426e-a807-26a9ca87f931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:57.561009 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ed49e97d-9f36-4a49-987e-15f205adcd3f req-efb5eae5-bc4c-45f6-9f9d-997efb81c021 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579467 Aug 18 12:54:57.561253 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5ceb6506-2e27-426e-a807-26a9ca87f931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:57.596832 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-797ea362-b07b-4553-838b-8edbd3ea1e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:57.704002 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:57.711949 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-797ea362-b07b-4553-838b-8edbd3ea1e53 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e5c1006ed3f24c908ec7521f268e83b2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0926287 Aug 18 12:54:57.711949 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ea362-b07b-4553-838b-8edbd3ea1e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a5c66e-0215-4fcc-8b0a-21e332ef92a2,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:57.724150 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39732) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:57.750017 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5ceb6506-2e27-426e-a807-26a9ca87f931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:57.752738 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5ceb6506-2e27-426e-a807-26a9ca87f931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:57.754489 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1b3209e9-05cb-41a9-a030-53dac109b4d6 req-24f54d4d-9ec4-4c4f-9bad-555b3bb5f7e1 tempest-QuotasAdminNegativeTest-99504447 tempest-QuotasAdminNegativeTest-99504447-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=378d618f063c439796c32dc46679d4b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237093 Aug 18 12:54:57.755604 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5ceb6506-2e27-426e-a807-26a9ca87f931 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f402477-88ee-42aa-b2a7-795788f00f78 HTTP/1.1" status: 204 len: 168 time: 0.3712616 Aug 18 12:54:57.823406 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb6506-2e27-426e-a807-26a9ca87f931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f402477-88ee-42aa-b2a7-795788f00f78,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:57.875876 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4241b9da-2d33-4963-88e0-ce41947b5e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:57.954668 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4241b9da-2d33-4963-88e0-ce41947b5e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:58.059100 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3209e9-05cb-41a9-a030-53dac109b4d6 req-fbc6e5ad-2b69-4f42-8f04-7d9d7aa4e364 tempest-QuotasAdminNegativeTest-99504447 tempest-QuotasAdminNegativeTest-99504447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:58.066809 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1b3209e9-05cb-41a9-a030-53dac109b4d6 req-fbc6e5ad-2b69-4f42-8f04-7d9d7aa4e364 tempest-QuotasAdminNegativeTest-99504447 tempest-QuotasAdminNegativeTest-99504447-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3048387 Aug 18 12:54:58.087640 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1b3209e9-05cb-41a9-a030-53dac109b4d6 req-d43aed7c-478a-4a85-8d9a-de5025851e66 tempest-QuotasAdminNegativeTest-99504447 tempest-QuotasAdminNegativeTest-99504447-project] 10.222.0.13 "GET /v2.0/quotas/378d618f063c439796c32dc46679d4b8 HTTP/1.1" status: 200 len: 375 time: 0.0194883 Aug 18 12:54:58.134612 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4241b9da-2d33-4963-88e0-ce41947b5e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:58.135457 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1b3209e9-05cb-41a9-a030-53dac109b4d6 req-e70766c2-c47e-4b27-a7e5-d22ef2919c5a tempest-QuotasAdminNegativeTest-99504447 tempest-QuotasAdminNegativeTest-99504447-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=378d618f063c439796c32dc46679d4b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390036 Aug 18 12:54:58.149563 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4241b9da-2d33-4963-88e0-ce41947b5e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:58.153819 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4241b9da-2d33-4963-88e0-ce41947b5e96 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15a5c66e-0215-4fcc-8b0a-21e332ef92a2 HTTP/1.1" status: 204 len: 168 time: 0.4370694 Aug 18 12:54:58.175034 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4241b9da-2d33-4963-88e0-ce41947b5e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a5c66e-0215-4fcc-8b0a-21e332ef92a2,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:58.205857 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 5dafb5d5-481b-4f08-9c8a-186411566bd5 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:54:58.228407 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a284e3-365a-40e9-bc23-9d59c31797f0 req-44e121a3-eed7-4e6c-beab-c0a57cfb1d8e tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:58.240332 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-21a284e3-365a-40e9-bc23-9d59c31797f0 req-44e121a3-eed7-4e6c-beab-c0a57cfb1d8e tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d56733a4-8a4e-4d94-9851-e8aebbbc813a HTTP/1.1" status: 200 len: 945 time: 0.1544726 Aug 18 12:54:58.266822 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 5dafb5d5-481b-4f08-9c8a-186411566bd5 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:54:58.267149 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 5dafb5d5-481b-4f08-9c8a-186411566bd5 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:54:58.332459 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-21a284e3-365a-40e9-bc23-9d59c31797f0 req-2c468321-24fa-43fc-9752-ca3100153d4b tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908673 Aug 18 12:54:58.389666 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:58.407901 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a6731cb9-9867-48f2-bfc4-b184ba7b3100 req-37b3f8c2-b667-4471-8672-9bede97e1879 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c28552-d32e-4386-9e17-fb2b327385ed HTTP/1.1" status: 200 len: 210 time: 0.0668590 Aug 18 12:54:58.809099 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39782) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:58.827256 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-24d7d83a-af0b-4f63-9271-89085cff874c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:58.924095 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-24d7d83a-af0b-4f63-9271-89085cff874c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:59.002554 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-24d7d83a-af0b-4f63-9271-89085cff874c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:59.054707 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-24d7d83a-af0b-4f63-9271-89085cff874c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a6c2dd0eeed45468bd7db87a24f4cc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2438896 Aug 18 12:54:59.068160 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39796) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:59.068649 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d7d83a-af0b-4f63-9271-89085cff874c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791a0ce7-38aa-4848-8a8c-29d80f42bd67,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:59.112520 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9cd20237-aa69-44cf-912d-9a7e886d4878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:59.135079 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9cd20237-aa69-44cf-912d-9a7e886d4878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:59.277082 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9cd20237-aa69-44cf-912d-9a7e886d4878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:59.277082 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9cd20237-aa69-44cf-912d-9a7e886d4878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:59.277082 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9cd20237-aa69-44cf-912d-9a7e886d4878 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/791a0ce7-38aa-4848-8a8c-29d80f42bd67 HTTP/1.1" status: 204 len: 168 time: 0.2152629 Aug 18 12:54:59.294019 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd20237-aa69-44cf-912d-9a7e886d4878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791a0ce7-38aa-4848-8a8c-29d80f42bd67,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:59.454950 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ef5d1-fa80-4e5b-bedd-eebf5168b7de req-e4639c2f-8821-41e5-b104-b64ec8a55d0f tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:59.469367 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2a3ef5d1-fa80-4e5b-bedd-eebf5168b7de req-e4639c2f-8821-41e5-b104-b64ec8a55d0f tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] 10.222.0.13 "GET /v2.0/ports?device_id=02f1ba3b-862e-43e9-8179-1e0b730de93e HTTP/1.1" status: 200 len: 945 time: 0.0852652 Aug 18 12:54:59.530796 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2a3ef5d1-fa80-4e5b-bedd-eebf5168b7de req-b1f93dbf-7ccd-4a6e-ad26-c836ba3bf2e5 tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] 10.222.0.13 "GET /v2.0/security-groups?id=73ffce1a-75d8-4787-8b00-0a4e698c85e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602043 Aug 18 12:54:59.728414 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848fe17d-a4d0-4248-bccb-35f6516cf5c5 req-bb4684fc-1080-4968-b23d-8601ededb8e7 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:59.732136 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-848fe17d-a4d0-4248-bccb-35f6516cf5c5 req-bb4684fc-1080-4968-b23d-8601ededb8e7 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d56733a4-8a4e-4d94-9851-e8aebbbc813a HTTP/1.1" status: 200 len: 945 time: 0.1081772 Aug 18 12:54:59.790413 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-848fe17d-a4d0-4248-bccb-35f6516cf5c5 req-33e34549-b4fa-481a-ae98-a981a135f2d1 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511022 Aug 18 12:55:00.383075 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95048d30-c70b-4702-bc8b-09b11e753cf7 req-eb768fae-7c66-4a85-a86c-ade7ed201dbb tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:00.392821 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-95048d30-c70b-4702-bc8b-09b11e753cf7 req-eb768fae-7c66-4a85-a86c-ade7ed201dbb tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 950 time: 0.0821681 Aug 18 12:55:00.446783 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-95048d30-c70b-4702-bc8b-09b11e753cf7 req-f809a271-baf2-4387-8ab4-00c3a7a0160e tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542889 Aug 18 12:55:00.643511 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-15428b2a-f4f3-449d-ab29-5085f3078f77 req-6557df4a-3750-4325-98bb-060b5868797e tempest-QuotasAdminNegativeTest-99504447 tempest-QuotasAdminNegativeTest-99504447-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=378d618f063c439796c32dc46679d4b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243587 Aug 18 12:55:00.831494 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15428b2a-f4f3-449d-ab29-5085f3078f77 req-cc51a2b5-6de4-4746-9659-4dc315922755 tempest-QuotasAdminNegativeTest-99504447 tempest-QuotasAdminNegativeTest-99504447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:00.834866 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-15428b2a-f4f3-449d-ab29-5085f3078f77 req-cc51a2b5-6de4-4746-9659-4dc315922755 tempest-QuotasAdminNegativeTest-99504447 tempest-QuotasAdminNegativeTest-99504447-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1812761 Aug 18 12:55:00.867191 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-15428b2a-f4f3-449d-ab29-5085f3078f77 req-bd937137-cea5-45a8-bc4a-41263f94fc23 tempest-QuotasAdminNegativeTest-99504447 tempest-QuotasAdminNegativeTest-99504447-project] 10.222.0.13 "GET /v2.0/quotas/378d618f063c439796c32dc46679d4b8 HTTP/1.1" status: 200 len: 375 time: 0.0252597 Aug 18 12:55:00.918784 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-15428b2a-f4f3-449d-ab29-5085f3078f77 req-8572d09d-8524-464a-9e91-b70a547a2535 tempest-QuotasAdminNegativeTest-99504447 tempest-QuotasAdminNegativeTest-99504447-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=378d618f063c439796c32dc46679d4b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504644 Aug 18 12:55:00.919737 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61944fb-e1a5-4df5-89f8-05facd60bcea req-3bf8b29f-c210-4130-afa0-807eedd76234 tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:00.921304 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c61944fb-e1a5-4df5-89f8-05facd60bcea req-3bf8b29f-c210-4130-afa0-807eedd76234 tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] 10.222.0.13 "GET /v2.0/ports?device_id=02f1ba3b-862e-43e9-8179-1e0b730de93e HTTP/1.1" status: 200 len: 945 time: 0.0637515 Aug 18 12:55:00.966112 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c61944fb-e1a5-4df5-89f8-05facd60bcea req-4fdde2c3-c765-4f1f-a68c-8fa2faee7424 tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] 10.222.0.13 "GET /v2.0/security-groups?id=73ffce1a-75d8-4787-8b00-0a4e698c85e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380270 Aug 18 12:55:00.966736 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039519b8-a321-4418-aa86-5933357961bd req-049fa7e6-5c72-40cc-a628-e7cb2207897c tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:00.968371 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-039519b8-a321-4418-aa86-5933357961bd req-049fa7e6-5c72-40cc-a628-e7cb2207897c tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] 10.222.0.20 "GET /v2.0/ports?device_id=02f1ba3b-862e-43e9-8179-1e0b730de93e HTTP/1.1" status: 200 len: 945 time: 0.0832529 Aug 18 12:55:01.094225 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-039519b8-a321-4418-aa86-5933357961bd req-2d4816b4-06d3-4cb6-8646-5b2296bdf6e7 tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] Deleting port dfea3976-1bbd-4ad0-aa74-aa1598252cab {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:55:01.094707 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-039519b8-a321-4418-aa86-5933357961bd req-2d4816b4-06d3-4cb6-8646-5b2296bdf6e7 tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:01.099957 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-810f70d9-5353-4241-b156-b2f40cef3d80 req-4c054ca3-5f3c-48f4-a6c8-fe8ae051e268 tempest-AbsoluteLimitsNegativeTestJSON-1067630979 tempest-AbsoluteLimitsNegativeTestJSON-1067630979-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=68fcfa819f124dc484a2601be4d5b511&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305099 Aug 18 12:55:01.109697 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f869a5b-8242-4183-971f-442d87ccc4d6 req-fb1d68e9-d13d-4851-ad67-af65c1aa125b tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:01.111284 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9f869a5b-8242-4183-971f-442d87ccc4d6 req-fb1d68e9-d13d-4851-ad67-af65c1aa125b tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d56733a4-8a4e-4d94-9851-e8aebbbc813a HTTP/1.1" status: 200 len: 945 time: 0.0679264 Aug 18 12:55:01.152917 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9f869a5b-8242-4183-971f-442d87ccc4d6 req-6bea7f4a-4a12-4320-aaf9-4809c23f39f0 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338812 Aug 18 12:55:01.268859 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-039519b8-a321-4418-aa86-5933357961bd req-2d4816b4-06d3-4cb6-8646-5b2296bdf6e7 tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] For port dfea3976-1bbd-4ad0-aa74-aa1598252cab, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=dfea3976-1bbd-4ad0-aa74-aa1598252cab,segment=NetworkSegment(4138333d-6a66-4f8f-8aef-f5888c97e5d6),segment_id=4138333d-6a66-4f8f-8aef-f5888c97e5d6)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:01.268859 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-039519b8-a321-4418-aa86-5933357961bd req-2d4816b4-06d3-4cb6-8646-5b2296bdf6e7 tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:01.294362 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f70d9-5353-4241-b156-b2f40cef3d80 req-94dffcb3-806a-4fb5-a21d-ef46b88e55a1 tempest-AbsoluteLimitsNegativeTestJSON-1067630979 tempest-AbsoluteLimitsNegativeTestJSON-1067630979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:01.295873 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-810f70d9-5353-4241-b156-b2f40cef3d80 req-94dffcb3-806a-4fb5-a21d-ef46b88e55a1 tempest-AbsoluteLimitsNegativeTestJSON-1067630979 tempest-AbsoluteLimitsNegativeTestJSON-1067630979-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1824696 Aug 18 12:55:01.296796 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-039519b8-a321-4418-aa86-5933357961bd req-2d4816b4-06d3-4cb6-8646-5b2296bdf6e7 tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] Calling delete_port for dfea3976-1bbd-4ad0-aa74-aa1598252cab owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:55:01.319475 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-810f70d9-5353-4241-b156-b2f40cef3d80 req-854eb5e0-072f-4c03-bb1b-d96cc6117e07 tempest-AbsoluteLimitsNegativeTestJSON-1067630979 tempest-AbsoluteLimitsNegativeTestJSON-1067630979-project] 10.222.0.13 "GET /v2.0/quotas/68fcfa819f124dc484a2601be4d5b511 HTTP/1.1" status: 200 len: 375 time: 0.0130398 Aug 18 12:55:01.391337 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-810f70d9-5353-4241-b156-b2f40cef3d80 req-836f9bb9-df8b-4b5b-ba8a-93dea8f30fd0 tempest-AbsoluteLimitsNegativeTestJSON-1067630979 tempest-AbsoluteLimitsNegativeTestJSON-1067630979-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=68fcfa819f124dc484a2601be4d5b511&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434592 Aug 18 12:55:01.687221 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-039519b8-a321-4418-aa86-5933357961bd req-2d4816b4-06d3-4cb6-8646-5b2296bdf6e7 tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:01.703551 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['dfea3976-1bbd-4ad0-aa74-aa1598252cab'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:55:01.746657 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4816b4-06d3-4cb6-8646-5b2296bdf6e7 tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] Pushing event deleted for resources: {'Port': ['ID=dfea3976-1bbd-4ad0-aa74-aa1598252cab,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:01.767688 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790426b8-76f1-4ef8-b775-b2e86172dc6b req-597e29f2-5be6-4c12-99eb-1acd1e967c5e tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:01.770113 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-790426b8-76f1-4ef8-b775-b2e86172dc6b req-597e29f2-5be6-4c12-99eb-1acd1e967c5e tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 950 time: 0.1517320 Aug 18 12:55:01.811395 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-039519b8-a321-4418-aa86-5933357961bd req-2d4816b4-06d3-4cb6-8646-5b2296bdf6e7 tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] No DVR routers for this DVR port dfea3976-1bbd-4ad0-aa74-aa1598252cab on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:55:01.814708 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-039519b8-a321-4418-aa86-5933357961bd req-2d4816b4-06d3-4cb6-8646-5b2296bdf6e7 tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:01.817896 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-039519b8-a321-4418-aa86-5933357961bd req-2d4816b4-06d3-4cb6-8646-5b2296bdf6e7 tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] 10.222.0.20 "DELETE /v2.0/ports/dfea3976-1bbd-4ad0-aa74-aa1598252cab HTTP/1.1" status: 204 len: 173 time: 0.8431799 Aug 18 12:55:01.818919 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f1ba3b-862e-43e9-8179-1e0b730de93e', 'name': 'network-vif-deleted', 'tag': 'dfea3976-1bbd-4ad0-aa74-aa1598252cab'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:55:01.821960 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e95af9-a1b6-4887-9a90-9ce1c97165c5" -d '{"events": [{"server_uuid": "02f1ba3b-862e-43e9-8179-1e0b730de93e", "name": "network-vif-deleted", "tag": "dfea3976-1bbd-4ad0-aa74-aa1598252cab"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:55:01.951274 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-790426b8-76f1-4ef8-b775-b2e86172dc6b req-8230dd8e-5680-496e-bdf6-0bbe590564e5 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Deleting port 845d952c-cf08-4c28-8813-01417698ee53 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:55:01.951679 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-790426b8-76f1-4ef8-b775-b2e86172dc6b req-8230dd8e-5680-496e-bdf6-0bbe590564e5 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:01.958819 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672187d-d755-45e1-92bf-06f8dee124d7 req-49f542eb-7bd1-4412-99a6-154b363f6e33 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:01.976207 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4672187d-d755-45e1-92bf-06f8dee124d7 req-49f542eb-7bd1-4412-99a6-154b363f6e33 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 950 time: 0.1194415 Aug 18 12:55:01.978459 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1cfed34-2081-4237-880e-9bc18575d238 x-openstack-request-id: req-f1cfed34-2081-4237-880e-9bc18575d238 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:55:01.978773 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02f1ba3b-862e-43e9-8179-1e0b730de93e", "name": "network-vif-deleted", "tag": "dfea3976-1bbd-4ad0-aa74-aa1598252cab", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:55:01.979062 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1cfed34-2081-4237-880e-9bc18575d238 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:55:01.979483 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02f1ba3b-862e-43e9-8179-1e0b730de93e', 'name': 'network-vif-deleted', 'tag': 'dfea3976-1bbd-4ad0-aa74-aa1598252cab', 'status': 'completed', 'code': 200} Aug 18 12:55:02.055333 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4672187d-d755-45e1-92bf-06f8dee124d7 req-f42d5645-1801-4a1f-a82c-ac729d714a66 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676987 Aug 18 12:55:02.126563 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-068b4eb3-c936-472f-bc9f-3b63ed52a7b4 req-5618d5f7-7749-431e-8c1e-5d90cab65988 tempest-VolumesAdminNegativeTest-1969921610 tempest-VolumesAdminNegativeTest-1969921610-project] 10.222.0.13 "GET /v2.0/ports?device_id=02f1ba3b-862e-43e9-8179-1e0b730de93e HTTP/1.1" status: 200 len: 210 time: 0.0535808 Aug 18 12:55:02.184258 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-790426b8-76f1-4ef8-b775-b2e86172dc6b req-8230dd8e-5680-496e-bdf6-0bbe590564e5 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] For port 845d952c-cf08-4c28-8813-01417698ee53, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=845d952c-cf08-4c28-8813-01417698ee53,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:02.184597 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-790426b8-76f1-4ef8-b775-b2e86172dc6b req-8230dd8e-5680-496e-bdf6-0bbe590564e5 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:02.202922 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-790426b8-76f1-4ef8-b775-b2e86172dc6b req-8230dd8e-5680-496e-bdf6-0bbe590564e5 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Calling delete_port for 845d952c-cf08-4c28-8813-01417698ee53 owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:55:02.288645 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51df29-aae4-4231-9bd2-09c450918a1e req-d6c3131b-76ee-4ac5-b305-a4c6a177a9f7 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:02.296476 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-df51df29-aae4-4231-9bd2-09c450918a1e req-d6c3131b-76ee-4ac5-b305-a4c6a177a9f7 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d56733a4-8a4e-4d94-9851-e8aebbbc813a HTTP/1.1" status: 200 len: 945 time: 0.0598507 Aug 18 12:55:02.338205 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-df51df29-aae4-4231-9bd2-09c450918a1e req-2724a586-8fc2-473e-a4d2-b7bac147e179 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409372 Aug 18 12:55:02.387789 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7862d85b-01cf-4e76-8947-d0e3ee90bdcd req-86c3149a-072a-4bce-88bf-54c0a1fc4a74 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d7467fa0-d4ce-4f48-94bb-bd2714bb5a37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0566764 Aug 18 12:55:02.397673 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39962) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:02.448107 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-790426b8-76f1-4ef8-b775-b2e86172dc6b req-8230dd8e-5680-496e-bdf6-0bbe590564e5 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:02.458879 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862d85b-01cf-4e76-8947-d0e3ee90bdcd req-5d13d845-34d9-4468-b973-66170d590281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:02.460413 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7862d85b-01cf-4e76-8947-d0e3ee90bdcd req-5d13d845-34d9-4468-b973-66170d590281 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2fe37f6b32e548f5b1016cf2f60cdb2b&device_id=d7467fa0-d4ce-4f48-94bb-bd2714bb5a37 HTTP/1.1" status: 200 len: 1096 time: 0.0483663 Aug 18 12:55:02.461666 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['845d952c-cf08-4c28-8813-01417698ee53'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:55:02.465960 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['cc9260cd-b796-4d6c-a337-3baf96fb438a'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:55:02.499727 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8230dd8e-5680-496e-bdf6-0bbe590564e5 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Pushing event deleted for resources: {'Port': ['ID=845d952c-cf08-4c28-8813-01417698ee53,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:02.562857 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-790426b8-76f1-4ef8-b775-b2e86172dc6b req-8230dd8e-5680-496e-bdf6-0bbe590564e5 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] No DVR routers for this DVR port 845d952c-cf08-4c28-8813-01417698ee53 on host n-h1-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:55:02.572085 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-790426b8-76f1-4ef8-b775-b2e86172dc6b req-8230dd8e-5680-496e-bdf6-0bbe590564e5 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:02.572085 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-790426b8-76f1-4ef8-b775-b2e86172dc6b req-8230dd8e-5680-496e-bdf6-0bbe590564e5 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.39 "DELETE /v2.0/ports/845d952c-cf08-4c28-8813-01417698ee53 HTTP/1.1" status: 204 len: 173 time: 0.7921457 Aug 18 12:55:02.572085 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a744ca-4db6-4c65-b832-340b92dd5b59', 'name': 'network-vif-deleted', 'tag': '845d952c-cf08-4c28-8813-01417698ee53'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:55:02.579835 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54812d34-8208-49dc-88b0-e9bd840bd3d5" -d '{"events": [{"server_uuid": "e7a744ca-4db6-4c65-b832-340b92dd5b59", "name": "network-vif-deleted", "tag": "845d952c-cf08-4c28-8813-01417698ee53"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:55:02.611576 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862d85b-01cf-4e76-8947-d0e3ee90bdcd req-df2b392d-3474-4684-bad8-347d2cab34c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:02.615281 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7862d85b-01cf-4e76-8947-d0e3ee90bdcd req-df2b392d-3474-4684-bad8-347d2cab34c8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c56831c1-4f14-467f-8a65-5e4dcdcf485f HTTP/1.1" status: 200 len: 907 time: 0.1355438 Aug 18 12:55:02.638957 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bff7189-446e-4c42-8a61-f00108924d2f x-openstack-request-id: req-0bff7189-446e-4c42-8a61-f00108924d2f {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:55:02.639281 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a744ca-4db6-4c65-b832-340b92dd5b59", "name": "network-vif-deleted", "tag": "845d952c-cf08-4c28-8813-01417698ee53", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:55:02.639539 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0bff7189-446e-4c42-8a61-f00108924d2f {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:55:02.640057 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a744ca-4db6-4c65-b832-340b92dd5b59', 'name': 'network-vif-deleted', 'tag': '845d952c-cf08-4c28-8813-01417698ee53', 'status': 'completed', 'code': 200} Aug 18 12:55:02.678065 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39972) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:02.698401 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7862d85b-01cf-4e76-8947-d0e3ee90bdcd req-743a3eb0-c0b0-41c7-b615-d681e7ab79b1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714 HTTP/1.1" status: 200 len: 217 time: 0.0745246 Aug 18 12:55:02.754454 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6364253b-85d2-4cde-aedd-300bb0a18db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:02.803810 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862d85b-01cf-4e76-8947-d0e3ee90bdcd req-8db733be-e18b-415a-95bf-b8e9ce3a7172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:02.810407 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7862d85b-01cf-4e76-8947-d0e3ee90bdcd req-8db733be-e18b-415a-95bf-b8e9ce3a7172 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a7350c50-b03f-467a-a5ed-4898dcd42f1b HTTP/1.1" status: 200 len: 846 time: 0.0927272 Aug 18 12:55:02.833281 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f3414ef4-ea64-4f50-bd9a-afedd3561b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:02.890315 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7862d85b-01cf-4e76-8947-d0e3ee90bdcd req-292ef807-2973-4955-bf7b-66b44a3208b0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c56831c1-4f14-467f-8a65-5e4dcdcf485f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789604 Aug 18 12:55:02.951493 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6364253b-85d2-4cde-aedd-300bb0a18db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:03.021060 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7862d85b-01cf-4e76-8947-d0e3ee90bdcd req-66cce1e6-dd7c-4d66-aba0-93d9e9bf676b service neutron] 10.222.0.39 "GET /v2.0/networks/c56831c1-4f14-467f-8a65-5e4dcdcf485f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227658 Aug 18 12:55:03.034405 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6364253b-85d2-4cde-aedd-300bb0a18db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:03.132997 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364253b-85d2-4cde-aedd-300bb0a18db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0d8354-4063-4fc8-ab41-b9178c852b08,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:03.144829 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6364253b-85d2-4cde-aedd-300bb0a18db3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68fcfa819f124dc484a2601be4d5b511&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7458718 Aug 18 12:55:03.147775 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39998) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:03.222898 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40002) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:03.227222 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7862d85b-01cf-4e76-8947-d0e3ee90bdcd req-dd2d9eb0-a990-4daa-9e56-03d0b57c9e8c service neutron] 10.222.0.39 "GET /v2.0/networks/c56831c1-4f14-467f-8a65-5e4dcdcf485f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895943 Aug 18 12:55:03.261067 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8c4e1548-ca46-4b2c-902a-3dc55d5f9a75 req-66ba9639-7408-4d6a-970c-df5d5d2ef2ce tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a744ca-4db6-4c65-b832-340b92dd5b59 HTTP/1.1" status: 200 len: 210 time: 0.0678828 Aug 18 12:55:03.283441 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-54876bb6-5be5-4740-8fc2-72d16d39e1f7 admin admin] Deleting subnet d09c5e98-fd49-4dd0-93a9-0f650ad33bbc {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:55:03.288259 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-54876bb6-5be5-4740-8fc2-72d16d39e1f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:03.334576 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-54876bb6-5be5-4740-8fc2-72d16d39e1f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:03.339545 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-06821d6d-bf3a-4af5-a330-1768ba60adb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:03.349688 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f3414ef4-ea64-4f50-bd9a-afedd3561b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:03.398396 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-06821d6d-bf3a-4af5-a330-1768ba60adb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:03.405568 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-54876bb6-5be5-4740-8fc2-72d16d39e1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:03.422672 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f3414ef4-ea64-4f50-bd9a-afedd3561b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:03.523882 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f3414ef4-ea64-4f50-bd9a-afedd3561b6e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=378d618f063c439796c32dc46679d4b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8444080 Aug 18 12:55:03.526518 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40012) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:03.538111 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3414ef4-ea64-4f50-bd9a-afedd3561b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24501fc-732c-4e2f-9258-148553b232f7,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:03.559227 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9e0a3-ca36-4cc8-8c3d-2430293934db req-bc01874e-ac90-41d7-ae5b-e973a0912dbb tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:03.561150 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-36c9e0a3-ca36-4cc8-8c3d-2430293934db req-bc01874e-ac90-41d7-ae5b-e973a0912dbb tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d56733a4-8a4e-4d94-9851-e8aebbbc813a HTTP/1.1" status: 200 len: 945 time: 0.0991225 Aug 18 12:55:03.568543 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-54876bb6-5be5-4740-8fc2-72d16d39e1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:03.604533 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-36c9e0a3-ca36-4cc8-8c3d-2430293934db req-931e0af1-d3a8-4e97-a016-fb2e8f09e2de tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333416 Aug 18 12:55:03.604983 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54876bb6-5be5-4740-8fc2-72d16d39e1f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d09c5e98-fd49-4dd0-93a9-0f650ad33bbc,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:03.610972 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-54876bb6-5be5-4740-8fc2-72d16d39e1f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:03.612814 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-54876bb6-5be5-4740-8fc2-72d16d39e1f7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d09c5e98-fd49-4dd0-93a9-0f650ad33bbc HTTP/1.1" status: 204 len: 168 time: 0.3880219 Aug 18 12:55:03.615548 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40016) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:03.628032 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ed41ac94-88ff-490e-8ef0-201d96936c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:03.647996 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ed41ac94-88ff-490e-8ef0-201d96936c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:03.687159 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-06821d6d-bf3a-4af5-a330-1768ba60adb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:03.689733 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-06821d6d-bf3a-4af5-a330-1768ba60adb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:03.690897 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-06821d6d-bf3a-4af5-a330-1768ba60adb1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6b0d8354-4063-4fc8-ab41-b9178c852b08 HTTP/1.1" status: 204 len: 168 time: 0.5420606 Aug 18 12:55:03.745384 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06821d6d-bf3a-4af5-a330-1768ba60adb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0d8354-4063-4fc8-ab41-b9178c852b08,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:03.775520 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eaef29eb-6017-48a8-ade2-f56151cce3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:03.811775 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ed41ac94-88ff-490e-8ef0-201d96936c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:03.811775 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ed41ac94-88ff-490e-8ef0-201d96936c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:03.812705 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ed41ac94-88ff-490e-8ef0-201d96936c1b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b24501fc-732c-4e2f-9258-148553b232f7 HTTP/1.1" status: 204 len: 168 time: 0.2840099 Aug 18 12:55:03.821259 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41ac94-88ff-490e-8ef0-201d96936c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24501fc-732c-4e2f-9258-148553b232f7,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:03.912598 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eaef29eb-6017-48a8-ade2-f56151cce3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:03.923461 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-eaef29eb-6017-48a8-ade2-f56151cce3bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcfe43e4-4232-4217-a6de-493213fe36a8']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:55:03.934866 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-eaef29eb-6017-48a8-ade2-f56151cce3bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4138333d-6a66-4f8f-8aef-f5888c97e5d6') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:55:03.940625 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-eaef29eb-6017-48a8-ade2-f56151cce3bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4138333d-6a66-4f8f-8aef-f5888c97e5d6') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:55:03.944565 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eaef29eb-6017-48a8-ade2-f56151cce3bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:03.961954 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eaef29eb-6017-48a8-ade2-f56151cce3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:03.967796 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaef29eb-6017-48a8-ade2-f56151cce3bb admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:55:03.969665 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eaef29eb-6017-48a8-ade2-f56151cce3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:03.969795 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 12:55:03.969795 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:55:03.969795 n-d-803603-2 neutron-server[101676]: timer() Aug 18 12:55:03.969795 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:55:03.969795 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 12:55:03.969795 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:55:03.969795 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 12:55:03.969795 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:55:03.969795 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 12:55:03.969795 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:55:03.969795 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 12:55:03.969795 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:55:03.969795 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 12:55:03.969795 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:55:03.969795 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:55:03.969795 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:55:03.969795 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:55:03.969795 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:55:03.969795 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 12:55:03.969795 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:55:03.969795 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 12:55:03.969795 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:55:03.969795 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:55:03.969795 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:55:03.969795 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 12:55:03.969795 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:55:03.969795 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:55:03.969795 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:55:03.969795 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:55:03.969795 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:55:03.969795 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:55:03.969795 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:55:04.091810 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eaef29eb-6017-48a8-ade2-f56151cce3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:04.113468 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eaef29eb-6017-48a8-ade2-f56151cce3bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:04.115926 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-eaef29eb-6017-48a8-ade2-f56151cce3bb admin admin] 10.222.0.13 "DELETE /v2.0/networks/bcfe43e4-4232-4217-a6de-493213fe36a8 HTTP/1.1" status: 204 len: 168 time: 0.4991860 Aug 18 12:55:04.118634 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40050) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:04.125986 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef29eb-6017-48a8-ade2-f56151cce3bb admin admin] Pushing event deleted for resources: {'Network': ['ID=bcfe43e4-4232-4217-a6de-493213fe36a8,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:04.177445 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-018dd16b-1002-456b-bc3e-966965ad43de admin admin] Deleting subnet 7fdf1e2d-1082-4708-a3dc-119e424b71a7 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:55:04.177445 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-018dd16b-1002-456b-bc3e-966965ad43de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:04.216238 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-018dd16b-1002-456b-bc3e-966965ad43de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:04.256870 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-018dd16b-1002-456b-bc3e-966965ad43de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:04.379557 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-018dd16b-1002-456b-bc3e-966965ad43de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:04.407905 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018dd16b-1002-456b-bc3e-966965ad43de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fdf1e2d-1082-4708-a3dc-119e424b71a7,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:04.412347 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-018dd16b-1002-456b-bc3e-966965ad43de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:04.416436 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-018dd16b-1002-456b-bc3e-966965ad43de admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7fdf1e2d-1082-4708-a3dc-119e424b71a7 HTTP/1.1" status: 204 len: 168 time: 0.2944710 Aug 18 12:55:04.417044 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40074) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:04.509774 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-79533592-e6aa-4ba5-83b1-ec1a6ff1cd92 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=fb81194c30c34bbb9a09c64dd11d5274&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370436 Aug 18 12:55:04.516282 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cdf950c2-a794-4734-a611-4e1015719320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:04.691569 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cdf950c2-a794-4734-a611-4e1015719320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:04.706627 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-cdf950c2-a794-4734-a611-4e1015719320 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b7cae98-17ee-4170-bfc4-a0bcf90ec089']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:55:04.715642 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-436276a3-cfed-4b31-b409-04f76fab2d07 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:04.717154 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-436276a3-cfed-4b31-b409-04f76fab2d07 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1989613 Aug 18 12:55:04.723071 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40094) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:04.734575 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-cdf950c2-a794-4734-a611-4e1015719320 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eafae8f5-8624-40e8-a83b-0b418289e72a') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:55:04.734870 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-cdf950c2-a794-4734-a611-4e1015719320 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eafae8f5-8624-40e8-a83b-0b418289e72a') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:55:04.752827 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-094bbcb9-35de-43a5-ab44-97467c40dc17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:04.756145 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cdf950c2-a794-4734-a611-4e1015719320 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:04.768340 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-b935337c-f3b2-4301-ba09-d9c9e17f1511 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.13 "GET /v2.0/quotas/fb81194c30c34bbb9a09c64dd11d5274 HTTP/1.1" status: 200 len: 375 time: 0.0425279 Aug 18 12:55:04.791081 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cdf950c2-a794-4734-a611-4e1015719320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:04.805069 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 845d952c-cf08-4c28-8813-01417698ee53 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:55:04.821170 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-2bf80464-ccd7-4085-b899-da10034d5d7a tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb81194c30c34bbb9a09c64dd11d5274&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430212 Aug 18 12:55:04.825378 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf950c2-a794-4734-a611-4e1015719320 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:55:04.825378 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cdf950c2-a794-4734-a611-4e1015719320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:04.827111 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 12:55:04.827111 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:55:04.827111 n-d-803603-2 neutron-server[101676]: timer() Aug 18 12:55:04.827111 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:55:04.827111 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 12:55:04.827111 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:55:04.827111 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 12:55:04.827111 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:55:04.827111 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 12:55:04.827111 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:55:04.827111 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 12:55:04.827111 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:55:04.827111 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 12:55:04.827111 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:55:04.827111 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:55:04.827111 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:55:04.827111 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:55:04.827111 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:55:04.827111 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 12:55:04.827111 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:55:04.827111 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 12:55:04.827111 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:55:04.827111 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:55:04.827111 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:55:04.827111 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 12:55:04.827111 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:55:04.827111 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:55:04.827111 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:55:04.827111 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:55:04.827111 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:55:04.827111 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:55:04.827111 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:55:04.848972 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: 845d952c-cf08-4c28-8813-01417698ee53 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:55:04.849349 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 845d952c-cf08-4c28-8813-01417698ee53 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:55:04.907796 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c34849-070c-4413-b5ab-9a0f55507a26 req-0c041a59-4a61-43c9-ad05-f7eec74fae74 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:04.909332 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-51c34849-070c-4413-b5ab-9a0f55507a26 req-0c041a59-4a61-43c9-ad05-f7eec74fae74 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d56733a4-8a4e-4d94-9851-e8aebbbc813a HTTP/1.1" status: 200 len: 945 time: 0.0819719 Aug 18 12:55:04.958956 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-51c34849-070c-4413-b5ab-9a0f55507a26 req-900051b6-5f3b-4397-bce1-2470164a86aa tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424354 Aug 18 12:55:04.970221 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cdf950c2-a794-4734-a611-4e1015719320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:04.986121 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cdf950c2-a794-4734-a611-4e1015719320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:04.988285 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-cdf950c2-a794-4734-a611-4e1015719320 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3b7cae98-17ee-4170-bfc4-a0bcf90ec089 HTTP/1.1" status: 204 len: 168 time: 0.5702703 Aug 18 12:55:05.006709 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf950c2-a794-4734-a611-4e1015719320 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b7cae98-17ee-4170-bfc4-a0bcf90ec089,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:05.080143 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-094bbcb9-35de-43a5-ab44-97467c40dc17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:05.143963 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b054838-f379-4320-9dae-bb0055f4fdc7 req-e8bbb195-5f5c-48c4-9ddf-4f1225130b13 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:05.152396 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0b054838-f379-4320-9dae-bb0055f4fdc7 req-e8bbb195-5f5c-48c4-9ddf-4f1225130b13 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 950 time: 0.0687101 Aug 18 12:55:05.167636 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-094bbcb9-35de-43a5-ab44-97467c40dc17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:05.226621 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-094bbcb9-35de-43a5-ab44-97467c40dc17 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0cd1c89b310a498cabc327a3d24b74bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5018928 Aug 18 12:55:05.229446 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40118) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:05.241294 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0b054838-f379-4320-9dae-bb0055f4fdc7 req-dede0938-2b86-4260-9f2b-80dc5bb4f69f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814240 Aug 18 12:55:05.241294 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094bbcb9-35de-43a5-ab44-97467c40dc17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d362fd-c17c-484e-9599-1fe537bfa98f,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:05.294403 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b2a7115e-f18c-4a11-b12a-fe3d0581e121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:05.319506 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b2a7115e-f18c-4a11-b12a-fe3d0581e121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:05.352596 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40128) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:05.402037 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-70de94dd-036a-49df-9dd9-aff99f4a1b91 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=573f16f508ee4137a3644cc674709a19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473497 Aug 18 12:55:05.404775 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40134) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:05.461680 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-1c8e7507-0c79-4fce-b20d-aa1b2f99efcf tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=fb81194c30c34bbb9a09c64dd11d5274&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367980 Aug 18 12:55:05.468175 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-94e44fc0-a4cb-4081-b903-df35da310891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:05.494206 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-94e44fc0-a4cb-4081-b903-df35da310891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:05.522887 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b2a7115e-f18c-4a11-b12a-fe3d0581e121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:05.525384 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b2a7115e-f18c-4a11-b12a-fe3d0581e121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:05.529697 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b2a7115e-f18c-4a11-b12a-fe3d0581e121 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/35d362fd-c17c-484e-9599-1fe537bfa98f HTTP/1.1" status: 204 len: 168 time: 0.2958863 Aug 18 12:55:05.537259 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a7115e-f18c-4a11-b12a-fe3d0581e121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d362fd-c17c-484e-9599-1fe537bfa98f,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:05.618434 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-3b679f36-6f73-47ed-8a6b-0f537d71e722 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:05.619953 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-3b679f36-6f73-47ed-8a6b-0f537d71e722 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1575115 Aug 18 12:55:05.637528 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-18ee3f8b-6a35-459a-bd1e-beaf4e97b66f tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.13 "GET /v2.0/quotas/fb81194c30c34bbb9a09c64dd11d5274 HTTP/1.1" status: 200 len: 375 time: 0.0104136 Aug 18 12:55:05.647936 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-94e44fc0-a4cb-4081-b903-df35da310891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:05.651255 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-94e44fc0-a4cb-4081-b903-df35da310891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:05.652423 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-94e44fc0-a4cb-4081-b903-df35da310891 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73ffce1a-75d8-4787-8b00-0a4e698c85e7 HTTP/1.1" status: 204 len: 168 time: 0.2465751 Aug 18 12:55:05.675303 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e44fc0-a4cb-4081-b903-df35da310891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ffce1a-75d8-4787-8b00-0a4e698c85e7,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:05.686026 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-62bc014f-d627-4533-aca4-0232da58beb9 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb81194c30c34bbb9a09c64dd11d5274&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414536 Aug 18 12:55:05.838406 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40152) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:05.969760 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-63af69a1-f487-4639-b707-80c9b0a5b744 req-30572e4a-0bbc-489d-818a-c9f8dfe43874 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d88bc60-8182-43a3-a135-48a13fe7c521 HTTP/1.1" status: 200 len: 210 time: 0.0287087 Aug 18 12:55:06.117249 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145e037-82a0-4a77-8d94-15990cc8adda req-2398b04c-e96e-47a2-b408-7e247f8c98ea tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:06.125916 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e145e037-82a0-4a77-8d94-15990cc8adda req-2398b04c-e96e-47a2-b408-7e247f8c98ea tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d56733a4-8a4e-4d94-9851-e8aebbbc813a HTTP/1.1" status: 200 len: 945 time: 0.0792637 Aug 18 12:55:06.159754 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693b7dc-d4bd-4b48-8e7a-818f88b220fd req-1d1c6b05-5ac9-49c5-9594-8d901ece5ca7 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:06.161767 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2693b7dc-d4bd-4b48-8e7a-818f88b220fd req-1d1c6b05-5ac9-49c5-9594-8d901ece5ca7 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.20 "GET /v2.0/ports?device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 950 time: 0.0858662 Aug 18 12:55:06.178895 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e145e037-82a0-4a77-8d94-15990cc8adda req-8abd2f6c-8c92-4ac2-b764-d340854f4403 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466754 Aug 18 12:55:06.193728 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-0a0fd65a-812f-4449-8b17-c511cfa731a1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-633712928-network', 'tenant_id': '06d4136083484963844da54647a32bb2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:06.220833 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device dfea3976-1bbd-4ad0-aa74-aa1598252cab no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:55:06.257526 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: dfea3976-1bbd-4ad0-aa74-aa1598252cab {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:55:06.258135 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device dfea3976-1bbd-4ad0-aa74-aa1598252cab not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:55:06.297554 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-2693b7dc-d4bd-4b48-8e7a-818f88b220fd req-34b95c03-517f-4839-a4fb-a5bb822ea76f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Deleting port cc9260cd-b796-4d6c-a337-3baf96fb438a {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:55:06.297896 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2693b7dc-d4bd-4b48-8e7a-818f88b220fd req-34b95c03-517f-4839-a4fb-a5bb822ea76f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:06.330697 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0fd65a-812f-4449-8b17-c511cfa731a1 admin admin] Made reservation on behalf of 06d4136083484963844da54647a32bb2 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:55:06.333455 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0a0fd65a-812f-4449-8b17-c511cfa731a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:06.388881 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0a0fd65a-812f-4449-8b17-c511cfa731a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:06.439407 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d442f1-80e9-4d1d-8757-021959f094b8 req-f8c5ce07-c7db-46c4-b7ad-be8a911baa86 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:06.443291 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-2693b7dc-d4bd-4b48-8e7a-818f88b220fd req-34b95c03-517f-4839-a4fb-a5bb822ea76f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] For port cc9260cd-b796-4d6c-a337-3baf96fb438a, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=cc9260cd-b796-4d6c-a337-3baf96fb438a,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:06.443712 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2693b7dc-d4bd-4b48-8e7a-818f88b220fd req-34b95c03-517f-4839-a4fb-a5bb822ea76f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:06.447431 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-49d442f1-80e9-4d1d-8757-021959f094b8 req-f8c5ce07-c7db-46c4-b7ad-be8a911baa86 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 950 time: 0.1284983 Aug 18 12:55:06.466388 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-2693b7dc-d4bd-4b48-8e7a-818f88b220fd req-34b95c03-517f-4839-a4fb-a5bb822ea76f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Calling delete_port for cc9260cd-b796-4d6c-a337-3baf96fb438a owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:55:06.493233 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-49d442f1-80e9-4d1d-8757-021959f094b8 req-623fe867-c199-40dd-81a3-18d45736ff0e tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/security-groups?id=60270124-5110-47d9-b16e-e7890a5277ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447466 Aug 18 12:55:06.552717 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0a0fd65a-812f-4449-8b17-c511cfa731a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:06.630451 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40184) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:06.672050 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2142c1cb-da55-4d09-96fb-2802bb09c67b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20a052fe7ddf42dc9165a957ef03484b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404670 Aug 18 12:55:06.674753 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40186) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:06.690310 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0a0fd65a-812f-4449-8b17-c511cfa731a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:06.727186 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2693b7dc-d4bd-4b48-8e7a-818f88b220fd req-34b95c03-517f-4839-a4fb-a5bb822ea76f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:06.739577 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['cc9260cd-b796-4d6c-a337-3baf96fb438a'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:55:06.745752 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a0fd65a-812f-4449-8b17-c511cfa731a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:55:06.763108 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0fd65a-812f-4449-8b17-c511cfa731a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5b0754-2608-48bf-ba9d-cd22fb6413b8,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:06.786458 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0a0fd65a-812f-4449-8b17-c511cfa731a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:06.786913 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b95c03-517f-4839-a4fb-a5bb822ea76f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Pushing event deleted for resources: {'Port': ['ID=cc9260cd-b796-4d6c-a337-3baf96fb438a,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:06.787220 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-0a0fd65a-812f-4449-8b17-c511cfa731a1 admin admin] Added segment fe9b5b49-ed17-4022-8500-1e2cc8f77cab of type vlan for network 1452280d-4661-401b-90fd-ed1ef80eba4c Aug 18 12:55:06.821612 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-2693b7dc-d4bd-4b48-8e7a-818f88b220fd req-34b95c03-517f-4839-a4fb-a5bb822ea76f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] No DVR routers for this DVR port cc9260cd-b796-4d6c-a337-3baf96fb438a on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:55:06.824602 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2693b7dc-d4bd-4b48-8e7a-818f88b220fd req-34b95c03-517f-4839-a4fb-a5bb822ea76f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:06.826915 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2693b7dc-d4bd-4b48-8e7a-818f88b220fd req-34b95c03-517f-4839-a4fb-a5bb822ea76f tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.20 "DELETE /v2.0/ports/cc9260cd-b796-4d6c-a337-3baf96fb438a HTTP/1.1" status: 204 len: 173 time: 0.6581051 Aug 18 12:55:06.827448 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596b7ff8-8fca-4915-bf97-4f2ffac8babf', 'name': 'network-vif-deleted', 'tag': 'cc9260cd-b796-4d6c-a337-3baf96fb438a'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:55:06.830158 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1901ac0f-c4c3-4cb6-ab7e-79cd7d6e9792" -d '{"events": [{"server_uuid": "596b7ff8-8fca-4915-bf97-4f2ffac8babf", "name": "network-vif-deleted", "tag": "cc9260cd-b796-4d6c-a337-3baf96fb438a"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:55:06.835881 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-efe3c559-fbe7-4759-8571-7527cce258df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:06.866826 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0a0fd65a-812f-4449-8b17-c511cfa731a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:06.891478 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-efe3c559-fbe7-4759-8571-7527cce258df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:06.922290 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab61f19-3202-4436-9a52-29f092486364 x-openstack-request-id: req-6ab61f19-3202-4436-9a52-29f092486364 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:55:06.922290 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596b7ff8-8fca-4915-bf97-4f2ffac8babf", "name": "network-vif-deleted", "tag": "cc9260cd-b796-4d6c-a337-3baf96fb438a", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:55:06.922290 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ab61f19-3202-4436-9a52-29f092486364 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:55:06.922290 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596b7ff8-8fca-4915-bf97-4f2ffac8babf', 'name': 'network-vif-deleted', 'tag': 'cc9260cd-b796-4d6c-a337-3baf96fb438a', 'status': 'completed', 'code': 200} Aug 18 12:55:07.052950 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0a0fd65a-812f-4449-8b17-c511cfa731a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:07.053803 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0fd65a-812f-4449-8b17-c511cfa731a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:07.054444 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0a0fd65a-812f-4449-8b17-c511cfa731a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:07.076590 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e25fc65b-06a6-4db6-bb62-303a5a92668f req-70395c26-5756-4e00-a786-50f902302c83 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d88bc60-8182-43a3-a135-48a13fe7c521 HTTP/1.1" status: 200 len: 210 time: 0.0346894 Aug 18 12:55:07.125945 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-efe3c559-fbe7-4759-8571-7527cce258df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:07.128675 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-efe3c559-fbe7-4759-8571-7527cce258df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:07.129883 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-efe3c559-fbe7-4759-8571-7527cce258df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3af5ff37-3fe1-40b1-9a02-ec75bd5ab3dd HTTP/1.1" status: 204 len: 168 time: 0.4541881 Aug 18 12:55:07.154822 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe3c559-fbe7-4759-8571-7527cce258df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af5ff37-3fe1-40b1-9a02-ec75bd5ab3dd,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:07.158945 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0fd65a-812f-4449-8b17-c511cfa731a1 admin admin] Pushing event updated for resources: {'Network': ['ID=1452280d-4661-401b-90fd-ed1ef80eba4c,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:07.181470 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 1452280d-4661-401b-90fd-ed1ef80eba4c details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:55:07.249732 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0a0fd65a-812f-4449-8b17-c511cfa731a1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4081316 Aug 18 12:55:07.252542 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40202) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:07.260277 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-4c744ef3-8924-4f50-b561-2f392bdfb564 admin admin] Request body: {'subnet': {'network_id': '1452280d-4661-401b-90fd-ed1ef80eba4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-633712928-subnet', 'tenant_id': '06d4136083484963844da54647a32bb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:07.443751 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c744ef3-8924-4f50-b561-2f392bdfb564 admin admin] Made reservation on behalf of 06d4136083484963844da54647a32bb2 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:55:07.446155 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4c744ef3-8924-4f50-b561-2f392bdfb564 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:07.514881 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfdcb5-c82c-4b5c-b8ab-53456c6ad45a req-c114fcf2-271e-4105-b696-927cfd30b830 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:07.516415 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cadfdcb5-c82c-4b5c-b8ab-53456c6ad45a req-c114fcf2-271e-4105-b696-927cfd30b830 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d56733a4-8a4e-4d94-9851-e8aebbbc813a HTTP/1.1" status: 200 len: 945 time: 0.2608109 Aug 18 12:55:07.579030 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cadfdcb5-c82c-4b5c-b8ab-53456c6ad45a req-83521236-a834-4d26-a49a-2f5400c59396 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558603 Aug 18 12:55:07.611414 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-57aab02a-9935-45c5-ba27-659094f779a2 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=fb81194c30c34bbb9a09c64dd11d5274&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272787 Aug 18 12:55:07.619801 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fbcc0590-ad20-4b73-bd22-94c951bbc29f req-205893d1-cdd9-4ad9-9008-fe925d175bc9 tempest-MigrationsAdminTest-1663979539 tempest-MigrationsAdminTest-1663979539-project] 10.222.0.13 "GET /v2.0/ports?device_id=596b7ff8-8fca-4915-bf97-4f2ffac8babf HTTP/1.1" status: 200 len: 210 time: 0.0275648 Aug 18 12:55:07.786851 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-04c3f0bb-8b86-49e1-aed1-9b2455313874 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:07.788316 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-04c3f0bb-8b86-49e1-aed1-9b2455313874 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1593771 Aug 18 12:55:07.807822 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-f0e6a4c6-c111-40ac-b498-0287d90dc442 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Request body: {'port': {'device_id': '704e964f-ec17-4f63-b201-30734489934a', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'admin_state_up': True, 'tenant_id': 'fb81194c30c34bbb9a09c64dd11d5274'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:07.826035 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4c744ef3-8924-4f50-b561-2f392bdfb564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:07.953071 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c744ef3-8924-4f50-b561-2f392bdfb564 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19af4467-2557-4bb6-ae8e-b0427897eb75,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:08.034008 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40220) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:08.198921 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-112a60a3-b071-46b3-813c-973c36fc7dd3 req-6c5fb26d-5809-4e9c-a5b6-f8c235593ece tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d88bc60-8182-43a3-a135-48a13fe7c521 HTTP/1.1" status: 200 len: 210 time: 0.0439162 Aug 18 12:55:08.205956 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-42c574bb-95f2-4e75-9528-b43aab0c6232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:08.315389 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c744ef3-8924-4f50-b561-2f392bdfb564 admin admin] Checking segment: {'id': 'fe9b5b49-ed17-4022-8500-1e2cc8f77cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1452280d-4661-401b-90fd-ed1ef80eba4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:55:08.316428 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c744ef3-8924-4f50-b561-2f392bdfb564 admin admin] Network hostable DHCP agents. Network: 1452280d-4661-401b-90fd-ed1ef80eba4c, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:55:08.351426 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-42c574bb-95f2-4e75-9528-b43aab0c6232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:08.419660 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-42c574bb-95f2-4e75-9528-b43aab0c6232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:08.423471 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c744ef3-8924-4f50-b561-2f392bdfb564 admin admin] Network 1452280d-4661-401b-90fd-ed1ef80eba4c is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:55:08.488421 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-42c574bb-95f2-4e75-9528-b43aab0c6232 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=448795b8ffc34788883fae961a86809e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4523122 Aug 18 12:55:08.491687 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40236) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:08.491869 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c574bb-95f2-4e75-9528-b43aab0c6232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cef9a3a-cf10-4e90-a19c-14f7a3a9d567,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:08.512671 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-4c744ef3-8924-4f50-b561-2f392bdfb564 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 1452280d-4661-401b-90fd-ed1ef80eba4c) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:55:08.520765 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-f0e6a4c6-c111-40ac-b498-0287d90dc442 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Made reservation on behalf of fb81194c30c34bbb9a09c64dd11d5274 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:55:08.522091 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-f0e6a4c6-c111-40ac-b498-0287d90dc442 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:08.522404 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd894f2-37f7-45a6-965d-3f29545fbaa5 None None] Network 1452280d-4661-401b-90fd-ed1ef80eba4c requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:55:08.539826 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c744ef3-8924-4f50-b561-2f392bdfb564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:08.540424 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4c744ef3-8924-4f50-b561-2f392bdfb564 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:08.564120 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-f0e6a4c6-c111-40ac-b498-0287d90dc442 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:08.601982 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-35160878-8d74-4c8e-a113-ab47ebff3b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:08.662921 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-35160878-8d74-4c8e-a113-ab47ebff3b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:08.667895 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4c744ef3-8924-4f50-b561-2f392bdfb564 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4141278 Aug 18 12:55:08.723180 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fdaf26-a609-4604-91b9-48c6fe7f4ed4 None None] Network 1452280d-4661-401b-90fd-ed1ef80eba4c requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:55:08.789780 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-f0e6a4c6-c111-40ac-b498-0287d90dc442 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:08.814014 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349b8f7-71c0-483f-b1da-20a9e7820a1b req-7f8c47b9-c4c4-45d0-975c-fed010f9a091 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:08.815749 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e349b8f7-71c0-483f-b1da-20a9e7820a1b req-7f8c47b9-c4c4-45d0-975c-fed010f9a091 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d56733a4-8a4e-4d94-9851-e8aebbbc813a HTTP/1.1" status: 200 len: 945 time: 0.0647764 Aug 18 12:55:08.859193 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-35160878-8d74-4c8e-a113-ab47ebff3b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:08.862135 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-35160878-8d74-4c8e-a113-ab47ebff3b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:08.864879 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-35160878-8d74-4c8e-a113-ab47ebff3b63 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5cef9a3a-cf10-4e90-a19c-14f7a3a9d567 HTTP/1.1" status: 204 len: 168 time: 0.3720326 Aug 18 12:55:08.874435 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35160878-8d74-4c8e-a113-ab47ebff3b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cef9a3a-cf10-4e90-a19c-14f7a3a9d567,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:08.893057 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-f0e6a4c6-c111-40ac-b498-0287d90dc442 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:08.919007 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e349b8f7-71c0-483f-b1da-20a9e7820a1b req-c8754d6a-39f1-4d69-aed9-06b1a8bfbabc tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963285 Aug 18 12:55:08.943399 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-0b1d51c0-9132-44b9-9a84-063df39ede30 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=fb81194c30c34bbb9a09c64dd11d5274&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539284 Aug 18 12:55:08.991050 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e6a4c6-c111-40ac-b498-0287d90dc442 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3a868f-c45c-400a-a7c0-e6579cd8ca23,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:09.072813 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-f0e6a4c6-c111-40ac-b498-0287d90dc442 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Allocated IP 192.168.233.245 (f82a481e-2d3e-49f3-a273-639556667c8a/38dc8434-66c0-4e05-8cce-b4a4a0f33dc3/5c62c4a5-8eda-4b3e-8232-4c167af929cb) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:55:09.073582 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-8c6c1469-56d2-4ae1-b90e-6d5229df3be6 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:09.074803 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-8c6c1469-56d2-4ae1-b90e-6d5229df3be6 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1253197 Aug 18 12:55:09.087191 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-009ab31f-c4e7-456c-b1b0-aaf03d8c14b3 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Request body: {'port': {'device_id': '7d88bc60-8182-43a3-a135-48a13fe7c521', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'admin_state_up': True, 'tenant_id': 'fb81194c30c34bbb9a09c64dd11d5274'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:09.226345 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-f0e6a4c6-c111-40ac-b498-0287d90dc442 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:09.239173 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-f0e6a4c6-c111-40ac-b498-0287d90dc442 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Transition to ACTIVE for port object 5c62c4a5-8eda-4b3e-8232-4c167af929cb will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:55:09.357660 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-08377039-d1d2-4f42-a76e-2ae3c07bbe9f req-a36fbeab-e417-4177-b59f-9ebfa012f627 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d88bc60-8182-43a3-a135-48a13fe7c521 HTTP/1.1" status: 200 len: 210 time: 0.0273461 Aug 18 12:55:09.358413 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-009ab31f-c4e7-456c-b1b0-aaf03d8c14b3 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Made reservation on behalf of fb81194c30c34bbb9a09c64dd11d5274 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:55:09.361832 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-009ab31f-c4e7-456c-b1b0-aaf03d8c14b3 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:09.405320 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-f0e6a4c6-c111-40ac-b498-0287d90dc442 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:09.456279 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-f0e6a4c6-c111-40ac-b498-0287d90dc442 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Network f82a481e-2d3e-49f3-a273-639556667c8a is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:55:09.464769 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-f0e6a4c6-c111-40ac-b498-0287d90dc442 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:55:09.468158 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-f0e6a4c6-c111-40ac-b498-0287d90dc442 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:55:09.550066 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-f0e6a4c6-c111-40ac-b498-0287d90dc442 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:09.550792 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-f0e6a4c6-c111-40ac-b498-0287d90dc442 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:09.556659 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-ee92d833-2952-47ef-a7d2-ff02c9fe6cb5 req-90b08417-126c-470c-8521-5de12845b1e7 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1804090059', 'description': 'tempest-description-296777833'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:09.572116 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e6a4c6-c111-40ac-b498-0287d90dc442 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Pushing event updated for resources: {'Port': ['ID=5c62c4a5-8eda-4b3e-8232-4c167af929cb,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:09.677689 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ee92d833-2952-47ef-a7d2-ff02c9fe6cb5 req-90b08417-126c-470c-8521-5de12845b1e7 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:09.679681 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40274) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:09.759195 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-f0e6a4c6-c111-40ac-b498-0287d90dc442 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9575496 Aug 18 12:55:09.776024 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-e7ebe9ec-2d8e-442e-901b-fb44d9540cc2 service neutron] Request body: {'port': {'device_id': '704e964f-ec17-4f63-b201-30734489934a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:09.859050 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-e7ebe9ec-2d8e-442e-901b-fb44d9540cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:09.887597 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f02881ea-4a6e-4668-bb55-c4eb348f2a87 None None] Provisioning for port 5c62c4a5-8eda-4b3e-8232-4c167af929cb completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:55:09.889966 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-009ab31f-c4e7-456c-b1b0-aaf03d8c14b3 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Allocated IP 192.168.233.13 (f82a481e-2d3e-49f3-a273-639556667c8a/38dc8434-66c0-4e05-8cce-b4a4a0f33dc3/13e38942-68c9-4b60-9eb2-a67a3d052986) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:55:09.891895 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f02881ea-4a6e-4668-bb55-c4eb348f2a87 None None] Provisioning complete for port 5c62c4a5-8eda-4b3e-8232-4c167af929cb triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:55:09.892342 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f02881ea-4a6e-4668-bb55-c4eb348f2a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:09.907223 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ee92d833-2952-47ef-a7d2-ff02c9fe6cb5 req-90b08417-126c-470c-8521-5de12845b1e7 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:09.930017 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f02881ea-4a6e-4668-bb55-c4eb348f2a87 None None] Port 5c62c4a5-8eda-4b3e-8232-4c167af929cb cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:55:10.096494 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32525aea-0923-4330-810f-94aef9e3498d req-8ae325eb-4d82-4fd4-8ee0-6a13bc5b68d6 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:10.097975 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-32525aea-0923-4330-810f-94aef9e3498d req-8ae325eb-4d82-4fd4-8ee0-6a13bc5b68d6 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d56733a4-8a4e-4d94-9851-e8aebbbc813a HTTP/1.1" status: 200 len: 945 time: 0.0784261 Aug 18 12:55:10.104644 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ee92d833-2952-47ef-a7d2-ff02c9fe6cb5 req-90b08417-126c-470c-8521-5de12845b1e7 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:10.108819 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-009ab31f-c4e7-456c-b1b0-aaf03d8c14b3 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:10.135574 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b08417-126c-470c-8521-5de12845b1e7 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06cb0126-efe6-4ea8-a058-b07d5ec8bb62,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:10.143743 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-009ab31f-c4e7-456c-b1b0-aaf03d8c14b3 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Transition to ACTIVE for port object 13e38942-68c9-4b60-9eb2-a67a3d052986 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:55:10.156787 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-32525aea-0923-4330-810f-94aef9e3498d req-a651264a-137e-4876-a026-7c4714b6cd2d tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501380 Aug 18 12:55:10.156992 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40284) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:10.182628 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-98a94893-c0c0-42e7-9a08-c4e5ca48085c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:10.216091 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-01fababb-ed8f-45ab-8621-78a6aaa475e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dfbf1e57c29344368949d54d6fc1d536&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5330043 Aug 18 12:55:10.216091 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ee92d833-2952-47ef-a7d2-ff02c9fe6cb5 req-90b08417-126c-470c-8521-5de12845b1e7 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:10.219617 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40286) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:10.220891 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ee92d833-2952-47ef-a7d2-ff02c9fe6cb5 req-90b08417-126c-470c-8521-5de12845b1e7 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6801536 Aug 18 12:55:10.253615 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device cc9260cd-b796-4d6c-a337-3baf96fb438a no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:55:10.284835 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: cc9260cd-b796-4d6c-a337-3baf96fb438a {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:55:10.285402 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device cc9260cd-b796-4d6c-a337-3baf96fb438a not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:55:10.309096 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-009ab31f-c4e7-456c-b1b0-aaf03d8c14b3 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:10.395152 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-830e13e9-6ce8-42f7-b9fb-49426a841f39 req-c0c27260-47aa-4444-b61f-b30dae66ab11 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] 10.222.0.13 "GET /v2.0/security-groups/06cb0126-efe6-4ea8-a058-b07d5ec8bb62 HTTP/1.1" status: 200 len: 1812 time: 0.1470351 Aug 18 12:55:10.409488 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-009ab31f-c4e7-456c-b1b0-aaf03d8c14b3 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Network f82a481e-2d3e-49f3-a273-639556667c8a is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:55:10.413553 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-830e13e9-6ce8-42f7-b9fb-49426a841f39 req-a8a3fde4-5832-4de3-bdb8-677c58b80bfd tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '06cb0126-efe6-4ea8-a058-b07d5ec8bb62', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:10.419632 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-830e13e9-6ce8-42f7-b9fb-49426a841f39 req-a8a3fde4-5832-4de3-bdb8-677c58b80bfd tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '06cb0126-efe6-4ea8-a058-b07d5ec8bb62', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:10.424159 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cc1ab31c-4076-4bd4-83fc-976c226b5224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:10.431716 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-009ab31f-c4e7-456c-b1b0-aaf03d8c14b3 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:55:10.437311 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ab31f-c4e7-456c-b1b0-aaf03d8c14b3 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Pushing event updated for resources: {'Port': ['ID=13e38942-68c9-4b60-9eb2-a67a3d052986,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:10.444412 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-009ab31f-c4e7-456c-b1b0-aaf03d8c14b3 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:55:10.517511 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cc1ab31c-4076-4bd4-83fc-976c226b5224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:10.521067 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-e7ebe9ec-2d8e-442e-901b-fb44d9540cc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c62c4a5-8eda-4b3e-8232-4c167af929cb {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:55:10.526845 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-98a94893-c0c0-42e7-9a08-c4e5ca48085c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:10.543784 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-e7ebe9ec-2d8e-442e-901b-fb44d9540cc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:10.563030 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-e7ebe9ec-2d8e-442e-901b-fb44d9540cc2 service neutron] Transition to ACTIVE for port object 5c62c4a5-8eda-4b3e-8232-4c167af929cb will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:55:10.565540 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-009ab31f-c4e7-456c-b1b0-aaf03d8c14b3 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:10.566285 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-009ab31f-c4e7-456c-b1b0-aaf03d8c14b3 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:10.580039 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b8a16-5788-44c6-98c3-fd3a52f9d681 req-3054dda5-0899-4b7e-b2d3-aefdee30ec6f tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:10.586714 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-086b8a16-5788-44c6-98c3-fd3a52f9d681 req-3054dda5-0899-4b7e-b2d3-aefdee30ec6f tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d88bc60-8182-43a3-a135-48a13fe7c521 HTTP/1.1" status: 200 len: 935 time: 0.0815456 Aug 18 12:55:10.621735 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-086b8a16-5788-44c6-98c3-fd3a52f9d681 req-b5ab3fca-88f8-4cd8-a4e9-43736d19cb54 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec3a868f-c45c-400a-a7c0-e6579cd8ca23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336766 Aug 18 12:55:10.649554 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-98a94893-c0c0-42e7-9a08-c4e5ca48085c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:10.698580 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a94893-c0c0-42e7-9a08-c4e5ca48085c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccbe91d-32f0-4e76-90ad-67b50a42e72b,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:10.705799 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40304) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:10.705982 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-98a94893-c0c0-42e7-9a08-c4e5ca48085c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=65465dfcedc44fa9a2a59078fbdbc178&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5480142 Aug 18 12:55:10.756298 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-e7ebe9ec-2d8e-442e-901b-fb44d9540cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:10.793165 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a098b37a-f279-49db-9d29-2234ebd62b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:10.808755 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cc1ab31c-4076-4bd4-83fc-976c226b5224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:10.812887 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cc1ab31c-4076-4bd4-83fc-976c226b5224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:10.814102 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:55:10.816663 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-cc1ab31c-4076-4bd4-83fc-976c226b5224 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60270124-5110-47d9-b16e-e7890a5277ba HTTP/1.1" status: 204 len: 168 time: 0.5940006 Aug 18 12:55:10.827603 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ab31c-4076-4bd4-83fc-976c226b5224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60270124-5110-47d9-b16e-e7890a5277ba,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:10.842892 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ebe9ec-2d8e-442e-901b-fb44d9540cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=5c62c4a5-8eda-4b3e-8232-4c167af929cb,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:10.846735 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a098b37a-f279-49db-9d29-2234ebd62b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:10.910556 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-73ff36a8-78b0-46fa-a478-c57da27be72b None None] Provisioning for port 13e38942-68c9-4b60-9eb2-a67a3d052986 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:55:10.915382 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-73ff36a8-78b0-46fa-a478-c57da27be72b None None] Provisioning complete for port 13e38942-68c9-4b60-9eb2-a67a3d052986 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:55:10.926929 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-73ff36a8-78b0-46fa-a478-c57da27be72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:10.927592 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-830e13e9-6ce8-42f7-b9fb-49426a841f39 req-a8a3fde4-5832-4de3-bdb8-677c58b80bfd tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:10.950468 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-009ab31f-c4e7-456c-b1b0-aaf03d8c14b3 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8670077 Aug 18 12:55:10.956817 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-830e13e9-6ce8-42f7-b9fb-49426a841f39 req-a8a3fde4-5832-4de3-bdb8-677c58b80bfd tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:10.961079 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-b8e89cd2-fae6-4c27-9b94-437bbe25fa67 tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=66530f10c2854e01b60f5d7014f0f550&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1323330 Aug 18 12:55:10.965464 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-2b7042da-1d73-4c67-ada7-ef06e8ab0391 service neutron] Request body: {'port': {'device_id': '7d88bc60-8182-43a3-a135-48a13fe7c521', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:10.969170 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-73ff36a8-78b0-46fa-a478-c57da27be72b None None] Port 13e38942-68c9-4b60-9eb2-a67a3d052986 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:55:11.026447 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-2b7042da-1d73-4c67-ada7-ef06e8ab0391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:11.053466 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-830e13e9-6ce8-42f7-b9fb-49426a841f39 req-a8a3fde4-5832-4de3-bdb8-677c58b80bfd tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:11.079403 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-e7ebe9ec-2d8e-442e-901b-fb44d9540cc2 service neutron] Attempting to bind port 5c62c4a5-8eda-4b3e-8232-4c167af929cb on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:55:11.079684 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-e7ebe9ec-2d8e-442e-901b-fb44d9540cc2 service neutron] Attempting to bind port 5c62c4a5-8eda-4b3e-8232-4c167af929cb by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:55:11.079873 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-e7ebe9ec-2d8e-442e-901b-fb44d9540cc2 service neutron] Attempting to bind port 5c62c4a5-8eda-4b3e-8232-4c167af929cb on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:55:11.093019 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-e7ebe9ec-2d8e-442e-901b-fb44d9540cc2 service neutron] Port 5c62c4a5-8eda-4b3e-8232-4c167af929cb on network f82a481e-2d3e-49f3-a273-639556667c8a not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:55:11.093346 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-e7ebe9ec-2d8e-442e-901b-fb44d9540cc2 service neutron] Attempting to bind port 5c62c4a5-8eda-4b3e-8232-4c167af929cb on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:55:11.096440 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a3fde4-5832-4de3-bdb8-677c58b80bfd tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18248298-6798-4567-9e3d-3f80039e05a1,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:11.105662 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-e7ebe9ec-2d8e-442e-901b-fb44d9540cc2 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:55:11.105993 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-e7ebe9ec-2d8e-442e-901b-fb44d9540cc2 service neutron] Checking segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:55:11.107862 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-e7ebe9ec-2d8e-442e-901b-fb44d9540cc2 service neutron] Bound using segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:55:11.107862 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-e7ebe9ec-2d8e-442e-901b-fb44d9540cc2 service neutron] Bound port: 5c62c4a5-8eda-4b3e-8232-4c167af929cb, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:55:11.107862 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-e7ebe9ec-2d8e-442e-901b-fb44d9540cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:11.132020 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-a02fb390-39b0-4e29-8beb-0cd9f8300cd8 tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:11.133867 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-a02fb390-39b0-4e29-8beb-0cd9f8300cd8 tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1731515 Aug 18 12:55:11.162702 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a098b37a-f279-49db-9d29-2234ebd62b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:11.165281 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a098b37a-f279-49db-9d29-2234ebd62b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:11.166274 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a098b37a-f279-49db-9d29-2234ebd62b4b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ccbe91d-32f0-4e76-90ad-67b50a42e72b HTTP/1.1" status: 204 len: 168 time: 0.4594274 Aug 18 12:55:11.194228 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-830e13e9-6ce8-42f7-b9fb-49426a841f39 req-a8a3fde4-5832-4de3-bdb8-677c58b80bfd tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:11.195676 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-3c216d35-d0eb-4d7c-adc1-bd749e0b56e7 tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] 10.222.0.13 "GET /v2.0/quotas/66530f10c2854e01b60f5d7014f0f550 HTTP/1.1" status: 200 len: 375 time: 0.0360799 Aug 18 12:55:11.200115 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a098b37a-f279-49db-9d29-2234ebd62b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccbe91d-32f0-4e76-90ad-67b50a42e72b,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:11.200947 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-830e13e9-6ce8-42f7-b9fb-49426a841f39 req-a8a3fde4-5832-4de3-bdb8-677c58b80bfd tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8049133 Aug 18 12:55:11.252988 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-ff86fc42-6943-42c7-9cc9-5c38f49d64fb tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=66530f10c2854e01b60f5d7014f0f550&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563684 Aug 18 12:55:11.269378 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-e7ebe9ec-2d8e-442e-901b-fb44d9540cc2 service neutron] For port 5c62c4a5-8eda-4b3e-8232-4c167af929cb, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:55:11.293289 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-e7ebe9ec-2d8e-442e-901b-fb44d9540cc2 service neutron] For port 5c62c4a5-8eda-4b3e-8232-4c167af929cb, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=5c62c4a5-8eda-4b3e-8232-4c167af929cb,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:55:11.380438 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-e7ebe9ec-2d8e-442e-901b-fb44d9540cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:11.398581 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-2b7042da-1d73-4c67-ada7-ef06e8ab0391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13e38942-68c9-4b60-9eb2-a67a3d052986 {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:55:11.407628 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-e7ebe9ec-2d8e-442e-901b-fb44d9540cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:11.408970 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-e7ebe9ec-2d8e-442e-901b-fb44d9540cc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:11.411039 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-e7ebe9ec-2d8e-442e-901b-fb44d9540cc2 service neutron] 10.222.0.20 "PUT /v2.0/ports/5c62c4a5-8eda-4b3e-8232-4c167af929cb HTTP/1.1" status: 200 len: 1096 time: 1.6429734 Aug 18 12:55:11.413595 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-2b7042da-1d73-4c67-ada7-ef06e8ab0391 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:11.413951 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '704e964f-ec17-4f63-b201-30734489934a', 'tag': '5c62c4a5-8eda-4b3e-8232-4c167af929cb'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:55:11.416263 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c72506-a0d1-449f-977d-3c93c530f60b" -d '{"events": [{"name": "network-changed", "server_uuid": "704e964f-ec17-4f63-b201-30734489934a", "tag": "5c62c4a5-8eda-4b3e-8232-4c167af929cb"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:55:11.425743 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-2b7042da-1d73-4c67-ada7-ef06e8ab0391 service neutron] Transition to ACTIVE for port object 13e38942-68c9-4b60-9eb2-a67a3d052986 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:55:11.488155 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ad151f74-dfe4-4fff-bfcf-e795ea445f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:11.509151 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ebe9ec-2d8e-442e-901b-fb44d9540cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=5c62c4a5-8eda-4b3e-8232-4c167af929cb,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:11.575147 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-2b7042da-1d73-4c67-ada7-ef06e8ab0391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:11.648881 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7042da-1d73-4c67-ada7-ef06e8ab0391 service neutron] Pushing event updated for resources: {'Port': ['ID=13e38942-68c9-4b60-9eb2-a67a3d052986,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:11.701352 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe3088-8f32-43a7-be40-0a05a5436ecf req-6e624c62-e14d-4330-a2b7-e38f754b80bb tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:11.708772 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9cbe3088-8f32-43a7-be40-0a05a5436ecf req-6e624c62-e14d-4330-a2b7-e38f754b80bb tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d56733a4-8a4e-4d94-9851-e8aebbbc813a HTTP/1.1" status: 200 len: 945 time: 0.1355102 Aug 18 12:55:11.738122 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-2b7042da-1d73-4c67-ada7-ef06e8ab0391 service neutron] Attempting to bind port 13e38942-68c9-4b60-9eb2-a67a3d052986 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:55:11.740622 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-2b7042da-1d73-4c67-ada7-ef06e8ab0391 service neutron] Attempting to bind port 13e38942-68c9-4b60-9eb2-a67a3d052986 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:55:11.741473 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-31585985-d59f-4229-a699-98f226007540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:11.742451 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-2b7042da-1d73-4c67-ada7-ef06e8ab0391 service neutron] Attempting to bind port 13e38942-68c9-4b60-9eb2-a67a3d052986 on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:55:11.743093 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-31585985-d59f-4229-a699-98f226007540 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fb81194c30c34bbb9a09c64dd11d5274&device_id=704e964f-ec17-4f63-b201-30734489934a HTTP/1.1" status: 200 len: 1099 time: 0.1324944 Aug 18 12:55:11.748695 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-2b7042da-1d73-4c67-ada7-ef06e8ab0391 service neutron] Port 13e38942-68c9-4b60-9eb2-a67a3d052986 on network f82a481e-2d3e-49f3-a273-639556667c8a not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:55:11.751140 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-2b7042da-1d73-4c67-ada7-ef06e8ab0391 service neutron] Attempting to bind port 13e38942-68c9-4b60-9eb2-a67a3d052986 on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:55:11.761714 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-2b7042da-1d73-4c67-ada7-ef06e8ab0391 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:55:11.762726 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-2b7042da-1d73-4c67-ada7-ef06e8ab0391 service neutron] Checking segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:55:11.763304 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-2b7042da-1d73-4c67-ada7-ef06e8ab0391 service neutron] Bound using segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:55:11.764122 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-2b7042da-1d73-4c67-ada7-ef06e8ab0391 service neutron] Bound port: 13e38942-68c9-4b60-9eb2-a67a3d052986, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:55:11.764676 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-2b7042da-1d73-4c67-ada7-ef06e8ab0391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:11.796974 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-b3ce3e6e-3bb2-41d5-b743-767eb31dd4b1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=5c62c4a5-8eda-4b3e-8232-4c167af929cb HTTP/1.1" status: 200 len: 217 time: 0.0434539 Aug 18 12:55:11.815878 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9cbe3088-8f32-43a7-be40-0a05a5436ecf req-efdd6f97-4804-4045-9ebb-4e17f47d76de tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991461 Aug 18 12:55:11.878564 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-2b7042da-1d73-4c67-ada7-ef06e8ab0391 service neutron] For port 13e38942-68c9-4b60-9eb2-a67a3d052986, host n-h2-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:55:11.882033 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-2b7042da-1d73-4c67-ada7-ef06e8ab0391 service neutron] For port 13e38942-68c9-4b60-9eb2-a67a3d052986, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=13e38942-68c9-4b60-9eb2-a67a3d052986,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:55:11.920486 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-d14a9b86-9257-48df-9cf9-418855b23e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:11.922047 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-937a0542-0ce5-4ed6-8afd-7280afaf8179 req-23ba5383-6125-4b1e-9f7a-a1823edc7f74 tempest-SecurityGroupsTestAdminJSON-2045506063 tempest-SecurityGroupsTestAdminJSON-2045506063-project] Request body: {'security_group': {'name': 'tempest-securitygroup-793838466', 'description': 'tempest-description-236505067'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:11.922211 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-d14a9b86-9257-48df-9cf9-418855b23e74 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.1058395 Aug 18 12:55:11.927263 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3091f547-ed76-4474-8b78-52dbf93f7f54 req-24992423-0b30-4c29-b322-57f480acb8c7 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] 10.222.0.13 "GET /v2.0/security-groups/06cb0126-efe6-4ea8-a058-b07d5ec8bb62 HTTP/1.1" status: 200 len: 2405 time: 0.0872951 Aug 18 12:55:11.938274 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40344) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:11.992633 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95997a78-0dc9-4966-a7a8-932f224bbafc x-openstack-request-id: req-95997a78-0dc9-4966-a7a8-932f224bbafc {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:55:11.992919 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "704e964f-ec17-4f63-b201-30734489934a", "tag": "5c62c4a5-8eda-4b3e-8232-4c167af929cb", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:55:11.993405 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-95997a78-0dc9-4966-a7a8-932f224bbafc {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:55:11.993835 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '704e964f-ec17-4f63-b201-30734489934a', 'tag': '5c62c4a5-8eda-4b3e-8232-4c167af929cb', 'status': 'completed', 'code': 200} Aug 18 12:55:11.996494 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-2b7042da-1d73-4c67-ada7-ef06e8ab0391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:12.011155 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-f0e68845-2c62-42ee-8fc4-c9b6693be3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:12.012770 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-f0e68845-2c62-42ee-8fc4-c9b6693be3d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0838618 Aug 18 12:55:12.016445 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4342831d-409b-498c-bc2e-2e0445fab6f6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=389e78cb1343430097196bab3ebb138f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0770802 Aug 18 12:55:12.019674 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40348) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:12.042658 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-937a0542-0ce5-4ed6-8afd-7280afaf8179 req-23ba5383-6125-4b1e-9f7a-a1823edc7f74 tempest-SecurityGroupsTestAdminJSON-2045506063 tempest-SecurityGroupsTestAdminJSON-2045506063-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:12.062075 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-937a0542-0ce5-4ed6-8afd-7280afaf8179 req-23ba5383-6125-4b1e-9f7a-a1823edc7f74 tempest-SecurityGroupsTestAdminJSON-2045506063 tempest-SecurityGroupsTestAdminJSON-2045506063-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:12.063781 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-2b7042da-1d73-4c67-ada7-ef06e8ab0391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:12.064387 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-2b7042da-1d73-4c67-ada7-ef06e8ab0391 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:12.065834 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-2b7042da-1d73-4c67-ada7-ef06e8ab0391 service neutron] 10.222.0.20 "PUT /v2.0/ports/13e38942-68c9-4b60-9eb2-a67a3d052986 HTTP/1.1" status: 200 len: 1095 time: 1.1061015 Aug 18 12:55:12.068862 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d88bc60-8182-43a3-a135-48a13fe7c521', 'tag': '13e38942-68c9-4b60-9eb2-a67a3d052986'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:55:12.077406 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f007ee81-88e0-424b-83f8-d06c7528384a" -d '{"events": [{"name": "network-changed", "server_uuid": "7d88bc60-8182-43a3-a135-48a13fe7c521", "tag": "13e38942-68c9-4b60-9eb2-a67a3d052986"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:55:12.113668 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7042da-1d73-4c67-ada7-ef06e8ab0391 service neutron] Pushing event updated for resources: {'Port': ['ID=13e38942-68c9-4b60-9eb2-a67a3d052986,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:12.197305 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-64a2978c-d214-4c74-8e61-4d88e9aa5b8d req-b202c3fe-a369-4608-aa5b-78c605c48775 tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] 10.222.0.13 "GET /v2.0/ports?device_id=a358d223-4084-4e6b-ba60-e24938e69f8d HTTP/1.1" status: 200 len: 210 time: 0.1421494 Aug 18 12:55:12.261626 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-90db25c8-d600-491f-b5ec-857b2539dcb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:12.265162 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-e9c98715-b904-4117-830d-1a3d2bd7f519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:12.271347 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-e9c98715-b904-4117-830d-1a3d2bd7f519 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fb81194c30c34bbb9a09c64dd11d5274&device_id=7d88bc60-8182-43a3-a135-48a13fe7c521 HTTP/1.1" status: 200 len: 1098 time: 0.0977182 Aug 18 12:55:12.304228 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-90db25c8-d600-491f-b5ec-857b2539dcb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:12.312159 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-dda7ec69-73bf-4876-94b5-3fd602f4c21c service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903314 Aug 18 12:55:12.325422 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-937a0542-0ce5-4ed6-8afd-7280afaf8179 req-23ba5383-6125-4b1e-9f7a-a1823edc7f74 tempest-SecurityGroupsTestAdminJSON-2045506063 tempest-SecurityGroupsTestAdminJSON-2045506063-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:12.327763 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-36278a4c-2780-462b-a5c6-0702bef5a2dd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=13e38942-68c9-4b60-9eb2-a67a3d052986 HTTP/1.1" status: 200 len: 217 time: 0.0443337 Aug 18 12:55:12.387939 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-3cd8e768-b3f2-4485-baa7-3a3e513e47b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:12.389547 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-3cd8e768-b3f2-4485-baa7-3a3e513e47b3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.0552306 Aug 18 12:55:12.448376 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-607e1f4e-9694-4f28-b25d-52e631284c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:12.451202 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-607e1f4e-9694-4f28-b25d-52e631284c34 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0532725 Aug 18 12:55:12.451202 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-937a0542-0ce5-4ed6-8afd-7280afaf8179 req-23ba5383-6125-4b1e-9f7a-a1823edc7f74 tempest-SecurityGroupsTestAdminJSON-2045506063 tempest-SecurityGroupsTestAdminJSON-2045506063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:12.458302 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c19db-d967-49a5-87db-56c75220c98c req-69df3a06-779f-46a3-a231-29ed5bf47399 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:12.460172 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c62c19db-d967-49a5-87db-56c75220c98c req-69df3a06-779f-46a3-a231-29ed5bf47399 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d88bc60-8182-43a3-a135-48a13fe7c521 HTTP/1.1" status: 200 len: 947 time: 0.1132517 Aug 18 12:55:12.483693 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-994f1619-9878-42dd-9b9f-fcfc2d71b6d7 req-c5eab468-5f59-4a22-915d-bb07b43375b6 service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619289 Aug 18 12:55:12.512493 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c62c19db-d967-49a5-87db-56c75220c98c req-dc20945b-fbe6-41ed-8cb4-f827a9496191 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec3a868f-c45c-400a-a7c0-e6579cd8ca23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402334 Aug 18 12:55:12.545626 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba5383-6125-4b1e-9f7a-a1823edc7f74 tempest-SecurityGroupsTestAdminJSON-2045506063 tempest-SecurityGroupsTestAdminJSON-2045506063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42627b4c-55b4-4d4e-81c1-26767dd73c8d,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:12.562133 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9708d74b-309f-47f0-8a48-647ab190c9a3 req-0d340800-fac4-4a0b-8efa-cbaa59772912 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] 10.222.0.13 "GET /v2.0/security-group-rules/18248298-6798-4567-9e3d-3f80039e05a1 HTTP/1.1" status: 200 len: 778 time: 0.0266449 Aug 18 12:55:12.589460 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-90db25c8-d600-491f-b5ec-857b2539dcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:12.592617 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-90db25c8-d600-491f-b5ec-857b2539dcb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:12.596641 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-90db25c8-d600-491f-b5ec-857b2539dcb2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0815521f-38f1-41f1-95a5-7a436b388f1c HTTP/1.1" status: 204 len: 168 time: 0.5759618 Aug 18 12:55:12.631597 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db25c8-d600-491f-b5ec-857b2539dcb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0815521f-38f1-41f1-95a5-7a436b388f1c,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:12.631936 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-4e74706e-be62-4907-b05e-b69e0f9ed68b service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651101 Aug 18 12:55:12.640754 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9708d74b-309f-47f0-8a48-647ab190c9a3 req-e7ecf13d-5bbb-42e9-a4c9-b35e9f1ebc7c tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] 10.222.0.13 "GET /v2.0/security-groups/06cb0126-efe6-4ea8-a058-b07d5ec8bb62 HTTP/1.1" status: 200 len: 2405 time: 0.0701516 Aug 18 12:55:12.679193 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-937a0542-0ce5-4ed6-8afd-7280afaf8179 req-23ba5383-6125-4b1e-9f7a-a1823edc7f74 tempest-SecurityGroupsTestAdminJSON-2045506063 tempest-SecurityGroupsTestAdminJSON-2045506063-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:12.711368 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-9708d74b-309f-47f0-8a48-647ab190c9a3 req-7dd0a75f-4e19-4abb-808b-3d98071b0382 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:12.720110 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-9708d74b-309f-47f0-8a48-647ab190c9a3 req-7dd0a75f-4e19-4abb-808b-3d98071b0382 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:12.723932 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c72506-a0d1-449f-977d-3c93c530f60b req-929386e6-1800-4f0b-9128-669e5c4a4792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:12.725458 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-88c72506-a0d1-449f-977d-3c93c530f60b req-929386e6-1800-4f0b-9128-669e5c4a4792 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fb81194c30c34bbb9a09c64dd11d5274&device_id=704e964f-ec17-4f63-b201-30734489934a HTTP/1.1" status: 200 len: 1099 time: 0.0816636 Aug 18 12:55:12.776284 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-96ed6ee0-7053-419c-ba6e-a2fd3c688a67 req-e5135dbc-bcef-449c-b7ee-bd60771993dd service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956595 Aug 18 12:55:12.779845 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-937a0542-0ce5-4ed6-8afd-7280afaf8179 req-23ba5383-6125-4b1e-9f7a-a1823edc7f74 tempest-SecurityGroupsTestAdminJSON-2045506063 tempest-SecurityGroupsTestAdminJSON-2045506063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:12.815977 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba5383-6125-4b1e-9f7a-a1823edc7f74 tempest-SecurityGroupsTestAdminJSON-2045506063 tempest-SecurityGroupsTestAdminJSON-2045506063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c139158f-cea6-4525-9470-21d7939d3112,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:12.835597 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c72506-a0d1-449f-977d-3c93c530f60b req-777ed359-9e84-4e66-9ff5-5366027ea89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:12.837193 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-88c72506-a0d1-449f-977d-3c93c530f60b req-777ed359-9e84-4e66-9ff5-5366027ea89f service neutron] 10.222.0.20 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.1021383 Aug 18 12:55:12.859904 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-937a0542-0ce5-4ed6-8afd-7280afaf8179 req-23ba5383-6125-4b1e-9f7a-a1823edc7f74 tempest-SecurityGroupsTestAdminJSON-2045506063 tempest-SecurityGroupsTestAdminJSON-2045506063-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:12.861449 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-937a0542-0ce5-4ed6-8afd-7280afaf8179 req-23ba5383-6125-4b1e-9f7a-a1823edc7f74 tempest-SecurityGroupsTestAdminJSON-2045506063 tempest-SecurityGroupsTestAdminJSON-2045506063-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9441569 Aug 18 12:55:12.905482 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-88c72506-a0d1-449f-977d-3c93c530f60b req-c9a54139-1478-4c07-8b62-28cc86c0e155 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=5c62c4a5-8eda-4b3e-8232-4c167af929cb HTTP/1.1" status: 200 len: 217 time: 0.0599074 Aug 18 12:55:12.906262 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-9708d74b-309f-47f0-8a48-647ab190c9a3 req-7dd0a75f-4e19-4abb-808b-3d98071b0382 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:12.913063 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-9708d74b-309f-47f0-8a48-647ab190c9a3 req-7dd0a75f-4e19-4abb-808b-3d98071b0382 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:12.913929 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa4330c-c437-4afd-8fde-0c6e73be0d4a x-openstack-request-id: req-5fa4330c-c437-4afd-8fde-0c6e73be0d4a {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:55:12.924436 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9708d74b-309f-47f0-8a48-647ab190c9a3 req-7dd0a75f-4e19-4abb-808b-3d98071b0382 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/18248298-6798-4567-9e3d-3f80039e05a1 HTTP/1.1" status: 204 len: 173 time: 0.2724459 Aug 18 12:55:12.924845 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d88bc60-8182-43a3-a135-48a13fe7c521", "tag": "13e38942-68c9-4b60-9eb2-a67a3d052986", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:55:12.924845 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5fa4330c-c437-4afd-8fde-0c6e73be0d4a {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:55:12.924845 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d88bc60-8182-43a3-a135-48a13fe7c521', 'tag': '13e38942-68c9-4b60-9eb2-a67a3d052986', 'status': 'completed', 'code': 200} Aug 18 12:55:12.945909 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd0a75f-4e19-4abb-808b-3d98071b0382 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=18248298-6798-4567-9e3d-3f80039e05a1,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:13.002582 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c72506-a0d1-449f-977d-3c93c530f60b req-74a81fa3-1d40-4afb-a089-0ad78fad8389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:13.004835 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-88c72506-a0d1-449f-977d-3c93c530f60b req-74a81fa3-1d40-4afb-a089-0ad78fad8389 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.0886495 Aug 18 12:55:13.021047 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007ee81-88e0-424b-83f8-d06c7528384a req-883fb8e5-a5bb-401c-bb09-c08f3573764d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:13.022672 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f007ee81-88e0-424b-83f8-d06c7528384a req-883fb8e5-a5bb-401c-bb09-c08f3573764d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fb81194c30c34bbb9a09c64dd11d5274&device_id=7d88bc60-8182-43a3-a135-48a13fe7c521 HTTP/1.1" status: 200 len: 1098 time: 0.0798659 Aug 18 12:55:13.070662 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-dd85665c-ab51-424f-8b11-520f1e5577de req-d80a0582-5b84-43ce-a45d-ce26837f9c01 tempest-SecurityGroupsTestAdminJSON-2045506063 tempest-SecurityGroupsTestAdminJSON-2045506063-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1433302756', 'description': 'tempest-description-126408923'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:13.096866 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c72506-a0d1-449f-977d-3c93c530f60b req-da0e781f-7e1d-462b-9d2d-c89cf337745e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:13.098812 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-88c72506-a0d1-449f-977d-3c93c530f60b req-da0e781f-7e1d-462b-9d2d-c89cf337745e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0850186 Aug 18 12:55:13.157841 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2a1db-ae76-4d9e-b983-ee45f58c1c92 req-864e74ca-b6a6-4c42-a171-46aadc4bb43e tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:13.159393 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a4e2a1db-ae76-4d9e-b983-ee45f58c1c92 req-864e74ca-b6a6-4c42-a171-46aadc4bb43e tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d56733a4-8a4e-4d94-9851-e8aebbbc813a HTTP/1.1" status: 200 len: 945 time: 0.1092720 Aug 18 12:55:13.200885 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007ee81-88e0-424b-83f8-d06c7528384a req-45cb6e5d-d588-48f1-a275-7120413b6936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:13.202400 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f007ee81-88e0-424b-83f8-d06c7528384a req-45cb6e5d-d588-48f1-a275-7120413b6936 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.1640112 Aug 18 12:55:13.207285 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-dd85665c-ab51-424f-8b11-520f1e5577de req-d80a0582-5b84-43ce-a45d-ce26837f9c01 tempest-SecurityGroupsTestAdminJSON-2045506063 tempest-SecurityGroupsTestAdminJSON-2045506063-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:13.256910 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-88c72506-a0d1-449f-977d-3c93c530f60b req-0c0fb5a2-711e-4ed5-b131-f0f667e3b400 service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499991 Aug 18 12:55:13.273240 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a4e2a1db-ae76-4d9e-b983-ee45f58c1c92 req-b2bd6fb5-dca6-4134-b76f-9805e1af76ed tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061933 Aug 18 12:55:13.275189 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f007ee81-88e0-424b-83f8-d06c7528384a req-a041f86c-1e30-4844-a82b-d44849f62a84 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=13e38942-68c9-4b60-9eb2-a67a3d052986 HTTP/1.1" status: 200 len: 217 time: 0.0624719 Aug 18 12:55:13.367030 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007ee81-88e0-424b-83f8-d06c7528384a req-6093fcc0-66cb-4615-8bb8-e276130bc44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:13.368568 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f007ee81-88e0-424b-83f8-d06c7528384a req-6093fcc0-66cb-4615-8bb8-e276130bc44e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.0838969 Aug 18 12:55:13.373403 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-23e5985d-92f9-4952-b6e3-8dcf4af7d51b req-04e159e9-cfe0-4282-b392-984c555e9789 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1504196194', 'description': 'tempest-description-283917807'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:13.425582 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-88c72506-a0d1-449f-977d-3c93c530f60b req-8274a26a-c238-4227-adf1-6beffef18247 service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594000 Aug 18 12:55:13.436499 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-dd85665c-ab51-424f-8b11-520f1e5577de req-d80a0582-5b84-43ce-a45d-ce26837f9c01 tempest-SecurityGroupsTestAdminJSON-2045506063 tempest-SecurityGroupsTestAdminJSON-2045506063-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:13.438229 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007ee81-88e0-424b-83f8-d06c7528384a req-b094ec54-d111-4496-a1b9-b63f08d7b78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:13.440472 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f007ee81-88e0-424b-83f8-d06c7528384a req-b094ec54-d111-4496-a1b9-b63f08d7b78b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0616155 Aug 18 12:55:13.534148 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-dd85665c-ab51-424f-8b11-520f1e5577de req-d80a0582-5b84-43ce-a45d-ce26837f9c01 tempest-SecurityGroupsTestAdminJSON-2045506063 tempest-SecurityGroupsTestAdminJSON-2045506063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:13.605673 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f007ee81-88e0-424b-83f8-d06c7528384a req-45966943-b491-4850-9771-2bf85921202b service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568053 Aug 18 12:55:13.620334 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a0582-5b84-43ce-a45d-ce26837f9c01 tempest-SecurityGroupsTestAdminJSON-2045506063 tempest-SecurityGroupsTestAdminJSON-2045506063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32af92c4-046f-402f-91b7-760a8fb38cad,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:13.642618 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-23e5985d-92f9-4952-b6e3-8dcf4af7d51b req-04e159e9-cfe0-4282-b392-984c555e9789 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:13.710721 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-dd85665c-ab51-424f-8b11-520f1e5577de req-d80a0582-5b84-43ce-a45d-ce26837f9c01 tempest-SecurityGroupsTestAdminJSON-2045506063 tempest-SecurityGroupsTestAdminJSON-2045506063-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:13.728360 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dd85665c-ab51-424f-8b11-520f1e5577de req-d80a0582-5b84-43ce-a45d-ce26837f9c01 tempest-SecurityGroupsTestAdminJSON-2045506063 tempest-SecurityGroupsTestAdminJSON-2045506063-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6692982 Aug 18 12:55:13.738828 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b035c7dc-b7bf-464c-b76e-addd4957bb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:13.820589 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f007ee81-88e0-424b-83f8-d06c7528384a req-d5d23982-a5b4-4b75-a0c8-9b323135fc79 service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037358 Aug 18 12:55:13.856774 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab26767a-f2b0-40d7-b942-02fea0539661 req-9b371e2f-e88f-44b1-967f-9b12cf4c383e tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] 10.222.0.13 "GET /v2.0/ports?device_id=a358d223-4084-4e6b-ba60-e24938e69f8d HTTP/1.1" status: 200 len: 210 time: 0.0550508 Aug 18 12:55:13.907555 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-23e5985d-92f9-4952-b6e3-8dcf4af7d51b req-04e159e9-cfe0-4282-b392-984c555e9789 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:13.978750 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-23e5985d-92f9-4952-b6e3-8dcf4af7d51b req-04e159e9-cfe0-4282-b392-984c555e9789 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:14.042284 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704bd08-225b-4121-b51e-8fe0a1ec1a13 req-462209c7-a439-4ef1-95d9-06dff6a92db6 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:14.045667 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0704bd08-225b-4121-b51e-8fe0a1ec1a13 req-462209c7-a439-4ef1-95d9-06dff6a92db6 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d88bc60-8182-43a3-a135-48a13fe7c521 HTTP/1.1" status: 200 len: 947 time: 0.1019940 Aug 18 12:55:14.078297 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e159e9-cfe0-4282-b392-984c555e9789 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=689dd714-641a-4740-9866-955bbcf0ed0a,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:14.117505 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0704bd08-225b-4121-b51e-8fe0a1ec1a13 req-1a2daed2-e195-4513-ab43-10c63f122473 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec3a868f-c45c-400a-a7c0-e6579cd8ca23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659254 Aug 18 12:55:14.173823 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-23e5985d-92f9-4952-b6e3-8dcf4af7d51b req-04e159e9-cfe0-4282-b392-984c555e9789 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:14.176232 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-23e5985d-92f9-4952-b6e3-8dcf4af7d51b req-04e159e9-cfe0-4282-b392-984c555e9789 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.8065028 Aug 18 12:55:14.282277 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 5c62c4a5-8eda-4b3e-8232-4c167af929cb details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:55:14.321262 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-483e12b2-10e2-40a7-b3cf-ab956dc22a5d tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=66530f10c2854e01b60f5d7014f0f550&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320723 Aug 18 12:55:14.387108 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ac32e1f5-1a49-46cc-978b-7f0787f8f9a2 req-13f77b2c-dc6a-4f09-a570-fe06e763de73 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] 10.222.0.13 "GET /v2.0/security-groups/689dd714-641a-4740-9866-955bbcf0ed0a HTTP/1.1" status: 200 len: 1812 time: 0.0944295 Aug 18 12:55:14.529084 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-3b636fda-e711-4fab-90ac-23eb1591abd3 tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:14.531140 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-3b636fda-e711-4fab-90ac-23eb1591abd3 tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1998596 Aug 18 12:55:14.550034 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 5c62c4a5-8eda-4b3e-8232-4c167af929cb, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=5c62c4a5-8eda-4b3e-8232-4c167af929cb,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:14.552050 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-07f8883a-1e4c-4e36-9246-c6f3b3bd3caa tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] Request body: {'port': {'device_id': 'a358d223-4084-4e6b-ba60-e24938e69f8d', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'admin_state_up': True, 'tenant_id': '66530f10c2854e01b60f5d7014f0f550'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:14.584860 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '5c62c4a5-8eda-4b3e-8232-4c167af929cb', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'port_id': '5c62c4a5-8eda-4b3e-8232-4c167af929cb', 'mac_address': 'fa:16:3e:29:02:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc8434-66c0-4e05-8cce-b4a4a0f33dc3', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:55:14.604476 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96224eef-49f3-4f86-9987-c19f678d0f26 req-d1bdc8a4-6e31-4583-a468-996bb6b7343a tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:14.607401 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-96224eef-49f3-4f86-9987-c19f678d0f26 req-d1bdc8a4-6e31-4583-a468-996bb6b7343a tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d56733a4-8a4e-4d94-9851-e8aebbbc813a HTTP/1.1" status: 200 len: 945 time: 0.0887454 Aug 18 12:55:14.634689 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-ed35cc29-07e8-4d2e-8232-2a608e90e6f6 req-e729b437-bdef-43e1-bac9-00010e2eacec tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-859072041', 'description': 'tempest-description-1677080266'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:14.642956 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:14.671495 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:14.687036 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c62c4a5-8eda-4b3e-8232-4c167af929cb {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:55:14.687965 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-96224eef-49f3-4f86-9987-c19f678d0f26 req-92f0f864-f5ff-442e-b6f6-04bbc18cc2c6 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752192 Aug 18 12:55:14.710240 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 5c62c4a5-8eda-4b3e-8232-4c167af929cb, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=5c62c4a5-8eda-4b3e-8232-4c167af929cb,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:14.860413 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:14.862240 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 13e38942-68c9-4b60-9eb2-a67a3d052986 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:55:14.862363 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ed35cc29-07e8-4d2e-8232-2a608e90e6f6 req-e729b437-bdef-43e1-bac9-00010e2eacec tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:14.873736 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-03333978-b32f-4e04-bdc3-49d659681079 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d3f0edd296474678ac27de8df00244e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248060 Aug 18 12:55:14.875267 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ed35cc29-07e8-4d2e-8232-2a608e90e6f6 req-e729b437-bdef-43e1-bac9-00010e2eacec tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:14.938717 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 13e38942-68c9-4b60-9eb2-a67a3d052986, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=13e38942-68c9-4b60-9eb2-a67a3d052986,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:14.941540 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=5c62c4a5-8eda-4b3e-8232-4c167af929cb,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:14.956853 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '13e38942-68c9-4b60-9eb2-a67a3d052986', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'port_id': '13e38942-68c9-4b60-9eb2-a67a3d052986', 'mac_address': 'fa:16:3e:17:02:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc8434-66c0-4e05-8cce-b4a4a0f33dc3', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:55:14.974516 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-07f8883a-1e4c-4e36-9246-c6f3b3bd3caa tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] Made reservation on behalf of 66530f10c2854e01b60f5d7014f0f550 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:55:14.981272 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-07f8883a-1e4c-4e36-9246-c6f3b3bd3caa tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:15.002012 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-07f8883a-1e4c-4e36-9246-c6f3b3bd3caa tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:15.006296 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:15.022256 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13e38942-68c9-4b60-9eb2-a67a3d052986 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:55:15.025364 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-40b31659-523f-43b6-825d-544b30926261 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:15.027326 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-40b31659-523f-43b6-825d-544b30926261 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1460865 Aug 18 12:55:15.044487 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-0a47f073-20ea-4e66-8f50-4dbda7e2e26e tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/quotas/d3f0edd296474678ac27de8df00244e1 HTTP/1.1" status: 200 len: 375 time: 0.0093479 Aug 18 12:55:15.048257 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 13e38942-68c9-4b60-9eb2-a67a3d052986, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=13e38942-68c9-4b60-9eb2-a67a3d052986,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:15.086716 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-e698ef8e-f076-44e2-9f72-36e59b4df4da tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d3f0edd296474678ac27de8df00244e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356984 Aug 18 12:55:15.087770 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:15.094285 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ed35cc29-07e8-4d2e-8232-2a608e90e6f6 req-e729b437-bdef-43e1-bac9-00010e2eacec tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:15.139375 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ed35cc29-07e8-4d2e-8232-2a608e90e6f6 req-e729b437-bdef-43e1-bac9-00010e2eacec tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:15.160213 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=13e38942-68c9-4b60-9eb2-a67a3d052986,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:15.168077 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.db.api [req-ed35cc29-07e8-4d2e-8232-2a608e90e6f6 req-e729b437-bdef-43e1-bac9-00010e2eacec tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 12:55:15.168077 n-d-803603-2 neutron-server[101675]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 18 12:55:15.168077 n-d-803603-2 neutron-server[101675]: [parameters: {'project_id_1': 'ca9486430c9b49cc99a080ad119fd628', 'expiration_1': datetime.datetime(2021, 8, 18, 12, 55, 15, 151183)}] Aug 18 12:55:15.168077 n-d-803603-2 neutron-server[101675]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:55:15.173113 n-d-803603-2 neutron-server[101675]: DEBUG oslo_db.api [req-ed35cc29-07e8-4d2e-8232-2a608e90e6f6 req-e729b437-bdef-43e1-bac9-00010e2eacec tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:55:15.193124 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729b437-bdef-43e1-bac9-00010e2eacec tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d940a5b-5475-48e0-91c9-1cb8a65f7b0a,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:15.240990 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:15.251624 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-07f8883a-1e4c-4e36-9246-c6f3b3bd3caa tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:15.332654 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-07f8883a-1e4c-4e36-9246-c6f3b3bd3caa tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:15.338029 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['13e38942-68c9-4b60-9eb2-a67a3d052986'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:55:15.340025 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-2e3f5f14-0672-47be-91a7-61df07442890 req-2e8ae3f9-b665-46f1-9956-32fea8ff8f5e tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1918109175', 'description': 'tempest-description-629681060'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:15.342193 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['5c62c4a5-8eda-4b3e-8232-4c167af929cb'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:55:15.467049 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-07f8883a-1e4c-4e36-9246-c6f3b3bd3caa tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] Allocated IP 192.168.233.133 (f82a481e-2d3e-49f3-a273-639556667c8a/38dc8434-66c0-4e05-8cce-b4a4a0f33dc3/1398c103-533d-40a3-b28f-a6eb1b23e051) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:55:15.556196 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f8883a-1e4c-4e36-9246-c6f3b3bd3caa tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a2be0e-47d6-4fef-88a1-a171767f91d2,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:15.568449 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2e3f5f14-0672-47be-91a7-61df07442890 req-2e8ae3f9-b665-46f1-9956-32fea8ff8f5e tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:15.670590 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ed35cc29-07e8-4d2e-8232-2a608e90e6f6 req-e729b437-bdef-43e1-bac9-00010e2eacec tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:15.679881 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2e3f5f14-0672-47be-91a7-61df07442890 req-2e8ae3f9-b665-46f1-9956-32fea8ff8f5e tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:15.692285 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-07f8883a-1e4c-4e36-9246-c6f3b3bd3caa tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:15.707886 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-07f8883a-1e4c-4e36-9246-c6f3b3bd3caa tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] Transition to ACTIVE for port object 1398c103-533d-40a3-b28f-a6eb1b23e051 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:55:15.744582 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2e3f5f14-0672-47be-91a7-61df07442890 req-2e8ae3f9-b665-46f1-9956-32fea8ff8f5e tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:15.774125 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ae3f9-b665-46f1-9956-32fea8ff8f5e tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5aa6e83-c13c-4f77-a2f0-994c6abbd048,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:15.805559 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ed35cc29-07e8-4d2e-8232-2a608e90e6f6 req-e729b437-bdef-43e1-bac9-00010e2eacec tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:15.876500 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-07f8883a-1e4c-4e36-9246-c6f3b3bd3caa tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:15.916037 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-07f8883a-1e4c-4e36-9246-c6f3b3bd3caa tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] Network f82a481e-2d3e-49f3-a273-639556667c8a is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:55:15.921381 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-07f8883a-1e4c-4e36-9246-c6f3b3bd3caa tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:55:15.925051 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-07f8883a-1e4c-4e36-9246-c6f3b3bd3caa tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:55:15.951796 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f8883a-1e4c-4e36-9246-c6f3b3bd3caa tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] Pushing event updated for resources: {'Port': ['ID=1398c103-533d-40a3-b28f-a6eb1b23e051,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:15.979547 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-07f8883a-1e4c-4e36-9246-c6f3b3bd3caa tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:15.980174 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-07f8883a-1e4c-4e36-9246-c6f3b3bd3caa tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:15.982961 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ed35cc29-07e8-4d2e-8232-2a608e90e6f6 req-e729b437-bdef-43e1-bac9-00010e2eacec tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:16.018503 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729b437-bdef-43e1-bac9-00010e2eacec tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb98cc83-ccfd-4011-a01e-e6ba9e0cef49,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:16.076101 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2e3f5f14-0672-47be-91a7-61df07442890 req-2e8ae3f9-b665-46f1-9956-32fea8ff8f5e tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:16.077506 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2e3f5f14-0672-47be-91a7-61df07442890 req-2e8ae3f9-b665-46f1-9956-32fea8ff8f5e tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7419741 Aug 18 12:55:16.105656 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ed35cc29-07e8-4d2e-8232-2a608e90e6f6 req-e729b437-bdef-43e1-bac9-00010e2eacec tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:16.119575 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ed35cc29-07e8-4d2e-8232-2a608e90e6f6 req-e729b437-bdef-43e1-bac9-00010e2eacec tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.4779143 Aug 18 12:55:16.119575 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-07f8883a-1e4c-4e36-9246-c6f3b3bd3caa tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5623839 Aug 18 12:55:16.126789 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-c88b4a7b-abd3-4dcf-8ec0-92aa7e6b9d22 service neutron] Request body: {'port': {'device_id': 'a358d223-4084-4e6b-ba60-e24938e69f8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:16.208591 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2372bf1f-7521-4727-83cc-c6fe130c456c req-1d6897bd-8527-4778-adcc-db62efa79ad1 tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:16.210009 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2372bf1f-7521-4727-83cc-c6fe130c456c req-1d6897bd-8527-4778-adcc-db62efa79ad1 tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] 10.222.0.13 "GET /v2.0/ports?device_id=a358d223-4084-4e6b-ba60-e24938e69f8d HTTP/1.1" status: 200 len: 936 time: 0.0795753 Aug 18 12:55:16.216698 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-c88b4a7b-abd3-4dcf-8ec0-92aa7e6b9d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:16.248656 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2372bf1f-7521-4727-83cc-c6fe130c456c req-687c423e-8476-4491-8cf5-57328c5550c2 tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6a2be0e-47d6-4fef-88a1-a171767f91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324848 Aug 18 12:55:16.273509 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8306b-8a93-4750-ae47-4ce93ae54197 req-48c2d9f4-5526-4528-b391-bc4fa09a1dd9 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:16.275035 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d3c8306b-8a93-4750-ae47-4ce93ae54197 req-48c2d9f4-5526-4528-b391-bc4fa09a1dd9 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d88bc60-8182-43a3-a135-48a13fe7c521 HTTP/1.1" status: 200 len: 948 time: 0.0867474 Aug 18 12:55:16.283718 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 5c62c4a5-8eda-4b3e-8232-4c167af929cb up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:55:16.293134 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-8eb7cdd7-e7b4-4239-bab7-236d5857e756 None None] Provisioning for port 1398c103-533d-40a3-b28f-a6eb1b23e051 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:55:16.321005 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-8eb7cdd7-e7b4-4239-bab7-236d5857e756 None None] Provisioning complete for port 1398c103-533d-40a3-b28f-a6eb1b23e051 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:55:16.321329 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8eb7cdd7-e7b4-4239-bab7-236d5857e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:16.378045 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-8eb7cdd7-e7b4-4239-bab7-236d5857e756 None None] Port 1398c103-533d-40a3-b28f-a6eb1b23e051 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:55:16.382410 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4040e714-8820-42d7-b68d-540dfb876222 req-1936467a-d8f6-4301-ac83-e58676c1ec4f tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e54ac7a-2141-4fa4-8037-523867f7d2cd HTTP/1.1" status: 200 len: 210 time: 0.0289488 Aug 18 12:55:16.392199 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d3c8306b-8a93-4750-ae47-4ce93ae54197 req-0bc9dc69-6482-4ba5-a54b-baa2922aad32 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec3a868f-c45c-400a-a7c0-e6579cd8ca23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048150 Aug 18 12:55:16.499640 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 5c62c4a5-8eda-4b3e-8232-4c167af929cb completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:55:16.507382 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 5c62c4a5-8eda-4b3e-8232-4c167af929cb triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:55:16.508397 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:16.563652 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f793d-d00b-4a5c-8342-586a2528fecb req-76de93f2-fb9c-4a13-ba2f-45e1fc678396 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:16.565185 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e92f793d-d00b-4a5c-8342-586a2528fecb req-76de93f2-fb9c-4a13-ba2f-45e1fc678396 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d56733a4-8a4e-4d94-9851-e8aebbbc813a HTTP/1.1" status: 200 len: 945 time: 0.0882828 Aug 18 12:55:16.614387 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:16.637742 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e92f793d-d00b-4a5c-8342-586a2528fecb req-2a0c8a26-2283-4fe0-a97f-2840a604f980 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625765 Aug 18 12:55:16.639727 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-c88b4a7b-abd3-4dcf-8ec0-92aa7e6b9d22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1398c103-533d-40a3-b28f-a6eb1b23e051 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:55:16.648936 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-c88b4a7b-abd3-4dcf-8ec0-92aa7e6b9d22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:16.654043 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 5c62c4a5-8eda-4b3e-8232-4c167af929cb, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=5c62c4a5-8eda-4b3e-8232-4c167af929cb,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:16.655068 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704e964f-ec17-4f63-b201-30734489934a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c62c4a5-8eda-4b3e-8232-4c167af929cb'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:55:16.657648 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fdc2949-928e-4952-ae26-d4b9d1cfe273" -d '{"events": [{"server_uuid": "704e964f-ec17-4f63-b201-30734489934a", "name": "network-vif-plugged", "status": "completed", "tag": "5c62c4a5-8eda-4b3e-8232-4c167af929cb"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:55:16.672962 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-c88b4a7b-abd3-4dcf-8ec0-92aa7e6b9d22 service neutron] Transition to ACTIVE for port object 1398c103-533d-40a3-b28f-a6eb1b23e051 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:55:16.721685 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a0e8d2f6-7cac-4e2c-b875-5af0790e392b req-cd0058ef-ff6a-40c6-b9a5-686551bae064 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] 10.222.0.13 "GET /v2.0/security-groups/a5aa6e83-c13c-4f77-a2f0-994c6abbd048 HTTP/1.1" status: 200 len: 1812 time: 0.0401030 Aug 18 12:55:16.742733 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-aa49bcfd-36f2-4905-a9b8-94fd0062f5e2 req-edc89acf-0275-4a44-8987-d06e18de1f79 tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-431859747', 'description': 'tempest-description-247817448'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:16.756684 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdaafe-ff8a-4c69-9b2f-0ed774ed53fe req-013cb2f9-90f4-4e30-b41c-20ce4ec0b103 tempest-NetworksTest-19053863 tempest-NetworksTest-19053863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:16.757279 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdaafe-ff8a-4c69-9b2f-0ed774ed53fe req-013cb2f9-90f4-4e30-b41c-20ce4ec0b103 tempest-NetworksTest-19053863 tempest-NetworksTest-19053863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:16.757602 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdaafe-ff8a-4c69-9b2f-0ed774ed53fe req-013cb2f9-90f4-4e30-b41c-20ce4ec0b103 tempest-NetworksTest-19053863 tempest-NetworksTest-19053863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:16.758059 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdaafe-ff8a-4c69-9b2f-0ed774ed53fe req-013cb2f9-90f4-4e30-b41c-20ce4ec0b103 tempest-NetworksTest-19053863 tempest-NetworksTest-19053863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:16.758546 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdaafe-ff8a-4c69-9b2f-0ed774ed53fe req-013cb2f9-90f4-4e30-b41c-20ce4ec0b103 tempest-NetworksTest-19053863 tempest-NetworksTest-19053863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:16.759002 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdaafe-ff8a-4c69-9b2f-0ed774ed53fe req-013cb2f9-90f4-4e30-b41c-20ce4ec0b103 tempest-NetworksTest-19053863 tempest-NetworksTest-19053863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:16.760869 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1bfdaafe-ff8a-4c69-9b2f-0ed774ed53fe req-013cb2f9-90f4-4e30-b41c-20ce4ec0b103 tempest-NetworksTest-19053863 tempest-NetworksTest-19053863-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4306 time: 0.1995816 Aug 18 12:55:16.779723 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:16.780611 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 13e38942-68c9-4b60-9eb2-a67a3d052986 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:55:16.796670 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-c88b4a7b-abd3-4dcf-8ec0-92aa7e6b9d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:16.804860 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616ad685-0f6a-4ca6-805d-9acd318750b8 x-openstack-request-id: req-616ad685-0f6a-4ca6-805d-9acd318750b8 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:55:16.805221 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704e964f-ec17-4f63-b201-30734489934a", "name": "network-vif-plugged", "status": "completed", "tag": "5c62c4a5-8eda-4b3e-8232-4c167af929cb", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:55:16.805543 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-616ad685-0f6a-4ca6-805d-9acd318750b8 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:55:16.806003 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704e964f-ec17-4f63-b201-30734489934a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c62c4a5-8eda-4b3e-8232-4c167af929cb', 'code': 200} Aug 18 12:55:16.818592 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-6562a65b-7472-4883-886c-a8347f3ae1b5 req-9b1c22ee-48c4-4b3a-9f81-667164fe281a tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-579954648', 'description': 'tempest-description-1491732543'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:16.849438 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-aa49bcfd-36f2-4905-a9b8-94fd0062f5e2 req-edc89acf-0275-4a44-8987-d06e18de1f79 tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:16.868667 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=5c62c4a5-8eda-4b3e-8232-4c167af929cb,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:16.888178 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b4a7b-abd3-4dcf-8ec0-92aa7e6b9d22 service neutron] Pushing event updated for resources: {'Port': ['ID=1398c103-533d-40a3-b28f-a6eb1b23e051,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:16.953032 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-6562a65b-7472-4883-886c-a8347f3ae1b5 req-9b1c22ee-48c4-4b3a-9f81-667164fe281a tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:16.979247 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08be814-c4b2-4e89-ac89-2c50d5b6f58e req-37152b23-7078-4285-b9e5-c36fea668e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:16.980788 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b08be814-c4b2-4e89-ac89-2c50d5b6f58e req-37152b23-7078-4285-b9e5-c36fea668e2e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=704e964f-ec17-4f63-b201-30734489934a HTTP/1.1" status: 200 len: 1101 time: 0.0577636 Aug 18 12:55:17.002708 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-c88b4a7b-abd3-4dcf-8ec0-92aa7e6b9d22 service neutron] Attempting to bind port 1398c103-533d-40a3-b28f-a6eb1b23e051 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:55:17.003090 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-c88b4a7b-abd3-4dcf-8ec0-92aa7e6b9d22 service neutron] Attempting to bind port 1398c103-533d-40a3-b28f-a6eb1b23e051 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:55:17.003388 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-c88b4a7b-abd3-4dcf-8ec0-92aa7e6b9d22 service neutron] Attempting to bind port 1398c103-533d-40a3-b28f-a6eb1b23e051 on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:55:17.003535 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 13e38942-68c9-4b60-9eb2-a67a3d052986 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:55:17.012663 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 13e38942-68c9-4b60-9eb2-a67a3d052986 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:55:17.017325 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:17.018755 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-c88b4a7b-abd3-4dcf-8ec0-92aa7e6b9d22 service neutron] Port 1398c103-533d-40a3-b28f-a6eb1b23e051 on network f82a481e-2d3e-49f3-a273-639556667c8a not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:55:17.019090 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-c88b4a7b-abd3-4dcf-8ec0-92aa7e6b9d22 service neutron] Attempting to bind port 1398c103-533d-40a3-b28f-a6eb1b23e051 on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:55:17.025402 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b08be814-c4b2-4e89-ac89-2c50d5b6f58e req-d2166431-40f2-4385-90da-492ae5c7c969 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ec3a868f-c45c-400a-a7c0-e6579cd8ca23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368631 Aug 18 12:55:17.030108 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-c88b4a7b-abd3-4dcf-8ec0-92aa7e6b9d22 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:55:17.030474 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-c88b4a7b-abd3-4dcf-8ec0-92aa7e6b9d22 service neutron] Checking segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:55:17.031037 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-c88b4a7b-abd3-4dcf-8ec0-92aa7e6b9d22 service neutron] Bound using segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:55:17.031485 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-c88b4a7b-abd3-4dcf-8ec0-92aa7e6b9d22 service neutron] Bound port: 1398c103-533d-40a3-b28f-a6eb1b23e051, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:55:17.031923 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-c88b4a7b-abd3-4dcf-8ec0-92aa7e6b9d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:17.064221 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-aa49bcfd-36f2-4905-a9b8-94fd0062f5e2 req-edc89acf-0275-4a44-8987-d06e18de1f79 tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:17.128297 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-c88b4a7b-abd3-4dcf-8ec0-92aa7e6b9d22 service neutron] For port 1398c103-533d-40a3-b28f-a6eb1b23e051, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:55:17.131618 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-c88b4a7b-abd3-4dcf-8ec0-92aa7e6b9d22 service neutron] For port 1398c103-533d-40a3-b28f-a6eb1b23e051, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=1398c103-533d-40a3-b28f-a6eb1b23e051,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:55:17.135218 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:17.171640 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 13e38942-68c9-4b60-9eb2-a67a3d052986, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=13e38942-68c9-4b60-9eb2-a67a3d052986,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:17.190625 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-aa49bcfd-36f2-4905-a9b8-94fd0062f5e2 req-edc89acf-0275-4a44-8987-d06e18de1f79 tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:17.216072 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-c88b4a7b-abd3-4dcf-8ec0-92aa7e6b9d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:17.241989 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc89acf-0275-4a44-8987-d06e18de1f79 tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5ea47d-261b-4241-a1d8-377c3f3e7e19,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:17.258146 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-c88b4a7b-abd3-4dcf-8ec0-92aa7e6b9d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:17.258784 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-c88b4a7b-abd3-4dcf-8ec0-92aa7e6b9d22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:17.260190 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-c88b4a7b-abd3-4dcf-8ec0-92aa7e6b9d22 service neutron] 10.222.0.39 "PUT /v2.0/ports/1398c103-533d-40a3-b28f-a6eb1b23e051 HTTP/1.1" status: 200 len: 1096 time: 1.1393609 Aug 18 12:55:17.260633 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a358d223-4084-4e6b-ba60-e24938e69f8d', 'tag': '1398c103-533d-40a3-b28f-a6eb1b23e051'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:55:17.262892 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46408b8-4e77-40cb-8830-22f8f9fb09d5" -d '{"events": [{"name": "network-changed", "server_uuid": "a358d223-4084-4e6b-ba60-e24938e69f8d", "tag": "1398c103-533d-40a3-b28f-a6eb1b23e051"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:55:17.265351 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:17.266582 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:17.271112 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-6562a65b-7472-4883-886c-a8347f3ae1b5 req-9b1c22ee-48c4-4b3a-9f81-667164fe281a tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:17.300883 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b4a7b-abd3-4dcf-8ec0-92aa7e6b9d22 service neutron] Pushing event updated for resources: {'Port': ['ID=1398c103-533d-40a3-b28f-a6eb1b23e051,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:17.325343 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=13e38942-68c9-4b60-9eb2-a67a3d052986,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:17.362064 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-6562a65b-7472-4883-886c-a8347f3ae1b5 req-9b1c22ee-48c4-4b3a-9f81-667164fe281a tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:17.405834 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c22ee-48c4-4b3a-9f81-667164fe281a tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77a7514a-cef6-4bcc-a2b1-4546a9fef26f,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:17.441582 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-e14a3cac-6561-4bb8-a65a-1388be7152c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:17.443187 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-e14a3cac-6561-4bb8-a65a-1388be7152c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=66530f10c2854e01b60f5d7014f0f550&device_id=a358d223-4084-4e6b-ba60-e24938e69f8d HTTP/1.1" status: 200 len: 1099 time: 0.0447364 Aug 18 12:55:17.488932 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-aa49bcfd-36f2-4905-a9b8-94fd0062f5e2 req-edc89acf-0275-4a44-8987-d06e18de1f79 tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:17.490116 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aa49bcfd-36f2-4905-a9b8-94fd0062f5e2 req-edc89acf-0275-4a44-8987-d06e18de1f79 tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7522068 Aug 18 12:55:17.491433 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-f4ef8df4-20d7-4d24-81a7-0c806ca5f13f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=1398c103-533d-40a3-b28f-a6eb1b23e051 HTTP/1.1" status: 200 len: 217 time: 0.0404994 Aug 18 12:55:17.533285 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-6562a65b-7472-4883-886c-a8347f3ae1b5 req-9b1c22ee-48c4-4b3a-9f81-667164fe281a tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:17.534652 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6562a65b-7472-4883-886c-a8347f3ae1b5 req-9b1c22ee-48c4-4b3a-9f81-667164fe281a tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7214718 Aug 18 12:55:17.597030 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-094cae76-bb4d-4863-ab09-0656d0956b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:17.599300 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-094cae76-bb4d-4863-ab09-0656d0956b25 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.1008098 Aug 18 12:55:17.647576 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0ca28-8e93-4e8d-ae9d-217b4b7f59b7 req-718b6916-cd9d-4a3c-9894-ca2495b8e9a5 tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:17.649069 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a4b0ca28-8e93-4e8d-ae9d-217b4b7f59b7 req-718b6916-cd9d-4a3c-9894-ca2495b8e9a5 tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] 10.222.0.13 "GET /v2.0/ports?device_id=a358d223-4084-4e6b-ba60-e24938e69f8d HTTP/1.1" status: 200 len: 948 time: 0.0490000 Aug 18 12:55:17.659915 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c4b9f-4ad2-4b64-95a8-6f3a2cbf2b9a req-1385858a-3d06-4fd3-ab35-ce1e8b6a5692 tempest-NetworksTest-19053863 tempest-NetworksTest-19053863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:17.661827 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f42c4b9f-4ad2-4b64-95a8-6f3a2cbf2b9a req-1385858a-3d06-4fd3-ab35-ce1e8b6a5692 tempest-NetworksTest-19053863 tempest-NetworksTest-19053863-project-admin] 10.222.0.13 "GET /v2.0/networks/0babe39a-03c6-4af7-9ca5-00804dd781c2 HTTP/1.1" status: 200 len: 886 time: 0.1561627 Aug 18 12:55:17.683421 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-bd407bc0-61cf-42a8-b985-4dcb2ee10a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:17.685081 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-bd407bc0-61cf-42a8-b985-4dcb2ee10a0d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0787520 Aug 18 12:55:17.698262 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a4b0ca28-8e93-4e8d-ae9d-217b4b7f59b7 req-cafdc9de-cc2b-4efb-bd3c-c90764653005 tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6a2be0e-47d6-4fef-88a1-a171767f91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423906 Aug 18 12:55:17.708033 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4f0c71-16ac-4445-8197-04e29b487436 x-openstack-request-id: req-2d4f0c71-16ac-4445-8197-04e29b487436 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:55:17.708395 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a358d223-4084-4e6b-ba60-e24938e69f8d", "tag": "1398c103-533d-40a3-b28f-a6eb1b23e051", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:55:17.708715 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d4f0c71-16ac-4445-8197-04e29b487436 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:55:17.709317 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a358d223-4084-4e6b-ba60-e24938e69f8d', 'tag': '1398c103-533d-40a3-b28f-a6eb1b23e051', 'status': 'completed', 'code': 200} Aug 18 12:55:17.797621 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dd97ffc9-f2d3-44ca-84be-b9dc8384880c req-7fe964e8-e6f0-4ed8-89e8-720892943c0a tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e54ac7a-2141-4fa4-8037-523867f7d2cd HTTP/1.1" status: 200 len: 210 time: 0.0286412 Aug 18 12:55:17.809192 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-21b43aa4-d649-459b-a7d6-2f39a2355e30 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111760 Aug 18 12:55:17.935804 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c7b7a-5bd7-46c5-abef-e52f974629b5 req-da1c9a7c-d420-43f7-b0da-4f57e757a70f tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:17.937374 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4b8c7b7a-5bd7-46c5-abef-e52f974629b5 req-da1c9a7c-d420-43f7-b0da-4f57e757a70f tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d88bc60-8182-43a3-a135-48a13fe7c521 HTTP/1.1" status: 200 len: 949 time: 0.1075070 Aug 18 12:55:17.976412 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-43cf4f0a-36ba-49ed-b64e-81f3adf66b50 req-64cb6907-8bda-45bf-85bf-8249a7acdfa7 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550975 Aug 18 12:55:17.999299 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4b8c7b7a-5bd7-46c5-abef-e52f974629b5 req-1409da30-cf7d-4f27-9242-8422f610b49b tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec3a868f-c45c-400a-a7c0-e6579cd8ca23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526321 Aug 18 12:55:18.054904 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4fcca3f8-9d7c-49c5-94b8-38b5980c6a9e req-c1451d1d-b941-47e5-94b3-c357925f0f9b tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 43174 time: 0.2337244 Aug 18 12:55:18.068647 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e7a4ed3c-daf2-40b7-be56-f9de341c9444 req-dd31c879-2049-4abe-8ca6-9c1353223f84 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] 10.222.0.13 "GET /v2.0/security-groups/77a7514a-cef6-4bcc-a2b1-4546a9fef26f HTTP/1.1" status: 200 len: 1812 time: 0.0416992 Aug 18 12:55:18.147427 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4fcca3f8-9d7c-49c5-94b8-38b5980c6a9e req-8744ff40-de10-4b76-8965-e4cd40e3df2e tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] 10.222.0.13 "GET /v2.0/security-groups/0aca64e6-a410-4dd1-bb00-0d53177890fa HTTP/1.1" status: 200 len: 2973 time: 0.0379102 Aug 18 12:55:18.194441 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4fcca3f8-9d7c-49c5-94b8-38b5980c6a9e req-f8a09bbf-a4ea-4ebf-b25e-a28d95adb9d6 tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] 10.222.0.13 "GET /v2.0/security-groups/0aca64e6-a410-4dd1-bb00-0d53177890fa HTTP/1.1" status: 200 len: 2973 time: 0.0393746 Aug 18 12:55:18.195456 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46408b8-4e77-40cb-8830-22f8f9fb09d5 req-3e541bb8-13b1-4d8d-a122-6553ff9eefd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:18.197012 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b46408b8-4e77-40cb-8830-22f8f9fb09d5 req-3e541bb8-13b1-4d8d-a122-6553ff9eefd1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=66530f10c2854e01b60f5d7014f0f550&device_id=a358d223-4084-4e6b-ba60-e24938e69f8d HTTP/1.1" status: 200 len: 1099 time: 0.0898814 Aug 18 12:55:18.224644 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e627b-dc7d-4234-9ffa-8d26211870f7 req-819ce975-1fe7-4536-8ad2-f90ac1839ca3 tempest-NetworksTest-19053863 tempest-NetworksTest-19053863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:18.225308 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e627b-dc7d-4234-9ffa-8d26211870f7 req-819ce975-1fe7-4536-8ad2-f90ac1839ca3 tempest-NetworksTest-19053863 tempest-NetworksTest-19053863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:18.225795 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e627b-dc7d-4234-9ffa-8d26211870f7 req-819ce975-1fe7-4536-8ad2-f90ac1839ca3 tempest-NetworksTest-19053863 tempest-NetworksTest-19053863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:18.226276 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e627b-dc7d-4234-9ffa-8d26211870f7 req-819ce975-1fe7-4536-8ad2-f90ac1839ca3 tempest-NetworksTest-19053863 tempest-NetworksTest-19053863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:18.226733 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e627b-dc7d-4234-9ffa-8d26211870f7 req-819ce975-1fe7-4536-8ad2-f90ac1839ca3 tempest-NetworksTest-19053863 tempest-NetworksTest-19053863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:18.227193 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e627b-dc7d-4234-9ffa-8d26211870f7 req-819ce975-1fe7-4536-8ad2-f90ac1839ca3 tempest-NetworksTest-19053863 tempest-NetworksTest-19053863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:18.229028 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-112e627b-dc7d-4234-9ffa-8d26211870f7 req-819ce975-1fe7-4536-8ad2-f90ac1839ca3 tempest-NetworksTest-19053863 tempest-NetworksTest-19053863-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4306 time: 0.1418319 Aug 18 12:55:18.242876 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4fcca3f8-9d7c-49c5-94b8-38b5980c6a9e req-447045b4-c001-4af3-a8fc-742b7c5f5c0d tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] 10.222.0.13 "GET /v2.0/security-groups/2a5b0754-2608-48bf-ba9d-cd22fb6413b8 HTTP/1.1" status: 200 len: 2981 time: 0.0414069 Aug 18 12:55:18.289706 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4fcca3f8-9d7c-49c5-94b8-38b5980c6a9e req-f934a684-35cc-4a91-b142-9d5bdc5be6e8 tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] 10.222.0.13 "GET /v2.0/security-groups/2a5b0754-2608-48bf-ba9d-cd22fb6413b8 HTTP/1.1" status: 200 len: 2981 time: 0.0406613 Aug 18 12:55:18.320274 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-f5d6fed6-24df-4512-8616-fb33639381a1 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=d3f0edd296474678ac27de8df00244e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276616 Aug 18 12:55:18.438799 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4fcca3f8-9d7c-49c5-94b8-38b5980c6a9e req-174284b4-935a-47e1-b590-858fc07a50d7 tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] 10.222.0.13 "GET /v2.0/security-groups/42627b4c-55b4-4d4e-81c1-26767dd73c8d HTTP/1.1" status: 200 len: 2981 time: 0.1356585 Aug 18 12:55:18.449543 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc503a-d885-4ed0-be17-a0541a9f7d2e req-879976aa-8886-4a6d-b7b6-9170eaa9a5fa tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:18.451576 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a0bc503a-d885-4ed0-be17-a0541a9f7d2e req-879976aa-8886-4a6d-b7b6-9170eaa9a5fa tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d56733a4-8a4e-4d94-9851-e8aebbbc813a HTTP/1.1" status: 200 len: 945 time: 0.0847631 Aug 18 12:55:18.455577 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46408b8-4e77-40cb-8830-22f8f9fb09d5 req-8106a930-a007-436e-bfa1-5e4fe9edd574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:18.455577 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b46408b8-4e77-40cb-8830-22f8f9fb09d5 req-8106a930-a007-436e-bfa1-5e4fe9edd574 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.1540337 Aug 18 12:55:18.515488 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4fcca3f8-9d7c-49c5-94b8-38b5980c6a9e req-d0a84dc6-18f3-4829-ad7e-895311f392cb tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] 10.222.0.13 "GET /v2.0/security-groups/42627b4c-55b4-4d4e-81c1-26767dd73c8d HTTP/1.1" status: 200 len: 2981 time: 0.0684705 Aug 18 12:55:18.538892 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-23d6d2d7-1d81-47c9-8186-402b744d1c73 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:18.540421 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-23d6d2d7-1d81-47c9-8186-402b744d1c73 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1975214 Aug 18 12:55:18.561059 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-7d2ee17d-32ea-4961-bb8a-4e499823659f tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Request body: {'port': {'device_id': '4e54ac7a-2141-4fa4-8037-523867f7d2cd', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'admin_state_up': True, 'tenant_id': 'd3f0edd296474678ac27de8df00244e1'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:18.631003 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4fcca3f8-9d7c-49c5-94b8-38b5980c6a9e req-a99810da-0260-47ce-9465-2886ac6e7654 tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] 10.222.0.13 "GET /v2.0/security-groups/48bb8a04-09a0-40d7-aada-5e23fe6d3029 HTTP/1.1" status: 200 len: 2981 time: 0.1072030 Aug 18 12:55:18.714695 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4fcca3f8-9d7c-49c5-94b8-38b5980c6a9e req-3dcfe5da-d036-4628-804b-79ef300f8890 tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] 10.222.0.13 "GET /v2.0/security-groups/48bb8a04-09a0-40d7-aada-5e23fe6d3029 HTTP/1.1" status: 200 len: 2981 time: 0.0728931 Aug 18 12:55:18.767484 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4fcca3f8-9d7c-49c5-94b8-38b5980c6a9e req-84e83b3a-5690-4528-bc7d-37dad5181808 tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] 10.222.0.13 "GET /v2.0/security-groups/91fe7c9a-9ce7-45fe-8e31-050e34bd5352 HTTP/1.1" status: 200 len: 2981 time: 0.0411448 Aug 18 12:55:18.800574 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40516) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:18.811709 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d88bc60-8182-43a3-a135-48a13fe7c521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e38942-68c9-4b60-9eb2-a67a3d052986'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:55:18.817056 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a453e4-1b70-437b-ae39-1b506cab8020" -d '{"events": [{"server_uuid": "7d88bc60-8182-43a3-a135-48a13fe7c521", "name": "network-vif-plugged", "status": "completed", "tag": "13e38942-68c9-4b60-9eb2-a67a3d052986"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:55:18.817645 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b46408b8-4e77-40cb-8830-22f8f9fb09d5 req-5bec5c2d-986e-4811-88b4-75bbb863eacf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=1398c103-533d-40a3-b28f-a6eb1b23e051 HTTP/1.1" status: 200 len: 217 time: 0.3504364 Aug 18 12:55:18.829128 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4fcca3f8-9d7c-49c5-94b8-38b5980c6a9e req-547b8ac8-5b85-402f-a6d8-bae36332a227 tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] 10.222.0.13 "GET /v2.0/security-groups/91fe7c9a-9ce7-45fe-8e31-050e34bd5352 HTTP/1.1" status: 200 len: 2981 time: 0.0550945 Aug 18 12:55:18.866743 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a0bc503a-d885-4ed0-be17-a0541a9f7d2e req-76417337-13d4-4954-9e34-458394f29ade tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083233 Aug 18 12:55:18.893428 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46408b8-4e77-40cb-8830-22f8f9fb09d5 req-c3c3de1a-870f-40a9-b110-0c39e01d21ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:18.895108 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b46408b8-4e77-40cb-8830-22f8f9fb09d5 req-c3c3de1a-870f-40a9-b110-0c39e01d21ea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.0700643 Aug 18 12:55:18.900156 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-a6ec79b0-dbf3-40b2-bee5-8eff8dc60c9e req-be594b9f-fd59-494b-af66-e243f3540c4d tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1069769376', 'description': 'tempest-description-725672963'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:18.909082 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-7d2ee17d-32ea-4961-bb8a-4e499823659f tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Made reservation on behalf of d3f0edd296474678ac27de8df00244e1 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:55:18.913458 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-7d2ee17d-32ea-4961-bb8a-4e499823659f tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:18.918976 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4fcca3f8-9d7c-49c5-94b8-38b5980c6a9e req-6a493bc7-957b-4bbd-9d34-3354a3e867fd tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] 10.222.0.13 "GET /v2.0/security-groups/9d940a5b-5475-48e0-91c9-1cb8a65f7b0a HTTP/1.1" status: 200 len: 2981 time: 0.0760443 Aug 18 12:55:18.924997 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-7d2ee17d-32ea-4961-bb8a-4e499823659f tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:18.965089 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46408b8-4e77-40cb-8830-22f8f9fb09d5 req-dfce36c6-4318-4738-b7f9-281b0ae949cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:18.966619 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b46408b8-4e77-40cb-8830-22f8f9fb09d5 req-dfce36c6-4318-4738-b7f9-281b0ae949cd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0606897 Aug 18 12:55:18.987835 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4fcca3f8-9d7c-49c5-94b8-38b5980c6a9e req-e8f0c68d-e577-4251-974f-c0f90fd7d333 tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] 10.222.0.13 "GET /v2.0/security-groups/9d940a5b-5475-48e0-91c9-1cb8a65f7b0a HTTP/1.1" status: 200 len: 2981 time: 0.0583572 Aug 18 12:55:18.989027 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6bc1929c-28c7-40f1-afd1-4b709c65062f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:19.037808 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4fcca3f8-9d7c-49c5-94b8-38b5980c6a9e req-5a0e9f8a-4019-4741-9dc5-875ae5cc6e1b tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] 10.222.0.13 "GET /v2.0/security-groups/b6a2be0e-47d6-4fef-88a1-a171767f91d2 HTTP/1.1" status: 200 len: 2981 time: 0.0406592 Aug 18 12:55:19.069157 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-a6ec79b0-dbf3-40b2-bee5-8eff8dc60c9e req-be594b9f-fd59-494b-af66-e243f3540c4d tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:19.081385 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b46408b8-4e77-40cb-8830-22f8f9fb09d5 req-4c25eab8-8046-4dd0-b39e-b1942576a372 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060181 Aug 18 12:55:19.085361 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.db.api [None req-6bc1929c-28c7-40f1-afd1-4b709c65062f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 12:55:19.085361 n-d-803603-2 neutron-server[101676]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 18 12:55:19.085361 n-d-803603-2 neutron-server[101676]: [parameters: {'project_id_1': '930b5574458b44efb4f97c5691b5b086', 'expiration_1': datetime.datetime(2021, 8, 18, 12, 55, 19, 6368)}] Aug 18 12:55:19.085361 n-d-803603-2 neutron-server[101676]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:55:19.086076 n-d-803603-2 neutron-server[101676]: DEBUG oslo_db.api [None req-6bc1929c-28c7-40f1-afd1-4b709c65062f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:55:19.109086 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4fcca3f8-9d7c-49c5-94b8-38b5980c6a9e req-ea8848b5-b5b6-48da-a302-dba6f5ba7330 tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] 10.222.0.13 "GET /v2.0/security-groups/b6a2be0e-47d6-4fef-88a1-a171767f91d2 HTTP/1.1" status: 200 len: 2981 time: 0.0597439 Aug 18 12:55:19.176436 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4fcca3f8-9d7c-49c5-94b8-38b5980c6a9e req-f4b13d99-f881-4f19-b85f-165535745609 tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] 10.222.0.13 "GET /v2.0/security-groups/ec3a868f-c45c-400a-a7c0-e6579cd8ca23 HTTP/1.1" status: 200 len: 2981 time: 0.0566518 Aug 18 12:55:19.180928 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b46408b8-4e77-40cb-8830-22f8f9fb09d5 req-2b7a65a6-ae00-4bb8-8d2b-df8eb9402036 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915561 Aug 18 12:55:19.212260 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-7d2ee17d-32ea-4961-bb8a-4e499823659f tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:19.236045 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4fcca3f8-9d7c-49c5-94b8-38b5980c6a9e req-0034a901-ce94-43d2-bf7c-e28ee46fd1bc tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] 10.222.0.13 "GET /v2.0/security-groups/ec3a868f-c45c-400a-a7c0-e6579cd8ca23 HTTP/1.1" status: 200 len: 2981 time: 0.0497522 Aug 18 12:55:19.278287 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4fcca3f8-9d7c-49c5-94b8-38b5980c6a9e req-eef60086-7b50-4a2c-aee1-d4dd88d3e06e tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] 10.222.0.13 "GET /v2.0/security-groups/f341b97c-9863-40ce-8912-0db2315382da HTTP/1.1" status: 200 len: 2981 time: 0.0354989 Aug 18 12:55:19.291995 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-7d2ee17d-32ea-4961-bb8a-4e499823659f tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:19.361209 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-a6ec79b0-dbf3-40b2-bee5-8eff8dc60c9e req-be594b9f-fd59-494b-af66-e243f3540c4d tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:19.385352 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ee17d-32ea-4961-bb8a-4e499823659f tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09620056-dc77-4aa9-9a24-0b6b39c012e6,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:19.412424 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4fcca3f8-9d7c-49c5-94b8-38b5980c6a9e req-7171796d-4181-481d-afed-1665a994a6ee tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] 10.222.0.13 "GET /v2.0/security-groups/f341b97c-9863-40ce-8912-0db2315382da HTTP/1.1" status: 200 len: 2981 time: 0.1180155 Aug 18 12:55:19.477129 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-7d2ee17d-32ea-4961-bb8a-4e499823659f tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Allocated IP 192.168.233.211 (f82a481e-2d3e-49f3-a273-639556667c8a/38dc8434-66c0-4e05-8cce-b4a4a0f33dc3/fc490246-4b57-420b-bb8e-819e1b1432b3) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:55:19.486935 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4fcca3f8-9d7c-49c5-94b8-38b5980c6a9e req-d8210cbc-1fc8-4af8-9a59-36d7f52a4c2f tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] 10.222.0.13 "GET /v2.0/security-groups/f76054e9-6048-4a06-b41f-366036d76605 HTTP/1.1" status: 200 len: 2977 time: 0.0629258 Aug 18 12:55:19.487571 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-a6ec79b0-dbf3-40b2-bee5-8eff8dc60c9e req-be594b9f-fd59-494b-af66-e243f3540c4d tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:19.525702 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be594b9f-fd59-494b-af66-e243f3540c4d tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49767cfa-81df-4f68-a10c-c7956762ce1b,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:19.562721 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4fcca3f8-9d7c-49c5-94b8-38b5980c6a9e req-51035440-5523-43fe-88f5-f79402491c47 tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] 10.222.0.13 "GET /v2.0/security-groups/f76054e9-6048-4a06-b41f-366036d76605 HTTP/1.1" status: 200 len: 2977 time: 0.0691819 Aug 18 12:55:19.598210 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6bc1929c-28c7-40f1-afd1-4b709c65062f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:19.676855 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-a6ec79b0-dbf3-40b2-bee5-8eff8dc60c9e req-be594b9f-fd59-494b-af66-e243f3540c4d tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:19.678241 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a6ec79b0-dbf3-40b2-bee5-8eff8dc60c9e req-be594b9f-fd59-494b-af66-e243f3540c4d tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7821033 Aug 18 12:55:19.708865 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb5984-459c-46b2-95ba-095f7830ad22 req-2e8bd498-5538-43ef-87c1-d65e086a093e tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:19.710407 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-70bb5984-459c-46b2-95ba-095f7830ad22 req-2e8bd498-5538-43ef-87c1-d65e086a093e tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] 10.222.0.13 "GET /v2.0/ports?device_id=a358d223-4084-4e6b-ba60-e24938e69f8d HTTP/1.1" status: 200 len: 948 time: 0.0947008 Aug 18 12:55:19.739747 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-7d2ee17d-32ea-4961-bb8a-4e499823659f tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:19.777998 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-7d2ee17d-32ea-4961-bb8a-4e499823659f tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Transition to ACTIVE for port object fc490246-4b57-420b-bb8e-819e1b1432b3 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:55:19.800967 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-70bb5984-459c-46b2-95ba-095f7830ad22 req-0f359536-5fd5-4236-a038-b76c275419ed tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6a2be0e-47d6-4fef-88a1-a171767f91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818577 Aug 18 12:55:19.822742 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4c1cfd89-15df-47d0-9bda-a506db0887c5 req-1333d5ad-253a-4885-9919-26090eade575 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e54ac7a-2141-4fa4-8037-523867f7d2cd HTTP/1.1" status: 200 len: 210 time: 0.0339675 Aug 18 12:55:19.863171 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6bc1929c-28c7-40f1-afd1-4b709c65062f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:19.876053 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86861a4d-0924-4912-9025-7800ab0f4c45 x-openstack-request-id: req-86861a4d-0924-4912-9025-7800ab0f4c45 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:55:19.880930 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d88bc60-8182-43a3-a135-48a13fe7c521", "name": "network-vif-plugged", "status": "completed", "tag": "13e38942-68c9-4b60-9eb2-a67a3d052986", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:55:19.880930 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-86861a4d-0924-4912-9025-7800ab0f4c45 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:55:19.880930 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d88bc60-8182-43a3-a135-48a13fe7c521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e38942-68c9-4b60-9eb2-a67a3d052986', 'code': 200} Aug 18 12:55:19.937410 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-7d2ee17d-32ea-4961-bb8a-4e499823659f tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:19.947473 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29385647-aedb-4edf-9cf5-a86147fe6543 req-c0a3bb87-0421-423f-b2fc-96199d6c4009 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:19.948952 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-29385647-aedb-4edf-9cf5-a86147fe6543 req-c0a3bb87-0421-423f-b2fc-96199d6c4009 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d88bc60-8182-43a3-a135-48a13fe7c521 HTTP/1.1" status: 200 len: 949 time: 0.0520892 Aug 18 12:55:19.987281 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-29385647-aedb-4edf-9cf5-a86147fe6543 req-8be07131-0cf5-4b3f-b610-388e4c26816b tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec3a868f-c45c-400a-a7c0-e6579cd8ca23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320566 Aug 18 12:55:20.003180 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6bc1929c-28c7-40f1-afd1-4b709c65062f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:20.013823 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-097cbe6a-58b3-4d29-b86b-ede999f0eb7b req-2b87ac54-90df-4f62-8382-58d830a7f926 tempest-SecurityGroupsTestAdminJSON-2045506063 tempest-SecurityGroupsTestAdminJSON-2045506063-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=84189b7abb3440a1a57aef6a70fdc02a HTTP/1.1" status: 200 len: 6101 time: 0.1236184 Aug 18 12:55:20.059185 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab70422f-529a-4802-ba9a-4c60d32133b4 req-cab30243-5846-4386-a18c-33160e8b0a71 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] 10.222.0.13 "GET /v2.0/security-groups/49767cfa-81df-4f68-a10c-c7956762ce1b HTTP/1.1" status: 200 len: 1812 time: 0.0474789 Aug 18 12:55:20.077018 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-7d2ee17d-32ea-4961-bb8a-4e499823659f tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Network f82a481e-2d3e-49f3-a273-639556667c8a is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:55:20.090876 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-7d2ee17d-32ea-4961-bb8a-4e499823659f tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:55:20.098999 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6bc1929c-28c7-40f1-afd1-4b709c65062f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=930b5574458b44efb4f97c5691b5b086&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2968292 Aug 18 12:55:20.099715 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ee17d-32ea-4961-bb8a-4e499823659f tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Pushing event updated for resources: {'Port': ['ID=fc490246-4b57-420b-bb8e-819e1b1432b3,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:20.102279 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-7d2ee17d-32ea-4961-bb8a-4e499823659f tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:55:20.107121 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40534) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:20.107505 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc1929c-28c7-40f1-afd1-4b709c65062f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720d4c0c-362c-46e4-a8e0-22720ae52abb,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:20.150805 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521f5ce-a54d-4612-ad68-eeaf1e11f3fc req-7d388948-d750-49af-8e20-fd6fde0b379e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:20.152321 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1521f5ce-a54d-4612-ad68-eeaf1e11f3fc req-7d388948-d750-49af-8e20-fd6fde0b379e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7d88bc60-8182-43a3-a135-48a13fe7c521 HTTP/1.1" status: 200 len: 1100 time: 0.2108834 Aug 18 12:55:20.196986 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-7d2ee17d-32ea-4961-bb8a-4e499823659f tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:20.197629 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-7d2ee17d-32ea-4961-bb8a-4e499823659f tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:20.207027 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-097cbe6a-58b3-4d29-b86b-ede999f0eb7b req-9f1c8292-c691-441d-a481-901acca91ce7 tempest-SecurityGroupsTestAdminJSON-2045506063 tempest-SecurityGroupsTestAdminJSON-2045506063-project] 10.222.0.13 "GET /v2.0/security-groups/42627b4c-55b4-4d4e-81c1-26767dd73c8d HTTP/1.1" status: 200 len: 2981 time: 0.1875675 Aug 18 12:55:20.207279 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-db81eabe-ff6d-4786-8b5b-7f40a82cbab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:20.234973 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-db81eabe-ff6d-4786-8b5b-7f40a82cbab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:20.250300 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4fd436-a3be-4c24-9a84-4b681be572f8 req-782fa2f6-09fb-4c5e-aa6f-aa0382164923 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:20.250517 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1521f5ce-a54d-4612-ad68-eeaf1e11f3fc req-d4a1a47d-9055-4adf-a6e3-ae67e1b9e2b4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ec3a868f-c45c-400a-a7c0-e6579cd8ca23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809433 Aug 18 12:55:20.250661 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0e4fd436-a3be-4c24-9a84-4b681be572f8 req-782fa2f6-09fb-4c5e-aa6f-aa0382164923 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d56733a4-8a4e-4d94-9851-e8aebbbc813a HTTP/1.1" status: 200 len: 945 time: 0.0906627 Aug 18 12:55:20.273684 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-097cbe6a-58b3-4d29-b86b-ede999f0eb7b req-c1e4c8af-f535-498e-a101-37bda53a4bcb tempest-SecurityGroupsTestAdminJSON-2045506063 tempest-SecurityGroupsTestAdminJSON-2045506063-project] 10.222.0.13 "GET /v2.0/security-groups/42627b4c-55b4-4d4e-81c1-26767dd73c8d HTTP/1.1" status: 200 len: 2981 time: 0.0637558 Aug 18 12:55:20.304934 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [req-1a090109-515f-46a3-97c8-01ab7e91e34c req-4e385faf-9846-4f29-95e7-12fb1fe2bd52 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] show failed (client error): The resource could not be found. Aug 18 12:55:20.309357 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1a090109-515f-46a3-97c8-01ab7e91e34c req-4e385faf-9846-4f29-95e7-12fb1fe2bd52 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] 10.222.0.13 "GET /v2.0/security-groups/14ec2513-82fe-4073-8fce-cc5c66a93b19 HTTP/1.1" status: 404 len: 352 time: 0.0160604 Aug 18 12:55:20.314971 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0e4fd436-a3be-4c24-9a84-4b681be572f8 req-3c41f87a-85d3-4227-8bc5-8f14cd1881a2 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611122 Aug 18 12:55:20.328735 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-7d2ee17d-32ea-4961-bb8a-4e499823659f tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7753549 Aug 18 12:55:20.344185 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-95d6638e-0108-4d5f-a707-0ca753806556 service neutron] Request body: {'port': {'device_id': '4e54ac7a-2141-4fa4-8037-523867f7d2cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:20.366233 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [req-db7f065e-5b16-4c04-9dc9-517f0bb9e427 req-5ef5d649-30c4-472f-b8af-bfc317a83674 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] show failed (client error): The resource could not be found. Aug 18 12:55:20.367424 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-db7f065e-5b16-4c04-9dc9-517f0bb9e427 req-5ef5d649-30c4-472f-b8af-bfc317a83674 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] 10.222.0.13 "GET /v2.0/security-group-rules/ecd5eac8-c0d0-48c6-a286-7c77c2d1a9a9 HTTP/1.1" status: 404 len: 361 time: 0.0130658 Aug 18 12:55:20.420688 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f812ddfa-378f-4b35-886d-3b47a313b7b9 req-553bddec-72db-43da-a4d6-e6e014936e6e tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] 10.222.0.13 "GET /v2.0/security-groups/ad5ea47d-261b-4241-a1d8-377c3f3e7e19 HTTP/1.1" status: 200 len: 1776 time: 0.0914021 Aug 18 12:55:20.428235 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-95d6638e-0108-4d5f-a707-0ca753806556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:20.430126 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-db81eabe-ff6d-4786-8b5b-7f40a82cbab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:20.432507 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-db81eabe-ff6d-4786-8b5b-7f40a82cbab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:20.433658 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-db81eabe-ff6d-4786-8b5b-7f40a82cbab7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/720d4c0c-362c-46e4-a8e0-22720ae52abb HTTP/1.1" status: 204 len: 168 time: 0.3248537 Aug 18 12:55:20.447938 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-25dd6481-618b-4af6-a439-96a0065ddfe7 req-146cac82-ac25-40d4-ab53-806fdb857ab7 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] 10.222.0.13 "GET /v2.0/security-groups/49767cfa-81df-4f68-a10c-c7956762ce1b HTTP/1.1" status: 200 len: 1812 time: 0.0585830 Aug 18 12:55:20.448709 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81eabe-ff6d-4786-8b5b-7f40a82cbab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720d4c0c-362c-46e4-a8e0-22720ae52abb,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:20.517250 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-25dd6481-618b-4af6-a439-96a0065ddfe7 req-cd8f1ce1-bd8b-4bbe-8b66-e6b0f81b7ce7 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:20.523853 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ca27064d-8e66-4460-bd43-e920893d2320 None None] Provisioning for port fc490246-4b57-420b-bb8e-819e1b1432b3 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:55:20.536243 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ca27064d-8e66-4460-bd43-e920893d2320 None None] Provisioning complete for port fc490246-4b57-420b-bb8e-819e1b1432b3 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:55:20.537523 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ca27064d-8e66-4460-bd43-e920893d2320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:20.548108 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-25dd6481-618b-4af6-a439-96a0065ddfe7 req-cd8f1ce1-bd8b-4bbe-8b66-e6b0f81b7ce7 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:20.580211 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-f812ddfa-378f-4b35-886d-3b47a313b7b9 req-f255d29c-0839-412c-9ea8-f759b1987639 tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:20.595782 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-ca27064d-8e66-4460-bd43-e920893d2320 None None] Port fc490246-4b57-420b-bb8e-819e1b1432b3 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:55:20.647855 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-f812ddfa-378f-4b35-886d-3b47a313b7b9 req-f255d29c-0839-412c-9ea8-f759b1987639 tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:20.682026 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-25dd6481-618b-4af6-a439-96a0065ddfe7 req-cd8f1ce1-bd8b-4bbe-8b66-e6b0f81b7ce7 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:20.684856 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-25dd6481-618b-4af6-a439-96a0065ddfe7 req-cd8f1ce1-bd8b-4bbe-8b66-e6b0f81b7ce7 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:20.686062 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-25dd6481-618b-4af6-a439-96a0065ddfe7 req-cd8f1ce1-bd8b-4bbe-8b66-e6b0f81b7ce7 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] 10.222.0.13 "DELETE /v2.0/security-groups/49767cfa-81df-4f68-a10c-c7956762ce1b HTTP/1.1" status: 204 len: 173 time: 0.2305892 Aug 18 12:55:20.694997 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f1ce1-bd8b-4bbe-8b66-e6b0f81b7ce7 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49767cfa-81df-4f68-a10c-c7956762ce1b,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:20.758755 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-67580b63-a3e7-4460-9854-d09a2619e613 req-4af1787f-51da-4865-938c-498e046da3e9 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] 10.222.0.13 "GET /v2.0/security-groups/77a7514a-cef6-4bcc-a2b1-4546a9fef26f HTTP/1.1" status: 200 len: 1812 time: 0.0494845 Aug 18 12:55:20.783458 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-f812ddfa-378f-4b35-886d-3b47a313b7b9 req-f255d29c-0839-412c-9ea8-f759b1987639 tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:20.783687 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-f812ddfa-378f-4b35-886d-3b47a313b7b9 req-f255d29c-0839-412c-9ea8-f759b1987639 tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:20.785014 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f812ddfa-378f-4b35-886d-3b47a313b7b9 req-f255d29c-0839-412c-9ea8-f759b1987639 tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad5ea47d-261b-4241-a1d8-377c3f3e7e19 HTTP/1.1" status: 204 len: 173 time: 0.3543394 Aug 18 12:55:20.800906 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f255d29c-0839-412c-9ea8-f759b1987639 tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5ea47d-261b-4241-a1d8-377c3f3e7e19,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:20.824492 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-95d6638e-0108-4d5f-a707-0ca753806556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc490246-4b57-420b-bb8e-819e1b1432b3 {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:55:20.837328 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-95d6638e-0108-4d5f-a707-0ca753806556 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:20.850089 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-67580b63-a3e7-4460-9854-d09a2619e613 req-2bb168ba-dd32-4439-8627-d806a910c6ff tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:20.861904 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-95d6638e-0108-4d5f-a707-0ca753806556 service neutron] Transition to ACTIVE for port object fc490246-4b57-420b-bb8e-819e1b1432b3 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:55:20.872619 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 1398c103-533d-40a3-b28f-a6eb1b23e051 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:55:20.879091 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-67580b63-a3e7-4460-9854-d09a2619e613 req-2bb168ba-dd32-4439-8627-d806a910c6ff tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:20.939143 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7b67b45a-c058-41a8-adb7-d8e7ad5e7f3f req-2a1dcea0-9217-4ee6-9459-d5ecf702ebc4 tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] 10.222.0.13 "GET /v2.0/security-groups/eb98cc83-ccfd-4011-a01e-e6ba9e0cef49 HTTP/1.1" status: 200 len: 1777 time: 0.0462081 Aug 18 12:55:20.940195 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-95d6638e-0108-4d5f-a707-0ca753806556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:20.989068 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 1398c103-533d-40a3-b28f-a6eb1b23e051, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=1398c103-533d-40a3-b28f-a6eb1b23e051,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:21.002496 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '1398c103-533d-40a3-b28f-a6eb1b23e051', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'port_id': '1398c103-533d-40a3-b28f-a6eb1b23e051', 'mac_address': 'fa:16:3e:5e:28:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc8434-66c0-4e05-8cce-b4a4a0f33dc3', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:55:21.020982 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-67580b63-a3e7-4460-9854-d09a2619e613 req-2bb168ba-dd32-4439-8627-d806a910c6ff tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:21.024540 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-67580b63-a3e7-4460-9854-d09a2619e613 req-2bb168ba-dd32-4439-8627-d806a910c6ff tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:21.027812 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6638e-0108-4d5f-a707-0ca753806556 service neutron] Pushing event updated for resources: {'Port': ['ID=fc490246-4b57-420b-bb8e-819e1b1432b3,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:21.035325 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-67580b63-a3e7-4460-9854-d09a2619e613 req-2bb168ba-dd32-4439-8627-d806a910c6ff tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] 10.222.0.13 "DELETE /v2.0/security-groups/77a7514a-cef6-4bcc-a2b1-4546a9fef26f HTTP/1.1" status: 204 len: 173 time: 0.2700171 Aug 18 12:55:21.056688 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:21.072942 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1398c103-533d-40a3-b28f-a6eb1b23e051 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:55:21.075440 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb168ba-dd32-4439-8627-d806a910c6ff tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a7514a-cef6-4bcc-a2b1-4546a9fef26f,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:21.091556 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-7b67b45a-c058-41a8-adb7-d8e7ad5e7f3f req-a49bff29-b081-4fed-8c70-31df6f110b62 tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:21.125245 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 1398c103-533d-40a3-b28f-a6eb1b23e051, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=1398c103-533d-40a3-b28f-a6eb1b23e051,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:21.143498 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-95d6638e-0108-4d5f-a707-0ca753806556 service neutron] Attempting to bind port fc490246-4b57-420b-bb8e-819e1b1432b3 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:55:21.144621 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-95d6638e-0108-4d5f-a707-0ca753806556 service neutron] Attempting to bind port fc490246-4b57-420b-bb8e-819e1b1432b3 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:55:21.144621 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-95d6638e-0108-4d5f-a707-0ca753806556 service neutron] Attempting to bind port fc490246-4b57-420b-bb8e-819e1b1432b3 on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:55:21.157907 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-95d6638e-0108-4d5f-a707-0ca753806556 service neutron] Port fc490246-4b57-420b-bb8e-819e1b1432b3 on network f82a481e-2d3e-49f3-a273-639556667c8a not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:55:21.158265 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-95d6638e-0108-4d5f-a707-0ca753806556 service neutron] Attempting to bind port fc490246-4b57-420b-bb8e-819e1b1432b3 on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:55:21.165845 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-7b67b45a-c058-41a8-adb7-d8e7ad5e7f3f req-a49bff29-b081-4fed-8c70-31df6f110b62 tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:21.173062 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-95d6638e-0108-4d5f-a707-0ca753806556 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:55:21.173062 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-95d6638e-0108-4d5f-a707-0ca753806556 service neutron] Checking segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:55:21.173062 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-95d6638e-0108-4d5f-a707-0ca753806556 service neutron] Bound using segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:55:21.173062 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-95d6638e-0108-4d5f-a707-0ca753806556 service neutron] Bound port: fc490246-4b57-420b-bb8e-819e1b1432b3, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:55:21.173062 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-95d6638e-0108-4d5f-a707-0ca753806556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:21.205074 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4625265-0a85-4101-a2e5-e5167580a4d4 req-24255a14-1b6b-4b2c-ab4d-cc30d2ed326b tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:21.206847 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c4625265-0a85-4101-a2e5-e5167580a4d4 req-24255a14-1b6b-4b2c-ab4d-cc30d2ed326b tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] 10.222.0.13 "GET /v2.0/ports?device_id=a358d223-4084-4e6b-ba60-e24938e69f8d HTTP/1.1" status: 200 len: 948 time: 0.0667000 Aug 18 12:55:21.219304 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:21.236827 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40560) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:21.263975 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6cde83c4-c50b-4f81-bf7b-54cf47b87f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:21.271250 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c4625265-0a85-4101-a2e5-e5167580a4d4 req-111f4677-bb65-445a-9999-c7bea69074d9 tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6a2be0e-47d6-4fef-88a1-a171767f91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565691 Aug 18 12:55:21.299193 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-95d6638e-0108-4d5f-a707-0ca753806556 service neutron] For port fc490246-4b57-420b-bb8e-819e1b1432b3, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:55:21.299563 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=1398c103-533d-40a3-b28f-a6eb1b23e051,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:21.304903 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-95d6638e-0108-4d5f-a707-0ca753806556 service neutron] For port fc490246-4b57-420b-bb8e-819e1b1432b3, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=fc490246-4b57-420b-bb8e-819e1b1432b3,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:55:21.365242 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-7b67b45a-c058-41a8-adb7-d8e7ad5e7f3f req-a49bff29-b081-4fed-8c70-31df6f110b62 tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:21.368066 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-7b67b45a-c058-41a8-adb7-d8e7ad5e7f3f req-a49bff29-b081-4fed-8c70-31df6f110b62 tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:21.369447 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7b67b45a-c058-41a8-adb7-d8e7ad5e7f3f req-a49bff29-b081-4fed-8c70-31df6f110b62 tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb98cc83-ccfd-4011-a01e-e6ba9e0cef49 HTTP/1.1" status: 204 len: 173 time: 0.4203835 Aug 18 12:55:21.386855 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58caa87a-50eb-4e13-8b24-a382099b611e req-2be69244-3463-4578-a4f2-8e5fb3a985bd tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:21.387861 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49bff29-b081-4fed-8c70-31df6f110b62 tempest-SecurityGroupsTestAdminJSON-362405849 tempest-SecurityGroupsTestAdminJSON-362405849-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb98cc83-ccfd-4011-a01e-e6ba9e0cef49,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:21.388608 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-58caa87a-50eb-4e13-8b24-a382099b611e req-2be69244-3463-4578-a4f2-8e5fb3a985bd tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e54ac7a-2141-4fa4-8037-523867f7d2cd HTTP/1.1" status: 200 len: 948 time: 0.0625691 Aug 18 12:55:21.404908 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-95d6638e-0108-4d5f-a707-0ca753806556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:21.417795 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6cde83c4-c50b-4f81-bf7b-54cf47b87f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:21.433064 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-58caa87a-50eb-4e13-8b24-a382099b611e req-ab9e8ad8-e8c4-411f-82e1-fc96f4847299 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/security-groups?id=09620056-dc77-4aa9-9a24-0b6b39c012e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379519 Aug 18 12:55:21.444133 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['1398c103-533d-40a3-b28f-a6eb1b23e051'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:55:21.458771 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-95d6638e-0108-4d5f-a707-0ca753806556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:21.459391 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-95d6638e-0108-4d5f-a707-0ca753806556 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:21.460936 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-95d6638e-0108-4d5f-a707-0ca753806556 service neutron] 10.222.0.39 "PUT /v2.0/ports/fc490246-4b57-420b-bb8e-819e1b1432b3 HTTP/1.1" status: 200 len: 1096 time: 1.1208410 Aug 18 12:55:21.461926 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e54ac7a-2141-4fa4-8037-523867f7d2cd', 'tag': 'fc490246-4b57-420b-bb8e-819e1b1432b3'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:55:21.464298 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c12d9d8-a1fa-4e2b-b85f-eff1b3b02b0a" -d '{"events": [{"name": "network-changed", "server_uuid": "4e54ac7a-2141-4fa4-8037-523867f7d2cd", "tag": "fc490246-4b57-420b-bb8e-819e1b1432b3"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:55:21.517606 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6cde83c4-c50b-4f81-bf7b-54cf47b87f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:21.527083 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2e23e61b-ca5e-432c-bc89-32f4970d4324 req-874b2726-1260-41f5-aa98-8e9965c00b4e tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] 10.222.0.13 "GET /v2.0/security-groups/a5aa6e83-c13c-4f77-a2f0-994c6abbd048 HTTP/1.1" status: 200 len: 1812 time: 0.0558484 Aug 18 12:55:21.546886 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6638e-0108-4d5f-a707-0ca753806556 service neutron] Pushing event updated for resources: {'Port': ['ID=fc490246-4b57-420b-bb8e-819e1b1432b3,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:21.583669 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f13e9-882d-4329-851b-be5721357bfb req-343f2ad7-3583-4032-a8ca-c9cadcf60ee3 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:21.585239 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d41f13e9-882d-4329-851b-be5721357bfb req-343f2ad7-3583-4032-a8ca-c9cadcf60ee3 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d88bc60-8182-43a3-a135-48a13fe7c521 HTTP/1.1" status: 200 len: 949 time: 0.1367652 Aug 18 12:55:21.595218 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6cde83c4-c50b-4f81-bf7b-54cf47b87f43 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da593474a81747f2a2f9b57751338049&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3548610 Aug 18 12:55:21.597072 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40568) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:21.599595 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cde83c4-c50b-4f81-bf7b-54cf47b87f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f11f9f-e748-4b90-991d-6c2eb69a8d49,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:21.611666 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2e23e61b-ca5e-432c-bc89-32f4970d4324 req-8344b373-bc64-4d61-bd02-78718ce3f547 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:21.642519 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2e23e61b-ca5e-432c-bc89-32f4970d4324 req-8344b373-bc64-4d61-bd02-78718ce3f547 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:21.711527 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d41f13e9-882d-4329-851b-be5721357bfb req-b3660841-6aaf-436a-9925-e00b8c61fbe2 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec3a868f-c45c-400a-a7c0-e6579cd8ca23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151567 Aug 18 12:55:21.715725 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-48ced6d3-2951-47e2-b0c4-1b6a4d7b493a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:21.717707 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-48ced6d3-2951-47e2-b0c4-1b6a4d7b493a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d3f0edd296474678ac27de8df00244e1&device_id=4e54ac7a-2141-4fa4-8037-523867f7d2cd HTTP/1.1" status: 200 len: 1099 time: 0.0913405 Aug 18 12:55:21.738232 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2e23e61b-ca5e-432c-bc89-32f4970d4324 req-8344b373-bc64-4d61-bd02-78718ce3f547 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:21.741577 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2e23e61b-ca5e-432c-bc89-32f4970d4324 req-8344b373-bc64-4d61-bd02-78718ce3f547 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:21.753999 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2e23e61b-ca5e-432c-bc89-32f4970d4324 req-8344b373-bc64-4d61-bd02-78718ce3f547 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] 10.222.0.13 "DELETE /v2.0/security-groups/a5aa6e83-c13c-4f77-a2f0-994c6abbd048 HTTP/1.1" status: 204 len: 173 time: 0.2195005 Aug 18 12:55:21.770219 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-33245f38-bee5-4173-9567-eed512b0466a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:21.772881 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-9a125a32-930f-489f-8084-2c81d527ac82 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=fc490246-4b57-420b-bb8e-819e1b1432b3 HTTP/1.1" status: 200 len: 217 time: 0.0464468 Aug 18 12:55:21.773826 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344b373-bc64-4d61-bd02-78718ce3f547 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5aa6e83-c13c-4f77-a2f0-994c6abbd048,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:21.822469 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a8248cec-9568-47de-9da2-7dcbbbd4ea9c req-fc6a481b-94c3-4d43-ac52-19dc0cff6c38 tempest-SecurityGroupsTestAdminJSON-2045506063 tempest-SecurityGroupsTestAdminJSON-2045506063-project] 10.222.0.13 "GET /v2.0/security-groups/32af92c4-046f-402f-91b7-760a8fb38cad HTTP/1.1" status: 200 len: 1777 time: 0.0595727 Aug 18 12:55:21.831938 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-33245f38-bee5-4173-9567-eed512b0466a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:21.886119 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-a8248cec-9568-47de-9da2-7dcbbbd4ea9c req-1f50e34f-fd47-4651-8b2c-b62d2a185711 tempest-SecurityGroupsTestAdminJSON-2045506063 tempest-SecurityGroupsTestAdminJSON-2045506063-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:21.910315 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-a8248cec-9568-47de-9da2-7dcbbbd4ea9c req-1f50e34f-fd47-4651-8b2c-b62d2a185711 tempest-SecurityGroupsTestAdminJSON-2045506063 tempest-SecurityGroupsTestAdminJSON-2045506063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:22.007801 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-a8248cec-9568-47de-9da2-7dcbbbd4ea9c req-1f50e34f-fd47-4651-8b2c-b62d2a185711 tempest-SecurityGroupsTestAdminJSON-2045506063 tempest-SecurityGroupsTestAdminJSON-2045506063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:22.010479 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-a8248cec-9568-47de-9da2-7dcbbbd4ea9c req-1f50e34f-fd47-4651-8b2c-b62d2a185711 tempest-SecurityGroupsTestAdminJSON-2045506063 tempest-SecurityGroupsTestAdminJSON-2045506063-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:22.011807 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a8248cec-9568-47de-9da2-7dcbbbd4ea9c req-1f50e34f-fd47-4651-8b2c-b62d2a185711 tempest-SecurityGroupsTestAdminJSON-2045506063 tempest-SecurityGroupsTestAdminJSON-2045506063-project] 10.222.0.13 "DELETE /v2.0/security-groups/32af92c4-046f-402f-91b7-760a8fb38cad HTTP/1.1" status: 204 len: 173 time: 0.1832614 Aug 18 12:55:22.024566 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50e34f-fd47-4651-8b2c-b62d2a185711 tempest-SecurityGroupsTestAdminJSON-2045506063 tempest-SecurityGroupsTestAdminJSON-2045506063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32af92c4-046f-402f-91b7-760a8fb38cad,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:22.152162 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaece777-8ce9-4d8e-9b9e-e2cffd427572 x-openstack-request-id: req-aaece777-8ce9-4d8e-9b9e-e2cffd427572 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:55:22.152461 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e54ac7a-2141-4fa4-8037-523867f7d2cd", "tag": "fc490246-4b57-420b-bb8e-819e1b1432b3", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:55:22.152684 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aaece777-8ce9-4d8e-9b9e-e2cffd427572 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:55:22.153115 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e54ac7a-2141-4fa4-8037-523867f7d2cd', 'tag': 'fc490246-4b57-420b-bb8e-819e1b1432b3', 'status': 'completed', 'code': 200} Aug 18 12:55:22.167333 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37f727-34be-4d47-b8f3-35a39a344152 req-337bf14a-7952-489f-90af-c64a93896625 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:22.168889 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ef37f727-34be-4d47-b8f3-35a39a344152 req-337bf14a-7952-489f-90af-c64a93896625 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.13 "GET /v2.0/ports?device_id=704e964f-ec17-4f63-b201-30734489934a HTTP/1.1" status: 200 len: 950 time: 0.0523119 Aug 18 12:55:22.190276 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-b3cbbae7-591c-46e5-bba4-0729e69e6092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:22.191825 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-b3cbbae7-591c-46e5-bba4-0729e69e6092 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.4104195 Aug 18 12:55:22.208647 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ef37f727-34be-4d47-b8f3-35a39a344152 req-10cb362e-3a44-42dd-9a1d-915f35bcc16e tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec3a868f-c45c-400a-a7c0-e6579cd8ca23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333202 Aug 18 12:55:22.211822 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7cd22f-f926-4fa0-8880-c6b7b67c0080 req-77abfb3c-9837-46e4-903c-df63ecc66aef tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:22.213430 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cc7cd22f-f926-4fa0-8880-c6b7b67c0080 req-77abfb3c-9837-46e4-903c-df63ecc66aef tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d56733a4-8a4e-4d94-9851-e8aebbbc813a HTTP/1.1" status: 200 len: 945 time: 0.4213786 Aug 18 12:55:22.276569 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cc7cd22f-f926-4fa0-8880-c6b7b67c0080 req-f26d21c5-51f7-4f5f-8d45-863390a69232 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530717 Aug 18 12:55:22.279734 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-23baf405-9441-4fbb-ab0c-e04a8ab8d9c8 req-7c4a5397-9536-4d87-b2da-a552e7a4fea6 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] 10.222.0.13 "GET /v2.0/security-groups/689dd714-641a-4740-9866-955bbcf0ed0a HTTP/1.1" status: 200 len: 1812 time: 0.0412602 Aug 18 12:55:22.283585 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-508c7d87-1a6f-4951-9fd1-67dcc2a16aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:22.285185 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-508c7d87-1a6f-4951-9fd1-67dcc2a16aa3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0709641 Aug 18 12:55:22.343561 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-33245f38-bee5-4173-9567-eed512b0466a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:22.346222 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-33245f38-bee5-4173-9567-eed512b0466a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:22.350370 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-33245f38-bee5-4173-9567-eed512b0466a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/31f11f9f-e748-4b90-991d-6c2eb69a8d49 HTTP/1.1" status: 204 len: 168 time: 0.7493200 Aug 18 12:55:22.350532 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-23baf405-9441-4fbb-ab0c-e04a8ab8d9c8 req-5e1e6ce0-215d-4e89-b3e7-f86c5f003717 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:22.363542 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33245f38-bee5-4173-9567-eed512b0466a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f11f9f-e748-4b90-991d-6c2eb69a8d49,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:22.378722 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-23baf405-9441-4fbb-ab0c-e04a8ab8d9c8 req-5e1e6ce0-215d-4e89-b3e7-f86c5f003717 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:22.420473 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-00133169-140b-4435-b739-fa64679070d2 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277506 Aug 18 12:55:22.477872 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b4f7422f-05ae-4f8e-8e68-3fdc9d98f750 req-92b4d72b-2f79-4e19-ab56-8797b88ea204 tempest-SecurityGroupsTestAdminJSON-2045506063 tempest-SecurityGroupsTestAdminJSON-2045506063-project] 10.222.0.13 "GET /v2.0/security-groups/c139158f-cea6-4525-9470-21d7939d3112 HTTP/1.1" status: 200 len: 1776 time: 0.0937576 Aug 18 12:55:22.555810 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-23baf405-9441-4fbb-ab0c-e04a8ab8d9c8 req-5e1e6ce0-215d-4e89-b3e7-f86c5f003717 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:22.556337 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b1966444-f4fc-4dc1-94c2-c7951dcac51a req-1b50dc47-04e6-4a52-abcb-1e77958ca397 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278057 Aug 18 12:55:22.558648 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-23baf405-9441-4fbb-ab0c-e04a8ab8d9c8 req-5e1e6ce0-215d-4e89-b3e7-f86c5f003717 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:22.559945 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-23baf405-9441-4fbb-ab0c-e04a8ab8d9c8 req-5e1e6ce0-215d-4e89-b3e7-f86c5f003717 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] 10.222.0.13 "DELETE /v2.0/security-groups/689dd714-641a-4740-9866-955bbcf0ed0a HTTP/1.1" status: 204 len: 173 time: 0.2720225 Aug 18 12:55:22.569606 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b4f7422f-05ae-4f8e-8e68-3fdc9d98f750 req-d0c08652-b2d0-4b13-9f21-2859b76e1438 tempest-SecurityGroupsTestAdminJSON-2045506063 tempest-SecurityGroupsTestAdminJSON-2045506063-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:22.577936 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e6ce0-215d-4e89-b3e7-f86c5f003717 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=689dd714-641a-4740-9866-955bbcf0ed0a,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:22.596714 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b4f7422f-05ae-4f8e-8e68-3fdc9d98f750 req-d0c08652-b2d0-4b13-9f21-2859b76e1438 tempest-SecurityGroupsTestAdminJSON-2045506063 tempest-SecurityGroupsTestAdminJSON-2045506063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:22.724134 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b4f7422f-05ae-4f8e-8e68-3fdc9d98f750 req-d0c08652-b2d0-4b13-9f21-2859b76e1438 tempest-SecurityGroupsTestAdminJSON-2045506063 tempest-SecurityGroupsTestAdminJSON-2045506063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:22.727597 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b4f7422f-05ae-4f8e-8e68-3fdc9d98f750 req-d0c08652-b2d0-4b13-9f21-2859b76e1438 tempest-SecurityGroupsTestAdminJSON-2045506063 tempest-SecurityGroupsTestAdminJSON-2045506063-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:22.727940 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b4f7422f-05ae-4f8e-8e68-3fdc9d98f750 req-d0c08652-b2d0-4b13-9f21-2859b76e1438 tempest-SecurityGroupsTestAdminJSON-2045506063 tempest-SecurityGroupsTestAdminJSON-2045506063-project] 10.222.0.13 "DELETE /v2.0/security-groups/c139158f-cea6-4525-9470-21d7939d3112 HTTP/1.1" status: 204 len: 173 time: 0.2420721 Aug 18 12:55:22.741542 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c08652-b2d0-4b13-9f21-2859b76e1438 tempest-SecurityGroupsTestAdminJSON-2045506063 tempest-SecurityGroupsTestAdminJSON-2045506063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c139158f-cea6-4525-9470-21d7939d3112,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:22.746287 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12d9d8-a1fa-4e2b-b85f-eff1b3b02b0a req-d8d663cb-c4b2-4c76-bb2c-74d10de57782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:22.747469 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3c12d9d8-a1fa-4e2b-b85f-eff1b3b02b0a req-d8d663cb-c4b2-4c76-bb2c-74d10de57782 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d3f0edd296474678ac27de8df00244e1&device_id=4e54ac7a-2141-4fa4-8037-523867f7d2cd HTTP/1.1" status: 200 len: 1099 time: 0.0552337 Aug 18 12:55:22.894242 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 1398c103-533d-40a3-b28f-a6eb1b23e051 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:55:22.898856 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d935d-d1bb-4054-9924-86fd04624def req-b8cb5f8d-5085-4877-af5c-fd0d951f8ee8 tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:22.906390 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b89d935d-d1bb-4054-9924-86fd04624def req-b8cb5f8d-5085-4877-af5c-fd0d951f8ee8 tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] 10.222.0.13 "GET /v2.0/ports?device_id=a358d223-4084-4e6b-ba60-e24938e69f8d HTTP/1.1" status: 200 len: 949 time: 0.0923014 Aug 18 12:55:22.925230 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12d9d8-a1fa-4e2b-b85f-eff1b3b02b0a req-2ab8cca2-19ce-4078-bc9e-fba167507bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:22.926910 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3c12d9d8-a1fa-4e2b-b85f-eff1b3b02b0a req-2ab8cca2-19ce-4078-bc9e-fba167507bc1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.1721487 Aug 18 12:55:22.980060 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3c12d9d8-a1fa-4e2b-b85f-eff1b3b02b0a req-9d3dbadf-0f46-4fc5-be4c-37328be1f9a0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=fc490246-4b57-420b-bb8e-819e1b1432b3 HTTP/1.1" status: 200 len: 217 time: 0.0397401 Aug 18 12:55:22.983161 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b89d935d-d1bb-4054-9924-86fd04624def req-25265be2-dc7f-41f0-b4bb-9c2e1b141fff tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6a2be0e-47d6-4fef-88a1-a171767f91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758524 Aug 18 12:55:23.041161 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12d9d8-a1fa-4e2b-b85f-eff1b3b02b0a req-8bc2f158-f0d4-4193-b3e0-469cf329712f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:23.043074 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3c12d9d8-a1fa-4e2b-b85f-eff1b3b02b0a req-8bc2f158-f0d4-4193-b3e0-469cf329712f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.0558357 Aug 18 12:55:23.059080 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 1398c103-533d-40a3-b28f-a6eb1b23e051 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:55:23.063989 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 1398c103-533d-40a3-b28f-a6eb1b23e051 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:55:23.064710 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:23.121290 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13c344-e1a7-4a14-8f00-3860c1c5cc43 req-3e921a44-4cbd-46a2-87d3-73fdc0481d29 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:23.122699 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2f13c344-e1a7-4a14-8f00-3860c1c5cc43 req-3e921a44-4cbd-46a2-87d3-73fdc0481d29 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e54ac7a-2141-4fa4-8037-523867f7d2cd HTTP/1.1" status: 200 len: 948 time: 0.0772791 Aug 18 12:55:23.124539 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12d9d8-a1fa-4e2b-b85f-eff1b3b02b0a req-ad1ad18b-425e-4d6c-9232-ab8478c14e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:23.125871 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3c12d9d8-a1fa-4e2b-b85f-eff1b3b02b0a req-ad1ad18b-425e-4d6c-9232-ab8478c14e48 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0702519 Aug 18 12:55:23.148330 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:23.177684 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a358d223-4084-4e6b-ba60-e24938e69f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1398c103-533d-40a3-b28f-a6eb1b23e051'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:55:23.180250 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285ce40f-2adf-4fb9-a71c-96259247afff" -d '{"events": [{"server_uuid": "a358d223-4084-4e6b-ba60-e24938e69f8d", "name": "network-vif-plugged", "status": "completed", "tag": "1398c103-533d-40a3-b28f-a6eb1b23e051"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:55:23.194881 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 1398c103-533d-40a3-b28f-a6eb1b23e051, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=1398c103-533d-40a3-b28f-a6eb1b23e051,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:23.219054 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2f13c344-e1a7-4a14-8f00-3860c1c5cc43 req-1b236edc-2701-4a74-bceb-4b0661f6f323 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/security-groups?id=09620056-dc77-4aa9-9a24-0b6b39c012e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894892 Aug 18 12:55:23.265937 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d38ca2d2-f19a-4724-b8ef-37988f2e5835 req-ac44c290-57d8-4e1a-86d7-1c1eed0a6026 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] 10.222.0.13 "GET /v2.0/security-groups/06cb0126-efe6-4ea8-a058-b07d5ec8bb62 HTTP/1.1" status: 200 len: 1812 time: 0.0597227 Aug 18 12:55:23.266933 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3c12d9d8-a1fa-4e2b-b85f-eff1b3b02b0a req-1d8fec6b-3ab7-4aaf-a779-56fe5e42d9a9 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313245 Aug 18 12:55:23.300114 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:23.347290 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d38ca2d2-f19a-4724-b8ef-37988f2e5835 req-ba299c0d-9e35-497f-a9b8-ce9388ac1e60 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:23.376788 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad7b75c-6159-486e-8c33-ff5375b8929d x-openstack-request-id: req-6ad7b75c-6159-486e-8c33-ff5375b8929d {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:55:23.378947 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a358d223-4084-4e6b-ba60-e24938e69f8d", "name": "network-vif-plugged", "status": "completed", "tag": "1398c103-533d-40a3-b28f-a6eb1b23e051", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:55:23.379239 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ad7b75c-6159-486e-8c33-ff5375b8929d {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:55:23.379697 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a358d223-4084-4e6b-ba60-e24938e69f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1398c103-533d-40a3-b28f-a6eb1b23e051', 'code': 200} Aug 18 12:55:23.406334 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d38ca2d2-f19a-4724-b8ef-37988f2e5835 req-ba299c0d-9e35-497f-a9b8-ce9388ac1e60 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:23.433984 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=1398c103-533d-40a3-b28f-a6eb1b23e051,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:23.447387 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3c12d9d8-a1fa-4e2b-b85f-eff1b3b02b0a req-a6ec9714-a26b-4a8c-986f-dcc47e1f7ddd service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714621 Aug 18 12:55:23.515368 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40628) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:23.563494 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9c467-899c-429c-8c3c-02d8db81dc1e req-a6288251-691d-4929-9a33-4dbfa63e7a80 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:23.568527 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d38ca2d2-f19a-4724-b8ef-37988f2e5835 req-ba299c0d-9e35-497f-a9b8-ce9388ac1e60 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:23.574156 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d38ca2d2-f19a-4724-b8ef-37988f2e5835 req-ba299c0d-9e35-497f-a9b8-ce9388ac1e60 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:23.576909 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d3c9c467-899c-429c-8c3c-02d8db81dc1e req-a6288251-691d-4929-9a33-4dbfa63e7a80 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d56733a4-8a4e-4d94-9851-e8aebbbc813a HTTP/1.1" status: 200 len: 945 time: 0.1478157 Aug 18 12:55:23.577189 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d38ca2d2-f19a-4724-b8ef-37988f2e5835 req-ba299c0d-9e35-497f-a9b8-ce9388ac1e60 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] 10.222.0.13 "DELETE /v2.0/security-groups/06cb0126-efe6-4ea8-a058-b07d5ec8bb62 HTTP/1.1" status: 204 len: 173 time: 0.3101106 Aug 18 12:55:23.592090 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40634) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:23.596498 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba299c0d-9e35-497f-a9b8-ce9388ac1e60 tempest-SecurityGroupRulesNegativeTestJSON-231465234 tempest-SecurityGroupRulesNegativeTestJSON-231465234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cb0126-efe6-4ea8-a058-b07d5ec8bb62,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:23.604899 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e9199-3687-4b43-9698-2ec57f38991a req-59cf42a9-0e7a-4aba-966d-46f4221763f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:23.604899 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d48e9199-3687-4b43-9698-2ec57f38991a req-59cf42a9-0e7a-4aba-966d-46f4221763f3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a358d223-4084-4e6b-ba60-e24938e69f8d HTTP/1.1" status: 200 len: 1101 time: 0.1133652 Aug 18 12:55:23.689680 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d48e9199-3687-4b43-9698-2ec57f38991a req-38e53953-9fb8-456f-a192-69872fb63514 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b6a2be0e-47d6-4fef-88a1-a171767f91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514073 Aug 18 12:55:23.701360 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d3c9c467-899c-429c-8c3c-02d8db81dc1e req-275d36c9-356f-48f2-8a09-b4846bd29991 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235878 Aug 18 12:55:23.704385 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6d2e64f-97ea-486b-8512-99a8c6a5799a admin admin] Deleting subnet 19af4467-2557-4bb6-ae8e-b0427897eb75 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:55:23.708307 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a6d2e64f-97ea-486b-8512-99a8c6a5799a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:23.736441 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f0384cc3-e555-460f-b3cd-9f68e5ae1924 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=84189b7abb3440a1a57aef6a70fdc02a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2196813 Aug 18 12:55:23.745374 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40638) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:23.759124 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a6d2e64f-97ea-486b-8512-99a8c6a5799a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:23.796454 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6b42d949-7523-4b8f-8e6d-2ff3c5cab230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:23.801880 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a6d2e64f-97ea-486b-8512-99a8c6a5799a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:23.821352 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6b42d949-7523-4b8f-8e6d-2ff3c5cab230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:23.933894 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a6d2e64f-97ea-486b-8512-99a8c6a5799a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:23.949303 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6b42d949-7523-4b8f-8e6d-2ff3c5cab230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:23.952289 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6b42d949-7523-4b8f-8e6d-2ff3c5cab230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:23.953670 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6b42d949-7523-4b8f-8e6d-2ff3c5cab230 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/42627b4c-55b4-4d4e-81c1-26767dd73c8d HTTP/1.1" status: 204 len: 168 time: 0.2072051 Aug 18 12:55:23.961641 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d2e64f-97ea-486b-8512-99a8c6a5799a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19af4467-2557-4bb6-ae8e-b0427897eb75,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:23.963328 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b42d949-7523-4b8f-8e6d-2ff3c5cab230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42627b4c-55b4-4d4e-81c1-26767dd73c8d,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:23.967659 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a6d2e64f-97ea-486b-8512-99a8c6a5799a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:23.971705 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a6d2e64f-97ea-486b-8512-99a8c6a5799a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/19af4467-2557-4bb6-ae8e-b0427897eb75 HTTP/1.1" status: 204 len: 168 time: 0.3755531 Aug 18 12:55:23.972601 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40646) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:24.053822 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-971439a6-fa33-4b1a-9b78-1f0b39da1e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:24.176033 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975321c-3fe9-4176-9ada-c87cba5594e7 req-77c157d4-7c74-44b6-b191-fba68fd173f8 tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:24.178633 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3975321c-3fe9-4176-9ada-c87cba5594e7 req-77c157d4-7c74-44b6-b191-fba68fd173f8 tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] 10.222.0.13 "GET /v2.0/ports?device_id=a358d223-4084-4e6b-ba60-e24938e69f8d HTTP/1.1" status: 200 len: 950 time: 0.1194944 Aug 18 12:55:24.180644 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-971439a6-fa33-4b1a-9b78-1f0b39da1e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:24.198407 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-971439a6-fa33-4b1a-9b78-1f0b39da1e7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1452280d-4661-401b-90fd-ed1ef80eba4c']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:55:24.215682 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-971439a6-fa33-4b1a-9b78-1f0b39da1e7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe9b5b49-ed17-4022-8500-1e2cc8f77cab') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:55:24.215990 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-971439a6-fa33-4b1a-9b78-1f0b39da1e7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe9b5b49-ed17-4022-8500-1e2cc8f77cab') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:55:24.234071 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-971439a6-fa33-4b1a-9b78-1f0b39da1e7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:24.247990 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3975321c-3fe9-4176-9ada-c87cba5594e7 req-d636b7ce-45af-447f-88d8-c7bf148baf11 tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6a2be0e-47d6-4fef-88a1-a171767f91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637434 Aug 18 12:55:24.254411 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-971439a6-fa33-4b1a-9b78-1f0b39da1e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:24.260906 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-971439a6-fa33-4b1a-9b78-1f0b39da1e7a admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:55:24.264098 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-971439a6-fa33-4b1a-9b78-1f0b39da1e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:24.266002 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 12:55:24.266002 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:55:24.266002 n-d-803603-2 neutron-server[101675]: timer() Aug 18 12:55:24.266002 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:55:24.266002 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 12:55:24.266002 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:55:24.266002 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 12:55:24.266002 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:55:24.266002 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 12:55:24.266002 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:55:24.266002 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 12:55:24.266002 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:55:24.266002 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 12:55:24.266002 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:55:24.266002 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:55:24.266002 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:55:24.266002 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:55:24.266002 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:55:24.266002 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 12:55:24.266002 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:55:24.266002 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 12:55:24.266002 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:55:24.266002 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:55:24.266002 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:55:24.266002 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 12:55:24.266002 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:55:24.266002 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:55:24.266002 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:55:24.266002 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:55:24.266002 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:55:24.266002 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:55:24.266002 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:55:24.357567 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8264358-9d24-478a-8620-ea7de5ae9aa6 req-b136b345-3a56-427f-bde5-e62e389a50f3 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:24.359390 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f8264358-9d24-478a-8620-ea7de5ae9aa6 req-b136b345-3a56-427f-bde5-e62e389a50f3 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e54ac7a-2141-4fa4-8037-523867f7d2cd HTTP/1.1" status: 200 len: 948 time: 0.0539255 Aug 18 12:55:24.389361 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-971439a6-fa33-4b1a-9b78-1f0b39da1e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:24.396070 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-971439a6-fa33-4b1a-9b78-1f0b39da1e7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:24.399278 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-971439a6-fa33-4b1a-9b78-1f0b39da1e7a admin admin] 10.222.0.13 "DELETE /v2.0/networks/1452280d-4661-401b-90fd-ed1ef80eba4c HTTP/1.1" status: 204 len: 168 time: 0.4233658 Aug 18 12:55:24.409895 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971439a6-fa33-4b1a-9b78-1f0b39da1e7a admin admin] Pushing event deleted for resources: {'Network': ['ID=1452280d-4661-401b-90fd-ed1ef80eba4c,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:24.420153 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f8264358-9d24-478a-8620-ea7de5ae9aa6 req-ba0119b2-3f81-4d1c-908b-5add6b4d70eb tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/security-groups?id=09620056-dc77-4aa9-9a24-0b6b39c012e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405960 Aug 18 12:55:24.615306 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40674) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:24.659292 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8fa79412-41f9-4301-a2e8-585e4c71840a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca9486430c9b49cc99a080ad119fd628&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427718 Aug 18 12:55:24.661880 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40676) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:24.746497 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a972f7c1-96d8-45d6-b948-4443dc3cc6a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:24.783961 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a972f7c1-96d8-45d6-b948-4443dc3cc6a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:24.838324 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0fa949-94db-41c3-a0ac-f18a297e3b60 req-edce6739-878b-4a63-b189-1090f70f63b1 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:24.839870 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3b0fa949-94db-41c3-a0ac-f18a297e3b60 req-edce6739-878b-4a63-b189-1090f70f63b1 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d56733a4-8a4e-4d94-9851-e8aebbbc813a HTTP/1.1" status: 200 len: 945 time: 0.0604286 Aug 18 12:55:24.851475 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40686) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:24.884939 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3b0fa949-94db-41c3-a0ac-f18a297e3b60 req-b95af260-acf7-474e-9a0d-2e3385c97ec1 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387924 Aug 18 12:55:24.896013 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4749b29a-a19e-434c-b5d6-0de1625b8cf6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06d4136083484963844da54647a32bb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421779 Aug 18 12:55:24.898390 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40688) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:24.919871 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device fc490246-4b57-420b-bb8e-819e1b1432b3 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:55:24.930622 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a972f7c1-96d8-45d6-b948-4443dc3cc6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:24.933346 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a972f7c1-96d8-45d6-b948-4443dc3cc6a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:24.934555 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a972f7c1-96d8-45d6-b948-4443dc3cc6a2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d940a5b-5475-48e0-91c9-1cb8a65f7b0a HTTP/1.1" status: 204 len: 168 time: 0.2716639 Aug 18 12:55:24.970298 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a972f7c1-96d8-45d6-b948-4443dc3cc6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d940a5b-5475-48e0-91c9-1cb8a65f7b0a,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:24.979512 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1334751f-b849-475c-a27c-9f8d5ca0e701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:25.014280 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1334751f-b849-475c-a27c-9f8d5ca0e701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:25.065041 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port fc490246-4b57-420b-bb8e-819e1b1432b3, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=fc490246-4b57-420b-bb8e-819e1b1432b3,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:25.081366 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'fc490246-4b57-420b-bb8e-819e1b1432b3', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'port_id': 'fc490246-4b57-420b-bb8e-819e1b1432b3', 'mac_address': 'fa:16:3e:74:57:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc8434-66c0-4e05-8cce-b4a4a0f33dc3', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:55:25.122651 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:25.136391 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc490246-4b57-420b-bb8e-819e1b1432b3 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:55:25.166027 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port fc490246-4b57-420b-bb8e-819e1b1432b3, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=fc490246-4b57-420b-bb8e-819e1b1432b3,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:25.168154 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1334751f-b849-475c-a27c-9f8d5ca0e701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:25.171086 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1334751f-b849-475c-a27c-9f8d5ca0e701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:25.172527 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1334751f-b849-475c-a27c-9f8d5ca0e701 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2a5b0754-2608-48bf-ba9d-cd22fb6413b8 HTTP/1.1" status: 204 len: 168 time: 0.2729902 Aug 18 12:55:25.182549 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334751f-b849-475c-a27c-9f8d5ca0e701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5b0754-2608-48bf-ba9d-cd22fb6413b8,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:25.270611 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:25.298474 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b544c-8560-44d6-98d5-0a5469f25dd7 req-1ad729fc-0bf5-4c68-a07e-0c509032a7de tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:25.302731 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-018b544c-8560-44d6-98d5-0a5469f25dd7 req-1ad729fc-0bf5-4c68-a07e-0c509032a7de tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d56733a4-8a4e-4d94-9851-e8aebbbc813a HTTP/1.1" status: 200 len: 945 time: 0.0880470 Aug 18 12:55:25.314339 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-be554e19-6392-486c-a44b-6512db2aa26c req-c9178f64-6442-48a2-a669-0f9108fa404c tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ac48e14392114051ba5d025a8226fe94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235720 Aug 18 12:55:25.334198 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=fc490246-4b57-420b-bb8e-819e1b1432b3,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:25.343848 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-018b544c-8560-44d6-98d5-0a5469f25dd7 req-764328c4-7ef3-4f22-8825-2ac0b1b3f4cd tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355351 Aug 18 12:55:25.466748 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be554e19-6392-486c-a44b-6512db2aa26c req-b7afe54d-06a7-4cd7-940b-4f2993fd03af tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:25.474975 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-be554e19-6392-486c-a44b-6512db2aa26c req-b7afe54d-06a7-4cd7-940b-4f2993fd03af tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1518970 Aug 18 12:55:25.491220 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['fc490246-4b57-420b-bb8e-819e1b1432b3'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:55:25.493776 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbae810-890d-4f8b-be53-1b2d8ccf7495 req-3b19fc86-13d9-4306-8c59-8f7b0d41acbb tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:25.495606 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2cbae810-890d-4f8b-be53-1b2d8ccf7495 req-3b19fc86-13d9-4306-8c59-8f7b0d41acbb tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] 10.222.0.13 "GET /v2.0/ports?device_id=a358d223-4084-4e6b-ba60-e24938e69f8d HTTP/1.1" status: 200 len: 950 time: 0.0696728 Aug 18 12:55:25.496747 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-be554e19-6392-486c-a44b-6512db2aa26c req-4b750f59-d56a-48cb-a363-1d3bd7e1bbfd tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/quotas/ac48e14392114051ba5d025a8226fe94 HTTP/1.1" status: 200 len: 375 time: 0.0208347 Aug 18 12:55:25.539888 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-be554e19-6392-486c-a44b-6512db2aa26c req-2db4a361-c46b-4ff4-a8fe-51b1bd73007a tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ac48e14392114051ba5d025a8226fe94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420997 Aug 18 12:55:25.572515 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2cbae810-890d-4f8b-be53-1b2d8ccf7495 req-57b90bf7-481f-4f35-a068-cbc6b7b21970 tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6a2be0e-47d6-4fef-88a1-a171767f91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683124 Aug 18 12:55:25.728786 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd069b-cff0-4ed9-9a5f-fbef71c1f706 req-22b1a79a-edcb-4d82-a1b4-a30a422328fa tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:25.736561 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-18fd069b-cff0-4ed9-9a5f-fbef71c1f706 req-22b1a79a-edcb-4d82-a1b4-a30a422328fa tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d56733a4-8a4e-4d94-9851-e8aebbbc813a HTTP/1.1" status: 200 len: 945 time: 0.0668499 Aug 18 12:55:25.781602 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-18fd069b-cff0-4ed9-9a5f-fbef71c1f706 req-4049249b-5af8-44c9-a32e-75e82c199c75 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441716 Aug 18 12:55:25.967423 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2399f7-c325-4e0b-b644-3f92f3aa95de req-e78d2cbe-d5fc-4384-a486-a88273a1046f tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:25.968972 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cf2399f7-c325-4e0b-b644-3f92f3aa95de req-e78d2cbe-d5fc-4384-a486-a88273a1046f tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e54ac7a-2141-4fa4-8037-523867f7d2cd HTTP/1.1" status: 200 len: 949 time: 0.0832102 Aug 18 12:55:26.012864 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cf2399f7-c325-4e0b-b644-3f92f3aa95de req-16241972-edbc-4718-8fb0-4c2423f4d286 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/security-groups?id=09620056-dc77-4aa9-9a24-0b6b39c012e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359309 Aug 18 12:55:26.086491 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8c1ba0f4-95e2-4a1a-b9a7-6f4fa16cb0fc req-b05cef3a-0764-459a-abaa-7726a7ec4455 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d02796a-bc54-4b77-8c9b-92e5527394e5 HTTP/1.1" status: 200 len: 210 time: 0.0289052 Aug 18 12:55:26.297656 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 5c62c4a5-8eda-4b3e-8232-4c167af929cb details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:55:26.413714 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 5c62c4a5-8eda-4b3e-8232-4c167af929cb, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=5c62c4a5-8eda-4b3e-8232-4c167af929cb,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:26.417715 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40792) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:26.427379 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '5c62c4a5-8eda-4b3e-8232-4c167af929cb', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'port_id': '5c62c4a5-8eda-4b3e-8232-4c167af929cb', 'mac_address': 'fa:16:3e:29:02:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc8434-66c0-4e05-8cce-b4a4a0f33dc3', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:55:26.488909 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:26.503264 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c62c4a5-8eda-4b3e-8232-4c167af929cb {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:55:26.528619 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 5c62c4a5-8eda-4b3e-8232-4c167af929cb, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=5c62c4a5-8eda-4b3e-8232-4c167af929cb,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:26.568014 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40804) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:26.596448 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:26.688945 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-c5fcb8c7-08dd-401f-afa9-a9c9e6b42c93 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-407900697-network', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:26.701091 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['5c62c4a5-8eda-4b3e-8232-4c167af929cb'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:55:26.716455 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-d1bce915-f331-44f0-b62c-9a6c321bd786 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1461225628-network', 'tenant_id': '99941b4001f04b7f80706cf6132f3a7f'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:26.736362 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=5c62c4a5-8eda-4b3e-8232-4c167af929cb,revision_number=6']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:26.743288 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e9ea8-c46f-4819-aadc-0c91b78a9557 req-1bdad6f9-0c0f-4264-8b7c-c095115554b3 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:26.745984 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e11e9ea8-c46f-4819-aadc-0c91b78a9557 req-1bdad6f9-0c0f-4264-8b7c-c095115554b3 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d56733a4-8a4e-4d94-9851-e8aebbbc813a HTTP/1.1" status: 200 len: 945 time: 0.1223817 Aug 18 12:55:26.779297 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fcb8c7-08dd-401f-afa9-a9c9e6b42c93 admin admin] Made reservation on behalf of cb573690056e4ba3a87674b850fada6d for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:55:26.781529 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c5fcb8c7-08dd-401f-afa9-a9c9e6b42c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:26.815268 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c5fcb8c7-08dd-401f-afa9-a9c9e6b42c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:26.833900 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e11e9ea8-c46f-4819-aadc-0c91b78a9557 req-f47b224d-3ff3-41d4-90e6-bea0713d59b5 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822296 Aug 18 12:55:26.887900 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1bce915-f331-44f0-b62c-9a6c321bd786 admin admin] Made reservation on behalf of 99941b4001f04b7f80706cf6132f3a7f for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:55:26.890855 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d1bce915-f331-44f0-b62c-9a6c321bd786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:26.910786 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d1bce915-f331-44f0-b62c-9a6c321bd786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:26.926846 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device fc490246-4b57-420b-bb8e-819e1b1432b3 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:55:27.001490 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c5fcb8c7-08dd-401f-afa9-a9c9e6b42c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:27.075868 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port fc490246-4b57-420b-bb8e-819e1b1432b3 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:55:27.079882 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port fc490246-4b57-420b-bb8e-819e1b1432b3 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:55:27.080255 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:27.134509 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cea6ec-e21a-4c26-bda9-4baef8676fcf req-f7420d1d-035b-472a-9df1-4b85c1790706 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:27.136100 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-83cea6ec-e21a-4c26-bda9-4baef8676fcf req-f7420d1d-035b-472a-9df1-4b85c1790706 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e54ac7a-2141-4fa4-8037-523867f7d2cd HTTP/1.1" status: 200 len: 949 time: 0.0501833 Aug 18 12:55:27.172471 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:27.232122 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port fc490246-4b57-420b-bb8e-819e1b1432b3, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=fc490246-4b57-420b-bb8e-819e1b1432b3,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:27.234901 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e54ac7a-2141-4fa4-8037-523867f7d2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc490246-4b57-420b-bb8e-819e1b1432b3'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:55:27.237606 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e135f51b-8403-4480-8851-d38eaaab3980" -d '{"events": [{"server_uuid": "4e54ac7a-2141-4fa4-8037-523867f7d2cd", "name": "network-vif-plugged", "status": "completed", "tag": "fc490246-4b57-420b-bb8e-819e1b1432b3"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:55:27.240580 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b0058c19-f162-405d-b3b3-60a2c6ed5644 req-26655022-90f2-4861-a151-89bb1a1a8371 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d02796a-bc54-4b77-8c9b-92e5527394e5 HTTP/1.1" status: 200 len: 210 time: 0.0484118 Aug 18 12:55:27.247469 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c5fcb8c7-08dd-401f-afa9-a9c9e6b42c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:27.315116 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-83cea6ec-e21a-4c26-bda9-4baef8676fcf req-e3cae2dd-505b-4c24-94a4-2346cc7a26a0 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/security-groups?id=09620056-dc77-4aa9-9a24-0b6b39c012e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731942 Aug 18 12:55:27.315893 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5fcb8c7-08dd-401f-afa9-a9c9e6b42c93 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:55:27.333744 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fcb8c7-08dd-401f-afa9-a9c9e6b42c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b970e95-ef01-4e80-b0a9-fdb66bc288d8,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:27.344981 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:27.381284 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c5fcb8c7-08dd-401f-afa9-a9c9e6b42c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:27.381915 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-c5fcb8c7-08dd-401f-afa9-a9c9e6b42c93 admin admin] Added segment 2a651c51-e808-45f2-beb8-aef53853dc6e of type vlan for network 227091c7-65ab-4b5a-b9bc-947d45191f2c Aug 18 12:55:27.384966 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d1bce915-f331-44f0-b62c-9a6c321bd786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:27.398724 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746bfa60-9f9c-4be7-8011-371cf8bfccab x-openstack-request-id: req-746bfa60-9f9c-4be7-8011-371cf8bfccab {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:55:27.399021 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e54ac7a-2141-4fa4-8037-523867f7d2cd", "name": "network-vif-plugged", "status": "completed", "tag": "fc490246-4b57-420b-bb8e-819e1b1432b3", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:55:27.399648 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-746bfa60-9f9c-4be7-8011-371cf8bfccab {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:55:27.400452 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e54ac7a-2141-4fa4-8037-523867f7d2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc490246-4b57-420b-bb8e-819e1b1432b3', 'code': 200} Aug 18 12:55:27.446889 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=fc490246-4b57-420b-bb8e-819e1b1432b3,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:27.462079 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c5fcb8c7-08dd-401f-afa9-a9c9e6b42c93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:27.500790 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d1bce915-f331-44f0-b62c-9a6c321bd786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:27.552112 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e74504-be8e-494b-9309-5f0db67ab933 req-d056cc4d-58f9-41ce-8291-adc991221344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:27.552377 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1bce915-f331-44f0-b62c-9a6c321bd786 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:55:27.554120 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-33e74504-be8e-494b-9309-5f0db67ab933 req-d056cc4d-58f9-41ce-8291-adc991221344 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4e54ac7a-2141-4fa4-8037-523867f7d2cd HTTP/1.1" status: 200 len: 1101 time: 0.0637939 Aug 18 12:55:27.563459 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bce915-f331-44f0-b62c-9a6c321bd786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e6ff23-eb55-4090-afc8-d4592e7c24f0,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:27.569959 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d1bce915-f331-44f0-b62c-9a6c321bd786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:27.570396 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-d1bce915-f331-44f0-b62c-9a6c321bd786 admin admin] Added segment a55d7d46-60e1-4c30-88cf-190c46dddd25 of type vlan for network 4ef47cb5-1e52-4552-a63f-a71a8084e726 Aug 18 12:55:27.605655 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-33e74504-be8e-494b-9309-5f0db67ab933 req-921dc3e3-931b-445a-97b2-32ad48096252 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=09620056-dc77-4aa9-9a24-0b6b39c012e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418897 Aug 18 12:55:27.612312 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c5fcb8c7-08dd-401f-afa9-a9c9e6b42c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:27.613263 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fcb8c7-08dd-401f-afa9-a9c9e6b42c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:27.613926 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c5fcb8c7-08dd-401f-afa9-a9c9e6b42c93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:27.635980 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d1bce915-f331-44f0-b62c-9a6c321bd786 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:27.710853 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:27.719744 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fcb8c7-08dd-401f-afa9-a9c9e6b42c93 admin admin] Pushing event updated for resources: {'Network': ['ID=227091c7-65ab-4b5a-b9bc-947d45191f2c,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:27.741789 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c5fcb8c7-08dd-401f-afa9-a9c9e6b42c93 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3197448 Aug 18 12:55:27.741789 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fcb8c7-08dd-401f-afa9-a9c9e6b42c93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:27.741789 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fcb8c7-08dd-401f-afa9-a9c9e6b42c93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:27.741789 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fcb8c7-08dd-401f-afa9-a9c9e6b42c93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:27.744738 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fcb8c7-08dd-401f-afa9-a9c9e6b42c93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:27.744738 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fcb8c7-08dd-401f-afa9-a9c9e6b42c93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:27.745035 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40858) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:27.745126 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fcb8c7-08dd-401f-afa9-a9c9e6b42c93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:27.745126 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fcb8c7-08dd-401f-afa9-a9c9e6b42c93 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:27.745126 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fcb8c7-08dd-401f-afa9-a9c9e6b42c93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:27.745126 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fcb8c7-08dd-401f-afa9-a9c9e6b42c93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:27.745126 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fcb8c7-08dd-401f-afa9-a9c9e6b42c93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:27.745478 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fcb8c7-08dd-401f-afa9-a9c9e6b42c93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:27.746248 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fcb8c7-08dd-401f-afa9-a9c9e6b42c93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:27.752993 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-4bafda5f-76ac-4ef4-a2c0-f6e6b2dd4a09 admin admin] Request body: {'subnet': {'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-407900697-subnet', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:27.763929 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 227091c7-65ab-4b5a-b9bc-947d45191f2c details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:55:27.859024 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d1bce915-f331-44f0-b62c-9a6c321bd786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:27.869885 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bce915-f331-44f0-b62c-9a6c321bd786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:27.871314 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d1bce915-f331-44f0-b62c-9a6c321bd786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:27.886367 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bafda5f-76ac-4ef4-a2c0-f6e6b2dd4a09 admin admin] Made reservation on behalf of cb573690056e4ba3a87674b850fada6d for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:55:27.889470 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4bafda5f-76ac-4ef4-a2c0-f6e6b2dd4a09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:28.024548 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bce915-f331-44f0-b62c-9a6c321bd786 admin admin] Pushing event updated for resources: {'Network': ['ID=4ef47cb5-1e52-4552-a63f-a71a8084e726,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:28.039146 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d1bce915-f331-44f0-b62c-9a6c321bd786 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4695408 Aug 18 12:55:28.042247 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40872) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:28.047854 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-da9f65a9-528c-47af-b2b0-b28a552b16d2 admin admin] Request body: {'subnet': {'network_id': '4ef47cb5-1e52-4552-a63f-a71a8084e726', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1461225628-subnet', 'tenant_id': '99941b4001f04b7f80706cf6132f3a7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:28.051846 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 4ef47cb5-1e52-4552-a63f-a71a8084e726 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:55:28.097505 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938dfb4-0a0e-4bf3-8f7a-a3063caedbed req-3ebb91a9-a080-4eca-820e-4593937b173c tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:28.099866 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7938dfb4-0a0e-4bf3-8f7a-a3063caedbed req-3ebb91a9-a080-4eca-820e-4593937b173c tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.39 "GET /v2.0/ports?device_id=d56733a4-8a4e-4d94-9851-e8aebbbc813a HTTP/1.1" status: 200 len: 945 time: 0.1333289 Aug 18 12:55:28.128187 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9f65a9-528c-47af-b2b0-b28a552b16d2 admin admin] Made reservation on behalf of 99941b4001f04b7f80706cf6132f3a7f for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:55:28.132344 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-da9f65a9-528c-47af-b2b0-b28a552b16d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:28.199528 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027cec80-35af-4c1a-bf5f-c28faffd68fc req-4bbddeac-00a9-4039-a9f2-f736bbdebfe5 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:28.207450 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-027cec80-35af-4c1a-bf5f-c28faffd68fc req-4bbddeac-00a9-4039-a9f2-f736bbdebfe5 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d56733a4-8a4e-4d94-9851-e8aebbbc813a HTTP/1.1" status: 200 len: 945 time: 0.1952472 Aug 18 12:55:28.307162 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 5c62c4a5-8eda-4b3e-8232-4c167af929cb up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:55:28.341107 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-027cec80-35af-4c1a-bf5f-c28faffd68fc req-8b19db9b-e21c-4945-bfea-0b4196e6484c tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322949 Aug 18 12:55:28.415902 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-be554e19-6392-486c-a44b-6512db2aa26c req-03260062-d129-43b1-b14f-f1ab96b5b77b tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ac48e14392114051ba5d025a8226fe94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467782 Aug 18 12:55:28.418840 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-7938dfb4-0a0e-4bf3-8f7a-a3063caedbed req-c296a948-c4c1-4530-a125-875df9e8543d tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Deleting port 8e2b994f-9b4b-42a5-a801-b38e31bf5328 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:55:28.419318 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-7938dfb4-0a0e-4bf3-8f7a-a3063caedbed req-c296a948-c4c1-4530-a125-875df9e8543d tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:28.438037 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 5c62c4a5-8eda-4b3e-8232-4c167af929cb triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:55:28.438639 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:28.441616 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dee811b2-53a4-487e-8302-b3de7aecf2ab req-52ab952f-d038-4182-9bdc-555ea2a6816e tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d02796a-bc54-4b77-8c9b-92e5527394e5 HTTP/1.1" status: 200 len: 210 time: 0.1132064 Aug 18 12:55:28.545723 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:28.552914 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-7938dfb4-0a0e-4bf3-8f7a-a3063caedbed req-c296a948-c4c1-4530-a125-875df9e8543d tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] For port 8e2b994f-9b4b-42a5-a801-b38e31bf5328, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=8e2b994f-9b4b-42a5-a801-b38e31bf5328,segment=NetworkSegment(97efc5da-ecd0-4484-ac0f-ba58622f7886),segment_id=97efc5da-ecd0-4484-ac0f-ba58622f7886)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:28.553608 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-7938dfb4-0a0e-4bf3-8f7a-a3063caedbed req-c296a948-c4c1-4530-a125-875df9e8543d tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:28.573104 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-da9f65a9-528c-47af-b2b0-b28a552b16d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:28.623229 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4bafda5f-76ac-4ef4-a2c0-f6e6b2dd4a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:28.647047 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-7938dfb4-0a0e-4bf3-8f7a-a3063caedbed req-c296a948-c4c1-4530-a125-875df9e8543d tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Calling delete_port for 8e2b994f-9b4b-42a5-a801-b38e31bf5328 owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:55:28.654650 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:28.655120 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f65a9-528c-47af-b2b0-b28a552b16d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6656352-4eb3-48e5-bc33-70ad03175c1e,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:28.667946 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9f65a9-528c-47af-b2b0-b28a552b16d2 admin admin] Checking segment: {'id': 'a55d7d46-60e1-4c30-88cf-190c46dddd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4ef47cb5-1e52-4552-a63f-a71a8084e726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:55:28.668309 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9f65a9-528c-47af-b2b0-b28a552b16d2 admin admin] Network hostable DHCP agents. Network: 4ef47cb5-1e52-4552-a63f-a71a8084e726, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:55:28.711877 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 5c62c4a5-8eda-4b3e-8232-4c167af929cb, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=5c62c4a5-8eda-4b3e-8232-4c167af929cb,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:28.846024 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc82b7d-d282-45ed-aaf5-36399f9b29d1 req-c1421c89-6061-406e-b567-680e545bcd4e tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:28.853388 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5cc82b7d-d282-45ed-aaf5-36399f9b29d1 req-c1421c89-6061-406e-b567-680e545bcd4e tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e54ac7a-2141-4fa4-8037-523867f7d2cd HTTP/1.1" status: 200 len: 950 time: 0.2947834 Aug 18 12:55:28.886515 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bafda5f-76ac-4ef4-a2c0-f6e6b2dd4a09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:28.929633 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bafda5f-76ac-4ef4-a2c0-f6e6b2dd4a09 admin admin] Checking segment: {'id': '2a651c51-e808-45f2-beb8-aef53853dc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:55:28.930014 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bafda5f-76ac-4ef4-a2c0-f6e6b2dd4a09 admin admin] Network hostable DHCP agents. Network: 227091c7-65ab-4b5a-b9bc-947d45191f2c, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:55:28.938469 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be554e19-6392-486c-a44b-6512db2aa26c req-286302a9-f49c-4a24-955b-08e2e746399b tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:28.939212 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9f65a9-528c-47af-b2b0-b28a552b16d2 admin admin] Network 4ef47cb5-1e52-4552-a63f-a71a8084e726 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:55:28.939963 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-be554e19-6392-486c-a44b-6512db2aa26c req-286302a9-f49c-4a24-955b-08e2e746399b tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3826077 Aug 18 12:55:28.943920 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 1398c103-533d-40a3-b28f-a6eb1b23e051 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:55:28.957735 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:28.975720 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-be554e19-6392-486c-a44b-6512db2aa26c req-a672ac0e-364b-47bc-b3eb-048267f61936 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Request body: {'port': {'device_id': '4d02796a-bc54-4b77-8c9b-92e5527394e5', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'admin_state_up': True, 'tenant_id': 'ac48e14392114051ba5d025a8226fe94'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:29.007556 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-da9f65a9-528c-47af-b2b0-b28a552b16d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 4ef47cb5-1e52-4552-a63f-a71a8084e726) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:55:29.026343 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9f65a9-528c-47af-b2b0-b28a552b16d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:29.027116 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-da9f65a9-528c-47af-b2b0-b28a552b16d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:29.029277 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b393f9-7fcb-4e3a-b3b4-db32ff3a09fb None None] Network 4ef47cb5-1e52-4552-a63f-a71a8084e726 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:55:29.044760 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5cc82b7d-d282-45ed-aaf5-36399f9b29d1 req-31862968-eb5d-4bf4-85d6-5f0754a9f793 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/security-groups?id=09620056-dc77-4aa9-9a24-0b6b39c012e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872783 Aug 18 12:55:29.123112 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-da9f65a9-528c-47af-b2b0-b28a552b16d2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0795243 Aug 18 12:55:29.137087 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bafda5f-76ac-4ef4-a2c0-f6e6b2dd4a09 admin admin] Network 227091c7-65ab-4b5a-b9bc-947d45191f2c is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:55:29.147075 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-4bafda5f-76ac-4ef4-a2c0-f6e6b2dd4a09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 227091c7-65ab-4b5a-b9bc-947d45191f2c) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:55:29.157416 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bafda5f-76ac-4ef4-a2c0-f6e6b2dd4a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:29.158118 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4bafda5f-76ac-4ef4-a2c0-f6e6b2dd4a09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:29.161221 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438e2877-a467-43d4-b95f-30104b539391 None None] Network 227091c7-65ab-4b5a-b9bc-947d45191f2c requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:55:29.164024 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-7938dfb4-0a0e-4bf3-8f7a-a3063caedbed req-c296a948-c4c1-4530-a125-875df9e8543d tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:29.196136 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=5c62c4a5-8eda-4b3e-8232-4c167af929cb,revision_number=7']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:29.202936 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714', '8e2b994f-9b4b-42a5-a801-b38e31bf5328'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:55:29.213705 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c296a948-c4c1-4530-a125-875df9e8543d tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Pushing event deleted for resources: {'Port': ['ID=8e2b994f-9b4b-42a5-a801-b38e31bf5328,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:29.241054 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c296a948-c4c1-4530-a125-875df9e8543d tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:29.241696 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c296a948-c4c1-4530-a125-875df9e8543d tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:29.242243 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c296a948-c4c1-4530-a125-875df9e8543d tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:29.242732 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c296a948-c4c1-4530-a125-875df9e8543d tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:29.243232 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c296a948-c4c1-4530-a125-875df9e8543d tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:29.243726 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c296a948-c4c1-4530-a125-875df9e8543d tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:29.244225 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c296a948-c4c1-4530-a125-875df9e8543d tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:29.245055 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c296a948-c4c1-4530-a125-875df9e8543d tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:29.245563 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c296a948-c4c1-4530-a125-875df9e8543d tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:29.246045 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c296a948-c4c1-4530-a125-875df9e8543d tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:29.246550 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c296a948-c4c1-4530-a125-875df9e8543d tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:29.247051 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c296a948-c4c1-4530-a125-875df9e8543d tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:29.279362 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-7938dfb4-0a0e-4bf3-8f7a-a3063caedbed req-c296a948-c4c1-4530-a125-875df9e8543d tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] No DVR routers for this DVR port 8e2b994f-9b4b-42a5-a801-b38e31bf5328 on host n-h1-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:55:29.281422 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be554e19-6392-486c-a44b-6512db2aa26c req-a672ac0e-364b-47bc-b3eb-048267f61936 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Made reservation on behalf of ac48e14392114051ba5d025a8226fe94 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:55:29.285974 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-be554e19-6392-486c-a44b-6512db2aa26c req-a672ac0e-364b-47bc-b3eb-048267f61936 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:29.295597 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-7938dfb4-0a0e-4bf3-8f7a-a3063caedbed req-c296a948-c4c1-4530-a125-875df9e8543d tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:29.298246 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7938dfb4-0a0e-4bf3-8f7a-a3063caedbed req-c296a948-c4c1-4530-a125-875df9e8543d tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.39 "DELETE /v2.0/ports/8e2b994f-9b4b-42a5-a801-b38e31bf5328 HTTP/1.1" status: 204 len: 173 time: 1.1897180 Aug 18 12:55:29.299278 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-be554e19-6392-486c-a44b-6512db2aa26c req-a672ac0e-364b-47bc-b3eb-048267f61936 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:29.302327 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56733a4-8a4e-4d94-9851-e8aebbbc813a', 'name': 'network-vif-deleted', 'tag': '8e2b994f-9b4b-42a5-a801-b38e31bf5328'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:55:29.304888 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1072b5b9-4615-496f-be67-3707f13fadf2" -d '{"events": [{"server_uuid": "d56733a4-8a4e-4d94-9851-e8aebbbc813a", "name": "network-vif-deleted", "tag": "8e2b994f-9b4b-42a5-a801-b38e31bf5328"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:55:29.316475 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 1398c103-533d-40a3-b28f-a6eb1b23e051, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=1398c103-533d-40a3-b28f-a6eb1b23e051,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:29.345813 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '1398c103-533d-40a3-b28f-a6eb1b23e051', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'port_id': '1398c103-533d-40a3-b28f-a6eb1b23e051', 'mac_address': 'fa:16:3e:5e:28:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc8434-66c0-4e05-8cce-b4a4a0f33dc3', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:55:29.366205 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4bafda5f-76ac-4ef4-a2c0-f6e6b2dd4a09 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6172915 Aug 18 12:55:29.369294 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40908) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:29.375858 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-b362a732-3f50-4050-bcbd-55a7e7113d34 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-407900697-router', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:29.396438 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb34112-e4ae-4aac-ab75-44fddcaf5c40 x-openstack-request-id: req-7bb34112-e4ae-4aac-ab75-44fddcaf5c40 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:55:29.396709 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d56733a4-8a4e-4d94-9851-e8aebbbc813a", "name": "network-vif-deleted", "tag": "8e2b994f-9b4b-42a5-a801-b38e31bf5328", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:55:29.396984 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7bb34112-e4ae-4aac-ab75-44fddcaf5c40 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:55:29.397915 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd56733a4-8a4e-4d94-9851-e8aebbbc813a', 'name': 'network-vif-deleted', 'tag': '8e2b994f-9b4b-42a5-a801-b38e31bf5328', 'status': 'completed', 'code': 200} Aug 18 12:55:29.406679 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704e964f-ec17-4f63-b201-30734489934a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c62c4a5-8eda-4b3e-8232-4c167af929cb'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:55:29.409753 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd5c408-ce53-486f-8930-f56c43e85339" -d '{"events": [{"server_uuid": "704e964f-ec17-4f63-b201-30734489934a", "name": "network-vif-plugged", "status": "completed", "tag": "5c62c4a5-8eda-4b3e-8232-4c167af929cb"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:55:29.540396 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0937c6f2-90cc-4a3b-a17e-26673dfb7f35 None None] Network 4ef47cb5-1e52-4552-a63f-a71a8084e726 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:55:29.574686 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9ebdd57c-6aac-4bb1-81a6-e155890958a9 req-3879a98c-70f3-413d-abda-9378b3c4fc28 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d56733a4-8a4e-4d94-9851-e8aebbbc813a HTTP/1.1" status: 200 len: 210 time: 0.0794945 Aug 18 12:55:29.627091 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-a271f59f-2e4d-4336-8c31-08c83e756bf7 req-4c442b06-f8f3-4507-9e06-ca9211ef12a8 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1707062896', 'description': 'tempest-description-1464477940'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:29.642584 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-be554e19-6392-486c-a44b-6512db2aa26c req-a672ac0e-364b-47bc-b3eb-048267f61936 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:29.654325 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8280c11a-985a-441a-8bda-def492ea6d79 x-openstack-request-id: req-8280c11a-985a-441a-8bda-def492ea6d79 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:55:29.654618 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704e964f-ec17-4f63-b201-30734489934a", "name": "network-vif-plugged", "status": "completed", "tag": "5c62c4a5-8eda-4b3e-8232-4c167af929cb", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:55:29.654869 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8280c11a-985a-441a-8bda-def492ea6d79 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:55:29.655253 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704e964f-ec17-4f63-b201-30734489934a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c62c4a5-8eda-4b3e-8232-4c167af929cb', 'code': 200} Aug 18 12:55:29.676558 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:29.693478 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-be554e19-6392-486c-a44b-6512db2aa26c req-a672ac0e-364b-47bc-b3eb-048267f61936 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:29.711868 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1398c103-533d-40a3-b28f-a6eb1b23e051 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:55:29.779803 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b362a732-3f50-4050-bcbd-55a7e7113d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:29.781459 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b362a732-3f50-4050-bcbd-55a7e7113d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:29.827667 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a672ac0e-364b-47bc-b3eb-048267f61936 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=798d8060-cead-4138-a1a9-4cc4cb443180,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:29.849407 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 1398c103-533d-40a3-b28f-a6eb1b23e051, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=1398c103-533d-40a3-b28f-a6eb1b23e051,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:29.871540 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1592a209-8cc3-4f22-9d2a-4923cba3bd7d req-1a54f102-5199-4373-8b4d-f2dc64187ddf tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d02796a-bc54-4b77-8c9b-92e5527394e5 HTTP/1.1" status: 200 len: 210 time: 0.0714276 Aug 18 12:55:29.888030 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ae0d22-1511-49b5-82d7-dbf9b59fd913 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-227091c7-65ab-4b5a-b9bc-947d45191f2c', 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'fixed_ips': [{'subnet_id': '54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:55:29.889148 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b3ae0d22-1511-49b5-82d7-dbf9b59fd913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:29.933314 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b362a732-3f50-4050-bcbd-55a7e7113d34 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:29.964413 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:29.980389 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a271f59f-2e4d-4336-8c31-08c83e756bf7 req-4c442b06-f8f3-4507-9e06-ca9211ef12a8 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:30.188467 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b362a732-3f50-4050-bcbd-55a7e7113d34 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:30.198706 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a271f59f-2e4d-4336-8c31-08c83e756bf7 req-4c442b06-f8f3-4507-9e06-ca9211ef12a8 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:30.239320 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-be554e19-6392-486c-a44b-6512db2aa26c req-a672ac0e-364b-47bc-b3eb-048267f61936 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Allocated IP 192.168.233.181 (f82a481e-2d3e-49f3-a273-639556667c8a/38dc8434-66c0-4e05-8cce-b4a4a0f33dc3/44bf2515-cd47-443d-b2d8-b5004621c8e9) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:55:30.252296 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['1398c103-533d-40a3-b28f-a6eb1b23e051'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:55:30.288405 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a271f59f-2e4d-4336-8c31-08c83e756bf7 req-4c442b06-f8f3-4507-9e06-ca9211ef12a8 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:30.359144 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c442b06-f8f3-4507-9e06-ca9211ef12a8 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31be308a-7de6-4105-ad1a-18d5c26456e7,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:30.417545 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a271f59f-2e4d-4336-8c31-08c83e756bf7 req-4c442b06-f8f3-4507-9e06-ca9211ef12a8 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:30.428890 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a271f59f-2e4d-4336-8c31-08c83e756bf7 req-4c442b06-f8f3-4507-9e06-ca9211ef12a8 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.8097081 Aug 18 12:55:30.530375 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-be554e19-6392-486c-a44b-6512db2aa26c req-a672ac0e-364b-47bc-b3eb-048267f61936 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:30.570518 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-be554e19-6392-486c-a44b-6512db2aa26c req-a672ac0e-364b-47bc-b3eb-048267f61936 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Transition to ACTIVE for port object 44bf2515-cd47-443d-b2d8-b5004621c8e9 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:55:30.612078 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=1398c103-533d-40a3-b28f-a6eb1b23e051,revision_number=6']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:30.659055 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-b3ae0d22-1511-49b5-82d7-dbf9b59fd913 None None] Allocated IP 172.20.0.2 (227091c7-65ab-4b5a-b9bc-947d45191f2c/54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649/2748422e-5e5c-425c-b7d2-93bb68aa308d) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:55:30.760616 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b362a732-3f50-4050-bcbd-55a7e7113d34 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:30.800470 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-be554e19-6392-486c-a44b-6512db2aa26c req-a672ac0e-364b-47bc-b3eb-048267f61936 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:30.801637 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b362a732-3f50-4050-bcbd-55a7e7113d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:30.902360 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a672ac0e-364b-47bc-b3eb-048267f61936 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Pushing event updated for resources: {'Port': ['ID=44bf2515-cd47-443d-b2d8-b5004621c8e9,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:30.952975 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 1398c103-533d-40a3-b28f-a6eb1b23e051 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:55:30.953581 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9e5e9-08d0-4d80-862b-a71605ffa620 req-bcfd5e89-1faa-4f13-ae6b-a0656e3c6d57 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:30.955231 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5bb9e5e9-08d0-4d80-862b-a71605ffa620 req-bcfd5e89-1faa-4f13-ae6b-a0656e3c6d57 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e54ac7a-2141-4fa4-8037-523867f7d2cd HTTP/1.1" status: 200 len: 950 time: 0.2772918 Aug 18 12:55:30.957320 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be554e19-6392-486c-a44b-6512db2aa26c req-a672ac0e-364b-47bc-b3eb-048267f61936 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Network f82a481e-2d3e-49f3-a273-639556667c8a is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:55:30.959631 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-be554e19-6392-486c-a44b-6512db2aa26c req-a672ac0e-364b-47bc-b3eb-048267f61936 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:55:30.996060 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-be554e19-6392-486c-a44b-6512db2aa26c req-a672ac0e-364b-47bc-b3eb-048267f61936 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:55:31.091279 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-b362a732-3f50-4050-bcbd-55a7e7113d34 admin admin] Allocated IP 172.25.6.42 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/929a5b5a-f2db-43ed-ab8c-dd27ee240a58) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:55:31.095238 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5bb9e5e9-08d0-4d80-862b-a71605ffa620 req-86aa9fd1-342a-4a3e-8242-e55a8c6a1634 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/security-groups?id=09620056-dc77-4aa9-9a24-0b6b39c012e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203933 Aug 18 12:55:31.097839 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b3ae0d22-1511-49b5-82d7-dbf9b59fd913 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:31.127472 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be554e19-6392-486c-a44b-6512db2aa26c req-a672ac0e-364b-47bc-b3eb-048267f61936 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:31.127472 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-be554e19-6392-486c-a44b-6512db2aa26c req-a672ac0e-364b-47bc-b3eb-048267f61936 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:31.141512 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b3ae0d22-1511-49b5-82d7-dbf9b59fd913 None None] Transition to ACTIVE for port object 2748422e-5e5c-425c-b7d2-93bb68aa308d will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:55:31.183152 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 1398c103-533d-40a3-b28f-a6eb1b23e051 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:55:31.193989 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:31.229977 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b3ae0d22-1511-49b5-82d7-dbf9b59fd913 None None] Transition to ACTIVE for port object 2748422e-5e5c-425c-b7d2-93bb68aa308d will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:55:31.232240 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-be554e19-6392-486c-a44b-6512db2aa26c req-a672ac0e-364b-47bc-b3eb-048267f61936 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2646856 Aug 18 12:55:31.251203 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-be554e19-6392-486c-a44b-6512db2aa26c req-5f0f6d7d-1994-4598-9877-04a56e71289c service neutron] Request body: {'port': {'device_id': '4d02796a-bc54-4b77-8c9b-92e5527394e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:31.305493 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b3ae0d22-1511-49b5-82d7-dbf9b59fd913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:31.356743 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b362a732-3f50-4050-bcbd-55a7e7113d34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:31.393530 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-be554e19-6392-486c-a44b-6512db2aa26c req-5f0f6d7d-1994-4598-9877-04a56e71289c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:31.550739 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b362a732-3f50-4050-bcbd-55a7e7113d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:31.585712 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ae0d22-1511-49b5-82d7-dbf9b59fd913 None None] Network 227091c7-65ab-4b5a-b9bc-947d45191f2c is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:55:31.589520 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b362a732-3f50-4050-bcbd-55a7e7113d34 admin admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:55:31.592169 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-b362a732-3f50-4050-bcbd-55a7e7113d34 admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:55:31.609253 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-b3ae0d22-1511-49b5-82d7-dbf9b59fd913 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:55:31.631109 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b362a732-3f50-4050-bcbd-55a7e7113d34 admin admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:55:31.632062 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ae0d22-1511-49b5-82d7-dbf9b59fd913 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:55:31.692019 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362a732-3f50-4050-bcbd-55a7e7113d34 admin admin] Pushing event updated for resources: {'Port': ['ID=929a5b5a-f2db-43ed-ab8c-dd27ee240a58,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:31.753727 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:31.784111 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ae0d22-1511-49b5-82d7-dbf9b59fd913 None None] Pushing event updated for resources: {'Port': ['ID=2748422e-5e5c-425c-b7d2-93bb68aa308d,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:31.791118 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-34ed9ac2-26ef-49dd-a6bc-f272eab2e1b7 None None] Provisioning for port 44bf2515-cd47-443d-b2d8-b5004621c8e9 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:55:31.853847 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 1398c103-533d-40a3-b28f-a6eb1b23e051, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=1398c103-533d-40a3-b28f-a6eb1b23e051,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:31.880074 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a358d223-4084-4e6b-ba60-e24938e69f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1398c103-533d-40a3-b28f-a6eb1b23e051'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:55:31.883326 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce2b743-1483-4ccc-9817-4804455e3cd3" -d '{"events": [{"server_uuid": "a358d223-4084-4e6b-ba60-e24938e69f8d", "name": "network-vif-plugged", "status": "completed", "tag": "1398c103-533d-40a3-b28f-a6eb1b23e051"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:55:31.893589 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-be554e19-6392-486c-a44b-6512db2aa26c req-5f0f6d7d-1994-4598-9877-04a56e71289c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44bf2515-cd47-443d-b2d8-b5004621c8e9 {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:55:31.903777 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-b3ae0d22-1511-49b5-82d7-dbf9b59fd913 None None] Attempting to bind port 2748422e-5e5c-425c-b7d2-93bb68aa308d on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:55:31.904159 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-b3ae0d22-1511-49b5-82d7-dbf9b59fd913 None None] Attempting to bind port 2748422e-5e5c-425c-b7d2-93bb68aa308d by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '2a651c51-e808-45f2-beb8-aef53853dc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:55:31.904557 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ae0d22-1511-49b5-82d7-dbf9b59fd913 None None] Attempting to bind port 2748422e-5e5c-425c-b7d2-93bb68aa308d on network 227091c7-65ab-4b5a-b9bc-947d45191f2c {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:55:31.907065 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-34ed9ac2-26ef-49dd-a6bc-f272eab2e1b7 None None] Provisioning complete for port 44bf2515-cd47-443d-b2d8-b5004621c8e9 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:55:31.907442 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-34ed9ac2-26ef-49dd-a6bc-f272eab2e1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:31.920801 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-be554e19-6392-486c-a44b-6512db2aa26c req-5f0f6d7d-1994-4598-9877-04a56e71289c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:31.937026 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:31.937853 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 8e2b994f-9b4b-42a5-a801-b38e31bf5328 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:55:31.953895 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-be554e19-6392-486c-a44b-6512db2aa26c req-5f0f6d7d-1994-4598-9877-04a56e71289c service neutron] Transition to ACTIVE for port object 44bf2515-cd47-443d-b2d8-b5004621c8e9 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:55:31.960611 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ae0d22-1511-49b5-82d7-dbf9b59fd913 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:55:31.972232 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ae0d22-1511-49b5-82d7-dbf9b59fd913 None None] Checking segment: {'id': '2a651c51-e808-45f2-beb8-aef53853dc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:55:31.972232 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b3ae0d22-1511-49b5-82d7-dbf9b59fd913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:31.972232 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ae0d22-1511-49b5-82d7-dbf9b59fd913 None None] Bound using segment: {'id': '2a651c51-e808-45f2-beb8-aef53853dc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:55:31.972232 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-b3ae0d22-1511-49b5-82d7-dbf9b59fd913 None None] Bound port: 2748422e-5e5c-425c-b7d2-93bb68aa308d, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a651c51-e808-45f2-beb8-aef53853dc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:55:31.972232 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b3ae0d22-1511-49b5-82d7-dbf9b59fd913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:31.972232 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: 8e2b994f-9b4b-42a5-a801-b38e31bf5328 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:55:31.972232 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 8e2b994f-9b4b-42a5-a801-b38e31bf5328 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:55:32.167063 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-34ed9ac2-26ef-49dd-a6bc-f272eab2e1b7 None None] Port 44bf2515-cd47-443d-b2d8-b5004621c8e9 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:55:32.207975 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=1398c103-533d-40a3-b28f-a6eb1b23e051,revision_number=7']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:32.235094 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-b3ae0d22-1511-49b5-82d7-dbf9b59fd913 None None] For port 2748422e-5e5c-425c-b7d2-93bb68aa308d, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:55:32.239181 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-b3ae0d22-1511-49b5-82d7-dbf9b59fd913 None None] For port 2748422e-5e5c-425c-b7d2-93bb68aa308d, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=2748422e-5e5c-425c-b7d2-93bb68aa308d,segment=NetworkSegment(2a651c51-e808-45f2-beb8-aef53853dc6e),segment_id=2a651c51-e808-45f2-beb8-aef53853dc6e)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:55:32.311119 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-be554e19-6392-486c-a44b-6512db2aa26c req-5f0f6d7d-1994-4598-9877-04a56e71289c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:32.351266 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b3ae0d22-1511-49b5-82d7-dbf9b59fd913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:32.395461 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b362a732-3f50-4050-bcbd-55a7e7113d34 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:32.496246 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f6d7d-1994-4598-9877-04a56e71289c service neutron] Pushing event updated for resources: {'Port': ['ID=44bf2515-cd47-443d-b2d8-b5004621c8e9,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:32.571182 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ae0d22-1511-49b5-82d7-dbf9b59fd913 None None] Pushing event updated for resources: {'Port': ['ID=2748422e-5e5c-425c-b7d2-93bb68aa308d,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:32.667430 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-be554e19-6392-486c-a44b-6512db2aa26c req-5f0f6d7d-1994-4598-9877-04a56e71289c service neutron] Attempting to bind port 44bf2515-cd47-443d-b2d8-b5004621c8e9 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:55:32.667772 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-be554e19-6392-486c-a44b-6512db2aa26c req-5f0f6d7d-1994-4598-9877-04a56e71289c service neutron] Attempting to bind port 44bf2515-cd47-443d-b2d8-b5004621c8e9 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:55:32.668107 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be554e19-6392-486c-a44b-6512db2aa26c req-5f0f6d7d-1994-4598-9877-04a56e71289c service neutron] Attempting to bind port 44bf2515-cd47-443d-b2d8-b5004621c8e9 on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:55:32.681494 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be554e19-6392-486c-a44b-6512db2aa26c req-5f0f6d7d-1994-4598-9877-04a56e71289c service neutron] Port 44bf2515-cd47-443d-b2d8-b5004621c8e9 on network f82a481e-2d3e-49f3-a273-639556667c8a not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:55:32.681816 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be554e19-6392-486c-a44b-6512db2aa26c req-5f0f6d7d-1994-4598-9877-04a56e71289c service neutron] Attempting to bind port 44bf2515-cd47-443d-b2d8-b5004621c8e9 on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:55:32.690473 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be554e19-6392-486c-a44b-6512db2aa26c req-5f0f6d7d-1994-4598-9877-04a56e71289c service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:55:32.690822 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be554e19-6392-486c-a44b-6512db2aa26c req-5f0f6d7d-1994-4598-9877-04a56e71289c service neutron] Checking segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:55:32.691219 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be554e19-6392-486c-a44b-6512db2aa26c req-5f0f6d7d-1994-4598-9877-04a56e71289c service neutron] Bound using segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:55:32.692230 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-be554e19-6392-486c-a44b-6512db2aa26c req-5f0f6d7d-1994-4598-9877-04a56e71289c service neutron] Bound port: 44bf2515-cd47-443d-b2d8-b5004621c8e9, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:55:32.692630 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-be554e19-6392-486c-a44b-6512db2aa26c req-5f0f6d7d-1994-4598-9877-04a56e71289c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:32.925012 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b362a732-3f50-4050-bcbd-55a7e7113d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:32.940418 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-be554e19-6392-486c-a44b-6512db2aa26c req-5f0f6d7d-1994-4598-9877-04a56e71289c service neutron] For port 44bf2515-cd47-443d-b2d8-b5004621c8e9, host n-h2-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:55:32.950831 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-be554e19-6392-486c-a44b-6512db2aa26c req-5f0f6d7d-1994-4598-9877-04a56e71289c service neutron] For port 44bf2515-cd47-443d-b2d8-b5004621c8e9, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=44bf2515-cd47-443d-b2d8-b5004621c8e9,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:55:33.030820 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-be554e19-6392-486c-a44b-6512db2aa26c req-5f0f6d7d-1994-4598-9877-04a56e71289c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:33.093181 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be554e19-6392-486c-a44b-6512db2aa26c req-5f0f6d7d-1994-4598-9877-04a56e71289c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:33.094013 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-be554e19-6392-486c-a44b-6512db2aa26c req-5f0f6d7d-1994-4598-9877-04a56e71289c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:33.096355 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-be554e19-6392-486c-a44b-6512db2aa26c req-5f0f6d7d-1994-4598-9877-04a56e71289c service neutron] 10.222.0.20 "PUT /v2.0/ports/44bf2515-cd47-443d-b2d8-b5004621c8e9 HTTP/1.1" status: 200 len: 1096 time: 1.8509014 Aug 18 12:55:33.099425 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d02796a-bc54-4b77-8c9b-92e5527394e5', 'tag': '44bf2515-cd47-443d-b2d8-b5004621c8e9'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:55:33.112254 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd9949e-69e9-4ceb-911b-271dd0de1e10" -d '{"events": [{"name": "network-changed", "server_uuid": "4d02796a-bc54-4b77-8c9b-92e5527394e5", "tag": "44bf2515-cd47-443d-b2d8-b5004621c8e9"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:55:33.184182 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f6d7d-1994-4598-9877-04a56e71289c service neutron] Pushing event updated for resources: {'Port': ['ID=44bf2515-cd47-443d-b2d8-b5004621c8e9,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:33.256939 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be554e19-6392-486c-a44b-6512db2aa26c req-d73eb0fa-3bf4-48dd-ae63-ed3d99cef7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:33.260553 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-be554e19-6392-486c-a44b-6512db2aa26c req-d73eb0fa-3bf4-48dd-ae63-ed3d99cef7bd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac48e14392114051ba5d025a8226fe94&device_id=4d02796a-bc54-4b77-8c9b-92e5527394e5 HTTP/1.1" status: 200 len: 1099 time: 0.0668747 Aug 18 12:55:33.351527 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b362a732-3f50-4050-bcbd-55a7e7113d34 admin admin] Router 43afe92e-a00f-42f0-821c-afdf2054c7d5 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:55:33.392453 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-be554e19-6392-486c-a44b-6512db2aa26c req-108fba87-72f7-4bb1-bf46-0d8d2b091939 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=44bf2515-cd47-443d-b2d8-b5004621c8e9 HTTP/1.1" status: 200 len: 217 time: 0.1227930 Aug 18 12:55:33.583056 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be554e19-6392-486c-a44b-6512db2aa26c req-56b26d79-f8b4-47fc-8355-85f8cdfcc559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:33.587672 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-be554e19-6392-486c-a44b-6512db2aa26c req-56b26d79-f8b4-47fc-8355-85f8cdfcc559 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.1831720 Aug 18 12:55:33.609265 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b362a732-3f50-4050-bcbd-55a7e7113d34 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:55:33.633910 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5429296-1b83-4816-913b-e4efd77c01c5 None None] Sync routers for ids ['43afe92e-a00f-42f0-821c-afdf2054c7d5'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:55:33.651377 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5429296-1b83-4816-913b-e4efd77c01c5 None None] Routers {'43afe92e-a00f-42f0-821c-afdf2054c7d5'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:55:33.652040 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-c5429296-1b83-4816-913b-e4efd77c01c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:55:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['43afe92e-a00f-42f0-821c-afdf2054c7d5'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:55:33.660312 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 2748422e-5e5c-425c-b7d2-93bb68aa308d up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:55:33.713392 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b362a732-3f50-4050-bcbd-55a7e7113d34 admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:33.715027 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b362a732-3f50-4050-bcbd-55a7e7113d34 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.3443151 Aug 18 12:55:33.717531 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40976) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:33.733031 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be554e19-6392-486c-a44b-6512db2aa26c req-1fb66b93-2181-4ae0-beea-80b10edfa0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:33.735828 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-be554e19-6392-486c-a44b-6512db2aa26c req-1fb66b93-2181-4ae0-beea-80b10edfa0ad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1426988 Aug 18 12:55:33.899076 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 2748422e-5e5c-425c-b7d2-93bb68aa308d completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:55:33.940465 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-c5429296-1b83-4816-913b-e4efd77c01c5 None None] Set router 43afe92e-a00f-42f0-821c-afdf2054c7d5 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:55:33.949116 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-be554e19-6392-486c-a44b-6512db2aa26c req-a533f1cb-7645-4755-8434-6e66ea1e8c2f service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039180 Aug 18 12:55:34.088277 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92c3292-a60e-4495-b85e-0bf2e4ae2e99 None None] Network 227091c7-65ab-4b5a-b9bc-947d45191f2c requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:55:34.228869 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-c5429296-1b83-4816-913b-e4efd77c01c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-407900697-router', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:55:29Z', 'updated_at': '2021-08-18T12:55:31Z', 'revision_number': 3, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'gw_port': {'id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:30Z', 'updated_at': '2021-08-18T12:55:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:55:34.235547 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-be554e19-6392-486c-a44b-6512db2aa26c req-a5314362-0af3-4002-9222-4cc7893c3a6f service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732182 Aug 18 12:55:34.269640 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5429296-1b83-4816-913b-e4efd77c01c5 None None] Checking router: 43afe92e-a00f-42f0-821c-afdf2054c7d5 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:55:34.270411 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5429296-1b83-4816-913b-e4efd77c01c5 None None] Updating router 43afe92e-a00f-42f0-821c-afdf2054c7d5 port 929a5b5a-f2db-43ed-ab8c-dd27ee240a58 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:55:34.354045 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c5429296-1b83-4816-913b-e4efd77c01c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:34.389448 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-018fa0ae-e04e-4ebe-99f3-38ac62c8344b None None] Provisioning for port 2748422e-5e5c-425c-b7d2-93bb68aa308d completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:55:34.401673 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-018fa0ae-e04e-4ebe-99f3-38ac62c8344b None None] Provisioning complete for port 2748422e-5e5c-425c-b7d2-93bb68aa308d triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:55:34.402518 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-018fa0ae-e04e-4ebe-99f3-38ac62c8344b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:34.517052 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-018fa0ae-e04e-4ebe-99f3-38ac62c8344b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:34.561196 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-018fa0ae-e04e-4ebe-99f3-38ac62c8344b None None] For port 2748422e-5e5c-425c-b7d2-93bb68aa308d, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=2748422e-5e5c-425c-b7d2-93bb68aa308d,segment=NetworkSegment(2a651c51-e808-45f2-beb8-aef53853dc6e),segment_id=2a651c51-e808-45f2-beb8-aef53853dc6e)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:34.630859 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-018fa0ae-e04e-4ebe-99f3-38ac62c8344b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:34.702866 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ecfdf09f-f06d-4ba7-a71f-e5b163a77709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:34.763566 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018fa0ae-e04e-4ebe-99f3-38ac62c8344b None None] Pushing event updated for resources: {'Port': ['ID=2748422e-5e5c-425c-b7d2-93bb68aa308d,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:34.954495 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c5429296-1b83-4816-913b-e4efd77c01c5 None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:34.961095 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-e8950ea6-9710-411b-ba6e-75cd0a52abaa None None] Provisioning complete for port 2748422e-5e5c-425c-b7d2-93bb68aa308d triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:55:34.961808 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e8950ea6-9710-411b-ba6e-75cd0a52abaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:34.976931 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-c5429296-1b83-4816-913b-e4efd77c01c5 None None] Transition to ACTIVE for port object 929a5b5a-f2db-43ed-ab8c-dd27ee240a58 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:55:35.058676 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c5429296-1b83-4816-913b-e4efd77c01c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:35.058896 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-ecfdf09f-f06d-4ba7-a71f-e5b163a77709 admin admin] Allocated IP 172.20.0.1 (227091c7-65ab-4b5a-b9bc-947d45191f2c/54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649/4487bb35-0a20-4c01-8048-1012e4021f4b) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:55:35.179843 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-c5429296-1b83-4816-913b-e4efd77c01c5 None None] Attempting to bind port 929a5b5a-f2db-43ed-ab8c-dd27ee240a58 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:55:35.180832 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-c5429296-1b83-4816-913b-e4efd77c01c5 None None] Attempting to bind port 929a5b5a-f2db-43ed-ab8c-dd27ee240a58 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:55:35.181600 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5429296-1b83-4816-913b-e4efd77c01c5 None None] Attempting to bind port 929a5b5a-f2db-43ed-ab8c-dd27ee240a58 on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:55:35.197176 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5429296-1b83-4816-913b-e4efd77c01c5 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:55:35.200278 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5429296-1b83-4816-913b-e4efd77c01c5 None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:55:35.201006 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c5429296-1b83-4816-913b-e4efd77c01c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:35.202768 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5429296-1b83-4816-913b-e4efd77c01c5 None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:55:35.203516 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-c5429296-1b83-4816-913b-e4efd77c01c5 None None] Bound port: 929a5b5a-f2db-43ed-ab8c-dd27ee240a58, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:55:35.206230 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c5429296-1b83-4816-913b-e4efd77c01c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:35.307936 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ecfdf09f-f06d-4ba7-a71f-e5b163a77709 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:35.327785 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-ecfdf09f-f06d-4ba7-a71f-e5b163a77709 admin admin] Transition to ACTIVE for port object 4487bb35-0a20-4c01-8048-1012e4021f4b will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:55:35.330494 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b24fc2-fa78-4748-94ff-cf265152d280 None None] Pushing event updated for resources: {'Port': ['ID=929a5b5a-f2db-43ed-ab8c-dd27ee240a58,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:35.353144 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-c5429296-1b83-4816-913b-e4efd77c01c5 None None] For port 929a5b5a-f2db-43ed-ab8c-dd27ee240a58, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:55:35.356015 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b24fc2-fa78-4748-94ff-cf265152d280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:35.356353 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b24fc2-fa78-4748-94ff-cf265152d280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:35.356686 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b24fc2-fa78-4748-94ff-cf265152d280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:35.360069 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b24fc2-fa78-4748-94ff-cf265152d280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:35.360069 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b24fc2-fa78-4748-94ff-cf265152d280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:35.360069 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b24fc2-fa78-4748-94ff-cf265152d280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:35.360069 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b24fc2-fa78-4748-94ff-cf265152d280 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:35.374328 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b24fc2-fa78-4748-94ff-cf265152d280 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:35.374786 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b24fc2-fa78-4748-94ff-cf265152d280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:35.375130 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b24fc2-fa78-4748-94ff-cf265152d280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:35.375573 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b24fc2-fa78-4748-94ff-cf265152d280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:35.375782 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b24fc2-fa78-4748-94ff-cf265152d280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:35.380741 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-c5429296-1b83-4816-913b-e4efd77c01c5 None None] For port 929a5b5a-f2db-43ed-ab8c-dd27ee240a58, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=929a5b5a-f2db-43ed-ab8c-dd27ee240a58,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:55:35.470594 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ecfdf09f-f06d-4ba7-a71f-e5b163a77709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:35.473484 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 2748422e-5e5c-425c-b7d2-93bb68aa308d up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:55:35.510422 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c5429296-1b83-4816-913b-e4efd77c01c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:35.525459 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfdf09f-f06d-4ba7-a71f-e5b163a77709 admin admin] Network 227091c7-65ab-4b5a-b9bc-947d45191f2c is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:55:35.527474 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-ecfdf09f-f06d-4ba7-a71f-e5b163a77709 admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:55:35.535291 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfdf09f-f06d-4ba7-a71f-e5b163a77709 admin admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:55:35.540018 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 2748422e-5e5c-425c-b7d2-93bb68aa308d triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:55:35.542150 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:35.574123 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfdf09f-f06d-4ba7-a71f-e5b163a77709 admin admin] Pushing event updated for resources: {'Port': ['ID=4487bb35-0a20-4c01-8048-1012e4021f4b,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:35.603370 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ecfdf09f-f06d-4ba7-a71f-e5b163a77709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:35.689880 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5429296-1b83-4816-913b-e4efd77c01c5 None None] Routers {'43afe92e-a00f-42f0-821c-afdf2054c7d5'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:55:35.690596 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-c5429296-1b83-4816-913b-e4efd77c01c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:55:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['43afe92e-a00f-42f0-821c-afdf2054c7d5'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:55:35.887166 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-c5429296-1b83-4816-913b-e4efd77c01c5 None None] Set router 43afe92e-a00f-42f0-821c-afdf2054c7d5 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:55:36.059834 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b24fc2-fa78-4748-94ff-cf265152d280 None None] Pushing event updated for resources: {'Port': ['ID=929a5b5a-f2db-43ed-ab8c-dd27ee240a58,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:36.065035 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-e9846938-21e8-47d8-ae62-c59a761b5fe2 None None] Provisioning for port 4487bb35-0a20-4c01-8048-1012e4021f4b completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:55:36.084458 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-e9846938-21e8-47d8-ae62-c59a761b5fe2 None None] Provisioning complete for port 4487bb35-0a20-4c01-8048-1012e4021f4b triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:55:36.085876 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e9846938-21e8-47d8-ae62-c59a761b5fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:36.139347 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-e9846938-21e8-47d8-ae62-c59a761b5fe2 None None] Port 4487bb35-0a20-4c01-8048-1012e4021f4b cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:55:36.250213 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-c5429296-1b83-4816-913b-e4efd77c01c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-407900697-router', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:55:29Z', 'updated_at': '2021-08-18T12:55:31Z', 'revision_number': 3, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'gw_port': {'id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:30Z', 'updated_at': '2021-08-18T12:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:55:36.308368 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ecfdf09f-f06d-4ba7-a71f-e5b163a77709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:36.335145 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5429296-1b83-4816-913b-e4efd77c01c5 None None] The sync data for ids ['43afe92e-a00f-42f0-821c-afdf2054c7d5'] in n-d-803603-2 is: [{'id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-407900697-router', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:55:29Z', 'updated_at': '2021-08-18T12:55:31Z', 'revision_number': 3, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'gw_port': {'id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:30Z', 'updated_at': '2021-08-18T12:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:55:36.341741 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 44bf2515-cd47-443d-b2d8-b5004621c8e9 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:55:36.534920 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 44bf2515-cd47-443d-b2d8-b5004621c8e9, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=44bf2515-cd47-443d-b2d8-b5004621c8e9,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:36.558873 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '44bf2515-cd47-443d-b2d8-b5004621c8e9', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'port_id': '44bf2515-cd47-443d-b2d8-b5004621c8e9', 'mac_address': 'fa:16:3e:b3:17:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc8434-66c0-4e05-8cce-b4a4a0f33dc3', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:55:36.588050 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ecfdf09f-f06d-4ba7-a71f-e5b163a77709 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:36.609327 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:36.628395 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44bf2515-cd47-443d-b2d8-b5004621c8e9 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:55:36.656451 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 44bf2515-cd47-443d-b2d8-b5004621c8e9, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=44bf2515-cd47-443d-b2d8-b5004621c8e9,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:36.687812 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ecfdf09f-f06d-4ba7-a71f-e5b163a77709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:36.762016 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:36.891670 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=44bf2515-cd47-443d-b2d8-b5004621c8e9,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:36.912616 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ecfdf09f-f06d-4ba7-a71f-e5b163a77709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:36.936068 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfdf09f-f06d-4ba7-a71f-e5b163a77709 admin admin] Pushing event updated for resources: {'Port': ['ID=4487bb35-0a20-4c01-8048-1012e4021f4b,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:37.052069 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['44bf2515-cd47-443d-b2d8-b5004621c8e9'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:55:37.144337 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfdf09f-f06d-4ba7-a71f-e5b163a77709 admin admin] Network 227091c7-65ab-4b5a-b9bc-947d45191f2c is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:55:37.155574 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-ecfdf09f-f06d-4ba7-a71f-e5b163a77709 admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:55:37.425407 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecfdf09f-f06d-4ba7-a71f-e5b163a77709 admin admin] Router 43afe92e-a00f-42f0-821c-afdf2054c7d5 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:55:37.561126 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 929a5b5a-f2db-43ed-ab8c-dd27ee240a58 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:55:37.618872 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-54aae40b-b725-45e4-acf8-97dce65518c2 None None] Provisioning complete for port 4487bb35-0a20-4c01-8048-1012e4021f4b triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:55:37.619338 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-54aae40b-b725-45e4-acf8-97dce65518c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:37.657898 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecfdf09f-f06d-4ba7-a71f-e5b163a77709 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:55:37.671014 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-54aae40b-b725-45e4-acf8-97dce65518c2 None None] Port 4487bb35-0a20-4c01-8048-1012e4021f4b cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:55:37.681658 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ecfdf09f-f06d-4ba7-a71f-e5b163a77709 admin admin] 10.222.0.13 "PUT /v2.0/routers/43afe92e-a00f-42f0-821c-afdf2054c7d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9561892 Aug 18 12:55:37.732370 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 929a5b5a-f2db-43ed-ab8c-dd27ee240a58 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:55:37.746705 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 929a5b5a-f2db-43ed-ab8c-dd27ee240a58 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:55:37.746705 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:37.974669 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:38.006414 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 929a5b5a-f2db-43ed-ab8c-dd27ee240a58, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=929a5b5a-f2db-43ed-ab8c-dd27ee240a58,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:38.086278 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:38.203641 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=929a5b5a-f2db-43ed-ab8c-dd27ee240a58,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:38.352905 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 44bf2515-cd47-443d-b2d8-b5004621c8e9 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:55:38.506385 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 44bf2515-cd47-443d-b2d8-b5004621c8e9 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:55:38.513878 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 44bf2515-cd47-443d-b2d8-b5004621c8e9 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:55:38.515722 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:38.704290 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:38.780112 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 44bf2515-cd47-443d-b2d8-b5004621c8e9, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=44bf2515-cd47-443d-b2d8-b5004621c8e9,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:38.857340 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:38.931473 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7e008a-b625-41ea-b4ff-64323dfec2f0 None None] Sync routers for ids ['43afe92e-a00f-42f0-821c-afdf2054c7d5'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:55:38.970992 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7e008a-b625-41ea-b4ff-64323dfec2f0 None None] Routers {'43afe92e-a00f-42f0-821c-afdf2054c7d5'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:55:38.971901 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-4a7e008a-b625-41ea-b4ff-64323dfec2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:55:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['43afe92e-a00f-42f0-821c-afdf2054c7d5'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:55:39.042320 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=44bf2515-cd47-443d-b2d8-b5004621c8e9,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:39.175622 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-4a7e008a-b625-41ea-b4ff-64323dfec2f0 None None] Set router 43afe92e-a00f-42f0-821c-afdf2054c7d5 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:55:39.507726 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 929a5b5a-f2db-43ed-ab8c-dd27ee240a58 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:55:39.674939 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 929a5b5a-f2db-43ed-ab8c-dd27ee240a58 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:55:39.674939 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:39.720593 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-4a7e008a-b625-41ea-b4ff-64323dfec2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-407900697-router', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:55:29Z', 'updated_at': '2021-08-18T12:55:36Z', 'revision_number': 4, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'gw_port': {'id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:30Z', 'updated_at': '2021-08-18T12:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '4487bb35-0a20-4c01-8048-1012e4021f4b', 'name': '', 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'mac_address': 'fa:16:3e:12:c1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:34Z', 'updated_at': '2021-08-18T12:55:36Z', 'revision_number': 2, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'subnets': [{'id': '54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:55:39.751903 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7e008a-b625-41ea-b4ff-64323dfec2f0 None None] Checking router: 43afe92e-a00f-42f0-821c-afdf2054c7d5 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:55:39.752296 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7e008a-b625-41ea-b4ff-64323dfec2f0 None None] Updating router 43afe92e-a00f-42f0-821c-afdf2054c7d5 port 4487bb35-0a20-4c01-8048-1012e4021f4b binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:55:39.778624 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4a7e008a-b625-41ea-b4ff-64323dfec2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:40.121914 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4a7e008a-b625-41ea-b4ff-64323dfec2f0 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:40.132788 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-4a7e008a-b625-41ea-b4ff-64323dfec2f0 None None] Transition to ACTIVE for port object 4487bb35-0a20-4c01-8048-1012e4021f4b will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:55:40.201299 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4a7e008a-b625-41ea-b4ff-64323dfec2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:40.296261 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e718a7-b314-48ef-b0c7-61361a5c6ede None None] Pushing event updated for resources: {'Port': ['ID=4487bb35-0a20-4c01-8048-1012e4021f4b,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:40.374851 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-4a7e008a-b625-41ea-b4ff-64323dfec2f0 None None] Attempting to bind port 4487bb35-0a20-4c01-8048-1012e4021f4b on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:55:40.375171 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-4a7e008a-b625-41ea-b4ff-64323dfec2f0 None None] Attempting to bind port 4487bb35-0a20-4c01-8048-1012e4021f4b by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '2a651c51-e808-45f2-beb8-aef53853dc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:55:40.375513 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7e008a-b625-41ea-b4ff-64323dfec2f0 None None] Attempting to bind port 4487bb35-0a20-4c01-8048-1012e4021f4b on network 227091c7-65ab-4b5a-b9bc-947d45191f2c {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:55:40.384415 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7e008a-b625-41ea-b4ff-64323dfec2f0 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:55:40.384832 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7e008a-b625-41ea-b4ff-64323dfec2f0 None None] Checking segment: {'id': '2a651c51-e808-45f2-beb8-aef53853dc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:55:40.385202 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4a7e008a-b625-41ea-b4ff-64323dfec2f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:40.385599 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7e008a-b625-41ea-b4ff-64323dfec2f0 None None] Bound using segment: {'id': '2a651c51-e808-45f2-beb8-aef53853dc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:55:40.386077 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-4a7e008a-b625-41ea-b4ff-64323dfec2f0 None None] Bound port: 4487bb35-0a20-4c01-8048-1012e4021f4b, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a651c51-e808-45f2-beb8-aef53853dc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:55:40.386502 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4a7e008a-b625-41ea-b4ff-64323dfec2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:40.495292 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-4a7e008a-b625-41ea-b4ff-64323dfec2f0 None None] For port 4487bb35-0a20-4c01-8048-1012e4021f4b, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:55:40.501891 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-4a7e008a-b625-41ea-b4ff-64323dfec2f0 None None] For port 4487bb35-0a20-4c01-8048-1012e4021f4b, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4487bb35-0a20-4c01-8048-1012e4021f4b,segment=NetworkSegment(2a651c51-e808-45f2-beb8-aef53853dc6e),segment_id=2a651c51-e808-45f2-beb8-aef53853dc6e)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:55:40.573732 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4a7e008a-b625-41ea-b4ff-64323dfec2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:40.677006 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7e008a-b625-41ea-b4ff-64323dfec2f0 None None] Routers {'43afe92e-a00f-42f0-821c-afdf2054c7d5'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:55:40.677243 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-4a7e008a-b625-41ea-b4ff-64323dfec2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:55:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['43afe92e-a00f-42f0-821c-afdf2054c7d5'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:55:40.736269 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e718a7-b314-48ef-b0c7-61361a5c6ede None None] Pushing event updated for resources: {'Port': ['ID=4487bb35-0a20-4c01-8048-1012e4021f4b,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:40.928306 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-4a7e008a-b625-41ea-b4ff-64323dfec2f0 None None] Set router 43afe92e-a00f-42f0-821c-afdf2054c7d5 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:55:41.436942 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-4a7e008a-b625-41ea-b4ff-64323dfec2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-407900697-router', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:55:29Z', 'updated_at': '2021-08-18T12:55:36Z', 'revision_number': 4, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'gw_port': {'id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:30Z', 'updated_at': '2021-08-18T12:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '4487bb35-0a20-4c01-8048-1012e4021f4b', 'name': '', 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'mac_address': 'fa:16:3e:12:c1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:34Z', 'updated_at': '2021-08-18T12:55:40Z', 'revision_number': 4, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'subnets': [{'id': '54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:55:41.469817 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7e008a-b625-41ea-b4ff-64323dfec2f0 None None] The sync data for ids ['43afe92e-a00f-42f0-821c-afdf2054c7d5'] in n-d-803603-2 is: [{'id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-407900697-router', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:55:29Z', 'updated_at': '2021-08-18T12:55:36Z', 'revision_number': 4, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'gw_port': {'id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:30Z', 'updated_at': '2021-08-18T12:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '4487bb35-0a20-4c01-8048-1012e4021f4b', 'name': '', 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'mac_address': 'fa:16:3e:12:c1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:34Z', 'updated_at': '2021-08-18T12:55:40Z', 'revision_number': 4, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'subnets': [{'id': '54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:55:41.887557 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3b1888ca-13ce-4ad6-ad62-64a68fafe9d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:42.964682 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-377ff874-3567-4d0d-aa6a-a27ae211877b req-fdba522b-e4b6-444e-a929-455d5748d8a6 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1801602297', 'description': 'tempest-description-1815171050'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:43.087513 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-377ff874-3567-4d0d-aa6a-a27ae211877b req-fdba522b-e4b6-444e-a929-455d5748d8a6 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:43.209643 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-377ff874-3567-4d0d-aa6a-a27ae211877b req-fdba522b-e4b6-444e-a929-455d5748d8a6 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:43.264371 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e47115-8b63-4f7d-a47f-271bed206dd4 req-cc903cec-92e4-473d-98cd-929294afdb35 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:43.264943 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-377ff874-3567-4d0d-aa6a-a27ae211877b req-fdba522b-e4b6-444e-a929-455d5748d8a6 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:43.266050 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-13e47115-8b63-4f7d-a47f-271bed206dd4 req-cc903cec-92e4-473d-98cd-929294afdb35 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d02796a-bc54-4b77-8c9b-92e5527394e5 HTTP/1.1" status: 200 len: 950 time: 0.0548668 Aug 18 12:55:43.333044 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba522b-e4b6-444e-a929-455d5748d8a6 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=291558d0-eecd-4d1f-88b9-becaab2ddfd8,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:43.343037 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-13e47115-8b63-4f7d-a47f-271bed206dd4 req-486845be-e329-4133-859e-7366c69c2927 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642726 Aug 18 12:55:43.361928 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-377ff874-3567-4d0d-aa6a-a27ae211877b req-fdba522b-e4b6-444e-a929-455d5748d8a6 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:43.363970 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-377ff874-3567-4d0d-aa6a-a27ae211877b req-fdba522b-e4b6-444e-a929-455d5748d8a6 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4053080 Aug 18 12:55:43.472323 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06021636-2101-4c92-b9f6-8cef58a21499 x-openstack-request-id: req-06021636-2101-4c92-b9f6-8cef58a21499 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:55:43.473702 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a358d223-4084-4e6b-ba60-e24938e69f8d", "name": "network-vif-plugged", "status": "completed", "tag": "1398c103-533d-40a3-b28f-a6eb1b23e051", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:55:43.474126 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-06021636-2101-4c92-b9f6-8cef58a21499 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:55:43.478308 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a358d223-4084-4e6b-ba60-e24938e69f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1398c103-533d-40a3-b28f-a6eb1b23e051', 'code': 200} Aug 18 12:55:43.559676 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4487bb35-0a20-4c01-8048-1012e4021f4b up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:55:43.606556 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11203f89-51b7-4bd3-a850-254d88e39800 x-openstack-request-id: req-11203f89-51b7-4bd3-a850-254d88e39800 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:55:43.607154 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d02796a-bc54-4b77-8c9b-92e5527394e5", "tag": "44bf2515-cd47-443d-b2d8-b5004621c8e9", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:55:43.607652 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11203f89-51b7-4bd3-a850-254d88e39800 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:55:43.608254 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d02796a-bc54-4b77-8c9b-92e5527394e5', 'tag': '44bf2515-cd47-443d-b2d8-b5004621c8e9', 'status': 'completed', 'code': 200} Aug 18 12:55:43.696358 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9949e-69e9-4ceb-911b-271dd0de1e10 req-2d47578e-d42b-4b93-bc13-65b854a8ca39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:43.698210 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8cd9949e-69e9-4ceb-911b-271dd0de1e10 req-2d47578e-d42b-4b93-bc13-65b854a8ca39 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac48e14392114051ba5d025a8226fe94&device_id=4d02796a-bc54-4b77-8c9b-92e5527394e5 HTTP/1.1" status: 200 len: 1101 time: 0.0662718 Aug 18 12:55:43.888319 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9949e-69e9-4ceb-911b-271dd0de1e10 req-1d29c1d9-39d4-4d6d-becb-c4ad392fa9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:43.889935 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8cd9949e-69e9-4ceb-911b-271dd0de1e10 req-1d29c1d9-39d4-4d6d-becb-c4ad392fa9de service neutron] 10.222.0.20 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.1831625 Aug 18 12:55:43.937030 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e07835-3991-49a8-a999-4270607b1208 req-a7f1fffb-f168-4e58-aa6b-e8ac63a26965 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:43.938542 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-61e07835-3991-49a8-a999-4270607b1208 req-a7f1fffb-f168-4e58-aa6b-e8ac63a26965 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/networks?id=4ef47cb5-1e52-4552-a63f-a71a8084e726 HTTP/1.1" status: 200 len: 813 time: 0.1208825 Aug 18 12:55:43.945815 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8cd9949e-69e9-4ceb-911b-271dd0de1e10 req-c826220d-a72f-4e83-a73b-2b75b7a187a1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=44bf2515-cd47-443d-b2d8-b5004621c8e9 HTTP/1.1" status: 200 len: 217 time: 0.0473578 Aug 18 12:55:43.954523 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-61e07835-3991-49a8-a999-4270607b1208 req-acfb7194-2e87-44f2-8edc-a278aabfe2bf tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/quotas/99941b4001f04b7f80706cf6132f3a7f HTTP/1.1" status: 200 len: 375 time: 0.0093272 Aug 18 12:55:43.986308 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-61e07835-3991-49a8-a999-4270607b1208 req-4b872a19-1ef5-4354-81ba-b03373dbb279 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=99941b4001f04b7f80706cf6132f3a7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258882 Aug 18 12:55:43.989523 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-59739c84-df7f-4947-bfad-44ec5fc5d729 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:43.991057 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-59739c84-df7f-4947-bfad-44ec5fc5d729 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/networks?id=227091c7-65ab-4b5a-b9bc-947d45191f2c HTTP/1.1" status: 200 len: 820 time: 0.2061946 Aug 18 12:55:44.018736 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-a543b654-1a65-4a4c-9a12-093c5b9f8dfc tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/quotas/cb573690056e4ba3a87674b850fada6d HTTP/1.1" status: 200 len: 375 time: 0.0188327 Aug 18 12:55:44.020579 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9949e-69e9-4ceb-911b-271dd0de1e10 req-bcddb94f-21bc-4f0d-8c85-4cca34cc46bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:44.022001 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8cd9949e-69e9-4ceb-911b-271dd0de1e10 req-bcddb94f-21bc-4f0d-8c85-4cca34cc46bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.0691750 Aug 18 12:55:44.030722 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a05d1598-3c34-4b20-bbf9-2b201198ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:44.041006 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 4487bb35-0a20-4c01-8048-1012e4021f4b completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:55:44.045112 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 4487bb35-0a20-4c01-8048-1012e4021f4b triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:55:44.045478 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:44.102062 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-61e07835-3991-49a8-a999-4270607b1208 req-c1436f8c-9d97-4ca6-8009-eb6634b272e0 service neutron] 10.222.0.13 "GET /v2.0/networks/4ef47cb5-1e52-4552-a63f-a71a8084e726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068804 Aug 18 12:55:44.108185 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-41473db1-5e5a-4e81-8106-5b9498d7c2f0 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb573690056e4ba3a87674b850fada6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0819697 Aug 18 12:55:44.110283 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9949e-69e9-4ceb-911b-271dd0de1e10 req-ea3d16d6-1219-46da-afb0-92c9eb0540bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:44.111779 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8cd9949e-69e9-4ceb-911b-271dd0de1e10 req-ea3d16d6-1219-46da-afb0-92c9eb0540bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0765791 Aug 18 12:55:44.152050 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:44.196966 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 4487bb35-0a20-4c01-8048-1012e4021f4b, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4487bb35-0a20-4c01-8048-1012e4021f4b,segment=NetworkSegment(2a651c51-e808-45f2-beb8-aef53853dc6e),segment_id=2a651c51-e808-45f2-beb8-aef53853dc6e)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:44.223977 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-61e07835-3991-49a8-a999-4270607b1208 req-55b87db7-5308-4c12-acc7-e080a4484f43 service neutron] 10.222.0.13 "GET /v2.0/networks/4ef47cb5-1e52-4552-a63f-a71a8084e726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142178 Aug 18 12:55:44.300300 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-2bf5eed2-c7e1-4657-a549-e823c1b662f1 service neutron] 10.222.0.13 "GET /v2.0/networks/227091c7-65ab-4b5a-b9bc-947d45191f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839855 Aug 18 12:55:44.327160 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:44.330885 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8cd9949e-69e9-4ceb-911b-271dd0de1e10 req-9d8f8ceb-2566-4207-a806-2b29e7761f88 service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034357 Aug 18 12:55:44.424616 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=4487bb35-0a20-4c01-8048-1012e4021f4b,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:44.440162 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:44.440520 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:44.440918 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:44.441283 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:44.441621 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:44.441954 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:44.442399 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:44.442732 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:44.443058 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:44.443430 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:44.443782 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:44.444107 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:44.498626 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:44.636423 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce934427-4bbe-4c21-b897-bc3e6962f8e1 req-396ecc3e-624b-4d93-a353-39fec2622ff0 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:44.645280 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ce934427-4bbe-4c21-b897-bc3e6962f8e1 req-396ecc3e-624b-4d93-a353-39fec2622ff0 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.13 "GET /v2.0/ports?device_id=704e964f-ec17-4f63-b201-30734489934a HTTP/1.1" status: 200 len: 950 time: 0.0759838 Aug 18 12:55:44.715142 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ce934427-4bbe-4c21-b897-bc3e6962f8e1 req-c5af32ca-a2e8-4fa0-bf9b-bc6f3050d9f8 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec3a868f-c45c-400a-a7c0-e6579cd8ca23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666735 Aug 18 12:55:44.812261 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-41a51207-9184-4ec3-a18e-532fa018b941 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d3f0edd296474678ac27de8df00244e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220902 Aug 18 12:55:44.828973 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-b5d81e2b-93b5-44fe-beb2-ba94bfe298f8 service neutron] 10.222.0.13 "GET /v2.0/networks/227091c7-65ab-4b5a-b9bc-947d45191f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5265489 Aug 18 12:55:44.850271 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8cd9949e-69e9-4ceb-911b-271dd0de1e10 req-25be9431-5f90-4bf7-ae0d-30e0834c101f service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4903381 Aug 18 12:55:44.929249 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-ce46dd43-fa3f-455b-a2c7-fe9533684f14 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:44.930819 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-ce46dd43-fa3f-455b-a2c7-fe9533684f14 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1120996 Aug 18 12:55:44.945998 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-87bf1e2b-e734-4dda-897f-231a0b1e6966 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/quotas/d3f0edd296474678ac27de8df00244e1 HTTP/1.1" status: 200 len: 375 time: 0.0096912 Aug 18 12:55:44.997864 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-b1945854-b303-4e76-be2d-ffbfeec200da tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d3f0edd296474678ac27de8df00244e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0467217 Aug 18 12:55:45.281448 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:45.285401 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e950b6e0-6f04-4bb3-8d97-42ad7cd168c2 req-c2a8aa8a-797f-4bbd-8a24-2fe3a4a4bf41 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d0f619d-1231-411c-a1ef-9f12df69fb76 HTTP/1.1" status: 200 len: 210 time: 0.0349076 Aug 18 12:55:45.297503 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc14ad4-9e0e-4e2a-8f86-c0b90a855d7a req-dd0a5f4b-e8d9-467c-867f-11f0daf48ddb tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:45.299208 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-afc14ad4-9e0e-4e2a-8f86-c0b90a855d7a req-dd0a5f4b-e8d9-467c-867f-11f0daf48ddb tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d02796a-bc54-4b77-8c9b-92e5527394e5 HTTP/1.1" status: 200 len: 950 time: 0.0643222 Aug 18 12:55:45.354765 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-afc14ad4-9e0e-4e2a-8f86-c0b90a855d7a req-1de77331-a331-45f5-9920-aad032ab7716 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485101 Aug 18 12:55:45.458753 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f7574560-d718-4487-9aee-ecd98e0f3316 req-28f4882e-0485-47cb-b000-6dcd8b1cc96a tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b86a49a-74e5-4b94-8617-fae5998d1d3a HTTP/1.1" status: 200 len: 210 time: 0.0288341 Aug 18 12:55:45.463075 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4487bb35-0a20-4c01-8048-1012e4021f4b up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:55:45.486760 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d02796a-bc54-4b77-8c9b-92e5527394e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bf2515-cd47-443d-b2d8-b5004621c8e9'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:55:45.489544 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae113b0b-838b-41ee-9ca7-9e8fc3f2a4cf" -d '{"events": [{"server_uuid": "4d02796a-bc54-4b77-8c9b-92e5527394e5", "name": "network-vif-plugged", "status": "completed", "tag": "44bf2515-cd47-443d-b2d8-b5004621c8e9"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:55:45.526370 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 4487bb35-0a20-4c01-8048-1012e4021f4b triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:55:45.527414 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:45.586744 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84b967fe-0092-426f-9330-2b2846030bb5 req-0fe794c1-0718-4a44-aa5e-f0706365c4d3 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee2c8f1e-5dda-43d4-a48f-f52f93ff1c8f HTTP/1.1" status: 200 len: 210 time: 0.0422070 Aug 18 12:55:45.638973 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f67244f-99b0-4506-8538-27210b86a63d x-openstack-request-id: req-0f67244f-99b0-4506-8538-27210b86a63d {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:55:45.639262 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d02796a-bc54-4b77-8c9b-92e5527394e5", "name": "network-vif-plugged", "status": "completed", "tag": "44bf2515-cd47-443d-b2d8-b5004621c8e9", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:55:45.639764 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f67244f-99b0-4506-8538-27210b86a63d {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:55:45.640314 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d02796a-bc54-4b77-8c9b-92e5527394e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bf2515-cd47-443d-b2d8-b5004621c8e9', 'code': 200} Aug 18 12:55:45.756426 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccafe10-19c6-461e-b160-91f788a20f58 req-72d299c4-8cd3-4639-b955-a4ae89da81f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:45.757922 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fccafe10-19c6-461e-b160-91f788a20f58 req-72d299c4-8cd3-4639-b955-a4ae89da81f4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4d02796a-bc54-4b77-8c9b-92e5527394e5 HTTP/1.1" status: 200 len: 1101 time: 0.0464687 Aug 18 12:55:45.795267 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fccafe10-19c6-461e-b160-91f788a20f58 req-61a627ee-bb70-47bc-ac56-5ec6ce749e07 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296826 Aug 18 12:55:46.425226 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1ecca-9a3a-417a-967c-4873cebd1acd req-e31b0e73-6fa0-4caa-a924-f97a1edfaf77 tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:46.426803 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0ba1ecca-9a3a-417a-967c-4873cebd1acd req-e31b0e73-6fa0-4caa-a924-f97a1edfaf77 tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] 10.222.0.13 "GET /v2.0/ports?device_id=a358d223-4084-4e6b-ba60-e24938e69f8d HTTP/1.1" status: 200 len: 950 time: 0.0569885 Aug 18 12:55:46.458847 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3995020b-5036-4fa2-87f6-0f97c49de001 req-f5eeafed-4fc5-4a62-93fa-967d5156b8c1 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d0f619d-1231-411c-a1ef-9f12df69fb76 HTTP/1.1" status: 200 len: 210 time: 0.0318539 Aug 18 12:55:46.467488 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0ba1ecca-9a3a-417a-967c-4873cebd1acd req-81938952-2386-40b7-a579-e344c5b70037 tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6a2be0e-47d6-4fef-88a1-a171767f91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345995 Aug 18 12:55:46.571557 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953955bf-56f3-4387-bfc1-edd24ceb9989 req-7dc20701-8bd1-4436-8370-2bed688d4fad tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:46.573680 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-953955bf-56f3-4387-bfc1-edd24ceb9989 req-7dc20701-8bd1-4436-8370-2bed688d4fad tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d02796a-bc54-4b77-8c9b-92e5527394e5 HTTP/1.1" status: 200 len: 950 time: 0.0567107 Aug 18 12:55:46.591715 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ece2a4-7a08-458b-9b49-f85684c738ed req-c0b5e554-9a9c-4b5a-9a46-dd7ec322d2a2 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:46.593507 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f7ece2a4-7a08-458b-9b49-f85684c738ed req-c0b5e554-9a9c-4b5a-9a46-dd7ec322d2a2 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7467fa0-d4ce-4f48-94bb-bd2714bb5a37 HTTP/1.1" status: 200 len: 945 time: 0.0628653 Aug 18 12:55:46.617646 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-953955bf-56f3-4387-bfc1-edd24ceb9989 req-470f956d-dcd6-4421-8b88-225c30d071cc tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345690 Aug 18 12:55:46.640479 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f7ece2a4-7a08-458b-9b49-f85684c738ed req-593f020a-30b9-4062-98bf-c01c9b730c4c tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398576 Aug 18 12:55:46.711100 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-968dac9c-a2ba-4c11-b656-3077ec03ada0 req-db7322b6-e296-4838-9a28-61f30d322b5b tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b86a49a-74e5-4b94-8617-fae5998d1d3a HTTP/1.1" status: 200 len: 210 time: 0.0275092 Aug 18 12:55:46.797793 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a173be37-90f8-42a7-806c-399d5d2b7ce7 req-c208cb90-731c-457e-b31b-79f8f2f09809 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee2c8f1e-5dda-43d4-a48f-f52f93ff1c8f HTTP/1.1" status: 200 len: 210 time: 0.0268686 Aug 18 12:55:47.224694 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:47.285896 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e07835-3991-49a8-a999-4270607b1208 req-a3d3a495-f424-4fb1-b973-1edf03d756d7 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:47.287363 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-61e07835-3991-49a8-a999-4270607b1208 req-a3d3a495-f424-4fb1-b973-1edf03d756d7 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.39 "GET /v2.0/networks?id=4ef47cb5-1e52-4552-a63f-a71a8084e726 HTTP/1.1" status: 200 len: 813 time: 0.1047547 Aug 18 12:55:47.306756 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-61e07835-3991-49a8-a999-4270607b1208 req-8726f4e2-6b59-4934-b70c-7ca43f96c2cc tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Request body: {'port': {'device_id': '1d0f619d-1231-411c-a1ef-9f12df69fb76', 'network_id': '4ef47cb5-1e52-4552-a63f-a71a8084e726', 'admin_state_up': True, 'tenant_id': '99941b4001f04b7f80706cf6132f3a7f'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:47.561536 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-237a4673-d2ee-4e03-bfa4-56d7b3d18d83 req-d2930dfe-d725-4872-82cc-22d7967b0bf0 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d0f619d-1231-411c-a1ef-9f12df69fb76 HTTP/1.1" status: 200 len: 210 time: 0.0336273 Aug 18 12:55:47.596199 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61e07835-3991-49a8-a999-4270607b1208 req-8726f4e2-6b59-4934-b70c-7ca43f96c2cc tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Made reservation on behalf of 99941b4001f04b7f80706cf6132f3a7f for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:55:47.600979 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-61e07835-3991-49a8-a999-4270607b1208 req-8726f4e2-6b59-4934-b70c-7ca43f96c2cc tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:47.758762 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-61e07835-3991-49a8-a999-4270607b1208 req-8726f4e2-6b59-4934-b70c-7ca43f96c2cc tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Allocated IP 172.20.0.11 (4ef47cb5-1e52-4552-a63f-a71a8084e726/a6656352-4eb3-48e5-bc33-70ad03175c1e/d5540f0a-3c84-4689-9f8b-34824e039aa4) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:55:47.778658 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f1638-9d32-4809-9352-efc60ed0c19f req-ba368052-e449-4b81-96a5-8c7918fa9427 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:47.780256 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8b6f1638-9d32-4809-9352-efc60ed0c19f req-ba368052-e449-4b81-96a5-8c7918fa9427 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d02796a-bc54-4b77-8c9b-92e5527394e5 HTTP/1.1" status: 200 len: 950 time: 0.0811055 Aug 18 12:55:47.812296 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:55:47.854287 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8b6f1638-9d32-4809-9352-efc60ed0c19f req-19199bab-ea6f-4c3d-a6d1-bfdca26534d7 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654926 Aug 18 12:55:47.857348 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-d69ad661-5f4e-40b4-b47a-d7f5a3cceb50 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=d3f0edd296474678ac27de8df00244e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223205 Aug 18 12:55:47.986292 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-1ffd0c96-ac64-4300-8960-6553d669c89d tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:47.987880 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-1ffd0c96-ac64-4300-8960-6553d669c89d tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1218076 Aug 18 12:55:48.001705 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-7b4fc362-a566-4c56-90f7-445494eda3b6 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Request body: {'port': {'device_id': 'ee2c8f1e-5dda-43d4-a48f-f52f93ff1c8f', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'admin_state_up': True, 'tenant_id': 'd3f0edd296474678ac27de8df00244e1'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:48.022772 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093b66f-2fae-450f-8d7d-9c609f972fdc req-810cb615-eb04-4439-a2da-70d4e79ec7b9 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:48.024478 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3093b66f-2fae-450f-8d7d-9c609f972fdc req-810cb615-eb04-4439-a2da-70d4e79ec7b9 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7467fa0-d4ce-4f48-94bb-bd2714bb5a37 HTTP/1.1" status: 200 len: 945 time: 0.0915108 Aug 18 12:55:48.038644 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-61e07835-3991-49a8-a999-4270607b1208 req-8726f4e2-6b59-4934-b70c-7ca43f96c2cc tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:48.091936 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3093b66f-2fae-450f-8d7d-9c609f972fdc req-f8c2e91b-df2b-45da-9065-c9b2692b44f0 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fe7c9a-9ce7-45fe-8e31-050e34bd5352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583067 Aug 18 12:55:48.160204 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9145c6b3-4db0-4666-8d2f-0f1f53bbb23c req-455c4dec-75e4-4c89-a70e-f7947d630ad2 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b86a49a-74e5-4b94-8617-fae5998d1d3a HTTP/1.1" status: 200 len: 210 time: 0.0495465 Aug 18 12:55:48.192699 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1d51b915-d046-4df8-8234-dd4ad7059a40 req-6f0a22f4-a9ab-44d2-918c-2f005774d604 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee2c8f1e-5dda-43d4-a48f-f52f93ff1c8f HTTP/1.1" status: 200 len: 210 time: 0.0298946 Aug 18 12:55:48.275006 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-61e07835-3991-49a8-a999-4270607b1208 req-8726f4e2-6b59-4934-b70c-7ca43f96c2cc tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:48.292970 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-7b4fc362-a566-4c56-90f7-445494eda3b6 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Made reservation on behalf of d3f0edd296474678ac27de8df00244e1 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:55:48.302142 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-7b4fc362-a566-4c56-90f7-445494eda3b6 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:48.372795 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61e07835-3991-49a8-a999-4270607b1208 req-8726f4e2-6b59-4934-b70c-7ca43f96c2cc tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Network 4ef47cb5-1e52-4552-a63f-a71a8084e726 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:55:48.382715 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ca247-964e-4a3c-9a2f-907223f54c41 req-d4b8dca8-c71c-4a58-bf33-4610bed36803 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:48.384464 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dd1ca247-964e-4a3c-9a2f-907223f54c41 req-d4b8dca8-c71c-4a58-bf33-4610bed36803 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7467fa0-d4ce-4f48-94bb-bd2714bb5a37 HTTP/1.1" status: 200 len: 945 time: 0.1415756 Aug 18 12:55:48.385070 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8726f4e2-6b59-4934-b70c-7ca43f96c2cc tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Pushing event updated for resources: {'Port': ['ID=d5540f0a-3c84-4689-9f8b-34824e039aa4,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:48.387817 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-61e07835-3991-49a8-a999-4270607b1208 req-8726f4e2-6b59-4934-b70c-7ca43f96c2cc tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:55:48.390422 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e07835-3991-49a8-a999-4270607b1208 req-8726f4e2-6b59-4934-b70c-7ca43f96c2cc tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:55:48.408488 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 13e38942-68c9-4b60-9eb2-a67a3d052986 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:55:48.504683 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f142138-aa9b-4f4b-87e8-86b1d356a497 req-7f86959d-3993-442a-8e1e-4f0f55ef6e60 tempest-ServersOnMultiNodesTest-1807681808 tempest-ServersOnMultiNodesTest-1807681808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:48.506394 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8f142138-aa9b-4f4b-87e8-86b1d356a497 req-7f86959d-3993-442a-8e1e-4f0f55ef6e60 tempest-ServersOnMultiNodesTest-1807681808 tempest-ServersOnMultiNodesTest-1807681808-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4d02796a-bc54-4b77-8c9b-92e5527394e5 HTTP/1.1" status: 200 len: 1101 time: 0.1055899 Aug 18 12:55:48.532033 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-7b4fc362-a566-4c56-90f7-445494eda3b6 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Allocated IP 192.168.233.61 (f82a481e-2d3e-49f3-a273-639556667c8a/38dc8434-66c0-4e05-8cce-b4a4a0f33dc3/62cf2b2f-d000-49f8-878e-77989404ed35) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:55:48.545842 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 5c62c4a5-8eda-4b3e-8232-4c167af929cb no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:55:48.547726 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e07835-3991-49a8-a999-4270607b1208 req-8726f4e2-6b59-4934-b70c-7ca43f96c2cc tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:48.548361 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-61e07835-3991-49a8-a999-4270607b1208 req-8726f4e2-6b59-4934-b70c-7ca43f96c2cc tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:48.556732 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8f142138-aa9b-4f4b-87e8-86b1d356a497 req-31d3f838-efdb-484c-91cf-c9c776e75b62 tempest-ServersOnMultiNodesTest-1807681808 tempest-ServersOnMultiNodesTest-1807681808-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:48.572419 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 13e38942-68c9-4b60-9eb2-a67a3d052986, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=13e38942-68c9-4b60-9eb2-a67a3d052986,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:48.609099 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '13e38942-68c9-4b60-9eb2-a67a3d052986', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'port_id': '13e38942-68c9-4b60-9eb2-a67a3d052986', 'mac_address': 'fa:16:3e:17:02:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc8434-66c0-4e05-8cce-b4a4a0f33dc3', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:55:48.627131 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-9808af7e-b44f-4bc2-881c-f74c123c041d tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:48.628921 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-9808af7e-b44f-4bc2-881c-f74c123c041d tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.39 "GET /v2.0/networks?id=227091c7-65ab-4b5a-b9bc-947d45191f2c HTTP/1.1" status: 200 len: 820 time: 0.1786430 Aug 18 12:55:48.635636 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-dd1ca247-964e-4a3c-9a2f-907223f54c41 req-f3a170f1-74d1-4bb3-aef7-c95ff4a362d0 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Deleting port e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:55:48.635974 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-dd1ca247-964e-4a3c-9a2f-907223f54c41 req-f3a170f1-74d1-4bb3-aef7-c95ff4a362d0 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:48.654122 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-61e07835-3991-49a8-a999-4270607b1208 req-8726f4e2-6b59-4934-b70c-7ca43f96c2cc tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3517206 Aug 18 12:55:48.689605 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-d7ebe8c1-b772-4624-b011-4f221811fa1a tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Request body: {'port': {'device_id': '1b86a49a-74e5-4b94-8617-fae5998d1d3a', 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c', 'admin_state_up': True, 'tenant_id': 'cb573690056e4ba3a87674b850fada6d'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:48.700441 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-61e07835-3991-49a8-a999-4270607b1208 req-161a1a5c-e5d4-4d23-b749-7b541d13c11c service neutron] Request body: {'port': {'device_id': '1d0f619d-1231-411c-a1ef-9f12df69fb76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:48.715000 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:48.734471 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13e38942-68c9-4b60-9eb2-a67a3d052986 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:55:48.770732 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8f142138-aa9b-4f4b-87e8-86b1d356a497 req-31d3f838-efdb-484c-91cf-c9c776e75b62 tempest-ServersOnMultiNodesTest-1807681808 tempest-ServersOnMultiNodesTest-1807681808-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:48.780136 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 13e38942-68c9-4b60-9eb2-a67a3d052986, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=13e38942-68c9-4b60-9eb2-a67a3d052986,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:48.788492 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:48.823743 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-7b4fc362-a566-4c56-90f7-445494eda3b6 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:48.827967 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704e964f-ec17-4f63-b201-30734489934a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c62c4a5-8eda-4b3e-8232-4c167af929cb'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:55:48.831207 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65e7d3d-bfd0-4d54-91ba-9fc14bfd66c8" -d '{"events": [{"server_uuid": "704e964f-ec17-4f63-b201-30734489934a", "name": "network-vif-unplugged", "status": "completed", "tag": "5c62c4a5-8eda-4b3e-8232-4c167af929cb"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:55:48.842490 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8f142138-aa9b-4f4b-87e8-86b1d356a497 req-31d3f838-efdb-484c-91cf-c9c776e75b62 tempest-ServersOnMultiNodesTest-1807681808 tempest-ServersOnMultiNodesTest-1807681808-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:48.844531 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 5c62c4a5-8eda-4b3e-8232-4c167af929cb, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=5c62c4a5-8eda-4b3e-8232-4c167af929cb,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:48.844707 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-7b4fc362-a566-4c56-90f7-445494eda3b6 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Transition to ACTIVE for port object 62cf2b2f-d000-49f8-878e-77989404ed35 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:55:48.859437 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-61e07835-3991-49a8-a999-4270607b1208 req-161a1a5c-e5d4-4d23-b749-7b541d13c11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:48.871722 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:48.887481 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-dd1ca247-964e-4a3c-9a2f-907223f54c41 req-f3a170f1-74d1-4bb3-aef7-c95ff4a362d0 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] For port e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714,segment=NetworkSegment(97efc5da-ecd0-4484-ac0f-ba58622f7886),segment_id=97efc5da-ecd0-4484-ac0f-ba58622f7886)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:48.887837 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-dd1ca247-964e-4a3c-9a2f-907223f54c41 req-f3a170f1-74d1-4bb3-aef7-c95ff4a362d0 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:48.908376 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-dd1ca247-964e-4a3c-9a2f-907223f54c41 req-f3a170f1-74d1-4bb3-aef7-c95ff4a362d0 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Calling delete_port for e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714 owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:55:48.914934 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8f142138-aa9b-4f4b-87e8-86b1d356a497 req-31d3f838-efdb-484c-91cf-c9c776e75b62 tempest-ServersOnMultiNodesTest-1807681808 tempest-ServersOnMultiNodesTest-1807681808-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3983085 Aug 18 12:55:48.934628 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d3f838-efdb-484c-91cf-c9c776e75b62 tempest-ServersOnMultiNodesTest-1807681808 tempest-ServersOnMultiNodesTest-1807681808-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd79c1a-0efb-43e9-8b7e-108ec033ef34,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:48.953462 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:48.967901 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=13e38942-68c9-4b60-9eb2-a67a3d052986,revision_number=6']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:49.009112 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['13e38942-68c9-4b60-9eb2-a67a3d052986'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:55:49.047466 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:55:49.052074 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-d7ebe8c1-b772-4624-b011-4f221811fa1a tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Made reservation on behalf of cb573690056e4ba3a87674b850fada6d for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:55:49.055585 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-d7ebe8c1-b772-4624-b011-4f221811fa1a tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:49.076404 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-7b4fc362-a566-4c56-90f7-445494eda3b6 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:49.084333 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13dfbd48-7363-45b8-9d3d-8dacceceab5a x-openstack-request-id: req-13dfbd48-7363-45b8-9d3d-8dacceceab5a {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:55:49.084794 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704e964f-ec17-4f63-b201-30734489934a", "name": "network-vif-unplugged", "status": "completed", "tag": "5c62c4a5-8eda-4b3e-8232-4c167af929cb", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:55:49.085330 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13dfbd48-7363-45b8-9d3d-8dacceceab5a {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:55:49.086969 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704e964f-ec17-4f63-b201-30734489934a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c62c4a5-8eda-4b3e-8232-4c167af929cb', 'code': 200} Aug 18 12:55:49.125031 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['fc490246-4b57-420b-bb8e-819e1b1432b3'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:55:49.133503 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-7b4fc362-a566-4c56-90f7-445494eda3b6 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Network f82a481e-2d3e-49f3-a273-639556667c8a is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:55:49.149656 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-7b4fc362-a566-4c56-90f7-445494eda3b6 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:55:49.156668 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-7b4fc362-a566-4c56-90f7-445494eda3b6 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:55:49.215154 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-7b4fc362-a566-4c56-90f7-445494eda3b6 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:49.215791 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-7b4fc362-a566-4c56-90f7-445494eda3b6 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:49.237302 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac604f8-fd02-4698-811b-076dcef76577 req-afe04591-63b2-4d80-b147-441ad5b40be7 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:49.238961 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bac604f8-fd02-4698-811b-076dcef76577 req-afe04591-63b2-4d80-b147-441ad5b40be7 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d0f619d-1231-411c-a1ef-9f12df69fb76 HTTP/1.1" status: 200 len: 932 time: 0.2095015 Aug 18 12:55:49.239671 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4fc362-a566-4c56-90f7-445494eda3b6 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Pushing event updated for resources: {'Port': ['ID=62cf2b2f-d000-49f8-878e-77989404ed35,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:49.257471 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=5c62c4a5-8eda-4b3e-8232-4c167af929cb,revision_number=8']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:49.335693 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bac604f8-fd02-4698-811b-076dcef76577 req-b6031359-1d99-4da2-be07-26dd87137ac5 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2e6ff23-eb55-4090-afc8-d4592e7c24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807457 Aug 18 12:55:49.348957 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-7b4fc362-a566-4c56-90f7-445494eda3b6 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3481092 Aug 18 12:55:49.369863 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-23cce979-a653-4269-af43-74b70016eccc service neutron] Request body: {'port': {'device_id': 'ee2c8f1e-5dda-43d4-a48f-f52f93ff1c8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:49.391565 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:49.397614 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-d7ebe8c1-b772-4624-b011-4f221811fa1a tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Allocated IP 172.20.0.8 (227091c7-65ab-4b5a-b9bc-947d45191f2c/54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649/15e1a548-80e1-410c-bde6-c120f9ddf35d) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:55:49.449115 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-61e07835-3991-49a8-a999-4270607b1208 req-161a1a5c-e5d4-4d23-b749-7b541d13c11c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5540f0a-3c84-4689-9f8b-34824e039aa4 {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:55:49.465794 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-61e07835-3991-49a8-a999-4270607b1208 req-161a1a5c-e5d4-4d23-b749-7b541d13c11c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:49.509939 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-23cce979-a653-4269-af43-74b70016eccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:49.513570 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-23330ca2-8ed4-499f-a876-1024de43da58 req-e33f329e-07af-4b22-a105-917c49e9f01d tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7467fa0-d4ce-4f48-94bb-bd2714bb5a37 HTTP/1.1" status: 200 len: 210 time: 0.0548880 Aug 18 12:55:49.514811 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-dd1ca247-964e-4a3c-9a2f-907223f54c41 req-f3a170f1-74d1-4bb3-aef7-c95ff4a362d0 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:49.565093 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 1398c103-533d-40a3-b28f-a6eb1b23e051 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:55:49.694209 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-4bd214cf-aeba-4cef-aa41-7fe7399cf94f None None] Provisioning for port 62cf2b2f-d000-49f8-878e-77989404ed35 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:55:49.699074 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-d7ebe8c1-b772-4624-b011-4f221811fa1a tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:49.703865 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c3ca0ea9-8dc0-4215-9d79-e65abfc740c3 req-e1ddfc4a-bc4b-4bac-b8b0-39566e508c1f tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b86a49a-74e5-4b94-8617-fae5998d1d3a HTTP/1.1" status: 200 len: 210 time: 0.0453649 Aug 18 12:55:49.708223 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-4bd214cf-aeba-4cef-aa41-7fe7399cf94f None None] Provisioning complete for port 62cf2b2f-d000-49f8-878e-77989404ed35 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:55:49.708598 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4bd214cf-aeba-4cef-aa41-7fe7399cf94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:49.715299 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-61e07835-3991-49a8-a999-4270607b1208 req-161a1a5c-e5d4-4d23-b749-7b541d13c11c service neutron] Transition to ACTIVE for port object d5540f0a-3c84-4689-9f8b-34824e039aa4 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:55:49.758133 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a170f1-74d1-4bb3-aef7-c95ff4a362d0 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Pushing event deleted for resources: {'Port': ['ID=e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:49.776034 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-d7ebe8c1-b772-4624-b011-4f221811fa1a tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Transition to ACTIVE for port object 15e1a548-80e1-410c-bde6-c120f9ddf35d will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:55:49.783021 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:49.819638 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-61e07835-3991-49a8-a999-4270607b1208 req-161a1a5c-e5d4-4d23-b749-7b541d13c11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:49.836104 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 1398c103-533d-40a3-b28f-a6eb1b23e051, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=1398c103-533d-40a3-b28f-a6eb1b23e051,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:49.837445 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-4bd214cf-aeba-4cef-aa41-7fe7399cf94f None None] Port 62cf2b2f-d000-49f8-878e-77989404ed35 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:55:49.847133 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1ca247-964e-4a3c-9a2f-907223f54c41 req-f3a170f1-74d1-4bb3-aef7-c95ff4a362d0 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] No DVR routers for this DVR port e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714 on host n-h1-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:55:49.875172 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-dd1ca247-964e-4a3c-9a2f-907223f54c41 req-f3a170f1-74d1-4bb3-aef7-c95ff4a362d0 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:49.875983 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dd1ca247-964e-4a3c-9a2f-907223f54c41 req-f3a170f1-74d1-4bb3-aef7-c95ff4a362d0 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.39 "DELETE /v2.0/ports/e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714 HTTP/1.1" status: 204 len: 173 time: 1.4792583 Aug 18 12:55:49.887515 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7467fa0-d4ce-4f48-94bb-bd2714bb5a37', 'name': 'network-vif-deleted', 'tag': 'e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:55:49.889857 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c08707-066e-4566-9c49-717323f8352d" -d '{"events": [{"server_uuid": "d7467fa0-d4ce-4f48-94bb-bd2714bb5a37", "name": "network-vif-deleted", "tag": "e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:55:49.925344 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae26258-7ecd-41f5-b3a7-9257f09e15d9 req-1b07e1a8-04fb-4698-a66b-5772a95323e8 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:49.928068 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8ae26258-7ecd-41f5-b3a7-9257f09e15d9 req-1b07e1a8-04fb-4698-a66b-5772a95323e8 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee2c8f1e-5dda-43d4-a48f-f52f93ff1c8f HTTP/1.1" status: 200 len: 935 time: 0.2215161 Aug 18 12:55:49.929318 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:49.953252 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a1a5c-e5d4-4d23-b749-7b541d13c11c service neutron] Pushing event updated for resources: {'Port': ['ID=d5540f0a-3c84-4689-9f8b-34824e039aa4,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:49.971678 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-e092dd9d-d6c3-4128-860c-4b7448c01968 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ac48e14392114051ba5d025a8226fe94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486112 Aug 18 12:55:50.007253 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=1398c103-533d-40a3-b28f-a6eb1b23e051,revision_number=8']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:50.022040 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-d7ebe8c1-b772-4624-b011-4f221811fa1a tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:50.038392 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8ae26258-7ecd-41f5-b3a7-9257f09e15d9 req-e69f624c-b38b-496a-a567-353f1c1ab170 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/security-groups?id=09620056-dc77-4aa9-9a24-0b6b39c012e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002860 Aug 18 12:55:50.068367 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-23cce979-a653-4269-af43-74b70016eccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62cf2b2f-d000-49f8-878e-77989404ed35 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:55:50.079612 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-23cce979-a653-4269-af43-74b70016eccc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:50.118206 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42932bb7-c03e-4982-8085-e1f0476093fc x-openstack-request-id: req-42932bb7-c03e-4982-8085-e1f0476093fc {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:55:50.118601 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7467fa0-d4ce-4f48-94bb-bd2714bb5a37", "name": "network-vif-deleted", "tag": "e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:55:50.118786 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-42932bb7-c03e-4982-8085-e1f0476093fc {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:55:50.119165 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7467fa0-d4ce-4f48-94bb-bd2714bb5a37', 'name': 'network-vif-deleted', 'tag': 'e9cd8c43-f6c3-47b1-96e1-0f2c49cfe714', 'status': 'completed', 'code': 200} Aug 18 12:55:50.123370 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-d7ebe8c1-b772-4624-b011-4f221811fa1a tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Network 227091c7-65ab-4b5a-b9bc-947d45191f2c is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:55:50.131786 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-d7ebe8c1-b772-4624-b011-4f221811fa1a tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:55:50.133800 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-61e07835-3991-49a8-a999-4270607b1208 req-161a1a5c-e5d4-4d23-b749-7b541d13c11c service neutron] Attempting to bind port d5540f0a-3c84-4689-9f8b-34824e039aa4 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:55:50.134563 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-61e07835-3991-49a8-a999-4270607b1208 req-161a1a5c-e5d4-4d23-b749-7b541d13c11c service neutron] Attempting to bind port d5540f0a-3c84-4689-9f8b-34824e039aa4 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': 'a55d7d46-60e1-4c30-88cf-190c46dddd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4ef47cb5-1e52-4552-a63f-a71a8084e726'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:55:50.134964 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e07835-3991-49a8-a999-4270607b1208 req-161a1a5c-e5d4-4d23-b749-7b541d13c11c service neutron] Attempting to bind port d5540f0a-3c84-4689-9f8b-34824e039aa4 on network 4ef47cb5-1e52-4552-a63f-a71a8084e726 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:55:50.137406 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-d7ebe8c1-b772-4624-b011-4f221811fa1a tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:55:50.140709 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-23cce979-a653-4269-af43-74b70016eccc service neutron] Transition to ACTIVE for port object 62cf2b2f-d000-49f8-878e-77989404ed35 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:55:50.149025 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ebe8c1-b772-4624-b011-4f221811fa1a tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Pushing event updated for resources: {'Port': ['ID=15e1a548-80e1-410c-bde6-c120f9ddf35d,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:50.165920 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-0a406224-94bd-46ef-96f4-fc1ad58c899e tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:50.174016 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-0a406224-94bd-46ef-96f4-fc1ad58c899e tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2013562 Aug 18 12:55:50.177829 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e07835-3991-49a8-a999-4270607b1208 req-161a1a5c-e5d4-4d23-b749-7b541d13c11c service neutron] Port d5540f0a-3c84-4689-9f8b-34824e039aa4 on network 4ef47cb5-1e52-4552-a63f-a71a8084e726 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:55:50.177829 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e07835-3991-49a8-a999-4270607b1208 req-161a1a5c-e5d4-4d23-b749-7b541d13c11c service neutron] Attempting to bind port d5540f0a-3c84-4689-9f8b-34824e039aa4 on network 4ef47cb5-1e52-4552-a63f-a71a8084e726 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:55:50.191951 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e07835-3991-49a8-a999-4270607b1208 req-161a1a5c-e5d4-4d23-b749-7b541d13c11c service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:55:50.192285 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-f378b74c-f261-45e4-a441-991307b93210 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/quotas/ac48e14392114051ba5d025a8226fe94 HTTP/1.1" status: 200 len: 375 time: 0.0171552 Aug 18 12:55:50.192432 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e07835-3991-49a8-a999-4270607b1208 req-161a1a5c-e5d4-4d23-b749-7b541d13c11c service neutron] Checking segment: {'id': 'a55d7d46-60e1-4c30-88cf-190c46dddd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4ef47cb5-1e52-4552-a63f-a71a8084e726'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:55:50.192675 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e07835-3991-49a8-a999-4270607b1208 req-161a1a5c-e5d4-4d23-b749-7b541d13c11c service neutron] Bound using segment: {'id': 'a55d7d46-60e1-4c30-88cf-190c46dddd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4ef47cb5-1e52-4552-a63f-a71a8084e726'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:55:50.193128 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-61e07835-3991-49a8-a999-4270607b1208 req-161a1a5c-e5d4-4d23-b749-7b541d13c11c service neutron] Bound port: d5540f0a-3c84-4689-9f8b-34824e039aa4, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55d7d46-60e1-4c30-88cf-190c46dddd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4ef47cb5-1e52-4552-a63f-a71a8084e726'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:55:50.193492 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-61e07835-3991-49a8-a999-4270607b1208 req-161a1a5c-e5d4-4d23-b749-7b541d13c11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:50.229713 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-d7ebe8c1-b772-4624-b011-4f221811fa1a tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:50.230392 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-d7ebe8c1-b772-4624-b011-4f221811fa1a tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:50.257545 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-23cce979-a653-4269-af43-74b70016eccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:50.315368 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-61e07835-3991-49a8-a999-4270607b1208 req-161a1a5c-e5d4-4d23-b749-7b541d13c11c service neutron] For port d5540f0a-3c84-4689-9f8b-34824e039aa4, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:55:50.318751 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-61e07835-3991-49a8-a999-4270607b1208 req-161a1a5c-e5d4-4d23-b749-7b541d13c11c service neutron] For port d5540f0a-3c84-4689-9f8b-34824e039aa4, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=d5540f0a-3c84-4689-9f8b-34824e039aa4,segment=NetworkSegment(a55d7d46-60e1-4c30-88cf-190c46dddd25),segment_id=a55d7d46-60e1-4c30-88cf-190c46dddd25)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:55:50.327905 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-f4edcdbc-f038-4a49-a161-dbb081b91af0 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ac48e14392114051ba5d025a8226fe94&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1344802 Aug 18 12:55:50.403775 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cce979-a653-4269-af43-74b70016eccc service neutron] Pushing event updated for resources: {'Port': ['ID=62cf2b2f-d000-49f8-878e-77989404ed35,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:50.405639 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-d7ebe8c1-b772-4624-b011-4f221811fa1a tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7537746 Aug 18 12:55:50.430356 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-23cce979-a653-4269-af43-74b70016eccc service neutron] Attempting to bind port 62cf2b2f-d000-49f8-878e-77989404ed35 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:55:50.433889 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 13e38942-68c9-4b60-9eb2-a67a3d052986 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:55:50.435023 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-23cce979-a653-4269-af43-74b70016eccc service neutron] Attempting to bind port 62cf2b2f-d000-49f8-878e-77989404ed35 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:55:50.436405 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-23cce979-a653-4269-af43-74b70016eccc service neutron] Attempting to bind port 62cf2b2f-d000-49f8-878e-77989404ed35 on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:55:50.446389 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-aca41e86-cfc5-4ec3-a714-47e6e07b4876 service neutron] Request body: {'port': {'device_id': '1b86a49a-74e5-4b94-8617-fae5998d1d3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:50.447438 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-23cce979-a653-4269-af43-74b70016eccc service neutron] Port 62cf2b2f-d000-49f8-878e-77989404ed35 on network f82a481e-2d3e-49f3-a273-639556667c8a not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:55:50.447837 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-23cce979-a653-4269-af43-74b70016eccc service neutron] Attempting to bind port 62cf2b2f-d000-49f8-878e-77989404ed35 on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:55:50.470765 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-23cce979-a653-4269-af43-74b70016eccc service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:55:50.470765 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-23cce979-a653-4269-af43-74b70016eccc service neutron] Checking segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:55:50.470765 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-23cce979-a653-4269-af43-74b70016eccc service neutron] Bound using segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:55:50.470765 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-23cce979-a653-4269-af43-74b70016eccc service neutron] Bound port: 62cf2b2f-d000-49f8-878e-77989404ed35, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:55:50.470765 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-23cce979-a653-4269-af43-74b70016eccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:50.538191 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-61e07835-3991-49a8-a999-4270607b1208 req-161a1a5c-e5d4-4d23-b749-7b541d13c11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:50.573805 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 13e38942-68c9-4b60-9eb2-a67a3d052986 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:55:50.574330 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:50.602719 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-23cce979-a653-4269-af43-74b70016eccc service neutron] For port 62cf2b2f-d000-49f8-878e-77989404ed35, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:55:50.607327 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-23cce979-a653-4269-af43-74b70016eccc service neutron] For port 62cf2b2f-d000-49f8-878e-77989404ed35, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=62cf2b2f-d000-49f8-878e-77989404ed35,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:55:50.664954 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e07835-3991-49a8-a999-4270607b1208 req-161a1a5c-e5d4-4d23-b749-7b541d13c11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:50.665656 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-61e07835-3991-49a8-a999-4270607b1208 req-161a1a5c-e5d4-4d23-b749-7b541d13c11c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:50.666078 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:50.667260 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-61e07835-3991-49a8-a999-4270607b1208 req-161a1a5c-e5d4-4d23-b749-7b541d13c11c service neutron] 10.222.0.39 "PUT /v2.0/ports/d5540f0a-3c84-4689-9f8b-34824e039aa4 HTTP/1.1" status: 200 len: 1092 time: 1.9742928 Aug 18 12:55:50.673055 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-aca41e86-cfc5-4ec3-a714-47e6e07b4876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:50.712459 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 13e38942-68c9-4b60-9eb2-a67a3d052986, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=13e38942-68c9-4b60-9eb2-a67a3d052986,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:50.725193 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba633a47-4d96-4c59-9f14-39339683c65d req-830780aa-eb49-4e1a-b589-2db657d48f3a tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:50.735396 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ba633a47-4d96-4c59-9f14-39339683c65d req-830780aa-eb49-4e1a-b589-2db657d48f3a tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d0f619d-1231-411c-a1ef-9f12df69fb76 HTTP/1.1" status: 200 len: 944 time: 0.2062221 Aug 18 12:55:50.737235 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a1a5c-e5d4-4d23-b749-7b541d13c11c service neutron] Pushing event updated for resources: {'Port': ['ID=d5540f0a-3c84-4689-9f8b-34824e039aa4,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:50.755868 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c761e17e-2a10-40f7-a1c0-e871548489e2 None None] Provisioning for port 15e1a548-80e1-410c-bde6-c120f9ddf35d completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:55:50.756380 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-23cce979-a653-4269-af43-74b70016eccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:50.765092 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c761e17e-2a10-40f7-a1c0-e871548489e2 None None] Provisioning complete for port 15e1a548-80e1-410c-bde6-c120f9ddf35d triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:55:50.765557 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c761e17e-2a10-40f7-a1c0-e871548489e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:50.799839 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-23cce979-a653-4269-af43-74b70016eccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:50.800830 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-23cce979-a653-4269-af43-74b70016eccc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:50.807863 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-23cce979-a653-4269-af43-74b70016eccc service neutron] 10.222.0.39 "PUT /v2.0/ports/62cf2b2f-d000-49f8-878e-77989404ed35 HTTP/1.1" status: 200 len: 1095 time: 1.4449401 Aug 18 12:55:50.814675 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee2c8f1e-5dda-43d4-a48f-f52f93ff1c8f', 'tag': '62cf2b2f-d000-49f8-878e-77989404ed35'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:55:50.823800 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63ebbe7-c597-46b5-a5ca-fdb08ad1cc4a" -d '{"events": [{"name": "network-changed", "server_uuid": "ee2c8f1e-5dda-43d4-a48f-f52f93ff1c8f", "tag": "62cf2b2f-d000-49f8-878e-77989404ed35"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:55:50.835058 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:50.884626 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ba633a47-4d96-4c59-9f14-39339683c65d req-9073a1fe-fd6e-4252-b12a-a8c51afc7493 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2e6ff23-eb55-4090-afc8-d4592e7c24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506865 Aug 18 12:55:50.916450 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-c761e17e-2a10-40f7-a1c0-e871548489e2 None None] Port 15e1a548-80e1-410c-bde6-c120f9ddf35d cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:55:50.950323 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=13e38942-68c9-4b60-9eb2-a67a3d052986,revision_number=7']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:51.014631 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e07835-3991-49a8-a999-4270607b1208 req-171cce10-c55b-4c29-af3d-7b566822dd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:51.017580 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-61e07835-3991-49a8-a999-4270607b1208 req-171cce10-c55b-4c29-af3d-7b566822dd5c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=99941b4001f04b7f80706cf6132f3a7f&device_id=1d0f619d-1231-411c-a1ef-9f12df69fb76 HTTP/1.1" status: 200 len: 1095 time: 0.1451838 Aug 18 12:55:51.022770 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 1398c103-533d-40a3-b28f-a6eb1b23e051 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:55:51.079080 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cce979-a653-4269-af43-74b70016eccc service neutron] Pushing event updated for resources: {'Port': ['ID=62cf2b2f-d000-49f8-878e-77989404ed35,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:51.100419 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a358d223-4084-4e6b-ba60-e24938e69f8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1398c103-533d-40a3-b28f-a6eb1b23e051'}, {'server_uuid': '7d88bc60-8182-43a3-a135-48a13fe7c521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e38942-68c9-4b60-9eb2-a67a3d052986'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:55:51.100419 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6417da6-4be5-4fea-8a73-9db78a7bb349" -d '{"events": [{"server_uuid": "a358d223-4084-4e6b-ba60-e24938e69f8d", "name": "network-vif-unplugged", "status": "completed", "tag": "1398c103-533d-40a3-b28f-a6eb1b23e051"}, {"server_uuid": "7d88bc60-8182-43a3-a135-48a13fe7c521", "name": "network-vif-plugged", "status": "completed", "tag": "13e38942-68c9-4b60-9eb2-a67a3d052986"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:55:51.170201 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-61e07835-3991-49a8-a999-4270607b1208 req-880ce881-a674-472a-aeb1-6fdd656591d2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5540f0a-3c84-4689-9f8b-34824e039aa4 HTTP/1.1" status: 200 len: 217 time: 0.1317704 Aug 18 12:55:51.270465 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 1398c103-533d-40a3-b28f-a6eb1b23e051, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=1398c103-533d-40a3-b28f-a6eb1b23e051,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:51.279883 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c4c0bf19-7ba8-477a-b3e5-2ae0a08a0531 req-dcc6de57-4d04-4fc7-9685-61014a82c424 tempest-ServersTestJSON-1172879602 tempest-ServersTestJSON-1172879602-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7467fa0-d4ce-4f48-94bb-bd2714bb5a37 HTTP/1.1" status: 200 len: 210 time: 0.1000831 Aug 18 12:55:51.285879 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e07835-3991-49a8-a999-4270607b1208 req-206a60d0-fc1a-4571-9d1a-24b412740b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:51.288976 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '1398c103-533d-40a3-b28f-a6eb1b23e051', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'port_id': '1398c103-533d-40a3-b28f-a6eb1b23e051', 'mac_address': 'fa:16:3e:5e:28:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc8434-66c0-4e05-8cce-b4a4a0f33dc3', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:55:51.290244 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-61e07835-3991-49a8-a999-4270607b1208 req-206a60d0-fc1a-4571-9d1a-24b412740b90 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a6656352-4eb3-48e5-bc33-70ad03175c1e HTTP/1.1" status: 200 len: 853 time: 0.1123602 Aug 18 12:55:51.342858 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-61e07835-3991-49a8-a999-4270607b1208 req-21c6b8ca-50c6-41eb-81a1-003d3bbbfd7a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4ef47cb5-1e52-4552-a63f-a71a8084e726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425551 Aug 18 12:55:51.344289 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-b6688bf5-d09f-4006-ae93-53b376cbd1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:51.346126 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-b6688bf5-d09f-4006-ae93-53b376cbd1bf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d3f0edd296474678ac27de8df00244e1&device_id=ee2c8f1e-5dda-43d4-a48f-f52f93ff1c8f HTTP/1.1" status: 200 len: 1098 time: 0.4008679 Aug 18 12:55:51.394718 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:51.412552 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1398c103-533d-40a3-b28f-a6eb1b23e051 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:55:51.446531 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-218e2537-2a41-4a03-acf7-3d47bf6d4940 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=62cf2b2f-d000-49f8-878e-77989404ed35 HTTP/1.1" status: 200 len: 217 time: 0.0802982 Aug 18 12:55:51.455514 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 1398c103-533d-40a3-b28f-a6eb1b23e051, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=1398c103-533d-40a3-b28f-a6eb1b23e051,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:51.500711 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-61e07835-3991-49a8-a999-4270607b1208 req-77075bb4-fcdc-43b4-a280-d8395602a074 service neutron] 10.222.0.39 "GET /v2.0/networks/4ef47cb5-1e52-4552-a63f-a71a8084e726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427553 Aug 18 12:55:51.551610 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:51.552135 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-5d4c47b8-babb-4b79-a5d0-073dce5dbda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:51.553786 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-5d4c47b8-babb-4b79-a5d0-073dce5dbda2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.0856426 Aug 18 12:55:51.561731 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a38d47-de70-4740-8870-a8b9fbdd6cac req-a3716ed4-ce44-495d-b088-14a7c78d22c3 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:51.578748 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a1a38d47-de70-4740-8870-a8b9fbdd6cac req-a3716ed4-ce44-495d-b088-14a7c78d22c3 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b86a49a-74e5-4b94-8617-fae5998d1d3a HTTP/1.1" status: 200 len: 931 time: 0.1494112 Aug 18 12:55:51.659450 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=1398c103-533d-40a3-b28f-a6eb1b23e051,revision_number=9']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:51.702020 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-61e07835-3991-49a8-a999-4270607b1208 req-401f815d-7d97-47e9-a97b-8103ee44f1f1 service neutron] 10.222.0.39 "GET /v2.0/networks/4ef47cb5-1e52-4552-a63f-a71a8084e726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931121 Aug 18 12:55:51.718603 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd420c95-8bc7-4b99-828c-1719aec3ae37 x-openstack-request-id: req-fd420c95-8bc7-4b99-828c-1719aec3ae37 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:55:51.718892 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee2c8f1e-5dda-43d4-a48f-f52f93ff1c8f", "tag": "62cf2b2f-d000-49f8-878e-77989404ed35", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:55:51.719143 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fd420c95-8bc7-4b99-828c-1719aec3ae37 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:55:51.719567 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee2c8f1e-5dda-43d4-a48f-f52f93ff1c8f', 'tag': '62cf2b2f-d000-49f8-878e-77989404ed35', 'status': 'completed', 'code': 200} Aug 18 12:55:51.739431 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-aca41e86-cfc5-4ec3-a714-47e6e07b4876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15e1a548-80e1-410c-bde6-c120f9ddf35d {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:55:51.750757 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-aca41e86-cfc5-4ec3-a714-47e6e07b4876 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:51.771910 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a1a38d47-de70-4740-8870-a8b9fbdd6cac req-92911603-0226-4401-b1a8-5c4b25a0fd39 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b970e95-ef01-4e80-b0a9-fdb66bc288d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891277 Aug 18 12:55:51.772111 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['1398c103-533d-40a3-b28f-a6eb1b23e051'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:55:51.799671 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-aca41e86-cfc5-4ec3-a714-47e6e07b4876 service neutron] Transition to ACTIVE for port object 15e1a548-80e1-410c-bde6-c120f9ddf35d will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:55:51.802644 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-74337b41-7360-4235-960a-be305a63c664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:51.809364 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-74337b41-7360-4235-960a-be305a63c664 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1931560 Aug 18 12:55:51.878665 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 18 Aug 2021 12:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104dd1e3-5af6-4a31-9b13-ef1b6803df92 x-openstack-request-id: req-104dd1e3-5af6-4a31-9b13-ef1b6803df92 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:55:51.878969 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a358d223-4084-4e6b-ba60-e24938e69f8d", "name": "network-vif-unplugged", "status": "completed", "tag": "1398c103-533d-40a3-b28f-a6eb1b23e051", "code": 200}, {"server_uuid": "7d88bc60-8182-43a3-a135-48a13fe7c521", "name": "network-vif-plugged", "status": "completed", "tag": "13e38942-68c9-4b60-9eb2-a67a3d052986", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:55:51.879235 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-104dd1e3-5af6-4a31-9b13-ef1b6803df92 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:55:51.879630 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a358d223-4084-4e6b-ba60-e24938e69f8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1398c103-533d-40a3-b28f-a6eb1b23e051', 'code': 200} Aug 18 12:55:51.879887 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d88bc60-8182-43a3-a135-48a13fe7c521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e38942-68c9-4b60-9eb2-a67a3d052986', 'code': 200} Aug 18 12:55:51.919776 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0da43-0b99-4cdb-a3b3-4ef1e1dbd50a req-0b8e7f8e-f574-4027-902e-6978bbcbc30f tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:51.925512 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-aca41e86-cfc5-4ec3-a714-47e6e07b4876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:51.937091 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-17e0da43-0b99-4cdb-a3b3-4ef1e1dbd50a req-0b8e7f8e-f574-4027-902e-6978bbcbc30f tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee2c8f1e-5dda-43d4-a48f-f52f93ff1c8f HTTP/1.1" status: 200 len: 947 time: 0.1223402 Aug 18 12:55:52.013404 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-17e0da43-0b99-4cdb-a3b3-4ef1e1dbd50a req-919e5036-a714-46df-8ad6-84c422a5225b tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/security-groups?id=09620056-dc77-4aa9-9a24-0b6b39c012e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754344 Aug 18 12:55:52.073411 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca41e86-cfc5-4ec3-a714-47e6e07b4876 service neutron] Pushing event updated for resources: {'Port': ['ID=15e1a548-80e1-410c-bde6-c120f9ddf35d,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:52.125983 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d0f619d-1231-411c-a1ef-9f12df69fb76', 'tag': 'd5540f0a-3c84-4689-9f8b-34824e039aa4'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:55:52.128299 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30ec70c-bc33-4527-84e0-03206ca31f65" -d '{"events": [{"name": "network-changed", "server_uuid": "1d0f619d-1231-411c-a1ef-9f12df69fb76", "tag": "d5540f0a-3c84-4689-9f8b-34824e039aa4"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:55:52.296803 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-aca41e86-cfc5-4ec3-a714-47e6e07b4876 service neutron] Attempting to bind port 15e1a548-80e1-410c-bde6-c120f9ddf35d on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:55:52.298569 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-aca41e86-cfc5-4ec3-a714-47e6e07b4876 service neutron] Attempting to bind port 15e1a548-80e1-410c-bde6-c120f9ddf35d by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '2a651c51-e808-45f2-beb8-aef53853dc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:55:52.299003 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-aca41e86-cfc5-4ec3-a714-47e6e07b4876 service neutron] Attempting to bind port 15e1a548-80e1-410c-bde6-c120f9ddf35d on network 227091c7-65ab-4b5a-b9bc-947d45191f2c {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:55:52.306329 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-bb61a517-233e-4cca-a95a-20a7984ecc8b service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4844673 Aug 18 12:55:52.307147 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-aca41e86-cfc5-4ec3-a714-47e6e07b4876 service neutron] Port 15e1a548-80e1-410c-bde6-c120f9ddf35d on network 227091c7-65ab-4b5a-b9bc-947d45191f2c not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:55:52.307833 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-aca41e86-cfc5-4ec3-a714-47e6e07b4876 service neutron] Attempting to bind port 15e1a548-80e1-410c-bde6-c120f9ddf35d on network 227091c7-65ab-4b5a-b9bc-947d45191f2c {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:55:52.347927 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c7834-88da-4d51-b8ab-9e8786314b40 req-a7c283bf-d682-4f19-833b-b9cc896350b6 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:52.354765 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-696c7834-88da-4d51-b8ab-9e8786314b40 req-a7c283bf-d682-4f19-833b-b9cc896350b6 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d0f619d-1231-411c-a1ef-9f12df69fb76 HTTP/1.1" status: 200 len: 944 time: 0.1883345 Aug 18 12:55:52.451670 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-aca41e86-cfc5-4ec3-a714-47e6e07b4876 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:55:52.452018 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-aca41e86-cfc5-4ec3-a714-47e6e07b4876 service neutron] Checking segment: {'id': '2a651c51-e808-45f2-beb8-aef53853dc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:55:52.452609 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-aca41e86-cfc5-4ec3-a714-47e6e07b4876 service neutron] Bound using segment: {'id': '2a651c51-e808-45f2-beb8-aef53853dc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:55:52.455543 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-aca41e86-cfc5-4ec3-a714-47e6e07b4876 service neutron] Bound port: 15e1a548-80e1-410c-bde6-c120f9ddf35d, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a651c51-e808-45f2-beb8-aef53853dc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:55:52.455543 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-aca41e86-cfc5-4ec3-a714-47e6e07b4876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:52.470293 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41450) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:52.475521 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deff31c1-d1f8-4224-bbad-4e47b1bb8f60 x-openstack-request-id: req-deff31c1-d1f8-4224-bbad-4e47b1bb8f60 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:55:52.478415 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d0f619d-1231-411c-a1ef-9f12df69fb76", "tag": "d5540f0a-3c84-4689-9f8b-34824e039aa4", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:55:52.478415 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-deff31c1-d1f8-4224-bbad-4e47b1bb8f60 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:55:52.478415 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d0f619d-1231-411c-a1ef-9f12df69fb76', 'tag': 'd5540f0a-3c84-4689-9f8b-34824e039aa4', 'status': 'completed', 'code': 200} Aug 18 12:55:52.529171 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f8692f73-da94-440e-8dc9-bd725f781462 req-5e182766-1062-4466-b0a9-928aa5d90494 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5944228-4f28-43d4-a9b1-ce0bd9c82dfc HTTP/1.1" status: 200 len: 210 time: 0.0324705 Aug 18 12:55:52.553771 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ec70c-bc33-4527-84e0-03206ca31f65 req-facf39fd-e848-4ce5-b961-cb898db6f6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:52.554529 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c30ec70c-bc33-4527-84e0-03206ca31f65 req-facf39fd-e848-4ce5-b961-cb898db6f6f4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=99941b4001f04b7f80706cf6132f3a7f&device_id=1d0f619d-1231-411c-a1ef-9f12df69fb76 HTTP/1.1" status: 200 len: 1095 time: 0.1066842 Aug 18 12:55:52.690873 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ec70c-bc33-4527-84e0-03206ca31f65 req-a23c81b6-b777-4639-89a0-4f80480a0de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:52.693839 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c30ec70c-bc33-4527-84e0-03206ca31f65 req-a23c81b6-b777-4639-89a0-4f80480a0de8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4ef47cb5-1e52-4552-a63f-a71a8084e726 HTTP/1.1" status: 200 len: 914 time: 0.1259398 Aug 18 12:55:52.756666 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c30ec70c-bc33-4527-84e0-03206ca31f65 req-24c61f3e-d2ee-4f75-ac54-700e70106ef7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5540f0a-3c84-4689-9f8b-34824e039aa4 HTTP/1.1" status: 200 len: 217 time: 0.0454376 Aug 18 12:55:52.835707 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ec70c-bc33-4527-84e0-03206ca31f65 req-51c110b1-c9a5-4bd9-bda0-44f852510ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:52.840195 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c30ec70c-bc33-4527-84e0-03206ca31f65 req-51c110b1-c9a5-4bd9-bda0-44f852510ed2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a6656352-4eb3-48e5-bc33-70ad03175c1e HTTP/1.1" status: 200 len: 853 time: 0.0700970 Aug 18 12:55:52.919973 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c30ec70c-bc33-4527-84e0-03206ca31f65 req-46de9bd3-d3ca-4b12-9c35-3c533bb82ed1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4ef47cb5-1e52-4552-a63f-a71a8084e726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692585 Aug 18 12:55:53.036724 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-aca41e86-cfc5-4ec3-a714-47e6e07b4876 service neutron] For port 15e1a548-80e1-410c-bde6-c120f9ddf35d, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:55:53.055478 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device d5540f0a-3c84-4689-9f8b-34824e039aa4 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:55:53.059258 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 1398c103-533d-40a3-b28f-a6eb1b23e051 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:55:53.063841 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-aca41e86-cfc5-4ec3-a714-47e6e07b4876 service neutron] For port 15e1a548-80e1-410c-bde6-c120f9ddf35d, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=15e1a548-80e1-410c-bde6-c120f9ddf35d,segment=NetworkSegment(2a651c51-e808-45f2-beb8-aef53853dc6e),segment_id=2a651c51-e808-45f2-beb8-aef53853dc6e)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:55:53.082999 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-e42e952b-383f-4a7c-9f76-ff28d01da503 admin admin] Deleting subnet a7350c50-b03f-467a-a5ed-4898dcd42f1b {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:55:53.086525 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c8d31513-57d6-4cda-851f-1d69044a4021 req-ac49b0b7-a994-4846-8ca3-1882a18298bb service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7642057 Aug 18 12:55:53.090565 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-696c7834-88da-4d51-b8ab-9e8786314b40 req-7c55e0de-4cf4-4f2f-a90b-69f86311da14 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2e6ff23-eb55-4090-afc8-d4592e7c24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6191359 Aug 18 12:55:53.092054 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e42e952b-383f-4a7c-9f76-ff28d01da503 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:53.106725 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc090f6a-dd6a-476c-9c24-1175e9914157 req-1cb4ecad-c088-4e99-8ac2-4dc3d602b31f tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:53.109433 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fc090f6a-dd6a-476c-9c24-1175e9914157 req-1cb4ecad-c088-4e99-8ac2-4dc3d602b31f tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b86a49a-74e5-4b94-8617-fae5998d1d3a HTTP/1.1" status: 200 len: 943 time: 0.1825256 Aug 18 12:55:53.140831 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-aca41e86-cfc5-4ec3-a714-47e6e07b4876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:53.145885 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e42e952b-383f-4a7c-9f76-ff28d01da503 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:53.220180 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-aca41e86-cfc5-4ec3-a714-47e6e07b4876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:53.220812 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-aca41e86-cfc5-4ec3-a714-47e6e07b4876 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:53.222911 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-aca41e86-cfc5-4ec3-a714-47e6e07b4876 service neutron] 10.222.0.39 "PUT /v2.0/ports/15e1a548-80e1-410c-bde6-c120f9ddf35d HTTP/1.1" status: 200 len: 1091 time: 2.8023584 Aug 18 12:55:53.241055 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c30ec70c-bc33-4527-84e0-03206ca31f65 req-bb9f313d-a30b-4d29-8181-b0ad6d4e2bf0 service neutron] 10.222.0.39 "GET /v2.0/networks/4ef47cb5-1e52-4552-a63f-a71a8084e726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124070 Aug 18 12:55:53.255266 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca41e86-cfc5-4ec3-a714-47e6e07b4876 service neutron] Pushing event updated for resources: {'Port': ['ID=15e1a548-80e1-410c-bde6-c120f9ddf35d,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:53.264933 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e42e952b-383f-4a7c-9f76-ff28d01da503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:53.349642 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fc090f6a-dd6a-476c-9c24-1175e9914157 req-0675e30c-71eb-48d7-bcb3-c9bd47281db4 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b970e95-ef01-4e80-b0a9-fdb66bc288d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171149 Aug 18 12:55:53.457658 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port d5540f0a-3c84-4689-9f8b-34824e039aa4, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=d5540f0a-3c84-4689-9f8b-34824e039aa4,segment=NetworkSegment(a55d7d46-60e1-4c30-88cf-190c46dddd25),segment_id=a55d7d46-60e1-4c30-88cf-190c46dddd25)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:53.477273 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'd5540f0a-3c84-4689-9f8b-34824e039aa4', 'network_id': '4ef47cb5-1e52-4552-a63f-a71a8084e726', 'port_id': 'd5540f0a-3c84-4689-9f8b-34824e039aa4', 'mac_address': 'fa:16:3e:48:70:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6656352-4eb3-48e5-bc33-70ad03175c1e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:55:53.497575 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 1398c103-533d-40a3-b28f-a6eb1b23e051 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:55:53.498246 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:53.523152 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c30ec70c-bc33-4527-84e0-03206ca31f65 req-36080799-1d93-49e5-b5ec-c60c7b0a5ad0 service neutron] 10.222.0.39 "GET /v2.0/networks/4ef47cb5-1e52-4552-a63f-a71a8084e726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605059 Aug 18 12:55:53.577278 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ebbe7-c597-46b5-a5ca-fdb08ad1cc4a req-666b82fc-8907-4500-885c-234955023ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:53.580969 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:53.582346 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c63ebbe7-c597-46b5-a5ca-fdb08ad1cc4a req-666b82fc-8907-4500-885c-234955023ace service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d3f0edd296474678ac27de8df00244e1&device_id=ee2c8f1e-5dda-43d4-a48f-f52f93ff1c8f HTTP/1.1" status: 200 len: 1098 time: 0.3095546 Aug 18 12:55:53.598072 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5540f0a-3c84-4689-9f8b-34824e039aa4 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:55:53.651290 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port d5540f0a-3c84-4689-9f8b-34824e039aa4, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=d5540f0a-3c84-4689-9f8b-34824e039aa4,segment=NetworkSegment(a55d7d46-60e1-4c30-88cf-190c46dddd25),segment_id=a55d7d46-60e1-4c30-88cf-190c46dddd25)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:53.653873 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e75aedb7-cd05-4a9f-970f-0efb936009a0 req-e2ee9f2d-2a9c-47f9-8c62-7324e13767e0 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5944228-4f28-43d4-a9b1-ce0bd9c82dfc HTTP/1.1" status: 200 len: 210 time: 0.0607226 Aug 18 12:55:53.673357 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e42e952b-383f-4a7c-9f76-ff28d01da503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:53.719613 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:53.728248 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab09689-fbbd-4f32-bd85-fb0a9b7deb7e req-3435ba02-3e13-449a-8a46-edea73e17cdf tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:53.733099 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cab09689-fbbd-4f32-bd85-fb0a9b7deb7e req-3435ba02-3e13-449a-8a46-edea73e17cdf tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee2c8f1e-5dda-43d4-a48f-f52f93ff1c8f HTTP/1.1" status: 200 len: 947 time: 0.3567381 Aug 18 12:55:53.753928 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e952b-383f-4a7c-9f76-ff28d01da503 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7350c50-b03f-467a-a5ed-4898dcd42f1b,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:53.760730 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-e72362de-912a-4c64-bb7d-eab16b5f977f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:53.761852 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 1398c103-533d-40a3-b28f-a6eb1b23e051, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=1398c103-533d-40a3-b28f-a6eb1b23e051,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:53.762338 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-e72362de-912a-4c64-bb7d-eab16b5f977f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb573690056e4ba3a87674b850fada6d&device_id=1b86a49a-74e5-4b94-8617-fae5998d1d3a HTTP/1.1" status: 200 len: 1094 time: 0.3149176 Aug 18 12:55:53.770786 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:53.771422 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e42e952b-383f-4a7c-9f76-ff28d01da503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:53.776683 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e42e952b-383f-4a7c-9f76-ff28d01da503 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a7350c50-b03f-467a-a5ed-4898dcd42f1b HTTP/1.1" status: 204 len: 168 time: 1.2979445 Aug 18 12:55:53.777147 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41496) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:53.833238 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cab09689-fbbd-4f32-bd85-fb0a9b7deb7e req-8a2823ce-9fe2-474b-aeab-33490f44f476 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/security-groups?id=09620056-dc77-4aa9-9a24-0b6b39c012e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769968 Aug 18 12:55:53.886150 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a358d223-4084-4e6b-ba60-e24938e69f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1398c103-533d-40a3-b28f-a6eb1b23e051'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:55:53.892958 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-f1169a23-aa39-4e48-bf08-f2310290c736 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15e1a548-80e1-410c-bde6-c120f9ddf35d HTTP/1.1" status: 200 len: 217 time: 0.0753696 Aug 18 12:55:53.901035 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b95bd8-a5e9-4c81-b8ce-84b1851bd94a" -d '{"events": [{"server_uuid": "a358d223-4084-4e6b-ba60-e24938e69f8d", "name": "network-vif-plugged", "status": "completed", "tag": "1398c103-533d-40a3-b28f-a6eb1b23e051"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:55:53.908726 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:53.914853 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=d5540f0a-3c84-4689-9f8b-34824e039aa4,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:53.930622 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fb98394e-1ddf-446a-9a1b-b0ed876ba9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:53.987208 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5213f952-66d4-42cd-96b8-c20a8319cf7d x-openstack-request-id: req-5213f952-66d4-42cd-96b8-c20a8319cf7d {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:55:53.987548 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a358d223-4084-4e6b-ba60-e24938e69f8d", "name": "network-vif-plugged", "status": "completed", "tag": "1398c103-533d-40a3-b28f-a6eb1b23e051", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:55:53.987805 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5213f952-66d4-42cd-96b8-c20a8319cf7d {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:55:53.988444 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a358d223-4084-4e6b-ba60-e24938e69f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1398c103-533d-40a3-b28f-a6eb1b23e051', 'code': 200} Aug 18 12:55:54.022957 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=1398c103-533d-40a3-b28f-a6eb1b23e051,revision_number=10']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:54.049735 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['d5540f0a-3c84-4689-9f8b-34824e039aa4'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:55:54.061101 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fb98394e-1ddf-446a-9a1b-b0ed876ba9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:54.074920 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-fb98394e-1ddf-446a-9a1b-b0ed876ba9a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c56831c1-4f14-467f-8a65-5e4dcdcf485f']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:55:54.090112 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-fb98394e-1ddf-446a-9a1b-b0ed876ba9a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97efc5da-ecd0-4484-ac0f-ba58622f7886') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:55:54.090565 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-fb98394e-1ddf-446a-9a1b-b0ed876ba9a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97efc5da-ecd0-4484-ac0f-ba58622f7886') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:55:54.096071 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ebbe7-c597-46b5-a5ca-fdb08ad1cc4a req-59d1760c-394c-4f42-aa85-e15d3889093c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:54.102864 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c63ebbe7-c597-46b5-a5ca-fdb08ad1cc4a req-59d1760c-394c-4f42-aa85-e15d3889093c service neutron] 10.222.0.39 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.5135565 Aug 18 12:55:54.104367 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fb98394e-1ddf-446a-9a1b-b0ed876ba9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:54.116188 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-666e0a97-c05e-43da-9d3e-d8a490a09d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:54.122846 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fb98394e-1ddf-446a-9a1b-b0ed876ba9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:54.124284 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-666e0a97-c05e-43da-9d3e-d8a490a09d12 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649 HTTP/1.1" status: 200 len: 859 time: 0.1936095 Aug 18 12:55:54.133058 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb98394e-1ddf-446a-9a1b-b0ed876ba9a0 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:55:54.133539 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fb98394e-1ddf-446a-9a1b-b0ed876ba9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:54.136018 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 12:55:54.136018 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:55:54.136018 n-d-803603-2 neutron-server[101675]: timer() Aug 18 12:55:54.136018 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:55:54.136018 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 12:55:54.136018 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:55:54.136018 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 12:55:54.136018 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:55:54.136018 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 12:55:54.136018 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:55:54.136018 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 12:55:54.136018 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:55:54.136018 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 12:55:54.136018 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:55:54.136018 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:55:54.136018 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:55:54.136018 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:55:54.136018 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:55:54.136018 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 12:55:54.136018 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:55:54.136018 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 12:55:54.136018 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:55:54.136018 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:55:54.136018 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:55:54.136018 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 12:55:54.136018 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:55:54.136018 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:55:54.136018 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:55:54.136018 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:55:54.136018 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:55:54.136018 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:55:54.136018 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:55:54.293458 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c63ebbe7-c597-46b5-a5ca-fdb08ad1cc4a req-9ff14772-79bc-4dc3-b988-a5a054e05dfe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=62cf2b2f-d000-49f8-878e-77989404ed35 HTTP/1.1" status: 200 len: 217 time: 0.1678360 Aug 18 12:55:54.354140 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fb98394e-1ddf-446a-9a1b-b0ed876ba9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:54.375523 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fb98394e-1ddf-446a-9a1b-b0ed876ba9a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:54.376691 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-d3eeba17-b046-43a1-afb5-da7ec1ea6d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:54.378252 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-d3eeba17-b046-43a1-afb5-da7ec1ea6d4a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=227091c7-65ab-4b5a-b9bc-947d45191f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2481170 Aug 18 12:55:54.386948 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-fb98394e-1ddf-446a-9a1b-b0ed876ba9a0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c56831c1-4f14-467f-8a65-5e4dcdcf485f HTTP/1.1" status: 204 len: 168 time: 0.6079834 Aug 18 12:55:54.403186 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ebbe7-c597-46b5-a5ca-fdb08ad1cc4a req-e3ededa4-b348-4253-a9c5-eb909054ae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:54.404604 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c63ebbe7-c597-46b5-a5ca-fdb08ad1cc4a req-e3ededa4-b348-4253-a9c5-eb909054ae53 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.1003606 Aug 18 12:55:54.424539 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ff264-0c65-4914-9a86-b6d74d5e3beb req-9a55d26d-b5e5-43c4-b88a-bbf3ab496380 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:54.427814 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98394e-1ddf-446a-9a1b-b0ed876ba9a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c56831c1-4f14-467f-8a65-5e4dcdcf485f,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:54.432532 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f05ff264-0c65-4914-9a86-b6d74d5e3beb req-9a55d26d-b5e5-43c4-b88a-bbf3ab496380 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d0f619d-1231-411c-a1ef-9f12df69fb76 HTTP/1.1" status: 200 len: 945 time: 0.1419263 Aug 18 12:55:54.479792 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b86a49a-74e5-4b94-8617-fae5998d1d3a', 'tag': '15e1a548-80e1-410c-bde6-c120f9ddf35d'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:55:54.482075 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3452c790-b566-4ec6-9f0c-6704398c2978" -d '{"events": [{"name": "network-changed", "server_uuid": "1b86a49a-74e5-4b94-8617-fae5998d1d3a", "tag": "15e1a548-80e1-410c-bde6-c120f9ddf35d"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:55:54.581659 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc4ab9-623d-4d0a-8b78-16f120501e85 req-41342aa4-dbf0-490a-8f6e-e40527e14f1d tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:54.591073 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-30fc4ab9-623d-4d0a-8b78-16f120501e85 req-41342aa4-dbf0-490a-8f6e-e40527e14f1d tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b86a49a-74e5-4b94-8617-fae5998d1d3a HTTP/1.1" status: 200 len: 943 time: 0.0811391 Aug 18 12:55:54.604462 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f05ff264-0c65-4914-9a86-b6d74d5e3beb req-3c0d4f28-8204-4d5c-b0a5-bcacb573d0e0 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2e6ff23-eb55-4090-afc8-d4592e7c24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708529 Aug 18 12:55:54.651598 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ebbe7-c597-46b5-a5ca-fdb08ad1cc4a req-4bafc1ea-5893-481a-b125-21644b748eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:54.652809 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c63ebbe7-c597-46b5-a5ca-fdb08ad1cc4a req-4bafc1ea-5893-481a-b125-21644b748eb3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2365320 Aug 18 12:55:54.696140 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-8efd1862-685c-4331-9c87-62e67421937b service neutron] 10.222.0.39 "GET /v2.0/networks/227091c7-65ab-4b5a-b9bc-947d45191f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060517 Aug 18 12:55:54.941994 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41538) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:54.966231 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c63ebbe7-c597-46b5-a5ca-fdb08ad1cc4a req-8fc6b5b9-b77a-4421-9540-3d1d79dc4a5f service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976348 Aug 18 12:55:55.055333 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 62cf2b2f-d000-49f8-878e-77989404ed35 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:55:55.067186 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f6a1e22a-2175-42c3-bf52-e72474255531 req-c87663b3-7f19-42ee-abe4-c01f5d00a556 service neutron] 10.222.0.39 "GET /v2.0/networks/227091c7-65ab-4b5a-b9bc-947d45191f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221381 Aug 18 12:55:55.151726 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-185a7c92-2923-4ea3-bed7-9faada6b76d4 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ac48e14392114051ba5d025a8226fe94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1545708 Aug 18 12:55:55.287157 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-30fc4ab9-623d-4d0a-8b78-16f120501e85 req-c0af5b2f-c803-4d4e-98ca-9c21219b55df tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b970e95-ef01-4e80-b0a9-fdb66bc288d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6947474 Aug 18 12:55:55.302805 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c63ebbe7-c597-46b5-a5ca-fdb08ad1cc4a req-ab046870-71e1-4b85-ad99-9253c662b301 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075151 Aug 18 12:55:55.325816 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 62cf2b2f-d000-49f8-878e-77989404ed35, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=62cf2b2f-d000-49f8-878e-77989404ed35,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:55.335454 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-de7d8c7b-1dce-4122-ac35-ad42190f9f86 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2fe37f6b32e548f5b1016cf2f60cdb2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3922565 Aug 18 12:55:55.339417 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41544) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:55.380137 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '62cf2b2f-d000-49f8-878e-77989404ed35', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'port_id': '62cf2b2f-d000-49f8-878e-77989404ed35', 'mac_address': 'fa:16:3e:74:f4:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc8434-66c0-4e05-8cce-b4a4a0f33dc3', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:55:55.400714 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-5df4f3d1-d258-4b70-8667-43b80de14a19 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:55.402672 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-5df4f3d1-d258-4b70-8667-43b80de14a19 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2427506 Aug 18 12:55:55.423419 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7a4c4b-d8ce-43b7-8a0b-59799f2d3c2c x-openstack-request-id: req-df7a4c4b-d8ce-43b7-8a0b-59799f2d3c2c {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:55:55.423852 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b86a49a-74e5-4b94-8617-fae5998d1d3a", "tag": "15e1a548-80e1-410c-bde6-c120f9ddf35d", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:55:55.424115 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df7a4c4b-d8ce-43b7-8a0b-59799f2d3c2c {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:55:55.424506 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b86a49a-74e5-4b94-8617-fae5998d1d3a', 'tag': '15e1a548-80e1-410c-bde6-c120f9ddf35d', 'status': 'completed', 'code': 200} Aug 18 12:55:55.444504 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-ebecb106-3173-498d-be44-1fac62be3bd7 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Request body: {'port': {'device_id': 'f9cbc49e-de1c-467a-8419-3a2396bbda30', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'admin_state_up': True, 'tenant_id': 'ac48e14392114051ba5d025a8226fe94'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:55.477945 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:55.510522 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62cf2b2f-d000-49f8-878e-77989404ed35 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:55:55.512740 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2d526138-8003-4d58-b741-05de4f6348d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:55.551722 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 62cf2b2f-d000-49f8-878e-77989404ed35, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=62cf2b2f-d000-49f8-878e-77989404ed35,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:55.600822 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2d526138-8003-4d58-b741-05de4f6348d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:55.624068 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:55.730571 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=62cf2b2f-d000-49f8-878e-77989404ed35,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:55.777675 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-53c0808d-0e22-45ee-82ea-73d713cf2009 req-c5f64733-7ddd-48f3-b050-5e104225fd3c tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5944228-4f28-43d4-a9b1-ce0bd9c82dfc HTTP/1.1" status: 200 len: 210 time: 0.0728292 Aug 18 12:55:55.809807 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3452c790-b566-4ec6-9f0c-6704398c2978 req-ee9d0b4e-bfec-4dc4-95c0-f0fd2a9d7dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:55.824794 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3452c790-b566-4ec6-9f0c-6704398c2978 req-ee9d0b4e-bfec-4dc4-95c0-f0fd2a9d7dd7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb573690056e4ba3a87674b850fada6d&device_id=1b86a49a-74e5-4b94-8617-fae5998d1d3a HTTP/1.1" status: 200 len: 1094 time: 0.3076246 Aug 18 12:55:55.857790 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-927488bb-401a-469e-87fa-051b5f1c4e15 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ac48e14392114051ba5d025a8226fe94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424378 Aug 18 12:55:55.869858 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2d526138-8003-4d58-b741-05de4f6348d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:55.872625 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2d526138-8003-4d58-b741-05de4f6348d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:55.873803 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2d526138-8003-4d58-b741-05de4f6348d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/91fe7c9a-9ce7-45fe-8e31-050e34bd5352 HTTP/1.1" status: 204 len: 168 time: 0.5329170 Aug 18 12:55:55.959807 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['62cf2b2f-d000-49f8-878e-77989404ed35'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:55:56.173752 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3452c790-b566-4ec6-9f0c-6704398c2978 req-c1c9a8c2-2c72-4d4c-b6f0-9120b9783aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:56.175346 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3452c790-b566-4ec6-9f0c-6704398c2978 req-c1c9a8c2-2c72-4d4c-b6f0-9120b9783aa9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=227091c7-65ab-4b5a-b9bc-947d45191f2c HTTP/1.1" status: 200 len: 921 time: 0.3500135 Aug 18 12:55:56.185939 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-014875a5-9a76-4cb3-9f6d-db3fae3a756f tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:56.187561 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-014875a5-9a76-4cb3-9f6d-db3fae3a756f tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3126605 Aug 18 12:55:56.216697 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-7f677b54-33ce-4b76-ab36-0894a937cc3d tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Request body: {'port': {'device_id': 'f5944228-4f28-43d4-a9b1-ce0bd9c82dfc', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'admin_state_up': True, 'tenant_id': 'ac48e14392114051ba5d025a8226fe94'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:56.320019 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3452c790-b566-4ec6-9f0c-6704398c2978 req-1587bafb-79c7-47dd-a741-6f7723a5764c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15e1a548-80e1-410c-bde6-c120f9ddf35d HTTP/1.1" status: 200 len: 217 time: 0.1312950 Aug 18 12:55:56.384632 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d526138-8003-4d58-b741-05de4f6348d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fe7c9a-9ce7-45fe-8e31-050e34bd5352,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:56.631982 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3452c790-b566-4ec6-9f0c-6704398c2978 req-db087406-0fdb-4704-a995-6d32cff77b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:56.631982 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3452c790-b566-4ec6-9f0c-6704398c2978 req-db087406-0fdb-4704-a995-6d32cff77b1f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649 HTTP/1.1" status: 200 len: 859 time: 0.0881419 Aug 18 12:55:56.633631 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d2cbf-9a03-49b9-afeb-826b8429b4dc req-7bf830af-0ddb-4d88-8cd4-96b513b1b0ae tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:56.633631 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-738d2cbf-9a03-49b9-afeb-826b8429b4dc req-7bf830af-0ddb-4d88-8cd4-96b513b1b0ae tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee2c8f1e-5dda-43d4-a48f-f52f93ff1c8f HTTP/1.1" status: 200 len: 948 time: 0.2540736 Aug 18 12:55:56.634289 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3452c790-b566-4ec6-9f0c-6704398c2978 req-864d774b-0c6a-4d15-ab84-dd1473d5090f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:56.634289 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3452c790-b566-4ec6-9f0c-6704398c2978 req-864d774b-0c6a-4d15-ab84-dd1473d5090f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=227091c7-65ab-4b5a-b9bc-947d45191f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619268 Aug 18 12:55:56.634473 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-738d2cbf-9a03-49b9-afeb-826b8429b4dc req-74df0d02-4d6d-4a8b-80dd-60b3a5cc59d9 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/security-groups?id=09620056-dc77-4aa9-9a24-0b6b39c012e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747545 Aug 18 12:55:56.634561 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3452c790-b566-4ec6-9f0c-6704398c2978 req-3e4d1040-d5de-4ff7-8e0e-f390c964c475 service neutron] 10.222.0.39 "GET /v2.0/networks/227091c7-65ab-4b5a-b9bc-947d45191f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010516 Aug 18 12:55:56.715855 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3452c790-b566-4ec6-9f0c-6704398c2978 req-31253d78-4fd5-46a4-98bd-de9a3008e24e service neutron] 10.222.0.39 "GET /v2.0/networks/227091c7-65ab-4b5a-b9bc-947d45191f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040688 Aug 18 12:55:56.829817 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-ebecb106-3173-498d-be44-1fac62be3bd7 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Made reservation on behalf of ac48e14392114051ba5d025a8226fe94 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:55:56.834207 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-ebecb106-3173-498d-be44-1fac62be3bd7 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:56.929070 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-7f677b54-33ce-4b76-ab36-0894a937cc3d tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Made reservation on behalf of ac48e14392114051ba5d025a8226fe94 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:55:56.932188 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-7f677b54-33ce-4b76-ab36-0894a937cc3d tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:57.048269 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-ebecb106-3173-498d-be44-1fac62be3bd7 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Allocated IP 192.168.233.76 (f82a481e-2d3e-49f3-a273-639556667c8a/38dc8434-66c0-4e05-8cce-b4a4a0f33dc3/384a8833-88fe-4c1d-be0c-1a73f037e676) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:55:57.070769 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 15e1a548-80e1-410c-bde6-c120f9ddf35d details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:55:57.072908 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device d5540f0a-3c84-4689-9f8b-34824e039aa4 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:55:57.224465 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port d5540f0a-3c84-4689-9f8b-34824e039aa4 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:55:57.235557 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port d5540f0a-3c84-4689-9f8b-34824e039aa4 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:55:57.235927 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:57.355909 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:57.438240 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port d5540f0a-3c84-4689-9f8b-34824e039aa4, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=d5540f0a-3c84-4689-9f8b-34824e039aa4,segment=NetworkSegment(a55d7d46-60e1-4c30-88cf-190c46dddd25),segment_id=a55d7d46-60e1-4c30-88cf-190c46dddd25)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:57.445551 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0f619d-1231-411c-a1ef-9f12df69fb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5540f0a-3c84-4689-9f8b-34824e039aa4'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:55:57.447903 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb98be1-95b6-472d-8f12-5d32320a1f1d" -d '{"events": [{"server_uuid": "1d0f619d-1231-411c-a1ef-9f12df69fb76", "name": "network-vif-plugged", "status": "completed", "tag": "d5540f0a-3c84-4689-9f8b-34824e039aa4"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:55:57.458478 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-ebecb106-3173-498d-be44-1fac62be3bd7 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:57.459048 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 15e1a548-80e1-410c-bde6-c120f9ddf35d, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=15e1a548-80e1-410c-bde6-c120f9ddf35d,segment=NetworkSegment(2a651c51-e808-45f2-beb8-aef53853dc6e),segment_id=2a651c51-e808-45f2-beb8-aef53853dc6e)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:57.481060 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-ebecb106-3173-498d-be44-1fac62be3bd7 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Transition to ACTIVE for port object 384a8833-88fe-4c1d-be0c-1a73f037e676 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:55:57.489077 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '15e1a548-80e1-410c-bde6-c120f9ddf35d', 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c', 'port_id': '15e1a548-80e1-410c-bde6-c120f9ddf35d', 'mac_address': 'fa:16:3e:cc:52:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:55:57.543450 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:57.544734 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 62cf2b2f-d000-49f8-878e-77989404ed35 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:55:57.615536 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-ebecb106-3173-498d-be44-1fac62be3bd7 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:57.645976 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['44bf2515-cd47-443d-b2d8-b5004621c8e9'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:55:57.756724 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:57.758006 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-7f677b54-33ce-4b76-ab36-0894a937cc3d tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Allocated IP 192.168.233.232 (f82a481e-2d3e-49f3-a273-639556667c8a/38dc8434-66c0-4e05-8cce-b4a4a0f33dc3/d9f8d7ab-5bd5-407f-b270-de7ccc354679) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:55:57.767337 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-ebecb106-3173-498d-be44-1fac62be3bd7 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Network f82a481e-2d3e-49f3-a273-639556667c8a is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:55:57.768274 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebecb106-3173-498d-be44-1fac62be3bd7 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Pushing event updated for resources: {'Port': ['ID=384a8833-88fe-4c1d-be0c-1a73f037e676,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:57.776121 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-ebecb106-3173-498d-be44-1fac62be3bd7 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:55:57.785846 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-ebecb106-3173-498d-be44-1fac62be3bd7 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:55:57.864810 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15e1a548-80e1-410c-bde6-c120f9ddf35d {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:55:57.874481 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=d5540f0a-3c84-4689-9f8b-34824e039aa4,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:57.926767 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:57.963016 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 15e1a548-80e1-410c-bde6-c120f9ddf35d, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=15e1a548-80e1-410c-bde6-c120f9ddf35d,segment=NetworkSegment(2a651c51-e808-45f2-beb8-aef53853dc6e),segment_id=2a651c51-e808-45f2-beb8-aef53853dc6e)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:57.963193 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-ebecb106-3173-498d-be44-1fac62be3bd7 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:57.963961 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-ebecb106-3173-498d-be44-1fac62be3bd7 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:58.029580 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:58.058119 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-ebecb106-3173-498d-be44-1fac62be3bd7 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6323471 Aug 18 12:55:58.074929 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-411b0c9b-ae2a-4347-9d5d-b8b79b1758e4 service neutron] Request body: {'port': {'device_id': 'f9cbc49e-de1c-467a-8419-3a2396bbda30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:58.149631 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 62cf2b2f-d000-49f8-878e-77989404ed35 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:55:58.170037 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 62cf2b2f-d000-49f8-878e-77989404ed35 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:55:58.170461 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:58.170914 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-7f677b54-33ce-4b76-ab36-0894a937cc3d tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:58.223453 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-7f677b54-33ce-4b76-ab36-0894a937cc3d tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Transition to ACTIVE for port object d9f8d7ab-5bd5-407f-b270-de7ccc354679 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:55:58.249932 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=15e1a548-80e1-410c-bde6-c120f9ddf35d,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:58.269025 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-411b0c9b-ae2a-4347-9d5d-b8b79b1758e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:58.332693 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['15e1a548-80e1-410c-bde6-c120f9ddf35d'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:55:58.337747 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c01a765c-cb97-4a25-8b92-c3b8635439d1 None None] Provisioning for port 384a8833-88fe-4c1d-be0c-1a73f037e676 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:55:58.380201 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c01a765c-cb97-4a25-8b92-c3b8635439d1 None None] Provisioning complete for port 384a8833-88fe-4c1d-be0c-1a73f037e676 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:55:58.380590 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c01a765c-cb97-4a25-8b92-c3b8635439d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:58.399095 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-7f677b54-33ce-4b76-ab36-0894a937cc3d tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:58.417637 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['44bf2515-cd47-443d-b2d8-b5004621c8e9'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:55:58.492864 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:58.498400 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-7f677b54-33ce-4b76-ab36-0894a937cc3d tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Network f82a481e-2d3e-49f3-a273-639556667c8a is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:55:58.512094 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:58.513778 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-7f677b54-33ce-4b76-ab36-0894a937cc3d tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:55:58.524796 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-7f677b54-33ce-4b76-ab36-0894a937cc3d tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:55:58.589788 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-c01a765c-cb97-4a25-8b92-c3b8635439d1 None None] Port 384a8833-88fe-4c1d-be0c-1a73f037e676 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:55:58.590018 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f677b54-33ce-4b76-ab36-0894a937cc3d tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Pushing event updated for resources: {'Port': ['ID=d9f8d7ab-5bd5-407f-b270-de7ccc354679,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:58.660345 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 62cf2b2f-d000-49f8-878e-77989404ed35, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=62cf2b2f-d000-49f8-878e-77989404ed35,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:58.684174 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-7f677b54-33ce-4b76-ab36-0894a937cc3d tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:58.685127 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-7f677b54-33ce-4b76-ab36-0894a937cc3d tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:58.757669 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:58.824437 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-7f677b54-33ce-4b76-ab36-0894a937cc3d tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6221542 Aug 18 12:55:58.840300 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-f1071140-001f-4769-9bc5-d699f167fadb service neutron] Request body: {'port': {'device_id': 'f5944228-4f28-43d4-a9b1-ce0bd9c82dfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:58.926152 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-411b0c9b-ae2a-4347-9d5d-b8b79b1758e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 384a8833-88fe-4c1d-be0c-1a73f037e676 {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:55:58.947587 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-411b0c9b-ae2a-4347-9d5d-b8b79b1758e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:58.964451 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=62cf2b2f-d000-49f8-878e-77989404ed35,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:58.985176 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-411b0c9b-ae2a-4347-9d5d-b8b79b1758e4 service neutron] Transition to ACTIVE for port object 384a8833-88fe-4c1d-be0c-1a73f037e676 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:55:58.994866 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-f1071140-001f-4769-9bc5-d699f167fadb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:59.062904 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-411b0c9b-ae2a-4347-9d5d-b8b79b1758e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:59.092386 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b806176a-8f6b-4e8e-bee4-b383fa918ea7 None None] Provisioning for port d9f8d7ab-5bd5-407f-b270-de7ccc354679 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:55:59.097021 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b806176a-8f6b-4e8e-bee4-b383fa918ea7 None None] Provisioning complete for port d9f8d7ab-5bd5-407f-b270-de7ccc354679 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:55:59.098573 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b806176a-8f6b-4e8e-bee4-b383fa918ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:59.178643 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-b806176a-8f6b-4e8e-bee4-b383fa918ea7 None None] Port d9f8d7ab-5bd5-407f-b270-de7ccc354679 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:55:59.286606 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b0c9b-ae2a-4347-9d5d-b8b79b1758e4 service neutron] Pushing event updated for resources: {'Port': ['ID=384a8833-88fe-4c1d-be0c-1a73f037e676,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:59.385145 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-411b0c9b-ae2a-4347-9d5d-b8b79b1758e4 service neutron] Attempting to bind port 384a8833-88fe-4c1d-be0c-1a73f037e676 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:55:59.385986 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-411b0c9b-ae2a-4347-9d5d-b8b79b1758e4 service neutron] Attempting to bind port 384a8833-88fe-4c1d-be0c-1a73f037e676 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:55:59.387902 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-411b0c9b-ae2a-4347-9d5d-b8b79b1758e4 service neutron] Attempting to bind port 384a8833-88fe-4c1d-be0c-1a73f037e676 on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:55:59.396851 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-411b0c9b-ae2a-4347-9d5d-b8b79b1758e4 service neutron] Port 384a8833-88fe-4c1d-be0c-1a73f037e676 on network f82a481e-2d3e-49f3-a273-639556667c8a not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:55:59.402562 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-411b0c9b-ae2a-4347-9d5d-b8b79b1758e4 service neutron] Attempting to bind port 384a8833-88fe-4c1d-be0c-1a73f037e676 on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:55:59.413448 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-411b0c9b-ae2a-4347-9d5d-b8b79b1758e4 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:55:59.413744 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-411b0c9b-ae2a-4347-9d5d-b8b79b1758e4 service neutron] Checking segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:55:59.413939 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-411b0c9b-ae2a-4347-9d5d-b8b79b1758e4 service neutron] Bound using segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:55:59.416406 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-411b0c9b-ae2a-4347-9d5d-b8b79b1758e4 service neutron] Bound port: 384a8833-88fe-4c1d-be0c-1a73f037e676, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:55:59.417086 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-411b0c9b-ae2a-4347-9d5d-b8b79b1758e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:59.542036 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-411b0c9b-ae2a-4347-9d5d-b8b79b1758e4 service neutron] For port 384a8833-88fe-4c1d-be0c-1a73f037e676, host n-h2-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:55:59.545557 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-411b0c9b-ae2a-4347-9d5d-b8b79b1758e4 service neutron] For port 384a8833-88fe-4c1d-be0c-1a73f037e676, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=384a8833-88fe-4c1d-be0c-1a73f037e676,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:55:59.573398 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-f1071140-001f-4769-9bc5-d699f167fadb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9f8d7ab-5bd5-407f-b270-de7ccc354679 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:55:59.586653 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-f1071140-001f-4769-9bc5-d699f167fadb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:59.613706 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-f1071140-001f-4769-9bc5-d699f167fadb service neutron] Transition to ACTIVE for port object d9f8d7ab-5bd5-407f-b270-de7ccc354679 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:55:59.660900 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-411b0c9b-ae2a-4347-9d5d-b8b79b1758e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:59.742447 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-411b0c9b-ae2a-4347-9d5d-b8b79b1758e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:59.742447 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-411b0c9b-ae2a-4347-9d5d-b8b79b1758e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:59.742447 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-411b0c9b-ae2a-4347-9d5d-b8b79b1758e4 service neutron] 10.222.0.20 "PUT /v2.0/ports/384a8833-88fe-4c1d-be0c-1a73f037e676 HTTP/1.1" status: 200 len: 1095 time: 1.6584029 Aug 18 12:55:59.742447 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9cbc49e-de1c-467a-8419-3a2396bbda30', 'tag': '384a8833-88fe-4c1d-be0c-1a73f037e676'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:55:59.742447 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40ac7d8-73c4-41a4-a9b9-e6cbb83cb389" -d '{"events": [{"name": "network-changed", "server_uuid": "f9cbc49e-de1c-467a-8419-3a2396bbda30", "tag": "384a8833-88fe-4c1d-be0c-1a73f037e676"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:55:59.754299 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b0c9b-ae2a-4347-9d5d-b8b79b1758e4 service neutron] Pushing event updated for resources: {'Port': ['ID=384a8833-88fe-4c1d-be0c-1a73f037e676,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:59.837964 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-f1071140-001f-4769-9bc5-d699f167fadb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:59.929640 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1071140-001f-4769-9bc5-d699f167fadb service neutron] Pushing event updated for resources: {'Port': ['ID=d9f8d7ab-5bd5-407f-b270-de7ccc354679,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:00.072351 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-f1071140-001f-4769-9bc5-d699f167fadb service neutron] Attempting to bind port d9f8d7ab-5bd5-407f-b270-de7ccc354679 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:56:00.072840 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-f1071140-001f-4769-9bc5-d699f167fadb service neutron] Attempting to bind port d9f8d7ab-5bd5-407f-b270-de7ccc354679 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:56:00.073299 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-f1071140-001f-4769-9bc5-d699f167fadb service neutron] Attempting to bind port d9f8d7ab-5bd5-407f-b270-de7ccc354679 on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:56:00.078158 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-f1071140-001f-4769-9bc5-d699f167fadb service neutron] Port d9f8d7ab-5bd5-407f-b270-de7ccc354679 on network f82a481e-2d3e-49f3-a273-639556667c8a not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:56:00.078594 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-f1071140-001f-4769-9bc5-d699f167fadb service neutron] Attempting to bind port d9f8d7ab-5bd5-407f-b270-de7ccc354679 on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:56:00.084816 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-f1071140-001f-4769-9bc5-d699f167fadb service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:56:00.085254 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-f1071140-001f-4769-9bc5-d699f167fadb service neutron] Checking segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:56:00.085723 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-f1071140-001f-4769-9bc5-d699f167fadb service neutron] Bound using segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:56:00.086332 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-f1071140-001f-4769-9bc5-d699f167fadb service neutron] Bound port: d9f8d7ab-5bd5-407f-b270-de7ccc354679, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:56:00.087019 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-f1071140-001f-4769-9bc5-d699f167fadb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:00.168694 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-f1071140-001f-4769-9bc5-d699f167fadb service neutron] For port d9f8d7ab-5bd5-407f-b270-de7ccc354679, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:56:00.173301 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-f1071140-001f-4769-9bc5-d699f167fadb service neutron] For port d9f8d7ab-5bd5-407f-b270-de7ccc354679, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=d9f8d7ab-5bd5-407f-b270-de7ccc354679,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:56:00.330099 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-0c208a7c-ea43-46dd-ab76-515b6ec172e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:00.332399 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-0c208a7c-ea43-46dd-ab76-515b6ec172e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac48e14392114051ba5d025a8226fe94&device_id=f9cbc49e-de1c-467a-8419-3a2396bbda30 HTTP/1.1" status: 200 len: 1098 time: 0.0420029 Aug 18 12:56:00.379332 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-4861381b-c629-485f-bde7-cc3a27ec999a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=384a8833-88fe-4c1d-be0c-1a73f037e676 HTTP/1.1" status: 200 len: 217 time: 0.0381050 Aug 18 12:56:00.384774 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-f1071140-001f-4769-9bc5-d699f167fadb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:00.446574 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-992d4d29-6a68-475b-ac4d-6de9b9dadcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:00.446574 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-992d4d29-6a68-475b-ac4d-6de9b9dadcaf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.0582840 Aug 18 12:56:00.450937 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-f1071140-001f-4769-9bc5-d699f167fadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:00.451790 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-f1071140-001f-4769-9bc5-d699f167fadb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:00.457275 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-f1071140-001f-4769-9bc5-d699f167fadb service neutron] 10.222.0.20 "PUT /v2.0/ports/d9f8d7ab-5bd5-407f-b270-de7ccc354679 HTTP/1.1" status: 200 len: 1096 time: 1.6187246 Aug 18 12:56:00.457275 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5944228-4f28-43d4-a9b1-ce0bd9c82dfc', 'tag': 'd9f8d7ab-5bd5-407f-b270-de7ccc354679'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:56:00.458118 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a48d1a-aa73-4d21-b8a1-ece42ea24195" -d '{"events": [{"name": "network-changed", "server_uuid": "f5944228-4f28-43d4-a9b1-ce0bd9c82dfc", "tag": "d9f8d7ab-5bd5-407f-b270-de7ccc354679"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:56:00.496235 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1071140-001f-4769-9bc5-d699f167fadb service neutron] Pushing event updated for resources: {'Port': ['ID=d9f8d7ab-5bd5-407f-b270-de7ccc354679,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:00.515546 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-c8b98711-3bfa-46cf-b1d2-17afe3cc2880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:00.517407 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-c8b98711-3bfa-46cf-b1d2-17afe3cc2880 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0640521 Aug 18 12:56:00.681226 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-4c041493-956c-433e-b79f-5fd5929361bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:00.690150 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-4c041493-956c-433e-b79f-5fd5929361bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac48e14392114051ba5d025a8226fe94&device_id=f5944228-4f28-43d4-a9b1-ce0bd9c82dfc HTTP/1.1" status: 200 len: 1099 time: 0.0961320 Aug 18 12:56:00.703393 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-bd0b72d9-c858-4f1c-980f-f457692eb30a service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640458 Aug 18 12:56:00.790235 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-03c5dca6-190d-4be9-9d96-65f7508c839a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=d9f8d7ab-5bd5-407f-b270-de7ccc354679 HTTP/1.1" status: 200 len: 217 time: 0.0927916 Aug 18 12:56:00.905459 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-5d3909c3-2d37-456a-b52d-90f5f680a828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:00.907047 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-5d3909c3-2d37-456a-b52d-90f5f680a828 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.1029782 Aug 18 12:56:00.916197 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-bd561a65-41d4-499b-b54e-02a923be9d2f service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100501 Aug 18 12:56:00.969822 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-d737a539-266e-4ffb-b719-9b42084c4357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:00.971319 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-d737a539-266e-4ffb-b719-9b42084c4357 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0542185 Aug 18 12:56:01.095271 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 15e1a548-80e1-410c-bde6-c120f9ddf35d up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:56:01.174211 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-56684284-92d7-48c0-8dc0-8b5706305db5 service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926193 Aug 18 12:56:01.279958 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 15e1a548-80e1-410c-bde6-c120f9ddf35d completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:56:01.284530 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 15e1a548-80e1-410c-bde6-c120f9ddf35d triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:56:01.284937 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:01.406242 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b5d1eb6-cc84-46df-910f-da8e40adf3f9 req-d1104092-f15e-41e0-94d0-0425e175cc8c service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226117 Aug 18 12:56:01.462654 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:01.530557 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 15e1a548-80e1-410c-bde6-c120f9ddf35d, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=15e1a548-80e1-410c-bde6-c120f9ddf35d,segment=NetworkSegment(2a651c51-e808-45f2-beb8-aef53853dc6e),segment_id=2a651c51-e808-45f2-beb8-aef53853dc6e)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:01.808640 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:01.900007 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=15e1a548-80e1-410c-bde6-c120f9ddf35d,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:02.393012 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7081a4f-2e2e-4209-a583-03a153f07c19 req-e593d320-e83d-486a-ade9-0d6803d3d41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:02.396076 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d7081a4f-2e2e-4209-a583-03a153f07c19 req-e593d320-e83d-486a-ade9-0d6803d3d41e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=66530f10c2854e01b60f5d7014f0f550&device_id=a358d223-4084-4e6b-ba60-e24938e69f8d HTTP/1.1" status: 200 len: 1102 time: 0.0864215 Aug 18 12:56:02.476406 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 384a8833-88fe-4c1d-be0c-1a73f037e676 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:56:02.637884 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7081a4f-2e2e-4209-a583-03a153f07c19 req-6720ef4b-e487-4684-821d-d05b1a6bf588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:02.639729 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d7081a4f-2e2e-4209-a583-03a153f07c19 req-6720ef4b-e487-4684-821d-d05b1a6bf588 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.2200639 Aug 18 12:56:02.695578 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 384a8833-88fe-4c1d-be0c-1a73f037e676, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=384a8833-88fe-4c1d-be0c-1a73f037e676,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:02.741033 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d7081a4f-2e2e-4209-a583-03a153f07c19 req-92088696-5124-43d0-9653-aa2e4e8ce17f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=1398c103-533d-40a3-b28f-a6eb1b23e051 HTTP/1.1" status: 200 len: 217 time: 0.0890734 Aug 18 12:56:02.759357 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '384a8833-88fe-4c1d-be0c-1a73f037e676', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'port_id': '384a8833-88fe-4c1d-be0c-1a73f037e676', 'mac_address': 'fa:16:3e:12:5d:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc8434-66c0-4e05-8cce-b4a4a0f33dc3', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:56:02.854959 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:02.868804 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7081a4f-2e2e-4209-a583-03a153f07c19 req-c937a081-d1ed-46d7-a2fb-905387e2007d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:02.871474 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d7081a4f-2e2e-4209-a583-03a153f07c19 req-c937a081-d1ed-46d7-a2fb-905387e2007d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.1110129 Aug 18 12:56:02.886415 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 384a8833-88fe-4c1d-be0c-1a73f037e676 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:56:02.934969 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 384a8833-88fe-4c1d-be0c-1a73f037e676, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=384a8833-88fe-4c1d-be0c-1a73f037e676,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:02.950118 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7081a4f-2e2e-4209-a583-03a153f07c19 req-05216139-e976-4f35-8bd7-7601fd5774df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:02.950118 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d7081a4f-2e2e-4209-a583-03a153f07c19 req-05216139-e976-4f35-8bd7-7601fd5774df service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0696936 Aug 18 12:56:03.007464 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:03.070036 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d7081a4f-2e2e-4209-a583-03a153f07c19 req-2befbffa-e737-4ce9-8088-7c08c71a04ca service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104250 Aug 18 12:56:03.101504 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=384a8833-88fe-4c1d-be0c-1a73f037e676,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:03.201247 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d7081a4f-2e2e-4209-a583-03a153f07c19 req-c99f6d3e-774f-42d2-90b6-4f6ab475ea2b service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233737 Aug 18 12:56:03.289711 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['384a8833-88fe-4c1d-be0c-1a73f037e676'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:56:04.484217 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device d9f8d7ab-5bd5-407f-b270-de7ccc354679 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:56:04.492245 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 384a8833-88fe-4c1d-be0c-1a73f037e676 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:56:04.718284 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port d9f8d7ab-5bd5-407f-b270-de7ccc354679, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=d9f8d7ab-5bd5-407f-b270-de7ccc354679,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:04.730984 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'd9f8d7ab-5bd5-407f-b270-de7ccc354679', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'port_id': 'd9f8d7ab-5bd5-407f-b270-de7ccc354679', 'mac_address': 'fa:16:3e:97:c9:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc8434-66c0-4e05-8cce-b4a4a0f33dc3', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:56:04.782458 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6fa7eda0-3709-4983-a3b3-29ee007a9354 req-c67a760f-efe5-48b8-8497-e23a475ba747 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c89840d0-514e-4164-8fb8-925844d312f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1019654 Aug 18 12:56:04.797860 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:04.818126 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9f8d7ab-5bd5-407f-b270-de7ccc354679 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:56:04.846776 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port d9f8d7ab-5bd5-407f-b270-de7ccc354679, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=d9f8d7ab-5bd5-407f-b270-de7ccc354679,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:04.906641 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7eda0-3709-4983-a3b3-29ee007a9354 req-2d01c1b6-3bd2-4f5c-b02b-772af1a1cd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:04.908201 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6fa7eda0-3709-4983-a3b3-29ee007a9354 req-2d01c1b6-3bd2-4f5c-b02b-772af1a1cd81 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e386d50353184db69ad39d521500ceee&device_id=c89840d0-514e-4164-8fb8-925844d312f8 HTTP/1.1" status: 200 len: 1097 time: 0.0745728 Aug 18 12:56:05.033780 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7eda0-3709-4983-a3b3-29ee007a9354 req-8654b45b-a4e2-4077-9cb2-f957aa882fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:05.035430 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6fa7eda0-3709-4983-a3b3-29ee007a9354 req-8654b45b-a4e2-4077-9cb2-f957aa882fa1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6fa6534b-edc3-4b11-816f-b4fb064ecad2 HTTP/1.1" status: 200 len: 907 time: 0.1057630 Aug 18 12:56:05.045468 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 384a8833-88fe-4c1d-be0c-1a73f037e676 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:56:05.053938 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 384a8833-88fe-4c1d-be0c-1a73f037e676 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:56:05.054381 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:05.108878 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:05.117508 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6fa7eda0-3709-4983-a3b3-29ee007a9354 req-6007660c-ee85-4444-8d1e-748e917dba29 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6f24ddf-9025-45de-b5dd-acb74ef84a16 HTTP/1.1" status: 200 len: 1001 time: 0.0746989 Aug 18 12:56:05.229213 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7eda0-3709-4983-a3b3-29ee007a9354 req-92098949-6d94-4d38-a01c-d84deeb013b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:05.238488 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6fa7eda0-3709-4983-a3b3-29ee007a9354 req-92098949-6d94-4d38-a01c-d84deeb013b9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3fa04f04-f1fe-4b42-bb30-54511fdd1e53 HTTP/1.1" status: 200 len: 845 time: 0.1086738 Aug 18 12:56:05.334229 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7eda0-3709-4983-a3b3-29ee007a9354 req-748e26e3-9c9c-4eb6-ae99-e86bbf671471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:05.336094 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6fa7eda0-3709-4983-a3b3-29ee007a9354 req-748e26e3-9c9c-4eb6-ae99-e86bbf671471 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6fa6534b-edc3-4b11-816f-b4fb064ecad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898712 Aug 18 12:56:05.362811 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=d9f8d7ab-5bd5-407f-b270-de7ccc354679,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:05.463168 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:05.493872 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['d9f8d7ab-5bd5-407f-b270-de7ccc354679'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:56:05.535911 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6fa7eda0-3709-4983-a3b3-29ee007a9354 req-d70ed156-cab6-4012-9d0e-2f16a6baabe6 service neutron] 10.222.0.20 "GET /v2.0/networks/6fa6534b-edc3-4b11-816f-b4fb064ecad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905260 Aug 18 12:56:05.557123 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 384a8833-88fe-4c1d-be0c-1a73f037e676, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=384a8833-88fe-4c1d-be0c-1a73f037e676,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:05.643162 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:05.695342 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6fa7eda0-3709-4983-a3b3-29ee007a9354 req-4451edf8-38b3-4dc9-b6c7-34120a6f68e8 service neutron] 10.222.0.20 "GET /v2.0/networks/6fa6534b-edc3-4b11-816f-b4fb064ecad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512060 Aug 18 12:56:05.786557 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=384a8833-88fe-4c1d-be0c-1a73f037e676,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:06.376419 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dabd14-03ff-4b49-8540-470d020dd770 req-f9c0afe7-58c8-46c0-affb-6b600601382a tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:06.378023 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e0dabd14-03ff-4b49-8540-470d020dd770 req-f9c0afe7-58c8-46c0-affb-6b600601382a tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d0f619d-1231-411c-a1ef-9f12df69fb76 HTTP/1.1" status: 200 len: 946 time: 0.0666435 Aug 18 12:56:06.437511 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e0dabd14-03ff-4b49-8540-470d020dd770 req-1a9cce57-4f36-44e4-9725-7e9bcf90359c tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2e6ff23-eb55-4090-afc8-d4592e7c24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483887 Aug 18 12:56:06.441335 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c9848-d886-4bfe-bc73-c6e975f95965 req-b55147e9-b405-47ca-bff8-51e0b5dfd7e8 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:06.443027 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a03c9848-d886-4bfe-bc73-c6e975f95965 req-b55147e9-b405-47ca-bff8-51e0b5dfd7e8 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b86a49a-74e5-4b94-8617-fae5998d1d3a HTTP/1.1" status: 200 len: 945 time: 0.0778031 Aug 18 12:56:06.496775 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a03c9848-d886-4bfe-bc73-c6e975f95965 req-fd71fdfd-1612-4f46-8979-a2c6814b2049 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b970e95-ef01-4e80-b0a9-fdb66bc288d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437977 Aug 18 12:56:06.552311 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1cca25-6876-4995-a6fe-9474aa797974 x-openstack-request-id: req-0f1cca25-6876-4995-a6fe-9474aa797974 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:56:06.555827 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0f619d-1231-411c-a1ef-9f12df69fb76", "name": "network-vif-plugged", "status": "completed", "tag": "d5540f0a-3c84-4689-9f8b-34824e039aa4", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:56:06.556408 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f1cca25-6876-4995-a6fe-9474aa797974 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:56:06.556998 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0f619d-1231-411c-a1ef-9f12df69fb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5540f0a-3c84-4689-9f8b-34824e039aa4', 'code': 200} Aug 18 12:56:06.593650 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a8110-d6f7-45ee-9d35-790fc7ea28c9 req-4ab15207-a4af-4077-93dd-9aeb2bcf9d4e tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:06.595400 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-934a8110-d6f7-45ee-9d35-790fc7ea28c9 req-4ab15207-a4af-4077-93dd-9aeb2bcf9d4e tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5944228-4f28-43d4-a9b1-ce0bd9c82dfc HTTP/1.1" status: 200 len: 949 time: 0.0623007 Aug 18 12:56:06.678379 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-934a8110-d6f7-45ee-9d35-790fc7ea28c9 req-c83f0100-a320-4cf1-9fd9-aa04b2704c55 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758092 Aug 18 12:56:06.735329 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd571a9d-b625-407c-a92c-4f0a1488248d req-3d4bb42e-44f0-4d30-8068-4304de08df3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:06.737066 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dd571a9d-b625-407c-a92c-4f0a1488248d req-3d4bb42e-44f0-4d30-8068-4304de08df3c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1d0f619d-1231-411c-a1ef-9f12df69fb76 HTTP/1.1" status: 200 len: 1097 time: 0.0916021 Aug 18 12:56:06.747114 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70afe9f5-c759-44b3-8731-3049377be37a req-b6cb815b-14dc-42b8-83c8-a2c1721b8890 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:06.754721 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-70afe9f5-c759-44b3-8731-3049377be37a req-b6cb815b-14dc-42b8-83c8-a2c1721b8890 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee2c8f1e-5dda-43d4-a48f-f52f93ff1c8f HTTP/1.1" status: 200 len: 949 time: 0.1271460 Aug 18 12:56:06.811430 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dd571a9d-b625-407c-a92c-4f0a1488248d req-9600ef82-d762-4847-975e-7418c43e88a9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c2e6ff23-eb55-4090-afc8-d4592e7c24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492599 Aug 18 12:56:06.820966 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-70afe9f5-c759-44b3-8731-3049377be37a req-3bfee963-e837-42a2-aaec-04e0a8b2b8d8 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/security-groups?id=09620056-dc77-4aa9-9a24-0b6b39c012e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650511 Aug 18 12:56:06.906661 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c628a59-098b-4dbe-a6ff-14572367d98e x-openstack-request-id: req-3c628a59-098b-4dbe-a6ff-14572367d98e {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:56:06.907195 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9cbc49e-de1c-467a-8419-3a2396bbda30", "tag": "384a8833-88fe-4c1d-be0c-1a73f037e676", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:56:06.907612 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c628a59-098b-4dbe-a6ff-14572367d98e {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:56:06.908302 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9cbc49e-de1c-467a-8419-3a2396bbda30', 'tag': '384a8833-88fe-4c1d-be0c-1a73f037e676', 'status': 'completed', 'code': 200} Aug 18 12:56:06.975004 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ac7d8-73c4-41a4-a9b9-e6cbb83cb389 req-0e9b0989-6eea-4766-911b-36bcc27a6c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:06.976509 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e40ac7d8-73c4-41a4-a9b9-e6cbb83cb389 req-0e9b0989-6eea-4766-911b-36bcc27a6c0e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac48e14392114051ba5d025a8226fe94&device_id=f9cbc49e-de1c-467a-8419-3a2396bbda30 HTTP/1.1" status: 200 len: 1100 time: 0.0475748 Aug 18 12:56:06.984124 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1c33b8-0f8e-4e82-853e-9cbb24e67aca x-openstack-request-id: req-0a1c33b8-0f8e-4e82-853e-9cbb24e67aca {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:56:06.984616 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5944228-4f28-43d4-a9b1-ce0bd9c82dfc", "tag": "d9f8d7ab-5bd5-407f-b270-de7ccc354679", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:56:06.985044 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a1c33b8-0f8e-4e82-853e-9cbb24e67aca {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:56:06.986141 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5944228-4f28-43d4-a9b1-ce0bd9c82dfc', 'tag': 'd9f8d7ab-5bd5-407f-b270-de7ccc354679', 'status': 'completed', 'code': 200} Aug 18 12:56:07.107207 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a48d1a-aa73-4d21-b8a1-ece42ea24195 req-fa7e8da0-8491-44d3-9228-b0828954e109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:07.108733 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e8a48d1a-aa73-4d21-b8a1-ece42ea24195 req-fa7e8da0-8491-44d3-9228-b0828954e109 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac48e14392114051ba5d025a8226fe94&device_id=f5944228-4f28-43d4-a9b1-ce0bd9c82dfc HTTP/1.1" status: 200 len: 1100 time: 0.0821111 Aug 18 12:56:07.189262 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ac7d8-73c4-41a4-a9b9-e6cbb83cb389 req-a2b306b8-2f96-4e55-8c35-2a5907067276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:07.192001 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e40ac7d8-73c4-41a4-a9b9-e6cbb83cb389 req-a2b306b8-2f96-4e55-8c35-2a5907067276 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.2046034 Aug 18 12:56:07.257033 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a48d1a-aa73-4d21-b8a1-ece42ea24195 req-15477e22-e095-495a-b4b0-94a68dfb5170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:07.259022 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e8a48d1a-aa73-4d21-b8a1-ece42ea24195 req-15477e22-e095-495a-b4b0-94a68dfb5170 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.1399288 Aug 18 12:56:07.303130 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6a997-85ce-46f7-9501-e912c044323b req-99ed7bf6-09aa-46aa-852e-cae0d420366d tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:07.303502 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e40ac7d8-73c4-41a4-a9b9-e6cbb83cb389 req-b81e29b2-bf89-48d3-9c39-e0c467caf65e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=384a8833-88fe-4c1d-be0c-1a73f037e676 HTTP/1.1" status: 200 len: 217 time: 0.1008253 Aug 18 12:56:07.311580 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-00e6a997-85ce-46f7-9501-e912c044323b req-99ed7bf6-09aa-46aa-852e-cae0d420366d tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.13 "GET /v2.0/ports?device_id=c89840d0-514e-4164-8fb8-925844d312f8 HTTP/1.1" status: 200 len: 946 time: 0.1822495 Aug 18 12:56:07.352361 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e8a48d1a-aa73-4d21-b8a1-ece42ea24195 req-e506d703-55e1-47d3-a4af-a292738a9035 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=d9f8d7ab-5bd5-407f-b270-de7ccc354679 HTTP/1.1" status: 200 len: 217 time: 0.0768213 Aug 18 12:56:07.431735 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ac7d8-73c4-41a4-a9b9-e6cbb83cb389 req-7ac3a7cf-672f-4da6-8dd0-e535d290dfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:07.433493 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e40ac7d8-73c4-41a4-a9b9-e6cbb83cb389 req-7ac3a7cf-672f-4da6-8dd0-e535d290dfc0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.1246800 Aug 18 12:56:07.444600 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-00e6a997-85ce-46f7-9501-e912c044323b req-12b8d8cd-2e37-462b-a75b-36aaba620a83 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.13 "GET /v2.0/security-groups?id=732784de-b4a0-45ac-aed5-4a179726ae64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321578 Aug 18 12:56:07.570385 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a48d1a-aa73-4d21-b8a1-ece42ea24195 req-ad58ac4d-2a4e-400a-aa4d-79655bf48972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:07.570385 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e8a48d1a-aa73-4d21-b8a1-ece42ea24195 req-ad58ac4d-2a4e-400a-aa4d-79655bf48972 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.0912149 Aug 18 12:56:07.571397 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86e00b-b668-4d33-90cf-165247adea79 req-1d94b525-0a4d-4734-af7f-3e9d462b1d84 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:07.571397 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-de86e00b-b668-4d33-90cf-165247adea79 req-1d94b525-0a4d-4734-af7f-3e9d462b1d84 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d88bc60-8182-43a3-a135-48a13fe7c521 HTTP/1.1" status: 200 len: 949 time: 0.1199751 Aug 18 12:56:07.572290 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a48d1a-aa73-4d21-b8a1-ece42ea24195 req-ddb32655-3fd6-41d8-8302-914bda3bbfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:07.572290 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e8a48d1a-aa73-4d21-b8a1-ece42ea24195 req-ddb32655-3fd6-41d8-8302-914bda3bbfc1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0490863 Aug 18 12:56:07.573601 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ac7d8-73c4-41a4-a9b9-e6cbb83cb389 req-4e88689b-7ebc-424a-b879-f1efd5f2066c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:07.573601 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e40ac7d8-73c4-41a4-a9b9-e6cbb83cb389 req-4e88689b-7ebc-424a-b879-f1efd5f2066c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0640128 Aug 18 12:56:07.642987 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-de86e00b-b668-4d33-90cf-165247adea79 req-f768243d-4f47-4ee7-a74c-1cb23c47f3f2 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec3a868f-c45c-400a-a7c0-e6579cd8ca23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154652 Aug 18 12:56:07.645347 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d3e26e94-3e49-4c67-8a18-d4181dab2158 req-e5b496d4-7e45-4cc3-8d1f-b5966235d42b tempest-ServerShowV254Test-1122498729 tempest-ServerShowV254Test-1122498729-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b730dc-9d8c-4e7d-806f-489273dd2054 HTTP/1.1" status: 200 len: 210 time: 0.0382855 Aug 18 12:56:07.684586 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e8a48d1a-aa73-4d21-b8a1-ece42ea24195 req-b3075968-457e-4f72-8a5c-71b06c37f74e service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668394 Aug 18 12:56:07.700900 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e40ac7d8-73c4-41a4-a9b9-e6cbb83cb389 req-d109840f-06c3-4352-b0e9-4162af643073 service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752517 Aug 18 12:56:07.828283 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bccad9-37a3-407e-8583-0d3afc0e0e4d req-ee9e06fd-cf3b-4529-a3d8-5314d417bab5 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:07.837322 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-18bccad9-37a3-407e-8583-0d3afc0e0e4d req-ee9e06fd-cf3b-4529-a3d8-5314d417bab5 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b86a49a-74e5-4b94-8617-fae5998d1d3a HTTP/1.1" status: 200 len: 945 time: 0.0937443 Aug 18 12:56:07.860834 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a2e9f-d447-414d-acff-d6f511067e3c req-f3bab217-ddd5-4f90-8552-6f8ef12cb393 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:07.881796 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-684a2e9f-d447-414d-acff-d6f511067e3c req-f3bab217-ddd5-4f90-8552-6f8ef12cb393 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d0f619d-1231-411c-a1ef-9f12df69fb76 HTTP/1.1" status: 200 len: 946 time: 0.1254904 Aug 18 12:56:07.899379 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-18bccad9-37a3-407e-8583-0d3afc0e0e4d req-cc8e422e-7e9f-4c96-9c2e-818e35e3258a tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b970e95-ef01-4e80-b0a9-fdb66bc288d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611305 Aug 18 12:56:07.910053 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e40ac7d8-73c4-41a4-a9b9-e6cbb83cb389 req-55ba60f4-9a86-4e0f-8052-c4fcf4bbe12c service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000499 Aug 18 12:56:07.911643 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e8a48d1a-aa73-4d21-b8a1-ece42ea24195 req-4c9c1479-8f9a-4e95-b29d-5b06e3b7168a service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183387 Aug 18 12:56:07.945914 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-684a2e9f-d447-414d-acff-d6f511067e3c req-6022de70-65f1-4eb6-bf4b-ebb54d359137 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2e6ff23-eb55-4090-afc8-d4592e7c24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757747 Aug 18 12:56:08.073263 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce689f55-2074-4b58-b715-25e586f60bf4 req-b6169074-9584-4676-9b79-9bbe2603797a tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:08.083836 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ce689f55-2074-4b58-b715-25e586f60bf4 req-b6169074-9584-4676-9b79-9bbe2603797a tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5944228-4f28-43d4-a9b1-ce0bd9c82dfc HTTP/1.1" status: 200 len: 949 time: 0.0727084 Aug 18 12:56:08.160953 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ce689f55-2074-4b58-b715-25e586f60bf4 req-20600a1c-2ccb-4fc5-8837-bfd38d779f42 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704765 Aug 18 12:56:08.296189 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04309c70-38b9-4f59-bfca-3ab46f1e88f6 req-b1214cad-c01c-44f9-97c1-a7af62f78005 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:08.298226 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-04309c70-38b9-4f59-bfca-3ab46f1e88f6 req-b1214cad-c01c-44f9-97c1-a7af62f78005 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee2c8f1e-5dda-43d4-a48f-f52f93ff1c8f HTTP/1.1" status: 200 len: 949 time: 0.0678592 Aug 18 12:56:08.357137 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-04309c70-38b9-4f59-bfca-3ab46f1e88f6 req-d6591af0-13c4-41bf-a1f9-ee687de4cf3b tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/security-groups?id=09620056-dc77-4aa9-9a24-0b6b39c012e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510774 Aug 18 12:56:08.508542 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device d9f8d7ab-5bd5-407f-b270-de7ccc354679 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:56:08.604369 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee2c8f1e-5dda-43d4-a48f-f52f93ff1c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cf2b2f-d000-49f8-878e-77989404ed35'}, {'server_uuid': '1b86a49a-74e5-4b94-8617-fae5998d1d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e1a548-80e1-410c-bde6-c120f9ddf35d'}, {'server_uuid': 'f9cbc49e-de1c-467a-8419-3a2396bbda30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384a8833-88fe-4c1d-be0c-1a73f037e676'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:56:08.604369 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c12698-e2bf-4a41-b49d-106ccb54ef5a" -d '{"events": [{"server_uuid": "ee2c8f1e-5dda-43d4-a48f-f52f93ff1c8f", "name": "network-vif-plugged", "status": "completed", "tag": "62cf2b2f-d000-49f8-878e-77989404ed35"}, {"server_uuid": "1b86a49a-74e5-4b94-8617-fae5998d1d3a", "name": "network-vif-plugged", "status": "completed", "tag": "15e1a548-80e1-410c-bde6-c120f9ddf35d"}, {"server_uuid": "f9cbc49e-de1c-467a-8419-3a2396bbda30", "name": "network-vif-plugged", "status": "completed", "tag": "384a8833-88fe-4c1d-be0c-1a73f037e676"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:56:08.627524 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419d7c5-2892-49bb-9d6c-fdeccfc7e5fc req-e5b16821-695c-4ac5-b964-5878ad36e694 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:08.629117 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4419d7c5-2892-49bb-9d6c-fdeccfc7e5fc req-e5b16821-695c-4ac5-b964-5878ad36e694 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.13 "GET /v2.0/ports?device_id=c89840d0-514e-4164-8fb8-925844d312f8 HTTP/1.1" status: 200 len: 946 time: 0.0538018 Aug 18 12:56:08.641651 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 18 Aug 2021 12:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba171aa-cf4c-410c-acf0-9d8341682e88 x-openstack-request-id: req-6ba171aa-cf4c-410c-acf0-9d8341682e88 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:56:08.642553 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee2c8f1e-5dda-43d4-a48f-f52f93ff1c8f", "name": "network-vif-plugged", "status": "completed", "tag": "62cf2b2f-d000-49f8-878e-77989404ed35", "code": 200}, {"server_uuid": "1b86a49a-74e5-4b94-8617-fae5998d1d3a", "name": "network-vif-plugged", "status": "completed", "tag": "15e1a548-80e1-410c-bde6-c120f9ddf35d", "code": 200}, {"server_uuid": "f9cbc49e-de1c-467a-8419-3a2396bbda30", "name": "network-vif-plugged", "status": "completed", "tag": "384a8833-88fe-4c1d-be0c-1a73f037e676", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:56:08.642901 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ba171aa-cf4c-410c-acf0-9d8341682e88 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:56:08.643299 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee2c8f1e-5dda-43d4-a48f-f52f93ff1c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cf2b2f-d000-49f8-878e-77989404ed35', 'code': 200} Aug 18 12:56:08.643555 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b86a49a-74e5-4b94-8617-fae5998d1d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e1a548-80e1-410c-bde6-c120f9ddf35d', 'code': 200} Aug 18 12:56:08.643803 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9cbc49e-de1c-467a-8419-3a2396bbda30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384a8833-88fe-4c1d-be0c-1a73f037e676', 'code': 200} Aug 18 12:56:08.674791 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4419d7c5-2892-49bb-9d6c-fdeccfc7e5fc req-b195199e-4d6e-4bbc-8532-579dd2cbcb2c tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.13 "GET /v2.0/security-groups?id=732784de-b4a0-45ac-aed5-4a179726ae64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393059 Aug 18 12:56:08.769099 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port d9f8d7ab-5bd5-407f-b270-de7ccc354679 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:56:08.778458 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port d9f8d7ab-5bd5-407f-b270-de7ccc354679 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:56:08.779152 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:08.803420 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fa139982-d0f3-4473-a324-eba6c60a7943 req-b6f49454-8091-47b5-8991-5dd5819e031d tempest-ServerShowV254Test-1122498729 tempest-ServerShowV254Test-1122498729-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b730dc-9d8c-4e7d-806f-489273dd2054 HTTP/1.1" status: 200 len: 210 time: 0.0542021 Aug 18 12:56:08.850455 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec1ec8-aa91-4cfe-bde9-372316a86e9e req-90c61dff-3c43-4c89-b00f-e53bc2dc7fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:08.851963 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-99ec1ec8-aa91-4cfe-bde9-372316a86e9e req-90c61dff-3c43-4c89-b00f-e53bc2dc7fff service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f9cbc49e-de1c-467a-8419-3a2396bbda30 HTTP/1.1" status: 200 len: 1100 time: 0.1178982 Aug 18 12:56:08.903708 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:08.924669 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3e188-79cb-4e68-8ba2-67eeac33660f req-5c18c8d7-228f-4a96-a5b2-e4e147fecefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:08.927163 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-30e3e188-79cb-4e68-8ba2-67eeac33660f req-5c18c8d7-228f-4a96-a5b2-e4e147fecefa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ee2c8f1e-5dda-43d4-a48f-f52f93ff1c8f HTTP/1.1" status: 200 len: 1100 time: 0.1153598 Aug 18 12:56:08.945461 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port d9f8d7ab-5bd5-407f-b270-de7ccc354679, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=d9f8d7ab-5bd5-407f-b270-de7ccc354679,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:08.966291 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-99ec1ec8-aa91-4cfe-bde9-372316a86e9e req-8047123d-772d-4a51-8ac8-00870fc25cf7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988090 Aug 18 12:56:08.978069 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4dfa3-852f-4c6f-ae9c-f1db63e72260 req-29c89a7a-6762-4da1-9b5a-bb7078fb200b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:08.980000 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-05c4dfa3-852f-4c6f-ae9c-f1db63e72260 req-29c89a7a-6762-4da1-9b5a-bb7078fb200b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1b86a49a-74e5-4b94-8617-fae5998d1d3a HTTP/1.1" status: 200 len: 1096 time: 0.1269498 Aug 18 12:56:09.009276 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-30e3e188-79cb-4e68-8ba2-67eeac33660f req-42d97d89-c90b-46bf-9abd-1664d83a39a0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=09620056-dc77-4aa9-9a24-0b6b39c012e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706577 Aug 18 12:56:09.027352 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-05c4dfa3-852f-4c6f-ae9c-f1db63e72260 req-60c5897d-cc1a-48b6-8210-d137c2635d41 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1b970e95-ef01-4e80-b0a9-fdb66bc288d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374215 Aug 18 12:56:09.036185 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:09.088955 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad14b3a-3f72-483b-9271-bc25656f84a6 req-f5481be9-b9eb-4b43-8e3d-014927804be8 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:09.090617 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3ad14b3a-3f72-483b-9271-bc25656f84a6 req-f5481be9-b9eb-4b43-8e3d-014927804be8 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d0f619d-1231-411c-a1ef-9f12df69fb76 HTTP/1.1" status: 200 len: 946 time: 0.0576477 Aug 18 12:56:09.093581 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028ecc4-fd8b-4a95-ba4f-50179e393c4c req-32d5a598-a505-40a8-87f8-f61eb03822d2 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:09.095117 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d028ecc4-fd8b-4a95-ba4f-50179e393c4c req-32d5a598-a505-40a8-87f8-f61eb03822d2 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b86a49a-74e5-4b94-8617-fae5998d1d3a HTTP/1.1" status: 200 len: 945 time: 0.0648170 Aug 18 12:56:09.105226 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=d9f8d7ab-5bd5-407f-b270-de7ccc354679,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:09.143145 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d028ecc4-fd8b-4a95-ba4f-50179e393c4c req-4e57faba-5349-4b20-b2de-e6ad81225d9a tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b970e95-ef01-4e80-b0a9-fdb66bc288d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396760 Aug 18 12:56:09.144029 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3ad14b3a-3f72-483b-9271-bc25656f84a6 req-28d3bb88-ee10-490b-9f57-a7b03c1e00aa tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2e6ff23-eb55-4090-afc8-d4592e7c24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408607 Aug 18 12:56:09.254408 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1106a567-6ceb-4384-9f35-92d508e7c0cf req-5bd04016-7bd2-4c61-ad66-d44921cab616 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1707062896&fields=id&tenant_id=99941b4001f04b7f80706cf6132f3a7f HTTP/1.1" status: 200 len: 267 time: 0.0358784 Aug 18 12:56:09.306287 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106a567-6ceb-4384-9f35-92d508e7c0cf req-a3fa7e44-9de1-42be-b93d-a258c2c0e9e5 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:09.307763 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1106a567-6ceb-4384-9f35-92d508e7c0cf req-a3fa7e44-9de1-42be-b93d-a258c2c0e9e5 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d0f619d-1231-411c-a1ef-9f12df69fb76 HTTP/1.1" status: 200 len: 946 time: 0.0475965 Aug 18 12:56:09.320714 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-1106a567-6ceb-4384-9f35-92d508e7c0cf req-464318ad-1f43-4aa9-855b-830e19557065 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Request body: {'port': {'security_groups': ['c2e6ff23-eb55-4090-afc8-d4592e7c24f0', '31be308a-7de6-4105-ad1a-18d5c26456e7']}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:56:09.620678 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b3dd4-de70-4a19-a64e-217657a738d4 req-1c46265b-e31b-43f3-9c3e-f3d93d285827 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:09.622326 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ba4b3dd4-de70-4a19-a64e-217657a738d4 req-1c46265b-e31b-43f3-9c3e-f3d93d285827 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5944228-4f28-43d4-a9b1-ce0bd9c82dfc HTTP/1.1" status: 200 len: 950 time: 0.0671115 Aug 18 12:56:09.666585 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ba4b3dd4-de70-4a19-a64e-217657a738d4 req-f8d5dcd7-22c1-401a-965d-975d60d109c8 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376096 Aug 18 12:56:09.700568 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-1106a567-6ceb-4384-9f35-92d508e7c0cf req-464318ad-1f43-4aa9-855b-830e19557065 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:09.783259 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711aa23c-3771-43db-8d1c-63f5a06c9f17 req-f0d671da-517a-4793-9ab1-432e05f208f5 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:09.785336 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-711aa23c-3771-43db-8d1c-63f5a06c9f17 req-f0d671da-517a-4793-9ab1-432e05f208f5 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee2c8f1e-5dda-43d4-a48f-f52f93ff1c8f HTTP/1.1" status: 200 len: 949 time: 0.0571604 Aug 18 12:56:09.825208 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-711aa23c-3771-43db-8d1c-63f5a06c9f17 req-e8bbba1d-c21d-41ce-b968-a2e408d710eb tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/security-groups?id=09620056-dc77-4aa9-9a24-0b6b39c012e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338707 Aug 18 12:56:09.902280 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-1106a567-6ceb-4384-9f35-92d508e7c0cf req-464318ad-1f43-4aa9-855b-830e19557065 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] For port d5540f0a-3c84-4689-9f8b-34824e039aa4, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=d5540f0a-3c84-4689-9f8b-34824e039aa4,segment=NetworkSegment(a55d7d46-60e1-4c30-88cf-190c46dddd25),segment_id=a55d7d46-60e1-4c30-88cf-190c46dddd25)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:09.931291 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb047f-7ad4-42ae-bdf0-55f8211ce7a8 req-990f493f-cb29-47de-865f-4411251694a1 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:09.935633 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4adb047f-7ad4-42ae-bdf0-55f8211ce7a8 req-990f493f-cb29-47de-865f-4411251694a1 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.13 "GET /v2.0/ports?device_id=c89840d0-514e-4164-8fb8-925844d312f8 HTTP/1.1" status: 200 len: 946 time: 0.0505824 Aug 18 12:56:09.936241 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-1106a567-6ceb-4384-9f35-92d508e7c0cf req-464318ad-1f43-4aa9-855b-830e19557065 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:09.972742 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4adb047f-7ad4-42ae-bdf0-55f8211ce7a8 req-240cab9c-7646-4694-be36-0264aeff626b tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.13 "GET /v2.0/security-groups?id=732784de-b4a0-45ac-aed5-4a179726ae64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330932 Aug 18 12:56:10.022758 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-1106a567-6ceb-4384-9f35-92d508e7c0cf req-464318ad-1f43-4aa9-855b-830e19557065 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:10.037140 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['d5540f0a-3c84-4689-9f8b-34824e039aa4'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:56:10.068234 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106a567-6ceb-4384-9f35-92d508e7c0cf req-464318ad-1f43-4aa9-855b-830e19557065 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:10.068882 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-1106a567-6ceb-4384-9f35-92d508e7c0cf req-464318ad-1f43-4aa9-855b-830e19557065 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:10.070337 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1106a567-6ceb-4384-9f35-92d508e7c0cf req-464318ad-1f43-4aa9-855b-830e19557065 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "PUT /v2.0/ports/d5540f0a-3c84-4689-9f8b-34824e039aa4 HTTP/1.1" status: 200 len: 982 time: 0.7544768 Aug 18 12:56:10.071591 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d0f619d-1231-411c-a1ef-9f12df69fb76', 'tag': 'd5540f0a-3c84-4689-9f8b-34824e039aa4'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:56:10.073308 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f3035e-a55b-4de8-8b60-63589110db55" -d '{"events": [{"name": "network-changed", "server_uuid": "1d0f619d-1231-411c-a1ef-9f12df69fb76", "tag": "d5540f0a-3c84-4689-9f8b-34824e039aa4"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:56:10.106283 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464318ad-1f43-4aa9-855b-830e19557065 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Pushing event updated for resources: {'Port': ['ID=d5540f0a-3c84-4689-9f8b-34824e039aa4,revision_number=6']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:10.153281 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4d8c4b-448f-4bd8-abb3-5f05ed87a682 x-openstack-request-id: req-1a4d8c4b-448f-4bd8-abb3-5f05ed87a682 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:56:10.163577 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d0f619d-1231-411c-a1ef-9f12df69fb76", "tag": "d5540f0a-3c84-4689-9f8b-34824e039aa4", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:56:10.163577 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a4d8c4b-448f-4bd8-abb3-5f05ed87a682 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:56:10.163577 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d0f619d-1231-411c-a1ef-9f12df69fb76', 'tag': 'd5540f0a-3c84-4689-9f8b-34824e039aa4', 'status': 'completed', 'code': 200} Aug 18 12:56:10.203519 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['d5540f0a-3c84-4689-9f8b-34824e039aa4'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:56:10.268100 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5ee13808-adcb-4baa-bc3b-97b92b8330fa req-db2271aa-b461-4c19-bd14-be489c5c5fc4 tempest-ServerShowV254Test-1122498729 tempest-ServerShowV254Test-1122498729-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b730dc-9d8c-4e7d-806f-489273dd2054 HTTP/1.1" status: 200 len: 210 time: 0.0885394 Aug 18 12:56:10.283160 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-99556a9d-0591-4cb4-8b45-405affb11c0c req-5f065678-ae5a-4e6e-84b7-cfcb8e826418 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1801602297&fields=id&tenant_id=99941b4001f04b7f80706cf6132f3a7f HTTP/1.1" status: 200 len: 267 time: 0.0627992 Aug 18 12:56:10.310871 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3035e-a55b-4de8-8b60-63589110db55 req-6252caba-af09-45e3-b7a0-377202d73191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:10.312371 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-28f3035e-a55b-4de8-8b60-63589110db55 req-6252caba-af09-45e3-b7a0-377202d73191 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=99941b4001f04b7f80706cf6132f3a7f&device_id=1d0f619d-1231-411c-a1ef-9f12df69fb76 HTTP/1.1" status: 200 len: 1136 time: 0.1311326 Aug 18 12:56:10.350338 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99556a9d-0591-4cb4-8b45-405affb11c0c req-aa80c464-d4f6-4209-a42d-783daf452731 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:10.359568 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-99556a9d-0591-4cb4-8b45-405affb11c0c req-aa80c464-d4f6-4209-a42d-783daf452731 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d0f619d-1231-411c-a1ef-9f12df69fb76 HTTP/1.1" status: 200 len: 985 time: 0.0749512 Aug 18 12:56:10.366504 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-99556a9d-0591-4cb4-8b45-405affb11c0c req-97667a56-8822-47c6-8209-80894e5bae17 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Request body: {'port': {'security_groups': ['31be308a-7de6-4105-ad1a-18d5c26456e7', 'c2e6ff23-eb55-4090-afc8-d4592e7c24f0', '291558d0-eecd-4d1f-88b9-becaab2ddfd8']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:56:10.457474 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-99556a9d-0591-4cb4-8b45-405affb11c0c req-97667a56-8822-47c6-8209-80894e5bae17 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:10.533812 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 5c62c4a5-8eda-4b3e-8232-4c167af929cb details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:56:10.536282 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 13e38942-68c9-4b60-9eb2-a67a3d052986 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:56:10.565306 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2cf574-98b3-48d5-8b70-dfd77654b73f req-4c6f31f2-9755-4b66-a6ad-a56d7ea3cd8d tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:10.570961 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0a2cf574-98b3-48d5-8b70-dfd77654b73f req-4c6f31f2-9755-4b66-a6ad-a56d7ea3cd8d tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b86a49a-74e5-4b94-8617-fae5998d1d3a HTTP/1.1" status: 200 len: 945 time: 0.1186950 Aug 18 12:56:10.586057 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3035e-a55b-4de8-8b60-63589110db55 req-09bc41e9-f7fb-41c8-a735-6877120b14c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:10.587917 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-28f3035e-a55b-4de8-8b60-63589110db55 req-09bc41e9-f7fb-41c8-a735-6877120b14c3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4ef47cb5-1e52-4552-a63f-a71a8084e726 HTTP/1.1" status: 200 len: 914 time: 0.2665234 Aug 18 12:56:10.639159 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-28f3035e-a55b-4de8-8b60-63589110db55 req-2ae4ee91-adb4-463b-98c2-8d9b03ab84c8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5540f0a-3c84-4689-9f8b-34824e039aa4 HTTP/1.1" status: 200 len: 217 time: 0.0418642 Aug 18 12:56:10.645132 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5944228-4f28-43d4-a9b1-ce0bd9c82dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f8d7ab-5bd5-407f-b270-de7ccc354679'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:56:10.648259 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07f111a-f841-4285-893f-22fc796e9704" -d '{"events": [{"server_uuid": "f5944228-4f28-43d4-a9b1-ce0bd9c82dfc", "name": "network-vif-plugged", "status": "completed", "tag": "d9f8d7ab-5bd5-407f-b270-de7ccc354679"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:56:10.682776 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0a2cf574-98b3-48d5-8b70-dfd77654b73f req-e6dba360-3418-4f2c-8641-50167003eb1f tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b970e95-ef01-4e80-b0a9-fdb66bc288d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084242 Aug 18 12:56:10.705375 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3035e-a55b-4de8-8b60-63589110db55 req-38c41a6c-5cbd-4470-b4d4-dadc8fdb0aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:10.709684 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-28f3035e-a55b-4de8-8b60-63589110db55 req-38c41a6c-5cbd-4470-b4d4-dadc8fdb0aa3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a6656352-4eb3-48e5-bc33-70ad03175c1e HTTP/1.1" status: 200 len: 853 time: 0.0592439 Aug 18 12:56:10.725591 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:10.739217 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-99556a9d-0591-4cb4-8b45-405affb11c0c req-97667a56-8822-47c6-8209-80894e5bae17 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] For port d5540f0a-3c84-4689-9f8b-34824e039aa4, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=d5540f0a-3c84-4689-9f8b-34824e039aa4,segment=NetworkSegment(a55d7d46-60e1-4c30-88cf-190c46dddd25),segment_id=a55d7d46-60e1-4c30-88cf-190c46dddd25)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:10.759684 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 5c62c4a5-8eda-4b3e-8232-4c167af929cb, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=5c62c4a5-8eda-4b3e-8232-4c167af929cb,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:10.771837 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-28f3035e-a55b-4de8-8b60-63589110db55 req-0ba4f63c-1472-44d4-be54-5ab49dcc2359 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4ef47cb5-1e52-4552-a63f-a71a8084e726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416999 Aug 18 12:56:10.778345 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 13e38942-68c9-4b60-9eb2-a67a3d052986, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=13e38942-68c9-4b60-9eb2-a67a3d052986,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:10.779733 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '5c62c4a5-8eda-4b3e-8232-4c167af929cb', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'port_id': '5c62c4a5-8eda-4b3e-8232-4c167af929cb', 'mac_address': 'fa:16:3e:29:02:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc8434-66c0-4e05-8cce-b4a4a0f33dc3', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:56:10.802802 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-99556a9d-0591-4cb4-8b45-405affb11c0c req-97667a56-8822-47c6-8209-80894e5bae17 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:10.823882 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:10.836887 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c62c4a5-8eda-4b3e-8232-4c167af929cb {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:56:10.869729 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 5c62c4a5-8eda-4b3e-8232-4c167af929cb, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=5c62c4a5-8eda-4b3e-8232-4c167af929cb,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:10.869974 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-99556a9d-0591-4cb4-8b45-405affb11c0c req-97667a56-8822-47c6-8209-80894e5bae17 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:10.871963 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:10.897294 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['d5540f0a-3c84-4689-9f8b-34824e039aa4'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:56:10.918027 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99556a9d-0591-4cb4-8b45-405affb11c0c req-97667a56-8822-47c6-8209-80894e5bae17 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:10.918796 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-99556a9d-0591-4cb4-8b45-405affb11c0c req-97667a56-8822-47c6-8209-80894e5bae17 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:10.922088 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-99556a9d-0591-4cb4-8b45-405affb11c0c req-97667a56-8822-47c6-8209-80894e5bae17 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "PUT /v2.0/ports/d5540f0a-3c84-4689-9f8b-34824e039aa4 HTTP/1.1" status: 200 len: 1021 time: 0.5613997 Aug 18 12:56:10.925916 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d0f619d-1231-411c-a1ef-9f12df69fb76', 'tag': 'd5540f0a-3c84-4689-9f8b-34824e039aa4'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:56:10.931374 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e70487d-3275-4b3a-9faf-32a8cbfe0921" -d '{"events": [{"name": "network-changed", "server_uuid": "1d0f619d-1231-411c-a1ef-9f12df69fb76", "tag": "d5540f0a-3c84-4689-9f8b-34824e039aa4"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:56:10.940119 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0ff6e-ab40-452d-b833-031d30d2eaab req-0df1b16f-4c50-4565-8960-de84e55b9fdc tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:10.950553 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-edb0ff6e-ab40-452d-b833-031d30d2eaab req-0df1b16f-4c50-4565-8960-de84e55b9fdc tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] 10.222.0.13 "GET /v2.0/ports?device_id=a358d223-4084-4e6b-ba60-e24938e69f8d HTTP/1.1" status: 200 len: 951 time: 0.1205244 Aug 18 12:56:10.962348 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=13e38942-68c9-4b60-9eb2-a67a3d052986,revision_number=8']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:10.963408 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-28f3035e-a55b-4de8-8b60-63589110db55 req-7e934c1a-a98e-45bd-8393-afdc6fe67f70 service neutron] 10.222.0.39 "GET /v2.0/networks/4ef47cb5-1e52-4552-a63f-a71a8084e726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837697 Aug 18 12:56:10.972769 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:10.974779 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97667a56-8822-47c6-8209-80894e5bae17 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Pushing event updated for resources: {'Port': ['ID=d5540f0a-3c84-4689-9f8b-34824e039aa4,revision_number=7']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:11.000081 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c36eb2-f630-4973-bb7e-5aca6c6e2d7e x-openstack-request-id: req-68c36eb2-f630-4973-bb7e-5aca6c6e2d7e {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:56:11.000441 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5944228-4f28-43d4-a9b1-ce0bd9c82dfc", "name": "network-vif-plugged", "status": "completed", "tag": "d9f8d7ab-5bd5-407f-b270-de7ccc354679", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:56:11.000752 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68c36eb2-f630-4973-bb7e-5aca6c6e2d7e {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:56:11.001363 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5944228-4f28-43d4-a9b1-ce0bd9c82dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f8d7ab-5bd5-407f-b270-de7ccc354679', 'code': 200} Aug 18 12:56:11.022368 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['d5540f0a-3c84-4689-9f8b-34824e039aa4'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:56:11.070462 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-edb0ff6e-ab40-452d-b833-031d30d2eaab req-86ebad55-1a17-4fdc-8e28-ceb74a2c036c tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6a2be0e-47d6-4fef-88a1-a171767f91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189878 Aug 18 12:56:11.102411 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=5c62c4a5-8eda-4b3e-8232-4c167af929cb,revision_number=9']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:11.124955 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['5c62c4a5-8eda-4b3e-8232-4c167af929cb'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:56:11.134789 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e0741-a738-46c0-a5c9-71f76bcb8bd3 req-8fb9c302-2deb-4dff-8c4e-39c67dded522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:11.136446 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8e0e0741-a738-46c0-a5c9-71f76bcb8bd3 req-8fb9c302-2deb-4dff-8c4e-39c67dded522 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f5944228-4f28-43d4-a9b1-ce0bd9c82dfc HTTP/1.1" status: 200 len: 1101 time: 0.0650403 Aug 18 12:56:11.169769 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-28f3035e-a55b-4de8-8b60-63589110db55 req-4008108f-24de-4ce2-8efc-8a5401d659b6 service neutron] 10.222.0.39 "GET /v2.0/networks/4ef47cb5-1e52-4552-a63f-a71a8084e726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882553 Aug 18 12:56:11.178883 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603254e-d529-4e3e-a470-54246e58035d req-9d1d3df1-7125-43d1-a291-a6598c48f67b tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:11.185852 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8e0e0741-a738-46c0-a5c9-71f76bcb8bd3 req-ef59663f-bce4-42ca-b51c-40dc197cf9ce service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372677 Aug 18 12:56:11.188890 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2603254e-d529-4e3e-a470-54246e58035d req-9d1d3df1-7125-43d1-a291-a6598c48f67b tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5944228-4f28-43d4-a9b1-ce0bd9c82dfc HTTP/1.1" status: 200 len: 950 time: 0.1176331 Aug 18 12:56:11.255628 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2603254e-d529-4e3e-a470-54246e58035d req-96957496-bc70-4805-b9c9-be6a2f2b69df tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612729 Aug 18 12:56:11.298621 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a4822-6a69-443b-8826-8c4088243788 req-c2e79eab-2dc1-4dd4-9ffc-12d952a42f83 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:11.301007 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-371a4822-6a69-443b-8826-8c4088243788 req-c2e79eab-2dc1-4dd4-9ffc-12d952a42f83 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee2c8f1e-5dda-43d4-a48f-f52f93ff1c8f HTTP/1.1" status: 200 len: 949 time: 0.0963051 Aug 18 12:56:11.355673 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-371a4822-6a69-443b-8826-8c4088243788 req-e871b516-b404-41fd-ab34-db480d9de61c tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/security-groups?id=09620056-dc77-4aa9-9a24-0b6b39c012e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452871 Aug 18 12:56:11.369001 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530d513-d34d-438c-bfbf-ed8ba6a35227 req-067d53c6-8661-4eda-a96e-247c0e412eaf tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:11.370660 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b530d513-d34d-438c-bfbf-ed8ba6a35227 req-067d53c6-8661-4eda-a96e-247c0e412eaf tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d0f619d-1231-411c-a1ef-9f12df69fb76 HTTP/1.1" status: 200 len: 1024 time: 0.0585670 Aug 18 12:56:11.415990 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9afca5-3608-4844-a083-442e7b7d2dbf x-openstack-request-id: req-2a9afca5-3608-4844-a083-442e7b7d2dbf {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:56:11.416636 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d0f619d-1231-411c-a1ef-9f12df69fb76", "tag": "d5540f0a-3c84-4689-9f8b-34824e039aa4", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:56:11.417013 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a9afca5-3608-4844-a083-442e7b7d2dbf {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:56:11.417581 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d0f619d-1231-411c-a1ef-9f12df69fb76', 'tag': 'd5540f0a-3c84-4689-9f8b-34824e039aa4', 'status': 'completed', 'code': 200} Aug 18 12:56:11.474821 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b530d513-d34d-438c-bfbf-ed8ba6a35227 req-ae3dc870-0062-4d9c-aad8-d7b6bb46b510 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2e6ff23-eb55-4090-afc8-d4592e7c24f0&id=291558d0-eecd-4d1f-88b9-becaab2ddfd8&id=31be308a-7de6-4105-ad1a-18d5c26456e7 HTTP/1.1" status: 200 len: 6150 time: 0.0966301 Aug 18 12:56:11.566568 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f9687215-14a5-4920-9d03-ee0b597324f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:11.568949 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70487d-3275-4b3a-9faf-32a8cbfe0921 req-798f1e45-1081-4d38-89d3-a04764bf5ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:11.570499 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0e70487d-3275-4b3a-9faf-32a8cbfe0921 req-798f1e45-1081-4d38-89d3-a04764bf5ed8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=99941b4001f04b7f80706cf6132f3a7f&device_id=1d0f619d-1231-411c-a1ef-9f12df69fb76 HTTP/1.1" status: 200 len: 1175 time: 0.1238337 Aug 18 12:56:11.587656 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404669cd-e217-4013-95d5-e67560a9af5f req-d55acd63-e2fe-4105-83e8-f8d04847f440 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:11.589064 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-404669cd-e217-4013-95d5-e67560a9af5f req-d55acd63-e2fe-4105-83e8-f8d04847f440 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89840d0-514e-4164-8fb8-925844d312f8 HTTP/1.1" status: 200 len: 946 time: 0.1007349 Aug 18 12:56:11.603311 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0751f5-20bf-4985-96b3-eb9d5ee969b9 req-1fbacc08-3c0c-4dc6-a62e-35d82dcb6fa9 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:11.604777 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0e0751f5-20bf-4985-96b3-eb9d5ee969b9 req-1fbacc08-3c0c-4dc6-a62e-35d82dcb6fa9 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.13 "GET /v2.0/ports?device_id=c89840d0-514e-4164-8fb8-925844d312f8 HTTP/1.1" status: 200 len: 946 time: 0.1043918 Aug 18 12:56:11.763530 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0e0751f5-20bf-4985-96b3-eb9d5ee969b9 req-12f690a3-b474-46c2-91de-08f4a4248aed tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.13 "GET /v2.0/security-groups?id=732784de-b4a0-45ac-aed5-4a179726ae64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497202 Aug 18 12:56:11.794399 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70487d-3275-4b3a-9faf-32a8cbfe0921 req-07e8880e-5b57-490d-86d3-50554206bfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:11.795943 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0e70487d-3275-4b3a-9faf-32a8cbfe0921 req-07e8880e-5b57-490d-86d3-50554206bfc5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4ef47cb5-1e52-4552-a63f-a71a8084e726 HTTP/1.1" status: 200 len: 914 time: 0.2174406 Aug 18 12:56:11.844743 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0e70487d-3275-4b3a-9faf-32a8cbfe0921 req-3cedb78e-d3d8-43f0-ae3e-3493ff55ebfe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5540f0a-3c84-4689-9f8b-34824e039aa4 HTTP/1.1" status: 200 len: 217 time: 0.0404835 Aug 18 12:56:11.872480 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-404669cd-e217-4013-95d5-e67560a9af5f req-730e75b6-4e8c-4e0a-b3a6-ba9bf44b0eef tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Deleting port e6f24ddf-9025-45de-b5dd-acb74ef84a16 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:56:11.872820 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-404669cd-e217-4013-95d5-e67560a9af5f req-730e75b6-4e8c-4e0a-b3a6-ba9bf44b0eef tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:11.879870 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-df5f708b-18d8-4189-a757-542ef6a96bb1 req-73e10e9d-5896-4685-83fa-79b95686c641 tempest-ServerShowV254Test-1122498729 tempest-ServerShowV254Test-1122498729-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b730dc-9d8c-4e7d-806f-489273dd2054 HTTP/1.1" status: 200 len: 210 time: 0.0387251 Aug 18 12:56:11.977421 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70487d-3275-4b3a-9faf-32a8cbfe0921 req-2dbe449d-76cb-4899-8ced-4da486608a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:11.978901 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0e70487d-3275-4b3a-9faf-32a8cbfe0921 req-2dbe449d-76cb-4899-8ced-4da486608a72 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a6656352-4eb3-48e5-bc33-70ad03175c1e HTTP/1.1" status: 200 len: 853 time: 0.1020184 Aug 18 12:56:12.008128 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-404669cd-e217-4013-95d5-e67560a9af5f req-730e75b6-4e8c-4e0a-b3a6-ba9bf44b0eef tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] For port e6f24ddf-9025-45de-b5dd-acb74ef84a16, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=e6f24ddf-9025-45de-b5dd-acb74ef84a16,segment=NetworkSegment(2f5ba46d-5774-43c3-8ca1-c4ac9b3ab81f),segment_id=2f5ba46d-5774-43c3-8ca1-c4ac9b3ab81f)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:12.008497 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-404669cd-e217-4013-95d5-e67560a9af5f req-730e75b6-4e8c-4e0a-b3a6-ba9bf44b0eef tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:12.041604 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0e70487d-3275-4b3a-9faf-32a8cbfe0921 req-3665722d-2060-4822-bd51-e8e1a8472d1a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4ef47cb5-1e52-4552-a63f-a71a8084e726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354443 Aug 18 12:56:12.168980 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ff7be5ee-f66a-46dc-9455-80cabe486a37 req-1a9f162a-4e6d-4a81-ba82-344005d9e2ff service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f0b730dc-9d8c-4e7d-806f-489273dd2054 HTTP/1.1" status: 200 len: 210 time: 0.0747864 Aug 18 12:56:12.242565 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-5b3cac10-4267-466c-b6aa-77f4c40ea2b8 req-413ec691-3f74-40ca-929d-e90ab7d2549e tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Request body: {'security_group': {'name': ' tempest-securitygroup -476297094 ', 'description': 'tempest-description-128905636'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:56:12.334589 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0e70487d-3275-4b3a-9faf-32a8cbfe0921 req-d3d83673-7f05-4bd6-81e7-328fe5695808 service neutron] 10.222.0.39 "GET /v2.0/networks/4ef47cb5-1e52-4552-a63f-a71a8084e726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497518 Aug 18 12:56:12.396416 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-404669cd-e217-4013-95d5-e67560a9af5f req-730e75b6-4e8c-4e0a-b3a6-ba9bf44b0eef tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:12.397116 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-404669cd-e217-4013-95d5-e67560a9af5f req-730e75b6-4e8c-4e0a-b3a6-ba9bf44b0eef tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:12.397448 n-d-803603-2 neutron-server[101676]: INFO neutron.db.l3_db [req-404669cd-e217-4013-95d5-e67560a9af5f req-730e75b6-4e8c-4e0a-b3a6-ba9bf44b0eef tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Floating IP e754cb8f-96e3-4660-bccd-8505a0ed68c0 disassociated. External IP: 172.25.6.95, port: e6f24ddf-9025-45de-b5dd-acb74ef84a16. Aug 18 12:56:12.397829 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-404669cd-e217-4013-95d5-e67560a9af5f req-730e75b6-4e8c-4e0a-b3a6-ba9bf44b0eef tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Calling delete_port for e6f24ddf-9025-45de-b5dd-acb74ef84a16 owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:56:12.416345 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5b3cac10-4267-466c-b6aa-77f4c40ea2b8 req-413ec691-3f74-40ca-929d-e90ab7d2549e tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:12.517659 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 5c62c4a5-8eda-4b3e-8232-4c167af929cb up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:56:12.523959 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0e70487d-3275-4b3a-9faf-32a8cbfe0921 req-0d724c14-259f-4a28-9cb9-43e9ad0a6766 service neutron] 10.222.0.39 "GET /v2.0/networks/4ef47cb5-1e52-4552-a63f-a71a8084e726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805410 Aug 18 12:56:12.573182 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 5c62c4a5-8eda-4b3e-8232-4c167af929cb triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:56:12.573652 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:12.632287 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5b3cac10-4267-466c-b6aa-77f4c40ea2b8 req-413ec691-3f74-40ca-929d-e90ab7d2549e tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:12.656869 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:12.689340 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 5c62c4a5-8eda-4b3e-8232-4c167af929cb, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=5c62c4a5-8eda-4b3e-8232-4c167af929cb,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:12.744462 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5b3cac10-4267-466c-b6aa-77f4c40ea2b8 req-413ec691-3f74-40ca-929d-e90ab7d2549e tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:12.750344 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-404669cd-e217-4013-95d5-e67560a9af5f req-730e75b6-4e8c-4e0a-b3a6-ba9bf44b0eef tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:12.795487 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:12.801639 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e75b6-4e8c-4e0a-b3a6-ba9bf44b0eef tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Pushing event deleted for resources: {'Port': ['ID=e6f24ddf-9025-45de-b5dd-acb74ef84a16,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:12.809897 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ec691-3f74-40ca-929d-e90ab7d2549e tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f45e9b11-9275-4af9-b78a-c3a4f9d4946e,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:12.870563 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=5c62c4a5-8eda-4b3e-8232-4c167af929cb,revision_number=10']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:12.914528 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5b3cac10-4267-466c-b6aa-77f4c40ea2b8 req-413ec691-3f74-40ca-929d-e90ab7d2549e tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:12.915975 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5b3cac10-4267-466c-b6aa-77f4c40ea2b8 req-413ec691-3f74-40ca-929d-e90ab7d2549e tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.6821899 Aug 18 12:56:12.951415 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-404669cd-e217-4013-95d5-e67560a9af5f req-730e75b6-4e8c-4e0a-b3a6-ba9bf44b0eef tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Router ee8b140b-a89e-4d2f-b016-241ef0f38760 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:56:12.989597 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34798fc-33e3-48b6-9ea0-aa7b396c3e7a req-0da75eda-d96e-4388-abe1-d360776d0c5a tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:12.991134 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e34798fc-33e3-48b6-9ea0-aa7b396c3e7a req-0da75eda-d96e-4388-abe1-d360776d0c5a tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b86a49a-74e5-4b94-8617-fae5998d1d3a HTTP/1.1" status: 200 len: 945 time: 0.0648692 Aug 18 12:56:13.002142 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d88bc60-8182-43a3-a135-48a13fe7c521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13e38942-68c9-4b60-9eb2-a67a3d052986'}, {'server_uuid': '704e964f-ec17-4f63-b201-30734489934a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c62c4a5-8eda-4b3e-8232-4c167af929cb'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:56:13.004857 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f3ed6c-187d-44b5-816c-b5fe5e565d8a" -d '{"events": [{"server_uuid": "7d88bc60-8182-43a3-a135-48a13fe7c521", "name": "network-vif-unplugged", "status": "completed", "tag": "13e38942-68c9-4b60-9eb2-a67a3d052986"}, {"server_uuid": "704e964f-ec17-4f63-b201-30734489934a", "name": "network-vif-plugged", "status": "completed", "tag": "5c62c4a5-8eda-4b3e-8232-4c167af929cb"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:56:13.035977 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e34798fc-33e3-48b6-9ea0-aa7b396c3e7a req-23284c48-e73f-48b7-83eb-34eec93dfd26 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b970e95-ef01-4e80-b0a9-fdb66bc288d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386124 Aug 18 12:56:13.091322 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76283b59-a566-4140-9404-e4df606d0783 req-978e2230-c5f7-4cbf-9746-063c99934ce0 tempest-ServersAdminNegativeTestJSON-367375880 tempest-ServersAdminNegativeTestJSON-367375880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:13.091322 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-76283b59-a566-4140-9404-e4df606d0783 req-978e2230-c5f7-4cbf-9746-063c99934ce0 tempest-ServersAdminNegativeTestJSON-367375880 tempest-ServersAdminNegativeTestJSON-367375880-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ee2c8f1e-5dda-43d4-a48f-f52f93ff1c8f HTTP/1.1" status: 200 len: 1100 time: 0.0871856 Aug 18 12:56:13.116565 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-404669cd-e217-4013-95d5-e67560a9af5f req-730e75b6-4e8c-4e0a-b3a6-ba9bf44b0eef tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:56:13.118353 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-76283b59-a566-4140-9404-e4df606d0783 req-b77722e8-5728-43d9-8e71-a213419bc2ba tempest-ServersAdminNegativeTestJSON-367375880 tempest-ServersAdminNegativeTestJSON-367375880-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:13.131275 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268ad5be-6ad5-45c4-9287-4373add88e77 None None] Sync routers for ids ['ee8b140b-a89e-4d2f-b016-241ef0f38760'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:56:13.145308 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268ad5be-6ad5-45c4-9287-4373add88e77 None None] Routers {'ee8b140b-a89e-4d2f-b016-241ef0f38760'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:56:13.145936 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-268ad5be-6ad5-45c4-9287-4373add88e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:55:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ee8b140b-a89e-4d2f-b016-241ef0f38760'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:56:13.168369 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 1398c103-533d-40a3-b28f-a6eb1b23e051 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:56:13.172977 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9a2a4-1389-490b-833f-42aa927c745c req-8725e8c7-2197-45b8-8886-e192b8204805 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:13.174926 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f2a9a2a4-1389-490b-833f-42aa927c745c req-8725e8c7-2197-45b8-8886-e192b8204805 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5944228-4f28-43d4-a9b1-ce0bd9c82dfc HTTP/1.1" status: 200 len: 950 time: 0.0701244 Aug 18 12:56:13.191423 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-404669cd-e217-4013-95d5-e67560a9af5f req-730e75b6-4e8c-4e0a-b3a6-ba9bf44b0eef tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] No DVR routers for this DVR port e6f24ddf-9025-45de-b5dd-acb74ef84a16 on host n-h2-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:56:13.195269 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-404669cd-e217-4013-95d5-e67560a9af5f req-730e75b6-4e8c-4e0a-b3a6-ba9bf44b0eef tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:13.197339 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-404669cd-e217-4013-95d5-e67560a9af5f req-730e75b6-4e8c-4e0a-b3a6-ba9bf44b0eef tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.20 "DELETE /v2.0/ports/e6f24ddf-9025-45de-b5dd-acb74ef84a16 HTTP/1.1" status: 204 len: 173 time: 1.5916631 Aug 18 12:56:13.197795 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c89840d0-514e-4164-8fb8-925844d312f8', 'name': 'network-vif-deleted', 'tag': 'e6f24ddf-9025-45de-b5dd-acb74ef84a16'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:56:13.200447 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3dfaa39-a7a4-4fff-91a0-fe72e0908cdf" -d '{"events": [{"server_uuid": "c89840d0-514e-4164-8fb8-925844d312f8", "name": "network-vif-deleted", "tag": "e6f24ddf-9025-45de-b5dd-acb74ef84a16"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:56:13.258038 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f2a9a2a4-1389-490b-833f-42aa927c745c req-63573ed8-44aa-4517-9f5a-cf797e785f85 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755327 Aug 18 12:56:13.300489 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-268ad5be-6ad5-45c4-9287-4373add88e77 None None] Set router ee8b140b-a89e-4d2f-b016-241ef0f38760 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:56:13.352601 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:13.384365 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-76283b59-a566-4140-9404-e4df606d0783 req-b77722e8-5728-43d9-8e71-a213419bc2ba tempest-ServersAdminNegativeTestJSON-367375880 tempest-ServersAdminNegativeTestJSON-367375880-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:13.418058 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 1398c103-533d-40a3-b28f-a6eb1b23e051, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=1398c103-533d-40a3-b28f-a6eb1b23e051,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:13.491920 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4f979ac4-3147-41b4-b75d-5c2a66dc1d4a req-90d5b3d4-c993-4668-b37d-9fed1faf9759 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.13 "GET /v2.0/ports?device_id=c89840d0-514e-4164-8fb8-925844d312f8 HTTP/1.1" status: 200 len: 210 time: 0.0305178 Aug 18 12:56:13.529888 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-76283b59-a566-4140-9404-e4df606d0783 req-b77722e8-5728-43d9-8e71-a213419bc2ba tempest-ServersAdminNegativeTestJSON-367375880 tempest-ServersAdminNegativeTestJSON-367375880-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:13.530710 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:13.579986 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-76283b59-a566-4140-9404-e4df606d0783 req-b77722e8-5728-43d9-8e71-a213419bc2ba tempest-ServersAdminNegativeTestJSON-367375880 tempest-ServersAdminNegativeTestJSON-367375880-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=09620056-dc77-4aa9-9a24-0b6b39c012e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4792471 Aug 18 12:56:13.607945 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-268ad5be-6ad5-45c4-9287-4373add88e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8b140b-a89e-4d2f-b016-241ef0f38760', 'name': 'tempest-ServersTestJSON-1799334934-router', 'tenant_id': 'e386d50353184db69ad39d521500ceee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '199d8e3d-57c0-4c3e-aac5-869c3991a8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:53:40Z', 'updated_at': '2021-08-18T12:53:46Z', 'revision_number': 4, 'project_id': 'e386d50353184db69ad39d521500ceee', 'gw_port': {'id': '199d8e3d-57c0-4c3e-aac5-869c3991a8c0', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:31:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8b140b-a89e-4d2f-b016-241ef0f38760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:41Z', 'updated_at': '2021-08-18T12:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '5c811eee-f1eb-41d0-8450-396f735a1aa9', 'name': '', 'network_id': '6fa6534b-edc3-4b11-816f-b4fb064ecad2', 'tenant_id': 'e386d50353184db69ad39d521500ceee', 'mac_address': 'fa:16:3e:5c:db:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8b140b-a89e-4d2f-b016-241ef0f38760', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '3fa04f04-f1fe-4b42-bb30-54511fdd1e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:45Z', 'updated_at': '2021-08-18T12:53:51Z', 'revision_number': 5, 'project_id': 'e386d50353184db69ad39d521500ceee', 'subnets': [{'id': '3fa04f04-f1fe-4b42-bb30-54511fdd1e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:56:13.632726 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77722e8-5728-43d9-8e71-a213419bc2ba tempest-ServersAdminNegativeTestJSON-367375880 tempest-ServersAdminNegativeTestJSON-367375880-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940c1260-152e-4ee7-b342-c3873b3c5e05,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:13.641389 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268ad5be-6ad5-45c4-9287-4373add88e77 None None] Checking router: ee8b140b-a89e-4d2f-b016-241ef0f38760 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:56:13.655665 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268ad5be-6ad5-45c4-9287-4373add88e77 None None] Routers {'ee8b140b-a89e-4d2f-b016-241ef0f38760'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:56:13.656480 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-268ad5be-6ad5-45c4-9287-4373add88e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:55:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ee8b140b-a89e-4d2f-b016-241ef0f38760'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:56:13.683004 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d53d4cac-7c7a-4899-9d04-0e9d11ba3674 req-7d0d657b-03c9-439c-a544-9d650b180f25 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups/f45e9b11-9275-4af9-b78a-c3a4f9d4946e HTTP/1.1" status: 200 len: 1779 time: 0.0730984 Aug 18 12:56:13.694311 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-24d939a7-0189-4662-b40a-26dc7b1aa003 req-9d05fcf5-f08c-462b-9481-230816360c24 tempest-ServerShowV254Test-1122498729 tempest-ServerShowV254Test-1122498729-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b730dc-9d8c-4e7d-806f-489273dd2054 HTTP/1.1" status: 200 len: 210 time: 0.0725048 Aug 18 12:56:13.717291 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=1398c103-533d-40a3-b28f-a6eb1b23e051,revision_number=11']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:13.742019 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 18 Aug 2021 12:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895490c0-6f6e-4df3-bceb-a090b5ddf642 x-openstack-request-id: req-895490c0-6f6e-4df3-bceb-a090b5ddf642 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:56:13.742527 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d88bc60-8182-43a3-a135-48a13fe7c521", "name": "network-vif-unplugged", "status": "completed", "tag": "13e38942-68c9-4b60-9eb2-a67a3d052986", "code": 200}, {"server_uuid": "704e964f-ec17-4f63-b201-30734489934a", "name": "network-vif-plugged", "status": "completed", "tag": "5c62c4a5-8eda-4b3e-8232-4c167af929cb", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:56:13.742847 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-895490c0-6f6e-4df3-bceb-a090b5ddf642 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:56:13.743293 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d88bc60-8182-43a3-a135-48a13fe7c521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13e38942-68c9-4b60-9eb2-a67a3d052986', 'code': 200} Aug 18 12:56:13.743824 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704e964f-ec17-4f63-b201-30734489934a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c62c4a5-8eda-4b3e-8232-4c167af929cb', 'code': 200} Aug 18 12:56:13.788720 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3c6734-a081-457c-8d2d-3f5f99d9adb3 x-openstack-request-id: req-6e3c6734-a081-457c-8d2d-3f5f99d9adb3 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:56:13.789404 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c89840d0-514e-4164-8fb8-925844d312f8", "name": "network-vif-deleted", "tag": "e6f24ddf-9025-45de-b5dd-acb74ef84a16", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:56:13.790056 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e3c6734-a081-457c-8d2d-3f5f99d9adb3 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:56:13.790650 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c89840d0-514e-4164-8fb8-925844d312f8', 'name': 'network-vif-deleted', 'tag': 'e6f24ddf-9025-45de-b5dd-acb74ef84a16', 'status': 'completed', 'code': 200} Aug 18 12:56:13.825901 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-268ad5be-6ad5-45c4-9287-4373add88e77 None None] Set router ee8b140b-a89e-4d2f-b016-241ef0f38760 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:56:13.834652 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-135b34b5-a249-42ff-9195-8c793f447027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:13.906800 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbf573-1406-444b-ad11-6f1c3761f885 req-ac20bc93-49a5-4b69-b1be-6e847a30582b tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:13.914498 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-90dbf573-1406-444b-ad11-6f1c3761f885 req-ac20bc93-49a5-4b69-b1be-6e847a30582b tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9cbc49e-de1c-467a-8419-3a2396bbda30 HTTP/1.1" status: 200 len: 949 time: 0.0648015 Aug 18 12:56:13.958933 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-90dbf573-1406-444b-ad11-6f1c3761f885 req-30c6f100-6d4f-4db7-b095-106ab4025ca2 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429056 Aug 18 12:56:13.983863 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-257a95e1-f795-4923-a2a9-4082b96dc466 req-f3dfeef3-7219-40dd-ab16-be1e969b07df tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2658610 Aug 18 12:56:13.994441 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-257a95e1-f795-4923-a2a9-4082b96dc466 req-db472c53-09c6-4267-a743-6a491de11c4c tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:56:14.085516 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-268ad5be-6ad5-45c4-9287-4373add88e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8b140b-a89e-4d2f-b016-241ef0f38760', 'name': 'tempest-ServersTestJSON-1799334934-router', 'tenant_id': 'e386d50353184db69ad39d521500ceee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '199d8e3d-57c0-4c3e-aac5-869c3991a8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:53:40Z', 'updated_at': '2021-08-18T12:53:46Z', 'revision_number': 4, 'project_id': 'e386d50353184db69ad39d521500ceee', 'gw_port': {'id': '199d8e3d-57c0-4c3e-aac5-869c3991a8c0', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:31:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8b140b-a89e-4d2f-b016-241ef0f38760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:41Z', 'updated_at': '2021-08-18T12:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '5c811eee-f1eb-41d0-8450-396f735a1aa9', 'name': '', 'network_id': '6fa6534b-edc3-4b11-816f-b4fb064ecad2', 'tenant_id': 'e386d50353184db69ad39d521500ceee', 'mac_address': 'fa:16:3e:5c:db:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8b140b-a89e-4d2f-b016-241ef0f38760', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '3fa04f04-f1fe-4b42-bb30-54511fdd1e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:45Z', 'updated_at': '2021-08-18T12:53:51Z', 'revision_number': 5, 'project_id': 'e386d50353184db69ad39d521500ceee', 'subnets': [{'id': '3fa04f04-f1fe-4b42-bb30-54511fdd1e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:56:14.113366 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268ad5be-6ad5-45c4-9287-4373add88e77 None None] The sync data for ids ['ee8b140b-a89e-4d2f-b016-241ef0f38760'] in n-d-803603-2 is: [{'id': 'ee8b140b-a89e-4d2f-b016-241ef0f38760', 'name': 'tempest-ServersTestJSON-1799334934-router', 'tenant_id': 'e386d50353184db69ad39d521500ceee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '199d8e3d-57c0-4c3e-aac5-869c3991a8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:53:40Z', 'updated_at': '2021-08-18T12:53:46Z', 'revision_number': 4, 'project_id': 'e386d50353184db69ad39d521500ceee', 'gw_port': {'id': '199d8e3d-57c0-4c3e-aac5-869c3991a8c0', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:31:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8b140b-a89e-4d2f-b016-241ef0f38760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:41Z', 'updated_at': '2021-08-18T12:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '5c811eee-f1eb-41d0-8450-396f735a1aa9', 'name': '', 'network_id': '6fa6534b-edc3-4b11-816f-b4fb064ecad2', 'tenant_id': 'e386d50353184db69ad39d521500ceee', 'mac_address': 'fa:16:3e:5c:db:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8b140b-a89e-4d2f-b016-241ef0f38760', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '3fa04f04-f1fe-4b42-bb30-54511fdd1e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:45Z', 'updated_at': '2021-08-18T12:53:51Z', 'revision_number': 5, 'project_id': 'e386d50353184db69ad39d521500ceee', 'subnets': [{'id': '3fa04f04-f1fe-4b42-bb30-54511fdd1e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:56:14.150136 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-257a95e1-f795-4923-a2a9-4082b96dc466 req-db472c53-09c6-4267-a743-6a491de11c4c tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks [] for floatingip, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:14.321792 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-257a95e1-f795-4923-a2a9-4082b96dc466 req-db472c53-09c6-4267-a743-6a491de11c4c tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:14.481031 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:14.487222 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fc099b-cf9b-4a10-a212-c647eb29ce39 None None] New status for floating IP e754cb8f-96e3-4660-bccd-8505a0ed68c0: DOWN {{(pid=101677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:56:14.491401 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b80a3049-dd65-4709-a24c-603c27a3fd79 req-8e14bed5-6dde-4565-a40a-94c2cfe918c9 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups/f45e9b11-9275-4af9-b78a-c3a4f9d4946e HTTP/1.1" status: 200 len: 1779 time: 0.0595193 Aug 18 12:56:14.548325 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b80a3049-dd65-4709-a24c-603c27a3fd79 req-cb4168da-495c-4356-b0ca-626b30bc1485 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:14.558029 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-257a95e1-f795-4923-a2a9-4082b96dc466 req-db472c53-09c6-4267-a743-6a491de11c4c tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Allocated IP 172.25.6.13 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/2d65af6b-c924-4538-9d3f-bdf8ef49898c) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:56:14.604786 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b80a3049-dd65-4709-a24c-603c27a3fd79 req-cb4168da-495c-4356-b0ca-626b30bc1485 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:14.683556 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-257a95e1-f795-4923-a2a9-4082b96dc466 req-db472c53-09c6-4267-a743-6a491de11c4c tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:14.698362 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b80a3049-dd65-4709-a24c-603c27a3fd79 req-cb4168da-495c-4356-b0ca-626b30bc1485 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:14.707857 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b80a3049-dd65-4709-a24c-603c27a3fd79 req-cb4168da-495c-4356-b0ca-626b30bc1485 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:14.716233 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b80a3049-dd65-4709-a24c-603c27a3fd79 req-cb4168da-495c-4356-b0ca-626b30bc1485 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "DELETE /v2.0/security-groups/f45e9b11-9275-4af9-b78a-c3a4f9d4946e HTTP/1.1" status: 204 len: 173 time: 0.2246885 Aug 18 12:56:14.743535 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4168da-495c-4356-b0ca-626b30bc1485 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45e9b11-9275-4af9-b78a-c3a4f9d4946e,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:14.795315 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-257a95e1-f795-4923-a2a9-4082b96dc466 req-db472c53-09c6-4267-a743-6a491de11c4c tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:14.835202 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-257a95e1-f795-4923-a2a9-4082b96dc466 req-db472c53-09c6-4267-a743-6a491de11c4c tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:56:14.861672 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-257a95e1-f795-4923-a2a9-4082b96dc466 req-db472c53-09c6-4267-a743-6a491de11c4c tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:56:14.866883 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db472c53-09c6-4267-a743-6a491de11c4c tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Pushing event updated for resources: {'Port': ['ID=2d65af6b-c924-4538-9d3f-bdf8ef49898c,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:14.875127 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-257a95e1-f795-4923-a2a9-4082b96dc466 req-db472c53-09c6-4267-a743-6a491de11c4c tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:56:14.977914 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-257a95e1-f795-4923-a2a9-4082b96dc466 req-db472c53-09c6-4267-a743-6a491de11c4c tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:15.080311 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-257a95e1-f795-4923-a2a9-4082b96dc466 req-db472c53-09c6-4267-a743-6a491de11c4c tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:15.246375 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:15.286492 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-257a95e1-f795-4923-a2a9-4082b96dc466 req-db472c53-09c6-4267-a743-6a491de11c4c tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:15.338360 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-257a95e1-f795-4923-a2a9-4082b96dc466 req-db472c53-09c6-4267-a743-6a491de11c4c tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:15.409899 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db472c53-09c6-4267-a743-6a491de11c4c tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Pushing event updated for resources: {'Port': ['ID=2d65af6b-c924-4538-9d3f-bdf8ef49898c,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:15.426024 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-257a95e1-f795-4923-a2a9-4082b96dc466 req-db472c53-09c6-4267-a743-6a491de11c4c tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:15.509767 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-257a95e1-f795-4923-a2a9-4082b96dc466 req-db472c53-09c6-4267-a743-6a491de11c4c tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:15.513397 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-257a95e1-f795-4923-a2a9-4082b96dc466 req-db472c53-09c6-4267-a743-6a491de11c4c tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5207460 Aug 18 12:56:15.563722 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0122b-66ce-4f02-b3e0-a0c4f10d0bc7 req-e0e8646e-dc9f-443c-a2a1-c6cfc1109f1f tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:15.570323 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0122b-66ce-4f02-b3e0-a0c4f10d0bc7 req-e0e8646e-dc9f-443c-a2a1-c6cfc1109f1f tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:15.571986 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-29d0122b-66ce-4f02-b3e0-a0c4f10d0bc7 req-e0e8646e-dc9f-443c-a2a1-c6cfc1109f1f tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5944228-4f28-43d4-a9b1-ce0bd9c82dfc&device_id=f9cbc49e-de1c-467a-8419-3a2396bbda30 HTTP/1.1" status: 200 len: 1690 time: 0.0704281 Aug 18 12:56:15.576792 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-257a95e1-f795-4923-a2a9-4082b96dc466 req-6d06cecf-ba00-4cd0-b082-6521138516fb tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.13 HTTP/1.1" status: 200 len: 695 time: 0.0590849 Aug 18 12:56:15.617572 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-29d0122b-66ce-4f02-b3e0-a0c4f10d0bc7 req-e3b5756b-1fe6-497d-bf21-f37895810367 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350752 Aug 18 12:56:15.703359 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a95e1-f795-4923-a2a9-4082b96dc466 req-5c597cc6-8d76-4921-9dc8-f10a511b9f4d tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:15.705006 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-257a95e1-f795-4923-a2a9-4082b96dc466 req-5c597cc6-8d76-4921-9dc8-f10a511b9f4d tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/networks/0babe39a-03c6-4af7-9ca5-00804dd781c2 HTTP/1.1" status: 200 len: 784 time: 0.1226318 Aug 18 12:56:15.745313 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb30cce-89fa-4570-8959-41d597bca8a3 req-faf8142b-a00c-4567-90de-5cb06491f83f tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:15.745754 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a358d223-4084-4e6b-ba60-e24938e69f8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1398c103-533d-40a3-b28f-a6eb1b23e051'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:56:15.747673 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7cb30cce-89fa-4570-8959-41d597bca8a3 req-faf8142b-a00c-4567-90de-5cb06491f83f tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] 10.222.0.13 "GET /v2.0/ports?device_id=a358d223-4084-4e6b-ba60-e24938e69f8d HTTP/1.1" status: 200 len: 949 time: 0.0664954 Aug 18 12:56:15.751045 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc08ae74-c6e3-4a9f-8966-fc90c420f2aa" -d '{"events": [{"server_uuid": "a358d223-4084-4e6b-ba60-e24938e69f8d", "name": "network-vif-unplugged", "status": "completed", "tag": "1398c103-533d-40a3-b28f-a6eb1b23e051"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:56:15.810114 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7cb30cce-89fa-4570-8959-41d597bca8a3 req-566ff893-8d8d-4aea-b554-d20458a499ac tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6a2be0e-47d6-4fef-88a1-a171767f91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515225 Aug 18 12:56:15.863382 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [req-03753640-ea05-4179-b672-fbedeef59d7d req-a9c14c32-2289-4659-8323-719a62d24403 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] show failed (client error): The resource could not be found. Aug 18 12:56:15.864411 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-03753640-ea05-4179-b672-fbedeef59d7d req-a9c14c32-2289-4659-8323-719a62d24403 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups/f45e9b11-9275-4af9-b78a-c3a4f9d4946e HTTP/1.1" status: 404 len: 352 time: 0.0209930 Aug 18 12:56:15.973674 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239a9672-a51e-4a5b-8360-51dcb0b1b199 x-openstack-request-id: req-239a9672-a51e-4a5b-8360-51dcb0b1b199 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:56:15.974215 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a358d223-4084-4e6b-ba60-e24938e69f8d", "name": "network-vif-unplugged", "status": "completed", "tag": "1398c103-533d-40a3-b28f-a6eb1b23e051", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:56:15.974635 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-239a9672-a51e-4a5b-8360-51dcb0b1b199 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:56:15.975188 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a358d223-4084-4e6b-ba60-e24938e69f8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1398c103-533d-40a3-b28f-a6eb1b23e051', 'code': 200} Aug 18 12:56:16.207088 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020617e7-4d9a-4302-8951-471520d288ee req-ab002a9e-a905-40bf-9997-89062df436e3 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:16.209817 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-020617e7-4d9a-4302-8951-471520d288ee req-ab002a9e-a905-40bf-9997-89062df436e3 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/networks?id=227091c7-65ab-4b5a-b9bc-947d45191f2c HTTP/1.1" status: 200 len: 820 time: 0.1519880 Aug 18 12:56:16.228230 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-020617e7-4d9a-4302-8951-471520d288ee req-a68f25c2-b02e-431d-af78-10fe3baa3e7e tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/quotas/cb573690056e4ba3a87674b850fada6d HTTP/1.1" status: 200 len: 375 time: 0.0114486 Aug 18 12:56:16.298412 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-020617e7-4d9a-4302-8951-471520d288ee req-3cec0c61-0252-478d-a62f-b8c00c00343f tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb573690056e4ba3a87674b850fada6d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0657868 Aug 18 12:56:16.415329 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52734a1d-f95a-4185-9737-b222d573d9d8 req-925a948c-67ce-4cd6-8370-57ef2c5ed1b8 tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:16.416856 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-52734a1d-f95a-4185-9737-b222d573d9d8 req-925a948c-67ce-4cd6-8370-57ef2c5ed1b8 tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] 10.222.0.39 "GET /v2.0/ports?device_id=a358d223-4084-4e6b-ba60-e24938e69f8d HTTP/1.1" status: 200 len: 949 time: 0.1161089 Aug 18 12:56:16.476415 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-020617e7-4d9a-4302-8951-471520d288ee req-6608cd7d-f1e6-4ba1-9ee8-734fcfbc1275 service neutron] 10.222.0.13 "GET /v2.0/networks/227091c7-65ab-4b5a-b9bc-947d45191f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771019 Aug 18 12:56:16.506286 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41992) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:56:16.536882 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device e6f24ddf-9025-45de-b5dd-acb74ef84a16 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:56:16.569941 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-962fbba2-51bf-4355-9039-6f7677b0ded6 req-5fb40a4f-cc51-4890-a110-30c0e1332b35 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1323360528', 'description': 'tempest-description-341044889'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:56:16.577451 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: e6f24ddf-9025-45de-b5dd-acb74ef84a16 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:56:16.578203 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device e6f24ddf-9025-45de-b5dd-acb74ef84a16 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:56:16.608157 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b82e37a3-cbc7-4fb0-974f-9ee95ae6d729 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:16.637072 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b82e37a3-cbc7-4fb0-974f-9ee95ae6d729 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:16.642500 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-020617e7-4d9a-4302-8951-471520d288ee req-03b7d578-88a5-4aa9-9011-2a7720faa9f4 service neutron] 10.222.0.13 "GET /v2.0/networks/227091c7-65ab-4b5a-b9bc-947d45191f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557357 Aug 18 12:56:16.644936 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-52734a1d-f95a-4185-9737-b222d573d9d8 req-9c2fd329-5da1-46e8-9252-26756baeb46e tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] Deleting port 1398c103-533d-40a3-b28f-a6eb1b23e051 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:56:16.645280 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-52734a1d-f95a-4185-9737-b222d573d9d8 req-9c2fd329-5da1-46e8-9252-26756baeb46e tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:16.713536 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-962fbba2-51bf-4355-9039-6f7677b0ded6 req-5fb40a4f-cc51-4890-a110-30c0e1332b35 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:16.821267 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b82e37a3-cbc7-4fb0-974f-9ee95ae6d729 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:16.827020 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b82e37a3-cbc7-4fb0-974f-9ee95ae6d729 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:16.827553 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-52734a1d-f95a-4185-9737-b222d573d9d8 req-9c2fd329-5da1-46e8-9252-26756baeb46e tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] For port 1398c103-533d-40a3-b28f-a6eb1b23e051, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=1398c103-533d-40a3-b28f-a6eb1b23e051,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:16.828124 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-52734a1d-f95a-4185-9737-b222d573d9d8 req-9c2fd329-5da1-46e8-9252-26756baeb46e tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:16.830789 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b82e37a3-cbc7-4fb0-974f-9ee95ae6d729 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.13 "DELETE /v2.0/security-groups/732784de-b4a0-45ac-aed5-4a179726ae64 HTTP/1.1" status: 204 len: 168 time: 0.3228047 Aug 18 12:56:16.831290 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42000) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:56:16.852783 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e37a3-cbc7-4fb0-974f-9ee95ae6d729 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=732784de-b4a0-45ac-aed5-4a179726ae64,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:16.866587 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-52734a1d-f95a-4185-9737-b222d573d9d8 req-9c2fd329-5da1-46e8-9252-26756baeb46e tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] Calling delete_port for 1398c103-533d-40a3-b28f-a6eb1b23e051 owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:56:16.880556 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-962fbba2-51bf-4355-9039-6f7677b0ded6 req-5fb40a4f-cc51-4890-a110-30c0e1332b35 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:16.922272 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-63298397-6371-4664-ae9d-d6f1852c36fc tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] show failed (client error): The resource could not be found. Aug 18 12:56:16.930753 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-63298397-6371-4664-ae9d-d6f1852c36fc tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.13 "GET /v2.0/security-groups/732784de-b4a0-45ac-aed5-4a179726ae64 HTTP/1.1" status: 404 len: 347 time: 0.0911806 Aug 18 12:56:16.931322 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42006) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:56:17.088546 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5215664e-1c26-4eb0-9874-1a28dfdedb1f req-d15526e9-5714-4d1b-bcc9-5ebadac5a1ae tempest-ServersOnMultiNodesTest-1807681808 tempest-ServersOnMultiNodesTest-1807681808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:17.100373 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5215664e-1c26-4eb0-9874-1a28dfdedb1f req-d15526e9-5714-4d1b-bcc9-5ebadac5a1ae tempest-ServersOnMultiNodesTest-1807681808 tempest-ServersOnMultiNodesTest-1807681808-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f5944228-4f28-43d4-a9b1-ce0bd9c82dfc HTTP/1.1" status: 200 len: 1101 time: 0.0853436 Aug 18 12:56:17.240969 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:17.411133 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-962fbba2-51bf-4355-9039-6f7677b0ded6 req-5fb40a4f-cc51-4890-a110-30c0e1332b35 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:17.523165 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-52734a1d-f95a-4185-9737-b222d573d9d8 req-9c2fd329-5da1-46e8-9252-26756baeb46e tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:17.532204 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-962fbba2-51bf-4355-9039-6f7677b0ded6 req-5fb40a4f-cc51-4890-a110-30c0e1332b35 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:17.552681 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-962fbba2-51bf-4355-9039-6f7677b0ded6 req-5fb40a4f-cc51-4890-a110-30c0e1332b35 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.9953170 Aug 18 12:56:17.557348 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb40a4f-cc51-4890-a110-30c0e1332b35 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bda1db99-ff81-4840-94fa-0b2b248d81e9,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:17.581068 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2fd329-5da1-46e8-9252-26756baeb46e tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] Pushing event deleted for resources: {'Port': ['ID=1398c103-533d-40a3-b28f-a6eb1b23e051,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:17.592097 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-1b83b8ae-bd6c-4731-99bc-7c77143d54a0 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Deleting port c492f4d7-588b-47b7-86f2-504adc63cfce {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:56:17.592463 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1b83b8ae-bd6c-4731-99bc-7c77143d54a0 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:17.616844 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5215664e-1c26-4eb0-9874-1a28dfdedb1f req-3ab6983d-7e88-453d-9bd1-ed25e6a33696 tempest-ServersOnMultiNodesTest-1807681808 tempest-ServersOnMultiNodesTest-1807681808-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5100670 Aug 18 12:56:17.762720 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-222a8ea8-d4b1-4f1c-a131-2b4385e7cc39 req-31f07145-c6df-4400-baae-59b01907c78c tempest-ServerShowV254Test-1122498729 tempest-ServerShowV254Test-1122498729-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b730dc-9d8c-4e7d-806f-489273dd2054 HTTP/1.1" status: 200 len: 210 time: 0.0438979 Aug 18 12:56:17.767060 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1b83b8ae-bd6c-4731-99bc-7c77143d54a0 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:17.767401 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1b83b8ae-bd6c-4731-99bc-7c77143d54a0 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:17.782158 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-52734a1d-f95a-4185-9737-b222d573d9d8 req-9c2fd329-5da1-46e8-9252-26756baeb46e tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] No DVR routers for this DVR port 1398c103-533d-40a3-b28f-a6eb1b23e051 on host n-h1-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:56:17.804485 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-1b83b8ae-bd6c-4731-99bc-7c77143d54a0 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Calling delete_port for c492f4d7-588b-47b7-86f2-504adc63cfce owned by network:floatingip {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:56:17.804713 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-52734a1d-f95a-4185-9737-b222d573d9d8 req-9c2fd329-5da1-46e8-9252-26756baeb46e tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:17.808068 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-52734a1d-f95a-4185-9737-b222d573d9d8 req-9c2fd329-5da1-46e8-9252-26756baeb46e tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] 10.222.0.39 "DELETE /v2.0/ports/1398c103-533d-40a3-b28f-a6eb1b23e051 HTTP/1.1" status: 204 len: 173 time: 1.3738229 Aug 18 12:56:17.808598 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a358d223-4084-4e6b-ba60-e24938e69f8d', 'name': 'network-vif-deleted', 'tag': '1398c103-533d-40a3-b28f-a6eb1b23e051'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:56:17.811045 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62eeddd6-873f-4dc4-8db4-c91ef5189d50" -d '{"events": [{"server_uuid": "a358d223-4084-4e6b-ba60-e24938e69f8d", "name": "network-vif-deleted", "tag": "1398c103-533d-40a3-b28f-a6eb1b23e051"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:56:17.861181 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f1cede3c-b3d7-4c6c-a45e-d2922cafeb44 req-fb07a2ce-4905-4c46-970f-01a7addd5220 tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] 10.222.0.13 "GET /v2.0/ports?device_id=a358d223-4084-4e6b-ba60-e24938e69f8d HTTP/1.1" status: 200 len: 210 time: 0.0316882 Aug 18 12:56:17.894335 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-acb0824f-a96e-4ca0-8b5b-9bae1541c1f5 req-0a5faca0-5195-4c0c-99fd-f7889ff863b2 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-661235391', 'description': 'tempest-description-288758870'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:56:17.895766 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d7fa714a-8514-4a9a-98a5-46af2bb431db req-3246f55a-ce5a-4e7a-89d9-6cfda6c37c6b tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fdc02e-a8f1-4297-9e12-87329e25f6b8 HTTP/1.1" status: 200 len: 210 time: 0.0683568 Aug 18 12:56:18.207568 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1b83b8ae-bd6c-4731-99bc-7c77143d54a0 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:18.210916 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-acb0824f-a96e-4ca0-8b5b-9bae1541c1f5 req-0a5faca0-5195-4c0c-99fd-f7889ff863b2 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:18.240203 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b83b8ae-bd6c-4731-99bc-7c77143d54a0 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Pushing event deleted for resources: {'Port': ['ID=c492f4d7-588b-47b7-86f2-504adc63cfce,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:18.300390 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-acb0824f-a96e-4ca0-8b5b-9bae1541c1f5 req-0a5faca0-5195-4c0c-99fd-f7889ff863b2 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:18.311986 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1b83b8ae-bd6c-4731-99bc-7c77143d54a0 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify callbacks [] for floatingip, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:18.314989 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1b83b8ae-bd6c-4731-99bc-7c77143d54a0 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:18.319359 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1b83b8ae-bd6c-4731-99bc-7c77143d54a0 tempest-ServersTestJSON-904293487 tempest-ServersTestJSON-904293487-project] 10.222.0.13 "DELETE /v2.0/floatingips/e754cb8f-96e3-4660-bccd-8505a0ed68c0 HTTP/1.1" status: 204 len: 168 time: 1.3844457 Aug 18 12:56:18.319673 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42032) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:56:18.365013 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-acb0824f-a96e-4ca0-8b5b-9bae1541c1f5 req-0a5faca0-5195-4c0c-99fd-f7889ff863b2 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:18.439154 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5faca0-5195-4c0c-99fd-f7889ff863b2 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5305e52-c539-442c-bfd5-d7b0fc6e162c,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:18.516061 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-acb0824f-a96e-4ca0-8b5b-9bae1541c1f5 req-0a5faca0-5195-4c0c-99fd-f7889ff863b2 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:18.526788 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-acb0824f-a96e-4ca0-8b5b-9bae1541c1f5 req-0a5faca0-5195-4c0c-99fd-f7889ff863b2 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.6366324 Aug 18 12:56:18.597795 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8d907-c273-4222-9be5-bd472d634ae2 req-c23ad77b-11b8-4cd6-805a-ae5d27576990 tempest-ServersOnMultiNodesTest-1807681808 tempest-ServersOnMultiNodesTest-1807681808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:18.604041 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-67a8d907-c273-4222-9be5-bd472d634ae2 req-c23ad77b-11b8-4cd6-805a-ae5d27576990 tempest-ServersOnMultiNodesTest-1807681808 tempest-ServersOnMultiNodesTest-1807681808-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f9cbc49e-de1c-467a-8419-3a2396bbda30 HTTP/1.1" status: 200 len: 1100 time: 0.0632424 Aug 18 12:56:18.605913 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf7da42-ee1a-477c-9b9c-371d8668f77d x-openstack-request-id: req-fcf7da42-ee1a-477c-9b9c-371d8668f77d {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:56:18.606403 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a358d223-4084-4e6b-ba60-e24938e69f8d", "name": "network-vif-deleted", "tag": "1398c103-533d-40a3-b28f-a6eb1b23e051", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:56:18.606733 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fcf7da42-ee1a-477c-9b9c-371d8668f77d {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:56:18.607183 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a358d223-4084-4e6b-ba60-e24938e69f8d', 'name': 'network-vif-deleted', 'tag': '1398c103-533d-40a3-b28f-a6eb1b23e051', 'status': 'completed', 'code': 200} Aug 18 12:56:18.649994 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-67a8d907-c273-4222-9be5-bd472d634ae2 req-384561da-2417-4595-8f2d-05e50bdab6c4 tempest-ServersOnMultiNodesTest-1807681808 tempest-ServersOnMultiNodesTest-1807681808-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418615 Aug 18 12:56:18.695790 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-47f2be29-159e-470b-9a3a-96bd0737f4cd req-2f5d27d7-4546-48d3-8e5a-f43508e157a2 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1793311439', 'description': 'tempest-description-1513039156'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:56:18.766642 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de1bec-81f4-4c5f-8ca0-b26be20e233b req-3e2827d2-5e6a-4338-85ed-7cb1c488deb3 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:18.768100 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e3de1bec-81f4-4c5f-8ca0-b26be20e233b req-3e2827d2-5e6a-4338-85ed-7cb1c488deb3 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee2c8f1e-5dda-43d4-a48f-f52f93ff1c8f HTTP/1.1" status: 200 len: 949 time: 0.1265991 Aug 18 12:56:18.806669 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-47f2be29-159e-470b-9a3a-96bd0737f4cd req-2f5d27d7-4546-48d3-8e5a-f43508e157a2 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:18.842214 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e3de1bec-81f4-4c5f-8ca0-b26be20e233b req-03ea5687-3c59-4bd5-8a6f-9153ea386fb5 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/security-groups?id=09620056-dc77-4aa9-9a24-0b6b39c012e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613222 Aug 18 12:56:18.954020 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-50777025-0318-46cb-9463-80a953200654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:18.969577 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-47f2be29-159e-470b-9a3a-96bd0737f4cd req-2f5d27d7-4546-48d3-8e5a-f43508e157a2 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:19.036917 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-47f2be29-159e-470b-9a3a-96bd0737f4cd req-2f5d27d7-4546-48d3-8e5a-f43508e157a2 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:19.081624 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d27d7-4546-48d3-8e5a-f43508e157a2 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83e85628-99d4-431f-96b1-74e85ff2321d,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:19.123197 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-47f2be29-159e-470b-9a3a-96bd0737f4cd req-2f5d27d7-4546-48d3-8e5a-f43508e157a2 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:19.124777 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-47f2be29-159e-470b-9a3a-96bd0737f4cd req-2f5d27d7-4546-48d3-8e5a-f43508e157a2 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4350512 Aug 18 12:56:19.204985 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 1398c103-533d-40a3-b28f-a6eb1b23e051 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:56:19.260669 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: 1398c103-533d-40a3-b28f-a6eb1b23e051 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:56:19.262940 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 1398c103-533d-40a3-b28f-a6eb1b23e051 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:56:19.363828 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-16ac0ce8-4b8f-4ca2-9db7-4048ebc63508 req-1080c798-9689-426d-9ff0-429167e48a59 tempest-ServerShowV254Test-1122498729 tempest-ServerShowV254Test-1122498729-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b730dc-9d8c-4e7d-806f-489273dd2054 HTTP/1.1" status: 200 len: 210 time: 0.0323987 Aug 18 12:56:19.377783 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-50777025-0318-46cb-9463-80a953200654 admin admin] Deleting port 5c811eee-f1eb-41d0-8450-396f735a1aa9 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:56:19.378465 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-50777025-0318-46cb-9463-80a953200654 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:19.381918 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-378c5197-d610-4ef8-8708-a529f903f9fd req-3d55988e-07dc-4aaa-951b-a31cb4bfa499 tempest-ImagesOneServerTestJSON-1026960428 tempest-ImagesOneServerTestJSON-1026960428-project] 10.222.0.13 "GET /v2.0/ports?device_id=a358d223-4084-4e6b-ba60-e24938e69f8d HTTP/1.1" status: 200 len: 210 time: 0.0390208 Aug 18 12:56:19.482077 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f6c19d01-9710-4752-8d8b-d1f4b393405d req-ca7885e3-04f1-4b47-ac69-695f72880429 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fdc02e-a8f1-4297-9e12-87329e25f6b8 HTTP/1.1" status: 200 len: 210 time: 0.0367520 Aug 18 12:56:19.538422 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-50777025-0318-46cb-9463-80a953200654 admin admin] For port 5c811eee-f1eb-41d0-8450-396f735a1aa9, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=5c811eee-f1eb-41d0-8450-396f735a1aa9,segment=NetworkSegment(2f5ba46d-5774-43c3-8ca1-c4ac9b3ab81f),segment_id=2f5ba46d-5774-43c3-8ca1-c4ac9b3ab81f)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:19.538948 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-50777025-0318-46cb-9463-80a953200654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:19.578022 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-50777025-0318-46cb-9463-80a953200654 admin admin] Calling delete_port for 5c811eee-f1eb-41d0-8450-396f735a1aa9 owned by network:router_interface {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:56:19.620011 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27e1815c-255b-4179-abca-5605c406cfbb req-c063fa6f-f96b-4c19-bd75-2930e42e0df5 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ac48e14392114051ba5d025a8226fe94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496385 Aug 18 12:56:19.666075 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0da65510-3aeb-4dd4-b2d7-25a7c5525084 req-2b911148-5c6e-4602-bf42-140aaffabd74 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=99941b4001f04b7f80706cf6132f3a7f HTTP/1.1" status: 200 len: 10897 time: 0.2260320 Aug 18 12:56:19.764986 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1815c-255b-4179-abca-5605c406cfbb req-26fe5b29-33c9-4d7f-b734-4897b3b1627a tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:19.774653 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27e1815c-255b-4179-abca-5605c406cfbb req-26fe5b29-33c9-4d7f-b734-4897b3b1627a tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1528139 Aug 18 12:56:19.789244 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27e1815c-255b-4179-abca-5605c406cfbb req-2a0a4eed-d07b-4f2d-a1de-4fc62d429222 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/quotas/ac48e14392114051ba5d025a8226fe94 HTTP/1.1" status: 200 len: 375 time: 0.0131974 Aug 18 12:56:19.797964 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0da65510-3aeb-4dd4-b2d7-25a7c5525084 req-7601b781-bacd-482d-8a6a-d490cc73967e tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups/c2e6ff23-eb55-4090-afc8-d4592e7c24f0 HTTP/1.1" status: 200 len: 2981 time: 0.1153092 Aug 18 12:56:19.888677 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27e1815c-255b-4179-abca-5605c406cfbb req-c49bb737-fd65-4cc0-94ee-1ae74530e333 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ac48e14392114051ba5d025a8226fe94&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0922768 Aug 18 12:56:19.986927 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0da65510-3aeb-4dd4-b2d7-25a7c5525084 req-be9cbbfe-5b94-4c17-8b21-abb46261646c tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups/c2e6ff23-eb55-4090-afc8-d4592e7c24f0 HTTP/1.1" status: 200 len: 2981 time: 0.1876111 Aug 18 12:56:20.166149 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020617e7-4d9a-4302-8951-471520d288ee req-68669310-dcc9-42ec-83da-b9b5469ef6b8 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:20.167795 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-020617e7-4d9a-4302-8951-471520d288ee req-68669310-dcc9-42ec-83da-b9b5469ef6b8 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.20 "GET /v2.0/networks?id=227091c7-65ab-4b5a-b9bc-947d45191f2c HTTP/1.1" status: 200 len: 820 time: 0.3669798 Aug 18 12:56:20.197614 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-020617e7-4d9a-4302-8951-471520d288ee req-440fc8a2-3d6f-494f-b5ce-e6a07cc5b2c3 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Request body: {'port': {'device_id': 'c7fdc02e-a8f1-4297-9e12-87329e25f6b8', 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c', 'admin_state_up': True, 'tenant_id': 'cb573690056e4ba3a87674b850fada6d'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:56:20.278192 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11711a8f-85a7-4200-9d08-37746121ca24 req-a8acd637-f468-4385-8b91-7dc434483cca tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:20.288377 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-11711a8f-85a7-4200-9d08-37746121ca24 req-a8acd637-f468-4385-8b91-7dc434483cca tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee2c8f1e-5dda-43d4-a48f-f52f93ff1c8f HTTP/1.1" status: 200 len: 949 time: 0.2055471 Aug 18 12:56:20.297194 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05975b-28df-4960-b242-f35c8452fab6 req-91580f72-c6a5-4c61-b3e6-176e48386f8d tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:20.298713 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ed05975b-28df-4960-b242-f35c8452fab6 req-91580f72-c6a5-4c61-b3e6-176e48386f8d tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee2c8f1e-5dda-43d4-a48f-f52f93ff1c8f HTTP/1.1" status: 200 len: 949 time: 0.2145951 Aug 18 12:56:20.307599 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-50777025-0318-46cb-9463-80a953200654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:20.386311 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50777025-0318-46cb-9463-80a953200654 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c811eee-f1eb-41d0-8450-396f735a1aa9,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:20.506996 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-11711a8f-85a7-4200-9d08-37746121ca24 req-4961c240-353e-47c3-9204-ba4f282180b4 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/security-groups?id=09620056-dc77-4aa9-9a24-0b6b39c012e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174528 Aug 18 12:56:20.718536 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-020617e7-4d9a-4302-8951-471520d288ee req-440fc8a2-3d6f-494f-b5ce-e6a07cc5b2c3 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Made reservation on behalf of cb573690056e4ba3a87674b850fada6d for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:56:20.722723 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-020617e7-4d9a-4302-8951-471520d288ee req-440fc8a2-3d6f-494f-b5ce-e6a07cc5b2c3 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:20.778801 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-17064d22-4c72-460b-92ad-6a9f62338647 req-7e4118ca-2a16-42b5-bfbf-78fc63d605af tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups/bda1db99-ff81-4840-94fa-0b2b248d81e9 HTTP/1.1" status: 200 len: 1800 time: 0.2217395 Aug 18 12:56:20.824442 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-50777025-0318-46cb-9463-80a953200654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:20.868739 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-ed05975b-28df-4960-b242-f35c8452fab6 req-570c2630-cf73-4c45-9438-296de507a427 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Deleting port 62cf2b2f-d000-49f8-878e-77989404ed35 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:56:20.869593 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-ed05975b-28df-4960-b242-f35c8452fab6 req-570c2630-cf73-4c45-9438-296de507a427 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:20.987075 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8b74ca0f-25de-4d7e-9a90-305291f59327 req-84286c5a-4379-4f20-8543-3c5ab9f70925 tempest-ServerShowV254Test-1122498729 tempest-ServerShowV254Test-1122498729-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b730dc-9d8c-4e7d-806f-489273dd2054 HTTP/1.1" status: 200 len: 210 time: 0.0683925 Aug 18 12:56:21.029461 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-ed05975b-28df-4960-b242-f35c8452fab6 req-570c2630-cf73-4c45-9438-296de507a427 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] For port 62cf2b2f-d000-49f8-878e-77989404ed35, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=62cf2b2f-d000-49f8-878e-77989404ed35,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:21.030078 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-ed05975b-28df-4960-b242-f35c8452fab6 req-570c2630-cf73-4c45-9438-296de507a427 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:21.048897 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-ed05975b-28df-4960-b242-f35c8452fab6 req-570c2630-cf73-4c45-9438-296de507a427 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Calling delete_port for 62cf2b2f-d000-49f8-878e-77989404ed35 owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:56:21.100746 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c88f8904-e838-4bf0-b3fd-6f0c2ac3661a req-52f2038b-aa6f-45c0-8510-94eadcf8d327 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fdc02e-a8f1-4297-9e12-87329e25f6b8 HTTP/1.1" status: 200 len: 210 time: 0.0399113 Aug 18 12:56:21.275279 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d3efc6e8-bbc5-44a9-9fee-930ed9d5d54b req-512bb9d0-3523-498e-974d-ecfa8bdabea3 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=9407b444-c01e-4e46-a1da-ec7c9a1bc4fd HTTP/1.1" status: 200 len: 210 time: 0.0414081 Aug 18 12:56:21.365796 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-17064d22-4c72-460b-92ad-6a9f62338647 req-a592433a-cb1c-4c20-9187-27df918520ec tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:21.450266 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-17064d22-4c72-460b-92ad-6a9f62338647 req-a592433a-cb1c-4c20-9187-27df918520ec tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:21.469658 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-020617e7-4d9a-4302-8951-471520d288ee req-440fc8a2-3d6f-494f-b5ce-e6a07cc5b2c3 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Allocated IP 172.20.0.7 (227091c7-65ab-4b5a-b9bc-947d45191f2c/54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649/32f1f523-eb0d-4157-b768-232c06b62bbc) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:56:21.476581 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42112) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:56:21.637580 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3fcf8-49a7-4e40-8ec1-5c50fe6cc720 req-a01a72ab-6e52-41ff-8ec7-7abd96ceb9f7 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:21.648220 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f0e3fcf8-49a7-4e40-8ec1-5c50fe6cc720 req-a01a72ab-6e52-41ff-8ec7-7abd96ceb9f7 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee2c8f1e-5dda-43d4-a48f-f52f93ff1c8f HTTP/1.1" status: 200 len: 949 time: 0.0747538 Aug 18 12:56:21.700067 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50777025-0318-46cb-9463-80a953200654 admin admin] Router ee8b140b-a89e-4d2f-b016-241ef0f38760 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:56:21.720213 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f0e3fcf8-49a7-4e40-8ec1-5c50fe6cc720 req-7fe0bb36-d63d-40f9-ba8e-9b73aa4dac4c tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/security-groups?id=09620056-dc77-4aa9-9a24-0b6b39c012e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675187 Aug 18 12:56:21.756887 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-17064d22-4c72-460b-92ad-6a9f62338647 req-a592433a-cb1c-4c20-9187-27df918520ec tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:21.760087 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-17064d22-4c72-460b-92ad-6a9f62338647 req-a592433a-cb1c-4c20-9187-27df918520ec tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:21.761236 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-17064d22-4c72-460b-92ad-6a9f62338647 req-a592433a-cb1c-4c20-9187-27df918520ec tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "DELETE /v2.0/security-groups/bda1db99-ff81-4840-94fa-0b2b248d81e9 HTTP/1.1" status: 204 len: 173 time: 0.9205093 Aug 18 12:56:21.776734 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9b082b98-04b9-44f4-8b02-453945d6c0c8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66530f10c2854e01b60f5d7014f0f550&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2985909 Aug 18 12:56:21.777957 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42122) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:56:21.799326 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a592433a-cb1c-4c20-9187-27df918520ec tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda1db99-ff81-4840-94fa-0b2b248d81e9,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:21.814918 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [req-799d8c79-6cc1-4f9b-a032-5fc28a8cba74 req-35bba467-26f1-47e7-ad14-ee4c6386f5c8 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] show failed (client error): The resource could not be found. Aug 18 12:56:21.818869 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-799d8c79-6cc1-4f9b-a032-5fc28a8cba74 req-35bba467-26f1-47e7-ad14-ee4c6386f5c8 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups/bda1db99-ff81-4840-94fa-0b2b248d81e9 HTTP/1.1" status: 404 len: 352 time: 0.0247140 Aug 18 12:56:21.819438 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-ed05975b-28df-4960-b242-f35c8452fab6 req-570c2630-cf73-4c45-9438-296de507a427 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:21.830278 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['fc490246-4b57-420b-bb8e-819e1b1432b3'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:56:21.930677 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1683d512-f216-4629-b60c-fbedeeac787d req-0cb869a5-495c-4418-ab4e-ffa179164fba tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups/a5305e52-c539-442c-bfd5-d7b0fc6e162c HTTP/1.1" status: 200 len: 1799 time: 0.0578225 Aug 18 12:56:21.968789 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c2630-cf73-4c45-9438-296de507a427 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Pushing event deleted for resources: {'Port': ['ID=62cf2b2f-d000-49f8-878e-77989404ed35,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:21.992361 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0f4d9d01-2d1e-481e-990e-ecfeffbd7994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:22.047799 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0f4d9d01-2d1e-481e-990e-ecfeffbd7994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:22.171585 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1683d512-f216-4629-b60c-fbedeeac787d req-b854d7fe-36ef-4d53-9966-3476094f9e6e tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:22.211089 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1683d512-f216-4629-b60c-fbedeeac787d req-b854d7fe-36ef-4d53-9966-3476094f9e6e tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:22.316376 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0f4d9d01-2d1e-481e-990e-ecfeffbd7994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:22.320085 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0f4d9d01-2d1e-481e-990e-ecfeffbd7994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:22.321501 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0f4d9d01-2d1e-481e-990e-ecfeffbd7994 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b6a2be0e-47d6-4fef-88a1-a171767f91d2 HTTP/1.1" status: 204 len: 168 time: 0.5383518 Aug 18 12:56:22.352159 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4d9d01-2d1e-481e-990e-ecfeffbd7994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a2be0e-47d6-4fef-88a1-a171767f91d2,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:22.372454 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1683d512-f216-4629-b60c-fbedeeac787d req-b854d7fe-36ef-4d53-9966-3476094f9e6e tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:22.375708 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1683d512-f216-4629-b60c-fbedeeac787d req-b854d7fe-36ef-4d53-9966-3476094f9e6e tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:22.419316 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1683d512-f216-4629-b60c-fbedeeac787d req-b854d7fe-36ef-4d53-9966-3476094f9e6e tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "DELETE /v2.0/security-groups/a5305e52-c539-442c-bfd5-d7b0fc6e162c HTTP/1.1" status: 204 len: 173 time: 0.4844716 Aug 18 12:56:22.431737 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854d7fe-36ef-4d53-9966-3476094f9e6e tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5305e52-c539-442c-bfd5-d7b0fc6e162c,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:22.488836 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed05975b-28df-4960-b242-f35c8452fab6 req-570c2630-cf73-4c45-9438-296de507a427 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] No DVR routers for this DVR port 62cf2b2f-d000-49f8-878e-77989404ed35 on host n-h1-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:56:22.499144 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-ed05975b-28df-4960-b242-f35c8452fab6 req-570c2630-cf73-4c45-9438-296de507a427 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:22.501762 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ed05975b-28df-4960-b242-f35c8452fab6 req-570c2630-cf73-4c45-9438-296de507a427 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.39 "DELETE /v2.0/ports/62cf2b2f-d000-49f8-878e-77989404ed35 HTTP/1.1" status: 204 len: 173 time: 2.1914396 Aug 18 12:56:22.502558 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee2c8f1e-5dda-43d4-a48f-f52f93ff1c8f', 'name': 'network-vif-deleted', 'tag': '62cf2b2f-d000-49f8-878e-77989404ed35'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:56:22.505521 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd352363-9f69-4b59-9dee-7e8239f2fd42" -d '{"events": [{"server_uuid": "ee2c8f1e-5dda-43d4-a48f-f52f93ff1c8f", "name": "network-vif-deleted", "tag": "62cf2b2f-d000-49f8-878e-77989404ed35"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:56:22.559458 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50777025-0318-46cb-9463-80a953200654 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:56:22.564867 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-50777025-0318-46cb-9463-80a953200654 admin admin] 10.222.0.13 "PUT /v2.0/routers/ee8b140b-a89e-4d2f-b016-241ef0f38760/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2440958 Aug 18 12:56:22.573377 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-83340c8b-4bda-4cb4-8cbd-17d782298b85 req-0a4c380f-25af-4748-b33e-65d8f91dde31 tempest-ServerShowV254Test-1122498729 tempest-ServerShowV254Test-1122498729-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b730dc-9d8c-4e7d-806f-489273dd2054 HTTP/1.1" status: 200 len: 210 time: 0.1523247 Aug 18 12:56:22.581001 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af21048a-2f01-4051-b355-b2f6a8553a57 None None] Sync routers for ids ['ee8b140b-a89e-4d2f-b016-241ef0f38760'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:56:22.582156 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42148) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:56:22.600780 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5d45bd4e-888e-4953-a267-c34cf3bd5ad2 req-75e4f927-7db4-45fa-8267-fd5dfd422972 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fdc02e-a8f1-4297-9e12-87329e25f6b8 HTTP/1.1" status: 200 len: 210 time: 0.0730588 Aug 18 12:56:22.605597 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af21048a-2f01-4051-b355-b2f6a8553a57 None None] Routers {'ee8b140b-a89e-4d2f-b016-241ef0f38760'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:56:22.606830 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-af21048a-2f01-4051-b355-b2f6a8553a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:56:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ee8b140b-a89e-4d2f-b016-241ef0f38760'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:56:22.658035 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-020617e7-4d9a-4302-8951-471520d288ee req-440fc8a2-3d6f-494f-b5ce-e6a07cc5b2c3 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:22.685753 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bfffc77d-fa94-4c29-afda-c393d199fe8e req-843408ca-e268-4002-a4ad-3c2ba17ff6ef tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=9407b444-c01e-4e46-a1da-ec7c9a1bc4fd HTTP/1.1" status: 200 len: 210 time: 0.0312283 Aug 18 12:56:22.695556 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [req-d933a500-092f-4551-ad8a-7fef9f6ebc1c req-d191946a-2ef2-467c-8947-a6bf2ec428a6 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] show failed (client error): The resource could not be found. Aug 18 12:56:22.701970 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d933a500-092f-4551-ad8a-7fef9f6ebc1c req-d191946a-2ef2-467c-8947-a6bf2ec428a6 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups/a5305e52-c539-442c-bfd5-d7b0fc6e162c HTTP/1.1" status: 404 len: 352 time: 0.0411749 Aug 18 12:56:22.703066 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-020617e7-4d9a-4302-8951-471520d288ee req-440fc8a2-3d6f-494f-b5ce-e6a07cc5b2c3 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Transition to ACTIVE for port object 32f1f523-eb0d-4157-b768-232c06b62bbc will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:56:22.729605 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-af21048a-2f01-4051-b355-b2f6a8553a57 None None] Set router ee8b140b-a89e-4d2f-b016-241ef0f38760 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:56:22.765579 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709c458d-ac4c-4dcb-a889-08398d8b17c1 x-openstack-request-id: req-709c458d-ac4c-4dcb-a889-08398d8b17c1 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:56:22.765876 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee2c8f1e-5dda-43d4-a48f-f52f93ff1c8f", "name": "network-vif-deleted", "tag": "62cf2b2f-d000-49f8-878e-77989404ed35", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:56:22.766132 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-709c458d-ac4c-4dcb-a889-08398d8b17c1 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:56:22.766933 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee2c8f1e-5dda-43d4-a48f-f52f93ff1c8f', 'name': 'network-vif-deleted', 'tag': '62cf2b2f-d000-49f8-878e-77989404ed35', 'status': 'completed', 'code': 200} Aug 18 12:56:22.844048 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-54aa78b2-8369-4ff3-bdc3-51dccbf2e798 req-43e00a45-34f6-4dc1-a7c1-a295d5f32321 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee2c8f1e-5dda-43d4-a48f-f52f93ff1c8f HTTP/1.1" status: 200 len: 210 time: 0.0292456 Aug 18 12:56:22.853884 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e2d28b0f-07e8-4a19-a92e-1ff1c27f714e admin admin] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:22.924250 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-befd97d2-44f8-4a1c-865d-42d53ee79ddb req-735e43a5-6365-4ee8-bdff-dea20bae3fc2 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups/83e85628-99d4-431f-96b1-74e85ff2321d HTTP/1.1" status: 200 len: 1801 time: 0.1610930 Aug 18 12:56:23.010055 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-af21048a-2f01-4051-b355-b2f6a8553a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8b140b-a89e-4d2f-b016-241ef0f38760', 'name': 'tempest-ServersTestJSON-1799334934-router', 'tenant_id': 'e386d50353184db69ad39d521500ceee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '199d8e3d-57c0-4c3e-aac5-869c3991a8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:53:40Z', 'updated_at': '2021-08-18T12:56:19Z', 'revision_number': 5, 'project_id': 'e386d50353184db69ad39d521500ceee', 'gw_port': {'id': '199d8e3d-57c0-4c3e-aac5-869c3991a8c0', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:31:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8b140b-a89e-4d2f-b016-241ef0f38760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:41Z', 'updated_at': '2021-08-18T12:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:56:23.033016 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e2d28b0f-07e8-4a19-a92e-1ff1c27f714e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:23.039294 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af21048a-2f01-4051-b355-b2f6a8553a57 None None] Checking router: ee8b140b-a89e-4d2f-b016-241ef0f38760 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:56:23.048921 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af21048a-2f01-4051-b355-b2f6a8553a57 None None] Routers {'ee8b140b-a89e-4d2f-b016-241ef0f38760'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:56:23.050409 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-af21048a-2f01-4051-b355-b2f6a8553a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:56:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ee8b140b-a89e-4d2f-b016-241ef0f38760'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:56:23.055807 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-befd97d2-44f8-4a1c-865d-42d53ee79ddb req-38b64946-9973-41c6-aa07-5805bf083916 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:23.069637 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-020617e7-4d9a-4302-8951-471520d288ee req-440fc8a2-3d6f-494f-b5ce-e6a07cc5b2c3 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:23.084262 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['15e1a548-80e1-410c-bde6-c120f9ddf35d'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:56:23.125077 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-befd97d2-44f8-4a1c-865d-42d53ee79ddb req-38b64946-9973-41c6-aa07-5805bf083916 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:23.138625 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-020617e7-4d9a-4302-8951-471520d288ee req-440fc8a2-3d6f-494f-b5ce-e6a07cc5b2c3 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Network 227091c7-65ab-4b5a-b9bc-947d45191f2c is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:56:23.163302 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-020617e7-4d9a-4302-8951-471520d288ee req-440fc8a2-3d6f-494f-b5ce-e6a07cc5b2c3 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:56:23.166433 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-020617e7-4d9a-4302-8951-471520d288ee req-440fc8a2-3d6f-494f-b5ce-e6a07cc5b2c3 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:56:23.193236 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-af21048a-2f01-4051-b355-b2f6a8553a57 None None] Set router ee8b140b-a89e-4d2f-b016-241ef0f38760 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:56:23.229417 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 62cf2b2f-d000-49f8-878e-77989404ed35 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:56:23.253372 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440fc8a2-3d6f-494f-b5ce-e6a07cc5b2c3 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Pushing event updated for resources: {'Port': ['ID=32f1f523-eb0d-4157-b768-232c06b62bbc,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:23.307637 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: 62cf2b2f-d000-49f8-878e-77989404ed35 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:56:23.307988 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 62cf2b2f-d000-49f8-878e-77989404ed35 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:56:23.369059 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020617e7-4d9a-4302-8951-471520d288ee req-440fc8a2-3d6f-494f-b5ce-e6a07cc5b2c3 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:23.371713 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-020617e7-4d9a-4302-8951-471520d288ee req-440fc8a2-3d6f-494f-b5ce-e6a07cc5b2c3 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:23.419640 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-e2d28b0f-07e8-4a19-a92e-1ff1c27f714e admin admin] Deleting port 199d8e3d-57c0-4c3e-aac5-869c3991a8c0 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:56:23.419989 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e2d28b0f-07e8-4a19-a92e-1ff1c27f714e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:23.430425 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-befd97d2-44f8-4a1c-865d-42d53ee79ddb req-38b64946-9973-41c6-aa07-5805bf083916 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:23.440730 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-befd97d2-44f8-4a1c-865d-42d53ee79ddb req-38b64946-9973-41c6-aa07-5805bf083916 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:23.444210 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-befd97d2-44f8-4a1c-865d-42d53ee79ddb req-38b64946-9973-41c6-aa07-5805bf083916 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "DELETE /v2.0/security-groups/83e85628-99d4-431f-96b1-74e85ff2321d HTTP/1.1" status: 204 len: 173 time: 0.4726276 Aug 18 12:56:23.502325 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [req-b3b93f13-ea17-4834-91b2-e5679ff6c1f8 req-51890a5a-c4ba-45a8-86ac-6e83647bbfcd tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] show failed (client error): The resource could not be found. Aug 18 12:56:23.509899 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b3b93f13-ea17-4834-91b2-e5679ff6c1f8 req-51890a5a-c4ba-45a8-86ac-6e83647bbfcd tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups/83e85628-99d4-431f-96b1-74e85ff2321d HTTP/1.1" status: 404 len: 352 time: 0.0295730 Aug 18 12:56:23.583096 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-020617e7-4d9a-4302-8951-471520d288ee req-440fc8a2-3d6f-494f-b5ce-e6a07cc5b2c3 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3933415 Aug 18 12:56:23.612309 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b64946-9973-41c6-aa07-5805bf083916 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e85628-99d4-431f-96b1-74e85ff2321d,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:23.619574 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-020617e7-4d9a-4302-8951-471520d288ee req-5ba4f521-7851-416d-a46d-59bec2b468a4 service neutron] Request body: {'port': {'device_id': 'c7fdc02e-a8f1-4297-9e12-87329e25f6b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:56:23.701539 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-af21048a-2f01-4051-b355-b2f6a8553a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8b140b-a89e-4d2f-b016-241ef0f38760', 'name': 'tempest-ServersTestJSON-1799334934-router', 'tenant_id': 'e386d50353184db69ad39d521500ceee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '199d8e3d-57c0-4c3e-aac5-869c3991a8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:53:40Z', 'updated_at': '2021-08-18T12:56:19Z', 'revision_number': 5, 'project_id': 'e386d50353184db69ad39d521500ceee', 'gw_port': {'id': '199d8e3d-57c0-4c3e-aac5-869c3991a8c0', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:31:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8b140b-a89e-4d2f-b016-241ef0f38760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:41Z', 'updated_at': '2021-08-18T12:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:56:23.732380 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af21048a-2f01-4051-b355-b2f6a8553a57 None None] The sync data for ids ['ee8b140b-a89e-4d2f-b016-241ef0f38760'] in n-d-803603-2 is: [{'id': 'ee8b140b-a89e-4d2f-b016-241ef0f38760', 'name': 'tempest-ServersTestJSON-1799334934-router', 'tenant_id': 'e386d50353184db69ad39d521500ceee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '199d8e3d-57c0-4c3e-aac5-869c3991a8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:53:40Z', 'updated_at': '2021-08-18T12:56:19Z', 'revision_number': 5, 'project_id': 'e386d50353184db69ad39d521500ceee', 'gw_port': {'id': '199d8e3d-57c0-4c3e-aac5-869c3991a8c0', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:31:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8b140b-a89e-4d2f-b016-241ef0f38760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:41Z', 'updated_at': '2021-08-18T12:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:56:23.743388 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-e5ef70a7-de86-4629-b4c6-63e448cfc286 None None] Provisioning for port 32f1f523-eb0d-4157-b768-232c06b62bbc completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:56:23.749318 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-e5ef70a7-de86-4629-b4c6-63e448cfc286 None None] Provisioning complete for port 32f1f523-eb0d-4157-b768-232c06b62bbc triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:56:23.749816 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e5ef70a7-de86-4629-b4c6-63e448cfc286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:23.805227 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-e2d28b0f-07e8-4a19-a92e-1ff1c27f714e admin admin] For port 199d8e3d-57c0-4c3e-aac5-869c3991a8c0, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=199d8e3d-57c0-4c3e-aac5-869c3991a8c0,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:23.806033 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e2d28b0f-07e8-4a19-a92e-1ff1c27f714e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:23.820273 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e71027-7f40-425c-8a7d-f947e9d1eea7 req-5daee7df-5e2c-46ed-ad5a-c36846ca6e74 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:23.821026 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1e5dc87a-4c67-443b-bbcc-187db8026802 req-b08f009b-afcf-4b59-a7a4-65f882197755 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=99941b4001f04b7f80706cf6132f3a7f HTTP/1.1" status: 200 len: 6150 time: 0.2492797 Aug 18 12:56:23.835369 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-43e71027-7f40-425c-8a7d-f947e9d1eea7 req-5daee7df-5e2c-46ed-ad5a-c36846ca6e74 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fdc02e-a8f1-4297-9e12-87329e25f6b8 HTTP/1.1" status: 200 len: 931 time: 0.0869646 Aug 18 12:56:23.852978 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-e5ef70a7-de86-4629-b4c6-63e448cfc286 None None] Port 32f1f523-eb0d-4157-b768-232c06b62bbc cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:56:23.860490 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-e2d28b0f-07e8-4a19-a92e-1ff1c27f714e admin admin] Calling delete_port for 199d8e3d-57c0-4c3e-aac5-869c3991a8c0 owned by network:router_gateway {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:56:23.908254 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-43e71027-7f40-425c-8a7d-f947e9d1eea7 req-9a1a6655-3149-4bf6-b1c0-70892faff9cd tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b970e95-ef01-4e80-b0a9-fdb66bc288d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719867 Aug 18 12:56:24.062536 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-054bde90-23a2-46fe-a267-7d032b47c5be req-fe429dae-d962-438a-bf7d-821e25dc6734 tempest-ServerShowV254Test-1122498729 tempest-ServerShowV254Test-1122498729-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b730dc-9d8c-4e7d-806f-489273dd2054 HTTP/1.1" status: 200 len: 210 time: 0.0623345 Aug 18 12:56:24.217723 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5cb619a7-6799-4847-825b-c394c6140afd req-61bfc8aa-d888-4be2-86c1-c36e9bf08fff tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=9407b444-c01e-4e46-a1da-ec7c9a1bc4fd HTTP/1.1" status: 200 len: 210 time: 0.0724103 Aug 18 12:56:24.252214 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-020617e7-4d9a-4302-8951-471520d288ee req-5ba4f521-7851-416d-a46d-59bec2b468a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:24.282191 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1e5dc87a-4c67-443b-bbcc-187db8026802 req-c810d52c-0907-46b7-b022-c7d00f980254 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups/c2e6ff23-eb55-4090-afc8-d4592e7c24f0 HTTP/1.1" status: 200 len: 2981 time: 0.4363186 Aug 18 12:56:24.445219 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e2d28b0f-07e8-4a19-a92e-1ff1c27f714e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:24.496660 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d28b0f-07e8-4a19-a92e-1ff1c27f714e admin admin] Pushing event deleted for resources: {'Port': ['ID=199d8e3d-57c0-4c3e-aac5-869c3991a8c0,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:24.502682 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1e5dc87a-4c67-443b-bbcc-187db8026802 req-18993f8d-8154-4abf-b73a-751d7778162b tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups/c2e6ff23-eb55-4090-afc8-d4592e7c24f0 HTTP/1.1" status: 200 len: 2981 time: 0.2010245 Aug 18 12:56:24.538394 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27e1815c-255b-4179-abca-5605c406cfbb req-8a146dc2-645d-4f3a-a6ed-4adf0fa4c5e1 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ac48e14392114051ba5d025a8226fe94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649884 Aug 18 12:56:24.574659 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-24efd45b-e245-4aea-b783-25b73a356829 req-28ec7a85-237b-4fd8-acb7-fa5eebc8bc87 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1099677426', 'description': 'tempest-description-313509664'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:56:24.598197 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42212) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:56:24.741491 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1815c-255b-4179-abca-5605c406cfbb req-7cda7fef-6913-4a1d-8f58-51013ba2dd21 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:24.743348 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27e1815c-255b-4179-abca-5605c406cfbb req-7cda7fef-6913-4a1d-8f58-51013ba2dd21 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1910341 Aug 18 12:56:24.761894 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-27e1815c-255b-4179-abca-5605c406cfbb req-0b85bb52-111f-406f-8950-0549ec2cb165 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Request body: {'port': {'device_id': '2afc5dfe-01e3-48b5-a91c-76d71de4031d', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'admin_state_up': True, 'tenant_id': 'ac48e14392114051ba5d025a8226fe94'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:56:24.812227 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:56:24.818827 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e2d28b0f-07e8-4a19-a92e-1ff1c27f714e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:24.917970 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-6e98b51b-190d-40db-bdcc-8f7db0a95f54 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1692655462-network', 'tenant_id': '234ffca375d94eb59ece774ca7f62d4c'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:56:24.929697 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-24efd45b-e245-4aea-b783-25b73a356829 req-28ec7a85-237b-4fd8-acb7-fa5eebc8bc87 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:24.960806 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e2d28b0f-07e8-4a19-a92e-1ff1c27f714e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:24.968003 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27e1815c-255b-4179-abca-5605c406cfbb req-0b85bb52-111f-406f-8950-0549ec2cb165 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Made reservation on behalf of ac48e14392114051ba5d025a8226fe94 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:56:24.972957 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-27e1815c-255b-4179-abca-5605c406cfbb req-0b85bb52-111f-406f-8950-0549ec2cb165 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:24.975867 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e2d28b0f-07e8-4a19-a92e-1ff1c27f714e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:25.016529 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-27e1815c-255b-4179-abca-5605c406cfbb req-cee70741-2c10-4f50-be4a-4df41b90f876 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ac48e14392114051ba5d025a8226fe94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524874 Aug 18 12:56:25.163157 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-020617e7-4d9a-4302-8951-471520d288ee req-5ba4f521-7851-416d-a46d-59bec2b468a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32f1f523-eb0d-4157-b768-232c06b62bbc {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:56:25.176749 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-020617e7-4d9a-4302-8951-471520d288ee req-5ba4f521-7851-416d-a46d-59bec2b468a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:25.210784 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-27e1815c-255b-4179-abca-5605c406cfbb req-0b85bb52-111f-406f-8950-0549ec2cb165 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Allocated IP 192.168.233.201 (f82a481e-2d3e-49f3-a273-639556667c8a/38dc8434-66c0-4e05-8cce-b4a4a0f33dc3/0cc63bf1-f915-449c-86d3-c95f41dc0d73) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:56:25.217414 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e2d28b0f-07e8-4a19-a92e-1ff1c27f714e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:25.217991 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d28b0f-07e8-4a19-a92e-1ff1c27f714e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee8b140b-a89e-4d2f-b016-241ef0f38760 {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:56:25.223975 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e2d28b0f-07e8-4a19-a92e-1ff1c27f714e admin admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:25.225125 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e2d28b0f-07e8-4a19-a92e-1ff1c27f714e admin admin] 10.222.0.13 "DELETE /v2.0/routers/ee8b140b-a89e-4d2f-b016-241ef0f38760 HTTP/1.1" status: 204 len: 168 time: 2.6393735 Aug 18 12:56:25.241610 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-020617e7-4d9a-4302-8951-471520d288ee req-5ba4f521-7851-416d-a46d-59bec2b468a4 service neutron] Transition to ACTIVE for port object 32f1f523-eb0d-4157-b768-232c06b62bbc will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:56:25.242232 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42222) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:56:25.304955 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1815c-255b-4179-abca-5605c406cfbb req-8571b467-301c-4ff1-9d99-88e7597df6bc tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:25.306482 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-27e1815c-255b-4179-abca-5605c406cfbb req-8571b467-301c-4ff1-9d99-88e7597df6bc tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2532210 Aug 18 12:56:25.328141 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-020617e7-4d9a-4302-8951-471520d288ee req-5ba4f521-7851-416d-a46d-59bec2b468a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:25.340822 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-27e1815c-255b-4179-abca-5605c406cfbb req-0f7896a1-d8c5-4d36-babc-40b9813dbe0c tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Request body: {'port': {'device_id': '9407b444-c01e-4e46-a1da-ec7c9a1bc4fd', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'admin_state_up': True, 'tenant_id': 'ac48e14392114051ba5d025a8226fe94'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:56:25.401410 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e98b51b-190d-40db-bdcc-8f7db0a95f54 admin admin] Made reservation on behalf of 234ffca375d94eb59ece774ca7f62d4c for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:56:25.404078 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6e98b51b-190d-40db-bdcc-8f7db0a95f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:25.462273 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6e98b51b-190d-40db-bdcc-8f7db0a95f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:25.472199 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-1595d135-9a7e-4a93-a61d-4320f16f341d admin admin] Deleting subnet 3fa04f04-f1fe-4b42-bb30-54511fdd1e53 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:56:25.516589 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1595d135-9a7e-4a93-a61d-4320f16f341d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:25.523308 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2d9e5-d144-4962-ac2d-ff7851e55f1b req-f37906dd-c997-4e23-a73f-fa55b9e78ac7 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:25.530907 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a7d2d9e5-d144-4962-ac2d-ff7851e55f1b req-f37906dd-c997-4e23-a73f-fa55b9e78ac7 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e54ac7a-2141-4fa4-8037-523867f7d2cd HTTP/1.1" status: 200 len: 950 time: 0.5494487 Aug 18 12:56:25.553545 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-27e1815c-255b-4179-abca-5605c406cfbb req-0b85bb52-111f-406f-8950-0549ec2cb165 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:25.567543 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba4f521-7851-416d-a46d-59bec2b468a4 service neutron] Pushing event updated for resources: {'Port': ['ID=32f1f523-eb0d-4157-b768-232c06b62bbc,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:25.578786 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-27e1815c-255b-4179-abca-5605c406cfbb req-0b85bb52-111f-406f-8950-0549ec2cb165 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Transition to ACTIVE for port object 0cc63bf1-f915-449c-86d3-c95f41dc0d73 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:56:25.649838 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1595d135-9a7e-4a93-a61d-4320f16f341d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:25.658127 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-24efd45b-e245-4aea-b783-25b73a356829 req-28ec7a85-237b-4fd8-acb7-fa5eebc8bc87 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:25.701750 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a7d2d9e5-d144-4962-ac2d-ff7851e55f1b req-3ec44748-a091-4e99-8020-3270de8498c1 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/security-groups?id=09620056-dc77-4aa9-9a24-0b6b39c012e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699174 Aug 18 12:56:25.709945 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-27e1815c-255b-4179-abca-5605c406cfbb req-0b85bb52-111f-406f-8950-0549ec2cb165 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:25.726522 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['44bf2515-cd47-443d-b2d8-b5004621c8e9', '384a8833-88fe-4c1d-be0c-1a73f037e676', 'd9f8d7ab-5bd5-407f-b270-de7ccc354679'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:56:25.781291 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-24efd45b-e245-4aea-b783-25b73a356829 req-28ec7a85-237b-4fd8-acb7-fa5eebc8bc87 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:25.782184 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27e1815c-255b-4179-abca-5605c406cfbb req-0b85bb52-111f-406f-8950-0549ec2cb165 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Network f82a481e-2d3e-49f3-a273-639556667c8a is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:56:25.793626 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-27e1815c-255b-4179-abca-5605c406cfbb req-0b85bb52-111f-406f-8950-0549ec2cb165 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:56:25.797059 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e1815c-255b-4179-abca-5605c406cfbb req-0b85bb52-111f-406f-8950-0549ec2cb165 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:56:25.864653 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85bb52-111f-406f-8950-0549ec2cb165 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Pushing event updated for resources: {'Port': ['ID=0cc63bf1-f915-449c-86d3-c95f41dc0d73,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:25.874763 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec7a85-237b-4fd8-acb7-fa5eebc8bc87 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e10c14c-789e-4ecb-b3a5-b181474f23d0,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:25.882451 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-020617e7-4d9a-4302-8951-471520d288ee req-5ba4f521-7851-416d-a46d-59bec2b468a4 service neutron] Attempting to bind port 32f1f523-eb0d-4157-b768-232c06b62bbc on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:56:25.882963 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-020617e7-4d9a-4302-8951-471520d288ee req-5ba4f521-7851-416d-a46d-59bec2b468a4 service neutron] Attempting to bind port 32f1f523-eb0d-4157-b768-232c06b62bbc by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '2a651c51-e808-45f2-beb8-aef53853dc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:56:25.883521 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020617e7-4d9a-4302-8951-471520d288ee req-5ba4f521-7851-416d-a46d-59bec2b468a4 service neutron] Attempting to bind port 32f1f523-eb0d-4157-b768-232c06b62bbc on network 227091c7-65ab-4b5a-b9bc-947d45191f2c {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:56:25.916050 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020617e7-4d9a-4302-8951-471520d288ee req-5ba4f521-7851-416d-a46d-59bec2b468a4 service neutron] Port 32f1f523-eb0d-4157-b768-232c06b62bbc on network 227091c7-65ab-4b5a-b9bc-947d45191f2c not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:56:25.916050 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020617e7-4d9a-4302-8951-471520d288ee req-5ba4f521-7851-416d-a46d-59bec2b468a4 service neutron] Attempting to bind port 32f1f523-eb0d-4157-b768-232c06b62bbc on network 227091c7-65ab-4b5a-b9bc-947d45191f2c {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:56:25.923820 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020617e7-4d9a-4302-8951-471520d288ee req-5ba4f521-7851-416d-a46d-59bec2b468a4 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:56:25.924339 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020617e7-4d9a-4302-8951-471520d288ee req-5ba4f521-7851-416d-a46d-59bec2b468a4 service neutron] Checking segment: {'id': '2a651c51-e808-45f2-beb8-aef53853dc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:56:25.925354 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020617e7-4d9a-4302-8951-471520d288ee req-5ba4f521-7851-416d-a46d-59bec2b468a4 service neutron] Bound using segment: {'id': '2a651c51-e808-45f2-beb8-aef53853dc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:56:25.925896 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-020617e7-4d9a-4302-8951-471520d288ee req-5ba4f521-7851-416d-a46d-59bec2b468a4 service neutron] Bound port: 32f1f523-eb0d-4157-b768-232c06b62bbc, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a651c51-e808-45f2-beb8-aef53853dc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:56:25.926395 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-020617e7-4d9a-4302-8951-471520d288ee req-5ba4f521-7851-416d-a46d-59bec2b468a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:25.946214 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 5c811eee-f1eb-41d0-8450-396f735a1aa9 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:56:25.974737 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1815c-255b-4179-abca-5605c406cfbb req-0b85bb52-111f-406f-8950-0549ec2cb165 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:25.975397 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-27e1815c-255b-4179-abca-5605c406cfbb req-0b85bb52-111f-406f-8950-0549ec2cb165 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:26.009601 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 5c811eee-f1eb-41d0-8450-396f735a1aa9 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:56:26.010294 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 5c811eee-f1eb-41d0-8450-396f735a1aa9 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:56:26.024595 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1595d135-9a7e-4a93-a61d-4320f16f341d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:26.064794 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b257abc-7352-4b61-918a-08d3cbd52d3e req-8d746879-122b-4e07-8c4e-ff99e2b4ab71 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:26.076943 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8b257abc-7352-4b61-918a-08d3cbd52d3e req-8d746879-122b-4e07-8c4e-ff99e2b4ab71 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fdc02e-a8f1-4297-9e12-87329e25f6b8 HTTP/1.1" status: 200 len: 943 time: 0.1555972 Aug 18 12:56:26.145288 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8b257abc-7352-4b61-918a-08d3cbd52d3e req-95524f63-d9ea-4307-9bc7-c39a83a3ed72 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b970e95-ef01-4e80-b0a9-fdb66bc288d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649300 Aug 18 12:56:26.168362 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-020617e7-4d9a-4302-8951-471520d288ee req-5ba4f521-7851-416d-a46d-59bec2b468a4 service neutron] For port 32f1f523-eb0d-4157-b768-232c06b62bbc, host n-h2-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:56:26.175577 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-020617e7-4d9a-4302-8951-471520d288ee req-5ba4f521-7851-416d-a46d-59bec2b468a4 service neutron] For port 32f1f523-eb0d-4157-b768-232c06b62bbc, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=32f1f523-eb0d-4157-b768-232c06b62bbc,segment=NetworkSegment(2a651c51-e808-45f2-beb8-aef53853dc6e),segment_id=2a651c51-e808-45f2-beb8-aef53853dc6e)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:56:26.183210 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6e98b51b-190d-40db-bdcc-8f7db0a95f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:26.256992 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-abcdc4b7-e710-445c-9429-5048f6aceff3 req-1af54834-f2c9-49d8-84a0-713e0a3729e6 tempest-ServerShowV254Test-1122498729 tempest-ServerShowV254Test-1122498729-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b730dc-9d8c-4e7d-806f-489273dd2054 HTTP/1.1" status: 200 len: 210 time: 0.0399647 Aug 18 12:56:26.259363 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-020617e7-4d9a-4302-8951-471520d288ee req-5ba4f521-7851-416d-a46d-59bec2b468a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:26.295121 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6e98b51b-190d-40db-bdcc-8f7db0a95f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:26.331635 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e98b51b-190d-40db-bdcc-8f7db0a95f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0999ac7-01c1-4fe3-8c3c-566c271306ab,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:26.348430 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e98b51b-190d-40db-bdcc-8f7db0a95f54 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:56:26.348947 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-0660a447-37e0-4309-930b-efa0db26b433 None None] Provisioning for port 0cc63bf1-f915-449c-86d3-c95f41dc0d73 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:56:26.360532 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1595d135-9a7e-4a93-a61d-4320f16f341d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:26.372053 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020617e7-4d9a-4302-8951-471520d288ee req-5ba4f521-7851-416d-a46d-59bec2b468a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:26.374126 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-020617e7-4d9a-4302-8951-471520d288ee req-5ba4f521-7851-416d-a46d-59bec2b468a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:26.374278 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6e98b51b-190d-40db-bdcc-8f7db0a95f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:26.374278 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-6e98b51b-190d-40db-bdcc-8f7db0a95f54 admin admin] Added segment 64242db4-050a-4831-913b-84beef1ef905 of type vlan for network 8205beb0-4d25-4c9e-a0f2-b53bd983d149 Aug 18 12:56:26.375536 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-0660a447-37e0-4309-930b-efa0db26b433 None None] Provisioning complete for port 0cc63bf1-f915-449c-86d3-c95f41dc0d73 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:56:26.375916 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0660a447-37e0-4309-930b-efa0db26b433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:26.377873 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27e1815c-255b-4179-abca-5605c406cfbb req-0b85bb52-111f-406f-8950-0549ec2cb165 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6221306 Aug 18 12:56:26.382208 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-020617e7-4d9a-4302-8951-471520d288ee req-5ba4f521-7851-416d-a46d-59bec2b468a4 service neutron] 10.222.0.20 "PUT /v2.0/ports/32f1f523-eb0d-4157-b768-232c06b62bbc HTTP/1.1" status: 200 len: 1091 time: 2.7746203 Aug 18 12:56:26.386439 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7fdc02e-a8f1-4297-9e12-87329e25f6b8', 'tag': '32f1f523-eb0d-4157-b768-232c06b62bbc'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:56:26.398499 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e18797-3760-4b83-8e28-117e2c013df9" -d '{"events": [{"name": "network-changed", "server_uuid": "c7fdc02e-a8f1-4297-9e12-87329e25f6b8", "tag": "32f1f523-eb0d-4157-b768-232c06b62bbc"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:56:26.475363 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1595d135-9a7e-4a93-a61d-4320f16f341d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:26.475933 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cd14cb1d-8ec7-4ccf-be44-bd1c081cc601 req-1dec9714-7e6a-4b49-9640-5f470d957827 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=9407b444-c01e-4e46-a1da-ec7c9a1bc4fd HTTP/1.1" status: 200 len: 210 time: 0.0745351 Aug 18 12:56:26.478093 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1595d135-9a7e-4a93-a61d-4320f16f341d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3fa04f04-f1fe-4b42-bb30-54511fdd1e53 HTTP/1.1" status: 204 len: 168 time: 1.2348268 Aug 18 12:56:26.484276 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1595d135-9a7e-4a93-a61d-4320f16f341d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fa04f04-f1fe-4b42-bb30-54511fdd1e53,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:26.493419 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-0660a447-37e0-4309-930b-efa0db26b433 None None] Port 0cc63bf1-f915-449c-86d3-c95f41dc0d73 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:56:26.504978 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42230) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:56:26.507361 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4be8471-4272-4da8-822b-002209e4752d None None] Network 6fa6534b-edc3-4b11-816f-b4fb064ecad2 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:56:26.516008 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-27e1815c-255b-4179-abca-5605c406cfbb req-712b7c12-bdbb-40af-b286-ce0c9b5cc2ad service neutron] Request body: {'port': {'device_id': '2afc5dfe-01e3-48b5-a91c-76d71de4031d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:56:26.579478 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6e98b51b-190d-40db-bdcc-8f7db0a95f54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:26.722464 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-27e1815c-255b-4179-abca-5605c406cfbb req-712b7c12-bdbb-40af-b286-ce0c9b5cc2ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:26.791441 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6e98b51b-190d-40db-bdcc-8f7db0a95f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:26.792412 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e98b51b-190d-40db-bdcc-8f7db0a95f54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:26.794785 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa094937-9a2f-4333-a449-889f3aadeced x-openstack-request-id: req-fa094937-9a2f-4333-a449-889f3aadeced {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:56:26.795077 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7fdc02e-a8f1-4297-9e12-87329e25f6b8", "tag": "32f1f523-eb0d-4157-b768-232c06b62bbc", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:56:26.795330 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa094937-9a2f-4333-a449-889f3aadeced {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:56:26.795725 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7fdc02e-a8f1-4297-9e12-87329e25f6b8', 'tag': '32f1f523-eb0d-4157-b768-232c06b62bbc', 'status': 'completed', 'code': 200} Aug 18 12:56:26.798709 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27e1815c-255b-4179-abca-5605c406cfbb req-0f7896a1-d8c5-4d36-babc-40b9813dbe0c tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Made reservation on behalf of ac48e14392114051ba5d025a8226fe94 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:56:26.799193 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6e98b51b-190d-40db-bdcc-8f7db0a95f54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:26.805463 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-27e1815c-255b-4179-abca-5605c406cfbb req-0f7896a1-d8c5-4d36-babc-40b9813dbe0c tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:26.858042 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba4f521-7851-416d-a46d-59bec2b468a4 service neutron] Pushing event updated for resources: {'Port': ['ID=32f1f523-eb0d-4157-b768-232c06b62bbc,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:26.871854 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c51e59f-0eac-4363-89de-83eb1605e8a6 None None] DHCP port deletion for 6fa6534b-edc3-4b11-816f-b4fb064ecad2 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:56:26.908537 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-24efd45b-e245-4aea-b783-25b73a356829 req-28ec7a85-237b-4fd8-acb7-fa5eebc8bc87 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:26.918782 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-24efd45b-e245-4aea-b783-25b73a356829 req-28ec7a85-237b-4fd8-acb7-fa5eebc8bc87 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 2.3709490 Aug 18 12:56:26.970133 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-4c51e59f-0eac-4363-89de-83eb1605e8a6 None None] Deleting port d2d7e55c-cd32-491f-9acd-ddd20e284d5f {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:56:26.970133 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4c51e59f-0eac-4363-89de-83eb1605e8a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:26.978487 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61bdcc-51e9-4ff5-b621-ee34dba1e87b req-c80a8f7c-1c2f-40b8-8483-28c896b5be9c tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:26.979989 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8f61bdcc-51e9-4ff5-b621-ee34dba1e87b req-c80a8f7c-1c2f-40b8-8483-28c896b5be9c tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e54ac7a-2141-4fa4-8037-523867f7d2cd HTTP/1.1" status: 200 len: 950 time: 0.4309123 Aug 18 12:56:26.983110 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-f3b9a5aa-d712-425a-bad4-d1e5f2b79e81 req-917a917e-e847-4030-b9b8-887a2b47293e tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1797894074', 'description': 'tempest-description-573427425'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:56:27.006795 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6e98b51b-190d-40db-bdcc-8f7db0a95f54 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4032710 Aug 18 12:56:27.012752 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42244) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:56:27.031255 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-55a33c99-d677-4127-bac7-2821ac7a4b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:27.063506 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-96fe4a9b-a76c-47a4-9d8b-aee3b98bdf75 admin admin] Request body: {'subnet': {'network_id': '8205beb0-4d25-4c9e-a0f2-b53bd983d149', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1692655462-subnet', 'tenant_id': '234ffca375d94eb59ece774ca7f62d4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:56:27.085163 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-4c51e59f-0eac-4363-89de-83eb1605e8a6 None None] For port d2d7e55c-cd32-491f-9acd-ddd20e284d5f, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=d2d7e55c-cd32-491f-9acd-ddd20e284d5f,segment=NetworkSegment(2f5ba46d-5774-43c3-8ca1-c4ac9b3ab81f),segment_id=2f5ba46d-5774-43c3-8ca1-c4ac9b3ab81f)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:27.085539 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4c51e59f-0eac-4363-89de-83eb1605e8a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:27.102791 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-4c51e59f-0eac-4363-89de-83eb1605e8a6 None None] Calling delete_port for d2d7e55c-cd32-491f-9acd-ddd20e284d5f owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:56:27.120775 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e98b51b-190d-40db-bdcc-8f7db0a95f54 admin admin] Pushing event updated for resources: {'Network': ['ID=8205beb0-4d25-4c9e-a0f2-b53bd983d149,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:27.148339 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95827e-3c6f-48cc-bad4-d562fc642b86 req-b0306a0c-c160-4792-a9fd-7dae83f44c10 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:27.155865 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5a95827e-3c6f-48cc-bad4-d562fc642b86 req-b0306a0c-c160-4792-a9fd-7dae83f44c10 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e54ac7a-2141-4fa4-8037-523867f7d2cd HTTP/1.1" status: 200 len: 950 time: 0.3270683 Aug 18 12:56:27.179318 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 8205beb0-4d25-4c9e-a0f2-b53bd983d149 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:56:27.191123 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020617e7-4d9a-4302-8951-471520d288ee req-b44e72a3-465a-4b99-9bd0-a051cce461ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:27.192622 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-020617e7-4d9a-4302-8951-471520d288ee req-b44e72a3-465a-4b99-9bd0-a051cce461ba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb573690056e4ba3a87674b850fada6d&device_id=c7fdc02e-a8f1-4297-9e12-87329e25f6b8 HTTP/1.1" status: 200 len: 1094 time: 0.6363683 Aug 18 12:56:27.271939 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-020617e7-4d9a-4302-8951-471520d288ee req-12f76fad-a318-420d-863c-e7322b101274 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32f1f523-eb0d-4157-b768-232c06b62bbc HTTP/1.1" status: 200 len: 217 time: 0.0682912 Aug 18 12:56:27.281690 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-f3b9a5aa-d712-425a-bad4-d1e5f2b79e81 req-917a917e-e847-4030-b9b8-887a2b47293e tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:27.338046 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5a95827e-3c6f-48cc-bad4-d562fc642b86 req-7249b335-bdd0-41b8-81ba-2c7258041565 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/security-groups?id=09620056-dc77-4aa9-9a24-0b6b39c012e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812947 Aug 18 12:56:27.354431 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-27e1815c-255b-4179-abca-5605c406cfbb req-712b7c12-bdbb-40af-b286-ce0c9b5cc2ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cc63bf1-f915-449c-86d3-c95f41dc0d73 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:56:27.372813 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-27e1815c-255b-4179-abca-5605c406cfbb req-712b7c12-bdbb-40af-b286-ce0c9b5cc2ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:27.374997 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-55a33c99-d677-4127-bac7-2821ac7a4b59 admin admin] Deleting port d2d7e55c-cd32-491f-9acd-ddd20e284d5f {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:56:27.375375 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-55a33c99-d677-4127-bac7-2821ac7a4b59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:27.388683 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020617e7-4d9a-4302-8951-471520d288ee req-b1be0a2b-02cc-49a0-be16-f610b5ea3f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:27.390135 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-020617e7-4d9a-4302-8951-471520d288ee req-b1be0a2b-02cc-49a0-be16-f610b5ea3f89 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649 HTTP/1.1" status: 200 len: 859 time: 0.0987468 Aug 18 12:56:27.396625 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-27e1815c-255b-4179-abca-5605c406cfbb req-712b7c12-bdbb-40af-b286-ce0c9b5cc2ad service neutron] Transition to ACTIVE for port object 0cc63bf1-f915-449c-86d3-c95f41dc0d73 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:56:27.401157 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4c51e59f-0eac-4363-89de-83eb1605e8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:27.439939 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96fe4a9b-a76c-47a4-9d8b-aee3b98bdf75 admin admin] Made reservation on behalf of 234ffca375d94eb59ece774ca7f62d4c for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:56:27.439939 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-96fe4a9b-a76c-47a4-9d8b-aee3b98bdf75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:27.443573 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-8f61bdcc-51e9-4ff5-b621-ee34dba1e87b req-238e420b-8327-4bf2-993e-6282744e0467 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Deleting port fc490246-4b57-420b-bb8e-819e1b1432b3 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:56:27.443914 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8f61bdcc-51e9-4ff5-b621-ee34dba1e87b req-238e420b-8327-4bf2-993e-6282744e0467 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:27.459095 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-27e1815c-255b-4179-abca-5605c406cfbb req-712b7c12-bdbb-40af-b286-ce0c9b5cc2ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:27.488145 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c51e59f-0eac-4363-89de-83eb1605e8a6 None None] No DVR routers for this DVR port d2d7e55c-cd32-491f-9acd-ddd20e284d5f on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:56:27.495185 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51e59f-0eac-4363-89de-83eb1605e8a6 None None] Pushing event deleted for resources: {'Port': ['ID=d2d7e55c-cd32-491f-9acd-ddd20e284d5f,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:27.546544 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device d2d7e55c-cd32-491f-9acd-ddd20e284d5f no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:56:27.589449 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: d2d7e55c-cd32-491f-9acd-ddd20e284d5f {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:56:27.594269 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device d2d7e55c-cd32-491f-9acd-ddd20e284d5f not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:56:27.594847 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 199d8e3d-57c0-4c3e-aac5-869c3991a8c0 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:56:27.647987 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 199d8e3d-57c0-4c3e-aac5-869c3991a8c0 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:56:27.648330 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 199d8e3d-57c0-4c3e-aac5-869c3991a8c0 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:56:27.728088 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b7c12-bdbb-40af-b286-ce0c9b5cc2ad service neutron] Pushing event updated for resources: {'Port': ['ID=0cc63bf1-f915-449c-86d3-c95f41dc0d73,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:27.756010 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:27.778546 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a7036-df2b-4e44-935a-5a060b3f74e7 req-b8e44303-a1c3-42bf-8188-5852259fb41b tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:27.780433 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f97a7036-df2b-4e44-935a-5a060b3f74e7 req-b8e44303-a1c3-42bf-8188-5852259fb41b tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fdc02e-a8f1-4297-9e12-87329e25f6b8 HTTP/1.1" status: 200 len: 943 time: 0.3063476 Aug 18 12:56:27.858957 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-27e1815c-255b-4179-abca-5605c406cfbb req-712b7c12-bdbb-40af-b286-ce0c9b5cc2ad service neutron] Attempting to bind port 0cc63bf1-f915-449c-86d3-c95f41dc0d73 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:56:27.859416 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-27e1815c-255b-4179-abca-5605c406cfbb req-712b7c12-bdbb-40af-b286-ce0c9b5cc2ad service neutron] Attempting to bind port 0cc63bf1-f915-449c-86d3-c95f41dc0d73 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:56:27.859851 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e1815c-255b-4179-abca-5605c406cfbb req-712b7c12-bdbb-40af-b286-ce0c9b5cc2ad service neutron] Attempting to bind port 0cc63bf1-f915-449c-86d3-c95f41dc0d73 on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:56:27.880737 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e1815c-255b-4179-abca-5605c406cfbb req-712b7c12-bdbb-40af-b286-ce0c9b5cc2ad service neutron] Port 0cc63bf1-f915-449c-86d3-c95f41dc0d73 on network f82a481e-2d3e-49f3-a273-639556667c8a not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:56:27.881920 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e1815c-255b-4179-abca-5605c406cfbb req-712b7c12-bdbb-40af-b286-ce0c9b5cc2ad service neutron] Attempting to bind port 0cc63bf1-f915-449c-86d3-c95f41dc0d73 on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:56:27.889324 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e1815c-255b-4179-abca-5605c406cfbb req-712b7c12-bdbb-40af-b286-ce0c9b5cc2ad service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:56:27.890133 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e1815c-255b-4179-abca-5605c406cfbb req-712b7c12-bdbb-40af-b286-ce0c9b5cc2ad service neutron] Checking segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:56:27.890707 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e1815c-255b-4179-abca-5605c406cfbb req-712b7c12-bdbb-40af-b286-ce0c9b5cc2ad service neutron] Bound using segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:56:27.891290 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-27e1815c-255b-4179-abca-5605c406cfbb req-712b7c12-bdbb-40af-b286-ce0c9b5cc2ad service neutron] Bound port: 0cc63bf1-f915-449c-86d3-c95f41dc0d73, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:56:27.891776 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-27e1815c-255b-4179-abca-5605c406cfbb req-712b7c12-bdbb-40af-b286-ce0c9b5cc2ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:27.909636 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f97a7036-df2b-4e44-935a-5a060b3f74e7 req-22d8c3c9-f53e-4aaf-8277-43efa5f381ca tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b970e95-ef01-4e80-b0a9-fdb66bc288d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110833 Aug 18 12:56:28.016834 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-55a33c99-d677-4127-bac7-2821ac7a4b59 admin admin] For port d2d7e55c-cd32-491f-9acd-ddd20e284d5f, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=d2d7e55c-cd32-491f-9acd-ddd20e284d5f,segment=NetworkSegment(2f5ba46d-5774-43c3-8ca1-c4ac9b3ab81f),segment_id=2f5ba46d-5774-43c3-8ca1-c4ac9b3ab81f)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:28.017846 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-55a33c99-d677-4127-bac7-2821ac7a4b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:28.045507 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7bb97061-50b7-44d2-8e10-141753a514a6 req-2fbb6d3c-0c71-4c29-9b02-48bea1178521 tempest-ServerShowV254Test-1122498729 tempest-ServerShowV254Test-1122498729-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b730dc-9d8c-4e7d-806f-489273dd2054 HTTP/1.1" status: 200 len: 210 time: 0.0466139 Aug 18 12:56:28.051794 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-27e1815c-255b-4179-abca-5605c406cfbb req-712b7c12-bdbb-40af-b286-ce0c9b5cc2ad service neutron] For port 0cc63bf1-f915-449c-86d3-c95f41dc0d73, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:56:28.070070 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-55a33c99-d677-4127-bac7-2821ac7a4b59 admin admin] Calling delete_port for d2d7e55c-cd32-491f-9acd-ddd20e284d5f owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:56:28.093975 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-27e1815c-255b-4179-abca-5605c406cfbb req-712b7c12-bdbb-40af-b286-ce0c9b5cc2ad service neutron] For port 0cc63bf1-f915-449c-86d3-c95f41dc0d73, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=0cc63bf1-f915-449c-86d3-c95f41dc0d73,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:56:28.126126 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-27e1815c-255b-4179-abca-5605c406cfbb req-0f7896a1-d8c5-4d36-babc-40b9813dbe0c tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Allocated IP 192.168.233.87 (f82a481e-2d3e-49f3-a273-639556667c8a/38dc8434-66c0-4e05-8cce-b4a4a0f33dc3/2308fcb3-38a2-4859-8f4f-93c5076d787e) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:56:28.163091 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-27e1815c-255b-4179-abca-5605c406cfbb req-712b7c12-bdbb-40af-b286-ce0c9b5cc2ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:28.179146 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020617e7-4d9a-4302-8951-471520d288ee req-9ecc1c50-c4b3-4c71-9453-2985577b0dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:28.180632 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-020617e7-4d9a-4302-8951-471520d288ee req-9ecc1c50-c4b3-4c71-9453-2985577b0dbb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=227091c7-65ab-4b5a-b9bc-947d45191f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7594893 Aug 18 12:56:28.186499 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3c1acf64-ea74-4f7a-b33e-4eaab46b6901 req-6fd53fac-bcbd-47c1-990f-bbeddf568227 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=9407b444-c01e-4e46-a1da-ec7c9a1bc4fd HTTP/1.1" status: 200 len: 210 time: 0.0387025 Aug 18 12:56:28.217921 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1815c-255b-4179-abca-5605c406cfbb req-712b7c12-bdbb-40af-b286-ce0c9b5cc2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:28.218564 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-27e1815c-255b-4179-abca-5605c406cfbb req-712b7c12-bdbb-40af-b286-ce0c9b5cc2ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:28.219941 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27e1815c-255b-4179-abca-5605c406cfbb req-712b7c12-bdbb-40af-b286-ce0c9b5cc2ad service neutron] 10.222.0.20 "PUT /v2.0/ports/0cc63bf1-f915-449c-86d3-c95f41dc0d73 HTTP/1.1" status: 200 len: 1096 time: 1.8135245 Aug 18 12:56:28.222816 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2afc5dfe-01e3-48b5-a91c-76d71de4031d', 'tag': '0cc63bf1-f915-449c-86d3-c95f41dc0d73'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:56:28.225101 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5576248a-864e-4568-a60f-56417f3199cd" -d '{"events": [{"name": "network-changed", "server_uuid": "2afc5dfe-01e3-48b5-a91c-76d71de4031d", "tag": "0cc63bf1-f915-449c-86d3-c95f41dc0d73"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:56:28.267043 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b7c12-bdbb-40af-b286-ce0c9b5cc2ad service neutron] Pushing event updated for resources: {'Port': ['ID=0cc63bf1-f915-449c-86d3-c95f41dc0d73,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:28.276518 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b7c12-bdbb-40af-b286-ce0c9b5cc2ad service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:28.276867 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b7c12-bdbb-40af-b286-ce0c9b5cc2ad service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:28.277261 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b7c12-bdbb-40af-b286-ce0c9b5cc2ad service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:28.277860 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b7c12-bdbb-40af-b286-ce0c9b5cc2ad service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:28.278402 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b7c12-bdbb-40af-b286-ce0c9b5cc2ad service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:28.278740 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b7c12-bdbb-40af-b286-ce0c9b5cc2ad service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:28.279079 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b7c12-bdbb-40af-b286-ce0c9b5cc2ad service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:28.279448 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b7c12-bdbb-40af-b286-ce0c9b5cc2ad service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:28.279782 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b7c12-bdbb-40af-b286-ce0c9b5cc2ad service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:28.280392 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b7c12-bdbb-40af-b286-ce0c9b5cc2ad service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:28.280729 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b7c12-bdbb-40af-b286-ce0c9b5cc2ad service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:28.281055 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b7c12-bdbb-40af-b286-ce0c9b5cc2ad service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:28.378406 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-8f61bdcc-51e9-4ff5-b621-ee34dba1e87b req-238e420b-8327-4bf2-993e-6282744e0467 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] For port fc490246-4b57-420b-bb8e-819e1b1432b3, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=fc490246-4b57-420b-bb8e-819e1b1432b3,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:28.378937 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8f61bdcc-51e9-4ff5-b621-ee34dba1e87b req-238e420b-8327-4bf2-993e-6282744e0467 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:28.383091 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-f3b9a5aa-d712-425a-bad4-d1e5f2b79e81 req-917a917e-e847-4030-b9b8-887a2b47293e tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:28.437603 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7819f0-0442-4f11-89cb-78ef1afa679e x-openstack-request-id: req-5a7819f0-0442-4f11-89cb-78ef1afa679e {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:56:28.438726 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2afc5dfe-01e3-48b5-a91c-76d71de4031d", "tag": "0cc63bf1-f915-449c-86d3-c95f41dc0d73", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:56:28.438980 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a7819f0-0442-4f11-89cb-78ef1afa679e {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:56:28.439979 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2afc5dfe-01e3-48b5-a91c-76d71de4031d', 'tag': '0cc63bf1-f915-449c-86d3-c95f41dc0d73', 'status': 'completed', 'code': 200} Aug 18 12:56:28.452214 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:28.462366 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1815c-255b-4179-abca-5605c406cfbb req-b3701a56-cc7c-4aab-8e9e-9eded3008d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:28.465932 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27e1815c-255b-4179-abca-5605c406cfbb req-b3701a56-cc7c-4aab-8e9e-9eded3008d70 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac48e14392114051ba5d025a8226fe94&device_id=2afc5dfe-01e3-48b5-a91c-76d71de4031d HTTP/1.1" status: 200 len: 1099 time: 0.1031661 Aug 18 12:56:28.481710 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-8f61bdcc-51e9-4ff5-b621-ee34dba1e87b req-238e420b-8327-4bf2-993e-6282744e0467 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Calling delete_port for fc490246-4b57-420b-bb8e-819e1b1432b3 owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:56:28.511579 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-f3b9a5aa-d712-425a-bad4-d1e5f2b79e81 req-917a917e-e847-4030-b9b8-887a2b47293e tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:28.574892 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27e1815c-255b-4179-abca-5605c406cfbb req-244bc5cd-b4ca-429f-873f-318875deecc1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=0cc63bf1-f915-449c-86d3-c95f41dc0d73 HTTP/1.1" status: 200 len: 217 time: 0.0793641 Aug 18 12:56:28.613831 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a917e-e847-4030-b9b8-887a2b47293e tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c914f4f1-aa74-472c-a7b7-a1f8a84781c9,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:28.631742 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac55a38-5891-4c25-9916-c70f23dcaaeb req-1d1f2856-d61b-47fe-8572-64402c54897a tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:28.633860 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fac55a38-5891-4c25-9916-c70f23dcaaeb req-1d1f2856-d61b-47fe-8572-64402c54897a tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e54ac7a-2141-4fa4-8037-523867f7d2cd HTTP/1.1" status: 200 len: 950 time: 0.1541564 Aug 18 12:56:28.642214 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-55a33c99-d677-4127-bac7-2821ac7a4b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:28.681270 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1815c-255b-4179-abca-5605c406cfbb req-4b317c77-ad54-4667-9760-474fdaa2348a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:28.682819 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27e1815c-255b-4179-abca-5605c406cfbb req-4b317c77-ad54-4667-9760-474fdaa2348a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.0964849 Aug 18 12:56:28.716504 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fac55a38-5891-4c25-9916-c70f23dcaaeb req-7364f26e-c4b1-4767-9edf-c7aaadea0c2e tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/security-groups?id=09620056-dc77-4aa9-9a24-0b6b39c012e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750084 Aug 18 12:56:28.729013 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-020617e7-4d9a-4302-8951-471520d288ee req-cf401abd-5f43-4b92-a40a-7f814695945b service neutron] 10.222.0.20 "GET /v2.0/networks/227091c7-65ab-4b5a-b9bc-947d45191f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5193703 Aug 18 12:56:28.739438 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a33c99-d677-4127-bac7-2821ac7a4b59 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2d7e55c-cd32-491f-9acd-ddd20e284d5f,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:28.777204 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1815c-255b-4179-abca-5605c406cfbb req-d0e6ae3a-00a4-49e1-a23c-cc179253709e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:28.777204 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27e1815c-255b-4179-abca-5605c406cfbb req-d0e6ae3a-00a4-49e1-a23c-cc179253709e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0803130 Aug 18 12:56:28.788557 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a33c99-d677-4127-bac7-2821ac7a4b59 admin admin] No DVR routers for this DVR port d2d7e55c-cd32-491f-9acd-ddd20e284d5f on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:56:28.793825 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-f3b9a5aa-d712-425a-bad4-d1e5f2b79e81 req-917a917e-e847-4030-b9b8-887a2b47293e tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:28.795057 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f3b9a5aa-d712-425a-bad4-d1e5f2b79e81 req-917a917e-e847-4030-b9b8-887a2b47293e tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.8312626 Aug 18 12:56:28.893278 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27e1815c-255b-4179-abca-5605c406cfbb req-1539e896-b3dd-4313-b389-5869542b8e50 service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099899 Aug 18 12:56:29.000790 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-27e1815c-255b-4179-abca-5605c406cfbb req-0f7896a1-d8c5-4d36-babc-40b9813dbe0c tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:29.038449 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27e1815c-255b-4179-abca-5605c406cfbb req-7ca18b94-b2ba-4310-86c6-b23301a4a8f4 service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365771 Aug 18 12:56:29.050785 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-55a33c99-d677-4127-bac7-2821ac7a4b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:29.068305 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6077754-a1cc-4149-9986-d19b65b25c8a req-796fe015-62d6-4931-8741-9d8ce423f769 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:29.068305 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d6077754-a1cc-4149-9986-d19b65b25c8a req-796fe015-62d6-4931-8741-9d8ce423f769 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fdc02e-a8f1-4297-9e12-87329e25f6b8 HTTP/1.1" status: 200 len: 943 time: 0.0718818 Aug 18 12:56:29.097446 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d6077754-a1cc-4149-9986-d19b65b25c8a req-1221c506-02d0-480e-bdd4-e3e70d5d3e34 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b970e95-ef01-4e80-b0a9-fdb66bc288d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337946 Aug 18 12:56:29.124402 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-55a33c99-d677-4127-bac7-2821ac7a4b59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fa6534b-edc3-4b11-816f-b4fb064ecad2']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:56:29.127266 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-27e1815c-255b-4179-abca-5605c406cfbb req-0f7896a1-d8c5-4d36-babc-40b9813dbe0c tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Transition to ACTIVE for port object 2308fcb3-38a2-4859-8f4f-93c5076d787e will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:56:29.130128 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-020617e7-4d9a-4302-8951-471520d288ee req-6f9d27ba-f9a5-469d-b918-9b73836f82a2 service neutron] 10.222.0.20 "GET /v2.0/networks/227091c7-65ab-4b5a-b9bc-947d45191f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663576 Aug 18 12:56:29.140829 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-96fe4a9b-a76c-47a4-9d8b-aee3b98bdf75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:29.164329 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-55a33c99-d677-4127-bac7-2821ac7a4b59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f5ba46d-5774-43c3-8ca1-c4ac9b3ab81f') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:56:29.164663 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-55a33c99-d677-4127-bac7-2821ac7a4b59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f5ba46d-5774-43c3-8ca1-c4ac9b3ab81f') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:56:29.196125 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-68e5ac54-b55b-48e4-ad51-3f877810ec67 req-77fef443-3b71-4af1-9e59-d3668ad6262b tempest-ServerShowV254Test-1122498729 tempest-ServerShowV254Test-1122498729-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b730dc-9d8c-4e7d-806f-489273dd2054 HTTP/1.1" status: 200 len: 210 time: 0.0289123 Aug 18 12:56:29.230900 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device fc490246-4b57-420b-bb8e-819e1b1432b3 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:56:29.232541 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-55a33c99-d677-4127-bac7-2821ac7a4b59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:29.363521 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bec3a0a8-3583-4560-ad46-0cb074dcb3c3 req-be0cb7c4-60b4-4528-a89a-2d6c6a386214 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=9407b444-c01e-4e46-a1da-ec7c9a1bc4fd HTTP/1.1" status: 200 len: 210 time: 0.0540106 Aug 18 12:56:29.380259 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-55a33c99-d677-4127-bac7-2821ac7a4b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:29.386100 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e18797-3760-4b83-8e28-117e2c013df9 req-81e9cd26-e7f7-475f-9ba1-7395cd24dac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:29.391447 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-40e18797-3760-4b83-8e28-117e2c013df9 req-81e9cd26-e7f7-475f-9ba1-7395cd24dac4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb573690056e4ba3a87674b850fada6d&device_id=c7fdc02e-a8f1-4297-9e12-87329e25f6b8 HTTP/1.1" status: 200 len: 1094 time: 0.1493726 Aug 18 12:56:29.427299 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a33c99-d677-4127-bac7-2821ac7a4b59 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:56:29.427834 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-55a33c99-d677-4127-bac7-2821ac7a4b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:29.432504 n-d-803603-2 neutron-server[101676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:56:29.432504 n-d-803603-2 neutron-server[101676]: self.session.flush() Aug 18 12:56:29.432504 n-d-803603-2 neutron-server[101676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:56:29.432504 n-d-803603-2 neutron-server[101676]: self.session.flush() Aug 18 12:56:29.432504 n-d-803603-2 neutron-server[101676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:56:29.432504 n-d-803603-2 neutron-server[101676]: self.session.flush() Aug 18 12:56:29.432504 n-d-803603-2 neutron-server[101676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:56:29.432504 n-d-803603-2 neutron-server[101676]: self.session.flush() Aug 18 12:56:29.432504 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 12:56:29.432504 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:56:29.432504 n-d-803603-2 neutron-server[101676]: timer() Aug 18 12:56:29.432504 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:56:29.432504 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 12:56:29.432504 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:56:29.432504 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 12:56:29.432504 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:56:29.432504 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 12:56:29.432504 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:56:29.432504 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 12:56:29.432504 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:56:29.432504 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 12:56:29.432504 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:56:29.432504 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:56:29.432504 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:56:29.432504 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:56:29.432504 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:56:29.432504 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 12:56:29.432504 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:56:29.432504 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 12:56:29.432504 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:56:29.432504 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:56:29.432504 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:56:29.432504 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 12:56:29.432504 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:56:29.432504 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:56:29.432504 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:56:29.432504 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:56:29.432504 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:56:29.432504 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:56:29.432504 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:56:29.454977 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fe4a9b-a76c-47a4-9d8b-aee3b98bdf75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f89d2399-f949-4048-add4-43bd880aacb0,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:29.500281 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8f61bdcc-51e9-4ff5-b621-ee34dba1e87b req-238e420b-8327-4bf2-993e-6282744e0467 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:29.544702 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:29.590745 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e18797-3760-4b83-8e28-117e2c013df9 req-325e9935-c3b3-4476-aa1c-841467787fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:29.592485 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-40e18797-3760-4b83-8e28-117e2c013df9 req-325e9935-c3b3-4476-aa1c-841467787fa4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=227091c7-65ab-4b5a-b9bc-947d45191f2c HTTP/1.1" status: 200 len: 921 time: 0.1874034 Aug 18 12:56:29.641027 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-27e1815c-255b-4179-abca-5605c406cfbb req-0f7896a1-d8c5-4d36-babc-40b9813dbe0c tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:29.650474 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-40e18797-3760-4b83-8e28-117e2c013df9 req-afec1ca0-a7eb-44e8-8f35-4b27b9b403b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32f1f523-eb0d-4157-b768-232c06b62bbc HTTP/1.1" status: 200 len: 217 time: 0.0468111 Aug 18 12:56:29.654709 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['44bf2515-cd47-443d-b2d8-b5004621c8e9', '384a8833-88fe-4c1d-be0c-1a73f037e676', 'd9f8d7ab-5bd5-407f-b270-de7ccc354679'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:56:29.657095 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e420b-8327-4bf2-993e-6282744e0467 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Pushing event deleted for resources: {'Port': ['ID=fc490246-4b57-420b-bb8e-819e1b1432b3,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:29.672934 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-6517ddc5-09fa-4b6b-b2f5-ef35ba4ba0f2 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:29.674789 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-6517ddc5-09fa-4b6b-b2f5-ef35ba4ba0f2 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/networks?id=4ef47cb5-1e52-4552-a63f-a71a8084e726 HTTP/1.1" status: 200 len: 813 time: 0.6389279 Aug 18 12:56:29.679265 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f61bdcc-51e9-4ff5-b621-ee34dba1e87b req-238e420b-8327-4bf2-993e-6282744e0467 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] No DVR routers for this DVR port fc490246-4b57-420b-bb8e-819e1b1432b3 on host n-h1-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:56:29.682219 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8f61bdcc-51e9-4ff5-b621-ee34dba1e87b req-238e420b-8327-4bf2-993e-6282744e0467 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:29.684759 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8f61bdcc-51e9-4ff5-b621-ee34dba1e87b req-238e420b-8327-4bf2-993e-6282744e0467 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.39 "DELETE /v2.0/ports/fc490246-4b57-420b-bb8e-819e1b1432b3 HTTP/1.1" status: 204 len: 173 time: 2.6724749 Aug 18 12:56:29.690139 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238e420b-8327-4bf2-993e-6282744e0467 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:29.695975 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238e420b-8327-4bf2-993e-6282744e0467 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:29.695975 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238e420b-8327-4bf2-993e-6282744e0467 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:29.695975 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238e420b-8327-4bf2-993e-6282744e0467 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:29.695975 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238e420b-8327-4bf2-993e-6282744e0467 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:29.695975 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238e420b-8327-4bf2-993e-6282744e0467 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:29.695975 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238e420b-8327-4bf2-993e-6282744e0467 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:29.695975 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238e420b-8327-4bf2-993e-6282744e0467 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:29.695975 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238e420b-8327-4bf2-993e-6282744e0467 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:29.695975 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238e420b-8327-4bf2-993e-6282744e0467 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:29.695975 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238e420b-8327-4bf2-993e-6282744e0467 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:29.697110 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238e420b-8327-4bf2-993e-6282744e0467 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:29.730975 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e18797-3760-4b83-8e28-117e2c013df9 req-2b839259-28d5-4f52-a2a4-3baa6cf847b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:29.732547 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-40e18797-3760-4b83-8e28-117e2c013df9 req-2b839259-28d5-4f52-a2a4-3baa6cf847b2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649 HTTP/1.1" status: 200 len: 859 time: 0.0675492 Aug 18 12:56:29.741342 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fe4a9b-a76c-47a4-9d8b-aee3b98bdf75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:29.741675 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fe4a9b-a76c-47a4-9d8b-aee3b98bdf75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:29.742158 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fe4a9b-a76c-47a4-9d8b-aee3b98bdf75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:29.742521 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fe4a9b-a76c-47a4-9d8b-aee3b98bdf75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:29.742864 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fe4a9b-a76c-47a4-9d8b-aee3b98bdf75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:29.743248 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fe4a9b-a76c-47a4-9d8b-aee3b98bdf75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:29.743581 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fe4a9b-a76c-47a4-9d8b-aee3b98bdf75 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:29.743912 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fe4a9b-a76c-47a4-9d8b-aee3b98bdf75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:29.744295 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fe4a9b-a76c-47a4-9d8b-aee3b98bdf75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:29.744621 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fe4a9b-a76c-47a4-9d8b-aee3b98bdf75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:29.744955 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fe4a9b-a76c-47a4-9d8b-aee3b98bdf75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:29.745335 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fe4a9b-a76c-47a4-9d8b-aee3b98bdf75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:29.768217 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e54ac7a-2141-4fa4-8037-523867f7d2cd', 'name': 'network-vif-deleted', 'tag': 'fc490246-4b57-420b-bb8e-819e1b1432b3'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:56:29.772767 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b78ead-ca74-4224-9366-039cbd8f7944" -d '{"events": [{"server_uuid": "4e54ac7a-2141-4fa4-8037-523867f7d2cd", "name": "network-vif-deleted", "tag": "fc490246-4b57-420b-bb8e-819e1b1432b3"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:56:29.775608 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576248a-864e-4568-a60f-56417f3199cd req-dda59dce-4254-4e4f-a695-f207fce2e6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:29.777983 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5576248a-864e-4568-a60f-56417f3199cd req-dda59dce-4254-4e4f-a695-f207fce2e6a5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac48e14392114051ba5d025a8226fe94&device_id=2afc5dfe-01e3-48b5-a91c-76d71de4031d HTTP/1.1" status: 200 len: 1099 time: 0.5425212 Aug 18 12:56:29.793413 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27e1815c-255b-4179-abca-5605c406cfbb req-0f7896a1-d8c5-4d36-babc-40b9813dbe0c tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Network f82a481e-2d3e-49f3-a273-639556667c8a is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:56:29.794942 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fe4a9b-a76c-47a4-9d8b-aee3b98bdf75 admin admin] Checking segment: {'id': '64242db4-050a-4831-913b-84beef1ef905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8205beb0-4d25-4c9e-a0f2-b53bd983d149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:56:29.796606 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fe4a9b-a76c-47a4-9d8b-aee3b98bdf75 admin admin] Network hostable DHCP agents. Network: 8205beb0-4d25-4c9e-a0f2-b53bd983d149, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:56:29.816878 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-c8fd3368-3ce9-440d-bcb7-05c69bfade9b tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/quotas/99941b4001f04b7f80706cf6132f3a7f HTTP/1.1" status: 200 len: 375 time: 0.0495167 Aug 18 12:56:29.828298 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-27e1815c-255b-4179-abca-5605c406cfbb req-0f7896a1-d8c5-4d36-babc-40b9813dbe0c tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:56:29.833204 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e1815c-255b-4179-abca-5605c406cfbb req-0f7896a1-d8c5-4d36-babc-40b9813dbe0c tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:56:29.843235 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7896a1-d8c5-4d36-babc-40b9813dbe0c tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Pushing event updated for resources: {'Port': ['ID=2308fcb3-38a2-4859-8f4f-93c5076d787e,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:29.876822 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7b189b4c-208a-4e91-b088-4aa81c8dc438 req-c437ae3f-cf47-4930-8643-2162bbee1a85 tempest-ServersAdminNegativeTestJSON-1970725601 tempest-ServersAdminNegativeTestJSON-1970725601-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e54ac7a-2141-4fa4-8037-523867f7d2cd HTTP/1.1" status: 200 len: 210 time: 0.0517204 Aug 18 12:56:29.925737 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e18797-3760-4b83-8e28-117e2c013df9 req-50c31f61-bf16-437a-8550-f4cdba5d7142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:29.929902 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-40e18797-3760-4b83-8e28-117e2c013df9 req-50c31f61-bf16-437a-8550-f4cdba5d7142 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=227091c7-65ab-4b5a-b9bc-947d45191f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1755865 Aug 18 12:56:29.994324 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49edfe52-1922-4e1d-9d22-fe3a9512383d x-openstack-request-id: req-49edfe52-1922-4e1d-9d22-fe3a9512383d {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:56:30.008108 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e54ac7a-2141-4fa4-8037-523867f7d2cd", "name": "network-vif-deleted", "tag": "fc490246-4b57-420b-bb8e-819e1b1432b3", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:56:30.008108 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-49edfe52-1922-4e1d-9d22-fe3a9512383d {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:56:30.008108 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e54ac7a-2141-4fa4-8037-523867f7d2cd', 'name': 'network-vif-deleted', 'tag': 'fc490246-4b57-420b-bb8e-819e1b1432b3', 'status': 'completed', 'code': 200} Aug 18 12:56:30.008108 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-55a33c99-d677-4127-bac7-2821ac7a4b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:30.008108 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-55a33c99-d677-4127-bac7-2821ac7a4b59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:30.013221 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-55a33c99-d677-4127-bac7-2821ac7a4b59 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6fa6534b-edc3-4b11-816f-b4fb064ecad2 HTTP/1.1" status: 204 len: 168 time: 3.5070338 Aug 18 12:56:30.070270 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a33c99-d677-4127-bac7-2821ac7a4b59 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fa6534b-edc3-4b11-816f-b4fb064ecad2,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:30.073073 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fe4a9b-a76c-47a4-9d8b-aee3b98bdf75 admin admin] Network 8205beb0-4d25-4c9e-a0f2-b53bd983d149 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:56:30.095962 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1815c-255b-4179-abca-5605c406cfbb req-0f7896a1-d8c5-4d36-babc-40b9813dbe0c tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:30.100185 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-27e1815c-255b-4179-abca-5605c406cfbb req-0f7896a1-d8c5-4d36-babc-40b9813dbe0c tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:30.171627 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576248a-864e-4568-a60f-56417f3199cd req-3f600b99-fc0a-476f-8a9e-e976543643b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:30.173755 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5576248a-864e-4568-a60f-56417f3199cd req-3f600b99-fc0a-476f-8a9e-e976543643b9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.3613677 Aug 18 12:56:30.204622 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-40e18797-3760-4b83-8e28-117e2c013df9 req-1ebc32be-0b4f-4093-b4ed-05d513966b6c service neutron] 10.222.0.20 "GET /v2.0/networks/227091c7-65ab-4b5a-b9bc-947d45191f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512846 Aug 18 12:56:30.209267 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-0615c593-39a1-4850-ae04-b181e2dfe9b1 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=99941b4001f04b7f80706cf6132f3a7f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3668518 Aug 18 12:56:30.265233 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5576248a-864e-4568-a60f-56417f3199cd req-70719960-f174-4085-b53e-9774f031f7b7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=0cc63bf1-f915-449c-86d3-c95f41dc0d73 HTTP/1.1" status: 200 len: 217 time: 0.0745006 Aug 18 12:56:30.301384 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-96fe4a9b-a76c-47a4-9d8b-aee3b98bdf75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 8205beb0-4d25-4c9e-a0f2-b53bd983d149) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:56:30.309996 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a506a8cb-01a1-4ff9-8b39-80ac058d2c71 None None] Network 8205beb0-4d25-4c9e-a0f2-b53bd983d149 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:56:30.408905 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-27e1815c-255b-4179-abca-5605c406cfbb req-0f7896a1-d8c5-4d36-babc-40b9813dbe0c tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0785682 Aug 18 12:56:30.416962 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fe4a9b-a76c-47a4-9d8b-aee3b98bdf75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:30.417568 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-96fe4a9b-a76c-47a4-9d8b-aee3b98bdf75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:30.420179 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb2990-b93b-48ce-8546-bd74a9aeb145 req-bedab7ee-1045-4c05-be96-26ad239470d8 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:30.421766 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c6bb2990-b93b-48ce-8546-bd74a9aeb145 req-bedab7ee-1045-4c05-be96-26ad239470d8 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fdc02e-a8f1-4297-9e12-87329e25f6b8 HTTP/1.1" status: 200 len: 943 time: 0.1630957 Aug 18 12:56:30.457681 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-40e18797-3760-4b83-8e28-117e2c013df9 req-f156e281-470b-4999-93b7-7885a8b21ac7 service neutron] 10.222.0.20 "GET /v2.0/networks/227091c7-65ab-4b5a-b9bc-947d45191f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340715 Aug 18 12:56:30.466818 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-27e1815c-255b-4179-abca-5605c406cfbb req-5f525ac0-f07e-4ce5-adf2-5286701f52f0 service neutron] Request body: {'port': {'device_id': '9407b444-c01e-4e46-a1da-ec7c9a1bc4fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:56:30.543787 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42316) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:56:30.552530 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c6bb2990-b93b-48ce-8546-bd74a9aeb145 req-75bb6284-6a5c-43db-a080-f9ec839c21a9 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b970e95-ef01-4e80-b0a9-fdb66bc288d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074255 Aug 18 12:56:30.582908 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576248a-864e-4568-a60f-56417f3199cd req-9e00379b-468a-4b24-b48d-e46a62023638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:30.584740 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5576248a-864e-4568-a60f-56417f3199cd req-9e00379b-468a-4b24-b48d-e46a62023638 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.3058934 Aug 18 12:56:30.586128 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-96fe4a9b-a76c-47a4-9d8b-aee3b98bdf75 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.5528724 Aug 18 12:56:30.661122 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 32f1f523-eb0d-4157-b768-232c06b62bbc details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:56:30.672470 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58346aa-0162-40e1-ae09-0157ed7b6ec2 None None] Network 8205beb0-4d25-4c9e-a0f2-b53bd983d149 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:56:30.735519 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-ac9a4748-dadd-471a-ad72-35d2bfac51c0 service neutron] 10.222.0.13 "GET /v2.0/networks/4ef47cb5-1e52-4552-a63f-a71a8084e726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4693325 Aug 18 12:56:30.755468 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-27e1815c-255b-4179-abca-5605c406cfbb req-5f525ac0-f07e-4ce5-adf2-5286701f52f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:30.757385 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd312951-d0be-4e1c-a6ce-cca574c3bf14 req-b84ae5a3-2e44-430f-82d6-a931b4d27a45 tempest-ServerShowV254Test-1122498729 tempest-ServerShowV254Test-1122498729-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b730dc-9d8c-4e7d-806f-489273dd2054 HTTP/1.1" status: 200 len: 210 time: 0.0741196 Aug 18 12:56:30.899014 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576248a-864e-4568-a60f-56417f3199cd req-718841bc-c2b8-4951-861e-8dfe5d6e2b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:30.900628 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5576248a-864e-4568-a60f-56417f3199cd req-718841bc-c2b8-4951-861e-8dfe5d6e2b15 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2781503 Aug 18 12:56:30.907811 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df76501-fcef-48ea-bd0e-473d82c0279d req-c5167658-b61a-45f0-b2f4-7664b32c0576 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:30.915489 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 32f1f523-eb0d-4157-b768-232c06b62bbc, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=32f1f523-eb0d-4157-b768-232c06b62bbc,segment=NetworkSegment(2a651c51-e808-45f2-beb8-aef53853dc6e),segment_id=2a651c51-e808-45f2-beb8-aef53853dc6e)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:30.918005 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-cf917125-c8b4-4cd2-8402-fcc932286187 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e386d50353184db69ad39d521500ceee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3721862 Aug 18 12:56:30.920055 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2df76501-fcef-48ea-bd0e-473d82c0279d req-c5167658-b61a-45f0-b2f4-7664b32c0576 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=9407b444-c01e-4e46-a1da-ec7c9a1bc4fd HTTP/1.1" status: 200 len: 935 time: 0.0845098 Aug 18 12:56:30.922610 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42326) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:56:30.932231 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '32f1f523-eb0d-4157-b768-232c06b62bbc', 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c', 'port_id': '32f1f523-eb0d-4157-b768-232c06b62bbc', 'mac_address': 'fa:16:3e:c3:6a:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:56:30.968720 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-289cc3d7-4b97-4b84-8ddb-0363e02cedbe None None] Provisioning for port 2308fcb3-38a2-4859-8f4f-93c5076d787e completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:56:30.975668 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-289cc3d7-4b97-4b84-8ddb-0363e02cedbe None None] Provisioning complete for port 2308fcb3-38a2-4859-8f4f-93c5076d787e triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:56:30.976260 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-289cc3d7-4b97-4b84-8ddb-0363e02cedbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:30.990620 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2df76501-fcef-48ea-bd0e-473d82c0279d req-9da1dd5b-1727-47f7-83b6-0f6a6cff8266 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694809 Aug 18 12:56:31.019990 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cfe1a6c9-d202-4d41-a58f-724e2756b7e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:31.054130 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-09ede032-7a39-42c1-89a4-eae642c79ee3 service neutron] 10.222.0.13 "GET /v2.0/networks/4ef47cb5-1e52-4552-a63f-a71a8084e726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066804 Aug 18 12:56:31.055333 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:31.064697 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-289cc3d7-4b97-4b84-8ddb-0363e02cedbe None None] Port 2308fcb3-38a2-4859-8f4f-93c5076d787e cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:56:31.071050 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32f1f523-eb0d-4157-b768-232c06b62bbc {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:56:31.093449 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 32f1f523-eb0d-4157-b768-232c06b62bbc, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=32f1f523-eb0d-4157-b768-232c06b62bbc,segment=NetworkSegment(2a651c51-e808-45f2-beb8-aef53853dc6e),segment_id=2a651c51-e808-45f2-beb8-aef53853dc6e)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:31.095351 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cfe1a6c9-d202-4d41-a58f-724e2756b7e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:31.154810 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:31.155909 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 0cc63bf1-f915-449c-86d3-c95f41dc0d73 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:56:31.226331 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5576248a-864e-4568-a60f-56417f3199cd req-7dd0244b-fe2e-438b-b568-5acd3952471e service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144269 Aug 18 12:56:31.292741 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cfe1a6c9-d202-4d41-a58f-724e2756b7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:31.296802 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cfe1a6c9-d202-4d41-a58f-724e2756b7e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:31.301301 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-cfe1a6c9-d202-4d41-a58f-724e2756b7e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f341b97c-9863-40ce-8912-0db2315382da HTTP/1.1" status: 204 len: 168 time: 0.3775413 Aug 18 12:56:31.317697 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1a6c9-d202-4d41-a58f-724e2756b7e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f341b97c-9863-40ce-8912-0db2315382da,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:31.339532 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=32f1f523-eb0d-4157-b768-232c06b62bbc,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:31.385852 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 0cc63bf1-f915-449c-86d3-c95f41dc0d73, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=0cc63bf1-f915-449c-86d3-c95f41dc0d73,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:31.400155 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '0cc63bf1-f915-449c-86d3-c95f41dc0d73', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'port_id': '0cc63bf1-f915-449c-86d3-c95f41dc0d73', 'mac_address': 'fa:16:3e:3c:14:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc8434-66c0-4e05-8cce-b4a4a0f33dc3', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:56:31.466855 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c69bc933-41db-4e66-ab39-c818052ac0dc req-66e27231-da79-4c0f-a99c-3b303dcc6741 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ffcb47d-e5c6-4bf3-b906-ea2246594abc HTTP/1.1" status: 200 len: 210 time: 0.0617990 Aug 18 12:56:31.478113 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:31.488307 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5576248a-864e-4568-a60f-56417f3199cd req-84f97d3e-44a4-4dac-88eb-fbc214d71c0c service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257714 Aug 18 12:56:31.530659 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cc63bf1-f915-449c-86d3-c95f41dc0d73 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:56:31.560485 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 0cc63bf1-f915-449c-86d3-c95f41dc0d73, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=0cc63bf1-f915-449c-86d3-c95f41dc0d73,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:31.591944 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-27e1815c-255b-4179-abca-5605c406cfbb req-5f525ac0-f07e-4ce5-adf2-5286701f52f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2308fcb3-38a2-4859-8f4f-93c5076d787e {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:56:31.601822 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-27e1815c-255b-4179-abca-5605c406cfbb req-5f525ac0-f07e-4ce5-adf2-5286701f52f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:31.620296 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-27e1815c-255b-4179-abca-5605c406cfbb req-5f525ac0-f07e-4ce5-adf2-5286701f52f0 service neutron] Transition to ACTIVE for port object 2308fcb3-38a2-4859-8f4f-93c5076d787e will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:56:31.671244 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-2d513a9e-2878-4cf4-928a-1d681f7ac057 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:31.672810 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-2d513a9e-2878-4cf4-928a-1d681f7ac057 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/networks?id=8205beb0-4d25-4c9e-a0f2-b53bd983d149 HTTP/1.1" status: 200 len: 813 time: 0.1499171 Aug 18 12:56:31.676553 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868d30b-56c6-455f-afb8-8101b91ae235 req-3d64e0da-1dec-48e6-9d30-4cacf7b4a672 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:31.678034 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f868d30b-56c6-455f-afb8-8101b91ae235 req-3d64e0da-1dec-48e6-9d30-4cacf7b4a672 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fdc02e-a8f1-4297-9e12-87329e25f6b8 HTTP/1.1" status: 200 len: 944 time: 0.0535567 Aug 18 12:56:31.687640 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:31.692906 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-3bb2a502-6d2e-4b2b-878d-d7de44042c35 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/quotas/234ffca375d94eb59ece774ca7f62d4c HTTP/1.1" status: 200 len: 375 time: 0.0114980 Aug 18 12:56:31.707222 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-27e1815c-255b-4179-abca-5605c406cfbb req-5f525ac0-f07e-4ce5-adf2-5286701f52f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:31.755787 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-f29501b5-afb8-4952-a984-cb8e83cabf61 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=234ffca375d94eb59ece774ca7f62d4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468392 Aug 18 12:56:31.787467 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=0cc63bf1-f915-449c-86d3-c95f41dc0d73,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:31.825125 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f868d30b-56c6-455f-afb8-8101b91ae235 req-c314cde8-5ab7-400a-908f-0b0a38274ab9 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b970e95-ef01-4e80-b0a9-fdb66bc288d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401932 Aug 18 12:56:31.827669 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f525ac0-f07e-4ce5-adf2-5286701f52f0 service neutron] Pushing event updated for resources: {'Port': ['ID=2308fcb3-38a2-4859-8f4f-93c5076d787e,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:31.904107 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42376) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:56:31.927194 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-27e1815c-255b-4179-abca-5605c406cfbb req-5f525ac0-f07e-4ce5-adf2-5286701f52f0 service neutron] Attempting to bind port 2308fcb3-38a2-4859-8f4f-93c5076d787e on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:56:31.927452 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-27e1815c-255b-4179-abca-5605c406cfbb req-5f525ac0-f07e-4ce5-adf2-5286701f52f0 service neutron] Attempting to bind port 2308fcb3-38a2-4859-8f4f-93c5076d787e by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:56:31.927786 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e1815c-255b-4179-abca-5605c406cfbb req-5f525ac0-f07e-4ce5-adf2-5286701f52f0 service neutron] Attempting to bind port 2308fcb3-38a2-4859-8f4f-93c5076d787e on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:56:31.933015 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e1815c-255b-4179-abca-5605c406cfbb req-5f525ac0-f07e-4ce5-adf2-5286701f52f0 service neutron] Port 2308fcb3-38a2-4859-8f4f-93c5076d787e on network f82a481e-2d3e-49f3-a273-639556667c8a not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:56:31.933911 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e1815c-255b-4179-abca-5605c406cfbb req-5f525ac0-f07e-4ce5-adf2-5286701f52f0 service neutron] Attempting to bind port 2308fcb3-38a2-4859-8f4f-93c5076d787e on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:56:31.939798 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e1815c-255b-4179-abca-5605c406cfbb req-5f525ac0-f07e-4ce5-adf2-5286701f52f0 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:56:31.940277 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e1815c-255b-4179-abca-5605c406cfbb req-5f525ac0-f07e-4ce5-adf2-5286701f52f0 service neutron] Checking segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:56:31.941232 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e1815c-255b-4179-abca-5605c406cfbb req-5f525ac0-f07e-4ce5-adf2-5286701f52f0 service neutron] Bound using segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:56:31.941669 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-27e1815c-255b-4179-abca-5605c406cfbb req-5f525ac0-f07e-4ce5-adf2-5286701f52f0 service neutron] Bound port: 2308fcb3-38a2-4859-8f4f-93c5076d787e, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:56:31.942034 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-27e1815c-255b-4179-abca-5605c406cfbb req-5f525ac0-f07e-4ce5-adf2-5286701f52f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:31.986937 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-735b3180-81ae-44b0-aae4-73fba7b580dd service neutron] 10.222.0.13 "GET /v2.0/networks/8205beb0-4d25-4c9e-a0f2-b53bd983d149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194388 Aug 18 12:56:32.042421 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-96f9bb9b-5a0c-46ad-8bc1-3236791c6bcd req-92f5fd62-7762-49d8-b990-346a27fd0dc1 tempest-ServerShowV254Test-1122498729 tempest-ServerShowV254Test-1122498729-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b730dc-9d8c-4e7d-806f-489273dd2054 HTTP/1.1" status: 200 len: 210 time: 0.0450225 Aug 18 12:56:32.061773 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['32f1f523-eb0d-4157-b768-232c06b62bbc'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:56:32.067357 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['0cc63bf1-f915-449c-86d3-c95f41dc0d73'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:56:32.092549 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-27e1815c-255b-4179-abca-5605c406cfbb req-5f525ac0-f07e-4ce5-adf2-5286701f52f0 service neutron] For port 2308fcb3-38a2-4859-8f4f-93c5076d787e, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:56:32.101235 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-27e1815c-255b-4179-abca-5605c406cfbb req-5f525ac0-f07e-4ce5-adf2-5286701f52f0 service neutron] For port 2308fcb3-38a2-4859-8f4f-93c5076d787e, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=2308fcb3-38a2-4859-8f4f-93c5076d787e,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:56:32.177163 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-a827787b-33f0-4b72-beba-837342413a14 service neutron] 10.222.0.13 "GET /v2.0/networks/8205beb0-4d25-4c9e-a0f2-b53bd983d149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819274 Aug 18 12:56:32.179290 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ff4d026d-e47b-4943-b0dd-6e1008be2f02 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3f0edd296474678ac27de8df00244e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2739604 Aug 18 12:56:32.181124 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42392) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:56:32.227195 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-27e1815c-255b-4179-abca-5605c406cfbb req-5f525ac0-f07e-4ce5-adf2-5286701f52f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:32.249801 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1815c-255b-4179-abca-5605c406cfbb req-5f525ac0-f07e-4ce5-adf2-5286701f52f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:32.250476 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-27e1815c-255b-4179-abca-5605c406cfbb req-5f525ac0-f07e-4ce5-adf2-5286701f52f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:32.252568 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-27e1815c-255b-4179-abca-5605c406cfbb req-5f525ac0-f07e-4ce5-adf2-5286701f52f0 service neutron] 10.222.0.39 "PUT /v2.0/ports/2308fcb3-38a2-4859-8f4f-93c5076d787e HTTP/1.1" status: 200 len: 1095 time: 1.8152637 Aug 18 12:56:32.295369 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9407b444-c01e-4e46-a1da-ec7c9a1bc4fd', 'tag': '2308fcb3-38a2-4859-8f4f-93c5076d787e'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:56:32.298478 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7a1fbb-597a-4045-9644-e461b5428691" -d '{"events": [{"name": "network-changed", "server_uuid": "9407b444-c01e-4e46-a1da-ec7c9a1bc4fd", "tag": "2308fcb3-38a2-4859-8f4f-93c5076d787e"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:56:32.355798 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2c3d80d7-339e-4616-b8b5-a5d18342be70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:32.381175 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d11150-d724-47c3-8147-6a0a853125c2 req-44a5bf5e-ede2-426d-bbfc-cb047630a8c6 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:32.383522 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-54d11150-d724-47c3-8147-6a0a853125c2 req-44a5bf5e-ede2-426d-bbfc-cb047630a8c6 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=9407b444-c01e-4e46-a1da-ec7c9a1bc4fd HTTP/1.1" status: 200 len: 947 time: 0.2031116 Aug 18 12:56:32.451573 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f525ac0-f07e-4ce5-adf2-5286701f52f0 service neutron] Pushing event updated for resources: {'Port': ['ID=2308fcb3-38a2-4859-8f4f-93c5076d787e,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:32.474745 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2c3d80d7-339e-4616-b8b5-a5d18342be70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:32.517685 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-54d11150-d724-47c3-8147-6a0a853125c2 req-bc54ac12-536d-458d-80a1-ada34bc6efee tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039495 Aug 18 12:56:32.523979 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1815c-255b-4179-abca-5605c406cfbb req-755d3893-d0ee-49e8-82e1-dad828cef911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:32.525620 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-27e1815c-255b-4179-abca-5605c406cfbb req-755d3893-d0ee-49e8-82e1-dad828cef911 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ac48e14392114051ba5d025a8226fe94&device_id=9407b444-c01e-4e46-a1da-ec7c9a1bc4fd HTTP/1.1" status: 200 len: 1098 time: 0.1329217 Aug 18 12:56:32.572966 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-27e1815c-255b-4179-abca-5605c406cfbb req-fe04ea73-9d41-49f4-b9ad-24bb1db4ced5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=2308fcb3-38a2-4859-8f4f-93c5076d787e HTTP/1.1" status: 200 len: 217 time: 0.0374711 Aug 18 12:56:32.637607 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1815c-255b-4179-abca-5605c406cfbb req-d3bdd296-87cd-4c50-be9f-14d7c7416f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:32.639243 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-27e1815c-255b-4179-abca-5605c406cfbb req-d3bdd296-87cd-4c50-be9f-14d7c7416f04 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.0580158 Aug 18 12:56:32.665035 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2c3d80d7-339e-4616-b8b5-a5d18342be70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:32.667268 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2c3d80d7-339e-4616-b8b5-a5d18342be70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:32.668223 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2c3d80d7-339e-4616-b8b5-a5d18342be70 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/09620056-dc77-4aa9-9a24-0b6b39c012e6 HTTP/1.1" status: 204 len: 168 time: 0.4861908 Aug 18 12:56:32.669761 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969ae4e9-473b-4d83-96a3-1904c7298ef5 x-openstack-request-id: req-969ae4e9-473b-4d83-96a3-1904c7298ef5 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:56:32.669987 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9407b444-c01e-4e46-a1da-ec7c9a1bc4fd", "tag": "2308fcb3-38a2-4859-8f4f-93c5076d787e", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:56:32.670223 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-969ae4e9-473b-4d83-96a3-1904c7298ef5 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:56:32.670738 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9407b444-c01e-4e46-a1da-ec7c9a1bc4fd', 'tag': '2308fcb3-38a2-4859-8f4f-93c5076d787e', 'status': 'completed', 'code': 200} Aug 18 12:56:32.703904 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d80d7-339e-4616-b8b5-a5d18342be70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09620056-dc77-4aa9-9a24-0b6b39c012e6,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:32.742855 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1815c-255b-4179-abca-5605c406cfbb req-f4f6cc10-79d0-4a1b-b64f-cab0c2d63037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:32.744423 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-27e1815c-255b-4179-abca-5605c406cfbb req-f4f6cc10-79d0-4a1b-b64f-cab0c2d63037 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0932763 Aug 18 12:56:32.747520 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9fe1a8b4-70a1-40f5-927d-6a086c855080 req-27eea6dc-0cea-46d2-90d0-b77cbf4ac7b8 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ffcb47d-e5c6-4bf3-b906-ea2246594abc HTTP/1.1" status: 200 len: 210 time: 0.0883322 Aug 18 12:56:32.883615 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-27e1815c-255b-4179-abca-5605c406cfbb req-b6c49080-2c0e-4514-b048-1fca1909672b service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271021 Aug 18 12:56:32.925474 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985d171-83d4-4794-a132-7a1fe795f3c3 req-b8a73d83-9cef-4d3b-ac3b-0bc4208bc2de tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:32.927519 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b985d171-83d4-4794-a132-7a1fe795f3c3 req-b8a73d83-9cef-4d3b-ac3b-0bc4208bc2de tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.13 "GET /v2.0/ports?device_id=704e964f-ec17-4f63-b201-30734489934a HTTP/1.1" status: 200 len: 951 time: 0.0521636 Aug 18 12:56:32.994973 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b985d171-83d4-4794-a132-7a1fe795f3c3 req-690349ad-cc76-444f-9f46-67dcf898644f tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec3a868f-c45c-400a-a7c0-e6579cd8ca23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581527 Aug 18 12:56:33.028020 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42444) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:56:33.063954 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12d06361-719b-4afd-8462-d073a9d6f1eb req-55e60296-9917-4e84-a761-8a3890a34adb tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f40b9d7-a8c1-43f7-8ea6-b8b919743764 HTTP/1.1" status: 200 len: 210 time: 0.0270364 Aug 18 12:56:33.330779 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-67a855f5-65c2-45b4-8933-428cc135ba32 req-88ec11b5-8a5a-4228-8c56-663fe15dbb31 tempest-ServerShowV254Test-1122498729 tempest-ServerShowV254Test-1122498729-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b730dc-9d8c-4e7d-806f-489273dd2054 HTTP/1.1" status: 200 len: 210 time: 0.0434480 Aug 18 12:56:33.347532 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-226617ea-1520-4230-96e4-358b87ef0c76 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-351966547-network', 'tenant_id': 'ca98f73fa3194194a71c5ae1a46b55b4'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:56:33.481441 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7bd43-5494-4d8d-991c-8ecbae72dd4d req-abd949ec-906f-454c-a7a4-48c81c6cf94d tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:33.482866 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-91a7bd43-5494-4d8d-991c-8ecbae72dd4d req-abd949ec-906f-454c-a7a4-48c81c6cf94d tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fdc02e-a8f1-4297-9e12-87329e25f6b8 HTTP/1.1" status: 200 len: 944 time: 0.0813797 Aug 18 12:56:33.484672 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-27e1815c-255b-4179-abca-5605c406cfbb req-63bc322e-5a70-4ed4-a99a-20675f274e1c service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5919216 Aug 18 12:56:33.499328 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226617ea-1520-4230-96e4-358b87ef0c76 admin admin] Made reservation on behalf of ca98f73fa3194194a71c5ae1a46b55b4 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:56:33.501717 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-226617ea-1520-4230-96e4-358b87ef0c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:33.511650 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-226617ea-1520-4230-96e4-358b87ef0c76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:33.554674 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-91a7bd43-5494-4d8d-991c-8ecbae72dd4d req-aa81cc1e-1b9b-4431-be64-45698042b005 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b970e95-ef01-4e80-b0a9-fdb66bc288d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646992 Aug 18 12:56:33.622549 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-226617ea-1520-4230-96e4-358b87ef0c76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:33.658968 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7354c77-b1f7-4842-a8f4-885f3dd31588 req-191457be-f180-4122-aa8a-bb3e7964c432 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:33.660992 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a7354c77-b1f7-4842-a8f4-885f3dd31588 req-191457be-f180-4122-aa8a-bb3e7964c432 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=9407b444-c01e-4e46-a1da-ec7c9a1bc4fd HTTP/1.1" status: 200 len: 947 time: 0.0563936 Aug 18 12:56:33.704109 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a7354c77-b1f7-4842-a8f4-885f3dd31588 req-38859a15-bedf-452a-9d87-c4083abd6562 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366938 Aug 18 12:56:33.705166 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-226617ea-1520-4230-96e4-358b87ef0c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:33.718112 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-226617ea-1520-4230-96e4-358b87ef0c76 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:56:33.738912 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-226617ea-1520-4230-96e4-358b87ef0c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:33.738912 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-226617ea-1520-4230-96e4-358b87ef0c76 admin admin] Added segment 9eeeac0e-307b-45f4-9537-fb6133626f37 of type vlan for network 72142ff6-0058-427c-8eef-dd79815eadc7 Aug 18 12:56:33.744613 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42512) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:56:33.785443 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226617ea-1520-4230-96e4-358b87ef0c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a6849c-d15a-4aae-9ba4-dedea7cdd11f,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:33.790315 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a1fbb-597a-4045-9644-e461b5428691 req-93a8a943-a370-4bc3-8758-b2e3de8631f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:33.791978 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6a7a1fbb-597a-4045-9644-e461b5428691 req-93a8a943-a370-4bc3-8758-b2e3de8631f5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ac48e14392114051ba5d025a8226fe94&device_id=9407b444-c01e-4e46-a1da-ec7c9a1bc4fd HTTP/1.1" status: 200 len: 1098 time: 0.0911667 Aug 18 12:56:33.802477 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-226617ea-1520-4230-96e4-358b87ef0c76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:33.829058 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d99f616a-b55b-47be-9707-ca63e7f7ed95 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb5aef1600ca44b2a42250fb7c605b25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0831196 Aug 18 12:56:33.833611 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42518) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:56:33.910110 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a1fbb-597a-4045-9644-e461b5428691 req-c2fda442-6918-46bb-b6b7-ba6b75509c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:33.912283 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6a7a1fbb-597a-4045-9644-e461b5428691 req-c2fda442-6918-46bb-b6b7-ba6b75509c2b service neutron] 10.222.0.39 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.1093993 Aug 18 12:56:33.921399 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-222d0443-c090-48ad-a950-94b12e4f3756 req-7508b728-2113-4536-a263-2725ea801b6a tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ffcb47d-e5c6-4bf3-b906-ea2246594abc HTTP/1.1" status: 200 len: 210 time: 0.0374441 Aug 18 12:56:33.956629 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-457a2575-5648-4de0-8a62-3c6a30bfeb02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:33.964114 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6a7a1fbb-597a-4045-9644-e461b5428691 req-7f5f2c1d-52bd-4ecb-bd78-7232bb7dc236 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=2308fcb3-38a2-4859-8f4f-93c5076d787e HTTP/1.1" status: 200 len: 217 time: 0.0439587 Aug 18 12:56:33.969676 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-226617ea-1520-4230-96e4-358b87ef0c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:33.975047 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226617ea-1520-4230-96e4-358b87ef0c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:33.975047 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-226617ea-1520-4230-96e4-358b87ef0c76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:34.002434 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-457a2575-5648-4de0-8a62-3c6a30bfeb02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:34.022752 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a1fbb-597a-4045-9644-e461b5428691 req-b0f3e503-4276-4371-a358-7bb91b43a437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:34.024272 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6a7a1fbb-597a-4045-9644-e461b5428691 req-b0f3e503-4276-4371-a358-7bb91b43a437 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.0499101 Aug 18 12:56:34.064965 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226617ea-1520-4230-96e4-358b87ef0c76 admin admin] Pushing event updated for resources: {'Network': ['ID=72142ff6-0058-427c-8eef-dd79815eadc7,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:34.078028 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-226617ea-1520-4230-96e4-358b87ef0c76 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0486121 Aug 18 12:56:34.082990 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 72142ff6-0058-427c-8eef-dd79815eadc7 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:56:34.102134 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42544) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:56:34.113747 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-fdac83b2-b6fc-4933-be24-7ce75e8754e6 admin admin] Request body: {'subnet': {'network_id': '72142ff6-0058-427c-8eef-dd79815eadc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-351966547-subnet', 'tenant_id': 'ca98f73fa3194194a71c5ae1a46b55b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:56:34.224887 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-56d4f045-59ae-426f-beed-d77588c3282c req-76a5a963-b93a-4cc1-a4d4-5f3f44c3269b tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f40b9d7-a8c1-43f7-8ea6-b8b919743764 HTTP/1.1" status: 200 len: 210 time: 0.0796983 Aug 18 12:56:34.234493 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-457a2575-5648-4de0-8a62-3c6a30bfeb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:34.238804 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-457a2575-5648-4de0-8a62-3c6a30bfeb02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:34.245145 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a1fbb-597a-4045-9644-e461b5428691 req-129cc8a3-c4fe-43be-9158-fe5d8bb4f72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:34.245979 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-457a2575-5648-4de0-8a62-3c6a30bfeb02 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/940c1260-152e-4ee7-b342-c3873b3c5e05 HTTP/1.1" status: 204 len: 168 time: 0.4112277 Aug 18 12:56:34.246666 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6a7a1fbb-597a-4045-9644-e461b5428691 req-129cc8a3-c4fe-43be-9158-fe5d8bb4f72e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2140636 Aug 18 12:56:34.264516 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457a2575-5648-4de0-8a62-3c6a30bfeb02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940c1260-152e-4ee7-b342-c3873b3c5e05,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:34.337641 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdac83b2-b6fc-4933-be24-7ce75e8754e6 admin admin] Made reservation on behalf of ca98f73fa3194194a71c5ae1a46b55b4 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:56:34.340466 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fdac83b2-b6fc-4933-be24-7ce75e8754e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:34.374948 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-42a9162c-6db1-4ba4-b8c7-05afe48f1ecf tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:34.376451 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-42a9162c-6db1-4ba4-b8c7-05afe48f1ecf tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.39 "GET /v2.0/networks?id=4ef47cb5-1e52-4552-a63f-a71a8084e726 HTTP/1.1" status: 200 len: 813 time: 0.2977984 Aug 18 12:56:34.408796 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-ba59fb06-72a9-41e3-bf02-6a1b0d22791f tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Request body: {'port': {'device_id': '5ffcb47d-e5c6-4bf3-b906-ea2246594abc', 'network_id': '4ef47cb5-1e52-4552-a63f-a71a8084e726', 'admin_state_up': True, 'tenant_id': '99941b4001f04b7f80706cf6132f3a7f'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:56:34.462413 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0c4d28f5-902f-408f-8c6f-40411b76049d req-b71fc7e9-f0ac-4e42-8ec5-4c3c4bceef9a tempest-ServerShowV254Test-1122498729 tempest-ServerShowV254Test-1122498729-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b730dc-9d8c-4e7d-806f-489273dd2054 HTTP/1.1" status: 200 len: 210 time: 0.0346441 Aug 18 12:56:34.551261 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6a7a1fbb-597a-4045-9644-e461b5428691 req-21b56cf6-074e-45b5-9fad-a83e06007d3e service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882683 Aug 18 12:56:34.647888 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 32f1f523-eb0d-4157-b768-232c06b62bbc up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:56:34.742279 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca829a3c-b427-4803-9824-c71836d3e150 req-86d52b37-cde8-4773-bd0a-a7e31302ad0d tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:34.744591 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ca829a3c-b427-4803-9824-c71836d3e150 req-86d52b37-cde8-4773-bd0a-a7e31302ad0d tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fdc02e-a8f1-4297-9e12-87329e25f6b8 HTTP/1.1" status: 200 len: 944 time: 0.1037204 Aug 18 12:56:34.812141 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 32f1f523-eb0d-4157-b768-232c06b62bbc completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:56:34.817594 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 32f1f523-eb0d-4157-b768-232c06b62bbc triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:56:34.819547 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:34.821675 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ca829a3c-b427-4803-9824-c71836d3e150 req-d5e15e7e-57f0-463e-b1f5-aa9037a46562 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b970e95-ef01-4e80-b0a9-fdb66bc288d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689731 Aug 18 12:56:34.826926 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-ba59fb06-72a9-41e3-bf02-6a1b0d22791f tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Made reservation on behalf of 99941b4001f04b7f80706cf6132f3a7f for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:56:34.830556 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-ba59fb06-72a9-41e3-bf02-6a1b0d22791f tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:34.916302 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6a7a1fbb-597a-4045-9644-e461b5428691 req-57879893-ff3b-4c00-a99a-6dafac94a285 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513105 Aug 18 12:56:34.962467 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:34.999903 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7fdc02e-a8f1-4297-9e12-87329e25f6b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f1f523-eb0d-4157-b768-232c06b62bbc'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:56:34.999903 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3d502d-f84b-4b3d-8200-d924b7f94f65" -d '{"events": [{"server_uuid": "c7fdc02e-a8f1-4297-9e12-87329e25f6b8", "name": "network-vif-plugged", "status": "completed", "tag": "32f1f523-eb0d-4157-b768-232c06b62bbc"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:56:35.013297 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 32f1f523-eb0d-4157-b768-232c06b62bbc, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=32f1f523-eb0d-4157-b768-232c06b62bbc,segment=NetworkSegment(2a651c51-e808-45f2-beb8-aef53853dc6e),segment_id=2a651c51-e808-45f2-beb8-aef53853dc6e)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:35.021656 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc335a-b015-4e4b-a116-6fd27ed1a1bd req-b9f881d1-55ac-4bca-adbd-b8e0ba77ef1f tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:35.023206 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-01dc335a-b015-4e4b-a116-6fd27ed1a1bd req-b9f881d1-55ac-4bca-adbd-b8e0ba77ef1f tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=9407b444-c01e-4e46-a1da-ec7c9a1bc4fd HTTP/1.1" status: 200 len: 947 time: 0.2131057 Aug 18 12:56:35.103539 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:35.105157 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 0cc63bf1-f915-449c-86d3-c95f41dc0d73 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:56:35.108998 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fdac83b2-b6fc-4933-be24-7ce75e8754e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:35.119467 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-ba59fb06-72a9-41e3-bf02-6a1b0d22791f tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Allocated IP 172.20.0.6 (4ef47cb5-1e52-4552-a63f-a71a8084e726/a6656352-4eb3-48e5-bc33-70ad03175c1e/b0eae99e-91a9-4eea-a472-5c09394ba9e9) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:56:35.130472 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-01dc335a-b015-4e4b-a116-6fd27ed1a1bd req-5b0cf182-88ce-4bef-b18d-0e33785bc93a tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969729 Aug 18 12:56:35.252940 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 2308fcb3-38a2-4859-8f4f-93c5076d787e details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:56:35.274164 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=32f1f523-eb0d-4157-b768-232c06b62bbc,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:35.287591 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac83b2-b6fc-4933-be24-7ce75e8754e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2657439a-d48b-486d-81cb-962a40e02605,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:35.295520 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdac83b2-b6fc-4933-be24-7ce75e8754e6 admin admin] Checking segment: {'id': '9eeeac0e-307b-45f4-9537-fb6133626f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '72142ff6-0058-427c-8eef-dd79815eadc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:56:35.295916 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdac83b2-b6fc-4933-be24-7ce75e8754e6 admin admin] Network hostable DHCP agents. Network: 72142ff6-0058-427c-8eef-dd79815eadc7, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:56:35.300779 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-04f17ad7-4e6e-4ce8-a908-41a7978d4015 req-90c28b0b-25a5-47a2-9590-af0333305bfd tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ffcb47d-e5c6-4bf3-b906-ea2246594abc HTTP/1.1" status: 200 len: 210 time: 0.0615520 Aug 18 12:56:35.413328 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de222270-4169-4aed-b5b3-f0a10d47a669 x-openstack-request-id: req-de222270-4169-4aed-b5b3-f0a10d47a669 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:56:35.414108 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7fdc02e-a8f1-4297-9e12-87329e25f6b8", "name": "network-vif-plugged", "status": "completed", "tag": "32f1f523-eb0d-4157-b768-232c06b62bbc", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:56:35.414551 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de222270-4169-4aed-b5b3-f0a10d47a669 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:56:35.415110 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7fdc02e-a8f1-4297-9e12-87329e25f6b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f1f523-eb0d-4157-b768-232c06b62bbc', 'code': 200} Aug 18 12:56:35.418221 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 0cc63bf1-f915-449c-86d3-c95f41dc0d73 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:56:35.434437 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 0cc63bf1-f915-449c-86d3-c95f41dc0d73 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:56:35.435047 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:35.451724 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-ba59fb06-72a9-41e3-bf02-6a1b0d22791f tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:35.489292 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdac83b2-b6fc-4933-be24-7ce75e8754e6 admin admin] Network 72142ff6-0058-427c-8eef-dd79815eadc7 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:56:35.538573 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 2308fcb3-38a2-4859-8f4f-93c5076d787e, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=2308fcb3-38a2-4859-8f4f-93c5076d787e,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:35.552376 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9ac2a7a4-d76c-47ab-a7a9-bb4edfb6ee40 req-822a91ff-e9ff-40a4-96ed-a88c716aef46 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f40b9d7-a8c1-43f7-8ea6-b8b919743764 HTTP/1.1" status: 200 len: 210 time: 0.0669618 Aug 18 12:56:35.564276 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '2308fcb3-38a2-4859-8f4f-93c5076d787e', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'port_id': '2308fcb3-38a2-4859-8f4f-93c5076d787e', 'mac_address': 'fa:16:3e:8d:91:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc8434-66c0-4e05-8cce-b4a4a0f33dc3', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:56:35.586514 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7a395-40bb-4677-9f2d-1dc7c48319b3 req-f09d1cd9-62f9-4388-ae12-55c12c938714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:35.590946 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f9d7a395-40bb-4677-9f2d-1dc7c48319b3 req-f09d1cd9-62f9-4388-ae12-55c12c938714 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c7fdc02e-a8f1-4297-9e12-87329e25f6b8 HTTP/1.1" status: 200 len: 1096 time: 0.0841551 Aug 18 12:56:35.647448 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f9d7a395-40bb-4677-9f2d-1dc7c48319b3 req-8480b8d2-ef93-4384-b13e-7e556d7d41be service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1b970e95-ef01-4e80-b0a9-fdb66bc288d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388021 Aug 18 12:56:35.655121 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:35.678095 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9a5a2d76-5cff-4dc9-ac32-04adf0139046 req-131ff706-2584-430e-967e-e92e9cf420b6 tempest-ServerShowV254Test-1122498729 tempest-ServerShowV254Test-1122498729-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b730dc-9d8c-4e7d-806f-489273dd2054 HTTP/1.1" status: 200 len: 210 time: 0.0279984 Aug 18 12:56:35.684120 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-ba59fb06-72a9-41e3-bf02-6a1b0d22791f tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:35.684120 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-fdac83b2-b6fc-4933-be24-7ce75e8754e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 72142ff6-0058-427c-8eef-dd79815eadc7) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:56:35.685218 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:35.691899 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdac83b2-b6fc-4933-be24-7ce75e8754e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:35.692765 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fdac83b2-b6fc-4933-be24-7ce75e8754e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:35.705351 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['d5540f0a-3c84-4689-9f8b-34824e039aa4'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:56:35.708043 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724b016f-f91b-4acf-8021-287993259c5d None None] Network 72142ff6-0058-427c-8eef-dd79815eadc7 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:56:35.746792 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-ba59fb06-72a9-41e3-bf02-6a1b0d22791f tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Network 4ef47cb5-1e52-4552-a63f-a71a8084e726 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:56:35.749915 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-ba59fb06-72a9-41e3-bf02-6a1b0d22791f tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:56:35.751075 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 0cc63bf1-f915-449c-86d3-c95f41dc0d73, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=0cc63bf1-f915-449c-86d3-c95f41dc0d73,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:35.754214 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-ba59fb06-72a9-41e3-bf02-6a1b0d22791f tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:56:35.785675 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2308fcb3-38a2-4859-8f4f-93c5076d787e {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:56:35.805250 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba59fb06-72a9-41e3-bf02-6a1b0d22791f tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Pushing event updated for resources: {'Port': ['ID=b0eae99e-91a9-4eea-a472-5c09394ba9e9,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:35.827867 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 2308fcb3-38a2-4859-8f4f-93c5076d787e, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=2308fcb3-38a2-4859-8f4f-93c5076d787e,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:35.831679 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-ba59fb06-72a9-41e3-bf02-6a1b0d22791f tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:35.832649 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-ba59fb06-72a9-41e3-bf02-6a1b0d22791f tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:35.872102 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42692) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:56:35.872818 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-fdac83b2-b6fc-4933-be24-7ce75e8754e6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7647617 Aug 18 12:56:35.873045 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-65ae538b-22e3-41fc-8785-dd7d3c2f8b88 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-351966547-router', 'tenant_id': 'ca98f73fa3194194a71c5ae1a46b55b4', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:56:35.896017 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:35.941836 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:35.978146 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-ba59fb06-72a9-41e3-bf02-6a1b0d22791f tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5732546 Aug 18 12:56:36.007320 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-d579c8a8-beaa-4b21-b3fb-ac5347ef20b3 service neutron] Request body: {'port': {'device_id': '5ffcb47d-e5c6-4bf3-b906-ea2246594abc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:56:36.049574 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477321d1-997e-4e12-953f-bd636b6321db req-301967a8-3efa-4311-8bd0-7d40102d452c tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:36.051609 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-477321d1-997e-4e12-953f-bd636b6321db req-301967a8-3efa-4311-8bd0-7d40102d452c tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fdc02e-a8f1-4297-9e12-87329e25f6b8 HTTP/1.1" status: 200 len: 945 time: 0.1099005 Aug 18 12:56:36.081934 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-65ae538b-22e3-41fc-8785-dd7d3c2f8b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:36.084113 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-65ae538b-22e3-41fc-8785-dd7d3c2f8b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:36.098374 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=0cc63bf1-f915-449c-86d3-c95f41dc0d73,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:36.099715 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-d5b14a05-e022-42c7-8320-2f754b9c9ab1 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:36.101255 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-d5b14a05-e022-42c7-8320-2f754b9c9ab1 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.39 "GET /v2.0/networks?id=8205beb0-4d25-4c9e-a0f2-b53bd983d149 HTTP/1.1" status: 200 len: 813 time: 0.2294874 Aug 18 12:56:36.128710 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-289dbd33-ed70-4a53-99f0-abb069c3501c tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Request body: {'port': {'device_id': '17f585e9-6cf7-42b3-9271-cee63e76d55c', 'network_id': '8205beb0-4d25-4c9e-a0f2-b53bd983d149', 'admin_state_up': True, 'tenant_id': '234ffca375d94eb59ece774ca7f62d4c'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:56:36.133591 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7fdeba-684b-45ce-a598-38917afbb25a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-72142ff6-0058-427c-8eef-dd79815eadc7', 'network_id': '72142ff6-0058-427c-8eef-dd79815eadc7', 'tenant_id': 'ca98f73fa3194194a71c5ae1a46b55b4', 'fixed_ips': [{'subnet_id': '2657439a-d48b-486d-81cb-962a40e02605'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:56:36.135053 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8e7fdeba-684b-45ce-a598-38917afbb25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:36.183771 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-d579c8a8-beaa-4b21-b3fb-ac5347ef20b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:36.211343 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-65ae538b-22e3-41fc-8785-dd7d3c2f8b88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:36.211516 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-477321d1-997e-4e12-953f-bd636b6321db req-6c85cc81-c7aa-4baf-a714-f90be51ea070 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b970e95-ef01-4e80-b0a9-fdb66bc288d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491690 Aug 18 12:56:36.244347 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['2308fcb3-38a2-4859-8f4f-93c5076d787e'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:56:36.246923 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=2308fcb3-38a2-4859-8f4f-93c5076d787e,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:36.516257 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-65ae538b-22e3-41fc-8785-dd7d3c2f8b88 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:36.624608 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-8e7fdeba-684b-45ce-a598-38917afbb25a None None] Allocated IP 172.20.0.2 (72142ff6-0058-427c-8eef-dd79815eadc7/2657439a-d48b-486d-81cb-962a40e02605/7f32016f-e496-4b9b-867f-7c6a78dc0a77) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:56:36.647041 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207479c-32d7-4761-ba57-d17b2d5dda38 req-93032f78-d281-4298-b886-b5251cd9c88b tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:36.648582 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6207479c-32d7-4761-ba57-d17b2d5dda38 req-93032f78-d281-4298-b886-b5251cd9c88b tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=9407b444-c01e-4e46-a1da-ec7c9a1bc4fd HTTP/1.1" status: 200 len: 948 time: 0.2997417 Aug 18 12:56:36.668978 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-289dbd33-ed70-4a53-99f0-abb069c3501c tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Made reservation on behalf of 234ffca375d94eb59ece774ca7f62d4c for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:56:36.672483 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-289dbd33-ed70-4a53-99f0-abb069c3501c tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:36.695515 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-d38fdbbb-5500-43ba-95b7-5b1e60351f54 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:36.696992 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-d38fdbbb-5500-43ba-95b7-5b1e60351f54 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.20 "GET /v2.0/networks?id=8205beb0-4d25-4c9e-a0f2-b53bd983d149 HTTP/1.1" status: 200 len: 813 time: 0.3318918 Aug 18 12:56:36.716764 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 5c62c4a5-8eda-4b3e-8232-4c167af929cb no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:56:36.719373 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-8866387c-f495-4e21-b435-2907732deb00 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Request body: {'port': {'device_id': '9f40b9d7-a8c1-43f7-8ea6-b8b919743764', 'network_id': '8205beb0-4d25-4c9e-a0f2-b53bd983d149', 'admin_state_up': True, 'tenant_id': '234ffca375d94eb59ece774ca7f62d4c'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:56:36.876424 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6207479c-32d7-4761-ba57-d17b2d5dda38 req-b94ba1f3-931c-4398-a9f2-7d8da0bac037 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072699 Aug 18 12:56:36.977664 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8e7fdeba-684b-45ce-a598-38917afbb25a None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:36.993596 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-8e7fdeba-684b-45ce-a598-38917afbb25a None None] Transition to ACTIVE for port object 7f32016f-e496-4b9b-867f-7c6a78dc0a77 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:56:37.015802 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-8e7fdeba-684b-45ce-a598-38917afbb25a None None] Transition to ACTIVE for port object 7f32016f-e496-4b9b-867f-7c6a78dc0a77 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:56:37.046450 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-d579c8a8-beaa-4b21-b3fb-ac5347ef20b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0eae99e-91a9-4eea-a472-5c09394ba9e9 {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:56:37.055307 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b2379f6f-18eb-4c97-8971-69d687a10d7b req-e31c24ed-e07a-4d66-a4ba-22a14bdf2da0 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f40b9d7-a8c1-43f7-8ea6-b8b919743764 HTTP/1.1" status: 200 len: 210 time: 0.0580986 Aug 18 12:56:37.070196 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-d579c8a8-beaa-4b21-b3fb-ac5347ef20b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:37.093677 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-289dbd33-ed70-4a53-99f0-abb069c3501c tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Allocated IP 172.20.0.3 (8205beb0-4d25-4c9e-a0f2-b53bd983d149/f89d2399-f949-4048-add4-43bd880aacb0/ef353580-0092-4687-8285-c7855789c8b3) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:56:37.104674 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-d579c8a8-beaa-4b21-b3fb-ac5347ef20b3 service neutron] Transition to ACTIVE for port object b0eae99e-91a9-4eea-a472-5c09394ba9e9 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:56:37.118047 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8e7fdeba-684b-45ce-a598-38917afbb25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:37.148914 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-8866387c-f495-4e21-b435-2907732deb00 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Made reservation on behalf of 234ffca375d94eb59ece774ca7f62d4c for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:56:37.153326 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-8866387c-f495-4e21-b435-2907732deb00 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:37.188721 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7fdeba-684b-45ce-a598-38917afbb25a None None] Network 72142ff6-0058-427c-8eef-dd79815eadc7 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:56:37.191878 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7fdeba-684b-45ce-a598-38917afbb25a None None] Pushing event updated for resources: {'Port': ['ID=7f32016f-e496-4b9b-867f-7c6a78dc0a77,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:37.193163 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-d579c8a8-beaa-4b21-b3fb-ac5347ef20b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:37.196254 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-8e7fdeba-684b-45ce-a598-38917afbb25a None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:56:37.199225 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7fdeba-684b-45ce-a598-38917afbb25a None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:56:37.294385 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-8e7fdeba-684b-45ce-a598-38917afbb25a None None] Attempting to bind port 7f32016f-e496-4b9b-867f-7c6a78dc0a77 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:56:37.295162 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-8e7fdeba-684b-45ce-a598-38917afbb25a None None] Attempting to bind port 7f32016f-e496-4b9b-867f-7c6a78dc0a77 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '9eeeac0e-307b-45f4-9537-fb6133626f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '72142ff6-0058-427c-8eef-dd79815eadc7'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:56:37.295733 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7fdeba-684b-45ce-a598-38917afbb25a None None] Attempting to bind port 7f32016f-e496-4b9b-867f-7c6a78dc0a77 on network 72142ff6-0058-427c-8eef-dd79815eadc7 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:56:37.330110 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7fdeba-684b-45ce-a598-38917afbb25a None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:56:37.331982 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7fdeba-684b-45ce-a598-38917afbb25a None None] Checking segment: {'id': '9eeeac0e-307b-45f4-9537-fb6133626f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '72142ff6-0058-427c-8eef-dd79815eadc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:56:37.332233 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8e7fdeba-684b-45ce-a598-38917afbb25a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:37.332839 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7fdeba-684b-45ce-a598-38917afbb25a None None] Bound using segment: {'id': '9eeeac0e-307b-45f4-9537-fb6133626f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '72142ff6-0058-427c-8eef-dd79815eadc7'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:56:37.333365 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-8e7fdeba-684b-45ce-a598-38917afbb25a None None] Bound port: 7f32016f-e496-4b9b-867f-7c6a78dc0a77, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eeeac0e-307b-45f4-9537-fb6133626f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '72142ff6-0058-427c-8eef-dd79815eadc7'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:56:37.333860 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8e7fdeba-684b-45ce-a598-38917afbb25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:37.342077 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2ad3348d-76f3-4cbd-bdee-b9453f8b3105 req-0e0331d4-7ac0-4e32-9e7c-47367024641d tempest-ServerShowV254Test-1122498729 tempest-ServerShowV254Test-1122498729-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b730dc-9d8c-4e7d-806f-489273dd2054 HTTP/1.1" status: 200 len: 210 time: 0.1041312 Aug 18 12:56:37.386527 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:37.430351 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 5c62c4a5-8eda-4b3e-8232-4c167af929cb, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=5c62c4a5-8eda-4b3e-8232-4c167af929cb,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:37.433244 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2afc5dfe-01e3-48b5-a91c-76d71de4031d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc63bf1-f915-449c-86d3-c95f41dc0d73'}, {'server_uuid': '704e964f-ec17-4f63-b201-30734489934a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c62c4a5-8eda-4b3e-8232-4c167af929cb'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:56:37.435750 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295c618b-524b-4873-b6b8-bb13b83257a3" -d '{"events": [{"server_uuid": "2afc5dfe-01e3-48b5-a91c-76d71de4031d", "name": "network-vif-plugged", "status": "completed", "tag": "0cc63bf1-f915-449c-86d3-c95f41dc0d73"}, {"server_uuid": "704e964f-ec17-4f63-b201-30734489934a", "name": "network-vif-unplugged", "status": "completed", "tag": "5c62c4a5-8eda-4b3e-8232-4c167af929cb"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:56:37.471257 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-8e7fdeba-684b-45ce-a598-38917afbb25a None None] For port 7f32016f-e496-4b9b-867f-7c6a78dc0a77, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:56:37.475844 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-8e7fdeba-684b-45ce-a598-38917afbb25a None None] For port 7f32016f-e496-4b9b-867f-7c6a78dc0a77, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=7f32016f-e496-4b9b-867f-7c6a78dc0a77,segment=NetworkSegment(9eeeac0e-307b-45f4-9537-fb6133626f37),segment_id=9eeeac0e-307b-45f4-9537-fb6133626f37)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:56:37.483479 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d579c8a8-beaa-4b21-b3fb-ac5347ef20b3 service neutron] Pushing event updated for resources: {'Port': ['ID=b0eae99e-91a9-4eea-a472-5c09394ba9e9,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:37.502291 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4959d25-8847-4f1b-9b27-683d896bfa0b req-c1ec82d3-82e8-4ad8-bab6-d9a73d9346f6 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:37.506477 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:37.511077 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b4959d25-8847-4f1b-9b27-683d896bfa0b req-c1ec82d3-82e8-4ad8-bab6-d9a73d9346f6 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ffcb47d-e5c6-4bf3-b906-ea2246594abc HTTP/1.1" status: 200 len: 931 time: 0.6241186 Aug 18 12:56:37.525900 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-289dbd33-ed70-4a53-99f0-abb069c3501c tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:37.539894 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-65ae538b-22e3-41fc-8785-dd7d3c2f8b88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:37.545400 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-d579c8a8-beaa-4b21-b3fb-ac5347ef20b3 service neutron] Attempting to bind port b0eae99e-91a9-4eea-a472-5c09394ba9e9 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:56:37.545827 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-d579c8a8-beaa-4b21-b3fb-ac5347ef20b3 service neutron] Attempting to bind port b0eae99e-91a9-4eea-a472-5c09394ba9e9 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': 'a55d7d46-60e1-4c30-88cf-190c46dddd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4ef47cb5-1e52-4552-a63f-a71a8084e726'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:56:37.546111 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-d579c8a8-beaa-4b21-b3fb-ac5347ef20b3 service neutron] Attempting to bind port b0eae99e-91a9-4eea-a472-5c09394ba9e9 on network 4ef47cb5-1e52-4552-a63f-a71a8084e726 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:56:37.552447 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-d579c8a8-beaa-4b21-b3fb-ac5347ef20b3 service neutron] Port b0eae99e-91a9-4eea-a472-5c09394ba9e9 on network 4ef47cb5-1e52-4552-a63f-a71a8084e726 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:56:37.552820 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-d579c8a8-beaa-4b21-b3fb-ac5347ef20b3 service neutron] Attempting to bind port b0eae99e-91a9-4eea-a472-5c09394ba9e9 on network 4ef47cb5-1e52-4552-a63f-a71a8084e726 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:56:37.561734 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-d579c8a8-beaa-4b21-b3fb-ac5347ef20b3 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:56:37.562569 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-d579c8a8-beaa-4b21-b3fb-ac5347ef20b3 service neutron] Checking segment: {'id': 'a55d7d46-60e1-4c30-88cf-190c46dddd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4ef47cb5-1e52-4552-a63f-a71a8084e726'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:56:37.562569 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-d579c8a8-beaa-4b21-b3fb-ac5347ef20b3 service neutron] Bound using segment: {'id': 'a55d7d46-60e1-4c30-88cf-190c46dddd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4ef47cb5-1e52-4552-a63f-a71a8084e726'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:56:37.562928 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-d579c8a8-beaa-4b21-b3fb-ac5347ef20b3 service neutron] Bound port: b0eae99e-91a9-4eea-a472-5c09394ba9e9, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55d7d46-60e1-4c30-88cf-190c46dddd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4ef47cb5-1e52-4552-a63f-a71a8084e726'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:56:37.563292 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-d579c8a8-beaa-4b21-b3fb-ac5347ef20b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:37.564509 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-65ae538b-22e3-41fc-8785-dd7d3c2f8b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:37.588126 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8e7fdeba-684b-45ce-a598-38917afbb25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:37.598382 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b4959d25-8847-4f1b-9b27-683d896bfa0b req-f00046a0-24ee-4f58-be3c-7fd8d5363039 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2e6ff23-eb55-4090-afc8-d4592e7c24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815873 Aug 18 12:56:37.641109 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=5c62c4a5-8eda-4b3e-8232-4c167af929cb,revision_number=11']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:37.720943 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7fdeba-684b-45ce-a598-38917afbb25a None None] Pushing event updated for resources: {'Port': ['ID=7f32016f-e496-4b9b-867f-7c6a78dc0a77,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:37.731468 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-d579c8a8-beaa-4b21-b3fb-ac5347ef20b3 service neutron] For port b0eae99e-91a9-4eea-a472-5c09394ba9e9, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:56:37.735065 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-d579c8a8-beaa-4b21-b3fb-ac5347ef20b3 service neutron] For port b0eae99e-91a9-4eea-a472-5c09394ba9e9, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=b0eae99e-91a9-4eea-a472-5c09394ba9e9,segment=NetworkSegment(a55d7d46-60e1-4c30-88cf-190c46dddd25),segment_id=a55d7d46-60e1-4c30-88cf-190c46dddd25)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:56:37.814843 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-289dbd33-ed70-4a53-99f0-abb069c3501c tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:37.823650 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820255d-3c7f-4059-9f4a-b72029e424e0 req-38a3fae0-6cd4-4f92-9cd2-2ddbc5460226 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:37.825413 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9820255d-3c7f-4059-9f4a-b72029e424e0 req-38a3fae0-6cd4-4f92-9cd2-2ddbc5460226 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fdc02e-a8f1-4297-9e12-87329e25f6b8 HTTP/1.1" status: 200 len: 945 time: 0.1201169 Aug 18 12:56:37.863085 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-65ae538b-22e3-41fc-8785-dd7d3c2f8b88 admin admin] Allocated IP 172.25.6.138 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/42e7ce8a-1e4e-40b1-9c01-6a8a7e590448) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:56:37.875477 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-d579c8a8-beaa-4b21-b3fb-ac5347ef20b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:37.915369 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9820255d-3c7f-4059-9f4a-b72029e424e0 req-eeba0fbc-1a80-4e94-8911-f16fb8db099f tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b970e95-ef01-4e80-b0a9-fdb66bc288d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809212 Aug 18 12:56:37.974026 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-289dbd33-ed70-4a53-99f0-abb069c3501c tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Network 8205beb0-4d25-4c9e-a0f2-b53bd983d149 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:56:37.982819 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-d579c8a8-beaa-4b21-b3fb-ac5347ef20b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:37.983442 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-d579c8a8-beaa-4b21-b3fb-ac5347ef20b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:37.984860 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-d579c8a8-beaa-4b21-b3fb-ac5347ef20b3 service neutron] 10.222.0.39 "PUT /v2.0/ports/b0eae99e-91a9-4eea-a472-5c09394ba9e9 HTTP/1.1" status: 200 len: 1091 time: 1.9852860 Aug 18 12:56:37.988250 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ffcb47d-e5c6-4bf3-b906-ea2246594abc', 'tag': 'b0eae99e-91a9-4eea-a472-5c09394ba9e9'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:56:37.990660 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f41839-ff85-4380-b826-565a147a7cb6" -d '{"events": [{"name": "network-changed", "server_uuid": "5ffcb47d-e5c6-4bf3-b906-ea2246594abc", "tag": "b0eae99e-91a9-4eea-a472-5c09394ba9e9"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:56:37.993662 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-289dbd33-ed70-4a53-99f0-abb069c3501c tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:56:37.996196 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-8866387c-f495-4e21-b435-2907732deb00 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Allocated IP 172.20.0.14 (8205beb0-4d25-4c9e-a0f2-b53bd983d149/f89d2399-f949-4048-add4-43bd880aacb0/6bb994f8-0b74-4899-b2a4-96d25027fc01) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:56:38.002424 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-289dbd33-ed70-4a53-99f0-abb069c3501c tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:56:38.039720 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289dbd33-ed70-4a53-99f0-abb069c3501c tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Pushing event updated for resources: {'Port': ['ID=ef353580-0092-4687-8285-c7855789c8b3,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:38.056417 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-65ae538b-22e3-41fc-8785-dd7d3c2f8b88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:38.130602 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-289dbd33-ed70-4a53-99f0-abb069c3501c tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:38.130602 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-289dbd33-ed70-4a53-99f0-abb069c3501c tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:38.195011 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d579c8a8-beaa-4b21-b3fb-ac5347ef20b3 service neutron] Pushing event updated for resources: {'Port': ['ID=b0eae99e-91a9-4eea-a472-5c09394ba9e9,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:38.197064 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-65ae538b-22e3-41fc-8785-dd7d3c2f8b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:38.215145 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-74dc6718-fe18-4144-b65b-07fcf7eabe53 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=452d575d307745af932312c95e0bce6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314131 Aug 18 12:56:38.241209 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ae538b-22e3-41fc-8785-dd7d3c2f8b88 admin admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:56:38.244915 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-65ae538b-22e3-41fc-8785-dd7d3c2f8b88 admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:56:38.259288 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-2f781b32-f593-4373-a845-33ebcfc7e24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:38.259527 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ae538b-22e3-41fc-8785-dd7d3c2f8b88 admin admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:56:38.260827 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-2f781b32-f593-4373-a845-33ebcfc7e24a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=99941b4001f04b7f80706cf6132f3a7f&device_id=5ffcb47d-e5c6-4bf3-b906-ea2246594abc HTTP/1.1" status: 200 len: 1094 time: 0.1287775 Aug 18 12:56:38.264657 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-289dbd33-ed70-4a53-99f0-abb069c3501c tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1428597 Aug 18 12:56:38.291153 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-16ea57a1-5150-4b6c-abbe-2f8e375bba24 service neutron] Request body: {'port': {'device_id': '17f585e9-6cf7-42b3-9271-cee63e76d55c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:56:38.338721 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae538b-22e3-41fc-8785-dd7d3c2f8b88 admin admin] Pushing event updated for resources: {'Port': ['ID=42e7ce8a-1e4e-40b1-9c01-6a8a7e590448,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:38.355596 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-3eb9dfa3-1dfc-4ecf-afb4-e3e3f8f840c5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0eae99e-91a9-4eea-a472-5c09394ba9e9 HTTP/1.1" status: 200 len: 217 time: 0.0773561 Aug 18 12:56:38.405929 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-8866387c-f495-4e21-b435-2907732deb00 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:38.486423 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-0d280831-e777-4a81-ad1e-02dcdbdd14dd tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:38.490994 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-0d280831-e777-4a81-ad1e-02dcdbdd14dd tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2581825 Aug 18 12:56:38.520931 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-1c8644ed-1ba4-4802-83ff-3bee578b9f99 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] 10.222.0.13 "GET /v2.0/quotas/452d575d307745af932312c95e0bce6c HTTP/1.1" status: 200 len: 375 time: 0.0225108 Aug 18 12:56:38.569487 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-4aaf481b-fe90-4fac-81df-6e8d5b1269a9 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=452d575d307745af932312c95e0bce6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420294 Aug 18 12:56:38.744921 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-65ae538b-22e3-41fc-8785-dd7d3c2f8b88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:38.766524 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-16ea57a1-5150-4b6c-abbe-2f8e375bba24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:38.794750 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-80e1a97a-239d-4d32-88c1-90eb2dd56d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:38.796236 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-80e1a97a-239d-4d32-88c1-90eb2dd56d42 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a6656352-4eb3-48e5-bc33-70ad03175c1e HTTP/1.1" status: 200 len: 853 time: 0.4280565 Aug 18 12:56:38.862714 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-6967e18e-14df-43ef-b913-7bdfab122e72 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4ef47cb5-1e52-4552-a63f-a71a8084e726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333095 Aug 18 12:56:38.871758 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 18 Aug 2021 12:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a244c4-0e95-495f-affd-d59d2b0d1ce1 x-openstack-request-id: req-c3a244c4-0e95-495f-affd-d59d2b0d1ce1 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:56:38.872274 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2afc5dfe-01e3-48b5-a91c-76d71de4031d", "name": "network-vif-plugged", "status": "completed", "tag": "0cc63bf1-f915-449c-86d3-c95f41dc0d73", "code": 200}, {"server_uuid": "704e964f-ec17-4f63-b201-30734489934a", "name": "network-vif-unplugged", "status": "completed", "tag": "5c62c4a5-8eda-4b3e-8232-4c167af929cb", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:56:38.872274 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3a244c4-0e95-495f-affd-d59d2b0d1ce1 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:56:38.872675 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2afc5dfe-01e3-48b5-a91c-76d71de4031d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc63bf1-f915-449c-86d3-c95f41dc0d73', 'code': 200} Aug 18 12:56:38.872933 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704e964f-ec17-4f63-b201-30734489934a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c62c4a5-8eda-4b3e-8232-4c167af929cb', 'code': 200} Aug 18 12:56:38.950439 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30388262-6bce-4d38-8fb3-86ad143ff5e8 None None] Network 72142ff6-0058-427c-8eef-dd79815eadc7 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:56:39.053932 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-65ae538b-22e3-41fc-8785-dd7d3c2f8b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:39.073687 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49242893-973e-4e9f-9306-0218b476f576 req-f41dc8df-8f9c-4727-8d01-7cc6c306182b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:39.075273 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-49242893-973e-4e9f-9306-0218b476f576 req-f41dc8df-8f9c-4727-8d01-7cc6c306182b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2afc5dfe-01e3-48b5-a91c-76d71de4031d HTTP/1.1" status: 200 len: 1101 time: 0.1084032 Aug 18 12:56:39.100885 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-d42f75bf-037d-448e-aeb2-a3f1d811f22e service neutron] 10.222.0.39 "GET /v2.0/networks/4ef47cb5-1e52-4552-a63f-a71a8084e726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260401 Aug 18 12:56:39.114853 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-8866387c-f495-4e21-b435-2907732deb00 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:39.153750 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f852c-eaa9-4c70-874f-77cf3d61d73b req-e7f0a822-c7c8-4517-882f-1b7e73df309c tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:39.155230 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e39f852c-eaa9-4c70-874f-77cf3d61d73b req-e7f0a822-c7c8-4517-882f-1b7e73df309c tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b86a49a-74e5-4b94-8617-fae5998d1d3a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1571283 Aug 18 12:56:39.168289 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-49242893-973e-4e9f-9306-0218b476f576 req-5fe613a2-d7c3-446d-96c4-7cdaba85543f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535495 Aug 18 12:56:39.182982 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-207c21cb-9267-467c-a1dc-f89391122d65 None None] Provisioning for port 7f32016f-e496-4b9b-867f-7c6a78dc0a77 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:56:39.204421 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80faf68b-0e6b-4637-bdb0-71487b8dfa3d req-5cf8409c-fac4-445d-a445-bbd27092f6bb tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:39.206225 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-80faf68b-0e6b-4637-bdb0-71487b8dfa3d req-5cf8409c-fac4-445d-a445-bbd27092f6bb tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=9407b444-c01e-4e46-a1da-ec7c9a1bc4fd HTTP/1.1" status: 200 len: 948 time: 0.2605517 Aug 18 12:56:39.247013 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e39f852c-eaa9-4c70-874f-77cf3d61d73b req-9d2c02ee-769b-4dec-aaa5-eb2a921996d8 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.13 HTTP/1.1" status: 200 len: 695 time: 0.0807121 Aug 18 12:56:39.257165 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 2308fcb3-38a2-4859-8f4f-93c5076d787e up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:56:39.261270 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-e39f852c-eaa9-4c70-874f-77cf3d61d73b req-71dec126-7594-4779-866a-c675f0975649 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Request body: {'floatingip': {'port_id': '15e1a548-80e1-410c-bde6-c120f9ddf35d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:56:39.264963 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-8866387c-f495-4e21-b435-2907732deb00 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Network 8205beb0-4d25-4c9e-a0f2-b53bd983d149 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:56:39.283793 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-8866387c-f495-4e21-b435-2907732deb00 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:56:39.302780 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-8866387c-f495-4e21-b435-2907732deb00 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:56:39.310937 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8866387c-f495-4e21-b435-2907732deb00 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Pushing event updated for resources: {'Port': ['ID=6bb994f8-0b74-4899-b2a4-96d25027fc01,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:39.313496 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e39f852c-eaa9-4c70-874f-77cf3d61d73b req-71dec126-7594-4779-866a-c675f0975649 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks [] for floatingip, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:39.395577 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 2308fcb3-38a2-4859-8f4f-93c5076d787e completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:56:39.400971 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 2308fcb3-38a2-4859-8f4f-93c5076d787e triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:56:39.403160 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:39.423880 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-80faf68b-0e6b-4637-bdb0-71487b8dfa3d req-59a137df-fe28-4c4f-a501-e295aedf0865 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811774 Aug 18 12:56:39.452847 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-36eb6ace-ad59-47f9-9a7d-25ad18dfc491 req-c35885a5-447e-41d2-9423-4d2d4c522e38 service neutron] 10.222.0.39 "GET /v2.0/networks/4ef47cb5-1e52-4552-a63f-a71a8084e726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349075 Aug 18 12:56:39.469518 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-8866387c-f495-4e21-b435-2907732deb00 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:39.469518 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-8866387c-f495-4e21-b435-2907732deb00 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:39.513507 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d17a4f-d2e4-4cd9-9f93-5ed45a450709 x-openstack-request-id: req-e2d17a4f-d2e4-4cd9-9f93-5ed45a450709 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:56:39.514287 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ffcb47d-e5c6-4bf3-b906-ea2246594abc", "tag": "b0eae99e-91a9-4eea-a472-5c09394ba9e9", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:56:39.514700 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2d17a4f-d2e4-4cd9-9f93-5ed45a450709 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:56:39.515413 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ffcb47d-e5c6-4bf3-b906-ea2246594abc', 'tag': 'b0eae99e-91a9-4eea-a472-5c09394ba9e9', 'status': 'completed', 'code': 200} Aug 18 12:56:39.576256 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:39.598519 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ae538b-22e3-41fc-8785-dd7d3c2f8b88 admin admin] Router a92e3e84-14be-492c-b3ab-4101ac6b986b is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:56:39.608963 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 7f32016f-e496-4b9b-867f-7c6a78dc0a77 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:56:39.614152 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-16ea57a1-5150-4b6c-abbe-2f8e375bba24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef353580-0092-4687-8285-c7855789c8b3 {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:56:39.662615 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 2308fcb3-38a2-4859-8f4f-93c5076d787e, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=2308fcb3-38a2-4859-8f4f-93c5076d787e,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:39.664702 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-16ea57a1-5150-4b6c-abbe-2f8e375bba24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:39.686864 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-16ea57a1-5150-4b6c-abbe-2f8e375bba24 service neutron] Transition to ACTIVE for port object ef353580-0092-4687-8285-c7855789c8b3 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:56:39.689238 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-8866387c-f495-4e21-b435-2907732deb00 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9764533 Aug 18 12:56:39.706608 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-315ccccc-1a0d-401c-899d-fdbe914cd3e9 service neutron] Request body: {'port': {'device_id': '9f40b9d7-a8c1-43f7-8ea6-b8b919743764', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:56:39.710813 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f41839-ff85-4380-b826-565a147a7cb6 req-50b23e31-d7b2-41b8-921f-e2056d5870bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:39.712266 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-08f41839-ff85-4380-b826-565a147a7cb6 req-50b23e31-d7b2-41b8-921f-e2056d5870bc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=99941b4001f04b7f80706cf6132f3a7f&device_id=5ffcb47d-e5c6-4bf3-b906-ea2246594abc HTTP/1.1" status: 200 len: 1094 time: 0.1114144 Aug 18 12:56:39.722109 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b909c64-e02c-414d-a052-14f9baa54831 req-69b52af0-b2c2-48d4-b6c7-727d960a00b0 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:39.723610 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4b909c64-e02c-414d-a052-14f9baa54831 req-69b52af0-b2c2-48d4-b6c7-727d960a00b0 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f40b9d7-a8c1-43f7-8ea6-b8b919743764 HTTP/1.1" status: 200 len: 932 time: 0.1239498 Aug 18 12:56:39.755901 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:39.758103 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 7f32016f-e496-4b9b-867f-7c6a78dc0a77 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:56:39.765272 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 7f32016f-e496-4b9b-867f-7c6a78dc0a77 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:56:39.765842 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:39.813684 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-16ea57a1-5150-4b6c-abbe-2f8e375bba24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:39.872436 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=2308fcb3-38a2-4859-8f4f-93c5076d787e,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:39.873071 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ae538b-22e3-41fc-8785-dd7d3c2f8b88 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:56:39.902694 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-315ccccc-1a0d-401c-899d-fdbe914cd3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:39.909639 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff5706b-a414-440c-abf6-a947bc7bd0f4 None None] Sync routers for ids ['a92e3e84-14be-492c-b3ab-4101ac6b986b'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:56:39.939954 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff5706b-a414-440c-abf6-a947bc7bd0f4 None None] Routers {'a92e3e84-14be-492c-b3ab-4101ac6b986b'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:56:39.940763 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-cff5706b-a414-440c-abf6-a947bc7bd0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:56:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['a92e3e84-14be-492c-b3ab-4101ac6b986b'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:56:39.942867 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:39.944274 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4b909c64-e02c-414d-a052-14f9baa54831 req-e8da6b5b-7700-4011-bd07-8fc1c800d462 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0999ac7-01c1-4fe3-8c3c-566c271306ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008212 Aug 18 12:56:39.987636 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea57a1-5150-4b6c-abbe-2f8e375bba24 service neutron] Pushing event updated for resources: {'Port': ['ID=ef353580-0092-4687-8285-c7855789c8b3,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:39.996598 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-65ae538b-22e3-41fc-8785-dd7d3c2f8b88 admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:40.001248 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-65ae538b-22e3-41fc-8785-dd7d3c2f8b88 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1321139 Aug 18 12:56:40.006635 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42808) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:56:40.019552 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e39f852c-eaa9-4c70-874f-77cf3d61d73b req-71dec126-7594-4779-866a-c675f0975649 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:40.023559 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f41839-ff85-4380-b826-565a147a7cb6 req-f4f7294a-0d3a-446c-95d9-cfaccaa530f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:40.025276 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-08f41839-ff85-4380-b826-565a147a7cb6 req-f4f7294a-0d3a-446c-95d9-cfaccaa530f0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4ef47cb5-1e52-4552-a63f-a71a8084e726 HTTP/1.1" status: 200 len: 914 time: 0.2848299 Aug 18 12:56:40.078090 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 7f32016f-e496-4b9b-867f-7c6a78dc0a77, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=7f32016f-e496-4b9b-867f-7c6a78dc0a77,segment=NetworkSegment(9eeeac0e-307b-45f4-9537-fb6133626f37),segment_id=9eeeac0e-307b-45f4-9537-fb6133626f37)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:40.121821 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-cff5706b-a414-440c-abf6-a947bc7bd0f4 None None] Set router a92e3e84-14be-492c-b3ab-4101ac6b986b gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:56:40.136163 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-08f41839-ff85-4380-b826-565a147a7cb6 req-c7f19638-653c-4675-90f3-e3d33bd23ff4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0eae99e-91a9-4eea-a472-5c09394ba9e9 HTTP/1.1" status: 200 len: 217 time: 0.0857837 Aug 18 12:56:40.138479 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e39f852c-eaa9-4c70-874f-77cf3d61d73b req-71dec126-7594-4779-866a-c675f0975649 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:40.138769 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-71cbce68-764e-462a-9db1-85972de4f7d0 req-58d08bb4-e5e1-4b4d-b89c-214cb44731b1 tempest-ServerShowV254Test-1122498729 tempest-ServerShowV254Test-1122498729-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b730dc-9d8c-4e7d-806f-489273dd2054 HTTP/1.1" status: 200 len: 210 time: 0.0848634 Aug 18 12:56:40.190508 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:40.289881 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-16ea57a1-5150-4b6c-abbe-2f8e375bba24 service neutron] Attempting to bind port ef353580-0092-4687-8285-c7855789c8b3 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:56:40.290122 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-16ea57a1-5150-4b6c-abbe-2f8e375bba24 service neutron] Attempting to bind port ef353580-0092-4687-8285-c7855789c8b3 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '64242db4-050a-4831-913b-84beef1ef905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8205beb0-4d25-4c9e-a0f2-b53bd983d149'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:56:40.290479 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-16ea57a1-5150-4b6c-abbe-2f8e375bba24 service neutron] Attempting to bind port ef353580-0092-4687-8285-c7855789c8b3 on network 8205beb0-4d25-4c9e-a0f2-b53bd983d149 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:56:40.303053 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=7f32016f-e496-4b9b-867f-7c6a78dc0a77,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:40.304626 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-16ea57a1-5150-4b6c-abbe-2f8e375bba24 service neutron] Port ef353580-0092-4687-8285-c7855789c8b3 on network 8205beb0-4d25-4c9e-a0f2-b53bd983d149 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:56:40.305830 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-16ea57a1-5150-4b6c-abbe-2f8e375bba24 service neutron] Attempting to bind port ef353580-0092-4687-8285-c7855789c8b3 on network 8205beb0-4d25-4c9e-a0f2-b53bd983d149 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:56:40.310979 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [req-e39f852c-eaa9-4c70-874f-77cf3d61d73b req-71dec126-7594-4779-866a-c675f0975649 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Floating IP 9227d687-a75e-455f-8802-a718cee18e09 associated. External IP: 172.25.6.13, port: 15e1a548-80e1-410c-bde6-c120f9ddf35d. Aug 18 12:56:40.327573 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-16ea57a1-5150-4b6c-abbe-2f8e375bba24 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:56:40.327919 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-16ea57a1-5150-4b6c-abbe-2f8e375bba24 service neutron] Checking segment: {'id': '64242db4-050a-4831-913b-84beef1ef905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8205beb0-4d25-4c9e-a0f2-b53bd983d149'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:56:40.328307 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-16ea57a1-5150-4b6c-abbe-2f8e375bba24 service neutron] Bound using segment: {'id': '64242db4-050a-4831-913b-84beef1ef905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8205beb0-4d25-4c9e-a0f2-b53bd983d149'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:56:40.328756 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-16ea57a1-5150-4b6c-abbe-2f8e375bba24 service neutron] Bound port: ef353580-0092-4687-8285-c7855789c8b3, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64242db4-050a-4831-913b-84beef1ef905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8205beb0-4d25-4c9e-a0f2-b53bd983d149'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:56:40.329116 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-16ea57a1-5150-4b6c-abbe-2f8e375bba24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:40.360360 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f41839-ff85-4380-b826-565a147a7cb6 req-dad81247-436e-4798-80d2-010439e98736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:40.362130 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-08f41839-ff85-4380-b826-565a147a7cb6 req-dad81247-436e-4798-80d2-010439e98736 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a6656352-4eb3-48e5-bc33-70ad03175c1e HTTP/1.1" status: 200 len: 853 time: 0.2005401 Aug 18 12:56:40.396529 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-cff5706b-a414-440c-abf6-a947bc7bd0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92e3e84-14be-492c-b3ab-4101ac6b986b', 'name': 'tempest-ServersTestMultiNic-351966547-router', 'tenant_id': 'ca98f73fa3194194a71c5ae1a46b55b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '42e7ce8a-1e4e-40b1-9c01-6a8a7e590448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:56:36Z', 'updated_at': '2021-08-18T12:56:38Z', 'revision_number': 3, 'project_id': 'ca98f73fa3194194a71c5ae1a46b55b4', 'gw_port': {'id': '42e7ce8a-1e4e-40b1-9c01-6a8a7e590448', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:84:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a92e3e84-14be-492c-b3ab-4101ac6b986b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:56:37Z', 'updated_at': '2021-08-18T12:56:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:56:40.417578 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d810b7c-8af2-43fa-9f79-1066d9f3a606 req-fe8af122-00c1-468a-a526-ff4a097966b3 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:40.419067 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7d810b7c-8af2-43fa-9f79-1066d9f3a606 req-fe8af122-00c1-468a-a526-ff4a097966b3 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ffcb47d-e5c6-4bf3-b906-ea2246594abc HTTP/1.1" status: 200 len: 943 time: 0.1956823 Aug 18 12:56:40.434101 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff5706b-a414-440c-abf6-a947bc7bd0f4 None None] Checking router: a92e3e84-14be-492c-b3ab-4101ac6b986b for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:56:40.434938 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff5706b-a414-440c-abf6-a947bc7bd0f4 None None] Updating router a92e3e84-14be-492c-b3ab-4101ac6b986b port 42e7ce8a-1e4e-40b1-9c01-6a8a7e590448 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:56:40.466370 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cff5706b-a414-440c-abf6-a947bc7bd0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:40.470149 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-08f41839-ff85-4380-b826-565a147a7cb6 req-8468df93-3901-4162-8c60-13d09307d85e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4ef47cb5-1e52-4552-a63f-a71a8084e726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745668 Aug 18 12:56:40.617042 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-16ea57a1-5150-4b6c-abbe-2f8e375bba24 service neutron] For port ef353580-0092-4687-8285-c7855789c8b3, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:56:40.622207 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7d810b7c-8af2-43fa-9f79-1066d9f3a606 req-e005d28e-f5a8-40c9-80b0-1aacfbaf7c93 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2e6ff23-eb55-4090-afc8-d4592e7c24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943815 Aug 18 12:56:40.642218 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-16ea57a1-5150-4b6c-abbe-2f8e375bba24 service neutron] For port ef353580-0092-4687-8285-c7855789c8b3, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=ef353580-0092-4687-8285-c7855789c8b3,segment=NetworkSegment(64242db4-050a-4831-913b-84beef1ef905),segment_id=64242db4-050a-4831-913b-84beef1ef905)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:56:40.734817 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-08f41839-ff85-4380-b826-565a147a7cb6 req-a92f2eb7-7cb3-4fd0-8ff0-b03e4b5a84fc service neutron] 10.222.0.39 "GET /v2.0/networks/4ef47cb5-1e52-4552-a63f-a71a8084e726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526548 Aug 18 12:56:40.755985 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-850a5dbb-9294-4b82-8bcb-7aeeb6265f1e req-f1ad7dab-d9fe-4124-81f4-95cb552a2858 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d403f61-d15c-471f-b19a-5a4e68f41223 HTTP/1.1" status: 200 len: 210 time: 0.0392296 Aug 18 12:56:40.759025 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-16ea57a1-5150-4b6c-abbe-2f8e375bba24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:40.806621 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cff5706b-a414-440c-abf6-a947bc7bd0f4 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:40.813014 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-315ccccc-1a0d-401c-899d-fdbe914cd3e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bb994f8-0b74-4899-b2a4-96d25027fc01 {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:56:40.834031 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-cff5706b-a414-440c-abf6-a947bc7bd0f4 None None] Transition to ACTIVE for port object 42e7ce8a-1e4e-40b1-9c01-6a8a7e590448 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:56:40.860561 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-315ccccc-1a0d-401c-899d-fdbe914cd3e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:40.865797 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-16ea57a1-5150-4b6c-abbe-2f8e375bba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:40.866804 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-16ea57a1-5150-4b6c-abbe-2f8e375bba24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:40.869277 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-16ea57a1-5150-4b6c-abbe-2f8e375bba24 service neutron] 10.222.0.39 "PUT /v2.0/ports/ef353580-0092-4687-8285-c7855789c8b3 HTTP/1.1" status: 200 len: 1091 time: 2.5899279 Aug 18 12:56:40.873946 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9407b444-c01e-4e46-a1da-ec7c9a1bc4fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2308fcb3-38a2-4859-8f4f-93c5076d787e'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:56:40.876639 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96dba9e-a9d7-44bd-8d7d-b65061a81253" -d '{"events": [{"server_uuid": "9407b444-c01e-4e46-a1da-ec7c9a1bc4fd", "name": "network-vif-plugged", "status": "completed", "tag": "2308fcb3-38a2-4859-8f4f-93c5076d787e"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:56:40.909748 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cff5706b-a414-440c-abf6-a947bc7bd0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:40.910836 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-315ccccc-1a0d-401c-899d-fdbe914cd3e9 service neutron] Transition to ACTIVE for port object 6bb994f8-0b74-4899-b2a4-96d25027fc01 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:56:40.982593 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-cff5706b-a414-440c-abf6-a947bc7bd0f4 None None] Attempting to bind port 42e7ce8a-1e4e-40b1-9c01-6a8a7e590448 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:56:40.982926 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-08f41839-ff85-4380-b826-565a147a7cb6 req-9f142d2f-f693-405f-ac80-2a2f910145d5 service neutron] 10.222.0.39 "GET /v2.0/networks/4ef47cb5-1e52-4552-a63f-a71a8084e726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273877 Aug 18 12:56:40.983177 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-cff5706b-a414-440c-abf6-a947bc7bd0f4 None None] Attempting to bind port 42e7ce8a-1e4e-40b1-9c01-6a8a7e590448 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:56:40.983612 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea57a1-5150-4b6c-abbe-2f8e375bba24 service neutron] Pushing event updated for resources: {'Port': ['ID=ef353580-0092-4687-8285-c7855789c8b3,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:40.983816 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff5706b-a414-440c-abf6-a947bc7bd0f4 None None] Attempting to bind port 42e7ce8a-1e4e-40b1-9c01-6a8a7e590448 on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:56:40.991827 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316933a1-2ade-4694-b9e4-155ad2382c33 None None] Pushing event updated for resources: {'Port': ['ID=42e7ce8a-1e4e-40b1-9c01-6a8a7e590448,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:40.996836 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-315ccccc-1a0d-401c-899d-fdbe914cd3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:41.012332 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff5706b-a414-440c-abf6-a947bc7bd0f4 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:56:41.013858 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff5706b-a414-440c-abf6-a947bc7bd0f4 None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:56:41.014405 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cff5706b-a414-440c-abf6-a947bc7bd0f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:41.014982 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff5706b-a414-440c-abf6-a947bc7bd0f4 None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:56:41.015458 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-cff5706b-a414-440c-abf6-a947bc7bd0f4 None None] Bound port: 42e7ce8a-1e4e-40b1-9c01-6a8a7e590448, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:56:41.015938 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cff5706b-a414-440c-abf6-a947bc7bd0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:41.055757 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e39f852c-eaa9-4c70-874f-77cf3d61d73b req-71dec126-7594-4779-866a-c675f0975649 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Router 43afe92e-a00f-42f0-821c-afdf2054c7d5 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:56:41.082716 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-cff5706b-a414-440c-abf6-a947bc7bd0f4 None None] For port 42e7ce8a-1e4e-40b1-9c01-6a8a7e590448, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:56:41.086258 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-cff5706b-a414-440c-abf6-a947bc7bd0f4 None None] For port 42e7ce8a-1e4e-40b1-9c01-6a8a7e590448, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=42e7ce8a-1e4e-40b1-9c01-6a8a7e590448,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:56:41.104275 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ccccc-1a0d-401c-899d-fdbe914cd3e9 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb994f8-0b74-4899-b2a4-96d25027fc01,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:41.129109 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-9a2d6bac-70e0-44f1-a6d4-2250b9b5242c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:41.130664 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-9a2d6bac-70e0-44f1-a6d4-2250b9b5242c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=234ffca375d94eb59ece774ca7f62d4c&device_id=17f585e9-6cf7-42b3-9271-cee63e76d55c HTTP/1.1" status: 200 len: 1094 time: 0.1060312 Aug 18 12:56:41.172445 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cff5706b-a414-440c-abf6-a947bc7bd0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:41.191493 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-e2f6407f-5fed-4d7b-a6e8-88fff2bd43ea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef353580-0092-4687-8285-c7855789c8b3 HTTP/1.1" status: 200 len: 217 time: 0.0409894 Aug 18 12:56:41.191941 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-083d4f94-b683-4500-9b86-a0a4aa65bded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:41.243611 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316933a1-2ade-4694-b9e4-155ad2382c33 None None] Pushing event updated for resources: {'Port': ['ID=42e7ce8a-1e4e-40b1-9c01-6a8a7e590448,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:41.258239 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff5706b-a414-440c-abf6-a947bc7bd0f4 None None] Routers {'a92e3e84-14be-492c-b3ab-4101ac6b986b'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:56:41.259098 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-cff5706b-a414-440c-abf6-a947bc7bd0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:56:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['a92e3e84-14be-492c-b3ab-4101ac6b986b'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:56:41.259270 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-315ccccc-1a0d-401c-899d-fdbe914cd3e9 service neutron] Attempting to bind port 6bb994f8-0b74-4899-b2a4-96d25027fc01 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:56:41.260107 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-315ccccc-1a0d-401c-899d-fdbe914cd3e9 service neutron] Attempting to bind port 6bb994f8-0b74-4899-b2a4-96d25027fc01 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '64242db4-050a-4831-913b-84beef1ef905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8205beb0-4d25-4c9e-a0f2-b53bd983d149'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:56:41.260107 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-315ccccc-1a0d-401c-899d-fdbe914cd3e9 service neutron] Attempting to bind port 6bb994f8-0b74-4899-b2a4-96d25027fc01 on network 8205beb0-4d25-4c9e-a0f2-b53bd983d149 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:56:41.263160 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device b0eae99e-91a9-4eea-a472-5c09394ba9e9 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:56:41.265073 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e39f852c-eaa9-4c70-874f-77cf3d61d73b req-71dec126-7594-4779-866a-c675f0975649 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:56:41.267658 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-315ccccc-1a0d-401c-899d-fdbe914cd3e9 service neutron] Port 6bb994f8-0b74-4899-b2a4-96d25027fc01 on network 8205beb0-4d25-4c9e-a0f2-b53bd983d149 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:56:41.267980 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-315ccccc-1a0d-401c-899d-fdbe914cd3e9 service neutron] Attempting to bind port 6bb994f8-0b74-4899-b2a4-96d25027fc01 on network 8205beb0-4d25-4c9e-a0f2-b53bd983d149 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:56:41.274534 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e2a435-304e-4080-9eb1-57298d4458be None None] Sync routers for ids ['43afe92e-a00f-42f0-821c-afdf2054c7d5'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:56:41.278512 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-2a130fdb-5035-4582-aa76-e69b7d80d633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:41.280219 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-2a130fdb-5035-4582-aa76-e69b7d80d633 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f89d2399-f949-4048-add4-43bd880aacb0 HTTP/1.1" status: 200 len: 853 time: 0.0779223 Aug 18 12:56:41.281218 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-315ccccc-1a0d-401c-899d-fdbe914cd3e9 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:56:41.281557 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-315ccccc-1a0d-401c-899d-fdbe914cd3e9 service neutron] Checking segment: {'id': '64242db4-050a-4831-913b-84beef1ef905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8205beb0-4d25-4c9e-a0f2-b53bd983d149'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:56:41.281932 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-315ccccc-1a0d-401c-899d-fdbe914cd3e9 service neutron] Bound using segment: {'id': '64242db4-050a-4831-913b-84beef1ef905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8205beb0-4d25-4c9e-a0f2-b53bd983d149'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:56:41.282389 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-315ccccc-1a0d-401c-899d-fdbe914cd3e9 service neutron] Bound port: 6bb994f8-0b74-4899-b2a4-96d25027fc01, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64242db4-050a-4831-913b-84beef1ef905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8205beb0-4d25-4c9e-a0f2-b53bd983d149'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:56:41.287705 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-315ccccc-1a0d-401c-899d-fdbe914cd3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:41.287843 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e39f852c-eaa9-4c70-874f-77cf3d61d73b req-71dec126-7594-4779-866a-c675f0975649 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:41.293908 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e2a435-304e-4080-9eb1-57298d4458be None None] Routers {'43afe92e-a00f-42f0-821c-afdf2054c7d5'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:56:41.294853 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-44e2a435-304e-4080-9eb1-57298d4458be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:56:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['43afe92e-a00f-42f0-821c-afdf2054c7d5'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:56:41.322002 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-09ed986e-e6fd-4f77-8e6c-c005eed02f7f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8205beb0-4d25-4c9e-a0f2-b53bd983d149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294695 Aug 18 12:56:41.363615 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e39f852c-eaa9-4c70-874f-77cf3d61d73b req-71dec126-7594-4779-866a-c675f0975649 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "PUT /v2.0/floatingips/9227d687-a75e-455f-8802-a718cee18e09 HTTP/1.1" status: 200 len: 995 time: 2.1020875 Aug 18 12:56:41.368513 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b86a49a-74e5-4b94-8617-fae5998d1d3a', 'tag': '15e1a548-80e1-410c-bde6-c120f9ddf35d'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:56:41.373285 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f669dba8-5400-4960-a675-692e8c5a7409" -d '{"events": [{"name": "network-changed", "server_uuid": "1b86a49a-74e5-4b94-8617-fae5998d1d3a", "tag": "15e1a548-80e1-410c-bde6-c120f9ddf35d"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:56:41.501255 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f852c-eaa9-4c70-874f-77cf3d61d73b req-6259a4c7-b3e7-49e0-839e-4b452ff14434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:41.511311 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e39f852c-eaa9-4c70-874f-77cf3d61d73b req-6259a4c7-b3e7-49e0-839e-4b452ff14434 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb573690056e4ba3a87674b850fada6d&device_id=1b86a49a-74e5-4b94-8617-fae5998d1d3a HTTP/1.1" status: 200 len: 1096 time: 0.1339476 Aug 18 12:56:41.525226 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f585e9-6cf7-42b3-9271-cee63e76d55c', 'tag': 'ef353580-0092-4687-8285-c7855789c8b3'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:56:41.532435 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57faf96-7074-4f49-aa01-8e2a721eb48b" -d '{"events": [{"name": "network-changed", "server_uuid": "17f585e9-6cf7-42b3-9271-cee63e76d55c", "tag": "ef353580-0092-4687-8285-c7855789c8b3"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:56:41.577827 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-083d4f94-b683-4500-9b86-a0a4aa65bded admin admin] Allocated IP 172.20.0.1 (72142ff6-0058-427c-8eef-dd79815eadc7/2657439a-d48b-486d-81cb-962a40e02605/04550e4b-a988-45a2-a7e5-0baba5440ee4) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:56:41.611920 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-44e2a435-304e-4080-9eb1-57298d4458be None None] Set router 43afe92e-a00f-42f0-821c-afdf2054c7d5 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:56:41.620961 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-14a4f921-8b86-4d74-9a6b-93fbca15cd7e tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=452d575d307745af932312c95e0bce6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468433 Aug 18 12:56:41.629438 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-315ccccc-1a0d-401c-899d-fdbe914cd3e9 service neutron] For port 6bb994f8-0b74-4899-b2a4-96d25027fc01, host n-h2-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:56:41.683546 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f852c-eaa9-4c70-874f-77cf3d61d73b req-2dc5f8ef-8eef-410f-9d03-11659df1f60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:41.691142 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e39f852c-eaa9-4c70-874f-77cf3d61d73b req-2dc5f8ef-8eef-410f-9d03-11659df1f60d service neutron] 10.222.0.13 "GET /v2.0/networks?id=227091c7-65ab-4b5a-b9bc-947d45191f2c HTTP/1.1" status: 200 len: 921 time: 0.1790051 Aug 18 12:56:41.696283 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port b0eae99e-91a9-4eea-a472-5c09394ba9e9, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=b0eae99e-91a9-4eea-a472-5c09394ba9e9,segment=NetworkSegment(a55d7d46-60e1-4c30-88cf-190c46dddd25),segment_id=a55d7d46-60e1-4c30-88cf-190c46dddd25)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:41.732497 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 7f32016f-e496-4b9b-867f-7c6a78dc0a77 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:56:41.749753 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-bdb2666a-9362-4e83-a30b-77430a582526 service neutron] 10.222.0.39 "GET /v2.0/networks/8205beb0-4d25-4c9e-a0f2-b53bd983d149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998983 Aug 18 12:56:41.754814 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-315ccccc-1a0d-401c-899d-fdbe914cd3e9 service neutron] For port 6bb994f8-0b74-4899-b2a4-96d25027fc01, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=6bb994f8-0b74-4899-b2a4-96d25027fc01,segment=NetworkSegment(64242db4-050a-4831-913b-84beef1ef905),segment_id=64242db4-050a-4831-913b-84beef1ef905)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:56:41.766257 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'b0eae99e-91a9-4eea-a472-5c09394ba9e9', 'network_id': '4ef47cb5-1e52-4552-a63f-a71a8084e726', 'port_id': 'b0eae99e-91a9-4eea-a472-5c09394ba9e9', 'mac_address': 'fa:16:3e:f8:10:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6656352-4eb3-48e5-bc33-70ad03175c1e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:56:41.826307 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:41.835756 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-cff5706b-a414-440c-abf6-a947bc7bd0f4 None None] Set router a92e3e84-14be-492c-b3ab-4101ac6b986b gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:56:41.854504 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e39f852c-eaa9-4c70-874f-77cf3d61d73b req-5c770dff-3b6b-4e75-af00-191b80586c72 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15e1a548-80e1-410c-bde6-c120f9ddf35d HTTP/1.1" status: 200 len: 998 time: 0.1606662 Aug 18 12:56:41.888623 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e4f0ec5f-7ec1-4cb3-a1b2-a943f7d7b9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:41.892000 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-315ccccc-1a0d-401c-899d-fdbe914cd3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:41.915593 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-083d4f94-b683-4500-9b86-a0a4aa65bded admin admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:41.924495 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0eae99e-91a9-4eea-a472-5c09394ba9e9 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:56:41.946363 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port b0eae99e-91a9-4eea-a472-5c09394ba9e9, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=b0eae99e-91a9-4eea-a472-5c09394ba9e9,segment=NetworkSegment(a55d7d46-60e1-4c30-88cf-190c46dddd25),segment_id=a55d7d46-60e1-4c30-88cf-190c46dddd25)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:41.955777 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-083d4f94-b683-4500-9b86-a0a4aa65bded admin admin] Transition to ACTIVE for port object 04550e4b-a988-45a2-a7e5-0baba5440ee4 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:56:42.020910 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 7f32016f-e496-4b9b-867f-7c6a78dc0a77 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:56:42.021284 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:42.026963 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:42.074871 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-44e2a435-304e-4080-9eb1-57298d4458be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-407900697-router', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:55:29Z', 'updated_at': '2021-08-18T12:55:36Z', 'revision_number': 4, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'gw_port': {'id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:30Z', 'updated_at': '2021-08-18T12:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '9227d687-a75e-455f-8802-a718cee18e09', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'port_id': '15e1a548-80e1-410c-bde6-c120f9ddf35d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c', 'mac_address': 'fa:16:3e:cc:52:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b86a49a-74e5-4b94-8617-fae5998d1d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:56:14Z', 'updated_at': '2021-08-18T12:56:39Z', 'revision_number': 1, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4487bb35-0a20-4c01-8048-1012e4021f4b', 'name': '', 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'mac_address': 'fa:16:3e:12:c1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:34Z', 'updated_at': '2021-08-18T12:55:44Z', 'revision_number': 5, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'subnets': [{'id': '54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:56:42.078412 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-315ccccc-1a0d-401c-899d-fdbe914cd3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:42.078870 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-315ccccc-1a0d-401c-899d-fdbe914cd3e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:42.082877 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-315ccccc-1a0d-401c-899d-fdbe914cd3e9 service neutron] 10.222.0.20 "PUT /v2.0/ports/6bb994f8-0b74-4899-b2a4-96d25027fc01 HTTP/1.1" status: 200 len: 1092 time: 2.3804109 Aug 18 12:56:42.094140 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f852c-eaa9-4c70-874f-77cf3d61d73b req-385a5b5c-419f-421d-b286-b57286277b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:42.101187 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e39f852c-eaa9-4c70-874f-77cf3d61d73b req-385a5b5c-419f-421d-b286-b57286277b1a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649 HTTP/1.1" status: 200 len: 859 time: 0.1490068 Aug 18 12:56:42.115660 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-ac015af7-7f78-499f-95e6-8a369ce23ff9 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:42.117793 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-ac015af7-7f78-499f-95e6-8a369ce23ff9 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4847829 Aug 18 12:56:42.153443 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-16299810-8994-4cb9-ad94-a7e8ad28c4f2 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] Request body: {'port': {'device_id': '2d403f61-d15c-471f-b19a-5a4e68f41223', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'admin_state_up': True, 'tenant_id': '452d575d307745af932312c95e0bce6c'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:56:42.155673 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e2a435-304e-4080-9eb1-57298d4458be None None] Checking router: 43afe92e-a00f-42f0-821c-afdf2054c7d5 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:56:42.169895 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e2a435-304e-4080-9eb1-57298d4458be None None] Routers {'43afe92e-a00f-42f0-821c-afdf2054c7d5'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:56:42.171013 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-44e2a435-304e-4080-9eb1-57298d4458be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:56:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['43afe92e-a00f-42f0-821c-afdf2054c7d5'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:56:42.188171 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ccccc-1a0d-401c-899d-fdbe914cd3e9 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb994f8-0b74-4899-b2a4-96d25027fc01,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:42.191481 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f852c-eaa9-4c70-874f-77cf3d61d73b req-56c402d0-c53a-408d-b772-9a1fd79184aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:42.193307 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e39f852c-eaa9-4c70-874f-77cf3d61d73b req-56c402d0-c53a-408d-b772-9a1fd79184aa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=227091c7-65ab-4b5a-b9bc-947d45191f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837409 Aug 18 12:56:42.210196 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=b0eae99e-91a9-4eea-a472-5c09394ba9e9,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:42.239921 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-80784e1b-3d27-4d7f-95a8-fd192f0accea service neutron] 10.222.0.39 "GET /v2.0/networks/8205beb0-4d25-4c9e-a0f2-b53bd983d149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4799583 Aug 18 12:56:42.284921 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-cff5706b-a414-440c-abf6-a947bc7bd0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92e3e84-14be-492c-b3ab-4101ac6b986b', 'name': 'tempest-ServersTestMultiNic-351966547-router', 'tenant_id': 'ca98f73fa3194194a71c5ae1a46b55b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '42e7ce8a-1e4e-40b1-9c01-6a8a7e590448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:56:36Z', 'updated_at': '2021-08-18T12:56:38Z', 'revision_number': 3, 'project_id': 'ca98f73fa3194194a71c5ae1a46b55b4', 'gw_port': {'id': '42e7ce8a-1e4e-40b1-9c01-6a8a7e590448', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:84:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a92e3e84-14be-492c-b3ab-4101ac6b986b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:56:37Z', 'updated_at': '2021-08-18T12:56:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:56:42.300791 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-63b2ceca-e006-4b4d-9024-6308341178d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:42.302429 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-63b2ceca-e006-4b4d-9024-6308341178d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=234ffca375d94eb59ece774ca7f62d4c&device_id=9f40b9d7-a8c1-43f7-8ea6-b8b919743764 HTTP/1.1" status: 200 len: 1095 time: 0.0738780 Aug 18 12:56:42.312483 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-083d4f94-b683-4500-9b86-a0a4aa65bded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:42.320327 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-44e2a435-304e-4080-9eb1-57298d4458be None None] Set router 43afe92e-a00f-42f0-821c-afdf2054c7d5 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:56:42.351919 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['b0eae99e-91a9-4eea-a472-5c09394ba9e9'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:56:42.364542 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-21c5b637-8f85-4d0a-b6a3-f3fa61e03a12 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bb994f8-0b74-4899-b2a4-96d25027fc01 HTTP/1.1" status: 200 len: 217 time: 0.0416610 Aug 18 12:56:42.381415 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083d4f94-b683-4500-9b86-a0a4aa65bded admin admin] Network 72142ff6-0058-427c-8eef-dd79815eadc7 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:56:42.387668 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-083d4f94-b683-4500-9b86-a0a4aa65bded admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:56:42.395442 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083d4f94-b683-4500-9b86-a0a4aa65bded admin admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:56:42.409473 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d4f94-b683-4500-9b86-a0a4aa65bded admin admin] Pushing event updated for resources: {'Port': ['ID=04550e4b-a988-45a2-a7e5-0baba5440ee4,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:42.410341 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff5706b-a414-440c-abf6-a947bc7bd0f4 None None] The sync data for ids ['a92e3e84-14be-492c-b3ab-4101ac6b986b'] in n-d-803603-2 is: [{'id': 'a92e3e84-14be-492c-b3ab-4101ac6b986b', 'name': 'tempest-ServersTestMultiNic-351966547-router', 'tenant_id': 'ca98f73fa3194194a71c5ae1a46b55b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '42e7ce8a-1e4e-40b1-9c01-6a8a7e590448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:56:36Z', 'updated_at': '2021-08-18T12:56:38Z', 'revision_number': 3, 'project_id': 'ca98f73fa3194194a71c5ae1a46b55b4', 'gw_port': {'id': '42e7ce8a-1e4e-40b1-9c01-6a8a7e590448', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:84:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a92e3e84-14be-492c-b3ab-4101ac6b986b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:56:37Z', 'updated_at': '2021-08-18T12:56:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:56:42.453505 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-4b1e36b8-3e65-4148-bcc4-6fd7ce0892c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:42.455534 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-4b1e36b8-3e65-4148-bcc4-6fd7ce0892c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f89d2399-f949-4048-add4-43bd880aacb0 HTTP/1.1" status: 200 len: 853 time: 0.0827601 Aug 18 12:56:42.463376 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-16299810-8994-4cb9-ad94-a7e8ad28c4f2 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] Made reservation on behalf of 452d575d307745af932312c95e0bce6c for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:56:42.469233 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-16299810-8994-4cb9-ad94-a7e8ad28c4f2 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:42.476228 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e39f852c-eaa9-4c70-874f-77cf3d61d73b req-079a410d-a6fb-461e-a66a-5220bf97fb2b service neutron] 10.222.0.13 "GET /v2.0/networks/227091c7-65ab-4b5a-b9bc-947d45191f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759302 Aug 18 12:56:42.496449 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-083d4f94-b683-4500-9b86-a0a4aa65bded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:42.518300 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-16299810-8994-4cb9-ad94-a7e8ad28c4f2 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:42.568859 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-c51fc898-0153-49b8-b02f-c8b39b33239e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8205beb0-4d25-4c9e-a0f2-b53bd983d149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946798 Aug 18 12:56:42.698308 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e39f852c-eaa9-4c70-874f-77cf3d61d73b req-2a2d453c-6ac9-49b2-950b-b98c25119285 service neutron] 10.222.0.13 "GET /v2.0/networks/227091c7-65ab-4b5a-b9bc-947d45191f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116838 Aug 18 12:56:42.699219 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-44e2a435-304e-4080-9eb1-57298d4458be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-407900697-router', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:55:29Z', 'updated_at': '2021-08-18T12:55:36Z', 'revision_number': 4, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'gw_port': {'id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:30Z', 'updated_at': '2021-08-18T12:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '9227d687-a75e-455f-8802-a718cee18e09', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'port_id': '15e1a548-80e1-410c-bde6-c120f9ddf35d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c', 'mac_address': 'fa:16:3e:cc:52:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b86a49a-74e5-4b94-8617-fae5998d1d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:56:14Z', 'updated_at': '2021-08-18T12:56:39Z', 'revision_number': 1, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4487bb35-0a20-4c01-8048-1012e4021f4b', 'name': '', 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'mac_address': 'fa:16:3e:12:c1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:34Z', 'updated_at': '2021-08-18T12:55:44Z', 'revision_number': 5, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'subnets': [{'id': '54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:56:42.737578 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e2a435-304e-4080-9eb1-57298d4458be None None] The sync data for ids ['43afe92e-a00f-42f0-821c-afdf2054c7d5'] in n-d-803603-2 is: [{'id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-407900697-router', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:55:29Z', 'updated_at': '2021-08-18T12:55:36Z', 'revision_number': 4, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'gw_port': {'id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:30Z', 'updated_at': '2021-08-18T12:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '9227d687-a75e-455f-8802-a718cee18e09', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'port_id': '15e1a548-80e1-410c-bde6-c120f9ddf35d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c', 'mac_address': 'fa:16:3e:cc:52:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b86a49a-74e5-4b94-8617-fae5998d1d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:56:14Z', 'updated_at': '2021-08-18T12:56:39Z', 'revision_number': 1, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4487bb35-0a20-4c01-8048-1012e4021f4b', 'name': '', 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'mac_address': 'fa:16:3e:12:c1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:34Z', 'updated_at': '2021-08-18T12:55:44Z', 'revision_number': 5, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'subnets': [{'id': '54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:56:42.757034 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e6afb-9dcd-4836-904e-1dbe37c559f7 req-aed21db4-c276-49f2-bd40-1fae24bb9354 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:42.758628 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ac9e6afb-9dcd-4836-904e-1dbe37c559f7 req-aed21db4-c276-49f2-bd40-1fae24bb9354 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=9407b444-c01e-4e46-a1da-ec7c9a1bc4fd HTTP/1.1" status: 200 len: 949 time: 0.1880248 Aug 18 12:56:42.816826 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-68c65485-f001-4ac5-ae05-5ad1022fbed1 service neutron] 10.222.0.20 "GET /v2.0/networks/8205beb0-4d25-4c9e-a0f2-b53bd983d149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293599 Aug 18 12:56:42.875175 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-295be785-8956-44ab-b69c-92b663ecef67 None None] Provisioning for port 04550e4b-a988-45a2-a7e5-0baba5440ee4 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:56:42.880277 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-295be785-8956-44ab-b69c-92b663ecef67 None None] Provisioning complete for port 04550e4b-a988-45a2-a7e5-0baba5440ee4 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:56:42.882538 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-295be785-8956-44ab-b69c-92b663ecef67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:42.938887 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ac9e6afb-9dcd-4836-904e-1dbe37c559f7 req-c445fac6-be5d-4076-8015-80210aa50ce3 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716883 Aug 18 12:56:42.949311 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-083d4f94-b683-4500-9b86-a0a4aa65bded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:42.968251 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79879eab-424f-499b-b3fe-5b4987f88351 x-openstack-request-id: req-79879eab-424f-499b-b3fe-5b4987f88351 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:56:42.969229 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9407b444-c01e-4e46-a1da-ec7c9a1bc4fd", "name": "network-vif-plugged", "status": "completed", "tag": "2308fcb3-38a2-4859-8f4f-93c5076d787e", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:56:42.969712 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79879eab-424f-499b-b3fe-5b4987f88351 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:56:42.970449 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9407b444-c01e-4e46-a1da-ec7c9a1bc4fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2308fcb3-38a2-4859-8f4f-93c5076d787e', 'code': 200} Aug 18 12:56:42.985200 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-16299810-8994-4cb9-ad94-a7e8ad28c4f2 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:43.006385 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-295be785-8956-44ab-b69c-92b663ecef67 None None] Port 04550e4b-a988-45a2-a7e5-0baba5440ee4 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:56:43.080005 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-16299810-8994-4cb9-ad94-a7e8ad28c4f2 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:43.125282 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eb7601e2-3971-4fce-a7fd-96f00db143df req-5e1e5033-c30d-4784-9798-ad05d81254a4 tempest-ServerShowV254Test-1122498729 tempest-ServerShowV254Test-1122498729-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b730dc-9d8c-4e7d-806f-489273dd2054 HTTP/1.1" status: 200 len: 210 time: 0.0634689 Aug 18 12:56:43.226117 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecca63de-d657-4e99-ae26-5d0e7da793f2 None None] New status for floating IP 9227d687-a75e-455f-8802-a718cee18e09: ACTIVE {{(pid=101677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:56:43.289295 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-083d4f94-b683-4500-9b86-a0a4aa65bded admin admin] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:43.292718 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfd126e-8e91-425b-8cf9-9f824fcd8ed4 x-openstack-request-id: req-9cfd126e-8e91-425b-8cf9-9f824fcd8ed4 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:56:43.293048 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b86a49a-74e5-4b94-8617-fae5998d1d3a", "tag": "15e1a548-80e1-410c-bde6-c120f9ddf35d", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:56:43.293296 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9cfd126e-8e91-425b-8cf9-9f824fcd8ed4 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:56:43.293691 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b86a49a-74e5-4b94-8617-fae5998d1d3a', 'tag': '15e1a548-80e1-410c-bde6-c120f9ddf35d', 'status': 'completed', 'code': 200} Aug 18 12:56:43.302274 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device b0eae99e-91a9-4eea-a472-5c09394ba9e9 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:56:43.358250 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-083d4f94-b683-4500-9b86-a0a4aa65bded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:43.436011 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d4f94-b683-4500-9b86-a0a4aa65bded admin admin] Pushing event updated for resources: {'Port': ['ID=04550e4b-a988-45a2-a7e5-0baba5440ee4,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:43.449639 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f669dba8-5400-4960-a675-692e8c5a7409 req-118c42db-9c60-4704-b82f-279c49886fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:43.451270 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f669dba8-5400-4960-a675-692e8c5a7409 req-118c42db-9c60-4704-b82f-279c49886fcd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb573690056e4ba3a87674b850fada6d&device_id=1b86a49a-74e5-4b94-8617-fae5998d1d3a HTTP/1.1" status: 200 len: 1096 time: 0.1567745 Aug 18 12:56:43.572396 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port b0eae99e-91a9-4eea-a472-5c09394ba9e9 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:56:43.583852 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port b0eae99e-91a9-4eea-a472-5c09394ba9e9 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:56:43.584260 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:43.603116 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-083d4f94-b683-4500-9b86-a0a4aa65bded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:43.622819 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 42e7ce8a-1e4e-40b1-9c01-6a8a7e590448 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:56:43.740241 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa333fbf-b072-4fe9-9467-d1531ac0058d req-d1255390-73d4-4332-b0b1-37c24f200415 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:43.740241 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fa333fbf-b072-4fe9-9467-d1531ac0058d req-d1255390-73d4-4332-b0b1-37c24f200415 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ffcb47d-e5c6-4bf3-b906-ea2246594abc HTTP/1.1" status: 200 len: 944 time: 0.2930479 Aug 18 12:56:43.777798 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-16299810-8994-4cb9-ad94-a7e8ad28c4f2 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] Allocated IP 192.168.233.67 (f82a481e-2d3e-49f3-a273-639556667c8a/38dc8434-66c0-4e05-8cce-b4a4a0f33dc3/65026451-b73f-4a2d-bc0c-bc8b3039d2a9) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:56:43.804195 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:43.813336 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f669dba8-5400-4960-a675-692e8c5a7409 req-505be3ee-1584-43ae-a1e9-8bf944348b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:43.815900 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f669dba8-5400-4960-a675-692e8c5a7409 req-505be3ee-1584-43ae-a1e9-8bf944348b3a service neutron] 10.222.0.39 "GET /v2.0/networks?id=227091c7-65ab-4b5a-b9bc-947d45191f2c HTTP/1.1" status: 200 len: 921 time: 0.3390059 Aug 18 12:56:43.818199 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 42e7ce8a-1e4e-40b1-9c01-6a8a7e590448 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:56:43.823956 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 42e7ce8a-1e4e-40b1-9c01-6a8a7e590448 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:56:43.824749 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:43.872455 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2cbb02cd-61b1-45ed-a01e-22daee27d968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:43.905089 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port b0eae99e-91a9-4eea-a472-5c09394ba9e9, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=b0eae99e-91a9-4eea-a472-5c09394ba9e9,segment=NetworkSegment(a55d7d46-60e1-4c30-88cf-190c46dddd25),segment_id=a55d7d46-60e1-4c30-88cf-190c46dddd25)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:43.934008 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fa333fbf-b072-4fe9-9467-d1531ac0058d req-2e043435-8cfc-4358-9c2d-f8a980d8b754 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2e6ff23-eb55-4090-afc8-d4592e7c24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857712 Aug 18 12:56:43.936140 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f669dba8-5400-4960-a675-692e8c5a7409 req-0d54f3b2-2286-41aa-807e-8203eec8d457 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15e1a548-80e1-410c-bde6-c120f9ddf35d HTTP/1.1" status: 200 len: 1000 time: 0.0970716 Aug 18 12:56:43.945540 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083d4f94-b683-4500-9b86-a0a4aa65bded admin admin] Network 72142ff6-0058-427c-8eef-dd79815eadc7 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:56:43.948641 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-083d4f94-b683-4500-9b86-a0a4aa65bded admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:56:43.983030 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:44.011272 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-16299810-8994-4cb9-ad94-a7e8ad28c4f2 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:44.020458 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 42e7ce8a-1e4e-40b1-9c01-6a8a7e590448, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=42e7ce8a-1e4e-40b1-9c01-6a8a7e590448,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:44.022057 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:44.045060 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-16299810-8994-4cb9-ad94-a7e8ad28c4f2 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] Transition to ACTIVE for port object 65026451-b73f-4a2d-bc0c-bc8b3039d2a9 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:56:44.084633 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1a5fdd0b-046c-4310-a270-6411e4ecd133 req-f0cc668f-a0dc-42b4-8fa7-62723dd01114 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d403f61-d15c-471f-b19a-5a4e68f41223 HTTP/1.1" status: 200 len: 210 time: 0.0377944 Aug 18 12:56:44.091887 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f669dba8-5400-4960-a675-692e8c5a7409 req-03b23315-0af3-4c9f-899d-4899b586361e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:44.093593 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f669dba8-5400-4960-a675-692e8c5a7409 req-03b23315-0af3-4c9f-899d-4899b586361e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649 HTTP/1.1" status: 200 len: 859 time: 0.1463718 Aug 18 12:56:44.124580 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=b0eae99e-91a9-4eea-a472-5c09394ba9e9,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:44.133960 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:44.150434 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678714c0-16ff-4ac9-9add-8e590fe21c80 x-openstack-request-id: req-678714c0-16ff-4ac9-9add-8e590fe21c80 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:56:44.151019 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f585e9-6cf7-42b3-9271-cee63e76d55c", "tag": "ef353580-0092-4687-8285-c7855789c8b3", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:56:44.151946 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-678714c0-16ff-4ac9-9add-8e590fe21c80 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:56:44.152345 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f585e9-6cf7-42b3-9271-cee63e76d55c', 'tag': 'ef353580-0092-4687-8285-c7855789c8b3', 'status': 'completed', 'code': 200} Aug 18 12:56:44.214575 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=42e7ce8a-1e4e-40b1-9c01-6a8a7e590448,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:44.219092 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16299810-8994-4cb9-ad94-a7e8ad28c4f2 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dee8f145-728d-49b6-b06e-8767e5f8eebf,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:44.228241 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-16299810-8994-4cb9-ad94-a7e8ad28c4f2 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:44.239111 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2cb00ef0-9438-475d-bcab-d1b1a8e86673 req-d92ec16a-dcde-430a-aaf6-5f3c342be503 service neutron] 10.222.0.20 "GET /v2.0/networks/8205beb0-4d25-4c9e-a0f2-b53bd983d149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4132290 Aug 18 12:56:44.269265 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-083d4f94-b683-4500-9b86-a0a4aa65bded admin admin] Router a92e3e84-14be-492c-b3ab-4101ac6b986b has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:56:44.293113 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f669dba8-5400-4960-a675-692e8c5a7409 req-7855bd21-f60c-485e-94d8-5aff69a60b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:44.294875 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f669dba8-5400-4960-a675-692e8c5a7409 req-7855bd21-f60c-485e-94d8-5aff69a60b9a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=227091c7-65ab-4b5a-b9bc-947d45191f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1924415 Aug 18 12:56:44.298768 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a606d-8a7c-49f9-8e15-303ff5a0e963 req-1a2a102f-0959-4b85-9531-19c8cf930727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:44.300476 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-113a606d-8a7c-49f9-8e15-303ff5a0e963 req-1a2a102f-0959-4b85-9531-19c8cf930727 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9407b444-c01e-4e46-a1da-ec7c9a1bc4fd HTTP/1.1" status: 200 len: 1100 time: 1.2675269 Aug 18 12:56:44.322602 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-16299810-8994-4cb9-ad94-a7e8ad28c4f2 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] Network f82a481e-2d3e-49f3-a273-639556667c8a is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:56:44.336452 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-54d26ae1-0744-43c8-adcb-07cbb0bb0b8f None None] Provisioning complete for port 04550e4b-a988-45a2-a7e5-0baba5440ee4 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:56:44.336888 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57faf96-7074-4f49-aa01-8e2a721eb48b req-802f8e93-5df6-4f05-88c6-8fc38b773883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:44.337011 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-54d26ae1-0744-43c8-adcb-07cbb0bb0b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:44.339894 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d57faf96-7074-4f49-aa01-8e2a721eb48b req-802f8e93-5df6-4f05-88c6-8fc38b773883 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=234ffca375d94eb59ece774ca7f62d4c&device_id=17f585e9-6cf7-42b3-9271-cee63e76d55c HTTP/1.1" status: 200 len: 1094 time: 0.2566817 Aug 18 12:56:44.351835 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149249e-6ed2-4237-8f7a-137c126de2d9 req-1704214c-5651-410c-a7c5-64fbeefd245e tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:44.353368 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6149249e-6ed2-4237-8f7a-137c126de2d9 req-1704214c-5651-410c-a7c5-64fbeefd245e tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f40b9d7-a8c1-43f7-8ea6-b8b919743764 HTTP/1.1" status: 200 len: 944 time: 1.2798977 Aug 18 12:56:44.364461 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-16299810-8994-4cb9-ad94-a7e8ad28c4f2 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:56:44.366857 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-16299810-8994-4cb9-ad94-a7e8ad28c4f2 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:56:44.377143 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-54d26ae1-0744-43c8-adcb-07cbb0bb0b8f None None] Port 04550e4b-a988-45a2-a7e5-0baba5440ee4 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:56:44.419669 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16299810-8994-4cb9-ad94-a7e8ad28c4f2 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] Pushing event updated for resources: {'Port': ['ID=65026451-b73f-4a2d-bc0c-bc8b3039d2a9,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:44.492195 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:44.525467 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083d4f94-b683-4500-9b86-a0a4aa65bded admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:56:44.537033 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-113a606d-8a7c-49f9-8e15-303ff5a0e963 req-7b881f9f-6879-401a-b666-efe175119daf service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196336 Aug 18 12:56:44.550126 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-16299810-8994-4cb9-ad94-a7e8ad28c4f2 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:44.552304 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-16299810-8994-4cb9-ad94-a7e8ad28c4f2 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:44.561856 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-083d4f94-b683-4500-9b86-a0a4aa65bded admin admin] 10.222.0.13 "PUT /v2.0/routers/a92e3e84-14be-492c-b3ab-4101ac6b986b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5349011 Aug 18 12:56:44.565883 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f669dba8-5400-4960-a675-692e8c5a7409 req-9f286490-4ec8-4a32-b26e-5c916be48cb3 service neutron] 10.222.0.39 "GET /v2.0/networks/227091c7-65ab-4b5a-b9bc-947d45191f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283866 Aug 18 12:56:44.579830 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6149249e-6ed2-4237-8f7a-137c126de2d9 req-eca5e21c-3f8c-4b5e-852d-fc61b4ebcc59 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0999ac7-01c1-4fe3-8c3c-566c271306ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050717 Aug 18 12:56:44.635711 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57faf96-7074-4f49-aa01-8e2a721eb48b req-02356b0b-e4f9-4fba-8427-cfac18435da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:44.638302 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d57faf96-7074-4f49-aa01-8e2a721eb48b req-02356b0b-e4f9-4fba-8427-cfac18435da8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8205beb0-4d25-4c9e-a0f2-b53bd983d149 HTTP/1.1" status: 200 len: 914 time: 0.2833123 Aug 18 12:56:44.723697 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-16299810-8994-4cb9-ad94-a7e8ad28c4f2 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5756886 Aug 18 12:56:44.725226 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d57faf96-7074-4f49-aa01-8e2a721eb48b req-e033d994-32f6-4f59-9e2f-2f5c1d2a8646 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef353580-0092-4687-8285-c7855789c8b3 HTTP/1.1" status: 200 len: 217 time: 0.0797656 Aug 18 12:56:44.728396 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1d29e-4b4d-48ca-9612-79f651f39317 req-0c79ad21-6ca5-4c53-a65c-aac4875d86eb tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:44.729926 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c9f1d29e-4b4d-48ca-9612-79f651f39317 req-0c79ad21-6ca5-4c53-a65c-aac4875d86eb tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7fdc02e-a8f1-4297-9e12-87329e25f6b8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0696559 Aug 18 12:56:44.756768 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-6156f296-d330-42d6-8a4d-31009d2c9343 service neutron] Request body: {'port': {'device_id': '2d403f61-d15c-471f-b19a-5a4e68f41223', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:56:44.761209 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42874) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:56:44.788897 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-0cf4e337-e7a4-472e-a3a1-d1dae331624d None None] Provisioning for port 65026451-b73f-4a2d-bc0c-bc8b3039d2a9 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:56:44.792884 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-0cf4e337-e7a4-472e-a3a1-d1dae331624d None None] Provisioning complete for port 65026451-b73f-4a2d-bc0c-bc8b3039d2a9 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:56:44.793270 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0cf4e337-e7a4-472e-a3a1-d1dae331624d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:44.805884 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f669dba8-5400-4960-a675-692e8c5a7409 req-6f418fe7-c020-4268-b800-52b15748e9be service neutron] 10.222.0.39 "GET /v2.0/networks/227091c7-65ab-4b5a-b9bc-947d45191f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097130 Aug 18 12:56:44.843644 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-0cf4e337-e7a4-472e-a3a1-d1dae331624d None None] Port 65026451-b73f-4a2d-bc0c-bc8b3039d2a9 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:56:44.851837 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c9f1d29e-4b4d-48ca-9612-79f651f39317 req-2e8a9d60-22f8-4c50-bef9-98cfc6f25ca8 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.13 HTTP/1.1" status: 200 len: 1000 time: 0.1151590 Aug 18 12:56:44.864449 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-c9f1d29e-4b4d-48ca-9612-79f651f39317 req-0a4a4f8b-d5ba-4575-9daf-e008279e3452 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Request body: {'floatingip': {'port_id': '32f1f523-eb0d-4157-b768-232c06b62bbc', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:56:44.875286 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57faf96-7074-4f49-aa01-8e2a721eb48b req-6dfafd18-b84a-44bb-b773-b98bb1306cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:44.878889 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d57faf96-7074-4f49-aa01-8e2a721eb48b req-6dfafd18-b84a-44bb-b773-b98bb1306cd8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f89d2399-f949-4048-add4-43bd880aacb0 HTTP/1.1" status: 200 len: 853 time: 0.1334145 Aug 18 12:56:44.889246 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99421b6d-44b5-4660-b3ea-f335b6468aa8 req-111cadff-d2ff-4667-a6d3-a7315543bb1a tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:44.897821 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-99421b6d-44b5-4660-b3ea-f335b6468aa8 req-111cadff-d2ff-4667-a6d3-a7315543bb1a tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=9407b444-c01e-4e46-a1da-ec7c9a1bc4fd HTTP/1.1" status: 200 len: 949 time: 0.1851165 Aug 18 12:56:44.912501 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce79635-56cb-4b86-be71-65ff08df9f3c None None] Sync routers for ids ['a92e3e84-14be-492c-b3ab-4101ac6b986b'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:56:44.923693 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce79635-56cb-4b86-be71-65ff08df9f3c None None] Routers {'a92e3e84-14be-492c-b3ab-4101ac6b986b'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:56:44.925348 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-cce79635-56cb-4b86-be71-65ff08df9f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:56:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['a92e3e84-14be-492c-b3ab-4101ac6b986b'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:56:44.933674 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-6156f296-d330-42d6-8a4d-31009d2c9343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:44.952339 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c9f1d29e-4b4d-48ca-9612-79f651f39317 req-0a4a4f8b-d5ba-4575-9daf-e008279e3452 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks [] for floatingip, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:44.967963 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d57faf96-7074-4f49-aa01-8e2a721eb48b req-3f0e85a7-8b3a-4207-8612-981bc05da599 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8205beb0-4d25-4c9e-a0f2-b53bd983d149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667515 Aug 18 12:56:44.972366 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ffcb47d-e5c6-4bf3-b906-ea2246594abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0eae99e-91a9-4eea-a472-5c09394ba9e9'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:56:44.975216 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc76e087-a0a7-4978-8be4-de8292ed8845" -d '{"events": [{"server_uuid": "5ffcb47d-e5c6-4bf3-b906-ea2246594abc", "name": "network-vif-plugged", "status": "completed", "tag": "b0eae99e-91a9-4eea-a472-5c09394ba9e9"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:56:44.988526 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-0f6029b0-ab8b-4ff9-ad5e-089bf46b0574 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1995663245'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:56:45.040984 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-cce79635-56cb-4b86-be71-65ff08df9f3c None None] Set router a92e3e84-14be-492c-b3ab-4101ac6b986b gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:56:45.057580 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-99421b6d-44b5-4660-b3ea-f335b6468aa8 req-a6c9929e-7e00-4234-ad51-d449ae256626 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588550 Aug 18 12:56:45.208267 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b8e5b7c3-4555-47b7-94d2-4bc9306e5237 req-102a20c3-bb2a-41de-82e8-d907c6f0ddc4 tempest-ServerShowV254Test-1122498729 tempest-ServerShowV254Test-1122498729-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b730dc-9d8c-4e7d-806f-489273dd2054 HTTP/1.1" status: 200 len: 210 time: 0.0546424 Aug 18 12:56:45.213135 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d57faf96-7074-4f49-aa01-8e2a721eb48b req-b3295897-d73c-4d69-a2ce-dc56d0bd5319 service neutron] 10.222.0.39 "GET /v2.0/networks/8205beb0-4d25-4c9e-a0f2-b53bd983d149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154593 Aug 18 12:56:45.215223 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6029b0-ab8b-4ff9-ad5e-089bf46b0574 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Made reservation on behalf of ca98f73fa3194194a71c5ae1a46b55b4 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:56:45.217369 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0f6029b0-ab8b-4ff9-ad5e-089bf46b0574 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:45.235284 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:45.280920 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device ef353580-0092-4687-8285-c7855789c8b3 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:56:45.282548 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-cce79635-56cb-4b86-be71-65ff08df9f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92e3e84-14be-492c-b3ab-4101ac6b986b', 'name': 'tempest-ServersTestMultiNic-351966547-router', 'tenant_id': 'ca98f73fa3194194a71c5ae1a46b55b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '42e7ce8a-1e4e-40b1-9c01-6a8a7e590448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:56:36Z', 'updated_at': '2021-08-18T12:56:42Z', 'revision_number': 4, 'project_id': 'ca98f73fa3194194a71c5ae1a46b55b4', 'gw_port': {'id': '42e7ce8a-1e4e-40b1-9c01-6a8a7e590448', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:84:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92e3e84-14be-492c-b3ab-4101ac6b986b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:56:37Z', 'updated_at': '2021-08-18T12:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '04550e4b-a988-45a2-a7e5-0baba5440ee4', 'name': '', 'network_id': '72142ff6-0058-427c-8eef-dd79815eadc7', 'tenant_id': 'ca98f73fa3194194a71c5ae1a46b55b4', 'mac_address': 'fa:16:3e:e5:3d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a92e3e84-14be-492c-b3ab-4101ac6b986b', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '2657439a-d48b-486d-81cb-962a40e02605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:56:41Z', 'updated_at': '2021-08-18T12:56:43Z', 'revision_number': 2, 'project_id': 'ca98f73fa3194194a71c5ae1a46b55b4', 'subnets': [{'id': '2657439a-d48b-486d-81cb-962a40e02605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:56:45.317053 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce79635-56cb-4b86-be71-65ff08df9f3c None None] Checking router: a92e3e84-14be-492c-b3ab-4101ac6b986b for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:56:45.317937 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce79635-56cb-4b86-be71-65ff08df9f3c None None] Updating router a92e3e84-14be-492c-b3ab-4101ac6b986b port 04550e4b-a988-45a2-a7e5-0baba5440ee4 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:56:45.348954 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-cce79635-56cb-4b86-be71-65ff08df9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:45.366438 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f6029b0-ab8b-4ff9-ad5e-089bf46b0574 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:56:45.407955 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0f6029b0-ab8b-4ff9-ad5e-089bf46b0574 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:45.408301 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-0f6029b0-ab8b-4ff9-ad5e-089bf46b0574 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Added segment 940830b9-5ada-4d93-8436-150f8f02aacc of type vlan for network c5a507b0-8603-40bf-80b9-f30b5aba2043 Aug 18 12:56:45.494069 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port ef353580-0092-4687-8285-c7855789c8b3, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=ef353580-0092-4687-8285-c7855789c8b3,segment=NetworkSegment(64242db4-050a-4831-913b-84beef1ef905),segment_id=64242db4-050a-4831-913b-84beef1ef905)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:45.525818 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'ef353580-0092-4687-8285-c7855789c8b3', 'network_id': '8205beb0-4d25-4c9e-a0f2-b53bd983d149', 'port_id': 'ef353580-0092-4687-8285-c7855789c8b3', 'mac_address': 'fa:16:3e:a6:02:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f89d2399-f949-4048-add4-43bd880aacb0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:56:45.568099 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 42e7ce8a-1e4e-40b1-9c01-6a8a7e590448 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:56:45.568579 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c9f1d29e-4b4d-48ca-9612-79f651f39317 req-0a4a4f8b-d5ba-4575-9daf-e008279e3452 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:45.575286 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d57faf96-7074-4f49-aa01-8e2a721eb48b req-6b4942a5-245d-47cb-9249-6e85b0997c64 service neutron] 10.222.0.39 "GET /v2.0/networks/8205beb0-4d25-4c9e-a0f2-b53bd983d149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274577 Aug 18 12:56:45.583782 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0f6029b0-ab8b-4ff9-ad5e-089bf46b0574 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:45.593819 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfab962-5970-4e95-8f7e-773e1d96274f req-379fd815-0b15-45a2-a988-6cf5784ab5f2 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:45.595465 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-adfab962-5970-4e95-8f7e-773e1d96274f req-379fd815-0b15-45a2-a988-6cf5784ab5f2 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d88bc60-8182-43a3-a135-48a13fe7c521 HTTP/1.1" status: 200 len: 947 time: 0.2526691 Aug 18 12:56:45.604912 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-6156f296-d330-42d6-8a4d-31009d2c9343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65026451-b73f-4a2d-bc0c-bc8b3039d2a9 {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:56:45.633715 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-6156f296-d330-42d6-8a4d-31009d2c9343 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:45.640669 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:45.662692 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-6156f296-d330-42d6-8a4d-31009d2c9343 service neutron] Transition to ACTIVE for port object 65026451-b73f-4a2d-bc0c-bc8b3039d2a9 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:56:45.667153 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef353580-0092-4687-8285-c7855789c8b3 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:56:45.674970 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c9f1d29e-4b4d-48ca-9612-79f651f39317 req-0a4a4f8b-d5ba-4575-9daf-e008279e3452 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:45.688571 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 42e7ce8a-1e4e-40b1-9c01-6a8a7e590448 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:56:45.688951 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:45.690927 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-adfab962-5970-4e95-8f7e-773e1d96274f req-dd6014d8-43c5-4f7d-bb46-d5206354cdb7 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec3a868f-c45c-400a-a7c0-e6579cd8ca23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734072 Aug 18 12:56:45.694365 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port ef353580-0092-4687-8285-c7855789c8b3, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=ef353580-0092-4687-8285-c7855789c8b3,segment=NetworkSegment(64242db4-050a-4831-913b-84beef1ef905),segment_id=64242db4-050a-4831-913b-84beef1ef905)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:45.764023 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-6156f296-d330-42d6-8a4d-31009d2c9343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:45.767196 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0f6029b0-ab8b-4ff9-ad5e-089bf46b0574 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:45.773692 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6029b0-ab8b-4ff9-ad5e-089bf46b0574 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:45.774572 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0f6029b0-ab8b-4ff9-ad5e-089bf46b0574 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:45.783597 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:45.828011 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [req-c9f1d29e-4b4d-48ca-9612-79f651f39317 req-0a4a4f8b-d5ba-4575-9daf-e008279e3452 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Floating IP 9227d687-a75e-455f-8802-a718cee18e09 associated. External IP: 172.25.6.13, port: 15e1a548-80e1-410c-bde6-c120f9ddf35d. Aug 18 12:56:45.860833 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=ef353580-0092-4687-8285-c7855789c8b3,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:45.869253 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:45.869608 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:45.869949 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:45.870315 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:45.870652 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:45.870985 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:45.871315 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:45.871647 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:45.872039 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:45.872504 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:45.872963 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:45.873354 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:45.873584 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-cce79635-56cb-4b86-be71-65ff08df9f3c None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:45.885601 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-cce79635-56cb-4b86-be71-65ff08df9f3c None None] Transition to ACTIVE for port object 04550e4b-a988-45a2-a7e5-0baba5440ee4 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:56:45.963208 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6156f296-d330-42d6-8a4d-31009d2c9343 service neutron] Pushing event updated for resources: {'Port': ['ID=65026451-b73f-4a2d-bc0c-bc8b3039d2a9,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:45.968713 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6029b0-ab8b-4ff9-ad5e-089bf46b0574 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Pushing event updated for resources: {'Network': ['ID=c5a507b0-8603-40bf-80b9-f30b5aba2043,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:45.973630 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-cce79635-56cb-4b86-be71-65ff08df9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:45.981184 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91922142-fe01-409c-82d1-21acc6a757b4 req-2ad61b91-4ce9-4343-b16c-249f65e7cbcb tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:45.982867 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-91922142-fe01-409c-82d1-21acc6a757b4 req-2ad61b91-4ce9-4343-b16c-249f65e7cbcb tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ffcb47d-e5c6-4bf3-b906-ea2246594abc HTTP/1.1" status: 200 len: 945 time: 0.2346709 Aug 18 12:56:45.984082 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network c5a507b0-8603-40bf-80b9-f30b5aba2043 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:56:45.990889 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0f6029b0-ab8b-4ff9-ad5e-089bf46b0574 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2259586 Aug 18 12:56:46.003679 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42886) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:56:46.011843 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-c09f26ec-777c-4d20-a474-b1beb0474dd6 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Request body: {'subnet': {'network_id': 'c5a507b0-8603-40bf-80b9-f30b5aba2043', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:56:46.031675 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa73c5-4a41-4b8f-8460-a4de621b0e5f None None] Pushing event updated for resources: {'Port': ['ID=04550e4b-a988-45a2-a7e5-0baba5440ee4,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:46.047616 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa73c5-4a41-4b8f-8460-a4de621b0e5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:46.048476 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa73c5-4a41-4b8f-8460-a4de621b0e5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:46.048476 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa73c5-4a41-4b8f-8460-a4de621b0e5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:46.048911 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa73c5-4a41-4b8f-8460-a4de621b0e5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:46.049329 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa73c5-4a41-4b8f-8460-a4de621b0e5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:46.049779 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa73c5-4a41-4b8f-8460-a4de621b0e5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:46.050363 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa73c5-4a41-4b8f-8460-a4de621b0e5f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:46.050632 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa73c5-4a41-4b8f-8460-a4de621b0e5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:46.051056 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa73c5-4a41-4b8f-8460-a4de621b0e5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:46.051466 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa73c5-4a41-4b8f-8460-a4de621b0e5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:46.051879 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa73c5-4a41-4b8f-8460-a4de621b0e5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:46.052429 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aa73c5-4a41-4b8f-8460-a4de621b0e5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:46.116768 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['ef353580-0092-4687-8285-c7855789c8b3'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:56:46.147502 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-cce79635-56cb-4b86-be71-65ff08df9f3c None None] Attempting to bind port 04550e4b-a988-45a2-a7e5-0baba5440ee4 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:56:46.148296 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-cce79635-56cb-4b86-be71-65ff08df9f3c None None] Attempting to bind port 04550e4b-a988-45a2-a7e5-0baba5440ee4 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '9eeeac0e-307b-45f4-9537-fb6133626f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '72142ff6-0058-427c-8eef-dd79815eadc7'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:56:46.149041 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce79635-56cb-4b86-be71-65ff08df9f3c None None] Attempting to bind port 04550e4b-a988-45a2-a7e5-0baba5440ee4 on network 72142ff6-0058-427c-8eef-dd79815eadc7 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:56:46.155342 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce79635-56cb-4b86-be71-65ff08df9f3c None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:56:46.156114 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce79635-56cb-4b86-be71-65ff08df9f3c None None] Checking segment: {'id': '9eeeac0e-307b-45f4-9537-fb6133626f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '72142ff6-0058-427c-8eef-dd79815eadc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:56:46.156272 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f40b9d7-a8c1-43f7-8ea6-b8b919743764', 'tag': '6bb994f8-0b74-4899-b2a4-96d25027fc01'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:56:46.157633 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-cce79635-56cb-4b86-be71-65ff08df9f3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:46.158382 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce79635-56cb-4b86-be71-65ff08df9f3c None None] Bound using segment: {'id': '9eeeac0e-307b-45f4-9537-fb6133626f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '72142ff6-0058-427c-8eef-dd79815eadc7'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:56:46.158634 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b43a1e-dbcc-49cc-a81b-441d8a3678c7" -d '{"events": [{"name": "network-changed", "server_uuid": "9f40b9d7-a8c1-43f7-8ea6-b8b919743764", "tag": "6bb994f8-0b74-4899-b2a4-96d25027fc01"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:56:46.160404 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-cce79635-56cb-4b86-be71-65ff08df9f3c None None] Bound port: 04550e4b-a988-45a2-a7e5-0baba5440ee4, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eeeac0e-307b-45f4-9537-fb6133626f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '72142ff6-0058-427c-8eef-dd79815eadc7'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:56:46.161065 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-cce79635-56cb-4b86-be71-65ff08df9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:46.232835 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-6156f296-d330-42d6-8a4d-31009d2c9343 service neutron] Attempting to bind port 65026451-b73f-4a2d-bc0c-bc8b3039d2a9 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:56:46.233090 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-6156f296-d330-42d6-8a4d-31009d2c9343 service neutron] Attempting to bind port 65026451-b73f-4a2d-bc0c-bc8b3039d2a9 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:56:46.233351 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-6156f296-d330-42d6-8a4d-31009d2c9343 service neutron] Attempting to bind port 65026451-b73f-4a2d-bc0c-bc8b3039d2a9 on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:56:46.253624 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-6156f296-d330-42d6-8a4d-31009d2c9343 service neutron] Port 65026451-b73f-4a2d-bc0c-bc8b3039d2a9 on network f82a481e-2d3e-49f3-a273-639556667c8a not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:56:46.254139 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-6156f296-d330-42d6-8a4d-31009d2c9343 service neutron] Attempting to bind port 65026451-b73f-4a2d-bc0c-bc8b3039d2a9 on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:56:46.270184 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-cce79635-56cb-4b86-be71-65ff08df9f3c None None] For port 04550e4b-a988-45a2-a7e5-0baba5440ee4, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:56:46.274351 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-cce79635-56cb-4b86-be71-65ff08df9f3c None None] For port 04550e4b-a988-45a2-a7e5-0baba5440ee4, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=04550e4b-a988-45a2-a7e5-0baba5440ee4,segment=NetworkSegment(9eeeac0e-307b-45f4-9537-fb6133626f37),segment_id=9eeeac0e-307b-45f4-9537-fb6133626f37)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:56:46.276945 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-91922142-fe01-409c-82d1-21acc6a757b4 req-4800695e-1e41-42bf-a2fe-b72dafe50dd3 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2e6ff23-eb55-4090-afc8-d4592e7c24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721443 Aug 18 12:56:46.289339 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-6156f296-d330-42d6-8a4d-31009d2c9343 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:56:46.296065 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-6156f296-d330-42d6-8a4d-31009d2c9343 service neutron] Checking segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:56:46.296065 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-6156f296-d330-42d6-8a4d-31009d2c9343 service neutron] Bound using segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:56:46.296065 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-6156f296-d330-42d6-8a4d-31009d2c9343 service neutron] Bound port: 65026451-b73f-4a2d-bc0c-bc8b3039d2a9, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:56:46.296065 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-6156f296-d330-42d6-8a4d-31009d2c9343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:46.373658 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4bbe84-7248-497c-ac7e-eeabcd9e501c x-openstack-request-id: req-5a4bbe84-7248-497c-ac7e-eeabcd9e501c {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:56:46.375229 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ffcb47d-e5c6-4bf3-b906-ea2246594abc", "name": "network-vif-plugged", "status": "completed", "tag": "b0eae99e-91a9-4eea-a472-5c09394ba9e9", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:56:46.376786 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a4bbe84-7248-497c-ac7e-eeabcd9e501c {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:56:46.377321 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffcb47d-e5c6-4bf3-b906-ea2246594abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0eae99e-91a9-4eea-a472-5c09394ba9e9', 'code': 200} Aug 18 12:56:46.378718 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-cce79635-56cb-4b86-be71-65ff08df9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:46.406889 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09f26ec-777c-4d20-a474-b1beb0474dd6 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Made reservation on behalf of ca98f73fa3194194a71c5ae1a46b55b4 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:56:46.412089 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c09f26ec-777c-4d20-a474-b1beb0474dd6 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:46.466742 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa73c5-4a41-4b8f-8460-a4de621b0e5f None None] Pushing event updated for resources: {'Port': ['ID=04550e4b-a988-45a2-a7e5-0baba5440ee4,revision_number=4']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:46.469328 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce79635-56cb-4b86-be71-65ff08df9f3c None None] Routers {'a92e3e84-14be-492c-b3ab-4101ac6b986b'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:56:46.470077 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-cce79635-56cb-4b86-be71-65ff08df9f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:56:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['a92e3e84-14be-492c-b3ab-4101ac6b986b'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:56:46.578555 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-6156f296-d330-42d6-8a4d-31009d2c9343 service neutron] For port 65026451-b73f-4a2d-bc0c-bc8b3039d2a9, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:56:46.606195 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-cce79635-56cb-4b86-be71-65ff08df9f3c None None] Set router a92e3e84-14be-492c-b3ab-4101ac6b986b gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:56:46.611861 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9f1d29e-4b4d-48ca-9612-79f651f39317 req-0a4a4f8b-d5ba-4575-9daf-e008279e3452 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Router 43afe92e-a00f-42f0-821c-afdf2054c7d5 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:56:46.633953 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b99df-2e92-48f4-8f51-2f588a4da2ff req-0de6bb52-6dc8-4b78-a626-2942b514be8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:46.633953 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-487b99df-2e92-48f4-8f51-2f588a4da2ff req-0de6bb52-6dc8-4b78-a626-2942b514be8e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5ffcb47d-e5c6-4bf3-b906-ea2246594abc HTTP/1.1" status: 200 len: 1096 time: 0.2126324 Aug 18 12:56:46.633953 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-6156f296-d330-42d6-8a4d-31009d2c9343 service neutron] For port 65026451-b73f-4a2d-bc0c-bc8b3039d2a9, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=65026451-b73f-4a2d-bc0c-bc8b3039d2a9,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:56:46.656452 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59212723-4b32-4e50-9772-fa607dd9d319 req-51af52bd-317b-4d6f-9230-4f4e2b5b8a9a tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:46.662420 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-59212723-4b32-4e50-9772-fa607dd9d319 req-51af52bd-317b-4d6f-9230-4f4e2b5b8a9a tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d88bc60-8182-43a3-a135-48a13fe7c521 HTTP/1.1" status: 200 len: 947 time: 0.2138157 Aug 18 12:56:46.726162 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-6156f296-d330-42d6-8a4d-31009d2c9343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:46.727130 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 6bb994f8-0b74-4899-b2a4-96d25027fc01 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:56:46.739950 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9f1d29e-4b4d-48ca-9612-79f651f39317 req-0a4a4f8b-d5ba-4575-9daf-e008279e3452 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:56:46.745386 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e064d4a-830f-4729-9cfd-f53e14458e0f req-46ae0478-fd86-4b80-ae64-71d587f8f664 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:46.755297 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0e064d4a-830f-4729-9cfd-f53e14458e0f req-46ae0478-fd86-4b80-ae64-71d587f8f664 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d403f61-d15c-471f-b19a-5a4e68f41223 HTTP/1.1" status: 200 len: 947 time: 0.2500248 Aug 18 12:56:46.764272 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80db4b4-34ff-4580-a49d-46290f1c16c6 None None] Sync routers for ids ['43afe92e-a00f-42f0-821c-afdf2054c7d5'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:56:46.809715 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80db4b4-34ff-4580-a49d-46290f1c16c6 None None] Routers {'43afe92e-a00f-42f0-821c-afdf2054c7d5'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:56:46.810970 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-c80db4b4-34ff-4580-a49d-46290f1c16c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:56:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['43afe92e-a00f-42f0-821c-afdf2054c7d5'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:56:46.825027 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-6156f296-d330-42d6-8a4d-31009d2c9343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:46.825882 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-6156f296-d330-42d6-8a4d-31009d2c9343 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:46.827715 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-6156f296-d330-42d6-8a4d-31009d2c9343 service neutron] 10.222.0.39 "PUT /v2.0/ports/65026451-b73f-4a2d-bc0c-bc8b3039d2a9 HTTP/1.1" status: 200 len: 1095 time: 2.0855098 Aug 18 12:56:46.865553 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-487b99df-2e92-48f4-8f51-2f588a4da2ff req-37b4b43b-cc39-44fc-b96f-e0a81f27d8cb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c2e6ff23-eb55-4090-afc8-d4592e7c24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211015 Aug 18 12:56:46.869044 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-cce79635-56cb-4b86-be71-65ff08df9f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92e3e84-14be-492c-b3ab-4101ac6b986b', 'name': 'tempest-ServersTestMultiNic-351966547-router', 'tenant_id': 'ca98f73fa3194194a71c5ae1a46b55b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '42e7ce8a-1e4e-40b1-9c01-6a8a7e590448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:56:36Z', 'updated_at': '2021-08-18T12:56:42Z', 'revision_number': 4, 'project_id': 'ca98f73fa3194194a71c5ae1a46b55b4', 'gw_port': {'id': '42e7ce8a-1e4e-40b1-9c01-6a8a7e590448', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:84:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92e3e84-14be-492c-b3ab-4101ac6b986b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:56:37Z', 'updated_at': '2021-08-18T12:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '04550e4b-a988-45a2-a7e5-0baba5440ee4', 'name': '', 'network_id': '72142ff6-0058-427c-8eef-dd79815eadc7', 'tenant_id': 'ca98f73fa3194194a71c5ae1a46b55b4', 'mac_address': 'fa:16:3e:e5:3d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a92e3e84-14be-492c-b3ab-4101ac6b986b', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '2657439a-d48b-486d-81cb-962a40e02605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:56:41Z', 'updated_at': '2021-08-18T12:56:46Z', 'revision_number': 4, 'project_id': 'ca98f73fa3194194a71c5ae1a46b55b4', 'subnets': [{'id': '2657439a-d48b-486d-81cb-962a40e02605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:56:46.913029 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce79635-56cb-4b86-be71-65ff08df9f3c None None] The sync data for ids ['a92e3e84-14be-492c-b3ab-4101ac6b986b'] in n-d-803603-2 is: [{'id': 'a92e3e84-14be-492c-b3ab-4101ac6b986b', 'name': 'tempest-ServersTestMultiNic-351966547-router', 'tenant_id': 'ca98f73fa3194194a71c5ae1a46b55b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '42e7ce8a-1e4e-40b1-9c01-6a8a7e590448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:56:36Z', 'updated_at': '2021-08-18T12:56:42Z', 'revision_number': 4, 'project_id': 'ca98f73fa3194194a71c5ae1a46b55b4', 'gw_port': {'id': '42e7ce8a-1e4e-40b1-9c01-6a8a7e590448', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:84:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92e3e84-14be-492c-b3ab-4101ac6b986b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:56:37Z', 'updated_at': '2021-08-18T12:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '04550e4b-a988-45a2-a7e5-0baba5440ee4', 'name': '', 'network_id': '72142ff6-0058-427c-8eef-dd79815eadc7', 'tenant_id': 'ca98f73fa3194194a71c5ae1a46b55b4', 'mac_address': 'fa:16:3e:e5:3d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a92e3e84-14be-492c-b3ab-4101ac6b986b', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '2657439a-d48b-486d-81cb-962a40e02605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:56:41Z', 'updated_at': '2021-08-18T12:56:46Z', 'revision_number': 4, 'project_id': 'ca98f73fa3194194a71c5ae1a46b55b4', 'subnets': [{'id': '2657439a-d48b-486d-81cb-962a40e02605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:56:46.950337 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6156f296-d330-42d6-8a4d-31009d2c9343 service neutron] Pushing event updated for resources: {'Port': ['ID=65026451-b73f-4a2d-bc0c-bc8b3039d2a9,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:46.980988 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0e064d4a-830f-4729-9cfd-f53e14458e0f req-5f8445cf-1466-459f-83e2-72ffcb447b0a tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee8f145-728d-49b6-b06e-8767e5f8eebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199559 Aug 18 12:56:47.134805 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9f1d29e-4b4d-48ca-9612-79f651f39317 req-0a4a4f8b-d5ba-4575-9daf-e008279e3452 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Router 43afe92e-a00f-42f0-821c-afdf2054c7d5 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:56:47.137104 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 6bb994f8-0b74-4899-b2a4-96d25027fc01, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=6bb994f8-0b74-4899-b2a4-96d25027fc01,segment=NetworkSegment(64242db4-050a-4831-913b-84beef1ef905),segment_id=64242db4-050a-4831-913b-84beef1ef905)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:47.149766 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-59212723-4b32-4e50-9772-fa607dd9d319 req-bfe750a7-5dcf-46b3-bbf5-1ff693b7c1a5 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Deleting port 13e38942-68c9-4b60-9eb2-a67a3d052986 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:56:47.150564 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-59212723-4b32-4e50-9772-fa607dd9d319 req-bfe750a7-5dcf-46b3-bbf5-1ff693b7c1a5 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:47.154761 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '6bb994f8-0b74-4899-b2a4-96d25027fc01', 'network_id': '8205beb0-4d25-4c9e-a0f2-b53bd983d149', 'port_id': '6bb994f8-0b74-4899-b2a4-96d25027fc01', 'mac_address': 'fa:16:3e:56:5c:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f89d2399-f949-4048-add4-43bd880aacb0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:56:47.158398 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-4160da16-85cd-4de5-b48c-b0b4d2655f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:47.161687 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-4160da16-85cd-4de5-b48c-b0b4d2655f7e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=452d575d307745af932312c95e0bce6c&device_id=2d403f61-d15c-471f-b19a-5a4e68f41223 HTTP/1.1" status: 200 len: 1098 time: 0.2073944 Aug 18 12:56:47.221970 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c09f26ec-777c-4d20-a474-b1beb0474dd6 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:47.264516 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:47.278150 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9f1d29e-4b4d-48ca-9612-79f651f39317 req-0a4a4f8b-d5ba-4575-9daf-e008279e3452 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:56:47.285047 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb994f8-0b74-4899-b2a4-96d25027fc01 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:56:47.287130 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-bf61064d-ed98-4989-a30c-b333bab77477 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=65026451-b73f-4a2d-bc0c-bc8b3039d2a9 HTTP/1.1" status: 200 len: 217 time: 0.1127844 Aug 18 12:56:47.288398 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c9f1d29e-4b4d-48ca-9612-79f651f39317 req-0a4a4f8b-d5ba-4575-9daf-e008279e3452 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:47.300758 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-c80db4b4-34ff-4580-a49d-46290f1c16c6 None None] Set router 43afe92e-a00f-42f0-821c-afdf2054c7d5 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:56:47.311809 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device ef353580-0092-4687-8285-c7855789c8b3 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:56:47.313886 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae51e07-21aa-48f7-8e2b-1a525ba063d6 req-1494ffa5-3b12-4244-9f8b-3a1d0d7cb392 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:47.322061 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1ae51e07-21aa-48f7-8e2b-1a525ba063d6 req-1494ffa5-3b12-4244-9f8b-3a1d0d7cb392 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f40b9d7-a8c1-43f7-8ea6-b8b919743764 HTTP/1.1" status: 200 len: 944 time: 0.2405007 Aug 18 12:56:47.332055 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b86a49a-74e5-4b94-8617-fae5998d1d3a', 'tag': '15e1a548-80e1-410c-bde6-c120f9ddf35d'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:56:47.334494 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11226fc-2cc9-4eec-a0ed-32b09fc1c558" -d '{"events": [{"name": "network-changed", "server_uuid": "1b86a49a-74e5-4b94-8617-fae5998d1d3a", "tag": "15e1a548-80e1-410c-bde6-c120f9ddf35d"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:56:47.342283 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:47.375679 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c9f1d29e-4b4d-48ca-9612-79f651f39317 req-0a4a4f8b-d5ba-4575-9daf-e008279e3452 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "PUT /v2.0/floatingips/9227d687-a75e-455f-8802-a718cee18e09 HTTP/1.1" status: 200 len: 997 time: 2.5170758 Aug 18 12:56:47.383531 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 6bb994f8-0b74-4899-b2a4-96d25027fc01, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=6bb994f8-0b74-4899-b2a4-96d25027fc01,segment=NetworkSegment(64242db4-050a-4831-913b-84beef1ef905),segment_id=64242db4-050a-4831-913b-84beef1ef905)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:47.444685 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1ae51e07-21aa-48f7-8e2b-1a525ba063d6 req-8cf7f663-daf0-4115-8676-712b26a997ed tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0999ac7-01c1-4fe3-8c3c-566c271306ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217406 Aug 18 12:56:47.460928 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1d29e-4b4d-48ca-9612-79f651f39317 req-6001dcdc-9cc1-42a4-94de-b0a1a1919be8 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:47.462474 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c9f1d29e-4b4d-48ca-9612-79f651f39317 req-6001dcdc-9cc1-42a4-94de-b0a1a1919be8 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/ports/15e1a548-80e1-410c-bde6-c120f9ddf35d HTTP/1.1" status: 200 len: 942 time: 0.0829720 Aug 18 12:56:47.463388 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f26ec-777c-4d20-a474-b1beb0474dd6 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Pushing event updated for resources: {'Subnet': ['ID=98081d64-61a0-430f-82c3-1298081b7aec,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:47.480380 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:47.493402 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-59212723-4b32-4e50-9772-fa607dd9d319 req-bfe750a7-5dcf-46b3-bbf5-1ff693b7c1a5 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] For port 13e38942-68c9-4b60-9eb2-a67a3d052986, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=13e38942-68c9-4b60-9eb2-a67a3d052986,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:47.493913 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-59212723-4b32-4e50-9772-fa607dd9d319 req-bfe750a7-5dcf-46b3-bbf5-1ff693b7c1a5 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:47.499176 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-38cd426b-7aa0-4964-866b-577dc1e87d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:47.503512 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-38cd426b-7aa0-4964-866b-577dc1e87d48 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.1535408 Aug 18 12:56:47.554114 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-59212723-4b32-4e50-9772-fa607dd9d319 req-bfe750a7-5dcf-46b3-bbf5-1ff693b7c1a5 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Calling delete_port for 13e38942-68c9-4b60-9eb2-a67a3d052986 owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:56:47.572289 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 04550e4b-a988-45a2-a7e5-0baba5440ee4 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:56:47.584493 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09f26ec-777c-4d20-a474-b1beb0474dd6 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Checking segment: {'id': '940830b9-5ada-4d93-8436-150f8f02aacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c5a507b0-8603-40bf-80b9-f30b5aba2043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:56:47.584855 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09f26ec-777c-4d20-a474-b1beb0474dd6 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Network hostable DHCP agents. Network: c5a507b0-8603-40bf-80b9-f30b5aba2043, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:56:47.594468 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port ef353580-0092-4687-8285-c7855789c8b3 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:56:47.679824 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1d29e-4b4d-48ca-9612-79f651f39317 req-2b603c38-4092-476c-955b-4d37e836cc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:47.682329 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c9f1d29e-4b4d-48ca-9612-79f651f39317 req-2b603c38-4092-476c-955b-4d37e836cc87 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb573690056e4ba3a87674b850fada6d&device_id=1b86a49a-74e5-4b94-8617-fae5998d1d3a HTTP/1.1" status: 200 len: 1096 time: 0.0586622 Aug 18 12:56:47.770009 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-4e9b9fa3-39c2-46ce-97ff-b6d37a2519b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:47.772015 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-4e9b9fa3-39c2-46ce-97ff-b6d37a2519b0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2420368 Aug 18 12:56:47.794824 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port ef353580-0092-4687-8285-c7855789c8b3 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:56:47.795197 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:47.796032 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1d29e-4b4d-48ca-9612-79f651f39317 req-12f6795c-c853-4bd9-b305-6d8418a7d9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:47.797707 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c9f1d29e-4b4d-48ca-9612-79f651f39317 req-12f6795c-c853-4bd9-b305-6d8418a7d9fa service neutron] 10.222.0.13 "GET /v2.0/networks?id=227091c7-65ab-4b5a-b9bc-947d45191f2c HTTP/1.1" status: 200 len: 921 time: 0.1091344 Aug 18 12:56:47.832150 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=6bb994f8-0b74-4899-b2a4-96d25027fc01,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:47.857426 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c9f1d29e-4b4d-48ca-9612-79f651f39317 req-214b8e1a-0dd9-4e4a-b2df-a8932084a397 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15e1a548-80e1-410c-bde6-c120f9ddf35d HTTP/1.1" status: 200 len: 217 time: 0.0480287 Aug 18 12:56:47.902883 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['6bb994f8-0b74-4899-b2a4-96d25027fc01'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:56:47.918690 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1d29e-4b4d-48ca-9612-79f651f39317 req-beab74de-7dad-4cce-94e1-4cec354de445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:47.920322 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c9f1d29e-4b4d-48ca-9612-79f651f39317 req-beab74de-7dad-4cce-94e1-4cec354de445 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649 HTTP/1.1" status: 200 len: 859 time: 0.0546291 Aug 18 12:56:47.961810 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-949dd93c-a70d-4736-a2a2-159dca3ab5b1 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674292 Aug 18 12:56:47.980384 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 04550e4b-a988-45a2-a7e5-0baba5440ee4 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:56:47.984423 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09f26ec-777c-4d20-a474-b1beb0474dd6 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Network c5a507b0-8603-40bf-80b9-f30b5aba2043 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:56:47.991333 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 04550e4b-a988-45a2-a7e5-0baba5440ee4 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:56:47.991707 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:48.005233 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1d29e-4b4d-48ca-9612-79f651f39317 req-03417bcb-f0bb-4f87-8690-223f25201c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:48.007649 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c9f1d29e-4b4d-48ca-9612-79f651f39317 req-03417bcb-f0bb-4f87-8690-223f25201c0a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=227091c7-65ab-4b5a-b9bc-947d45191f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790892 Aug 18 12:56:48.110322 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0c2e1f41-4f33-40ee-8cd9-43e70afed45b req-301af92a-f2b4-4fd1-9440-de5dbc83c18a service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217501 Aug 18 12:56:48.112495 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c9f1d29e-4b4d-48ca-9612-79f651f39317 req-bd790e55-0086-4e6c-ae8d-97aaaa479d6b service neutron] 10.222.0.13 "GET /v2.0/networks/227091c7-65ab-4b5a-b9bc-947d45191f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975831 Aug 18 12:56:48.127008 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4454e-890e-49eb-99f0-b38cf29bedc1 req-4ab35d70-3521-4bab-a780-c7d608bb2d78 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:48.128587 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a6c4454e-890e-49eb-99f0-b38cf29bedc1 req-4ab35d70-3521-4bab-a780-c7d608bb2d78 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=9407b444-c01e-4e46-a1da-ec7c9a1bc4fd HTTP/1.1" status: 200 len: 949 time: 0.4813380 Aug 18 12:56:48.129272 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-59212723-4b32-4e50-9772-fa607dd9d319 req-bfe750a7-5dcf-46b3-bbf5-1ff693b7c1a5 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:48.161762 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:48.177725 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe750a7-5dcf-46b3-bbf5-1ff693b7c1a5 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Pushing event deleted for resources: {'Port': ['ID=13e38942-68c9-4b60-9eb2-a67a3d052986,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:48.219579 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-c09f26ec-777c-4d20-a474-b1beb0474dd6 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, c5a507b0-8603-40bf-80b9-f30b5aba2043) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:56:48.226325 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09f26ec-777c-4d20-a474-b1beb0474dd6 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:48.227241 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c09f26ec-777c-4d20-a474-b1beb0474dd6 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:48.240081 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af27147-c8ad-460a-a73f-16afd447b8a8 None None] Network c5a507b0-8603-40bf-80b9-f30b5aba2043 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:56:48.264773 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c9f1d29e-4b4d-48ca-9612-79f651f39317 req-d70d8348-2fc7-4266-93ba-8569c3ff31ec service neutron] 10.222.0.13 "GET /v2.0/networks/227091c7-65ab-4b5a-b9bc-947d45191f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474979 Aug 18 12:56:48.279946 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-c80db4b4-34ff-4580-a49d-46290f1c16c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-407900697-router', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:55:29Z', 'updated_at': '2021-08-18T12:55:36Z', 'revision_number': 4, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'gw_port': {'id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:30Z', 'updated_at': '2021-08-18T12:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '9227d687-a75e-455f-8802-a718cee18e09', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'port_id': '32f1f523-eb0d-4157-b768-232c06b62bbc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c', 'mac_address': 'fa:16:3e:c3:6a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fdc02e-a8f1-4297-9e12-87329e25f6b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:56:14Z', 'updated_at': '2021-08-18T12:56:45Z', 'revision_number': 3, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4487bb35-0a20-4c01-8048-1012e4021f4b', 'name': '', 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'mac_address': 'fa:16:3e:12:c1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:34Z', 'updated_at': '2021-08-18T12:55:44Z', 'revision_number': 5, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'subnets': [{'id': '54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:56:48.283317 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-59212723-4b32-4e50-9772-fa607dd9d319 req-bfe750a7-5dcf-46b3-bbf5-1ff693b7c1a5 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] No DVR routers for this DVR port 13e38942-68c9-4b60-9eb2-a67a3d052986 on host n-h2-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:56:48.287355 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-59212723-4b32-4e50-9772-fa607dd9d319 req-bfe750a7-5dcf-46b3-bbf5-1ff693b7c1a5 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:48.288976 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-59212723-4b32-4e50-9772-fa607dd9d319 req-bfe750a7-5dcf-46b3-bbf5-1ff693b7c1a5 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.20 "DELETE /v2.0/ports/13e38942-68c9-4b60-9eb2-a67a3d052986 HTTP/1.1" status: 204 len: 173 time: 1.6208906 Aug 18 12:56:48.293104 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a6c4454e-890e-49eb-99f0-b38cf29bedc1 req-ec79e00a-7e56-47ac-999e-1844f56b1ebc tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482501 Aug 18 12:56:48.306699 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c09f26ec-777c-4d20-a474-b1beb0474dd6 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2965286 Aug 18 12:56:48.308418 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42902) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:56:48.313955 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port ef353580-0092-4687-8285-c7855789c8b3, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=ef353580-0092-4687-8285-c7855789c8b3,segment=NetworkSegment(64242db4-050a-4831-913b-84beef1ef905),segment_id=64242db4-050a-4831-913b-84beef1ef905)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:48.321002 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-682b31be-3cf5-4475-a39a-a0bc21ada57a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-74490867'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:56:48.348194 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e514cd75-733e-4624-b652-504d75ff4252 x-openstack-request-id: req-e514cd75-733e-4624-b652-504d75ff4252 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:56:48.348468 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f40b9d7-a8c1-43f7-8ea6-b8b919743764", "tag": "6bb994f8-0b74-4899-b2a4-96d25027fc01", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:56:48.348796 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e514cd75-733e-4624-b652-504d75ff4252 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:56:48.349343 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f40b9d7-a8c1-43f7-8ea6-b8b919743764', 'tag': '6bb994f8-0b74-4899-b2a4-96d25027fc01', 'status': 'completed', 'code': 200} Aug 18 12:56:48.378890 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f585e9-6cf7-42b3-9271-cee63e76d55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef353580-0092-4687-8285-c7855789c8b3'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:56:48.381614 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149ae1e4-d994-4cd1-9504-27d05c32ba95" -d '{"events": [{"server_uuid": "17f585e9-6cf7-42b3-9271-cee63e76d55c", "name": "network-vif-plugged", "status": "completed", "tag": "ef353580-0092-4687-8285-c7855789c8b3"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:56:48.393707 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80db4b4-34ff-4580-a49d-46290f1c16c6 None None] Checking router: 43afe92e-a00f-42f0-821c-afdf2054c7d5 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:56:48.422149 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1d29e-4b4d-48ca-9612-79f651f39317 req-72799db9-be23-4bfc-b937-19ac784cb98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:48.425938 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:48.431225 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c9f1d29e-4b4d-48ca-9612-79f651f39317 req-72799db9-be23-4bfc-b937-19ac784cb98e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb573690056e4ba3a87674b850fada6d&device_id=c7fdc02e-a8f1-4297-9e12-87329e25f6b8 HTTP/1.1" status: 200 len: 1096 time: 0.0884774 Aug 18 12:56:48.488452 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682b31be-3cf5-4475-a39a-a0bc21ada57a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Made reservation on behalf of ca98f73fa3194194a71c5ae1a46b55b4 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:56:48.492140 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-682b31be-3cf5-4475-a39a-a0bc21ada57a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:48.492357 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80db4b4-34ff-4580-a49d-46290f1c16c6 None None] Routers {'43afe92e-a00f-42f0-821c-afdf2054c7d5'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:56:48.493014 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-c80db4b4-34ff-4580-a49d-46290f1c16c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:56:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['43afe92e-a00f-42f0-821c-afdf2054c7d5'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:56:48.538356 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:48.541691 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-682b31be-3cf5-4475-a39a-a0bc21ada57a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:56:48.565679 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-682b31be-3cf5-4475-a39a-a0bc21ada57a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:48.566254 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-682b31be-3cf5-4475-a39a-a0bc21ada57a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Added segment 72c3b8d9-d076-4696-8c50-dbe9343efd83 of type vlan for network 8d96ffff-6267-4935-a1e5-d5d6c73ce815 Aug 18 12:56:48.589124 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=ef353580-0092-4687-8285-c7855789c8b3,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:48.620724 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-682b31be-3cf5-4475-a39a-a0bc21ada57a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:48.657687 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1d29e-4b4d-48ca-9612-79f651f39317 req-0091d034-7efe-455c-b5e0-a2327c7a59d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:48.667788 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c9f1d29e-4b4d-48ca-9612-79f651f39317 req-0091d034-7efe-455c-b5e0-a2327c7a59d7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=227091c7-65ab-4b5a-b9bc-947d45191f2c HTTP/1.1" status: 200 len: 921 time: 0.2354274 Aug 18 12:56:48.692732 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 04550e4b-a988-45a2-a7e5-0baba5440ee4, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=04550e4b-a988-45a2-a7e5-0baba5440ee4,segment=NetworkSegment(9eeeac0e-307b-45f4-9537-fb6133626f37),segment_id=9eeeac0e-307b-45f4-9537-fb6133626f37)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:48.728411 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-682b31be-3cf5-4475-a39a-a0bc21ada57a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:48.730073 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-c80db4b4-34ff-4580-a49d-46290f1c16c6 None None] Set router 43afe92e-a00f-42f0-821c-afdf2054c7d5 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:56:48.735279 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682b31be-3cf5-4475-a39a-a0bc21ada57a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:48.736129 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-682b31be-3cf5-4475-a39a-a0bc21ada57a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:48.758847 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eaa6edb-e465-4bfe-a81b-15bac075cce2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-c5a507b0-8603-40bf-80b9-f30b5aba2043', 'network_id': 'c5a507b0-8603-40bf-80b9-f30b5aba2043', 'tenant_id': 'ca98f73fa3194194a71c5ae1a46b55b4', 'fixed_ips': [{'subnet_id': '98081d64-61a0-430f-82c3-1298081b7aec'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:56:48.759611 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8eaa6edb-e465-4bfe-a81b-15bac075cce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:48.762395 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 13e38942-68c9-4b60-9eb2-a67a3d052986 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:56:48.768763 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:48.807750 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 13e38942-68c9-4b60-9eb2-a67a3d052986 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:56:48.810667 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 13e38942-68c9-4b60-9eb2-a67a3d052986 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:56:48.855188 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c9f1d29e-4b4d-48ca-9612-79f651f39317 req-7b9673fc-58e7-48b5-b423-b0fd24ca9044 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32f1f523-eb0d-4157-b768-232c06b62bbc HTTP/1.1" status: 200 len: 1000 time: 0.1863961 Aug 18 12:56:48.898096 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-348e3388-c6ea-4bc8-90c1-267297a9348a req-d1f016a3-497b-4782-a465-ecf6b841c5ec tempest-ServerShowV254Test-1122498729 tempest-ServerShowV254Test-1122498729-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b730dc-9d8c-4e7d-806f-489273dd2054 HTTP/1.1" status: 200 len: 210 time: 0.4577000 Aug 18 12:56:48.920542 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b31be-3cf5-4475-a39a-a0bc21ada57a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Pushing event updated for resources: {'Network': ['ID=8d96ffff-6267-4935-a1e5-d5d6c73ce815,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:48.922272 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b43a1e-dbcc-49cc-a81b-441d8a3678c7 req-62b3c32e-f975-4507-a7cf-143e993843b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:48.928370 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-682b31be-3cf5-4475-a39a-a0bc21ada57a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6184483 Aug 18 12:56:48.932407 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42910) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:56:48.933197 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d3b43a1e-dbcc-49cc-a81b-441d8a3678c7 req-62b3c32e-f975-4507-a7cf-143e993843b6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=234ffca375d94eb59ece774ca7f62d4c&device_id=9f40b9d7-a8c1-43f7-8ea6-b8b919743764 HTTP/1.1" status: 200 len: 1096 time: 0.5467055 Aug 18 12:56:48.937942 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-8d4ea321-3ec0-48c5-a60e-336773d5b91f tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Request body: {'subnet': {'network_id': '8d96ffff-6267-4935-a1e5-d5d6c73ce815', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:56:48.991502 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 8d96ffff-6267-4935-a1e5-d5d6c73ce815 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:56:49.037510 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4cc2dfaa-db14-483a-b0db-5b9bc1af2df2 req-4b7e6a9f-eba3-4717-aa99-7a12014ccc78 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d88bc60-8182-43a3-a135-48a13fe7c521 HTTP/1.1" status: 200 len: 210 time: 0.0397472 Aug 18 12:56:49.041166 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=04550e4b-a988-45a2-a7e5-0baba5440ee4,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:49.101579 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b43a1e-dbcc-49cc-a81b-441d8a3678c7 req-970daf87-22d1-4f3f-94d8-17fb61210a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:49.101965 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d3b43a1e-dbcc-49cc-a81b-441d8a3678c7 req-970daf87-22d1-4f3f-94d8-17fb61210a9d service neutron] 10.222.0.20 "GET /v2.0/networks?id=8205beb0-4d25-4c9e-a0f2-b53bd983d149 HTTP/1.1" status: 200 len: 914 time: 0.1668978 Aug 18 12:56:49.113029 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1d29e-4b4d-48ca-9612-79f651f39317 req-d877667b-ace5-4dd6-855f-60a475acc5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:49.118512 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c9f1d29e-4b4d-48ca-9612-79f651f39317 req-d877667b-ace5-4dd6-855f-60a475acc5ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649 HTTP/1.1" status: 200 len: 859 time: 0.2476883 Aug 18 12:56:49.167232 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d3b43a1e-dbcc-49cc-a81b-441d8a3678c7 req-00c40d82-9b31-40b8-b880-48adc47e4bb6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bb994f8-0b74-4899-b2a4-96d25027fc01 HTTP/1.1" status: 200 len: 217 time: 0.0540733 Aug 18 12:56:49.189222 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-8eaa6edb-e465-4bfe-a81b-15bac075cce2 None None] Allocated IP 19.80.0.2 (c5a507b0-8603-40bf-80b9-f30b5aba2043/98081d64-61a0-430f-82c3-1298081b7aec/28dd44ff-a55f-4717-bc0d-341e293b5c86) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:56:49.193178 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1d29e-4b4d-48ca-9612-79f651f39317 req-10f8b61d-e66c-4197-8af4-6955cd61cbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:49.197213 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c9f1d29e-4b4d-48ca-9612-79f651f39317 req-10f8b61d-e66c-4197-8af4-6955cd61cbf5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=227091c7-65ab-4b5a-b9bc-947d45191f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737975 Aug 18 12:56:49.249162 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4ea321-3ec0-48c5-a60e-336773d5b91f tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Made reservation on behalf of ca98f73fa3194194a71c5ae1a46b55b4 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:56:49.252791 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8d4ea321-3ec0-48c5-a60e-336773d5b91f tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:49.276171 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b43a1e-dbcc-49cc-a81b-441d8a3678c7 req-3f777d40-38dc-4009-983b-848e1c679692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:49.278111 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d3b43a1e-dbcc-49cc-a81b-441d8a3678c7 req-3f777d40-38dc-4009-983b-848e1c679692 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f89d2399-f949-4048-add4-43bd880aacb0 HTTP/1.1" status: 200 len: 853 time: 0.0832548 Aug 18 12:56:49.287663 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a924a-b0af-4ccf-aa35-6f29f7e2cc26 req-2e8c8387-cf40-4b8e-9821-3596bcbf76f1 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:49.288886 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ce5a924a-b0af-4ccf-aa35-6f29f7e2cc26 req-2e8c8387-cf40-4b8e-9821-3596bcbf76f1 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ffcb47d-e5c6-4bf3-b906-ea2246594abc HTTP/1.1" status: 200 len: 945 time: 0.1207387 Aug 18 12:56:49.309647 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 65026451-b73f-4a2d-bc0c-bc8b3039d2a9 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:56:49.333833 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d3b43a1e-dbcc-49cc-a81b-441d8a3678c7 req-81614763-1092-46d4-b0fa-fa66b5be9677 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8205beb0-4d25-4c9e-a0f2-b53bd983d149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438743 Aug 18 12:56:49.371162 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c9f1d29e-4b4d-48ca-9612-79f651f39317 req-0d3c7c3a-1e85-45a7-9c22-1482b5e6b48e service neutron] 10.222.0.13 "GET /v2.0/networks/227091c7-65ab-4b5a-b9bc-947d45191f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659529 Aug 18 12:56:49.387662 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-c80db4b4-34ff-4580-a49d-46290f1c16c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-407900697-router', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:55:29Z', 'updated_at': '2021-08-18T12:55:36Z', 'revision_number': 4, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'gw_port': {'id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:30Z', 'updated_at': '2021-08-18T12:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '9227d687-a75e-455f-8802-a718cee18e09', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'port_id': '32f1f523-eb0d-4157-b768-232c06b62bbc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c', 'mac_address': 'fa:16:3e:c3:6a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fdc02e-a8f1-4297-9e12-87329e25f6b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:56:14Z', 'updated_at': '2021-08-18T12:56:45Z', 'revision_number': 3, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4487bb35-0a20-4c01-8048-1012e4021f4b', 'name': '', 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'mac_address': 'fa:16:3e:12:c1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:34Z', 'updated_at': '2021-08-18T12:55:44Z', 'revision_number': 5, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'subnets': [{'id': '54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:56:49.444984 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ce5a924a-b0af-4ccf-aa35-6f29f7e2cc26 req-0c0508da-79a0-447d-aa5e-e8b3361071db tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2e6ff23-eb55-4090-afc8-d4592e7c24f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167257 Aug 18 12:56:49.450592 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80db4b4-34ff-4580-a49d-46290f1c16c6 None None] The sync data for ids ['43afe92e-a00f-42f0-821c-afdf2054c7d5'] in n-d-803603-2 is: [{'id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-407900697-router', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:55:29Z', 'updated_at': '2021-08-18T12:55:36Z', 'revision_number': 4, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'gw_port': {'id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:30Z', 'updated_at': '2021-08-18T12:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '9227d687-a75e-455f-8802-a718cee18e09', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'port_id': '32f1f523-eb0d-4157-b768-232c06b62bbc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c', 'mac_address': 'fa:16:3e:c3:6a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fdc02e-a8f1-4297-9e12-87329e25f6b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:56:14Z', 'updated_at': '2021-08-18T12:56:45Z', 'revision_number': 3, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4487bb35-0a20-4c01-8048-1012e4021f4b', 'name': '', 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'mac_address': 'fa:16:3e:12:c1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:34Z', 'updated_at': '2021-08-18T12:55:44Z', 'revision_number': 5, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'subnets': [{'id': '54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:56:49.480681 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8eaa6edb-e465-4bfe-a81b-15bac075cce2 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:49.524026 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-8eaa6edb-e465-4bfe-a81b-15bac075cce2 None None] Transition to ACTIVE for port object 28dd44ff-a55f-4717-bc0d-341e293b5c86 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:56:49.556084 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d3b43a1e-dbcc-49cc-a81b-441d8a3678c7 req-809f4209-f19b-438b-8741-d2229b56667d service neutron] 10.222.0.20 "GET /v2.0/networks/8205beb0-4d25-4c9e-a0f2-b53bd983d149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906960 Aug 18 12:56:49.579216 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 65026451-b73f-4a2d-bc0c-bc8b3039d2a9, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=65026451-b73f-4a2d-bc0c-bc8b3039d2a9,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:49.581157 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2c1643-52de-4379-9c02-19ccb5bbe16b x-openstack-request-id: req-bc2c1643-52de-4379-9c02-19ccb5bbe16b {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:56:49.581515 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b86a49a-74e5-4b94-8617-fae5998d1d3a", "tag": "15e1a548-80e1-410c-bde6-c120f9ddf35d", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:56:49.584446 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc2c1643-52de-4379-9c02-19ccb5bbe16b {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:56:49.584446 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b86a49a-74e5-4b94-8617-fae5998d1d3a', 'tag': '15e1a548-80e1-410c-bde6-c120f9ddf35d', 'status': 'completed', 'code': 200} Aug 18 12:56:49.624905 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c9f1d29e-4b4d-48ca-9612-79f651f39317 req-bccc1dfa-756f-4721-8f81-17b536d2322d service neutron] 10.222.0.13 "GET /v2.0/networks/227091c7-65ab-4b5a-b9bc-947d45191f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380385 Aug 18 12:56:49.627258 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-8eaa6edb-e465-4bfe-a81b-15bac075cce2 None None] Transition to ACTIVE for port object 28dd44ff-a55f-4717-bc0d-341e293b5c86 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:56:49.632070 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 04550e4b-a988-45a2-a7e5-0baba5440ee4 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:56:49.654391 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '65026451-b73f-4a2d-bc0c-bc8b3039d2a9', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'port_id': '65026451-b73f-4a2d-bc0c-bc8b3039d2a9', 'mac_address': 'fa:16:3e:7b:6f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc8434-66c0-4e05-8cce-b4a4a0f33dc3', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:56:49.698823 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8d4ea321-3ec0-48c5-a60e-336773d5b91f tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:49.762160 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11226fc-2cc9-4eec-a0ed-32b09fc1c558 req-7daa9aa7-13e5-4d98-bbbd-4d653d916168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:49.763740 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c11226fc-2cc9-4eec-a0ed-32b09fc1c558 req-7daa9aa7-13e5-4d98-bbbd-4d653d916168 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb573690056e4ba3a87674b850fada6d&device_id=1b86a49a-74e5-4b94-8617-fae5998d1d3a HTTP/1.1" status: 200 len: 1096 time: 0.1555383 Aug 18 12:56:49.777920 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd8da9-d605-434b-a7f2-00a984952b7a req-1e12f3a8-856b-49ff-9c66-3573b0c30538 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:49.779522 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3ebd8da9-d605-434b-a7f2-00a984952b7a req-1e12f3a8-856b-49ff-9c66-3573b0c30538 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d403f61-d15c-471f-b19a-5a4e68f41223 HTTP/1.1" status: 200 len: 947 time: 0.1344948 Aug 18 12:56:49.798281 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d3b43a1e-dbcc-49cc-a81b-441d8a3678c7 req-7eb03b3c-031c-4728-848f-6e6aef3a4b8e service neutron] 10.222.0.20 "GET /v2.0/networks/8205beb0-4d25-4c9e-a0f2-b53bd983d149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285805 Aug 18 12:56:49.837412 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ea321-3ec0-48c5-a60e-336773d5b91f tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Pushing event updated for resources: {'Subnet': ['ID=45de4a11-0806-4f9c-b93e-c03f663aecde,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:49.869738 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8eaa6edb-e465-4bfe-a81b-15bac075cce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:49.871552 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5208b5-3734-45c0-a2a6-1fda7dc541d0 req-8111eba7-6e2e-440b-b71b-2fc8ca133661 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:49.873084 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b5208b5-3734-45c0-a2a6-1fda7dc541d0 req-8111eba7-6e2e-440b-b71b-2fc8ca133661 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=2afc5dfe-01e3-48b5-a91c-76d71de4031d HTTP/1.1" status: 200 len: 950 time: 0.1238852 Aug 18 12:56:49.874423 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4ea321-3ec0-48c5-a60e-336773d5b91f tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Checking segment: {'id': '72c3b8d9-d076-4696-8c50-dbe9343efd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8d96ffff-6267-4935-a1e5-d5d6c73ce815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:56:49.874795 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4ea321-3ec0-48c5-a60e-336773d5b91f tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Network hostable DHCP agents. Network: 8d96ffff-6267-4935-a1e5-d5d6c73ce815, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:56:49.892168 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11226fc-2cc9-4eec-a0ed-32b09fc1c558 req-30f0560d-63ed-42c6-83a1-4054cf34f4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:49.894417 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c11226fc-2cc9-4eec-a0ed-32b09fc1c558 req-30f0560d-63ed-42c6-83a1-4054cf34f4f2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=227091c7-65ab-4b5a-b9bc-947d45191f2c HTTP/1.1" status: 200 len: 921 time: 0.1139688 Aug 18 12:56:49.929891 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c4fe70-59d0-42b9-bb8b-01134bfa6bbd None None] New status for floating IP 9227d687-a75e-455f-8802-a718cee18e09: ACTIVE {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:56:49.931887 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eaa6edb-e465-4bfe-a81b-15bac075cce2 None None] Network c5a507b0-8603-40bf-80b9-f30b5aba2043 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:56:49.946329 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3ebd8da9-d605-434b-a7f2-00a984952b7a req-73c53830-78cd-4c22-81c1-9a08fc8a996f tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee8f145-728d-49b6-b06e-8767e5f8eebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562874 Aug 18 12:56:49.947750 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c11226fc-2cc9-4eec-a0ed-32b09fc1c558 req-7ea3a9ed-1dfe-4b7e-bb23-e5a3d70573f7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15e1a548-80e1-410c-bde6-c120f9ddf35d HTTP/1.1" status: 200 len: 217 time: 0.0427091 Aug 18 12:56:49.948269 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b5208b5-3734-45c0-a2a6-1fda7dc541d0 req-1796dfda-ee7a-4d5d-b48a-2f393054c321 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675888 Aug 18 12:56:49.950779 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-8eaa6edb-e465-4bfe-a81b-15bac075cce2 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:56:49.953991 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:49.982351 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eaa6edb-e465-4bfe-a81b-15bac075cce2 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:56:49.982351 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa6edb-e465-4bfe-a81b-15bac075cce2 None None] Pushing event updated for resources: {'Port': ['ID=28dd44ff-a55f-4717-bc0d-341e293b5c86,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:50.003542 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65026451-b73f-4a2d-bc0c-bc8b3039d2a9 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:56:50.004741 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11226fc-2cc9-4eec-a0ed-32b09fc1c558 req-f166d5b3-6d07-4e69-b4ab-20fa332099ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:50.006314 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c11226fc-2cc9-4eec-a0ed-32b09fc1c558 req-f166d5b3-6d07-4e69-b4ab-20fa332099ad service neutron] 10.222.0.39 "GET /v2.0/subnets?id=54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649 HTTP/1.1" status: 200 len: 859 time: 0.0467155 Aug 18 12:56:50.017009 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 04550e4b-a988-45a2-a7e5-0baba5440ee4 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:56:50.017385 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:50.053076 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4ea321-3ec0-48c5-a60e-336773d5b91f tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Network 8d96ffff-6267-4935-a1e5-d5d6c73ce815 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:56:50.074661 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11226fc-2cc9-4eec-a0ed-32b09fc1c558 req-b6a3f154-d9e8-43b1-aa59-338310006ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:50.076882 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c11226fc-2cc9-4eec-a0ed-32b09fc1c558 req-b6a3f154-d9e8-43b1-aa59-338310006ea0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=227091c7-65ab-4b5a-b9bc-947d45191f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559094 Aug 18 12:56:50.145064 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42132737-4bd5-4855-bf71-00d5f4ff5c22 x-openstack-request-id: req-42132737-4bd5-4855-bf71-00d5f4ff5c22 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:56:50.145393 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f585e9-6cf7-42b3-9271-cee63e76d55c", "name": "network-vif-plugged", "status": "completed", "tag": "ef353580-0092-4687-8285-c7855789c8b3", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:56:50.145652 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-42132737-4bd5-4855-bf71-00d5f4ff5c22 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:56:50.146408 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f585e9-6cf7-42b3-9271-cee63e76d55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef353580-0092-4687-8285-c7855789c8b3', 'code': 200} Aug 18 12:56:50.151495 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-8d4ea321-3ec0-48c5-a60e-336773d5b91f tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 8d96ffff-6267-4935-a1e5-d5d6c73ce815) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:56:50.155272 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 65026451-b73f-4a2d-bc0c-bc8b3039d2a9, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=65026451-b73f-4a2d-bc0c-bc8b3039d2a9,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:50.156015 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4ea321-3ec0-48c5-a60e-336773d5b91f tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:50.157014 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8d4ea321-3ec0-48c5-a60e-336773d5b91f tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:50.176820 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ec93b1-fa9f-4504-97bc-635bbada68e2 None None] Network 8d96ffff-6267-4935-a1e5-d5d6c73ce815 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:56:50.197025 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95241abd-1d37-4a67-9e93-7c719f396d3b req-4131c81a-0fb5-42e7-9dbe-dddc60bfe154 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:50.207445 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-95241abd-1d37-4a67-9e93-7c719f396d3b req-4131c81a-0fb5-42e7-9dbe-dddc60bfe154 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f40b9d7-a8c1-43f7-8ea6-b8b919743764 HTTP/1.1" status: 200 len: 945 time: 0.1118200 Aug 18 12:56:50.240792 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:50.241604 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-8eaa6edb-e465-4bfe-a81b-15bac075cce2 None None] Attempting to bind port 28dd44ff-a55f-4717-bc0d-341e293b5c86 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:56:50.242098 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-8eaa6edb-e465-4bfe-a81b-15bac075cce2 None None] Attempting to bind port 28dd44ff-a55f-4717-bc0d-341e293b5c86 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '940830b9-5ada-4d93-8436-150f8f02aacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c5a507b0-8603-40bf-80b9-f30b5aba2043'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:56:50.242559 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eaa6edb-e465-4bfe-a81b-15bac075cce2 None None] Attempting to bind port 28dd44ff-a55f-4717-bc0d-341e293b5c86 on network c5a507b0-8603-40bf-80b9-f30b5aba2043 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:56:50.252193 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6f189-8d5b-4bdb-b81f-d2d2d1c7e0d3 req-55543c34-e684-4000-94b8-3357ea59bf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:50.254469 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e6e6f189-8d5b-4bdb-b81f-d2d2d1c7e0d3 req-55543c34-e684-4000-94b8-3357ea59bf9c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=17f585e9-6cf7-42b3-9271-cee63e76d55c HTTP/1.1" status: 200 len: 1096 time: 0.0961266 Aug 18 12:56:50.257364 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e57ea9d7-04d0-483f-825e-0e0414be2373 req-07f1dd9f-f8e2-4f05-840a-d06a5bc502dc tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1099677426&fields=id&tenant_id=99941b4001f04b7f80706cf6132f3a7f HTTP/1.1" status: 200 len: 267 time: 0.1101198 Aug 18 12:56:50.261181 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-95241abd-1d37-4a67-9e93-7c719f396d3b req-2bdeff32-a5ff-4b50-a2f0-41c2a0de0cf6 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0999ac7-01c1-4fe3-8c3c-566c271306ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473182 Aug 18 12:56:50.275133 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8d4ea321-3ec0-48c5-a60e-336773d5b91f tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3414602 Aug 18 12:56:50.288536 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eaa6edb-e465-4bfe-a81b-15bac075cce2 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:56:50.288925 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eaa6edb-e465-4bfe-a81b-15bac075cce2 None None] Checking segment: {'id': '940830b9-5ada-4d93-8436-150f8f02aacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c5a507b0-8603-40bf-80b9-f30b5aba2043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:56:50.289337 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8eaa6edb-e465-4bfe-a81b-15bac075cce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:50.290018 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eaa6edb-e465-4bfe-a81b-15bac075cce2 None None] Bound using segment: {'id': '940830b9-5ada-4d93-8436-150f8f02aacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c5a507b0-8603-40bf-80b9-f30b5aba2043'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:56:50.291082 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-8eaa6edb-e465-4bfe-a81b-15bac075cce2 None None] Bound port: 28dd44ff-a55f-4717-bc0d-341e293b5c86, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '940830b9-5ada-4d93-8436-150f8f02aacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c5a507b0-8603-40bf-80b9-f30b5aba2043'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:56:50.294757 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8eaa6edb-e465-4bfe-a81b-15bac075cce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:50.320965 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c11226fc-2cc9-4eec-a0ed-32b09fc1c558 req-d73a1dc3-6479-4d4d-93c6-a41bf28cc53c service neutron] 10.222.0.39 "GET /v2.0/networks/227091c7-65ab-4b5a-b9bc-947d45191f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344062 Aug 18 12:56:50.322287 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1842d60-9a6f-44bd-88d1-d87100d294d1 None None] Sync routers for ids ['43afe92e-a00f-42f0-821c-afdf2054c7d5'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:56:50.356147 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d403f61-d15c-471f-b19a-5a4e68f41223', 'tag': '65026451-b73f-4a2d-bc0c-bc8b3039d2a9'}, {'server_uuid': '7d88bc60-8182-43a3-a135-48a13fe7c521', 'name': 'network-vif-deleted', 'tag': '13e38942-68c9-4b60-9eb2-a67a3d052986'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:56:50.358423 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5cf12ef-12ca-4e40-815a-17c84777ff8c" -d '{"events": [{"name": "network-changed", "server_uuid": "2d403f61-d15c-471f-b19a-5a4e68f41223", "tag": "65026451-b73f-4a2d-bc0c-bc8b3039d2a9"}, {"server_uuid": "7d88bc60-8182-43a3-a135-48a13fe7c521", "name": "network-vif-deleted", "tag": "13e38942-68c9-4b60-9eb2-a67a3d052986"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:56:50.362152 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e6e6f189-8d5b-4bdb-b81f-d2d2d1c7e0d3 req-3f394655-c659-428c-9986-e1f986556f14 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e0999ac7-01c1-4fe3-8c3c-566c271306ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954137 Aug 18 12:56:50.373965 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-23c77a15-4050-407b-b819-9c8abbad256c req-36fbc05b-409e-4494-bf0a-eec43900fa75 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.13 HTTP/1.1" status: 200 len: 1000 time: 0.0803409 Aug 18 12:56:50.405612 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ea9d7-04d0-483f-825e-0e0414be2373 req-3b7c824f-519e-4d4b-9f84-94fbda0156bc tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:50.410370 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e57ea9d7-04d0-483f-825e-0e0414be2373 req-3b7c824f-519e-4d4b-9f84-94fbda0156bc tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ffcb47d-e5c6-4bf3-b906-ea2246594abc HTTP/1.1" status: 200 len: 945 time: 0.1339273 Aug 18 12:56:50.418459 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1842d60-9a6f-44bd-88d1-d87100d294d1 None None] Routers {'43afe92e-a00f-42f0-821c-afdf2054c7d5'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:56:50.418700 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f1842d60-9a6f-44bd-88d1-d87100d294d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:56:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['43afe92e-a00f-42f0-821c-afdf2054c7d5'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:56:50.420397 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=65026451-b73f-4a2d-bc0c-bc8b3039d2a9,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:50.421663 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-e57ea9d7-04d0-483f-825e-0e0414be2373 req-72a5d2a9-f194-4b5a-9d1d-ef6e104b11d2 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Request body: {'port': {'security_groups': ['c2e6ff23-eb55-4090-afc8-d4592e7c24f0', '6e10c14c-789e-4ecb-b3a5-b181474f23d0']}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:56:50.447547 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c77a15-4050-407b-b819-9c8abbad256c req-19077cad-6b38-4ba8-bf0b-7e5ec18e3ea1 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:50.449609 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-23c77a15-4050-407b-b819-9c8abbad256c req-19077cad-6b38-4ba8-bf0b-7e5ec18e3ea1 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/ports/32f1f523-eb0d-4157-b768-232c06b62bbc HTTP/1.1" status: 200 len: 942 time: 0.0690169 Aug 18 12:56:50.521417 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c11226fc-2cc9-4eec-a0ed-32b09fc1c558 req-f0bace4f-9bfe-43dc-8b98-915586c07e87 service neutron] 10.222.0.39 "GET /v2.0/networks/227091c7-65ab-4b5a-b9bc-947d45191f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886592 Aug 18 12:56:50.539716 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-e57ea9d7-04d0-483f-825e-0e0414be2373 req-72a5d2a9-f194-4b5a-9d1d-ef6e104b11d2 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:50.578098 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['65026451-b73f-4a2d-bc0c-bc8b3039d2a9'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:56:50.579947 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-23c77a15-4050-407b-b819-9c8abbad256c req-97231a56-6447-4d61-9600-2d1e8a64c879 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.13 HTTP/1.1" status: 200 len: 1000 time: 0.0831277 Aug 18 12:56:50.584851 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-8eaa6edb-e465-4bfe-a81b-15bac075cce2 None None] For port 28dd44ff-a55f-4717-bc0d-341e293b5c86, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:56:50.615252 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b9b3a78c-6bd6-4e8b-bd37-456f99ae3b3f req-30ddc8d0-4a1a-404a-afb2-4da7db2eb1c6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f0b730dc-9d8c-4e7d-806f-489273dd2054 HTTP/1.1" status: 200 len: 210 time: 0.0283720 Aug 18 12:56:50.638606 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-8eaa6edb-e465-4bfe-a81b-15bac075cce2 None None] For port 28dd44ff-a55f-4717-bc0d-341e293b5c86, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=28dd44ff-a55f-4717-bc0d-341e293b5c86,segment=NetworkSegment(940830b9-5ada-4d93-8436-150f8f02aacc),segment_id=940830b9-5ada-4d93-8436-150f8f02aacc)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:56:50.681817 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-f1842d60-9a6f-44bd-88d1-d87100d294d1 None None] Set router 43afe92e-a00f-42f0-821c-afdf2054c7d5 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:56:50.698154 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c77a15-4050-407b-b819-9c8abbad256c req-e7188576-ea1b-4dc1-8a9a-b69f60f89ec8 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:50.699586 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-23c77a15-4050-407b-b819-9c8abbad256c req-e7188576-ea1b-4dc1-8a9a-b69f60f89ec8 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/networks/0babe39a-03c6-4af7-9ca5-00804dd781c2 HTTP/1.1" status: 200 len: 784 time: 0.1141961 Aug 18 12:56:50.711427 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9a4d37-dee6-4372-98d0-6a171fa83555 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-8d96ffff-6267-4935-a1e5-d5d6c73ce815', 'network_id': '8d96ffff-6267-4935-a1e5-d5d6c73ce815', 'tenant_id': 'ca98f73fa3194194a71c5ae1a46b55b4', 'fixed_ips': [{'subnet_id': '45de4a11-0806-4f9c-b93e-c03f663aecde'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:56:50.712284 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ab9a4d37-dee6-4372-98d0-6a171fa83555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:50.724080 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8eaa6edb-e465-4bfe-a81b-15bac075cce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:50.773049 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 6bb994f8-0b74-4899-b2a4-96d25027fc01 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:56:50.773694 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-e57ea9d7-04d0-483f-825e-0e0414be2373 req-72a5d2a9-f194-4b5a-9d1d-ef6e104b11d2 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] For port b0eae99e-91a9-4eea-a472-5c09394ba9e9, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=b0eae99e-91a9-4eea-a472-5c09394ba9e9,segment=NetworkSegment(a55d7d46-60e1-4c30-88cf-190c46dddd25),segment_id=a55d7d46-60e1-4c30-88cf-190c46dddd25)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:50.784908 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8dbc9cdf-b669-47f9-a2ff-1b0998b2b877 req-a45259ee-035c-4da1-a153-39534e2cf5c3 tempest-ServerShowV254Test-1122498729 tempest-ServerShowV254Test-1122498729-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b730dc-9d8c-4e7d-806f-489273dd2054 HTTP/1.1" status: 200 len: 210 time: 0.0291452 Aug 18 12:56:50.805392 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-e57ea9d7-04d0-483f-825e-0e0414be2373 req-72a5d2a9-f194-4b5a-9d1d-ef6e104b11d2 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:50.880100 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-e57ea9d7-04d0-483f-825e-0e0414be2373 req-72a5d2a9-f194-4b5a-9d1d-ef6e104b11d2 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:50.937066 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ea9d7-04d0-483f-825e-0e0414be2373 req-72a5d2a9-f194-4b5a-9d1d-ef6e104b11d2 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:50.937922 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-e57ea9d7-04d0-483f-825e-0e0414be2373 req-72a5d2a9-f194-4b5a-9d1d-ef6e104b11d2 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:50.939385 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e57ea9d7-04d0-483f-825e-0e0414be2373 req-72a5d2a9-f194-4b5a-9d1d-ef6e104b11d2 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "PUT /v2.0/ports/b0eae99e-91a9-4eea-a472-5c09394ba9e9 HTTP/1.1" status: 200 len: 981 time: 0.5238578 Aug 18 12:56:50.959319 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a5d2a9-f194-4b5a-9d1d-ef6e104b11d2 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Pushing event updated for resources: {'Port': ['ID=b0eae99e-91a9-4eea-a472-5c09394ba9e9,revision_number=6']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:50.984446 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa6edb-e465-4bfe-a81b-15bac075cce2 None None] Pushing event updated for resources: {'Port': ['ID=28dd44ff-a55f-4717-bc0d-341e293b5c86,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:51.148436 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44c2c5-7e82-4e82-a423-154bbbf43190 req-1b3e971a-8124-42eb-8c39-11584727b63a tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:51.155683 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44c2c5-7e82-4e82-a423-154bbbf43190 req-1b3e971a-8124-42eb-8c39-11584727b63a tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:51.164884 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2d44c2c5-7e82-4e82-a423-154bbbf43190 req-1b3e971a-8124-42eb-8c39-11584727b63a tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=2afc5dfe-01e3-48b5-a91c-76d71de4031d&device_id=9407b444-c01e-4e46-a1da-ec7c9a1bc4fd HTTP/1.1" status: 200 len: 1690 time: 0.0736172 Aug 18 12:56:51.171360 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['b0eae99e-91a9-4eea-a472-5c09394ba9e9'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:56:51.218540 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2d44c2c5-7e82-4e82-a423-154bbbf43190 req-f3a17505-be4f-4ed1-9e44-4cb70e681354 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526705 Aug 18 12:56:51.242726 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-4bcbefc6-c3a3-4be2-b011-65d2cdd45266 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:51.249197 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-4bcbefc6-c3a3-4be2-b011-65d2cdd45266 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:51.251100 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-4bcbefc6-c3a3-4be2-b011-65d2cdd45266 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/networks?id=c5a507b0-8603-40bf-80b9-f30b5aba2043&id=8d96ffff-6267-4935-a1e5-d5d6c73ce815&id=c5a507b0-8603-40bf-80b9-f30b5aba2043 HTTP/1.1" status: 200 len: 1390 time: 0.1631832 Aug 18 12:56:51.253933 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-ab9a4d37-dee6-4372-98d0-6a171fa83555 None None] Allocated IP 19.86.0.2 (8d96ffff-6267-4935-a1e5-d5d6c73ce815/45de4a11-0806-4f9c-b93e-c03f663aecde/8352dd36-2930-40fb-9e51-92ece3e75881) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:56:51.256190 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 18 Aug 2021 12:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf26c19b-364d-43af-8c52-597b419a9883 x-openstack-request-id: req-bf26c19b-364d-43af-8c52-597b419a9883 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:56:51.256787 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d403f61-d15c-471f-b19a-5a4e68f41223", "tag": "65026451-b73f-4a2d-bc0c-bc8b3039d2a9", "status": "completed", "code": 200}, {"server_uuid": "7d88bc60-8182-43a3-a135-48a13fe7c521", "name": "network-vif-deleted", "tag": "13e38942-68c9-4b60-9eb2-a67a3d052986", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:56:51.257258 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf26c19b-364d-43af-8c52-597b419a9883 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:56:51.257836 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d403f61-d15c-471f-b19a-5a4e68f41223', 'tag': '65026451-b73f-4a2d-bc0c-bc8b3039d2a9', 'status': 'completed', 'code': 200} Aug 18 12:56:51.258414 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d88bc60-8182-43a3-a135-48a13fe7c521', 'name': 'network-vif-deleted', 'tag': '13e38942-68c9-4b60-9eb2-a67a3d052986', 'status': 'completed', 'code': 200} Aug 18 12:56:51.270138 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-7230dcb8-2a26-48f5-b5df-1a496dedcdcf tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/quotas/ca98f73fa3194194a71c5ae1a46b55b4 HTTP/1.1" status: 200 len: 375 time: 0.0106449 Aug 18 12:56:51.344305 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-76955bd8-af36-4972-976c-54ec55a60d89 req-dcd7f1bb-2b9a-4372-a926-8be71587eafb tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.13 HTTP/1.1" status: 200 len: 1000 time: 0.0674996 Aug 18 12:56:51.370334 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 6bb994f8-0b74-4899-b2a4-96d25027fc01 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:56:51.370689 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-16f91cae-b0ad-4476-9ee5-d450bac11482 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca98f73fa3194194a71c5ae1a46b55b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0923364 Aug 18 12:56:51.374464 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf12ef-12ca-4e40-815a-17c84777ff8c req-45c0875f-7858-4d35-9d62-081a09bb3c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:51.376211 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a5cf12ef-12ca-4e40-815a-17c84777ff8c req-45c0875f-7858-4d35-9d62-081a09bb3c8a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=452d575d307745af932312c95e0bce6c&device_id=2d403f61-d15c-471f-b19a-5a4e68f41223 HTTP/1.1" status: 200 len: 1099 time: 0.0645390 Aug 18 12:56:51.395344 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 6bb994f8-0b74-4899-b2a4-96d25027fc01 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:56:51.395576 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:51.397388 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76955bd8-af36-4972-976c-54ec55a60d89 req-a0415aa9-d0fe-4e44-80bc-3c4ebd5077d0 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:51.399801 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-76955bd8-af36-4972-976c-54ec55a60d89 req-a0415aa9-d0fe-4e44-80bc-3c4ebd5077d0 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/ports/32f1f523-eb0d-4157-b768-232c06b62bbc HTTP/1.1" status: 200 len: 942 time: 0.0477490 Aug 18 12:56:51.528851 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-76955bd8-af36-4972-976c-54ec55a60d89 req-ff54d504-c655-4519-be26-b1f5a280f488 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.13 HTTP/1.1" status: 200 len: 1000 time: 0.0778491 Aug 18 12:56:51.615697 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-3196ecbb-a4e6-4aa8-86b7-11dc237ecca6 service neutron] 10.222.0.13 "GET /v2.0/networks/c5a507b0-8603-40bf-80b9-f30b5aba2043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277119 Aug 18 12:56:51.623522 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7fdc02e-a8f1-4297-9e12-87329e25f6b8', 'tag': '32f1f523-eb0d-4157-b768-232c06b62bbc'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:56:51.626003 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44d5d85-9c81-4117-9721-b6174707c56c" -d '{"events": [{"name": "network-changed", "server_uuid": "c7fdc02e-a8f1-4297-9e12-87329e25f6b8", "tag": "32f1f523-eb0d-4157-b768-232c06b62bbc"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:56:51.644976 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf12ef-12ca-4e40-815a-17c84777ff8c req-2040d05a-a816-47d7-b28a-d03092e215ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:51.646328 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a5cf12ef-12ca-4e40-815a-17c84777ff8c req-2040d05a-a816-47d7-b28a-d03092e215ce service neutron] 10.222.0.39 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.2387872 Aug 18 12:56:51.662894 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 28dd44ff-a55f-4717-bc0d-341e293b5c86 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:56:51.724642 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76955bd8-af36-4972-976c-54ec55a60d89 req-93f8dc11-bcbb-4138-9898-22601613351c tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:51.734683 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-76955bd8-af36-4972-976c-54ec55a60d89 req-93f8dc11-bcbb-4138-9898-22601613351c tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/networks/0babe39a-03c6-4af7-9ca5-00804dd781c2 HTTP/1.1" status: 200 len: 784 time: 0.1970277 Aug 18 12:56:51.741522 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a5cf12ef-12ca-4e40-815a-17c84777ff8c req-ad449f9f-5697-47aa-9ecf-4d2dafdf09ef service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=65026451-b73f-4a2d-bc0c-bc8b3039d2a9 HTTP/1.1" status: 200 len: 217 time: 0.0411725 Aug 18 12:56:51.795163 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ab9a4d37-dee6-4372-98d0-6a171fa83555 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:51.844690 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-f0e1ea2d-f152-4bf4-b9e5-95b13968af72 service neutron] 10.222.0.13 "GET /v2.0/networks/c5a507b0-8603-40bf-80b9-f30b5aba2043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280211 Aug 18 12:56:51.864465 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f1842d60-9a6f-44bd-88d1-d87100d294d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-407900697-router', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:55:29Z', 'updated_at': '2021-08-18T12:55:36Z', 'revision_number': 4, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'gw_port': {'id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:30Z', 'updated_at': '2021-08-18T12:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '9227d687-a75e-455f-8802-a718cee18e09', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'port_id': '32f1f523-eb0d-4157-b768-232c06b62bbc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c', 'mac_address': 'fa:16:3e:c3:6a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fdc02e-a8f1-4297-9e12-87329e25f6b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:56:14Z', 'updated_at': '2021-08-18T12:56:50Z', 'revision_number': 4, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4487bb35-0a20-4c01-8048-1012e4021f4b', 'name': '', 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'mac_address': 'fa:16:3e:12:c1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:34Z', 'updated_at': '2021-08-18T12:55:44Z', 'revision_number': 5, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'subnets': [{'id': '54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:56:51.880071 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-76955bd8-af36-4972-976c-54ec55a60d89 req-6b21beb4-c5ca-4542-a66d-dec3d8df27ad tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.13 HTTP/1.1" status: 200 len: 1000 time: 0.1440754 Aug 18 12:56:51.885473 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-76955bd8-af36-4972-976c-54ec55a60d89 req-75e399cc-1848-4730-856a-5f95040476f8 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:56:51.916011 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ab9a4d37-dee6-4372-98d0-6a171fa83555 None None] Transition to ACTIVE for port object 8352dd36-2930-40fb-9e51-92ece3e75881 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:56:51.938945 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1842d60-9a6f-44bd-88d1-d87100d294d1 None None] Checking router: 43afe92e-a00f-42f0-821c-afdf2054c7d5 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:56:51.946700 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf12ef-12ca-4e40-815a-17c84777ff8c req-7d0d1944-5cbc-4b7a-a4ff-570eb57749b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:51.949261 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:51.957509 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ab9a4d37-dee6-4372-98d0-6a171fa83555 None None] Transition to ACTIVE for port object 8352dd36-2930-40fb-9e51-92ece3e75881 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:56:51.959022 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a5cf12ef-12ca-4e40-815a-17c84777ff8c req-7d0d1944-5cbc-4b7a-a4ff-570eb57749b7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.1972492 Aug 18 12:56:51.980819 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-76955bd8-af36-4972-976c-54ec55a60d89 req-75e399cc-1848-4730-856a-5f95040476f8 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks [] for floatingip, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:51.982879 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1842d60-9a6f-44bd-88d1-d87100d294d1 None None] Routers {'43afe92e-a00f-42f0-821c-afdf2054c7d5'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:56:51.982879 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f1842d60-9a6f-44bd-88d1-d87100d294d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:56:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['43afe92e-a00f-42f0-821c-afdf2054c7d5'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:56:52.024404 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-c0881f6c-85d7-4800-ac91-061e879ab664 service neutron] 10.222.0.13 "GET /v2.0/networks/8d96ffff-6267-4935-a1e5-d5d6c73ce815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787007 Aug 18 12:56:52.133212 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-f241eccb-6b7d-454c-ac89-734bfd3972c5 service neutron] 10.222.0.13 "GET /v2.0/networks/8d96ffff-6267-4935-a1e5-d5d6c73ce815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008699 Aug 18 12:56:52.145972 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf12ef-12ca-4e40-815a-17c84777ff8c req-7cf95302-3047-4141-b2d8-ea5f19ca6f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:52.148305 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a5cf12ef-12ca-4e40-815a-17c84777ff8c req-7cf95302-3047-4141-b2d8-ea5f19ca6f1c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1590867 Aug 18 12:56:52.156088 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-76955bd8-af36-4972-976c-54ec55a60d89 req-75e399cc-1848-4730-856a-5f95040476f8 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:52.230114 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebd1577-9ef7-42d7-8738-4dfcd6d5bd82 None None] Network c5a507b0-8603-40bf-80b9-f30b5aba2043 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:56:52.233564 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['d5540f0a-3c84-4689-9f8b-34824e039aa4', 'b0eae99e-91a9-4eea-a472-5c09394ba9e9'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:56:52.244483 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ab9a4d37-dee6-4372-98d0-6a171fa83555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:52.246306 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-76955bd8-af36-4972-976c-54ec55a60d89 req-75e399cc-1848-4730-856a-5f95040476f8 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:52.246495 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 28dd44ff-a55f-4717-bc0d-341e293b5c86 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:56:52.246610 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [req-76955bd8-af36-4972-976c-54ec55a60d89 req-75e399cc-1848-4730-856a-5f95040476f8 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Floating IP 9227d687-a75e-455f-8802-a718cee18e09 disassociated. External IP: 172.25.6.13, port: 32f1f523-eb0d-4157-b768-232c06b62bbc. Aug 18 12:56:52.306199 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-50bd1cf5-366a-4319-bcfe-496406b77fd9 service neutron] 10.222.0.13 "GET /v2.0/networks/c5a507b0-8603-40bf-80b9-f30b5aba2043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619611 Aug 18 12:56:52.316268 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a5cf12ef-12ca-4e40-815a-17c84777ff8c req-5565a2a5-d493-4908-98d5-4ea721e00fb1 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447260 Aug 18 12:56:52.351806 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f40b9d7-a8c1-43f7-8ea6-b8b919743764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb994f8-0b74-4899-b2a4-96d25027fc01'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:56:52.354037 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d781689-08bd-4f13-a8d8-fe352c2cd475" -d '{"events": [{"server_uuid": "9f40b9d7-a8c1-43f7-8ea6-b8b919743764", "name": "network-vif-plugged", "status": "completed", "tag": "6bb994f8-0b74-4899-b2a4-96d25027fc01"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:56:52.421814 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9a4d37-dee6-4372-98d0-6a171fa83555 None None] Network 8d96ffff-6267-4935-a1e5-d5d6c73ce815 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:56:52.431074 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 6bb994f8-0b74-4899-b2a4-96d25027fc01, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=6bb994f8-0b74-4899-b2a4-96d25027fc01,segment=NetworkSegment(64242db4-050a-4831-913b-84beef1ef905),segment_id=64242db4-050a-4831-913b-84beef1ef905)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:52.450355 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-ab9a4d37-dee6-4372-98d0-6a171fa83555 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:56:52.452891 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9a4d37-dee6-4372-98d0-6a171fa83555 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:56:52.477382 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-75ab7b24-c9bc-4462-b8ae-309768cf9269 service neutron] 10.222.0.13 "GET /v2.0/networks/c5a507b0-8603-40bf-80b9-f30b5aba2043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600516 Aug 18 12:56:52.484334 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a5cf12ef-12ca-4e40-815a-17c84777ff8c req-970da552-b79f-41bd-88be-32ed74e2cf83 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492078 Aug 18 12:56:52.485346 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-4f104ecb-2571-4c7d-9f58-bdf829ec23e6 None None] Provisioning for port 28dd44ff-a55f-4717-bc0d-341e293b5c86 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:56:52.491788 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-f1842d60-9a6f-44bd-88d1-d87100d294d1 None None] Set router 43afe92e-a00f-42f0-821c-afdf2054c7d5 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:56:52.586845 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a4d37-dee6-4372-98d0-6a171fa83555 None None] Pushing event updated for resources: {'Port': ['ID=8352dd36-2930-40fb-9e51-92ece3e75881,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:52.590233 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-4f104ecb-2571-4c7d-9f58-bdf829ec23e6 None None] Provisioning complete for port 28dd44ff-a55f-4717-bc0d-341e293b5c86 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:56:52.590600 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4f104ecb-2571-4c7d-9f58-bdf829ec23e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:52.593308 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:52.755800 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-53a1e704-af50-4f4f-8cc1-5e6669e3cc5c req-582873ce-b569-4790-92ca-b7a05b4ec8f8 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups/6e10c14c-789e-4ecb-b3a5-b181474f23d0 HTTP/1.1" status: 200 len: 1800 time: 0.0736990 Aug 18 12:56:52.771994 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-ab9a4d37-dee6-4372-98d0-6a171fa83555 None None] Attempting to bind port 8352dd36-2930-40fb-9e51-92ece3e75881 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:56:52.772618 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-ab9a4d37-dee6-4372-98d0-6a171fa83555 None None] Attempting to bind port 8352dd36-2930-40fb-9e51-92ece3e75881 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '72c3b8d9-d076-4696-8c50-dbe9343efd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8d96ffff-6267-4935-a1e5-d5d6c73ce815'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:56:52.772744 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9a4d37-dee6-4372-98d0-6a171fa83555 None None] Attempting to bind port 8352dd36-2930-40fb-9e51-92ece3e75881 on network 8d96ffff-6267-4935-a1e5-d5d6c73ce815 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:56:52.805166 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76955bd8-af36-4972-976c-54ec55a60d89 req-75e399cc-1848-4730-856a-5f95040476f8 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Router 43afe92e-a00f-42f0-821c-afdf2054c7d5 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:56:52.820688 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [req-53a1e704-af50-4f4f-8cc1-5e6669e3cc5c req-0f8f2cbf-8cac-4c68-b08b-62b49ce58732 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 18 12:56:52.821963 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-53a1e704-af50-4f4f-8cc1-5e6669e3cc5c req-0f8f2cbf-8cac-4c68-b08b-62b49ce58732 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "DELETE /v2.0/security-groups/6e10c14c-789e-4ecb-b3a5-b181474f23d0 HTTP/1.1" status: 409 len: 341 time: 0.0653198 Aug 18 12:56:52.823978 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9a4d37-dee6-4372-98d0-6a171fa83555 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:56:52.824394 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9a4d37-dee6-4372-98d0-6a171fa83555 None None] Checking segment: {'id': '72c3b8d9-d076-4696-8c50-dbe9343efd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8d96ffff-6267-4935-a1e5-d5d6c73ce815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:56:52.824762 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ab9a4d37-dee6-4372-98d0-6a171fa83555 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:52.825323 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9a4d37-dee6-4372-98d0-6a171fa83555 None None] Bound using segment: {'id': '72c3b8d9-d076-4696-8c50-dbe9343efd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8d96ffff-6267-4935-a1e5-d5d6c73ce815'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:56:52.825600 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-ab9a4d37-dee6-4372-98d0-6a171fa83555 None None] Bound port: 8352dd36-2930-40fb-9e51-92ece3e75881, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c3b8d9-d076-4696-8c50-dbe9343efd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8d96ffff-6267-4935-a1e5-d5d6c73ce815'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:56:52.826045 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ab9a4d37-dee6-4372-98d0-6a171fa83555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:52.867667 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=6bb994f8-0b74-4899-b2a4-96d25027fc01,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:52.943243 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76955bd8-af36-4972-976c-54ec55a60d89 req-75e399cc-1848-4730-856a-5f95040476f8 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:56:52.947899 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-76955bd8-af36-4972-976c-54ec55a60d89 req-75e399cc-1848-4730-856a-5f95040476f8 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:52.975285 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-76955bd8-af36-4972-976c-54ec55a60d89 req-75e399cc-1848-4730-856a-5f95040476f8 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "PUT /v2.0/floatingips/9227d687-a75e-455f-8802-a718cee18e09 HTTP/1.1" status: 200 len: 694 time: 1.0942805 Aug 18 12:56:53.028332 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76955bd8-af36-4972-976c-54ec55a60d89 req-ec316b39-f350-4cb4-9d6a-2cfe04f21a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:53.029862 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-76955bd8-af36-4972-976c-54ec55a60d89 req-ec316b39-f350-4cb4-9d6a-2cfe04f21a41 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb573690056e4ba3a87674b850fada6d&device_id=c7fdc02e-a8f1-4297-9e12-87329e25f6b8 HTTP/1.1" status: 200 len: 1096 time: 0.0421333 Aug 18 12:56:53.112501 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-ab9a4d37-dee6-4372-98d0-6a171fa83555 None None] For port 8352dd36-2930-40fb-9e51-92ece3e75881, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:56:53.126492 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76955bd8-af36-4972-976c-54ec55a60d89 req-04508ae4-9901-4ada-97d3-2da71f55671d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:53.127872 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-76955bd8-af36-4972-976c-54ec55a60d89 req-04508ae4-9901-4ada-97d3-2da71f55671d service neutron] 10.222.0.13 "GET /v2.0/networks?id=227091c7-65ab-4b5a-b9bc-947d45191f2c HTTP/1.1" status: 200 len: 921 time: 0.0919073 Aug 18 12:56:53.151257 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4f104ecb-2571-4c7d-9f58-bdf829ec23e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:53.182809 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-76955bd8-af36-4972-976c-54ec55a60d89 req-64906641-1984-4212-820a-515b5adeeaa5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32f1f523-eb0d-4157-b768-232c06b62bbc HTTP/1.1" status: 200 len: 217 time: 0.0472257 Aug 18 12:56:53.196671 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-ab9a4d37-dee6-4372-98d0-6a171fa83555 None None] For port 8352dd36-2930-40fb-9e51-92ece3e75881, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=8352dd36-2930-40fb-9e51-92ece3e75881,segment=NetworkSegment(72c3b8d9-d076-4696-8c50-dbe9343efd83),segment_id=72c3b8d9-d076-4696-8c50-dbe9343efd83)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:56:53.231509 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76955bd8-af36-4972-976c-54ec55a60d89 req-7ce82b23-5746-4b46-abdd-c3288aeb649d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:53.233044 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-76955bd8-af36-4972-976c-54ec55a60d89 req-7ce82b23-5746-4b46-abdd-c3288aeb649d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649 HTTP/1.1" status: 200 len: 859 time: 0.0476272 Aug 18 12:56:53.247447 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-4f104ecb-2571-4c7d-9f58-bdf829ec23e6 None None] For port 28dd44ff-a55f-4717-bc0d-341e293b5c86, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=28dd44ff-a55f-4717-bc0d-341e293b5c86,segment=NetworkSegment(940830b9-5ada-4d93-8436-150f8f02aacc),segment_id=940830b9-5ada-4d93-8436-150f8f02aacc)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:53.260274 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ffcb47d-e5c6-4bf3-b906-ea2246594abc', 'tag': 'b0eae99e-91a9-4eea-a472-5c09394ba9e9'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:56:53.264821 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3403cbab-c8ab-4376-bda4-5e9bdfe14fa3" -d '{"events": [{"name": "network-changed", "server_uuid": "5ffcb47d-e5c6-4bf3-b906-ea2246594abc", "tag": "b0eae99e-91a9-4eea-a472-5c09394ba9e9"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:56:53.301158 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ab9a4d37-dee6-4372-98d0-6a171fa83555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:53.302012 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76955bd8-af36-4972-976c-54ec55a60d89 req-8f69d16a-b8e7-4d89-be01-358cd077d689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:53.310906 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-76955bd8-af36-4972-976c-54ec55a60d89 req-8f69d16a-b8e7-4d89-be01-358cd077d689 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=227091c7-65ab-4b5a-b9bc-947d45191f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695572 Aug 18 12:56:53.353122 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4f104ecb-2571-4c7d-9f58-bdf829ec23e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:53.360393 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 65026451-b73f-4a2d-bc0c-bc8b3039d2a9 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:56:53.397466 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b022af-b407-4daa-a135-ef3ed0a43388 req-574a678e-fba4-4225-b6fa-3a80fb19cb8b tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:53.399314 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-03b022af-b407-4daa-a135-ef3ed0a43388 req-574a678e-fba4-4225-b6fa-3a80fb19cb8b tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d403f61-d15c-471f-b19a-5a4e68f41223 HTTP/1.1" status: 200 len: 948 time: 0.0728266 Aug 18 12:56:53.421671 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-76955bd8-af36-4972-976c-54ec55a60d89 req-da31982b-d9f1-4198-b37b-7e77084e3b7f service neutron] 10.222.0.13 "GET /v2.0/networks/227091c7-65ab-4b5a-b9bc-947d45191f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090083 Aug 18 12:56:53.458907 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-03b022af-b407-4daa-a135-ef3ed0a43388 req-a077a59e-7ab3-43e5-a9fe-155a4df00294 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee8f145-728d-49b6-b06e-8767e5f8eebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437059 Aug 18 12:56:53.517023 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a4d37-dee6-4372-98d0-6a171fa83555 None None] Pushing event updated for resources: {'Port': ['ID=8352dd36-2930-40fb-9e51-92ece3e75881,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:53.532300 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-76955bd8-af36-4972-976c-54ec55a60d89 req-9e78f354-c478-420d-a4b1-267ce3f1a6af service neutron] 10.222.0.13 "GET /v2.0/networks/227091c7-65ab-4b5a-b9bc-947d45191f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028883 Aug 18 12:56:53.575845 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d4aac736-6c24-417f-bf94-e9d556626810 None None] Provisioning complete for port 28dd44ff-a55f-4717-bc0d-341e293b5c86 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:56:53.576224 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d4aac736-6c24-417f-bf94-e9d556626810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:53.579270 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f1842d60-9a6f-44bd-88d1-d87100d294d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-407900697-router', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:55:29Z', 'updated_at': '2021-08-18T12:55:36Z', 'revision_number': 4, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'gw_port': {'id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:30Z', 'updated_at': '2021-08-18T12:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '9227d687-a75e-455f-8802-a718cee18e09', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'port_id': '32f1f523-eb0d-4157-b768-232c06b62bbc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c', 'mac_address': 'fa:16:3e:c3:6a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fdc02e-a8f1-4297-9e12-87329e25f6b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:56:14Z', 'updated_at': '2021-08-18T12:56:50Z', 'revision_number': 4, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4487bb35-0a20-4c01-8048-1012e4021f4b', 'name': '', 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'mac_address': 'fa:16:3e:12:c1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:34Z', 'updated_at': '2021-08-18T12:55:44Z', 'revision_number': 5, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'subnets': [{'id': '54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:56:53.682002 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1842d60-9a6f-44bd-88d1-d87100d294d1 None None] The sync data for ids ['43afe92e-a00f-42f0-821c-afdf2054c7d5'] in n-d-803603-2 is: [{'id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-407900697-router', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:55:29Z', 'updated_at': '2021-08-18T12:55:36Z', 'revision_number': 4, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'gw_port': {'id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:30Z', 'updated_at': '2021-08-18T12:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '9227d687-a75e-455f-8802-a718cee18e09', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'port_id': '32f1f523-eb0d-4157-b768-232c06b62bbc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c', 'mac_address': 'fa:16:3e:c3:6a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fdc02e-a8f1-4297-9e12-87329e25f6b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:56:14Z', 'updated_at': '2021-08-18T12:56:50Z', 'revision_number': 4, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4487bb35-0a20-4c01-8048-1012e4021f4b', 'name': '', 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'mac_address': 'fa:16:3e:12:c1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:34Z', 'updated_at': '2021-08-18T12:55:44Z', 'revision_number': 5, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'subnets': [{'id': '54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:56:53.709045 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856d14f-1afa-4493-b4f0-d0ee272d23ed req-51d79285-12c7-4499-ae33-cb815b273951 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:53.715655 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3856d14f-1afa-4493-b4f0-d0ee272d23ed req-51d79285-12c7-4499-ae33-cb815b273951 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f40b9d7-a8c1-43f7-8ea6-b8b919743764 HTTP/1.1" status: 200 len: 946 time: 0.1132464 Aug 18 12:56:53.716042 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f104ecb-2571-4c7d-9f58-bdf829ec23e6 None None] Pushing event updated for resources: {'Port': ['ID=28dd44ff-a55f-4717-bc0d-341e293b5c86,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:53.733085 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead3efef-c95a-4af8-bfb0-54ac7e3d9d4c x-openstack-request-id: req-ead3efef-c95a-4af8-bfb0-54ac7e3d9d4c {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:56:53.733371 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7fdc02e-a8f1-4297-9e12-87329e25f6b8", "tag": "32f1f523-eb0d-4157-b768-232c06b62bbc", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:56:53.733620 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ead3efef-c95a-4af8-bfb0-54ac7e3d9d4c {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:56:53.734006 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7fdc02e-a8f1-4297-9e12-87329e25f6b8', 'tag': '32f1f523-eb0d-4157-b768-232c06b62bbc', 'status': 'completed', 'code': 200} Aug 18 12:56:53.824487 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 65026451-b73f-4a2d-bc0c-bc8b3039d2a9 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:56:53.828161 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3856d14f-1afa-4493-b4f0-d0ee272d23ed req-fb7f99cf-8993-4efc-a7fd-6e6d22b52327 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0999ac7-01c1-4fe3-8c3c-566c271306ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980756 Aug 18 12:56:53.843511 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d5d85-9c81-4117-9721-b6174707c56c req-46966d08-8895-4002-a28d-b580936b1662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:53.847786 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e44d5d85-9c81-4117-9721-b6174707c56c req-46966d08-8895-4002-a28d-b580936b1662 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb573690056e4ba3a87674b850fada6d&device_id=c7fdc02e-a8f1-4297-9e12-87329e25f6b8 HTTP/1.1" status: 200 len: 1096 time: 0.0784037 Aug 18 12:56:53.860335 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 65026451-b73f-4a2d-bc0c-bc8b3039d2a9 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:56:53.860893 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:53.906600 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-444535a7-9d78-4c11-9a22-f3ae1af02013 req-923154ae-e00e-4be1-a9c7-7a5df4425dbf tempest-ServerShowV254Test-1122498729 tempest-ServerShowV254Test-1122498729-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b730dc-9d8c-4e7d-806f-489273dd2054 HTTP/1.1" status: 200 len: 210 time: 0.0585334 Aug 18 12:56:53.958007 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c64725-da8c-4e5c-bd35-0b0ecb31fb8b x-openstack-request-id: req-b2c64725-da8c-4e5c-bd35-0b0ecb31fb8b {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:56:53.958125 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f40b9d7-a8c1-43f7-8ea6-b8b919743764", "name": "network-vif-plugged", "status": "completed", "tag": "6bb994f8-0b74-4899-b2a4-96d25027fc01", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:56:53.958492 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b2c64725-da8c-4e5c-bd35-0b0ecb31fb8b {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:56:53.958947 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f40b9d7-a8c1-43f7-8ea6-b8b919743764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb994f8-0b74-4899-b2a4-96d25027fc01', 'code': 200} Aug 18 12:56:53.994122 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d5d85-9c81-4117-9721-b6174707c56c req-167b7d52-431e-4384-89ba-5e7d2feb89ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:53.995610 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e44d5d85-9c81-4117-9721-b6174707c56c req-167b7d52-431e-4384-89ba-5e7d2feb89ae service neutron] 10.222.0.20 "GET /v2.0/networks?id=227091c7-65ab-4b5a-b9bc-947d45191f2c HTTP/1.1" status: 200 len: 921 time: 0.1363304 Aug 18 12:56:54.021729 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:54.041953 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fc8f983b-96f0-4759-b9fc-0a0ee9cd7354 req-d1d3ede4-5e8b-4b8b-a838-afc3e2f9851d tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b85b76-c83b-4ea2-8969-f14f31d9a4da HTTP/1.1" status: 200 len: 210 time: 0.0438075 Aug 18 12:56:54.064712 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e44d5d85-9c81-4117-9721-b6174707c56c req-840740b6-9592-47e2-bb80-cd2434b6c34c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32f1f523-eb0d-4157-b768-232c06b62bbc HTTP/1.1" status: 200 len: 217 time: 0.0562065 Aug 18 12:56:54.065873 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 65026451-b73f-4a2d-bc0c-bc8b3039d2a9, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=65026451-b73f-4a2d-bc0c-bc8b3039d2a9,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:54.094201 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8081c1-2f53-4a5c-b449-36b119789467 None None] Sync routers for ids ['43afe92e-a00f-42f0-821c-afdf2054c7d5'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:56:54.109927 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8081c1-2f53-4a5c-b449-36b119789467 None None] Routers {'43afe92e-a00f-42f0-821c-afdf2054c7d5'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:56:54.113850 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-bf8081c1-2f53-4a5c-b449-36b119789467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:56:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['43afe92e-a00f-42f0-821c-afdf2054c7d5'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:56:54.127993 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc2979-f836-4f2c-a4b8-017e19925b48 req-cdb7637e-9955-4c75-a9ed-410986f72d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:54.129519 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-55cc2979-f836-4f2c-a4b8-017e19925b48 req-cdb7637e-9955-4c75-a9ed-410986f72d9f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9f40b9d7-a8c1-43f7-8ea6-b8b919743764 HTTP/1.1" status: 200 len: 1097 time: 0.0559485 Aug 18 12:56:54.143581 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d5d85-9c81-4117-9721-b6174707c56c req-5bebd2a4-cf5f-4346-a6b4-cd29c92492d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:54.145270 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e44d5d85-9c81-4117-9721-b6174707c56c req-5bebd2a4-cf5f-4346-a6b4-cd29c92492d9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649 HTTP/1.1" status: 200 len: 859 time: 0.0660660 Aug 18 12:56:54.160086 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:54.207484 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-55cc2979-f836-4f2c-a4b8-017e19925b48 req-642174e8-037c-4cc4-9b31-75949506ff40 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e0999ac7-01c1-4fe3-8c3c-566c271306ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558212 Aug 18 12:56:54.226440 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d5d85-9c81-4117-9721-b6174707c56c req-3ea9b62c-b26d-4cf8-b6f8-8e19374e887a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:54.227940 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e14ff-bbba-46e9-bf6a-b1035fd28d1e req-b4fef786-03ef-4bcc-aac0-03ae572d093a tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:54.228346 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e44d5d85-9c81-4117-9721-b6174707c56c req-3ea9b62c-b26d-4cf8-b6f8-8e19374e887a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=227091c7-65ab-4b5a-b9bc-947d45191f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679972 Aug 18 12:56:54.229428 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8b9e14ff-bbba-46e9-bf6a-b1035fd28d1e req-b4fef786-03ef-4bcc-aac0-03ae572d093a tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.13 "GET /v2.0/ports?device_id=704e964f-ec17-4f63-b201-30734489934a HTTP/1.1" status: 200 len: 949 time: 0.0866139 Aug 18 12:56:54.235476 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-bf8081c1-2f53-4a5c-b449-36b119789467 None None] Set router 43afe92e-a00f-42f0-821c-afdf2054c7d5 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:56:54.238827 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=65026451-b73f-4a2d-bc0c-bc8b3039d2a9,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:54.287121 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8b9e14ff-bbba-46e9-bf6a-b1035fd28d1e req-3e47e7ab-5df8-4e88-a4b3-9834199ab113 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec3a868f-c45c-400a-a7c0-e6579cd8ca23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464478 Aug 18 12:56:54.352929 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c23684-4679-4e09-af95-83f4470dfb53 x-openstack-request-id: req-82c23684-4679-4e09-af95-83f4470dfb53 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:56:54.353115 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ffcb47d-e5c6-4bf3-b906-ea2246594abc", "tag": "b0eae99e-91a9-4eea-a472-5c09394ba9e9", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:56:54.353311 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82c23684-4679-4e09-af95-83f4470dfb53 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:56:54.353656 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ffcb47d-e5c6-4bf3-b906-ea2246594abc', 'tag': 'b0eae99e-91a9-4eea-a472-5c09394ba9e9', 'status': 'completed', 'code': 200} Aug 18 12:56:54.469669 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25c9f5-5153-47a5-9a40-6ada1743589d req-4c40522a-2877-4f69-a571-d946f1cf2841 tempest-ServersOnMultiNodesTest-1807681808 tempest-ServersOnMultiNodesTest-1807681808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:54.472151 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6a25c9f5-5153-47a5-9a40-6ada1743589d req-4c40522a-2877-4f69-a571-d946f1cf2841 tempest-ServersOnMultiNodesTest-1807681808 tempest-ServersOnMultiNodesTest-1807681808-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2afc5dfe-01e3-48b5-a91c-76d71de4031d HTTP/1.1" status: 200 len: 1101 time: 0.0811546 Aug 18 12:56:54.513615 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e44d5d85-9c81-4117-9721-b6174707c56c req-7539b88a-fe6a-4542-97d2-738ae8a236a9 service neutron] 10.222.0.20 "GET /v2.0/networks/227091c7-65ab-4b5a-b9bc-947d45191f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423582 Aug 18 12:56:54.528809 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403cbab-c8ab-4376-bda4-5e9bdfe14fa3 req-08183ace-c3f0-4785-9225-cc320bdcfc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:54.531627 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6a25c9f5-5153-47a5-9a40-6ada1743589d req-d2db70b3-7773-4bfe-98fa-650e4e025adf tempest-ServersOnMultiNodesTest-1807681808 tempest-ServersOnMultiNodesTest-1807681808-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480218 Aug 18 12:56:54.533251 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3403cbab-c8ab-4376-bda4-5e9bdfe14fa3 req-08183ace-c3f0-4785-9225-cc320bdcfc52 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=99941b4001f04b7f80706cf6132f3a7f&device_id=5ffcb47d-e5c6-4bf3-b906-ea2246594abc HTTP/1.1" status: 200 len: 1135 time: 0.1496065 Aug 18 12:56:54.567227 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-bf8081c1-2f53-4a5c-b449-36b119789467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-407900697-router', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:55:29Z', 'updated_at': '2021-08-18T12:55:36Z', 'revision_number': 4, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'gw_port': {'id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:30Z', 'updated_at': '2021-08-18T12:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '4487bb35-0a20-4c01-8048-1012e4021f4b', 'name': '', 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'mac_address': 'fa:16:3e:12:c1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:34Z', 'updated_at': '2021-08-18T12:55:44Z', 'revision_number': 5, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'subnets': [{'id': '54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:56:54.608352 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8081c1-2f53-4a5c-b449-36b119789467 None None] Checking router: 43afe92e-a00f-42f0-821c-afdf2054c7d5 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:56:54.618080 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8081c1-2f53-4a5c-b449-36b119789467 None None] Routers {'43afe92e-a00f-42f0-821c-afdf2054c7d5'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:56:54.618748 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-bf8081c1-2f53-4a5c-b449-36b119789467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:56:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['43afe92e-a00f-42f0-821c-afdf2054c7d5'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:56:54.769123 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-bf8081c1-2f53-4a5c-b449-36b119789467 None None] Set router 43afe92e-a00f-42f0-821c-afdf2054c7d5 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:56:54.798013 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0b5f03-3117-4bf6-99a2-946df927d04a None None] Network 8d96ffff-6267-4935-a1e5-d5d6c73ce815 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:56:54.862237 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e17ad5-424e-4d8f-9ca9-1b0503911518 req-4b2bedee-a44d-4656-bfd1-43644aa764d7 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:54.870379 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-50e17ad5-424e-4d8f-9ca9-1b0503911518 req-4b2bedee-a44d-4656-bfd1-43644aa764d7 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ffcb47d-e5c6-4bf3-b906-ea2246594abc HTTP/1.1" status: 200 len: 984 time: 0.0944276 Aug 18 12:56:54.936192 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-50e17ad5-424e-4d8f-9ca9-1b0503911518 req-df4f82d2-0866-4e1b-a674-f52dd962ecfd tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2e6ff23-eb55-4090-afc8-d4592e7c24f0&id=6e10c14c-789e-4ecb-b3a5-b181474f23d0&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0647757 Aug 18 12:56:55.040311 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29461bf-7498-497c-b32a-36f32e09f0a4 req-1b8890ff-4201-4472-a7c6-9c929f213a27 tempest-ServersOnMultiNodesTest-1807681808 tempest-ServersOnMultiNodesTest-1807681808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:55.042121 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a29461bf-7498-497c-b32a-36f32e09f0a4 req-1b8890ff-4201-4472-a7c6-9c929f213a27 tempest-ServersOnMultiNodesTest-1807681808 tempest-ServersOnMultiNodesTest-1807681808-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9407b444-c01e-4e46-a1da-ec7c9a1bc4fd HTTP/1.1" status: 200 len: 1100 time: 0.0568995 Aug 18 12:56:55.062670 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-aae9f316-49f8-4d79-b904-3f85db941710 None None] Provisioning for port 8352dd36-2930-40fb-9e51-92ece3e75881 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:56:55.123497 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a29461bf-7498-497c-b32a-36f32e09f0a4 req-8faa1790-b1c5-40a3-8c50-5526eae0cbe8 tempest-ServersOnMultiNodesTest-1807681808 tempest-ServersOnMultiNodesTest-1807681808-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747097 Aug 18 12:56:55.149540 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86ee06-212d-4c2f-8fe1-491bf222c02e req-355d38bf-8d72-4926-a9f7-0f7f699c5e84 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:55.151104 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6e86ee06-212d-4c2f-8fe1-491bf222c02e req-355d38bf-8d72-4926-a9f7-0f7f699c5e84 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d403f61-d15c-471f-b19a-5a4e68f41223 HTTP/1.1" status: 200 len: 949 time: 0.1432259 Aug 18 12:56:55.153373 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403cbab-c8ab-4376-bda4-5e9bdfe14fa3 req-ba8ddd2d-c3a3-431c-9836-632c2d00a542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:55.156986 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3403cbab-c8ab-4376-bda4-5e9bdfe14fa3 req-ba8ddd2d-c3a3-431c-9836-632c2d00a542 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4ef47cb5-1e52-4552-a63f-a71a8084e726 HTTP/1.1" status: 200 len: 914 time: 0.6178873 Aug 18 12:56:55.170969 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e44d5d85-9c81-4117-9721-b6174707c56c req-710d1a17-317b-4ab8-b1c4-552b47dea91d service neutron] 10.222.0.20 "GET /v2.0/networks/227091c7-65ab-4b5a-b9bc-947d45191f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6352289 Aug 18 12:56:55.222967 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-bf8081c1-2f53-4a5c-b449-36b119789467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-407900697-router', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:55:29Z', 'updated_at': '2021-08-18T12:55:36Z', 'revision_number': 4, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'gw_port': {'id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:30Z', 'updated_at': '2021-08-18T12:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '4487bb35-0a20-4c01-8048-1012e4021f4b', 'name': '', 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'mac_address': 'fa:16:3e:12:c1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:34Z', 'updated_at': '2021-08-18T12:55:44Z', 'revision_number': 5, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'subnets': [{'id': '54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:56:55.265295 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8081c1-2f53-4a5c-b449-36b119789467 None None] The sync data for ids ['43afe92e-a00f-42f0-821c-afdf2054c7d5'] in n-d-803603-2 is: [{'id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-407900697-router', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:55:29Z', 'updated_at': '2021-08-18T12:55:36Z', 'revision_number': 4, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'gw_port': {'id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:30Z', 'updated_at': '2021-08-18T12:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '4487bb35-0a20-4c01-8048-1012e4021f4b', 'name': '', 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'mac_address': 'fa:16:3e:12:c1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:34Z', 'updated_at': '2021-08-18T12:55:44Z', 'revision_number': 5, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'subnets': [{'id': '54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:56:55.305730 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3403cbab-c8ab-4376-bda4-5e9bdfe14fa3 req-e2b7fb5e-6428-40b5-9255-96e71f1b7329 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0eae99e-91a9-4eea-a472-5c09394ba9e9 HTTP/1.1" status: 200 len: 217 time: 0.1283317 Aug 18 12:56:55.319231 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6e86ee06-212d-4c2f-8fe1-491bf222c02e req-be57efee-4fbf-4ead-a3b2-e6f1763530af tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee8f145-728d-49b6-b06e-8767e5f8eebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347034 Aug 18 12:56:55.359102 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403cbab-c8ab-4376-bda4-5e9bdfe14fa3 req-a506ea56-5ee5-4ec1-bc5d-c1e6368b6d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:55.363562 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3403cbab-c8ab-4376-bda4-5e9bdfe14fa3 req-a506ea56-5ee5-4ec1-bc5d-c1e6368b6d84 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a6656352-4eb3-48e5-bc33-70ad03175c1e HTTP/1.1" status: 200 len: 853 time: 0.0579557 Aug 18 12:56:55.418359 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3403cbab-c8ab-4376-bda4-5e9bdfe14fa3 req-79eeb230-2625-4d1a-b81c-7bdc7279240b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4ef47cb5-1e52-4552-a63f-a71a8084e726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489430 Aug 18 12:56:55.566535 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6c04e9-64ce-408d-af09-45d12ae5b909 None None] New status for floating IP 9227d687-a75e-455f-8802-a718cee18e09: DOWN {{(pid=101677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:56:55.615845 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 8352dd36-2930-40fb-9e51-92ece3e75881 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:56:55.649929 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c3a4e-d8f9-4f99-a88c-395322d0b630 req-9797924f-0571-4e14-9eec-d97419ede6f3 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:55.650652 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a52c3a4e-d8f9-4f99-a88c-395322d0b630 req-9797924f-0571-4e14-9eec-d97419ede6f3 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b86a49a-74e5-4b94-8617-fae5998d1d3a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2349100 Aug 18 12:56:55.707995 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-344c9886-606a-4c95-aafc-94cc065ad79f req-65e20516-c9c0-4bd0-86eb-2bc90948189f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4c78bd6652e843d2a4794a7c265af5ea&device_id=f0b730dc-9d8c-4e7d-806f-489273dd2054 HTTP/1.1" status: 200 len: 210 time: 0.0560112 Aug 18 12:56:55.736584 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451bd3e-41e7-43ce-8c3c-af35747b829b req-e86729e2-0626-4e93-8600-a83782ca129c tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:55.739695 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1451bd3e-41e7-43ce-8c3c-af35747b829b req-e86729e2-0626-4e93-8600-a83782ca129c tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f40b9d7-a8c1-43f7-8ea6-b8b919743764 HTTP/1.1" status: 200 len: 946 time: 0.0566163 Aug 18 12:56:55.740400 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7fdc02e-a8f1-4297-9e12-87329e25f6b8', 'tag': '32f1f523-eb0d-4157-b768-232c06b62bbc'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:56:55.742983 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0dd943-a1e7-41f6-86ba-a6d72387498c" -d '{"events": [{"name": "network-changed", "server_uuid": "c7fdc02e-a8f1-4297-9e12-87329e25f6b8", "tag": "32f1f523-eb0d-4157-b768-232c06b62bbc"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:56:55.782613 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1451bd3e-41e7-43ce-8c3c-af35747b829b req-05bdc778-bee1-4e54-8c27-268c150bbb14 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0999ac7-01c1-4fe3-8c3c-566c271306ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349762 Aug 18 12:56:55.820837 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a52c3a4e-d8f9-4f99-a88c-395322d0b630 req-27aaf141-7412-4b97-b203-6d6656c641eb tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.13 HTTP/1.1" status: 200 len: 697 time: 0.1523714 Aug 18 12:56:55.824732 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-344c9886-606a-4c95-aafc-94cc065ad79f req-820a2a14-45e6-4c7a-aa3b-f03ed04f951e service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=4c78bd6652e843d2a4794a7c265af5ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1021497 Aug 18 12:56:55.827227 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3403cbab-c8ab-4376-bda4-5e9bdfe14fa3 req-16df5b53-2346-44c5-b3cf-fd5cb2819cff service neutron] 10.222.0.39 "GET /v2.0/networks/4ef47cb5-1e52-4552-a63f-a71a8084e726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003148 Aug 18 12:56:55.835999 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-a810a351-cda8-4dad-ab8d-04fd8b442144 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:55.842099 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-a810a351-cda8-4dad-ab8d-04fd8b442144 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:55.843648 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-a810a351-cda8-4dad-ab8d-04fd8b442144 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.20 "GET /v2.0/networks?id=c5a507b0-8603-40bf-80b9-f30b5aba2043&id=8d96ffff-6267-4935-a1e5-d5d6c73ce815&id=c5a507b0-8603-40bf-80b9-f30b5aba2043 HTTP/1.1" status: 200 len: 1390 time: 0.3313477 Aug 18 12:56:55.848479 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-a52c3a4e-d8f9-4f99-a88c-395322d0b630 req-4354e371-534f-4306-80ae-d0adb12b9569 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Request body: {'floatingip': {'port_id': '15e1a548-80e1-410c-bde6-c120f9ddf35d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:56:55.908131 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-85b71aad-7e96-4e0c-97bb-613956b6d78d req-ae88a6e9-6bd0-41eb-a3ad-e60c23000c40 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b85b76-c83b-4ea2-8969-f14f31d9a4da HTTP/1.1" status: 200 len: 210 time: 0.0309045 Aug 18 12:56:55.931529 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba17f1-7a08-401c-8c8e-5f02c015bd52 req-70355f1c-990d-4d2f-bee6-ae8ec0c3c920 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:55.933241 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ecba17f1-7a08-401c-8c8e-5f02c015bd52 req-70355f1c-990d-4d2f-bee6-ae8ec0c3c920 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.20 "GET /v2.0/ports?device_id=704e964f-ec17-4f63-b201-30734489934a HTTP/1.1" status: 200 len: 949 time: 0.0942709 Aug 18 12:56:55.967852 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-f9c6d25c-ded4-4232-b1cc-f32e0e20992a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Request body: {'port': {'device_id': '78b85b76-c83b-4ea2-8969-f14f31d9a4da', 'network_id': 'c5a507b0-8603-40bf-80b9-f30b5aba2043', 'admin_state_up': True, 'tenant_id': 'ca98f73fa3194194a71c5ae1a46b55b4'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:56:55.977084 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d403f61-d15c-471f-b19a-5a4e68f41223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65026451-b73f-4a2d-bc0c-bc8b3039d2a9'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:56:55.979708 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1685662a-2fcf-4ff8-ade2-a195dfc506c1" -d '{"events": [{"server_uuid": "2d403f61-d15c-471f-b19a-5a4e68f41223", "name": "network-vif-plugged", "status": "completed", "tag": "65026451-b73f-4a2d-bc0c-bc8b3039d2a9"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:56:56.064337 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a52c3a4e-d8f9-4f99-a88c-395322d0b630 req-4354e371-534f-4306-80ae-d0adb12b9569 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks [] for floatingip, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:56.066240 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 8352dd36-2930-40fb-9e51-92ece3e75881 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:56:56.073026 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d81447-5826-4c51-9b14-aa82bf86ace9 req-309fcb04-1eeb-41e2-adf5-8ece86e6cda8 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:56.080059 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 8352dd36-2930-40fb-9e51-92ece3e75881 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:56:56.080059 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:56.080287 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-93d81447-5826-4c51-9b14-aa82bf86ace9 req-309fcb04-1eeb-41e2-adf5-8ece86e6cda8 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.13 "GET /v2.0/ports?device_id=704e964f-ec17-4f63-b201-30734489934a HTTP/1.1" status: 200 len: 949 time: 0.0909457 Aug 18 12:56:56.103946 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-ecba17f1-7a08-401c-8c8e-5f02c015bd52 req-112887a9-b88d-4edb-8336-13580419817f tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Deleting port 5c62c4a5-8eda-4b3e-8232-4c167af929cb {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:56:56.104360 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ecba17f1-7a08-401c-8c8e-5f02c015bd52 req-112887a9-b88d-4edb-8336-13580419817f tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:56.165926 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:56.184894 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-93d81447-5826-4c51-9b14-aa82bf86ace9 req-7ec7fad8-0d4e-4a9d-b706-0c68df2200b7 tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec3a868f-c45c-400a-a7c0-e6579cd8ca23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898354 Aug 18 12:56:56.225318 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 8352dd36-2930-40fb-9e51-92ece3e75881, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=8352dd36-2930-40fb-9e51-92ece3e75881,segment=NetworkSegment(72c3b8d9-d076-4696-8c50-dbe9343efd83),segment_id=72c3b8d9-d076-4696-8c50-dbe9343efd83)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:56.239189 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-ecba17f1-7a08-401c-8c8e-5f02c015bd52 req-112887a9-b88d-4edb-8336-13580419817f tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] For port 5c62c4a5-8eda-4b3e-8232-4c167af929cb, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=5c62c4a5-8eda-4b3e-8232-4c167af929cb,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:56.239362 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ecba17f1-7a08-401c-8c8e-5f02c015bd52 req-112887a9-b88d-4edb-8336-13580419817f tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:56.241942 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3403cbab-c8ab-4376-bda4-5e9bdfe14fa3 req-874de0e2-a02e-4b0f-bc17-4c014ca95c3b service neutron] 10.222.0.39 "GET /v2.0/networks/4ef47cb5-1e52-4552-a63f-a71a8084e726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903372 Aug 18 12:56:56.257547 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-ecba17f1-7a08-401c-8c8e-5f02c015bd52 req-112887a9-b88d-4edb-8336-13580419817f tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Calling delete_port for 5c62c4a5-8eda-4b3e-8232-4c167af929cb owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:56:56.269419 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c9886-606a-4c95-aafc-94cc065ad79f req-73617ec1-c487-4fa8-9db4-b25c3363d4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:56.270915 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-344c9886-606a-4c95-aafc-94cc065ad79f req-73617ec1-c487-4fa8-9db4-b25c3363d4f7 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4264193 Aug 18 12:56:56.302910 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:56.303890 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 28dd44ff-a55f-4717-bc0d-341e293b5c86 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:56:56.315107 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-96ed7190-4afe-4771-a327-6e2199cf301e req-673d0a6a-2580-41d2-a573-b40106f775d8 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ac48e14392114051ba5d025a8226fe94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531111 Aug 18 12:56:56.388485 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=8352dd36-2930-40fb-9e51-92ece3e75881,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:56.408144 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 28dd44ff-a55f-4717-bc0d-341e293b5c86 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:56:56.408533 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:56.421214 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-f9c6d25c-ded4-4232-b1cc-f32e0e20992a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Made reservation on behalf of ca98f73fa3194194a71c5ae1a46b55b4 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:56:56.425336 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-f9c6d25c-ded4-4232-b1cc-f32e0e20992a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:56.476343 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33255f-32a7-4a20-b041-edf704e05f98 req-310c2127-b7ed-47f8-8a1f-dc30a765d621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:56.477835 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-eb33255f-32a7-4a20-b041-edf704e05f98 req-310c2127-b7ed-47f8-8a1f-dc30a765d621 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=99941b4001f04b7f80706cf6132f3a7f&device_id=5ffcb47d-e5c6-4bf3-b906-ea2246594abc HTTP/1.1" status: 200 len: 1135 time: 0.1187806 Aug 18 12:56:56.479796 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed7190-4afe-4771-a327-6e2199cf301e req-b5157c3b-8665-427a-86bf-2b093bab9b12 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:56.481309 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-96ed7190-4afe-4771-a327-6e2199cf301e req-b5157c3b-8665-427a-86bf-2b093bab9b12 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1581900 Aug 18 12:56:56.502834 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-96ed7190-4afe-4771-a327-6e2199cf301e req-484f6bb8-f853-4775-8aa2-280f2d3db9de tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/quotas/ac48e14392114051ba5d025a8226fe94 HTTP/1.1" status: 200 len: 375 time: 0.0109203 Aug 18 12:56:56.546262 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ecba17f1-7a08-401c-8c8e-5f02c015bd52 req-112887a9-b88d-4edb-8336-13580419817f tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:56.577588 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112887a9-b88d-4edb-8336-13580419817f tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Pushing event deleted for resources: {'Port': ['ID=5c62c4a5-8eda-4b3e-8232-4c167af929cb,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:56.607114 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-96ed7190-4afe-4771-a327-6e2199cf301e req-4435d1b7-07f6-4bf7-816a-3ac58b9e1053 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ac48e14392114051ba5d025a8226fe94&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0975742 Aug 18 12:56:56.644532 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecba17f1-7a08-401c-8c8e-5f02c015bd52 req-112887a9-b88d-4edb-8336-13580419817f tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] No DVR routers for this DVR port 5c62c4a5-8eda-4b3e-8232-4c167af929cb on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:56:56.647286 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ecba17f1-7a08-401c-8c8e-5f02c015bd52 req-112887a9-b88d-4edb-8336-13580419817f tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:56.649469 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ecba17f1-7a08-401c-8c8e-5f02c015bd52 req-112887a9-b88d-4edb-8336-13580419817f tempest-ListImageFiltersTestJSON-1128834763 tempest-ListImageFiltersTestJSON-1128834763-project] 10.222.0.20 "DELETE /v2.0/ports/5c62c4a5-8eda-4b3e-8232-4c167af929cb HTTP/1.1" status: 204 len: 173 time: 0.7027533 Aug 18 12:56:56.809767 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530bbeeb-c839-4cbb-97c7-1510aba32c07 req-a42f318a-e119-45f7-86e7-30e0a47f1ef3 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:56.811384 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-530bbeeb-c839-4cbb-97c7-1510aba32c07 req-a42f318a-e119-45f7-86e7-30e0a47f1ef3 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7fdc02e-a8f1-4297-9e12-87329e25f6b8 HTTP/1.1" status: 200 len: 945 time: 0.0821614 Aug 18 12:56:56.894796 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8d1e8da2-df48-4710-b410-7b89fd4dd057 req-0e62223c-5452-40a7-a105-1d5d24fdd527 tempest-ServerShowV254Test-1122498729 tempest-ServerShowV254Test-1122498729-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b730dc-9d8c-4e7d-806f-489273dd2054 HTTP/1.1" status: 200 len: 210 time: 0.0771239 Aug 18 12:56:56.913161 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-f9c6d25c-ded4-4232-b1cc-f32e0e20992a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Allocated IP 19.80.0.230 (c5a507b0-8603-40bf-80b9-f30b5aba2043/98081d64-61a0-430f-82c3-1298081b7aec/cdc3938e-b903-4cfc-b24f-c5105921fbec) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:56:56.930692 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33255f-32a7-4a20-b041-edf704e05f98 req-630f5e3c-4f46-47a0-b1be-58fe55f3c066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:56.937270 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-eb33255f-32a7-4a20-b041-edf704e05f98 req-630f5e3c-4f46-47a0-b1be-58fe55f3c066 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4ef47cb5-1e52-4552-a63f-a71a8084e726 HTTP/1.1" status: 200 len: 914 time: 0.4187145 Aug 18 12:56:56.966805 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e506dda4-8e88-4c63-bf9a-2bb2e644202b x-openstack-request-id: req-e506dda4-8e88-4c63-bf9a-2bb2e644202b {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:56:56.967102 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7fdc02e-a8f1-4297-9e12-87329e25f6b8", "tag": "32f1f523-eb0d-4157-b768-232c06b62bbc", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:56:56.967372 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e506dda4-8e88-4c63-bf9a-2bb2e644202b {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:56:56.967902 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7fdc02e-a8f1-4297-9e12-87329e25f6b8', 'tag': '32f1f523-eb0d-4157-b768-232c06b62bbc', 'status': 'completed', 'code': 200} Aug 18 12:56:57.040834 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-eb33255f-32a7-4a20-b041-edf704e05f98 req-72fcee92-f9bf-4c37-9057-22f1f5d81633 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0eae99e-91a9-4eea-a472-5c09394ba9e9 HTTP/1.1" status: 200 len: 217 time: 0.0925272 Aug 18 12:56:57.065474 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-530bbeeb-c839-4cbb-97c7-1510aba32c07 req-864969d7-c392-418a-9648-9b884b8319f9 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Deleting port 32f1f523-eb0d-4157-b768-232c06b62bbc {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:56:57.065920 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-530bbeeb-c839-4cbb-97c7-1510aba32c07 req-864969d7-c392-418a-9648-9b884b8319f9 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:57.123942 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.db.resource_extend [req-a52c3a4e-d8f9-4f99-a88c-395322d0b630 req-4354e371-534f-4306-80ae-d0adb12b9569 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 12:56:57.143690 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0dd943-a1e7-41f6-86ba-a6d72387498c req-4f3dd791-452c-40de-901f-92c4195cd629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:57.145222 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9e0dd943-a1e7-41f6-86ba-a6d72387498c req-4f3dd791-452c-40de-901f-92c4195cd629 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb573690056e4ba3a87674b850fada6d&device_id=c7fdc02e-a8f1-4297-9e12-87329e25f6b8 HTTP/1.1" status: 200 len: 1096 time: 0.1507299 Aug 18 12:56:57.170797 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2716e-5e20-4cc3-ac96-28fdae778299 req-fa7225aa-ca04-4ef5-ac85-c69315822164 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:57.172514 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27b2716e-5e20-4cc3-ac96-28fdae778299 req-fa7225aa-ca04-4ef5-ac85-c69315822164 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/ports?device_id=17f585e9-6cf7-42b3-9271-cee63e76d55c HTTP/1.1" status: 200 len: 945 time: 0.1478281 Aug 18 12:56:57.238676 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33255f-32a7-4a20-b041-edf704e05f98 req-82200685-1e9f-4bbe-82b1-7b189178253e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:57.239846 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-eb33255f-32a7-4a20-b041-edf704e05f98 req-82200685-1e9f-4bbe-82b1-7b189178253e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a6656352-4eb3-48e5-bc33-70ad03175c1e HTTP/1.1" status: 200 len: 853 time: 0.1812468 Aug 18 12:56:57.245141 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a52c3a4e-d8f9-4f99-a88c-395322d0b630 req-4354e371-534f-4306-80ae-d0adb12b9569 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:57.335598 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27b2716e-5e20-4cc3-ac96-28fdae778299 req-1ee8ef53-aaed-4d3e-b030-c94cbc9dc54b tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0999ac7-01c1-4fe3-8c3c-566c271306ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505473 Aug 18 12:56:57.337625 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-530bbeeb-c839-4cbb-97c7-1510aba32c07 req-864969d7-c392-418a-9648-9b884b8319f9 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] For port 32f1f523-eb0d-4157-b768-232c06b62bbc, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=32f1f523-eb0d-4157-b768-232c06b62bbc,segment=NetworkSegment(2a651c51-e808-45f2-beb8-aef53853dc6e),segment_id=2a651c51-e808-45f2-beb8-aef53853dc6e)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:57.351406 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-530bbeeb-c839-4cbb-97c7-1510aba32c07 req-864969d7-c392-418a-9648-9b884b8319f9 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:57.376724 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-530bbeeb-c839-4cbb-97c7-1510aba32c07 req-864969d7-c392-418a-9648-9b884b8319f9 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Calling delete_port for 32f1f523-eb0d-4157-b768-232c06b62bbc owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:56:57.473884 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0dd943-a1e7-41f6-86ba-a6d72387498c req-d2b80088-f5ae-4d26-9fe7-c17680c57e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:57.478951 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9e0dd943-a1e7-41f6-86ba-a6d72387498c req-d2b80088-f5ae-4d26-9fe7-c17680c57e32 service neutron] 10.222.0.20 "GET /v2.0/networks?id=227091c7-65ab-4b5a-b9bc-947d45191f2c HTTP/1.1" status: 200 len: 921 time: 0.2917187 Aug 18 12:56:57.531363 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9e0dd943-a1e7-41f6-86ba-a6d72387498c req-88f75c5d-320d-4ae4-a1b1-77ec0f9c43bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32f1f523-eb0d-4157-b768-232c06b62bbc HTTP/1.1" status: 200 len: 217 time: 0.0473402 Aug 18 12:56:57.542881 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 8352dd36-2930-40fb-9e51-92ece3e75881 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:56:57.591633 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb64052-7adb-4cf2-ba70-33c196086924 req-dfeca26e-9e8d-4053-8517-a776af5bee2e tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:57.593230 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cbb64052-7adb-4cf2-ba70-33c196086924 req-dfeca26e-9e8d-4053-8517-a776af5bee2e tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ffcb47d-e5c6-4bf3-b906-ea2246594abc HTTP/1.1" status: 200 len: 984 time: 0.1549978 Aug 18 12:56:57.626014 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a52c3a4e-d8f9-4f99-a88c-395322d0b630 req-4354e371-534f-4306-80ae-d0adb12b9569 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:57.643165 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 8352dd36-2930-40fb-9e51-92ece3e75881 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:56:57.643931 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:57.652769 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0dd943-a1e7-41f6-86ba-a6d72387498c req-ba2d4301-8ee6-4890-8d54-45c476d49ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:57.654849 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9e0dd943-a1e7-41f6-86ba-a6d72387498c req-ba2d4301-8ee6-4890-8d54-45c476d49ef2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649 HTTP/1.1" status: 200 len: 859 time: 0.1156089 Aug 18 12:56:57.671937 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-eb33255f-32a7-4a20-b041-edf704e05f98 req-dd7fa3f8-654c-4e16-881f-2d26088f91ad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4ef47cb5-1e52-4552-a63f-a71a8084e726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4229100 Aug 18 12:56:57.705965 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cbb64052-7adb-4cf2-ba70-33c196086924 req-c468ed64-7bc7-4b7d-bd0c-c8f990b200e2 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2e6ff23-eb55-4090-afc8-d4592e7c24f0&id=6e10c14c-789e-4ecb-b3a5-b181474f23d0&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1050909 Aug 18 12:56:57.727200 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0dd943-a1e7-41f6-86ba-a6d72387498c req-a60bcffa-e5e3-4098-8df1-75ec93f320ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:57.729111 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9e0dd943-a1e7-41f6-86ba-a6d72387498c req-a60bcffa-e5e3-4098-8df1-75ec93f320ea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=227091c7-65ab-4b5a-b9bc-947d45191f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657802 Aug 18 12:56:57.767526 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:57.789242 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833d003d-1f2c-469c-ab65-c738aa52c5d0 x-openstack-request-id: req-833d003d-1f2c-469c-ab65-c738aa52c5d0 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:56:57.790074 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d403f61-d15c-471f-b19a-5a4e68f41223", "name": "network-vif-plugged", "status": "completed", "tag": "65026451-b73f-4a2d-bc0c-bc8b3039d2a9", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:56:57.790487 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-833d003d-1f2c-469c-ab65-c738aa52c5d0 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:56:57.791088 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d403f61-d15c-471f-b19a-5a4e68f41223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65026451-b73f-4a2d-bc0c-bc8b3039d2a9', 'code': 200} Aug 18 12:56:57.819813 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-344c9886-606a-4c95-aafc-94cc065ad79f req-6516990d-37b0-4998-82ab-c42b2b77a518 tempest-ServerShowV254Test-1122498729 tempest-ServerShowV254Test-1122498729-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0b730dc-9d8c-4e7d-806f-489273dd2054 HTTP/1.1" status: 200 len: 210 time: 0.0869343 Aug 18 12:56:57.824623 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-530bbeeb-c839-4cbb-97c7-1510aba32c07 req-864969d7-c392-418a-9648-9b884b8319f9 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:57.842819 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['15e1a548-80e1-410c-bde6-c120f9ddf35d'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:56:57.882575 n-d-803603-2 neutron-server[101676]: INFO neutron.db.l3_db [req-a52c3a4e-d8f9-4f99-a88c-395322d0b630 req-4354e371-534f-4306-80ae-d0adb12b9569 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Floating IP 9227d687-a75e-455f-8802-a718cee18e09 associated. External IP: 172.25.6.13, port: 15e1a548-80e1-410c-bde6-c120f9ddf35d. Aug 18 12:56:57.887800 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-f9c6d25c-ded4-4232-b1cc-f32e0e20992a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:57.903689 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['32f1f523-eb0d-4157-b768-232c06b62bbc'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:56:57.930808 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864969d7-c392-418a-9648-9b884b8319f9 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Pushing event deleted for resources: {'Port': ['ID=32f1f523-eb0d-4157-b768-232c06b62bbc,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:57.982805 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-f9c6d25c-ded4-4232-b1cc-f32e0e20992a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Transition to ACTIVE for port object cdc3938e-b903-4cfc-b24f-c5105921fbec will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:56:57.998901 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-530bbeeb-c839-4cbb-97c7-1510aba32c07 req-864969d7-c392-418a-9648-9b884b8319f9 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] No DVR routers for this DVR port 32f1f523-eb0d-4157-b768-232c06b62bbc on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:56:58.009621 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-530bbeeb-c839-4cbb-97c7-1510aba32c07 req-864969d7-c392-418a-9648-9b884b8319f9 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:58.009874 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-eb33255f-32a7-4a20-b041-edf704e05f98 req-ec210081-65cd-44dd-9ae1-a1a892a4dd35 service neutron] 10.222.0.39 "GET /v2.0/networks/4ef47cb5-1e52-4552-a63f-a71a8084e726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273017 Aug 18 12:56:58.012210 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-530bbeeb-c839-4cbb-97c7-1510aba32c07 req-864969d7-c392-418a-9648-9b884b8319f9 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.20 "DELETE /v2.0/ports/32f1f523-eb0d-4157-b768-232c06b62bbc HTTP/1.1" status: 204 len: 173 time: 1.1854446 Aug 18 12:56:58.018904 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cfa70b-2632-4444-9bef-4be998ce06ff req-43812ba4-b1b8-4b32-93db-a3fbc06270b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:58.020383 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c2cfa70b-2632-4444-9bef-4be998ce06ff req-43812ba4-b1b8-4b32-93db-a3fbc06270b0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2d403f61-d15c-471f-b19a-5a4e68f41223 HTTP/1.1" status: 200 len: 1100 time: 0.1490002 Aug 18 12:56:58.045205 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595cf9f-1fa2-45d1-84b2-aab07268f14c req-c08cb38c-bf9c-4859-bc08-2b37c051859f tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:58.046890 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3595cf9f-1fa2-45d1-84b2-aab07268f14c req-c08cb38c-bf9c-4859-bc08-2b37c051859f tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d403f61-d15c-471f-b19a-5a4e68f41223 HTTP/1.1" status: 200 len: 949 time: 0.1817477 Aug 18 12:56:58.050893 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9e0dd943-a1e7-41f6-86ba-a6d72387498c req-45d9d583-19d2-47db-8ce7-62114e4744a5 service neutron] 10.222.0.20 "GET /v2.0/networks/227091c7-65ab-4b5a-b9bc-947d45191f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143587 Aug 18 12:56:58.160352 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3595cf9f-1fa2-45d1-84b2-aab07268f14c req-e212d389-823a-49ea-b71c-b502c6b5024e tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee8f145-728d-49b6-b06e-8767e5f8eebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065183 Aug 18 12:56:58.180523 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c2cfa70b-2632-4444-9bef-4be998ce06ff req-ffb2d1c2-08c7-492a-852d-165f593b2096 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dee8f145-728d-49b6-b06e-8767e5f8eebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492097 Aug 18 12:56:58.196854 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9e0dd943-a1e7-41f6-86ba-a6d72387498c req-2a7ce7ab-d0aa-40ed-89b5-c58a73e50e6d service neutron] 10.222.0.20 "GET /v2.0/networks/227091c7-65ab-4b5a-b9bc-947d45191f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359880 Aug 18 12:56:58.255675 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-eb33255f-32a7-4a20-b041-edf704e05f98 req-9e4f77ed-561e-4c04-bf1a-eee89cfd93cb service neutron] 10.222.0.39 "GET /v2.0/networks/4ef47cb5-1e52-4552-a63f-a71a8084e726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267654 Aug 18 12:56:58.281665 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-48e40aa9-c7d4-40a5-8b8c-a03952b17979 req-febc9966-32a2-403b-96af-c3e1d70931fc tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=769762f1-7817-4dd1-8430-fed3bbcf9287 HTTP/1.1" status: 200 len: 210 time: 0.0315554 Aug 18 12:56:58.298274 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-f9c6d25c-ded4-4232-b1cc-f32e0e20992a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:58.354311 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-f9c6d25c-ded4-4232-b1cc-f32e0e20992a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Network c5a507b0-8603-40bf-80b9-f30b5aba2043 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:56:58.362535 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-f9c6d25c-ded4-4232-b1cc-f32e0e20992a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:56:58.368552 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-f9c6d25c-ded4-4232-b1cc-f32e0e20992a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:56:58.373790 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6d25c-ded4-4232-b1cc-f32e0e20992a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Pushing event updated for resources: {'Port': ['ID=cdc3938e-b903-4cfc-b24f-c5105921fbec,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:58.397182 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa77bf-e930-4757-8a4d-651b1110e684 req-1221dec5-c53b-4433-9037-e8c94f705798 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:58.405277 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-72aa77bf-e930-4757-8a4d-651b1110e684 req-1221dec5-c53b-4433-9037-e8c94f705798 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b85b76-c83b-4ea2-8969-f14f31d9a4da HTTP/1.1" status: 200 len: 932 time: 0.0660348 Aug 18 12:56:58.409639 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a52c3a4e-d8f9-4f99-a88c-395322d0b630 req-4354e371-534f-4306-80ae-d0adb12b9569 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Router 43afe92e-a00f-42f0-821c-afdf2054c7d5 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:56:58.430324 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:58.434991 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-f9c6d25c-ded4-4232-b1cc-f32e0e20992a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:58.435643 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-f9c6d25c-ded4-4232-b1cc-f32e0e20992a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:58.450274 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-72aa77bf-e930-4757-8a4d-651b1110e684 req-98f65483-e887-42ee-91ba-5e1e6996867b tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/security-groups?id=51a6849c-d15a-4aae-9ba4-dedea7cdd11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440347 Aug 18 12:56:58.557583 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-f9c6d25c-ded4-4232-b1cc-f32e0e20992a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6492579 Aug 18 12:56:58.559045 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a52c3a4e-d8f9-4f99-a88c-395322d0b630 req-4354e371-534f-4306-80ae-d0adb12b9569 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:56:58.563956 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a52c3a4e-d8f9-4f99-a88c-395322d0b630 req-4354e371-534f-4306-80ae-d0adb12b9569 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:58.570020 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a18d4c6-485e-4eaf-b5ad-1545a5a1a97f None None] Sync routers for ids ['43afe92e-a00f-42f0-821c-afdf2054c7d5'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:56:58.577194 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-c8adbdc3-95f6-4b76-9975-6c1b73f922f2 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Request body: {'port': {'device_id': '78b85b76-c83b-4ea2-8969-f14f31d9a4da', 'network_id': '8d96ffff-6267-4935-a1e5-d5d6c73ce815', 'admin_state_up': True, 'tenant_id': 'ca98f73fa3194194a71c5ae1a46b55b4'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:56:58.581801 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a18d4c6-485e-4eaf-b5ad-1545a5a1a97f None None] Routers {'43afe92e-a00f-42f0-821c-afdf2054c7d5'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:56:58.593234 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-3a18d4c6-485e-4eaf-b5ad-1545a5a1a97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:56:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['43afe92e-a00f-42f0-821c-afdf2054c7d5'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:56:58.668229 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a52c3a4e-d8f9-4f99-a88c-395322d0b630 req-4354e371-534f-4306-80ae-d0adb12b9569 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "PUT /v2.0/floatingips/9227d687-a75e-455f-8802-a718cee18e09 HTTP/1.1" status: 200 len: 995 time: 2.8397348 Aug 18 12:56:58.670453 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b86a49a-74e5-4b94-8617-fae5998d1d3a', 'tag': '15e1a548-80e1-410c-bde6-c120f9ddf35d'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:56:58.672996 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b3c86e-2b59-4858-8790-f6c78580a17d" -d '{"events": [{"name": "network-changed", "server_uuid": "1b86a49a-74e5-4b94-8617-fae5998d1d3a", "tag": "15e1a548-80e1-410c-bde6-c120f9ddf35d"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:56:58.732520 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-3a18d4c6-485e-4eaf-b5ad-1545a5a1a97f None None] Set router 43afe92e-a00f-42f0-821c-afdf2054c7d5 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:56:58.772612 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-3c12474f-3664-45ca-ad77-096eb780bd5b None None] Provisioning for port cdc3938e-b903-4cfc-b24f-c5105921fbec completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:56:58.785174 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-3c12474f-3664-45ca-ad77-096eb780bd5b None None] Provisioning complete for port cdc3938e-b903-4cfc-b24f-c5105921fbec triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:56:58.786159 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3c12474f-3664-45ca-ad77-096eb780bd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:58.794025 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c3a4e-d8f9-4f99-a88c-395322d0b630 req-3de1e29b-4af4-4e76-aa38-2d13f0a2dcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:58.794025 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a52c3a4e-d8f9-4f99-a88c-395322d0b630 req-3de1e29b-4af4-4e76-aa38-2d13f0a2dcc5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb573690056e4ba3a87674b850fada6d&device_id=1b86a49a-74e5-4b94-8617-fae5998d1d3a HTTP/1.1" status: 200 len: 1096 time: 0.0900645 Aug 18 12:56:58.832763 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-3c12474f-3664-45ca-ad77-096eb780bd5b None None] Port cdc3938e-b903-4cfc-b24f-c5105921fbec cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:56:58.885180 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-c8adbdc3-95f6-4b76-9975-6c1b73f922f2 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Made reservation on behalf of ca98f73fa3194194a71c5ae1a46b55b4 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:56:58.895042 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-c8adbdc3-95f6-4b76-9975-6c1b73f922f2 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:58.969349 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704e964f-ec17-4f63-b201-30734489934a', 'name': 'network-vif-deleted', 'tag': '5c62c4a5-8eda-4b3e-8232-4c167af929cb'}, {'server_uuid': 'c7fdc02e-a8f1-4297-9e12-87329e25f6b8', 'name': 'network-vif-deleted', 'tag': '32f1f523-eb0d-4157-b768-232c06b62bbc'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:56:58.973090 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18736cda-2895-4faa-a183-4be42478a563" -d '{"events": [{"server_uuid": "704e964f-ec17-4f63-b201-30734489934a", "name": "network-vif-deleted", "tag": "5c62c4a5-8eda-4b3e-8232-4c167af929cb"}, {"server_uuid": "c7fdc02e-a8f1-4297-9e12-87329e25f6b8", "name": "network-vif-deleted", "tag": "32f1f523-eb0d-4157-b768-232c06b62bbc"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:56:59.016751 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b8a4fe84-2317-4689-8a7d-fb1f55776e4b req-2d2b1fa8-7167-48f1-8f47-087a9d96e6df tempest-ServerShowV254Test-1122498729 tempest-ServerShowV254Test-1122498729-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0b730dc-9d8c-4e7d-806f-489273dd2054 HTTP/1.1" status: 200 len: 210 time: 0.0399163 Aug 18 12:56:59.028698 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c3a4e-d8f9-4f99-a88c-395322d0b630 req-429edda5-27d4-4dce-88cd-e85aff24238c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:59.039040 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a52c3a4e-d8f9-4f99-a88c-395322d0b630 req-429edda5-27d4-4dce-88cd-e85aff24238c service neutron] 10.222.0.13 "GET /v2.0/networks?id=227091c7-65ab-4b5a-b9bc-947d45191f2c HTTP/1.1" status: 200 len: 921 time: 0.2358046 Aug 18 12:56:59.080565 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-3a18d4c6-485e-4eaf-b5ad-1545a5a1a97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-407900697-router', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:55:29Z', 'updated_at': '2021-08-18T12:55:36Z', 'revision_number': 4, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'gw_port': {'id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:30Z', 'updated_at': '2021-08-18T12:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '9227d687-a75e-455f-8802-a718cee18e09', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'port_id': '15e1a548-80e1-410c-bde6-c120f9ddf35d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c', 'mac_address': 'fa:16:3e:cc:52:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b86a49a-74e5-4b94-8617-fae5998d1d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:56:14Z', 'updated_at': '2021-08-18T12:56:56Z', 'revision_number': 8, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4487bb35-0a20-4c01-8048-1012e4021f4b', 'name': '', 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'mac_address': 'fa:16:3e:12:c1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:34Z', 'updated_at': '2021-08-18T12:55:44Z', 'revision_number': 5, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'subnets': [{'id': '54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:56:59.123303 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a18d4c6-485e-4eaf-b5ad-1545a5a1a97f None None] Checking router: 43afe92e-a00f-42f0-821c-afdf2054c7d5 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:56:59.133970 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a18d4c6-485e-4eaf-b5ad-1545a5a1a97f None None] Routers {'43afe92e-a00f-42f0-821c-afdf2054c7d5'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:56:59.134793 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-3a18d4c6-485e-4eaf-b5ad-1545a5a1a97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:56:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['43afe92e-a00f-42f0-821c-afdf2054c7d5'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:56:59.200453 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-c8adbdc3-95f6-4b76-9975-6c1b73f922f2 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Allocated IP 19.86.0.180 (8d96ffff-6267-4935-a1e5-d5d6c73ce815/45de4a11-0806-4f9c-b93e-c03f663aecde/1e872a01-01b0-4998-9435-2adc354c93a0) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:56:59.204217 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a52c3a4e-d8f9-4f99-a88c-395322d0b630 req-28eb9591-b912-42fa-8ce4-59600d4b2e7a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15e1a548-80e1-410c-bde6-c120f9ddf35d HTTP/1.1" status: 200 len: 998 time: 0.1558788 Aug 18 12:56:59.272680 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-3a18d4c6-485e-4eaf-b5ad-1545a5a1a97f None None] Set router 43afe92e-a00f-42f0-821c-afdf2054c7d5 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:56:59.288034 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c3a4e-d8f9-4f99-a88c-395322d0b630 req-10bd85d5-3a06-49c6-815c-be2a5086e3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:59.289513 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a52c3a4e-d8f9-4f99-a88c-395322d0b630 req-10bd85d5-3a06-49c6-815c-be2a5086e3fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649 HTTP/1.1" status: 200 len: 859 time: 0.0774665 Aug 18 12:56:59.400000 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c3a4e-d8f9-4f99-a88c-395322d0b630 req-6fa2d780-b0ca-443e-bfd4-5fb9393f8d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:59.401506 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a52c3a4e-d8f9-4f99-a88c-395322d0b630 req-6fa2d780-b0ca-443e-bfd4-5fb9393f8d71 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=227091c7-65ab-4b5a-b9bc-947d45191f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1035438 Aug 18 12:56:59.521966 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-c8adbdc3-95f6-4b76-9975-6c1b73f922f2 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:59.523335 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-3a18d4c6-485e-4eaf-b5ad-1545a5a1a97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-407900697-router', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:55:29Z', 'updated_at': '2021-08-18T12:55:36Z', 'revision_number': 4, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'gw_port': {'id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:30Z', 'updated_at': '2021-08-18T12:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '9227d687-a75e-455f-8802-a718cee18e09', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'port_id': '15e1a548-80e1-410c-bde6-c120f9ddf35d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c', 'mac_address': 'fa:16:3e:cc:52:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b86a49a-74e5-4b94-8617-fae5998d1d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:56:14Z', 'updated_at': '2021-08-18T12:56:56Z', 'revision_number': 8, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4487bb35-0a20-4c01-8048-1012e4021f4b', 'name': '', 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'mac_address': 'fa:16:3e:12:c1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:34Z', 'updated_at': '2021-08-18T12:55:44Z', 'revision_number': 5, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'subnets': [{'id': '54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:56:59.528587 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-96ed7190-4afe-4771-a327-6e2199cf301e req-2e73c574-c52c-482b-a93b-a95d36fb3058 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ac48e14392114051ba5d025a8226fe94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386095 Aug 18 12:56:59.550810 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a18d4c6-485e-4eaf-b5ad-1545a5a1a97f None None] The sync data for ids ['43afe92e-a00f-42f0-821c-afdf2054c7d5'] in n-d-803603-2 is: [{'id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-407900697-router', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:55:29Z', 'updated_at': '2021-08-18T12:55:36Z', 'revision_number': 4, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'gw_port': {'id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:30Z', 'updated_at': '2021-08-18T12:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '9227d687-a75e-455f-8802-a718cee18e09', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'port_id': '15e1a548-80e1-410c-bde6-c120f9ddf35d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c', 'mac_address': 'fa:16:3e:cc:52:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b86a49a-74e5-4b94-8617-fae5998d1d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:56:14Z', 'updated_at': '2021-08-18T12:56:56Z', 'revision_number': 8, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4487bb35-0a20-4c01-8048-1012e4021f4b', 'name': '', 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'mac_address': 'fa:16:3e:12:c1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:34Z', 'updated_at': '2021-08-18T12:55:44Z', 'revision_number': 5, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'subnets': [{'id': '54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:56:59.606218 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-c8adbdc3-95f6-4b76-9975-6c1b73f922f2 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Transition to ACTIVE for port object 1e872a01-01b0-4998-9435-2adc354c93a0 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:56:59.804573 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb291dc-1a30-4d0a-bd70-235674014ae8 None None] New status for floating IP 9227d687-a75e-455f-8802-a718cee18e09: ACTIVE {{(pid=101677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:56:59.866124 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a156fca-f248-478e-b0e2-b76cc46ed9a3 req-622259d1-f174-44b8-ac82-cc7f2c420742 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:59.867829 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a156fca-f248-478e-b0e2-b76cc46ed9a3 req-622259d1-f174-44b8-ac82-cc7f2c420742 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ffcb47d-e5c6-4bf3-b906-ea2246594abc HTTP/1.1" status: 200 len: 984 time: 0.0718420 Aug 18 12:56:59.875365 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d90ebb1-3d13-41ff-915a-46a5fee6f24a x-openstack-request-id: req-1d90ebb1-3d13-41ff-915a-46a5fee6f24a {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:56:59.875648 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b86a49a-74e5-4b94-8617-fae5998d1d3a", "tag": "15e1a548-80e1-410c-bde6-c120f9ddf35d", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:56:59.876120 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d90ebb1-3d13-41ff-915a-46a5fee6f24a {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:56:59.876682 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b86a49a-74e5-4b94-8617-fae5998d1d3a', 'tag': '15e1a548-80e1-410c-bde6-c120f9ddf35d', 'status': 'completed', 'code': 200} Aug 18 12:56:59.931134 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a156fca-f248-478e-b0e2-b76cc46ed9a3 req-845870f8-4767-4477-a66a-177bba436638 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2e6ff23-eb55-4090-afc8-d4592e7c24f0&id=6e10c14c-789e-4ecb-b3a5-b181474f23d0&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0473473 Aug 18 12:56:59.940766 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a52c3a4e-d8f9-4f99-a88c-395322d0b630 req-3d7607a5-2171-4682-84ae-4fa1e7c04f26 service neutron] 10.222.0.13 "GET /v2.0/networks/227091c7-65ab-4b5a-b9bc-947d45191f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5272925 Aug 18 12:57:00.029651 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed7190-4afe-4771-a327-6e2199cf301e req-68c2955f-251a-4d56-8520-a9d0cdf3e78b tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:00.031181 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-96ed7190-4afe-4771-a327-6e2199cf301e req-68c2955f-251a-4d56-8520-a9d0cdf3e78b tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4961460 Aug 18 12:57:00.055700 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3c86e-2b59-4858-8790-f6c78580a17d req-6565d1ed-c8c5-4fa8-887d-badfbff2bd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:00.057172 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-58b3c86e-2b59-4858-8790-f6c78580a17d req-6565d1ed-c8c5-4fa8-887d-badfbff2bd3c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb573690056e4ba3a87674b850fada6d&device_id=1b86a49a-74e5-4b94-8617-fae5998d1d3a HTTP/1.1" status: 200 len: 1096 time: 0.1855848 Aug 18 12:57:00.062096 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-96ed7190-4afe-4771-a327-6e2199cf301e req-3066fd71-9a2a-4084-8269-1b5dfc502514 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Request body: {'port': {'device_id': '769762f1-7817-4dd1-8430-fed3bbcf9287', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'admin_state_up': True, 'tenant_id': 'ac48e14392114051ba5d025a8226fe94'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:00.154825 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-c8adbdc3-95f6-4b76-9975-6c1b73f922f2 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:00.244979 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a52c3a4e-d8f9-4f99-a88c-395322d0b630 req-4330f4b7-71d6-4981-856c-63276b073f63 service neutron] 10.222.0.13 "GET /v2.0/networks/227091c7-65ab-4b5a-b9bc-947d45191f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938294 Aug 18 12:57:00.263016 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-c8adbdc3-95f6-4b76-9975-6c1b73f922f2 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Network 8d96ffff-6267-4935-a1e5-d5d6c73ce815 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:57:00.271484 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8adbdc3-95f6-4b76-9975-6c1b73f922f2 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Pushing event updated for resources: {'Port': ['ID=1e872a01-01b0-4998-9435-2adc354c93a0,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:00.278800 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-c8adbdc3-95f6-4b76-9975-6c1b73f922f2 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:57:00.292041 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-c8adbdc3-95f6-4b76-9975-6c1b73f922f2 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:57:00.340611 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 18 Aug 2021 12:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626a34e8-efdc-4cd4-8d61-8e3a2c60e805 x-openstack-request-id: req-626a34e8-efdc-4cd4-8d61-8e3a2c60e805 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:57:00.341479 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704e964f-ec17-4f63-b201-30734489934a", "name": "network-vif-deleted", "tag": "5c62c4a5-8eda-4b3e-8232-4c167af929cb", "status": "completed", "code": 200}, {"server_uuid": "c7fdc02e-a8f1-4297-9e12-87329e25f6b8", "name": "network-vif-deleted", "tag": "32f1f523-eb0d-4157-b768-232c06b62bbc", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:57:00.341970 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-626a34e8-efdc-4cd4-8d61-8e3a2c60e805 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:57:00.342579 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704e964f-ec17-4f63-b201-30734489934a', 'name': 'network-vif-deleted', 'tag': '5c62c4a5-8eda-4b3e-8232-4c167af929cb', 'status': 'completed', 'code': 200} Aug 18 12:57:00.350588 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7fdc02e-a8f1-4297-9e12-87329e25f6b8', 'name': 'network-vif-deleted', 'tag': '32f1f523-eb0d-4157-b768-232c06b62bbc', 'status': 'completed', 'code': 200} Aug 18 12:57:00.350698 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3c86e-2b59-4858-8790-f6c78580a17d req-94f8365a-c1f1-4a8c-b672-771bc3fe9233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:00.351987 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-58b3c86e-2b59-4858-8790-f6c78580a17d req-94f8365a-c1f1-4a8c-b672-771bc3fe9233 service neutron] 10.222.0.39 "GET /v2.0/networks?id=227091c7-65ab-4b5a-b9bc-947d45191f2c HTTP/1.1" status: 200 len: 921 time: 0.2833583 Aug 18 12:57:00.417779 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-c8adbdc3-95f6-4b76-9975-6c1b73f922f2 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:00.418631 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-c8adbdc3-95f6-4b76-9975-6c1b73f922f2 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:00.469046 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e72ff-a7d7-49b6-a944-df23834d4222 req-a95f7034-03b5-4bac-a7c2-cc9085a8f8a4 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:00.470790 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-347e72ff-a7d7-49b6-a944-df23834d4222 req-a95f7034-03b5-4bac-a7c2-cc9085a8f8a4 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d403f61-d15c-471f-b19a-5a4e68f41223 HTTP/1.1" status: 200 len: 949 time: 0.0733776 Aug 18 12:57:00.480346 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4e9ad352-cc6b-4b79-b356-c93fee7bd977 req-bf16958c-cc9b-4ed6-b1dd-d61c29137358 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=769762f1-7817-4dd1-8430-fed3bbcf9287 HTTP/1.1" status: 200 len: 210 time: 0.0352495 Aug 18 12:57:00.482279 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-58b3c86e-2b59-4858-8790-f6c78580a17d req-dfd53494-baff-4852-9771-44b05bad1217 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15e1a548-80e1-410c-bde6-c120f9ddf35d HTTP/1.1" status: 200 len: 1000 time: 0.1176066 Aug 18 12:57:00.490753 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96ed7190-4afe-4771-a327-6e2199cf301e req-3066fd71-9a2a-4084-8269-1b5dfc502514 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Made reservation on behalf of ac48e14392114051ba5d025a8226fe94 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:57:00.497596 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-96ed7190-4afe-4771-a327-6e2199cf301e req-3066fd71-9a2a-4084-8269-1b5dfc502514 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:00.530340 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-347e72ff-a7d7-49b6-a944-df23834d4222 req-9ac110ff-6100-4d85-a17e-042a9e787154 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee8f145-728d-49b6-b06e-8767e5f8eebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515685 Aug 18 12:57:00.595188 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6600ec7-e303-4e10-a4e7-fd6d71624048 req-c5c25a22-bf14-4fc3-8621-da458aee9d25 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:00.597391 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d6600ec7-e303-4e10-a4e7-fd6d71624048 req-c5c25a22-bf14-4fc3-8621-da458aee9d25 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.39 "GET /v2.0/ports?device_id=17f585e9-6cf7-42b3-9271-cee63e76d55c HTTP/1.1" status: 200 len: 945 time: 0.0712655 Aug 18 12:57:00.640076 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3c86e-2b59-4858-8790-f6c78580a17d req-c9b3f3f2-63aa-44cf-a5f6-ae973b034f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:00.641569 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-58b3c86e-2b59-4858-8790-f6c78580a17d req-c9b3f3f2-63aa-44cf-a5f6-ae973b034f11 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649 HTTP/1.1" status: 200 len: 859 time: 0.1348555 Aug 18 12:57:00.642817 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-c8adbdc3-95f6-4b76-9975-6c1b73f922f2 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0758696 Aug 18 12:57:00.662280 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-8182d93d-3621-440d-9755-ba63143eb429 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Request body: {'port': {'device_id': '78b85b76-c83b-4ea2-8969-f14f31d9a4da', 'network_id': 'c5a507b0-8603-40bf-80b9-f30b5aba2043', 'admin_state_up': True, 'tenant_id': 'ca98f73fa3194194a71c5ae1a46b55b4'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:00.715135 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-8c7dbf1f-130b-4db0-b5c5-0781035849a2 None None] Provisioning for port 1e872a01-01b0-4998-9435-2adc354c93a0 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:57:00.720839 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-d6600ec7-e303-4e10-a4e7-fd6d71624048 req-157d70d2-4cb3-48ea-803a-eeef917db174 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Deleting port ef353580-0092-4687-8285-c7855789c8b3 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:57:00.721808 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-8c7dbf1f-130b-4db0-b5c5-0781035849a2 None None] Provisioning complete for port 1e872a01-01b0-4998-9435-2adc354c93a0 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:57:00.721960 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d6600ec7-e303-4e10-a4e7-fd6d71624048 req-157d70d2-4cb3-48ea-803a-eeef917db174 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:00.722623 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8c7dbf1f-130b-4db0-b5c5-0781035849a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:00.761911 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-8c7dbf1f-130b-4db0-b5c5-0781035849a2 None None] Port 1e872a01-01b0-4998-9435-2adc354c93a0 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:57:00.788549 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7521c8-bdaa-45d0-9b0a-8c81f92bf647 req-c1b0ba72-0e3f-44fd-9576-6e589a802467 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:00.788816 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 32f1f523-eb0d-4157-b768-232c06b62bbc no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:57:00.794503 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7521c8-bdaa-45d0-9b0a-8c81f92bf647 req-c1b0ba72-0e3f-44fd-9576-6e589a802467 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:00.796093 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8d7521c8-bdaa-45d0-9b0a-8c81f92bf647 req-c1b0ba72-0e3f-44fd-9576-6e589a802467 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b85b76-c83b-4ea2-8969-f14f31d9a4da HTTP/1.1" status: 200 len: 1655 time: 0.1991930 Aug 18 12:57:00.813494 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 32f1f523-eb0d-4157-b768-232c06b62bbc {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:57:00.814075 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 32f1f523-eb0d-4157-b768-232c06b62bbc not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:57:00.814395 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 5c62c4a5-8eda-4b3e-8232-4c167af929cb no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:57:00.824338 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-d6600ec7-e303-4e10-a4e7-fd6d71624048 req-157d70d2-4cb3-48ea-803a-eeef917db174 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] For port ef353580-0092-4687-8285-c7855789c8b3, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=ef353580-0092-4687-8285-c7855789c8b3,segment=NetworkSegment(64242db4-050a-4831-913b-84beef1ef905),segment_id=64242db4-050a-4831-913b-84beef1ef905)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:00.824719 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d6600ec7-e303-4e10-a4e7-fd6d71624048 req-157d70d2-4cb3-48ea-803a-eeef917db174 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:00.840520 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-d6600ec7-e303-4e10-a4e7-fd6d71624048 req-157d70d2-4cb3-48ea-803a-eeef917db174 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Calling delete_port for ef353580-0092-4687-8285-c7855789c8b3 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:57:00.846937 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 5c62c4a5-8eda-4b3e-8232-4c167af929cb {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:57:00.847397 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 5c62c4a5-8eda-4b3e-8232-4c167af929cb not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:57:00.866738 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-96ed7190-4afe-4771-a327-6e2199cf301e req-3066fd71-9a2a-4084-8269-1b5dfc502514 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Allocated IP 192.168.233.203 (f82a481e-2d3e-49f3-a273-639556667c8a/38dc8434-66c0-4e05-8cce-b4a4a0f33dc3/10be887f-d4a7-4e50-96c9-afdefe48e1fb) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:57:00.870163 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3c86e-2b59-4858-8790-f6c78580a17d req-60f1ad65-f244-4a87-9fef-acfe14db86b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:00.871694 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-58b3c86e-2b59-4858-8790-f6c78580a17d req-60f1ad65-f244-4a87-9fef-acfe14db86b1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=227091c7-65ab-4b5a-b9bc-947d45191f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2028365 Aug 18 12:57:00.964911 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8d7521c8-bdaa-45d0-9b0a-8c81f92bf647 req-783dda09-2dd5-4665-857b-329ce69e40a8 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/security-groups?id=51a6849c-d15a-4aae-9ba4-dedea7cdd11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549187 Aug 18 12:57:01.057202 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d6600ec7-e303-4e10-a4e7-fd6d71624048 req-157d70d2-4cb3-48ea-803a-eeef917db174 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:01.070226 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['ef353580-0092-4687-8285-c7855789c8b3'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:57:01.073142 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['6bb994f8-0b74-4899-b2a4-96d25027fc01'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:57:01.085820 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d70d2-4cb3-48ea-803a-eeef917db174 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Pushing event deleted for resources: {'Port': ['ID=ef353580-0092-4687-8285-c7855789c8b3,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:01.099729 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-58b3c86e-2b59-4858-8790-f6c78580a17d req-40703c78-138c-478d-b9c4-aae6305d6c22 service neutron] 10.222.0.39 "GET /v2.0/networks/227091c7-65ab-4b5a-b9bc-947d45191f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191141 Aug 18 12:57:01.112380 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-8182d93d-3621-440d-9755-ba63143eb429 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Made reservation on behalf of ca98f73fa3194194a71c5ae1a46b55b4 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:57:01.115693 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-8182d93d-3621-440d-9755-ba63143eb429 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:01.141413 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6600ec7-e303-4e10-a4e7-fd6d71624048 req-157d70d2-4cb3-48ea-803a-eeef917db174 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] No DVR routers for this DVR port ef353580-0092-4687-8285-c7855789c8b3 on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:57:01.147202 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d6600ec7-e303-4e10-a4e7-fd6d71624048 req-157d70d2-4cb3-48ea-803a-eeef917db174 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:01.148852 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d6600ec7-e303-4e10-a4e7-fd6d71624048 req-157d70d2-4cb3-48ea-803a-eeef917db174 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.39 "DELETE /v2.0/ports/ef353580-0092-4687-8285-c7855789c8b3 HTTP/1.1" status: 204 len: 173 time: 0.5445976 Aug 18 12:57:01.193355 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fee5e8ec-07ef-4566-8ec3-f164a1bef113 req-7457baf8-0e64-4b4b-844b-8f67bf055ee0 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1797894074&fields=id&tenant_id=99941b4001f04b7f80706cf6132f3a7f HTTP/1.1" status: 200 len: 267 time: 0.1711650 Aug 18 12:57:01.274493 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cbb40053-e80b-491d-8fbe-320ed091bc0b req-c1cc2c17-d0a6-4c5e-b400-01818b02d047 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/floatingips/9227d687-a75e-455f-8802-a718cee18e09 HTTP/1.1" status: 200 len: 997 time: 0.0815656 Aug 18 12:57:01.316233 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-96ed7190-4afe-4771-a327-6e2199cf301e req-3066fd71-9a2a-4084-8269-1b5dfc502514 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:01.381238 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-96ed7190-4afe-4771-a327-6e2199cf301e req-3066fd71-9a2a-4084-8269-1b5dfc502514 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Transition to ACTIVE for port object 10be887f-d4a7-4e50-96c9-afdefe48e1fb will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:57:01.392965 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5e8ec-07ef-4566-8ec3-f164a1bef113 req-45299ff1-0749-49c7-b180-4e568b8a9541 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:01.395027 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fee5e8ec-07ef-4566-8ec3-f164a1bef113 req-45299ff1-0749-49c7-b180-4e568b8a9541 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ffcb47d-e5c6-4bf3-b906-ea2246594abc HTTP/1.1" status: 200 len: 984 time: 0.1829138 Aug 18 12:57:01.408341 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb40053-e80b-491d-8fbe-320ed091bc0b req-0a99b6ca-b693-4a87-b828-e3c6edc0d8f2 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:01.409860 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cbb40053-e80b-491d-8fbe-320ed091bc0b req-0a99b6ca-b693-4a87-b828-e3c6edc0d8f2 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/networks/0babe39a-03c6-4af7-9ca5-00804dd781c2 HTTP/1.1" status: 200 len: 784 time: 0.1269069 Aug 18 12:57:01.416064 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-58b3c86e-2b59-4858-8790-f6c78580a17d req-76d67700-71f3-4339-89ef-eb568a69b119 service neutron] 10.222.0.39 "GET /v2.0/networks/227091c7-65ab-4b5a-b9bc-947d45191f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907257 Aug 18 12:57:01.426291 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-fee5e8ec-07ef-4566-8ec3-f164a1bef113 req-49e907e1-0e9e-4097-9dcd-11d52cb53949 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Request body: {'port': {'security_groups': ['6e10c14c-789e-4ecb-b3a5-b181474f23d0', 'c2e6ff23-eb55-4090-afc8-d4592e7c24f0', 'c914f4f1-aa74-472c-a7b7-a1f8a84781c9']}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:01.521457 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-8182d93d-3621-440d-9755-ba63143eb429 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Allocated IP 19.80.0.196 (c5a507b0-8603-40bf-80b9-f30b5aba2043/98081d64-61a0-430f-82c3-1298081b7aec/dc3ad10e-838a-4b84-aae3-99af09eeef92) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:57:01.543391 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-fee5e8ec-07ef-4566-8ec3-f164a1bef113 req-49e907e1-0e9e-4097-9dcd-11d52cb53949 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:01.616559 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d032e1-4721-4622-9b37-48c694120a7b req-d75b9756-db0b-4fd8-8e89-e99e9999d17d tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:01.618303 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e7d032e1-4721-4622-9b37-48c694120a7b req-d75b9756-db0b-4fd8-8e89-e99e9999d17d tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/networks?id=8205beb0-4d25-4c9e-a0f2-b53bd983d149 HTTP/1.1" status: 200 len: 813 time: 0.1287067 Aug 18 12:57:01.642789 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e7d032e1-4721-4622-9b37-48c694120a7b req-cd0de191-9bde-4c57-8e88-6e37207d3d3e tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/quotas/234ffca375d94eb59ece774ca7f62d4c HTTP/1.1" status: 200 len: 375 time: 0.0118842 Aug 18 12:57:01.721152 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e7d032e1-4721-4622-9b37-48c694120a7b req-88f82e0b-3656-454f-b851-d8ad788a1cb8 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=234ffca375d94eb59ece774ca7f62d4c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0716085 Aug 18 12:57:01.810042 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219d95d-ca1b-4871-9763-7fc58a9fc1ce req-d34a9350-f50a-4b51-9b86-8177a4621d72 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:01.812238 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5219d95d-ca1b-4871-9763-7fc58a9fc1ce req-d34a9350-f50a-4b51-9b86-8177a4621d72 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f40b9d7-a8c1-43f7-8ea6-b8b919743764 HTTP/1.1" status: 200 len: 946 time: 0.1055276 Aug 18 12:57:01.817010 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-8182d93d-3621-440d-9755-ba63143eb429 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:01.822043 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:57:01.850592 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-8182d93d-3621-440d-9755-ba63143eb429 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Transition to ACTIVE for port object dc3ad10e-838a-4b84-aae3-99af09eeef92 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:57:01.854631 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-96ed7190-4afe-4771-a327-6e2199cf301e req-3066fd71-9a2a-4084-8269-1b5dfc502514 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:01.864778 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['44bf2515-cd47-443d-b2d8-b5004621c8e9', '384a8833-88fe-4c1d-be0c-1a73f037e676', 'd9f8d7ab-5bd5-407f-b270-de7ccc354679', '0cc63bf1-f915-449c-86d3-c95f41dc0d73'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:57:01.868182 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['2308fcb3-38a2-4859-8f4f-93c5076d787e'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:57:01.917493 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96ed7190-4afe-4771-a327-6e2199cf301e req-3066fd71-9a2a-4084-8269-1b5dfc502514 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Network f82a481e-2d3e-49f3-a273-639556667c8a is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:57:01.920860 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e7d032e1-4721-4622-9b37-48c694120a7b req-8851729d-c131-4833-a375-8ee7483596b7 service neutron] 10.222.0.13 "GET /v2.0/networks/8205beb0-4d25-4c9e-a0f2-b53bd983d149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829011 Aug 18 12:57:01.931363 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-96ed7190-4afe-4771-a327-6e2199cf301e req-3066fd71-9a2a-4084-8269-1b5dfc502514 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:57:01.934337 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ed7190-4afe-4771-a327-6e2199cf301e req-3066fd71-9a2a-4084-8269-1b5dfc502514 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:57:01.972783 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43120) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:02.015019 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-5219d95d-ca1b-4871-9763-7fc58a9fc1ce req-2e8ef0f2-6f17-46fa-96da-a2a16be41821 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Deleting port 6bb994f8-0b74-4899-b2a4-96d25027fc01 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:57:02.015622 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-5219d95d-ca1b-4871-9763-7fc58a9fc1ce req-2e8ef0f2-6f17-46fa-96da-a2a16be41821 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:02.034329 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3066fd71-9a2a-4084-8269-1b5dfc502514 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Pushing event updated for resources: {'Port': ['ID=10be887f-d4a7-4e50-96c9-afdefe48e1fb,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:02.046547 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-fee5e8ec-07ef-4566-8ec3-f164a1bef113 req-49e907e1-0e9e-4097-9dcd-11d52cb53949 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] For port b0eae99e-91a9-4eea-a472-5c09394ba9e9, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=b0eae99e-91a9-4eea-a472-5c09394ba9e9,segment=NetworkSegment(a55d7d46-60e1-4c30-88cf-190c46dddd25),segment_id=a55d7d46-60e1-4c30-88cf-190c46dddd25)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:02.069673 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed7190-4afe-4771-a327-6e2199cf301e req-3066fd71-9a2a-4084-8269-1b5dfc502514 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:02.070669 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-96ed7190-4afe-4771-a327-6e2199cf301e req-3066fd71-9a2a-4084-8269-1b5dfc502514 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:02.126951 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e7d032e1-4721-4622-9b37-48c694120a7b req-3a15c4ec-6457-4508-bb21-084f42142578 service neutron] 10.222.0.13 "GET /v2.0/networks/8205beb0-4d25-4c9e-a0f2-b53bd983d149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978185 Aug 18 12:57:02.154278 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-fee5e8ec-07ef-4566-8ec3-f164a1bef113 req-49e907e1-0e9e-4097-9dcd-11d52cb53949 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:02.162765 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-8182d93d-3621-440d-9755-ba63143eb429 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:02.224445 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-5219d95d-ca1b-4871-9763-7fc58a9fc1ce req-2e8ef0f2-6f17-46fa-96da-a2a16be41821 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] For port 6bb994f8-0b74-4899-b2a4-96d25027fc01, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=6bb994f8-0b74-4899-b2a4-96d25027fc01,segment=NetworkSegment(64242db4-050a-4831-913b-84beef1ef905),segment_id=64242db4-050a-4831-913b-84beef1ef905)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:02.229773 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-5219d95d-ca1b-4871-9763-7fc58a9fc1ce req-2e8ef0f2-6f17-46fa-96da-a2a16be41821 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:02.229953 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-fee5e8ec-07ef-4566-8ec3-f164a1bef113 req-49e907e1-0e9e-4097-9dcd-11d52cb53949 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:02.248690 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-96ed7190-4afe-4771-a327-6e2199cf301e req-3066fd71-9a2a-4084-8269-1b5dfc502514 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1950612 Aug 18 12:57:02.259431 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-5219d95d-ca1b-4871-9763-7fc58a9fc1ce req-2e8ef0f2-6f17-46fa-96da-a2a16be41821 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Calling delete_port for 6bb994f8-0b74-4899-b2a4-96d25027fc01 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:57:02.266300 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5e8ec-07ef-4566-8ec3-f164a1bef113 req-49e907e1-0e9e-4097-9dcd-11d52cb53949 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:02.266981 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-fee5e8ec-07ef-4566-8ec3-f164a1bef113 req-49e907e1-0e9e-4097-9dcd-11d52cb53949 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:02.282334 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fee5e8ec-07ef-4566-8ec3-f164a1bef113 req-49e907e1-0e9e-4097-9dcd-11d52cb53949 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "PUT /v2.0/ports/b0eae99e-91a9-4eea-a472-5c09394ba9e9 HTTP/1.1" status: 200 len: 1020 time: 0.8651631 Aug 18 12:57:02.290798 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ffcb47d-e5c6-4bf3-b906-ea2246594abc', 'tag': 'b0eae99e-91a9-4eea-a472-5c09394ba9e9'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:57:02.293076 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8586b421-d3a6-4c81-adce-680a2919f11b" -d '{"events": [{"name": "network-changed", "server_uuid": "5ffcb47d-e5c6-4bf3-b906-ea2246594abc", "tag": "b0eae99e-91a9-4eea-a472-5c09394ba9e9"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:57:02.304838 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-96ed7190-4afe-4771-a327-6e2199cf301e req-27914681-d45f-4e36-938d-958494b73b51 service neutron] Request body: {'port': {'device_id': '769762f1-7817-4dd1-8430-fed3bbcf9287', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:02.326826 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-25b1d765-6024-4a3d-aec2-ef353e735034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:02.350307 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f585e9-6cf7-42b3-9271-cee63e76d55c', 'name': 'network-vif-deleted', 'tag': 'ef353580-0092-4687-8285-c7855789c8b3'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:57:02.352758 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48bffc36-e12a-4962-9a1d-603cec466a64" -d '{"events": [{"server_uuid": "17f585e9-6cf7-42b3-9271-cee63e76d55c", "name": "network-vif-deleted", "tag": "ef353580-0092-4687-8285-c7855789c8b3"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:57:02.366079 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-8182d93d-3621-440d-9755-ba63143eb429 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Network c5a507b0-8603-40bf-80b9-f30b5aba2043 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:57:02.390675 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-8182d93d-3621-440d-9755-ba63143eb429 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:57:02.390916 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['b0eae99e-91a9-4eea-a472-5c09394ba9e9'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:57:02.395368 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182d93d-3621-440d-9755-ba63143eb429 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Pushing event updated for resources: {'Port': ['ID=dc3ad10e-838a-4b84-aae3-99af09eeef92,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:02.397740 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-8182d93d-3621-440d-9755-ba63143eb429 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:57:02.536079 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['d5540f0a-3c84-4689-9f8b-34824e039aa4', 'b0eae99e-91a9-4eea-a472-5c09394ba9e9'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:57:02.548734 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-8182d93d-3621-440d-9755-ba63143eb429 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:02.549446 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-8182d93d-3621-440d-9755-ba63143eb429 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:02.553999 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e907e1-0e9e-4097-9dcd-11d52cb53949 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Pushing event updated for resources: {'Port': ['ID=b0eae99e-91a9-4eea-a472-5c09394ba9e9,revision_number=7']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:02.558397 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-96ed7190-4afe-4771-a327-6e2199cf301e req-27914681-d45f-4e36-938d-958494b73b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:02.577765 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-5219d95d-ca1b-4871-9763-7fc58a9fc1ce req-2e8ef0f2-6f17-46fa-96da-a2a16be41821 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:02.625007 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-56119126-9c63-461a-a9f7-196af64c8536 None None] Provisioning for port 10be887f-d4a7-4e50-96c9-afdefe48e1fb completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:57:02.646698 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ef0f2-6f17-46fa-96da-a2a16be41821 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Pushing event deleted for resources: {'Port': ['ID=6bb994f8-0b74-4899-b2a4-96d25027fc01,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:02.656954 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-56119126-9c63-461a-a9f7-196af64c8536 None None] Provisioning complete for port 10be887f-d4a7-4e50-96c9-afdefe48e1fb triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:57:02.656954 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-56119126-9c63-461a-a9f7-196af64c8536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:02.758746 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-56119126-9c63-461a-a9f7-196af64c8536 None None] Port 10be887f-d4a7-4e50-96c9-afdefe48e1fb cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:57:02.762953 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-5219d95d-ca1b-4871-9763-7fc58a9fc1ce req-2e8ef0f2-6f17-46fa-96da-a2a16be41821 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] No DVR routers for this DVR port 6bb994f8-0b74-4899-b2a4-96d25027fc01 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:57:02.765826 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-5219d95d-ca1b-4871-9763-7fc58a9fc1ce req-2e8ef0f2-6f17-46fa-96da-a2a16be41821 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:02.767971 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5219d95d-ca1b-4871-9763-7fc58a9fc1ce req-2e8ef0f2-6f17-46fa-96da-a2a16be41821 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.20 "DELETE /v2.0/ports/6bb994f8-0b74-4899-b2a4-96d25027fc01 HTTP/1.1" status: 204 len: 173 time: 0.9491320 Aug 18 12:57:02.917116 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cd691e4f-2966-4143-8ecf-59c896ecfd30 req-846afa85-686b-4e8e-8f7b-025f36c562c2 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.13 HTTP/1.1" status: 200 len: 1000 time: 0.1406929 Aug 18 12:57:02.974717 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-25b1d765-6024-4a3d-aec2-ef353e735034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:03.022207 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd691e4f-2966-4143-8ecf-59c896ecfd30 req-82e3b86a-841d-41b2-acbe-797323753760 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:03.023906 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cd691e4f-2966-4143-8ecf-59c896ecfd30 req-82e3b86a-841d-41b2-acbe-797323753760 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/ports/15e1a548-80e1-410c-bde6-c120f9ddf35d HTTP/1.1" status: 200 len: 942 time: 0.0985844 Aug 18 12:57:03.072416 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-25b1d765-6024-4a3d-aec2-ef353e735034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:03.111602 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-e0c53713-a6a9-46e6-9889-d0943e8ded83 None None] Provisioning for port dc3ad10e-838a-4b84-aae3-99af09eeef92 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:57:03.136137 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-e0c53713-a6a9-46e6-9889-d0943e8ded83 None None] Provisioning complete for port dc3ad10e-838a-4b84-aae3-99af09eeef92 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:57:03.136509 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e0c53713-a6a9-46e6-9889-d0943e8ded83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:03.237227 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-e0c53713-a6a9-46e6-9889-d0943e8ded83 None None] Port dc3ad10e-838a-4b84-aae3-99af09eeef92 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:57:03.442854 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device ef353580-0092-4687-8285-c7855789c8b3 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:57:03.494759 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: ef353580-0092-4687-8285-c7855789c8b3 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:57:03.495164 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device ef353580-0092-4687-8285-c7855789c8b3 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:57:03.510640 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2888c-3d4c-46b0-b42f-728180a71b4f req-542928ad-74eb-4b19-8af2-b6293cb8821c tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:03.512187 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-07e2888c-3d4c-46b0-b42f-728180a71b4f req-542928ad-74eb-4b19-8af2-b6293cb8821c tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=769762f1-7817-4dd1-8430-fed3bbcf9287 HTTP/1.1" status: 200 len: 936 time: 0.0568757 Aug 18 12:57:03.538686 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-8182d93d-3621-440d-9755-ba63143eb429 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8848665 Aug 18 12:57:03.543945 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-25b1d765-6024-4a3d-aec2-ef353e735034 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c78bd6652e843d2a4794a7c265af5ea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5651309 Aug 18 12:57:03.544721 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b1d765-6024-4a3d-aec2-ef353e735034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3899b237-6d3d-44ba-b199-c18b471c3019,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:03.545288 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43166) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:03.561682 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-2518a4ce-74b4-4192-a714-749640e59a5d service neutron] Request body: {'port': {'device_id': '78b85b76-c83b-4ea2-8969-f14f31d9a4da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:03.574271 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cd691e4f-2966-4143-8ecf-59c896ecfd30 req-040c52d6-b4e7-4d2e-915c-4df557a0575c tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.13 HTTP/1.1" status: 200 len: 1000 time: 0.4978280 Aug 18 12:57:03.590516 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-07e2888c-3d4c-46b0-b42f-728180a71b4f req-fe5768ca-23eb-4299-a84b-a859942bd01e tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574296 Aug 18 12:57:03.666538 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-14509b4a-08fe-48d5-9f37-0c23f2554a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:03.706060 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-14509b4a-08fe-48d5-9f37-0c23f2554a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:03.739255 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a89c59-9278-4e5b-8433-46984d30185a req-449c00df-d880-4209-ab9c-9f15ea312e1d tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:03.745434 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a89c59-9278-4e5b-8433-46984d30185a req-449c00df-d880-4209-ab9c-9f15ea312e1d tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:03.751625 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a89c59-9278-4e5b-8433-46984d30185a req-449c00df-d880-4209-ab9c-9f15ea312e1d tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:03.754008 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-08a89c59-9278-4e5b-8433-46984d30185a req-449c00df-d880-4209-ab9c-9f15ea312e1d tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b85b76-c83b-4ea2-8969-f14f31d9a4da HTTP/1.1" status: 200 len: 2377 time: 0.1016488 Aug 18 12:57:03.763138 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-96ed7190-4afe-4771-a327-6e2199cf301e req-27914681-d45f-4e36-938d-958494b73b51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10be887f-d4a7-4e50-96c9-afdefe48e1fb {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:57:03.781339 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-96ed7190-4afe-4771-a327-6e2199cf301e req-27914681-d45f-4e36-938d-958494b73b51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:03.785825 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-2518a4ce-74b4-4192-a714-749640e59a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:03.806680 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-08a89c59-9278-4e5b-8433-46984d30185a req-c6fa67d7-5f14-44c8-9a32-8174e269cb14 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/security-groups?id=51a6849c-d15a-4aae-9ba4-dedea7cdd11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434783 Aug 18 12:57:03.831393 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-96ed7190-4afe-4771-a327-6e2199cf301e req-27914681-d45f-4e36-938d-958494b73b51 service neutron] Transition to ACTIVE for port object 10be887f-d4a7-4e50-96c9-afdefe48e1fb will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:57:03.881130 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-acf5edc3-d5c9-4857-9c1c-b30fc5327782 req-02b8d740-1575-43aa-a873-2f2c4d26e80b tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups/c914f4f1-aa74-472c-a7b7-a1f8a84781c9 HTTP/1.1" status: 200 len: 1800 time: 0.0498023 Aug 18 12:57:03.881624 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43172) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:03.882556 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd691e4f-2966-4143-8ecf-59c896ecfd30 req-9ebbcfd0-4827-4985-bea1-96b731adfd50 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:03.884043 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cd691e4f-2966-4143-8ecf-59c896ecfd30 req-9ebbcfd0-4827-4985-bea1-96b731adfd50 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/networks/0babe39a-03c6-4af7-9ca5-00804dd781c2 HTTP/1.1" status: 200 len: 784 time: 0.2890201 Aug 18 12:57:03.906979 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-14509b4a-08fe-48d5-9f37-0c23f2554a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:03.911371 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-14509b4a-08fe-48d5-9f37-0c23f2554a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:03.911518 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-96ed7190-4afe-4771-a327-6e2199cf301e req-27914681-d45f-4e36-938d-958494b73b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:03.911663 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-14509b4a-08fe-48d5-9f37-0c23f2554a43 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3899b237-6d3d-44ba-b199-c18b471c3019 HTTP/1.1" status: 204 len: 168 time: 0.3633025 Aug 18 12:57:03.941676 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['6bb994f8-0b74-4899-b2a4-96d25027fc01'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:57:03.944152 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14509b4a-08fe-48d5-9f37-0c23f2554a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3899b237-6d3d-44ba-b199-c18b471c3019,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:03.962422 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [req-acf5edc3-d5c9-4857-9c1c-b30fc5327782 req-22964811-355d-4862-a2b0-99dad9fc3f9c tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 18 12:57:03.976519 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-acf5edc3-d5c9-4857-9c1c-b30fc5327782 req-22964811-355d-4862-a2b0-99dad9fc3f9c tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "DELETE /v2.0/security-groups/c914f4f1-aa74-472c-a7b7-a1f8a84781c9 HTTP/1.1" status: 409 len: 341 time: 0.0872915 Aug 18 12:57:04.014339 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5164b9f-19f4-4bb8-93c3-232305a1dca4 x-openstack-request-id: req-f5164b9f-19f4-4bb8-93c3-232305a1dca4 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:57:04.014521 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ffcb47d-e5c6-4bf3-b906-ea2246594abc", "tag": "b0eae99e-91a9-4eea-a472-5c09394ba9e9", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:57:04.014772 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f5164b9f-19f4-4bb8-93c3-232305a1dca4 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:57:04.015159 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ffcb47d-e5c6-4bf3-b906-ea2246594abc', 'tag': 'b0eae99e-91a9-4eea-a472-5c09394ba9e9', 'status': 'completed', 'code': 200} Aug 18 12:57:04.045286 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ff385c-a594-477f-82cc-665073d6c668 x-openstack-request-id: req-01ff385c-a594-477f-82cc-665073d6c668 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:57:04.045577 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f585e9-6cf7-42b3-9271-cee63e76d55c", "name": "network-vif-deleted", "tag": "ef353580-0092-4687-8285-c7855789c8b3", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:57:04.045831 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-01ff385c-a594-477f-82cc-665073d6c668 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:57:04.046251 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f585e9-6cf7-42b3-9271-cee63e76d55c', 'name': 'network-vif-deleted', 'tag': 'ef353580-0092-4687-8285-c7855789c8b3', 'status': 'completed', 'code': 200} Aug 18 12:57:04.142014 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cd691e4f-2966-4143-8ecf-59c896ecfd30 req-ac4caab8-bbfd-4f0e-bee2-f9a505457121 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.13 HTTP/1.1" status: 200 len: 1000 time: 0.2479405 Aug 18 12:57:04.142738 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27914681-d45f-4e36-938d-958494b73b51 service neutron] Pushing event updated for resources: {'Port': ['ID=10be887f-d4a7-4e50-96c9-afdefe48e1fb,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:04.155854 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3f857ee2-035c-4c8d-a6a8-488dfacc2886 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb81194c30c34bbb9a09c64dd11d5274&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2702837 Aug 18 12:57:04.158360 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43180) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:04.160702 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-cd691e4f-2966-4143-8ecf-59c896ecfd30 req-084c5095-f2dd-492e-9a3d-5fc274fa0201 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:04.296367 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4f102fbb-e653-4441-90ec-bf0181b2544f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:04.320812 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4f102fbb-e653-4441-90ec-bf0181b2544f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:04.363549 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586b421-d3a6-4c81-adce-680a2919f11b req-e13905e8-2f5e-4e99-a06d-f241fb5952f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:04.365398 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8586b421-d3a6-4c81-adce-680a2919f11b req-e13905e8-2f5e-4e99-a06d-f241fb5952f1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=99941b4001f04b7f80706cf6132f3a7f&device_id=5ffcb47d-e5c6-4bf3-b906-ea2246594abc HTTP/1.1" status: 200 len: 1174 time: 0.2855263 Aug 18 12:57:04.378425 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-cd691e4f-2966-4143-8ecf-59c896ecfd30 req-084c5095-f2dd-492e-9a3d-5fc274fa0201 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks [] for floatingip, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:04.447616 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4f102fbb-e653-4441-90ec-bf0181b2544f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:04.451908 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4f102fbb-e653-4441-90ec-bf0181b2544f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:04.456383 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4f102fbb-e653-4441-90ec-bf0181b2544f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec3a868f-c45c-400a-a7c0-e6579cd8ca23 HTTP/1.1" status: 204 len: 168 time: 0.2935321 Aug 18 12:57:04.473746 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f102fbb-e653-4441-90ec-bf0181b2544f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3a868f-c45c-400a-a7c0-e6579cd8ca23,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:04.529552 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-96ed7190-4afe-4771-a327-6e2199cf301e req-27914681-d45f-4e36-938d-958494b73b51 service neutron] Attempting to bind port 10be887f-d4a7-4e50-96c9-afdefe48e1fb on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:57:04.529993 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-96ed7190-4afe-4771-a327-6e2199cf301e req-27914681-d45f-4e36-938d-958494b73b51 service neutron] Attempting to bind port 10be887f-d4a7-4e50-96c9-afdefe48e1fb by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:57:04.530252 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ed7190-4afe-4771-a327-6e2199cf301e req-27914681-d45f-4e36-938d-958494b73b51 service neutron] Attempting to bind port 10be887f-d4a7-4e50-96c9-afdefe48e1fb on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:57:04.593871 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ed7190-4afe-4771-a327-6e2199cf301e req-27914681-d45f-4e36-938d-958494b73b51 service neutron] Port 10be887f-d4a7-4e50-96c9-afdefe48e1fb on network f82a481e-2d3e-49f3-a273-639556667c8a not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:57:04.593871 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ed7190-4afe-4771-a327-6e2199cf301e req-27914681-d45f-4e36-938d-958494b73b51 service neutron] Attempting to bind port 10be887f-d4a7-4e50-96c9-afdefe48e1fb on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:57:04.625482 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ed7190-4afe-4771-a327-6e2199cf301e req-27914681-d45f-4e36-938d-958494b73b51 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:57:04.625831 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ed7190-4afe-4771-a327-6e2199cf301e req-27914681-d45f-4e36-938d-958494b73b51 service neutron] Checking segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:57:04.626303 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ed7190-4afe-4771-a327-6e2199cf301e req-27914681-d45f-4e36-938d-958494b73b51 service neutron] Bound using segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:57:04.626743 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-96ed7190-4afe-4771-a327-6e2199cf301e req-27914681-d45f-4e36-938d-958494b73b51 service neutron] Bound port: 10be887f-d4a7-4e50-96c9-afdefe48e1fb, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:57:04.627127 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-96ed7190-4afe-4771-a327-6e2199cf301e req-27914681-d45f-4e36-938d-958494b73b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:04.716902 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586b421-d3a6-4c81-adce-680a2919f11b req-ed20a800-a64b-48ac-9877-b0da6a367615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:04.718419 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8586b421-d3a6-4c81-adce-680a2919f11b req-ed20a800-a64b-48ac-9877-b0da6a367615 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4ef47cb5-1e52-4552-a63f-a71a8084e726 HTTP/1.1" status: 200 len: 914 time: 0.3364630 Aug 18 12:57:04.729855 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-cd691e4f-2966-4143-8ecf-59c896ecfd30 req-084c5095-f2dd-492e-9a3d-5fc274fa0201 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:04.803634 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-2518a4ce-74b4-4192-a714-749640e59a5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdc3938e-b903-4cfc-b24f-c5105921fbec {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:57:04.811952 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-cd691e4f-2966-4143-8ecf-59c896ecfd30 req-084c5095-f2dd-492e-9a3d-5fc274fa0201 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:04.812274 n-d-803603-2 neutron-server[101676]: INFO neutron.db.l3_db [req-cd691e4f-2966-4143-8ecf-59c896ecfd30 req-084c5095-f2dd-492e-9a3d-5fc274fa0201 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Floating IP 9227d687-a75e-455f-8802-a718cee18e09 disassociated. External IP: 172.25.6.13, port: 15e1a548-80e1-410c-bde6-c120f9ddf35d. Aug 18 12:57:04.814958 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8586b421-d3a6-4c81-adce-680a2919f11b req-108ff4fa-586e-4b29-8e8b-f41dbd282f91 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0eae99e-91a9-4eea-a472-5c09394ba9e9 HTTP/1.1" status: 200 len: 217 time: 0.0630727 Aug 18 12:57:04.851638 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-2518a4ce-74b4-4192-a714-749640e59a5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:04.875703 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6698a429-629e-42e1-a900-ae17bb883b00 req-4a04321d-6338-42fc-a8b0-af377fe7d538 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16b3c89-8935-45d9-bea5-366ebed2a00e HTTP/1.1" status: 200 len: 210 time: 0.0853522 Aug 18 12:57:04.894123 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-277a830e-db96-48b4-85b9-712940860bd4 req-6c2652d8-2e14-4f55-b8c6-4f47554a3aae service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4d02796a-bc54-4b77-8c9b-92e5527394e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0891755 Aug 18 12:57:04.912810 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-2518a4ce-74b4-4192-a714-749640e59a5d service neutron] Transition to ACTIVE for port object cdc3938e-b903-4cfc-b24f-c5105921fbec will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:57:04.960259 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-96ed7190-4afe-4771-a327-6e2199cf301e req-27914681-d45f-4e36-938d-958494b73b51 service neutron] For port 10be887f-d4a7-4e50-96c9-afdefe48e1fb, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:57:04.969455 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-96ed7190-4afe-4771-a327-6e2199cf301e req-27914681-d45f-4e36-938d-958494b73b51 service neutron] For port 10be887f-d4a7-4e50-96c9-afdefe48e1fb, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=10be887f-d4a7-4e50-96c9-afdefe48e1fb,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:57:04.996372 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-2518a4ce-74b4-4192-a714-749640e59a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:05.119095 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-96ed7190-4afe-4771-a327-6e2199cf301e req-27914681-d45f-4e36-938d-958494b73b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:05.209989 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586b421-d3a6-4c81-adce-680a2919f11b req-6ce919ce-c0c5-4bd4-87d2-decdee65dff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:05.213521 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8586b421-d3a6-4c81-adce-680a2919f11b req-6ce919ce-c0c5-4bd4-87d2-decdee65dff3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a6656352-4eb3-48e5-bc33-70ad03175c1e HTTP/1.1" status: 200 len: 853 time: 0.3574138 Aug 18 12:57:05.364638 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed7190-4afe-4771-a327-6e2199cf301e req-27914681-d45f-4e36-938d-958494b73b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:05.376027 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-96ed7190-4afe-4771-a327-6e2199cf301e req-27914681-d45f-4e36-938d-958494b73b51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:05.376027 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-96ed7190-4afe-4771-a327-6e2199cf301e req-27914681-d45f-4e36-938d-958494b73b51 service neutron] 10.222.0.39 "PUT /v2.0/ports/10be887f-d4a7-4e50-96c9-afdefe48e1fb HTTP/1.1" status: 200 len: 1096 time: 3.0832586 Aug 18 12:57:05.376027 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8586b421-d3a6-4c81-adce-680a2919f11b req-3843b731-8ee3-4cda-8929-3df9efa3b47d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4ef47cb5-1e52-4552-a63f-a71a8084e726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1462026 Aug 18 12:57:05.418079 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518a4ce-74b4-4192-a714-749640e59a5d service neutron] Pushing event updated for resources: {'Port': ['ID=cdc3938e-b903-4cfc-b24f-c5105921fbec,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:05.455680 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43226) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:05.608603 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a830e-db96-48b4-85b9-712940860bd4 req-0cff3ede-aa88-44a3-8a93-af61c5d86e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:05.610528 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-277a830e-db96-48b4-85b9-712940860bd4 req-0cff3ede-aa88-44a3-8a93-af61c5d86e93 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac48e14392114051ba5d025a8226fe94&device_id=4d02796a-bc54-4b77-8c9b-92e5527394e5 HTTP/1.1" status: 200 len: 1101 time: 0.6894321 Aug 18 12:57:05.645259 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce71bed-2093-47ff-b2ca-2b8f12c93ab8 req-27e04f1f-066a-44ab-9649-ad7af18972d1 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:05.647569 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0ce71bed-2093-47ff-b2ca-2b8f12c93ab8 req-27e04f1f-066a-44ab-9649-ad7af18972d1 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=769762f1-7817-4dd1-8430-fed3bbcf9287 HTTP/1.1" status: 200 len: 948 time: 0.1900685 Aug 18 12:57:05.672417 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27914681-d45f-4e36-938d-958494b73b51 service neutron] Pushing event updated for resources: {'Port': ['ID=10be887f-d4a7-4e50-96c9-afdefe48e1fb,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:05.719699 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-698728bd-f305-4d90-b393-6beb7367bb4e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1094393459-network', 'tenant_id': 'b25cb5fd9b5548d494cdea56e363383d'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:05.742463 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-2518a4ce-74b4-4192-a714-749640e59a5d service neutron] Attempting to bind port cdc3938e-b903-4cfc-b24f-c5105921fbec on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:57:05.742791 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-2518a4ce-74b4-4192-a714-749640e59a5d service neutron] Attempting to bind port cdc3938e-b903-4cfc-b24f-c5105921fbec by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '940830b9-5ada-4d93-8436-150f8f02aacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c5a507b0-8603-40bf-80b9-f30b5aba2043'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:57:05.743254 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-2518a4ce-74b4-4192-a714-749640e59a5d service neutron] Attempting to bind port cdc3938e-b903-4cfc-b24f-c5105921fbec on network c5a507b0-8603-40bf-80b9-f30b5aba2043 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:57:05.770286 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-2518a4ce-74b4-4192-a714-749640e59a5d service neutron] Port cdc3938e-b903-4cfc-b24f-c5105921fbec on network c5a507b0-8603-40bf-80b9-f30b5aba2043 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:57:05.770524 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-2518a4ce-74b4-4192-a714-749640e59a5d service neutron] Attempting to bind port cdc3938e-b903-4cfc-b24f-c5105921fbec on network c5a507b0-8603-40bf-80b9-f30b5aba2043 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:57:05.797460 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-2518a4ce-74b4-4192-a714-749640e59a5d service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:57:05.797801 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-2518a4ce-74b4-4192-a714-749640e59a5d service neutron] Checking segment: {'id': '940830b9-5ada-4d93-8436-150f8f02aacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c5a507b0-8603-40bf-80b9-f30b5aba2043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:57:05.798207 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-2518a4ce-74b4-4192-a714-749640e59a5d service neutron] Bound using segment: {'id': '940830b9-5ada-4d93-8436-150f8f02aacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c5a507b0-8603-40bf-80b9-f30b5aba2043'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:57:05.798659 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-2518a4ce-74b4-4192-a714-749640e59a5d service neutron] Bound port: cdc3938e-b903-4cfc-b24f-c5105921fbec, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '940830b9-5ada-4d93-8436-150f8f02aacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c5a507b0-8603-40bf-80b9-f30b5aba2043'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:57:05.799543 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-2518a4ce-74b4-4192-a714-749640e59a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:05.807861 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d032e1-4721-4622-9b37-48c694120a7b req-703f9bcb-03ac-4d48-87fd-eeb5299c295e tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:05.811881 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e7d032e1-4721-4622-9b37-48c694120a7b req-703f9bcb-03ac-4d48-87fd-eeb5299c295e tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.20 "GET /v2.0/networks?id=8205beb0-4d25-4c9e-a0f2-b53bd983d149 HTTP/1.1" status: 200 len: 813 time: 0.2676194 Aug 18 12:57:05.813447 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd691e4f-2966-4143-8ecf-59c896ecfd30 req-084c5095-f2dd-492e-9a3d-5fc274fa0201 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Router 43afe92e-a00f-42f0-821c-afdf2054c7d5 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:57:05.819800 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed7190-4afe-4771-a327-6e2199cf301e req-32e5db71-acdd-40bc-ad02-843a0a1f406c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:05.820790 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-96ed7190-4afe-4771-a327-6e2199cf301e req-32e5db71-acdd-40bc-ad02-843a0a1f406c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ac48e14392114051ba5d025a8226fe94&device_id=769762f1-7817-4dd1-8430-fed3bbcf9287 HTTP/1.1" status: 200 len: 1099 time: 0.2689304 Aug 18 12:57:05.826606 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-e7d032e1-4721-4622-9b37-48c694120a7b req-9434c947-93bd-498a-b0c6-823076d8da32 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Request body: {'port': {'device_id': 'aeff3968-6943-4475-9de3-fac2cd516801', 'network_id': '8205beb0-4d25-4c9e-a0f2-b53bd983d149', 'admin_state_up': True, 'tenant_id': '234ffca375d94eb59ece774ca7f62d4c'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:05.826905 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8586b421-d3a6-4c81-adce-680a2919f11b req-6b1fb8dc-7245-4deb-bfa4-bd465af1a28e service neutron] 10.222.0.39 "GET /v2.0/networks/4ef47cb5-1e52-4552-a63f-a71a8084e726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305727 Aug 18 12:57:05.860365 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0ce71bed-2093-47ff-b2ca-2b8f12c93ab8 req-6e5a9d26-506e-42d4-bf98-7dbd6f15a030 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849759 Aug 18 12:57:05.904267 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698728bd-f305-4d90-b393-6beb7367bb4e admin admin] Made reservation on behalf of b25cb5fd9b5548d494cdea56e363383d for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:57:05.906872 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-698728bd-f305-4d90-b393-6beb7367bb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:05.928243 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-698728bd-f305-4d90-b393-6beb7367bb4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:06.053620 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f40b9d7-a8c1-43f7-8ea6-b8b919743764', 'name': 'network-vif-deleted', 'tag': '6bb994f8-0b74-4899-b2a4-96d25027fc01'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:57:06.055977 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de18eb85-c25d-4ee3-83f8-c21bcb9b0e4b" -d '{"events": [{"server_uuid": "9f40b9d7-a8c1-43f7-8ea6-b8b919743764", "name": "network-vif-deleted", "tag": "6bb994f8-0b74-4899-b2a4-96d25027fc01"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:57:06.074054 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a830e-db96-48b4-85b9-712940860bd4 req-e565c06e-7a6d-4df9-877a-a85dd12dc5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:06.075578 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-277a830e-db96-48b4-85b9-712940860bd4 req-e565c06e-7a6d-4df9-877a-a85dd12dc5cd service neutron] 10.222.0.20 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.4247701 Aug 18 12:57:06.148304 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '769762f1-7817-4dd1-8430-fed3bbcf9287', 'tag': '10be887f-d4a7-4e50-96c9-afdefe48e1fb'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:57:06.150628 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbde4016-4d72-4b9f-90e0-012e857b7d69" -d '{"events": [{"name": "network-changed", "server_uuid": "769762f1-7817-4dd1-8430-fed3bbcf9287", "tag": "10be887f-d4a7-4e50-96c9-afdefe48e1fb"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:57:06.161150 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-277a830e-db96-48b4-85b9-712940860bd4 req-9d19af30-f6a0-4b22-8d23-92c417ecfc2d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=44bf2515-cd47-443d-b2d8-b5004621c8e9 HTTP/1.1" status: 200 len: 217 time: 0.0687404 Aug 18 12:57:06.193246 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-96ed7190-4afe-4771-a327-6e2199cf301e req-d0dcec74-8729-42be-bfa3-f68ce68b07b6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=10be887f-d4a7-4e50-96c9-afdefe48e1fb HTTP/1.1" status: 200 len: 217 time: 0.3423057 Aug 18 12:57:06.237447 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ea785-55a4-4289-bb84-18a3f9591643 req-8a5cf73e-6368-4400-81c2-902c295b766f tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:06.239031 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-398ea785-55a4-4289-bb84-18a3f9591643 req-8a5cf73e-6368-4400-81c2-902c295b766f tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ffcb47d-e5c6-4bf3-b906-ea2246594abc HTTP/1.1" status: 200 len: 1023 time: 0.2341199 Aug 18 12:57:06.281321 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d032e1-4721-4622-9b37-48c694120a7b req-9748bd4a-6bde-464c-9df0-05835c7347ca tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:06.282822 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e7d032e1-4721-4622-9b37-48c694120a7b req-9748bd4a-6bde-464c-9df0-05835c7347ca tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.39 "GET /v2.0/networks?id=8205beb0-4d25-4c9e-a0f2-b53bd983d149 HTTP/1.1" status: 200 len: 813 time: 0.3892250 Aug 18 12:57:06.308798 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-e7d032e1-4721-4622-9b37-48c694120a7b req-bb4b322f-c940-47b0-bea7-0102a656f147 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Request body: {'port': {'device_id': 'e16b3c89-8935-45d9-bea5-366ebed2a00e', 'network_id': '8205beb0-4d25-4c9e-a0f2-b53bd983d149', 'admin_state_up': True, 'tenant_id': '234ffca375d94eb59ece774ca7f62d4c'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:06.321593 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a830e-db96-48b4-85b9-712940860bd4 req-316a9c0f-f7f8-43d2-ad95-2f31691c496e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:06.323072 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-277a830e-db96-48b4-85b9-712940860bd4 req-316a9c0f-f7f8-43d2-ad95-2f31691c496e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.1509778 Aug 18 12:57:06.340540 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-2518a4ce-74b4-4192-a714-749640e59a5d service neutron] For port cdc3938e-b903-4cfc-b24f-c5105921fbec, host n-h2-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:57:06.375423 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-2518a4ce-74b4-4192-a714-749640e59a5d service neutron] For port cdc3938e-b903-4cfc-b24f-c5105921fbec, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=cdc3938e-b903-4cfc-b24f-c5105921fbec,segment=NetworkSegment(940830b9-5ada-4d93-8436-150f8f02aacc),segment_id=940830b9-5ada-4d93-8436-150f8f02aacc)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:57:06.384142 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed7190-4afe-4771-a327-6e2199cf301e req-50cde882-293f-4324-864d-ba09f3c5969b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:06.385600 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-96ed7190-4afe-4771-a327-6e2199cf301e req-50cde882-293f-4324-864d-ba09f3c5969b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.1548474 Aug 18 12:57:06.394352 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8586b421-d3a6-4c81-adce-680a2919f11b req-d8e8eae7-74b3-4801-a415-02883515f0af service neutron] 10.222.0.39 "GET /v2.0/networks/4ef47cb5-1e52-4552-a63f-a71a8084e726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5368869 Aug 18 12:57:06.397130 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-398ea785-55a4-4289-bb84-18a3f9591643 req-1f1e7ec4-ef1d-429a-941d-dd7d83ec815d tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2e6ff23-eb55-4090-afc8-d4592e7c24f0&id=6e10c14c-789e-4ecb-b3a5-b181474f23d0&id=c914f4f1-aa74-472c-a7b7-a1f8a84781c9&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1468222 Aug 18 12:57:06.398915 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd691e4f-2966-4143-8ecf-59c896ecfd30 req-084c5095-f2dd-492e-9a3d-5fc274fa0201 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:57:06.403525 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-cd691e4f-2966-4143-8ecf-59c896ecfd30 req-084c5095-f2dd-492e-9a3d-5fc274fa0201 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:06.416635 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66a566d-108e-42ea-bcb3-d184d9fe31f8 None None] Sync routers for ids ['43afe92e-a00f-42f0-821c-afdf2054c7d5'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:57:06.435114 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66a566d-108e-42ea-bcb3-d184d9fe31f8 None None] Routers {'43afe92e-a00f-42f0-821c-afdf2054c7d5'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:57:06.435855 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-b66a566d-108e-42ea-bcb3-d184d9fe31f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:56:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['43afe92e-a00f-42f0-821c-afdf2054c7d5'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:06.489123 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-2518a4ce-74b4-4192-a714-749640e59a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:06.496076 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cd691e4f-2966-4143-8ecf-59c896ecfd30 req-084c5095-f2dd-492e-9a3d-5fc274fa0201 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "PUT /v2.0/floatingips/9227d687-a75e-455f-8802-a718cee18e09 HTTP/1.1" status: 200 len: 695 time: 2.3434286 Aug 18 12:57:06.554611 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-b66a566d-108e-42ea-bcb3-d184d9fe31f8 None None] Set router 43afe92e-a00f-42f0-821c-afdf2054c7d5 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:57:06.567373 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-698728bd-f305-4d90-b393-6beb7367bb4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:06.569075 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-2518a4ce-74b4-4192-a714-749640e59a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:06.569713 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-2518a4ce-74b4-4192-a714-749640e59a5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:06.571141 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-2518a4ce-74b4-4192-a714-749640e59a5d service neutron] 10.222.0.20 "PUT /v2.0/ports/cdc3938e-b903-4cfc-b24f-c5105921fbec HTTP/1.1" status: 200 len: 1092 time: 3.0152061 Aug 18 12:57:06.572174 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a830e-db96-48b4-85b9-712940860bd4 req-6cde1b20-cd37-4331-8476-5c1c49ea6b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:06.573530 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-277a830e-db96-48b4-85b9-712940860bd4 req-6cde1b20-cd37-4331-8476-5c1c49ea6b39 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2318282 Aug 18 12:57:06.587310 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed7190-4afe-4771-a327-6e2199cf301e req-92142d80-c4cb-4a8d-aaad-c7ae104c5063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:06.588837 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-96ed7190-4afe-4771-a327-6e2199cf301e req-92142d80-c4cb-4a8d-aaad-c7ae104c5063 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1645770 Aug 18 12:57:06.596709 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19293cb4-8a00-49f8-871c-4160274a040e req-c2fa4d81-8607-4e5b-b383-d31922c26df5 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:06.598436 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-19293cb4-8a00-49f8-871c-4160274a040e req-c2fa4d81-8607-4e5b-b383-d31922c26df5 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ffcb47d-e5c6-4bf3-b906-ea2246594abc HTTP/1.1" status: 200 len: 1023 time: 0.1751928 Aug 18 12:57:06.599445 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e541392-d9f7-4acc-a361-9ee45f745cb2 req-10067fab-4442-408b-9100-4316c7f5b8ec tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:06.606051 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e541392-d9f7-4acc-a361-9ee45f745cb2 req-10067fab-4442-408b-9100-4316c7f5b8ec tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:06.612588 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e541392-d9f7-4acc-a361-9ee45f745cb2 req-10067fab-4442-408b-9100-4316c7f5b8ec tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:06.614617 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8e541392-d9f7-4acc-a361-9ee45f745cb2 req-10067fab-4442-408b-9100-4316c7f5b8ec tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b85b76-c83b-4ea2-8969-f14f31d9a4da HTTP/1.1" status: 200 len: 2389 time: 0.1232464 Aug 18 12:57:06.688452 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518a4ce-74b4-4192-a714-749640e59a5d service neutron] Pushing event updated for resources: {'Port': ['ID=cdc3938e-b903-4cfc-b24f-c5105921fbec,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:06.698056 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-698728bd-f305-4d90-b393-6beb7367bb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:06.713834 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-1a445a37-5ea4-48b4-941b-3d28b27221eb service neutron] Request body: {'port': {'device_id': '78b85b76-c83b-4ea2-8969-f14f31d9a4da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:06.750769 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd691e4f-2966-4143-8ecf-59c896ecfd30 req-3724b913-66c8-4609-bee5-b1cd84af1a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:06.752834 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cd691e4f-2966-4143-8ecf-59c896ecfd30 req-3724b913-66c8-4609-bee5-b1cd84af1a4c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb573690056e4ba3a87674b850fada6d&device_id=1b86a49a-74e5-4b94-8617-fae5998d1d3a HTTP/1.1" status: 200 len: 1096 time: 0.2269542 Aug 18 12:57:06.753937 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-698728bd-f305-4d90-b393-6beb7367bb4e admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:57:06.770848 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8e541392-d9f7-4acc-a361-9ee45f745cb2 req-020f8cb9-6bde-4da4-90ee-2efd0925bcc6 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/security-groups?id=51a6849c-d15a-4aae-9ba4-dedea7cdd11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481133 Aug 18 12:57:06.804217 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698728bd-f305-4d90-b393-6beb7367bb4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde49000-d2f3-4507-a7fc-7cb5765d4aad,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:06.816544 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 6bb994f8-0b74-4899-b2a4-96d25027fc01 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:57:06.824631 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7d032e1-4721-4622-9b37-48c694120a7b req-9434c947-93bd-498a-b0c6-823076d8da32 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Made reservation on behalf of 234ffca375d94eb59ece774ca7f62d4c for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:57:06.829308 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e7d032e1-4721-4622-9b37-48c694120a7b req-9434c947-93bd-498a-b0c6-823076d8da32 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:06.837287 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-698728bd-f305-4d90-b393-6beb7367bb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:06.837981 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-698728bd-f305-4d90-b393-6beb7367bb4e admin admin] Added segment 58d4e80e-3ebf-4904-9cf5-2556f17eaf99 of type vlan for network 51543af4-c5b8-4a35-a638-c834cabe17c1 Aug 18 12:57:06.876676 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 6bb994f8-0b74-4899-b2a4-96d25027fc01 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:57:06.877022 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 6bb994f8-0b74-4899-b2a4-96d25027fc01 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:57:06.900352 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-b66a566d-108e-42ea-bcb3-d184d9fe31f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-407900697-router', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:55:29Z', 'updated_at': '2021-08-18T12:55:36Z', 'revision_number': 4, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'gw_port': {'id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:30Z', 'updated_at': '2021-08-18T12:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '4487bb35-0a20-4c01-8048-1012e4021f4b', 'name': '', 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'mac_address': 'fa:16:3e:12:c1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:34Z', 'updated_at': '2021-08-18T12:55:44Z', 'revision_number': 5, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'subnets': [{'id': '54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:06.928254 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-277a830e-db96-48b4-85b9-712940860bd4 req-94f3c991-f43a-4c69-a54c-f55e3778b7e1 service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388233 Aug 18 12:57:06.928893 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66a566d-108e-42ea-bcb3-d184d9fe31f8 None None] Checking router: 43afe92e-a00f-42f0-821c-afdf2054c7d5 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:57:06.938279 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66a566d-108e-42ea-bcb3-d184d9fe31f8 None None] Routers {'43afe92e-a00f-42f0-821c-afdf2054c7d5'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:57:06.938891 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-b66a566d-108e-42ea-bcb3-d184d9fe31f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:56:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['43afe92e-a00f-42f0-821c-afdf2054c7d5'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:06.948947 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-96ed7190-4afe-4771-a327-6e2199cf301e req-3d199c6a-71ba-473f-bf83-e02efc0be0d2 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495171 Aug 18 12:57:06.954959 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-1a445a37-5ea4-48b4-941b-3d28b27221eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:06.999007 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-698728bd-f305-4d90-b393-6beb7367bb4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:07.042897 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7d032e1-4721-4622-9b37-48c694120a7b req-bb4b322f-c940-47b0-bea7-0102a656f147 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Made reservation on behalf of 234ffca375d94eb59ece774ca7f62d4c for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:57:07.046643 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e7d032e1-4721-4622-9b37-48c694120a7b req-bb4b322f-c940-47b0-bea7-0102a656f147 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:07.154094 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-b66a566d-108e-42ea-bcb3-d184d9fe31f8 None None] Set router 43afe92e-a00f-42f0-821c-afdf2054c7d5 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:57:07.176163 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd691e4f-2966-4143-8ecf-59c896ecfd30 req-997ae543-bf35-4ea8-bab2-67011c516297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:07.185940 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cd691e4f-2966-4143-8ecf-59c896ecfd30 req-997ae543-bf35-4ea8-bab2-67011c516297 service neutron] 10.222.0.13 "GET /v2.0/networks?id=227091c7-65ab-4b5a-b9bc-947d45191f2c HTTP/1.1" status: 200 len: 921 time: 0.3962355 Aug 18 12:57:07.191240 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-19293cb4-8a00-49f8-871c-4160274a040e req-149c1e3e-1e5c-41ab-9bba-7a0f0821abaa tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Deleting port b0eae99e-91a9-4eea-a472-5c09394ba9e9 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:57:07.192713 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-19293cb4-8a00-49f8-871c-4160274a040e req-149c1e3e-1e5c-41ab-9bba-7a0f0821abaa tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:07.236314 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-277a830e-db96-48b4-85b9-712940860bd4 req-d6c28b6e-b65e-41af-978c-f43bb2dfaca6 service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965169 Aug 18 12:57:07.241751 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-e7d032e1-4721-4622-9b37-48c694120a7b req-9434c947-93bd-498a-b0c6-823076d8da32 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Allocated IP 172.20.0.7 (8205beb0-4d25-4c9e-a0f2-b53bd983d149/f89d2399-f949-4048-add4-43bd880aacb0/85d9f99e-d56f-455e-8895-53ba6b0b31ca) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:57:07.259089 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-698728bd-f305-4d90-b393-6beb7367bb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:07.260250 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698728bd-f305-4d90-b393-6beb7367bb4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:07.260844 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-698728bd-f305-4d90-b393-6beb7367bb4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:07.293263 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-edc6f5e6-8cc9-496a-8c0c-aefcf98dc582 req-679ccd24-c65a-4fbf-9003-59e7b1b568a2 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16b3c89-8935-45d9-bea5-366ebed2a00e HTTP/1.1" status: 200 len: 210 time: 0.0620649 Aug 18 12:57:07.308772 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cd691e4f-2966-4143-8ecf-59c896ecfd30 req-c5aab868-3b1d-4e89-a9c2-e5e52dfa8d13 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15e1a548-80e1-410c-bde6-c120f9ddf35d HTTP/1.1" status: 200 len: 217 time: 0.1218266 Aug 18 12:57:07.378248 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-b66a566d-108e-42ea-bcb3-d184d9fe31f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-407900697-router', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:55:29Z', 'updated_at': '2021-08-18T12:55:36Z', 'revision_number': 4, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'gw_port': {'id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:30Z', 'updated_at': '2021-08-18T12:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '4487bb35-0a20-4c01-8048-1012e4021f4b', 'name': '', 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'mac_address': 'fa:16:3e:12:c1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:34Z', 'updated_at': '2021-08-18T12:55:44Z', 'revision_number': 5, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'subnets': [{'id': '54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:07.387799 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698728bd-f305-4d90-b393-6beb7367bb4e admin admin] Pushing event updated for resources: {'Network': ['ID=51543af4-c5b8-4a35-a638-c834cabe17c1,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:07.400282 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 51543af4-c5b8-4a35-a638-c834cabe17c1 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:57:07.409046 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-698728bd-f305-4d90-b393-6beb7367bb4e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8753166 Aug 18 12:57:07.409046 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43250) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:07.416363 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-d3efa17f-a0d6-4709-a877-690e4d7412af admin admin] Request body: {'subnet': {'network_id': '51543af4-c5b8-4a35-a638-c834cabe17c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1094393459-subnet', 'tenant_id': 'b25cb5fd9b5548d494cdea56e363383d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:07.419358 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66a566d-108e-42ea-bcb3-d184d9fe31f8 None None] The sync data for ids ['43afe92e-a00f-42f0-821c-afdf2054c7d5'] in n-d-803603-2 is: [{'id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-407900697-router', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:55:29Z', 'updated_at': '2021-08-18T12:55:36Z', 'revision_number': 4, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'gw_port': {'id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:30Z', 'updated_at': '2021-08-18T12:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '4487bb35-0a20-4c01-8048-1012e4021f4b', 'name': '', 'network_id': '227091c7-65ab-4b5a-b9bc-947d45191f2c', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'mac_address': 'fa:16:3e:12:c1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:34Z', 'updated_at': '2021-08-18T12:55:44Z', 'revision_number': 5, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'subnets': [{'id': '54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:57:07.515444 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd691e4f-2966-4143-8ecf-59c896ecfd30 req-8c0268e0-3a18-40f0-9fe2-47a2feaec0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:07.517530 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cd691e4f-2966-4143-8ecf-59c896ecfd30 req-8c0268e0-3a18-40f0-9fe2-47a2feaec0b4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649 HTTP/1.1" status: 200 len: 859 time: 0.2009811 Aug 18 12:57:07.524537 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-96ed7190-4afe-4771-a327-6e2199cf301e req-ef6d47a2-b23f-4442-8f04-15c87f1552af service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5509548 Aug 18 12:57:07.566379 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3efa17f-a0d6-4709-a877-690e4d7412af admin admin] Made reservation on behalf of b25cb5fd9b5548d494cdea56e363383d for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:57:07.568919 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d3efa17f-a0d6-4709-a877-690e4d7412af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:07.635279 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e7d032e1-4721-4622-9b37-48c694120a7b req-9434c947-93bd-498a-b0c6-823076d8da32 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:07.648135 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-19293cb4-8a00-49f8-871c-4160274a040e req-149c1e3e-1e5c-41ab-9bba-7a0f0821abaa tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] For port b0eae99e-91a9-4eea-a472-5c09394ba9e9, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=b0eae99e-91a9-4eea-a472-5c09394ba9e9,segment=NetworkSegment(a55d7d46-60e1-4c30-88cf-190c46dddd25),segment_id=a55d7d46-60e1-4c30-88cf-190c46dddd25)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:07.648513 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-19293cb4-8a00-49f8-871c-4160274a040e req-149c1e3e-1e5c-41ab-9bba-7a0f0821abaa tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:07.666843 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd691e4f-2966-4143-8ecf-59c896ecfd30 req-fe0edde6-1d38-4bc2-ac46-82eb17d388ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:07.668373 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cd691e4f-2966-4143-8ecf-59c896ecfd30 req-fe0edde6-1d38-4bc2-ac46-82eb17d388ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=227091c7-65ab-4b5a-b9bc-947d45191f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1427002 Aug 18 12:57:07.780336 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-19293cb4-8a00-49f8-871c-4160274a040e req-149c1e3e-1e5c-41ab-9bba-7a0f0821abaa tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Calling delete_port for b0eae99e-91a9-4eea-a472-5c09394ba9e9 owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:57:07.798861 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cd691e4f-2966-4143-8ecf-59c896ecfd30 req-9ea835ac-7dd2-47a9-9279-815c208c0efd service neutron] 10.222.0.13 "GET /v2.0/networks/227091c7-65ab-4b5a-b9bc-947d45191f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046624 Aug 18 12:57:07.803276 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf146fb-1b0c-442b-9760-3822ba1f263f None None] New status for floating IP 9227d687-a75e-455f-8802-a718cee18e09: DOWN {{(pid=101677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:57:07.896134 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cd691e4f-2966-4143-8ecf-59c896ecfd30 req-ccc48147-b615-41c4-abd0-6ea3bc855681 service neutron] 10.222.0.13 "GET /v2.0/networks/227091c7-65ab-4b5a-b9bc-947d45191f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850041 Aug 18 12:57:07.912273 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-e7d032e1-4721-4622-9b37-48c694120a7b req-bb4b322f-c940-47b0-bea7-0102a656f147 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Allocated IP 172.20.0.13 (8205beb0-4d25-4c9e-a0f2-b53bd983d149/f89d2399-f949-4048-add4-43bd880aacb0/22deb16a-2b95-4bda-be25-89c489c4fdb1) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:57:07.934808 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-1a445a37-5ea4-48b4-941b-3d28b27221eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e872a01-01b0-4998-9435-2adc354c93a0 {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:57:07.945019 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-1a445a37-5ea4-48b4-941b-3d28b27221eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:07.970757 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-1a445a37-5ea4-48b4-941b-3d28b27221eb service neutron] Transition to ACTIVE for port object 1e872a01-01b0-4998-9435-2adc354c93a0 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:57:07.997302 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e7d032e1-4721-4622-9b37-48c694120a7b req-9434c947-93bd-498a-b0c6-823076d8da32 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:08.028558 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d3efa17f-a0d6-4709-a877-690e4d7412af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:08.064268 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7d032e1-4721-4622-9b37-48c694120a7b req-9434c947-93bd-498a-b0c6-823076d8da32 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Network 8205beb0-4d25-4c9e-a0f2-b53bd983d149 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:57:08.066274 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-1a445a37-5ea4-48b4-941b-3d28b27221eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:08.071279 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaccc2ee-7184-465d-aee0-23e3d0f37275 x-openstack-request-id: req-eaccc2ee-7184-465d-aee0-23e3d0f37275 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:57:08.071577 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f40b9d7-a8c1-43f7-8ea6-b8b919743764", "name": "network-vif-deleted", "tag": "6bb994f8-0b74-4899-b2a4-96d25027fc01", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:57:08.071831 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eaccc2ee-7184-465d-aee0-23e3d0f37275 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:57:08.073464 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f40b9d7-a8c1-43f7-8ea6-b8b919743764', 'name': 'network-vif-deleted', 'tag': '6bb994f8-0b74-4899-b2a4-96d25027fc01', 'status': 'completed', 'code': 200} Aug 18 12:57:08.075828 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-e7d032e1-4721-4622-9b37-48c694120a7b req-9434c947-93bd-498a-b0c6-823076d8da32 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:57:08.118803 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893020c4-927b-45f3-9553-fe3fe38820fe x-openstack-request-id: req-893020c4-927b-45f3-9553-fe3fe38820fe {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:57:08.119104 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "769762f1-7817-4dd1-8430-fed3bbcf9287", "tag": "10be887f-d4a7-4e50-96c9-afdefe48e1fb", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:57:08.119362 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-893020c4-927b-45f3-9553-fe3fe38820fe {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:57:08.119761 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '769762f1-7817-4dd1-8430-fed3bbcf9287', 'tag': '10be887f-d4a7-4e50-96c9-afdefe48e1fb', 'status': 'completed', 'code': 200} Aug 18 12:57:08.131694 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d032e1-4721-4622-9b37-48c694120a7b req-9434c947-93bd-498a-b0c6-823076d8da32 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:57:08.139358 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-19293cb4-8a00-49f8-871c-4160274a040e req-149c1e3e-1e5c-41ab-9bba-7a0f0821abaa tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:08.157424 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['d5540f0a-3c84-4689-9f8b-34824e039aa4'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:57:08.203076 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d032e1-4721-4622-9b37-48c694120a7b req-9434c947-93bd-498a-b0c6-823076d8da32 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:08.204139 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e7d032e1-4721-4622-9b37-48c694120a7b req-9434c947-93bd-498a-b0c6-823076d8da32 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:08.235698 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a445a37-5ea4-48b4-941b-3d28b27221eb service neutron] Pushing event updated for resources: {'Port': ['ID=1e872a01-01b0-4998-9435-2adc354c93a0,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:08.286841 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c1e3e-1e5c-41ab-9bba-7a0f0821abaa tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Pushing event deleted for resources: {'Port': ['ID=b0eae99e-91a9-4eea-a472-5c09394ba9e9,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:08.348585 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e7d032e1-4721-4622-9b37-48c694120a7b req-9434c947-93bd-498a-b0c6-823076d8da32 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5264282 Aug 18 12:57:08.354987 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9434c947-93bd-498a-b0c6-823076d8da32 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Pushing event updated for resources: {'Port': ['ID=85d9f99e-d56f-455e-8895-53ba6b0b31ca,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:08.371148 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-e7d032e1-4721-4622-9b37-48c694120a7b req-e39f85dd-1314-471e-90ee-513b63b80e35 service neutron] Request body: {'port': {'device_id': 'aeff3968-6943-4475-9de3-fac2cd516801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:08.377028 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3efa17f-a0d6-4709-a877-690e4d7412af admin admin] Pushing event updated for resources: {'Subnet': ['ID=f43eb4a0-b4a6-403f-b3ea-9d00d86d0a8c,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:08.406840 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-19293cb4-8a00-49f8-871c-4160274a040e req-149c1e3e-1e5c-41ab-9bba-7a0f0821abaa tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] No DVR routers for this DVR port b0eae99e-91a9-4eea-a472-5c09394ba9e9 on host n-h1-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:57:08.412953 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-19293cb4-8a00-49f8-871c-4160274a040e req-149c1e3e-1e5c-41ab-9bba-7a0f0821abaa tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:08.414789 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-19293cb4-8a00-49f8-871c-4160274a040e req-149c1e3e-1e5c-41ab-9bba-7a0f0821abaa tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.39 "DELETE /v2.0/ports/b0eae99e-91a9-4eea-a472-5c09394ba9e9 HTTP/1.1" status: 204 len: 173 time: 1.7978957 Aug 18 12:57:08.428834 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde4016-4d72-4b9f-90e0-012e857b7d69 req-ec5aed81-563c-43e7-b146-4fdf5bbd1c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:08.430993 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dbde4016-4d72-4b9f-90e0-012e857b7d69 req-ec5aed81-563c-43e7-b146-4fdf5bbd1c8c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ac48e14392114051ba5d025a8226fe94&device_id=769762f1-7817-4dd1-8430-fed3bbcf9287 HTTP/1.1" status: 200 len: 1099 time: 0.2804775 Aug 18 12:57:08.441926 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3efa17f-a0d6-4709-a877-690e4d7412af admin admin] Checking segment: {'id': '58d4e80e-3ebf-4904-9cf5-2556f17eaf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '51543af4-c5b8-4a35-a638-c834cabe17c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:57:08.442483 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3efa17f-a0d6-4709-a877-690e4d7412af admin admin] Network hostable DHCP agents. Network: 51543af4-c5b8-4a35-a638-c834cabe17c1, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:57:08.477829 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e7d032e1-4721-4622-9b37-48c694120a7b req-bb4b322f-c940-47b0-bea7-0102a656f147 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:08.485881 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6054f-93a6-4084-bb1d-cd024a652192 req-bce69b3d-5b36-4096-9013-b1b3a5a58ccd tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:08.493662 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b3c6054f-93a6-4084-bb1d-cd024a652192 req-bce69b3d-5b36-4096-9013-b1b3a5a58ccd tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=769762f1-7817-4dd1-8430-fed3bbcf9287 HTTP/1.1" status: 200 len: 948 time: 0.2397866 Aug 18 12:57:08.523502 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e7d032e1-4721-4622-9b37-48c694120a7b req-e39f85dd-1314-471e-90ee-513b63b80e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:08.530842 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-1a445a37-5ea4-48b4-941b-3d28b27221eb service neutron] Attempting to bind port 1e872a01-01b0-4998-9435-2adc354c93a0 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:57:08.531304 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-1a445a37-5ea4-48b4-941b-3d28b27221eb service neutron] Attempting to bind port 1e872a01-01b0-4998-9435-2adc354c93a0 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '72c3b8d9-d076-4696-8c50-dbe9343efd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8d96ffff-6267-4935-a1e5-d5d6c73ce815'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:57:08.531731 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-1a445a37-5ea4-48b4-941b-3d28b27221eb service neutron] Attempting to bind port 1e872a01-01b0-4998-9435-2adc354c93a0 on network 8d96ffff-6267-4935-a1e5-d5d6c73ce815 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:57:08.534448 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c8927-7a52-43d7-a778-911b43d86b60 req-1b379f4d-d003-4a39-8740-e1df60357533 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:08.535778 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a99c8927-7a52-43d7-a778-911b43d86b60 req-1b379f4d-d003-4a39-8740-e1df60357533 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d403f61-d15c-471f-b19a-5a4e68f41223 HTTP/1.1" status: 200 len: 949 time: 0.1863019 Aug 18 12:57:08.539948 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-1a445a37-5ea4-48b4-941b-3d28b27221eb service neutron] Port 1e872a01-01b0-4998-9435-2adc354c93a0 on network 8d96ffff-6267-4935-a1e5-d5d6c73ce815 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:57:08.539948 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-1a445a37-5ea4-48b4-941b-3d28b27221eb service neutron] Attempting to bind port 1e872a01-01b0-4998-9435-2adc354c93a0 on network 8d96ffff-6267-4935-a1e5-d5d6c73ce815 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:57:08.559802 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-1a445a37-5ea4-48b4-941b-3d28b27221eb service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:57:08.560206 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-1a445a37-5ea4-48b4-941b-3d28b27221eb service neutron] Checking segment: {'id': '72c3b8d9-d076-4696-8c50-dbe9343efd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8d96ffff-6267-4935-a1e5-d5d6c73ce815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:57:08.564188 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-1a445a37-5ea4-48b4-941b-3d28b27221eb service neutron] Bound using segment: {'id': '72c3b8d9-d076-4696-8c50-dbe9343efd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8d96ffff-6267-4935-a1e5-d5d6c73ce815'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:57:08.564188 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-1a445a37-5ea4-48b4-941b-3d28b27221eb service neutron] Bound port: 1e872a01-01b0-4998-9435-2adc354c93a0, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72c3b8d9-d076-4696-8c50-dbe9343efd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8d96ffff-6267-4935-a1e5-d5d6c73ce815'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:57:08.564188 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-1a445a37-5ea4-48b4-941b-3d28b27221eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:08.597991 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3efa17f-a0d6-4709-a877-690e4d7412af admin admin] Network 51543af4-c5b8-4a35-a638-c834cabe17c1 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:57:08.603034 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b3c6054f-93a6-4084-bb1d-cd024a652192 req-68bbe69d-64a2-4ab3-8fbc-faec60c2cac9 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072774 Aug 18 12:57:08.644156 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a99c8927-7a52-43d7-a778-911b43d86b60 req-4dc62f4c-5430-4943-80ae-01b7d64bd27f tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] 10.222.0.13 "GET /v2.0/security-groups?id=dee8f145-728d-49b6-b06e-8767e5f8eebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976696 Aug 18 12:57:08.658217 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde4016-4d72-4b9f-90e0-012e857b7d69 req-894228c6-a2bb-4a8e-ad39-225f949a89b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:08.659734 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dbde4016-4d72-4b9f-90e0-012e857b7d69 req-894228c6-a2bb-4a8e-ad39-225f949a89b3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.2164738 Aug 18 12:57:08.732062 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e7d032e1-4721-4622-9b37-48c694120a7b req-bb4b322f-c940-47b0-bea7-0102a656f147 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:08.733612 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-d3efa17f-a0d6-4709-a877-690e4d7412af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 51543af4-c5b8-4a35-a638-c834cabe17c1) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:57:08.739598 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dbde4016-4d72-4b9f-90e0-012e857b7d69 req-63d1ace4-bb71-4b7b-9204-717e8172afce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=10be887f-d4a7-4e50-96c9-afdefe48e1fb HTTP/1.1" status: 200 len: 217 time: 0.0605581 Aug 18 12:57:08.747990 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745da42a-a9b3-47c1-bc8d-328df0935c52 None None] Network 51543af4-c5b8-4a35-a638-c834cabe17c1 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:57:08.803981 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3efa17f-a0d6-4709-a877-690e4d7412af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:08.804554 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d3efa17f-a0d6-4709-a877-690e4d7412af admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:08.841401 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7d032e1-4721-4622-9b37-48c694120a7b req-bb4b322f-c940-47b0-bea7-0102a656f147 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Network 8205beb0-4d25-4c9e-a0f2-b53bd983d149 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:57:08.865305 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-e7d032e1-4721-4622-9b37-48c694120a7b req-bb4b322f-c940-47b0-bea7-0102a656f147 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:57:08.905725 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d032e1-4721-4622-9b37-48c694120a7b req-bb4b322f-c940-47b0-bea7-0102a656f147 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:57:08.914523 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b322f-c940-47b0-bea7-0102a656f147 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Pushing event updated for resources: {'Port': ['ID=22deb16a-2b95-4bda-be25-89c489c4fdb1,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:08.949078 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d3efa17f-a0d6-4709-a877-690e4d7412af admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5411856 Aug 18 12:57:08.977803 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ad97d-c069-4918-ac1b-375d6a940885 req-ee462ef6-bfbc-46cd-a220-987108b62c54 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:08.985841 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ad97d-c069-4918-ac1b-375d6a940885 req-ee462ef6-bfbc-46cd-a220-987108b62c54 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:08.991778 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ad97d-c069-4918-ac1b-375d6a940885 req-ee462ef6-bfbc-46cd-a220-987108b62c54 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:08.993503 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ff2ad97d-c069-4918-ac1b-375d6a940885 req-ee462ef6-bfbc-46cd-a220-987108b62c54 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b85b76-c83b-4ea2-8969-f14f31d9a4da HTTP/1.1" status: 200 len: 2401 time: 0.2664394 Aug 18 12:57:09.019983 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-44fc4c7b-2e2c-4577-976e-10e75ea8ce0e req-75bee76e-6fa3-4248-83b1-b9d32fe48d98 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ffcb47d-e5c6-4bf3-b906-ea2246594abc HTTP/1.1" status: 200 len: 210 time: 0.3271594 Aug 18 12:57:09.034702 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d032e1-4721-4622-9b37-48c694120a7b req-bb4b322f-c940-47b0-bea7-0102a656f147 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:09.035345 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e7d032e1-4721-4622-9b37-48c694120a7b req-bb4b322f-c940-47b0-bea7-0102a656f147 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:09.043708 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-1a445a37-5ea4-48b4-941b-3d28b27221eb service neutron] For port 1e872a01-01b0-4998-9435-2adc354c93a0, host n-h2-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:57:09.075900 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-1a445a37-5ea4-48b4-941b-3d28b27221eb service neutron] For port 1e872a01-01b0-4998-9435-2adc354c93a0, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=1e872a01-01b0-4998-9435-2adc354c93a0,segment=NetworkSegment(72c3b8d9-d076-4696-8c50-dbe9343efd83),segment_id=72c3b8d9-d076-4696-8c50-dbe9343efd83)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:57:09.087453 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ff2ad97d-c069-4918-ac1b-375d6a940885 req-c956b13b-98a7-42de-82ab-e7dd372bcf53 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/security-groups?id=51a6849c-d15a-4aae-9ba4-dedea7cdd11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808940 Aug 18 12:57:09.096101 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf708cd-aeb2-48a5-9ffd-3109a042c12d req-61b2cf03-7a35-4133-b0f1-126c34e58e94 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:09.097602 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-daf708cd-aeb2-48a5-9ffd-3109a042c12d req-61b2cf03-7a35-4133-b0f1-126c34e58e94 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d403f61-d15c-471f-b19a-5a4e68f41223 HTTP/1.1" status: 200 len: 949 time: 0.4598255 Aug 18 12:57:09.107196 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde4016-4d72-4b9f-90e0-012e857b7d69 req-6df5d82e-c6dd-46bf-80aa-5df2aa8785d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:09.108697 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dbde4016-4d72-4b9f-90e0-012e857b7d69 req-6df5d82e-c6dd-46bf-80aa-5df2aa8785d7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.0999691 Aug 18 12:57:09.136685 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab96b93-b2e9-4aac-a1af-cf5097435358 None None] Network 51543af4-c5b8-4a35-a638-c834cabe17c1 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:57:09.165101 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e7d032e1-4721-4622-9b37-48c694120a7b req-bb4b322f-c940-47b0-bea7-0102a656f147 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8620470 Aug 18 12:57:09.185847 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-1a445a37-5ea4-48b4-941b-3d28b27221eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:09.188215 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-e7d032e1-4721-4622-9b37-48c694120a7b req-b2a61d5f-73b2-4e03-a451-5dc14277b917 service neutron] Request body: {'port': {'device_id': 'e16b3c89-8935-45d9-bea5-366ebed2a00e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:09.240375 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-e7d032e1-4721-4622-9b37-48c694120a7b req-e39f85dd-1314-471e-90ee-513b63b80e35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85d9f99e-d56f-455e-8895-53ba6b0b31ca {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:57:09.269226 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-1a445a37-5ea4-48b4-941b-3d28b27221eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:09.269857 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-1a445a37-5ea4-48b4-941b-3d28b27221eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:09.271562 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-1a445a37-5ea4-48b4-941b-3d28b27221eb service neutron] 10.222.0.20 "PUT /v2.0/ports/1e872a01-01b0-4998-9435-2adc354c93a0 HTTP/1.1" status: 200 len: 1092 time: 2.5662777 Aug 18 12:57:09.272832 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e7d032e1-4721-4622-9b37-48c694120a7b req-e39f85dd-1314-471e-90ee-513b63b80e35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:09.302494 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde4016-4d72-4b9f-90e0-012e857b7d69 req-472637da-c2c4-4a4a-b210-388b82fe91c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:09.312712 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dbde4016-4d72-4b9f-90e0-012e857b7d69 req-472637da-c2c4-4a4a-b210-388b82fe91c1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1883187 Aug 18 12:57:09.317268 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-e7d032e1-4721-4622-9b37-48c694120a7b req-e39f85dd-1314-471e-90ee-513b63b80e35 service neutron] Transition to ACTIVE for port object 85d9f99e-d56f-455e-8895-53ba6b0b31ca will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:57:09.347003 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a445a37-5ea4-48b4-941b-3d28b27221eb service neutron] Pushing event updated for resources: {'Port': ['ID=1e872a01-01b0-4998-9435-2adc354c93a0,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:09.368447 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e7d032e1-4721-4622-9b37-48c694120a7b req-b2a61d5f-73b2-4e03-a451-5dc14277b917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:09.383453 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548d16f-4a7b-4b22-80e0-c12fac473b6a req-0c43cdf4-5306-4d1d-9ff3-0b64027a9f88 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:09.394815 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9548d16f-4a7b-4b22-80e0-c12fac473b6a req-0c43cdf4-5306-4d1d-9ff3-0b64027a9f88 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16b3c89-8935-45d9-bea5-366ebed2a00e HTTP/1.1" status: 200 len: 932 time: 0.1567798 Aug 18 12:57:09.407853 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-5e1ca43f-c3f5-4a35-b946-60002cab8bb5 service neutron] Request body: {'port': {'device_id': '78b85b76-c83b-4ea2-8969-f14f31d9a4da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:09.442139 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device b0eae99e-91a9-4eea-a472-5c09394ba9e9 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:57:09.464988 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: b0eae99e-91a9-4eea-a472-5c09394ba9e9 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:57:09.465458 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device b0eae99e-91a9-4eea-a472-5c09394ba9e9 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:57:09.510523 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f9601484-0a88-4ec9-9421-e3fd6fdc178d req-0634628c-8e18-4a85-ac76-fcf2e15b9449 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/floatingips/9227d687-a75e-455f-8802-a718cee18e09 HTTP/1.1" status: 200 len: 693 time: 0.1104205 Aug 18 12:57:09.524504 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9548d16f-4a7b-4b22-80e0-c12fac473b6a req-dbb3893a-a297-468c-aaff-48e941a29e77 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0999ac7-01c1-4fe3-8c3c-566c271306ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283269 Aug 18 12:57:09.525155 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e7d032e1-4721-4622-9b37-48c694120a7b req-e39f85dd-1314-471e-90ee-513b63b80e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:09.561392 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-daf708cd-aeb2-48a5-9ffd-3109a042c12d req-5f5ddbce-6c69-4c86-a75f-552379b252b1 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] Deleting port 65026451-b73f-4a2d-bc0c-bc8b3039d2a9 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:57:09.561737 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-daf708cd-aeb2-48a5-9ffd-3109a042c12d req-5f5ddbce-6c69-4c86-a75f-552379b252b1 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:09.603362 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f85dd-1314-471e-90ee-513b63b80e35 service neutron] Pushing event updated for resources: {'Port': ['ID=85d9f99e-d56f-455e-8895-53ba6b0b31ca,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:09.719489 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-5e1ca43f-c3f5-4a35-b946-60002cab8bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:09.723705 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-e7d032e1-4721-4622-9b37-48c694120a7b req-e39f85dd-1314-471e-90ee-513b63b80e35 service neutron] Attempting to bind port 85d9f99e-d56f-455e-8895-53ba6b0b31ca on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:57:09.724216 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-e7d032e1-4721-4622-9b37-48c694120a7b req-e39f85dd-1314-471e-90ee-513b63b80e35 service neutron] Attempting to bind port 85d9f99e-d56f-455e-8895-53ba6b0b31ca by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '64242db4-050a-4831-913b-84beef1ef905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8205beb0-4d25-4c9e-a0f2-b53bd983d149'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:57:09.725968 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d032e1-4721-4622-9b37-48c694120a7b req-e39f85dd-1314-471e-90ee-513b63b80e35 service neutron] Attempting to bind port 85d9f99e-d56f-455e-8895-53ba6b0b31ca on network 8205beb0-4d25-4c9e-a0f2-b53bd983d149 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:57:09.736421 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d032e1-4721-4622-9b37-48c694120a7b req-e39f85dd-1314-471e-90ee-513b63b80e35 service neutron] Port 85d9f99e-d56f-455e-8895-53ba6b0b31ca on network 8205beb0-4d25-4c9e-a0f2-b53bd983d149 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:57:09.736421 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d032e1-4721-4622-9b37-48c694120a7b req-e39f85dd-1314-471e-90ee-513b63b80e35 service neutron] Attempting to bind port 85d9f99e-d56f-455e-8895-53ba6b0b31ca on network 8205beb0-4d25-4c9e-a0f2-b53bd983d149 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:57:09.744325 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dbde4016-4d72-4b9f-90e0-012e857b7d69 req-4339d2f5-ee1c-4512-b600-7d829937452d service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216056 Aug 18 12:57:09.808135 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d032e1-4721-4622-9b37-48c694120a7b req-e39f85dd-1314-471e-90ee-513b63b80e35 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:57:09.808135 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d032e1-4721-4622-9b37-48c694120a7b req-e39f85dd-1314-471e-90ee-513b63b80e35 service neutron] Checking segment: {'id': '64242db4-050a-4831-913b-84beef1ef905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8205beb0-4d25-4c9e-a0f2-b53bd983d149'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:57:09.808135 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d032e1-4721-4622-9b37-48c694120a7b req-e39f85dd-1314-471e-90ee-513b63b80e35 service neutron] Bound using segment: {'id': '64242db4-050a-4831-913b-84beef1ef905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8205beb0-4d25-4c9e-a0f2-b53bd983d149'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:57:09.808135 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-e7d032e1-4721-4622-9b37-48c694120a7b req-e39f85dd-1314-471e-90ee-513b63b80e35 service neutron] Bound port: 85d9f99e-d56f-455e-8895-53ba6b0b31ca, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64242db4-050a-4831-913b-84beef1ef905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8205beb0-4d25-4c9e-a0f2-b53bd983d149'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:57:09.808135 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e7d032e1-4721-4622-9b37-48c694120a7b req-e39f85dd-1314-471e-90ee-513b63b80e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:09.894632 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-daf708cd-aeb2-48a5-9ffd-3109a042c12d req-5f5ddbce-6c69-4c86-a75f-552379b252b1 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] For port 65026451-b73f-4a2d-bc0c-bc8b3039d2a9, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=65026451-b73f-4a2d-bc0c-bc8b3039d2a9,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:09.897217 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-daf708cd-aeb2-48a5-9ffd-3109a042c12d req-5f5ddbce-6c69-4c86-a75f-552379b252b1 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:09.904724 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9601484-0a88-4ec9-9421-e3fd6fdc178d req-e91589fe-287c-40c0-b03c-3fbaa490ddc4 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:09.906113 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f9601484-0a88-4ec9-9421-e3fd6fdc178d req-e91589fe-287c-40c0-b03c-3fbaa490ddc4 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/networks/0babe39a-03c6-4af7-9ca5-00804dd781c2 HTTP/1.1" status: 200 len: 784 time: 0.3472455 Aug 18 12:57:09.926524 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-daf708cd-aeb2-48a5-9ffd-3109a042c12d req-5f5ddbce-6c69-4c86-a75f-552379b252b1 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] Calling delete_port for 65026451-b73f-4a2d-bc0c-bc8b3039d2a9 owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:57:09.932665 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [req-f9601484-0a88-4ec9-9421-e3fd6fdc178d req-846ae887-0c16-43fc-88ad-00994e6971ea tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:57:09.933666 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f9601484-0a88-4ec9-9421-e3fd6fdc178d req-846ae887-0c16-43fc-88ad-00994e6971ea tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0179138 Aug 18 12:57:09.979118 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-e7d032e1-4721-4622-9b37-48c694120a7b req-e39f85dd-1314-471e-90ee-513b63b80e35 service neutron] For port 85d9f99e-d56f-455e-8895-53ba6b0b31ca, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:57:09.983756 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-e7d032e1-4721-4622-9b37-48c694120a7b req-e39f85dd-1314-471e-90ee-513b63b80e35 service neutron] For port 85d9f99e-d56f-455e-8895-53ba6b0b31ca, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=85d9f99e-d56f-455e-8895-53ba6b0b31ca,segment=NetworkSegment(64242db4-050a-4831-913b-84beef1ef905),segment_id=64242db4-050a-4831-913b-84beef1ef905)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:57:10.016455 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43286) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:10.099252 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-659c8456-8de7-4089-851e-47fa9a706820 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-477730692-network', 'tenant_id': '2c5aba3fc51344aabb0c47555678367a'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:10.114241 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f9601484-0a88-4ec9-9421-e3fd6fdc178d req-21c4b8a9-5c6c-4a87-b4b5-677e363ce42e tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.13 HTTP/1.1" status: 200 len: 696 time: 0.1323946 Aug 18 12:57:10.130339 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b86a49a-74e5-4b94-8617-fae5998d1d3a', 'tag': '15e1a548-80e1-410c-bde6-c120f9ddf35d'}, {'name': 'network-changed', 'server_uuid': '78b85b76-c83b-4ea2-8969-f14f31d9a4da', 'tag': 'cdc3938e-b903-4cfc-b24f-c5105921fbec'}, {'server_uuid': '5ffcb47d-e5c6-4bf3-b906-ea2246594abc', 'name': 'network-vif-deleted', 'tag': 'b0eae99e-91a9-4eea-a472-5c09394ba9e9'}, {'name': 'network-changed', 'server_uuid': '78b85b76-c83b-4ea2-8969-f14f31d9a4da', 'tag': '1e872a01-01b0-4998-9435-2adc354c93a0'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:57:10.132660 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d127b160-f09d-4fa0-8640-751465a6fc1a" -d '{"events": [{"name": "network-changed", "server_uuid": "1b86a49a-74e5-4b94-8617-fae5998d1d3a", "tag": "15e1a548-80e1-410c-bde6-c120f9ddf35d"}, {"name": "network-changed", "server_uuid": "78b85b76-c83b-4ea2-8969-f14f31d9a4da", "tag": "cdc3938e-b903-4cfc-b24f-c5105921fbec"}, {"server_uuid": "5ffcb47d-e5c6-4bf3-b906-ea2246594abc", "name": "network-vif-deleted", "tag": "b0eae99e-91a9-4eea-a472-5c09394ba9e9"}, {"name": "network-changed", "server_uuid": "78b85b76-c83b-4ea2-8969-f14f31d9a4da", "tag": "1e872a01-01b0-4998-9435-2adc354c93a0"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:57:10.237619 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dbde4016-4d72-4b9f-90e0-012e857b7d69 req-421a29b0-ad39-47e3-b975-1007b534da3b service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4827256 Aug 18 12:57:10.262889 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f9601484-0a88-4ec9-9421-e3fd6fdc178d req-2ad56083-1a4f-4c77-9fcb-50180911e91a tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.13 HTTP/1.1" status: 200 len: 696 time: 0.1271176 Aug 18 12:57:10.335892 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e7d032e1-4721-4622-9b37-48c694120a7b req-e39f85dd-1314-471e-90ee-513b63b80e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:10.336535 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659c8456-8de7-4089-851e-47fa9a706820 admin admin] Made reservation on behalf of 2c5aba3fc51344aabb0c47555678367a for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:57:10.338214 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-659c8456-8de7-4089-851e-47fa9a706820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:10.408549 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-659c8456-8de7-4089-851e-47fa9a706820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:10.415211 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d032e1-4721-4622-9b37-48c694120a7b req-e39f85dd-1314-471e-90ee-513b63b80e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:10.415934 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e7d032e1-4721-4622-9b37-48c694120a7b req-e39f85dd-1314-471e-90ee-513b63b80e35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:10.417342 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e7d032e1-4721-4622-9b37-48c694120a7b req-e39f85dd-1314-471e-90ee-513b63b80e35 service neutron] 10.222.0.20 "PUT /v2.0/ports/85d9f99e-d56f-455e-8895-53ba6b0b31ca HTTP/1.1" status: 200 len: 1091 time: 2.0523224 Aug 18 12:57:10.421607 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeff3968-6943-4475-9de3-fac2cd516801', 'tag': '85d9f99e-d56f-455e-8895-53ba6b0b31ca'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:57:10.423924 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcabda8f-ccc2-426a-a146-1f12f1beff5b" -d '{"events": [{"name": "network-changed", "server_uuid": "aeff3968-6943-4475-9de3-fac2cd516801", "tag": "85d9f99e-d56f-455e-8895-53ba6b0b31ca"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:57:10.474976 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f85dd-1314-471e-90ee-513b63b80e35 service neutron] Pushing event updated for resources: {'Port': ['ID=85d9f99e-d56f-455e-8895-53ba6b0b31ca,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:10.478978 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-e7d032e1-4721-4622-9b37-48c694120a7b req-b2a61d5f-73b2-4e03-a451-5dc14277b917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22deb16a-2b95-4bda-be25-89c489c4fdb1 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:57:10.489157 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e7d032e1-4721-4622-9b37-48c694120a7b req-b2a61d5f-73b2-4e03-a451-5dc14277b917 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:10.498178 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e7027-3442-4820-96d4-4c74f1bc31d0 req-2653bd08-5ee7-4866-9cb0-f88b5f0ae76d tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:10.499726 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d43e7027-3442-4820-96d4-4c74f1bc31d0 req-2653bd08-5ee7-4866-9cb0-f88b5f0ae76d tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=769762f1-7817-4dd1-8430-fed3bbcf9287 HTTP/1.1" status: 200 len: 948 time: 0.1677601 Aug 18 12:57:10.512588 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-e7d032e1-4721-4622-9b37-48c694120a7b req-b2a61d5f-73b2-4e03-a451-5dc14277b917 service neutron] Transition to ACTIVE for port object 22deb16a-2b95-4bda-be25-89c489c4fdb1 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:57:10.569109 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-5e1ca43f-c3f5-4a35-b946-60002cab8bb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc3ad10e-838a-4b84-aae3-99af09eeef92 {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:57:10.569345 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d43e7027-3442-4820-96d4-4c74f1bc31d0 req-d8aa1433-6385-4431-97d1-a0fa46cd9e06 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597966 Aug 18 12:57:10.578456 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d032e1-4721-4622-9b37-48c694120a7b req-814c3d9d-bfb4-474e-a4a0-9e82bcdc333a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:10.579958 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e7d032e1-4721-4622-9b37-48c694120a7b req-814c3d9d-bfb4-474e-a4a0-9e82bcdc333a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=234ffca375d94eb59ece774ca7f62d4c&device_id=aeff3968-6943-4475-9de3-fac2cd516801 HTTP/1.1" status: 200 len: 1094 time: 0.0622618 Aug 18 12:57:10.585576 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-5e1ca43f-c3f5-4a35-b946-60002cab8bb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:10.598809 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-f9601484-0a88-4ec9-9421-e3fd6fdc178d req-e7488fee-9b14-4fd1-ba85-089f258446b8 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Deleting port 2d65af6b-c924-4538-9d3f-bdf8ef49898c {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:57:10.602867 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-f9601484-0a88-4ec9-9421-e3fd6fdc178d req-e7488fee-9b14-4fd1-ba85-089f258446b8 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:10.619063 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-5e1ca43f-c3f5-4a35-b946-60002cab8bb5 service neutron] Transition to ACTIVE for port object dc3ad10e-838a-4b84-aae3-99af09eeef92 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:57:10.631209 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e7d032e1-4721-4622-9b37-48c694120a7b req-ac4ea9cc-779c-4978-8a39-6b48aa32286f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85d9f99e-d56f-455e-8895-53ba6b0b31ca HTTP/1.1" status: 200 len: 217 time: 0.0405149 Aug 18 12:57:10.650152 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-daf708cd-aeb2-48a5-9ffd-3109a042c12d req-5f5ddbce-6c69-4c86-a75f-552379b252b1 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:10.666370 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e7d032e1-4721-4622-9b37-48c694120a7b req-b2a61d5f-73b2-4e03-a451-5dc14277b917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:10.701082 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ddbce-6c69-4c86-a75f-552379b252b1 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] Pushing event deleted for resources: {'Port': ['ID=65026451-b73f-4a2d-bc0c-bc8b3039d2a9,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:10.711433 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-5e1ca43f-c3f5-4a35-b946-60002cab8bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:10.725850 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4104b355-0435-48d9-b2d1-891bdfdcd1f3 req-836f46ec-9e4a-4286-9e98-37de3901ab94 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d403f61-d15c-471f-b19a-5a4e68f41223 HTTP/1.1" status: 200 len: 210 time: 0.0779223 Aug 18 12:57:10.754429 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d032e1-4721-4622-9b37-48c694120a7b req-1798f2f8-fdf3-4067-a4f9-6a221ae494ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:10.757134 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e7d032e1-4721-4622-9b37-48c694120a7b req-1798f2f8-fdf3-4067-a4f9-6a221ae494ed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f89d2399-f949-4048-add4-43bd880aacb0 HTTP/1.1" status: 200 len: 853 time: 0.1185875 Aug 18 12:57:10.784501 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a61d5f-73b2-4e03-a451-5dc14277b917 service neutron] Pushing event updated for resources: {'Port': ['ID=22deb16a-2b95-4bda-be25-89c489c4fdb1,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:10.789258 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-659c8456-8de7-4089-851e-47fa9a706820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:10.814045 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf708cd-aeb2-48a5-9ffd-3109a042c12d req-5f5ddbce-6c69-4c86-a75f-552379b252b1 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] No DVR routers for this DVR port 65026451-b73f-4a2d-bc0c-bc8b3039d2a9 on host n-h1-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:57:10.821609 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-daf708cd-aeb2-48a5-9ffd-3109a042c12d req-5f5ddbce-6c69-4c86-a75f-552379b252b1 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:10.823639 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-daf708cd-aeb2-48a5-9ffd-3109a042c12d req-5f5ddbce-6c69-4c86-a75f-552379b252b1 tempest-TenantUsagesTestJSON-1660166485 tempest-TenantUsagesTestJSON-1660166485-project] 10.222.0.39 "DELETE /v2.0/ports/65026451-b73f-4a2d-bc0c-bc8b3039d2a9 HTTP/1.1" status: 204 len: 173 time: 1.7141478 Aug 18 12:57:10.826462 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-f9601484-0a88-4ec9-9421-e3fd6fdc178d req-e7488fee-9b14-4fd1-ba85-089f258446b8 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:10.826996 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-f9601484-0a88-4ec9-9421-e3fd6fdc178d req-e7488fee-9b14-4fd1-ba85-089f258446b8 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:10.849875 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e7d032e1-4721-4622-9b37-48c694120a7b req-1ffe17f6-5253-4ab0-80e4-cf3d4c0b50ad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8205beb0-4d25-4c9e-a0f2-b53bd983d149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755792 Aug 18 12:57:10.860656 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-f9601484-0a88-4ec9-9421-e3fd6fdc178d req-e7488fee-9b14-4fd1-ba85-089f258446b8 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Calling delete_port for 2d65af6b-c924-4538-9d3f-bdf8ef49898c owned by network:floatingip {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:57:10.860656 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-659c8456-8de7-4089-851e-47fa9a706820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:10.902656 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ca43f-c3f5-4a35-b946-60002cab8bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=dc3ad10e-838a-4b84-aae3-99af09eeef92,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:10.976627 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-659c8456-8de7-4089-851e-47fa9a706820 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:57:11.004785 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c8456-8de7-4089-851e-47fa9a706820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcc88e2-4bd9-46a2-84e8-ab30a07e3847,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:11.013509 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-659c8456-8de7-4089-851e-47fa9a706820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:11.013929 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-659c8456-8de7-4089-851e-47fa9a706820 admin admin] Added segment ec5fd999-3a31-4f70-8355-1bd969e9ece4 of type vlan for network dad6e639-50e8-49e6-80e7-f7301f296cd8 Aug 18 12:57:11.054795 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-e7d032e1-4721-4622-9b37-48c694120a7b req-b2a61d5f-73b2-4e03-a451-5dc14277b917 service neutron] Attempting to bind port 22deb16a-2b95-4bda-be25-89c489c4fdb1 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:57:11.060592 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-e7d032e1-4721-4622-9b37-48c694120a7b req-b2a61d5f-73b2-4e03-a451-5dc14277b917 service neutron] Attempting to bind port 22deb16a-2b95-4bda-be25-89c489c4fdb1 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '64242db4-050a-4831-913b-84beef1ef905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8205beb0-4d25-4c9e-a0f2-b53bd983d149'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:57:11.060592 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d032e1-4721-4622-9b37-48c694120a7b req-b2a61d5f-73b2-4e03-a451-5dc14277b917 service neutron] Attempting to bind port 22deb16a-2b95-4bda-be25-89c489c4fdb1 on network 8205beb0-4d25-4c9e-a0f2-b53bd983d149 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:57:11.067918 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d032e1-4721-4622-9b37-48c694120a7b req-b2a61d5f-73b2-4e03-a451-5dc14277b917 service neutron] Port 22deb16a-2b95-4bda-be25-89c489c4fdb1 on network 8205beb0-4d25-4c9e-a0f2-b53bd983d149 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:57:11.068512 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d032e1-4721-4622-9b37-48c694120a7b req-b2a61d5f-73b2-4e03-a451-5dc14277b917 service neutron] Attempting to bind port 22deb16a-2b95-4bda-be25-89c489c4fdb1 on network 8205beb0-4d25-4c9e-a0f2-b53bd983d149 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:57:11.076397 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d032e1-4721-4622-9b37-48c694120a7b req-b2a61d5f-73b2-4e03-a451-5dc14277b917 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:57:11.077016 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d032e1-4721-4622-9b37-48c694120a7b req-b2a61d5f-73b2-4e03-a451-5dc14277b917 service neutron] Checking segment: {'id': '64242db4-050a-4831-913b-84beef1ef905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8205beb0-4d25-4c9e-a0f2-b53bd983d149'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:57:11.077601 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d032e1-4721-4622-9b37-48c694120a7b req-b2a61d5f-73b2-4e03-a451-5dc14277b917 service neutron] Bound using segment: {'id': '64242db4-050a-4831-913b-84beef1ef905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8205beb0-4d25-4c9e-a0f2-b53bd983d149'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:57:11.078298 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-e7d032e1-4721-4622-9b37-48c694120a7b req-b2a61d5f-73b2-4e03-a451-5dc14277b917 service neutron] Bound port: 22deb16a-2b95-4bda-be25-89c489c4fdb1, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64242db4-050a-4831-913b-84beef1ef905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8205beb0-4d25-4c9e-a0f2-b53bd983d149'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:57:11.078848 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e7d032e1-4721-4622-9b37-48c694120a7b req-b2a61d5f-73b2-4e03-a451-5dc14277b917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:11.080434 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-659c8456-8de7-4089-851e-47fa9a706820 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:11.111131 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1deea8-1cae-4419-8dc6-924f23f16ee2 req-865f4fab-21d9-452f-98d5-d6b2b447f4cd tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:11.117723 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1deea8-1cae-4419-8dc6-924f23f16ee2 req-865f4fab-21d9-452f-98d5-d6b2b447f4cd tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:11.124656 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1deea8-1cae-4419-8dc6-924f23f16ee2 req-865f4fab-21d9-452f-98d5-d6b2b447f4cd tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:11.125380 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bc1deea8-1cae-4419-8dc6-924f23f16ee2 req-865f4fab-21d9-452f-98d5-d6b2b447f4cd tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b85b76-c83b-4ea2-8969-f14f31d9a4da HTTP/1.1" status: 200 len: 2413 time: 0.1480191 Aug 18 12:57:11.142981 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-5e1ca43f-c3f5-4a35-b946-60002cab8bb5 service neutron] Attempting to bind port dc3ad10e-838a-4b84-aae3-99af09eeef92 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:57:11.143603 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-5e1ca43f-c3f5-4a35-b946-60002cab8bb5 service neutron] Attempting to bind port dc3ad10e-838a-4b84-aae3-99af09eeef92 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '940830b9-5ada-4d93-8436-150f8f02aacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c5a507b0-8603-40bf-80b9-f30b5aba2043'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:57:11.144136 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-5e1ca43f-c3f5-4a35-b946-60002cab8bb5 service neutron] Attempting to bind port dc3ad10e-838a-4b84-aae3-99af09eeef92 on network c5a507b0-8603-40bf-80b9-f30b5aba2043 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:57:11.154604 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-5e1ca43f-c3f5-4a35-b946-60002cab8bb5 service neutron] Port dc3ad10e-838a-4b84-aae3-99af09eeef92 on network c5a507b0-8603-40bf-80b9-f30b5aba2043 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:57:11.154998 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-5e1ca43f-c3f5-4a35-b946-60002cab8bb5 service neutron] Attempting to bind port dc3ad10e-838a-4b84-aae3-99af09eeef92 on network c5a507b0-8603-40bf-80b9-f30b5aba2043 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:57:11.164860 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-5e1ca43f-c3f5-4a35-b946-60002cab8bb5 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:57:11.165276 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-5e1ca43f-c3f5-4a35-b946-60002cab8bb5 service neutron] Checking segment: {'id': '940830b9-5ada-4d93-8436-150f8f02aacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c5a507b0-8603-40bf-80b9-f30b5aba2043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:57:11.165728 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-5e1ca43f-c3f5-4a35-b946-60002cab8bb5 service neutron] Bound using segment: {'id': '940830b9-5ada-4d93-8436-150f8f02aacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c5a507b0-8603-40bf-80b9-f30b5aba2043'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:57:11.166242 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-5e1ca43f-c3f5-4a35-b946-60002cab8bb5 service neutron] Bound port: dc3ad10e-838a-4b84-aae3-99af09eeef92, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '940830b9-5ada-4d93-8436-150f8f02aacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c5a507b0-8603-40bf-80b9-f30b5aba2043'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:57:11.166667 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-5e1ca43f-c3f5-4a35-b946-60002cab8bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:11.180239 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e7d032e1-4721-4622-9b37-48c694120a7b req-d4a1e248-cceb-4ce3-a8bc-e69d994d78aa service neutron] 10.222.0.20 "GET /v2.0/networks/8205beb0-4d25-4c9e-a0f2-b53bd983d149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859387 Aug 18 12:57:11.231030 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-659c8456-8de7-4089-851e-47fa9a706820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:11.232076 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659c8456-8de7-4089-851e-47fa9a706820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:11.232719 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-659c8456-8de7-4089-851e-47fa9a706820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:11.261265 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bc1deea8-1cae-4419-8dc6-924f23f16ee2 req-df1c5604-a625-439b-a76f-eb1be52e1ce5 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/security-groups?id=51a6849c-d15a-4aae-9ba4-dedea7cdd11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267498 Aug 18 12:57:11.274218 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-e7d032e1-4721-4622-9b37-48c694120a7b req-b2a61d5f-73b2-4e03-a451-5dc14277b917 service neutron] For port 22deb16a-2b95-4bda-be25-89c489c4fdb1, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:57:11.278903 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-e7d032e1-4721-4622-9b37-48c694120a7b req-b2a61d5f-73b2-4e03-a451-5dc14277b917 service neutron] For port 22deb16a-2b95-4bda-be25-89c489c4fdb1, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=22deb16a-2b95-4bda-be25-89c489c4fdb1,segment=NetworkSegment(64242db4-050a-4831-913b-84beef1ef905),segment_id=64242db4-050a-4831-913b-84beef1ef905)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:57:11.312905 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e7d032e1-4721-4622-9b37-48c694120a7b req-eeee8beb-6ca9-48fd-ad27-347f3ac5acd9 service neutron] 10.222.0.20 "GET /v2.0/networks/8205beb0-4d25-4c9e-a0f2-b53bd983d149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225598 Aug 18 12:57:11.361169 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e7d032e1-4721-4622-9b37-48c694120a7b req-b2a61d5f-73b2-4e03-a451-5dc14277b917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:11.402418 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c4262f-4f58-428e-841b-d7fa83a52149 x-openstack-request-id: req-b4c4262f-4f58-428e-841b-d7fa83a52149 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:57:11.402706 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeff3968-6943-4475-9de3-fac2cd516801", "tag": "85d9f99e-d56f-455e-8895-53ba6b0b31ca", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:57:11.402955 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b4c4262f-4f58-428e-841b-d7fa83a52149 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:57:11.403353 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeff3968-6943-4475-9de3-fac2cd516801', 'tag': '85d9f99e-d56f-455e-8895-53ba6b0b31ca', 'status': 'completed', 'code': 200} Aug 18 12:57:11.443962 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 10be887f-d4a7-4e50-96c9-afdefe48e1fb details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:57:11.449676 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 65026451-b73f-4a2d-bc0c-bc8b3039d2a9 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:57:11.483868 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: 65026451-b73f-4a2d-bc0c-bc8b3039d2a9 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:57:11.484375 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 65026451-b73f-4a2d-bc0c-bc8b3039d2a9 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:57:11.511389 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c2b3fb36-3efd-4916-81e6-c65e6914aec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:11.514402 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d032e1-4721-4622-9b37-48c694120a7b req-b2a61d5f-73b2-4e03-a451-5dc14277b917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:11.515032 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e7d032e1-4721-4622-9b37-48c694120a7b req-b2a61d5f-73b2-4e03-a451-5dc14277b917 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:11.516447 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e7d032e1-4721-4622-9b37-48c694120a7b req-b2a61d5f-73b2-4e03-a451-5dc14277b917 service neutron] 10.222.0.39 "PUT /v2.0/ports/22deb16a-2b95-4bda-be25-89c489c4fdb1 HTTP/1.1" status: 200 len: 1092 time: 2.3412406 Aug 18 12:57:11.540997 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a61d5f-73b2-4e03-a451-5dc14277b917 service neutron] Pushing event updated for resources: {'Port': ['ID=22deb16a-2b95-4bda-be25-89c489c4fdb1,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:11.564992 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabda8f-ccc2-426a-a146-1f12f1beff5b req-6a9ab23f-de6d-4398-8621-400dad550c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:11.564992 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dcabda8f-ccc2-426a-a146-1f12f1beff5b req-6a9ab23f-de6d-4398-8621-400dad550c46 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=234ffca375d94eb59ece774ca7f62d4c&device_id=aeff3968-6943-4475-9de3-fac2cd516801 HTTP/1.1" status: 200 len: 1094 time: 0.1271107 Aug 18 12:57:11.568355 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127b160-f09d-4fa0-8640-751465a6fc1a req-9f1748d4-052e-44bb-a318-5a26aab0a3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:11.568834 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127b160-f09d-4fa0-8640-751465a6fc1a req-9f1748d4-052e-44bb-a318-5a26aab0a3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:11.569508 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127b160-f09d-4fa0-8640-751465a6fc1a req-9f1748d4-052e-44bb-a318-5a26aab0a3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:11.571112 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d127b160-f09d-4fa0-8640-751465a6fc1a req-9f1748d4-052e-44bb-a318-5a26aab0a3e3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca98f73fa3194194a71c5ae1a46b55b4&device_id=78b85b76-c83b-4ea2-8969-f14f31d9a4da HTTP/1.1" status: 200 len: 2824 time: 0.2032135 Aug 18 12:57:11.581533 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614ad88-d589-47ac-9851-48845506962b req-9610548e-dd20-4e24-8628-5a9ea50abae3 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:11.582691 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5614ad88-d589-47ac-9851-48845506962b req-9610548e-dd20-4e24-8628-5a9ea50abae3 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16b3c89-8935-45d9-bea5-366ebed2a00e HTTP/1.1" status: 200 len: 944 time: 0.1444917 Aug 18 12:57:11.614326 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 10be887f-d4a7-4e50-96c9-afdefe48e1fb, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=10be887f-d4a7-4e50-96c9-afdefe48e1fb,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:11.619361 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c8456-8de7-4089-851e-47fa9a706820 admin admin] Pushing event updated for resources: {'Network': ['ID=dad6e639-50e8-49e6-80e7-f7301f296cd8,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:11.628280 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '10be887f-d4a7-4e50-96c9-afdefe48e1fb', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'port_id': '10be887f-d4a7-4e50-96c9-afdefe48e1fb', 'mac_address': 'fa:16:3e:20:fc:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc8434-66c0-4e05-8cce-b4a4a0f33dc3', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:57:11.629991 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 684 Content-Type: application/json Date: Wed, 18 Aug 2021 12:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cbe1b0-68c6-4d0e-9233-dba338bdc04d x-openstack-request-id: req-c2cbe1b0-68c6-4d0e-9233-dba338bdc04d {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:57:11.630375 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b86a49a-74e5-4b94-8617-fae5998d1d3a", "tag": "15e1a548-80e1-410c-bde6-c120f9ddf35d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "78b85b76-c83b-4ea2-8969-f14f31d9a4da", "tag": "cdc3938e-b903-4cfc-b24f-c5105921fbec", "status": "completed", "code": 200}, {"server_uuid": "5ffcb47d-e5c6-4bf3-b906-ea2246594abc", "name": "network-vif-deleted", "tag": "b0eae99e-91a9-4eea-a472-5c09394ba9e9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "78b85b76-c83b-4ea2-8969-f14f31d9a4da", "tag": "1e872a01-01b0-4998-9435-2adc354c93a0", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:57:11.630823 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c2cbe1b0-68c6-4d0e-9233-dba338bdc04d {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:57:11.631322 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b86a49a-74e5-4b94-8617-fae5998d1d3a', 'tag': '15e1a548-80e1-410c-bde6-c120f9ddf35d', 'status': 'completed', 'code': 200} Aug 18 12:57:11.631536 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78b85b76-c83b-4ea2-8969-f14f31d9a4da', 'tag': 'cdc3938e-b903-4cfc-b24f-c5105921fbec', 'status': 'completed', 'code': 200} Aug 18 12:57:11.631812 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffcb47d-e5c6-4bf3-b906-ea2246594abc', 'name': 'network-vif-deleted', 'tag': 'b0eae99e-91a9-4eea-a472-5c09394ba9e9', 'status': 'completed', 'code': 200} Aug 18 12:57:11.632038 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78b85b76-c83b-4ea2-8969-f14f31d9a4da', 'tag': '1e872a01-01b0-4998-9435-2adc354c93a0', 'status': 'completed', 'code': 200} Aug 18 12:57:11.633822 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network dad6e639-50e8-49e6-80e7-f7301f296cd8 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:57:11.665893 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-659c8456-8de7-4089-851e-47fa9a706820 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6155534 Aug 18 12:57:11.665893 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-f9601484-0a88-4ec9-9421-e3fd6fdc178d req-e7488fee-9b14-4fd1-ba85-089f258446b8 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:11.667768 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43306) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:11.694985 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-5e1ca43f-c3f5-4a35-b946-60002cab8bb5 service neutron] For port dc3ad10e-838a-4b84-aae3-99af09eeef92, host n-h2-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:57:11.704609 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7488fee-9b14-4fd1-ba85-089f258446b8 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Pushing event deleted for resources: {'Port': ['ID=2d65af6b-c924-4538-9d3f-bdf8ef49898c,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:11.707509 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-e096d48c-92d8-4d12-95da-8a44365a010a admin admin] Request body: {'subnet': {'network_id': 'dad6e639-50e8-49e6-80e7-f7301f296cd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-477730692-subnet', 'tenant_id': '2c5aba3fc51344aabb0c47555678367a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:11.723800 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-5e1ca43f-c3f5-4a35-b946-60002cab8bb5 service neutron] For port dc3ad10e-838a-4b84-aae3-99af09eeef92, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=dc3ad10e-838a-4b84-aae3-99af09eeef92,segment=NetworkSegment(940830b9-5ada-4d93-8436-150f8f02aacc),segment_id=940830b9-5ada-4d93-8436-150f8f02aacc)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:57:11.737440 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:11.753763 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10be887f-d4a7-4e50-96c9-afdefe48e1fb {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:57:11.773301 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127b160-f09d-4fa0-8640-751465a6fc1a req-0986d078-3293-4a6f-b689-d573f04a8c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:11.775153 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d127b160-f09d-4fa0-8640-751465a6fc1a req-0986d078-3293-4a6f-b689-d573f04a8c05 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb573690056e4ba3a87674b850fada6d&device_id=1b86a49a-74e5-4b94-8617-fae5998d1d3a HTTP/1.1" status: 200 len: 1096 time: 0.1513765 Aug 18 12:57:11.779195 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 10be887f-d4a7-4e50-96c9-afdefe48e1fb, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=10be887f-d4a7-4e50-96c9-afdefe48e1fb,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:11.807087 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-5e1ca43f-c3f5-4a35-b946-60002cab8bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:11.813459 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5614ad88-d589-47ac-9851-48845506962b req-60293d95-dab7-48e5-a92f-45f96e5a31af tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0999ac7-01c1-4fe3-8c3c-566c271306ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121277 Aug 18 12:57:11.834523 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:11.864017 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d032e1-4721-4622-9b37-48c694120a7b req-6e7bbb7c-924b-4aa1-9c16-672583b1d7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:11.873392 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e7d032e1-4721-4622-9b37-48c694120a7b req-6e7bbb7c-924b-4aa1-9c16-672583b1d7b6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=234ffca375d94eb59ece774ca7f62d4c&device_id=e16b3c89-8935-45d9-bea5-366ebed2a00e HTTP/1.1" status: 200 len: 1095 time: 0.1995571 Aug 18 12:57:11.873392 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabda8f-ccc2-426a-a146-1f12f1beff5b req-90e3a04d-bd72-4435-970b-dcc70b78ea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:11.873392 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dcabda8f-ccc2-426a-a146-1f12f1beff5b req-90e3a04d-bd72-4435-970b-dcc70b78ea3c service neutron] 10.222.0.20 "GET /v2.0/networks?id=8205beb0-4d25-4c9e-a0f2-b53bd983d149 HTTP/1.1" status: 200 len: 914 time: 0.2977672 Aug 18 12:57:11.873392 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e096d48c-92d8-4d12-95da-8a44365a010a admin admin] Made reservation on behalf of 2c5aba3fc51344aabb0c47555678367a for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:57:11.875297 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e096d48c-92d8-4d12-95da-8a44365a010a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:11.887150 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127b160-f09d-4fa0-8640-751465a6fc1a req-0d56210a-fa41-450b-8626-7a5db8d97003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:11.887659 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127b160-f09d-4fa0-8640-751465a6fc1a req-0d56210a-fa41-450b-8626-7a5db8d97003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:11.888076 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-f9601484-0a88-4ec9-9421-e3fd6fdc178d req-e7488fee-9b14-4fd1-ba85-089f258446b8 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks [] for floatingip, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:11.888224 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127b160-f09d-4fa0-8640-751465a6fc1a req-0d56210a-fa41-450b-8626-7a5db8d97003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:11.889649 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d127b160-f09d-4fa0-8640-751465a6fc1a req-0d56210a-fa41-450b-8626-7a5db8d97003 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=ca98f73fa3194194a71c5ae1a46b55b4&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2991848 Aug 18 12:57:11.890763 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-f9601484-0a88-4ec9-9421-e3fd6fdc178d req-e7488fee-9b14-4fd1-ba85-089f258446b8 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:11.910764 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f9601484-0a88-4ec9-9421-e3fd6fdc178d req-e7488fee-9b14-4fd1-ba85-089f258446b8 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "DELETE /v2.0/floatingips/9227d687-a75e-455f-8802-a718cee18e09 HTTP/1.1" status: 204 len: 173 time: 1.6347711 Aug 18 12:57:11.937546 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-5e1ca43f-c3f5-4a35-b946-60002cab8bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:11.938489 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-5e1ca43f-c3f5-4a35-b946-60002cab8bb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:11.941964 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=10be887f-d4a7-4e50-96c9-afdefe48e1fb,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:11.943709 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-5e1ca43f-c3f5-4a35-b946-60002cab8bb5 service neutron] 10.222.0.20 "PUT /v2.0/ports/dc3ad10e-838a-4b84-aae3-99af09eeef92 HTTP/1.1" status: 200 len: 1092 time: 2.5402200 Aug 18 12:57:11.991179 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ca43f-c3f5-4a35-b946-60002cab8bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=dc3ad10e-838a-4b84-aae3-99af09eeef92,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:12.016225 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e7d032e1-4721-4622-9b37-48c694120a7b req-4d1499b9-5823-4659-83e4-27c1dffee27f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22deb16a-2b95-4bda-be25-89c489c4fdb1 HTTP/1.1" status: 200 len: 217 time: 0.1379304 Aug 18 12:57:12.022464 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2dc0d2d7-3cb9-456c-9142-a7ad31931932 req-6a30f87c-1de6-4a95-8d39-e00011ec1969 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups/6e10c14c-789e-4ecb-b3a5-b181474f23d0 HTTP/1.1" status: 200 len: 1800 time: 0.0928833 Aug 18 12:57:12.025621 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127b160-f09d-4fa0-8640-751465a6fc1a req-bb090c75-4119-4c42-b292-d6cdc88e1833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:12.027397 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d127b160-f09d-4fa0-8640-751465a6fc1a req-bb090c75-4119-4c42-b292-d6cdc88e1833 service neutron] 10.222.0.39 "GET /v2.0/networks?id=227091c7-65ab-4b5a-b9bc-947d45191f2c HTTP/1.1" status: 200 len: 921 time: 0.2441044 Aug 18 12:57:12.052827 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dcabda8f-ccc2-426a-a146-1f12f1beff5b req-3cfae809-06b5-44c6-be01-f5b8b728b0ca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85d9f99e-d56f-455e-8895-53ba6b0b31ca HTTP/1.1" status: 200 len: 217 time: 0.1674738 Aug 18 12:57:12.093751 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['10be887f-d4a7-4e50-96c9-afdefe48e1fb'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:57:12.098386 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d127b160-f09d-4fa0-8640-751465a6fc1a req-ce71698b-09d2-4ac4-820a-d79cadb4bba2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15e1a548-80e1-410c-bde6-c120f9ddf35d HTTP/1.1" status: 200 len: 217 time: 0.0521235 Aug 18 12:57:12.198342 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127b160-f09d-4fa0-8640-751465a6fc1a req-7aa2e84e-fb1d-4497-8e4e-fde087d7ee63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:12.199942 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d127b160-f09d-4fa0-8640-751465a6fc1a req-7aa2e84e-fb1d-4497-8e4e-fde087d7ee63 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649 HTTP/1.1" status: 200 len: 859 time: 0.0907216 Aug 18 12:57:12.224859 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d032e1-4721-4622-9b37-48c694120a7b req-b93a0f6d-4d34-4688-bc18-8b2e2649782e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:12.226332 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e7d032e1-4721-4622-9b37-48c694120a7b req-b93a0f6d-4d34-4688-bc18-8b2e2649782e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f89d2399-f949-4048-add4-43bd880aacb0 HTTP/1.1" status: 200 len: 853 time: 0.1726155 Aug 18 12:57:12.227565 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabda8f-ccc2-426a-a146-1f12f1beff5b req-ec10c7f1-ebaa-42b8-adf9-9519b540664f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:12.229015 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dcabda8f-ccc2-426a-a146-1f12f1beff5b req-ec10c7f1-ebaa-42b8-adf9-9519b540664f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f89d2399-f949-4048-add4-43bd880aacb0 HTTP/1.1" status: 200 len: 853 time: 0.1593342 Aug 18 12:57:12.253585 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2dc0d2d7-3cb9-456c-9142-a7ad31931932 req-301422d7-1436-41dc-89d2-cc5fe5d8c49c tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:12.285899 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127b160-f09d-4fa0-8640-751465a6fc1a req-1e30da2a-893d-49f5-a57d-b11e65337962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:12.287786 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d127b160-f09d-4fa0-8640-751465a6fc1a req-1e30da2a-893d-49f5-a57d-b11e65337962 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=227091c7-65ab-4b5a-b9bc-947d45191f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782971 Aug 18 12:57:12.289516 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2dc0d2d7-3cb9-456c-9142-a7ad31931932 req-301422d7-1436-41dc-89d2-cc5fe5d8c49c tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:12.304505 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e7d032e1-4721-4622-9b37-48c694120a7b req-d325ef8f-2905-40c9-a247-a7be880c1f99 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8205beb0-4d25-4c9e-a0f2-b53bd983d149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689232 Aug 18 12:57:12.311862 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d228c30-fdf6-40a0-9521-fcb4f84b4174 req-cf4cb347-e6f0-497d-ba36-fdfeadc0e862 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:12.313261 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4d228c30-fdf6-40a0-9521-fcb4f84b4174 req-cf4cb347-e6f0-497d-ba36-fdfeadc0e862 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=769762f1-7817-4dd1-8430-fed3bbcf9287 HTTP/1.1" status: 200 len: 949 time: 0.1886778 Aug 18 12:57:12.318576 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127b160-f09d-4fa0-8640-751465a6fc1a req-c1a773c8-938b-44bc-9f75-c4af1070bbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:12.319968 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d127b160-f09d-4fa0-8640-751465a6fc1a req-c1a773c8-938b-44bc-9f75-c4af1070bbd2 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3893635 Aug 18 12:57:12.321773 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dcabda8f-ccc2-426a-a146-1f12f1beff5b req-3207d97c-b790-42e6-87de-09bc63b0881c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8205beb0-4d25-4c9e-a0f2-b53bd983d149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698035 Aug 18 12:57:12.413294 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d127b160-f09d-4fa0-8640-751465a6fc1a req-0cdbb582-c0ac-4531-aca9-86f84c9ac064 service neutron] 10.222.0.39 "GET /v2.0/networks/227091c7-65ab-4b5a-b9bc-947d45191f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070564 Aug 18 12:57:12.431331 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2dc0d2d7-3cb9-456c-9142-a7ad31931932 req-301422d7-1436-41dc-89d2-cc5fe5d8c49c tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:12.433818 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2dc0d2d7-3cb9-456c-9142-a7ad31931932 req-301422d7-1436-41dc-89d2-cc5fe5d8c49c tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:12.435021 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2dc0d2d7-3cb9-456c-9142-a7ad31931932 req-301422d7-1436-41dc-89d2-cc5fe5d8c49c tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "DELETE /v2.0/security-groups/6e10c14c-789e-4ecb-b3a5-b181474f23d0 HTTP/1.1" status: 204 len: 173 time: 0.4037132 Aug 18 12:57:12.498952 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301422d7-1436-41dc-89d2-cc5fe5d8c49c tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e10c14c-789e-4ecb-b3a5-b181474f23d0,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:12.564615 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4d228c30-fdf6-40a0-9521-fcb4f84b4174 req-8f7c53af-1a8d-494d-80a7-55f3091fb726 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341475 Aug 18 12:57:12.606223 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d127b160-f09d-4fa0-8640-751465a6fc1a req-66d85aac-580a-42de-8850-a0f719cdb1dd service neutron] 10.222.0.39 "GET /v2.0/networks/227091c7-65ab-4b5a-b9bc-947d45191f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841087 Aug 18 12:57:12.610937 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127b160-f09d-4fa0-8640-751465a6fc1a req-4bdd8e2e-2dea-49cb-9e51-7047e9fba544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:12.611501 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127b160-f09d-4fa0-8640-751465a6fc1a req-4bdd8e2e-2dea-49cb-9e51-7047e9fba544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:12.612434 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127b160-f09d-4fa0-8640-751465a6fc1a req-4bdd8e2e-2dea-49cb-9e51-7047e9fba544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:12.614065 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d127b160-f09d-4fa0-8640-751465a6fc1a req-4bdd8e2e-2dea-49cb-9e51-7047e9fba544 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca98f73fa3194194a71c5ae1a46b55b4&device_id=78b85b76-c83b-4ea2-8969-f14f31d9a4da HTTP/1.1" status: 200 len: 2866 time: 0.2339704 Aug 18 12:57:12.627896 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e7d032e1-4721-4622-9b37-48c694120a7b req-98583d0a-de4c-40d1-8906-2a24780a88dc service neutron] 10.222.0.39 "GET /v2.0/networks/8205beb0-4d25-4c9e-a0f2-b53bd983d149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108113 Aug 18 12:57:12.662604 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dcabda8f-ccc2-426a-a146-1f12f1beff5b req-8a52df58-f264-48d1-addf-2ca91ea2656b service neutron] 10.222.0.20 "GET /v2.0/networks/8205beb0-4d25-4c9e-a0f2-b53bd983d149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110909 Aug 18 12:57:12.752831 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e096d48c-92d8-4d12-95da-8a44365a010a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:12.932319 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e096d48c-92d8-4d12-95da-8a44365a010a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6b91538-14c9-4880-9ef5-e0e566996e16,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:12.951960 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127b160-f09d-4fa0-8640-751465a6fc1a req-ddb9a017-ebd3-4cea-937e-710a954b1093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:12.952563 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127b160-f09d-4fa0-8640-751465a6fc1a req-ddb9a017-ebd3-4cea-937e-710a954b1093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:12.952907 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127b160-f09d-4fa0-8640-751465a6fc1a req-ddb9a017-ebd3-4cea-937e-710a954b1093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:12.954560 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d127b160-f09d-4fa0-8640-751465a6fc1a req-ddb9a017-ebd3-4cea-937e-710a954b1093 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=ca98f73fa3194194a71c5ae1a46b55b4&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3291433 Aug 18 12:57:12.963360 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e7d032e1-4721-4622-9b37-48c694120a7b req-bcaea9d2-8d7a-43a3-bf8c-e6e50af2ac00 service neutron] 10.222.0.39 "GET /v2.0/networks/8205beb0-4d25-4c9e-a0f2-b53bd983d149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240855 Aug 18 12:57:12.999984 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-221011bc-1f99-486a-98da-fbd20c2eccca req-da98dcef-f563-4933-a2b0-11801d727976 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups/c914f4f1-aa74-472c-a7b7-a1f8a84781c9 HTTP/1.1" status: 200 len: 1800 time: 0.0492747 Aug 18 12:57:13.034031 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f7543-55ee-489d-a019-0c4d539f322d req-7cdc5f24-16a9-4568-882e-c462dc544a67 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:13.039983 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f7543-55ee-489d-a019-0c4d539f322d req-7cdc5f24-16a9-4568-882e-c462dc544a67 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:13.045975 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f7543-55ee-489d-a019-0c4d539f322d req-7cdc5f24-16a9-4568-882e-c462dc544a67 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:13.047639 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e3f7543-55ee-489d-a019-0c4d539f322d req-7cdc5f24-16a9-4568-882e-c462dc544a67 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b85b76-c83b-4ea2-8969-f14f31d9a4da HTTP/1.1" status: 200 len: 2413 time: 0.2517173 Aug 18 12:57:13.056012 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dcabda8f-ccc2-426a-a146-1f12f1beff5b req-002ab4e6-2019-436c-8063-76780a89b7e1 service neutron] 10.222.0.20 "GET /v2.0/networks/8205beb0-4d25-4c9e-a0f2-b53bd983d149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576508 Aug 18 12:57:13.056509 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43328) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:13.059714 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e096d48c-92d8-4d12-95da-8a44365a010a admin admin] Checking segment: {'id': 'ec5fd999-3a31-4f70-8355-1bd969e9ece4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'dad6e639-50e8-49e6-80e7-f7301f296cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:57:13.060132 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e096d48c-92d8-4d12-95da-8a44365a010a admin admin] Network hostable DHCP agents. Network: dad6e639-50e8-49e6-80e7-f7301f296cd8, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:57:13.068043 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-221011bc-1f99-486a-98da-fbd20c2eccca req-71852df4-2cec-483f-b0db-56c4150ee769 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:13.101463 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-221011bc-1f99-486a-98da-fbd20c2eccca req-71852df4-2cec-483f-b0db-56c4150ee769 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:13.136023 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e3f7543-55ee-489d-a019-0c4d539f322d req-c5f3fda7-d028-432c-b86a-60dafdca8d11 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/security-groups?id=51a6849c-d15a-4aae-9ba4-dedea7cdd11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733688 Aug 18 12:57:13.145458 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127b160-f09d-4fa0-8640-751465a6fc1a req-07ff089a-6e2f-41d4-a167-1c26e799c7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:13.147034 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d127b160-f09d-4fa0-8640-751465a6fc1a req-07ff089a-6e2f-41d4-a167-1c26e799c7af service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1762900 Aug 18 12:57:13.164637 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e096d48c-92d8-4d12-95da-8a44365a010a admin admin] Network dad6e639-50e8-49e6-80e7-f7301f296cd8 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:57:13.222386 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-221011bc-1f99-486a-98da-fbd20c2eccca req-71852df4-2cec-483f-b0db-56c4150ee769 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:13.225015 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-221011bc-1f99-486a-98da-fbd20c2eccca req-71852df4-2cec-483f-b0db-56c4150ee769 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:13.226235 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-221011bc-1f99-486a-98da-fbd20c2eccca req-71852df4-2cec-483f-b0db-56c4150ee769 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "DELETE /v2.0/security-groups/c914f4f1-aa74-472c-a7b7-a1f8a84781c9 HTTP/1.1" status: 204 len: 173 time: 0.2253807 Aug 18 12:57:13.239509 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-53af8280-a696-45a5-b360-6ac9647f449e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=452d575d307745af932312c95e0bce6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1817732 Aug 18 12:57:13.241990 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43334) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:13.244749 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71852df4-2cec-483f-b0db-56c4150ee769 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c914f4f1-aa74-472c-a7b7-a1f8a84781c9,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:13.260554 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-e096d48c-92d8-4d12-95da-8a44365a010a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, dad6e639-50e8-49e6-80e7-f7301f296cd8) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:57:13.265631 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e096d48c-92d8-4d12-95da-8a44365a010a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:13.266402 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e096d48c-92d8-4d12-95da-8a44365a010a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:13.272656 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee015e35-e606-4fe5-ae91-2993a1037520 None None] Network dad6e639-50e8-49e6-80e7-f7301f296cd8 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:57:13.308327 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-57cae717-6266-438f-976a-313c23096cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:13.308802 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-57cae717-6266-438f-976a-313c23096cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:13.309284 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-57cae717-6266-438f-976a-313c23096cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:13.311166 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-57cae717-6266-438f-976a-313c23096cf1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca98f73fa3194194a71c5ae1a46b55b4&device_id=78b85b76-c83b-4ea2-8969-f14f31d9a4da HTTP/1.1" status: 200 len: 2866 time: 0.1141195 Aug 18 12:57:13.346579 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae57a9-ed1c-4f9a-8edf-daa55120838e req-f741edca-c68b-4df7-b60b-cf2e67f398b5 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:13.348364 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-20ae57a9-ed1c-4f9a-8edf-daa55120838e req-f741edca-c68b-4df7-b60b-cf2e67f398b5 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16b3c89-8935-45d9-bea5-366ebed2a00e HTTP/1.1" status: 200 len: 944 time: 0.0550261 Aug 18 12:57:13.362928 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-af194268-d61a-49d3-b9c5-532eee454798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:13.366656 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-daa3bfb6-1dcf-496c-a2be-bcf5252f0453 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.230&port_id=cdc3938e-b903-4cfc-b24f-c5105921fbec HTTP/1.1" status: 200 len: 217 time: 0.0471652 Aug 18 12:57:13.403075 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-20ae57a9-ed1c-4f9a-8edf-daa55120838e req-8cb4e413-9a9f-4919-ba24-8b15e7ffa21c tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0999ac7-01c1-4fe3-8c3c-566c271306ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477016 Aug 18 12:57:13.424156 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e16b3c89-8935-45d9-bea5-366ebed2a00e', 'tag': '22deb16a-2b95-4bda-be25-89c489c4fdb1'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:57:13.424156 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd523d5b-5801-494e-b615-c964dc498a36" -d '{"events": [{"name": "network-changed", "server_uuid": "e16b3c89-8935-45d9-bea5-366ebed2a00e", "tag": "22deb16a-2b95-4bda-be25-89c489c4fdb1"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:57:13.424896 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-af194268-d61a-49d3-b9c5-532eee454798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:13.429643 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e096d48c-92d8-4d12-95da-8a44365a010a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7306392 Aug 18 12:57:13.456468 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdc999d-e128-4488-b51a-37498ba1e7e4 None None] Network dad6e639-50e8-49e6-80e7-f7301f296cd8 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:57:13.473587 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 10be887f-d4a7-4e50-96c9-afdefe48e1fb up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:57:13.483257 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-c0bc1986-f919-462d-8a62-ec759cf6289b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:13.484939 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-c0bc1986-f919-462d-8a62-ec759cf6289b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=98081d64-61a0-430f-82c3-1298081b7aec HTTP/1.1" status: 200 len: 801 time: 0.1090949 Aug 18 12:57:13.544508 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e97eb-8d87-4418-8821-148173af7132 req-6683f6af-04f4-4df2-bf4d-aa48a36bc72a tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:13.547991 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2b1e97eb-8d87-4418-8821-148173af7132 req-6683f6af-04f4-4df2-bf4d-aa48a36bc72a tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b86a49a-74e5-4b94-8617-fae5998d1d3a HTTP/1.1" status: 200 len: 945 time: 0.0645847 Aug 18 12:57:13.556110 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-ce54e9db-1409-4176-84c8-e37d0ac1cf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:13.557881 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-ce54e9db-1409-4176-84c8-e37d0ac1cf3e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c5a507b0-8603-40bf-80b9-f30b5aba2043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0638781 Aug 18 12:57:13.590598 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-0e40fc15-f6c1-410d-9fbe-cd6c548b6abf req-e43d3c3b-29bb-4a04-ad97-8a511e40471a tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1224951533', 'description': 'tempest-description-597849203'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:13.609460 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2b1e97eb-8d87-4418-8821-148173af7132 req-4997e95c-ce02-4c1f-82dc-137cd34921bc tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b970e95-ef01-4e80-b0a9-fdb66bc288d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548060 Aug 18 12:57:13.629847 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-af194268-d61a-49d3-b9c5-532eee454798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:13.632591 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-af194268-d61a-49d3-b9c5-532eee454798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:13.639125 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d403f61-d15c-471f-b19a-5a4e68f41223', 'name': 'network-vif-deleted', 'tag': '65026451-b73f-4a2d-bc0c-bc8b3039d2a9'}, {'name': 'network-changed', 'server_uuid': '78b85b76-c83b-4ea2-8969-f14f31d9a4da', 'tag': 'dc3ad10e-838a-4b84-aae3-99af09eeef92'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:57:13.639414 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-af194268-d61a-49d3-b9c5-532eee454798 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dee8f145-728d-49b6-b06e-8767e5f8eebf HTTP/1.1" status: 204 len: 168 time: 0.3907206 Aug 18 12:57:13.639522 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6adfa4de-520f-4c01-bf02-f4128488d9cc" -d '{"events": [{"server_uuid": "2d403f61-d15c-471f-b19a-5a4e68f41223", "name": "network-vif-deleted", "tag": "65026451-b73f-4a2d-bc0c-bc8b3039d2a9"}, {"name": "network-changed", "server_uuid": "78b85b76-c83b-4ea2-8969-f14f31d9a4da", "tag": "dc3ad10e-838a-4b84-aae3-99af09eeef92"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:57:13.716435 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 10be887f-d4a7-4e50-96c9-afdefe48e1fb completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:57:13.722402 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 10be887f-d4a7-4e50-96c9-afdefe48e1fb triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:57:13.725345 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:13.754162 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-88659cc5-d51d-47f2-93aa-150503167bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:13.818845 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:13.852718 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '769762f1-7817-4dd1-8430-fed3bbcf9287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10be887f-d4a7-4e50-96c9-afdefe48e1fb'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:57:13.855717 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63416da8-7c50-44b3-bd99-2415b15cc34c" -d '{"events": [{"server_uuid": "769762f1-7817-4dd1-8430-fed3bbcf9287", "name": "network-vif-plugged", "status": "completed", "tag": "10be887f-d4a7-4e50-96c9-afdefe48e1fb"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:57:13.872920 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 10be887f-d4a7-4e50-96c9-afdefe48e1fb, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=10be887f-d4a7-4e50-96c9-afdefe48e1fb,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:13.927059 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:14.003292 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=10be887f-d4a7-4e50-96c9-afdefe48e1fb,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:14.019213 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77c389b-096a-42b3-b5b1-ba1b8e7a1025 x-openstack-request-id: req-f77c389b-096a-42b3-b5b1-ba1b8e7a1025 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:57:14.019213 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e16b3c89-8935-45d9-bea5-366ebed2a00e", "tag": "22deb16a-2b95-4bda-be25-89c489c4fdb1", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:57:14.019213 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f77c389b-096a-42b3-b5b1-ba1b8e7a1025 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:57:14.019213 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e16b3c89-8935-45d9-bea5-366ebed2a00e', 'tag': '22deb16a-2b95-4bda-be25-89c489c4fdb1', 'status': 'completed', 'code': 200} Aug 18 12:57:14.029892 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af194268-d61a-49d3-b9c5-532eee454798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee8f145-728d-49b6-b06e-8767e5f8eebf,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:14.066657 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0e40fc15-f6c1-410d-9fbe-cd6c548b6abf req-e43d3c3b-29bb-4a04-ad97-8a511e40471a tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:14.103698 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd523d5b-5801-494e-b615-c964dc498a36 req-9950f419-f91c-444b-ada0-85b1b256f9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:14.105119 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cd523d5b-5801-494e-b615-c964dc498a36 req-9950f419-f91c-444b-ada0-85b1b256f9ab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=234ffca375d94eb59ece774ca7f62d4c&device_id=e16b3c89-8935-45d9-bea5-366ebed2a00e HTTP/1.1" status: 200 len: 1095 time: 0.0841875 Aug 18 12:57:14.112314 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-ed60a101-f0d5-490c-90ac-fd4d2e47ee7d service neutron] 10.222.0.20 "GET /v2.0/networks/c5a507b0-8603-40bf-80b9-f30b5aba2043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5456679 Aug 18 12:57:14.281104 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43360) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:14.300306 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5f5c9dec-042b-410c-a247-911061de5d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:14.318907 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd523d5b-5801-494e-b615-c964dc498a36 req-5de37c23-1587-499a-a63f-f517e1af86f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:14.320411 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cd523d5b-5801-494e-b615-c964dc498a36 req-5de37c23-1587-499a-a63f-f517e1af86f5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8205beb0-4d25-4c9e-a0f2-b53bd983d149 HTTP/1.1" status: 200 len: 914 time: 0.2052987 Aug 18 12:57:14.331051 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-deb75432-b276-47c2-9955-14e4174b7045 service neutron] 10.222.0.20 "GET /v2.0/networks/c5a507b0-8603-40bf-80b9-f30b5aba2043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069557 Aug 18 12:57:14.334146 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee50794f-7465-474d-a2ac-bb30fdfaf040 req-6a742c2d-11b6-40ac-8515-c2adf646cfba tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:14.335621 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ee50794f-7465-474d-a2ac-bb30fdfaf040 req-6a742c2d-11b6-40ac-8515-c2adf646cfba tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=769762f1-7817-4dd1-8430-fed3bbcf9287 HTTP/1.1" status: 200 len: 950 time: 0.0817590 Aug 18 12:57:14.338016 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0e40fc15-f6c1-410d-9fbe-cd6c548b6abf req-e43d3c3b-29bb-4a04-ad97-8a511e40471a tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:14.395615 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ee50794f-7465-474d-a2ac-bb30fdfaf040 req-664b8a04-e1c1-4b29-a83c-76f251301255 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416794 Aug 18 12:57:14.399221 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cd523d5b-5801-494e-b615-c964dc498a36 req-2e52185d-4ad3-4bd4-b3bd-1de0596a9a99 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22deb16a-2b95-4bda-be25-89c489c4fdb1 HTTP/1.1" status: 200 len: 217 time: 0.0703497 Aug 18 12:57:14.400626 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-bade1aae-55cd-4bbf-b6a6-5eceab1c070b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.180&port_id=1e872a01-01b0-4998-9435-2adc354c93a0 HTTP/1.1" status: 200 len: 217 time: 0.0614109 Aug 18 12:57:14.404762 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242f007-ba58-48c2-a326-9515cd3dceb0 req-67d65cf0-d4d5-414a-afea-97221ed13bd4 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:14.405283 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0e40fc15-f6c1-410d-9fbe-cd6c548b6abf req-e43d3c3b-29bb-4a04-ad97-8a511e40471a tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:14.406342 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4242f007-ba58-48c2-a326-9515cd3dceb0 req-67d65cf0-d4d5-414a-afea-97221ed13bd4 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b86a49a-74e5-4b94-8617-fae5998d1d3a HTTP/1.1" status: 200 len: 945 time: 0.0870752 Aug 18 12:57:14.454833 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:14.465138 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 18 Aug 2021 12:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38afa92a-791a-42fa-bc7d-22cdef8ae603 x-openstack-request-id: req-38afa92a-791a-42fa-bc7d-22cdef8ae603 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:57:14.465645 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d403f61-d15c-471f-b19a-5a4e68f41223", "name": "network-vif-deleted", "tag": "65026451-b73f-4a2d-bc0c-bc8b3039d2a9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "78b85b76-c83b-4ea2-8969-f14f31d9a4da", "tag": "dc3ad10e-838a-4b84-aae3-99af09eeef92", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:57:14.465896 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38afa92a-791a-42fa-bc7d-22cdef8ae603 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:57:14.466507 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d403f61-d15c-471f-b19a-5a4e68f41223', 'name': 'network-vif-deleted', 'tag': '65026451-b73f-4a2d-bc0c-bc8b3039d2a9', 'status': 'completed', 'code': 200} Aug 18 12:57:14.466778 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78b85b76-c83b-4ea2-8969-f14f31d9a4da', 'tag': 'dc3ad10e-838a-4b84-aae3-99af09eeef92', 'status': 'completed', 'code': 200} Aug 18 12:57:14.505257 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d3c3b-29bb-4a04-ad97-8a511e40471a tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13e3678b-6464-4439-bd51-84b2a12d340b,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:14.521498 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd523d5b-5801-494e-b615-c964dc498a36 req-27d7084c-ff5f-41b7-a47f-c8fa7252cd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:14.523045 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cd523d5b-5801-494e-b615-c964dc498a36 req-27d7084c-ff5f-41b7-a47f-c8fa7252cd86 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f89d2399-f949-4048-add4-43bd880aacb0 HTTP/1.1" status: 200 len: 853 time: 0.1106453 Aug 18 12:57:14.528731 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-d976175a-d211-4ca2-a186-2cb2264d7f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:14.530299 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-d976175a-d211-4ca2-a186-2cb2264d7f98 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45de4a11-0806-4f9c-b93e-c03f663aecde HTTP/1.1" status: 200 len: 801 time: 0.1141560 Aug 18 12:57:14.561817 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-4242f007-ba58-48c2-a326-9515cd3dceb0 req-051fc599-1b4d-453a-9043-6d655f6757a2 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Deleting port 15e1a548-80e1-410c-bde6-c120f9ddf35d {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:57:14.562164 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-4242f007-ba58-48c2-a326-9515cd3dceb0 req-051fc599-1b4d-453a-9043-6d655f6757a2 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:14.576085 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cd523d5b-5801-494e-b615-c964dc498a36 req-29219283-5640-4153-982e-90c63ba8a380 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8205beb0-4d25-4c9e-a0f2-b53bd983d149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447950 Aug 18 12:57:14.617667 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5f5c9dec-042b-410c-a247-911061de5d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:14.662818 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-ccc8103c-be34-41cf-98d4-0f304a9844e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:14.664346 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-ccc8103c-be34-41cf-98d4-0f304a9844e7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d96ffff-6267-4935-a1e5-d5d6c73ce815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1246638 Aug 18 12:57:14.673273 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-4242f007-ba58-48c2-a326-9515cd3dceb0 req-051fc599-1b4d-453a-9043-6d655f6757a2 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] For port 15e1a548-80e1-410c-bde6-c120f9ddf35d, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=15e1a548-80e1-410c-bde6-c120f9ddf35d,segment=NetworkSegment(2a651c51-e808-45f2-beb8-aef53853dc6e),segment_id=2a651c51-e808-45f2-beb8-aef53853dc6e)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:14.673643 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-4242f007-ba58-48c2-a326-9515cd3dceb0 req-051fc599-1b4d-453a-9043-6d655f6757a2 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:14.688481 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-4242f007-ba58-48c2-a326-9515cd3dceb0 req-051fc599-1b4d-453a-9043-6d655f6757a2 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Calling delete_port for 15e1a548-80e1-410c-bde6-c120f9ddf35d owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:57:14.692814 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5f5c9dec-042b-410c-a247-911061de5d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:14.727405 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c9dec-042b-410c-a247-911061de5d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbdb893-3dc3-46c0-8465-b809419cd6c8,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:14.750128 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cd523d5b-5801-494e-b615-c964dc498a36 req-e895a6a2-be0c-4d12-8965-b3bc6ee37629 service neutron] 10.222.0.39 "GET /v2.0/networks/8205beb0-4d25-4c9e-a0f2-b53bd983d149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667235 Aug 18 12:57:14.752404 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0e40fc15-f6c1-410d-9fbe-cd6c548b6abf req-e43d3c3b-29bb-4a04-ad97-8a511e40471a tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:14.757884 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0e40fc15-f6c1-410d-9fbe-cd6c548b6abf req-e43d3c3b-29bb-4a04-ad97-8a511e40471a tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.1726494 Aug 18 12:57:14.800187 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5f5c9dec-042b-410c-a247-911061de5d82 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3bea85a901b54a55b586800073b1ed39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5152462 Aug 18 12:57:14.802389 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43378) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:14.802621 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccae58dd-674d-4330-b72c-116bea7c4ecd x-openstack-request-id: req-ccae58dd-674d-4330-b72c-116bea7c4ecd {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:57:14.803284 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "769762f1-7817-4dd1-8430-fed3bbcf9287", "name": "network-vif-plugged", "status": "completed", "tag": "10be887f-d4a7-4e50-96c9-afdefe48e1fb", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:57:14.803500 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ccae58dd-674d-4330-b72c-116bea7c4ecd {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:57:14.803878 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '769762f1-7817-4dd1-8430-fed3bbcf9287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10be887f-d4a7-4e50-96c9-afdefe48e1fb', 'code': 200} Aug 18 12:57:14.839796 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 85d9f99e-d56f-455e-8895-53ba6b0b31ca details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:57:14.858264 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-e6d31567-7b76-4721-91b3-73f31951dda7 service neutron] 10.222.0.20 "GET /v2.0/networks/8d96ffff-6267-4935-a1e5-d5d6c73ce815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859128 Aug 18 12:57:14.946048 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cd523d5b-5801-494e-b615-c964dc498a36 req-282068a6-6d40-472a-aab6-4a36ab6c7a8d service neutron] 10.222.0.39 "GET /v2.0/networks/8205beb0-4d25-4c9e-a0f2-b53bd983d149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792305 Aug 18 12:57:14.989032 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 85d9f99e-d56f-455e-8895-53ba6b0b31ca, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=85d9f99e-d56f-455e-8895-53ba6b0b31ca,segment=NetworkSegment(64242db4-050a-4831-913b-84beef1ef905),segment_id=64242db4-050a-4831-913b-84beef1ef905)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:15.005604 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '85d9f99e-d56f-455e-8895-53ba6b0b31ca', 'network_id': '8205beb0-4d25-4c9e-a0f2-b53bd983d149', 'port_id': '85d9f99e-d56f-455e-8895-53ba6b0b31ca', 'mac_address': 'fa:16:3e:37:4b:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f89d2399-f949-4048-add4-43bd880aacb0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:57:15.007308 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bbfc6255-171a-4cec-a759-90095f360646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:15.016493 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29011113-32e1-461a-80f9-5e1426d35e4a req-4db47c29-2d2c-4541-9e41-d6dcd853040a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:15.023073 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29011113-32e1-461a-80f9-5e1426d35e4a req-4db47c29-2d2c-4541-9e41-d6dcd853040a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:15.029270 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29011113-32e1-461a-80f9-5e1426d35e4a req-4db47c29-2d2c-4541-9e41-d6dcd853040a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:15.031285 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-29011113-32e1-461a-80f9-5e1426d35e4a req-4db47c29-2d2c-4541-9e41-d6dcd853040a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b85b76-c83b-4ea2-8969-f14f31d9a4da HTTP/1.1" status: 200 len: 2413 time: 0.1310649 Aug 18 12:57:15.037928 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-09cda59d-8e61-49dd-a61e-20bd94d3c0dc service neutron] 10.222.0.20 "GET /v2.0/networks/8d96ffff-6267-4935-a1e5-d5d6c73ce815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707006 Aug 18 12:57:15.042205 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d43dd-0a3e-47de-b4d5-4103dbc16fee req-bbef69c3-9b5f-4b74-a53b-c4b503e71c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:15.043772 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-698d43dd-0a3e-47de-b4d5-4103dbc16fee req-bbef69c3-9b5f-4b74-a53b-c4b503e71c4d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=769762f1-7817-4dd1-8430-fed3bbcf9287 HTTP/1.1" status: 200 len: 1101 time: 0.1434171 Aug 18 12:57:15.053451 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:15.069419 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85d9f99e-d56f-455e-8895-53ba6b0b31ca {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:57:15.087650 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-b7da2681-7e30-41a9-9a3c-4050a82ca0d4 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:15.089708 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-b7da2681-7e30-41a9-9a3c-4050a82ca0d4 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] 10.222.0.13 "GET /v2.0/networks?id=51543af4-c5b8-4a35-a638-c834cabe17c1 HTTP/1.1" status: 200 len: 825 time: 0.2619717 Aug 18 12:57:15.096807 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 85d9f99e-d56f-455e-8895-53ba6b0b31ca, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=85d9f99e-d56f-455e-8895-53ba6b0b31ca,segment=NetworkSegment(64242db4-050a-4831-913b-84beef1ef905),segment_id=64242db4-050a-4831-913b-84beef1ef905)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:15.098346 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-e470f480-eea7-4975-b618-edc05cd25245 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.196&port_id=dc3ad10e-838a-4b84-aae3-99af09eeef92 HTTP/1.1" status: 200 len: 217 time: 0.0452096 Aug 18 12:57:15.104944 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bbfc6255-171a-4cec-a759-90095f360646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:15.117709 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-29011113-32e1-461a-80f9-5e1426d35e4a req-dd57f292-4e45-4973-a9b8-3caf84f009d1 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/security-groups?id=51a6849c-d15a-4aae-9ba4-dedea7cdd11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787902 Aug 18 12:57:15.133589 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-e06a15c3-0541-4407-9702-2ca6ae619b9f tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] 10.222.0.13 "GET /v2.0/quotas/b25cb5fd9b5548d494cdea56e363383d HTTP/1.1" status: 200 len: 375 time: 0.0372567 Aug 18 12:57:15.143715 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-698d43dd-0a3e-47de-b4d5-4103dbc16fee req-5b2fe047-b85d-442b-83d5-467a55098b8e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875871 Aug 18 12:57:15.159629 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-6127469c-80ae-49d4-b69a-023861ef9121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:15.162073 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-6127469c-80ae-49d4-b69a-023861ef9121 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=98081d64-61a0-430f-82c3-1298081b7aec HTTP/1.1" status: 200 len: 801 time: 0.0534506 Aug 18 12:57:15.167863 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:15.205409 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-d6b8f6ad-61c6-4370-bff3-b26d6a7a6b03 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b25cb5fd9b5548d494cdea56e363383d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604844 Aug 18 12:57:15.206115 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-4242f007-ba58-48c2-a326-9515cd3dceb0 req-051fc599-1b4d-453a-9043-6d655f6757a2 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:15.219347 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-b98fa997-2967-4341-b1d2-cbac4446dc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:15.222896 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['15e1a548-80e1-410c-bde6-c120f9ddf35d'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:57:15.224066 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-b98fa997-2967-4341-b1d2-cbac4446dc5a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c5a507b0-8603-40bf-80b9-f30b5aba2043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0518708 Aug 18 12:57:15.248119 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fc599-1b4d-453a-9043-6d655f6757a2 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Pushing event deleted for resources: {'Port': ['ID=15e1a548-80e1-410c-bde6-c120f9ddf35d,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:15.267835 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=85d9f99e-d56f-455e-8895-53ba6b0b31ca,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:15.287040 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:15.291979 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bbfc6255-171a-4cec-a759-90095f360646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:15.294428 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bbfc6255-171a-4cec-a759-90095f360646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:15.296161 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-bbfc6255-171a-4cec-a759-90095f360646 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0bbdb893-3dc3-46c0-8465-b809419cd6c8 HTTP/1.1" status: 204 len: 168 time: 0.4929454 Aug 18 12:57:15.341293 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc6255-171a-4cec-a759-90095f360646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbdb893-3dc3-46c0-8465-b809419cd6c8,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:15.357787 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-a12e8387-a90b-432d-81d3-6690034ca72e service neutron] 10.222.0.20 "GET /v2.0/networks/c5a507b0-8603-40bf-80b9-f30b5aba2043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244087 Aug 18 12:57:15.368464 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-4242f007-ba58-48c2-a326-9515cd3dceb0 req-051fc599-1b4d-453a-9043-6d655f6757a2 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] No DVR routers for this DVR port 15e1a548-80e1-410c-bde6-c120f9ddf35d on host n-h1-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:57:15.376373 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-4242f007-ba58-48c2-a326-9515cd3dceb0 req-051fc599-1b4d-453a-9043-6d655f6757a2 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:15.379785 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4242f007-ba58-48c2-a326-9515cd3dceb0 req-051fc599-1b4d-453a-9043-6d655f6757a2 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.39 "DELETE /v2.0/ports/15e1a548-80e1-410c-bde6-c120f9ddf35d HTTP/1.1" status: 204 len: 173 time: 0.9655232 Aug 18 12:57:15.411781 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['85d9f99e-d56f-455e-8895-53ba6b0b31ca'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:57:15.416313 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-bbb37121-33db-4b7b-9b10-62f7c47a9926 service neutron] 10.222.0.13 "GET /v2.0/networks/51543af4-c5b8-4a35-a638-c834cabe17c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768045 Aug 18 12:57:15.516021 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d35d0b60-9aa5-4258-8fbb-d098c1682c3b req-3f7db693-8fb2-4eb5-87e3-682e69509c7d service neutron] 10.222.0.20 "GET /v2.0/networks/c5a507b0-8603-40bf-80b9-f30b5aba2043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494575 Aug 18 12:57:15.530618 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-90059c0a-bd1b-4e52-ab87-4cb0b2622012 service neutron] 10.222.0.13 "GET /v2.0/networks/51543af4-c5b8-4a35-a638-c834cabe17c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145773 Aug 18 12:57:15.710984 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfa4de-520f-4c01-bf02-f4128488d9cc req-3162c3db-8122-4094-9f3d-b2ffa1d8de13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:15.711560 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfa4de-520f-4c01-bf02-f4128488d9cc req-3162c3db-8122-4094-9f3d-b2ffa1d8de13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:15.712017 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfa4de-520f-4c01-bf02-f4128488d9cc req-3162c3db-8122-4094-9f3d-b2ffa1d8de13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:15.713854 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6adfa4de-520f-4c01-bf02-f4128488d9cc req-3162c3db-8122-4094-9f3d-b2ffa1d8de13 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca98f73fa3194194a71c5ae1a46b55b4&device_id=78b85b76-c83b-4ea2-8969-f14f31d9a4da HTTP/1.1" status: 200 len: 2866 time: 0.0496452 Aug 18 12:57:15.850353 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a017a-6746-4097-a4bb-b4430df9701a req-654d9ba9-5e77-4eb9-92e7-7f2239a76fc1 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:15.858251 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-377a017a-6746-4097-a4bb-b4430df9701a req-654d9ba9-5e77-4eb9-92e7-7f2239a76fc1 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16b3c89-8935-45d9-bea5-366ebed2a00e HTTP/1.1" status: 200 len: 944 time: 0.1262677 Aug 18 12:57:15.937714 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-377a017a-6746-4097-a4bb-b4430df9701a req-8c9ec340-690d-40e9-9806-6d8e88db1f58 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0999ac7-01c1-4fe3-8c3c-566c271306ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782614 Aug 18 12:57:15.941163 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfa4de-520f-4c01-bf02-f4128488d9cc req-a2663676-83db-4f0b-97e2-e7bc05f28cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:15.945269 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6adfa4de-520f-4c01-bf02-f4128488d9cc req-a2663676-83db-4f0b-97e2-e7bc05f28cfc service neutron] 10.222.0.20 "GET /v2.0/networks?id=c5a507b0-8603-40bf-80b9-f30b5aba2043 HTTP/1.1" status: 200 len: 903 time: 0.2226501 Aug 18 12:57:15.961737 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6bec5127-551f-4df8-b049-e79fd24cf0e4 req-07e71ef1-7b94-4f45-a8e7-f851cd4a2a32 tempest-FloatingIPsAssociationTestJSON-1252506136 tempest-FloatingIPsAssociationTestJSON-1252506136-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b86a49a-74e5-4b94-8617-fae5998d1d3a HTTP/1.1" status: 200 len: 210 time: 0.0441415 Aug 18 12:57:16.031666 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6adfa4de-520f-4c01-bf02-f4128488d9cc req-2f11495e-dd82-441b-976c-31aa4f80c11a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.196&port_id=dc3ad10e-838a-4b84-aae3-99af09eeef92 HTTP/1.1" status: 200 len: 217 time: 0.0776250 Aug 18 12:57:16.083473 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c5db7-339b-4887-b2e8-6bcc627b90ee req-974bc916-a5ca-4a26-b27f-0f0b04963a64 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:16.090881 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6e5c5db7-339b-4887-b2e8-6bcc627b90ee req-974bc916-a5ca-4a26-b27f-0f0b04963a64 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=769762f1-7817-4dd1-8430-fed3bbcf9287 HTTP/1.1" status: 200 len: 950 time: 0.0588369 Aug 18 12:57:16.107301 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfa4de-520f-4c01-bf02-f4128488d9cc req-c2aa4ed8-7ef0-4d48-a3e0-7a9b63dff7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:16.109105 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6adfa4de-520f-4c01-bf02-f4128488d9cc req-c2aa4ed8-7ef0-4d48-a3e0-7a9b63dff7eb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=98081d64-61a0-430f-82c3-1298081b7aec HTTP/1.1" status: 200 len: 801 time: 0.0683291 Aug 18 12:57:16.111998 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d3d8ca65-11e7-4baa-b7e6-953f3414890b req-52dedb3e-3ea4-4179-9af9-199167a83b0b tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups/13e3678b-6464-4439-bd51-84b2a12d340b HTTP/1.1" status: 200 len: 1800 time: 0.0796118 Aug 18 12:57:16.129802 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-d3d8ca65-11e7-4baa-b7e6-953f3414890b req-de0e79a3-7dc0-4b3d-90aa-b84ecfda9fcf tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Request body: {'security_group': {'name': 'tempest-sg-hth-511003526', 'description': 'tempest-description-hth-1271511169'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:16.141949 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6e5c5db7-339b-4887-b2e8-6bcc627b90ee req-9c32954f-af15-4132-abd3-43ce045b2ed8 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394502 Aug 18 12:57:16.216663 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfa4de-520f-4c01-bf02-f4128488d9cc req-b333a43b-68fa-45d7-8555-6e929bab8803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:16.218490 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6adfa4de-520f-4c01-bf02-f4128488d9cc req-b333a43b-68fa-45d7-8555-6e929bab8803 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c5a507b0-8603-40bf-80b9-f30b5aba2043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1017728 Aug 18 12:57:16.220732 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d3d8ca65-11e7-4baa-b7e6-953f3414890b req-de0e79a3-7dc0-4b3d-90aa-b84ecfda9fcf tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:16.235823 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f4c32d72-cd69-4a35-9d17-e52ddd2b06e9 req-b6a62fb7-56b3-43e5-88c1-a158133dc9c5 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f6d70a-8b27-401b-9836-0c7d0f085634 HTTP/1.1" status: 200 len: 210 time: 0.0446632 Aug 18 12:57:16.332440 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d3d8ca65-11e7-4baa-b7e6-953f3414890b req-de0e79a3-7dc0-4b3d-90aa-b84ecfda9fcf tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:16.359976 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e039fc6-55ad-4416-aa11-9687237641aa req-ae74fd37-dd0a-4951-92dc-21141f819a0e tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:16.362165 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6adfa4de-520f-4c01-bf02-f4128488d9cc req-6ce5c7ad-67dd-436c-a84b-74d1ec2243b6 service neutron] 10.222.0.20 "GET /v2.0/networks/c5a507b0-8603-40bf-80b9-f30b5aba2043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296234 Aug 18 12:57:16.365911 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e039fc6-55ad-4416-aa11-9687237641aa req-ae74fd37-dd0a-4951-92dc-21141f819a0e tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:16.371987 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e039fc6-55ad-4416-aa11-9687237641aa req-ae74fd37-dd0a-4951-92dc-21141f819a0e tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:16.373746 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2e039fc6-55ad-4416-aa11-9687237641aa req-ae74fd37-dd0a-4951-92dc-21141f819a0e tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b85b76-c83b-4ea2-8969-f14f31d9a4da HTTP/1.1" status: 200 len: 2413 time: 0.0747786 Aug 18 12:57:16.430884 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2e039fc6-55ad-4416-aa11-9687237641aa req-1bed60a6-6bcc-4ee7-945e-a7da8bdfdfbb tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/security-groups?id=51a6849c-d15a-4aae-9ba4-dedea7cdd11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437181 Aug 18 12:57:16.434194 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d3d8ca65-11e7-4baa-b7e6-953f3414890b req-de0e79a3-7dc0-4b3d-90aa-b84ecfda9fcf tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:16.436889 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d3d8ca65-11e7-4baa-b7e6-953f3414890b req-de0e79a3-7dc0-4b3d-90aa-b84ecfda9fcf tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:16.438157 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d3d8ca65-11e7-4baa-b7e6-953f3414890b req-de0e79a3-7dc0-4b3d-90aa-b84ecfda9fcf tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "PUT /v2.0/security-groups/13e3678b-6464-4439-bd51-84b2a12d340b HTTP/1.1" status: 200 len: 1774 time: 0.3135381 Aug 18 12:57:16.469530 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b86a49a-74e5-4b94-8617-fae5998d1d3a', 'name': 'network-vif-deleted', 'tag': '15e1a548-80e1-410c-bde6-c120f9ddf35d'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:57:16.472425 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937f8256-d2ac-494c-9592-724f2e985b95" -d '{"events": [{"server_uuid": "1b86a49a-74e5-4b94-8617-fae5998d1d3a", "name": "network-vif-deleted", "tag": "15e1a548-80e1-410c-bde6-c120f9ddf35d"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:57:16.478306 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e79a3-7dc0-4b3d-90aa-b84ecfda9fcf tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13e3678b-6464-4439-bd51-84b2a12d340b,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:16.504039 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6adfa4de-520f-4c01-bf02-f4128488d9cc req-a6dc48b5-dd62-49e7-a3e9-39c14e76a5e8 service neutron] 10.222.0.20 "GET /v2.0/networks/c5a507b0-8603-40bf-80b9-f30b5aba2043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288564 Aug 18 12:57:16.538841 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a8a8b808-9e6c-43da-9c44-f697a03991c1 req-d4c68b23-8120-4776-b689-b597e2ac899d tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups/13e3678b-6464-4439-bd51-84b2a12d340b HTTP/1.1" status: 200 len: 1774 time: 0.0460799 Aug 18 12:57:16.662923 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b39f1b-01d2-4c3b-b9e3-c455dd6fc6c6 x-openstack-request-id: req-00b39f1b-01d2-4c3b-b9e3-c455dd6fc6c6 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:57:16.663223 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b86a49a-74e5-4b94-8617-fae5998d1d3a", "name": "network-vif-deleted", "tag": "15e1a548-80e1-410c-bde6-c120f9ddf35d", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:57:16.663478 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-00b39f1b-01d2-4c3b-b9e3-c455dd6fc6c6 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:57:16.663879 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b86a49a-74e5-4b94-8617-fae5998d1d3a', 'name': 'network-vif-deleted', 'tag': '15e1a548-80e1-410c-bde6-c120f9ddf35d', 'status': 'completed', 'code': 200} Aug 18 12:57:16.698092 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1cc57f01-df49-4bcc-8091-2a0ba42a4adb req-ebcc2c70-8ad4-4e2a-a3fe-e5a6a711e88e tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups/13e3678b-6464-4439-bd51-84b2a12d340b HTTP/1.1" status: 200 len: 1774 time: 0.0413184 Aug 18 12:57:16.764071 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1cc57f01-df49-4bcc-8091-2a0ba42a4adb req-0ba1f37f-0f92-40b9-9d0e-b8238bcd6ba0 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:16.767837 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43426) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:16.788660 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1cc57f01-df49-4bcc-8091-2a0ba42a4adb req-0ba1f37f-0f92-40b9-9d0e-b8238bcd6ba0 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:16.846392 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 85d9f99e-d56f-455e-8895-53ba6b0b31ca up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:57:16.886765 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-18fc6ef5-224f-4e88-a4ef-4faf3b9230ab admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-745401091-network', 'tenant_id': 'f5276defc25b4c8498210980601f90f8'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:16.908032 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1cc57f01-df49-4bcc-8091-2a0ba42a4adb req-0ba1f37f-0f92-40b9-9d0e-b8238bcd6ba0 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:16.910884 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1cc57f01-df49-4bcc-8091-2a0ba42a4adb req-0ba1f37f-0f92-40b9-9d0e-b8238bcd6ba0 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:16.919005 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1cc57f01-df49-4bcc-8091-2a0ba42a4adb req-0ba1f37f-0f92-40b9-9d0e-b8238bcd6ba0 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "DELETE /v2.0/security-groups/13e3678b-6464-4439-bd51-84b2a12d340b HTTP/1.1" status: 204 len: 173 time: 0.2035069 Aug 18 12:57:16.920940 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba1f37f-0f92-40b9-9d0e-b8238bcd6ba0 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e3678b-6464-4439-bd51-84b2a12d340b,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:16.988393 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 85d9f99e-d56f-455e-8895-53ba6b0b31ca completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:57:16.988765 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fc6ef5-224f-4e88-a4ef-4faf3b9230ab admin admin] Made reservation on behalf of f5276defc25b4c8498210980601f90f8 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:57:16.991598 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-18fc6ef5-224f-4e88-a4ef-4faf3b9230ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:16.992645 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 85d9f99e-d56f-455e-8895-53ba6b0b31ca triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:57:16.992972 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:17.001000 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-18fc6ef5-224f-4e88-a4ef-4faf3b9230ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:17.031838 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43444) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:17.076966 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95309b9-435f-4386-b995-54789e2c006c req-8dabf18c-f016-4c0a-9f57-359f8438d78b tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:17.078722 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a95309b9-435f-4386-b995-54789e2c006c req-8dabf18c-f016-4c0a-9f57-359f8438d78b tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16b3c89-8935-45d9-bea5-366ebed2a00e HTTP/1.1" status: 200 len: 944 time: 0.0800931 Aug 18 12:57:17.084752 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:17.112249 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [req-cdb72dda-f6df-4920-93de-ddb82400684d req-92b980a0-5e68-497c-ab85-f345a1a24e78 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] show failed (client error): The resource could not be found. Aug 18 12:57:17.114038 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeff3968-6943-4475-9de3-fac2cd516801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d9f99e-d56f-455e-8895-53ba6b0b31ca'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:57:17.116222 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cdb72dda-f6df-4920-93de-ddb82400684d req-92b980a0-5e68-497c-ab85-f345a1a24e78 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups/c914f4f1-aa74-472c-a7b7-a1f8a84781c9 HTTP/1.1" status: 404 len: 352 time: 0.0670018 Aug 18 12:57:17.116364 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8be2fae-533e-4aa0-8a6c-a75b923d7bfb" -d '{"events": [{"server_uuid": "aeff3968-6943-4475-9de3-fac2cd516801", "name": "network-vif-plugged", "status": "completed", "tag": "85d9f99e-d56f-455e-8895-53ba6b0b31ca"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:57:17.142497 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a95309b9-435f-4386-b995-54789e2c006c req-b4e827b4-7006-41f3-b27c-f416367a88a5 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0999ac7-01c1-4fe3-8c3c-566c271306ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576270 Aug 18 12:57:17.144690 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 85d9f99e-d56f-455e-8895-53ba6b0b31ca, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=85d9f99e-d56f-455e-8895-53ba6b0b31ca,segment=NetworkSegment(64242db4-050a-4831-913b-84beef1ef905),segment_id=64242db4-050a-4831-913b-84beef1ef905)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:17.177537 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [req-5bf132e8-e276-4db7-a040-85e392f4660d req-9b4ae3b2-28b5-47ef-b1c0-9d31b5ccf1a9 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] show failed (client error): The resource could not be found. Aug 18 12:57:17.181471 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42fbb9d-56b8-4002-bea4-a508b7ccb672 x-openstack-request-id: req-f42fbb9d-56b8-4002-bea4-a508b7ccb672 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:57:17.181921 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeff3968-6943-4475-9de3-fac2cd516801", "name": "network-vif-plugged", "status": "completed", "tag": "85d9f99e-d56f-455e-8895-53ba6b0b31ca", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:57:17.182027 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f42fbb9d-56b8-4002-bea4-a508b7ccb672 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:57:17.182404 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeff3968-6943-4475-9de3-fac2cd516801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d9f99e-d56f-455e-8895-53ba6b0b31ca', 'code': 200} Aug 18 12:57:17.186050 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5bf132e8-e276-4db7-a040-85e392f4660d req-9b4ae3b2-28b5-47ef-b1c0-9d31b5ccf1a9 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups/6e10c14c-789e-4ecb-b3a5-b181474f23d0 HTTP/1.1" status: 404 len: 352 time: 0.0241990 Aug 18 12:57:17.218985 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [req-5bf173af-2870-4b7e-b507-24d3ed50798e req-c56799d0-04ad-4120-aea1-2d17f9956c42 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] show failed (client error): The resource could not be found. Aug 18 12:57:17.227324 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5bf173af-2870-4b7e-b507-24d3ed50798e req-c56799d0-04ad-4120-aea1-2d17f9956c42 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups/83e85628-99d4-431f-96b1-74e85ff2321d HTTP/1.1" status: 404 len: 352 time: 0.0236998 Aug 18 12:57:17.257786 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:17.263062 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:17.275506 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [req-34dc6b77-b72c-4f02-a738-d5cf609eacda req-0312e287-b34c-4a1c-91b7-daa775cd584f tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] show failed (client error): The resource could not be found. Aug 18 12:57:17.276603 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-34dc6b77-b72c-4f02-a738-d5cf609eacda req-0312e287-b34c-4a1c-91b7-daa775cd584f tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups/a5305e52-c539-442c-bfd5-d7b0fc6e162c HTTP/1.1" status: 404 len: 352 time: 0.0341861 Aug 18 12:57:17.315030 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a6b2b-7c35-4e45-89c8-3faa27845c3b req-37e72810-2e1c-4699-953d-5a0dec04e9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:17.316557 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-183a6b2b-7c35-4e45-89c8-3faa27845c3b req-37e72810-2e1c-4699-953d-5a0dec04e9d5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aeff3968-6943-4475-9de3-fac2cd516801 HTTP/1.1" status: 200 len: 1096 time: 0.0498073 Aug 18 12:57:17.359433 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=85d9f99e-d56f-455e-8895-53ba6b0b31ca,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:17.377187 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2467172f-46fe-4eec-a1bb-33228583e444 req-64f52a26-fcaa-4300-b94b-419dd251c8cb tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f6d70a-8b27-401b-9836-0c7d0f085634 HTTP/1.1" status: 200 len: 210 time: 0.0293324 Aug 18 12:57:17.389619 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43462) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:17.396810 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-183a6b2b-7c35-4e45-89c8-3faa27845c3b req-66d7b5ab-37cf-4532-928d-4bb58154a38d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e0999ac7-01c1-4fe3-8c3c-566c271306ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722432 Aug 18 12:57:17.423702 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [req-571b43e7-bd27-44b2-9892-bb05193c20bc req-b9cc9536-8518-477f-81db-41d109188aba tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] show failed (client error): The resource could not be found. Aug 18 12:57:17.425420 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-571b43e7-bd27-44b2-9892-bb05193c20bc req-b9cc9536-8518-477f-81db-41d109188aba tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups/bda1db99-ff81-4840-94fa-0b2b248d81e9 HTTP/1.1" status: 404 len: 352 time: 0.0190997 Aug 18 12:57:17.456411 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-18fc6ef5-224f-4e88-a4ef-4faf3b9230ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:17.464993 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [req-04c2a279-9a5e-4996-b7aa-228f14549ad5 req-d442b4e4-4b35-4822-84a3-e37d2b6ae2dc tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] show failed (client error): The resource could not be found. Aug 18 12:57:17.466144 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-04c2a279-9a5e-4996-b7aa-228f14549ad5 req-d442b4e4-4b35-4822-84a3-e37d2b6ae2dc tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups/f45e9b11-9275-4af9-b78a-c3a4f9d4946e HTTP/1.1" status: 404 len: 352 time: 0.0169816 Aug 18 12:57:17.481780 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 22deb16a-2b95-4bda-be25-89c489c4fdb1 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:57:17.481780 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 15e1a548-80e1-410c-bde6-c120f9ddf35d no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:57:17.481993 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0d468-5149-43cc-86d3-34d8baf83988 req-8b5b8aad-2163-4cfd-8f52-ba587075cb24 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:17.488091 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-01c0d468-5149-43cc-86d3-34d8baf83988 req-8b5b8aad-2163-4cfd-8f52-ba587075cb24 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=769762f1-7817-4dd1-8430-fed3bbcf9287 HTTP/1.1" status: 200 len: 950 time: 0.1803260 Aug 18 12:57:17.518652 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5df0c518-4d56-4233-bcf1-751e4a76db96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:17.527241 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: 15e1a548-80e1-410c-bde6-c120f9ddf35d {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:57:17.527842 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 15e1a548-80e1-410c-bde6-c120f9ddf35d not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:57:17.534099 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-18fc6ef5-224f-4e88-a4ef-4faf3b9230ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:17.584023 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc6ef5-224f-4e88-a4ef-4faf3b9230ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b1f4ae-1eb9-439c-9129-09f9ad482d45,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:17.602733 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-01c0d468-5149-43cc-86d3-34d8baf83988 req-d9a21c5f-a2cb-4755-8e97-d4ce436ec4a2 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133516 Aug 18 12:57:17.619133 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18fc6ef5-224f-4e88-a4ef-4faf3b9230ab admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:57:17.648670 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a3544-d32c-4956-b6c7-e7db6ea6186a req-372dc8e1-ced8-4dd1-b359-811940bc6557 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:17.649139 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 22deb16a-2b95-4bda-be25-89c489c4fdb1, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=22deb16a-2b95-4bda-be25-89c489c4fdb1,segment=NetworkSegment(64242db4-050a-4831-913b-84beef1ef905),segment_id=64242db4-050a-4831-913b-84beef1ef905)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:17.655940 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a3544-d32c-4956-b6c7-e7db6ea6186a req-372dc8e1-ced8-4dd1-b359-811940bc6557 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:17.658104 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-18fc6ef5-224f-4e88-a4ef-4faf3b9230ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:17.662854 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a3544-d32c-4956-b6c7-e7db6ea6186a req-372dc8e1-ced8-4dd1-b359-811940bc6557 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:17.664549 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-909a3544-d32c-4956-b6c7-e7db6ea6186a req-372dc8e1-ced8-4dd1-b359-811940bc6557 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b85b76-c83b-4ea2-8969-f14f31d9a4da HTTP/1.1" status: 200 len: 2413 time: 0.1099453 Aug 18 12:57:17.665257 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '22deb16a-2b95-4bda-be25-89c489c4fdb1', 'network_id': '8205beb0-4d25-4c9e-a0f2-b53bd983d149', 'port_id': '22deb16a-2b95-4bda-be25-89c489c4fdb1', 'mac_address': 'fa:16:3e:9a:eb:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f89d2399-f949-4048-add4-43bd880aacb0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:57:17.665916 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-18fc6ef5-224f-4e88-a4ef-4faf3b9230ab admin admin] Added segment 02e1d0e2-ca25-417a-9e05-dd7985b03292 of type vlan for network ef55dfcc-523d-4f12-b8da-76e65c505057 Aug 18 12:57:17.707301 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:17.712459 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5df0c518-4d56-4233-bcf1-751e4a76db96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:17.726647 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22deb16a-2b95-4bda-be25-89c489c4fdb1 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:57:17.750560 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 22deb16a-2b95-4bda-be25-89c489c4fdb1, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=22deb16a-2b95-4bda-be25-89c489c4fdb1,segment=NetworkSegment(64242db4-050a-4831-913b-84beef1ef905),segment_id=64242db4-050a-4831-913b-84beef1ef905)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:17.754256 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-909a3544-d32c-4956-b6c7-e7db6ea6186a req-2a71c299-aae8-4aa1-9054-f634068dd8fe tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/security-groups?id=51a6849c-d15a-4aae-9ba4-dedea7cdd11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401306 Aug 18 12:57:17.760123 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-18fc6ef5-224f-4e88-a4ef-4faf3b9230ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:17.794061 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5df0c518-4d56-4233-bcf1-751e4a76db96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:17.844165 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5df0c518-4d56-4233-bcf1-751e4a76db96 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32dd9ee23b2c43adb9e6889a8d19006a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4533010 Aug 18 12:57:17.848951 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43474) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:17.863229 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:17.863734 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df0c518-4d56-4233-bcf1-751e4a76db96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f26a67-ba57-4c88-9cab-cbab801fb4b8,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:17.880445 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f5146-8d93-4d8c-a1b8-66bb2b3aaf41 req-1b74b7ce-fc0d-4f89-99fc-32d87a6de46f tempest-ServersOnMultiNodesTest-1807681808 tempest-ServersOnMultiNodesTest-1807681808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:17.882107 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-989f5146-8d93-4d8c-a1b8-66bb2b3aaf41 req-1b74b7ce-fc0d-4f89-99fc-32d87a6de46f tempest-ServersOnMultiNodesTest-1807681808 tempest-ServersOnMultiNodesTest-1807681808-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=769762f1-7817-4dd1-8430-fed3bbcf9287 HTTP/1.1" status: 200 len: 1101 time: 0.0527570 Aug 18 12:57:17.907424 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fe87ddd6-7205-447e-9a22-7a21d1b4cf5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:17.926368 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-18fc6ef5-224f-4e88-a4ef-4faf3b9230ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:17.927914 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fc6ef5-224f-4e88-a4ef-4faf3b9230ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:17.928531 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-18fc6ef5-224f-4e88-a4ef-4faf3b9230ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:17.929143 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=22deb16a-2b95-4bda-be25-89c489c4fdb1,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:17.937012 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-989f5146-8d93-4d8c-a1b8-66bb2b3aaf41 req-e46da7cb-e35b-43b4-9875-9c2d388a05b2 tempest-ServersOnMultiNodesTest-1807681808 tempest-ServersOnMultiNodesTest-1807681808-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482068 Aug 18 12:57:18.090193 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-18fc6ef5-224f-4e88-a4ef-4faf3b9230ab admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3212197 Aug 18 12:57:18.093125 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3133936c-d7dc-4e25-9f1a-328b8cf9b05a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:18.097018 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43480) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:18.098488 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc6ef5-224f-4e88-a4ef-4faf3b9230ab admin admin] Pushing event updated for resources: {'Network': ['ID=ef55dfcc-523d-4f12-b8da-76e65c505057,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:18.100122 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e361e42-760b-497f-bb4b-977b4cb8a5ef req-90f71bcb-aed2-4925-a67d-42270f51e704 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:18.101678 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6e361e42-760b-497f-bb4b-977b4cb8a5ef req-90f71bcb-aed2-4925-a67d-42270f51e704 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d0f619d-1231-411c-a1ef-9f12df69fb76 HTTP/1.1" status: 200 len: 1024 time: 0.0511463 Aug 18 12:57:18.111671 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network ef55dfcc-523d-4f12-b8da-76e65c505057 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:57:18.114785 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-a4730b10-4927-48aa-a623-b40926507744 admin admin] Request body: {'subnet': {'network_id': 'ef55dfcc-523d-4f12-b8da-76e65c505057', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-745401091-subnet', 'tenant_id': 'f5276defc25b4c8498210980601f90f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:18.139541 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['22deb16a-2b95-4bda-be25-89c489c4fdb1'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:57:18.156043 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3133936c-d7dc-4e25-9f1a-328b8cf9b05a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:18.173334 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6e361e42-760b-497f-bb4b-977b4cb8a5ef req-71eb85f3-990a-4f81-9f9a-2546ceff8d0d tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2e6ff23-eb55-4090-afc8-d4592e7c24f0&id=291558d0-eecd-4d1f-88b9-becaab2ddfd8&id=31be308a-7de6-4105-ad1a-18d5c26456e7&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0645208 Aug 18 12:57:18.260154 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4730b10-4927-48aa-a623-b40926507744 admin admin] Made reservation on behalf of f5276defc25b4c8498210980601f90f8 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:57:18.262611 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a4730b10-4927-48aa-a623-b40926507744 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:18.305378 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-a94ea9aa-2095-46b0-953e-1d2972a4cdd9 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ac48e14392114051ba5d025a8226fe94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0607114 Aug 18 12:57:18.317144 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d6f99-cc40-4d4e-93bf-abca1532abe6 req-2979054d-3d1b-4edc-9dfa-533de1f7d945 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:18.325692 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab3d6f99-cc40-4d4e-93bf-abca1532abe6 req-2979054d-3d1b-4edc-9dfa-533de1f7d945 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16b3c89-8935-45d9-bea5-366ebed2a00e HTTP/1.1" status: 200 len: 945 time: 0.0929978 Aug 18 12:57:18.366127 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab3d6f99-cc40-4d4e-93bf-abca1532abe6 req-f382d622-a10d-4e8c-925a-a148a1d6d39e tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0999ac7-01c1-4fe3-8c3c-566c271306ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390623 Aug 18 12:57:18.485528 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c1e425a6-fdb5-4078-8a8d-d65e0835c00c req-921372cc-6cc6-4746-a1d9-aa9e07dcdcc3 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f6d70a-8b27-401b-9836-0c7d0f085634 HTTP/1.1" status: 200 len: 210 time: 0.0306358 Aug 18 12:57:18.592871 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3133936c-d7dc-4e25-9f1a-328b8cf9b05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:18.595449 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3133936c-d7dc-4e25-9f1a-328b8cf9b05a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:18.597040 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3133936c-d7dc-4e25-9f1a-328b8cf9b05a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/41f26a67-ba57-4c88-9cab-cbab801fb4b8 HTTP/1.1" status: 204 len: 168 time: 0.7467682 Aug 18 12:57:18.704258 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3133936c-d7dc-4e25-9f1a-328b8cf9b05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f26a67-ba57-4c88-9cab-cbab801fb4b8,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:18.832825 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-5f0d98c1-cc73-4007-a010-5e29a0ee4880 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:18.834319 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-5f0d98c1-cc73-4007-a010-5e29a0ee4880 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] 10.222.0.39 "GET /v2.0/networks?id=51543af4-c5b8-4a35-a638-c834cabe17c1 HTTP/1.1" status: 200 len: 825 time: 0.2560494 Aug 18 12:57:18.847080 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 1e872a01-01b0-4998-9435-2adc354c93a0 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:57:18.853499 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-d9e85e1b-4fdd-41fb-a2c5-d51df587d1d9 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:18.856538 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-d9e85e1b-4fdd-41fb-a2c5-d51df587d1d9 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2771499 Aug 18 12:57:18.884995 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-19e08fbc-4e6e-44c5-85b7-ea68dbf63263 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] Request body: {'port': {'device_id': 'd2f6d70a-8b27-401b-9836-0c7d0f085634', 'network_id': '51543af4-c5b8-4a35-a638-c834cabe17c1', 'admin_state_up': True, 'tenant_id': 'b25cb5fd9b5548d494cdea56e363383d'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:18.912350 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d293d-1882-47c2-b234-ccaba39007e8 req-ca63b1ac-ea19-4560-8ced-7b504b428404 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:18.920423 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d293d-1882-47c2-b234-ccaba39007e8 req-ca63b1ac-ea19-4560-8ced-7b504b428404 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:18.928555 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d293d-1882-47c2-b234-ccaba39007e8 req-ca63b1ac-ea19-4560-8ced-7b504b428404 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:18.939650 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-e869f07b-da21-4cf7-aed2-9fbc0633cd9f tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/quotas/ac48e14392114051ba5d025a8226fe94 HTTP/1.1" status: 200 len: 375 time: 0.0821447 Aug 18 12:57:18.941133 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8d0d293d-1882-47c2-b234-ccaba39007e8 req-ca63b1ac-ea19-4560-8ced-7b504b428404 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b85b76-c83b-4ea2-8969-f14f31d9a4da HTTP/1.1" status: 200 len: 2413 time: 0.1067064 Aug 18 12:57:18.966054 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 1e872a01-01b0-4998-9435-2adc354c93a0, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=1e872a01-01b0-4998-9435-2adc354c93a0,segment=NetworkSegment(72c3b8d9-d076-4696-8c50-dbe9343efd83),segment_id=72c3b8d9-d076-4696-8c50-dbe9343efd83)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:19.007007 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8d0d293d-1882-47c2-b234-ccaba39007e8 req-5e78ac38-887d-4b9b-a5d8-3620388407e9 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/security-groups?id=51a6849c-d15a-4aae-9ba4-dedea7cdd11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630434 Aug 18 12:57:19.112617 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '1e872a01-01b0-4998-9435-2adc354c93a0', 'network_id': '8d96ffff-6267-4935-a1e5-d5d6c73ce815', 'port_id': '1e872a01-01b0-4998-9435-2adc354c93a0', 'mac_address': 'fa:16:3e:69:98:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45de4a11-0806-4f9c-b93e-c03f663aecde', 'ip_address': '19.86.0.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:57:19.148861 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-a8b37bca-3534-4a7d-a005-f6baccc3f910 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ac48e14392114051ba5d025a8226fe94&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2083387 Aug 18 12:57:19.151919 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:19.167129 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e872a01-01b0-4998-9435-2adc354c93a0 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:57:19.173910 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-fe87ddd6-7205-447e-9a22-7a21d1b4cf5f admin admin] Deleting port 4487bb35-0a20-4c01-8048-1012e4021f4b {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:57:19.174298 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fe87ddd6-7205-447e-9a22-7a21d1b4cf5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:19.191225 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 1e872a01-01b0-4998-9435-2adc354c93a0, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=1e872a01-01b0-4998-9435-2adc354c93a0,segment=NetworkSegment(72c3b8d9-d076-4696-8c50-dbe9343efd83),segment_id=72c3b8d9-d076-4696-8c50-dbe9343efd83)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:19.221729 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a4730b10-4927-48aa-a623-b40926507744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:19.262477 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:19.264058 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device cdc3938e-b903-4cfc-b24f-c5105921fbec details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:57:19.295474 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4730b10-4927-48aa-a623-b40926507744 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b4a60a8-ee52-413c-a6b3-93b773b744c4,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:19.301418 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c995c1-0b21-4cc0-b076-b383ab6f2df4 req-ffbd5536-4392-4654-b369-0bf5042441cc tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:19.309119 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-19e08fbc-4e6e-44c5-85b7-ea68dbf63263 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] Made reservation on behalf of b25cb5fd9b5548d494cdea56e363383d for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:57:19.312510 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a8c995c1-0b21-4cc0-b076-b383ab6f2df4 req-ffbd5536-4392-4654-b369-0bf5042441cc tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d0f619d-1231-411c-a1ef-9f12df69fb76 HTTP/1.1" status: 200 len: 1024 time: 0.0700088 Aug 18 12:57:19.312702 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-19e08fbc-4e6e-44c5-85b7-ea68dbf63263 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:19.339625 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4730b10-4927-48aa-a623-b40926507744 admin admin] Checking segment: {'id': '02e1d0e2-ca25-417a-9e05-dd7985b03292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ef55dfcc-523d-4f12-b8da-76e65c505057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:57:19.339994 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4730b10-4927-48aa-a623-b40926507744 admin admin] Network hostable DHCP agents. Network: ef55dfcc-523d-4f12-b8da-76e65c505057, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:57:19.347844 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-fe87ddd6-7205-447e-9a22-7a21d1b4cf5f admin admin] For port 4487bb35-0a20-4c01-8048-1012e4021f4b, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4487bb35-0a20-4c01-8048-1012e4021f4b,segment=NetworkSegment(2a651c51-e808-45f2-beb8-aef53853dc6e),segment_id=2a651c51-e808-45f2-beb8-aef53853dc6e)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:19.348215 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fe87ddd6-7205-447e-9a22-7a21d1b4cf5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:19.367530 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a8c995c1-0b21-4cc0-b076-b383ab6f2df4 req-37f759c3-ce5b-4404-b704-01ead9a61c12 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2e6ff23-eb55-4090-afc8-d4592e7c24f0&id=291558d0-eecd-4d1f-88b9-becaab2ddfd8&id=31be308a-7de6-4105-ad1a-18d5c26456e7&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0427775 Aug 18 12:57:19.376019 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=1e872a01-01b0-4998-9435-2adc354c93a0,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:19.376205 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-fe87ddd6-7205-447e-9a22-7a21d1b4cf5f admin admin] Calling delete_port for 4487bb35-0a20-4c01-8048-1012e4021f4b owned by network:router_interface {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:57:19.423732 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port cdc3938e-b903-4cfc-b24f-c5105921fbec, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=cdc3938e-b903-4cfc-b24f-c5105921fbec,segment=NetworkSegment(940830b9-5ada-4d93-8436-150f8f02aacc),segment_id=940830b9-5ada-4d93-8436-150f8f02aacc)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:19.442114 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'cdc3938e-b903-4cfc-b24f-c5105921fbec', 'network_id': 'c5a507b0-8603-40bf-80b9-f30b5aba2043', 'port_id': 'cdc3938e-b903-4cfc-b24f-c5105921fbec', 'mac_address': 'fa:16:3e:f4:d9:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98081d64-61a0-430f-82c3-1298081b7aec', 'ip_address': '19.80.0.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:57:19.492492 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:19.494940 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 22deb16a-2b95-4bda-be25-89c489c4fdb1 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:57:19.555373 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4730b10-4927-48aa-a623-b40926507744 admin admin] Network ef55dfcc-523d-4f12-b8da-76e65c505057 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:57:19.559502 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296504f-fe1d-455e-8549-530ebeb8614f req-12237759-60b4-4ac5-a66a-ea6cc443fee6 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:19.568165 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e296504f-fe1d-455e-8549-530ebeb8614f req-12237759-60b4-4ac5-a66a-ea6cc443fee6 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16b3c89-8935-45d9-bea5-366ebed2a00e HTTP/1.1" status: 200 len: 945 time: 0.0874178 Aug 18 12:57:19.589533 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdc3938e-b903-4cfc-b24f-c5105921fbec {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:57:19.596807 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-19e08fbc-4e6e-44c5-85b7-ea68dbf63263 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] Allocated IP 172.20.0.3 (51543af4-c5b8-4a35-a638-c834cabe17c1/f43eb4a0-b4a6-403f-b3ea-9d00d86d0a8c/e0d25559-ffd4-4271-88ed-625bf5bd6da6) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:57:19.615318 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port cdc3938e-b903-4cfc-b24f-c5105921fbec, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=cdc3938e-b903-4cfc-b24f-c5105921fbec,segment=NetworkSegment(940830b9-5ada-4d93-8436-150f8f02aacc),segment_id=940830b9-5ada-4d93-8436-150f8f02aacc)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:19.639334 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e296504f-fe1d-455e-8549-530ebeb8614f req-0948ed3f-7646-4e73-a83f-d7e67cdece11 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0999ac7-01c1-4fe3-8c3c-566c271306ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694721 Aug 18 12:57:19.681468 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad01aa-6a57-4069-b35e-d7cbba5e0524 req-8450b744-9b3e-46ef-8138-2b15e3a4afea tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:19.682991 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d0ad01aa-6a57-4069-b35e-d7cbba5e0524 req-8450b744-9b3e-46ef-8138-2b15e3a4afea tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d0f619d-1231-411c-a1ef-9f12df69fb76 HTTP/1.1" status: 200 len: 1024 time: 0.1690552 Aug 18 12:57:19.683600 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-a4730b10-4927-48aa-a623-b40926507744 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, ef55dfcc-523d-4f12-b8da-76e65c505057) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:57:19.691714 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:19.692746 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device dc3ad10e-838a-4b84-aae3-99af09eeef92 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:57:19.693354 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b99fbee0-76d8-481a-ada3-1c7d5093da83 req-621335e7-b765-4f47-804b-3b3ce105e0d3 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfb81df6-6aaa-4f1e-a82c-d491e70bd4ef HTTP/1.1" status: 200 len: 210 time: 0.0911570 Aug 18 12:57:19.699293 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41353d6f-2e9c-47d5-a40d-e0b825321a39 None None] Network ef55dfcc-523d-4f12-b8da-76e65c505057 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:57:19.708562 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4730b10-4927-48aa-a623-b40926507744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:19.709319 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a4730b10-4927-48aa-a623-b40926507744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:19.792263 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-79aea8a8-951a-4fa6-923d-63d2a818d88b req-cc64499d-a82a-4806-aa7b-a1ce3d0bb336 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f6d70a-8b27-401b-9836-0c7d0f085634 HTTP/1.1" status: 200 len: 210 time: 0.0368876 Aug 18 12:57:19.822976 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 22deb16a-2b95-4bda-be25-89c489c4fdb1 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:57:19.831119 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 22deb16a-2b95-4bda-be25-89c489c4fdb1 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:57:19.831502 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:19.867842 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43532) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:19.885929 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a4730b10-4927-48aa-a623-b40926507744 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7832611 Aug 18 12:57:19.886645 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43536) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:19.891081 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-b8655e73-40c3-4476-a00f-b9f3c6ca45c9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-745401091-router', 'tenant_id': 'f5276defc25b4c8498210980601f90f8', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:19.935924 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port dc3ad10e-838a-4b84-aae3-99af09eeef92, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=dc3ad10e-838a-4b84-aae3-99af09eeef92,segment=NetworkSegment(940830b9-5ada-4d93-8436-150f8f02aacc),segment_id=940830b9-5ada-4d93-8436-150f8f02aacc)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:19.938491 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=cdc3938e-b903-4cfc-b24f-c5105921fbec,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:19.970999 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'dc3ad10e-838a-4b84-aae3-99af09eeef92', 'network_id': 'c5a507b0-8603-40bf-80b9-f30b5aba2043', 'port_id': 'dc3ad10e-838a-4b84-aae3-99af09eeef92', 'mac_address': 'fa:16:3e:bc:3b:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98081d64-61a0-430f-82c3-1298081b7aec', 'ip_address': '19.80.0.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:57:19.988895 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b8655e73-40c3-4476-a00f-b9f3c6ca45c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:19.991260 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b8655e73-40c3-4476-a00f-b9f3c6ca45c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:19.994079 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-d0ad01aa-6a57-4069-b35e-d7cbba5e0524 req-87cb9ce7-3e3b-4d42-8635-729281169723 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Deleting port d5540f0a-3c84-4689-9f8b-34824e039aa4 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:57:19.994454 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-d0ad01aa-6a57-4069-b35e-d7cbba5e0524 req-87cb9ce7-3e3b-4d42-8635-729281169723 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:20.002680 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-19e08fbc-4e6e-44c5-85b7-ea68dbf63263 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:20.041148 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fe87ddd6-7205-447e-9a22-7a21d1b4cf5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:20.076061 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b8655e73-40c3-4476-a00f-b9f3c6ca45c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:20.082399 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-17ad7ad2-4c4c-4e6a-bf82-9eff4a4e7968 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1311855321-network', 'tenant_id': '62165f4489344ba1816de5df17dbe952'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:20.092047 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe87ddd6-7205-447e-9a22-7a21d1b4cf5f admin admin] Pushing event deleted for resources: {'Port': ['ID=4487bb35-0a20-4c01-8048-1012e4021f4b,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:20.138656 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3832e56f-63cd-4c2e-97c9-c3505f557f94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-ef55dfcc-523d-4f12-b8da-76e65c505057', 'network_id': 'ef55dfcc-523d-4f12-b8da-76e65c505057', 'tenant_id': 'f5276defc25b4c8498210980601f90f8', 'fixed_ips': [{'subnet_id': '5b4a60a8-ee52-413c-a6b3-93b773b744c4'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:57:20.142758 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3832e56f-63cd-4c2e-97c9-c3505f557f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:20.159805 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:20.176836 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:20.193746 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ad7ad2-4c4c-4e6a-bf82-9eff4a4e7968 admin admin] Made reservation on behalf of 62165f4489344ba1816de5df17dbe952 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:57:20.196984 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-17ad7ad2-4c4c-4e6a-bf82-9eff4a4e7968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:20.235920 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc3ad10e-838a-4b84-aae3-99af09eeef92 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:57:20.236190 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-17ad7ad2-4c4c-4e6a-bf82-9eff4a4e7968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:20.260211 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port dc3ad10e-838a-4b84-aae3-99af09eeef92, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=dc3ad10e-838a-4b84-aae3-99af09eeef92,segment=NetworkSegment(940830b9-5ada-4d93-8436-150f8f02aacc),segment_id=940830b9-5ada-4d93-8436-150f8f02aacc)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:20.262385 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-d0ad01aa-6a57-4069-b35e-d7cbba5e0524 req-87cb9ce7-3e3b-4d42-8635-729281169723 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] For port d5540f0a-3c84-4689-9f8b-34824e039aa4, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=d5540f0a-3c84-4689-9f8b-34824e039aa4,segment=NetworkSegment(a55d7d46-60e1-4c30-88cf-190c46dddd25),segment_id=a55d7d46-60e1-4c30-88cf-190c46dddd25)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:20.262766 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-d0ad01aa-6a57-4069-b35e-d7cbba5e0524 req-87cb9ce7-3e3b-4d42-8635-729281169723 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:20.286695 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-d0ad01aa-6a57-4069-b35e-d7cbba5e0524 req-87cb9ce7-3e3b-4d42-8635-729281169723 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Calling delete_port for d5540f0a-3c84-4689-9f8b-34824e039aa4 owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:57:20.295092 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16b3c89-8935-45d9-bea5-366ebed2a00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22deb16a-2b95-4bda-be25-89c489c4fdb1'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:57:20.297522 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6723f529-7e89-411b-a8ea-f3bdaffd46a2" -d '{"events": [{"server_uuid": "e16b3c89-8935-45d9-bea5-366ebed2a00e", "name": "network-vif-plugged", "status": "completed", "tag": "22deb16a-2b95-4bda-be25-89c489c4fdb1"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:57:20.343526 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd726a20-3456-4cc6-ab58-4d3b89e265ea req-ac414e8d-d65e-486e-aa1d-6b8dc7cf70ee tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:20.347347 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b8655e73-40c3-4476-a00f-b9f3c6ca45c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:20.350877 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd726a20-3456-4cc6-ab58-4d3b89e265ea req-ac414e8d-d65e-486e-aa1d-6b8dc7cf70ee tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:20.354005 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 22deb16a-2b95-4bda-be25-89c489c4fdb1, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=22deb16a-2b95-4bda-be25-89c489c4fdb1,segment=NetworkSegment(64242db4-050a-4831-913b-84beef1ef905),segment_id=64242db4-050a-4831-913b-84beef1ef905)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:20.356101 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd726a20-3456-4cc6-ab58-4d3b89e265ea req-ac414e8d-d65e-486e-aa1d-6b8dc7cf70ee tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:20.357810 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fd726a20-3456-4cc6-ab58-4d3b89e265ea req-ac414e8d-d65e-486e-aa1d-6b8dc7cf70ee tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b85b76-c83b-4ea2-8969-f14f31d9a4da HTTP/1.1" status: 200 len: 2415 time: 0.2315004 Aug 18 12:57:20.365968 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b67da30-0816-4204-9815-831fd7b2ff63 x-openstack-request-id: req-5b67da30-0816-4204-9815-831fd7b2ff63 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:57:20.366339 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e16b3c89-8935-45d9-bea5-366ebed2a00e", "name": "network-vif-plugged", "status": "completed", "tag": "22deb16a-2b95-4bda-be25-89c489c4fdb1", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:57:20.366566 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b67da30-0816-4204-9815-831fd7b2ff63 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:57:20.367788 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e16b3c89-8935-45d9-bea5-366ebed2a00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22deb16a-2b95-4bda-be25-89c489c4fdb1', 'code': 200} Aug 18 12:57:20.425859 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:20.457514 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-19e08fbc-4e6e-44c5-85b7-ea68dbf63263 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:20.493397 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-3832e56f-63cd-4c2e-97c9-c3505f557f94 None None] Allocated IP 172.20.0.2 (ef55dfcc-523d-4f12-b8da-76e65c505057/5b4a60a8-ee52-413c-a6b3-93b773b744c4/3f6d2a05-cebf-4a9c-9fbd-1283a42164a4) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:57:20.504132 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:20.517374 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=dc3ad10e-838a-4b84-aae3-99af09eeef92,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:20.585742 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fd726a20-3456-4cc6-ab58-4d3b89e265ea req-210e9acd-6c50-4613-8928-081b4da63853 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/security-groups?id=51a6849c-d15a-4aae-9ba4-dedea7cdd11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110162 Aug 18 12:57:20.588796 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-19e08fbc-4e6e-44c5-85b7-ea68dbf63263 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] Network 51543af4-c5b8-4a35-a638-c834cabe17c1 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:57:20.597580 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-19e08fbc-4e6e-44c5-85b7-ea68dbf63263 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:57:20.601425 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fe87ddd6-7205-447e-9a22-7a21d1b4cf5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:20.603364 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-19e08fbc-4e6e-44c5-85b7-ea68dbf63263 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:57:20.617610 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-17ad7ad2-4c4c-4e6a-bf82-9eff4a4e7968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:20.617610 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df5afe-878f-4fb5-9e45-c781a1d2bfec req-12097d5c-bc4c-46a8-980d-ec67ce226d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:20.618109 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e08fbc-4e6e-44c5-85b7-ea68dbf63263 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] Pushing event updated for resources: {'Port': ['ID=e0d25559-ffd4-4271-88ed-625bf5bd6da6,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:20.618234 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c5df5afe-878f-4fb5-9e45-c781a1d2bfec req-12097d5c-bc4c-46a8-980d-ec67ce226d56 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e16b3c89-8935-45d9-bea5-366ebed2a00e HTTP/1.1" status: 200 len: 1096 time: 0.1514764 Aug 18 12:57:20.648159 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06820d-3d2c-4f41-99df-f6478c44251b req-1b20f1d9-bd91-4adf-ad86-d6820eae3b07 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:20.648159 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7f06820d-3d2c-4f41-99df-f6478c44251b req-1b20f1d9-bd91-4adf-ad86-d6820eae3b07 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d0f619d-1231-411c-a1ef-9f12df69fb76 HTTP/1.1" status: 200 len: 1024 time: 0.1549211 Aug 18 12:57:20.685869 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=22deb16a-2b95-4bda-be25-89c489c4fdb1,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:20.692470 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c5df5afe-878f-4fb5-9e45-c781a1d2bfec req-d967ffec-e2c6-44aa-bb00-ebea685ff4b9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e0999ac7-01c1-4fe3-8c3c-566c271306ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701721 Aug 18 12:57:20.704162 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-17ad7ad2-4c4c-4e6a-bf82-9eff4a4e7968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:20.737073 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7f06820d-3d2c-4f41-99df-f6478c44251b req-0efab25e-efe4-4d1d-b0c8-91798fe11399 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups?id=c2e6ff23-eb55-4090-afc8-d4592e7c24f0&id=291558d0-eecd-4d1f-88b9-becaab2ddfd8&id=31be308a-7de6-4105-ad1a-18d5c26456e7&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0807040 Aug 18 12:57:20.737352 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-19e08fbc-4e6e-44c5-85b7-ea68dbf63263 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:20.737713 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-19e08fbc-4e6e-44c5-85b7-ea68dbf63263 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:20.753703 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17ad7ad2-4c4c-4e6a-bf82-9eff4a4e7968 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:57:20.762884 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad7ad2-4c4c-4e6a-bf82-9eff4a4e7968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5fdee7-79eb-4377-bf93-e1e111d3897c,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:20.782112 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['1e872a01-01b0-4998-9435-2adc354c93a0'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:57:20.784579 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['dc3ad10e-838a-4b84-aae3-99af09eeef92'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:57:20.795127 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-17ad7ad2-4c4c-4e6a-bf82-9eff4a4e7968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:20.795485 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-17ad7ad2-4c4c-4e6a-bf82-9eff4a4e7968 admin admin] Added segment 203c474d-56e3-424f-9d3b-a131550498ab of type vlan for network b896f31e-62b0-4c89-b554-2d6ea14ce4b9 Aug 18 12:57:20.920534 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c3dd10-5c7d-43ee-ae7c-ef424fba1b4f req-62a765aa-7903-45d2-ae94-73aa8f607eea tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:20.922006 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-53c3dd10-5c7d-43ee-ae7c-ef424fba1b4f req-62a765aa-7903-45d2-ae94-73aa8f607eea tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16b3c89-8935-45d9-bea5-366ebed2a00e HTTP/1.1" status: 200 len: 946 time: 0.1662123 Aug 18 12:57:20.926608 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-19e08fbc-4e6e-44c5-85b7-ea68dbf63263 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0673769 Aug 18 12:57:20.929401 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-d0ad01aa-6a57-4069-b35e-d7cbba5e0524 req-87cb9ce7-3e3b-4d42-8635-729281169723 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:20.950381 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-17ad7ad2-4c4c-4e6a-bf82-9eff4a4e7968 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:20.950741 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['d5540f0a-3c84-4689-9f8b-34824e039aa4'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:57:20.955939 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4b268d08-f553-4959-afda-a000508d62e3 req-4bb449c9-372e-408b-a702-9f3cf62c7820 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfb81df6-6aaa-4f1e-a82c-d491e70bd4ef HTTP/1.1" status: 200 len: 210 time: 0.0898654 Aug 18 12:57:21.006135 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3832e56f-63cd-4c2e-97c9-c3505f557f94 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:21.025255 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b8655e73-40c3-4476-a00f-b9f3c6ca45c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:21.056880 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b8655e73-40c3-4476-a00f-b9f3c6ca45c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:21.088605 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-17ad7ad2-4c4c-4e6a-bf82-9eff4a4e7968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:21.089684 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ad7ad2-4c4c-4e6a-bf82-9eff4a4e7968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:21.090383 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-17ad7ad2-4c4c-4e6a-bf82-9eff4a4e7968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:21.119200 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-3832e56f-63cd-4c2e-97c9-c3505f557f94 None None] Transition to ACTIVE for port object 3f6d2a05-cebf-4a9c-9fbd-1283a42164a4 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:57:21.164708 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-3832e56f-63cd-4c2e-97c9-c3505f557f94 None None] Transition to ACTIVE for port object 3f6d2a05-cebf-4a9c-9fbd-1283a42164a4 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:57:21.229086 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197814f6-87db-488b-a4ec-aebaaadad11a req-1c4f46e1-3e8a-4ae0-87e8-034afb5c9436 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:21.238018 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-197814f6-87db-488b-a4ec-aebaaadad11a req-1c4f46e1-3e8a-4ae0-87e8-034afb5c9436 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f6d70a-8b27-401b-9836-0c7d0f085634 HTTP/1.1" status: 200 len: 931 time: 0.1912560 Aug 18 12:57:21.249527 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad7ad2-4c4c-4e6a-bf82-9eff4a4e7968 admin admin] Pushing event updated for resources: {'Network': ['ID=b896f31e-62b0-4c89-b554-2d6ea14ce4b9,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:21.261631 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network b896f31e-62b0-4c89-b554-2d6ea14ce4b9 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:57:21.262425 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-32527939-bbba-4b32-9066-0add317ae127 service neutron] Request body: {'port': {'device_id': 'd2f6d70a-8b27-401b-9836-0c7d0f085634', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:21.264349 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3832e56f-63cd-4c2e-97c9-c3505f557f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:21.291356 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-17ad7ad2-4c4c-4e6a-bf82-9eff4a4e7968 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4207435 Aug 18 12:57:21.311334 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43552) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:21.314238 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-197814f6-87db-488b-a4ec-aebaaadad11a req-c9270f44-2f66-4d7d-ae7b-ebcb29a84340 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] 10.222.0.13 "GET /v2.0/security-groups?id=fde49000-d2f3-4507-a7fc-7cb5765d4aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750437 Aug 18 12:57:21.319080 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-901257c6-3914-4e99-a236-718be82c3db3 admin admin] Request body: {'subnet': {'network_id': 'b896f31e-62b0-4c89-b554-2d6ea14ce4b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1311855321-subnet', 'tenant_id': '62165f4489344ba1816de5df17dbe952', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:21.328368 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb9ce7-3e3b-4d42-8635-729281169723 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Pushing event deleted for resources: {'Port': ['ID=d5540f0a-3c84-4689-9f8b-34824e039aa4,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:21.357448 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3832e56f-63cd-4c2e-97c9-c3505f557f94 None None] Network ef55dfcc-523d-4f12-b8da-76e65c505057 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:57:21.360921 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-b8655e73-40c3-4476-a00f-b9f3c6ca45c9 admin admin] Allocated IP 172.25.6.169 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/fc8e97d5-172d-490c-993b-a90dcfe35740) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:57:21.365200 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-3832e56f-63cd-4c2e-97c9-c3505f557f94 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:57:21.373139 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3832e56f-63cd-4c2e-97c9-c3505f557f94 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:57:21.393970 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3832e56f-63cd-4c2e-97c9-c3505f557f94 None None] Pushing event updated for resources: {'Port': ['ID=3f6d2a05-cebf-4a9c-9fbd-1283a42164a4,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:21.414625 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ad01aa-6a57-4069-b35e-d7cbba5e0524 req-87cb9ce7-3e3b-4d42-8635-729281169723 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] No DVR routers for this DVR port d5540f0a-3c84-4689-9f8b-34824e039aa4 on host n-h1-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:57:21.427352 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-53c3dd10-5c7d-43ee-ae7c-ef424fba1b4f req-e058d41f-2581-4f8d-8b57-f21dff2e412b tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0999ac7-01c1-4fe3-8c3c-566c271306ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4904556 Aug 18 12:57:21.429016 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-d0ad01aa-6a57-4069-b35e-d7cbba5e0524 req-87cb9ce7-3e3b-4d42-8635-729281169723 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:21.431490 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d0ad01aa-6a57-4069-b35e-d7cbba5e0524 req-87cb9ce7-3e3b-4d42-8635-729281169723 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.39 "DELETE /v2.0/ports/d5540f0a-3c84-4689-9f8b-34824e039aa4 HTTP/1.1" status: 204 len: 173 time: 1.7342038 Aug 18 12:57:21.438512 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0f619d-1231-411c-a1ef-9f12df69fb76', 'name': 'network-vif-deleted', 'tag': 'd5540f0a-3c84-4689-9f8b-34824e039aa4'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:57:21.438661 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901257c6-3914-4e99-a236-718be82c3db3 admin admin] Made reservation on behalf of 62165f4489344ba1816de5df17dbe952 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:57:21.438771 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f78f8e0-6b58-4a3f-9b9e-91f2da27dc58" -d '{"events": [{"server_uuid": "1d0f619d-1231-411c-a1ef-9f12df69fb76", "name": "network-vif-deleted", "tag": "d5540f0a-3c84-4689-9f8b-34824e039aa4"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:57:21.440268 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-901257c6-3914-4e99-a236-718be82c3db3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:21.445823 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-32527939-bbba-4b32-9066-0add317ae127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:21.451832 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe87ddd6-7205-447e-9a22-7a21d1b4cf5f admin admin] Router 43afe92e-a00f-42f0-821c-afdf2054c7d5 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:57:21.493088 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-3832e56f-63cd-4c2e-97c9-c3505f557f94 None None] Attempting to bind port 3f6d2a05-cebf-4a9c-9fbd-1283a42164a4 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:57:21.493372 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-3832e56f-63cd-4c2e-97c9-c3505f557f94 None None] Attempting to bind port 3f6d2a05-cebf-4a9c-9fbd-1283a42164a4 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '02e1d0e2-ca25-417a-9e05-dd7985b03292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ef55dfcc-523d-4f12-b8da-76e65c505057'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:57:21.493739 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3832e56f-63cd-4c2e-97c9-c3505f557f94 None None] Attempting to bind port 3f6d2a05-cebf-4a9c-9fbd-1283a42164a4 on network ef55dfcc-523d-4f12-b8da-76e65c505057 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:57:21.501821 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d023c72-7b3f-4ad7-adfd-b069a6cbd4e9 x-openstack-request-id: req-9d023c72-7b3f-4ad7-adfd-b069a6cbd4e9 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:57:21.502145 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0f619d-1231-411c-a1ef-9f12df69fb76", "name": "network-vif-deleted", "tag": "d5540f0a-3c84-4689-9f8b-34824e039aa4", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:57:21.502411 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d023c72-7b3f-4ad7-adfd-b069a6cbd4e9 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:57:21.502800 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0f619d-1231-411c-a1ef-9f12df69fb76', 'name': 'network-vif-deleted', 'tag': 'd5540f0a-3c84-4689-9f8b-34824e039aa4', 'status': 'completed', 'code': 200} Aug 18 12:57:21.505442 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3832e56f-63cd-4c2e-97c9-c3505f557f94 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:57:21.506884 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3832e56f-63cd-4c2e-97c9-c3505f557f94 None None] Checking segment: {'id': '02e1d0e2-ca25-417a-9e05-dd7985b03292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ef55dfcc-523d-4f12-b8da-76e65c505057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:57:21.507910 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3832e56f-63cd-4c2e-97c9-c3505f557f94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:21.508696 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3832e56f-63cd-4c2e-97c9-c3505f557f94 None None] Bound using segment: {'id': '02e1d0e2-ca25-417a-9e05-dd7985b03292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ef55dfcc-523d-4f12-b8da-76e65c505057'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:57:21.511948 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-3832e56f-63cd-4c2e-97c9-c3505f557f94 None None] Bound port: 3f6d2a05-cebf-4a9c-9fbd-1283a42164a4, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e1d0e2-ca25-417a-9e05-dd7985b03292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ef55dfcc-523d-4f12-b8da-76e65c505057'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:57:21.511948 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3832e56f-63cd-4c2e-97c9-c3505f557f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:21.599856 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-3832e56f-63cd-4c2e-97c9-c3505f557f94 None None] For port 3f6d2a05-cebf-4a9c-9fbd-1283a42164a4, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:57:21.604451 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-3832e56f-63cd-4c2e-97c9-c3505f557f94 None None] For port 3f6d2a05-cebf-4a9c-9fbd-1283a42164a4, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=3f6d2a05-cebf-4a9c-9fbd-1283a42164a4,segment=NetworkSegment(02e1d0e2-ca25-417a-9e05-dd7985b03292),segment_id=02e1d0e2-ca25-417a-9e05-dd7985b03292)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:57:21.624800 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b8655e73-40c3-4476-a00f-b9f3c6ca45c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:21.677986 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3832e56f-63cd-4c2e-97c9-c3505f557f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:21.759749 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe87ddd6-7205-447e-9a22-7a21d1b4cf5f admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:57:21.767302 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-fe87ddd6-7205-447e-9a22-7a21d1b4cf5f admin admin] 10.222.0.13 "PUT /v2.0/routers/43afe92e-a00f-42f0-821c-afdf2054c7d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7344036 Aug 18 12:57:21.768346 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3832e56f-63cd-4c2e-97c9-c3505f557f94 None None] Pushing event updated for resources: {'Port': ['ID=3f6d2a05-cebf-4a9c-9fbd-1283a42164a4,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:21.772094 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43558) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:21.775313 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8e9bd4-fd75-44ab-adcd-a75b03387fff None None] Sync routers for ids ['43afe92e-a00f-42f0-821c-afdf2054c7d5'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:57:21.803816 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8e9bd4-fd75-44ab-adcd-a75b03387fff None None] Routers {'43afe92e-a00f-42f0-821c-afdf2054c7d5'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:57:21.805798 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-5f8e9bd4-fd75-44ab-adcd-a75b03387fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:57:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['43afe92e-a00f-42f0-821c-afdf2054c7d5'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:21.878805 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['cdc3938e-b903-4cfc-b24f-c5105921fbec'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:57:21.886886 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b8655e73-40c3-4476-a00f-b9f3c6ca45c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:21.901052 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-901257c6-3914-4e99-a236-718be82c3db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:21.932186 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e84c5-6180-4dc3-a6e1-9a77f84820d6 req-c35ccdb8-26c2-4cb1-aa69-de3b4ce04858 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:21.938764 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e84c5-6180-4dc3-a6e1-9a77f84820d6 req-c35ccdb8-26c2-4cb1-aa69-de3b4ce04858 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:21.957582 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e84c5-6180-4dc3-a6e1-9a77f84820d6 req-c35ccdb8-26c2-4cb1-aa69-de3b4ce04858 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:21.969989 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-018e84c5-6180-4dc3-a6e1-9a77f84820d6 req-c35ccdb8-26c2-4cb1-aa69-de3b4ce04858 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b85b76-c83b-4ea2-8969-f14f31d9a4da HTTP/1.1" status: 200 len: 2416 time: 0.2324471 Aug 18 12:57:22.028388 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-1cd77bf1-5a5a-465a-9f5a-f22cfd739924 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ac48e14392114051ba5d025a8226fe94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504470 Aug 18 12:57:22.080857 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-5f8e9bd4-fd75-44ab-adcd-a75b03387fff None None] Set router 43afe92e-a00f-42f0-821c-afdf2054c7d5 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:57:22.239190 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-018e84c5-6180-4dc3-a6e1-9a77f84820d6 req-aa064090-c95b-4781-9237-75f9d81633be tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/security-groups?id=51a6849c-d15a-4aae-9ba4-dedea7cdd11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572174 Aug 18 12:57:22.253888 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-32527939-bbba-4b32-9066-0add317ae127 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0d25559-ffd4-4271-88ed-625bf5bd6da6 {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:57:22.268070 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-32527939-bbba-4b32-9066-0add317ae127 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:22.338100 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-32527939-bbba-4b32-9066-0add317ae127 service neutron] Transition to ACTIVE for port object e0d25559-ffd4-4271-88ed-625bf5bd6da6 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:57:22.356318 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-7e71b895-a879-4215-a685-85ee974eb3b2 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:22.357871 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-7e71b895-a879-4215-a685-85ee974eb3b2 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3056531 Aug 18 12:57:22.370255 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-5f8e9bd4-fd75-44ab-adcd-a75b03387fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-407900697-router', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:55:29Z', 'updated_at': '2021-08-18T12:57:19Z', 'revision_number': 5, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'gw_port': {'id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:30Z', 'updated_at': '2021-08-18T12:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:22.375103 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-da17e9b2-2cf5-4bb4-8614-cc3480620e4e tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Request body: {'port': {'device_id': 'cfb81df6-6aaa-4f1e-a82c-d491e70bd4ef', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'admin_state_up': True, 'tenant_id': 'ac48e14392114051ba5d025a8226fe94'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:22.404556 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a409bc9d-e742-4f01-b4b5-576d00a36954 req-1f4309d4-ea7e-4183-95c5-53599bf4c2b5 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfb81df6-6aaa-4f1e-a82c-d491e70bd4ef HTTP/1.1" status: 200 len: 210 time: 0.0451117 Aug 18 12:57:22.409224 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8e9bd4-fd75-44ab-adcd-a75b03387fff None None] Checking router: 43afe92e-a00f-42f0-821c-afdf2054c7d5 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:57:22.418215 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8e9bd4-fd75-44ab-adcd-a75b03387fff None None] Routers {'43afe92e-a00f-42f0-821c-afdf2054c7d5'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:57:22.419256 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-5f8e9bd4-fd75-44ab-adcd-a75b03387fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:57:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['43afe92e-a00f-42f0-821c-afdf2054c7d5'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:22.441393 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-32527939-bbba-4b32-9066-0add317ae127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:22.536484 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8655e73-40c3-4476-a00f-b9f3c6ca45c9 admin admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:57:22.537743 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8655e73-40c3-4476-a00f-b9f3c6ca45c9 admin admin] Pushing event updated for resources: {'Port': ['ID=fc8e97d5-172d-490c-993b-a90dcfe35740,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:22.553314 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32527939-bbba-4b32-9066-0add317ae127 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d25559-ffd4-4271-88ed-625bf5bd6da6,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:22.559442 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-5f8e9bd4-fd75-44ab-adcd-a75b03387fff None None] Set router 43afe92e-a00f-42f0-821c-afdf2054c7d5 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:57:22.563078 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-b8655e73-40c3-4476-a00f-b9f3c6ca45c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:57:22.572499 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a774cf3b-ff68-4ba8-aed4-7b1fca926d21 req-66af241a-8d65-4090-94b0-60c80df3dab2 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d0f619d-1231-411c-a1ef-9f12df69fb76 HTTP/1.1" status: 200 len: 210 time: 0.6659877 Aug 18 12:57:22.573703 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8655e73-40c3-4476-a00f-b9f3c6ca45c9 admin admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:57:22.662286 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92084ec3-b87e-4895-837a-558bef262608 req-0ba1743c-b9e2-4eeb-a866-285b981c105b tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:22.663836 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-92084ec3-b87e-4895-837a-558bef262608 req-0ba1743c-b9e2-4eeb-a866-285b981c105b tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f6d70a-8b27-401b-9836-0c7d0f085634 HTTP/1.1" status: 200 len: 943 time: 0.1581969 Aug 18 12:57:22.709438 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-32527939-bbba-4b32-9066-0add317ae127 service neutron] Attempting to bind port e0d25559-ffd4-4271-88ed-625bf5bd6da6 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:57:22.709779 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-32527939-bbba-4b32-9066-0add317ae127 service neutron] Attempting to bind port e0d25559-ffd4-4271-88ed-625bf5bd6da6 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '58d4e80e-3ebf-4904-9cf5-2556f17eaf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '51543af4-c5b8-4a35-a638-c834cabe17c1'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:57:22.710149 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-32527939-bbba-4b32-9066-0add317ae127 service neutron] Attempting to bind port e0d25559-ffd4-4271-88ed-625bf5bd6da6 on network 51543af4-c5b8-4a35-a638-c834cabe17c1 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:57:22.718749 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-32527939-bbba-4b32-9066-0add317ae127 service neutron] Port e0d25559-ffd4-4271-88ed-625bf5bd6da6 on network 51543af4-c5b8-4a35-a638-c834cabe17c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:57:22.724244 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-32527939-bbba-4b32-9066-0add317ae127 service neutron] Attempting to bind port e0d25559-ffd4-4271-88ed-625bf5bd6da6 on network 51543af4-c5b8-4a35-a638-c834cabe17c1 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:57:22.737536 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-32527939-bbba-4b32-9066-0add317ae127 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:57:22.738029 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-32527939-bbba-4b32-9066-0add317ae127 service neutron] Checking segment: {'id': '58d4e80e-3ebf-4904-9cf5-2556f17eaf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '51543af4-c5b8-4a35-a638-c834cabe17c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:57:22.738557 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-32527939-bbba-4b32-9066-0add317ae127 service neutron] Bound using segment: {'id': '58d4e80e-3ebf-4904-9cf5-2556f17eaf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '51543af4-c5b8-4a35-a638-c834cabe17c1'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:57:22.739100 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-32527939-bbba-4b32-9066-0add317ae127 service neutron] Bound port: e0d25559-ffd4-4271-88ed-625bf5bd6da6, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58d4e80e-3ebf-4904-9cf5-2556f17eaf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '51543af4-c5b8-4a35-a638-c834cabe17c1'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:57:22.739826 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-32527939-bbba-4b32-9066-0add317ae127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:22.746068 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901257c6-3914-4e99-a236-718be82c3db3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01ff60f5-a1bd-4c4a-b8b1-0b6ab79f5acb,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:22.755305 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-92084ec3-b87e-4895-837a-558bef262608 req-0fba9873-9da0-49a1-8fbb-81b168d70b0a tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] 10.222.0.13 "GET /v2.0/security-groups?id=fde49000-d2f3-4507-a7fc-7cb5765d4aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766356 Aug 18 12:57:22.803214 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-da17e9b2-2cf5-4bb4-8614-cc3480620e4e tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Made reservation on behalf of ac48e14392114051ba5d025a8226fe94 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:57:22.807315 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-da17e9b2-2cf5-4bb4-8614-cc3480620e4e tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:22.826047 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-5f8e9bd4-fd75-44ab-adcd-a75b03387fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-407900697-router', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:55:29Z', 'updated_at': '2021-08-18T12:57:19Z', 'revision_number': 5, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'gw_port': {'id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:30Z', 'updated_at': '2021-08-18T12:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:22.846615 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-690990c6-d2e1-4b6e-8e82-f735cf7c0b27 admin admin] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:22.851676 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901257c6-3914-4e99-a236-718be82c3db3 admin admin] Checking segment: {'id': '203c474d-56e3-424f-9d3b-a131550498ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b896f31e-62b0-4c89-b554-2d6ea14ce4b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:57:22.852051 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901257c6-3914-4e99-a236-718be82c3db3 admin admin] Network hostable DHCP agents. Network: b896f31e-62b0-4c89-b554-2d6ea14ce4b9, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:57:22.857800 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 1e872a01-01b0-4998-9435-2adc354c93a0 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:57:22.873288 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8e9bd4-fd75-44ab-adcd-a75b03387fff None None] The sync data for ids ['43afe92e-a00f-42f0-821c-afdf2054c7d5'] in n-d-803603-2 is: [{'id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'name': 'tempest-FloatingIPsAssociationTestJSON-407900697-router', 'tenant_id': 'cb573690056e4ba3a87674b850fada6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:55:29Z', 'updated_at': '2021-08-18T12:57:19Z', 'revision_number': 5, 'project_id': 'cb573690056e4ba3a87674b850fada6d', 'gw_port': {'id': '929a5b5a-f2db-43ed-ab8c-dd27ee240a58', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43afe92e-a00f-42f0-821c-afdf2054c7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:30Z', 'updated_at': '2021-08-18T12:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:57:22.892272 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-32527939-bbba-4b32-9066-0add317ae127 service neutron] For port e0d25559-ffd4-4271-88ed-625bf5bd6da6, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:57:22.911299 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-32527939-bbba-4b32-9066-0add317ae127 service neutron] For port e0d25559-ffd4-4271-88ed-625bf5bd6da6, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=e0d25559-ffd4-4271-88ed-625bf5bd6da6,segment=NetworkSegment(58d4e80e-3ebf-4904-9cf5-2556f17eaf99),segment_id=58d4e80e-3ebf-4904-9cf5-2556f17eaf99)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:57:22.989275 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-32527939-bbba-4b32-9066-0add317ae127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:23.010161 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 1e872a01-01b0-4998-9435-2adc354c93a0 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:57:23.011084 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-32527939-bbba-4b32-9066-0add317ae127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:23.012014 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-32527939-bbba-4b32-9066-0add317ae127 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:23.013387 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-32527939-bbba-4b32-9066-0add317ae127 service neutron] 10.222.0.39 "PUT /v2.0/ports/e0d25559-ffd4-4271-88ed-625bf5bd6da6 HTTP/1.1" status: 200 len: 1091 time: 2.0755608 Aug 18 12:57:23.014136 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602197fd-d8fb-440b-aa11-ca0ec156403c req-e571216d-c691-41c8-af91-a69f6ab5c3fc tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:23.015211 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 1e872a01-01b0-4998-9435-2adc354c93a0 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:57:23.015712 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:23.015842 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-602197fd-d8fb-440b-aa11-ca0ec156403c req-e571216d-c691-41c8-af91-a69f6ab5c3fc tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16b3c89-8935-45d9-bea5-366ebed2a00e HTTP/1.1" status: 200 len: 946 time: 0.3244066 Aug 18 12:57:23.082401 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32527939-bbba-4b32-9066-0add317ae127 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d25559-ffd4-4271-88ed-625bf5bd6da6,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:23.087425 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-602197fd-d8fb-440b-aa11-ca0ec156403c req-abe140b3-ab87-414e-98d5-38071f426926 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0999ac7-01c1-4fe3-8c3c-566c271306ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562460 Aug 18 12:57:23.092595 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-690990c6-d2e1-4b6e-8e82-f735cf7c0b27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:23.093392 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-da17e9b2-2cf5-4bb4-8614-cc3480620e4e tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Allocated IP 192.168.233.99 (f82a481e-2d3e-49f3-a273-639556667c8a/38dc8434-66c0-4e05-8cce-b4a4a0f33dc3/db83e3cf-31d7-4b4a-92c4-68ced55e1e8b) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:57:23.116422 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:23.126566 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901257c6-3914-4e99-a236-718be82c3db3 admin admin] Network b896f31e-62b0-4c89-b554-2d6ea14ce4b9 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:57:23.164476 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b85b76-c83b-4ea2-8969-f14f31d9a4da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e872a01-01b0-4998-9435-2adc354c93a0'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:57:23.170431 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e680caa-c67e-456f-9f22-7f91db54e04e" -d '{"events": [{"server_uuid": "78b85b76-c83b-4ea2-8969-f14f31d9a4da", "name": "network-vif-plugged", "status": "completed", "tag": "1e872a01-01b0-4998-9435-2adc354c93a0"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:57:23.203722 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 1e872a01-01b0-4998-9435-2adc354c93a0, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=1e872a01-01b0-4998-9435-2adc354c93a0,segment=NetworkSegment(72c3b8d9-d076-4696-8c50-dbe9343efd83),segment_id=72c3b8d9-d076-4696-8c50-dbe9343efd83)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:23.228558 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a7d4ba-5fa2-4536-8f42-76b8b0616966 None None] Network ef55dfcc-523d-4f12-b8da-76e65c505057 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:57:23.266593 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-901257c6-3914-4e99-a236-718be82c3db3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, b896f31e-62b0-4c89-b554-2d6ea14ce4b9) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:57:23.279572 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-6caf4d81-ac44-464d-98f1-fde86cfe359e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:23.281800 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-6caf4d81-ac44-464d-98f1-fde86cfe359e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b25cb5fd9b5548d494cdea56e363383d&device_id=d2f6d70a-8b27-401b-9836-0c7d0f085634 HTTP/1.1" status: 200 len: 1094 time: 0.1441574 Aug 18 12:57:23.288776 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901257c6-3914-4e99-a236-718be82c3db3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:23.290459 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-901257c6-3914-4e99-a236-718be82c3db3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:23.329179 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d068b0-aa8f-4a69-a001-890e4051898c x-openstack-request-id: req-22d068b0-aa8f-4a69-a001-890e4051898c {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:57:23.329433 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b85b76-c83b-4ea2-8969-f14f31d9a4da", "name": "network-vif-plugged", "status": "completed", "tag": "1e872a01-01b0-4998-9435-2adc354c93a0", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:57:23.329657 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22d068b0-aa8f-4a69-a001-890e4051898c {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:57:23.334624 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b85b76-c83b-4ea2-8969-f14f31d9a4da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e872a01-01b0-4998-9435-2adc354c93a0', 'code': 200} Aug 18 12:57:23.336270 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717bf21c-b77c-4ca8-9b3c-c9061816c187 None None] Network b896f31e-62b0-4c89-b554-2d6ea14ce4b9 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:57:23.339453 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b8655e73-40c3-4476-a00f-b9f3c6ca45c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:23.348129 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:23.348926 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device dc3ad10e-838a-4b84-aae3-99af09eeef92 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:57:23.356741 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-9ddfdcba-f56d-4784-843a-519a927397e6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0d25559-ffd4-4271-88ed-625bf5bd6da6 HTTP/1.1" status: 200 len: 217 time: 0.0577369 Aug 18 12:57:23.394087 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-690990c6-d2e1-4b6e-8e82-f735cf7c0b27 admin admin] Deleting port 929a5b5a-f2db-43ed-ab8c-dd27ee240a58 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:57:23.394455 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-690990c6-d2e1-4b6e-8e82-f735cf7c0b27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:23.425492 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-901257c6-3914-4e99-a236-718be82c3db3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1099846 Aug 18 12:57:23.488498 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-da17e9b2-2cf5-4bb4-8614-cc3480620e4e tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:23.499324 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae660027-1f6f-4de6-bb96-1c11cd721e2d req-f4558a37-d623-4637-abb7-1ada6ea099b9 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:23.501105 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ae660027-1f6f-4de6-bb96-1c11cd721e2d req-f4558a37-d623-4637-abb7-1ada6ea099b9 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/ports?device_id=aeff3968-6943-4475-9de3-fac2cd516801 HTTP/1.1" status: 200 len: 945 time: 0.2840242 Aug 18 12:57:23.505959 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2f6d70a-8b27-401b-9836-0c7d0f085634', 'tag': 'e0d25559-ffd4-4271-88ed-625bf5bd6da6'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:57:23.508573 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b00365e-66ca-4555-ae03-c24393e6c05f" -d '{"events": [{"name": "network-changed", "server_uuid": "d2f6d70a-8b27-401b-9836-0c7d0f085634", "tag": "e0d25559-ffd4-4271-88ed-625bf5bd6da6"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:57:23.533976 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-1023bd5a-efd8-48dd-bf93-410b478168a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:23.538154 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-1023bd5a-efd8-48dd-bf93-410b478168a7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f43eb4a0-b4a6-403f-b3ea-9d00d86d0a8c HTTP/1.1" status: 200 len: 865 time: 0.1419294 Aug 18 12:57:23.583344 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-da17e9b2-2cf5-4bb4-8614-cc3480620e4e tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Transition to ACTIVE for port object db83e3cf-31d7-4b4a-92c4-68ced55e1e8b will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:57:23.627628 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c59142-2d5b-49a5-b5b2-d5ee6f9016ef req-d8cfd5f0-0637-4046-8822-878f7b42a6a4 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:23.638332 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c59142-2d5b-49a5-b5b2-d5ee6f9016ef req-d8cfd5f0-0637-4046-8822-878f7b42a6a4 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:23.647174 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c59142-2d5b-49a5-b5b2-d5ee6f9016ef req-d8cfd5f0-0637-4046-8822-878f7b42a6a4 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:23.653237 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e7c59142-2d5b-49a5-b5b2-d5ee6f9016ef req-d8cfd5f0-0637-4046-8822-878f7b42a6a4 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b85b76-c83b-4ea2-8969-f14f31d9a4da HTTP/1.1" status: 200 len: 2417 time: 0.2751627 Aug 18 12:57:23.687894 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-690990c6-d2e1-4b6e-8e82-f735cf7c0b27 admin admin] For port 929a5b5a-f2db-43ed-ab8c-dd27ee240a58, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=929a5b5a-f2db-43ed-ab8c-dd27ee240a58,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:23.687894 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-690990c6-d2e1-4b6e-8e82-f735cf7c0b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:23.698849 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device d5540f0a-3c84-4689-9f8b-34824e039aa4 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:57:23.700679 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-607ef58e-3ed4-4c24-aacc-37175de20792 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=51543af4-c5b8-4a35-a638-c834cabe17c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557718 Aug 18 12:57:23.700847 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 3f6d2a05-cebf-4a9c-9fbd-1283a42164a4 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:57:23.705798 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ae660027-1f6f-4de6-bb96-1c11cd721e2d req-9d2d40e8-186b-4533-8d5e-6e0b767af9ba tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0999ac7-01c1-4fe3-8c3c-566c271306ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656649 Aug 18 12:57:23.707556 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-da17e9b2-2cf5-4bb4-8614-cc3480620e4e tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:23.738223 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-690990c6-d2e1-4b6e-8e82-f735cf7c0b27 admin admin] Calling delete_port for 929a5b5a-f2db-43ed-ab8c-dd27ee240a58 owned by network:router_gateway {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:57:23.769238 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-5dbe9519-52b2-478f-92bc-7099d420ca5d None None] Provisioning for port 3f6d2a05-cebf-4a9c-9fbd-1283a42164a4 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:57:23.771330 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=1e872a01-01b0-4998-9435-2adc354c93a0,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:23.797995 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e7c59142-2d5b-49a5-b5b2-d5ee6f9016ef req-8321f037-18de-4af2-a8b9-5524cdb10838 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/security-groups?id=51a6849c-d15a-4aae-9ba4-dedea7cdd11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278055 Aug 18 12:57:23.811297 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da17e9b2-2cf5-4bb4-8614-cc3480620e4e tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Pushing event updated for resources: {'Port': ['ID=db83e3cf-31d7-4b4a-92c4-68ced55e1e8b,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:23.811973 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['44bf2515-cd47-443d-b2d8-b5004621c8e9', '384a8833-88fe-4c1d-be0c-1a73f037e676', 'd9f8d7ab-5bd5-407f-b270-de7ccc354679', '0cc63bf1-f915-449c-86d3-c95f41dc0d73'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:57:23.822921 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['2308fcb3-38a2-4859-8f4f-93c5076d787e', '10be887f-d4a7-4e50-96c9-afdefe48e1fb'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:57:23.837809 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-da17e9b2-2cf5-4bb4-8614-cc3480620e4e tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Network f82a481e-2d3e-49f3-a273-639556667c8a is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:57:23.865126 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7946a0e-ad50-4676-8513-49cd560e0987 x-openstack-request-id: req-e7946a0e-ad50-4676-8513-49cd560e0987 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:57:23.865326 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2f6d70a-8b27-401b-9836-0c7d0f085634", "tag": "e0d25559-ffd4-4271-88ed-625bf5bd6da6", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:57:23.865560 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7946a0e-ad50-4676-8513-49cd560e0987 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:57:23.865938 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2f6d70a-8b27-401b-9836-0c7d0f085634', 'tag': 'e0d25559-ffd4-4271-88ed-625bf5bd6da6', 'status': 'completed', 'code': 200} Aug 18 12:57:23.867582 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-da17e9b2-2cf5-4bb4-8614-cc3480620e4e tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:57:23.873546 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-da17e9b2-2cf5-4bb4-8614-cc3480620e4e tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:57:23.912663 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: d5540f0a-3c84-4689-9f8b-34824e039aa4 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:57:23.914405 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b8655e73-40c3-4476-a00f-b9f3c6ca45c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:23.914765 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device d5540f0a-3c84-4689-9f8b-34824e039aa4 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:57:23.936954 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f4754-e5d7-45e2-b3bd-b30f929fa5a9 req-494c6927-98a5-4351-bfcf-8b2add901866 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:23.938531 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8c9f4754-e5d7-45e2-b3bd-b30f929fa5a9 req-494c6927-98a5-4351-bfcf-8b2add901866 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfb81df6-6aaa-4f1e-a82c-d491e70bd4ef HTTP/1.1" status: 200 len: 935 time: 0.1217339 Aug 18 12:57:24.016032 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-da17e9b2-2cf5-4bb4-8614-cc3480620e4e tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:24.016861 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-da17e9b2-2cf5-4bb4-8614-cc3480620e4e tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:24.023097 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-4a3547d7-5ced-42c9-a59b-b20631518d72 service neutron] 10.222.0.39 "GET /v2.0/networks/51543af4-c5b8-4a35-a638-c834cabe17c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131337 Aug 18 12:57:24.150763 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8c9f4754-e5d7-45e2-b3bd-b30f929fa5a9 req-3690c427-efa4-404d-af2c-367fade94a65 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802604 Aug 18 12:57:24.174562 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-da17e9b2-2cf5-4bb4-8614-cc3480620e4e tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8019269 Aug 18 12:57:24.187339 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-0e67f5ff-9055-498e-ab48-cc9aaad4351f service neutron] Request body: {'port': {'device_id': 'cfb81df6-6aaa-4f1e-a82c-d491e70bd4ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:24.234711 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port dc3ad10e-838a-4b84-aae3-99af09eeef92 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:57:24.251816 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-0e67f5ff-9055-498e-ab48-cc9aaad4351f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:24.253887 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-690990c6-d2e1-4b6e-8e82-f735cf7c0b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:24.259473 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53763d8-f6cb-4d8b-86fc-1c134fce29c8 None None] Network b896f31e-62b0-4c89-b554-2d6ea14ce4b9 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:57:24.307502 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-15f987cc-7b37-46d5-99d0-a7f47ed44d3d req-9bf2fd75-e567-4746-ba0b-1d1b947fbf2f service neutron] 10.222.0.39 "GET /v2.0/networks/51543af4-c5b8-4a35-a638-c834cabe17c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683172 Aug 18 12:57:24.322815 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690990c6-d2e1-4b6e-8e82-f735cf7c0b27 admin admin] Pushing event deleted for resources: {'Port': ['ID=929a5b5a-f2db-43ed-ab8c-dd27ee240a58,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:24.330908 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port dc3ad10e-838a-4b84-aae3-99af09eeef92 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:57:24.332009 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:24.350714 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 3f6d2a05-cebf-4a9c-9fbd-1283a42164a4 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:57:24.452263 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 3f6d2a05-cebf-4a9c-9fbd-1283a42164a4 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:57:24.452912 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:24.461688 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-e7c1f1ad-fc59-4460-935a-aa9d47db03da tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:24.463329 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-e7c1f1ad-fc59-4460-935a-aa9d47db03da tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/networks?id=b896f31e-62b0-4c89-b554-2d6ea14ce4b9 HTTP/1.1" status: 200 len: 812 time: 0.2756388 Aug 18 12:57:24.466500 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-690990c6-d2e1-4b6e-8e82-f735cf7c0b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:24.538690 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8655e73-40c3-4476-a00f-b9f3c6ca45c9 admin admin] Router 4e486bcf-156c-4a07-ad87-c642a5034dff is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:57:24.568788 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-23711743-699e-4d3c-8135-96067baf6779 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/quotas/62165f4489344ba1816de5df17dbe952 HTTP/1.1" status: 200 len: 375 time: 0.0984223 Aug 18 12:57:24.571603 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b00365e-66ca-4555-ae03-c24393e6c05f req-aba4ab80-37a9-4b6a-b378-3b33067c081d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:24.573136 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7b00365e-66ca-4555-ae03-c24393e6c05f req-aba4ab80-37a9-4b6a-b378-3b33067c081d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b25cb5fd9b5548d494cdea56e363383d&device_id=d2f6d70a-8b27-401b-9836-0c7d0f085634 HTTP/1.1" status: 200 len: 1094 time: 0.1211967 Aug 18 12:57:24.595161 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-690990c6-d2e1-4b6e-8e82-f735cf7c0b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:24.599475 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-690990c6-d2e1-4b6e-8e82-f735cf7c0b27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:24.603519 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-6b718fb8-0077-4155-9670-20ae69f475bb None None] Provisioning for port db83e3cf-31d7-4b4a-92c4-68ced55e1e8b completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:57:24.641434 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-6b718fb8-0077-4155-9670-20ae69f475bb None None] Provisioning complete for port db83e3cf-31d7-4b4a-92c4-68ced55e1e8b triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:57:24.641863 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6b718fb8-0077-4155-9670-20ae69f475bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:24.658106 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-b555c6d6-7d39-4658-84ce-7cd70fe210ce tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=62165f4489344ba1816de5df17dbe952&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0806415 Aug 18 12:57:24.781043 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-690990c6-d2e1-4b6e-8e82-f735cf7c0b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:24.782318 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690990c6-d2e1-4b6e-8e82-f735cf7c0b27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43afe92e-a00f-42f0-821c-afdf2054c7d5 {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:57:24.815409 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-690990c6-d2e1-4b6e-8e82-f735cf7c0b27 admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:24.820413 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-690990c6-d2e1-4b6e-8e82-f735cf7c0b27 admin admin] 10.222.0.13 "DELETE /v2.0/routers/43afe92e-a00f-42f0-821c-afdf2054c7d5 HTTP/1.1" status: 204 len: 168 time: 3.0427053 Aug 18 12:57:24.820413 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43606) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:24.859564 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-6b718fb8-0077-4155-9670-20ae69f475bb None None] Port db83e3cf-31d7-4b4a-92c4-68ced55e1e8b cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:57:24.880334 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:24.898141 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:24.909323 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8655e73-40c3-4476-a00f-b9f3c6ca45c9 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:57:24.933639 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58cfbf2-f711-4387-9acd-2c59a7e8aa5b None None] Sync routers for ids ['4e486bcf-156c-4a07-ad87-c642a5034dff'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:57:24.934332 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-f667aa02-ce82-440b-9144-c9833408cbf8 service neutron] 10.222.0.13 "GET /v2.0/networks/b896f31e-62b0-4c89-b554-2d6ea14ce4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633710 Aug 18 12:57:25.017220 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58cfbf2-f711-4387-9acd-2c59a7e8aa5b None None] Routers {'4e486bcf-156c-4a07-ad87-c642a5034dff'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:57:25.017975 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d58cfbf2-f711-4387-9acd-2c59a7e8aa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:57:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['4e486bcf-156c-4a07-ad87-c642a5034dff'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:25.032653 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port dc3ad10e-838a-4b84-aae3-99af09eeef92, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=dc3ad10e-838a-4b84-aae3-99af09eeef92,segment=NetworkSegment(940830b9-5ada-4d93-8436-150f8f02aacc),segment_id=940830b9-5ada-4d93-8436-150f8f02aacc)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:25.043141 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-4875c542-8fc5-48e7-b02e-bccbd72fbfd5 service neutron] 10.222.0.13 "GET /v2.0/networks/b896f31e-62b0-4c89-b554-2d6ea14ce4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083024 Aug 18 12:57:25.044205 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b8655e73-40c3-4476-a00f-b9f3c6ca45c9 admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:25.045862 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b8655e73-40c3-4476-a00f-b9f3c6ca45c9 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.1582203 Aug 18 12:57:25.052068 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-d780d05b-38f8-4ca2-8c76-7f32fea95564 admin admin] Deleting subnet 54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:57:25.052920 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43608) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:25.056751 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d780d05b-38f8-4ca2-8c76-7f32fea95564 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:25.076589 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 3f6d2a05-cebf-4a9c-9fbd-1283a42164a4, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=3f6d2a05-cebf-4a9c-9fbd-1283a42164a4,segment=NetworkSegment(02e1d0e2-ca25-417a-9e05-dd7985b03292),segment_id=02e1d0e2-ca25-417a-9e05-dd7985b03292)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:25.106227 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b72ee60b-9bdd-43d0-bf3a-99bb91d9d51a None None] Provisioning complete for port 3f6d2a05-cebf-4a9c-9fbd-1283a42164a4 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:57:25.106638 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b72ee60b-9bdd-43d0-bf3a-99bb91d9d51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:25.113628 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:25.115208 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b00365e-66ca-4555-ae03-c24393e6c05f req-81e74b61-8330-4c43-b832-3627a1b9d392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:25.117652 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7b00365e-66ca-4555-ae03-c24393e6c05f req-81e74b61-8330-4c43-b832-3627a1b9d392 service neutron] 10.222.0.39 "GET /v2.0/networks?id=51543af4-c5b8-4a35-a638-c834cabe17c1 HTTP/1.1" status: 200 len: 926 time: 0.5352597 Aug 18 12:57:25.127526 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d780d05b-38f8-4ca2-8c76-7f32fea95564 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:25.144989 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1af9b7-2bdc-4f27-8d35-e024e98db30d req-39ef10bf-c8a7-4b8e-b97c-9103936977c2 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:25.146480 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4b1af9b7-2bdc-4f27-8d35-e024e98db30d req-39ef10bf-c8a7-4b8e-b97c-9103936977c2 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f6d70a-8b27-401b-9836-0c7d0f085634 HTTP/1.1" status: 200 len: 943 time: 0.2129073 Aug 18 12:57:25.176498 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device cdc3938e-b903-4cfc-b24f-c5105921fbec up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:57:25.216585 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d780d05b-38f8-4ca2-8c76-7f32fea95564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:25.227961 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:25.228568 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7b00365e-66ca-4555-ae03-c24393e6c05f req-e4f98c3a-2981-4a3f-8fee-e5381401ca70 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0d25559-ffd4-4271-88ed-625bf5bd6da6 HTTP/1.1" status: 200 len: 217 time: 0.0940473 Aug 18 12:57:25.258317 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4487bb35-0a20-4c01-8048-1012e4021f4b no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:57:25.278481 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-0e67f5ff-9055-498e-ab48-cc9aaad4351f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db83e3cf-31d7-4b4a-92c4-68ced55e1e8b {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:57:25.315338 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-0e67f5ff-9055-498e-ab48-cc9aaad4351f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:25.338945 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4b1af9b7-2bdc-4f27-8d35-e024e98db30d req-de70d31c-23e7-40a3-9e3c-ea9a94ce872b tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] 10.222.0.13 "GET /v2.0/security-groups?id=fde49000-d2f3-4507-a7fc-7cb5765d4aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809974 Aug 18 12:57:25.345309 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b85b76-c83b-4ea2-8969-f14f31d9a4da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3ad10e-838a-4b84-aae3-99af09eeef92'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:57:25.355028 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3d78d8-be1d-4fa0-8063-faa951c13006" -d '{"events": [{"server_uuid": "78b85b76-c83b-4ea2-8969-f14f31d9a4da", "name": "network-vif-plugged", "status": "completed", "tag": "dc3ad10e-838a-4b84-aae3-99af09eeef92"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:57:25.381069 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-0e67f5ff-9055-498e-ab48-cc9aaad4351f service neutron] Transition to ACTIVE for port object db83e3cf-31d7-4b4a-92c4-68ced55e1e8b will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:57:25.386445 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d780d05b-38f8-4ca2-8c76-7f32fea95564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:25.386611 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b00365e-66ca-4555-ae03-c24393e6c05f req-b644b6aa-3056-4785-8639-5c4af1f58256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:25.388035 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7b00365e-66ca-4555-ae03-c24393e6c05f req-b644b6aa-3056-4785-8639-5c4af1f58256 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f43eb4a0-b4a6-403f-b3ea-9d00d86d0a8c HTTP/1.1" status: 200 len: 865 time: 0.1240523 Aug 18 12:57:25.397314 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-d58cfbf2-f711-4387-9acd-2c59a7e8aa5b None None] Set router 4e486bcf-156c-4a07-ad87-c642a5034dff gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:57:25.410244 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-afba8d1d-7dcd-437f-b619-81ee3cb83653 req-c7817f80-3d62-4040-9a91-1875922e548b tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups/291558d0-eecd-4d1f-88b9-becaab2ddfd8 HTTP/1.1" status: 200 len: 1801 time: 0.1159804 Aug 18 12:57:25.443422 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d780d05b-38f8-4ca2-8c76-7f32fea95564 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:25.448086 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d780d05b-38f8-4ca2-8c76-7f32fea95564 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649 HTTP/1.1" status: 204 len: 168 time: 0.6228507 Aug 18 12:57:25.448203 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780d05b-38f8-4ca2-8c76-7f32fea95564 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54f8b62a-00d0-4f4d-a7d5-ec1a0c81a649,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:25.461589 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43618) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:25.492636 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 4487bb35-0a20-4c01-8048-1012e4021f4b {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:57:25.495155 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4487bb35-0a20-4c01-8048-1012e4021f4b not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:57:25.533862 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-0e67f5ff-9055-498e-ab48-cc9aaad4351f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:25.570627 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c7c86e18-6b00-4013-85dc-500fbf17f3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:25.609345 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c57c8a-a81f-4f6b-bf10-c9e1bf01b679 None None] Network 227091c7-65ab-4b5a-b9bc-947d45191f2c requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:57:25.612183 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 929a5b5a-f2db-43ed-ab8c-dd27ee240a58 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:57:25.614122 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7b00365e-66ca-4555-ae03-c24393e6c05f req-ad3f08e8-fdc1-4d37-887b-fb865e0fbd8f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=51543af4-c5b8-4a35-a638-c834cabe17c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930164 Aug 18 12:57:25.629304 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-afba8d1d-7dcd-437f-b619-81ee3cb83653 req-7e8b90dc-5819-4a7b-b314-391ce3514c93 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:25.657881 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-afba8d1d-7dcd-437f-b619-81ee3cb83653 req-7e8b90dc-5819-4a7b-b314-391ce3514c93 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:25.712325 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=dc3ad10e-838a-4b84-aae3-99af09eeef92,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:25.719837 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-c7c86e18-6b00-4013-85dc-500fbf17f3f4 admin admin] Deleting port 2748422e-5e5c-425c-b7d2-93bb68aa308d {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:57:25.719837 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c7c86e18-6b00-4013-85dc-500fbf17f3f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:25.724081 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 929a5b5a-f2db-43ed-ab8c-dd27ee240a58 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:57:25.724488 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 929a5b5a-f2db-43ed-ab8c-dd27ee240a58 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:57:25.759756 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e67f5ff-9055-498e-ab48-cc9aaad4351f service neutron] Pushing event updated for resources: {'Port': ['ID=db83e3cf-31d7-4b4a-92c4-68ced55e1e8b,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:25.808933 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-c7c86e18-6b00-4013-85dc-500fbf17f3f4 admin admin] For port 2748422e-5e5c-425c-b7d2-93bb68aa308d, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=2748422e-5e5c-425c-b7d2-93bb68aa308d,segment=NetworkSegment(2a651c51-e808-45f2-beb8-aef53853dc6e),segment_id=2a651c51-e808-45f2-beb8-aef53853dc6e)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:25.809362 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c7c86e18-6b00-4013-85dc-500fbf17f3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:25.824725 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-c7c86e18-6b00-4013-85dc-500fbf17f3f4 admin admin] Calling delete_port for 2748422e-5e5c-425c-b7d2-93bb68aa308d owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:57:25.869895 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7b00365e-66ca-4555-ae03-c24393e6c05f req-f4031c15-236a-4ca4-841f-bc283550d73f service neutron] 10.222.0.39 "GET /v2.0/networks/51543af4-c5b8-4a35-a638-c834cabe17c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449837 Aug 18 12:57:25.927611 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-afba8d1d-7dcd-437f-b619-81ee3cb83653 req-7e8b90dc-5819-4a7b-b314-391ce3514c93 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:25.930440 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-afba8d1d-7dcd-437f-b619-81ee3cb83653 req-7e8b90dc-5819-4a7b-b314-391ce3514c93 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:25.942988 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-afba8d1d-7dcd-437f-b619-81ee3cb83653 req-7e8b90dc-5819-4a7b-b314-391ce3514c93 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "DELETE /v2.0/security-groups/291558d0-eecd-4d1f-88b9-becaab2ddfd8 HTTP/1.1" status: 204 len: 173 time: 0.5315003 Aug 18 12:57:25.961140 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=3f6d2a05-cebf-4a9c-9fbd-1283a42164a4,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:26.028646 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port cdc3938e-b903-4cfc-b24f-c5105921fbec completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:57:26.049266 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b90dc-5819-4a7b-b314-391ce3514c93 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=291558d0-eecd-4d1f-88b9-becaab2ddfd8,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:26.087965 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port cdc3938e-b903-4cfc-b24f-c5105921fbec triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:57:26.088348 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:26.097755 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-0e67f5ff-9055-498e-ab48-cc9aaad4351f service neutron] Attempting to bind port db83e3cf-31d7-4b4a-92c4-68ced55e1e8b on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:57:26.098406 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-0e67f5ff-9055-498e-ab48-cc9aaad4351f service neutron] Attempting to bind port db83e3cf-31d7-4b4a-92c4-68ced55e1e8b by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:57:26.098984 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-0e67f5ff-9055-498e-ab48-cc9aaad4351f service neutron] Attempting to bind port db83e3cf-31d7-4b4a-92c4-68ced55e1e8b on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:57:26.119086 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951333a7-1fb8-4d9f-9a63-e051a7f08049 req-c5ba199a-2bd5-4003-bfc8-c3d009324d1b tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:26.120696 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-951333a7-1fb8-4d9f-9a63-e051a7f08049 req-c5ba199a-2bd5-4003-bfc8-c3d009324d1b tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.20 "GET /v2.0/ports?device_id=aeff3968-6943-4475-9de3-fac2cd516801 HTTP/1.1" status: 200 len: 945 time: 0.1712909 Aug 18 12:57:26.133696 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-0e67f5ff-9055-498e-ab48-cc9aaad4351f service neutron] Port db83e3cf-31d7-4b4a-92c4-68ced55e1e8b on network f82a481e-2d3e-49f3-a273-639556667c8a not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:57:26.134383 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-0e67f5ff-9055-498e-ab48-cc9aaad4351f service neutron] Attempting to bind port db83e3cf-31d7-4b4a-92c4-68ced55e1e8b on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:57:26.135962 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64818d5-19cf-4588-acfb-231d9dec3332 req-cd4b856c-aa92-4de2-976a-cee225fd13d7 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:26.137507 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f64818d5-19cf-4588-acfb-231d9dec3332 req-cd4b856c-aa92-4de2-976a-cee225fd13d7 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfb81df6-6aaa-4f1e-a82c-d491e70bd4ef HTTP/1.1" status: 200 len: 947 time: 0.1113193 Aug 18 12:57:26.163998 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-0e67f5ff-9055-498e-ab48-cc9aaad4351f service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:57:26.164492 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-0e67f5ff-9055-498e-ab48-cc9aaad4351f service neutron] Checking segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:57:26.164985 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-0e67f5ff-9055-498e-ab48-cc9aaad4351f service neutron] Bound using segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:57:26.165548 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-0e67f5ff-9055-498e-ab48-cc9aaad4351f service neutron] Bound port: db83e3cf-31d7-4b4a-92c4-68ced55e1e8b, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:57:26.166010 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-0e67f5ff-9055-498e-ab48-cc9aaad4351f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:26.180645 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c7c86e18-6b00-4013-85dc-500fbf17f3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:26.195187 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7b00365e-66ca-4555-ae03-c24393e6c05f req-12f1f600-6fd8-47f1-9665-abd47c64f85e service neutron] 10.222.0.39 "GET /v2.0/networks/51543af4-c5b8-4a35-a638-c834cabe17c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081620 Aug 18 12:57:26.223268 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215878d-d248-4fdd-8491-51cc5b0a1b18 req-0d270ac4-b6d6-4a8b-a259-bfd2e7ec75bd tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:26.229934 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215878d-d248-4fdd-8491-51cc5b0a1b18 req-0d270ac4-b6d6-4a8b-a259-bfd2e7ec75bd tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:26.236998 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215878d-d248-4fdd-8491-51cc5b0a1b18 req-0d270ac4-b6d6-4a8b-a259-bfd2e7ec75bd tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:26.241093 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c86e18-6b00-4013-85dc-500fbf17f3f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2748422e-5e5c-425c-b7d2-93bb68aa308d,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:26.244355 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1215878d-d248-4fdd-8491-51cc5b0a1b18 req-0d270ac4-b6d6-4a8b-a259-bfd2e7ec75bd tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b85b76-c83b-4ea2-8969-f14f31d9a4da HTTP/1.1" status: 200 len: 2418 time: 0.2225802 Aug 18 12:57:26.252866 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c86e18-6b00-4013-85dc-500fbf17f3f4 admin admin] No DVR routers for this DVR port 2748422e-5e5c-425c-b7d2-93bb68aa308d on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:57:26.300250 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c40985cd-b57f-49d5-b729-90d9d9bbac12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:26.362651 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1215878d-d248-4fdd-8491-51cc5b0a1b18 req-da60e9df-9150-45b1-a617-5fb39d2feb02 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/security-groups?id=51a6849c-d15a-4aae-9ba4-dedea7cdd11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124074 Aug 18 12:57:26.384936 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d58cfbf2-f711-4387-9acd-2c59a7e8aa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e486bcf-156c-4a07-ad87-c642a5034dff', 'name': 'tempest-FloatingIPDetailsTestJSON-745401091-router', 'tenant_id': 'f5276defc25b4c8498210980601f90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'fc8e97d5-172d-490c-993b-a90dcfe35740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:57:19Z', 'updated_at': '2021-08-18T12:57:23Z', 'revision_number': 3, 'project_id': 'f5276defc25b4c8498210980601f90f8', 'gw_port': {'id': 'fc8e97d5-172d-490c-993b-a90dcfe35740', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e486bcf-156c-4a07-ad87-c642a5034dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:57:21Z', 'updated_at': '2021-08-18T12:57:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:26.461008 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58cfbf2-f711-4387-9acd-2c59a7e8aa5b None None] Checking router: 4e486bcf-156c-4a07-ad87-c642a5034dff for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:57:26.461378 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58cfbf2-f711-4387-9acd-2c59a7e8aa5b None None] Updating router 4e486bcf-156c-4a07-ad87-c642a5034dff port fc8e97d5-172d-490c-993b-a90dcfe35740 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:57:26.470644 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97abe10-d4ea-42fe-8e11-994a968bfca7 None None] DHCP port deletion for 227091c7-65ab-4b5a-b9bc-947d45191f2c request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:57:26.495681 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-0e67f5ff-9055-498e-ab48-cc9aaad4351f service neutron] For port db83e3cf-31d7-4b4a-92c4-68ced55e1e8b, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:57:26.521162 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fac3e393-1bfb-4491-9482-c5a00c633378 req-f228eb4d-5856-45ad-a62a-fdbfbd1fa007 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=086cb2ae-5b95-4284-9c32-d7f41aa4debc HTTP/1.1" status: 200 len: 210 time: 0.0680964 Aug 18 12:57:26.544499 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:26.546583 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d58cfbf2-f711-4387-9acd-2c59a7e8aa5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:26.550412 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-0e67f5ff-9055-498e-ab48-cc9aaad4351f service neutron] For port db83e3cf-31d7-4b4a-92c4-68ced55e1e8b, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=db83e3cf-31d7-4b4a-92c4-68ced55e1e8b,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:57:26.622459 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a777adf7-db81-4da6-a4eb-adfd71a2643c x-openstack-request-id: req-a777adf7-db81-4da6-a4eb-adfd71a2643c {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:57:26.622823 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b85b76-c83b-4ea2-8969-f14f31d9a4da", "name": "network-vif-plugged", "status": "completed", "tag": "dc3ad10e-838a-4b84-aae3-99af09eeef92", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:57:26.623036 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a777adf7-db81-4da6-a4eb-adfd71a2643c {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:57:26.624218 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b85b76-c83b-4ea2-8969-f14f31d9a4da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3ad10e-838a-4b84-aae3-99af09eeef92', 'code': 200} Aug 18 12:57:26.633409 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-0e67f5ff-9055-498e-ab48-cc9aaad4351f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:26.672958 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f64818d5-19cf-4588-acfb-231d9dec3332 req-933edbca-c81c-42aa-bf73-ac6b5ff15d2e tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5245926 Aug 18 12:57:26.711398 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-0e67f5ff-9055-498e-ab48-cc9aaad4351f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:26.712180 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-0e67f5ff-9055-498e-ab48-cc9aaad4351f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:26.713712 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-0e67f5ff-9055-498e-ab48-cc9aaad4351f service neutron] 10.222.0.39 "PUT /v2.0/ports/db83e3cf-31d7-4b4a-92c4-68ced55e1e8b HTTP/1.1" status: 200 len: 1095 time: 2.5333023 Aug 18 12:57:26.729267 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port cdc3938e-b903-4cfc-b24f-c5105921fbec, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=cdc3938e-b903-4cfc-b24f-c5105921fbec,segment=NetworkSegment(940830b9-5ada-4d93-8436-150f8f02aacc),segment_id=940830b9-5ada-4d93-8436-150f8f02aacc)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:26.734628 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb81df6-6aaa-4f1e-a82c-d491e70bd4ef', 'tag': 'db83e3cf-31d7-4b4a-92c4-68ced55e1e8b'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:57:26.739498 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2f0e32-418a-4fe4-9d7a-9f64b9191b19" -d '{"events": [{"name": "network-changed", "server_uuid": "cfb81df6-6aaa-4f1e-a82c-d491e70bd4ef", "tag": "db83e3cf-31d7-4b4a-92c4-68ced55e1e8b"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:57:26.779432 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c7c86e18-6b00-4013-85dc-500fbf17f3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:26.804508 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-c7c86e18-6b00-4013-85dc-500fbf17f3f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['227091c7-65ab-4b5a-b9bc-947d45191f2c']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:26.819629 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-c7c86e18-6b00-4013-85dc-500fbf17f3f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a651c51-e808-45f2-beb8-aef53853dc6e') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:26.820319 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-c7c86e18-6b00-4013-85dc-500fbf17f3f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a651c51-e808-45f2-beb8-aef53853dc6e') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:26.835533 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:26.843324 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1e1c8205-6eb2-46e7-a3f2-bb4856917ff7 req-49e3d537-6aac-47e0-ae8c-f63351d11da1 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "GET /v2.0/security-groups/31be308a-7de6-4105-ad1a-18d5c26456e7 HTTP/1.1" status: 200 len: 1801 time: 0.1184707 Aug 18 12:57:26.851351 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c7c86e18-6b00-4013-85dc-500fbf17f3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:26.871498 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-951333a7-1fb8-4d9f-9a63-e051a7f08049 req-73b1dffa-6222-4f97-a550-d0cc1241169d tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Deleting port 85d9f99e-d56f-455e-8895-53ba6b0b31ca {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:57:26.871993 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-951333a7-1fb8-4d9f-9a63-e051a7f08049 req-73b1dffa-6222-4f97-a550-d0cc1241169d tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:26.899334 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-c40985cd-b57f-49d5-b729-90d9d9bbac12 admin admin] Allocated IP 172.20.0.1 (ef55dfcc-523d-4f12-b8da-76e65c505057/5b4a60a8-ee52-413c-a6b3-93b773b744c4/3d00cd66-19cc-4add-ae0a-403320a99769) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:57:26.918705 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c7c86e18-6b00-4013-85dc-500fbf17f3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:26.942344 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7c86e18-6b00-4013-85dc-500fbf17f3f4 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:57:26.942961 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c7c86e18-6b00-4013-85dc-500fbf17f3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:26.946637 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 12:57:26.946637 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:57:26.946637 n-d-803603-2 neutron-server[101675]: timer() Aug 18 12:57:26.946637 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:57:26.946637 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 12:57:26.946637 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:57:26.946637 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 12:57:26.946637 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:57:26.946637 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 12:57:26.946637 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:57:26.946637 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 12:57:26.946637 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:57:26.946637 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 12:57:26.946637 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:57:26.946637 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:57:26.946637 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:57:26.946637 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:57:26.946637 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:57:26.946637 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 12:57:26.946637 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:57:26.946637 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 12:57:26.946637 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:57:26.946637 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:57:26.946637 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:57:26.946637 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 12:57:26.946637 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:57:26.946637 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:57:26.946637 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:57:26.946637 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:57:26.946637 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:57:26.946637 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:57:26.946637 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:57:26.950683 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=cdc3938e-b903-4cfc-b24f-c5105921fbec,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:27.025918 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d58cfbf2-f711-4387-9acd-2c59a7e8aa5b None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:27.035196 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e67f5ff-9055-498e-ab48-cc9aaad4351f service neutron] Pushing event updated for resources: {'Port': ['ID=db83e3cf-31d7-4b4a-92c4-68ced55e1e8b,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:27.043779 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d58cfbf2-f711-4387-9acd-2c59a7e8aa5b None None] Transition to ACTIVE for port object fc8e97d5-172d-490c-993b-a90dcfe35740 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:57:27.057557 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1e1c8205-6eb2-46e7-a3f2-bb4856917ff7 req-3bfc8e06-f4f0-498a-b70b-ded11034c9e5 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:27.067060 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-951333a7-1fb8-4d9f-9a63-e051a7f08049 req-73b1dffa-6222-4f97-a550-d0cc1241169d tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] For port 85d9f99e-d56f-455e-8895-53ba6b0b31ca, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=85d9f99e-d56f-455e-8895-53ba6b0b31ca,segment=NetworkSegment(64242db4-050a-4831-913b-84beef1ef905),segment_id=64242db4-050a-4831-913b-84beef1ef905)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:27.072299 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-951333a7-1fb8-4d9f-9a63-e051a7f08049 req-73b1dffa-6222-4f97-a550-d0cc1241169d tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:27.075684 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bed2ca-ac81-4b47-84c7-3d9b4c7cddf4 req-9c159a5d-1d9b-4fdc-ae6d-fccbf8bdadf4 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:27.084033 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c0bed2ca-ac81-4b47-84c7-3d9b4c7cddf4 req-9c159a5d-1d9b-4fdc-ae6d-fccbf8bdadf4 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/ports?device_id=aeff3968-6943-4475-9de3-fac2cd516801 HTTP/1.1" status: 200 len: 945 time: 0.3543365 Aug 18 12:57:27.093862 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-951333a7-1fb8-4d9f-9a63-e051a7f08049 req-73b1dffa-6222-4f97-a550-d0cc1241169d tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Calling delete_port for 85d9f99e-d56f-455e-8895-53ba6b0b31ca owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:57:27.100531 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1e1c8205-6eb2-46e7-a3f2-bb4856917ff7 req-3bfc8e06-f4f0-498a-b70b-ded11034c9e5 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:27.127587 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c7c86e18-6b00-4013-85dc-500fbf17f3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:27.159740 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d58cfbf2-f711-4387-9acd-2c59a7e8aa5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:27.172373 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c7c86e18-6b00-4013-85dc-500fbf17f3f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:27.174881 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c7c86e18-6b00-4013-85dc-500fbf17f3f4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/227091c7-65ab-4b5a-b9bc-947d45191f2c HTTP/1.1" status: 204 len: 168 time: 1.7179432 Aug 18 12:57:27.224277 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c86e18-6b00-4013-85dc-500fbf17f3f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=227091c7-65ab-4b5a-b9bc-947d45191f2c,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:27.249720 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-d58cfbf2-f711-4387-9acd-2c59a7e8aa5b None None] Attempting to bind port fc8e97d5-172d-490c-993b-a90dcfe35740 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:57:27.250755 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-d58cfbf2-f711-4387-9acd-2c59a7e8aa5b None None] Attempting to bind port fc8e97d5-172d-490c-993b-a90dcfe35740 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:57:27.251554 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58cfbf2-f711-4387-9acd-2c59a7e8aa5b None None] Attempting to bind port fc8e97d5-172d-490c-993b-a90dcfe35740 on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:57:27.255256 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f1869-6397-4d53-974a-0b8c6d7f81e1 None None] Pushing event updated for resources: {'Port': ['ID=fc8e97d5-172d-490c-993b-a90dcfe35740,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:27.260308 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58cfbf2-f711-4387-9acd-2c59a7e8aa5b None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:57:27.260867 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58cfbf2-f711-4387-9acd-2c59a7e8aa5b None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:57:27.261375 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d58cfbf2-f711-4387-9acd-2c59a7e8aa5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:27.261867 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58cfbf2-f711-4387-9acd-2c59a7e8aa5b None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:57:27.262491 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-d58cfbf2-f711-4387-9acd-2c59a7e8aa5b None None] Bound port: fc8e97d5-172d-490c-993b-a90dcfe35740, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:57:27.263044 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d58cfbf2-f711-4387-9acd-2c59a7e8aa5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:27.320017 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-d58cfbf2-f711-4387-9acd-2c59a7e8aa5b None None] For port fc8e97d5-172d-490c-993b-a90dcfe35740, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:57:27.323435 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-d58cfbf2-f711-4387-9acd-2c59a7e8aa5b None None] For port fc8e97d5-172d-490c-993b-a90dcfe35740, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=fc8e97d5-172d-490c-993b-a90dcfe35740,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:57:27.333604 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1e1c8205-6eb2-46e7-a3f2-bb4856917ff7 req-3bfc8e06-f4f0-498a-b70b-ded11034c9e5 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:27.343200 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1e1c8205-6eb2-46e7-a3f2-bb4856917ff7 req-3bfc8e06-f4f0-498a-b70b-ded11034c9e5 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:27.343200 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1e1c8205-6eb2-46e7-a3f2-bb4856917ff7 req-3bfc8e06-f4f0-498a-b70b-ded11034c9e5 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] 10.222.0.13 "DELETE /v2.0/security-groups/31be308a-7de6-4105-ad1a-18d5c26456e7 HTTP/1.1" status: 204 len: 173 time: 0.4958937 Aug 18 12:57:27.344176 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43636) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:27.358520 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-f82c68bc-9cbc-44f1-8484-c49046440e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:27.359921 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-f82c68bc-9cbc-44f1-8484-c49046440e5c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ac48e14392114051ba5d025a8226fe94&device_id=cfb81df6-6aaa-4f1e-a82c-d491e70bd4ef HTTP/1.1" status: 200 len: 1098 time: 0.3842542 Aug 18 12:57:27.384437 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfc8e06-f4f0-498a-b70b-ded11034c9e5 tempest-SecurityGroupsTestJSON-1482004780 tempest-SecurityGroupsTestJSON-1482004780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31be308a-7de6-4105-ad1a-18d5c26456e7,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:27.402753 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d58cfbf2-f711-4387-9acd-2c59a7e8aa5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:27.426793 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-97769954-c495-436e-94db-8ed9f466fe1c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=db83e3cf-31d7-4b4a-92c4-68ced55e1e8b HTTP/1.1" status: 200 len: 217 time: 0.0553274 Aug 18 12:57:27.465305 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58cfbf2-f711-4387-9acd-2c59a7e8aa5b None None] Routers {'4e486bcf-156c-4a07-ad87-c642a5034dff'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:57:27.466231 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d58cfbf2-f711-4387-9acd-2c59a7e8aa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:57:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['4e486bcf-156c-4a07-ad87-c642a5034dff'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:27.466882 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-02938688-a070-45a8-89d5-4acd2c4f82aa admin admin] Deleting subnet a6656352-4eb3-48e5-bc33-70ad03175c1e {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:57:27.473760 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-02938688-a070-45a8-89d5-4acd2c4f82aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:27.477009 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-951333a7-1fb8-4d9f-9a63-e051a7f08049 req-73b1dffa-6222-4f97-a550-d0cc1241169d tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:27.481133 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c40985cd-b57f-49d5-b729-90d9d9bbac12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:27.491057 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c0bed2ca-ac81-4b47-84c7-3d9b4c7cddf4 req-d559be94-e2eb-4bad-adb6-5fc74fcb775b tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0999ac7-01c1-4fe3-8c3c-566c271306ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4058139 Aug 18 12:57:27.516044 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['22deb16a-2b95-4bda-be25-89c489c4fdb1'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:57:27.518117 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device e0d25559-ffd4-4271-88ed-625bf5bd6da6 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:57:27.554790 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f030ec94-c10d-4176-89bf-d9b4e659b5d0 x-openstack-request-id: req-f030ec94-c10d-4176-89bf-d9b4e659b5d0 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:57:27.555086 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfb81df6-6aaa-4f1e-a82c-d491e70bd4ef", "tag": "db83e3cf-31d7-4b4a-92c4-68ced55e1e8b", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:57:27.555345 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f030ec94-c10d-4176-89bf-d9b4e659b5d0 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:57:27.555913 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfb81df6-6aaa-4f1e-a82c-d491e70bd4ef', 'tag': 'db83e3cf-31d7-4b4a-92c4-68ced55e1e8b', 'status': 'completed', 'code': 200} Aug 18 12:57:27.562356 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f1869-6397-4d53-974a-0b8c6d7f81e1 None None] Pushing event updated for resources: {'Port': ['ID=fc8e97d5-172d-490c-993b-a90dcfe35740,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:27.568283 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b1dffa-6222-4f97-a550-d0cc1241169d tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Pushing event deleted for resources: {'Port': ['ID=85d9f99e-d56f-455e-8895-53ba6b0b31ca,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:27.571008 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-c40985cd-b57f-49d5-b729-90d9d9bbac12 admin admin] Transition to ACTIVE for port object 3d00cd66-19cc-4add-ae0a-403320a99769 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:57:27.619557 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43642) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:27.651247 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 3f6d2a05-cebf-4a9c-9fbd-1283a42164a4 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:57:27.651859 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-81791575-0768-4395-bc27-4a869944ede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:27.653824 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-81791575-0768-4395-bc27-4a869944ede0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.2042933 Aug 18 12:57:27.664071 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e139bd4-7168-4f93-a533-8da968341b9e req-5f59c427-3496-43ef-b087-169ae4343041 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:27.666221 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3e139bd4-7168-4f93-a533-8da968341b9e req-5f59c427-3496-43ef-b087-169ae4343041 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.39 "GET /v2.0/ports?device_id=e16b3c89-8935-45d9-bea5-366ebed2a00e HTTP/1.1" status: 200 len: 946 time: 0.2406898 Aug 18 12:57:27.679283 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68461e-866a-428f-9807-5c86b1eb3a63 req-a49423bf-19e3-4523-a3b7-50eacd87584b tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:27.681169 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-df68461e-866a-428f-9807-5c86b1eb3a63 req-a49423bf-19e3-4523-a3b7-50eacd87584b tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f6d70a-8b27-401b-9836-0c7d0f085634 HTTP/1.1" status: 200 len: 943 time: 0.2636147 Aug 18 12:57:27.683925 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-02938688-a070-45a8-89d5-4acd2c4f82aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:27.691723 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['85d9f99e-d56f-455e-8895-53ba6b0b31ca'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:57:27.731730 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c40985cd-b57f-49d5-b729-90d9d9bbac12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:27.759765 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-951333a7-1fb8-4d9f-9a63-e051a7f08049 req-73b1dffa-6222-4f97-a550-d0cc1241169d tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] No DVR routers for this DVR port 85d9f99e-d56f-455e-8895-53ba6b0b31ca on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:57:27.772833 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-951333a7-1fb8-4d9f-9a63-e051a7f08049 req-73b1dffa-6222-4f97-a550-d0cc1241169d tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:27.774967 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-951333a7-1fb8-4d9f-9a63-e051a7f08049 req-73b1dffa-6222-4f97-a550-d0cc1241169d tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.20 "DELETE /v2.0/ports/85d9f99e-d56f-455e-8895-53ba6b0b31ca HTTP/1.1" status: 204 len: 173 time: 1.6363811 Aug 18 12:57:27.778451 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeff3968-6943-4475-9de3-fac2cd516801', 'name': 'network-vif-deleted', 'tag': '85d9f99e-d56f-455e-8895-53ba6b0b31ca'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:57:27.781505 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5e473f-aa64-4e84-a514-44074a3f928d" -d '{"events": [{"server_uuid": "aeff3968-6943-4475-9de3-fac2cd516801", "name": "network-vif-deleted", "tag": "85d9f99e-d56f-455e-8895-53ba6b0b31ca"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:57:27.814822 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-bc0b4d3e-2ed4-4902-86af-9e6aa4563797 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cb573690056e4ba3a87674b850fada6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1730206 Aug 18 12:57:27.819196 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43648) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:27.819448 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-d58cfbf2-f711-4387-9acd-2c59a7e8aa5b None None] Set router 4e486bcf-156c-4a07-ad87-c642a5034dff gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:57:27.822747 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-02938688-a070-45a8-89d5-4acd2c4f82aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:27.838125 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40985cd-b57f-49d5-b729-90d9d9bbac12 admin admin] Network ef55dfcc-523d-4f12-b8da-76e65c505057 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:57:27.843887 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-c40985cd-b57f-49d5-b729-90d9d9bbac12 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:57:27.851470 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40985cd-b57f-49d5-b729-90d9d9bbac12 admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:57:27.869776 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-df68461e-866a-428f-9807-5c86b1eb3a63 req-77e217a8-7dcc-4aa8-880b-67bfca86f255 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] 10.222.0.13 "GET /v2.0/security-groups?id=fde49000-d2f3-4507-a7fc-7cb5765d4aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685965 Aug 18 12:57:27.870629 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063cb62-f770-47ec-8e9b-85a1d1739ad1 req-6f783697-c9ad-4931-b69a-df2f00276099 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:27.884805 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063cb62-f770-47ec-8e9b-85a1d1739ad1 req-6f783697-c9ad-4931-b69a-df2f00276099 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:27.893250 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063cb62-f770-47ec-8e9b-85a1d1739ad1 req-6f783697-c9ad-4931-b69a-df2f00276099 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:27.895515 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e063cb62-f770-47ec-8e9b-85a1d1739ad1 req-6f783697-c9ad-4931-b69a-df2f00276099 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b85b76-c83b-4ea2-8969-f14f31d9a4da HTTP/1.1" status: 200 len: 2419 time: 0.2580504 Aug 18 12:57:27.907067 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40985cd-b57f-49d5-b729-90d9d9bbac12 admin admin] Pushing event updated for resources: {'Port': ['ID=3d00cd66-19cc-4add-ae0a-403320a99769,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:27.909122 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:27.968471 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-c81c095d-1e70-45a9-a1e8-4f7bfc0db55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:27.970377 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-c81c095d-1e70-45a9-a1e8-4f7bfc0db55c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3038890 Aug 18 12:57:28.021090 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e063cb62-f770-47ec-8e9b-85a1d1739ad1 req-d430c941-6eb6-4f19-9ce6-c8f476c25a55 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/security-groups?id=51a6849c-d15a-4aae-9ba4-dedea7cdd11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150298 Aug 18 12:57:28.085502 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 3f6d2a05-cebf-4a9c-9fbd-1283a42164a4 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:57:28.086069 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:28.130955 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-180e9278-f7bb-43e2-a573-f1875eb164ee req-90a57833-96ab-4e1b-9661-386a63106c20 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=086cb2ae-5b95-4284-9c32-d7f41aa4debc HTTP/1.1" status: 200 len: 210 time: 0.1210299 Aug 18 12:57:28.135667 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port e0d25559-ffd4-4271-88ed-625bf5bd6da6, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=e0d25559-ffd4-4271-88ed-625bf5bd6da6,segment=NetworkSegment(58d4e80e-3ebf-4904-9cf5-2556f17eaf99),segment_id=58d4e80e-3ebf-4904-9cf5-2556f17eaf99)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:28.182293 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-cf4bf600-d023-4882-b6bc-ad4ab315f600 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:28.184036 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-cf4bf600-d023-4882-b6bc-ad4ab315f600 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.20 "GET /v2.0/networks?id=b896f31e-62b0-4c89-b554-2d6ea14ce4b9 HTTP/1.1" status: 200 len: 812 time: 0.3267357 Aug 18 12:57:28.196495 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-530ee691-1f32-4073-89b1-175219563308 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137835 Aug 18 12:57:28.197272 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c40985cd-b57f-49d5-b729-90d9d9bbac12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:28.203816 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-0001a719-404b-48e5-a5fb-2131d615133a tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Request body: {'port': {'device_id': '086cb2ae-5b95-4284-9c32-d7f41aa4debc', 'network_id': 'b896f31e-62b0-4c89-b554-2d6ea14ce4b9', 'admin_state_up': True, 'tenant_id': '62165f4489344ba1816de5df17dbe952'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:28.213331 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afed4b5a-a0b2-44aa-95bc-f38363f009a8 x-openstack-request-id: req-afed4b5a-a0b2-44aa-95bc-f38363f009a8 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:57:28.217362 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeff3968-6943-4475-9de3-fac2cd516801", "name": "network-vif-deleted", "tag": "85d9f99e-d56f-455e-8895-53ba6b0b31ca", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:57:28.217362 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-afed4b5a-a0b2-44aa-95bc-f38363f009a8 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:57:28.217611 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'e0d25559-ffd4-4271-88ed-625bf5bd6da6', 'network_id': '51543af4-c5b8-4a35-a638-c834cabe17c1', 'port_id': 'e0d25559-ffd4-4271-88ed-625bf5bd6da6', 'mac_address': 'fa:16:3e:b8:78:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f43eb4a0-b4a6-403f-b3ea-9d00d86d0a8c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:57:28.217744 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeff3968-6943-4475-9de3-fac2cd516801', 'name': 'network-vif-deleted', 'tag': '85d9f99e-d56f-455e-8895-53ba6b0b31ca', 'status': 'completed', 'code': 200} Aug 18 12:57:28.280569 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0a1e658a-8901-47da-aca4-3b8ccd8de781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:28.320011 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0a1e658a-8901-47da-aca4-3b8ccd8de781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:28.334389 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:28.367625 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-02938688-a070-45a8-89d5-4acd2c4f82aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:28.386338 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-3e139bd4-7168-4f93-a533-8da968341b9e req-9b6a5546-da07-4043-88b1-905ac9fba0d1 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Deleting port 22deb16a-2b95-4bda-be25-89c489c4fdb1 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:57:28.386949 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-3e139bd4-7168-4f93-a533-8da968341b9e req-9b6a5546-da07-4043-88b1-905ac9fba0d1 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:28.402154 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02938688-a070-45a8-89d5-4acd2c4f82aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6656352-4eb3-48e5-bc33-70ad03175c1e,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:28.402894 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0d25559-ffd4-4271-88ed-625bf5bd6da6 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:57:28.416757 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-02938688-a070-45a8-89d5-4acd2c4f82aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:28.416757 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-02938688-a070-45a8-89d5-4acd2c4f82aa admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a6656352-4eb3-48e5-bc33-70ad03175c1e HTTP/1.1" status: 204 len: 168 time: 1.0694661 Aug 18 12:57:28.417085 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-4f15abe8-9d52-4782-bf83-5bc31a5c08b2 None None] Provisioning for port 3d00cd66-19cc-4add-ae0a-403320a99769 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:57:28.417245 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43650) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:28.436658 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-4f15abe8-9d52-4782-bf83-5bc31a5c08b2 None None] Provisioning complete for port 3d00cd66-19cc-4add-ae0a-403320a99769 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:57:28.437029 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4f15abe8-9d52-4782-bf83-5bc31a5c08b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:28.445308 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port e0d25559-ffd4-4271-88ed-625bf5bd6da6, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=e0d25559-ffd4-4271-88ed-625bf5bd6da6,segment=NetworkSegment(58d4e80e-3ebf-4904-9cf5-2556f17eaf99),segment_id=58d4e80e-3ebf-4904-9cf5-2556f17eaf99)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:28.445502 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02938688-a070-45a8-89d5-4acd2c4f82aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:28.445904 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02938688-a070-45a8-89d5-4acd2c4f82aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:28.446364 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02938688-a070-45a8-89d5-4acd2c4f82aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:28.446775 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02938688-a070-45a8-89d5-4acd2c4f82aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:28.447182 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02938688-a070-45a8-89d5-4acd2c4f82aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:28.447589 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02938688-a070-45a8-89d5-4acd2c4f82aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:28.447993 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02938688-a070-45a8-89d5-4acd2c4f82aa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:28.448412 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02938688-a070-45a8-89d5-4acd2c4f82aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:28.448795 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02938688-a070-45a8-89d5-4acd2c4f82aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:28.449211 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02938688-a070-45a8-89d5-4acd2c4f82aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:28.449618 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02938688-a070-45a8-89d5-4acd2c4f82aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:28.450009 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02938688-a070-45a8-89d5-4acd2c4f82aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:28.477462 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d58cfbf2-f711-4387-9acd-2c59a7e8aa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e486bcf-156c-4a07-ad87-c642a5034dff', 'name': 'tempest-FloatingIPDetailsTestJSON-745401091-router', 'tenant_id': 'f5276defc25b4c8498210980601f90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'fc8e97d5-172d-490c-993b-a90dcfe35740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:57:19Z', 'updated_at': '2021-08-18T12:57:23Z', 'revision_number': 3, 'project_id': 'f5276defc25b4c8498210980601f90f8', 'gw_port': {'id': 'fc8e97d5-172d-490c-993b-a90dcfe35740', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e486bcf-156c-4a07-ad87-c642a5034dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:57:21Z', 'updated_at': '2021-08-18T12:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:28.482445 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:28.516585 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58cfbf2-f711-4387-9acd-2c59a7e8aa5b None None] The sync data for ids ['4e486bcf-156c-4a07-ad87-c642a5034dff'] in n-d-803603-2 is: [{'id': '4e486bcf-156c-4a07-ad87-c642a5034dff', 'name': 'tempest-FloatingIPDetailsTestJSON-745401091-router', 'tenant_id': 'f5276defc25b4c8498210980601f90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'fc8e97d5-172d-490c-993b-a90dcfe35740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:57:19Z', 'updated_at': '2021-08-18T12:57:23Z', 'revision_number': 3, 'project_id': 'f5276defc25b4c8498210980601f90f8', 'gw_port': {'id': 'fc8e97d5-172d-490c-993b-a90dcfe35740', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e486bcf-156c-4a07-ad87-c642a5034dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:57:21Z', 'updated_at': '2021-08-18T12:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:57:28.518871 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-4f15abe8-9d52-4782-bf83-5bc31a5c08b2 None None] Port 3d00cd66-19cc-4add-ae0a-403320a99769 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:57:28.519040 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f639fa92-2dda-43df-b1af-42dc073efee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:28.530764 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:28.572973 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80bc03-ed22-4c50-ad74-aa183ac44bd9 req-7617b61c-d208-43a2-8307-d709694c005b tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:28.583701 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4d80bc03-ed22-4c50-ad74-aa183ac44bd9 req-7617b61c-d208-43a2-8307-d709694c005b tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfb81df6-6aaa-4f1e-a82c-d491e70bd4ef HTTP/1.1" status: 200 len: 947 time: 0.3011224 Aug 18 12:57:28.589420 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 2748422e-5e5c-425c-b7d2-93bb68aa308d no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:57:28.628615 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b85b76-c83b-4ea2-8969-f14f31d9a4da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc3938e-b903-4cfc-b24f-c5105921fbec'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:57:28.643060 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc76b014-e3f4-4144-90d1-fafaaa516667" -d '{"events": [{"server_uuid": "78b85b76-c83b-4ea2-8969-f14f31d9a4da", "name": "network-vif-plugged", "status": "completed", "tag": "cdc3938e-b903-4cfc-b24f-c5105921fbec"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:57:28.648861 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f639fa92-2dda-43df-b1af-42dc073efee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:28.660568 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 2748422e-5e5c-425c-b7d2-93bb68aa308d {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:57:28.660789 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-f639fa92-2dda-43df-b1af-42dc073efee6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ef47cb5-1e52-4552-a63f-a71a8084e726']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:28.662712 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 2748422e-5e5c-425c-b7d2-93bb68aa308d not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:57:28.678944 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-f639fa92-2dda-43df-b1af-42dc073efee6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a55d7d46-60e1-4c30-88cf-190c46dddd25') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:28.679247 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-f639fa92-2dda-43df-b1af-42dc073efee6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a55d7d46-60e1-4c30-88cf-190c46dddd25') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:28.683265 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=e0d25559-ffd4-4271-88ed-625bf5bd6da6,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:28.704174 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0a1e658a-8901-47da-aca4-3b8ccd8de781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:28.704174 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0a1e658a-8901-47da-aca4-3b8ccd8de781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:28.704174 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0a1e658a-8901-47da-aca4-3b8ccd8de781 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b970e95-ef01-4e80-b0a9-fdb66bc288d8 HTTP/1.1" status: 204 len: 168 time: 0.8800757 Aug 18 12:57:28.713774 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-0001a719-404b-48e5-a5fb-2131d615133a tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Made reservation on behalf of 62165f4489344ba1816de5df17dbe952 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:57:28.719215 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-63ff10d9-7ab0-446c-bf43-d53451f39f23 req-5908e1c2-0b1f-4af1-aaa9-44395a8ccdb8 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4457610 Aug 18 12:57:28.722481 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-0001a719-404b-48e5-a5fb-2131d615133a tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:28.725869 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f639fa92-2dda-43df-b1af-42dc073efee6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:28.732406 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4d80bc03-ed22-4c50-ad74-aa183ac44bd9 req-ed61e1f9-9b17-43f0-95a3-ba4a2ee49c35 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475806 Aug 18 12:57:28.741465 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-3e139bd4-7168-4f93-a533-8da968341b9e req-9b6a5546-da07-4043-88b1-905ac9fba0d1 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] For port 22deb16a-2b95-4bda-be25-89c489c4fdb1, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=22deb16a-2b95-4bda-be25-89c489c4fdb1,segment=NetworkSegment(64242db4-050a-4831-913b-84beef1ef905),segment_id=64242db4-050a-4831-913b-84beef1ef905)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:28.741818 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-3e139bd4-7168-4f93-a533-8da968341b9e req-9b6a5546-da07-4043-88b1-905ac9fba0d1 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:28.758321 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['e0d25559-ffd4-4271-88ed-625bf5bd6da6'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:57:28.759170 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-3e139bd4-7168-4f93-a533-8da968341b9e req-9b6a5546-da07-4043-88b1-905ac9fba0d1 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Calling delete_port for 22deb16a-2b95-4bda-be25-89c489c4fdb1 owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:57:28.759410 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e658a-8901-47da-aca4-3b8ccd8de781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b970e95-ef01-4e80-b0a9-fdb66bc288d8,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:28.805670 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8b4d6be2-ce36-4937-82c7-2f7926742a3c req-ddf7b33c-0040-4ed0-94dc-f023d48f5189 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/ports?device_id=aeff3968-6943-4475-9de3-fac2cd516801 HTTP/1.1" status: 200 len: 210 time: 0.1180110 Aug 18 12:57:28.912075 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50221033-00a2-4600-b016-b133f676f42a x-openstack-request-id: req-50221033-00a2-4600-b016-b133f676f42a {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:57:28.912930 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b85b76-c83b-4ea2-8969-f14f31d9a4da", "name": "network-vif-plugged", "status": "completed", "tag": "cdc3938e-b903-4cfc-b24f-c5105921fbec", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:57:28.912930 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-50221033-00a2-4600-b016-b133f676f42a {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:57:28.922578 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b85b76-c83b-4ea2-8969-f14f31d9a4da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc3938e-b903-4cfc-b24f-c5105921fbec', 'code': 200} Aug 18 12:57:28.925402 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f639fa92-2dda-43df-b1af-42dc073efee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:28.937077 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f639fa92-2dda-43df-b1af-42dc073efee6 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:57:28.937690 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f639fa92-2dda-43df-b1af-42dc073efee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:29.003998 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 12:57:29.003998 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:57:29.003998 n-d-803603-2 neutron-server[101675]: timer() Aug 18 12:57:29.003998 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:57:29.003998 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 12:57:29.003998 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:57:29.003998 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 12:57:29.003998 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:57:29.003998 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 12:57:29.003998 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:57:29.003998 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 12:57:29.003998 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:57:29.003998 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 12:57:29.003998 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:57:29.003998 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:57:29.003998 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:57:29.003998 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:57:29.003998 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:57:29.003998 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 12:57:29.003998 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:57:29.003998 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 12:57:29.003998 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:57:29.003998 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:57:29.003998 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:57:29.003998 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 12:57:29.003998 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:57:29.003998 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:57:29.003998 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:57:29.003998 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:57:29.003998 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:57:29.003998 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:57:29.003998 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:57:29.052995 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c40985cd-b57f-49d5-b729-90d9d9bbac12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:29.096585 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f0e32-418a-4fe4-9d7a-9f64b9191b19 req-fd8bf2f7-554a-4ad3-ad60-834d056719e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:29.098658 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bd2f0e32-418a-4fe4-9d7a-9f64b9191b19 req-fd8bf2f7-554a-4ad3-ad60-834d056719e7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ac48e14392114051ba5d025a8226fe94&device_id=cfb81df6-6aaa-4f1e-a82c-d491e70bd4ef HTTP/1.1" status: 200 len: 1098 time: 0.1447020 Aug 18 12:57:29.194896 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07569c-9e9d-45e4-914e-4fec6d876335 req-4b708caf-e12d-4b27-b9ee-508662beac68 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:29.203455 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ae07569c-9e9d-45e4-914e-4fec6d876335 req-4b708caf-e12d-4b27-b9ee-508662beac68 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f6d70a-8b27-401b-9836-0c7d0f085634 HTTP/1.1" status: 200 len: 944 time: 0.1883752 Aug 18 12:57:29.241567 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f639fa92-2dda-43df-b1af-42dc073efee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:29.246755 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f639fa92-2dda-43df-b1af-42dc073efee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:29.252207 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f639fa92-2dda-43df-b1af-42dc073efee6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4ef47cb5-1e52-4552-a63f-a71a8084e726 HTTP/1.1" status: 204 len: 168 time: 0.8337579 Aug 18 12:57:29.281221 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f639fa92-2dda-43df-b1af-42dc073efee6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ef47cb5-1e52-4552-a63f-a71a8084e726,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:29.312217 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ae07569c-9e9d-45e4-914e-4fec6d876335 req-68eea5f4-4d41-4d53-a16c-dc2920b7ab4f tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] 10.222.0.13 "GET /v2.0/security-groups?id=fde49000-d2f3-4507-a7fc-7cb5765d4aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075938 Aug 18 12:57:29.334268 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d3449-f255-462a-ad32-b73676a868d8 req-738492c5-13e7-47b7-b34b-78d3bec13b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:29.337139 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d3449-f255-462a-ad32-b73676a868d8 req-738492c5-13e7-47b7-b34b-78d3bec13b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:29.338406 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d3449-f255-462a-ad32-b73676a868d8 req-738492c5-13e7-47b7-b34b-78d3bec13b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:29.342388 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a8d3449-f255-462a-ad32-b73676a868d8 req-738492c5-13e7-47b7-b34b-78d3bec13b1c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=78b85b76-c83b-4ea2-8969-f14f31d9a4da HTTP/1.1" status: 200 len: 2872 time: 0.3374858 Aug 18 12:57:29.372943 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-0001a719-404b-48e5-a5fb-2131d615133a tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Allocated IP 172.20.0.10 (b896f31e-62b0-4c89-b554-2d6ea14ce4b9/01ff60f5-a1bd-4c4a-b8b1-0b6ab79f5acb/626fbb22-0a36-49c7-a760-8b522193c023) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:57:29.399955 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-3e139bd4-7168-4f93-a533-8da968341b9e req-9b6a5546-da07-4043-88b1-905ac9fba0d1 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:29.439619 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a8d3449-f255-462a-ad32-b73676a868d8 req-e43cc8da-46ec-4bfa-85e5-475c53a3f753 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=51a6849c-d15a-4aae-9ba4-dedea7cdd11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841517 Aug 18 12:57:29.484927 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-360639ce-1599-47a4-8506-842a4a8a0637 req-967e8000-fff4-43de-a3da-50a036cd1fd4 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=086cb2ae-5b95-4284-9c32-d7f41aa4debc HTTP/1.1" status: 200 len: 210 time: 0.0483055 Aug 18 12:57:29.522137 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 22deb16a-2b95-4bda-be25-89c489c4fdb1 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:57:29.543381 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a5546-da07-4043-88b1-905ac9fba0d1 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Pushing event deleted for resources: {'Port': ['ID=22deb16a-2b95-4bda-be25-89c489c4fdb1,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:29.563276 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: 22deb16a-2b95-4bda-be25-89c489c4fdb1 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:57:29.563728 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 22deb16a-2b95-4bda-be25-89c489c4fdb1 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:57:29.621408 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf856c2-f8f6-4dc5-9f15-aa5246227eb2 req-cd0892fc-58c0-4e57-85f2-a4f5f89e2dc8 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:29.628004 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf856c2-f8f6-4dc5-9f15-aa5246227eb2 req-cd0892fc-58c0-4e57-85f2-a4f5f89e2dc8 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:29.634795 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf856c2-f8f6-4dc5-9f15-aa5246227eb2 req-cd0892fc-58c0-4e57-85f2-a4f5f89e2dc8 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:29.639248 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-adf856c2-f8f6-4dc5-9f15-aa5246227eb2 req-cd0892fc-58c0-4e57-85f2-a4f5f89e2dc8 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b85b76-c83b-4ea2-8969-f14f31d9a4da HTTP/1.1" status: 200 len: 2419 time: 0.4895537 Aug 18 12:57:29.658971 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device fc8e97d5-172d-490c-993b-a90dcfe35740 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:57:29.709393 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-0001a719-404b-48e5-a5fb-2131d615133a tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:29.724456 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f0e32-418a-4fe4-9d7a-9f64b9191b19 req-1ba0d456-ac90-4d3a-b1f9-7f264a366bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:29.729311 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bd2f0e32-418a-4fe4-9d7a-9f64b9191b19 req-1ba0d456-ac90-4d3a-b1f9-7f264a366bc7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.6098444 Aug 18 12:57:29.776742 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e139bd4-7168-4f93-a533-8da968341b9e req-9b6a5546-da07-4043-88b1-905ac9fba0d1 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] No DVR routers for this DVR port 22deb16a-2b95-4bda-be25-89c489c4fdb1 on host n-h1-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:57:29.786449 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c40985cd-b57f-49d5-b729-90d9d9bbac12 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:29.811210 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port fc8e97d5-172d-490c-993b-a90dcfe35740 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:57:29.816267 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port fc8e97d5-172d-490c-993b-a90dcfe35740 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:57:29.822985 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:29.823262 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-3e139bd4-7168-4f93-a533-8da968341b9e req-9b6a5546-da07-4043-88b1-905ac9fba0d1 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:29.823262 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3e139bd4-7168-4f93-a533-8da968341b9e req-9b6a5546-da07-4043-88b1-905ac9fba0d1 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.39 "DELETE /v2.0/ports/22deb16a-2b95-4bda-be25-89c489c4fdb1 HTTP/1.1" status: 204 len: 173 time: 2.1388035 Aug 18 12:57:29.823262 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16b3c89-8935-45d9-bea5-366ebed2a00e', 'name': 'network-vif-deleted', 'tag': '22deb16a-2b95-4bda-be25-89c489c4fdb1'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:57:29.824055 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae689acd-121a-43bb-a7bb-a0ff9bdc06d0" -d '{"events": [{"server_uuid": "e16b3c89-8935-45d9-bea5-366ebed2a00e", "name": "network-vif-deleted", "tag": "22deb16a-2b95-4bda-be25-89c489c4fdb1"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:57:29.833099 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bd2f0e32-418a-4fe4-9d7a-9f64b9191b19 req-90b829b5-f773-4aa6-bcae-9b11dc5e93c4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=db83e3cf-31d7-4b4a-92c4-68ced55e1e8b HTTP/1.1" status: 200 len: 217 time: 0.0898852 Aug 18 12:57:29.862964 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-0001a719-404b-48e5-a5fb-2131d615133a tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:29.872671 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43682) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:29.892201 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c40985cd-b57f-49d5-b729-90d9d9bbac12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:29.931277 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-adf856c2-f8f6-4dc5-9f15-aa5246227eb2 req-36770154-c2a2-4977-8f5b-971ac836f0f8 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/security-groups?id=51a6849c-d15a-4aae-9ba4-dedea7cdd11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974726 Aug 18 12:57:29.959056 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-0001a719-404b-48e5-a5fb-2131d615133a tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Network b896f31e-62b0-4c89-b554-2d6ea14ce4b9 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:57:29.980071 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-0001a719-404b-48e5-a5fb-2131d615133a tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:57:29.986524 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f0e32-418a-4fe4-9d7a-9f64b9191b19 req-b1abe730-8b64-408b-a48a-b5c57db0a7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:29.988654 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bd2f0e32-418a-4fe4-9d7a-9f64b9191b19 req-b1abe730-8b64-408b-a48a-b5c57db0a7fe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.1494164 Aug 18 12:57:29.988795 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-0001a719-404b-48e5-a5fb-2131d615133a tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:57:29.996619 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:30.009430 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c40985cd-b57f-49d5-b729-90d9d9bbac12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:30.029069 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port fc8e97d5-172d-490c-993b-a90dcfe35740, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=fc8e97d5-172d-490c-993b-a90dcfe35740,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:30.036414 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40985cd-b57f-49d5-b729-90d9d9bbac12 admin admin] Pushing event updated for resources: {'Port': ['ID=3d00cd66-19cc-4add-ae0a-403320a99769,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:30.040984 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7790ce0c-84f2-49b3-933a-3b2a2792bcb6 x-openstack-request-id: req-7790ce0c-84f2-49b3-933a-3b2a2792bcb6 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:57:30.040984 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e16b3c89-8935-45d9-bea5-366ebed2a00e", "name": "network-vif-deleted", "tag": "22deb16a-2b95-4bda-be25-89c489c4fdb1", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:57:30.040984 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7790ce0c-84f2-49b3-933a-3b2a2792bcb6 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:57:30.042558 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e16b3c89-8935-45d9-bea5-366ebed2a00e', 'name': 'network-vif-deleted', 'tag': '22deb16a-2b95-4bda-be25-89c489c4fdb1', 'status': 'completed', 'code': 200} Aug 18 12:57:30.052791 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3b8ce1aa-7560-4ab9-b9d7-e290c156d158 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=99941b4001f04b7f80706cf6132f3a7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1697531 Aug 18 12:57:30.057702 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43686) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:30.066645 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0001a719-404b-48e5-a5fb-2131d615133a tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Pushing event updated for resources: {'Port': ['ID=626fbb22-0a36-49c7-a760-8b522193c023,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:30.083658 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40985cd-b57f-49d5-b729-90d9d9bbac12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:30.084012 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40985cd-b57f-49d5-b729-90d9d9bbac12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:30.087237 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40985cd-b57f-49d5-b729-90d9d9bbac12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:30.087237 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40985cd-b57f-49d5-b729-90d9d9bbac12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:30.087237 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40985cd-b57f-49d5-b729-90d9d9bbac12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:30.087237 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40985cd-b57f-49d5-b729-90d9d9bbac12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:30.087237 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40985cd-b57f-49d5-b729-90d9d9bbac12 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:30.087237 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40985cd-b57f-49d5-b729-90d9d9bbac12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:30.087237 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40985cd-b57f-49d5-b729-90d9d9bbac12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:30.087237 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40985cd-b57f-49d5-b729-90d9d9bbac12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:30.088208 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40985cd-b57f-49d5-b729-90d9d9bbac12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:30.088208 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40985cd-b57f-49d5-b729-90d9d9bbac12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:30.128487 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46d65c-ece7-480d-a30f-a1ae9ecdff83 req-6b27b2ea-6547-4b19-b99c-ebecec7df054 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:30.130223 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2d46d65c-ece7-480d-a30f-a1ae9ecdff83 req-6b27b2ea-6547-4b19-b99c-ebecec7df054 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfb81df6-6aaa-4f1e-a82c-d491e70bd4ef HTTP/1.1" status: 200 len: 947 time: 0.2511771 Aug 18 12:57:30.144557 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-0001a719-404b-48e5-a5fb-2131d615133a tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:30.147736 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-0001a719-404b-48e5-a5fb-2131d615133a tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:30.151614 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f0e32-418a-4fe4-9d7a-9f64b9191b19 req-bbc1abe5-68ec-48f6-87cf-16f29c5bf4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:30.153408 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bd2f0e32-418a-4fe4-9d7a-9f64b9191b19 req-bbc1abe5-68ec-48f6-87cf-16f29c5bf4c2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1416767 Aug 18 12:57:30.171177 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:30.257324 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=fc8e97d5-172d-490c-993b-a90dcfe35740,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:30.271677 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2d46d65c-ece7-480d-a30f-a1ae9ecdff83 req-e6f4127a-00e0-41b6-af9d-cb38ce08b85b tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072075 Aug 18 12:57:30.276613 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eaf588fe-53b7-40a5-8ae2-f1f9e625c9c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:30.277338 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f6888533-ad0d-4e89-a608-05cb75930fc9 req-e9da5160-1e3a-44e3-bce4-00eb10ace222 tempest-MultipleCreateTestJSON-659080093 tempest-MultipleCreateTestJSON-659080093-project] 10.222.0.13 "GET /v2.0/ports?device_id=e16b3c89-8935-45d9-bea5-366ebed2a00e HTTP/1.1" status: 200 len: 210 time: 0.1086831 Aug 18 12:57:30.294585 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40985cd-b57f-49d5-b729-90d9d9bbac12 admin admin] Network ef55dfcc-523d-4f12-b8da-76e65c505057 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:57:30.297462 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-c40985cd-b57f-49d5-b729-90d9d9bbac12 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:57:30.322604 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eaf588fe-53b7-40a5-8ae2-f1f9e625c9c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:30.328200 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-0001a719-404b-48e5-a5fb-2131d615133a tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1322277 Aug 18 12:57:30.343347 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-6f642b68-314c-4867-b8d2-0dc616a77d52 service neutron] Request body: {'port': {'device_id': '086cb2ae-5b95-4284-9c32-d7f41aa4debc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:30.460518 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-6f642b68-314c-4867-b8d2-0dc616a77d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:30.592838 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eaf588fe-53b7-40a5-8ae2-f1f9e625c9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:30.609063 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eaf588fe-53b7-40a5-8ae2-f1f9e625c9c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:30.611038 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-eaf588fe-53b7-40a5-8ae2-f1f9e625c9c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2e6ff23-eb55-4090-afc8-d4592e7c24f0 HTTP/1.1" status: 204 len: 168 time: 0.5456793 Aug 18 12:57:30.671879 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-77c6beeb-32c7-4c83-bc2b-0f8e3f1e1eb5 None None] Provisioning complete for port 3d00cd66-19cc-4add-ae0a-403320a99769 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:57:30.672483 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-77c6beeb-32c7-4c83-bc2b-0f8e3f1e1eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:30.686880 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf588fe-53b7-40a5-8ae2-f1f9e625c9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e6ff23-eb55-4090-afc8-d4592e7c24f0,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:30.730785 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258fedd-dfdb-4e9d-911b-ba54786e8556 req-fe2c7e0b-ff05-4fbe-b039-f355a1618b00 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:30.740565 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7258fedd-dfdb-4e9d-911b-ba54786e8556 req-fe2c7e0b-ff05-4fbe-b039-f355a1618b00 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f6d70a-8b27-401b-9836-0c7d0f085634 HTTP/1.1" status: 200 len: 944 time: 0.2412746 Aug 18 12:57:30.790651 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-77c6beeb-32c7-4c83-bc2b-0f8e3f1e1eb5 None None] Port 3d00cd66-19cc-4add-ae0a-403320a99769 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:57:30.813297 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bd2f0e32-418a-4fe4-9d7a-9f64b9191b19 req-1e514c3e-a5d8-4adc-b652-ea061338b0fb service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6461306 Aug 18 12:57:30.863990 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7258fedd-dfdb-4e9d-911b-ba54786e8556 req-414e19ad-93e6-49c8-b4a0-481afb7ee7d5 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] 10.222.0.13 "GET /v2.0/security-groups?id=fde49000-d2f3-4507-a7fc-7cb5765d4aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221108 Aug 18 12:57:30.895734 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 85d9f99e-d56f-455e-8895-53ba6b0b31ca no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:57:30.910163 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498906b-bc12-4e6c-bb21-f7a1d03ba3b1 req-1820e1d5-ea74-46ba-be73-a19341ca02f3 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:30.911888 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e498906b-bc12-4e6c-bb21-f7a1d03ba3b1 req-1820e1d5-ea74-46ba-be73-a19341ca02f3 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=086cb2ae-5b95-4284-9c32-d7f41aa4debc HTTP/1.1" status: 200 len: 932 time: 0.1643636 Aug 18 12:57:30.967804 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40985cd-b57f-49d5-b729-90d9d9bbac12 admin admin] Router 4e486bcf-156c-4a07-ad87-c642a5034dff has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:57:30.986773 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 85d9f99e-d56f-455e-8895-53ba6b0b31ca {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:57:30.987131 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 85d9f99e-d56f-455e-8895-53ba6b0b31ca not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:57:31.019920 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e498906b-bc12-4e6c-bb21-f7a1d03ba3b1 req-9f477313-f064-4093-865a-d04bbb61a06e tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994811 Aug 18 12:57:31.038575 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bd2f0e32-418a-4fe4-9d7a-9f64b9191b19 req-05e873cf-1ab6-4a6b-8843-2616ebe9f2c1 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861110 Aug 18 12:57:31.146905 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40985cd-b57f-49d5-b729-90d9d9bbac12 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:57:31.154648 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-6f642b68-314c-4867-b8d2-0dc616a77d52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 626fbb22-0a36-49c7-a760-8b522193c023 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:57:31.165451 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e22b57-04ca-4e58-97c4-5c625292ded4 None None] Sync routers for ids ['4e486bcf-156c-4a07-ad87-c642a5034dff'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:57:31.166307 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-6f642b68-314c-4867-b8d2-0dc616a77d52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:31.174337 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c40985cd-b57f-49d5-b729-90d9d9bbac12 admin admin] 10.222.0.13 "PUT /v2.0/routers/4e486bcf-156c-4a07-ad87-c642a5034dff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1065643 Aug 18 12:57:31.183861 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-6f642b68-314c-4867-b8d2-0dc616a77d52 service neutron] Transition to ACTIVE for port object 626fbb22-0a36-49c7-a760-8b522193c023 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:57:31.185884 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e22b57-04ca-4e58-97c4-5c625292ded4 None None] Routers {'4e486bcf-156c-4a07-ad87-c642a5034dff'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:57:31.185884 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-a5e22b57-04ca-4e58-97c4-5c625292ded4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:57:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['4e486bcf-156c-4a07-ad87-c642a5034dff'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:31.234622 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d7957-8e3c-4e27-910a-1f1b7a19772e req-afc3b0a9-fcc9-4c32-860e-583d43f633ac tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:31.242021 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d7957-8e3c-4e27-910a-1f1b7a19772e req-afc3b0a9-fcc9-4c32-860e-583d43f633ac tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:31.248589 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d7957-8e3c-4e27-910a-1f1b7a19772e req-afc3b0a9-fcc9-4c32-860e-583d43f633ac tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:31.250471 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0c1d7957-8e3c-4e27-910a-1f1b7a19772e req-afc3b0a9-fcc9-4c32-860e-583d43f633ac tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b85b76-c83b-4ea2-8969-f14f31d9a4da HTTP/1.1" status: 200 len: 2419 time: 0.0749855 Aug 18 12:57:31.307382 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-6f642b68-314c-4867-b8d2-0dc616a77d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:31.307598 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-a5e22b57-04ca-4e58-97c4-5c625292ded4 None None] Set router 4e486bcf-156c-4a07-ad87-c642a5034dff gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:57:31.321484 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0c1d7957-8e3c-4e27-910a-1f1b7a19772e req-37750974-5f92-454d-b3bd-0d6e2e33ca51 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/security-groups?id=51a6849c-d15a-4aae-9ba4-dedea7cdd11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640881 Aug 18 12:57:31.379834 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43728) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:31.476221 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd44e46c-52e1-4f0d-bd1f-e7a67389310b admin admin] Deleting subnet f89d2399-f949-4048-add4-43bd880aacb0 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:57:31.487378 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bd44e46c-52e1-4f0d-bd1f-e7a67389310b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:31.502987 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f642b68-314c-4867-b8d2-0dc616a77d52 service neutron] Pushing event updated for resources: {'Port': ['ID=626fbb22-0a36-49c7-a760-8b522193c023,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:31.521944 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device db83e3cf-31d7-4b4a-92c4-68ced55e1e8b details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:57:31.525019 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device e0d25559-ffd4-4271-88ed-625bf5bd6da6 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:57:31.561935 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bd44e46c-52e1-4f0d-bd1f-e7a67389310b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:31.577748 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acbac0f-3013-4cb5-8371-c50501030e13 req-ee6165e9-4579-4e71-9662-b5bddcd34c90 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:31.585828 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5acbac0f-3013-4cb5-8371-c50501030e13 req-ee6165e9-4579-4e71-9662-b5bddcd34c90 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfb81df6-6aaa-4f1e-a82c-d491e70bd4ef HTTP/1.1" status: 200 len: 947 time: 0.2001083 Aug 18 12:57:31.636216 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-6f642b68-314c-4867-b8d2-0dc616a77d52 service neutron] Attempting to bind port 626fbb22-0a36-49c7-a760-8b522193c023 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:57:31.637186 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-6f642b68-314c-4867-b8d2-0dc616a77d52 service neutron] Attempting to bind port 626fbb22-0a36-49c7-a760-8b522193c023 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '203c474d-56e3-424f-9d3b-a131550498ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b896f31e-62b0-4c89-b554-2d6ea14ce4b9'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:57:31.637812 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-6f642b68-314c-4867-b8d2-0dc616a77d52 service neutron] Attempting to bind port 626fbb22-0a36-49c7-a760-8b522193c023 on network b896f31e-62b0-4c89-b554-2d6ea14ce4b9 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:57:31.648403 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-6f642b68-314c-4867-b8d2-0dc616a77d52 service neutron] Port 626fbb22-0a36-49c7-a760-8b522193c023 on network b896f31e-62b0-4c89-b554-2d6ea14ce4b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:57:31.649104 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-6f642b68-314c-4867-b8d2-0dc616a77d52 service neutron] Attempting to bind port 626fbb22-0a36-49c7-a760-8b522193c023 on network b896f31e-62b0-4c89-b554-2d6ea14ce4b9 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:57:31.663400 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bd44e46c-52e1-4f0d-bd1f-e7a67389310b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:31.664082 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5acbac0f-3013-4cb5-8371-c50501030e13 req-89d021ea-e513-49dc-8bc5-9ce007ca16fc tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769665 Aug 18 12:57:31.679831 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-6f642b68-314c-4867-b8d2-0dc616a77d52 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:57:31.679831 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-6f642b68-314c-4867-b8d2-0dc616a77d52 service neutron] Checking segment: {'id': '203c474d-56e3-424f-9d3b-a131550498ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b896f31e-62b0-4c89-b554-2d6ea14ce4b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:57:31.679831 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-6f642b68-314c-4867-b8d2-0dc616a77d52 service neutron] Bound using segment: {'id': '203c474d-56e3-424f-9d3b-a131550498ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b896f31e-62b0-4c89-b554-2d6ea14ce4b9'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:57:31.679831 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-6f642b68-314c-4867-b8d2-0dc616a77d52 service neutron] Bound port: 626fbb22-0a36-49c7-a760-8b522193c023, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203c474d-56e3-424f-9d3b-a131550498ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b896f31e-62b0-4c89-b554-2d6ea14ce4b9'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:57:31.679831 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-6f642b68-314c-4867-b8d2-0dc616a77d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:31.709578 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-a5e22b57-04ca-4e58-97c4-5c625292ded4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e486bcf-156c-4a07-ad87-c642a5034dff', 'name': 'tempest-FloatingIPDetailsTestJSON-745401091-router', 'tenant_id': 'f5276defc25b4c8498210980601f90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'fc8e97d5-172d-490c-993b-a90dcfe35740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:57:19Z', 'updated_at': '2021-08-18T12:57:28Z', 'revision_number': 4, 'project_id': 'f5276defc25b4c8498210980601f90f8', 'gw_port': {'id': 'fc8e97d5-172d-490c-993b-a90dcfe35740', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e486bcf-156c-4a07-ad87-c642a5034dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:57:21Z', 'updated_at': '2021-08-18T12:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '3d00cd66-19cc-4add-ae0a-403320a99769', 'name': '', 'network_id': 'ef55dfcc-523d-4f12-b8da-76e65c505057', 'tenant_id': 'f5276defc25b4c8498210980601f90f8', 'mac_address': 'fa:16:3e:98:c1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e486bcf-156c-4a07-ad87-c642a5034dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '5b4a60a8-ee52-413c-a6b3-93b773b744c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:57:26Z', 'updated_at': '2021-08-18T12:57:29Z', 'revision_number': 2, 'project_id': 'f5276defc25b4c8498210980601f90f8', 'subnets': [{'id': '5b4a60a8-ee52-413c-a6b3-93b773b744c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:31.709883 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device fc8e97d5-172d-490c-993b-a90dcfe35740 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:57:31.751131 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e22b57-04ca-4e58-97c4-5c625292ded4 None None] Checking router: 4e486bcf-156c-4a07-ad87-c642a5034dff for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:57:31.751482 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e22b57-04ca-4e58-97c4-5c625292ded4 None None] Updating router 4e486bcf-156c-4a07-ad87-c642a5034dff port 3d00cd66-19cc-4add-ae0a-403320a99769 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:57:31.785212 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-6f642b68-314c-4867-b8d2-0dc616a77d52 service neutron] For port 626fbb22-0a36-49c7-a760-8b522193c023, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:57:31.788773 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-6f642b68-314c-4867-b8d2-0dc616a77d52 service neutron] For port 626fbb22-0a36-49c7-a760-8b522193c023, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=626fbb22-0a36-49c7-a760-8b522193c023,segment=NetworkSegment(203c474d-56e3-424f-9d3b-a131550498ab),segment_id=203c474d-56e3-424f-9d3b-a131550498ab)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:57:31.795976 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port e0d25559-ffd4-4271-88ed-625bf5bd6da6 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:57:31.800470 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a5e22b57-04ca-4e58-97c4-5c625292ded4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:31.813016 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port e0d25559-ffd4-4271-88ed-625bf5bd6da6 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:57:31.813394 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:31.819505 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bd44e46c-52e1-4f0d-bd1f-e7a67389310b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:31.843851 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bd44e46c-52e1-4f0d-bd1f-e7a67389310b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:31.846876 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-bd44e46c-52e1-4f0d-bd1f-e7a67389310b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f89d2399-f949-4048-add4-43bd880aacb0 HTTP/1.1" status: 204 len: 168 time: 0.4660726 Aug 18 12:57:31.850855 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43744) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:31.864896 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-6f642b68-314c-4867-b8d2-0dc616a77d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:31.878898 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd44e46c-52e1-4f0d-bd1f-e7a67389310b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f89d2399-f949-4048-add4-43bd880aacb0,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:31.911499 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port fc8e97d5-172d-490c-993b-a90dcfe35740 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:57:31.911883 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:31.915730 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port db83e3cf-31d7-4b4a-92c4-68ced55e1e8b, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=db83e3cf-31d7-4b4a-92c4-68ced55e1e8b,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:31.950585 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'db83e3cf-31d7-4b4a-92c4-68ced55e1e8b', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'port_id': 'db83e3cf-31d7-4b4a-92c4-68ced55e1e8b', 'mac_address': 'fa:16:3e:aa:04:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc8434-66c0-4e05-8cce-b4a4a0f33dc3', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:57:32.008187 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-6f642b68-314c-4867-b8d2-0dc616a77d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:32.008818 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-6f642b68-314c-4867-b8d2-0dc616a77d52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:32.010244 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-6f642b68-314c-4867-b8d2-0dc616a77d52 service neutron] 10.222.0.20 "PUT /v2.0/ports/626fbb22-0a36-49c7-a760-8b522193c023 HTTP/1.1" status: 200 len: 1092 time: 1.6741178 Aug 18 12:57:32.010701 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '086cb2ae-5b95-4284-9c32-d7f41aa4debc', 'tag': '626fbb22-0a36-49c7-a760-8b522193c023'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:57:32.013026 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b478ee14-099e-4f4e-8191-771f770e9997" -d '{"events": [{"name": "network-changed", "server_uuid": "086cb2ae-5b95-4284-9c32-d7f41aa4debc", "tag": "626fbb22-0a36-49c7-a760-8b522193c023"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:57:32.054165 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:32.057897 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f642b68-314c-4867-b8d2-0dc616a77d52 service neutron] Pushing event updated for resources: {'Port': ['ID=626fbb22-0a36-49c7-a760-8b522193c023,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:32.071564 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-45d141cb-587d-4514-8ead-587d1a71367d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:32.073642 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:32.096911 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64411e3-5584-4aa6-ac24-0f65276d929b req-c706800e-6376-4104-ade3-b1bc7bcbbdf8 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:32.101625 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db83e3cf-31d7-4b4a-92c4-68ced55e1e8b {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:57:32.113268 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64411e3-5584-4aa6-ac24-0f65276d929b req-c706800e-6376-4104-ade3-b1bc7bcbbdf8 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:32.129575 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64411e3-5584-4aa6-ac24-0f65276d929b req-c706800e-6376-4104-ade3-b1bc7bcbbdf8 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:32.131447 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f6d70a-8b27-401b-9836-0c7d0f085634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d25559-ffd4-4271-88ed-625bf5bd6da6'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:57:32.136561 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41af358-2f02-445c-a500-d9b4e9738400" -d '{"events": [{"server_uuid": "d2f6d70a-8b27-401b-9836-0c7d0f085634", "name": "network-vif-plugged", "status": "completed", "tag": "e0d25559-ffd4-4271-88ed-625bf5bd6da6"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:57:32.138827 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c64411e3-5584-4aa6-ac24-0f65276d929b req-c706800e-6376-4104-ade3-b1bc7bcbbdf8 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b85b76-c83b-4ea2-8969-f14f31d9a4da HTTP/1.1" status: 200 len: 2419 time: 0.1724961 Aug 18 12:57:32.139874 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43756) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:32.209127 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port e0d25559-ffd4-4271-88ed-625bf5bd6da6, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=e0d25559-ffd4-4271-88ed-625bf5bd6da6,segment=NetworkSegment(58d4e80e-3ebf-4904-9cf5-2556f17eaf99),segment_id=58d4e80e-3ebf-4904-9cf5-2556f17eaf99)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:32.236407 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port db83e3cf-31d7-4b4a-92c4-68ced55e1e8b, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=db83e3cf-31d7-4b4a-92c4-68ced55e1e8b,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:32.253997 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-45d141cb-587d-4514-8ead-587d1a71367d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:32.256466 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c64411e3-5584-4aa6-ac24-0f65276d929b req-3378e37c-a274-4616-8737-3bc9d947ba1e tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/security-groups?id=51a6849c-d15a-4aae-9ba4-dedea7cdd11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980422 Aug 18 12:57:32.265615 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-45d141cb-587d-4514-8ead-587d1a71367d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8205beb0-4d25-4c9e-a0f2-b53bd983d149']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:32.278679 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-45d141cb-587d-4514-8ead-587d1a71367d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64242db4-050a-4831-913b-84beef1ef905') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:32.279188 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-45d141cb-587d-4514-8ead-587d1a71367d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64242db4-050a-4831-913b-84beef1ef905') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:32.286352 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:32.289300 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-45d141cb-587d-4514-8ead-587d1a71367d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:32.304258 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-45d141cb-587d-4514-8ead-587d1a71367d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:32.315067 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45d141cb-587d-4514-8ead-587d1a71367d admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:57:32.315067 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-45d141cb-587d-4514-8ead-587d1a71367d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:32.366440 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-646d1be2-6b03-4a61-91e2-4846964dfa59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:32.368390 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:32.373350 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 12:57:32.373350 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:57:32.373350 n-d-803603-2 neutron-server[101675]: timer() Aug 18 12:57:32.373350 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:57:32.373350 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 12:57:32.373350 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:57:32.373350 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 12:57:32.373350 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:57:32.373350 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 12:57:32.373350 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:57:32.373350 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 12:57:32.373350 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:57:32.373350 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 12:57:32.373350 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:57:32.373350 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:57:32.373350 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:57:32.373350 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:57:32.373350 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:57:32.373350 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 12:57:32.373350 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:57:32.373350 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 12:57:32.373350 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:57:32.373350 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:57:32.373350 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:57:32.373350 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 12:57:32.373350 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:57:32.373350 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:57:32.373350 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:57:32.373350 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:57:32.373350 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:57:32.373350 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:57:32.373350 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:57:32.430475 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=e0d25559-ffd4-4271-88ed-625bf5bd6da6,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:32.437411 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a5e22b57-04ca-4e58-97c4-5c625292ded4 None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:32.454980 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-a5e22b57-04ca-4e58-97c4-5c625292ded4 None None] Transition to ACTIVE for port object 3d00cd66-19cc-4add-ae0a-403320a99769 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:57:32.479231 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ddbb7-de17-40a9-90a9-51662e7bc57a req-ec640c3a-3d07-479c-bd0b-03813844af4c tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:32.480756 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a64ddbb7-de17-40a9-90a9-51662e7bc57a req-ec640c3a-3d07-479c-bd0b-03813844af4c tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f6d70a-8b27-401b-9836-0c7d0f085634 HTTP/1.1" status: 200 len: 945 time: 0.1096716 Aug 18 12:57:32.491942 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-45d141cb-587d-4514-8ead-587d1a71367d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:32.517859 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=db83e3cf-31d7-4b4a-92c4-68ced55e1e8b,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:32.519890 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-45d141cb-587d-4514-8ead-587d1a71367d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:32.521869 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-45d141cb-587d-4514-8ead-587d1a71367d admin admin] 10.222.0.13 "DELETE /v2.0/networks/8205beb0-4d25-4c9e-a0f2-b53bd983d149 HTTP/1.1" status: 204 len: 168 time: 0.6688507 Aug 18 12:57:32.522878 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d141cb-587d-4514-8ead-587d1a71367d admin admin] Pushing event deleted for resources: {'Network': ['ID=8205beb0-4d25-4c9e-a0f2-b53bd983d149,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:32.534588 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d2c357eb-b844-46dd-b326-d3e931bf1301 req-634604ab-33c1-4af7-a82a-b80f5bc9f44e tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1621900 Aug 18 12:57:32.536618 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-646d1be2-6b03-4a61-91e2-4846964dfa59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:32.553007 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-d2c357eb-b844-46dd-b326-d3e931bf1301 req-1b789ef9-d4b2-43b8-b6d1-04a01840c2e3 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:32.560564 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-8143689c-44b8-4cf1-b268-9e5807b91844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:32.562326 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-8143689c-44b8-4cf1-b268-9e5807b91844 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62165f4489344ba1816de5df17dbe952&device_id=086cb2ae-5b95-4284-9c32-d7f41aa4debc HTTP/1.1" status: 200 len: 1095 time: 0.1909821 Aug 18 12:57:32.570888 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a64ddbb7-de17-40a9-90a9-51662e7bc57a req-234ca9ea-d4cc-4714-b07c-8d4122f12fac tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] 10.222.0.13 "GET /v2.0/security-groups?id=fde49000-d2f3-4507-a7fc-7cb5765d4aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805607 Aug 18 12:57:32.601343 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['db83e3cf-31d7-4b4a-92c4-68ced55e1e8b'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:57:32.627867 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998017a0-c92d-491e-a99a-96ef40c28663 x-openstack-request-id: req-998017a0-c92d-491e-a99a-96ef40c28663 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:57:32.628436 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "086cb2ae-5b95-4284-9c32-d7f41aa4debc", "tag": "626fbb22-0a36-49c7-a760-8b522193c023", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:57:32.629473 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-998017a0-c92d-491e-a99a-96ef40c28663 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:57:32.630061 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '086cb2ae-5b95-4284-9c32-d7f41aa4debc', 'tag': '626fbb22-0a36-49c7-a760-8b522193c023', 'status': 'completed', 'code': 200} Aug 18 12:57:32.631891 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-ee3fb709-4162-472d-bec0-baf2c5c33fe4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=626fbb22-0a36-49c7-a760-8b522193c023 HTTP/1.1" status: 200 len: 217 time: 0.0599864 Aug 18 12:57:32.681262 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43768) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:32.709970 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-cb0dfb2a-32e9-4119-b2a0-ca94960c4f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:32.712624 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-cb0dfb2a-32e9-4119-b2a0-ca94960c4f80 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=01ff60f5-a1bd-4c4a-b8b1-0b6ab79f5acb HTTP/1.1" status: 200 len: 852 time: 0.0721602 Aug 18 12:57:32.737868 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553f879-4cd7-4d54-a451-df8cfbd10f39 req-532762ed-db10-47b3-8cf5-734921ac18c0 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:32.738340 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b553f879-4cd7-4d54-a451-df8cfbd10f39 req-532762ed-db10-47b3-8cf5-734921ac18c0 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=086cb2ae-5b95-4284-9c32-d7f41aa4debc HTTP/1.1" status: 200 len: 944 time: 0.0725186 Aug 18 12:57:32.760148 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-5da51129-b2e1-42de-b31d-ae51dc6b4c3e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b896f31e-62b0-4c89-b554-2d6ea14ce4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338101 Aug 18 12:57:32.782426 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a5e22b57-04ca-4e58-97c4-5c625292ded4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:32.792968 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b553f879-4cd7-4d54-a451-df8cfbd10f39 req-0741a7b6-1a3c-44b1-a1ab-e32193a59816 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436857 Aug 18 12:57:32.833982 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-646d1be2-6b03-4a61-91e2-4846964dfa59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:32.868184 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51269cc-7847-480b-9242-44d07909415a x-openstack-request-id: req-b51269cc-7847-480b-9242-44d07909415a {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:57:32.869620 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f6d70a-8b27-401b-9836-0c7d0f085634", "name": "network-vif-plugged", "status": "completed", "tag": "e0d25559-ffd4-4271-88ed-625bf5bd6da6", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:57:32.869902 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b51269cc-7847-480b-9242-44d07909415a {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:57:32.870367 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f6d70a-8b27-401b-9836-0c7d0f085634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d25559-ffd4-4271-88ed-625bf5bd6da6', 'code': 200} Aug 18 12:57:32.884659 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-646d1be2-6b03-4a61-91e2-4846964dfa59 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2131f15282f04fe59c7b42c17f5cbe54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7430954 Aug 18 12:57:32.885146 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-fe041b85-cc4f-4633-a453-a3c65aa5bc3c service neutron] 10.222.0.20 "GET /v2.0/networks/b896f31e-62b0-4c89-b554-2d6ea14ce4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158419 Aug 18 12:57:32.887267 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43774) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:32.900459 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d1be2-6b03-4a61-91e2-4846964dfa59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd23403-a9b2-47ec-983f-9271c3889028,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:32.918800 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7584e28-537a-4eb9-9fe6-8bdb4fa21a4f None None] Pushing event updated for resources: {'Port': ['ID=3d00cd66-19cc-4add-ae0a-403320a99769,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:32.919200 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-903abb24-1b0f-40b9-8760-766568decd12 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-293269527-network', 'tenant_id': 'e7baf9905d27419197839304a4370813'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:32.996811 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d2c357eb-b844-46dd-b326-d3e931bf1301 req-1b789ef9-d4b2-43b8-b6d1-04a01840c2e3 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks [] for floatingip, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:33.000903 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-a5e22b57-04ca-4e58-97c4-5c625292ded4 None None] Attempting to bind port 3d00cd66-19cc-4add-ae0a-403320a99769 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:57:33.000903 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-a5e22b57-04ca-4e58-97c4-5c625292ded4 None None] Attempting to bind port 3d00cd66-19cc-4add-ae0a-403320a99769 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '02e1d0e2-ca25-417a-9e05-dd7985b03292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ef55dfcc-523d-4f12-b8da-76e65c505057'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:57:33.001430 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e22b57-04ca-4e58-97c4-5c625292ded4 None None] Attempting to bind port 3d00cd66-19cc-4add-ae0a-403320a99769 on network ef55dfcc-523d-4f12-b8da-76e65c505057 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:57:33.007162 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e22b57-04ca-4e58-97c4-5c625292ded4 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:57:33.007619 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e22b57-04ca-4e58-97c4-5c625292ded4 None None] Checking segment: {'id': '02e1d0e2-ca25-417a-9e05-dd7985b03292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ef55dfcc-523d-4f12-b8da-76e65c505057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:57:33.008090 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a5e22b57-04ca-4e58-97c4-5c625292ded4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:33.008552 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e22b57-04ca-4e58-97c4-5c625292ded4 None None] Bound using segment: {'id': '02e1d0e2-ca25-417a-9e05-dd7985b03292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ef55dfcc-523d-4f12-b8da-76e65c505057'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:57:33.009115 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-a5e22b57-04ca-4e58-97c4-5c625292ded4 None None] Bound port: 3d00cd66-19cc-4add-ae0a-403320a99769, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e1d0e2-ca25-417a-9e05-dd7985b03292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ef55dfcc-523d-4f12-b8da-76e65c505057'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:57:33.009655 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a5e22b57-04ca-4e58-97c4-5c625292ded4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:33.046908 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9372e2-c615-4a03-9c87-dd465bc7e156 req-837482d6-b4ed-465d-a48a-10ce2244e86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:33.048560 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9e9372e2-c615-4a03-9c87-dd465bc7e156 req-837482d6-b4ed-465d-a48a-10ce2244e86d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d2f6d70a-8b27-401b-9836-0c7d0f085634 HTTP/1.1" status: 200 len: 1096 time: 0.1148617 Aug 18 12:57:33.065301 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16059e5a-77bf-468d-88c7-b73e6428b458 req-12058a5d-2173-407c-af7b-9d8d62dca7a8 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:33.066937 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-16059e5a-77bf-468d-88c7-b73e6428b458 req-12058a5d-2173-407c-af7b-9d8d62dca7a8 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfb81df6-6aaa-4f1e-a82c-d491e70bd4ef HTTP/1.1" status: 200 len: 948 time: 0.1243422 Aug 18 12:57:33.092332 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43776) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:33.099263 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-a5e22b57-04ca-4e58-97c4-5c625292ded4 None None] For port 3d00cd66-19cc-4add-ae0a-403320a99769, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:57:33.104187 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-a5e22b57-04ca-4e58-97c4-5c625292ded4 None None] For port 3d00cd66-19cc-4add-ae0a-403320a99769, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=3d00cd66-19cc-4add-ae0a-403320a99769,segment=NetworkSegment(02e1d0e2-ca25-417a-9e05-dd7985b03292),segment_id=02e1d0e2-ca25-417a-9e05-dd7985b03292)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:57:33.106771 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903abb24-1b0f-40b9-8760-766568decd12 admin admin] Made reservation on behalf of e7baf9905d27419197839304a4370813 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:57:33.109139 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-903abb24-1b0f-40b9-8760-766568decd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:33.125884 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-903abb24-1b0f-40b9-8760-766568decd12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:33.149131 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-580adc7e-9ca8-4bed-8cb4-f47e54606a7d req-f5609fda-b7d1-422e-9e2a-e270d01f5cb4 service neutron] 10.222.0.20 "GET /v2.0/networks/b896f31e-62b0-4c89-b554-2d6ea14ce4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590697 Aug 18 12:57:33.152948 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c8896c67-cbe2-42a1-97b5-05877472160f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:33.162640 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9e9372e2-c615-4a03-9c87-dd465bc7e156 req-c5caac1a-107f-457f-ae05-7977b86aad58 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fde49000-d2f3-4507-a7fc-7cb5765d4aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946646 Aug 18 12:57:33.184434 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-16059e5a-77bf-468d-88c7-b73e6428b458 req-8dd8ec45-c23a-424c-a36e-9da716e0264f tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796750 Aug 18 12:57:33.188285 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a5e22b57-04ca-4e58-97c4-5c625292ded4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:33.198821 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c8896c67-cbe2-42a1-97b5-05877472160f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:33.229776 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d2be488a-8ad5-457b-9d9f-63f7819dc2d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=234ffca375d94eb59ece774ca7f62d4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1349459 Aug 18 12:57:33.236170 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43778) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:33.237427 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e22b57-04ca-4e58-97c4-5c625292ded4 None None] Routers {'4e486bcf-156c-4a07-ad87-c642a5034dff'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:57:33.238063 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-a5e22b57-04ca-4e58-97c4-5c625292ded4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:57:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['4e486bcf-156c-4a07-ad87-c642a5034dff'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:33.346246 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-903abb24-1b0f-40b9-8760-766568decd12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:33.360704 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d2c357eb-b844-46dd-b326-d3e931bf1301 req-1b789ef9-d4b2-43b8-b6d1-04a01840c2e3 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:33.367380 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-a5e22b57-04ca-4e58-97c4-5c625292ded4 None None] Set router 4e486bcf-156c-4a07-ad87-c642a5034dff gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:57:33.385549 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-66d238ed-f708-48a6-8287-ac29319eda15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:33.390236 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478ee14-099e-4f4e-8191-771f770e9997 req-bff1db2f-a9d3-42e2-8a09-c6aebc222cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:33.391770 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b478ee14-099e-4f4e-8191-771f770e9997 req-bff1db2f-a9d3-42e2-8a09-c6aebc222cb8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62165f4489344ba1816de5df17dbe952&device_id=086cb2ae-5b95-4284-9c32-d7f41aa4debc HTTP/1.1" status: 200 len: 1095 time: 0.1120768 Aug 18 12:57:33.425653 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7584e28-537a-4eb9-9fe6-8bdb4fa21a4f None None] Pushing event updated for resources: {'Port': ['ID=3d00cd66-19cc-4add-ae0a-403320a99769,revision_number=4']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:33.442092 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d767815-1628-4ad3-80df-b02cff3a3b45 req-0306cbcb-7b68-42e3-b459-18061fbe5797 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:33.449809 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d767815-1628-4ad3-80df-b02cff3a3b45 req-0306cbcb-7b68-42e3-b459-18061fbe5797 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:33.457578 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d767815-1628-4ad3-80df-b02cff3a3b45 req-0306cbcb-7b68-42e3-b459-18061fbe5797 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:33.465671 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-66d238ed-f708-48a6-8287-ac29319eda15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:33.467082 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0d767815-1628-4ad3-80df-b02cff3a3b45 req-0306cbcb-7b68-42e3-b459-18061fbe5797 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b85b76-c83b-4ea2-8969-f14f31d9a4da HTTP/1.1" status: 200 len: 2419 time: 0.1083767 Aug 18 12:57:33.483621 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-903abb24-1b0f-40b9-8760-766568decd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:33.524215 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c8896c67-cbe2-42a1-97b5-05877472160f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:33.527117 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c8896c67-cbe2-42a1-97b5-05877472160f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:33.528258 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c8896c67-cbe2-42a1-97b5-05877472160f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5cd23403-a9b2-47ec-983f-9271c3889028 HTTP/1.1" status: 204 len: 168 time: 0.6398323 Aug 18 12:57:33.538296 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device db83e3cf-31d7-4b4a-92c4-68ced55e1e8b up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:57:33.548011 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-903abb24-1b0f-40b9-8760-766568decd12 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:57:33.578797 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0d767815-1628-4ad3-80df-b02cff3a3b45 req-aa1ef7a9-19b5-42d1-82e0-9e0d24952cab tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/security-groups?id=51a6849c-d15a-4aae-9ba4-dedea7cdd11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097159 Aug 18 12:57:33.591905 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-903abb24-1b0f-40b9-8760-766568decd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:33.591905 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-903abb24-1b0f-40b9-8760-766568decd12 admin admin] Added segment 77ddab3d-ff23-496e-8941-930388f26c0a of type vlan for network e51ccc3b-abcc-41e3-af86-d35409ed3b10 Aug 18 12:57:33.604908 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8896c67-cbe2-42a1-97b5-05877472160f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd23403-a9b2-47ec-983f-9271c3889028,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:33.638962 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478ee14-099e-4f4e-8191-771f770e9997 req-eb7ac6b2-d0e2-4814-b54b-57393b6fb533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:33.640554 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b478ee14-099e-4f4e-8191-771f770e9997 req-eb7ac6b2-d0e2-4814-b54b-57393b6fb533 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b896f31e-62b0-4c89-b554-2d6ea14ce4b9 HTTP/1.1" status: 200 len: 913 time: 0.2373536 Aug 18 12:57:33.669480 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-903abb24-1b0f-40b9-8760-766568decd12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:33.692429 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-a5e22b57-04ca-4e58-97c4-5c625292ded4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e486bcf-156c-4a07-ad87-c642a5034dff', 'name': 'tempest-FloatingIPDetailsTestJSON-745401091-router', 'tenant_id': 'f5276defc25b4c8498210980601f90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'fc8e97d5-172d-490c-993b-a90dcfe35740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:57:19Z', 'updated_at': '2021-08-18T12:57:28Z', 'revision_number': 4, 'project_id': 'f5276defc25b4c8498210980601f90f8', 'gw_port': {'id': 'fc8e97d5-172d-490c-993b-a90dcfe35740', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e486bcf-156c-4a07-ad87-c642a5034dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:57:21Z', 'updated_at': '2021-08-18T12:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '3d00cd66-19cc-4add-ae0a-403320a99769', 'name': '', 'network_id': 'ef55dfcc-523d-4f12-b8da-76e65c505057', 'tenant_id': 'f5276defc25b4c8498210980601f90f8', 'mac_address': 'fa:16:3e:98:c1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e486bcf-156c-4a07-ad87-c642a5034dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '5b4a60a8-ee52-413c-a6b3-93b773b744c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:57:26Z', 'updated_at': '2021-08-18T12:57:33Z', 'revision_number': 4, 'project_id': 'f5276defc25b4c8498210980601f90f8', 'subnets': [{'id': '5b4a60a8-ee52-413c-a6b3-93b773b744c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:33.703527 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903abb24-1b0f-40b9-8760-766568decd12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5ed206-34a3-49aa-9c84-9bd465c8e602,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:33.724029 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6c406-9ae7-4af3-8d7b-b305f1e76db1 req-8b881ed0-c387-45fa-ae30-bc3da88732e3 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:33.729058 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e22b57-04ca-4e58-97c4-5c625292ded4 None None] The sync data for ids ['4e486bcf-156c-4a07-ad87-c642a5034dff'] in n-d-803603-2 is: [{'id': '4e486bcf-156c-4a07-ad87-c642a5034dff', 'name': 'tempest-FloatingIPDetailsTestJSON-745401091-router', 'tenant_id': 'f5276defc25b4c8498210980601f90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'fc8e97d5-172d-490c-993b-a90dcfe35740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:57:19Z', 'updated_at': '2021-08-18T12:57:28Z', 'revision_number': 4, 'project_id': 'f5276defc25b4c8498210980601f90f8', 'gw_port': {'id': 'fc8e97d5-172d-490c-993b-a90dcfe35740', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e486bcf-156c-4a07-ad87-c642a5034dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:57:21Z', 'updated_at': '2021-08-18T12:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '3d00cd66-19cc-4add-ae0a-403320a99769', 'name': '', 'network_id': 'ef55dfcc-523d-4f12-b8da-76e65c505057', 'tenant_id': 'f5276defc25b4c8498210980601f90f8', 'mac_address': 'fa:16:3e:98:c1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e486bcf-156c-4a07-ad87-c642a5034dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '5b4a60a8-ee52-413c-a6b3-93b773b744c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:57:26Z', 'updated_at': '2021-08-18T12:57:33Z', 'revision_number': 4, 'project_id': 'f5276defc25b4c8498210980601f90f8', 'subnets': [{'id': '5b4a60a8-ee52-413c-a6b3-93b773b744c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:57:33.729916 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6c406-9ae7-4af3-8d7b-b305f1e76db1 req-8b881ed0-c387-45fa-ae30-bc3da88732e3 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:33.740190 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6c406-9ae7-4af3-8d7b-b305f1e76db1 req-8b881ed0-c387-45fa-ae30-bc3da88732e3 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:33.741887 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-46c6c406-9ae7-4af3-8d7b-b305f1e76db1 req-8b881ed0-c387-45fa-ae30-bc3da88732e3 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.20 "GET /v2.0/ports?device_id=78b85b76-c83b-4ea2-8969-f14f31d9a4da HTTP/1.1" status: 200 len: 2419 time: 0.2365673 Aug 18 12:57:33.751321 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-66d238ed-f708-48a6-8287-ac29319eda15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:33.757166 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-66d238ed-f708-48a6-8287-ac29319eda15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:33.761025 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-66d238ed-f708-48a6-8287-ac29319eda15 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e0999ac7-01c1-4fe3-8c3c-566c271306ab HTTP/1.1" status: 204 len: 168 time: 0.5193748 Aug 18 12:57:33.761025 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b478ee14-099e-4f4e-8191-771f770e9997 req-30b5ffeb-e4ce-496f-8bd3-f90136a02bfc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=626fbb22-0a36-49c7-a760-8b522193c023 HTTP/1.1" status: 200 len: 217 time: 0.0864818 Aug 18 12:57:33.809774 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-903abb24-1b0f-40b9-8760-766568decd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:33.814951 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903abb24-1b0f-40b9-8760-766568decd12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:33.815639 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-903abb24-1b0f-40b9-8760-766568decd12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:33.819182 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-d2c357eb-b844-46dd-b326-d3e931bf1301 req-1b789ef9-d4b2-43b8-b6d1-04a01840c2e3 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Allocated IP 172.25.6.50 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/edf0ace8-7ebe-4230-960c-758250eaa0c0) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:57:33.822977 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port db83e3cf-31d7-4b4a-92c4-68ced55e1e8b completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:57:33.827736 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port db83e3cf-31d7-4b4a-92c4-68ced55e1e8b triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:57:33.840668 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:33.934653 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0860951-3421-4fea-abfc-b903cfab8271 req-fc65c6d1-f270-4671-98a9-84f4e2f7ce64 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:33.936260 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e0860951-3421-4fea-abfc-b903cfab8271 req-fc65c6d1-f270-4671-98a9-84f4e2f7ce64 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f6d70a-8b27-401b-9836-0c7d0f085634 HTTP/1.1" status: 200 len: 945 time: 0.2287350 Aug 18 12:57:33.942956 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903abb24-1b0f-40b9-8760-766568decd12 admin admin] Pushing event updated for resources: {'Network': ['ID=e51ccc3b-abcc-41e3-af86-d35409ed3b10,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:33.958485 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:33.962133 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network e51ccc3b-abcc-41e3-af86-d35409ed3b10 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:57:34.012986 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-903abb24-1b0f-40b9-8760-766568decd12 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3292227 Aug 18 12:57:34.015009 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43790) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:34.020196 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-5413de8f-3f4c-4032-af00-4cfd15c50145 admin admin] Request body: {'subnet': {'network_id': 'e51ccc3b-abcc-41e3-af86-d35409ed3b10', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-293269527-subnet', 'tenant_id': 'e7baf9905d27419197839304a4370813', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:34.028065 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e0860951-3421-4fea-abfc-b903cfab8271 req-8885fea0-6257-467c-a5db-8efc82ff9223 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] 10.222.0.13 "GET /v2.0/security-groups?id=fde49000-d2f3-4507-a7fc-7cb5765d4aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753758 Aug 18 12:57:34.110554 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port db83e3cf-31d7-4b4a-92c4-68ced55e1e8b, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=db83e3cf-31d7-4b4a-92c4-68ced55e1e8b,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:34.148416 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5413de8f-3f4c-4032-af00-4cfd15c50145 admin admin] Made reservation on behalf of e7baf9905d27419197839304a4370813 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:57:34.151542 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5413de8f-3f4c-4032-af00-4cfd15c50145 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:34.177563 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:34.264528 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=db83e3cf-31d7-4b4a-92c4-68ced55e1e8b,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:34.321455 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d238ed-f708-48a6-8287-ac29319eda15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0999ac7-01c1-4fe3-8c3c-566c271306ab,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:34.430863 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27845482-9a16-4505-8f03-45d160071b29 req-aea9e475-6e46-434c-9483-08ddd940d303 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:34.432568 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-27845482-9a16-4505-8f03-45d160071b29 req-aea9e475-6e46-434c-9483-08ddd940d303 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=086cb2ae-5b95-4284-9c32-d7f41aa4debc HTTP/1.1" status: 200 len: 944 time: 0.1823034 Aug 18 12:57:34.522504 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478ee14-099e-4f4e-8191-771f770e9997 req-68f7c13e-f8e1-4457-a3be-062ad28a70cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:34.523187 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-27845482-9a16-4505-8f03-45d160071b29 req-774b0a40-b1e5-4fdf-aa12-07e1b96a0dde tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738542 Aug 18 12:57:34.525040 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b478ee14-099e-4f4e-8191-771f770e9997 req-68f7c13e-f8e1-4457-a3be-062ad28a70cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=01ff60f5-a1bd-4c4a-b8b1-0b6ab79f5acb HTTP/1.1" status: 200 len: 852 time: 0.7084503 Aug 18 12:57:34.548269 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d2c357eb-b844-46dd-b326-d3e931bf1301 req-1b789ef9-d4b2-43b8-b6d1-04a01840c2e3 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:34.583180 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b478ee14-099e-4f4e-8191-771f770e9997 req-761cefe1-4322-48c0-852d-6228e66c52c5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b896f31e-62b0-4c89-b554-2d6ea14ce4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460799 Aug 18 12:57:34.636294 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-46c6c406-9ae7-4af3-8d7b-b305f1e76db1 req-de79dcee-c44e-4cb0-aa95-a11d0cca1e34 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Deleting port dc3ad10e-838a-4b84-aae3-99af09eeef92 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:57:34.637742 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-46c6c406-9ae7-4af3-8d7b-b305f1e76db1 req-de79dcee-c44e-4cb0-aa95-a11d0cca1e34 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:34.728462 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c087606-5590-45f5-9487-46757e2a8dfb req-eef77031-171f-4b9d-b706-e770c2bc6775 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:34.730009 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6c087606-5590-45f5-9487-46757e2a8dfb req-eef77031-171f-4b9d-b706-e770c2bc6775 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfb81df6-6aaa-4f1e-a82c-d491e70bd4ef HTTP/1.1" status: 200 len: 949 time: 0.0821848 Aug 18 12:57:34.731340 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5413de8f-3f4c-4032-af00-4cfd15c50145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:34.819173 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5413de8f-3f4c-4032-af00-4cfd15c50145 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc1ba28c-6199-4ad4-974d-8e9c420fb9eb,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:34.851979 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6c087606-5590-45f5-9487-46757e2a8dfb req-d9610435-016f-4de0-8297-118fc7845c5b tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142473 Aug 18 12:57:34.854687 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b478ee14-099e-4f4e-8191-771f770e9997 req-a15bd42d-359e-469a-aac6-5cbe4959cba7 service neutron] 10.222.0.20 "GET /v2.0/networks/b896f31e-62b0-4c89-b554-2d6ea14ce4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507274 Aug 18 12:57:34.856460 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-46c6c406-9ae7-4af3-8d7b-b305f1e76db1 req-de79dcee-c44e-4cb0-aa95-a11d0cca1e34 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] For port dc3ad10e-838a-4b84-aae3-99af09eeef92, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=dc3ad10e-838a-4b84-aae3-99af09eeef92,segment=NetworkSegment(940830b9-5ada-4d93-8436-150f8f02aacc),segment_id=940830b9-5ada-4d93-8436-150f8f02aacc)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:34.856834 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-46c6c406-9ae7-4af3-8d7b-b305f1e76db1 req-de79dcee-c44e-4cb0-aa95-a11d0cca1e34 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:34.859904 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5413de8f-3f4c-4032-af00-4cfd15c50145 admin admin] Checking segment: {'id': '77ddab3d-ff23-496e-8941-930388f26c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e51ccc3b-abcc-41e3-af86-d35409ed3b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:57:34.860714 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5413de8f-3f4c-4032-af00-4cfd15c50145 admin admin] Network hostable DHCP agents. Network: e51ccc3b-abcc-41e3-af86-d35409ed3b10, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:57:34.871870 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb81df6-6aaa-4f1e-a82c-d491e70bd4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db83e3cf-31d7-4b4a-92c4-68ced55e1e8b'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:57:34.874856 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36458ad-24a6-4af4-99f9-ff7dd02aa80c" -d '{"events": [{"server_uuid": "cfb81df6-6aaa-4f1e-a82c-d491e70bd4ef", "name": "network-vif-plugged", "status": "completed", "tag": "db83e3cf-31d7-4b4a-92c4-68ced55e1e8b"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:57:34.903900 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d2c357eb-b844-46dd-b326-d3e931bf1301 req-1b789ef9-d4b2-43b8-b6d1-04a01840c2e3 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:34.941890 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-46c6c406-9ae7-4af3-8d7b-b305f1e76db1 req-de79dcee-c44e-4cb0-aa95-a11d0cca1e34 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Calling delete_port for dc3ad10e-838a-4b84-aae3-99af09eeef92 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:57:35.008909 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5413de8f-3f4c-4032-af00-4cfd15c50145 admin admin] Network e51ccc3b-abcc-41e3-af86-d35409ed3b10 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:57:35.015338 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2c357eb-b844-46dd-b326-d3e931bf1301 req-1b789ef9-d4b2-43b8-b6d1-04a01840c2e3 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:57:35.036493 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-d2c357eb-b844-46dd-b326-d3e931bf1301 req-1b789ef9-d4b2-43b8-b6d1-04a01840c2e3 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:57:35.040326 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345448f7-d719-4999-8c90-8772327c9b4f req-e417452c-a8a1-4653-8856-bd91b8f96c22 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:35.047176 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345448f7-d719-4999-8c90-8772327c9b4f req-e417452c-a8a1-4653-8856-bd91b8f96c22 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:35.056878 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345448f7-d719-4999-8c90-8772327c9b4f req-e417452c-a8a1-4653-8856-bd91b8f96c22 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:35.056878 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-345448f7-d719-4999-8c90-8772327c9b4f req-e417452c-a8a1-4653-8856-bd91b8f96c22 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b85b76-c83b-4ea2-8969-f14f31d9a4da HTTP/1.1" status: 200 len: 2419 time: 0.1047521 Aug 18 12:57:35.077803 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c357eb-b844-46dd-b326-d3e931bf1301 req-1b789ef9-d4b2-43b8-b6d1-04a01840c2e3 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:57:35.084155 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-5413de8f-3f4c-4032-af00-4cfd15c50145 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, e51ccc3b-abcc-41e3-af86-d35409ed3b10) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:57:35.090548 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5413de8f-3f4c-4032-af00-4cfd15c50145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:35.091183 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5413de8f-3f4c-4032-af00-4cfd15c50145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:35.092730 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962d6d25-85e6-4015-b6db-7c651923dffe None None] Network e51ccc3b-abcc-41e3-af86-d35409ed3b10 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:57:35.093850 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b789ef9-d4b2-43b8-b6d1-04a01840c2e3 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Pushing event updated for resources: {'Port': ['ID=edf0ace8-7ebe-4230-960c-758250eaa0c0,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:35.153348 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-345448f7-d719-4999-8c90-8772327c9b4f req-5d13bca9-1982-4a21-becf-fe3ffb0191df tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/security-groups?id=51a6849c-d15a-4aae-9ba4-dedea7cdd11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901816 Aug 18 12:57:35.159102 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b478ee14-099e-4f4e-8191-771f770e9997 req-48e127af-b9ed-40fd-bf28-3405140360b2 service neutron] 10.222.0.20 "GET /v2.0/networks/b896f31e-62b0-4c89-b554-2d6ea14ce4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940874 Aug 18 12:57:35.200396 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5413de8f-3f4c-4032-af00-4cfd15c50145 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1843228 Aug 18 12:57:35.238750 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d2c357eb-b844-46dd-b326-d3e931bf1301 req-1b789ef9-d4b2-43b8-b6d1-04a01840c2e3 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:35.253140 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701ab3ac-1953-423e-ac73-ae5dd393a35e x-openstack-request-id: req-701ab3ac-1953-423e-ac73-ae5dd393a35e {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:57:35.253729 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb81df6-6aaa-4f1e-a82c-d491e70bd4ef", "name": "network-vif-plugged", "status": "completed", "tag": "db83e3cf-31d7-4b4a-92c4-68ced55e1e8b", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:57:35.254249 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-701ab3ac-1953-423e-ac73-ae5dd393a35e {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:57:35.254898 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfb81df6-6aaa-4f1e-a82c-d491e70bd4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db83e3cf-31d7-4b4a-92c4-68ced55e1e8b', 'code': 200} Aug 18 12:57:35.312729 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d6b7f8-a7ca-42cb-a60e-0aec9465226e None None] Network e51ccc3b-abcc-41e3-af86-d35409ed3b10 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:57:35.426109 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d2c357eb-b844-46dd-b326-d3e931bf1301 req-1b789ef9-d4b2-43b8-b6d1-04a01840c2e3 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:35.456410 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d6967-8a4e-40eb-b439-17ac255d9f01 req-040db288-7d91-4108-8fcc-9fcf16c65f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:35.457992 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c6d6967-8a4e-40eb-b439-17ac255d9f01 req-040db288-7d91-4108-8fcc-9fcf16c65f8a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cfb81df6-6aaa-4f1e-a82c-d491e70bd4ef HTTP/1.1" status: 200 len: 1100 time: 0.1401305 Aug 18 12:57:35.496354 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43842) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:35.499214 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-46c6c406-9ae7-4af3-8d7b-b305f1e76db1 req-de79dcee-c44e-4cb0-aa95-a11d0cca1e34 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:35.505876 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b87bc-845b-4d74-a458-c5549d9c3cbf req-d85d4e11-0ef0-4875-ab94-42fd0c286cd0 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:35.507472 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-235b87bc-845b-4d74-a458-c5549d9c3cbf req-d85d4e11-0ef0-4875-ab94-42fd0c286cd0 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f6d70a-8b27-401b-9836-0c7d0f085634 HTTP/1.1" status: 200 len: 945 time: 0.1345704 Aug 18 12:57:35.538696 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c6d6967-8a4e-40eb-b439-17ac255d9f01 req-cf0b0501-1e43-462c-93a9-8fc60278e767 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676100 Aug 18 12:57:35.575010 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79dcee-c44e-4cb0-aa95-a11d0cca1e34 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Pushing event deleted for resources: {'Port': ['ID=dc3ad10e-838a-4b84-aae3-99af09eeef92,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:35.576747 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-235b87bc-845b-4d74-a458-c5549d9c3cbf req-411d5f64-246e-4d8b-b712-2df5c64b9dbe tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] 10.222.0.13 "GET /v2.0/security-groups?id=fde49000-d2f3-4507-a7fc-7cb5765d4aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491080 Aug 18 12:57:35.640827 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 3d00cd66-19cc-4add-ae0a-403320a99769 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:57:35.693713 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-0442b4ab-f8b6-4598-86d3-305e8f18992b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1441489026-network', 'tenant_id': 'f70dc5d69b6e42bd8c1161ac2c3cd458'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:35.724620 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c6c406-9ae7-4af3-8d7b-b305f1e76db1 req-de79dcee-c44e-4cb0-aa95-a11d0cca1e34 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] No DVR routers for this DVR port dc3ad10e-838a-4b84-aae3-99af09eeef92 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:57:35.727275 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-46c6c406-9ae7-4af3-8d7b-b305f1e76db1 req-de79dcee-c44e-4cb0-aa95-a11d0cca1e34 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:35.729769 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-46c6c406-9ae7-4af3-8d7b-b305f1e76db1 req-de79dcee-c44e-4cb0-aa95-a11d0cca1e34 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.20 "DELETE /v2.0/ports/dc3ad10e-838a-4b84-aae3-99af09eeef92 HTTP/1.1" status: 204 len: 173 time: 1.9292841 Aug 18 12:57:35.740854 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b85b76-c83b-4ea2-8969-f14f31d9a4da', 'name': 'network-vif-deleted', 'tag': 'dc3ad10e-838a-4b84-aae3-99af09eeef92'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:57:35.743193 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be679d5f-218f-4605-a93c-20edd18fb22c" -d '{"events": [{"server_uuid": "78b85b76-c83b-4ea2-8969-f14f31d9a4da", "name": "network-vif-deleted", "tag": "dc3ad10e-838a-4b84-aae3-99af09eeef92"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:57:35.759134 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 3d00cd66-19cc-4add-ae0a-403320a99769 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:57:35.763300 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 3d00cd66-19cc-4add-ae0a-403320a99769 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:57:35.763676 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:35.787877 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0442b4ab-f8b6-4598-86d3-305e8f18992b admin admin] Made reservation on behalf of f70dc5d69b6e42bd8c1161ac2c3cd458 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:57:35.790047 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0442b4ab-f8b6-4598-86d3-305e8f18992b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:35.806534 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0442b4ab-f8b6-4598-86d3-305e8f18992b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:35.880764 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:35.895758 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d2c357eb-b844-46dd-b326-d3e931bf1301 req-1b789ef9-d4b2-43b8-b6d1-04a01840c2e3 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:35.918213 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-46c6c406-9ae7-4af3-8d7b-b305f1e76db1 req-af992ba8-ece7-4809-8af6-d3a3fefc4e93 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Deleting port cdc3938e-b903-4cfc-b24f-c5105921fbec {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:57:35.918622 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-46c6c406-9ae7-4af3-8d7b-b305f1e76db1 req-af992ba8-ece7-4809-8af6-d3a3fefc4e93 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:35.936795 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 3d00cd66-19cc-4add-ae0a-403320a99769, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=3d00cd66-19cc-4add-ae0a-403320a99769,segment=NetworkSegment(02e1d0e2-ca25-417a-9e05-dd7985b03292),segment_id=02e1d0e2-ca25-417a-9e05-dd7985b03292)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:35.957969 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0442b4ab-f8b6-4598-86d3-305e8f18992b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:35.982419 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d2c357eb-b844-46dd-b326-d3e931bf1301 req-1b789ef9-d4b2-43b8-b6d1-04a01840c2e3 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:36.005026 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:36.059091 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=3d00cd66-19cc-4add-ae0a-403320a99769,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:36.065406 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0442b4ab-f8b6-4598-86d3-305e8f18992b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:36.086727 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b789ef9-d4b2-43b8-b6d1-04a01840c2e3 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Pushing event updated for resources: {'Port': ['ID=edf0ace8-7ebe-4230-960c-758250eaa0c0,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:36.112558 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-46c6c406-9ae7-4af3-8d7b-b305f1e76db1 req-af992ba8-ece7-4809-8af6-d3a3fefc4e93 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] For port cdc3938e-b903-4cfc-b24f-c5105921fbec, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=cdc3938e-b903-4cfc-b24f-c5105921fbec,segment=NetworkSegment(940830b9-5ada-4d93-8436-150f8f02aacc),segment_id=940830b9-5ada-4d93-8436-150f8f02aacc)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:36.112935 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-46c6c406-9ae7-4af3-8d7b-b305f1e76db1 req-af992ba8-ece7-4809-8af6-d3a3fefc4e93 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:36.115450 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d2c357eb-b844-46dd-b326-d3e931bf1301 req-1b789ef9-d4b2-43b8-b6d1-04a01840c2e3 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:36.120508 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0442b4ab-f8b6-4598-86d3-305e8f18992b admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:57:36.131506 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-46c6c406-9ae7-4af3-8d7b-b305f1e76db1 req-af992ba8-ece7-4809-8af6-d3a3fefc4e93 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Calling delete_port for cdc3938e-b903-4cfc-b24f-c5105921fbec owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:57:36.139282 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0442b4ab-f8b6-4598-86d3-305e8f18992b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ad49d3-7c09-4a56-813d-70de0435297d,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:36.146836 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0442b4ab-f8b6-4598-86d3-305e8f18992b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:36.147197 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-0442b4ab-f8b6-4598-86d3-305e8f18992b admin admin] Added segment 87314b3c-93ed-48f4-b1e0-8050932e9fcf of type vlan for network 46a1f2b9-23ee-4e90-a39a-16f5eeeb0d1c Aug 18 12:57:36.206535 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d2c357eb-b844-46dd-b326-d3e931bf1301 req-1b789ef9-d4b2-43b8-b6d1-04a01840c2e3 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:36.207876 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d2c357eb-b844-46dd-b326-d3e931bf1301 req-1b789ef9-d4b2-43b8-b6d1-04a01840c2e3 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.6652410 Aug 18 12:57:36.218257 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0442b4ab-f8b6-4598-86d3-305e8f18992b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:36.230086 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-61aa8a81-4acb-48f5-abd5-92d4fae69c35 tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:36.231618 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-61aa8a81-4acb-48f5-abd5-92d4fae69c35 tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] 10.222.0.13 "GET /v2.0/networks?id=e51ccc3b-abcc-41e3-af86-d35409ed3b10 HTTP/1.1" status: 200 len: 813 time: 0.1911035 Aug 18 12:57:36.258098 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-db3869e3-add7-4413-84c1-06ac7832a883 tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] 10.222.0.13 "GET /v2.0/quotas/e7baf9905d27419197839304a4370813 HTTP/1.1" status: 200 len: 375 time: 0.0184817 Aug 18 12:57:36.267953 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d2c357eb-b844-46dd-b326-d3e931bf1301 req-1524c43c-e76c-4c96-9365-afab98bb420a tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.50 HTTP/1.1" status: 200 len: 695 time: 0.0504894 Aug 18 12:57:36.294108 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-489932fb-6276-4c1c-9a15-436e7f9de22d tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7baf9905d27419197839304a4370813&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297031 Aug 18 12:57:36.358900 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0442b4ab-f8b6-4598-86d3-305e8f18992b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:36.359947 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0442b4ab-f8b6-4598-86d3-305e8f18992b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:36.360573 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0442b4ab-f8b6-4598-86d3-305e8f18992b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:36.413560 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c357eb-b844-46dd-b326-d3e931bf1301 req-d62b47ff-6006-424e-a9b3-d2ce2c7f3f72 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:36.415932 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d2c357eb-b844-46dd-b326-d3e931bf1301 req-d62b47ff-6006-424e-a9b3-d2ce2c7f3f72 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] 10.222.0.13 "GET /v2.0/networks/0babe39a-03c6-4af7-9ca5-00804dd781c2 HTTP/1.1" status: 200 len: 784 time: 0.1408601 Aug 18 12:57:36.455659 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0442b4ab-f8b6-4598-86d3-305e8f18992b admin admin] Pushing event updated for resources: {'Network': ['ID=46a1f2b9-23ee-4e90-a39a-16f5eeeb0d1c,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:36.457502 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43876) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:36.469046 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 46a1f2b9-23ee-4e90-a39a-16f5eeeb0d1c details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:57:36.472895 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-2cf6203c-1ec3-4eb5-86e8-48e93325ea93 service neutron] 10.222.0.13 "GET /v2.0/networks/e51ccc3b-abcc-41e3-af86-d35409ed3b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697035 Aug 18 12:57:36.482892 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-46c6c406-9ae7-4af3-8d7b-b305f1e76db1 req-af992ba8-ece7-4809-8af6-d3a3fefc4e93 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:36.530026 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af992ba8-ece7-4809-8af6-d3a3fefc4e93 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Pushing event deleted for resources: {'Port': ['ID=cdc3938e-b903-4cfc-b24f-c5105921fbec,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:36.590363 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c6c406-9ae7-4af3-8d7b-b305f1e76db1 req-af992ba8-ece7-4809-8af6-d3a3fefc4e93 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] No DVR routers for this DVR port cdc3938e-b903-4cfc-b24f-c5105921fbec on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:57:36.594157 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0442b4ab-f8b6-4598-86d3-305e8f18992b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0829093 Aug 18 12:57:36.596793 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43880) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:36.600170 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d5c10-c19f-437f-912a-6455cdb6f2dc req-a06a0409-f5a8-4f32-9702-abea0971ec2c tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:36.601741 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ff3d5c10-c19f-437f-912a-6455cdb6f2dc req-a06a0409-f5a8-4f32-9702-abea0971ec2c tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=086cb2ae-5b95-4284-9c32-d7f41aa4debc HTTP/1.1" status: 200 len: 944 time: 0.1299491 Aug 18 12:57:36.602410 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-56ba5204-6cf4-43d4-bfde-37c123acc2c3 admin admin] Request body: {'subnet': {'network_id': '46a1f2b9-23ee-4e90-a39a-16f5eeeb0d1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1441489026-subnet', 'tenant_id': 'f70dc5d69b6e42bd8c1161ac2c3cd458', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:36.603037 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-46c6c406-9ae7-4af3-8d7b-b305f1e76db1 req-af992ba8-ece7-4809-8af6-d3a3fefc4e93 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:36.607173 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-3a7bcb52-7c69-499e-a1a3-1bbdfbdaaacf service neutron] 10.222.0.13 "GET /v2.0/networks/e51ccc3b-abcc-41e3-af86-d35409ed3b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240931 Aug 18 12:57:36.608825 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-46c6c406-9ae7-4af3-8d7b-b305f1e76db1 req-af992ba8-ece7-4809-8af6-d3a3fefc4e93 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.20 "DELETE /v2.0/ports/cdc3938e-b903-4cfc-b24f-c5105921fbec HTTP/1.1" status: 204 len: 173 time: 0.8562181 Aug 18 12:57:36.660202 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-58c190e2-a9e3-4718-9ab8-79b67d5c4653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:36.702979 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ba5204-6cf4-43d4-bfde-37c123acc2c3 admin admin] Made reservation on behalf of f70dc5d69b6e42bd8c1161ac2c3cd458 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:57:36.706417 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-56ba5204-6cf4-43d4-bfde-37c123acc2c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:36.748047 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ff3d5c10-c19f-437f-912a-6455cdb6f2dc req-016cee27-1d65-424e-b48c-15daac92eb9e tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276417 Aug 18 12:57:36.843190 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-46c6c406-9ae7-4af3-8d7b-b305f1e76db1 req-75556887-280c-475b-b1f1-6291a3e47bc5 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Deleting port 1e872a01-01b0-4998-9435-2adc354c93a0 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:57:36.843418 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-46c6c406-9ae7-4af3-8d7b-b305f1e76db1 req-75556887-280c-475b-b1f1-6291a3e47bc5 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:36.859237 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-58c190e2-a9e3-4718-9ab8-79b67d5c4653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:36.909917 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 1e872a01-01b0-4998-9435-2adc354c93a0 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:57:36.954647 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70ef7e3-0752-42e4-b7f7-0ed34b6126de x-openstack-request-id: req-a70ef7e3-0752-42e4-b7f7-0ed34b6126de {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:57:36.955506 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 626fbb22-0a36-49c7-a760-8b522193c023 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:57:36.955650 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b85b76-c83b-4ea2-8969-f14f31d9a4da", "name": "network-vif-deleted", "tag": "dc3ad10e-838a-4b84-aae3-99af09eeef92", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:57:36.955650 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a70ef7e3-0752-42e4-b7f7-0ed34b6126de {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:57:36.955650 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b85b76-c83b-4ea2-8969-f14f31d9a4da', 'name': 'network-vif-deleted', 'tag': 'dc3ad10e-838a-4b84-aae3-99af09eeef92', 'status': 'completed', 'code': 200} Aug 18 12:57:36.959808 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-58c190e2-a9e3-4718-9ab8-79b67d5c4653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:37.023451 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-56ba5204-6cf4-43d4-bfde-37c123acc2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:37.055629 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922227e-53e4-448c-abfa-3ffc31cd423d req-dee459ff-2997-4185-ba33-6ab83036233e tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:37.057864 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e922227e-53e4-448c-abfa-3ffc31cd423d req-dee459ff-2997-4185-ba33-6ab83036233e tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f6d70a-8b27-401b-9836-0c7d0f085634 HTTP/1.1" status: 200 len: 945 time: 0.2235954 Aug 18 12:57:37.077572 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:37.102849 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c190e2-a9e3-4718-9ab8-79b67d5c4653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511c0e27-37cf-420d-be75-79363afb3ae4,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:37.105249 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6997ef7-4c45-4301-9970-1792aa60d46d req-b4b3c9f1-a3be-4d7f-989f-45dd0ad7a2f3 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:37.107056 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-58c190e2-a9e3-4718-9ab8-79b67d5c4653 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c3065b2883c542ee97c0c130b700c99c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6475222 Aug 18 12:57:37.109903 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d6997ef7-4c45-4301-9970-1792aa60d46d req-b4b3c9f1-a3be-4d7f-989f-45dd0ad7a2f3 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfb81df6-6aaa-4f1e-a82c-d491e70bd4ef HTTP/1.1" status: 200 len: 949 time: 0.1319089 Aug 18 12:57:37.111539 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ba5204-6cf4-43d4-bfde-37c123acc2c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d36fd44-8800-4fcd-a2e6-7f2cd328cec9,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:37.113878 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43890) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:37.129095 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-46c6c406-9ae7-4af3-8d7b-b305f1e76db1 req-75556887-280c-475b-b1f1-6291a3e47bc5 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] For port 1e872a01-01b0-4998-9435-2adc354c93a0, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=1e872a01-01b0-4998-9435-2adc354c93a0,segment=NetworkSegment(72c3b8d9-d076-4696-8c50-dbe9343efd83),segment_id=72c3b8d9-d076-4696-8c50-dbe9343efd83)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:37.129391 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-46c6c406-9ae7-4af3-8d7b-b305f1e76db1 req-75556887-280c-475b-b1f1-6291a3e47bc5 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:37.152751 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e922227e-53e4-448c-abfa-3ffc31cd423d req-0c2c511e-65c1-4394-8d27-4524ed6c75b0 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] 10.222.0.13 "GET /v2.0/security-groups?id=fde49000-d2f3-4507-a7fc-7cb5765d4aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825660 Aug 18 12:57:37.153907 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-46c6c406-9ae7-4af3-8d7b-b305f1e76db1 req-75556887-280c-475b-b1f1-6291a3e47bc5 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Calling delete_port for 1e872a01-01b0-4998-9435-2adc354c93a0 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:57:37.164075 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 1e872a01-01b0-4998-9435-2adc354c93a0, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=1e872a01-01b0-4998-9435-2adc354c93a0,segment=NetworkSegment(72c3b8d9-d076-4696-8c50-dbe9343efd83),segment_id=72c3b8d9-d076-4696-8c50-dbe9343efd83)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:37.169189 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 626fbb22-0a36-49c7-a760-8b522193c023, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=626fbb22-0a36-49c7-a760-8b522193c023,segment=NetworkSegment(203c474d-56e3-424f-9d3b-a131550498ab),segment_id=203c474d-56e3-424f-9d3b-a131550498ab)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:37.176386 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ba5204-6cf4-43d4-bfde-37c123acc2c3 admin admin] Checking segment: {'id': '87314b3c-93ed-48f4-b1e0-8050932e9fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '46a1f2b9-23ee-4e90-a39a-16f5eeeb0d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:57:37.176750 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ba5204-6cf4-43d4-bfde-37c123acc2c3 admin admin] Network hostable DHCP agents. Network: 46a1f2b9-23ee-4e90-a39a-16f5eeeb0d1c, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:57:37.197534 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '626fbb22-0a36-49c7-a760-8b522193c023', 'network_id': 'b896f31e-62b0-4c89-b554-2d6ea14ce4b9', 'port_id': '626fbb22-0a36-49c7-a760-8b522193c023', 'mac_address': 'fa:16:3e:e3:78:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ff60f5-a1bd-4c4a-b8b1-0b6ab79f5acb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:57:37.226310 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d6997ef7-4c45-4301-9970-1792aa60d46d req-3a39876a-a781-4f31-988c-8a4278028420 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113963 Aug 18 12:57:37.253887 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9c908591-78de-4c6c-bee4-76ad62c95dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:37.265279 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b85b76-c83b-4ea2-8969-f14f31d9a4da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e872a01-01b0-4998-9435-2adc354c93a0'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:57:37.268233 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef2c9ac-f692-456d-8bb6-4d054f82e4a5" -d '{"events": [{"server_uuid": "78b85b76-c83b-4ea2-8969-f14f31d9a4da", "name": "network-vif-unplugged", "status": "completed", "tag": "1e872a01-01b0-4998-9435-2adc354c93a0"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:57:37.274354 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:37.276041 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device dc3ad10e-838a-4b84-aae3-99af09eeef92 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:57:37.336816 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db587f74-042b-4c50-981e-c229d64434d0 req-5eee01d5-8aef-4610-af44-aa7424586c7c tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:37.338377 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-db587f74-042b-4c50-981e-c229d64434d0 req-5eee01d5-8aef-4610-af44-aa7424586c7c tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b85b76-c83b-4ea2-8969-f14f31d9a4da HTTP/1.1" status: 200 len: 944 time: 0.0652764 Aug 18 12:57:37.351023 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9c908591-78de-4c6c-bee4-76ad62c95dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:37.356627 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: dc3ad10e-838a-4b84-aae3-99af09eeef92 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:57:37.356900 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device dc3ad10e-838a-4b84-aae3-99af09eeef92 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:57:37.357326 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device cdc3938e-b903-4cfc-b24f-c5105921fbec no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:57:37.359047 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:37.359478 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ba5204-6cf4-43d4-bfde-37c123acc2c3 admin admin] Network 46a1f2b9-23ee-4e90-a39a-16f5eeeb0d1c is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:57:37.386852 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-db587f74-042b-4c50-981e-c229d64434d0 req-340a52c8-3f73-4f5d-a067-30272128a6d0 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/security-groups?id=51a6849c-d15a-4aae-9ba4-dedea7cdd11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413125 Aug 18 12:57:37.444632 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-46c6c406-9ae7-4af3-8d7b-b305f1e76db1 req-75556887-280c-475b-b1f1-6291a3e47bc5 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:37.468416 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-041a2571-a598-4649-b7cc-cafd5694267f req-9b96c6ca-8ade-4646-b1fc-2600938bb6a9 tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] 10.222.0.13 "GET /v2.0/ports?device_id=80f7d035-4f0c-4913-bdf5-f8da24358a50 HTTP/1.1" status: 200 len: 210 time: 0.0353832 Aug 18 12:57:37.486734 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-56ba5204-6cf4-43d4-bfde-37c123acc2c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 46a1f2b9-23ee-4e90-a39a-16f5eeeb0d1c) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:57:37.499719 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75556887-280c-475b-b1f1-6291a3e47bc5 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Pushing event deleted for resources: {'Port': ['ID=1e872a01-01b0-4998-9435-2adc354c93a0,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:37.512555 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ba5204-6cf4-43d4-bfde-37c123acc2c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:37.512555 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-56ba5204-6cf4-43d4-bfde-37c123acc2c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:37.538958 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ec9f6c84-4767-4cc8-8db5-91ca5fa1f479 req-4f52241d-dea7-400b-a1d3-415ec99c416b tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2756886 Aug 18 12:57:37.552023 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-ec9f6c84-4767-4cc8-8db5-91ca5fa1f479 req-b4c93771-1c4a-46c6-bf0b-fc6bca339a6d tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:37.581257 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acbe2b8-cca2-4589-b370-bc98f4b17100 None None] Network 46a1f2b9-23ee-4e90-a39a-16f5eeeb0d1c requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:57:37.592394 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: cdc3938e-b903-4cfc-b24f-c5105921fbec {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:57:37.593019 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device cdc3938e-b903-4cfc-b24f-c5105921fbec not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:57:37.601032 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c6c406-9ae7-4af3-8d7b-b305f1e76db1 req-75556887-280c-475b-b1f1-6291a3e47bc5 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] No DVR routers for this DVR port 1e872a01-01b0-4998-9435-2adc354c93a0 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:57:37.609449 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-46c6c406-9ae7-4af3-8d7b-b305f1e76db1 req-75556887-280c-475b-b1f1-6291a3e47bc5 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:37.612038 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-46c6c406-9ae7-4af3-8d7b-b305f1e76db1 req-75556887-280c-475b-b1f1-6291a3e47bc5 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.20 "DELETE /v2.0/ports/1e872a01-01b0-4998-9435-2adc354c93a0 HTTP/1.1" status: 204 len: 173 time: 0.9999650 Aug 18 12:57:37.648884 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 626fbb22-0a36-49c7-a760-8b522193c023 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:57:37.674351 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-56ba5204-6cf4-43d4-bfde-37c123acc2c3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0698969 Aug 18 12:57:37.674351 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9c908591-78de-4c6c-bee4-76ad62c95dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:37.684129 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 3d00cd66-19cc-4add-ae0a-403320a99769 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:57:37.688002 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9c908591-78de-4c6c-bee4-76ad62c95dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:37.691593 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9c908591-78de-4c6c-bee4-76ad62c95dc1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/511c0e27-37cf-420d-be75-79363afb3ae4 HTTP/1.1" status: 204 len: 168 time: 0.5714297 Aug 18 12:57:37.721457 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c908591-78de-4c6c-bee4-76ad62c95dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511c0e27-37cf-420d-be75-79363afb3ae4,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:37.743567 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=1e872a01-01b0-4998-9435-2adc354c93a0,revision_number=6']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:37.772904 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 626fbb22-0a36-49c7-a760-8b522193c023, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=626fbb22-0a36-49c7-a760-8b522193c023,segment=NetworkSegment(203c474d-56e3-424f-9d3b-a131550498ab),segment_id=203c474d-56e3-424f-9d3b-a131550498ab)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:37.840485 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-ec9f6c84-4767-4cc8-8db5-91ca5fa1f479 req-b4c93771-1c4a-46c6-bf0b-fc6bca339a6d tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks [] for floatingip, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:37.889993 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:37.947198 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571b5bab-aa61-46c3-8a5d-995ab1202693 None None] Network 46a1f2b9-23ee-4e90-a39a-16f5eeeb0d1c requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:57:37.949165 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 3d00cd66-19cc-4add-ae0a-403320a99769 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:57:37.949542 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:38.069754 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc53b4-78a2-4d8e-abbd-c3849e654574 req-652daea8-907c-4cfb-a19a-abc3b51bdfa3 tempest-ServersOnMultiNodesTest-1807681808 tempest-ServersOnMultiNodesTest-1807681808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:38.071526 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4bbc53b4-78a2-4d8e-abbd-c3849e654574 req-652daea8-907c-4cfb-a19a-abc3b51bdfa3 tempest-ServersOnMultiNodesTest-1807681808 tempest-ServersOnMultiNodesTest-1807681808-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cfb81df6-6aaa-4f1e-a82c-d491e70bd4ef HTTP/1.1" status: 200 len: 1100 time: 0.0724647 Aug 18 12:57:38.073840 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=626fbb22-0a36-49c7-a760-8b522193c023,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:38.080692 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-ec9f6c84-4767-4cc8-8db5-91ca5fa1f479 req-b4c93771-1c4a-46c6-bf0b-fc6bca339a6d tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:38.128082 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4bbc53b4-78a2-4d8e-abbd-c3849e654574 req-68332491-a9ff-4535-87e2-b83e60e97ef9 tempest-ServersOnMultiNodesTest-1807681808 tempest-ServersOnMultiNodesTest-1807681808-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431802 Aug 18 12:57:38.162043 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['626fbb22-0a36-49c7-a760-8b522193c023'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:57:38.193543 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc0f261-ce8a-4c11-828d-d26e7474f214 x-openstack-request-id: req-6cc0f261-ce8a-4c11-828d-d26e7474f214 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:57:38.193832 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b85b76-c83b-4ea2-8969-f14f31d9a4da", "name": "network-vif-unplugged", "status": "completed", "tag": "1e872a01-01b0-4998-9435-2adc354c93a0", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:57:38.194086 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6cc0f261-ce8a-4c11-828d-d26e7474f214 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:57:38.194605 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b85b76-c83b-4ea2-8969-f14f31d9a4da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e872a01-01b0-4998-9435-2adc354c93a0', 'code': 200} Aug 18 12:57:38.261107 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-ec9f6c84-4767-4cc8-8db5-91ca5fa1f479 req-b4c93771-1c4a-46c6-bf0b-fc6bca339a6d tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Allocated IP 172.25.6.129 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/fde4849e-9f59-4b08-9a2d-775345378f31) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:57:38.327838 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d9c00-1d4e-4da2-9a01-376699457ed3 req-b93e936c-1b86-470e-adc0-fea57c9451f4 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:38.340998 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-057d9c00-1d4e-4da2-9a01-376699457ed3 req-b93e936c-1b86-470e-adc0-fea57c9451f4 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=086cb2ae-5b95-4284-9c32-d7f41aa4debc HTTP/1.1" status: 200 len: 945 time: 0.0852067 Aug 18 12:57:38.382805 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-057d9c00-1d4e-4da2-9a01-376699457ed3 req-01b72dd8-bf3c-49c8-8afb-e78f9d93dcab tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408120 Aug 18 12:57:38.426586 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-ec9f6c84-4767-4cc8-8db5-91ca5fa1f479 req-b4c93771-1c4a-46c6-bf0b-fc6bca339a6d tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:38.523250 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541e4e9-d4a5-4218-806d-443da4779375 req-49acced2-7e0b-43f0-a5d3-854b42bbda48 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:38.524771 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e541e4e9-d4a5-4218-806d-443da4779375 req-49acced2-7e0b-43f0-a5d3-854b42bbda48 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f6d70a-8b27-401b-9836-0c7d0f085634 HTTP/1.1" status: 200 len: 945 time: 0.0558524 Aug 18 12:57:38.565620 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e541e4e9-d4a5-4218-806d-443da4779375 req-c7024e22-f958-4892-b3e6-c0257c095fb3 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] 10.222.0.13 "GET /v2.0/security-groups?id=fde49000-d2f3-4507-a7fc-7cb5765d4aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345819 Aug 18 12:57:38.589380 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-ec9f6c84-4767-4cc8-8db5-91ca5fa1f479 req-b4c93771-1c4a-46c6-bf0b-fc6bca339a6d tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:38.660821 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec9f6c84-4767-4cc8-8db5-91ca5fa1f479 req-b4c93771-1c4a-46c6-bf0b-fc6bca339a6d tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:57:38.664495 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-ec9f6c84-4767-4cc8-8db5-91ca5fa1f479 req-b4c93771-1c4a-46c6-bf0b-fc6bca339a6d tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:57:38.669029 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9f6c84-4767-4cc8-8db5-91ca5fa1f479 req-b4c93771-1c4a-46c6-bf0b-fc6bca339a6d tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:57:38.674327 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c93771-1c4a-46c6-bf0b-fc6bca339a6d tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Pushing event updated for resources: {'Port': ['ID=fde4849e-9f59-4b08-9a2d-775345378f31,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:38.796808 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-ec9f6c84-4767-4cc8-8db5-91ca5fa1f479 req-b4c93771-1c4a-46c6-bf0b-fc6bca339a6d tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:38.813768 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:57:38.933874 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-ec9f6c84-4767-4cc8-8db5-91ca5fa1f479 req-b4c93771-1c4a-46c6-bf0b-fc6bca339a6d tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:38.956510 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b85b76-c83b-4ea2-8969-f14f31d9a4da', 'name': 'network-vif-deleted', 'tag': 'cdc3938e-b903-4cfc-b24f-c5105921fbec'}, {'server_uuid': '78b85b76-c83b-4ea2-8969-f14f31d9a4da', 'name': 'network-vif-deleted', 'tag': '1e872a01-01b0-4998-9435-2adc354c93a0'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:57:38.958871 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218d908e-b572-421d-99e7-152f99da1c5c" -d '{"events": [{"server_uuid": "78b85b76-c83b-4ea2-8969-f14f31d9a4da", "name": "network-vif-deleted", "tag": "cdc3938e-b903-4cfc-b24f-c5105921fbec"}, {"server_uuid": "78b85b76-c83b-4ea2-8969-f14f31d9a4da", "name": "network-vif-deleted", "tag": "1e872a01-01b0-4998-9435-2adc354c93a0"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:57:39.001886 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96320d-b1ee-49a8-a730-74162974058c req-79753b61-f635-486f-a17c-807fbdab2b13 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:39.003400 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6e96320d-b1ee-49a8-a730-74162974058c req-79753b61-f635-486f-a17c-807fbdab2b13 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] 10.222.0.13 "GET /v2.0/networks?id=46a1f2b9-23ee-4e90-a39a-16f5eeeb0d1c HTTP/1.1" status: 200 len: 814 time: 0.1156597 Aug 18 12:57:39.020092 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6e96320d-b1ee-49a8-a730-74162974058c req-a3388898-f5c8-423f-a710-c17ac5c85e23 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] 10.222.0.13 "GET /v2.0/quotas/f70dc5d69b6e42bd8c1161ac2c3cd458 HTTP/1.1" status: 200 len: 375 time: 0.0098011 Aug 18 12:57:39.055254 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6e96320d-b1ee-49a8-a730-74162974058c req-05e60b39-0501-400b-bc6f-2bd8c0dc3e67 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f70dc5d69b6e42bd8c1161ac2c3cd458&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291431 Aug 18 12:57:39.160837 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43954) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:39.172964 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6e96320d-b1ee-49a8-a730-74162974058c req-34694549-0a7a-4019-8282-24e10975d843 service neutron] 10.222.0.13 "GET /v2.0/networks/46a1f2b9-23ee-4e90-a39a-16f5eeeb0d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063831 Aug 18 12:57:39.275295 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-b0ad9dbc-30e3-4924-aeda-cbd9d24d19fb admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-653886314-network', 'tenant_id': '37a6e9787c904eb58cf3ddb1e11023f5'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:39.279938 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6e96320d-b1ee-49a8-a730-74162974058c req-22a7220c-7987-41ad-91a9-d101aa854619 service neutron] 10.222.0.13 "GET /v2.0/networks/46a1f2b9-23ee-4e90-a39a-16f5eeeb0d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997183 Aug 18 12:57:39.360903 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-ec9f6c84-4767-4cc8-8db5-91ca5fa1f479 req-b4c93771-1c4a-46c6-bf0b-fc6bca339a6d tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:39.364777 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ad9dbc-30e3-4924-aeda-cbd9d24d19fb admin admin] Made reservation on behalf of 37a6e9787c904eb58cf3ddb1e11023f5 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:57:39.367213 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b0ad9dbc-30e3-4924-aeda-cbd9d24d19fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:39.376400 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b0ad9dbc-30e3-4924-aeda-cbd9d24d19fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:39.427900 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-ec9f6c84-4767-4cc8-8db5-91ca5fa1f479 req-b4c93771-1c4a-46c6-bf0b-fc6bca339a6d tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:39.469242 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b0ad9dbc-30e3-4924-aeda-cbd9d24d19fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:39.503850 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c93771-1c4a-46c6-bf0b-fc6bca339a6d tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Pushing event updated for resources: {'Port': ['ID=fde4849e-9f59-4b08-9a2d-775345378f31,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:39.510603 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-ec9f6c84-4767-4cc8-8db5-91ca5fa1f479 req-b4c93771-1c4a-46c6-bf0b-fc6bca339a6d tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:39.603224 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b0ad9dbc-30e3-4924-aeda-cbd9d24d19fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:39.616135 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-bd98d332-9a20-41dd-9f27-dd65dfabe48a tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ac48e14392114051ba5d025a8226fe94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364108 Aug 18 12:57:39.645383 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0ad9dbc-30e3-4924-aeda-cbd9d24d19fb admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:57:39.688656 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-ec9f6c84-4767-4cc8-8db5-91ca5fa1f479 req-b4c93771-1c4a-46c6-bf0b-fc6bca339a6d tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:39.688656 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ec9f6c84-4767-4cc8-8db5-91ca5fa1f479 req-b4c93771-1c4a-46c6-bf0b-fc6bca339a6d tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1423304 Aug 18 12:57:39.718017 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b0ad9dbc-30e3-4924-aeda-cbd9d24d19fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:39.718479 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-b0ad9dbc-30e3-4924-aeda-cbd9d24d19fb admin admin] Added segment ef8e8cee-8aff-47ee-80bb-ffa053f3577b of type vlan for network e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1 Aug 18 12:57:39.734332 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad9dbc-30e3-4924-aeda-cbd9d24d19fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb0f244-fa79-49a7-b11d-6ba983b47bb0,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:39.740595 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ec9f6c84-4767-4cc8-8db5-91ca5fa1f479 req-7c527193-a3bb-4d9f-87fc-ee4b14e26967 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.129 HTTP/1.1" status: 200 len: 696 time: 0.0469687 Aug 18 12:57:39.766781 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-8f8a5532-ffbd-403f-9b9d-80651be160ad tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:39.768837 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-8f8a5532-ffbd-403f-9b9d-80651be160ad tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] 10.222.0.20 "GET /v2.0/networks?id=e51ccc3b-abcc-41e3-af86-d35409ed3b10 HTTP/1.1" status: 200 len: 813 time: 0.2700279 Aug 18 12:57:39.791722 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-f5fd8ab1-4377-4174-930a-b5380594a96b tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] Request body: {'port': {'device_id': '80f7d035-4f0c-4913-bdf5-f8da24358a50', 'network_id': 'e51ccc3b-abcc-41e3-af86-d35409ed3b10', 'admin_state_up': True, 'tenant_id': 'e7baf9905d27419197839304a4370813'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:39.795587 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b0ad9dbc-30e3-4924-aeda-cbd9d24d19fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:39.859380 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f6c84-4767-4cc8-8db5-91ca5fa1f479 req-26877cf1-9c09-4712-92b4-25f2b3fdb30e tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:39.860836 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ec9f6c84-4767-4cc8-8db5-91ca5fa1f479 req-26877cf1-9c09-4712-92b4-25f2b3fdb30e tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] 10.222.0.13 "GET /v2.0/networks/0babe39a-03c6-4af7-9ca5-00804dd781c2 HTTP/1.1" status: 200 len: 784 time: 0.1060498 Aug 18 12:57:39.904795 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43978) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:39.909889 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-0d0ef3bc-dd63-4307-af26-8f1e17a93443 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:39.911403 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-0d0ef3bc-dd63-4307-af26-8f1e17a93443 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2865193 Aug 18 12:57:39.947465 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-897377ff-3879-48b0-841f-b2d12d4e2cea tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/quotas/ac48e14392114051ba5d025a8226fe94 HTTP/1.1" status: 200 len: 375 time: 0.0278125 Aug 18 12:57:39.973354 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b0ad9dbc-30e3-4924-aeda-cbd9d24d19fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:39.974323 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ad9dbc-30e3-4924-aeda-cbd9d24d19fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:39.974897 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b0ad9dbc-30e3-4924-aeda-cbd9d24d19fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:39.994920 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-17e69798-3062-4840-b85f-6857cec3eee5 req-0374895b-4dee-4003-bc40-d4905abac20e tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] 10.222.0.13 "GET /v2.0/ports?device_id=80f7d035-4f0c-4913-bdf5-f8da24358a50 HTTP/1.1" status: 200 len: 210 time: 0.0328813 Aug 18 12:57:39.999200 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-488c0225-7967-4233-b9ef-f99a3ece5df8 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Deleting subnet 45de4a11-0806-4f9c-b93e-c03f663aecde {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:57:40.003982 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-488c0225-7967-4233-b9ef-f99a3ece5df8 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:40.054847 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-488c0225-7967-4233-b9ef-f99a3ece5df8 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:40.069786 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad9dbc-30e3-4924-aeda-cbd9d24d19fb admin admin] Pushing event updated for resources: {'Network': ['ID=e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:40.079984 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:57:40.088373 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-491e7edc-6906-4161-b2bf-0e3d0485bfb6 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ac48e14392114051ba5d025a8226fe94&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1311643 Aug 18 12:57:40.111793 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 18 Aug 2021 12:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e83f187-38aa-4b4a-882e-275cd2ade73c x-openstack-request-id: req-6e83f187-38aa-4b4a-882e-275cd2ade73c {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:57:40.112135 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b85b76-c83b-4ea2-8969-f14f31d9a4da", "name": "network-vif-deleted", "tag": "cdc3938e-b903-4cfc-b24f-c5105921fbec", "status": "completed", "code": 200}, {"server_uuid": "78b85b76-c83b-4ea2-8969-f14f31d9a4da", "name": "network-vif-deleted", "tag": "1e872a01-01b0-4998-9435-2adc354c93a0", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:57:40.112296 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e83f187-38aa-4b4a-882e-275cd2ade73c {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:57:40.112695 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b85b76-c83b-4ea2-8969-f14f31d9a4da', 'name': 'network-vif-deleted', 'tag': 'cdc3938e-b903-4cfc-b24f-c5105921fbec', 'status': 'completed', 'code': 200} Aug 18 12:57:40.112950 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b85b76-c83b-4ea2-8969-f14f31d9a4da', 'name': 'network-vif-deleted', 'tag': '1e872a01-01b0-4998-9435-2adc354c93a0', 'status': 'completed', 'code': 200} Aug 18 12:57:40.125291 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-f5fd8ab1-4377-4174-930a-b5380594a96b tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] Made reservation on behalf of e7baf9905d27419197839304a4370813 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:57:40.130562 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-f5fd8ab1-4377-4174-930a-b5380594a96b tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:40.210781 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b0ad9dbc-30e3-4924-aeda-cbd9d24d19fb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0487783 Aug 18 12:57:40.213809 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43982) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:40.218955 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-59d7fc6d-55a4-4283-baee-a3a50258bdc0 admin admin] Request body: {'subnet': {'network_id': 'e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-653886314-subnet', 'tenant_id': '37a6e9787c904eb58cf3ddb1e11023f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:40.228441 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-488c0225-7967-4233-b9ef-f99a3ece5df8 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:40.261005 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e9b3e9-2418-4d1f-99d6-59e1de9229e0 req-0e0133b9-6db5-4a80-8c74-bd10f828f30a tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:40.262494 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-17e9b3e9-2418-4d1f-99d6-59e1de9229e0 req-0e0133b9-6db5-4a80-8c74-bd10f828f30a tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=086cb2ae-5b95-4284-9c32-d7f41aa4debc HTTP/1.1" status: 200 len: 945 time: 0.0859430 Aug 18 12:57:40.312155 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-f5fd8ab1-4377-4174-930a-b5380594a96b tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] Allocated IP 172.20.0.12 (e51ccc3b-abcc-41e3-af86-d35409ed3b10/dc1ba28c-6199-4ad4-974d-8e9c420fb9eb/606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:57:40.319191 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-17e9b3e9-2418-4d1f-99d6-59e1de9229e0 req-d80d9ee3-5bb3-4f07-8a7f-cb3de6b5906f tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499942 Aug 18 12:57:40.355061 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d7fc6d-55a4-4283-baee-a3a50258bdc0 admin admin] Made reservation on behalf of 37a6e9787c904eb58cf3ddb1e11023f5 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:57:40.358046 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-59d7fc6d-55a4-4283-baee-a3a50258bdc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:40.420258 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-488c0225-7967-4233-b9ef-f99a3ece5df8 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:40.434267 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bdb1fefc-18c9-44b9-b6b2-9912b048b8fd req-a706d1fd-f9d4-434f-93cb-feaccb02a4bb tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] 10.222.0.13 "GET /v2.0/ports?device_id=f70557e5-0cd8-4de8-ab4a-e129cfd1d52b HTTP/1.1" status: 200 len: 210 time: 0.0570426 Aug 18 12:57:40.469816 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c0225-7967-4233-b9ef-f99a3ece5df8 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Pushing event deleted for resources: {'Subnet': ['ID=45de4a11-0806-4f9c-b93e-c03f663aecde,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:40.469816 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-488c0225-7967-4233-b9ef-f99a3ece5df8 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:40.472467 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-488c0225-7967-4233-b9ef-f99a3ece5df8 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "DELETE /v2.0/subnets/45de4a11-0806-4f9c-b93e-c03f663aecde HTTP/1.1" status: 204 len: 168 time: 0.5660312 Aug 18 12:57:40.476694 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43990) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:40.484645 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e12e7b4-ed6d-44fa-826e-ecd57ce2a056 None None] Network 8d96ffff-6267-4935-a1e5-d5d6c73ce815 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:57:40.590043 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a3402497-8fdb-405e-8c23-09ba41738e84 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:40.634017 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-630a01a4-f98e-4f57-9c8d-bdd448a43c2f req-3504cc0d-5b2d-45ee-b157-3a1413bbb88c tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2743258 Aug 18 12:57:40.653533 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-f5fd8ab1-4377-4174-930a-b5380594a96b tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:40.664249 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-630a01a4-f98e-4f57-9c8d-bdd448a43c2f req-0edd176e-3c93-4cfd-9f4e-549dc1ea6644 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:40.704193 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-a3402497-8fdb-405e-8c23-09ba41738e84 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Deleting port 8352dd36-2930-40fb-9e51-92ece3e75881 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:57:40.705169 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a3402497-8fdb-405e-8c23-09ba41738e84 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:40.759467 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03784d19-9750-4326-badb-b6563c98be31 None None] DHCP port deletion for 8d96ffff-6267-4935-a1e5-d5d6c73ce815 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:57:40.781040 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-a3402497-8fdb-405e-8c23-09ba41738e84 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] For port 8352dd36-2930-40fb-9e51-92ece3e75881, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=8352dd36-2930-40fb-9e51-92ece3e75881,segment=NetworkSegment(72c3b8d9-d076-4696-8c50-dbe9343efd83),segment_id=72c3b8d9-d076-4696-8c50-dbe9343efd83)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:40.781594 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a3402497-8fdb-405e-8c23-09ba41738e84 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:40.790485 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-630a01a4-f98e-4f57-9c8d-bdd448a43c2f req-0edd176e-3c93-4cfd-9f4e-549dc1ea6644 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks [] for floatingip, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:40.811363 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-59d7fc6d-55a4-4283-baee-a3a50258bdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:40.816471 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-f5fd8ab1-4377-4174-930a-b5380594a96b tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:40.823806 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-a3402497-8fdb-405e-8c23-09ba41738e84 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Calling delete_port for 8352dd36-2930-40fb-9e51-92ece3e75881 owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:57:40.825742 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-03784d19-9750-4326-badb-b6563c98be31 None None] Deleting port 8352dd36-2930-40fb-9e51-92ece3e75881 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:57:40.825742 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-03784d19-9750-4326-badb-b6563c98be31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:40.916626 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-03784d19-9750-4326-badb-b6563c98be31 None None] For port 8352dd36-2930-40fb-9e51-92ece3e75881, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=8352dd36-2930-40fb-9e51-92ece3e75881,segment=NetworkSegment(72c3b8d9-d076-4696-8c50-dbe9343efd83),segment_id=72c3b8d9-d076-4696-8c50-dbe9343efd83)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:40.917351 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-03784d19-9750-4326-badb-b6563c98be31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:40.921344 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 626fbb22-0a36-49c7-a760-8b522193c023 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:57:40.950486 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-f5fd8ab1-4377-4174-930a-b5380594a96b tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] Network e51ccc3b-abcc-41e3-af86-d35409ed3b10 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:57:40.953496 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-03784d19-9750-4326-badb-b6563c98be31 None None] Calling delete_port for 8352dd36-2930-40fb-9e51-92ece3e75881 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:57:40.959273 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-f5fd8ab1-4377-4174-930a-b5380594a96b tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:57:40.961328 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd8ab1-4377-4174-930a-b5380594a96b tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] Pushing event updated for resources: {'Port': ['ID=606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:40.972184 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d7fc6d-55a4-4283-baee-a3a50258bdc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f0409aa-1fb7-4185-8e0a-32f29d65add0,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:40.985773 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-f5fd8ab1-4377-4174-930a-b5380594a96b tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:57:41.061945 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-630a01a4-f98e-4f57-9c8d-bdd448a43c2f req-0edd176e-3c93-4cfd-9f4e-549dc1ea6644 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:41.069815 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d7fc6d-55a4-4283-baee-a3a50258bdc0 admin admin] Checking segment: {'id': 'ef8e8cee-8aff-47ee-80bb-ffa053f3577b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:57:41.070124 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d7fc6d-55a4-4283-baee-a3a50258bdc0 admin admin] Network hostable DHCP agents. Network: e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:57:41.092270 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-03784d19-9750-4326-badb-b6563c98be31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:41.098348 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-f5fd8ab1-4377-4174-930a-b5380594a96b tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:41.098976 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-f5fd8ab1-4377-4174-930a-b5380594a96b tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:41.126418 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 626fbb22-0a36-49c7-a760-8b522193c023 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:57:41.126418 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03784d19-9750-4326-badb-b6563c98be31 None None] Pushing event deleted for resources: {'Port': ['ID=8352dd36-2930-40fb-9e51-92ece3e75881,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:41.131105 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03784d19-9750-4326-badb-b6563c98be31 None None] No DVR routers for this DVR port 8352dd36-2930-40fb-9e51-92ece3e75881 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:57:41.133194 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 626fbb22-0a36-49c7-a760-8b522193c023 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:57:41.133952 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:41.147677 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a3402497-8fdb-405e-8c23-09ba41738e84 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:41.157852 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9db1e32c-9267-4feb-9754-24e6b7cc18d5 req-7e691a4d-2f2a-4669-946e-1c168530d25b tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=a23022cc-9251-4100-8f31-96a5fe63fbea HTTP/1.1" status: 200 len: 210 time: 0.0826099 Aug 18 12:57:41.188254 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3402497-8fdb-405e-8c23-09ba41738e84 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Pushing event deleted for resources: {'Port': ['ID=8352dd36-2930-40fb-9e51-92ece3e75881,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:41.191119 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3402497-8fdb-405e-8c23-09ba41738e84 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] No DVR routers for this DVR port 8352dd36-2930-40fb-9e51-92ece3e75881 on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:57:41.245602 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:41.271977 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32224efb-6581-407a-b762-2be151ea6a14 req-4077abcf-fc2f-413d-8691-b06d685cc7fa tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:41.273896 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-32224efb-6581-407a-b762-2be151ea6a14 req-4077abcf-fc2f-413d-8691-b06d685cc7fa tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f6d70a-8b27-401b-9836-0c7d0f085634 HTTP/1.1" status: 200 len: 945 time: 0.0598152 Aug 18 12:57:41.280061 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-f5fd8ab1-4377-4174-930a-b5380594a96b tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4959602 Aug 18 12:57:41.282027 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d7fc6d-55a4-4283-baee-a3a50258bdc0 admin admin] Network e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:57:41.292554 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '086cb2ae-5b95-4284-9c32-d7f41aa4debc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626fbb22-0a36-49c7-a760-8b522193c023'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:57:41.296978 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44406a9-5035-4c30-acdc-a181d213f092" -d '{"events": [{"server_uuid": "086cb2ae-5b95-4284-9c32-d7f41aa4debc", "name": "network-vif-plugged", "status": "completed", "tag": "626fbb22-0a36-49c7-a760-8b522193c023"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:57:41.299259 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-831d7e60-a687-47c8-8b39-f343d964f3ff service neutron] Request body: {'port': {'device_id': '80f7d035-4f0c-4913-bdf5-f8da24358a50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:41.318425 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 626fbb22-0a36-49c7-a760-8b522193c023, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=626fbb22-0a36-49c7-a760-8b522193c023,segment=NetworkSegment(203c474d-56e3-424f-9d3b-a131550498ab),segment_id=203c474d-56e3-424f-9d3b-a131550498ab)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:41.357448 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-630a01a4-f98e-4f57-9c8d-bdd448a43c2f req-0edd176e-3c93-4cfd-9f4e-549dc1ea6644 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Allocated IP 172.25.6.223 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/61cdb528-16b3-4b82-ad30-3bc93767f5a9) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:57:41.360469 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a3402497-8fdb-405e-8c23-09ba41738e84 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:41.369015 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-32224efb-6581-407a-b762-2be151ea6a14 req-55629335-848a-4ddd-bdd0-b84d5e382334 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] 10.222.0.13 "GET /v2.0/security-groups?id=fde49000-d2f3-4507-a7fc-7cb5765d4aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880139 Aug 18 12:57:41.371352 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-59d7fc6d-55a4-4283-baee-a3a50258bdc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:57:41.379815 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-a3402497-8fdb-405e-8c23-09ba41738e84 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d96ffff-6267-4935-a1e5-d5d6c73ce815']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:41.381161 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d7fc6d-55a4-4283-baee-a3a50258bdc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:41.381778 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-59d7fc6d-55a4-4283-baee-a3a50258bdc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:41.398804 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c499676-7374-46e8-b87c-8d4b23616e81 None None] Network e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:57:41.399059 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-831d7e60-a687-47c8-8b39-f343d964f3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:41.399199 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-a3402497-8fdb-405e-8c23-09ba41738e84 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c3b8d9-d076-4696-8c50-dbe9343efd83') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:41.399199 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-a3402497-8fdb-405e-8c23-09ba41738e84 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c3b8d9-d076-4696-8c50-dbe9343efd83') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:41.407617 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:41.474691 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a3402497-8fdb-405e-8c23-09ba41738e84 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:41.502922 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a3402497-8fdb-405e-8c23-09ba41738e84 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:41.512413 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3402497-8fdb-405e-8c23-09ba41738e84 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:57:41.512834 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a3402497-8fdb-405e-8c23-09ba41738e84 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:41.513643 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-59d7fc6d-55a4-4283-baee-a3a50258bdc0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2986009 Aug 18 12:57:41.569606 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-630a01a4-f98e-4f57-9c8d-bdd448a43c2f req-0edd176e-3c93-4cfd-9f4e-549dc1ea6644 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:41.592176 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=626fbb22-0a36-49c7-a760-8b522193c023,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:41.597598 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb48025-7b30-4702-b8d9-82d33c17b397 None None] Network e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:57:41.614044 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 12:57:41.614044 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:57:41.614044 n-d-803603-2 neutron-server[101676]: timer() Aug 18 12:57:41.614044 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:57:41.614044 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 12:57:41.614044 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:57:41.614044 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 12:57:41.614044 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:57:41.614044 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 12:57:41.614044 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:57:41.614044 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 12:57:41.614044 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:57:41.614044 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 12:57:41.614044 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:57:41.614044 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:57:41.614044 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:57:41.614044 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:57:41.614044 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:57:41.614044 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 12:57:41.614044 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:57:41.614044 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 12:57:41.614044 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:57:41.614044 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:57:41.614044 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:57:41.614044 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 12:57:41.614044 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:57:41.614044 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:57:41.614044 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:57:41.614044 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:57:41.614044 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:57:41.614044 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:57:41.614044 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:57:41.642217 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-82e1ac29-0c9c-4d1e-a63f-ae012de6f184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:41.663995 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 8352dd36-2930-40fb-9e51-92ece3e75881 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:57:41.664831 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834fdf3-5501-464c-b064-0ee20126c80c req-e9d3f4ad-6db7-4b6b-819a-4f6f11dec819 tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:41.666607 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a834fdf3-5501-464c-b064-0ee20126c80c req-e9d3f4ad-6db7-4b6b-819a-4f6f11dec819 tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] 10.222.0.13 "GET /v2.0/ports?device_id=80f7d035-4f0c-4913-bdf5-f8da24358a50 HTTP/1.1" status: 200 len: 932 time: 0.2086990 Aug 18 12:57:41.677798 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-630a01a4-f98e-4f57-9c8d-bdd448a43c2f req-0edd176e-3c93-4cfd-9f4e-549dc1ea6644 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:41.691616 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 8352dd36-2930-40fb-9e51-92ece3e75881 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:57:41.691962 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 8352dd36-2930-40fb-9e51-92ece3e75881 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:57:41.748216 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-630a01a4-f98e-4f57-9c8d-bdd448a43c2f req-0edd176e-3c93-4cfd-9f4e-549dc1ea6644 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:57:41.756613 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-630a01a4-f98e-4f57-9c8d-bdd448a43c2f req-0edd176e-3c93-4cfd-9f4e-549dc1ea6644 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:57:41.760008 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd176e-3c93-4cfd-9f4e-549dc1ea6644 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Pushing event updated for resources: {'Port': ['ID=61cdb528-16b3-4b82-ad30-3bc93767f5a9,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:41.764880 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-630a01a4-f98e-4f57-9c8d-bdd448a43c2f req-0edd176e-3c93-4cfd-9f4e-549dc1ea6644 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:57:41.794693 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a3402497-8fdb-405e-8c23-09ba41738e84 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:41.805239 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a3402497-8fdb-405e-8c23-09ba41738e84 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:41.810501 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a3402497-8fdb-405e-8c23-09ba41738e84 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "DELETE /v2.0/networks/8d96ffff-6267-4935-a1e5-d5d6c73ce815 HTTP/1.1" status: 204 len: 168 time: 1.3321137 Aug 18 12:57:41.826952 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44014) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:41.838842 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3402497-8fdb-405e-8c23-09ba41738e84 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Pushing event deleted for resources: {'Network': ['ID=8d96ffff-6267-4935-a1e5-d5d6c73ce815,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:41.933298 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-592b8d95-1a63-40d9-805d-b5bb76bfc54f tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Deleting subnet 98081d64-61a0-430f-82c3-1298081b7aec {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:57:41.940695 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-592b8d95-1a63-40d9-805d-b5bb76bfc54f tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:41.997457 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-630a01a4-f98e-4f57-9c8d-bdd448a43c2f req-0edd176e-3c93-4cfd-9f4e-549dc1ea6644 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:42.000299 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-592b8d95-1a63-40d9-805d-b5bb76bfc54f tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:42.097602 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-592b8d95-1a63-40d9-805d-b5bb76bfc54f tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:42.149567 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-630a01a4-f98e-4f57-9c8d-bdd448a43c2f req-0edd176e-3c93-4cfd-9f4e-549dc1ea6644 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:42.167623 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a834fdf3-5501-464c-b064-0ee20126c80c req-bd467988-a580-4276-b546-def0e63067e2 tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae5ed206-34a3-49aa-9c84-9bd465c8e602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4948707 Aug 18 12:57:42.251717 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756740d0-d957-4d1f-900d-206b5057232f x-openstack-request-id: req-756740d0-d957-4d1f-900d-206b5057232f {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:57:42.252240 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "086cb2ae-5b95-4284-9c32-d7f41aa4debc", "name": "network-vif-plugged", "status": "completed", "tag": "626fbb22-0a36-49c7-a760-8b522193c023", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:57:42.259565 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-756740d0-d957-4d1f-900d-206b5057232f {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:57:42.259565 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '086cb2ae-5b95-4284-9c32-d7f41aa4debc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626fbb22-0a36-49c7-a760-8b522193c023', 'code': 200} Aug 18 12:57:42.298599 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96320d-b1ee-49a8-a730-74162974058c req-bdacdcb3-e3e9-436c-b2a9-c2d700ef656d tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:42.300366 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6e96320d-b1ee-49a8-a730-74162974058c req-bdacdcb3-e3e9-436c-b2a9-c2d700ef656d tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] 10.222.0.20 "GET /v2.0/networks?id=46a1f2b9-23ee-4e90-a39a-16f5eeeb0d1c HTTP/1.1" status: 200 len: 814 time: 0.2396317 Aug 18 12:57:42.334334 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-6e96320d-b1ee-49a8-a730-74162974058c req-259e067a-62ef-4a98-881f-c8e45b6052b0 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] Request body: {'port': {'device_id': 'f70557e5-0cd8-4de8-ab4a-e129cfd1d52b', 'network_id': '46a1f2b9-23ee-4e90-a39a-16f5eeeb0d1c', 'admin_state_up': True, 'tenant_id': 'f70dc5d69b6e42bd8c1161ac2c3cd458'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:42.373298 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-630a01a4-f98e-4f57-9c8d-bdd448a43c2f req-0edd176e-3c93-4cfd-9f4e-549dc1ea6644 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:42.441556 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-831d7e60-a687-47c8-8b39-f343d964f3ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:57:42.444709 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-630a01a4-f98e-4f57-9c8d-bdd448a43c2f req-0edd176e-3c93-4cfd-9f4e-549dc1ea6644 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:42.461495 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-831d7e60-a687-47c8-8b39-f343d964f3ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:42.482855 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-592b8d95-1a63-40d9-805d-b5bb76bfc54f tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:42.487544 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ec5ec-e25d-4681-8879-9f1c1255a7b4 req-7645531c-9cde-4fa3-8e70-7b1e9964b6b8 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:42.489392 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-195ec5ec-e25d-4681-8879-9f1c1255a7b4 req-7645531c-9cde-4fa3-8e70-7b1e9964b6b8 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=086cb2ae-5b95-4284-9c32-d7f41aa4debc HTTP/1.1" status: 200 len: 946 time: 0.1749313 Aug 18 12:57:42.502022 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1405e-2aea-422d-a047-ffc77d3dbc04 req-deeb22a1-cb6a-436d-8e52-34209d2ca281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:42.503572 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a3c1405e-2aea-422d-a047-ffc77d3dbc04 req-deeb22a1-cb6a-436d-8e52-34209d2ca281 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=086cb2ae-5b95-4284-9c32-d7f41aa4debc HTTP/1.1" status: 200 len: 1097 time: 0.1261799 Aug 18 12:57:42.526362 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-831d7e60-a687-47c8-8b39-f343d964f3ff service neutron] Transition to ACTIVE for port object 606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:57:42.547163 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b8d95-1a63-40d9-805d-b5bb76bfc54f tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Pushing event deleted for resources: {'Subnet': ['ID=98081d64-61a0-430f-82c3-1298081b7aec,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:42.561396 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6932ade-e974-4a41-8644-665107e3e6c4 None None] Network c5a507b0-8603-40bf-80b9-f30b5aba2043 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:57:42.580215 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd176e-3c93-4cfd-9f4e-549dc1ea6644 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Pushing event updated for resources: {'Port': ['ID=61cdb528-16b3-4b82-ad30-3bc93767f5a9,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:42.586511 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-592b8d95-1a63-40d9-805d-b5bb76bfc54f tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:42.588437 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-592b8d95-1a63-40d9-805d-b5bb76bfc54f tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "DELETE /v2.0/subnets/98081d64-61a0-430f-82c3-1298081b7aec HTTP/1.1" status: 204 len: 168 time: 0.7602544 Aug 18 12:57:42.595565 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44022) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:42.596626 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470e43f-c0cb-4b22-9454-14efe25de1a9 req-25adb48d-8dde-4ce2-9490-996107182bf7 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:42.598093 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5470e43f-c0cb-4b22-9454-14efe25de1a9 req-25adb48d-8dde-4ce2-9490-996107182bf7 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2f6d70a-8b27-401b-9836-0c7d0f085634 HTTP/1.1" status: 200 len: 945 time: 0.1876328 Aug 18 12:57:42.609562 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-195ec5ec-e25d-4681-8879-9f1c1255a7b4 req-a5d33f0a-9a36-4a82-969f-f05992128ed5 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070371 Aug 18 12:57:42.610021 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.20', 49592) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:42.661098 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-831d7e60-a687-47c8-8b39-f343d964f3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:42.671514 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-630a01a4-f98e-4f57-9c8d-bdd448a43c2f req-0edd176e-3c93-4cfd-9f4e-549dc1ea6644 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:42.676564 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a3c1405e-2aea-422d-a047-ffc77d3dbc04 req-2aa485c4-6d5f-4d87-9174-1c23f977984b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426673 Aug 18 12:57:42.718024 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-c5e84021-08b3-4edb-bafa-790ccca3e274 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ac48e14392114051ba5d025a8226fe94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0683913 Aug 18 12:57:42.747486 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e96320d-b1ee-49a8-a730-74162974058c req-259e067a-62ef-4a98-881f-c8e45b6052b0 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] Made reservation on behalf of f70dc5d69b6e42bd8c1161ac2c3cd458 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:57:42.751242 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6e96320d-b1ee-49a8-a730-74162974058c req-259e067a-62ef-4a98-881f-c8e45b6052b0 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:42.770512 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-5470e43f-c0cb-4b22-9454-14efe25de1a9 req-da84e352-555f-4cb5-a7e2-2ca80a71e8f6 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] Deleting port e0d25559-ffd4-4271-88ed-625bf5bd6da6 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:57:42.771638 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5470e43f-c0cb-4b22-9454-14efe25de1a9 req-da84e352-555f-4cb5-a7e2-2ca80a71e8f6 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:42.821557 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-630a01a4-f98e-4f57-9c8d-bdd448a43c2f req-0edd176e-3c93-4cfd-9f4e-549dc1ea6644 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:42.829447 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-630a01a4-f98e-4f57-9c8d-bdd448a43c2f req-0edd176e-3c93-4cfd-9f4e-549dc1ea6644 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1722722 Aug 18 12:57:42.871864 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3b72ee45-82e9-4593-9510-8c6fcb61bd1e req-4bf178f5-4ff9-4380-aede-fd8402bad4ae tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] 10.222.0.13 "GET /v2.0/ports?device_id=f70557e5-0cd8-4de8-ab4a-e129cfd1d52b HTTP/1.1" status: 200 len: 210 time: 0.1467342 Aug 18 12:57:42.875619 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5b5bff13-bd01-4cac-a0d7-2bdddf651b26 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:42.925308 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d7e60-a687-47c8-8b39-f343d964f3ff service neutron] Pushing event updated for resources: {'Port': ['ID=606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:42.936126 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-630a01a4-f98e-4f57-9c8d-bdd448a43c2f req-69d37b8c-6126-4e01-8dde-df8505eea344 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.223 HTTP/1.1" status: 200 len: 696 time: 0.0999153 Aug 18 12:57:43.032631 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d853f561-548e-4a5a-8b6b-46f706c011a8 None None] DHCP port deletion for c5a507b0-8603-40bf-80b9-f30b5aba2043 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:57:43.068172 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a01a4-f98e-4f57-9c8d-bdd448a43c2f req-059ee8d2-05c7-4b88-a967-e3c6b21949d9 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:43.074804 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-630a01a4-f98e-4f57-9c8d-bdd448a43c2f req-059ee8d2-05c7-4b88-a967-e3c6b21949d9 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] 10.222.0.13 "GET /v2.0/networks/0babe39a-03c6-4af7-9ca5-00804dd781c2 HTTP/1.1" status: 200 len: 784 time: 0.1430445 Aug 18 12:57:43.122783 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-d853f561-548e-4a5a-8b6b-46f706c011a8 None None] Deleting port 28dd44ff-a55f-4717-bc0d-341e293b5c86 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:57:43.123396 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d853f561-548e-4a5a-8b6b-46f706c011a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:43.136794 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-7431f641-8f46-4ba5-ae18-feb9fac455dd tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:43.138318 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-7431f641-8f46-4ba5-ae18-feb9fac455dd tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3943741 Aug 18 12:57:43.169995 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-831d7e60-a687-47c8-8b39-f343d964f3ff service neutron] Attempting to bind port 606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:57:43.169995 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-831d7e60-a687-47c8-8b39-f343d964f3ff service neutron] Attempting to bind port 606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '77ddab3d-ff23-496e-8941-930388f26c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e51ccc3b-abcc-41e3-af86-d35409ed3b10'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:57:43.169995 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-831d7e60-a687-47c8-8b39-f343d964f3ff service neutron] Attempting to bind port 606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1 on network e51ccc3b-abcc-41e3-af86-d35409ed3b10 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:57:43.173209 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-5470e43f-c0cb-4b22-9454-14efe25de1a9 req-da84e352-555f-4cb5-a7e2-2ca80a71e8f6 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] For port e0d25559-ffd4-4271-88ed-625bf5bd6da6, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=e0d25559-ffd4-4271-88ed-625bf5bd6da6,segment=NetworkSegment(58d4e80e-3ebf-4904-9cf5-2556f17eaf99),segment_id=58d4e80e-3ebf-4904-9cf5-2556f17eaf99)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:43.174472 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5470e43f-c0cb-4b22-9454-14efe25de1a9 req-da84e352-555f-4cb5-a7e2-2ca80a71e8f6 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:43.175415 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-bc42ff85-1123-4038-9017-6fd68f2b965b tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Request body: {'port': {'device_id': 'a23022cc-9251-4100-8f31-96a5fe63fbea', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'admin_state_up': True, 'tenant_id': 'ac48e14392114051ba5d025a8226fe94'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:43.201861 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-831d7e60-a687-47c8-8b39-f343d964f3ff service neutron] Port 606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1 on network e51ccc3b-abcc-41e3-af86-d35409ed3b10 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:57:43.202205 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-831d7e60-a687-47c8-8b39-f343d964f3ff service neutron] Attempting to bind port 606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1 on network e51ccc3b-abcc-41e3-af86-d35409ed3b10 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:57:43.229842 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-d853f561-548e-4a5a-8b6b-46f706c011a8 None None] For port 28dd44ff-a55f-4717-bc0d-341e293b5c86, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=28dd44ff-a55f-4717-bc0d-341e293b5c86,segment=NetworkSegment(940830b9-5ada-4d93-8436-150f8f02aacc),segment_id=940830b9-5ada-4d93-8436-150f8f02aacc)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:43.230305 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f9b130f4-c215-45c9-a803-14dd1b5d571c req-a09f26dc-61e6-4d92-9321-4adf1c698d24 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=a23022cc-9251-4100-8f31-96a5fe63fbea HTTP/1.1" status: 200 len: 210 time: 0.0598159 Aug 18 12:57:43.230444 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d853f561-548e-4a5a-8b6b-46f706c011a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:43.239452 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-5470e43f-c0cb-4b22-9454-14efe25de1a9 req-da84e352-555f-4cb5-a7e2-2ca80a71e8f6 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] Calling delete_port for e0d25559-ffd4-4271-88ed-625bf5bd6da6 owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:57:43.243798 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-d853f561-548e-4a5a-8b6b-46f706c011a8 None None] Calling delete_port for 28dd44ff-a55f-4717-bc0d-341e293b5c86 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:57:43.358813 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-831d7e60-a687-47c8-8b39-f343d964f3ff service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:57:43.359320 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-831d7e60-a687-47c8-8b39-f343d964f3ff service neutron] Checking segment: {'id': '77ddab3d-ff23-496e-8941-930388f26c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e51ccc3b-abcc-41e3-af86-d35409ed3b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:57:43.359811 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-831d7e60-a687-47c8-8b39-f343d964f3ff service neutron] Bound using segment: {'id': '77ddab3d-ff23-496e-8941-930388f26c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e51ccc3b-abcc-41e3-af86-d35409ed3b10'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:57:43.360359 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-831d7e60-a687-47c8-8b39-f343d964f3ff service neutron] Bound port: 606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77ddab3d-ff23-496e-8941-930388f26c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e51ccc3b-abcc-41e3-af86-d35409ed3b10'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:57:43.361432 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-831d7e60-a687-47c8-8b39-f343d964f3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:43.399481 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d853f561-548e-4a5a-8b6b-46f706c011a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:43.410938 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86d1f0-ce3b-4b67-be75-01f41feddc47 req-b4095ea6-f888-4fad-a08a-c07dc21639ed tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:43.418915 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ac86d1f0-ce3b-4b67-be75-01f41feddc47 req-b4095ea6-f888-4fad-a08a-c07dc21639ed tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2f6d70a-8b27-401b-9836-0c7d0f085634 HTTP/1.1" status: 200 len: 945 time: 0.0876644 Aug 18 12:57:43.419143 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-6e96320d-b1ee-49a8-a730-74162974058c req-259e067a-62ef-4a98-881f-c8e45b6052b0 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] Allocated IP 172.20.0.11 (46a1f2b9-23ee-4e90-a39a-16f5eeeb0d1c/1d36fd44-8800-4fcd-a2e6-7f2cd328cec9/a02baceb-270d-41b8-ba25-91eccf364c18) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:57:43.425037 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d853f561-548e-4a5a-8b6b-46f706c011a8 None None] Pushing event deleted for resources: {'Port': ['ID=28dd44ff-a55f-4717-bc0d-341e293b5c86,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:43.426340 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-bc42ff85-1123-4038-9017-6fd68f2b965b tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Made reservation on behalf of ac48e14392114051ba5d025a8226fe94 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:57:43.430056 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-bc42ff85-1123-4038-9017-6fd68f2b965b tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:43.431067 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d853f561-548e-4a5a-8b6b-46f706c011a8 None None] No DVR routers for this DVR port 28dd44ff-a55f-4717-bc0d-341e293b5c86 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:57:43.439523 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-5b5bff13-bd01-4cac-a0d7-2bdddf651b26 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Deleting port 28dd44ff-a55f-4717-bc0d-341e293b5c86 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:57:43.440000 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5b5bff13-bd01-4cac-a0d7-2bdddf651b26 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:43.502235 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ac86d1f0-ce3b-4b67-be75-01f41feddc47 req-bbab79b2-66b6-4e41-8596-10291f93ba8b tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] 10.222.0.13 "GET /v2.0/security-groups?id=fde49000-d2f3-4507-a7fc-7cb5765d4aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818887 Aug 18 12:57:43.629194 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 28dd44ff-a55f-4717-bc0d-341e293b5c86 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:57:43.635560 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5470e43f-c0cb-4b22-9454-14efe25de1a9 req-da84e352-555f-4cb5-a7e2-2ca80a71e8f6 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:43.672951 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da84e352-555f-4cb5-a7e2-2ca80a71e8f6 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] Pushing event deleted for resources: {'Port': ['ID=e0d25559-ffd4-4271-88ed-625bf5bd6da6,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:43.690342 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-5b5bff13-bd01-4cac-a0d7-2bdddf651b26 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] For port 28dd44ff-a55f-4717-bc0d-341e293b5c86, host n-d-803603-2, got binding levels [] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:43.690722 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5b5bff13-bd01-4cac-a0d7-2bdddf651b26 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:43.703790 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['e0d25559-ffd4-4271-88ed-625bf5bd6da6'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:57:43.707966 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-831d7e60-a687-47c8-8b39-f343d964f3ff service neutron] For port 606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:57:43.710028 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 28dd44ff-a55f-4717-bc0d-341e293b5c86 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:57:43.710883 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 28dd44ff-a55f-4717-bc0d-341e293b5c86 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:57:43.715693 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-68b1b0b4-e4c0-41eb-ac9d-8dcda97cc1d8 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:43.717107 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-68b1b0b4-e4c0-41eb-ac9d-8dcda97cc1d8 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/networks?id=e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1 HTTP/1.1" status: 200 len: 814 time: 0.5126646 Aug 18 12:57:43.737057 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-831d7e60-a687-47c8-8b39-f343d964f3ff service neutron] For port 606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1,segment=NetworkSegment(77ddab3d-ff23-496e-8941-930388f26c0a),segment_id=77ddab3d-ff23-496e-8941-930388f26c0a)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:57:43.757394 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-5470e43f-c0cb-4b22-9454-14efe25de1a9 req-da84e352-555f-4cb5-a7e2-2ca80a71e8f6 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] No DVR routers for this DVR port e0d25559-ffd4-4271-88ed-625bf5bd6da6 on host n-h1-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:57:43.759953 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5470e43f-c0cb-4b22-9454-14efe25de1a9 req-da84e352-555f-4cb5-a7e2-2ca80a71e8f6 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:43.762430 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5470e43f-c0cb-4b22-9454-14efe25de1a9 req-da84e352-555f-4cb5-a7e2-2ca80a71e8f6 tempest-ServersNegativeTestMultiTenantJSON-637683577 tempest-ServersNegativeTestMultiTenantJSON-637683577-project] 10.222.0.39 "DELETE /v2.0/ports/e0d25559-ffd4-4271-88ed-625bf5bd6da6 HTTP/1.1" status: 204 len: 173 time: 1.1564291 Aug 18 12:57:43.763068 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f6d70a-8b27-401b-9836-0c7d0f085634', 'name': 'network-vif-deleted', 'tag': 'e0d25559-ffd4-4271-88ed-625bf5bd6da6'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:57:43.766055 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2770688-3ee7-4bf3-b96a-93704d1b2a9d" -d '{"events": [{"server_uuid": "d2f6d70a-8b27-401b-9836-0c7d0f085634", "name": "network-vif-deleted", "tag": "e0d25559-ffd4-4271-88ed-625bf5bd6da6"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:57:43.776486 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a76026d6-9a14-47b8-a66c-ca46b65e8cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:43.781654 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8fc62e3d-684b-4127-ba96-2ab7df6b4763 req-7eb8678b-9cc1-4583-ac83-7d7f3b2dac8c tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2546632 Aug 18 12:57:43.786964 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-8fc62e3d-684b-4127-ba96-2ab7df6b4763 req-53735f54-90be-4c46-97be-0d88d2060d59 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:43.788272 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-5b5bff13-bd01-4cac-a0d7-2bdddf651b26 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Calling delete_port for 28dd44ff-a55f-4717-bc0d-341e293b5c86 owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:57:43.791993 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.ipam_backend_mixin [None req-5b5bff13-bd01-4cac-a0d7-2bdddf651b26 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Port 28dd44ff-a55f-4717-bc0d-341e293b5c86 was not found and therefore no delete operation was performed {{(pid=101675) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 12:57:43.830257 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5b5bff13-bd01-4cac-a0d7-2bdddf651b26 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:43.832545 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-831d7e60-a687-47c8-8b39-f343d964f3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:43.854579 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-4a01ef27-4f3c-4ea8-b0d7-e3c38444a433 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/quotas/37a6e9787c904eb58cf3ddb1e11023f5 HTTP/1.1" status: 200 len: 375 time: 0.1037083 Aug 18 12:57:43.888105 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5bff13-bd01-4cac-a0d7-2bdddf651b26 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Pushing event deleted for resources: {'Port': ['ID=28dd44ff-a55f-4717-bc0d-341e293b5c86,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:43.890973 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5bff13-bd01-4cac-a0d7-2bdddf651b26 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] No DVR routers for this DVR port 28dd44ff-a55f-4717-bc0d-341e293b5c86 on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:57:43.907986 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8fc62e3d-684b-4127-ba96-2ab7df6b4763 req-53735f54-90be-4c46-97be-0d88d2060d59 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks [] for floatingip, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:43.947857 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-831d7e60-a687-47c8-8b39-f343d964f3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:43.948498 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-831d7e60-a687-47c8-8b39-f343d964f3ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:43.949890 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-831d7e60-a687-47c8-8b39-f343d964f3ff service neutron] 10.222.0.20 "PUT /v2.0/ports/606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1 HTTP/1.1" status: 200 len: 1092 time: 2.6564305 Aug 18 12:57:43.956700 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-b0fd6590-332b-428d-aad8-1d4432316c85 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=37a6e9787c904eb58cf3ddb1e11023f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0763009 Aug 18 12:57:43.957171 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f7d035-4f0c-4913-bdf5-f8da24358a50', 'tag': '606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:57:43.959462 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19802024-e87e-4af0-ad81-6c79c6b4c537" -d '{"events": [{"name": "network-changed", "server_uuid": "80f7d035-4f0c-4913-bdf5-f8da24358a50", "tag": "606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:57:44.018791 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8fc62e3d-684b-4127-ba96-2ab7df6b4763 req-53735f54-90be-4c46-97be-0d88d2060d59 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:44.028251 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-bc42ff85-1123-4038-9017-6fd68f2b965b tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Allocated IP 192.168.233.253 (f82a481e-2d3e-49f3-a273-639556667c8a/38dc8434-66c0-4e05-8cce-b4a4a0f33dc3/739333ca-1537-4172-9d8e-51326df7fbf3) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:57:44.147467 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-8fc62e3d-684b-4127-ba96-2ab7df6b4763 req-53735f54-90be-4c46-97be-0d88d2060d59 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Allocated IP 172.25.6.190 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/da757799-b7dc-4436-a007-2039f1a1eecf) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:57:44.186234 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d7e60-a687-47c8-8b39-f343d964f3ff service neutron] Pushing event updated for resources: {'Port': ['ID=606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:44.194611 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6e96320d-b1ee-49a8-a730-74162974058c req-259e067a-62ef-4a98-881f-c8e45b6052b0 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:44.224621 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5b5bff13-bd01-4cac-a0d7-2bdddf651b26 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:44.256646 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8fc62e3d-684b-4127-ba96-2ab7df6b4763 req-53735f54-90be-4c46-97be-0d88d2060d59 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:44.260544 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-5b5bff13-bd01-4cac-a0d7-2bdddf651b26 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5a507b0-8603-40bf-80b9-f30b5aba2043']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:44.284965 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-5b5bff13-bd01-4cac-a0d7-2bdddf651b26 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '940830b9-5ada-4d93-8436-150f8f02aacc') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:44.285275 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-5b5bff13-bd01-4cac-a0d7-2bdddf651b26 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '940830b9-5ada-4d93-8436-150f8f02aacc') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:44.309341 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5b5bff13-bd01-4cac-a0d7-2bdddf651b26 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:44.332418 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-32de50f9-606a-463a-9f77-44822263b099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:44.333933 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-32de50f9-606a-463a-9f77-44822263b099 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7baf9905d27419197839304a4370813&device_id=80f7d035-4f0c-4913-bdf5-f8da24358a50 HTTP/1.1" status: 200 len: 1095 time: 0.2462857 Aug 18 12:57:44.359794 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8fc62e3d-684b-4127-ba96-2ab7df6b4763 req-53735f54-90be-4c46-97be-0d88d2060d59 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:44.361631 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-d3a2d200-fec3-4782-bb25-6370176cec88 service neutron] 10.222.0.13 "GET /v2.0/networks/e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762927 Aug 18 12:57:44.404602 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fc62e3d-684b-4127-ba96-2ab7df6b4763 req-53735f54-90be-4c46-97be-0d88d2060d59 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:57:44.407518 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-8fc62e3d-684b-4127-ba96-2ab7df6b4763 req-53735f54-90be-4c46-97be-0d88d2060d59 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:57:44.411156 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc62e3d-684b-4127-ba96-2ab7df6b4763 req-53735f54-90be-4c46-97be-0d88d2060d59 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:57:44.416545 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53735f54-90be-4c46-97be-0d88d2060d59 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Pushing event updated for resources: {'Port': ['ID=da757799-b7dc-4436-a007-2039f1a1eecf,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:44.429562 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5b5bff13-bd01-4cac-a0d7-2bdddf651b26 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:44.470707 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-6812018f-8cbd-481f-b1dc-58a74f7c7aa9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1 HTTP/1.1" status: 200 len: 217 time: 0.1080902 Aug 18 12:57:44.483067 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:44.483656 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b5bff13-bd01-4cac-a0d7-2bdddf651b26 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:57:44.483656 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5b5bff13-bd01-4cac-a0d7-2bdddf651b26 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:44.487022 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 12:57:44.487022 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:57:44.487022 n-d-803603-2 neutron-server[101675]: timer() Aug 18 12:57:44.487022 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:57:44.487022 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 12:57:44.487022 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:57:44.487022 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 12:57:44.487022 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:57:44.487022 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 12:57:44.487022 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:57:44.487022 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 12:57:44.487022 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:57:44.487022 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 12:57:44.487022 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:57:44.487022 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:57:44.487022 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:57:44.487022 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:57:44.487022 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:57:44.487022 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 12:57:44.487022 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:57:44.487022 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 12:57:44.487022 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:57:44.487022 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:57:44.487022 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:57:44.487022 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 12:57:44.487022 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:57:44.487022 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:57:44.487022 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:57:44.487022 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:57:44.487022 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:57:44.487022 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:57:44.487022 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:57:44.502412 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8fc62e3d-684b-4127-ba96-2ab7df6b4763 req-53735f54-90be-4c46-97be-0d88d2060d59 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:44.636556 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8fc62e3d-684b-4127-ba96-2ab7df6b4763 req-53735f54-90be-4c46-97be-0d88d2060d59 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:44.639680 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-3c139f7d-9c7a-4f0d-9270-659c3757d898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:44.640540 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-3c139f7d-9c7a-4f0d-9270-659c3757d898 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dc1ba28c-6199-4ad4-974d-8e9c420fb9eb HTTP/1.1" status: 200 len: 853 time: 0.1607199 Aug 18 12:57:44.643523 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-bc42ff85-1123-4038-9017-6fd68f2b965b tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:44.647499 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6e96320d-b1ee-49a8-a730-74162974058c req-259e067a-62ef-4a98-881f-c8e45b6052b0 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:44.699659 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-aef1ae15-e79b-4db7-9e18-2a2435013c54 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e51ccc3b-abcc-41e3-af86-d35409ed3b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504823 Aug 18 12:57:44.700588 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-bc42ff85-1123-4038-9017-6fd68f2b965b tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Transition to ACTIVE for port object 739333ca-1537-4172-9d8e-51326df7fbf3 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:57:44.731165 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5b5bff13-bd01-4cac-a0d7-2bdddf651b26 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:44.743742 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-99dd8bdd-6516-4258-9297-21746a561c8c service neutron] 10.222.0.13 "GET /v2.0/networks/e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689015 Aug 18 12:57:44.810803 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5b5bff13-bd01-4cac-a0d7-2bdddf651b26 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:44.812738 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5b5bff13-bd01-4cac-a0d7-2bdddf651b26 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "DELETE /v2.0/networks/c5a507b0-8603-40bf-80b9-f30b5aba2043 HTTP/1.1" status: 204 len: 168 time: 2.2159624 Aug 18 12:57:44.820140 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e96320d-b1ee-49a8-a730-74162974058c req-259e067a-62ef-4a98-881f-c8e45b6052b0 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] Network 46a1f2b9-23ee-4e90-a39a-16f5eeeb0d1c is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:57:44.822725 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44050) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:44.826700 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5bff13-bd01-4cac-a0d7-2bdddf651b26 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Pushing event deleted for resources: {'Network': ['ID=c5a507b0-8603-40bf-80b9-f30b5aba2043,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:44.831206 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-df4cc96b-9a01-4d67-9a36-57022a430755 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-675919041'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:44.833501 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-6e96320d-b1ee-49a8-a730-74162974058c req-259e067a-62ef-4a98-881f-c8e45b6052b0 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:57:44.836681 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8fc62e3d-684b-4127-ba96-2ab7df6b4763 req-53735f54-90be-4c46-97be-0d88d2060d59 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:44.840839 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e067a-62ef-4a98-881f-c8e45b6052b0 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] Pushing event updated for resources: {'Port': ['ID=a02baceb-270d-41b8-ba25-91eccf364c18,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:44.850755 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e96320d-b1ee-49a8-a730-74162974058c req-259e067a-62ef-4a98-881f-c8e45b6052b0 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:57:44.936673 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8fc62e3d-684b-4127-ba96-2ab7df6b4763 req-53735f54-90be-4c46-97be-0d88d2060d59 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:44.939110 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4cc96b-9a01-4d67-9a36-57022a430755 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Made reservation on behalf of ca98f73fa3194194a71c5ae1a46b55b4 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:57:44.942923 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-df4cc96b-9a01-4d67-9a36-57022a430755 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:45.064634 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df4cc96b-9a01-4d67-9a36-57022a430755 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:57:45.072021 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53735f54-90be-4c46-97be-0d88d2060d59 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Pushing event updated for resources: {'Port': ['ID=da757799-b7dc-4436-a007-2039f1a1eecf,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:45.077739 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8fc62e3d-684b-4127-ba96-2ab7df6b4763 req-53735f54-90be-4c46-97be-0d88d2060d59 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:45.089381 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-df4cc96b-9a01-4d67-9a36-57022a430755 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:45.089746 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-df4cc96b-9a01-4d67-9a36-57022a430755 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Added segment 8417fa8d-10ca-4bed-9fab-a7eb3d2569d3 of type vlan for network 2928c991-0880-4c00-b8f8-7eac8f52d7b8 Aug 18 12:57:45.137127 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-df4cc96b-9a01-4d67-9a36-57022a430755 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:45.175595 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8fc62e3d-684b-4127-ba96-2ab7df6b4763 req-53735f54-90be-4c46-97be-0d88d2060d59 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:45.176849 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8fc62e3d-684b-4127-ba96-2ab7df6b4763 req-53735f54-90be-4c46-97be-0d88d2060d59 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3943532 Aug 18 12:57:45.229398 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8fc62e3d-684b-4127-ba96-2ab7df6b4763 req-55262f65-a752-4993-bcf7-d041ad935a25 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.190 HTTP/1.1" status: 200 len: 696 time: 0.0462213 Aug 18 12:57:45.232241 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-df4cc96b-9a01-4d67-9a36-57022a430755 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:45.237682 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4cc96b-9a01-4d67-9a36-57022a430755 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:45.246308 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-df4cc96b-9a01-4d67-9a36-57022a430755 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:45.261779 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:45.268851 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96320d-b1ee-49a8-a730-74162974058c req-259e067a-62ef-4a98-881f-c8e45b6052b0 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:45.269486 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6e96320d-b1ee-49a8-a730-74162974058c req-259e067a-62ef-4a98-881f-c8e45b6052b0 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:45.278293 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-4273c390-c511-4b0a-9bb9-92835131e1a3 service neutron] 10.222.0.20 "GET /v2.0/networks/e51ccc3b-abcc-41e3-af86-d35409ed3b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5480971 Aug 18 12:57:45.307849 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-bc42ff85-1123-4038-9017-6fd68f2b965b tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:45.320955 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['44bf2515-cd47-443d-b2d8-b5004621c8e9', '384a8833-88fe-4c1d-be0c-1a73f037e676', 'd9f8d7ab-5bd5-407f-b270-de7ccc354679', '0cc63bf1-f915-449c-86d3-c95f41dc0d73'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:57:45.323485 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['2308fcb3-38a2-4859-8f4f-93c5076d787e', '10be887f-d4a7-4e50-96c9-afdefe48e1fb', 'db83e3cf-31d7-4b4a-92c4-68ced55e1e8b'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:57:45.363898 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4cc96b-9a01-4d67-9a36-57022a430755 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Pushing event updated for resources: {'Network': ['ID=2928c991-0880-4c00-b8f8-7eac8f52d7b8,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:45.374604 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-df4cc96b-9a01-4d67-9a36-57022a430755 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5484085 Aug 18 12:57:45.374857 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44060) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:45.380523 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-fff7488c-fb22-456b-8696-fa86608ecebd tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Request body: {'subnet': {'network_id': '2928c991-0880-4c00-b8f8-7eac8f52d7b8', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:45.382026 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6e96320d-b1ee-49a8-a730-74162974058c req-259e067a-62ef-4a98-881f-c8e45b6052b0 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0562100 Aug 18 12:57:45.389800 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1cd602-0652-47e4-bcd3-95ce16a0d681 req-09a9244c-b168-4ce5-9686-fa268161d144 tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:45.391618 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7a1cd602-0652-47e4-bcd3-95ce16a0d681 req-09a9244c-b168-4ce5-9686-fa268161d144 tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] 10.222.0.13 "GET /v2.0/ports?device_id=80f7d035-4f0c-4913-bdf5-f8da24358a50 HTTP/1.1" status: 200 len: 944 time: 0.1719258 Aug 18 12:57:45.399549 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 2928c991-0880-4c00-b8f8-7eac8f52d7b8 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:57:45.405792 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-6e96320d-b1ee-49a8-a730-74162974058c req-e7982700-76c1-4e22-8f69-2b91383fd688 service neutron] Request body: {'port': {'device_id': 'f70557e5-0cd8-4de8-ab4a-e129cfd1d52b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:45.429413 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-bc42ff85-1123-4038-9017-6fd68f2b965b tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Network f82a481e-2d3e-49f3-a273-639556667c8a is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:57:45.462356 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-bc42ff85-1123-4038-9017-6fd68f2b965b tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:57:45.475340 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc42ff85-1123-4038-9017-6fd68f2b965b tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Pushing event updated for resources: {'Port': ['ID=739333ca-1537-4172-9d8e-51326df7fbf3,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:45.479535 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-bc42ff85-1123-4038-9017-6fd68f2b965b tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:57:45.502640 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc62e3d-684b-4127-ba96-2ab7df6b4763 req-6c5b2e4a-7706-46f0-858a-1f100f3b757a tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:45.504814 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8fc62e3d-684b-4127-ba96-2ab7df6b4763 req-6c5b2e4a-7706-46f0-858a-1f100f3b757a tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] 10.222.0.13 "GET /v2.0/networks/0babe39a-03c6-4af7-9ca5-00804dd781c2 HTTP/1.1" status: 200 len: 784 time: 0.2638841 Aug 18 12:57:45.559875 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0d9cc69c-fc2e-42ef-bbb5-3c515aabc9b3 req-b0cf8942-327e-4b78-93b4-b1327704d586 service neutron] 10.222.0.20 "GET /v2.0/networks/e51ccc3b-abcc-41e3-af86-d35409ed3b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723536 Aug 18 12:57:45.563209 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7a1cd602-0652-47e4-bcd3-95ce16a0d681 req-1fd193a3-a5a7-4706-954a-3acaf0950143 tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae5ed206-34a3-49aa-9c84-9bd465c8e602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646986 Aug 18 12:57:45.654347 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e5f525-a3a0-47c2-9ceb-db516a50c13d x-openstack-request-id: req-d1e5f525-a3a0-47c2-9ceb-db516a50c13d {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:57:45.654696 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f6d70a-8b27-401b-9836-0c7d0f085634", "name": "network-vif-deleted", "tag": "e0d25559-ffd4-4271-88ed-625bf5bd6da6", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:57:45.654949 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1e5f525-a3a0-47c2-9ceb-db516a50c13d {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:57:45.655497 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f6d70a-8b27-401b-9836-0c7d0f085634', 'name': 'network-vif-deleted', 'tag': 'e0d25559-ffd4-4271-88ed-625bf5bd6da6', 'status': 'completed', 'code': 200} Aug 18 12:57:45.658877 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff7488c-fb22-456b-8696-fa86608ecebd tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Made reservation on behalf of ca98f73fa3194194a71c5ae1a46b55b4 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:57:45.666710 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-bc42ff85-1123-4038-9017-6fd68f2b965b tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:45.667362 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-bc42ff85-1123-4038-9017-6fd68f2b965b tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:45.669997 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fff7488c-fb22-456b-8696-fa86608ecebd tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:45.708307 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6e96320d-b1ee-49a8-a730-74162974058c req-e7982700-76c1-4e22-8f69-2b91383fd688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:45.766040 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18b4ed-21dd-475b-981c-9c48384cd5a1 req-3ebed200-3bbf-4ef6-8516-ddfa47bb6461 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:45.767507 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8f18b4ed-21dd-475b-981c-9c48384cd5a1 req-3ebed200-3bbf-4ef6-8516-ddfa47bb6461 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=086cb2ae-5b95-4284-9c32-d7f41aa4debc HTTP/1.1" status: 200 len: 946 time: 0.1740870 Aug 18 12:57:45.785001 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeabc4fd-efb4-4f4d-a85e-a1de89bc7622 req-e72f198c-4616-4370-9e3e-7900a4586649 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:45.786646 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aeabc4fd-efb4-4f4d-a85e-a1de89bc7622 req-e72f198c-4616-4370-9e3e-7900a4586649 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] 10.222.0.13 "GET /v2.0/ports?device_id=f70557e5-0cd8-4de8-ab4a-e129cfd1d52b HTTP/1.1" status: 200 len: 932 time: 0.0903957 Aug 18 12:57:45.790294 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-bc42ff85-1123-4038-9017-6fd68f2b965b tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6238289 Aug 18 12:57:45.811938 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-077bdc9e-730d-4cf8-8c5d-a4111db8dc58 service neutron] Request body: {'port': {'device_id': 'a23022cc-9251-4100-8f31-96a5fe63fbea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:45.831754 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8f18b4ed-21dd-475b-981c-9c48384cd5a1 req-7cd37205-a2ad-47a6-a3ec-e05028a4a221 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477581 Aug 18 12:57:45.894308 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1a8977-1b1f-4076-94ac-125cc31f11ac x-openstack-request-id: req-2d1a8977-1b1f-4076-94ac-125cc31f11ac {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:57:45.894603 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f7d035-4f0c-4913-bdf5-f8da24358a50", "tag": "606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:57:45.894858 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d1a8977-1b1f-4076-94ac-125cc31f11ac {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:57:45.895250 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f7d035-4f0c-4913-bdf5-f8da24358a50', 'tag': '606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1', 'status': 'completed', 'code': 200} Aug 18 12:57:45.911804 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-5d06d64b-0d3f-4a27-9c71-233eb5af15af None None] Provisioning for port 739333ca-1537-4172-9d8e-51326df7fbf3 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:57:45.926454 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-5d06d64b-0d3f-4a27-9c71-233eb5af15af None None] Provisioning complete for port 739333ca-1537-4172-9d8e-51326df7fbf3 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:57:45.926827 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5d06d64b-0d3f-4a27-9c71-233eb5af15af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:45.982365 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aeabc4fd-efb4-4f4d-a85e-a1de89bc7622 req-4f32dd25-2bb0-4b91-85ea-79b3be934bc0 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] 10.222.0.13 "GET /v2.0/security-groups?id=82ad49d3-7c09-4a56-813d-70de0435297d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890469 Aug 18 12:57:46.005938 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-077bdc9e-730d-4cf8-8c5d-a4111db8dc58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:46.055576 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44068) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:46.069560 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-5d06d64b-0d3f-4a27-9c71-233eb5af15af None None] Port 739333ca-1537-4172-9d8e-51326df7fbf3 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:57:46.086234 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19802024-e87e-4af0-ad81-6c79c6b4c537 req-daf8a8e5-5b13-4508-a2db-fd352247760f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:46.087771 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-19802024-e87e-4af0-ad81-6c79c6b4c537 req-daf8a8e5-5b13-4508-a2db-fd352247760f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7baf9905d27419197839304a4370813&device_id=80f7d035-4f0c-4913-bdf5-f8da24358a50 HTTP/1.1" status: 200 len: 1095 time: 0.1662335 Aug 18 12:57:46.106011 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce18345-73fa-4ade-b865-aa2b3f87cd8d req-ddafd3e3-dbd3-4f21-9630-c45c49a49d8f tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:46.108007 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4ce18345-73fa-4ade-b865-aa2b3f87cd8d req-ddafd3e3-dbd3-4f21-9630-c45c49a49d8f tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=a23022cc-9251-4100-8f31-96a5fe63fbea HTTP/1.1" status: 200 len: 936 time: 0.0681939 Aug 18 12:57:46.149366 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fff7488c-fb22-456b-8696-fa86608ecebd tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:46.159089 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4ce18345-73fa-4ade-b865-aa2b3f87cd8d req-2dbf587d-7548-4b49-9495-5c7bb018825f tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446994 Aug 18 12:57:46.192401 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-44d0a407-9a79-4d66-b61c-ef59937e19a5 req-cb194155-3c61-4a05-b95a-0fda477f3ed2 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 210 time: 0.0727124 Aug 18 12:57:46.227305 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7488c-fb22-456b-8696-fa86608ecebd tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Pushing event updated for resources: {'Subnet': ['ID=9f572c36-f35b-4bc3-bfdf-38dcbf79d82c,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:46.301057 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-b49a566b-d2a5-493c-9dab-6db5e8727af1 admin admin] Deleting subnet f43eb4a0-b4a6-403f-b3ea-9d00d86d0a8c {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:57:46.321419 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f8988825-3db1-4ec1-a3f2-13c27afcf66b req-c730b8de-899f-4e7a-98ce-d008e1a693b2 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] 10.222.0.13 "GET /v2.0/floatingips/f4c0a000-61a6-4a4b-b200-16ce83ff8194 HTTP/1.1" status: 200 len: 693 time: 0.0724688 Aug 18 12:57:46.322142 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b49a566b-d2a5-493c-9dab-6db5e8727af1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:46.322368 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff7488c-fb22-456b-8696-fa86608ecebd tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Checking segment: {'id': '8417fa8d-10ca-4bed-9fab-a7eb3d2569d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2928c991-0880-4c00-b8f8-7eac8f52d7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:57:46.322681 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff7488c-fb22-456b-8696-fa86608ecebd tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Network hostable DHCP agents. Network: 2928c991-0880-4c00-b8f8-7eac8f52d7b8, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:57:46.481198 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b49a566b-d2a5-493c-9dab-6db5e8727af1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:46.509696 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19802024-e87e-4af0-ad81-6c79c6b4c537 req-f2ff4d6d-d919-4f76-9501-1889126fdd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:46.511242 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-19802024-e87e-4af0-ad81-6c79c6b4c537 req-f2ff4d6d-d919-4f76-9501-1889126fdd3f service neutron] 10.222.0.20 "GET /v2.0/networks?id=e51ccc3b-abcc-41e3-af86-d35409ed3b10 HTTP/1.1" status: 200 len: 914 time: 0.3928111 Aug 18 12:57:46.535462 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-6e96320d-b1ee-49a8-a730-74162974058c req-e7982700-76c1-4e22-8f69-2b91383fd688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a02baceb-270d-41b8-ba25-91eccf364c18 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:57:46.551075 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6e96320d-b1ee-49a8-a730-74162974058c req-e7982700-76c1-4e22-8f69-2b91383fd688 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:46.612805 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-19802024-e87e-4af0-ad81-6c79c6b4c537 req-184a4ffd-eeeb-4ab9-a4ef-9cb1fb681eae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1 HTTP/1.1" status: 200 len: 217 time: 0.0857227 Aug 18 12:57:46.648922 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b49a566b-d2a5-493c-9dab-6db5e8727af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:46.657656 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-6e96320d-b1ee-49a8-a730-74162974058c req-e7982700-76c1-4e22-8f69-2b91383fd688 service neutron] Transition to ACTIVE for port object a02baceb-270d-41b8-ba25-91eccf364c18 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:57:46.715610 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff7488c-fb22-456b-8696-fa86608ecebd tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Network 2928c991-0880-4c00-b8f8-7eac8f52d7b8 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:57:46.738898 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8988825-3db1-4ec1-a3f2-13c27afcf66b req-11593cf2-80e5-44e9-a6c1-9f52686e9231 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:46.742283 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f8988825-3db1-4ec1-a3f2-13c27afcf66b req-11593cf2-80e5-44e9-a6c1-9f52686e9231 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] 10.222.0.13 "GET /v2.0/networks/0babe39a-03c6-4af7-9ca5-00804dd781c2 HTTP/1.1" status: 200 len: 784 time: 0.4036248 Aug 18 12:57:46.750762 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [req-f8988825-3db1-4ec1-a3f2-13c27afcf66b req-15675405-69b6-403b-add3-4e0efc4a82cd tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:57:46.752321 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f8988825-3db1-4ec1-a3f2-13c27afcf66b req-15675405-69b6-403b-add3-4e0efc4a82cd tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058236 Aug 18 12:57:46.754112 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6e96320d-b1ee-49a8-a730-74162974058c req-e7982700-76c1-4e22-8f69-2b91383fd688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:46.795242 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-fff7488c-fb22-456b-8696-fa86608ecebd tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 2928c991-0880-4c00-b8f8-7eac8f52d7b8) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:57:46.805700 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997a9e42-ebf8-47e6-922c-26dfa6b6dc24 None None] Network 2928c991-0880-4c00-b8f8-7eac8f52d7b8 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:57:46.811458 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff7488c-fb22-456b-8696-fa86608ecebd tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:46.812340 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fff7488c-fb22-456b-8696-fa86608ecebd tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:46.877667 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-fff7488c-fb22-456b-8696-fa86608ecebd tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5008986 Aug 18 12:57:46.884011 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19802024-e87e-4af0-ad81-6c79c6b4c537 req-c135f856-fb01-4fb7-b5df-2df16c8bc728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:46.885804 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-19802024-e87e-4af0-ad81-6c79c6b4c537 req-c135f856-fb01-4fb7-b5df-2df16c8bc728 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dc1ba28c-6199-4ad4-974d-8e9c420fb9eb HTTP/1.1" status: 200 len: 853 time: 0.2547083 Aug 18 12:57:46.887101 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44076) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:46.892367 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2166422-5402-4e44-8925-ea284612fa2a req-562c8c2a-cd09-4dfb-b4c1-5e750d6f06b8 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:46.894063 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d2166422-5402-4e44-8925-ea284612fa2a req-562c8c2a-cd09-4dfb-b4c1-5e750d6f06b8 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=086cb2ae-5b95-4284-9c32-d7f41aa4debc HTTP/1.1" status: 200 len: 946 time: 0.0702436 Aug 18 12:57:46.911887 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9fb9a-8100-44ee-b897-544db726e5c4 req-89edfe7b-567d-446f-9703-9780f909e787 tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:46.914146 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-acf9fb9a-8100-44ee-b897-544db726e5c4 req-89edfe7b-567d-446f-9703-9780f909e787 tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] 10.222.0.13 "GET /v2.0/ports?device_id=80f7d035-4f0c-4913-bdf5-f8da24358a50 HTTP/1.1" status: 200 len: 944 time: 0.2373466 Aug 18 12:57:46.922756 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-817fee07-8d0a-4a1e-adbc-1223a0b92499 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1472263703'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:46.929378 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-077bdc9e-730d-4cf8-8c5d-a4111db8dc58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 739333ca-1537-4172-9d8e-51326df7fbf3 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:57:46.939922 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d2166422-5402-4e44-8925-ea284612fa2a req-671a7629-50e3-484b-a48c-5e5d025272ea tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388558 Aug 18 12:57:46.951863 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-077bdc9e-730d-4cf8-8c5d-a4111db8dc58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:46.983471 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f23728-71dd-4ef2-b4af-bd5d448b641c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-2928c991-0880-4c00-b8f8-7eac8f52d7b8', 'network_id': '2928c991-0880-4c00-b8f8-7eac8f52d7b8', 'tenant_id': 'ca98f73fa3194194a71c5ae1a46b55b4', 'fixed_ips': [{'subnet_id': '9f572c36-f35b-4bc3-bfdf-38dcbf79d82c'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:57:46.985166 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b9f23728-71dd-4ef2-b4af-bd5d448b641c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:46.986788 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7982700-76c1-4e22-8f69-2b91383fd688 service neutron] Pushing event updated for resources: {'Port': ['ID=a02baceb-270d-41b8-ba25-91eccf364c18,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:47.015473 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-808bb89e-3468-46d4-abf7-5e0daf5c9181 req-ab9819b6-4041-4776-8635-2852a8c05f1f tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] 10.222.0.13 "GET /v2.0/floatingips/f4c0a000-61a6-4a4b-b200-16ce83ff8194 HTTP/1.1" status: 200 len: 693 time: 0.0498471 Aug 18 12:57:47.040819 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b49a566b-d2a5-493c-9dab-6db5e8727af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:47.054747 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-19802024-e87e-4af0-ad81-6c79c6b4c537 req-acb6056b-bf9a-4acc-a347-eae3c08703b7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e51ccc3b-abcc-41e3-af86-d35409ed3b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1358161 Aug 18 12:57:47.134083 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808bb89e-3468-46d4-abf7-5e0daf5c9181 req-a0d577d8-ade1-496f-b637-19327a3f7515 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:47.135613 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-808bb89e-3468-46d4-abf7-5e0daf5c9181 req-a0d577d8-ade1-496f-b637-19327a3f7515 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] 10.222.0.13 "GET /v2.0/networks/0babe39a-03c6-4af7-9ca5-00804dd781c2 HTTP/1.1" status: 200 len: 784 time: 0.1139672 Aug 18 12:57:47.148176 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a566b-d2a5-493c-9dab-6db5e8727af1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f43eb4a0-b4a6-403f-b3ea-9d00d86d0a8c,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:47.162530 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-b9f23728-71dd-4ef2-b4af-bd5d448b641c None None] Allocated IP 19.80.0.2 (2928c991-0880-4c00-b8f8-7eac8f52d7b8/9f572c36-f35b-4bc3-bfdf-38dcbf79d82c/8bcccf00-28d2-4fc4-a1b0-91ae96480978) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:57:47.162878 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-077bdc9e-730d-4cf8-8c5d-a4111db8dc58 service neutron] Transition to ACTIVE for port object 739333ca-1537-4172-9d8e-51326df7fbf3 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:57:47.169332 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b49a566b-d2a5-493c-9dab-6db5e8727af1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:47.174127 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b49a566b-d2a5-493c-9dab-6db5e8727af1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f43eb4a0-b4a6-403f-b3ea-9d00d86d0a8c HTTP/1.1" status: 204 len: 168 time: 1.1118076 Aug 18 12:57:47.174622 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44082) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:47.179010 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-acf9fb9a-8100-44ee-b897-544db726e5c4 req-42e4f7b7-f089-45e6-8ec7-0481f7f36c2d tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae5ed206-34a3-49aa-9c84-9bd465c8e602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385521 Aug 18 12:57:47.206831 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-808bb89e-3468-46d4-abf7-5e0daf5c9181 req-6b74860d-dcdc-47d9-8ec2-8fc50a34bd89 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.190 HTTP/1.1" status: 200 len: 696 time: 0.0637214 Aug 18 12:57:47.246466 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817fee07-8d0a-4a1e-adbc-1223a0b92499 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Made reservation on behalf of ca98f73fa3194194a71c5ae1a46b55b4 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:57:47.249909 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-817fee07-8d0a-4a1e-adbc-1223a0b92499 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:47.256149 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:47.257406 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-6e96320d-b1ee-49a8-a730-74162974058c req-e7982700-76c1-4e22-8f69-2b91383fd688 service neutron] Attempting to bind port a02baceb-270d-41b8-ba25-91eccf364c18 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:57:47.257698 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-6e96320d-b1ee-49a8-a730-74162974058c req-e7982700-76c1-4e22-8f69-2b91383fd688 service neutron] Attempting to bind port a02baceb-270d-41b8-ba25-91eccf364c18 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '87314b3c-93ed-48f4-b1e0-8050932e9fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '46a1f2b9-23ee-4e90-a39a-16f5eeeb0d1c'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:57:47.258037 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e96320d-b1ee-49a8-a730-74162974058c req-e7982700-76c1-4e22-8f69-2b91383fd688 service neutron] Attempting to bind port a02baceb-270d-41b8-ba25-91eccf364c18 on network 46a1f2b9-23ee-4e90-a39a-16f5eeeb0d1c {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:57:47.271101 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-077bdc9e-730d-4cf8-8c5d-a4111db8dc58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:47.295489 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-808bb89e-3468-46d4-abf7-5e0daf5c9181 req-f6b11adc-9b50-4c51-9e8f-c2784f58c4c9 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.190 HTTP/1.1" status: 200 len: 696 time: 0.0786941 Aug 18 12:57:47.322299 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e96320d-b1ee-49a8-a730-74162974058c req-e7982700-76c1-4e22-8f69-2b91383fd688 service neutron] Port a02baceb-270d-41b8-ba25-91eccf364c18 on network 46a1f2b9-23ee-4e90-a39a-16f5eeeb0d1c not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:57:47.322537 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e96320d-b1ee-49a8-a730-74162974058c req-e7982700-76c1-4e22-8f69-2b91383fd688 service neutron] Attempting to bind port a02baceb-270d-41b8-ba25-91eccf364c18 on network 46a1f2b9-23ee-4e90-a39a-16f5eeeb0d1c {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:57:47.348192 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-19802024-e87e-4af0-ad81-6c79c6b4c537 req-559e17ce-0027-43bf-a0c7-dd399a4b19ac service neutron] 10.222.0.20 "GET /v2.0/networks/e51ccc3b-abcc-41e3-af86-d35409ed3b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606211 Aug 18 12:57:47.365029 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e96320d-b1ee-49a8-a730-74162974058c req-e7982700-76c1-4e22-8f69-2b91383fd688 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:57:47.365029 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e96320d-b1ee-49a8-a730-74162974058c req-e7982700-76c1-4e22-8f69-2b91383fd688 service neutron] Checking segment: {'id': '87314b3c-93ed-48f4-b1e0-8050932e9fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '46a1f2b9-23ee-4e90-a39a-16f5eeeb0d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:57:47.365469 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e96320d-b1ee-49a8-a730-74162974058c req-e7982700-76c1-4e22-8f69-2b91383fd688 service neutron] Bound using segment: {'id': '87314b3c-93ed-48f4-b1e0-8050932e9fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '46a1f2b9-23ee-4e90-a39a-16f5eeeb0d1c'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:57:47.365926 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-6e96320d-b1ee-49a8-a730-74162974058c req-e7982700-76c1-4e22-8f69-2b91383fd688 service neutron] Bound port: a02baceb-270d-41b8-ba25-91eccf364c18, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87314b3c-93ed-48f4-b1e0-8050932e9fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '46a1f2b9-23ee-4e90-a39a-16f5eeeb0d1c'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:57:47.366322 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6e96320d-b1ee-49a8-a730-74162974058c req-e7982700-76c1-4e22-8f69-2b91383fd688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:47.380249 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b9f23728-71dd-4ef2-b4af-bd5d448b641c None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:47.389521 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b9f23728-71dd-4ef2-b4af-bd5d448b641c None None] Transition to ACTIVE for port object 8bcccf00-28d2-4fc4-a1b0-91ae96480978 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:57:47.397443 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ed1d6d4b-07cd-449b-83c8-b6f6fe37810e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:47.410599 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b9f23728-71dd-4ef2-b4af-bd5d448b641c None None] Transition to ACTIVE for port object 8bcccf00-28d2-4fc4-a1b0-91ae96480978 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:57:47.414883 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-817fee07-8d0a-4a1e-adbc-1223a0b92499 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:57:47.480524 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077bdc9e-730d-4cf8-8c5d-a4111db8dc58 service neutron] Pushing event updated for resources: {'Port': ['ID=739333ca-1537-4172-9d8e-51326df7fbf3,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:47.497607 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-817fee07-8d0a-4a1e-adbc-1223a0b92499 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:47.497966 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-817fee07-8d0a-4a1e-adbc-1223a0b92499 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Added segment 04904de8-0128-4a52-b988-64b79ef67659 of type vlan for network cb672d75-e815-49ce-ba5f-f5dd0dc477c5 Aug 18 12:57:47.534462 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-808bb89e-3468-46d4-abf7-5e0daf5c9181 req-f04bac31-7acf-4be5-8e1e-efe01d0bb1bf tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Deleting port da757799-b7dc-4436-a007-2039f1a1eecf {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:57:47.534462 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-808bb89e-3468-46d4-abf7-5e0daf5c9181 req-f04bac31-7acf-4be5-8e1e-efe01d0bb1bf tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:47.534796 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b9f23728-71dd-4ef2-b4af-bd5d448b641c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:47.581672 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-cbb9c6be-4de1-4c80-8d1c-d42132a082b8 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:47.583079 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-cbb9c6be-4de1-4c80-8d1c-d42132a082b8 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.39 "GET /v2.0/networks?id=e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1 HTTP/1.1" status: 200 len: 814 time: 0.1886234 Aug 18 12:57:47.590347 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f23728-71dd-4ef2-b4af-bd5d448b641c None None] Network 2928c991-0880-4c00-b8f8-7eac8f52d7b8 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:57:47.598705 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-b9f23728-71dd-4ef2-b4af-bd5d448b641c None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:57:47.600317 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-5729322e-f9b0-4f5e-90fc-4798dfb852f4 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Request body: {'port': {'device_id': '74cf357c-2f5c-4099-a66c-6e842c872abc', 'network_id': 'e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1', 'admin_state_up': True, 'tenant_id': '37a6e9787c904eb58cf3ddb1e11023f5'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:47.602453 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f23728-71dd-4ef2-b4af-bd5d448b641c None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:57:47.610928 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f23728-71dd-4ef2-b4af-bd5d448b641c None None] Pushing event updated for resources: {'Port': ['ID=8bcccf00-28d2-4fc4-a1b0-91ae96480978,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:47.617666 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device e0d25559-ffd4-4271-88ed-625bf5bd6da6 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:57:47.668744 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6c283-1fb1-46ad-874d-1d7d464ee50a req-5366bca3-e2f2-4007-a6c6-85db74e40748 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:47.673467 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bea6c283-1fb1-46ad-874d-1d7d464ee50a req-5366bca3-e2f2-4007-a6c6-85db74e40748 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] 10.222.0.13 "GET /v2.0/ports?device_id=f70557e5-0cd8-4de8-ab4a-e129cfd1d52b HTTP/1.1" status: 200 len: 944 time: 0.3380706 Aug 18 12:57:47.677776 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-817fee07-8d0a-4a1e-adbc-1223a0b92499 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:47.686476 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: e0d25559-ffd4-4271-88ed-625bf5bd6da6 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:57:47.686970 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device e0d25559-ffd4-4271-88ed-625bf5bd6da6 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:57:47.689386 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f23728-71dd-4ef2-b4af-bd5d448b641c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:47.689983 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f23728-71dd-4ef2-b4af-bd5d448b641c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:47.690405 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f23728-71dd-4ef2-b4af-bd5d448b641c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:47.690850 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f23728-71dd-4ef2-b4af-bd5d448b641c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:47.691285 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f23728-71dd-4ef2-b4af-bd5d448b641c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:47.691719 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f23728-71dd-4ef2-b4af-bd5d448b641c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:47.692514 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f23728-71dd-4ef2-b4af-bd5d448b641c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:47.692664 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f23728-71dd-4ef2-b4af-bd5d448b641c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:47.693044 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f23728-71dd-4ef2-b4af-bd5d448b641c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:47.693470 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f23728-71dd-4ef2-b4af-bd5d448b641c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:47.693914 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f23728-71dd-4ef2-b4af-bd5d448b641c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:47.694965 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f23728-71dd-4ef2-b4af-bd5d448b641c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:47.699325 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-808bb89e-3468-46d4-abf7-5e0daf5c9181 req-f04bac31-7acf-4be5-8e1e-efe01d0bb1bf tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:47.699654 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-808bb89e-3468-46d4-abf7-5e0daf5c9181 req-f04bac31-7acf-4be5-8e1e-efe01d0bb1bf tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:47.713987 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-b9f23728-71dd-4ef2-b4af-bd5d448b641c None None] Attempting to bind port 8bcccf00-28d2-4fc4-a1b0-91ae96480978 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:57:47.714468 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-b9f23728-71dd-4ef2-b4af-bd5d448b641c None None] Attempting to bind port 8bcccf00-28d2-4fc4-a1b0-91ae96480978 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '8417fa8d-10ca-4bed-9fab-a7eb3d2569d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2928c991-0880-4c00-b8f8-7eac8f52d7b8'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:57:47.714834 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f23728-71dd-4ef2-b4af-bd5d448b641c None None] Attempting to bind port 8bcccf00-28d2-4fc4-a1b0-91ae96480978 on network 2928c991-0880-4c00-b8f8-7eac8f52d7b8 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:57:47.720203 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f23728-71dd-4ef2-b4af-bd5d448b641c None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:57:47.722223 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f23728-71dd-4ef2-b4af-bd5d448b641c None None] Checking segment: {'id': '8417fa8d-10ca-4bed-9fab-a7eb3d2569d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2928c991-0880-4c00-b8f8-7eac8f52d7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:57:47.722223 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b9f23728-71dd-4ef2-b4af-bd5d448b641c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:47.722223 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f23728-71dd-4ef2-b4af-bd5d448b641c None None] Bound using segment: {'id': '8417fa8d-10ca-4bed-9fab-a7eb3d2569d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2928c991-0880-4c00-b8f8-7eac8f52d7b8'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:57:47.722663 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-b9f23728-71dd-4ef2-b4af-bd5d448b641c None None] Bound port: 8bcccf00-28d2-4fc4-a1b0-91ae96480978, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8417fa8d-10ca-4bed-9fab-a7eb3d2569d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2928c991-0880-4c00-b8f8-7eac8f52d7b8'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:57:47.723249 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b9f23728-71dd-4ef2-b4af-bd5d448b641c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:47.724167 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-808bb89e-3468-46d4-abf7-5e0daf5c9181 req-f04bac31-7acf-4be5-8e1e-efe01d0bb1bf tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Calling delete_port for da757799-b7dc-4436-a007-2039f1a1eecf owned by network:floatingip {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:57:47.826284 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-b9f23728-71dd-4ef2-b4af-bd5d448b641c None None] For port 8bcccf00-28d2-4fc4-a1b0-91ae96480978, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:57:47.834069 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-b9f23728-71dd-4ef2-b4af-bd5d448b641c None None] For port 8bcccf00-28d2-4fc4-a1b0-91ae96480978, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=8bcccf00-28d2-4fc4-a1b0-91ae96480978,segment=NetworkSegment(8417fa8d-10ca-4bed-9fab-a7eb3d2569d3),segment_id=8417fa8d-10ca-4bed-9fab-a7eb3d2569d3)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:57:47.855201 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-19802024-e87e-4af0-ad81-6c79c6b4c537 req-ff673a43-4f36-4027-ac89-07f2eaab4f2a service neutron] 10.222.0.20 "GET /v2.0/networks/e51ccc3b-abcc-41e3-af86-d35409ed3b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4947853 Aug 18 12:57:47.859671 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-6e96320d-b1ee-49a8-a730-74162974058c req-e7982700-76c1-4e22-8f69-2b91383fd688 service neutron] For port a02baceb-270d-41b8-ba25-91eccf364c18, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:57:47.864125 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-5729322e-f9b0-4f5e-90fc-4798dfb852f4 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Made reservation on behalf of 37a6e9787c904eb58cf3ddb1e11023f5 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:57:47.865876 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ed1d6d4b-07cd-449b-83c8-b6f6fe37810e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:47.868350 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-5729322e-f9b0-4f5e-90fc-4798dfb852f4 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:47.879846 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b9f23728-71dd-4ef2-b4af-bd5d448b641c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:47.897945 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-ed1d6d4b-07cd-449b-83c8-b6f6fe37810e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51543af4-c5b8-4a35-a638-c834cabe17c1']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:47.925696 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-ed1d6d4b-07cd-449b-83c8-b6f6fe37810e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58d4e80e-3ebf-4904-9cf5-2556f17eaf99') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:47.925999 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-ed1d6d4b-07cd-449b-83c8-b6f6fe37810e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58d4e80e-3ebf-4904-9cf5-2556f17eaf99') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:47.935128 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-6e96320d-b1ee-49a8-a730-74162974058c req-e7982700-76c1-4e22-8f69-2b91383fd688 service neutron] For port a02baceb-270d-41b8-ba25-91eccf364c18, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=a02baceb-270d-41b8-ba25-91eccf364c18,segment=NetworkSegment(87314b3c-93ed-48f4-b1e0-8050932e9fcf),segment_id=87314b3c-93ed-48f4-b1e0-8050932e9fcf)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:57:47.943033 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bea6c283-1fb1-46ad-874d-1d7d464ee50a req-203ae7e8-0c8c-4c97-b270-f653a794cd76 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] 10.222.0.13 "GET /v2.0/security-groups?id=82ad49d3-7c09-4a56-813d-70de0435297d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035053 Aug 18 12:57:47.943220 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-077bdc9e-730d-4cf8-8c5d-a4111db8dc58 service neutron] Attempting to bind port 739333ca-1537-4172-9d8e-51326df7fbf3 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:57:47.943481 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-077bdc9e-730d-4cf8-8c5d-a4111db8dc58 service neutron] Attempting to bind port 739333ca-1537-4172-9d8e-51326df7fbf3 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:57:47.943817 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-077bdc9e-730d-4cf8-8c5d-a4111db8dc58 service neutron] Attempting to bind port 739333ca-1537-4172-9d8e-51326df7fbf3 on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:57:47.956343 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ed1d6d4b-07cd-449b-83c8-b6f6fe37810e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:47.965007 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f23728-71dd-4ef2-b4af-bd5d448b641c None None] Pushing event updated for resources: {'Port': ['ID=8bcccf00-28d2-4fc4-a1b0-91ae96480978,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:47.991462 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-817fee07-8d0a-4a1e-adbc-1223a0b92499 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:47.999160 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817fee07-8d0a-4a1e-adbc-1223a0b92499 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:47.999811 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-817fee07-8d0a-4a1e-adbc-1223a0b92499 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:48.004009 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-077bdc9e-730d-4cf8-8c5d-a4111db8dc58 service neutron] Port 739333ca-1537-4172-9d8e-51326df7fbf3 on network f82a481e-2d3e-49f3-a273-639556667c8a not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:57:48.004350 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-077bdc9e-730d-4cf8-8c5d-a4111db8dc58 service neutron] Attempting to bind port 739333ca-1537-4172-9d8e-51326df7fbf3 on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:57:48.030892 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6e96320d-b1ee-49a8-a730-74162974058c req-e7982700-76c1-4e22-8f69-2b91383fd688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:48.041923 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-808bb89e-3468-46d4-abf7-5e0daf5c9181 req-f04bac31-7acf-4be5-8e1e-efe01d0bb1bf tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:48.043751 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ed1d6d4b-07cd-449b-83c8-b6f6fe37810e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:48.073813 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-5729322e-f9b0-4f5e-90fc-4798dfb852f4 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Allocated IP 172.20.0.8 (e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1/3f0409aa-1fb7-4185-8e0a-32f29d65add0/b852a4ab-a8f0-4a95-8324-778ced337eaf) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:57:48.077783 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04bac31-7acf-4be5-8e1e-efe01d0bb1bf tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Pushing event deleted for resources: {'Port': ['ID=da757799-b7dc-4436-a007-2039f1a1eecf,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:48.090850 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-077bdc9e-730d-4cf8-8c5d-a4111db8dc58 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:57:48.090850 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-077bdc9e-730d-4cf8-8c5d-a4111db8dc58 service neutron] Checking segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:57:48.090850 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-077bdc9e-730d-4cf8-8c5d-a4111db8dc58 service neutron] Bound using segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:57:48.090850 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-077bdc9e-730d-4cf8-8c5d-a4111db8dc58 service neutron] Bound port: 739333ca-1537-4172-9d8e-51326df7fbf3, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:57:48.090850 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-077bdc9e-730d-4cf8-8c5d-a4111db8dc58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:48.129744 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed1d6d4b-07cd-449b-83c8-b6f6fe37810e admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:57:48.130149 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ed1d6d4b-07cd-449b-83c8-b6f6fe37810e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:48.171546 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 12:57:48.171546 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:57:48.171546 n-d-803603-2 neutron-server[101675]: timer() Aug 18 12:57:48.171546 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:57:48.171546 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 12:57:48.171546 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:57:48.171546 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 12:57:48.171546 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:57:48.171546 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 12:57:48.171546 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:57:48.171546 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 12:57:48.171546 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:57:48.171546 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 12:57:48.171546 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:57:48.171546 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:57:48.171546 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:57:48.171546 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:57:48.171546 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:57:48.171546 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 12:57:48.171546 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:57:48.171546 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 12:57:48.171546 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:57:48.171546 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:57:48.171546 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:57:48.171546 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 12:57:48.171546 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:57:48.171546 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:57:48.171546 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:57:48.171546 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:57:48.171546 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:57:48.171546 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:57:48.171546 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:57:48.216532 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-808bb89e-3468-46d4-abf7-5e0daf5c9181 req-f04bac31-7acf-4be5-8e1e-efe01d0bb1bf tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks [] for floatingip, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:48.220123 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-808bb89e-3468-46d4-abf7-5e0daf5c9181 req-f04bac31-7acf-4be5-8e1e-efe01d0bb1bf tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:48.221308 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-808bb89e-3468-46d4-abf7-5e0daf5c9181 req-f04bac31-7acf-4be5-8e1e-efe01d0bb1bf tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] 10.222.0.13 "DELETE /v2.0/floatingips/f4c0a000-61a6-4a4b-b200-16ce83ff8194 HTTP/1.1" status: 204 len: 173 time: 0.9191923 Aug 18 12:57:48.322747 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-991178a0-3f96-48fa-8cf1-2cec2cea24d8 req-cafc8f32-1869-40e4-99ac-fbc9dc28db01 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 210 time: 0.0338624 Aug 18 12:57:48.375469 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-5729322e-f9b0-4f5e-90fc-4798dfb852f4 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:48.462686 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446741f3-2a06-442a-891f-46d89fb4fea5 req-488826ff-b2d9-44c4-b21a-614c73b9004f tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:48.464270 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-446741f3-2a06-442a-891f-46d89fb4fea5 req-488826ff-b2d9-44c4-b21a-614c73b9004f tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=086cb2ae-5b95-4284-9c32-d7f41aa4debc HTTP/1.1" status: 200 len: 946 time: 0.0761726 Aug 18 12:57:48.505983 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-446741f3-2a06-442a-891f-46d89fb4fea5 req-52f30db3-a94d-4de3-8c2f-dfd05d380b2e tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349779 Aug 18 12:57:48.537152 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-5729322e-f9b0-4f5e-90fc-4798dfb852f4 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:48.562974 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-817fee07-8d0a-4a1e-adbc-1223a0b92499 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6454439 Aug 18 12:57:48.570361 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96320d-b1ee-49a8-a730-74162974058c req-e7982700-76c1-4e22-8f69-2b91383fd688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:48.570361 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6e96320d-b1ee-49a8-a730-74162974058c req-e7982700-76c1-4e22-8f69-2b91383fd688 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:48.570361 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6e96320d-b1ee-49a8-a730-74162974058c req-e7982700-76c1-4e22-8f69-2b91383fd688 service neutron] 10.222.0.20 "PUT /v2.0/ports/a02baceb-270d-41b8-ba25-91eccf364c18 HTTP/1.1" status: 200 len: 1092 time: 3.1712453 Aug 18 12:57:48.577969 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44096) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:48.579573 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f70557e5-0cd8-4de8-ab4a-e129cfd1d52b', 'tag': 'a02baceb-270d-41b8-ba25-91eccf364c18'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:57:48.579723 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-5729322e-f9b0-4f5e-90fc-4798dfb852f4 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Network e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:57:48.582039 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43f6cbe-a370-4fe8-b9a9-521b0f3fa065" -d '{"events": [{"name": "network-changed", "server_uuid": "f70557e5-0cd8-4de8-ab4a-e129cfd1d52b", "tag": "a02baceb-270d-41b8-ba25-91eccf364c18"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:57:48.587451 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-79e4bc4d-130b-4a70-a2f8-1bf590320fe9 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Request body: {'subnet': {'network_id': 'cb672d75-e815-49ce-ba5f-f5dd0dc477c5', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:48.622343 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817fee07-8d0a-4a1e-adbc-1223a0b92499 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Pushing event updated for resources: {'Network': ['ID=cb672d75-e815-49ce-ba5f-f5dd0dc477c5,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:48.628988 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network cb672d75-e815-49ce-ba5f-f5dd0dc477c5 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:57:48.651102 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b408c-55d1-4fac-8f7e-017505a70a24 req-8723063d-e7c8-4214-88ed-a0642fbb7eb4 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:48.652923 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-510b408c-55d1-4fac-8f7e-017505a70a24 req-8723063d-e7c8-4214-88ed-a0642fbb7eb4 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.20 "GET /v2.0/ports?device_id=086cb2ae-5b95-4284-9c32-d7f41aa4debc HTTP/1.1" status: 200 len: 946 time: 0.7110493 Aug 18 12:57:48.658216 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-5729322e-f9b0-4f5e-90fc-4798dfb852f4 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:57:48.668896 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ab582-f692-4266-bb19-2ee12801aa3e req-25eeaa53-fb92-43b8-89ae-8052a92ef7a6 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:48.671929 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-897ab582-f692-4266-bb19-2ee12801aa3e req-25eeaa53-fb92-43b8-89ae-8052a92ef7a6 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=a23022cc-9251-4100-8f31-96a5fe63fbea HTTP/1.1" status: 200 len: 948 time: 0.6417596 Aug 18 12:57:48.676889 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-5729322e-f9b0-4f5e-90fc-4798dfb852f4 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:57:48.681839 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7982700-76c1-4e22-8f69-2b91383fd688 service neutron] Pushing event updated for resources: {'Port': ['ID=a02baceb-270d-41b8-ba25-91eccf364c18,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:48.762520 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729322e-f9b0-4f5e-90fc-4798dfb852f4 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Pushing event updated for resources: {'Port': ['ID=b852a4ab-a8f0-4a95-8324-778ced337eaf,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:48.784040 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-5729322e-f9b0-4f5e-90fc-4798dfb852f4 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:48.784685 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-5729322e-f9b0-4f5e-90fc-4798dfb852f4 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:48.816848 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a9b52-d464-4f06-93f2-610ffb81fbb6 req-c439d5a2-a56f-4428-80c2-1a03768f2a8e tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:48.818433 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-976a9b52-d464-4f06-93f2-610ffb81fbb6 req-c439d5a2-a56f-4428-80c2-1a03768f2a8e tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] 10.222.0.13 "GET /v2.0/ports?device_id=80f7d035-4f0c-4913-bdf5-f8da24358a50 HTTP/1.1" status: 200 len: 944 time: 0.2376854 Aug 18 12:57:48.824516 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ed1d6d4b-07cd-449b-83c8-b6f6fe37810e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:48.862805 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ed1d6d4b-07cd-449b-83c8-b6f6fe37810e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:48.864730 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ed1d6d4b-07cd-449b-83c8-b6f6fe37810e admin admin] 10.222.0.13 "DELETE /v2.0/networks/51543af4-c5b8-4a35-a638-c834cabe17c1 HTTP/1.1" status: 204 len: 168 time: 1.6848137 Aug 18 12:57:48.870477 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-976a9b52-d464-4f06-93f2-610ffb81fbb6 req-5c53f89d-6f4d-4dd4-9d49-86c51290f3e1 tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae5ed206-34a3-49aa-9c84-9bd465c8e602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450654 Aug 18 12:57:48.871174 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44100) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:48.883210 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-5729322e-f9b0-4f5e-90fc-4798dfb852f4 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2892795 Aug 18 12:57:48.894961 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-897ab582-f692-4266-bb19-2ee12801aa3e req-a3c12ec9-5bf3-4f55-be32-b57d7e3db1e8 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087634 Aug 18 12:57:48.896091 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-077bdc9e-730d-4cf8-8c5d-a4111db8dc58 service neutron] For port 739333ca-1537-4172-9d8e-51326df7fbf3, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:57:48.901105 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1d6d4b-07cd-449b-83c8-b6f6fe37810e admin admin] Pushing event deleted for resources: {'Network': ['ID=51543af4-c5b8-4a35-a638-c834cabe17c1,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:48.922599 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96320d-b1ee-49a8-a730-74162974058c req-71942680-2828-4e31-a80b-ba182966b31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:48.924691 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6e96320d-b1ee-49a8-a730-74162974058c req-71942680-2828-4e31-a80b-ba182966b31c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f70dc5d69b6e42bd8c1161ac2c3cd458&device_id=f70557e5-0cd8-4de8-ab4a-e129cfd1d52b HTTP/1.1" status: 200 len: 1095 time: 0.2511506 Aug 18 12:57:48.926520 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-077bdc9e-730d-4cf8-8c5d-a4111db8dc58 service neutron] For port 739333ca-1537-4172-9d8e-51326df7fbf3, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=739333ca-1537-4172-9d8e-51326df7fbf3,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:57:48.934184 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-77baa844-16f6-4ddb-8b3a-a5a6c3215f22 service neutron] Request body: {'port': {'device_id': '74cf357c-2f5c-4099-a66c-6e842c872abc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:48.936668 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-510b408c-55d1-4fac-8f7e-017505a70a24 req-3295204b-ba6a-4baa-84b4-89b5a975e92d tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Deleting port 626fbb22-0a36-49c7-a760-8b522193c023 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:57:48.940547 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-510b408c-55d1-4fac-8f7e-017505a70a24 req-3295204b-ba6a-4baa-84b4-89b5a975e92d tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:48.966483 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:57:49.027034 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3af972-6b76-48f2-96df-a2a3553aa3d2 x-openstack-request-id: req-2e3af972-6b76-48f2-96df-a2a3553aa3d2 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:57:49.027328 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f70557e5-0cd8-4de8-ab4a-e129cfd1d52b", "tag": "a02baceb-270d-41b8-ba25-91eccf364c18", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:57:49.027583 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e3af972-6b76-48f2-96df-a2a3553aa3d2 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:57:49.027976 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f70557e5-0cd8-4de8-ab4a-e129cfd1d52b', 'tag': 'a02baceb-270d-41b8-ba25-91eccf364c18', 'status': 'completed', 'code': 200} Aug 18 12:57:49.033498 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-077bdc9e-730d-4cf8-8c5d-a4111db8dc58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:49.039268 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6e96320d-b1ee-49a8-a730-74162974058c req-694aa081-ca3f-45f4-b3d0-5be39a5e902d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a02baceb-270d-41b8-ba25-91eccf364c18 HTTP/1.1" status: 200 len: 217 time: 0.0949214 Aug 18 12:57:49.078593 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-d880a29a-a38a-481a-b42e-3ab045742972 admin admin] Deleting subnet f6b91538-14c9-4880-9ef5-e0e566996e16 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:57:49.092225 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d880a29a-a38a-481a-b42e-3ab045742972 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:49.097371 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272338c1-252e-4936-86ba-974844e10b66 None None] Network 2928c991-0880-4c00-b8f8-7eac8f52d7b8 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:57:49.102438 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96320d-b1ee-49a8-a730-74162974058c req-bf33707f-87d4-4bcc-a05f-763b9913076b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:49.103924 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6e96320d-b1ee-49a8-a730-74162974058c req-bf33707f-87d4-4bcc-a05f-763b9913076b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d36fd44-8800-4fcd-a2e6-7f2cd328cec9 HTTP/1.1" status: 200 len: 854 time: 0.0551436 Aug 18 12:57:49.135988 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e4bc4d-130b-4a70-a2f8-1bf590320fe9 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Made reservation on behalf of ca98f73fa3194194a71c5ae1a46b55b4 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:57:49.139409 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-79e4bc4d-130b-4a70-a2f8-1bf590320fe9 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:49.169423 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1,segment=NetworkSegment(77ddab3d-ff23-496e-8941-930388f26c0a),segment_id=77ddab3d-ff23-496e-8941-930388f26c0a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:49.195967 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1', 'network_id': 'e51ccc3b-abcc-41e3-af86-d35409ed3b10', 'port_id': '606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1', 'mac_address': 'fa:16:3e:d2:80:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc1ba28c-6199-4ad4-974d-8e9c420fb9eb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:57:49.196653 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6e96320d-b1ee-49a8-a730-74162974058c req-6d4ed656-03fe-4cb7-baa3-99038159709c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=46a1f2b9-23ee-4e90-a39a-16f5eeeb0d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677578 Aug 18 12:57:49.200550 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-077bdc9e-730d-4cf8-8c5d-a4111db8dc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:49.201171 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-077bdc9e-730d-4cf8-8c5d-a4111db8dc58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:49.202816 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-077bdc9e-730d-4cf8-8c5d-a4111db8dc58 service neutron] 10.222.0.20 "PUT /v2.0/ports/739333ca-1537-4172-9d8e-51326df7fbf3 HTTP/1.1" status: 200 len: 1096 time: 3.4014773 Aug 18 12:57:49.240898 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d880a29a-a38a-481a-b42e-3ab045742972 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:49.284253 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:49.290093 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-77baa844-16f6-4ddb-8b3a-a5a6c3215f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:49.292699 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-9faa1e0b-b7d8-4c43-9b62-49363ba5f699 None None] Provisioning for port 8bcccf00-28d2-4fc4-a1b0-91ae96480978 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:57:49.305106 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077bdc9e-730d-4cf8-8c5d-a4111db8dc58 service neutron] Pushing event updated for resources: {'Port': ['ID=739333ca-1537-4172-9d8e-51326df7fbf3,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:49.327397 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:57:49.335827 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab71329-0f5a-4a04-9456-8985c719b972 req-6e905ddb-d0e8-4ecc-88b4-f08f40ed7572 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:49.343454 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9ab71329-0f5a-4a04-9456-8985c719b972 req-6e905ddb-d0e8-4ecc-88b4-f08f40ed7572 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] 10.222.0.13 "GET /v2.0/ports?device_id=f70557e5-0cd8-4de8-ab4a-e129cfd1d52b HTTP/1.1" status: 200 len: 944 time: 0.2197273 Aug 18 12:57:49.368130 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1,segment=NetworkSegment(77ddab3d-ff23-496e-8941-930388f26c0a),segment_id=77ddab3d-ff23-496e-8941-930388f26c0a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:49.380096 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a851b-9229-4a45-8ec4-6fb64ec0a06d req-02c9fafe-fcde-4b62-b73a-091966d9b892 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:49.381747 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-960a851b-9229-4a45-8ec4-6fb64ec0a06d req-02c9fafe-fcde-4b62-b73a-091966d9b892 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4944668 Aug 18 12:57:49.416533 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d880a29a-a38a-481a-b42e-3ab045742972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:49.433506 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:49.461495 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-510b408c-55d1-4fac-8f7e-017505a70a24 req-3295204b-ba6a-4baa-84b4-89b5a975e92d tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] For port 626fbb22-0a36-49c7-a760-8b522193c023, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=626fbb22-0a36-49c7-a760-8b522193c023,segment=NetworkSegment(203c474d-56e3-424f-9d3b-a131550498ab),segment_id=203c474d-56e3-424f-9d3b-a131550498ab)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:49.462095 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-510b408c-55d1-4fac-8f7e-017505a70a24 req-3295204b-ba6a-4baa-84b4-89b5a975e92d tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:49.479398 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-510b408c-55d1-4fac-8f7e-017505a70a24 req-3295204b-ba6a-4baa-84b4-89b5a975e92d tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Calling delete_port for 626fbb22-0a36-49c7-a760-8b522193c023 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:57:49.496814 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:49.543696 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9ab71329-0f5a-4a04-9456-8985c719b972 req-b478ae80-88ef-41c9-87a5-102e2766dbbf tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] 10.222.0.13 "GET /v2.0/security-groups?id=82ad49d3-7c09-4a56-813d-70de0435297d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993701 Aug 18 12:57:49.554828 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6e96320d-b1ee-49a8-a730-74162974058c req-6b40706b-a089-4bce-abce-128ab03dd158 service neutron] 10.222.0.20 "GET /v2.0/networks/46a1f2b9-23ee-4e90-a39a-16f5eeeb0d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425398 Aug 18 12:57:49.675040 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:57:49.721897 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7df9b-8eb8-4193-956d-d31f7eff2d79 req-1ee09265-1211-4526-8c84-2f1b61679e4b tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:49.727015 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-67d7df9b-8eb8-4193-956d-d31f7eff2d79 req-1ee09265-1211-4526-8c84-2f1b61679e4b tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 931 time: 0.2655416 Aug 18 12:57:49.737643 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 8bcccf00-28d2-4fc4-a1b0-91ae96480978 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:57:49.761666 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-d8e4aea7-8f02-4503-9231-206802325a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:49.763214 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-d8e4aea7-8f02-4503-9231-206802325a69 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac48e14392114051ba5d025a8226fe94&device_id=a23022cc-9251-4100-8f31-96a5fe63fbea HTTP/1.1" status: 200 len: 1099 time: 0.4044063 Aug 18 12:57:49.781729 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d880a29a-a38a-481a-b42e-3ab045742972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:49.845741 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d880a29a-a38a-481a-b42e-3ab045742972 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6b91538-14c9-4880-9ef5-e0e566996e16,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:49.860121 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d880a29a-a38a-481a-b42e-3ab045742972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:49.862156 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d880a29a-a38a-481a-b42e-3ab045742972 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f6b91538-14c9-4880-9ef5-e0e566996e16 HTTP/1.1" status: 204 len: 168 time: 0.9895866 Aug 18 12:57:49.866043 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44110) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:49.879963 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-e11665e9-3a0c-4e4c-9f54-627fc96f1b17 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=739333ca-1537-4172-9d8e-51326df7fbf3 HTTP/1.1" status: 200 len: 217 time: 0.0909264 Aug 18 12:57:49.894797 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-873c12db-8f13-4d36-ab00-39d75a0e2129 req-c3b384f8-a283-4128-8943-c52f5be32da1 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=f5276defc25b4c8498210980601f90f8 HTTP/1.1" status: 200 len: 1656 time: 0.2180557 Aug 18 12:57:49.911188 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 8bcccf00-28d2-4fc4-a1b0-91ae96480978 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:57:49.918432 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 8bcccf00-28d2-4fc4-a1b0-91ae96480978 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:57:49.918803 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:49.941201 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-67d7df9b-8eb8-4193-956d-d31f7eff2d79 req-5ba715cb-2582-449c-acd7-b037c6a54e1f tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971173 Aug 18 12:57:49.963481 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-79e4bc4d-130b-4a70-a2f8-1bf590320fe9 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:50.007735 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:50.029896 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-510b408c-55d1-4fac-8f7e-017505a70a24 req-3295204b-ba6a-4baa-84b4-89b5a975e92d tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:50.049407 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 8bcccf00-28d2-4fc4-a1b0-91ae96480978, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=8bcccf00-28d2-4fc4-a1b0-91ae96480978,segment=NetworkSegment(8417fa8d-10ca-4bed-9fab-a7eb3d2569d3),segment_id=8417fa8d-10ca-4bed-9fab-a7eb3d2569d3)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:50.080405 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-dc54bd88-12b0-4edb-84b1-bebce3e61c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:50.081335 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0e09eef6-00c8-4189-ae17-fc280133efa4 req-559dc495-f47d-462d-b867-0cf5b7cb3edc tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=086cb2ae-5b95-4284-9c32-d7f41aa4debc HTTP/1.1" status: 200 len: 210 time: 0.0527976 Aug 18 12:57:50.081937 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4bc4d-130b-4a70-a2f8-1bf590320fe9 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Pushing event updated for resources: {'Subnet': ['ID=96f3c743-d6ed-451b-a150-535d8f7923f3,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:50.082061 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-dc54bd88-12b0-4edb-84b1-bebce3e61c20 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.1833036 Aug 18 12:57:50.087169 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3295204b-ba6a-4baa-84b4-89b5a975e92d tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Pushing event deleted for resources: {'Port': ['ID=626fbb22-0a36-49c7-a760-8b522193c023,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:50.092460 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:50.099401 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6e96320d-b1ee-49a8-a730-74162974058c req-cfea65ee-61c3-4192-b655-1ac8f924a01e service neutron] 10.222.0.20 "GET /v2.0/networks/46a1f2b9-23ee-4e90-a39a-16f5eeeb0d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5333676 Aug 18 12:57:50.141984 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-927ac189-500e-44d0-acad-3e984d82ed73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:50.185851 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=8bcccf00-28d2-4fc4-a1b0-91ae96480978,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:50.196268 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-510b408c-55d1-4fac-8f7e-017505a70a24 req-3295204b-ba6a-4baa-84b4-89b5a975e92d tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] No DVR routers for this DVR port 626fbb22-0a36-49c7-a760-8b522193c023 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:57:50.199372 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-510b408c-55d1-4fac-8f7e-017505a70a24 req-3295204b-ba6a-4baa-84b4-89b5a975e92d tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:50.201443 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-510b408c-55d1-4fac-8f7e-017505a70a24 req-3295204b-ba6a-4baa-84b4-89b5a975e92d tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.20 "DELETE /v2.0/ports/626fbb22-0a36-49c7-a760-8b522193c023 HTTP/1.1" status: 204 len: 173 time: 1.5260582 Aug 18 12:57:50.210632 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c12db-8f13-4d36-ab00-39d75a0e2129 req-364609be-e777-4fc0-b401-2cea620ecb94 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:50.217846 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-873c12db-8f13-4d36-ab00-39d75a0e2129 req-364609be-e777-4fc0-b401-2cea620ecb94 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] 10.222.0.13 "GET /v2.0/networks?id=0babe39a-03c6-4af7-9ca5-00804dd781c2&id=0babe39a-03c6-4af7-9ca5-00804dd781c2&id=0babe39a-03c6-4af7-9ca5-00804dd781c2 HTTP/1.1" status: 200 len: 787 time: 0.3216147 Aug 18 12:57:50.225154 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [req-873c12db-8f13-4d36-ab00-39d75a0e2129 req-36d3aa9b-baf1-41a3-8e28-f6b19181dfa0 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:57:50.226221 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-873c12db-8f13-4d36-ab00-39d75a0e2129 req-36d3aa9b-baf1-41a3-8e28-f6b19181dfa0 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075371 Aug 18 12:57:50.259473 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-6648475f-c1b2-4889-8a90-6632f34ca2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:50.261125 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-6648475f-c1b2-4889-8a90-6632f34ca2c2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1643353 Aug 18 12:57:50.294353 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f6cbe-a370-4fe8-b9a9-521b0f3fa065 req-9408584d-6629-41eb-8730-0a15a1dd3a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:50.295869 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d43f6cbe-a370-4fe8-b9a9-521b0f3fa065 req-9408584d-6629-41eb-8730-0a15a1dd3a0b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f70dc5d69b6e42bd8c1161ac2c3cd458&device_id=f70557e5-0cd8-4de8-ab4a-e129cfd1d52b HTTP/1.1" status: 200 len: 1095 time: 0.0677006 Aug 18 12:57:50.455514 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['626fbb22-0a36-49c7-a760-8b522193c023'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:57:50.456042 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-77baa844-16f6-4ddb-8b3a-a5a6c3215f22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b852a4ab-a8f0-4a95-8324-778ced337eaf {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:57:50.480586 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-77baa844-16f6-4ddb-8b3a-a5a6c3215f22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:50.488395 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea464ba-9f35-4122-a98c-abfab57cac4f req-0906c191-d049-4783-b3e9-da496b99912e tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:50.490051 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3ea464ba-9f35-4122-a98c-abfab57cac4f req-0906c191-d049-4783-b3e9-da496b99912e tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=a23022cc-9251-4100-8f31-96a5fe63fbea HTTP/1.1" status: 200 len: 948 time: 0.1988759 Aug 18 12:57:50.495038 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-329dca2c-fc03-4da3-9650-0c92930f6ae9 service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171409 Aug 18 12:57:50.521433 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-77baa844-16f6-4ddb-8b3a-a5a6c3215f22 service neutron] Transition to ACTIVE for port object b852a4ab-a8f0-4a95-8324-778ced337eaf will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:57:50.525117 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e4bc4d-130b-4a70-a2f8-1bf590320fe9 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Checking segment: {'id': '04904de8-0128-4a52-b988-64b79ef67659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cb672d75-e815-49ce-ba5f-f5dd0dc477c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:57:50.525481 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e4bc4d-130b-4a70-a2f8-1bf590320fe9 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Network hostable DHCP agents. Network: cb672d75-e815-49ce-ba5f-f5dd0dc477c5, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:57:50.541819 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f6cbe-a370-4fe8-b9a9-521b0f3fa065 req-bf0e192e-ad90-489e-b02c-a07f24322dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:50.543358 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d43f6cbe-a370-4fe8-b9a9-521b0f3fa065 req-bf0e192e-ad90-489e-b02c-a07f24322dc9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=46a1f2b9-23ee-4e90-a39a-16f5eeeb0d1c HTTP/1.1" status: 200 len: 915 time: 0.2363105 Aug 18 12:57:50.592416 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390bca35-4044-436a-8c89-8f24f5751992 req-c49012dd-c37a-42e8-98dd-46a2fd6a9044 tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:50.593901 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-390bca35-4044-436a-8c89-8f24f5751992 req-c49012dd-c37a-42e8-98dd-46a2fd6a9044 tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] 10.222.0.13 "GET /v2.0/ports?device_id=80f7d035-4f0c-4913-bdf5-f8da24358a50 HTTP/1.1" status: 200 len: 945 time: 0.1616139 Aug 18 12:57:50.599477 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-927ac189-500e-44d0-acad-3e984d82ed73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:50.621679 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-927ac189-500e-44d0-acad-3e984d82ed73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dad6e639-50e8-49e6-80e7-f7301f296cd8']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:50.622340 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d43f6cbe-a370-4fe8-b9a9-521b0f3fa065 req-4e9fefea-20db-41a5-87db-d4c3e0c80f14 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a02baceb-270d-41b8-ba25-91eccf364c18 HTTP/1.1" status: 200 len: 217 time: 0.0527124 Aug 18 12:57:50.625203 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-77baa844-16f6-4ddb-8b3a-a5a6c3215f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:50.626808 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3ea464ba-9f35-4122-a98c-abfab57cac4f req-bb3a4bde-128c-49b8-8e32-d5395ee66671 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278322 Aug 18 12:57:50.667092 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-927ac189-500e-44d0-acad-3e984d82ed73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec5fd999-3a31-4f70-8355-1bd969e9ece4') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:50.667390 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-927ac189-500e-44d0-acad-3e984d82ed73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec5fd999-3a31-4f70-8355-1bd969e9ece4') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:50.686505 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-927ac189-500e-44d0-acad-3e984d82ed73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:50.722057 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e4bc4d-130b-4a70-a2f8-1bf590320fe9 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Network cb672d75-e815-49ce-ba5f-f5dd0dc477c5 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:57:50.723523 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f6cbe-a370-4fe8-b9a9-521b0f3fa065 req-acb1e3a5-8f3b-4d58-aba3-6a4e633def0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:50.725006 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d43f6cbe-a370-4fe8-b9a9-521b0f3fa065 req-acb1e3a5-8f3b-4d58-aba3-6a4e633def0f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d36fd44-8800-4fcd-a2e6-7f2cd328cec9 HTTP/1.1" status: 200 len: 854 time: 0.0956597 Aug 18 12:57:50.734062 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-390bca35-4044-436a-8c89-8f24f5751992 req-f503d17a-1e2f-4bad-94c4-f4433b378136 tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae5ed206-34a3-49aa-9c84-9bd465c8e602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319501 Aug 18 12:57:50.739981 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-927ac189-500e-44d0-acad-3e984d82ed73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:50.743064 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77baa844-16f6-4ddb-8b3a-a5a6c3215f22 service neutron] Pushing event updated for resources: {'Port': ['ID=b852a4ab-a8f0-4a95-8324-778ced337eaf,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:50.748715 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-927ac189-500e-44d0-acad-3e984d82ed73 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:57:50.749121 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-927ac189-500e-44d0-acad-3e984d82ed73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:50.751775 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2b4439a0-7472-4652-a69c-7ace61afda9c req-64920649-7845-4528-8f1e-0b59c0261304 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] 10.222.0.13 "GET /v2.0/floatingips/f7d6266a-87a4-4402-85c0-5cb885879c25 HTTP/1.1" status: 200 len: 693 time: 0.0757883 Aug 18 12:57:50.752920 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 12:57:50.752920 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:57:50.752920 n-d-803603-2 neutron-server[101676]: timer() Aug 18 12:57:50.752920 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:57:50.752920 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 12:57:50.752920 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:57:50.752920 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 12:57:50.752920 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:57:50.752920 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 12:57:50.752920 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:57:50.752920 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 12:57:50.752920 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:57:50.752920 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 12:57:50.752920 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:57:50.752920 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:57:50.752920 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:57:50.752920 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:57:50.752920 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:57:50.752920 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 12:57:50.752920 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:57:50.752920 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 12:57:50.752920 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:57:50.752920 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:57:50.752920 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:57:50.752920 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 12:57:50.752920 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:57:50.752920 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:57:50.752920 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:57:50.752920 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:57:50.752920 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:57:50.752920 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:57:50.752920 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:57:50.784660 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da5f7bb5-b89d-410f-aee4-90bc719ade37 req-9f59f9a7-c38b-4e10-bffe-3be6c53096ad service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673302 Aug 18 12:57:50.786271 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d43f6cbe-a370-4fe8-b9a9-521b0f3fa065 req-6a9383b6-1066-4e4b-b333-af087c6b4ae5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=46a1f2b9-23ee-4e90-a39a-16f5eeeb0d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522454 Aug 18 12:57:50.833249 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-79e4bc4d-130b-4a70-a2f8-1bf590320fe9 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, cb672d75-e815-49ce-ba5f-f5dd0dc477c5) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:57:50.846848 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9215b8c5-f2a1-4827-b8c5-567bf592fa0d None None] Network cb672d75-e815-49ce-ba5f-f5dd0dc477c5 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:57:50.872017 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e4bc4d-130b-4a70-a2f8-1bf590320fe9 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:50.872630 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-79e4bc4d-130b-4a70-a2f8-1bf590320fe9 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:50.933289 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e279c-e5b1-41dc-9bc6-84d5a7d1c568 req-2d6cf37c-74b8-4c1a-ad2b-c48949ec536a tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:50.934452 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c26e279c-e5b1-41dc-9bc6-84d5a7d1c568 req-2d6cf37c-74b8-4c1a-ad2b-c48949ec536a tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] 10.222.0.13 "GET /v2.0/ports?device_id=f70557e5-0cd8-4de8-ab4a-e129cfd1d52b HTTP/1.1" status: 200 len: 944 time: 0.1065865 Aug 18 12:57:50.935182 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-77baa844-16f6-4ddb-8b3a-a5a6c3215f22 service neutron] Attempting to bind port b852a4ab-a8f0-4a95-8324-778ced337eaf on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:57:50.935536 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-77baa844-16f6-4ddb-8b3a-a5a6c3215f22 service neutron] Attempting to bind port b852a4ab-a8f0-4a95-8324-778ced337eaf by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': 'ef8e8cee-8aff-47ee-80bb-ffa053f3577b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:57:50.935869 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-77baa844-16f6-4ddb-8b3a-a5a6c3215f22 service neutron] Attempting to bind port b852a4ab-a8f0-4a95-8324-778ced337eaf on network e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:57:50.941164 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-77baa844-16f6-4ddb-8b3a-a5a6c3215f22 service neutron] Port b852a4ab-a8f0-4a95-8324-778ced337eaf on network e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:57:50.941493 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-77baa844-16f6-4ddb-8b3a-a5a6c3215f22 service neutron] Attempting to bind port b852a4ab-a8f0-4a95-8324-778ced337eaf on network e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:57:50.942227 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4439a0-7472-4652-a69c-7ace61afda9c req-c77d60e8-f3d3-41d4-b716-0b0423a6985e tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:50.943250 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2b4439a0-7472-4652-a69c-7ace61afda9c req-c77d60e8-f3d3-41d4-b716-0b0423a6985e tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] 10.222.0.13 "GET /v2.0/networks/0babe39a-03c6-4af7-9ca5-00804dd781c2 HTTP/1.1" status: 200 len: 784 time: 0.1907010 Aug 18 12:57:50.946925 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-77baa844-16f6-4ddb-8b3a-a5a6c3215f22 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:57:50.947419 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-77baa844-16f6-4ddb-8b3a-a5a6c3215f22 service neutron] Checking segment: {'id': 'ef8e8cee-8aff-47ee-80bb-ffa053f3577b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:57:50.947821 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-77baa844-16f6-4ddb-8b3a-a5a6c3215f22 service neutron] Bound using segment: {'id': 'ef8e8cee-8aff-47ee-80bb-ffa053f3577b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:57:50.948574 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-77baa844-16f6-4ddb-8b3a-a5a6c3215f22 service neutron] Bound port: b852a4ab-a8f0-4a95-8324-778ced337eaf, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef8e8cee-8aff-47ee-80bb-ffa053f3577b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:57:50.948718 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-77baa844-16f6-4ddb-8b3a-a5a6c3215f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:50.967583 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d43f6cbe-a370-4fe8-b9a9-521b0f3fa065 req-a0220cac-ac73-4710-9ee2-09343891c63a service neutron] 10.222.0.20 "GET /v2.0/networks/46a1f2b9-23ee-4e90-a39a-16f5eeeb0d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467719 Aug 18 12:57:50.980277 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-927ac189-500e-44d0-acad-3e984d82ed73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:50.990537 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:57:51.014449 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-79e4bc4d-130b-4a70-a2f8-1bf590320fe9 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4322510 Aug 18 12:57:51.020389 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-927ac189-500e-44d0-acad-3e984d82ed73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:51.022332 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-927ac189-500e-44d0-acad-3e984d82ed73 admin admin] 10.222.0.13 "DELETE /v2.0/networks/dad6e639-50e8-49e6-80e7-f7301f296cd8 HTTP/1.1" status: 204 len: 168 time: 1.1535220 Aug 18 12:57:51.047345 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ac189-500e-44d0-acad-3e984d82ed73 admin admin] Pushing event deleted for resources: {'Network': ['ID=dad6e639-50e8-49e6-80e7-f7301f296cd8,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:51.069129 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c26e279c-e5b1-41dc-9bc6-84d5a7d1c568 req-cac12f0d-47b3-4ba3-8d18-4dfaf8e47a7d tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] 10.222.0.13 "GET /v2.0/security-groups?id=82ad49d3-7c09-4a56-813d-70de0435297d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095889 Aug 18 12:57:51.080678 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a23022cc-9251-4100-8f31-96a5fe63fbea', 'tag': '739333ca-1537-4172-9d8e-51326df7fbf3'}, {'server_uuid': '086cb2ae-5b95-4284-9c32-d7f41aa4debc', 'name': 'network-vif-deleted', 'tag': '626fbb22-0a36-49c7-a760-8b522193c023'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:57:51.083837 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f234874b-971c-4aac-81c1-ce250cfe4f90" -d '{"events": [{"name": "network-changed", "server_uuid": "a23022cc-9251-4100-8f31-96a5fe63fbea", "tag": "739333ca-1537-4172-9d8e-51326df7fbf3"}, {"server_uuid": "086cb2ae-5b95-4284-9c32-d7f41aa4debc", "name": "network-vif-deleted", "tag": "626fbb22-0a36-49c7-a760-8b522193c023"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:57:51.085044 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-77baa844-16f6-4ddb-8b3a-a5a6c3215f22 service neutron] For port b852a4ab-a8f0-4a95-8324-778ced337eaf, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:57:51.088935 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-77baa844-16f6-4ddb-8b3a-a5a6c3215f22 service neutron] For port b852a4ab-a8f0-4a95-8324-778ced337eaf, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=b852a4ab-a8f0-4a95-8324-778ced337eaf,segment=NetworkSegment(ef8e8cee-8aff-47ee-80bb-ffa053f3577b),segment_id=ef8e8cee-8aff-47ee-80bb-ffa053f3577b)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:57:51.100865 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2b4439a0-7472-4652-a69c-7ace61afda9c req-52b55a9d-8004-48d8-9695-423c8f905174 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.223 HTTP/1.1" status: 200 len: 696 time: 0.1438382 Aug 18 12:57:51.162768 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2b4439a0-7472-4652-a69c-7ace61afda9c req-6b1baee9-5f1a-4204-8ce6-e18aeaf9198e tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.223 HTTP/1.1" status: 200 len: 696 time: 0.0608444 Aug 18 12:57:51.177015 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-77baa844-16f6-4ddb-8b3a-a5a6c3215f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:51.222324 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-77baa844-16f6-4ddb-8b3a-a5a6c3215f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:51.222961 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-77baa844-16f6-4ddb-8b3a-a5a6c3215f22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:51.225235 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-77baa844-16f6-4ddb-8b3a-a5a6c3215f22 service neutron] 10.222.0.39 "PUT /v2.0/ports/b852a4ab-a8f0-4a95-8324-778ced337eaf HTTP/1.1" status: 200 len: 1091 time: 2.2962973 Aug 18 12:57:51.236972 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74cf357c-2f5c-4099-a66c-6e842c872abc', 'tag': 'b852a4ab-a8f0-4a95-8324-778ced337eaf'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:57:51.239210 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b283e9eb-b970-4556-8f98-1425d002c5b2" -d '{"events": [{"name": "network-changed", "server_uuid": "74cf357c-2f5c-4099-a66c-6e842c872abc", "tag": "b852a4ab-a8f0-4a95-8324-778ced337eaf"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:57:51.276577 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d43f6cbe-a370-4fe8-b9a9-521b0f3fa065 req-a3a79687-a845-41cb-bfa5-a504aa202866 service neutron] 10.222.0.20 "GET /v2.0/networks/46a1f2b9-23ee-4e90-a39a-16f5eeeb0d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809589 Aug 18 12:57:51.301620 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77baa844-16f6-4ddb-8b3a-a5a6c3215f22 service neutron] Pushing event updated for resources: {'Port': ['ID=b852a4ab-a8f0-4a95-8324-778ced337eaf,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:51.319071 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a3b81e-e26f-47a2-b8f5-b9e5256a6fc9 req-77a6607a-cb13-4eec-bba1-d618fa11c75a tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:51.320647 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b7a3b81e-e26f-47a2-b8f5-b9e5256a6fc9 req-77a6607a-cb13-4eec-bba1-d618fa11c75a tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 943 time: 0.1083431 Aug 18 12:57:51.328229 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7f81ba-d31c-4da8-9042-2bb5b2fc277e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-cb672d75-e815-49ce-ba5f-f5dd0dc477c5', 'network_id': 'cb672d75-e815-49ce-ba5f-f5dd0dc477c5', 'tenant_id': 'ca98f73fa3194194a71c5ae1a46b55b4', 'fixed_ips': [{'subnet_id': '96f3c743-d6ed-451b-a150-535d8f7923f3'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:57:51.329309 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5d7f81ba-d31c-4da8-9042-2bb5b2fc277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:51.340689 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-2b4439a0-7472-4652-a69c-7ace61afda9c req-4e802fd4-66da-4ab0-857b-54017bb55a89 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Deleting port 61cdb528-16b3-4b82-ad30-3bc93767f5a9 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:57:51.342329 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2b4439a0-7472-4652-a69c-7ace61afda9c req-4e802fd4-66da-4ab0-857b-54017bb55a89 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:51.407090 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b7a3b81e-e26f-47a2-b8f5-b9e5256a6fc9 req-8843e76e-f635-446d-972b-35c1f4c5d406 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778708 Aug 18 12:57:51.418892 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:57:51.427408 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:57:51.427921 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:51.442892 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-605b70e6-27bf-4faf-ac2b-f86b84e75cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:51.444655 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-605b70e6-27bf-4faf-ac2b-f86b84e75cfd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=37a6e9787c904eb58cf3ddb1e11023f5&device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 1094 time: 0.0713305 Aug 18 12:57:51.446322 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2b4439a0-7472-4652-a69c-7ace61afda9c req-4e802fd4-66da-4ab0-857b-54017bb55a89 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:51.446724 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2b4439a0-7472-4652-a69c-7ace61afda9c req-4e802fd4-66da-4ab0-857b-54017bb55a89 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:51.467141 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 18 Aug 2021 12:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e3f1ee-6f58-4cbd-b8ac-3d003e753681 x-openstack-request-id: req-a0e3f1ee-6f58-4cbd-b8ac-3d003e753681 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:57:51.467141 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a23022cc-9251-4100-8f31-96a5fe63fbea", "tag": "739333ca-1537-4172-9d8e-51326df7fbf3", "status": "completed", "code": 200}, {"server_uuid": "086cb2ae-5b95-4284-9c32-d7f41aa4debc", "name": "network-vif-deleted", "tag": "626fbb22-0a36-49c7-a760-8b522193c023", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:57:51.467141 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a0e3f1ee-6f58-4cbd-b8ac-3d003e753681 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:57:51.467141 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a23022cc-9251-4100-8f31-96a5fe63fbea', 'tag': '739333ca-1537-4172-9d8e-51326df7fbf3', 'status': 'completed', 'code': 200} Aug 18 12:57:51.467141 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '086cb2ae-5b95-4284-9c32-d7f41aa4debc', 'name': 'network-vif-deleted', 'tag': '626fbb22-0a36-49c7-a760-8b522193c023', 'status': 'completed', 'code': 200} Aug 18 12:57:51.475286 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-2b4439a0-7472-4652-a69c-7ace61afda9c req-4e802fd4-66da-4ab0-857b-54017bb55a89 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Calling delete_port for 61cdb528-16b3-4b82-ad30-3bc93767f5a9 owned by network:floatingip {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:57:51.500319 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-284b934e-778f-4948-a23c-c3a1de835537 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b852a4ab-a8f0-4a95-8324-778ced337eaf HTTP/1.1" status: 200 len: 217 time: 0.0470483 Aug 18 12:57:51.514985 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44136) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:51.658143 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:51.684854 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 8bcccf00-28d2-4fc4-a1b0-91ae96480978 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:57:51.694423 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1303d9a2-c5cf-4a48-aa04-f3f232631bd9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b25cb5fd9b5548d494cdea56e363383d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1750801 Aug 18 12:57:51.700663 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44150) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:51.709860 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-f8c94b76-7330-4ca3-bef7-c0668420a9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:51.711389 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-f8c94b76-7330-4ca3-bef7-c0668420a9ef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3f0409aa-1fb7-4185-8e0a-32f29d65add0 HTTP/1.1" status: 200 len: 854 time: 0.2042577 Aug 18 12:57:51.713749 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-5d7f81ba-d31c-4da8-9042-2bb5b2fc277e None None] Allocated IP 19.86.0.2 (cb672d75-e815-49ce-ba5f-f5dd0dc477c5/96f3c743-d6ed-451b-a150-535d8f7923f3/79c7b934-64c2-4c90-832a-9efad4bc9d9a) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:57:51.748189 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f7d035-4f0c-4913-bdf5-f8da24358a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:57:51.750516 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3ba36f-4d83-4de0-9ef5-a02b9d10a6d1" -d '{"events": [{"server_uuid": "80f7d035-4f0c-4913-bdf5-f8da24358a50", "name": "network-vif-plugged", "status": "completed", "tag": "606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:57:51.772062 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1,segment=NetworkSegment(77ddab3d-ff23-496e-8941-930388f26c0a),segment_id=77ddab3d-ff23-496e-8941-930388f26c0a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:51.774307 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-83a173db-4f28-429e-9cd8-049e68eb317e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497642 Aug 18 12:57:51.830052 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 8bcccf00-28d2-4fc4-a1b0-91ae96480978 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:57:51.830556 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:51.858919 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:51.864142 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dc0351a2-c744-4581-ade7-75f27a33bbbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:51.874452 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-efe6295a-58f2-4921-9373-6678c02e57ba tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:51.880377 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-efe6295a-58f2-4921-9373-6678c02e57ba tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:51.882030 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-efe6295a-58f2-4921-9373-6678c02e57ba tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/networks?id=2928c991-0880-4c00-b8f8-7eac8f52d7b8&id=cb672d75-e815-49ce-ba5f-f5dd0dc477c5 HTTP/1.1" status: 200 len: 1391 time: 0.2663038 Aug 18 12:57:51.924953 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-5e2b017c-05f9-4171-a1fb-3e991f9b6bb9 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/quotas/ca98f73fa3194194a71c5ae1a46b55b4 HTTP/1.1" status: 200 len: 375 time: 0.0308521 Aug 18 12:57:51.926970 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dc0351a2-c744-4581-ade7-75f27a33bbbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:51.958750 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234874b-971c-4aac-81c1-ce250cfe4f90 req-4bba783a-cdd7-40f6-81be-cf35b9895cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:51.960257 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f234874b-971c-4aac-81c1-ce250cfe4f90 req-4bba783a-cdd7-40f6-81be-cf35b9895cc8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac48e14392114051ba5d025a8226fe94&device_id=a23022cc-9251-4100-8f31-96a5fe63fbea HTTP/1.1" status: 200 len: 1099 time: 0.4639456 Aug 18 12:57:51.983348 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:52.010961 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-36b05c32-b68b-4a51-a5de-b7ebd2b40f7d service neutron] 10.222.0.39 "GET /v2.0/networks/e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213027 Aug 18 12:57:52.037870 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5d7f81ba-d31c-4da8-9042-2bb5b2fc277e None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:52.046006 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-78fa96a2-5acf-455e-a87a-f2ae8640efb5 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca98f73fa3194194a71c5ae1a46b55b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1063750 Aug 18 12:57:52.049328 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-5d7f81ba-d31c-4da8-9042-2bb5b2fc277e None None] Transition to ACTIVE for port object 79c7b934-64c2-4c90-832a-9efad4bc9d9a will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:57:52.072159 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-5d7f81ba-d31c-4da8-9042-2bb5b2fc277e None None] Transition to ACTIVE for port object 79c7b934-64c2-4c90-832a-9efad4bc9d9a will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:57:52.102010 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234874b-971c-4aac-81c1-ce250cfe4f90 req-43ceb5ed-360c-44ae-8c01-bd3a34811241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:52.103836 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f234874b-971c-4aac-81c1-ce250cfe4f90 req-43ceb5ed-360c-44ae-8c01-bd3a34811241 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.1347985 Aug 18 12:57:52.131343 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5d7f81ba-d31c-4da8-9042-2bb5b2fc277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:52.144932 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f234874b-971c-4aac-81c1-ce250cfe4f90 req-4f509fbb-9cae-40b4-a452-3fa82be5fb8a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=739333ca-1537-4172-9d8e-51326df7fbf3 HTTP/1.1" status: 200 len: 217 time: 0.0346205 Aug 18 12:57:52.162474 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2b4439a0-7472-4652-a69c-7ace61afda9c req-4e802fd4-66da-4ab0-857b-54017bb55a89 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:52.176435 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7f81ba-d31c-4da8-9042-2bb5b2fc277e None None] Network cb672d75-e815-49ce-ba5f-f5dd0dc477c5 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:57:52.191139 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-5d7f81ba-d31c-4da8-9042-2bb5b2fc277e None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:57:52.196474 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7f81ba-d31c-4da8-9042-2bb5b2fc277e None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:57:52.196807 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7f81ba-d31c-4da8-9042-2bb5b2fc277e None None] Pushing event updated for resources: {'Port': ['ID=79c7b934-64c2-4c90-832a-9efad4bc9d9a,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:52.201674 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a05c80b7-1d30-4066-9169-bb1b4c61d88b req-b4018857-9c85-4666-ab3b-11cd95f43d9d service neutron] 10.222.0.39 "GET /v2.0/networks/e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759386 Aug 18 12:57:52.210003 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e802fd4-66da-4ab0-857b-54017bb55a89 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Pushing event deleted for resources: {'Port': ['ID=61cdb528-16b3-4b82-ad30-3bc93767f5a9,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:52.213818 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-6992160a-1d77-430b-b0b1-acf90d59ef91 service neutron] 10.222.0.13 "GET /v2.0/networks/2928c991-0880-4c00-b8f8-7eac8f52d7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520131 Aug 18 12:57:52.223085 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dc0351a2-c744-4581-ade7-75f27a33bbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:52.225702 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dc0351a2-c744-4581-ade7-75f27a33bbbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:52.228963 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-dc0351a2-c744-4581-ade7-75f27a33bbbc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fde49000-d2f3-4507-a7fc-7cb5765d4aad HTTP/1.1" status: 204 len: 168 time: 0.5252345 Aug 18 12:57:52.244898 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0351a2-c744-4581-ade7-75f27a33bbbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde49000-d2f3-4507-a7fc-7cb5765d4aad,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:52.295068 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-5d7f81ba-d31c-4da8-9042-2bb5b2fc277e None None] Attempting to bind port 79c7b934-64c2-4c90-832a-9efad4bc9d9a on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:57:52.295573 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-5d7f81ba-d31c-4da8-9042-2bb5b2fc277e None None] Attempting to bind port 79c7b934-64c2-4c90-832a-9efad4bc9d9a by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '04904de8-0128-4a52-b988-64b79ef67659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cb672d75-e815-49ce-ba5f-f5dd0dc477c5'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:57:52.296043 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7f81ba-d31c-4da8-9042-2bb5b2fc277e None None] Attempting to bind port 79c7b934-64c2-4c90-832a-9efad4bc9d9a on network cb672d75-e815-49ce-ba5f-f5dd0dc477c5 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:57:52.304491 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7f81ba-d31c-4da8-9042-2bb5b2fc277e None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:57:52.305009 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7f81ba-d31c-4da8-9042-2bb5b2fc277e None None] Checking segment: {'id': '04904de8-0128-4a52-b988-64b79ef67659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cb672d75-e815-49ce-ba5f-f5dd0dc477c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:57:52.305737 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5d7f81ba-d31c-4da8-9042-2bb5b2fc277e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:52.306710 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7f81ba-d31c-4da8-9042-2bb5b2fc277e None None] Bound using segment: {'id': '04904de8-0128-4a52-b988-64b79ef67659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cb672d75-e815-49ce-ba5f-f5dd0dc477c5'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:57:52.316058 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-5d7f81ba-d31c-4da8-9042-2bb5b2fc277e None None] Bound port: 79c7b934-64c2-4c90-832a-9efad4bc9d9a, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04904de8-0128-4a52-b988-64b79ef67659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cb672d75-e815-49ce-ba5f-f5dd0dc477c5'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:57:52.316058 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5d7f81ba-d31c-4da8-9042-2bb5b2fc277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:52.316332 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2b4439a0-7472-4652-a69c-7ace61afda9c req-4e802fd4-66da-4ab0-857b-54017bb55a89 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks [] for floatingip, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:52.319448 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2b4439a0-7472-4652-a69c-7ace61afda9c req-4e802fd4-66da-4ab0-857b-54017bb55a89 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:52.320632 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2b4439a0-7472-4652-a69c-7ace61afda9c req-4e802fd4-66da-4ab0-857b-54017bb55a89 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] 10.222.0.13 "DELETE /v2.0/floatingips/f7d6266a-87a4-4402-85c0-5cb885879c25 HTTP/1.1" status: 204 len: 173 time: 1.1570258 Aug 18 12:57:52.322123 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234874b-971c-4aac-81c1-ce250cfe4f90 req-8a320712-7fd5-4354-960f-fca60288ec9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:52.323652 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f234874b-971c-4aac-81c1-ce250cfe4f90 req-8a320712-7fd5-4354-960f-fca60288ec9a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.1713407 Aug 18 12:57:52.345431 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-a7ff0a9c-1d52-4812-90b2-496fb4a93716 service neutron] 10.222.0.13 "GET /v2.0/networks/2928c991-0880-4c00-b8f8-7eac8f52d7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303759 Aug 18 12:57:52.391338 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234874b-971c-4aac-81c1-ce250cfe4f90 req-5240d6f5-3ee4-4016-85da-c2e462be6379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:52.391338 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f234874b-971c-4aac-81c1-ce250cfe4f90 req-5240d6f5-3ee4-4016-85da-c2e462be6379 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0537331 Aug 18 12:57:52.397594 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74842fba-3bc5-47e7-90e9-e97ce4f65c3e x-openstack-request-id: req-74842fba-3bc5-47e7-90e9-e97ce4f65c3e {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:57:52.398185 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74cf357c-2f5c-4099-a66c-6e842c872abc", "tag": "b852a4ab-a8f0-4a95-8324-778ced337eaf", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:57:52.398655 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-74842fba-3bc5-47e7-90e9-e97ce4f65c3e {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:57:52.399199 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74cf357c-2f5c-4099-a66c-6e842c872abc', 'tag': 'b852a4ab-a8f0-4a95-8324-778ced337eaf', 'status': 'completed', 'code': 200} Aug 18 12:57:52.419901 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-5d7f81ba-d31c-4da8-9042-2bb5b2fc277e None None] For port 79c7b934-64c2-4c90-832a-9efad4bc9d9a, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:57:52.421917 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-5d7f81ba-d31c-4da8-9042-2bb5b2fc277e None None] For port 79c7b934-64c2-4c90-832a-9efad4bc9d9a, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=79c7b934-64c2-4c90-832a-9efad4bc9d9a,segment=NetworkSegment(04904de8-0128-4a52-b988-64b79ef67659),segment_id=04904de8-0128-4a52-b988-64b79ef67659)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:57:52.483941 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283e9eb-b970-4556-8f98-1425d002c5b2 req-a620c736-9ca3-451c-8285-cc092cfb2c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:52.485444 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b283e9eb-b970-4556-8f98-1425d002c5b2 req-a620c736-9ca3-451c-8285-cc092cfb2c14 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=37a6e9787c904eb58cf3ddb1e11023f5&device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 1094 time: 0.0732019 Aug 18 12:57:52.491235 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-94d65331-5d48-4a99-bb97-34e26391d3dd service neutron] 10.222.0.13 "GET /v2.0/networks/cb672d75-e815-49ce-ba5f-f5dd0dc477c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449940 Aug 18 12:57:52.509214 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5d7f81ba-d31c-4da8-9042-2bb5b2fc277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:52.572005 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f234874b-971c-4aac-81c1-ce250cfe4f90 req-95b9fc55-c9e7-480d-a756-d9ce08398a16 service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741743 Aug 18 12:57:52.587076 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7f81ba-d31c-4da8-9042-2bb5b2fc277e None None] Pushing event updated for resources: {'Port': ['ID=79c7b934-64c2-4c90-832a-9efad4bc9d9a,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:52.666282 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a26d55-f772-4e50-aa05-082f88422076 req-f4f9ada1-87c1-4506-87a4-38d487fb7a78 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:52.674816 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b3a26d55-f772-4e50-aa05-082f88422076 req-f4f9ada1-87c1-4506-87a4-38d487fb7a78 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/networks?id=b896f31e-62b0-4c89-b554-2d6ea14ce4b9 HTTP/1.1" status: 200 len: 812 time: 0.2156625 Aug 18 12:57:52.695790 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283e9eb-b970-4556-8f98-1425d002c5b2 req-d6a620c8-43cf-4853-aa91-dc7f1582fc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:52.697281 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b283e9eb-b970-4556-8f98-1425d002c5b2 req-d6a620c8-43cf-4853-aa91-dc7f1582fc0b service neutron] 10.222.0.39 "GET /v2.0/networks?id=e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1 HTTP/1.1" status: 200 len: 915 time: 0.2033887 Aug 18 12:57:52.697851 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b3a26d55-f772-4e50-aa05-082f88422076 req-454c6f01-1fbd-4a91-9d7d-547a9f4b0eea tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/quotas/62165f4489344ba1816de5df17dbe952 HTTP/1.1" status: 200 len: 375 time: 0.0220313 Aug 18 12:57:52.699326 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-221aeaf6-ebd8-4796-8b35-00799e4da741 service neutron] 10.222.0.13 "GET /v2.0/networks/cb672d75-e815-49ce-ba5f-f5dd0dc477c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978953 Aug 18 12:57:52.753754 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b283e9eb-b970-4556-8f98-1425d002c5b2 req-bf5a79c0-5c66-46f5-a281-0704ea60733b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b852a4ab-a8f0-4a95-8324-778ced337eaf HTTP/1.1" status: 200 len: 217 time: 0.0474870 Aug 18 12:57:52.773450 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b3a26d55-f772-4e50-aa05-082f88422076 req-d07a1927-eec6-4e79-ba51-3d78177f5e7a tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=62165f4489344ba1816de5df17dbe952&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0738461 Aug 18 12:57:52.850806 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283e9eb-b970-4556-8f98-1425d002c5b2 req-e0f62497-8090-4288-a6f4-6c76afe8cc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:52.852961 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b283e9eb-b970-4556-8f98-1425d002c5b2 req-e0f62497-8090-4288-a6f4-6c76afe8cc78 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3f0409aa-1fb7-4185-8e0a-32f29d65add0 HTTP/1.1" status: 200 len: 854 time: 0.0885296 Aug 18 12:57:52.864751 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f234874b-971c-4aac-81c1-ce250cfe4f90 req-2759c77c-fbcd-44ec-8859-bae8c74c3b44 service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832427 Aug 18 12:57:52.907869 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b283e9eb-b970-4556-8f98-1425d002c5b2 req-bd541c55-7915-48e3-9171-7f1564367cfe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443442 Aug 18 12:57:52.909554 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b3a26d55-f772-4e50-aa05-082f88422076 req-512602ee-3b91-41a7-8cf8-b086ce9ff2fe service neutron] 10.222.0.13 "GET /v2.0/networks/b896f31e-62b0-4c89-b554-2d6ea14ce4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158986 Aug 18 12:57:53.016615 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 626fbb22-0a36-49c7-a760-8b522193c023 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:57:53.019009 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device a02baceb-270d-41b8-ba25-91eccf364c18 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:57:53.026288 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b283e9eb-b970-4556-8f98-1425d002c5b2 req-e1a6f2b0-77a3-4db2-8387-b1934a3a0d15 service neutron] 10.222.0.39 "GET /v2.0/networks/e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079645 Aug 18 12:57:53.027255 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b3a26d55-f772-4e50-aa05-082f88422076 req-dc871f3b-0767-4496-818b-09c126754dc4 service neutron] 10.222.0.13 "GET /v2.0/networks/b896f31e-62b0-4c89-b554-2d6ea14ce4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106122 Aug 18 12:57:53.032377 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44178) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:53.083390 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 626fbb22-0a36-49c7-a760-8b522193c023 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:57:53.086968 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ba8707ba-adcb-4766-b09a-d45eaa776620 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c5aba3fc51344aabb0c47555678367a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0528233 Aug 18 12:57:53.089094 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44180) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:53.089486 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 626fbb22-0a36-49c7-a760-8b522193c023 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:57:53.157233 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-457b7083-2df9-4678-bc52-e61b4b2c6171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:53.182305 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-457b7083-2df9-4678-bc52-e61b4b2c6171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:53.202735 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b85503-6661-4f92-bead-5a0fa0c1b8bf req-b6a3d8ab-bce9-42ab-bb8d-079f38119a64 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:53.210376 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-76b85503-6661-4f92-bead-5a0fa0c1b8bf req-b6a3d8ab-bce9-42ab-bb8d-079f38119a64 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=a23022cc-9251-4100-8f31-96a5fe63fbea HTTP/1.1" status: 200 len: 948 time: 0.1770778 Aug 18 12:57:53.239409 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port a02baceb-270d-41b8-ba25-91eccf364c18, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=a02baceb-270d-41b8-ba25-91eccf364c18,segment=NetworkSegment(87314b3c-93ed-48f4-b1e0-8050932e9fcf),segment_id=87314b3c-93ed-48f4-b1e0-8050932e9fcf)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:53.270056 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'a02baceb-270d-41b8-ba25-91eccf364c18', 'network_id': '46a1f2b9-23ee-4e90-a39a-16f5eeeb0d1c', 'port_id': 'a02baceb-270d-41b8-ba25-91eccf364c18', 'mac_address': 'fa:16:3e:e5:76:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d36fd44-8800-4fcd-a2e6-7f2cd328cec9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:57:53.281491 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-76b85503-6661-4f92-bead-5a0fa0c1b8bf req-9f666f98-c806-42a8-be1b-8981fbbc8b6c tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699031 Aug 18 12:57:53.304340 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b283e9eb-b970-4556-8f98-1425d002c5b2 req-db4fea8a-88ef-4750-98ab-ba489b1fd2c3 service neutron] 10.222.0.39 "GET /v2.0/networks/e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007630 Aug 18 12:57:53.320426 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:53.332425 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-457b7083-2df9-4678-bc52-e61b4b2c6171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:53.342292 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043519e5-5277-4db0-a9bf-ad66e2d3369b x-openstack-request-id: req-043519e5-5277-4db0-a9bf-ad66e2d3369b {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:57:53.342584 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f7d035-4f0c-4913-bdf5-f8da24358a50", "name": "network-vif-plugged", "status": "completed", "tag": "606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:57:53.342834 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-043519e5-5277-4db0-a9bf-ad66e2d3369b {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:57:53.343221 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f7d035-4f0c-4913-bdf5-f8da24358a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1', 'code': 200} Aug 18 12:57:53.343412 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-457b7083-2df9-4678-bc52-e61b4b2c6171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:53.344634 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a02baceb-270d-41b8-ba25-91eccf364c18 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:57:53.346911 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-457b7083-2df9-4678-bc52-e61b4b2c6171 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2bcc88e2-4bd9-46a2-84e8-ab30a07e3847 HTTP/1.1" status: 204 len: 168 time: 0.2570198 Aug 18 12:57:53.369175 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457b7083-2df9-4678-bc52-e61b4b2c6171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcc88e2-4bd9-46a2-84e8-ab30a07e3847,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:53.372674 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port a02baceb-270d-41b8-ba25-91eccf364c18, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=a02baceb-270d-41b8-ba25-91eccf364c18,segment=NetworkSegment(87314b3c-93ed-48f4-b1e0-8050932e9fcf),segment_id=87314b3c-93ed-48f4-b1e0-8050932e9fcf)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:53.468926 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:53.547391 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863976bb-7e2f-4e64-94f5-e05ced91e20f req-e3a27ca9-6a44-498e-850c-eb30af1fbfd4 tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:53.548543 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee7a24-3ab9-4134-85d7-5eb82deb6c7f req-3e194ba3-8474-4d1c-b47e-6aa0dc0274a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:53.549428 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-863976bb-7e2f-4e64-94f5-e05ced91e20f req-e3a27ca9-6a44-498e-850c-eb30af1fbfd4 tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] 10.222.0.13 "GET /v2.0/ports?device_id=80f7d035-4f0c-4913-bdf5-f8da24358a50 HTTP/1.1" status: 200 len: 946 time: 0.1366122 Aug 18 12:57:53.550078 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-afee7a24-3ab9-4134-85d7-5eb82deb6c7f req-3e194ba3-8474-4d1c-b47e-6aa0dc0274a5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=80f7d035-4f0c-4913-bdf5-f8da24358a50 HTTP/1.1" status: 200 len: 1097 time: 0.1344969 Aug 18 12:57:53.600547 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=a02baceb-270d-41b8-ba25-91eccf364c18,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:53.619974 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f3e27-8c48-4e1b-9d24-175d086e02b4 req-18d6b4dc-5bb3-49c5-8dcb-cf9cf73b770a tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:53.629188 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a32f3e27-8c48-4e1b-9d24-175d086e02b4 req-18d6b4dc-5bb3-49c5-8dcb-cf9cf73b770a tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] 10.222.0.13 "GET /v2.0/ports?device_id=f70557e5-0cd8-4de8-ab4a-e129cfd1d52b HTTP/1.1" status: 200 len: 945 time: 0.1602030 Aug 18 12:57:53.636672 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-863976bb-7e2f-4e64-94f5-e05ced91e20f req-60a2884e-da05-424c-b169-ca8cae2a934c tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae5ed206-34a3-49aa-9c84-9bd465c8e602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762322 Aug 18 12:57:53.708109 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 79c7b934-64c2-4c90-832a-9efad4bc9d9a up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:57:53.716392 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-afee7a24-3ab9-4134-85d7-5eb82deb6c7f req-86919b49-f506-478e-ad4a-45cc019b6dc3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ae5ed206-34a3-49aa-9c84-9bd465c8e602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539443 Aug 18 12:57:53.736592 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['a02baceb-270d-41b8-ba25-91eccf364c18'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:57:53.740772 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-36521efa-d87a-4e07-9c13-51573eeb449d req-1730dd55-d063-4159-bb49-5fc1b6e9ec80 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] 10.222.0.13 "GET /v2.0/floatingips/4f9d3229-60f3-4d1b-a2b1-ab995f13f133 HTTP/1.1" status: 200 len: 693 time: 0.0774710 Aug 18 12:57:53.767628 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a32f3e27-8c48-4e1b-9d24-175d086e02b4 req-68297037-439c-43d0-b590-8c394392afe7 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] 10.222.0.13 "GET /v2.0/security-groups?id=82ad49d3-7c09-4a56-813d-70de0435297d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371043 Aug 18 12:57:53.913134 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a72adf8-ed0f-4a3f-a2c1-857470f8909c None None] Network cb672d75-e815-49ce-ba5f-f5dd0dc477c5 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:57:53.936961 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36521efa-d87a-4e07-9c13-51573eeb449d req-ee36a061-eb7b-4899-80f0-fc94b5912228 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:53.940113 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-36521efa-d87a-4e07-9c13-51573eeb449d req-ee36a061-eb7b-4899-80f0-fc94b5912228 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] 10.222.0.13 "GET /v2.0/networks/0babe39a-03c6-4af7-9ca5-00804dd781c2 HTTP/1.1" status: 200 len: 784 time: 0.1864352 Aug 18 12:57:53.953695 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f201592-58e4-4617-b5ee-7d627a7d09c9 req-f14a4b08-a753-4227-82e2-9c03c2d90fff tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:53.956625 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3f201592-58e4-4617-b5ee-7d627a7d09c9 req-f14a4b08-a753-4227-82e2-9c03c2d90fff tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 943 time: 0.0691857 Aug 18 12:57:53.986300 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 79c7b934-64c2-4c90-832a-9efad4bc9d9a completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:57:54.029673 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-36521efa-d87a-4e07-9c13-51573eeb449d req-f9b6a451-2baf-485e-900b-ed8dcce6f150 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.129 HTTP/1.1" status: 200 len: 696 time: 0.0756950 Aug 18 12:57:54.031060 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3f201592-58e4-4617-b5ee-7d627a7d09c9 req-58a6d97a-f5db-4a5c-a6be-8e55d722c6df tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688372 Aug 18 12:57:54.095562 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-36521efa-d87a-4e07-9c13-51573eeb449d req-1ec5e4b2-c98c-482a-9e88-d30c752bca75 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.129 HTTP/1.1" status: 200 len: 696 time: 0.0649974 Aug 18 12:57:54.109155 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b9efcbb3-72d5-4516-bb97-e84b7a10d7c9 None None] Provisioning for port 79c7b934-64c2-4c90-832a-9efad4bc9d9a completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:57:54.123014 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b9efcbb3-72d5-4516-bb97-e84b7a10d7c9 None None] Provisioning complete for port 79c7b934-64c2-4c90-832a-9efad4bc9d9a triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:57:54.123398 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b9efcbb3-72d5-4516-bb97-e84b7a10d7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:54.134653 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e1db8c7b-a940-4e1b-8728-5d8158721895 req-2c15a296-c382-488a-b458-316a774e1b92 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa HTTP/1.1" status: 200 len: 210 time: 0.0350361 Aug 18 12:57:54.220147 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0197be94-0de6-46c8-b197-9a62a3b652b7 req-9a729a90-11f3-4686-ae06-a3f3c16510fa tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad63d5-50bf-4329-9e2e-403433c7eb5e HTTP/1.1" status: 200 len: 210 time: 0.0368595 Aug 18 12:57:54.241955 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b9efcbb3-72d5-4516-bb97-e84b7a10d7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:54.279945 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-36521efa-d87a-4e07-9c13-51573eeb449d req-3342a33d-c543-43c0-88f3-580f44b7ef08 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Deleting port fde4849e-9f59-4b08-9a2d-775345378f31 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:57:54.280358 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-36521efa-d87a-4e07-9c13-51573eeb449d req-3342a33d-c543-43c0-88f3-580f44b7ef08 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:54.286330 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-b9efcbb3-72d5-4516-bb97-e84b7a10d7c9 None None] For port 79c7b934-64c2-4c90-832a-9efad4bc9d9a, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=79c7b934-64c2-4c90-832a-9efad4bc9d9a,segment=NetworkSegment(04904de8-0128-4a52-b988-64b79ef67659),segment_id=04904de8-0128-4a52-b988-64b79ef67659)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:54.377001 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b9efcbb3-72d5-4516-bb97-e84b7a10d7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:54.385989 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-36521efa-d87a-4e07-9c13-51573eeb449d req-3342a33d-c543-43c0-88f3-580f44b7ef08 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:54.386407 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-36521efa-d87a-4e07-9c13-51573eeb449d req-3342a33d-c543-43c0-88f3-580f44b7ef08 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:54.399229 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-36521efa-d87a-4e07-9c13-51573eeb449d req-3342a33d-c543-43c0-88f3-580f44b7ef08 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Calling delete_port for fde4849e-9f59-4b08-9a2d-775345378f31 owned by network:floatingip {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:57:54.442731 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac569590-4934-4c2f-b0f0-ba0b922034b0 req-78cbdbc4-49e7-439d-b522-83c4e82fcfa2 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:54.444875 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ac569590-4934-4c2f-b0f0-ba0b922034b0 req-78cbdbc4-49e7-439d-b522-83c4e82fcfa2 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=a23022cc-9251-4100-8f31-96a5fe63fbea HTTP/1.1" status: 200 len: 948 time: 0.0857372 Aug 18 12:57:54.456123 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9efcbb3-72d5-4516-bb97-e84b7a10d7c9 None None] Pushing event updated for resources: {'Port': ['ID=79c7b934-64c2-4c90-832a-9efad4bc9d9a,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:54.500881 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-08eb4892-e99e-4d88-a744-7a616377f0d7 None None] Provisioning complete for port 79c7b934-64c2-4c90-832a-9efad4bc9d9a triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:57:54.502430 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-08eb4892-e99e-4d88-a744-7a616377f0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:54.507438 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ac569590-4934-4c2f-b0f0-ba0b922034b0 req-55a2395d-6f6d-4882-bfb1-e1e5519e54d7 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527608 Aug 18 12:57:54.696175 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-36521efa-d87a-4e07-9c13-51573eeb449d req-3342a33d-c543-43c0-88f3-580f44b7ef08 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:54.755004 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3342a33d-c543-43c0-88f3-580f44b7ef08 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Pushing event deleted for resources: {'Port': ['ID=fde4849e-9f59-4b08-9a2d-775345378f31,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:54.761815 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ea19d-d74f-44b3-87eb-096ac8690cee req-88953f83-3a6d-429c-b154-a9ef956ca00f tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:54.763678 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-538ea19d-d74f-44b3-87eb-096ac8690cee req-88953f83-3a6d-429c-b154-a9ef956ca00f tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] 10.222.0.13 "GET /v2.0/ports?device_id=80f7d035-4f0c-4913-bdf5-f8da24358a50 HTTP/1.1" status: 200 len: 946 time: 0.0622215 Aug 18 12:57:54.808731 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-538ea19d-d74f-44b3-87eb-096ac8690cee req-08034a5a-8835-409e-ad44-a9efa65251b1 tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae5ed206-34a3-49aa-9c84-9bd465c8e602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364864 Aug 18 12:57:54.818164 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-36521efa-d87a-4e07-9c13-51573eeb449d req-3342a33d-c543-43c0-88f3-580f44b7ef08 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks [] for floatingip, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:54.821255 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-36521efa-d87a-4e07-9c13-51573eeb449d req-3342a33d-c543-43c0-88f3-580f44b7ef08 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:54.833532 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-36521efa-d87a-4e07-9c13-51573eeb449d req-3342a33d-c543-43c0-88f3-580f44b7ef08 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] 10.222.0.13 "DELETE /v2.0/floatingips/4f9d3229-60f3-4d1b-a2b1-ab995f13f133 HTTP/1.1" status: 204 len: 173 time: 0.7370369 Aug 18 12:57:54.911193 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-142f9577-aea4-490d-b949-4995dbcef8fe req-4a6b27ec-62c3-46ae-b413-bfbd5f9f36eb tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] 10.222.0.13 "GET /v2.0/floatingips/dcf45037-afcb-441e-9695-1d614d289e19 HTTP/1.1" status: 200 len: 692 time: 0.0467694 Aug 18 12:57:54.930944 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b0fff-3176-4bab-b7e4-8307350dcc88 req-92942c4c-ac6e-49de-af89-0fb9fa461a26 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:54.932431 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f84b0fff-3176-4bab-b7e4-8307350dcc88 req-92942c4c-ac6e-49de-af89-0fb9fa461a26 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] 10.222.0.13 "GET /v2.0/ports?device_id=f70557e5-0cd8-4de8-ab4a-e129cfd1d52b HTTP/1.1" status: 200 len: 945 time: 0.0559006 Aug 18 12:57:54.970048 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f84b0fff-3176-4bab-b7e4-8307350dcc88 req-3bccfc2a-7fa3-456d-b021-05af2f667c33 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] 10.222.0.13 "GET /v2.0/security-groups?id=82ad49d3-7c09-4a56-813d-70de0435297d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314596 Aug 18 12:57:55.021421 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f9577-aea4-490d-b949-4995dbcef8fe req-1b9584cb-f0af-4931-88ec-85f8d5f94135 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:55.022819 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-142f9577-aea4-490d-b949-4995dbcef8fe req-1b9584cb-f0af-4931-88ec-85f8d5f94135 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] 10.222.0.13 "GET /v2.0/networks/0babe39a-03c6-4af7-9ca5-00804dd781c2 HTTP/1.1" status: 200 len: 784 time: 0.1062241 Aug 18 12:57:55.029661 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 739333ca-1537-4172-9d8e-51326df7fbf3 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:57:55.032225 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device a02baceb-270d-41b8-ba25-91eccf364c18 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:57:55.077256 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-142f9577-aea4-490d-b949-4995dbcef8fe req-ae895145-9a92-43f9-afce-b0d1e38eed63 tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.50 HTTP/1.1" status: 200 len: 695 time: 0.0460944 Aug 18 12:57:55.134563 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-142f9577-aea4-490d-b949-4995dbcef8fe req-ad398d9f-bce2-4957-8ba4-91d96dc028dd tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.50 HTTP/1.1" status: 200 len: 695 time: 0.0493357 Aug 18 12:57:55.185553 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 739333ca-1537-4172-9d8e-51326df7fbf3, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=739333ca-1537-4172-9d8e-51326df7fbf3,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:55.213014 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port a02baceb-270d-41b8-ba25-91eccf364c18 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:57:55.215292 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '739333ca-1537-4172-9d8e-51326df7fbf3', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'port_id': '739333ca-1537-4172-9d8e-51326df7fbf3', 'mac_address': 'fa:16:3e:56:e9:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc8434-66c0-4e05-8cce-b4a4a0f33dc3', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:57:55.253096 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port a02baceb-270d-41b8-ba25-91eccf364c18 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:57:55.253475 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:55.275104 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:55.296265 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-142f9577-aea4-490d-b949-4995dbcef8fe req-4d6443d8-a471-485c-b442-0ce19fef395c tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Deleting port edf0ace8-7ebe-4230-960c-758250eaa0c0 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:57:55.296867 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-142f9577-aea4-490d-b949-4995dbcef8fe req-4d6443d8-a471-485c-b442-0ce19fef395c tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:55.302209 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 739333ca-1537-4172-9d8e-51326df7fbf3 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:57:55.316974 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf7121-0c37-4a78-ace0-82e8856881aa req-ed9c0a8e-429a-403f-8f59-a639ebd1c671 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:55.318659 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-85bf7121-0c37-4a78-ace0-82e8856881aa req-ed9c0a8e-429a-403f-8f59-a639ebd1c671 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 943 time: 0.0690033 Aug 18 12:57:55.327055 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 739333ca-1537-4172-9d8e-51326df7fbf3, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=739333ca-1537-4172-9d8e-51326df7fbf3,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:55.369613 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:55.387885 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:55.396467 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70557e5-0cd8-4de8-ab4a-e129cfd1d52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02baceb-270d-41b8-ba25-91eccf364c18'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:57:55.398763 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41a8dbd-30a5-4089-aacc-7aba0bd5586a" -d '{"events": [{"server_uuid": "f70557e5-0cd8-4de8-ab4a-e129cfd1d52b", "name": "network-vif-plugged", "status": "completed", "tag": "a02baceb-270d-41b8-ba25-91eccf364c18"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:57:55.409452 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-142f9577-aea4-490d-b949-4995dbcef8fe req-4d6443d8-a471-485c-b442-0ce19fef395c tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:55.410092 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-142f9577-aea4-490d-b949-4995dbcef8fe req-4d6443d8-a471-485c-b442-0ce19fef395c tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:55.426748 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-142f9577-aea4-490d-b949-4995dbcef8fe req-4d6443d8-a471-485c-b442-0ce19fef395c tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Calling delete_port for edf0ace8-7ebe-4230-960c-758250eaa0c0 owned by network:floatingip {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:57:55.432300 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port a02baceb-270d-41b8-ba25-91eccf364c18, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=a02baceb-270d-41b8-ba25-91eccf364c18,segment=NetworkSegment(87314b3c-93ed-48f4-b1e0-8050932e9fcf),segment_id=87314b3c-93ed-48f4-b1e0-8050932e9fcf)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:55.443820 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-85bf7121-0c37-4a78-ace0-82e8856881aa req-383d0fa6-ee5f-40f2-b359-b45c490956f4 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181536 Aug 18 12:57:55.455363 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=739333ca-1537-4172-9d8e-51326df7fbf3,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:55.505643 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-57f20d02-bb48-4886-9b78-e5669dfd8118 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:55.511739 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-57f20d02-bb48-4886-9b78-e5669dfd8118 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:55.513565 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-57f20d02-bb48-4886-9b78-e5669dfd8118 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.39 "GET /v2.0/networks?id=2928c991-0880-4c00-b8f8-7eac8f52d7b8&id=cb672d75-e815-49ce-ba5f-f5dd0dc477c5 HTTP/1.1" status: 200 len: 1391 time: 0.1731257 Aug 18 12:57:55.530783 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:55.534546 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-4ed6b05e-9513-4bb0-be1f-ddeb74114483 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Request body: {'port': {'device_id': 'dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa', 'network_id': '2928c991-0880-4c00-b8f8-7eac8f52d7b8', 'admin_state_up': True, 'tenant_id': 'ca98f73fa3194194a71c5ae1a46b55b4'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:55.610335 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=a02baceb-270d-41b8-ba25-91eccf364c18,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:55.620090 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5df52361-9470-4d4a-8e0e-27f415474a2e req-969a3deb-64ea-4b89-a0dd-e149e2628f5d tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa HTTP/1.1" status: 200 len: 210 time: 0.0353799 Aug 18 12:57:55.627994 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 79c7b934-64c2-4c90-832a-9efad4bc9d9a up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:57:55.661284 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device b852a4ab-a8f0-4a95-8324-778ced337eaf details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:57:55.662476 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['739333ca-1537-4172-9d8e-51326df7fbf3'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:57:55.680311 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-142f9577-aea4-490d-b949-4995dbcef8fe req-4d6443d8-a471-485c-b442-0ce19fef395c tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:55.749669 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6443d8-a471-485c-b442-0ce19fef395c tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Pushing event deleted for resources: {'Port': ['ID=edf0ace8-7ebe-4230-960c-758250eaa0c0,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:55.759009 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-4ed6b05e-9513-4bb0-be1f-ddeb74114483 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Made reservation on behalf of ca98f73fa3194194a71c5ae1a46b55b4 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:57:55.764363 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-4ed6b05e-9513-4bb0-be1f-ddeb74114483 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:55.802700 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-142f9577-aea4-490d-b949-4995dbcef8fe req-4d6443d8-a471-485c-b442-0ce19fef395c tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks [] for floatingip, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:55.805861 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-142f9577-aea4-490d-b949-4995dbcef8fe req-4d6443d8-a471-485c-b442-0ce19fef395c tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:55.807064 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-142f9577-aea4-490d-b949-4995dbcef8fe req-4d6443d8-a471-485c-b442-0ce19fef395c tempest-FloatingIPDetailsTestJSON-20943456 tempest-FloatingIPDetailsTestJSON-20943456-project] 10.222.0.13 "DELETE /v2.0/floatingips/dcf45037-afcb-441e-9695-1d614d289e19 HTTP/1.1" status: 204 len: 173 time: 0.6619000 Aug 18 12:57:55.812376 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a00dee11-2cb5-4ab4-a20c-d3082cfdbe24 req-df63ac26-21b1-4bd5-b302-301a1accace7 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad63d5-50bf-4329-9e2e-403433c7eb5e HTTP/1.1" status: 200 len: 210 time: 0.0362139 Aug 18 12:57:55.812847 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44252) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:55.872094 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3acc7e4-2956-449e-8a41-0debc4b5486d x-openstack-request-id: req-f3acc7e4-2956-449e-8a41-0debc4b5486d {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:57:55.872316 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f70557e5-0cd8-4de8-ab4a-e129cfd1d52b", "name": "network-vif-plugged", "status": "completed", "tag": "a02baceb-270d-41b8-ba25-91eccf364c18", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:57:55.872561 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f3acc7e4-2956-449e-8a41-0debc4b5486d {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:57:55.872946 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f70557e5-0cd8-4de8-ab4a-e129cfd1d52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02baceb-270d-41b8-ba25-91eccf364c18', 'code': 200} Aug 18 12:57:55.876598 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 79c7b934-64c2-4c90-832a-9efad4bc9d9a triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:57:55.876972 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:55.993514 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port b852a4ab-a8f0-4a95-8324-778ced337eaf, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=b852a4ab-a8f0-4a95-8324-778ced337eaf,segment=NetworkSegment(ef8e8cee-8aff-47ee-80bb-ffa053f3577b),segment_id=ef8e8cee-8aff-47ee-80bb-ffa053f3577b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:56.012073 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'b852a4ab-a8f0-4a95-8324-778ced337eaf', 'network_id': 'e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1', 'port_id': 'b852a4ab-a8f0-4a95-8324-778ced337eaf', 'mac_address': 'fa:16:3e:2d:90:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f0409aa-1fb7-4185-8e0a-32f29d65add0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:57:56.013074 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21726422-d488-4701-a692-dd1509ab3bc3 req-89f56fe4-78ce-4b9e-ac88-7c05a7353e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:56.014753 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-21726422-d488-4701-a692-dd1509ab3bc3 req-89f56fe4-78ce-4b9e-ac88-7c05a7353e2b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f70557e5-0cd8-4de8-ab4a-e129cfd1d52b HTTP/1.1" status: 200 len: 1097 time: 0.0460305 Aug 18 12:57:56.064936 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-4ed6b05e-9513-4bb0-be1f-ddeb74114483 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Allocated IP 19.80.0.84 (2928c991-0880-4c00-b8f8-7eac8f52d7b8/9f572c36-f35b-4bc3-bfdf-38dcbf79d82c/0a659e1f-8cbd-46ec-a6ed-b519a7494214) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:57:56.086259 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-21726422-d488-4701-a692-dd1509ab3bc3 req-7e67bf2b-12b5-4559-99dc-f66dc88c52d9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=82ad49d3-7c09-4a56-813d-70de0435297d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629520 Aug 18 12:57:56.099263 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fff6e-94ea-48dd-a12e-b02feea47b56 req-ef7ca9e9-94e1-42fc-a2eb-488a04ff9565 tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:56.101053 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3f9fff6e-94ea-48dd-a12e-b02feea47b56 req-ef7ca9e9-94e1-42fc-a2eb-488a04ff9565 tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] 10.222.0.13 "GET /v2.0/ports?device_id=80f7d035-4f0c-4913-bdf5-f8da24358a50 HTTP/1.1" status: 200 len: 946 time: 0.0790427 Aug 18 12:57:56.120056 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:56.144040 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b852a4ab-a8f0-4a95-8324-778ced337eaf {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:57:56.163253 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3f9fff6e-94ea-48dd-a12e-b02feea47b56 req-9a47e81d-0546-48b1-8f71-da2de8bf541c tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae5ed206-34a3-49aa-9c84-9bd465c8e602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537076 Aug 18 12:57:56.179938 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port b852a4ab-a8f0-4a95-8324-778ced337eaf, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=b852a4ab-a8f0-4a95-8324-778ced337eaf,segment=NetworkSegment(ef8e8cee-8aff-47ee-80bb-ffa053f3577b),segment_id=ef8e8cee-8aff-47ee-80bb-ffa053f3577b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:56.249684 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:56.316569 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=b852a4ab-a8f0-4a95-8324-778ced337eaf,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:56.364298 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dcb3f6-f00d-43ae-b797-4e9db7db953e req-7d0749d1-feca-47b3-86de-5a8158a03ea3 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:56.366000 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f4dcb3f6-f00d-43ae-b797-4e9db7db953e req-7d0749d1-feca-47b3-86de-5a8158a03ea3 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] 10.222.0.13 "GET /v2.0/ports?device_id=f70557e5-0cd8-4de8-ab4a-e129cfd1d52b HTTP/1.1" status: 200 len: 946 time: 0.0555141 Aug 18 12:57:56.406597 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f4dcb3f6-f00d-43ae-b797-4e9db7db953e req-1bf7545b-12e0-41ff-9cda-360adc242de7 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] 10.222.0.13 "GET /v2.0/security-groups?id=82ad49d3-7c09-4a56-813d-70de0435297d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344398 Aug 18 12:57:56.491249 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['b852a4ab-a8f0-4a95-8324-778ced337eaf'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:57:56.491996 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd41ad4-1d68-4ac0-ba18-e2fb7dea7550 req-24518819-9a70-48bc-b627-86d19090e94f tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:56.493496 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9bd41ad4-1d68-4ac0-ba18-e2fb7dea7550 req-24518819-9a70-48bc-b627-86d19090e94f tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=a23022cc-9251-4100-8f31-96a5fe63fbea HTTP/1.1" status: 200 len: 949 time: 0.5083117 Aug 18 12:57:56.676832 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0c7bf-753b-4a4a-b82a-2f30aa511fee req-b2cf5ae1-c5c2-493f-ba59-ca27d4606207 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:56.677758 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9bd41ad4-1d68-4ac0-ba18-e2fb7dea7550 req-965a54b3-ffeb-42b3-8545-be7a6dd4203a tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696508 Aug 18 12:57:56.684263 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-48a0c7bf-753b-4a4a-b82a-2f30aa511fee req-b2cf5ae1-c5c2-493f-ba59-ca27d4606207 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 944 time: 0.0587018 Aug 18 12:57:56.721867 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-48a0c7bf-753b-4a4a-b82a-2f30aa511fee req-44fcfb68-c1f7-43d5-82d6-22d2409f2534 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363054 Aug 18 12:57:56.723655 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a26d55-f772-4e50-aa05-082f88422076 req-ede7c4f4-ba17-4e28-bfb9-a862b0f8d5d7 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:56.725277 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b3a26d55-f772-4e50-aa05-082f88422076 req-ede7c4f4-ba17-4e28-bfb9-a862b0f8d5d7 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.39 "GET /v2.0/networks?id=b896f31e-62b0-4c89-b554-2d6ea14ce4b9 HTTP/1.1" status: 200 len: 812 time: 0.6841142 Aug 18 12:57:56.747295 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-b3a26d55-f772-4e50-aa05-082f88422076 req-50811770-7ae0-4fde-8ac9-736147474954 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Request body: {'port': {'device_id': '89ad63d5-50bf-4329-9e2e-403433c7eb5e', 'network_id': 'b896f31e-62b0-4c89-b554-2d6ea14ce4b9', 'admin_state_up': True, 'tenant_id': '62165f4489344ba1816de5df17dbe952'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:56.819757 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cd183490-8a81-4785-bc04-1c6e17f78c23 req-2cfadb32-dbcc-4b42-814f-b5fd50ae5362 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa HTTP/1.1" status: 200 len: 210 time: 0.0307176 Aug 18 12:57:56.890981 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-4ed6b05e-9513-4bb0-be1f-ddeb74114483 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:56.924302 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a9e5d0d4-9131-417c-8c6f-bcaed7e92eef req-945b855a-6009-46f6-99ce-527f1028c99b tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad63d5-50bf-4329-9e2e-403433c7eb5e HTTP/1.1" status: 200 len: 210 time: 0.0275805 Aug 18 12:57:56.931526 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-4ed6b05e-9513-4bb0-be1f-ddeb74114483 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Transition to ACTIVE for port object 0a659e1f-8cbd-46ec-a6ed-b519a7494214 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:57:57.059581 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 739333ca-1537-4172-9d8e-51326df7fbf3 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:57:57.068465 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3a26d55-f772-4e50-aa05-082f88422076 req-50811770-7ae0-4fde-8ac9-736147474954 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Made reservation on behalf of 62165f4489344ba1816de5df17dbe952 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:57:57.072079 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b3a26d55-f772-4e50-aa05-082f88422076 req-50811770-7ae0-4fde-8ac9-736147474954 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:57.102688 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-4ed6b05e-9513-4bb0-be1f-ddeb74114483 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:57.120160 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44290) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:57.140851 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17714df0-2e6a-45f1-afc4-cb925ff64df5 req-0dd7e472-ebf4-4da7-b8fc-be774fe9d16e tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:57.143021 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-17714df0-2e6a-45f1-afc4-cb925ff64df5 req-0dd7e472-ebf4-4da7-b8fc-be774fe9d16e tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] 10.222.0.13 "GET /v2.0/ports?device_id=80f7d035-4f0c-4913-bdf5-f8da24358a50 HTTP/1.1" status: 200 len: 946 time: 0.0711927 Aug 18 12:57:57.204849 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 739333ca-1537-4172-9d8e-51326df7fbf3 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:57:57.209727 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 739333ca-1537-4172-9d8e-51326df7fbf3 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:57:57.210205 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:57.210500 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-4ed6b05e-9513-4bb0-be1f-ddeb74114483 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Network 2928c991-0880-4c00-b8f8-7eac8f52d7b8 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:57:57.215671 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-17714df0-2e6a-45f1-afc4-cb925ff64df5 req-6c4773a0-a16a-45b6-91d7-bde29c2f8c56 tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae5ed206-34a3-49aa-9c84-9bd465c8e602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650072 Aug 18 12:57:57.222955 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-4ed6b05e-9513-4bb0-be1f-ddeb74114483 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:57:57.230842 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-4ed6b05e-9513-4bb0-be1f-ddeb74114483 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:57:57.232171 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e306e-b251-4611-8d9f-05987b861144 req-4fdcf84d-0d92-4bc5-a4b7-a3eaaa80dbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:57.233436 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6b05e-9513-4bb0-be1f-ddeb74114483 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Pushing event updated for resources: {'Port': ['ID=0a659e1f-8cbd-46ec-a6ed-b519a7494214,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:57.233929 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-110e306e-b251-4611-8d9f-05987b861144 req-4fdcf84d-0d92-4bc5-a4b7-a3eaaa80dbd0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7baf9905d27419197839304a4370813&device_id=80f7d035-4f0c-4913-bdf5-f8da24358a50 HTTP/1.1" status: 200 len: 1097 time: 0.0653121 Aug 18 12:57:57.265769 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ef4772de-6f71-44fe-ab02-7cc1e62ba94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:57.332264 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:57.345584 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-be8d176a-0f99-4875-b10b-b8f61c0c52fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:57.375682 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 739333ca-1537-4172-9d8e-51326df7fbf3, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=739333ca-1537-4172-9d8e-51326df7fbf3,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:57.400598 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e306e-b251-4611-8d9f-05987b861144 req-cc298ea0-dc5d-49d7-8e0d-a28a7081a81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:57.402423 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-110e306e-b251-4611-8d9f-05987b861144 req-cc298ea0-dc5d-49d7-8e0d-a28a7081a81c service neutron] 10.222.0.20 "GET /v2.0/networks?id=e51ccc3b-abcc-41e3-af86-d35409ed3b10 HTTP/1.1" status: 200 len: 914 time: 0.1605310 Aug 18 12:57:57.429946 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-4ed6b05e-9513-4bb0-be1f-ddeb74114483 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:57.430608 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-4ed6b05e-9513-4bb0-be1f-ddeb74114483 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:57.454617 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-110e306e-b251-4611-8d9f-05987b861144 req-972d5a42-3e60-4ab8-8219-036ea6958663 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1 HTTP/1.1" status: 200 len: 217 time: 0.0429652 Aug 18 12:57:57.461095 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-b3a26d55-f772-4e50-aa05-082f88422076 req-50811770-7ae0-4fde-8ac9-736147474954 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Allocated IP 172.20.0.7 (b896f31e-62b0-4c89-b554-2d6ea14ce4b9/01ff60f5-a1bd-4c4a-b8b1-0b6ab79f5acb/550bdb34-442a-4d0b-bd4c-c7b6230c4836) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:57:57.467551 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:57.523524 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=739333ca-1537-4172-9d8e-51326df7fbf3,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:57.544051 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e306e-b251-4611-8d9f-05987b861144 req-a834357b-cc57-4b28-af80-fe9ae51a783e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:57.545707 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-110e306e-b251-4611-8d9f-05987b861144 req-a834357b-cc57-4b28-af80-fe9ae51a783e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dc1ba28c-6199-4ad4-974d-8e9c420fb9eb HTTP/1.1" status: 200 len: 853 time: 0.0820458 Aug 18 12:57:57.583638 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-110e306e-b251-4611-8d9f-05987b861144 req-7088a77d-8105-4bbf-80f2-dd9a77e7e1cd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e51ccc3b-abcc-41e3-af86-d35409ed3b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302930 Aug 18 12:57:57.635002 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b098513d-b316-4ef2-8414-585c84f9f12b None None] Provisioning for port 0a659e1f-8cbd-46ec-a6ed-b519a7494214 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:57:57.639690 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b098513d-b316-4ef2-8414-585c84f9f12b None None] Provisioning complete for port 0a659e1f-8cbd-46ec-a6ed-b519a7494214 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:57:57.640064 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b098513d-b316-4ef2-8414-585c84f9f12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:57.645038 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device b852a4ab-a8f0-4a95-8324-778ced337eaf up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:57:57.650459 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-be8d176a-0f99-4875-b10b-b8f61c0c52fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:57.689908 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad8e09-b6d6-4ef7-b8d8-81be459f4c1c req-a2899712-16a0-4681-9c9d-6ec9efa66b82 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:57.694737 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-75ad8e09-b6d6-4ef7-b8d8-81be459f4c1c req-a2899712-16a0-4681-9c9d-6ec9efa66b82 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] 10.222.0.13 "GET /v2.0/ports?device_id=f70557e5-0cd8-4de8-ab4a-e129cfd1d52b HTTP/1.1" status: 200 len: 946 time: 0.1685405 Aug 18 12:57:57.701154 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-110e306e-b251-4611-8d9f-05987b861144 req-59ee2159-7fcc-425f-b6e5-e8ff1f0ea5bb service neutron] 10.222.0.20 "GET /v2.0/networks/e51ccc3b-abcc-41e3-af86-d35409ed3b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030626 Aug 18 12:57:57.709016 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-b098513d-b316-4ef2-8414-585c84f9f12b None None] Port 0a659e1f-8cbd-46ec-a6ed-b519a7494214 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:57:57.719114 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:57.762447 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-be8d176a-0f99-4875-b10b-b8f61c0c52fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:57.811082 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port b852a4ab-a8f0-4a95-8324-778ced337eaf completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:57:57.814472 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-75ad8e09-b6d6-4ef7-b8d8-81be459f4c1c req-4697374f-201b-43b5-8d54-3970dc3285c7 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] 10.222.0.13 "GET /v2.0/security-groups?id=82ad49d3-7c09-4a56-813d-70de0435297d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116807 Aug 18 12:57:57.816022 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port b852a4ab-a8f0-4a95-8324-778ced337eaf triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:57:57.816390 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:57.833455 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b3a26d55-f772-4e50-aa05-082f88422076 req-50811770-7ae0-4fde-8ac9-736147474954 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:57.858833 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-be8d176a-0f99-4875-b10b-b8f61c0c52fa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06afdae0f18a4f9cb1533ca9487fadcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7363966 Aug 18 12:57:57.862562 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44304) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:57.873783 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-4ed6b05e-9513-4bb0-be1f-ddeb74114483 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3483064 Aug 18 12:57:57.876509 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23022cc-9251-4100-8f31-96a5fe63fbea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '739333ca-1537-4172-9d8e-51326df7fbf3'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:57:57.880215 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83005e6-0f8b-4f1e-ad23-add4199e9daa" -d '{"events": [{"server_uuid": "a23022cc-9251-4100-8f31-96a5fe63fbea", "name": "network-vif-plugged", "status": "completed", "tag": "739333ca-1537-4172-9d8e-51326df7fbf3"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:57:57.880964 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d176a-0f99-4875-b10b-b8f61c0c52fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685d20af-4876-43a1-9933-95197e479059,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:57.902767 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdae613-78a0-4948-a6e2-ec10ffe920df req-159898be-30c6-4fa1-a8f0-237db9824a3e tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:57.904256 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fcdae613-78a0-4948-a6e2-ec10ffe920df req-159898be-30c6-4fa1-a8f0-237db9824a3e tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=a23022cc-9251-4100-8f31-96a5fe63fbea HTTP/1.1" status: 200 len: 950 time: 0.1451135 Aug 18 12:57:57.912726 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-b3b78de7-46af-4813-9d70-a5396dba130a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Request body: {'port': {'device_id': 'dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa', 'network_id': 'cb672d75-e815-49ce-ba5f-f5dd0dc477c5', 'admin_state_up': True, 'tenant_id': 'ca98f73fa3194194a71c5ae1a46b55b4'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:57.940994 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:57.945813 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-110e306e-b251-4611-8d9f-05987b861144 req-c9412e9f-879e-4d94-99b1-a8d65eb01cad service neutron] 10.222.0.20 "GET /v2.0/networks/e51ccc3b-abcc-41e3-af86-d35409ed3b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411199 Aug 18 12:57:57.979292 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port b852a4ab-a8f0-4a95-8324-778ced337eaf, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=b852a4ab-a8f0-4a95-8324-778ced337eaf,segment=NetworkSegment(ef8e8cee-8aff-47ee-80bb-ffa053f3577b),segment_id=ef8e8cee-8aff-47ee-80bb-ffa053f3577b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:57.984368 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fcdae613-78a0-4948-a6e2-ec10ffe920df req-b3a4e699-30a3-447f-b772-46d0cfa8d2bf tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668228 Aug 18 12:57:57.987243 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-92ccf915-5aca-45ee-9dfa-7e07254ec806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:58.010496 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-92ccf915-5aca-45ee-9dfa-7e07254ec806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:58.035320 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3973c4-c848-41c9-94e3-4dfa60009bb8 req-3126ea11-7fca-4dbb-9022-2d92edbb3e3c tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:58.036998 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5b3973c4-c848-41c9-94e3-4dfa60009bb8 req-3126ea11-7fca-4dbb-9022-2d92edbb3e3c tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 944 time: 0.1400251 Aug 18 12:57:58.068471 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:58.085228 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-ef4772de-6f71-44fe-ab02-7cc1e62ba94e admin admin] Deleting port 3d00cd66-19cc-4add-ae0a-403320a99769 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:57:58.085228 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ef4772de-6f71-44fe-ab02-7cc1e62ba94e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:58.085228 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b3a26d55-f772-4e50-aa05-082f88422076 req-50811770-7ae0-4fde-8ac9-736147474954 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:58.127298 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-92ccf915-5aca-45ee-9dfa-7e07254ec806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:58.128833 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-92ccf915-5aca-45ee-9dfa-7e07254ec806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:58.130036 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-92ccf915-5aca-45ee-9dfa-7e07254ec806 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/685d20af-4876-43a1-9933-95197e479059 HTTP/1.1" status: 204 len: 168 time: 0.2655883 Aug 18 12:57:58.143216 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=b852a4ab-a8f0-4a95-8324-778ced337eaf,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:58.164006 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ccf915-5aca-45ee-9dfa-7e07254ec806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685d20af-4876-43a1-9933-95197e479059,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:58.191292 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c8506-ff09-4ab9-9056-3334801ab9bf req-47390ee6-57e3-49bd-977e-eea46f746656 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:58.193033 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-178c8506-ff09-4ab9-9056-3334801ab9bf req-47390ee6-57e3-49bd-977e-eea46f746656 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa HTTP/1.1" status: 200 len: 931 time: 0.0777225 Aug 18 12:57:58.225489 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3a26d55-f772-4e50-aa05-082f88422076 req-50811770-7ae0-4fde-8ac9-736147474954 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Network b896f31e-62b0-4c89-b554-2d6ea14ce4b9 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:57:58.233190 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5b3973c4-c848-41c9-94e3-4dfa60009bb8 req-69792232-a24a-453c-8819-594e3a2413f4 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763122 Aug 18 12:57:58.238413 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50811770-7ae0-4fde-8ac9-736147474954 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Pushing event updated for resources: {'Port': ['ID=550bdb34-442a-4d0b-bd4c-c7b6230c4836,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:58.241019 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-b3a26d55-f772-4e50-aa05-082f88422076 req-50811770-7ae0-4fde-8ac9-736147474954 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:57:58.245123 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a26d55-f772-4e50-aa05-082f88422076 req-50811770-7ae0-4fde-8ac9-736147474954 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:57:58.271002 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-178c8506-ff09-4ab9-9056-3334801ab9bf req-84e8565f-0772-4cd2-8ba0-b04bf18774b7 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/security-groups?id=51a6849c-d15a-4aae-9ba4-dedea7cdd11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697453 Aug 18 12:57:58.304881 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58947dc9-1c96-444c-8987-7bac2a39022b x-openstack-request-id: req-58947dc9-1c96-444c-8987-7bac2a39022b {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:57:58.305409 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23022cc-9251-4100-8f31-96a5fe63fbea", "name": "network-vif-plugged", "status": "completed", "tag": "739333ca-1537-4172-9d8e-51326df7fbf3", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:57:58.306990 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58947dc9-1c96-444c-8987-7bac2a39022b {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:57:58.306990 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a23022cc-9251-4100-8f31-96a5fe63fbea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '739333ca-1537-4172-9d8e-51326df7fbf3', 'code': 200} Aug 18 12:57:58.335980 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-b3b78de7-46af-4813-9d70-a5396dba130a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Made reservation on behalf of ca98f73fa3194194a71c5ae1a46b55b4 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:57:58.339962 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-b3b78de7-46af-4813-9d70-a5396dba130a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:58.366226 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a26d55-f772-4e50-aa05-082f88422076 req-50811770-7ae0-4fde-8ac9-736147474954 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:58.367468 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b3a26d55-f772-4e50-aa05-082f88422076 req-50811770-7ae0-4fde-8ac9-736147474954 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:58.406625 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-ef4772de-6f71-44fe-ab02-7cc1e62ba94e admin admin] For port 3d00cd66-19cc-4add-ae0a-403320a99769, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=3d00cd66-19cc-4add-ae0a-403320a99769,segment=NetworkSegment(02e1d0e2-ca25-417a-9e05-dd7985b03292),segment_id=02e1d0e2-ca25-417a-9e05-dd7985b03292)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:58.407106 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ef4772de-6f71-44fe-ab02-7cc1e62ba94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:58.449960 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72d866-f20c-48e9-b46e-09bc010ed3bc req-19fb7a95-aad5-4184-9dcb-1da7965e486a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:58.451592 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cb72d866-f20c-48e9-b46e-09bc010ed3bc req-19fb7a95-aad5-4184-9dcb-1da7965e486a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a23022cc-9251-4100-8f31-96a5fe63fbea HTTP/1.1" status: 200 len: 1101 time: 0.0555501 Aug 18 12:57:58.473847 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:58.476685 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-ef4772de-6f71-44fe-ab02-7cc1e62ba94e admin admin] Calling delete_port for 3d00cd66-19cc-4add-ae0a-403320a99769 owned by network:router_interface {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:57:58.500990 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cb72d866-f20c-48e9-b46e-09bc010ed3bc req-127a37a7-51b9-4464-9d87-8692d7f7f642 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398538 Aug 18 12:57:58.531009 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b3a26d55-f772-4e50-aa05-082f88422076 req-50811770-7ae0-4fde-8ac9-736147474954 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7940049 Aug 18 12:57:58.592483 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-b3a26d55-f772-4e50-aa05-082f88422076 req-ac3ffcaf-d8c1-4650-8573-8ee714b6e6f4 service neutron] Request body: {'port': {'device_id': '89ad63d5-50bf-4329-9e2e-403433c7eb5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:58.634753 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c45e4-254f-407c-ba2d-502d0af11d58 req-08b70a0a-c42b-4c80-aae5-3025558fb96e tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:58.636735 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-896c45e4-254f-407c-ba2d-502d0af11d58 req-08b70a0a-c42b-4c80-aae5-3025558fb96e tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] 10.222.0.13 "GET /v2.0/ports?device_id=80f7d035-4f0c-4913-bdf5-f8da24358a50 HTTP/1.1" status: 200 len: 946 time: 0.2193837 Aug 18 12:57:58.649601 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bfd2a4-ab5f-4a21-af21-97701a7dd76d req-4edfbfdb-5ab3-489f-bb7d-f8b6aedc7098 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:58.658019 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-00bfd2a4-ab5f-4a21-af21-97701a7dd76d req-4edfbfdb-5ab3-489f-bb7d-f8b6aedc7098 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad63d5-50bf-4329-9e2e-403433c7eb5e HTTP/1.1" status: 200 len: 931 time: 0.0657837 Aug 18 12:57:58.710765 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-00bfd2a4-ab5f-4a21-af21-97701a7dd76d req-9d310309-0539-4d82-bcde-3f7cc4080272 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516312 Aug 18 12:57:58.805019 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b3a26d55-f772-4e50-aa05-082f88422076 req-ac3ffcaf-d8c1-4650-8573-8ee714b6e6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:58.818978 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-b3b78de7-46af-4813-9d70-a5396dba130a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Allocated IP 19.86.0.167 (cb672d75-e815-49ce-ba5f-f5dd0dc477c5/96f3c743-d6ed-451b-a150-535d8f7923f3/a9b454e4-6ba9-46fb-8693-b1c9f14fb690) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:57:58.840129 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-896c45e4-254f-407c-ba2d-502d0af11d58 req-bdaf5c2a-f0da-44ad-88eb-092fa893b31c tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae5ed206-34a3-49aa-9c84-9bd465c8e602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885824 Aug 18 12:57:59.214710 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ea3c9-693f-4e5a-85a0-413fa3aeeb1a req-02343161-8202-4da2-970a-4761da5d2eae tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:59.216601 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aa2ea3c9-693f-4e5a-85a0-413fa3aeeb1a req-02343161-8202-4da2-970a-4761da5d2eae tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] 10.222.0.13 "GET /v2.0/ports?device_id=f70557e5-0cd8-4de8-ab4a-e129cfd1d52b HTTP/1.1" status: 200 len: 946 time: 0.0523446 Aug 18 12:57:59.264032 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aa2ea3c9-693f-4e5a-85a0-413fa3aeeb1a req-5ba94a56-1cc2-46c9-9853-d6a77afdb4df tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] 10.222.0.13 "GET /v2.0/security-groups?id=82ad49d3-7c09-4a56-813d-70de0435297d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388162 Aug 18 12:57:59.380653 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035da66-f11a-4d9f-9e19-733ce986a0cd req-ccf5b7ba-c470-4cf9-856b-6b63ce360cb6 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:59.382340 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2035da66-f11a-4d9f-9e19-733ce986a0cd req-ccf5b7ba-c470-4cf9-856b-6b63ce360cb6 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 945 time: 0.0575809 Aug 18 12:57:59.426717 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2035da66-f11a-4d9f-9e19-733ce986a0cd req-d6f554f8-e985-4331-b434-916b8a652866 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353925 Aug 18 12:57:59.538123 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-b3b78de7-46af-4813-9d70-a5396dba130a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:59.547667 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b5246-3a82-4570-ad73-cdbad8d22998 req-6c48eddc-d729-4326-ad21-7245c225ce8d tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:59.548666 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6c2b5246-3a82-4570-ad73-cdbad8d22998 req-6c48eddc-d729-4326-ad21-7245c225ce8d tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=a23022cc-9251-4100-8f31-96a5fe63fbea HTTP/1.1" status: 200 len: 950 time: 0.4793568 Aug 18 12:57:59.556014 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724912b8-2470-475a-b2e8-6f85a0d24bbf req-c2625dbd-2977-417f-979d-c8659239ea9f tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:59.558078 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-724912b8-2470-475a-b2e8-6f85a0d24bbf req-c2625dbd-2977-417f-979d-c8659239ea9f tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa HTTP/1.1" status: 200 len: 931 time: 0.0651536 Aug 18 12:57:59.575490 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ef4772de-6f71-44fe-ab02-7cc1e62ba94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:59.602746 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-724912b8-2470-475a-b2e8-6f85a0d24bbf req-74a6c70b-7a13-4fec-a2cc-71db945b5b30 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/security-groups?id=51a6849c-d15a-4aae-9ba4-dedea7cdd11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353076 Aug 18 12:57:59.623493 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-b3b78de7-46af-4813-9d70-a5396dba130a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Transition to ACTIVE for port object a9b454e4-6ba9-46fb-8693-b1c9f14fb690 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:57:59.624709 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4772de-6f71-44fe-ab02-7cc1e62ba94e admin admin] Pushing event deleted for resources: {'Port': ['ID=3d00cd66-19cc-4add-ae0a-403320a99769,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:59.730989 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6c2b5246-3a82-4570-ad73-cdbad8d22998 req-57cd39cd-e8d4-4f38-b4be-7aedd088cc5d tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710138 Aug 18 12:57:59.841014 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-b3a26d55-f772-4e50-aa05-082f88422076 req-ac3ffcaf-d8c1-4650-8573-8ee714b6e6f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 550bdb34-442a-4d0b-bd4c-c7b6230c4836 {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:57:59.860579 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b3a26d55-f772-4e50-aa05-082f88422076 req-ac3ffcaf-d8c1-4650-8573-8ee714b6e6f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:59.889458 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-b3b78de7-46af-4813-9d70-a5396dba130a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:59.962745 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-b3a26d55-f772-4e50-aa05-082f88422076 req-ac3ffcaf-d8c1-4650-8573-8ee714b6e6f4 service neutron] Transition to ACTIVE for port object 550bdb34-442a-4d0b-bd4c-c7b6230c4836 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:57:59.991459 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6f8ef-057e-4892-b02a-e190aa077e89 req-5fc9b634-e9ba-4261-bbd9-fe9642159bdc tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:59.993063 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e4e6f8ef-057e-4892-b02a-e190aa077e89 req-5fc9b634-e9ba-4261-bbd9-fe9642159bdc tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] 10.222.0.13 "GET /v2.0/ports?device_id=80f7d035-4f0c-4913-bdf5-f8da24358a50 HTTP/1.1" status: 200 len: 946 time: 0.0511866 Aug 18 12:58:00.004003 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-b3b78de7-46af-4813-9d70-a5396dba130a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Network cb672d75-e815-49ce-ba5f-f5dd0dc477c5 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:58:00.008197 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b78de7-46af-4813-9d70-a5396dba130a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Pushing event updated for resources: {'Port': ['ID=a9b454e4-6ba9-46fb-8693-b1c9f14fb690,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:00.012991 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-b3b78de7-46af-4813-9d70-a5396dba130a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:58:00.025069 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d4248-634e-4a6e-8de4-c1cef83d5530 req-20e8e09e-1ad6-4493-bd7d-9c295ede235f tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:00.025069 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8d3d4248-634e-4a6e-8de4-c1cef83d5530 req-20e8e09e-1ad6-4493-bd7d-9c295ede235f tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad63d5-50bf-4329-9e2e-403433c7eb5e HTTP/1.1" status: 200 len: 931 time: 0.1899996 Aug 18 12:58:00.025069 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-b3b78de7-46af-4813-9d70-a5396dba130a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:58:00.051543 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e4e6f8ef-057e-4892-b02a-e190aa077e89 req-84f575c6-c130-4c9a-a324-e24806b58a9f tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae5ed206-34a3-49aa-9c84-9bd465c8e602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504062 Aug 18 12:58:00.060135 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b3a26d55-f772-4e50-aa05-082f88422076 req-ac3ffcaf-d8c1-4650-8573-8ee714b6e6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:00.062959 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ef4772de-6f71-44fe-ab02-7cc1e62ba94e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:00.179800 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-b3b78de7-46af-4813-9d70-a5396dba130a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:00.180463 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-b3b78de7-46af-4813-9d70-a5396dba130a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:00.233265 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ffcaf-d8c1-4650-8573-8ee714b6e6f4 service neutron] Pushing event updated for resources: {'Port': ['ID=550bdb34-442a-4d0b-bd4c-c7b6230c4836,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:00.255691 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8d3d4248-634e-4a6e-8de4-c1cef83d5530 req-7795e6e3-5f1d-412f-94ae-7878c7e87a60 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026017 Aug 18 12:58:00.307632 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74cf357c-2f5c-4099-a66c-6e842c872abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b852a4ab-a8f0-4a95-8324-778ced337eaf'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:58:00.313293 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5696e25e-fb87-48b8-923c-afea6be52f09" -d '{"events": [{"server_uuid": "74cf357c-2f5c-4099-a66c-6e842c872abc", "name": "network-vif-plugged", "status": "completed", "tag": "b852a4ab-a8f0-4a95-8324-778ced337eaf"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:58:00.314605 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-b3b78de7-46af-4813-9d70-a5396dba130a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4180584 Aug 18 12:58:00.330017 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-6de57521-a354-458e-98c2-8183221ff6b7 service neutron] Request body: {'port': {'device_id': 'dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:58:00.347740 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-14e855bb-abce-457d-8d1a-5b3c6d022b06 None None] Provisioning for port a9b454e4-6ba9-46fb-8693-b1c9f14fb690 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:58:00.352091 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-14e855bb-abce-457d-8d1a-5b3c6d022b06 None None] Provisioning complete for port a9b454e4-6ba9-46fb-8693-b1c9f14fb690 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:58:00.352695 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-14e855bb-abce-457d-8d1a-5b3c6d022b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:00.462402 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-b3a26d55-f772-4e50-aa05-082f88422076 req-ac3ffcaf-d8c1-4650-8573-8ee714b6e6f4 service neutron] Attempting to bind port 550bdb34-442a-4d0b-bd4c-c7b6230c4836 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:58:00.462748 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-b3a26d55-f772-4e50-aa05-082f88422076 req-ac3ffcaf-d8c1-4650-8573-8ee714b6e6f4 service neutron] Attempting to bind port 550bdb34-442a-4d0b-bd4c-c7b6230c4836 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '203c474d-56e3-424f-9d3b-a131550498ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b896f31e-62b0-4c89-b554-2d6ea14ce4b9'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:58:00.463083 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a26d55-f772-4e50-aa05-082f88422076 req-ac3ffcaf-d8c1-4650-8573-8ee714b6e6f4 service neutron] Attempting to bind port 550bdb34-442a-4d0b-bd4c-c7b6230c4836 on network b896f31e-62b0-4c89-b554-2d6ea14ce4b9 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:58:00.505637 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-6de57521-a354-458e-98c2-8183221ff6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:00.522020 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-14e855bb-abce-457d-8d1a-5b3c6d022b06 None None] Port a9b454e4-6ba9-46fb-8693-b1c9f14fb690 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:58:00.536727 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a26d55-f772-4e50-aa05-082f88422076 req-ac3ffcaf-d8c1-4650-8573-8ee714b6e6f4 service neutron] Port 550bdb34-442a-4d0b-bd4c-c7b6230c4836 on network b896f31e-62b0-4c89-b554-2d6ea14ce4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:58:00.537061 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a26d55-f772-4e50-aa05-082f88422076 req-ac3ffcaf-d8c1-4650-8573-8ee714b6e6f4 service neutron] Attempting to bind port 550bdb34-442a-4d0b-bd4c-c7b6230c4836 on network b896f31e-62b0-4c89-b554-2d6ea14ce4b9 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:58:00.554550 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f5eb7-0166-4898-a4ff-9c0df64aab4b req-897b8573-f5c9-48c1-8ab4-7159109c86d4 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:00.556038 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b88f5eb7-0166-4898-a4ff-9c0df64aab4b req-897b8573-f5c9-48c1-8ab4-7159109c86d4 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] 10.222.0.13 "GET /v2.0/ports?device_id=f70557e5-0cd8-4de8-ab4a-e129cfd1d52b HTTP/1.1" status: 200 len: 946 time: 0.1952901 Aug 18 12:58:00.567485 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb1c4aa-03c1-4b40-adc7-aaedd1aa3ab8 x-openstack-request-id: req-9bb1c4aa-03c1-4b40-adc7-aaedd1aa3ab8 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:58:00.567907 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74cf357c-2f5c-4099-a66c-6e842c872abc", "name": "network-vif-plugged", "status": "completed", "tag": "b852a4ab-a8f0-4a95-8324-778ced337eaf", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:58:00.568263 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9bb1c4aa-03c1-4b40-adc7-aaedd1aa3ab8 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:58:00.568809 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74cf357c-2f5c-4099-a66c-6e842c872abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b852a4ab-a8f0-4a95-8324-778ced337eaf', 'code': 200} Aug 18 12:58:00.587103 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a26d55-f772-4e50-aa05-082f88422076 req-ac3ffcaf-d8c1-4650-8573-8ee714b6e6f4 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:58:00.587488 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a26d55-f772-4e50-aa05-082f88422076 req-ac3ffcaf-d8c1-4650-8573-8ee714b6e6f4 service neutron] Checking segment: {'id': '203c474d-56e3-424f-9d3b-a131550498ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b896f31e-62b0-4c89-b554-2d6ea14ce4b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:58:00.587830 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a26d55-f772-4e50-aa05-082f88422076 req-ac3ffcaf-d8c1-4650-8573-8ee714b6e6f4 service neutron] Bound using segment: {'id': '203c474d-56e3-424f-9d3b-a131550498ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b896f31e-62b0-4c89-b554-2d6ea14ce4b9'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:58:00.588284 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-b3a26d55-f772-4e50-aa05-082f88422076 req-ac3ffcaf-d8c1-4650-8573-8ee714b6e6f4 service neutron] Bound port: 550bdb34-442a-4d0b-bd4c-c7b6230c4836, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203c474d-56e3-424f-9d3b-a131550498ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b896f31e-62b0-4c89-b554-2d6ea14ce4b9'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:58:00.588649 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b3a26d55-f772-4e50-aa05-082f88422076 req-ac3ffcaf-d8c1-4650-8573-8ee714b6e6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:00.749452 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f51856-38cf-4885-8781-1af6fdd461a9 req-5e39632a-f4bb-4ef2-b139-0f1bfcb07b02 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:00.750990 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-49f51856-38cf-4885-8781-1af6fdd461a9 req-5e39632a-f4bb-4ef2-b139-0f1bfcb07b02 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 945 time: 0.1181357 Aug 18 12:58:00.754928 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a49944-3112-47e5-b54d-409e95f7f174 req-0b0bc772-29e4-4541-88e3-76850643afa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:00.756369 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c6a49944-3112-47e5-b54d-409e95f7f174 req-0b0bc772-29e4-4541-88e3-76850643afa7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 1096 time: 0.1129527 Aug 18 12:58:00.772251 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ef3c5-4102-4d26-999e-8b56f5d5108e req-d946d9fd-566c-45af-bf77-9528bf784d9f tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:00.773052 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef4772de-6f71-44fe-ab02-7cc1e62ba94e admin admin] Router 4e486bcf-156c-4a07-ad87-c642a5034dff has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:58:00.773784 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-de5ef3c5-4102-4d26-999e-8b56f5d5108e req-d946d9fd-566c-45af-bf77-9528bf784d9f tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] 10.222.0.20 "GET /v2.0/ports?device_id=f70557e5-0cd8-4de8-ab4a-e129cfd1d52b HTTP/1.1" status: 200 len: 946 time: 0.1205387 Aug 18 12:58:00.784302 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b88f5eb7-0166-4898-a4ff-9c0df64aab4b req-61938878-2d6d-46a0-8b35-7ef9ee615262 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] 10.222.0.13 "GET /v2.0/security-groups?id=82ad49d3-7c09-4a56-813d-70de0435297d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884670 Aug 18 12:58:00.874984 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-49f51856-38cf-4885-8781-1af6fdd461a9 req-ba35d25f-d6c4-440d-b6e9-930c3623df0e tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159554 Aug 18 12:58:00.883649 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-b3a26d55-f772-4e50-aa05-082f88422076 req-ac3ffcaf-d8c1-4650-8573-8ee714b6e6f4 service neutron] For port 550bdb34-442a-4d0b-bd4c-c7b6230c4836, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:58:00.904306 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c6a49944-3112-47e5-b54d-409e95f7f174 req-93e316ab-a457-415f-b6ab-6d387f77890e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295290 Aug 18 12:58:00.940970 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-de5ef3c5-4102-4d26-999e-8b56f5d5108e req-56373190-b1b3-4d3f-a8c9-62917eb30b14 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] Deleting port a02baceb-270d-41b8-ba25-91eccf364c18 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:58:00.941322 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-de5ef3c5-4102-4d26-999e-8b56f5d5108e req-56373190-b1b3-4d3f-a8c9-62917eb30b14 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:00.984035 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-b3a26d55-f772-4e50-aa05-082f88422076 req-ac3ffcaf-d8c1-4650-8573-8ee714b6e6f4 service neutron] For port 550bdb34-442a-4d0b-bd4c-c7b6230c4836, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=550bdb34-442a-4d0b-bd4c-c7b6230c4836,segment=NetworkSegment(203c474d-56e3-424f-9d3b-a131550498ab),segment_id=203c474d-56e3-424f-9d3b-a131550498ab)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:58:01.022813 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44398) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:01.057699 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a580b84-511a-4b1a-b828-c54b76d7f36b req-1504b996-8155-4020-bbd2-292d96359316 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:01.063605 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a580b84-511a-4b1a-b828-c54b76d7f36b req-1504b996-8155-4020-bbd2-292d96359316 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:01.065319 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3a580b84-511a-4b1a-b828-c54b76d7f36b req-1504b996-8155-4020-bbd2-292d96359316 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa HTTP/1.1" status: 200 len: 1654 time: 0.1269846 Aug 18 12:58:01.071589 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b3a26d55-f772-4e50-aa05-082f88422076 req-ac3ffcaf-d8c1-4650-8573-8ee714b6e6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:01.104874 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-de5ef3c5-4102-4d26-999e-8b56f5d5108e req-56373190-b1b3-4d3f-a8c9-62917eb30b14 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] For port a02baceb-270d-41b8-ba25-91eccf364c18, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=a02baceb-270d-41b8-ba25-91eccf364c18,segment=NetworkSegment(87314b3c-93ed-48f4-b1e0-8050932e9fcf),segment_id=87314b3c-93ed-48f4-b1e0-8050932e9fcf)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:01.105248 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-de5ef3c5-4102-4d26-999e-8b56f5d5108e req-56373190-b1b3-4d3f-a8c9-62917eb30b14 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:01.126420 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-de5ef3c5-4102-4d26-999e-8b56f5d5108e req-56373190-b1b3-4d3f-a8c9-62917eb30b14 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] Calling delete_port for a02baceb-270d-41b8-ba25-91eccf364c18 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:58:01.137479 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3a580b84-511a-4b1a-b828-c54b76d7f36b req-b3df5cd4-b1c1-4746-b07e-9d46a86f0cff tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/security-groups?id=51a6849c-d15a-4aae-9ba4-dedea7cdd11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648854 Aug 18 12:58:01.181946 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ccd82-4a36-4803-a326-df9bf13320fb req-02731ea6-1e75-454e-bdc6-9e300a9e1444 tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:01.183528 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c28ccd82-4a36-4803-a326-df9bf13320fb req-02731ea6-1e75-454e-bdc6-9e300a9e1444 tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] 10.222.0.13 "GET /v2.0/ports?device_id=80f7d035-4f0c-4913-bdf5-f8da24358a50 HTTP/1.1" status: 200 len: 946 time: 0.3015187 Aug 18 12:58:01.198423 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a26d55-f772-4e50-aa05-082f88422076 req-ac3ffcaf-d8c1-4650-8573-8ee714b6e6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:01.198423 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b3a26d55-f772-4e50-aa05-082f88422076 req-ac3ffcaf-d8c1-4650-8573-8ee714b6e6f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:01.198423 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b3a26d55-f772-4e50-aa05-082f88422076 req-ac3ffcaf-d8c1-4650-8573-8ee714b6e6f4 service neutron] 10.222.0.39 "PUT /v2.0/ports/550bdb34-442a-4d0b-bd4c-c7b6230c4836 HTTP/1.1" status: 200 len: 1091 time: 2.6054361 Aug 18 12:58:01.198423 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ad63d5-50bf-4329-9e2e-403433c7eb5e', 'tag': '550bdb34-442a-4d0b-bd4c-c7b6230c4836'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:58:01.198423 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76df40ac-2a05-412e-8a6b-c8d98f69d5ae" -d '{"events": [{"name": "network-changed", "server_uuid": "89ad63d5-50bf-4329-9e2e-403433c7eb5e", "tag": "550bdb34-442a-4d0b-bd4c-c7b6230c4836"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:58:01.214858 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-504ab2d7-6344-4b45-b1ec-0f7c41ee668d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:01.223584 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4772de-6f71-44fe-ab02-7cc1e62ba94e admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:58:01.235437 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea126e48-68fc-4321-a312-f7aed13d8ef4 None None] Sync routers for ids ['4e486bcf-156c-4a07-ad87-c642a5034dff'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:58:01.243148 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ef4772de-6f71-44fe-ab02-7cc1e62ba94e admin admin] 10.222.0.13 "PUT /v2.0/routers/4e486bcf-156c-4a07-ad87-c642a5034dff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4240601 Aug 18 12:58:01.244747 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea126e48-68fc-4321-a312-f7aed13d8ef4 None None] Routers {'4e486bcf-156c-4a07-ad87-c642a5034dff'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:58:01.245196 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-6de57521-a354-458e-98c2-8183221ff6b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a659e1f-8cbd-46ec-a6ed-b519a7494214 {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:58:01.245449 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-ea126e48-68fc-4321-a312-f7aed13d8ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:57:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['4e486bcf-156c-4a07-ad87-c642a5034dff'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:01.249617 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44404) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:01.261108 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-6de57521-a354-458e-98c2-8183221ff6b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:01.268991 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ffcaf-d8c1-4650-8573-8ee714b6e6f4 service neutron] Pushing event updated for resources: {'Port': ['ID=550bdb34-442a-4d0b-bd4c-c7b6230c4836,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:01.288883 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c28ccd82-4a36-4803-a326-df9bf13320fb req-73d47f2f-9f3d-4b18-8901-af35405b6d93 tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae5ed206-34a3-49aa-9c84-9bd465c8e602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861967 Aug 18 12:58:01.307355 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-6de57521-a354-458e-98c2-8183221ff6b7 service neutron] Transition to ACTIVE for port object 0a659e1f-8cbd-46ec-a6ed-b519a7494214 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:58:01.372924 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed608cde-8ff8-4a48-aebd-da09de4e6482 x-openstack-request-id: req-ed608cde-8ff8-4a48-aebd-da09de4e6482 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:58:01.378976 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ad63d5-50bf-4329-9e2e-403433c7eb5e", "tag": "550bdb34-442a-4d0b-bd4c-c7b6230c4836", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:58:01.378976 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed608cde-8ff8-4a48-aebd-da09de4e6482 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:58:01.378976 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89ad63d5-50bf-4329-9e2e-403433c7eb5e', 'tag': '550bdb34-442a-4d0b-bd4c-c7b6230c4836', 'status': 'completed', 'code': 200} Aug 18 12:58:01.389422 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-ea126e48-68fc-4321-a312-f7aed13d8ef4 None None] Set router 4e486bcf-156c-4a07-ad87-c642a5034dff gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:58:01.401913 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c052c-29f5-4f9f-8cd3-04d7c07fc33e req-2794a7a9-4878-4149-b4b5-5b2c61135293 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:01.403488 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ed1c052c-29f5-4f9f-8cd3-04d7c07fc33e req-2794a7a9-4878-4149-b4b5-5b2c61135293 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=a23022cc-9251-4100-8f31-96a5fe63fbea HTTP/1.1" status: 200 len: 950 time: 0.1994259 Aug 18 12:58:01.442510 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a26d55-f772-4e50-aa05-082f88422076 req-f2bc17ab-acb8-43e8-8d5c-28a82555194f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:01.443832 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b3a26d55-f772-4e50-aa05-082f88422076 req-f2bc17ab-acb8-43e8-8d5c-28a82555194f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=62165f4489344ba1816de5df17dbe952&device_id=89ad63d5-50bf-4329-9e2e-403433c7eb5e HTTP/1.1" status: 200 len: 1094 time: 0.1319940 Aug 18 12:58:01.446126 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-6de57521-a354-458e-98c2-8183221ff6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:01.476212 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1171e7a6-9602-489b-8445-78479a39186b admin admin] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:01.528986 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ed1c052c-29f5-4f9f-8cd3-04d7c07fc33e req-dd76291e-4829-4cd3-a63f-cc64ea9fa92d tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170917 Aug 18 12:58:01.545564 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b3a26d55-f772-4e50-aa05-082f88422076 req-63c47c0c-85cf-4160-b37f-e890b77a924a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=550bdb34-442a-4d0b-bd4c-c7b6230c4836 HTTP/1.1" status: 200 len: 217 time: 0.0857396 Aug 18 12:58:01.582052 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de57521-a354-458e-98c2-8183221ff6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=0a659e1f-8cbd-46ec-a6ed-b519a7494214,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:01.623729 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-de5ef3c5-4102-4d26-999e-8b56f5d5108e req-56373190-b1b3-4d3f-a8c9-62917eb30b14 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:01.644989 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['a02baceb-270d-41b8-ba25-91eccf364c18'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:58:01.690493 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5268d-8aa2-42c4-96fd-b7edc4e13f6a req-defaa27e-b062-494c-aa7b-a997ea5bb880 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:01.692168 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-27e5268d-8aa2-42c4-96fd-b7edc4e13f6a req-defaa27e-b062-494c-aa7b-a997ea5bb880 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad63d5-50bf-4329-9e2e-403433c7eb5e HTTP/1.1" status: 200 len: 943 time: 0.2985022 Aug 18 12:58:01.700367 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56373190-b1b3-4d3f-a8c9-62917eb30b14 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] Pushing event deleted for resources: {'Port': ['ID=a02baceb-270d-41b8-ba25-91eccf364c18,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:01.706129 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-ea126e48-68fc-4321-a312-f7aed13d8ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e486bcf-156c-4a07-ad87-c642a5034dff', 'name': 'tempest-FloatingIPDetailsTestJSON-745401091-router', 'tenant_id': 'f5276defc25b4c8498210980601f90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'fc8e97d5-172d-490c-993b-a90dcfe35740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:57:19Z', 'updated_at': '2021-08-18T12:57:59Z', 'revision_number': 5, 'project_id': 'f5276defc25b4c8498210980601f90f8', 'gw_port': {'id': 'fc8e97d5-172d-490c-993b-a90dcfe35740', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e486bcf-156c-4a07-ad87-c642a5034dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:57:21Z', 'updated_at': '2021-08-18T12:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:01.739790 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea126e48-68fc-4321-a312-f7aed13d8ef4 None None] Checking router: 4e486bcf-156c-4a07-ad87-c642a5034dff for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:58:01.749467 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea126e48-68fc-4321-a312-f7aed13d8ef4 None None] Routers {'4e486bcf-156c-4a07-ad87-c642a5034dff'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:58:01.750411 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-ea126e48-68fc-4321-a312-f7aed13d8ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:57:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['4e486bcf-156c-4a07-ad87-c642a5034dff'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:01.794782 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a26d55-f772-4e50-aa05-082f88422076 req-7906c839-dfe0-4ee8-b13b-68f815c3fc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:01.795362 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1171e7a6-9602-489b-8445-78479a39186b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:01.797789 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b3a26d55-f772-4e50-aa05-082f88422076 req-7906c839-dfe0-4ee8-b13b-68f815c3fc29 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=01ff60f5-a1bd-4c4a-b8b1-0b6ab79f5acb HTTP/1.1" status: 200 len: 852 time: 0.2070174 Aug 18 12:58:01.802332 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5ef3c5-4102-4d26-999e-8b56f5d5108e req-56373190-b1b3-4d3f-a8c9-62917eb30b14 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] No DVR routers for this DVR port a02baceb-270d-41b8-ba25-91eccf364c18 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:58:01.816372 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-de5ef3c5-4102-4d26-999e-8b56f5d5108e req-56373190-b1b3-4d3f-a8c9-62917eb30b14 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:01.817810 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-de5ef3c5-4102-4d26-999e-8b56f5d5108e req-56373190-b1b3-4d3f-a8c9-62917eb30b14 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] 10.222.0.20 "DELETE /v2.0/ports/a02baceb-270d-41b8-ba25-91eccf364c18 HTTP/1.1" status: 204 len: 173 time: 1.0365417 Aug 18 12:58:01.820103 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70557e5-0cd8-4de8-ab4a-e129cfd1d52b', 'name': 'network-vif-deleted', 'tag': 'a02baceb-270d-41b8-ba25-91eccf364c18'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:58:01.822457 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c725deb-952a-44ff-89d1-8ee9af91373e" -d '{"events": [{"server_uuid": "f70557e5-0cd8-4de8-ab4a-e129cfd1d52b", "name": "network-vif-deleted", "tag": "a02baceb-270d-41b8-ba25-91eccf364c18"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:58:01.854387 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34036f32-424e-4df6-90d3-215d2db93354 req-4164558a-8908-4593-9678-98e65cfeea2e tempest-ServersOnMultiNodesTest-1807681808 tempest-ServersOnMultiNodesTest-1807681808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:01.855816 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-34036f32-424e-4df6-90d3-215d2db93354 req-4164558a-8908-4593-9678-98e65cfeea2e tempest-ServersOnMultiNodesTest-1807681808 tempest-ServersOnMultiNodesTest-1807681808-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a23022cc-9251-4100-8f31-96a5fe63fbea HTTP/1.1" status: 200 len: 1101 time: 0.1998131 Aug 18 12:58:01.867095 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-27e5268d-8aa2-42c4-96fd-b7edc4e13f6a req-55c41488-1241-405b-90d3-afa9b9370725 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548989 Aug 18 12:58:01.875742 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-504ab2d7-6344-4b45-b1ec-0f7c41ee668d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:01.931130 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-ea126e48-68fc-4321-a312-f7aed13d8ef4 None None] Set router 4e486bcf-156c-4a07-ad87-c642a5034dff gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:58:01.935204 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b3a26d55-f772-4e50-aa05-082f88422076 req-d30346e7-4c54-4159-a398-7048e7ade617 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b896f31e-62b0-4c89-b554-2d6ea14ce4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913014 Aug 18 12:58:01.956220 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-34036f32-424e-4df6-90d3-215d2db93354 req-2d42d5e1-7b50-498e-830f-62216f86c004 tempest-ServersOnMultiNodesTest-1807681808 tempest-ServersOnMultiNodesTest-1807681808-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901229 Aug 18 12:58:01.976533 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-504ab2d7-6344-4b45-b1ec-0f7c41ee668d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:02.016962 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e8cf-b870-4a76-b283-b4ee142d88a4 req-39e9f2c9-573d-4410-9af1-ddc6d8c4ec2d tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:02.018543 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fdf9e8cf-b870-4a76-b283-b4ee142d88a4 req-39e9f2c9-573d-4410-9af1-ddc6d8c4ec2d tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] 10.222.0.20 "GET /v2.0/ports?device_id=80f7d035-4f0c-4913-bdf5-f8da24358a50 HTTP/1.1" status: 200 len: 946 time: 0.0956454 Aug 18 12:58:02.027012 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b04d26c-7641-44dc-93c8-c6c62da04634 x-openstack-request-id: req-8b04d26c-7641-44dc-93c8-c6c62da04634 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:58:02.027304 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f70557e5-0cd8-4de8-ab4a-e129cfd1d52b", "name": "network-vif-deleted", "tag": "a02baceb-270d-41b8-ba25-91eccf364c18", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:58:02.027557 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b04d26c-7641-44dc-93c8-c6c62da04634 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:58:02.027952 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f70557e5-0cd8-4de8-ab4a-e129cfd1d52b', 'name': 'network-vif-deleted', 'tag': 'a02baceb-270d-41b8-ba25-91eccf364c18', 'status': 'completed', 'code': 200} Aug 18 12:58:02.052941 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-504ab2d7-6344-4b45-b1ec-0f7c41ee668d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ce02f1a7a144be9803f8aaedbc05dd0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0290201 Aug 18 12:58:02.075517 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-1171e7a6-9602-489b-8445-78479a39186b admin admin] Deleting port fc8e97d5-172d-490c-993b-a90dcfe35740 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:58:02.075517 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1171e7a6-9602-489b-8445-78479a39186b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:02.086445 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b3a26d55-f772-4e50-aa05-082f88422076 req-9d663e41-6c1f-46e5-b273-9a364e16df4b service neutron] 10.222.0.39 "GET /v2.0/networks/b896f31e-62b0-4c89-b554-2d6ea14ce4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273627 Aug 18 12:58:02.086955 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44418) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:02.112399 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-aeaf457e-7470-4501-8979-6d04dcaab50d req-9694f209-1a2a-48f5-9db1-161cfae9efd9 tempest-ServerAddressesTestJSON-1519722278 tempest-ServerAddressesTestJSON-1519722278-project] 10.222.0.13 "GET /v2.0/ports?device_id=f70557e5-0cd8-4de8-ab4a-e129cfd1d52b HTTP/1.1" status: 200 len: 210 time: 0.1339335 Aug 18 12:58:02.113092 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-6de57521-a354-458e-98c2-8183221ff6b7 service neutron] Attempting to bind port 0a659e1f-8cbd-46ec-a6ed-b519a7494214 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:58:02.113428 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-6de57521-a354-458e-98c2-8183221ff6b7 service neutron] Attempting to bind port 0a659e1f-8cbd-46ec-a6ed-b519a7494214 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '8417fa8d-10ca-4bed-9fab-a7eb3d2569d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2928c991-0880-4c00-b8f8-7eac8f52d7b8'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:58:02.113762 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-6de57521-a354-458e-98c2-8183221ff6b7 service neutron] Attempting to bind port 0a659e1f-8cbd-46ec-a6ed-b519a7494214 on network 2928c991-0880-4c00-b8f8-7eac8f52d7b8 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:58:02.159746 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ab2d7-6344-4b45-b1ec-0f7c41ee668d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2effadd-bcce-4fb8-a8c8-c5d7d9fac754,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:02.180289 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-6de57521-a354-458e-98c2-8183221ff6b7 service neutron] Port 0a659e1f-8cbd-46ec-a6ed-b519a7494214 on network 2928c991-0880-4c00-b8f8-7eac8f52d7b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:58:02.180289 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-6de57521-a354-458e-98c2-8183221ff6b7 service neutron] Attempting to bind port 0a659e1f-8cbd-46ec-a6ed-b519a7494214 on network 2928c991-0880-4c00-b8f8-7eac8f52d7b8 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:58:02.203891 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-6de57521-a354-458e-98c2-8183221ff6b7 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:58:02.204267 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-6de57521-a354-458e-98c2-8183221ff6b7 service neutron] Checking segment: {'id': '8417fa8d-10ca-4bed-9fab-a7eb3d2569d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2928c991-0880-4c00-b8f8-7eac8f52d7b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:58:02.207618 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-6de57521-a354-458e-98c2-8183221ff6b7 service neutron] Bound using segment: {'id': '8417fa8d-10ca-4bed-9fab-a7eb3d2569d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2928c991-0880-4c00-b8f8-7eac8f52d7b8'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:58:02.207618 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-6de57521-a354-458e-98c2-8183221ff6b7 service neutron] Bound port: 0a659e1f-8cbd-46ec-a6ed-b519a7494214, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8417fa8d-10ca-4bed-9fab-a7eb3d2569d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2928c991-0880-4c00-b8f8-7eac8f52d7b8'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:58:02.207618 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-6de57521-a354-458e-98c2-8183221ff6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:02.293156 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-ea126e48-68fc-4321-a312-f7aed13d8ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e486bcf-156c-4a07-ad87-c642a5034dff', 'name': 'tempest-FloatingIPDetailsTestJSON-745401091-router', 'tenant_id': 'f5276defc25b4c8498210980601f90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'fc8e97d5-172d-490c-993b-a90dcfe35740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:57:19Z', 'updated_at': '2021-08-18T12:57:59Z', 'revision_number': 5, 'project_id': 'f5276defc25b4c8498210980601f90f8', 'gw_port': {'id': 'fc8e97d5-172d-490c-993b-a90dcfe35740', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e486bcf-156c-4a07-ad87-c642a5034dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:57:21Z', 'updated_at': '2021-08-18T12:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:02.303028 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8b57b07d-b5ef-43a2-b3b7-5c58b713dadc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:02.317853 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb185c78-8ee2-4052-a29f-70c09388c539 req-8c851be2-3c27-45ba-aae1-39475e7a68d5 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:02.318788 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eb185c78-8ee2-4052-a29f-70c09388c539 req-8c851be2-3c27-45ba-aae1-39475e7a68d5 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 945 time: 0.1805670 Aug 18 12:58:02.328275 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea126e48-68fc-4321-a312-f7aed13d8ef4 None None] The sync data for ids ['4e486bcf-156c-4a07-ad87-c642a5034dff'] in n-d-803603-2 is: [{'id': '4e486bcf-156c-4a07-ad87-c642a5034dff', 'name': 'tempest-FloatingIPDetailsTestJSON-745401091-router', 'tenant_id': 'f5276defc25b4c8498210980601f90f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'fc8e97d5-172d-490c-993b-a90dcfe35740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:57:19Z', 'updated_at': '2021-08-18T12:57:59Z', 'revision_number': 5, 'project_id': 'f5276defc25b4c8498210980601f90f8', 'gw_port': {'id': 'fc8e97d5-172d-490c-993b-a90dcfe35740', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e486bcf-156c-4a07-ad87-c642a5034dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:57:21Z', 'updated_at': '2021-08-18T12:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:58:02.331495 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b3a26d55-f772-4e50-aa05-082f88422076 req-3d2d9709-ddc5-48b8-8829-128a630c98de service neutron] 10.222.0.39 "GET /v2.0/networks/b896f31e-62b0-4c89-b554-2d6ea14ce4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269793 Aug 18 12:58:02.339586 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-1171e7a6-9602-489b-8445-78479a39186b admin admin] For port fc8e97d5-172d-490c-993b-a90dcfe35740, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=fc8e97d5-172d-490c-993b-a90dcfe35740,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:02.339981 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1171e7a6-9602-489b-8445-78479a39186b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:02.356027 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-6de57521-a354-458e-98c2-8183221ff6b7 service neutron] For port 0a659e1f-8cbd-46ec-a6ed-b519a7494214, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:58:02.359369 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8b57b07d-b5ef-43a2-b3b7-5c58b713dadc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:02.363613 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-6de57521-a354-458e-98c2-8183221ff6b7 service neutron] For port 0a659e1f-8cbd-46ec-a6ed-b519a7494214, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=0a659e1f-8cbd-46ec-a6ed-b519a7494214,segment=NetworkSegment(8417fa8d-10ca-4bed-9fab-a7eb3d2569d3),segment_id=8417fa8d-10ca-4bed-9fab-a7eb3d2569d3)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:58:02.364925 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-1171e7a6-9602-489b-8445-78479a39186b admin admin] Calling delete_port for fc8e97d5-172d-490c-993b-a90dcfe35740 owned by network:router_gateway {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:58:02.431140 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-fdf9e8cf-b870-4a76-b283-b4ee142d88a4 req-2bef419e-aa6c-47b2-9f39-8335ed5f8870 tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] Deleting port 606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:58:02.431480 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fdf9e8cf-b870-4a76-b283-b4ee142d88a4 req-2bef419e-aa6c-47b2-9f39-8335ed5f8870 tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:02.441942 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eb185c78-8ee2-4052-a29f-70c09388c539 req-6ea58112-a743-41fb-8904-735173ac5409 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991588 Aug 18 12:58:02.446115 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-6de57521-a354-458e-98c2-8183221ff6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:02.520985 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8b57b07d-b5ef-43a2-b3b7-5c58b713dadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:02.527348 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8b57b07d-b5ef-43a2-b3b7-5c58b713dadc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:02.534835 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8b57b07d-b5ef-43a2-b3b7-5c58b713dadc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2effadd-bcce-4fb8-a8c8-c5d7d9fac754 HTTP/1.1" status: 204 len: 168 time: 0.4253626 Aug 18 12:58:02.534835 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-6de57521-a354-458e-98c2-8183221ff6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:02.534835 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-6de57521-a354-458e-98c2-8183221ff6b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:02.534835 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-6de57521-a354-458e-98c2-8183221ff6b7 service neutron] 10.222.0.39 "PUT /v2.0/ports/0a659e1f-8cbd-46ec-a6ed-b519a7494214 HTTP/1.1" status: 200 len: 1091 time: 2.2068126 Aug 18 12:58:02.574093 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b57b07d-b5ef-43a2-b3b7-5c58b713dadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2effadd-bcce-4fb8-a8c8-c5d7d9fac754,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:02.591854 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de57521-a354-458e-98c2-8183221ff6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=0a659e1f-8cbd-46ec-a6ed-b519a7494214,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:02.602435 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df40ac-2a05-412e-8a6b-c8d98f69d5ae req-79b16a6a-294c-48ec-a1dd-cd7729b4af8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:02.604375 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-76df40ac-2a05-412e-8a6b-c8d98f69d5ae req-79b16a6a-294c-48ec-a1dd-cd7729b4af8a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=62165f4489344ba1816de5df17dbe952&device_id=89ad63d5-50bf-4329-9e2e-403433c7eb5e HTTP/1.1" status: 200 len: 1094 time: 0.1274023 Aug 18 12:58:02.703704 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-d4e7ae1a-6faf-4b64-8edd-86fe30f29a4b service neutron] Request body: {'port': {'device_id': 'dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:58:02.833389 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-d4e7ae1a-6faf-4b64-8edd-86fe30f29a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:02.882481 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc792e46-c8df-4e06-9972-51c9fc50fbbd req-a1e4f389-6eb5-484b-ad2b-7f8ce3d83498 tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:02.882481 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dc792e46-c8df-4e06-9972-51c9fc50fbbd req-a1e4f389-6eb5-484b-ad2b-7f8ce3d83498 tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] 10.222.0.13 "GET /v2.0/ports?device_id=80f7d035-4f0c-4913-bdf5-f8da24358a50 HTTP/1.1" status: 200 len: 946 time: 0.2251337 Aug 18 12:58:02.930974 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df40ac-2a05-412e-8a6b-c8d98f69d5ae req-c36e4070-a116-43c9-8fe2-631682fdcdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:02.932583 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-76df40ac-2a05-412e-8a6b-c8d98f69d5ae req-c36e4070-a116-43c9-8fe2-631682fdcdd1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b896f31e-62b0-4c89-b554-2d6ea14ce4b9 HTTP/1.1" status: 200 len: 913 time: 0.3190217 Aug 18 12:58:02.988859 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-76df40ac-2a05-412e-8a6b-c8d98f69d5ae req-8367224a-cb41-4fc8-9f26-0b00fa75b240 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=550bdb34-442a-4d0b-bd4c-c7b6230c4836 HTTP/1.1" status: 200 len: 217 time: 0.0411470 Aug 18 12:58:03.001410 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dc792e46-c8df-4e06-9972-51c9fc50fbbd req-0bd3a648-2219-4745-bc53-7d4ea3edf317 tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae5ed206-34a3-49aa-9c84-9bd465c8e602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138816 Aug 18 12:58:03.005116 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-fdf9e8cf-b870-4a76-b283-b4ee142d88a4 req-2bef419e-aa6c-47b2-9f39-8335ed5f8870 tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] For port 606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1,segment=NetworkSegment(77ddab3d-ff23-496e-8941-930388f26c0a),segment_id=77ddab3d-ff23-496e-8941-930388f26c0a)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:03.005661 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fdf9e8cf-b870-4a76-b283-b4ee142d88a4 req-2bef419e-aa6c-47b2-9f39-8335ed5f8870 tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:03.026138 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f3968-3849-4270-b21e-8bdd5abb7ed9 req-89c99c1d-435a-4527-ba2e-5a3e30bc7c7d tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:03.034158 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f3968-3849-4270-b21e-8bdd5abb7ed9 req-89c99c1d-435a-4527-ba2e-5a3e30bc7c7d tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:03.040187 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dc8f3968-3849-4270-b21e-8bdd5abb7ed9 req-89c99c1d-435a-4527-ba2e-5a3e30bc7c7d tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa HTTP/1.1" status: 200 len: 1666 time: 0.2050142 Aug 18 12:58:03.061215 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-fdf9e8cf-b870-4a76-b283-b4ee142d88a4 req-2bef419e-aa6c-47b2-9f39-8335ed5f8870 tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] Calling delete_port for 606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:58:03.135962 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df40ac-2a05-412e-8a6b-c8d98f69d5ae req-4cf95a34-861b-4922-b4dd-59129f4dcee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:03.137440 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-76df40ac-2a05-412e-8a6b-c8d98f69d5ae req-4cf95a34-861b-4922-b4dd-59129f4dcee0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=01ff60f5-a1bd-4c4a-b8b1-0b6ab79f5acb HTTP/1.1" status: 200 len: 852 time: 0.1394675 Aug 18 12:58:03.154223 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dc8f3968-3849-4270-b21e-8bdd5abb7ed9 req-6e74c493-c3fb-4750-a694-3a29e29c1016 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/security-groups?id=51a6849c-d15a-4aae-9ba4-dedea7cdd11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131566 Aug 18 12:58:03.231752 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-76df40ac-2a05-412e-8a6b-c8d98f69d5ae req-77ab7017-f822-4f5f-9355-36e7d8f8c086 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b896f31e-62b0-4c89-b554-2d6ea14ce4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755627 Aug 18 12:58:03.297368 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1171e7a6-9602-489b-8445-78479a39186b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:03.312277 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2c607-e0cb-4e4b-8786-9c8ad42b69af req-11d8a539-d9e9-46f7-a9bf-d58f0bd9bbe0 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:03.313804 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-91c2c607-e0cb-4e4b-8786-9c8ad42b69af req-11d8a539-d9e9-46f7-a9bf-d58f0bd9bbe0 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 945 time: 0.1945291 Aug 18 12:58:03.334930 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171e7a6-9602-489b-8445-78479a39186b admin admin] Pushing event deleted for resources: {'Port': ['ID=fc8e97d5-172d-490c-993b-a90dcfe35740,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:03.368434 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421c9d2-a320-4830-b118-5515feaf861d req-1859d8dc-6adb-45dc-85ae-2fc19bb2f635 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:03.370006 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d421c9d2-a320-4830-b118-5515feaf861d req-1859d8dc-6adb-45dc-85ae-2fc19bb2f635 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=a23022cc-9251-4100-8f31-96a5fe63fbea HTTP/1.1" status: 200 len: 950 time: 0.1099749 Aug 18 12:58:03.393378 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fdf9e8cf-b870-4a76-b283-b4ee142d88a4 req-2bef419e-aa6c-47b2-9f39-8335ed5f8870 tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:03.409065 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:58:03.449846 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef419e-aa6c-47b2-9f39-8335ed5f8870 tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] Pushing event deleted for resources: {'Port': ['ID=606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:03.490968 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1171e7a6-9602-489b-8445-78479a39186b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:03.495638 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d421c9d2-a320-4830-b118-5515feaf861d req-06698e07-2366-4bb1-b09f-12314f420708 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062560 Aug 18 12:58:03.608383 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf9e8cf-b870-4a76-b283-b4ee142d88a4 req-2bef419e-aa6c-47b2-9f39-8335ed5f8870 tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] No DVR routers for this DVR port 606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:58:03.827203 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 3d00cd66-19cc-4add-ae0a-403320a99769 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:58:03.829297 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fdf9e8cf-b870-4a76-b283-b4ee142d88a4 req-2bef419e-aa6c-47b2-9f39-8335ed5f8870 tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:03.829297 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fdf9e8cf-b870-4a76-b283-b4ee142d88a4 req-2bef419e-aa6c-47b2-9f39-8335ed5f8870 tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] 10.222.0.20 "DELETE /v2.0/ports/606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1 HTTP/1.1" status: 204 len: 173 time: 1.6176991 Aug 18 12:58:03.832300 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 3d00cd66-19cc-4add-ae0a-403320a99769 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:58:03.833545 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1171e7a6-9602-489b-8445-78479a39186b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:03.834144 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 3d00cd66-19cc-4add-ae0a-403320a99769 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:58:03.835283 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa', 'tag': '0a659e1f-8cbd-46ec-a6ed-b519a7494214'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:58:03.836013 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1171e7a6-9602-489b-8445-78479a39186b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:03.836533 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c55b78-c59b-4266-87cd-5e6c9c69a9cf" -d '{"events": [{"name": "network-changed", "server_uuid": "dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa", "tag": "0a659e1f-8cbd-46ec-a6ed-b519a7494214"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:58:03.836533 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-91c2c607-e0cb-4e4b-8786-9c8ad42b69af req-0e48aacc-8637-4c94-9b6f-88638f480f8f tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940823 Aug 18 12:58:03.836533 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-76df40ac-2a05-412e-8a6b-c8d98f69d5ae req-d24e0e8c-9e93-43c7-9d31-a812f5ceeaca service neutron] 10.222.0.39 "GET /v2.0/networks/b896f31e-62b0-4c89-b554-2d6ea14ce4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4788806 Aug 18 12:58:03.838506 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190e8ab-3f0f-43aa-9d6a-458a6f40aaa0 req-e94f1490-382c-4e64-a802-b3a93b434346 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:03.838506 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d190e8ab-3f0f-43aa-9d6a-458a6f40aaa0 req-e94f1490-382c-4e64-a802-b3a93b434346 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad63d5-50bf-4329-9e2e-403433c7eb5e HTTP/1.1" status: 200 len: 943 time: 0.1272023 Aug 18 12:58:03.838506 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d190e8ab-3f0f-43aa-9d6a-458a6f40aaa0 req-0ec9be68-3b57-4aa4-bb17-a9d8afd376f4 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366416 Aug 18 12:58:03.839841 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4be64e-e2a6-42c4-b982-fcb42d7e8199 x-openstack-request-id: req-8c4be64e-e2a6-42c4-b982-fcb42d7e8199 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:58:03.839841 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa", "tag": "0a659e1f-8cbd-46ec-a6ed-b519a7494214", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:58:03.839841 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c4be64e-e2a6-42c4-b982-fcb42d7e8199 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:58:03.839841 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa', 'tag': '0a659e1f-8cbd-46ec-a6ed-b519a7494214', 'status': 'completed', 'code': 200} Aug 18 12:58:03.839841 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-d4e7ae1a-6faf-4b64-8edd-86fe30f29a4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9b454e4-6ba9-46fb-8693-b1c9f14fb690 {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:58:03.839841 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44448) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:03.877112 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-d4e7ae1a-6faf-4b64-8edd-86fe30f29a4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:03.913010 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-d4e7ae1a-6faf-4b64-8edd-86fe30f29a4b service neutron] Transition to ACTIVE for port object a9b454e4-6ba9-46fb-8693-b1c9f14fb690 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:58:03.929100 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c55b78-c59b-4266-87cd-5e6c9c69a9cf req-c80feb56-c904-4c23-987a-9ec19413e4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:03.929847 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c55b78-c59b-4266-87cd-5e6c9c69a9cf req-c80feb56-c904-4c23-987a-9ec19413e4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:03.931728 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e2c55b78-c59b-4266-87cd-5e6c9c69a9cf req-c80feb56-c904-4c23-987a-9ec19413e4d2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ca98f73fa3194194a71c5ae1a46b55b4&device_id=dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa HTTP/1.1" status: 200 len: 1913 time: 0.0636170 Aug 18 12:58:03.931879 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-37a8e39a-2a97-413a-b3df-1d333f957a2e admin admin] Deleting subnet 1d36fd44-8800-4fcd-a2e6-7f2cd328cec9 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:58:03.936463 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-37a8e39a-2a97-413a-b3df-1d333f957a2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:03.940280 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-76df40ac-2a05-412e-8a6b-c8d98f69d5ae req-6322f24f-3734-4157-87ae-7a6a5d1263ae service neutron] 10.222.0.39 "GET /v2.0/networks/b896f31e-62b0-4c89-b554-2d6ea14ce4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075677 Aug 18 12:58:03.984910 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-37a8e39a-2a97-413a-b3df-1d333f957a2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:04.022325 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-37a8e39a-2a97-413a-b3df-1d333f957a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:04.028679 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f7d035-4f0c-4913-bdf5-f8da24358a50', 'name': 'network-vif-deleted', 'tag': '606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:58:04.031471 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c9d122-7179-456d-944e-00728fce6fdd" -d '{"events": [{"server_uuid": "80f7d035-4f0c-4913-bdf5-f8da24358a50", "name": "network-vif-deleted", "tag": "606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:58:04.075040 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777336c-71f0-40ff-89ed-d2ac2fcb271c req-8431c4a4-06ca-4e8e-bf45-837209e470f7 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:04.076604 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0777336c-71f0-40ff-89ed-d2ac2fcb271c req-8431c4a4-06ca-4e8e-bf45-837209e470f7 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.20 "GET /v2.0/ports?device_id=a23022cc-9251-4100-8f31-96a5fe63fbea HTTP/1.1" status: 200 len: 950 time: 0.0846767 Aug 18 12:58:04.118256 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c55b78-c59b-4266-87cd-5e6c9c69a9cf req-62f46315-8d63-468f-b71c-c165cef30dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:04.118744 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c55b78-c59b-4266-87cd-5e6c9c69a9cf req-62f46315-8d63-468f-b71c-c165cef30dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:04.119218 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c55b78-c59b-4266-87cd-5e6c9c69a9cf req-62f46315-8d63-468f-b71c-c165cef30dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:04.121070 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e2c55b78-c59b-4266-87cd-5e6c9c69a9cf req-62f46315-8d63-468f-b71c-c165cef30dfe service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=ca98f73fa3194194a71c5ae1a46b55b4&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1807780 Aug 18 12:58:04.125131 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b4897b39-caeb-4c4d-834a-8724c0f08413 req-79c0c168-f28c-4f87-9a5b-3a786668c29e tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] 10.222.0.13 "GET /v2.0/ports?device_id=80f7d035-4f0c-4913-bdf5-f8da24358a50 HTTP/1.1" status: 200 len: 210 time: 0.0289841 Aug 18 12:58:04.172555 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71001be3-7aad-4354-9293-812d6e920ed7 x-openstack-request-id: req-71001be3-7aad-4354-9293-812d6e920ed7 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:58:04.172879 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f7d035-4f0c-4913-bdf5-f8da24358a50", "name": "network-vif-deleted", "tag": "606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:58:04.173935 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-71001be3-7aad-4354-9293-812d6e920ed7 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:58:04.174063 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f7d035-4f0c-4913-bdf5-f8da24358a50', 'name': 'network-vif-deleted', 'tag': '606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1', 'status': 'completed', 'code': 200} Aug 18 12:58:04.262663 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c55b78-c59b-4266-87cd-5e6c9c69a9cf req-a883713c-8b6f-4a69-9127-810052891ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:04.264171 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e2c55b78-c59b-4266-87cd-5e6c9c69a9cf req-a883713c-8b6f-4a69-9127-810052891ab3 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1344578 Aug 18 12:58:04.267189 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-0777336c-71f0-40ff-89ed-d2ac2fcb271c req-98ce707e-ff60-4979-b107-e64d9d3387b0 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Deleting port 739333ca-1537-4172-9d8e-51326df7fbf3 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:58:04.267530 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0777336c-71f0-40ff-89ed-d2ac2fcb271c req-98ce707e-ff60-4979-b107-e64d9d3387b0 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:04.298705 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54cead-3b0a-45e8-9a52-6d9987981ed8 req-9d8657a2-d270-492f-9dae-08e9ace56a86 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:04.307530 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54cead-3b0a-45e8-9a52-6d9987981ed8 req-9d8657a2-d270-492f-9dae-08e9ace56a86 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:04.309185 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8e54cead-3b0a-45e8-9a52-6d9987981ed8 req-9d8657a2-d270-492f-9dae-08e9ace56a86 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa HTTP/1.1" status: 200 len: 1666 time: 0.0699530 Aug 18 12:58:04.310682 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-d4e7ae1a-6faf-4b64-8edd-86fe30f29a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:04.316710 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1171e7a6-9602-489b-8445-78479a39186b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:04.317593 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1171e7a6-9602-489b-8445-78479a39186b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e486bcf-156c-4a07-ad87-c642a5034dff {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:58:04.328171 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1171e7a6-9602-489b-8445-78479a39186b admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:04.329886 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1171e7a6-9602-489b-8445-78479a39186b admin admin] 10.222.0.13 "DELETE /v2.0/routers/4e486bcf-156c-4a07-ad87-c642a5034dff HTTP/1.1" status: 204 len: 168 time: 3.0746455 Aug 18 12:58:04.333340 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44474) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:04.341106 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-37a8e39a-2a97-413a-b3df-1d333f957a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:04.420015 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-37a8e39a-2a97-413a-b3df-1d333f957a2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:04.421340 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0a03603-0a81-42d3-a355-0a4ccf91586a admin admin] Deleting subnet 5b4a60a8-ee52-413c-a6b3-93b773b744c4 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:58:04.425288 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-37a8e39a-2a97-413a-b3df-1d333f957a2e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1d36fd44-8800-4fcd-a2e6-7f2cd328cec9 HTTP/1.1" status: 204 len: 168 time: 0.5914731 Aug 18 12:58:04.430867 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-0777336c-71f0-40ff-89ed-d2ac2fcb271c req-98ce707e-ff60-4979-b107-e64d9d3387b0 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] For port 739333ca-1537-4172-9d8e-51326df7fbf3, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=739333ca-1537-4172-9d8e-51326df7fbf3,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:04.430867 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0777336c-71f0-40ff-89ed-d2ac2fcb271c req-98ce707e-ff60-4979-b107-e64d9d3387b0 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:04.430867 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44476) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:04.444108 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c0a03603-0a81-42d3-a355-0a4ccf91586a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:04.475304 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8e54cead-3b0a-45e8-9a52-6d9987981ed8 req-2de4df61-4890-4148-ae91-a77ef5d73355 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/security-groups?id=51a6849c-d15a-4aae-9ba4-dedea7cdd11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190801 Aug 18 12:58:04.496024 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7ae1a-6faf-4b64-8edd-86fe30f29a4b service neutron] Pushing event updated for resources: {'Port': ['ID=a9b454e4-6ba9-46fb-8693-b1c9f14fb690,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:04.498256 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8e39a-2a97-413a-b3df-1d333f957a2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d36fd44-8800-4fcd-a2e6-7f2cd328cec9,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:04.543587 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-0777336c-71f0-40ff-89ed-d2ac2fcb271c req-98ce707e-ff60-4979-b107-e64d9d3387b0 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Calling delete_port for 739333ca-1537-4172-9d8e-51326df7fbf3 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:58:04.620620 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-d4e7ae1a-6faf-4b64-8edd-86fe30f29a4b service neutron] Attempting to bind port a9b454e4-6ba9-46fb-8693-b1c9f14fb690 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:58:04.621037 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-d4e7ae1a-6faf-4b64-8edd-86fe30f29a4b service neutron] Attempting to bind port a9b454e4-6ba9-46fb-8693-b1c9f14fb690 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '04904de8-0128-4a52-b988-64b79ef67659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cb672d75-e815-49ce-ba5f-f5dd0dc477c5'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:58:04.621423 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-d4e7ae1a-6faf-4b64-8edd-86fe30f29a4b service neutron] Attempting to bind port a9b454e4-6ba9-46fb-8693-b1c9f14fb690 on network cb672d75-e815-49ce-ba5f-f5dd0dc477c5 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:58:04.626915 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-d4e7ae1a-6faf-4b64-8edd-86fe30f29a4b service neutron] Port a9b454e4-6ba9-46fb-8693-b1c9f14fb690 on network cb672d75-e815-49ce-ba5f-f5dd0dc477c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:58:04.627485 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-d4e7ae1a-6faf-4b64-8edd-86fe30f29a4b service neutron] Attempting to bind port a9b454e4-6ba9-46fb-8693-b1c9f14fb690 on network cb672d75-e815-49ce-ba5f-f5dd0dc477c5 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:58:04.639695 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-d4e7ae1a-6faf-4b64-8edd-86fe30f29a4b service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:58:04.641423 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-d4e7ae1a-6faf-4b64-8edd-86fe30f29a4b service neutron] Checking segment: {'id': '04904de8-0128-4a52-b988-64b79ef67659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cb672d75-e815-49ce-ba5f-f5dd0dc477c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:58:04.641423 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-d4e7ae1a-6faf-4b64-8edd-86fe30f29a4b service neutron] Bound using segment: {'id': '04904de8-0128-4a52-b988-64b79ef67659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cb672d75-e815-49ce-ba5f-f5dd0dc477c5'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:58:04.641423 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-d4e7ae1a-6faf-4b64-8edd-86fe30f29a4b service neutron] Bound port: a9b454e4-6ba9-46fb-8693-b1c9f14fb690, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04904de8-0128-4a52-b988-64b79ef67659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cb672d75-e815-49ce-ba5f-f5dd0dc477c5'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:58:04.641988 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-d4e7ae1a-6faf-4b64-8edd-86fe30f29a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:04.693140 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c0a03603-0a81-42d3-a355-0a4ccf91586a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:04.759513 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0a3c15b7-ef41-49cf-9620-5f7540dee73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:04.776064 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f07d8-2a1a-4cd2-a518-5dc1e0a27cbf req-3fd58dc4-4f2c-4ef0-bedb-9873fc2f515c tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:04.778226 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7f7f07d8-2a1a-4cd2-a518-5dc1e0a27cbf req-3fd58dc4-4f2c-4ef0-bedb-9873fc2f515c tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=a23022cc-9251-4100-8f31-96a5fe63fbea HTTP/1.1" status: 200 len: 950 time: 0.1249959 Aug 18 12:58:04.781156 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-d4e7ae1a-6faf-4b64-8edd-86fe30f29a4b service neutron] For port a9b454e4-6ba9-46fb-8693-b1c9f14fb690, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:58:04.785316 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-d4e7ae1a-6faf-4b64-8edd-86fe30f29a4b service neutron] For port a9b454e4-6ba9-46fb-8693-b1c9f14fb690, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=a9b454e4-6ba9-46fb-8693-b1c9f14fb690,segment=NetworkSegment(04904de8-0128-4a52-b988-64b79ef67659),segment_id=04904de8-0128-4a52-b988-64b79ef67659)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:58:04.849958 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7f7f07d8-2a1a-4cd2-a518-5dc1e0a27cbf req-03997973-1554-4749-a1c7-214e08e42921 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439041 Aug 18 12:58:04.863591 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-d4e7ae1a-6faf-4b64-8edd-86fe30f29a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:04.948773 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf354a-99a4-47fb-a91c-7b27fea28d77 req-26662e6c-9218-4c85-a668-c8d79bc60fea tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:04.956667 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0eaf354a-99a4-47fb-a91c-7b27fea28d77 req-26662e6c-9218-4c85-a668-c8d79bc60fea tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 945 time: 0.2639186 Aug 18 12:58:04.976235 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-d4e7ae1a-6faf-4b64-8edd-86fe30f29a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:04.979296 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-d4e7ae1a-6faf-4b64-8edd-86fe30f29a4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:04.979453 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-d4e7ae1a-6faf-4b64-8edd-86fe30f29a4b service neutron] 10.222.0.39 "PUT /v2.0/ports/a9b454e4-6ba9-46fb-8693-b1c9f14fb690 HTTP/1.1" status: 200 len: 1092 time: 2.2804885 Aug 18 12:58:04.980041 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7ae1a-6faf-4b64-8edd-86fe30f29a4b service neutron] Pushing event updated for resources: {'Port': ['ID=a9b454e4-6ba9-46fb-8693-b1c9f14fb690,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:05.055362 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bf4ad-5945-4be5-98e0-c60db54e0452 req-0e6e4d06-8737-4276-8019-0f451faf2868 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:05.056940 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-019bf4ad-5945-4be5-98e0-c60db54e0452 req-0e6e4d06-8737-4276-8019-0f451faf2868 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad63d5-50bf-4329-9e2e-403433c7eb5e HTTP/1.1" status: 200 len: 943 time: 0.0570939 Aug 18 12:58:05.099129 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device a02baceb-270d-41b8-ba25-91eccf364c18 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:58:05.117774 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0a3c15b7-ef41-49cf-9620-5f7540dee73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:05.140498 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-0a3c15b7-ef41-49cf-9620-5f7540dee73a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46a1f2b9-23ee-4e90-a39a-16f5eeeb0d1c']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:05.141153 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-019bf4ad-5945-4be5-98e0-c60db54e0452 req-02e7a122-a70c-4954-8400-bf00055cdfe6 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737405 Aug 18 12:58:05.144421 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c0a03603-0a81-42d3-a355-0a4ccf91586a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:05.152169 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: a02baceb-270d-41b8-ba25-91eccf364c18 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:58:05.152782 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device a02baceb-270d-41b8-ba25-91eccf364c18 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:58:05.153406 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:58:05.223331 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:58:05.231432 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 606d61f4-88c7-4bb2-8e6e-0a4537dbe9a1 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:58:05.259217 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-77e7ab9a-e09b-4606-9a12-fc9b93c03897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:05.259978 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-77e7ab9a-e09b-4606-9a12-fc9b93c03897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:05.261570 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-77e7ab9a-e09b-4606-9a12-fc9b93c03897 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ca98f73fa3194194a71c5ae1a46b55b4&device_id=dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa HTTP/1.1" status: 200 len: 1980 time: 0.1150670 Aug 18 12:58:05.265644 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-0a3c15b7-ef41-49cf-9620-5f7540dee73a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87314b3c-93ed-48f4-b1e0-8050932e9fcf') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:05.266089 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-0a3c15b7-ef41-49cf-9620-5f7540dee73a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87314b3c-93ed-48f4-b1e0-8050932e9fcf') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:05.294948 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-86b7c8c6-8f42-43e6-96c2-7ea1302d198c req-5e5e9e20-aaa2-44c0-9c41-fa59169c47e5 tempest-InstanceActionsTestJSON-1102867249 tempest-InstanceActionsTestJSON-1102867249-project] 10.222.0.13 "GET /v2.0/ports?device_id=80f7d035-4f0c-4913-bdf5-f8da24358a50 HTTP/1.1" status: 200 len: 210 time: 0.0323844 Aug 18 12:58:05.310761 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0a3c15b7-ef41-49cf-9620-5f7540dee73a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:05.333598 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-75c779e4-bfb0-4a01-af02-684b27e38316 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.84&port_id=0a659e1f-8cbd-46ec-a6ed-b519a7494214 HTTP/1.1" status: 200 len: 217 time: 0.0604715 Aug 18 12:58:05.334464 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0eaf354a-99a4-47fb-a91c-7b27fea28d77 req-b5579a06-abf0-4aac-b56a-a14229445cbd tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767321 Aug 18 12:58:05.352761 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0a3c15b7-ef41-49cf-9620-5f7540dee73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:05.361158 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a3c15b7-ef41-49cf-9620-5f7540dee73a admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:58:05.361552 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0a3c15b7-ef41-49cf-9620-5f7540dee73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:05.363362 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 12:58:05.363362 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:58:05.363362 n-d-803603-2 neutron-server[101675]: timer() Aug 18 12:58:05.363362 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:58:05.363362 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 12:58:05.363362 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:58:05.363362 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 12:58:05.363362 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:58:05.363362 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 12:58:05.363362 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:58:05.363362 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 12:58:05.363362 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:58:05.363362 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 12:58:05.363362 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:58:05.363362 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:58:05.363362 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:58:05.363362 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:58:05.363362 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:58:05.363362 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 12:58:05.363362 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:58:05.363362 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 12:58:05.363362 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:58:05.363362 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:58:05.363362 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:58:05.363362 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 12:58:05.363362 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:58:05.363362 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:58:05.363362 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:58:05.363362 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:58:05.363362 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:58:05.363362 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:58:05.363362 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:58:05.409688 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-1c0b31b4-58be-4009-8b68-8a9806f8885d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:05.411298 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-1c0b31b4-58be-4009-8b68-8a9806f8885d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f572c36-f35b-4bc3-bfdf-38dcbf79d82c HTTP/1.1" status: 200 len: 801 time: 0.0694470 Aug 18 12:58:05.427671 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4169336c-3646-4a5b-bb9d-0419670a41ef req-35a00cf7-19c5-457f-92c3-dd131ce5d0e3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9407b444-c01e-4e46-a1da-ec7c9a1bc4fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1380749 Aug 18 12:58:05.432565 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c0a03603-0a81-42d3-a355-0a4ccf91586a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:05.487163 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-6e8f6aa5-1213-4923-a0ca-129fbaa4e554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:05.488702 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-6e8f6aa5-1213-4923-a0ca-129fbaa4e554 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2928c991-0880-4c00-b8f8-7eac8f52d7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0687876 Aug 18 12:58:05.499001 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0777336c-71f0-40ff-89ed-d2ac2fcb271c req-98ce707e-ff60-4979-b107-e64d9d3387b0 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:05.504298 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a03603-0a81-42d3-a355-0a4ccf91586a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b4a60a8-ee52-413c-a6b3-93b773b744c4,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:05.517259 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['2308fcb3-38a2-4859-8f4f-93c5076d787e', '10be887f-d4a7-4e50-96c9-afdefe48e1fb', 'db83e3cf-31d7-4b4a-92c4-68ced55e1e8b'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:58:05.519743 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['44bf2515-cd47-443d-b2d8-b5004621c8e9', '384a8833-88fe-4c1d-be0c-1a73f037e676', 'd9f8d7ab-5bd5-407f-b270-de7ccc354679', '0cc63bf1-f915-449c-86d3-c95f41dc0d73', '739333ca-1537-4172-9d8e-51326df7fbf3'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:58:05.524356 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c0a03603-0a81-42d3-a355-0a4ccf91586a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:05.533308 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6912bd-678d-4e50-ad10-a9097b9d6824 None None] Network ef55dfcc-523d-4f12-b8da-76e65c505057 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:58:05.533502 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c0a03603-0a81-42d3-a355-0a4ccf91586a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5b4a60a8-ee52-413c-a6b3-93b773b744c4 HTTP/1.1" status: 204 len: 168 time: 1.1951184 Aug 18 12:58:05.552503 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44506) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:05.586057 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ce707e-ff60-4979-b107-e64d9d3387b0 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Pushing event deleted for resources: {'Port': ['ID=739333ca-1537-4172-9d8e-51326df7fbf3,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:05.606826 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0a3c15b7-ef41-49cf-9620-5f7540dee73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:05.621734 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device fc8e97d5-172d-490c-993b-a90dcfe35740 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:58:05.624017 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0a3c15b7-ef41-49cf-9620-5f7540dee73a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:05.628340 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0a3c15b7-ef41-49cf-9620-5f7540dee73a admin admin] 10.222.0.13 "DELETE /v2.0/networks/46a1f2b9-23ee-4e90-a39a-16f5eeeb0d1c HTTP/1.1" status: 204 len: 168 time: 1.1847320 Aug 18 12:58:05.704012 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: fc8e97d5-172d-490c-993b-a90dcfe35740 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:58:05.708403 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device fc8e97d5-172d-490c-993b-a90dcfe35740 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:58:05.709576 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-29cd3603-53f7-44c7-b5aa-b0e2ac927c83 service neutron] 10.222.0.39 "GET /v2.0/networks/2928c991-0880-4c00-b8f8-7eac8f52d7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110770 Aug 18 12:58:05.758392 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28363dd3-d45a-4650-86b7-c79001befc43 req-aee15729-22ef-4f16-845d-d1458c201d3d tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:05.779415 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28363dd3-d45a-4650-86b7-c79001befc43 req-aee15729-22ef-4f16-845d-d1458c201d3d tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:05.781062 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-28363dd3-d45a-4650-86b7-c79001befc43 req-aee15729-22ef-4f16-845d-d1458c201d3d tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa HTTP/1.1" status: 200 len: 1678 time: 0.1703553 Aug 18 12:58:05.789816 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 550bdb34-442a-4d0b-bd4c-c7b6230c4836 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:58:05.806583 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-0777336c-71f0-40ff-89ed-d2ac2fcb271c req-98ce707e-ff60-4979-b107-e64d9d3387b0 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] No DVR routers for this DVR port 739333ca-1537-4172-9d8e-51326df7fbf3 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:58:05.809629 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0777336c-71f0-40ff-89ed-d2ac2fcb271c req-98ce707e-ff60-4979-b107-e64d9d3387b0 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:05.813013 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0777336c-71f0-40ff-89ed-d2ac2fcb271c req-98ce707e-ff60-4979-b107-e64d9d3387b0 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.20 "DELETE /v2.0/ports/739333ca-1537-4172-9d8e-51326df7fbf3 HTTP/1.1" status: 204 len: 173 time: 1.7286124 Aug 18 12:58:05.822431 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c15b7-ef41-49cf-9620-5f7540dee73a admin admin] Pushing event deleted for resources: {'Network': ['ID=46a1f2b9-23ee-4e90-a39a-16f5eeeb0d1c,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:05.854212 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa', 'tag': 'a9b454e4-6ba9-46fb-8693-b1c9f14fb690'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:58:05.857283 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe20ffe9-f2c2-4758-8c90-22c015c8c8a8" -d '{"events": [{"name": "network-changed", "server_uuid": "dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa", "tag": "a9b454e4-6ba9-46fb-8693-b1c9f14fb690"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:58:05.866373 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e19b557d-f232-4cad-85a2-481d8005aa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:05.869352 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169336c-3646-4a5b-bb9d-0419670a41ef req-214188d5-4d04-4e77-8c2a-8db082c7818d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:05.872076 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4169336c-3646-4a5b-bb9d-0419670a41ef req-214188d5-4d04-4e77-8c2a-8db082c7818d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ac48e14392114051ba5d025a8226fe94&device_id=9407b444-c01e-4e46-a1da-ec7c9a1bc4fd HTTP/1.1" status: 200 len: 1100 time: 0.3815906 Aug 18 12:58:05.893474 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6934bbfc-65e7-4a0d-aabb-eab3c887b17a req-a7cbdd26-4ada-4abd-8e4e-7cd6fe36a998 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4d02796a-bc54-4b77-8c9b-92e5527394e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1997719 Aug 18 12:58:05.996673 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.db.resource_extend [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 12:58:06.015827 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-28363dd3-d45a-4650-86b7-c79001befc43 req-f50174d2-796e-457d-b948-d14981365cd6 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/security-groups?id=51a6849c-d15a-4aae-9ba4-dedea7cdd11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091029 Aug 18 12:58:06.015827 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-03da5f1b-50ec-463b-a69e-949fd7265dfb service neutron] 10.222.0.39 "GET /v2.0/networks/2928c991-0880-4c00-b8f8-7eac8f52d7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910442 Aug 18 12:58:06.017612 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdb1b93-38e1-400c-95fc-c66ea148d472 x-openstack-request-id: req-1cdb1b93-38e1-400c-95fc-c66ea148d472 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:58:06.019795 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa", "tag": "a9b454e4-6ba9-46fb-8693-b1c9f14fb690", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:58:06.019795 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1cdb1b93-38e1-400c-95fc-c66ea148d472 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:58:06.022589 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa', 'tag': 'a9b454e4-6ba9-46fb-8693-b1c9f14fb690', 'status': 'completed', 'code': 200} Aug 18 12:58:06.130113 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-772582f7-adf5-424e-8c1f-2825e3fa3141 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.167&port_id=a9b454e4-6ba9-46fb-8693-b1c9f14fb690 HTTP/1.1" status: 200 len: 217 time: 0.0986054 Aug 18 12:58:06.130579 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4de0c114-dff9-45b6-914e-cba4a170f399 req-fc37c21c-68c0-41c7-9d9e-81e20e08b39f tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=a23022cc-9251-4100-8f31-96a5fe63fbea HTTP/1.1" status: 200 len: 210 time: 0.0803301 Aug 18 12:58:06.133895 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934bbfc-65e7-4a0d-aabb-eab3c887b17a req-fb1c4f4d-29e7-4245-a10c-41c2a448480c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:06.135813 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6934bbfc-65e7-4a0d-aabb-eab3c887b17a req-fb1c4f4d-29e7-4245-a10c-41c2a448480c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac48e14392114051ba5d025a8226fe94&device_id=4d02796a-bc54-4b77-8c9b-92e5527394e5 HTTP/1.1" status: 200 len: 1101 time: 0.1540577 Aug 18 12:58:06.143140 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169336c-3646-4a5b-bb9d-0419670a41ef req-a80bf6f6-3f9e-4046-ac6e-72d4b89ab371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:06.144998 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4169336c-3646-4a5b-bb9d-0419670a41ef req-a80bf6f6-3f9e-4046-ac6e-72d4b89ab371 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.2483971 Aug 18 12:58:06.150969 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-e19b557d-f232-4cad-85a2-481d8005aa06 admin admin] Deleting port 3f6d2a05-cebf-4a9c-9fbd-1283a42164a4 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:58:06.152825 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e19b557d-f232-4cad-85a2-481d8005aa06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:06.186115 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-465beed3-f0bc-4387-94ed-8be18c829a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:06.188174 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-465beed3-f0bc-4387-94ed-8be18c829a1a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=96f3c743-d6ed-451b-a150-535d8f7923f3 HTTP/1.1" status: 200 len: 801 time: 0.0590906 Aug 18 12:58:06.199687 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23022cc-9251-4100-8f31-96a5fe63fbea', 'name': 'network-vif-deleted', 'tag': '739333ca-1537-4172-9d8e-51326df7fbf3'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:58:06.202089 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06c434b-41f5-44f8-a25b-2221e756d522" -d '{"events": [{"server_uuid": "a23022cc-9251-4100-8f31-96a5fe63fbea", "name": "network-vif-deleted", "tag": "739333ca-1537-4172-9d8e-51326df7fbf3"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:58:06.229659 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44524) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:06.297140 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79580b37-5f71-47bf-abfd-e09d62a7252a x-openstack-request-id: req-79580b37-5f71-47bf-abfd-e09d62a7252a {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:58:06.299875 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23022cc-9251-4100-8f31-96a5fe63fbea", "name": "network-vif-deleted", "tag": "739333ca-1537-4172-9d8e-51326df7fbf3", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:58:06.299875 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79580b37-5f71-47bf-abfd-e09d62a7252a {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:58:06.299875 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a23022cc-9251-4100-8f31-96a5fe63fbea', 'name': 'network-vif-deleted', 'tag': '739333ca-1537-4172-9d8e-51326df7fbf3', 'status': 'completed', 'code': 200} Aug 18 12:58:06.322055 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-b2d22f4b-df63-47cb-91df-d00e42610fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:06.323746 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-b2d22f4b-df63-47cb-91df-d00e42610fba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb672d75-e815-49ce-ba5f-f5dd0dc477c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1218214 Aug 18 12:58:06.327452 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4169336c-3646-4a5b-bb9d-0419670a41ef req-76756f7f-93ad-4e00-8387-46a5b901ee87 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=2308fcb3-38a2-4859-8f4f-93c5076d787e HTTP/1.1" status: 200 len: 217 time: 0.1723361 Aug 18 12:58:06.336241 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bd1c3-4618-4541-b55e-a4f71104f86d req-adbd80e6-85e1-4781-993e-6b116330adca tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:06.344911 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-534bd1c3-4618-4541-b55e-a4f71104f86d req-adbd80e6-85e1-4781-993e-6b116330adca tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad63d5-50bf-4329-9e2e-403433c7eb5e HTTP/1.1" status: 200 len: 943 time: 0.1102881 Aug 18 12:58:06.362694 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 550bdb34-442a-4d0b-bd4c-c7b6230c4836, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=550bdb34-442a-4d0b-bd4c-c7b6230c4836,segment=NetworkSegment(203c474d-56e3-424f-9d3b-a131550498ab),segment_id=203c474d-56e3-424f-9d3b-a131550498ab)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:06.408415 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44532) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:06.427475 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f71ec9-e590-4ceb-84d4-1aa3054a4a69 None None] DHCP port deletion for ef55dfcc-523d-4f12-b8da-76e65c505057 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:58:06.458668 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '550bdb34-442a-4d0b-bd4c-c7b6230c4836', 'network_id': 'b896f31e-62b0-4c89-b554-2d6ea14ce4b9', 'port_id': '550bdb34-442a-4d0b-bd4c-c7b6230c4836', 'mac_address': 'fa:16:3e:81:76:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ff60f5-a1bd-4c4a-b8b1-0b6ab79f5acb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:58:06.479470 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-e19b557d-f232-4cad-85a2-481d8005aa06 admin admin] For port 3f6d2a05-cebf-4a9c-9fbd-1283a42164a4, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=3f6d2a05-cebf-4a9c-9fbd-1283a42164a4,segment=NetworkSegment(02e1d0e2-ca25-417a-9e05-dd7985b03292),segment_id=02e1d0e2-ca25-417a-9e05-dd7985b03292)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:06.479879 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e19b557d-f232-4cad-85a2-481d8005aa06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:06.488671 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9f1600f1-04c9-44f9-9f5f-31d12da7fa91 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f70dc5d69b6e42bd8c1161ac2c3cd458&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2219775 Aug 18 12:58:06.489384 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44534) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:06.489932 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-63b25f05-01ab-440d-9b99-7e9fb9e379df service neutron] 10.222.0.39 "GET /v2.0/networks/cb672d75-e815-49ce-ba5f-f5dd0dc477c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300879 Aug 18 12:58:06.565818 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-e19b557d-f232-4cad-85a2-481d8005aa06 admin admin] Calling delete_port for 3f6d2a05-cebf-4a9c-9fbd-1283a42164a4 owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:58:06.580805 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169336c-3646-4a5b-bb9d-0419670a41ef req-06c46150-0828-4770-9e5c-a1ca4388b86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:06.582495 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4169336c-3646-4a5b-bb9d-0419670a41ef req-06c46150-0828-4770-9e5c-a1ca4388b86f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.2389231 Aug 18 12:58:06.612611 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a9e922b8-53c8-4350-9ae8-dcfe17fdb302 req-ce7b293a-50a7-42d3-a865-5ec44b4c0258 service neutron] 10.222.0.39 "GET /v2.0/networks/cb672d75-e815-49ce-ba5f-f5dd0dc477c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145587 Aug 18 12:58:06.626344 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-efb4417c-adbe-4104-b088-a005bf3bfe2f admin admin] Deleting subnet dc1ba28c-6199-4ad4-974d-8e9c420fb9eb {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:58:06.648841 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-efb4417c-adbe-4104-b088-a005bf3bfe2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:06.658652 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:06.685809 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-534bd1c3-4618-4541-b55e-a4f71104f86d req-4d8b7f55-b502-42df-982b-58ffc7a1d334 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387785 Aug 18 12:58:06.705792 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934bbfc-65e7-4a0d-aabb-eab3c887b17a req-98b53cf3-4f09-460b-adff-9ec8c0643d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:06.707367 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6934bbfc-65e7-4a0d-aabb-eab3c887b17a req-98b53cf3-4f09-460b-adff-9ec8c0643d63 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.5023477 Aug 18 12:58:06.752931 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f2332-58b1-401a-bc96-9db22b2b7078 req-54d95543-5616-4427-a1cf-2c6f5af1cbfa tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:06.754536 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f18f2332-58b1-401a-bc96-9db22b2b7078 req-54d95543-5616-4427-a1cf-2c6f5af1cbfa tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 945 time: 0.2859607 Aug 18 12:58:06.789422 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20ffe9-f2c2-4758-8c90-22c015c8c8a8 req-d711da4e-a436-4222-8cde-bf3b5008e01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:06.789976 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20ffe9-f2c2-4758-8c90-22c015c8c8a8 req-d711da4e-a436-4222-8cde-bf3b5008e01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:06.791690 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fe20ffe9-f2c2-4758-8c90-22c015c8c8a8 req-d711da4e-a436-4222-8cde-bf3b5008e01f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ca98f73fa3194194a71c5ae1a46b55b4&device_id=dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa HTTP/1.1" status: 200 len: 1980 time: 0.0458651 Aug 18 12:58:06.894139 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 550bdb34-442a-4d0b-bd4c-c7b6230c4836 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:58:06.911738 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20ffe9-f2c2-4758-8c90-22c015c8c8a8 req-a9fb5c4a-a92b-4ca1-a45a-d6bf9c0f421f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:06.913406 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fe20ffe9-f2c2-4758-8c90-22c015c8c8a8 req-a9fb5c4a-a92b-4ca1-a45a-d6bf9c0f421f service neutron] 10.222.0.39 "GET /v2.0/networks?id=cb672d75-e815-49ce-ba5f-f5dd0dc477c5 HTTP/1.1" status: 200 len: 903 time: 0.1137421 Aug 18 12:58:06.940022 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-e4f71ec9-e590-4ceb-84d4-1aa3054a4a69 None None] Deleting port 3f6d2a05-cebf-4a9c-9fbd-1283a42164a4 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:58:06.940724 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e4f71ec9-e590-4ceb-84d4-1aa3054a4a69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:06.948816 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 550bdb34-442a-4d0b-bd4c-c7b6230c4836, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=550bdb34-442a-4d0b-bd4c-c7b6230c4836,segment=NetworkSegment(203c474d-56e3-424f-9d3b-a131550498ab),segment_id=203c474d-56e3-424f-9d3b-a131550498ab)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:06.977974 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fe20ffe9-f2c2-4758-8c90-22c015c8c8a8 req-d0259d95-df4f-48fd-a873-0902c8762162 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.167&port_id=a9b454e4-6ba9-46fb-8693-b1c9f14fb690 HTTP/1.1" status: 200 len: 217 time: 0.0530579 Aug 18 12:58:07.048414 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:07.089118 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20ffe9-f2c2-4758-8c90-22c015c8c8a8 req-d6791089-e994-4563-a073-784019b8914d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:07.090975 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fe20ffe9-f2c2-4758-8c90-22c015c8c8a8 req-d6791089-e994-4563-a073-784019b8914d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=96f3c743-d6ed-451b-a150-535d8f7923f3 HTTP/1.1" status: 200 len: 801 time: 0.0958812 Aug 18 12:58:07.125917 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=550bdb34-442a-4d0b-bd4c-c7b6230c4836,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:07.136625 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d2910a07-b398-4783-9e55-f4757152dc4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:07.157812 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6934bbfc-65e7-4a0d-aabb-eab3c887b17a req-f6829b0d-2828-4941-8a64-aed64e749f36 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=44bf2515-cd47-443d-b2d8-b5004621c8e9 HTTP/1.1" status: 200 len: 217 time: 0.4394898 Aug 18 12:58:07.172284 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-e4f71ec9-e590-4ceb-84d4-1aa3054a4a69 None None] For port 3f6d2a05-cebf-4a9c-9fbd-1283a42164a4, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=3f6d2a05-cebf-4a9c-9fbd-1283a42164a4,segment=NetworkSegment(02e1d0e2-ca25-417a-9e05-dd7985b03292),segment_id=02e1d0e2-ca25-417a-9e05-dd7985b03292)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:07.172549 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb16370-ca6c-4170-afed-e20d3f4113d2 req-2714ba87-93fe-4f2d-8d0e-29b942d6203e tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:07.173731 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e4f71ec9-e590-4ceb-84d4-1aa3054a4a69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:07.178022 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-efb4417c-adbe-4104-b088-a005bf3bfe2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:07.179345 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb16370-ca6c-4170-afed-e20d3f4113d2 req-2714ba87-93fe-4f2d-8d0e-29b942d6203e tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:07.180807 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3cb16370-ca6c-4170-afed-e20d3f4113d2 req-2714ba87-93fe-4f2d-8d0e-29b942d6203e tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa HTTP/1.1" status: 200 len: 1678 time: 0.1062784 Aug 18 12:58:07.180953 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169336c-3646-4a5b-bb9d-0419670a41ef req-195bec71-55e9-472d-87ea-c68d2f8d435d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:07.182428 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4169336c-3646-4a5b-bb9d-0419670a41ef req-195bec71-55e9-472d-87ea-c68d2f8d435d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5775278 Aug 18 12:58:07.182925 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20ffe9-f2c2-4758-8c90-22c015c8c8a8 req-8fc1be57-a340-4ac6-a303-68cf9b5c5bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:07.184593 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fe20ffe9-f2c2-4758-8c90-22c015c8c8a8 req-8fc1be57-a340-4ac6-a303-68cf9b5c5bee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb672d75-e815-49ce-ba5f-f5dd0dc477c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0795655 Aug 18 12:58:07.207741 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-e4f71ec9-e590-4ceb-84d4-1aa3054a4a69 None None] Calling delete_port for 3f6d2a05-cebf-4a9c-9fbd-1283a42164a4 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:58:07.277422 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d2910a07-b398-4783-9e55-f4757152dc4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:07.287864 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3cb16370-ca6c-4170-afed-e20d3f4113d2 req-0919e6bc-9808-43db-8feb-e2facca4b04e tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/security-groups?id=51a6849c-d15a-4aae-9ba4-dedea7cdd11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931277 Aug 18 12:58:07.324885 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['550bdb34-442a-4d0b-bd4c-c7b6230c4836'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:58:07.380241 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-efb4417c-adbe-4104-b088-a005bf3bfe2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:07.387316 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f18f2332-58b1-401a-bc96-9db22b2b7078 req-409d6545-f64c-401a-9f73-b3133b069cfe tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451191 Aug 18 12:58:07.395401 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fe20ffe9-f2c2-4758-8c90-22c015c8c8a8 req-39890d29-f4bb-4452-90a4-b47caabbb81b service neutron] 10.222.0.39 "GET /v2.0/networks/cb672d75-e815-49ce-ba5f-f5dd0dc477c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964598 Aug 18 12:58:07.431952 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934bbfc-65e7-4a0d-aabb-eab3c887b17a req-9f05aa1e-a0a9-4a37-a43e-07ae029ade7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:07.433433 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6934bbfc-65e7-4a0d-aabb-eab3c887b17a req-9f05aa1e-a0a9-4a37-a43e-07ae029ade7e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.2592678 Aug 18 12:58:07.483460 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e19b557d-f232-4cad-85a2-481d8005aa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:07.488102 n-d-803603-2 neutron-server[101677]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 12:58:07.488102 n-d-803603-2 neutron-server[101677]: from cryptography.utils import int_from_bytes Aug 18 12:58:07.488102 n-d-803603-2 neutron-server[101677]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 12:58:07.488102 n-d-803603-2 neutron-server[101677]: from cryptography.utils import int_from_bytes Aug 18 12:58:07.488102 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:58:07.488102 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 12:58:07.488102 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:58:07.488102 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 12:58:07.488102 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:58:07.488102 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 12:58:07.488102 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:58:07.488102 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 12:58:07.488102 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:58:07.488102 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 12:58:07.488102 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:58:07.488102 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 12:58:07.488102 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:58:07.488102 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 12:58:07.488102 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:58:07.488102 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 12:58:07.488102 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:58:07.488102 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 12:58:07.488102 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:58:07.488102 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 12:58:07.488102 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:58:07.488102 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 12:58:07.488102 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:58:07.488102 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 12:58:07.488102 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:58:07.488102 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 12:58:07.488102 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:58:07.488102 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 12:58:07.488102 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:58:07.488102 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 12:58:07.488102 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:58:07.488102 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 12:58:07.488102 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:58:07.488102 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 12:58:07.488102 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:58:07.488102 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 12:58:07.488102 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:58:07.488102 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 12:58:07.491682 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:58:07.491682 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 12:58:07.491682 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:58:07.491682 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 12:58:07.491682 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:58:07.491682 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 12:58:07.491682 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:58:07.491682 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 12:58:07.491682 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:58:07.491682 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 12:58:07.491682 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:58:07.491682 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 12:58:07.491682 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:58:07.491682 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 12:58:07.517605 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e4f71ec9-e590-4ceb-84d4-1aa3054a4a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:07.531140 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fe20ffe9-f2c2-4758-8c90-22c015c8c8a8 req-59adab14-faed-406a-8863-f8ac95adf4c2 service neutron] 10.222.0.39 "GET /v2.0/networks/cb672d75-e815-49ce-ba5f-f5dd0dc477c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277661 Aug 18 12:58:07.538673 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b557d-f232-4cad-85a2-481d8005aa06 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f6d2a05-cebf-4a9c-9fbd-1283a42164a4,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:07.545702 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19b557d-f232-4cad-85a2-481d8005aa06 admin admin] No DVR routers for this DVR port 3f6d2a05-cebf-4a9c-9fbd-1283a42164a4 on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:58:07.546854 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4169336c-3646-4a5b-bb9d-0419670a41ef req-e9ecc5e9-bbdf-4dce-b925-666b2037cf20 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314283 Aug 18 12:58:07.583121 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f71ec9-e590-4ceb-84d4-1aa3054a4a69 None None] Pushing event deleted for resources: {'Port': ['ID=3f6d2a05-cebf-4a9c-9fbd-1283a42164a4,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:07.593251 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934bbfc-65e7-4a0d-aabb-eab3c887b17a req-7ebe0cef-cf2a-45c5-8dcb-466b2a11974a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:07.595394 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6934bbfc-65e7-4a0d-aabb-eab3c887b17a req-7ebe0cef-cf2a-45c5-8dcb-466b2a11974a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1513112 Aug 18 12:58:07.596676 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f71ec9-e590-4ceb-84d4-1aa3054a4a69 None None] No DVR routers for this DVR port 3f6d2a05-cebf-4a9c-9fbd-1283a42164a4 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:58:07.663344 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 3f6d2a05-cebf-4a9c-9fbd-1283a42164a4 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:58:07.690229 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-efb4417c-adbe-4104-b088-a005bf3bfe2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:07.694539 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 3f6d2a05-cebf-4a9c-9fbd-1283a42164a4 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:58:07.694893 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 3f6d2a05-cebf-4a9c-9fbd-1283a42164a4 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:58:07.788491 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb4417c-adbe-4104-b088-a005bf3bfe2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc1ba28c-6199-4ad4-974d-8e9c420fb9eb,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:07.795272 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e19b557d-f232-4cad-85a2-481d8005aa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:07.822569 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-efb4417c-adbe-4104-b088-a005bf3bfe2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:07.824456 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-efb4417c-adbe-4104-b088-a005bf3bfe2f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dc1ba28c-6199-4ad4-974d-8e9c420fb9eb HTTP/1.1" status: 204 len: 168 time: 1.4096255 Aug 18 12:58:07.827196 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44564) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:07.841927 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-e19b557d-f232-4cad-85a2-481d8005aa06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef55dfcc-523d-4f12-b8da-76e65c505057']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:07.881427 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d2910a07-b398-4783-9e55-f4757152dc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:07.884108 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d2910a07-b398-4783-9e55-f4757152dc4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:07.885214 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d2910a07-b398-4783-9e55-f4757152dc4c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/82ad49d3-7c09-4a56-813d-70de0435297d HTTP/1.1" status: 204 len: 168 time: 1.3768206 Aug 18 12:58:07.887291 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-e19b557d-f232-4cad-85a2-481d8005aa06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02e1d0e2-ca25-417a-9e05-dd7985b03292') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:07.887987 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-e19b557d-f232-4cad-85a2-481d8005aa06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02e1d0e2-ca25-417a-9e05-dd7985b03292') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:07.908716 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-faa32544-12b8-4765-8cc2-abece840738f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:07.929171 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2910a07-b398-4783-9e55-f4757152dc4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ad49d3-7c09-4a56-813d-70de0435297d,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:07.948041 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e19b557d-f232-4cad-85a2-481d8005aa06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:07.953327 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6934bbfc-65e7-4a0d-aabb-eab3c887b17a req-e453e76d-b958-4e18-885c-c5005b175ee3 service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257918 Aug 18 12:58:07.966539 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4169336c-3646-4a5b-bb9d-0419670a41ef req-2a85b7b5-520c-4492-b168-681f04b5e891 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956184 Aug 18 12:58:07.998156 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e19b557d-f232-4cad-85a2-481d8005aa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:08.041199 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d95c4-85d3-4bc0-8ac7-8269a4121e4e req-d5c98c82-bce8-4d98-8c4a-756377a13e66 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:08.043204 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9b8d95c4-85d3-4bc0-8ac7-8269a4121e4e req-d5c98c82-bce8-4d98-8c4a-756377a13e66 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad63d5-50bf-4329-9e2e-403433c7eb5e HTTP/1.1" status: 200 len: 944 time: 0.2570698 Aug 18 12:58:08.048491 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e19b557d-f232-4cad-85a2-481d8005aa06 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:58:08.049068 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e19b557d-f232-4cad-85a2-481d8005aa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:08.051107 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 12:58:08.051107 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:58:08.051107 n-d-803603-2 neutron-server[101675]: timer() Aug 18 12:58:08.051107 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:58:08.051107 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 12:58:08.051107 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:58:08.051107 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 12:58:08.051107 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:58:08.051107 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 12:58:08.051107 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:58:08.051107 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 12:58:08.051107 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:58:08.051107 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 12:58:08.051107 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:58:08.051107 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:58:08.051107 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:58:08.051107 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:58:08.051107 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:58:08.051107 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 12:58:08.051107 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:58:08.051107 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 12:58:08.051107 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:58:08.051107 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:58:08.051107 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:58:08.051107 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 12:58:08.051107 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:58:08.051107 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:58:08.051107 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:58:08.051107 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:58:08.051107 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:58:08.051107 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:58:08.051107 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:58:08.062255 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfb4ed-5417-4076-9ec8-81bdc9441f3e req-07b18225-c314-400e-87d1-8cfbfbfe47eb tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:08.064830 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5ecfb4ed-5417-4076-9ec8-81bdc9441f3e req-07b18225-c314-400e-87d1-8cfbfbfe47eb tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfb81df6-6aaa-4f1e-a82c-d491e70bd4ef HTTP/1.1" status: 200 len: 949 time: 0.1456461 Aug 18 12:58:08.066896 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-faa32544-12b8-4765-8cc2-abece840738f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:08.078967 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-faa32544-12b8-4765-8cc2-abece840738f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e51ccc3b-abcc-41e3-af86-d35409ed3b10']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:08.100972 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-faa32544-12b8-4765-8cc2-abece840738f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ddab3d-ff23-496e-8941-930388f26c0a') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:08.101278 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-faa32544-12b8-4765-8cc2-abece840738f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ddab3d-ff23-496e-8941-930388f26c0a') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:08.116274 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-faa32544-12b8-4765-8cc2-abece840738f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:08.138137 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5ecfb4ed-5417-4076-9ec8-81bdc9441f3e req-c6654b85-e2b6-4a66-858a-de24ecc49c24 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635026 Aug 18 12:58:08.141648 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-faa32544-12b8-4765-8cc2-abece840738f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:08.149097 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faa32544-12b8-4765-8cc2-abece840738f admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:58:08.149558 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-faa32544-12b8-4765-8cc2-abece840738f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:08.151955 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 12:58:08.151955 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:58:08.151955 n-d-803603-2 neutron-server[101676]: timer() Aug 18 12:58:08.151955 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:58:08.151955 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 12:58:08.151955 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:58:08.151955 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 12:58:08.151955 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:58:08.151955 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 12:58:08.151955 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:58:08.151955 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 12:58:08.151955 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:58:08.151955 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 12:58:08.151955 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:58:08.151955 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:58:08.151955 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:58:08.151955 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:58:08.151955 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:58:08.151955 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 12:58:08.151955 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:58:08.151955 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 12:58:08.151955 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:58:08.151955 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:58:08.151955 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:58:08.151955 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 12:58:08.151955 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:58:08.151955 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:58:08.151955 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:58:08.151955 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:58:08.151955 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:58:08.151955 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:58:08.151955 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:58:08.187117 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9b8d95c4-85d3-4bc0-8ac7-8269a4121e4e req-e49c3f75-a1b7-4cc4-b049-b2508d801aff tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241746 Aug 18 12:58:08.217148 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e19b557d-f232-4cad-85a2-481d8005aa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:08.223500 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6934bbfc-65e7-4a0d-aabb-eab3c887b17a req-01020327-b0b6-4540-84f8-21b998f33ae6 service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615588 Aug 18 12:58:08.239988 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e19b557d-f232-4cad-85a2-481d8005aa06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:08.244458 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e19b557d-f232-4cad-85a2-481d8005aa06 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ef55dfcc-523d-4f12-b8da-76e65c505057 HTTP/1.1" status: 204 len: 168 time: 2.6680176 Aug 18 12:58:08.244458 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b557d-f232-4cad-85a2-481d8005aa06 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef55dfcc-523d-4f12-b8da-76e65c505057,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:08.273199 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-faa32544-12b8-4765-8cc2-abece840738f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:08.280172 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-faa32544-12b8-4765-8cc2-abece840738f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:08.282783 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-faa32544-12b8-4765-8cc2-abece840738f admin admin] 10.222.0.13 "DELETE /v2.0/networks/e51ccc3b-abcc-41e3-af86-d35409ed3b10 HTTP/1.1" status: 204 len: 168 time: 0.4537055 Aug 18 12:58:08.292741 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa32544-12b8-4765-8cc2-abece840738f admin admin] Pushing event deleted for resources: {'Network': ['ID=e51ccc3b-abcc-41e3-af86-d35409ed3b10,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:08.401165 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd4a4d-acae-460e-a446-bb5e7a06e747 req-803e3e77-cd36-4412-9658-2a78462a8877 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:08.408153 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd4a4d-acae-460e-a446-bb5e7a06e747 req-803e3e77-cd36-4412-9658-2a78462a8877 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:08.409789 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-23fd4a4d-acae-460e-a446-bb5e7a06e747 req-803e3e77-cd36-4412-9658-2a78462a8877 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa HTTP/1.1" status: 200 len: 1678 time: 0.0625937 Aug 18 12:58:08.462733 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-23fd4a4d-acae-460e-a446-bb5e7a06e747 req-b17cf74c-6197-4301-9555-36882ce07fd0 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/security-groups?id=51a6849c-d15a-4aae-9ba4-dedea7cdd11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458000 Aug 18 12:58:08.526976 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea1527-4982-4338-8663-f052ae0cb3cb req-5dd6c5e9-3ad0-4c8b-ab80-a325d66b8390 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:08.528507 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a3ea1527-4982-4338-8663-f052ae0cb3cb req-5dd6c5e9-3ad0-4c8b-ab80-a325d66b8390 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 945 time: 0.0502014 Aug 18 12:58:08.567553 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a3ea1527-4982-4338-8663-f052ae0cb3cb req-31117d8c-5980-428b-93a9-a4336b812c28 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319455 Aug 18 12:58:08.856854 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44584) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:08.888537 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44586) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:08.928873 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-dfd41ba9-5801-416a-bf0b-036e0bf18a9c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e7baf9905d27419197839304a4370813&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0694463 Aug 18 12:58:08.931474 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44588) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:08.987422 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-46a9fec8-219e-4ce3-a068-14fb71b90c12 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f5276defc25b4c8498210980601f90f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0973930 Aug 18 12:58:08.994309 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44590) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:09.009276 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-efe7b22d-3f06-4dbd-bae0-ad19dd451bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:09.036180 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-efe7b22d-3f06-4dbd-bae0-ad19dd451bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:09.054059 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dd010dc1-b07e-4ae6-81c7-87acebce50c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:09.076090 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dd010dc1-b07e-4ae6-81c7-87acebce50c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:09.137383 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 739333ca-1537-4172-9d8e-51326df7fbf3 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:58:09.147383 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-efe7b22d-3f06-4dbd-bae0-ad19dd451bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:09.150002 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-efe7b22d-3f06-4dbd-bae0-ad19dd451bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:09.151186 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-efe7b22d-3f06-4dbd-bae0-ad19dd451bd2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae5ed206-34a3-49aa-9c84-9bd465c8e602 HTTP/1.1" status: 204 len: 168 time: 0.2188220 Aug 18 12:58:09.158589 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 739333ca-1537-4172-9d8e-51326df7fbf3 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:58:09.158925 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 739333ca-1537-4172-9d8e-51326df7fbf3 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:58:09.160735 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7b22d-3f06-4dbd-bae0-ad19dd451bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5ed206-34a3-49aa-9c84-9bd465c8e602,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:09.226632 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dd010dc1-b07e-4ae6-81c7-87acebce50c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:09.229501 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dd010dc1-b07e-4ae6-81c7-87acebce50c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:09.233248 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-dd010dc1-b07e-4ae6-81c7-87acebce50c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51b1f4ae-1eb9-439c-9129-09f9ad482d45 HTTP/1.1" status: 204 len: 168 time: 0.2393992 Aug 18 12:58:09.239927 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd010dc1-b07e-4ae6-81c7-87acebce50c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b1f4ae-1eb9-439c-9129-09f9ad482d45,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:09.301420 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62229c-56a0-4925-af77-665984094be6 req-e66ac305-dde1-4a02-b80a-59ea47b8c3fa tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:09.303870 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8f62229c-56a0-4925-af77-665984094be6 req-e66ac305-dde1-4a02-b80a-59ea47b8c3fa tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfb81df6-6aaa-4f1e-a82c-d491e70bd4ef HTTP/1.1" status: 200 len: 949 time: 0.0811319 Aug 18 12:58:09.322430 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3b28d-e135-416b-b1c3-8d889a6e3df7 req-b175b277-3746-4a68-96bb-7a5a50318ba2 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:09.324225 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-61e3b28d-e135-416b-b1c3-8d889a6e3df7 req-b175b277-3746-4a68-96bb-7a5a50318ba2 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfb81df6-6aaa-4f1e-a82c-d491e70bd4ef HTTP/1.1" status: 200 len: 949 time: 0.0637815 Aug 18 12:58:09.349573 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8f62229c-56a0-4925-af77-665984094be6 req-15b534b3-17f8-43f9-82cc-1dd7ce309736 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377038 Aug 18 12:58:09.423575 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5de742-478e-403b-b5c9-526362e1a398 req-e93ae35a-4783-4016-aac2-4243f4301c94 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:09.429896 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ba5de742-478e-403b-b5c9-526362e1a398 req-e93ae35a-4783-4016-aac2-4243f4301c94 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad63d5-50bf-4329-9e2e-403433c7eb5e HTTP/1.1" status: 200 len: 944 time: 0.0999167 Aug 18 12:58:09.479753 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ba5de742-478e-403b-b5c9-526362e1a398 req-58f6539a-5c39-4c7b-81a2-88e35bef9246 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469017 Aug 18 12:58:09.488554 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-61e3b28d-e135-416b-b1c3-8d889a6e3df7 req-661ffc10-a163-41e9-8bc1-dd229bb65d59 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Deleting port db83e3cf-31d7-4b4a-92c4-68ced55e1e8b {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:58:09.489248 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-61e3b28d-e135-416b-b1c3-8d889a6e3df7 req-661ffc10-a163-41e9-8bc1-dd229bb65d59 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:09.590635 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-61e3b28d-e135-416b-b1c3-8d889a6e3df7 req-661ffc10-a163-41e9-8bc1-dd229bb65d59 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] For port db83e3cf-31d7-4b4a-92c4-68ced55e1e8b, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=db83e3cf-31d7-4b4a-92c4-68ced55e1e8b,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:09.591010 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-61e3b28d-e135-416b-b1c3-8d889a6e3df7 req-661ffc10-a163-41e9-8bc1-dd229bb65d59 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:09.599230 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be876a24-293c-4360-b891-c8a275efc90e req-47865769-dcf3-4022-902c-5e6520ac9add tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:09.610882 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-61e3b28d-e135-416b-b1c3-8d889a6e3df7 req-661ffc10-a163-41e9-8bc1-dd229bb65d59 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Calling delete_port for db83e3cf-31d7-4b4a-92c4-68ced55e1e8b owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:58:09.611013 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be876a24-293c-4360-b891-c8a275efc90e req-47865769-dcf3-4022-902c-5e6520ac9add tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:09.611013 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-be876a24-293c-4360-b891-c8a275efc90e req-47865769-dcf3-4022-902c-5e6520ac9add tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa HTTP/1.1" status: 200 len: 1678 time: 0.0732005 Aug 18 12:58:09.611013 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44618) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:09.653026 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-be876a24-293c-4360-b891-c8a275efc90e req-f5abfc8d-92ae-4709-b40b-6106b2622aa6 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/security-groups?id=51a6849c-d15a-4aae-9ba4-dedea7cdd11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361981 Aug 18 12:58:09.705747 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device a9b454e4-6ba9-46fb-8693-b1c9f14fb690 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:58:09.709909 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 550bdb34-442a-4d0b-bd4c-c7b6230c4836 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:58:09.748686 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b3261-ba4b-481d-9ea3-f527cd51162f req-12bcee80-de9b-4ee9-8c1e-2694077bb0c3 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:09.750264 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-204b3261-ba4b-481d-9ea3-f527cd51162f req-12bcee80-de9b-4ee9-8c1e-2694077bb0c3 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 945 time: 0.0736735 Aug 18 12:58:09.843827 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-204b3261-ba4b-481d-9ea3-f527cd51162f req-5c37dae8-9d0b-4cbc-af47-24b3dd1c9ef9 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759020 Aug 18 12:58:09.874529 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port a9b454e4-6ba9-46fb-8693-b1c9f14fb690, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=a9b454e4-6ba9-46fb-8693-b1c9f14fb690,segment=NetworkSegment(04904de8-0128-4a52-b988-64b79ef67659),segment_id=04904de8-0128-4a52-b988-64b79ef67659)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:09.887615 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'a9b454e4-6ba9-46fb-8693-b1c9f14fb690', 'network_id': 'cb672d75-e815-49ce-ba5f-f5dd0dc477c5', 'port_id': 'a9b454e4-6ba9-46fb-8693-b1c9f14fb690', 'mac_address': 'fa:16:3e:93:c0:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96f3c743-d6ed-451b-a150-535d8f7923f3', 'ip_address': '19.86.0.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:58:09.895836 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 550bdb34-442a-4d0b-bd4c-c7b6230c4836 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:58:09.913243 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3e76e1d8-4eae-4d78-b359-ff1aa9f792f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:09.928194 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 550bdb34-442a-4d0b-bd4c-c7b6230c4836 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:58:09.928194 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:09.949959 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-61e3b28d-e135-416b-b1c3-8d889a6e3df7 req-661ffc10-a163-41e9-8bc1-dd229bb65d59 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:09.969533 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['2308fcb3-38a2-4859-8f4f-93c5076d787e', '10be887f-d4a7-4e50-96c9-afdefe48e1fb', 'db83e3cf-31d7-4b4a-92c4-68ced55e1e8b'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:58:09.971697 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['44bf2515-cd47-443d-b2d8-b5004621c8e9', '384a8833-88fe-4c1d-be0c-1a73f037e676', 'd9f8d7ab-5bd5-407f-b270-de7ccc354679', '0cc63bf1-f915-449c-86d3-c95f41dc0d73'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:58:10.000850 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661ffc10-a163-41e9-8bc1-dd229bb65d59 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Pushing event deleted for resources: {'Port': ['ID=db83e3cf-31d7-4b4a-92c4-68ced55e1e8b,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:10.057260 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:10.061768 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e3b28d-e135-416b-b1c3-8d889a6e3df7 req-661ffc10-a163-41e9-8bc1-dd229bb65d59 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] No DVR routers for this DVR port db83e3cf-31d7-4b4a-92c4-68ced55e1e8b on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:58:10.065493 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-61e3b28d-e135-416b-b1c3-8d889a6e3df7 req-661ffc10-a163-41e9-8bc1-dd229bb65d59 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:10.067439 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-61e3b28d-e135-416b-b1c3-8d889a6e3df7 req-661ffc10-a163-41e9-8bc1-dd229bb65d59 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.39 "DELETE /v2.0/ports/db83e3cf-31d7-4b4a-92c4-68ced55e1e8b HTTP/1.1" status: 204 len: 173 time: 0.7324214 Aug 18 12:58:10.067874 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb81df6-6aaa-4f1e-a82c-d491e70bd4ef', 'name': 'network-vif-deleted', 'tag': 'db83e3cf-31d7-4b4a-92c4-68ced55e1e8b'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:58:10.070143 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0ce890-e3dd-48f1-8e35-485be3779b8c" -d '{"events": [{"server_uuid": "cfb81df6-6aaa-4f1e-a82c-d491e70bd4ef", "name": "network-vif-deleted", "tag": "db83e3cf-31d7-4b4a-92c4-68ced55e1e8b"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:58:10.081737 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3e76e1d8-4eae-4d78-b359-ff1aa9f792f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:10.112602 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445c3c4a-03f5-4f1b-914a-6c749f1f6b33 x-openstack-request-id: req-445c3c4a-03f5-4f1b-914a-6c749f1f6b33 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:58:10.113040 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb81df6-6aaa-4f1e-a82c-d491e70bd4ef", "name": "network-vif-deleted", "tag": "db83e3cf-31d7-4b4a-92c4-68ced55e1e8b", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:58:10.113412 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-445c3c4a-03f5-4f1b-914a-6c749f1f6b33 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:58:10.113907 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b454e4-6ba9-46fb-8693-b1c9f14fb690 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:58:10.114141 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfb81df6-6aaa-4f1e-a82c-d491e70bd4ef', 'name': 'network-vif-deleted', 'tag': 'db83e3cf-31d7-4b4a-92c4-68ced55e1e8b', 'status': 'completed', 'code': 200} Aug 18 12:58:10.164640 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port a9b454e4-6ba9-46fb-8693-b1c9f14fb690, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=a9b454e4-6ba9-46fb-8693-b1c9f14fb690,segment=NetworkSegment(04904de8-0128-4a52-b988-64b79ef67659),segment_id=04904de8-0128-4a52-b988-64b79ef67659)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:10.172176 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:10.192860 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3e76e1d8-4eae-4d78-b359-ff1aa9f792f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:10.231711 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ad63d5-50bf-4329-9e2e-403433c7eb5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550bdb34-442a-4d0b-bd4c-c7b6230c4836'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:58:10.234034 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe921f7-58ae-4efe-883e-8fddd9ba17cf" -d '{"events": [{"server_uuid": "89ad63d5-50bf-4329-9e2e-403433c7eb5e", "name": "network-vif-plugged", "status": "completed", "tag": "550bdb34-442a-4d0b-bd4c-c7b6230c4836"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:58:10.262590 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 550bdb34-442a-4d0b-bd4c-c7b6230c4836, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=550bdb34-442a-4d0b-bd4c-c7b6230c4836,segment=NetworkSegment(203c474d-56e3-424f-9d3b-a131550498ab),segment_id=203c474d-56e3-424f-9d3b-a131550498ab)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:10.287686 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3e76e1d8-4eae-4d78-b359-ff1aa9f792f4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=95563072719346c69df624bf8367c8c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6755774 Aug 18 12:58:10.290625 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44646) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:10.300586 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:10.301547 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 0a659e1f-8cbd-46ec-a6ed-b519a7494214 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:58:10.302675 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e76e1d8-4eae-4d78-b359-ff1aa9f792f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c326c7b-1d4d-4152-ba24-4985f2d26d69,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:10.322310 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44650) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:10.332493 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611d2d22-bd35-48ec-ba52-62eca271b9b7 x-openstack-request-id: req-611d2d22-bd35-48ec-ba52-62eca271b9b7 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:58:10.332964 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ad63d5-50bf-4329-9e2e-403433c7eb5e", "name": "network-vif-plugged", "status": "completed", "tag": "550bdb34-442a-4d0b-bd4c-c7b6230c4836", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:58:10.333371 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-611d2d22-bd35-48ec-ba52-62eca271b9b7 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:58:10.333936 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ad63d5-50bf-4329-9e2e-403433c7eb5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550bdb34-442a-4d0b-bd4c-c7b6230c4836', 'code': 200} Aug 18 12:58:10.383720 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:10.516168 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224f710-022b-40bd-9db2-bff7134870b2 req-915e74c2-0da8-4200-9037-936152a6de6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:10.517750 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5224f710-022b-40bd-9db2-bff7134870b2 req-915e74c2-0da8-4200-9037-936152a6de6c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=89ad63d5-50bf-4329-9e2e-403433c7eb5e HTTP/1.1" status: 200 len: 1096 time: 0.1235111 Aug 18 12:58:10.519457 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dd4a36ba-405d-41b0-b5a9-5c6ad6273381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:10.551530 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e5f996c4-56b6-40e8-8bb2-22c56e819c62 req-d4b107c8-c8a9-4f19-bb03-f03e76afa5bf tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfb81df6-6aaa-4f1e-a82c-d491e70bd4ef HTTP/1.1" status: 200 len: 210 time: 0.0921361 Aug 18 12:58:10.582917 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=a9b454e4-6ba9-46fb-8693-b1c9f14fb690,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:10.597003 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 0a659e1f-8cbd-46ec-a6ed-b519a7494214, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=0a659e1f-8cbd-46ec-a6ed-b519a7494214,segment=NetworkSegment(8417fa8d-10ca-4bed-9fab-a7eb3d2569d3),segment_id=8417fa8d-10ca-4bed-9fab-a7eb3d2569d3)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:10.602967 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dd4a36ba-405d-41b0-b5a9-5c6ad6273381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:10.615767 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5224f710-022b-40bd-9db2-bff7134870b2 req-c5308257-80ff-45fb-bbed-a1864a53b3fe service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788658 Aug 18 12:58:10.675157 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '0a659e1f-8cbd-46ec-a6ed-b519a7494214', 'network_id': '2928c991-0880-4c00-b8f8-7eac8f52d7b8', 'port_id': '0a659e1f-8cbd-46ec-a6ed-b519a7494214', 'mac_address': 'fa:16:3e:97:86:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f572c36-f35b-4bc3-bfdf-38dcbf79d82c', 'ip_address': '19.80.0.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:58:10.717016 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-b7d1972a-7806-4a76-ab4b-d08227d4b658 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1610702963-network', 'tenant_id': 'a69acf78bf3746eeaa5fc9022dc8c14d'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:58:10.759910 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437f5a3-56a8-4377-be4e-bce7aa6af525 req-7094c1c2-b6fc-442b-a865-3f9ae28960eb tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:10.762753 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9437f5a3-56a8-4377-be4e-bce7aa6af525 req-7094c1c2-b6fc-442b-a865-3f9ae28960eb tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad63d5-50bf-4329-9e2e-403433c7eb5e HTTP/1.1" status: 200 len: 945 time: 0.0750759 Aug 18 12:58:10.767837 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=550bdb34-442a-4d0b-bd4c-c7b6230c4836,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:10.799564 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dd4a36ba-405d-41b0-b5a9-5c6ad6273381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:10.801322 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dd4a36ba-405d-41b0-b5a9-5c6ad6273381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:10.807772 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-dd4a36ba-405d-41b0-b5a9-5c6ad6273381 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c326c7b-1d4d-4152-ba24-4985f2d26d69 HTTP/1.1" status: 204 len: 168 time: 0.5150261 Aug 18 12:58:10.810483 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:10.833803 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a36ba-405d-41b0-b5a9-5c6ad6273381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c326c7b-1d4d-4152-ba24-4985f2d26d69,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:10.854973 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a659e1f-8cbd-46ec-a6ed-b519a7494214 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:58:10.857561 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9437f5a3-56a8-4377-be4e-bce7aa6af525 req-84da16d4-6df1-4ea7-9085-9446cf63bdd2 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850673 Aug 18 12:58:10.861506 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dfe4b2-5aef-47af-891b-27522a1f5411 req-945d3852-a5ca-4e8e-9f19-1bc83432c05c tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:10.869415 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dfe4b2-5aef-47af-891b-27522a1f5411 req-945d3852-a5ca-4e8e-9f19-1bc83432c05c tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:10.871054 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-57dfe4b2-5aef-47af-891b-27522a1f5411 req-945d3852-a5ca-4e8e-9f19-1bc83432c05c tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa HTTP/1.1" status: 200 len: 1679 time: 0.1106730 Aug 18 12:58:10.871991 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d1972a-7806-4a76-ab4b-d08227d4b658 admin admin] Made reservation on behalf of a69acf78bf3746eeaa5fc9022dc8c14d for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:58:10.875622 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b7d1972a-7806-4a76-ab4b-d08227d4b658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:10.896230 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b7d1972a-7806-4a76-ab4b-d08227d4b658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:10.904102 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 0a659e1f-8cbd-46ec-a6ed-b519a7494214, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=0a659e1f-8cbd-46ec-a6ed-b519a7494214,segment=NetworkSegment(8417fa8d-10ca-4bed-9fab-a7eb3d2569d3),segment_id=8417fa8d-10ca-4bed-9fab-a7eb3d2569d3)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:10.974073 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:11.019670 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-57dfe4b2-5aef-47af-891b-27522a1f5411 req-cb92c033-a592-4351-9c8e-ed1550091401 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/security-groups?id=51a6849c-d15a-4aae-9ba4-dedea7cdd11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264217 Aug 18 12:58:11.111059 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90865cab-0801-48c8-807b-807f2c36a9a5 req-df4012ef-643b-4c1d-b284-3d7fc273c4ea tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:11.113284 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90865cab-0801-48c8-807b-807f2c36a9a5 req-df4012ef-643b-4c1d-b284-3d7fc273c4ea tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 945 time: 0.1160734 Aug 18 12:58:11.129539 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=0a659e1f-8cbd-46ec-a6ed-b519a7494214,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:11.170749 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90865cab-0801-48c8-807b-807f2c36a9a5 req-f6719438-df58-40ca-9a3d-2ebd4b62a623 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519145 Aug 18 12:58:11.176387 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b7d1972a-7806-4a76-ab4b-d08227d4b658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:11.233387 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b7d1972a-7806-4a76-ab4b-d08227d4b658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:11.256445 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7d1972a-7806-4a76-ab4b-d08227d4b658 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:58:11.272999 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1972a-7806-4a76-ab4b-d08227d4b658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2253196f-2b2c-45b6-87fe-206ec58e833c,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:11.275944 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b7d1972a-7806-4a76-ab4b-d08227d4b658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:11.276290 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-b7d1972a-7806-4a76-ab4b-d08227d4b658 admin admin] Added segment 44b35551-8850-45dc-8598-cb3a6464c671 of type vlan for network eba301b5-d76a-40eb-bc11-80f6db4b965f Aug 18 12:58:11.323392 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b7d1972a-7806-4a76-ab4b-d08227d4b658 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:11.395579 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b7d1972a-7806-4a76-ab4b-d08227d4b658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:11.395579 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d1972a-7806-4a76-ab4b-d08227d4b658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:11.396183 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b7d1972a-7806-4a76-ab4b-d08227d4b658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:11.449438 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['0a659e1f-8cbd-46ec-a6ed-b519a7494214'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:58:11.459978 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1972a-7806-4a76-ab4b-d08227d4b658 admin admin] Pushing event updated for resources: {'Network': ['ID=eba301b5-d76a-40eb-bc11-80f6db4b965f,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:11.473486 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['a9b454e4-6ba9-46fb-8693-b1c9f14fb690'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:58:11.476012 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network eba301b5-d76a-40eb-bc11-80f6db4b965f details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:58:11.480184 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-15e6dc37-35a6-465e-b8f9-811f48ee3277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:11.547180 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b7d1972a-7806-4a76-ab4b-d08227d4b658 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2237692 Aug 18 12:58:11.550619 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44690) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:11.562890 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-dd58e056-8a9b-414f-aa4c-233e75b24747 admin admin] Request body: {'subnet': {'network_id': 'eba301b5-d76a-40eb-bc11-80f6db4b965f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1610702963-subnet', 'tenant_id': 'a69acf78bf3746eeaa5fc9022dc8c14d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:58:11.701308 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd58e056-8a9b-414f-aa4c-233e75b24747 admin admin] Made reservation on behalf of a69acf78bf3746eeaa5fc9022dc8c14d for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:58:11.704814 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dd58e056-8a9b-414f-aa4c-233e75b24747 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:11.710692 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device db83e3cf-31d7-4b4a-92c4-68ced55e1e8b no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:58:11.740916 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: db83e3cf-31d7-4b4a-92c4-68ced55e1e8b {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:58:11.741165 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device db83e3cf-31d7-4b4a-92c4-68ced55e1e8b not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:58:11.741833 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44696) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:11.769588 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fe0cea82-f880-4fbd-aa45-b3ccc870fb2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:11.962938 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fe0cea82-f880-4fbd-aa45-b3ccc870fb2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:12.015148 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83cd452-cc0b-4345-bebc-4a6e6d973ed8 req-01c068f5-a2d9-434e-bb02-90e1f8606d79 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:12.016628 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a83cd452-cc0b-4345-bebc-4a6e6d973ed8 req-01c068f5-a2d9-434e-bb02-90e1f8606d79 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad63d5-50bf-4329-9e2e-403433c7eb5e HTTP/1.1" status: 200 len: 945 time: 0.0480802 Aug 18 12:58:12.053871 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a83cd452-cc0b-4345-bebc-4a6e6d973ed8 req-adbc432d-ac0a-4fc8-9afe-7021a0f0624f tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314033 Aug 18 12:58:12.080450 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fe0cea82-f880-4fbd-aa45-b3ccc870fb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:12.081423 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dd58e056-8a9b-414f-aa4c-233e75b24747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:12.135639 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-fe0cea82-f880-4fbd-aa45-b3ccc870fb2d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b40e9608530342c1a282aae7b85a2b35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3918326 Aug 18 12:58:12.136840 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0cea82-f880-4fbd-aa45-b3ccc870fb2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1533b37-acaa-47c9-b87b-3971f8c70f5c,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:12.139859 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44718) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:12.159804 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd58e056-8a9b-414f-aa4c-233e75b24747 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76a8af78-35f1-45e9-b205-820cfa8ca63d,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:12.184078 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd58e056-8a9b-414f-aa4c-233e75b24747 admin admin] Checking segment: {'id': '44b35551-8850-45dc-8598-cb3a6464c671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'eba301b5-d76a-40eb-bc11-80f6db4b965f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:58:12.184435 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd58e056-8a9b-414f-aa4c-233e75b24747 admin admin] Network hostable DHCP agents. Network: eba301b5-d76a-40eb-bc11-80f6db4b965f, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:58:12.224339 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1bc31c0c-6ab7-48fe-a904-8f67a11f6556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:12.265737 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1bc31c0c-6ab7-48fe-a904-8f67a11f6556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:12.280261 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd58e056-8a9b-414f-aa4c-233e75b24747 admin admin] Network eba301b5-d76a-40eb-bc11-80f6db4b965f is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:58:12.296408 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614e09d-c672-4c3f-8486-51e196f2503a req-97c3128d-5fd3-4bda-a888-d6dfaa551fac tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:12.302473 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614e09d-c672-4c3f-8486-51e196f2503a req-97c3128d-5fd3-4bda-a888-d6dfaa551fac tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:12.304084 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4614e09d-c672-4c3f-8486-51e196f2503a req-97c3128d-5fd3-4bda-a888-d6dfaa551fac tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa HTTP/1.1" status: 200 len: 1680 time: 0.1037760 Aug 18 12:58:12.332086 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-9fe55470-2eca-4991-bc1a-a51a3feab60f tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=661dca905e484d75b25a03a04ea8c980&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229764 Aug 18 12:58:12.350726 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-dd58e056-8a9b-414f-aa4c-233e75b24747 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, eba301b5-d76a-40eb-bc11-80f6db4b965f) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:58:12.350991 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4614e09d-c672-4c3f-8486-51e196f2503a req-6b7019cd-7269-432b-aa1e-5876606ee704 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/security-groups?id=51a6849c-d15a-4aae-9ba4-dedea7cdd11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401328 Aug 18 12:58:12.359364 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d46dba6-08ce-4ff2-b640-6fccb567770f None None] Network eba301b5-d76a-40eb-bc11-80f6db4b965f requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:58:12.392270 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd58e056-8a9b-414f-aa4c-233e75b24747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:12.392945 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dd58e056-8a9b-414f-aa4c-233e75b24747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:12.431859 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1bc31c0c-6ab7-48fe-a904-8f67a11f6556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:12.434436 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1bc31c0c-6ab7-48fe-a904-8f67a11f6556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:12.438078 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1bc31c0c-6ab7-48fe-a904-8f67a11f6556 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d1533b37-acaa-47c9-b87b-3971f8c70f5c HTTP/1.1" status: 204 len: 168 time: 0.2945673 Aug 18 12:58:12.465356 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc31c0c-6ab7-48fe-a904-8f67a11f6556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1533b37-acaa-47c9-b87b-3971f8c70f5c,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:12.472890 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-8f0beed8-0ba6-49a2-a62e-0adafb44438d tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:12.474967 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-8f0beed8-0ba6-49a2-a62e-0adafb44438d tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1364377 Aug 18 12:58:12.486742 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-dd58e056-8a9b-414f-aa4c-233e75b24747 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9350512 Aug 18 12:58:12.487421 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1c695-9be0-4710-9651-17d6fdc28200 req-7f50e208-5070-44c1-a8ba-e9a059a1ab6f tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:12.496556 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ff1c695-9be0-4710-9651-17d6fdc28200 req-7f50e208-5070-44c1-a8ba-e9a059a1ab6f tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=769762f1-7817-4dd1-8430-fed3bbcf9287 HTTP/1.1" status: 200 len: 950 time: 0.0751703 Aug 18 12:58:12.508727 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-1f77c287-5f81-428c-8d01-b83072f5a359 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] 10.222.0.13 "GET /v2.0/quotas/661dca905e484d75b25a03a04ea8c980 HTTP/1.1" status: 200 len: 375 time: 0.0208263 Aug 18 12:58:12.537271 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf5ce31-6245-4f44-b280-9f2ccacfd29b None None] Network eba301b5-d76a-40eb-bc11-80f6db4b965f requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:58:12.550393 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ff1c695-9be0-4710-9651-17d6fdc28200 req-b925ae00-5c2f-401b-804a-0753ea800998 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470657 Aug 18 12:58:12.566108 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-e11cadb7-294d-4cfe-ab13-61fd18c26f6a tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=661dca905e484d75b25a03a04ea8c980&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433567 Aug 18 12:58:12.701692 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e2ed5-81a8-473d-9d92-81472760799a req-39ba255d-4895-4e3b-af4d-8cb2ec9bcd40 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:12.703895 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-997e2ed5-81a8-473d-9d92-81472760799a req-39ba255d-4895-4e3b-af4d-8cb2ec9bcd40 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 945 time: 0.0659258 Aug 18 12:58:12.744470 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-997e2ed5-81a8-473d-9d92-81472760799a req-ef7c7747-f03c-477b-860c-de63e2370123 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338233 Aug 18 12:58:12.905985 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ebc28134-334d-48b0-8b36-4fbbec3e6e78 req-3e0aa199-3b6f-4082-9028-3692119e3bbe tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae69c29-1ceb-40d7-b990-5d6480922406 HTTP/1.1" status: 200 len: 210 time: 0.0722799 Aug 18 12:58:13.200241 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc447e8-2495-415b-a289-c43cd9327268 req-f8a96c97-5541-45d1-a72f-02339760d1ee tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:13.207010 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3fc447e8-2495-415b-a289-c43cd9327268 req-f8a96c97-5541-45d1-a72f-02339760d1ee tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] 10.222.0.13 "GET /v2.0/networks?id=eba301b5-d76a-40eb-bc11-80f6db4b965f HTTP/1.1" status: 200 len: 821 time: 0.1189411 Aug 18 12:58:13.218491 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3fc447e8-2495-415b-a289-c43cd9327268 req-8a455127-9770-4746-8a87-38b0891ac615 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] 10.222.0.13 "GET /v2.0/quotas/a69acf78bf3746eeaa5fc9022dc8c14d HTTP/1.1" status: 200 len: 375 time: 0.0100145 Aug 18 12:58:13.256029 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3fc447e8-2495-415b-a289-c43cd9327268 req-9393d91e-cb99-4c3a-b344-02d9df7950b0 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a69acf78bf3746eeaa5fc9022dc8c14d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316615 Aug 18 12:58:13.377319 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3fc447e8-2495-415b-a289-c43cd9327268 req-460f1565-9b24-41b7-b8ca-bf60e8a54e1f service neutron] 10.222.0.13 "GET /v2.0/networks/eba301b5-d76a-40eb-bc11-80f6db4b965f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137958 Aug 18 12:58:13.542726 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3fc447e8-2495-415b-a289-c43cd9327268 req-af6c3a0b-1f2b-4c97-bc5a-046fcfeabbf6 service neutron] 10.222.0.13 "GET /v2.0/networks/eba301b5-d76a-40eb-bc11-80f6db4b965f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554525 Aug 18 12:58:13.545710 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b6ff6-6ae9-4da4-ac07-09a25fe5577b req-c9baf6a9-fd5b-4b3a-83af-eb7427d83c10 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:13.558187 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b6ff6-6ae9-4da4-ac07-09a25fe5577b req-c9baf6a9-fd5b-4b3a-83af-eb7427d83c10 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:13.576778 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ee2b6ff6-6ae9-4da4-ac07-09a25fe5577b req-c9baf6a9-fd5b-4b3a-83af-eb7427d83c10 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa HTTP/1.1" status: 200 len: 1680 time: 0.1085665 Aug 18 12:58:13.603399 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44792) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:13.627260 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e3789-7801-4efd-b03b-e6f98ba141cb req-d6443e38-c5f1-4695-bbff-d14225ad2063 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:13.627260 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-585e3789-7801-4efd-b03b-e6f98ba141cb req-d6443e38-c5f1-4695-bbff-d14225ad2063 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.39 "GET /v2.0/ports?device_id=769762f1-7817-4dd1-8430-fed3bbcf9287 HTTP/1.1" status: 200 len: 950 time: 0.1763387 Aug 18 12:58:13.662300 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ee2b6ff6-6ae9-4da4-ac07-09a25fe5577b req-c74f228e-5cbd-4a66-be66-bb5d32ac6250 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/security-groups?id=51a6849c-d15a-4aae-9ba4-dedea7cdd11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654261 Aug 18 12:58:13.706900 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 0a659e1f-8cbd-46ec-a6ed-b519a7494214 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:58:13.747517 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-20e33789-c0d4-431b-9d63-13254dc875ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:13.780851 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-585e3789-7801-4efd-b03b-e6f98ba141cb req-86d61843-489b-4d0c-8d51-39c1953c12dc tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Deleting port 10be887f-d4a7-4e50-96c9-afdefe48e1fb {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:58:13.781360 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-585e3789-7801-4efd-b03b-e6f98ba141cb req-86d61843-489b-4d0c-8d51-39c1953c12dc tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:13.817957 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-796b0e75-0980-44bc-a056-12c399804d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:13.856909 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39054589-9f08-4095-a201-3024e61bf2a5 req-ba1fac20-607e-418f-801f-923dad41d9c2 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:13.879502 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-39054589-9f08-4095-a201-3024e61bf2a5 req-ba1fac20-607e-418f-801f-923dad41d9c2 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=769762f1-7817-4dd1-8430-fed3bbcf9287 HTTP/1.1" status: 200 len: 950 time: 0.1471055 Aug 18 12:58:13.890550 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 0a659e1f-8cbd-46ec-a6ed-b519a7494214 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:58:13.894927 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 0a659e1f-8cbd-46ec-a6ed-b519a7494214 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:58:13.898628 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:13.952768 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-585e3789-7801-4efd-b03b-e6f98ba141cb req-86d61843-489b-4d0c-8d51-39c1953c12dc tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] For port 10be887f-d4a7-4e50-96c9-afdefe48e1fb, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=10be887f-d4a7-4e50-96c9-afdefe48e1fb,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:13.953469 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-585e3789-7801-4efd-b03b-e6f98ba141cb req-86d61843-489b-4d0c-8d51-39c1953c12dc tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:13.991307 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-39054589-9f08-4095-a201-3024e61bf2a5 req-1e0f7d67-78ed-4a46-b384-4314d5b114a1 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108091 Aug 18 12:58:13.992059 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-585e3789-7801-4efd-b03b-e6f98ba141cb req-86d61843-489b-4d0c-8d51-39c1953c12dc tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Calling delete_port for 10be887f-d4a7-4e50-96c9-afdefe48e1fb owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:58:14.102138 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-87aad3e0-13c1-4830-add6-c880cff41d18 req-cb5ac289-28dc-4af9-9886-48e69309f85f tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] 10.222.0.13 "GET /v2.0/ports?device_id=99991c3f-6a55-4228-ab2f-0eb7cc0667b5 HTTP/1.1" status: 200 len: 210 time: 0.0351048 Aug 18 12:58:14.131996 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:14.171384 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-796b0e75-0980-44bc-a056-12c399804d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:14.178230 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a659e1f-8cbd-46ec-a6ed-b519a7494214'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:58:14.181655 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85c3d2f-4ae4-4247-9abd-fae071fa2134" -d '{"events": [{"server_uuid": "dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa", "name": "network-vif-plugged", "status": "completed", "tag": "0a659e1f-8cbd-46ec-a6ed-b519a7494214"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:58:14.197041 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 0a659e1f-8cbd-46ec-a6ed-b519a7494214, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=0a659e1f-8cbd-46ec-a6ed-b519a7494214,segment=NetworkSegment(8417fa8d-10ca-4bed-9fab-a7eb3d2569d3),segment_id=8417fa8d-10ca-4bed-9fab-a7eb3d2569d3)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:14.226021 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5a37699a-eb13-4765-ada2-15097226f65e req-417e84e0-710d-4576-a0cd-9d93afc2c8ea tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae69c29-1ceb-40d7-b990-5d6480922406 HTTP/1.1" status: 200 len: 210 time: 0.0271966 Aug 18 12:58:14.259968 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa25b8c-dc0f-467e-8864-537ccbd8a2ab req-6b0beda3-bbe8-4012-922b-cf8c9c8305c7 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:14.261922 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:14.262413 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-796b0e75-0980-44bc-a056-12c399804d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:14.263149 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device a9b454e4-6ba9-46fb-8693-b1c9f14fb690 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:58:14.279955 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-baa25b8c-dc0f-467e-8864-537ccbd8a2ab req-6b0beda3-bbe8-4012-922b-cf8c9c8305c7 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 945 time: 0.1175225 Aug 18 12:58:14.311426 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3712b7-d897-4a01-a209-c9cfec5841ab x-openstack-request-id: req-3d3712b7-d897-4a01-a209-c9cfec5841ab {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:58:14.311992 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa", "name": "network-vif-plugged", "status": "completed", "tag": "0a659e1f-8cbd-46ec-a6ed-b519a7494214", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:58:14.312232 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d3712b7-d897-4a01-a209-c9cfec5841ab {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:58:14.312834 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a659e1f-8cbd-46ec-a6ed-b519a7494214', 'code': 200} Aug 18 12:58:14.324683 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-796b0e75-0980-44bc-a056-12c399804d84 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b5f269264e944f6198faaa0d4e23a7d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7199903 Aug 18 12:58:14.328995 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796b0e75-0980-44bc-a056-12c399804d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0ee86a-ce95-474d-b422-946a14dd803c,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:14.329174 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44822) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:14.411197 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-baa25b8c-dc0f-467e-8864-537ccbd8a2ab req-28c78f62-678a-4959-9355-5f4189828cd4 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182895 Aug 18 12:58:14.435444 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a728c026-d70f-4ce9-abfb-bd4f3c4f8a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:14.460678 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a728c026-d70f-4ce9-abfb-bd4f3c4f8a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:14.508154 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=0a659e1f-8cbd-46ec-a6ed-b519a7494214,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:14.529988 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-585e3789-7801-4efd-b03b-e6f98ba141cb req-86d61843-489b-4d0c-8d51-39c1953c12dc tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:14.542039 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['44bf2515-cd47-443d-b2d8-b5004621c8e9', '384a8833-88fe-4c1d-be0c-1a73f037e676', 'd9f8d7ab-5bd5-407f-b270-de7ccc354679', '0cc63bf1-f915-449c-86d3-c95f41dc0d73'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:58:14.544261 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['2308fcb3-38a2-4859-8f4f-93c5076d787e', '10be887f-d4a7-4e50-96c9-afdefe48e1fb'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:58:14.560687 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d61843-489b-4d0c-8d51-39c1953c12dc tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Pushing event deleted for resources: {'Port': ['ID=10be887f-d4a7-4e50-96c9-afdefe48e1fb,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:14.600902 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-585e3789-7801-4efd-b03b-e6f98ba141cb req-86d61843-489b-4d0c-8d51-39c1953c12dc tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] No DVR routers for this DVR port 10be887f-d4a7-4e50-96c9-afdefe48e1fb on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:58:14.603798 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-585e3789-7801-4efd-b03b-e6f98ba141cb req-86d61843-489b-4d0c-8d51-39c1953c12dc tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:14.605986 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-585e3789-7801-4efd-b03b-e6f98ba141cb req-86d61843-489b-4d0c-8d51-39c1953c12dc tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.39 "DELETE /v2.0/ports/10be887f-d4a7-4e50-96c9-afdefe48e1fb HTTP/1.1" status: 204 len: 173 time: 0.9722121 Aug 18 12:58:14.606447 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '769762f1-7817-4dd1-8430-fed3bbcf9287', 'name': 'network-vif-deleted', 'tag': '10be887f-d4a7-4e50-96c9-afdefe48e1fb'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:58:14.609008 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28e9645-9cfa-4736-85e5-46d572d0e1a0" -d '{"events": [{"server_uuid": "769762f1-7817-4dd1-8430-fed3bbcf9287", "name": "network-vif-deleted", "tag": "10be887f-d4a7-4e50-96c9-afdefe48e1fb"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:58:14.638257 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:14.661468 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37230c30-19f3-43c9-8648-0471b76f6c79 x-openstack-request-id: req-37230c30-19f3-43c9-8648-0471b76f6c79 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:58:14.661468 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "769762f1-7817-4dd1-8430-fed3bbcf9287", "name": "network-vif-deleted", "tag": "10be887f-d4a7-4e50-96c9-afdefe48e1fb", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:58:14.661468 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37230c30-19f3-43c9-8648-0471b76f6c79 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:58:14.661468 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '769762f1-7817-4dd1-8430-fed3bbcf9287', 'name': 'network-vif-deleted', 'tag': '10be887f-d4a7-4e50-96c9-afdefe48e1fb', 'status': 'completed', 'code': 200} Aug 18 12:58:14.675547 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a728c026-d70f-4ce9-abfb-bd4f3c4f8a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:14.679133 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port a9b454e4-6ba9-46fb-8693-b1c9f14fb690 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:58:14.709110 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a728c026-d70f-4ce9-abfb-bd4f3c4f8a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:14.719458 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a728c026-d70f-4ce9-abfb-bd4f3c4f8a40 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/de0ee86a-ce95-474d-b422-946a14dd803c HTTP/1.1" status: 204 len: 168 time: 0.3847179 Aug 18 12:58:14.730353 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port a9b454e4-6ba9-46fb-8693-b1c9f14fb690 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:58:14.732329 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:14.748824 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a728c026-d70f-4ce9-abfb-bd4f3c4f8a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0ee86a-ce95-474d-b422-946a14dd803c,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:14.843914 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d400d-826c-40f8-8505-02317e120630 req-0577370c-c8ef-42c7-84cf-1cfc3e239b9a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:14.852436 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d400d-826c-40f8-8505-02317e120630 req-0577370c-c8ef-42c7-84cf-1cfc3e239b9a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:14.867513 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2b2d400d-826c-40f8-8505-02317e120630 req-0577370c-c8ef-42c7-84cf-1cfc3e239b9a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa HTTP/1.1" status: 200 len: 1681 time: 0.0784357 Aug 18 12:58:14.941185 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2b2d400d-826c-40f8-8505-02317e120630 req-ca7cb384-a38a-426a-aca1-6ef60d329e9e tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/security-groups?id=51a6849c-d15a-4aae-9ba4-dedea7cdd11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665619 Aug 18 12:58:14.998156 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:15.114657 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port a9b454e4-6ba9-46fb-8693-b1c9f14fb690, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=a9b454e4-6ba9-46fb-8693-b1c9f14fb690,segment=NetworkSegment(04904de8-0128-4a52-b988-64b79ef67659),segment_id=04904de8-0128-4a52-b988-64b79ef67659)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:15.214644 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:15.239601 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3cb75800-8551-4729-8fb4-af2a98269701 req-b026df8c-5b7a-4fe8-aa23-622fa81b4c42 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=769762f1-7817-4dd1-8430-fed3bbcf9287 HTTP/1.1" status: 200 len: 210 time: 0.0792735 Aug 18 12:58:15.302362 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d5a177ab-7f6e-4aa0-8b9b-82473ba05954 req-69585235-5cf1-43ef-8c8a-b0306d871357 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] 10.222.0.13 "GET /v2.0/ports?device_id=99991c3f-6a55-4228-ab2f-0eb7cc0667b5 HTTP/1.1" status: 200 len: 210 time: 0.0853140 Aug 18 12:58:15.318601 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:15.330303 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=a9b454e4-6ba9-46fb-8693-b1c9f14fb690,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:15.480265 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b3e5f52e-f790-4755-8c63-d5cf70ab2775 req-f25faad5-5ce6-4862-a264-407cf34f57c7 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae69c29-1ceb-40d7-b990-5d6480922406 HTTP/1.1" status: 200 len: 210 time: 0.0572772 Aug 18 12:58:15.482609 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-6628b412-f0c3-4c20-8d16-488d7f71a0f0 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=661dca905e484d75b25a03a04ea8c980&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478783 Aug 18 12:58:15.634320 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-0954eac7-10b5-4e6e-89c1-2fe1391b95e6 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:15.635732 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-0954eac7-10b5-4e6e-89c1-2fe1391b95e6 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1453524 Aug 18 12:58:15.643821 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e8d34-ee9b-4977-a532-991d65c9d418 req-8c74eb96-1752-44a3-9022-88a0d11911a0 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:15.645155 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f25e8d34-ee9b-4977-a532-991d65c9d418 req-8c74eb96-1752-44a3-9022-88a0d11911a0 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 945 time: 0.0852215 Aug 18 12:58:15.649652 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-91b2404d-3525-43ee-a265-81ca91da52c0 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] Request body: {'port': {'device_id': '4ae69c29-1ceb-40d7-b990-5d6480922406', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'admin_state_up': True, 'tenant_id': '661dca905e484d75b25a03a04ea8c980'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:58:15.770898 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f25e8d34-ee9b-4977-a532-991d65c9d418 req-1cd42e2a-62e2-42ed-b34e-3100a0f9f375 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178155 Aug 18 12:58:15.817210 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:58:15.941115 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-91b2404d-3525-43ee-a265-81ca91da52c0 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] Made reservation on behalf of 661dca905e484d75b25a03a04ea8c980 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:58:15.946621 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-91b2404d-3525-43ee-a265-81ca91da52c0 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:15.958218 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-91b2404d-3525-43ee-a265-81ca91da52c0 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:16.108938 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-91b2404d-3525-43ee-a265-81ca91da52c0 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:16.117386 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79dffee-4a8b-4b0a-ac9e-7cac8f51598a req-a6c6abf8-33e7-47ad-a339-685f95b6dc4a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:16.123249 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79dffee-4a8b-4b0a-ac9e-7cac8f51598a req-a6c6abf8-33e7-47ad-a339-685f95b6dc4a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:16.124871 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b79dffee-4a8b-4b0a-ac9e-7cac8f51598a req-a6c6abf8-33e7-47ad-a339-685f95b6dc4a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa HTTP/1.1" status: 200 len: 1682 time: 0.0829349 Aug 18 12:58:16.165668 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b79dffee-4a8b-4b0a-ac9e-7cac8f51598a req-d7d9d96b-71b8-4d2e-bfd1-7461f638f70c tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/security-groups?id=51a6849c-d15a-4aae-9ba4-dedea7cdd11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346246 Aug 18 12:58:16.184419 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-91b2404d-3525-43ee-a265-81ca91da52c0 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:16.246101 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2404d-3525-43ee-a265-81ca91da52c0 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bb66de-fd08-46d3-bfb4-5427df0546dc,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:16.315099 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b454e4-6ba9-46fb-8693-b1c9f14fb690'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:58:16.319333 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d15f4ad-da1f-4a6e-a5eb-6e8866925e33" -d '{"events": [{"server_uuid": "dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa", "name": "network-vif-plugged", "status": "completed", "tag": "a9b454e4-6ba9-46fb-8693-b1c9f14fb690"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:58:16.371887 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7f71cc-4866-47d4-9d53-c4d274bd66ac x-openstack-request-id: req-eb7f71cc-4866-47d4-9d53-c4d274bd66ac {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:58:16.372498 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa", "name": "network-vif-plugged", "status": "completed", "tag": "a9b454e4-6ba9-46fb-8693-b1c9f14fb690", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:58:16.372904 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb7f71cc-4866-47d4-9d53-c4d274bd66ac {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:58:16.373438 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b454e4-6ba9-46fb-8693-b1c9f14fb690', 'code': 200} Aug 18 12:58:16.396138 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44900) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:16.418348 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-91b2404d-3525-43ee-a265-81ca91da52c0 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] Allocated IP 192.168.233.26 (f82a481e-2d3e-49f3-a273-639556667c8a/38dc8434-66c0-4e05-8cce-b4a4a0f33dc3/729cf000-4e2c-4bf5-9c24-af6942c8a9ac) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:58:16.538658 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-f554f1e0-a8ab-4b0b-a5fc-a26782fde032 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1464763075-network', 'tenant_id': 'add5a5683dbd41f29661fd38fa5b5d0d'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:58:16.556136 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6c2bc2-478e-4ba5-9302-922349dc7e78 req-a37060e4-bb29-4d1e-9793-48d44a3cda58 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] 10.222.0.13 "GET /v2.0/ports?device_id=99991c3f-6a55-4228-ab2f-0eb7cc0667b5 HTTP/1.1" status: 200 len: 210 time: 0.0614207 Aug 18 12:58:16.614208 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a49ed-8ed7-4756-b138-1ccf26aefafc req-1a2e52b9-11d7-4205-8fcc-83c1a394a108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:16.614684 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a49ed-8ed7-4756-b138-1ccf26aefafc req-1a2e52b9-11d7-4205-8fcc-83c1a394a108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:16.616336 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a56a49ed-8ed7-4756-b138-1ccf26aefafc req-1a2e52b9-11d7-4205-8fcc-83c1a394a108 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa HTTP/1.1" status: 200 len: 1984 time: 0.1413224 Aug 18 12:58:16.621700 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f554f1e0-a8ab-4b0b-a5fc-a26782fde032 admin admin] Made reservation on behalf of add5a5683dbd41f29661fd38fa5b5d0d for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:58:16.624842 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f554f1e0-a8ab-4b0b-a5fc-a26782fde032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:16.645670 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f554f1e0-a8ab-4b0b-a5fc-a26782fde032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:16.697534 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a69b0876-4485-4eb1-a9d5-09f6e4fbfc55 req-3d5f52ba-bc97-4e42-b15d-ab12606a12a6 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae69c29-1ceb-40d7-b990-5d6480922406 HTTP/1.1" status: 200 len: 210 time: 0.0472939 Aug 18 12:58:16.713595 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a56a49ed-8ed7-4756-b138-1ccf26aefafc req-258c5dfe-f924-4061-aa25-2314a3fb220b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=51a6849c-d15a-4aae-9ba4-dedea7cdd11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816939 Aug 18 12:58:16.738687 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-91b2404d-3525-43ee-a265-81ca91da52c0 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:16.753225 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-91b2404d-3525-43ee-a265-81ca91da52c0 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] Transition to ACTIVE for port object 729cf000-4e2c-4bf5-9c24-af6942c8a9ac will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:58:16.783430 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f554f1e0-a8ab-4b0b-a5fc-a26782fde032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:16.902109 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f554f1e0-a8ab-4b0b-a5fc-a26782fde032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:16.933794 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc447e8-2495-415b-a289-c43cd9327268 req-ea261282-d56f-40cc-8fa5-1b889c1959a4 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:16.935552 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3fc447e8-2495-415b-a289-c43cd9327268 req-ea261282-d56f-40cc-8fa5-1b889c1959a4 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] 10.222.0.20 "GET /v2.0/networks?id=eba301b5-d76a-40eb-bc11-80f6db4b965f HTTP/1.1" status: 200 len: 821 time: 0.1576087 Aug 18 12:58:16.939484 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-91b2404d-3525-43ee-a265-81ca91da52c0 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:16.958399 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f554f1e0-a8ab-4b0b-a5fc-a26782fde032 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:58:16.971306 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-3fc447e8-2495-415b-a289-c43cd9327268 req-25bd4d6b-3b63-4068-98db-974db1d317c4 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] Request body: {'port': {'device_id': '99991c3f-6a55-4228-ab2f-0eb7cc0667b5', 'network_id': 'eba301b5-d76a-40eb-bc11-80f6db4b965f', 'admin_state_up': True, 'tenant_id': 'a69acf78bf3746eeaa5fc9022dc8c14d'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:58:16.999811 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554f1e0-a8ab-4b0b-a5fc-a26782fde032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d769d6-1907-47bf-878b-f1f65bf8c786,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:17.004707 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd25fd-eea1-4b37-ace7-eed40d33d7f7 req-0a82737a-e1a1-4686-9fa7-4a5ff83e8527 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:17.011977 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4ecd25fd-eea1-4b37-ace7-eed40d33d7f7 req-0a82737a-e1a1-4686-9fa7-4a5ff83e8527 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 945 time: 0.1405628 Aug 18 12:58:17.020188 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f554f1e0-a8ab-4b0b-a5fc-a26782fde032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:17.020947 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-91b2404d-3525-43ee-a265-81ca91da52c0 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] Network f82a481e-2d3e-49f3-a273-639556667c8a is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:58:17.023489 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-f554f1e0-a8ab-4b0b-a5fc-a26782fde032 admin admin] Added segment 00d9e69e-c710-4ac1-b784-ce0d940c4698 of type vlan for network 4eabbe06-0f33-4aea-98d0-2b74cfe70290 Aug 18 12:58:17.062213 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-91b2404d-3525-43ee-a265-81ca91da52c0 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:58:17.301238 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f554f1e0-a8ab-4b0b-a5fc-a26782fde032 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:17.302681 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-91b2404d-3525-43ee-a265-81ca91da52c0 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:58:17.302681 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2404d-3525-43ee-a265-81ca91da52c0 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] Pushing event updated for resources: {'Port': ['ID=729cf000-4e2c-4bf5-9c24-af6942c8a9ac,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:17.302681 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-91b2404d-3525-43ee-a265-81ca91da52c0 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:17.302681 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-91b2404d-3525-43ee-a265-81ca91da52c0 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:17.303179 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f554f1e0-a8ab-4b0b-a5fc-a26782fde032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:17.303179 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f554f1e0-a8ab-4b0b-a5fc-a26782fde032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:17.303179 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f554f1e0-a8ab-4b0b-a5fc-a26782fde032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:17.303916 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4ecd25fd-eea1-4b37-ace7-eed40d33d7f7 req-e2ec920e-15df-4a5a-aebb-91bf333f6490 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886716 Aug 18 12:58:17.304073 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554f1e0-a8ab-4b0b-a5fc-a26782fde032 admin admin] Pushing event updated for resources: {'Network': ['ID=4eabbe06-0f33-4aea-98d0-2b74cfe70290,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:17.304554 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:17.304554 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 4eabbe06-0f33-4aea-98d0-2b74cfe70290 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:58:17.394558 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f554f1e0-a8ab-4b0b-a5fc-a26782fde032 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9970837 Aug 18 12:58:17.399155 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44916) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:17.417155 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-91b2404d-3525-43ee-a265-81ca91da52c0 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7635839 Aug 18 12:58:17.422289 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-a22f718b-b909-4a98-8963-bc3f29d294b1 admin admin] Request body: {'subnet': {'network_id': '4eabbe06-0f33-4aea-98d0-2b74cfe70290', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1464763075-subnet', 'tenant_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:58:17.425699 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-614af9a9-e411-455a-907c-539751b1aa04 service neutron] Request body: {'port': {'device_id': '4ae69c29-1ceb-40d7-b990-5d6480922406', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:58:17.463761 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d100d-53b7-457b-9c7c-ed7ab248a523 req-1bde11f4-1fa4-417c-aa6d-ae7d843f3b03 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:17.470307 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d100d-53b7-457b-9c7c-ed7ab248a523 req-1bde11f4-1fa4-417c-aa6d-ae7d843f3b03 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:17.472039 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5a3d100d-53b7-457b-9c7c-ed7ab248a523 req-1bde11f4-1fa4-417c-aa6d-ae7d843f3b03 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa HTTP/1.1" status: 200 len: 1682 time: 0.1332147 Aug 18 12:58:17.536163 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-614af9a9-e411-455a-907c-539751b1aa04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:17.558665 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5a3d100d-53b7-457b-9c7c-ed7ab248a523 req-63ba994e-de7f-4060-bcd7-b5d2580eef32 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/security-groups?id=51a6849c-d15a-4aae-9ba4-dedea7cdd11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786026 Aug 18 12:58:17.562237 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fc447e8-2495-415b-a289-c43cd9327268 req-25bd4d6b-3b63-4068-98db-974db1d317c4 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] Made reservation on behalf of a69acf78bf3746eeaa5fc9022dc8c14d for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:58:17.565863 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3fc447e8-2495-415b-a289-c43cd9327268 req-25bd4d6b-3b63-4068-98db-974db1d317c4 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:17.583549 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b6aca78f-5914-415a-a4cc-4c3cd794b5d6 None None] Provisioning for port 729cf000-4e2c-4bf5-9c24-af6942c8a9ac completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:58:17.588864 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b6aca78f-5914-415a-a4cc-4c3cd794b5d6 None None] Provisioning complete for port 729cf000-4e2c-4bf5-9c24-af6942c8a9ac triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:58:17.589392 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b6aca78f-5914-415a-a4cc-4c3cd794b5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:17.633666 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22f718b-b909-4a98-8963-bc3f29d294b1 admin admin] Made reservation on behalf of add5a5683dbd41f29661fd38fa5b5d0d for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:58:17.637484 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a22f718b-b909-4a98-8963-bc3f29d294b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:17.659211 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-b6aca78f-5914-415a-a4cc-4c3cd794b5d6 None None] Port 729cf000-4e2c-4bf5-9c24-af6942c8a9ac cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:58:17.752406 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 10be887f-d4a7-4e50-96c9-afdefe48e1fb no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:58:17.766115 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-17dc70ff-0c37-443e-becd-9342af45cd3b req-72299794-51ad-40b2-a96c-9e41d7794820 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] 10.222.0.13 "GET /v2.0/ports?device_id=99991c3f-6a55-4228-ab2f-0eb7cc0667b5 HTTP/1.1" status: 200 len: 210 time: 0.0844874 Aug 18 12:58:17.791271 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe658dea-cc8b-4fa3-95c4-67fad8bd5db3 req-4e4bdfc2-a2cc-4f52-8d8b-d49022af503e tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:17.793276 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: 10be887f-d4a7-4e50-96c9-afdefe48e1fb {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:58:17.793489 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fe658dea-cc8b-4fa3-95c4-67fad8bd5db3 req-4e4bdfc2-a2cc-4f52-8d8b-d49022af503e tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=2afc5dfe-01e3-48b5-a91c-76d71de4031d HTTP/1.1" status: 200 len: 950 time: 0.1011395 Aug 18 12:58:17.793650 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 10be887f-d4a7-4e50-96c9-afdefe48e1fb not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:58:17.867481 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fe658dea-cc8b-4fa3-95c4-67fad8bd5db3 req-f79cb2f8-d0a2-4a9a-b2b2-6125dcb4780f tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606506 Aug 18 12:58:18.039075 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a22f718b-b909-4a98-8963-bc3f29d294b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:18.106637 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f718b-b909-4a98-8963-bc3f29d294b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=751431a2-1fcf-4b45-9854-bdf8e77ab54a,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:18.117101 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22f718b-b909-4a98-8963-bc3f29d294b1 admin admin] Checking segment: {'id': '00d9e69e-c710-4ac1-b784-ce0d940c4698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4eabbe06-0f33-4aea-98d0-2b74cfe70290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:58:18.117632 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22f718b-b909-4a98-8963-bc3f29d294b1 admin admin] Network hostable DHCP agents. Network: 4eabbe06-0f33-4aea-98d0-2b74cfe70290, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:58:18.192831 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22f718b-b909-4a98-8963-bc3f29d294b1 admin admin] Network 4eabbe06-0f33-4aea-98d0-2b74cfe70290 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:58:18.278668 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-a22f718b-b909-4a98-8963-bc3f29d294b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 4eabbe06-0f33-4aea-98d0-2b74cfe70290) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:58:18.284778 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22f718b-b909-4a98-8963-bc3f29d294b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:18.288948 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac21e22d-090c-4408-8a65-32ed8fce2fef None None] Network 4eabbe06-0f33-4aea-98d0-2b74cfe70290 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:58:18.293077 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a22f718b-b909-4a98-8963-bc3f29d294b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:18.371358 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f36c84-aa53-480b-96ba-61c1f0aa17c7 req-a6b84d4c-7be6-4184-9608-d26b6229f379 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:18.379020 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c5f36c84-aa53-480b-96ba-61c1f0aa17c7 req-a6b84d4c-7be6-4184-9608-d26b6229f379 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 945 time: 0.0826297 Aug 18 12:58:18.394062 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a22f718b-b909-4a98-8963-bc3f29d294b1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9917367 Aug 18 12:58:18.396683 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44934) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:18.412621 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-40350a2b-699d-4ef6-83f5-89e59421d770 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1464763075-router', 'tenant_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:58:18.432279 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-3fc447e8-2495-415b-a289-c43cd9327268 req-25bd4d6b-3b63-4068-98db-974db1d317c4 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] Allocated IP 172.20.0.13 (eba301b5-d76a-40eb-bc11-80f6db4b965f/76a8af78-35f1-45e9-b205-820cfa8ca63d/85495a22-1d26-4ab4-89b4-ae35b15f360a) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:58:18.456486 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c47967-fa8b-465c-9b88-0d808bac61e6 req-ef82aafc-84d5-4ae5-aee3-21d883d5ee16 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:18.464645 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01c47967-fa8b-465c-9b88-0d808bac61e6 req-ef82aafc-84d5-4ae5-aee3-21d883d5ee16 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae69c29-1ceb-40d7-b990-5d6480922406 HTTP/1.1" status: 200 len: 935 time: 0.5966713 Aug 18 12:58:18.515162 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c8930-c76a-4f77-b6d7-18af1bd6ba35 req-2e38f3fa-160b-4016-ba10-1a1954a86467 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:18.517202 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-519c8930-c76a-4f77-b6d7-18af1bd6ba35 req-2e38f3fa-160b-4016-ba10-1a1954a86467 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.20 "GET /v2.0/ports?device_id=2afc5dfe-01e3-48b5-a91c-76d71de4031d HTTP/1.1" status: 200 len: 950 time: 0.1768839 Aug 18 12:58:18.575916 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-40350a2b-699d-4ef6-83f5-89e59421d770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:18.577629 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-40350a2b-699d-4ef6-83f5-89e59421d770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:18.615502 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527b237a-cbb7-47b2-bc2a-d6d52767ed8f None None] Network 4eabbe06-0f33-4aea-98d0-2b74cfe70290 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:58:18.617534 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01c47967-fa8b-465c-9b88-0d808bac61e6 req-d8c3b528-aa38-4909-ad41-7e993f7705ea tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9bb66de-fd08-46d3-bfb4-5427df0546dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393275 Aug 18 12:58:18.783810 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-40350a2b-699d-4ef6-83f5-89e59421d770 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:18.795873 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-614af9a9-e411-455a-907c-539751b1aa04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 729cf000-4e2c-4bf5-9c24-af6942c8a9ac {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:58:18.808464 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-614af9a9-e411-455a-907c-539751b1aa04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:18.825384 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-614af9a9-e411-455a-907c-539751b1aa04 service neutron] Transition to ACTIVE for port object 729cf000-4e2c-4bf5-9c24-af6942c8a9ac will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:58:18.930506 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3fc447e8-2495-415b-a289-c43cd9327268 req-25bd4d6b-3b63-4068-98db-974db1d317c4 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:18.958131 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-614af9a9-e411-455a-907c-539751b1aa04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:19.040483 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300c6b1-49e6-48c4-8ef5-4c53ee8df020 req-461d551e-34a3-4cd3-800c-81cfd830829e tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:19.046560 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300c6b1-49e6-48c4-8ef5-4c53ee8df020 req-461d551e-34a3-4cd3-800c-81cfd830829e tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:19.048989 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0300c6b1-49e6-48c4-8ef5-4c53ee8df020 req-461d551e-34a3-4cd3-800c-81cfd830829e tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa HTTP/1.1" status: 200 len: 1682 time: 0.3810692 Aug 18 12:58:19.140758 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614af9a9-e411-455a-907c-539751b1aa04 service neutron] Pushing event updated for resources: {'Port': ['ID=729cf000-4e2c-4bf5-9c24-af6942c8a9ac,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:19.215209 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-519c8930-c76a-4f77-b6d7-18af1bd6ba35 req-1b8ea34b-efab-47f7-ba4f-8130949a4e74 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Deleting port 0cc63bf1-f915-449c-86d3-c95f41dc0d73 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:58:19.217703 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-519c8930-c76a-4f77-b6d7-18af1bd6ba35 req-1b8ea34b-efab-47f7-ba4f-8130949a4e74 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:19.247071 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab513a3-bfab-4f51-aaf7-7eff0e9b66e3 req-c9f42efe-1036-4cdc-a835-10e741a7ed01 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:19.253184 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4ab513a3-bfab-4f51-aaf7-7eff0e9b66e3 req-c9f42efe-1036-4cdc-a835-10e741a7ed01 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.39 "GET /v2.0/ports?device_id=9407b444-c01e-4e46-a1da-ec7c9a1bc4fd HTTP/1.1" status: 200 len: 949 time: 0.2876544 Aug 18 12:58:19.279119 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c5f36c84-aa53-480b-96ba-61c1f0aa17c7 req-6a295f98-a084-40ca-8f83-9da992921e42 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8937347 Aug 18 12:58:19.281575 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-40350a2b-699d-4ef6-83f5-89e59421d770 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:19.306636 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3fc447e8-2495-415b-a289-c43cd9327268 req-25bd4d6b-3b63-4068-98db-974db1d317c4 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:19.310714 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0300c6b1-49e6-48c4-8ef5-4c53ee8df020 req-fdfe9e60-18ea-4213-b4c2-d366983fa06b tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/security-groups?id=51a6849c-d15a-4aae-9ba4-dedea7cdd11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363687 Aug 18 12:58:19.489703 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b565c64-b427-4287-a8e5-ad4bd74b9415 req-6de5f921-6e4f-4dc3-893b-cced7c5e7834 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:19.497087 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0b565c64-b427-4287-a8e5-ad4bd74b9415 req-6de5f921-6e4f-4dc3-893b-cced7c5e7834 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] 10.222.0.13 "GET /v2.0/ports?device_id=99991c3f-6a55-4228-ab2f-0eb7cc0667b5 HTTP/1.1" status: 200 len: 932 time: 0.1247692 Aug 18 12:58:19.515574 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fc447e8-2495-415b-a289-c43cd9327268 req-25bd4d6b-3b63-4068-98db-974db1d317c4 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] Network eba301b5-d76a-40eb-bc11-80f6db4b965f is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:58:19.542085 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-3fc447e8-2495-415b-a289-c43cd9327268 req-25bd4d6b-3b63-4068-98db-974db1d317c4 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:58:19.550406 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0b565c64-b427-4287-a8e5-ad4bd74b9415 req-f437b8db-23be-4e67-8b9b-42db41591bf3 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] 10.222.0.13 "GET /v2.0/security-groups?id=2253196f-2b2c-45b6-87fe-206ec58e833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526707 Aug 18 12:58:19.575495 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc447e8-2495-415b-a289-c43cd9327268 req-25bd4d6b-3b63-4068-98db-974db1d317c4 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:58:19.592806 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd4d6b-3b63-4068-98db-974db1d317c4 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] Pushing event updated for resources: {'Port': ['ID=85495a22-1d26-4ab4-89b4-ae35b15f360a,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:19.674515 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-614af9a9-e411-455a-907c-539751b1aa04 service neutron] Attempting to bind port 729cf000-4e2c-4bf5-9c24-af6942c8a9ac on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:58:19.675198 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-614af9a9-e411-455a-907c-539751b1aa04 service neutron] Attempting to bind port 729cf000-4e2c-4bf5-9c24-af6942c8a9ac by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:58:19.675758 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-614af9a9-e411-455a-907c-539751b1aa04 service neutron] Attempting to bind port 729cf000-4e2c-4bf5-9c24-af6942c8a9ac on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:58:19.696521 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-519c8930-c76a-4f77-b6d7-18af1bd6ba35 req-1b8ea34b-efab-47f7-ba4f-8130949a4e74 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] For port 0cc63bf1-f915-449c-86d3-c95f41dc0d73, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=0cc63bf1-f915-449c-86d3-c95f41dc0d73,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:19.697984 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-519c8930-c76a-4f77-b6d7-18af1bd6ba35 req-1b8ea34b-efab-47f7-ba4f-8130949a4e74 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:19.722663 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123702a5-c134-4404-9430-79cf7070dc3b req-96e3f4d4-dccb-4082-b8a4-9f98c4b318c7 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:19.724434 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-123702a5-c134-4404-9430-79cf7070dc3b req-96e3f4d4-dccb-4082-b8a4-9f98c4b318c7 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=2afc5dfe-01e3-48b5-a91c-76d71de4031d HTTP/1.1" status: 200 len: 950 time: 0.2816334 Aug 18 12:58:19.732916 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-614af9a9-e411-455a-907c-539751b1aa04 service neutron] Port 729cf000-4e2c-4bf5-9c24-af6942c8a9ac on network f82a481e-2d3e-49f3-a273-639556667c8a not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:58:19.733508 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-614af9a9-e411-455a-907c-539751b1aa04 service neutron] Attempting to bind port 729cf000-4e2c-4bf5-9c24-af6942c8a9ac on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:58:19.746459 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-519c8930-c76a-4f77-b6d7-18af1bd6ba35 req-1b8ea34b-efab-47f7-ba4f-8130949a4e74 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Calling delete_port for 0cc63bf1-f915-449c-86d3-c95f41dc0d73 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:58:19.765670 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc447e8-2495-415b-a289-c43cd9327268 req-25bd4d6b-3b63-4068-98db-974db1d317c4 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:19.766430 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3fc447e8-2495-415b-a289-c43cd9327268 req-25bd4d6b-3b63-4068-98db-974db1d317c4 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:19.774850 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-614af9a9-e411-455a-907c-539751b1aa04 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:58:19.775283 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-614af9a9-e411-455a-907c-539751b1aa04 service neutron] Checking segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:58:19.775744 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-614af9a9-e411-455a-907c-539751b1aa04 service neutron] Bound using segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:58:19.776271 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-614af9a9-e411-455a-907c-539751b1aa04 service neutron] Bound port: 729cf000-4e2c-4bf5-9c24-af6942c8a9ac, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:58:19.776961 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-614af9a9-e411-455a-907c-539751b1aa04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:19.812463 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abca820-b930-4567-bcf0-2102fccd335d req-d44475b9-1343-4c6f-aac4-d81332d25954 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:19.815024 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7abca820-b930-4567-bcf0-2102fccd335d req-d44475b9-1343-4c6f-aac4-d81332d25954 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae69c29-1ceb-40d7-b990-5d6480922406 HTTP/1.1" status: 200 len: 947 time: 0.1025224 Aug 18 12:58:19.854794 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-40350a2b-699d-4ef6-83f5-89e59421d770 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:19.883624 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7abca820-b930-4567-bcf0-2102fccd335d req-4faaf919-038b-4656-ac17-8a92d04d0e34 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9bb66de-fd08-46d3-bfb4-5427df0546dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595670 Aug 18 12:58:19.888685 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-4ab513a3-bfab-4f51-aaf7-7eff0e9b66e3 req-45c2c44b-e02a-474c-b3d1-817c9d672310 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Deleting port 2308fcb3-38a2-4859-8f4f-93c5076d787e {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:58:19.894901 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4ab513a3-bfab-4f51-aaf7-7eff0e9b66e3 req-45c2c44b-e02a-474c-b3d1-817c9d672310 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:19.904614 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-40350a2b-699d-4ef6-83f5-89e59421d770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:19.922312 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-123702a5-c134-4404-9430-79cf7070dc3b req-805c9bea-aa7c-445a-a0ac-283dea3fb944 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826475 Aug 18 12:58:19.959412 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3fc447e8-2495-415b-a289-c43cd9327268 req-25bd4d6b-3b63-4068-98db-974db1d317c4 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0121601 Aug 18 12:58:19.987842 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-3fc447e8-2495-415b-a289-c43cd9327268 req-a1e16e9b-82e6-4ce8-a925-7fa6df06c188 service neutron] Request body: {'port': {'device_id': '99991c3f-6a55-4228-ab2f-0eb7cc0667b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:58:20.045887 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-40350a2b-699d-4ef6-83f5-89e59421d770 admin admin] Allocated IP 172.25.6.174 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/a217470c-9654-4443-9da1-02a2dae36033) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:58:20.049123 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-614af9a9-e411-455a-907c-539751b1aa04 service neutron] For port 729cf000-4e2c-4bf5-9c24-af6942c8a9ac, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:58:20.055130 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-614af9a9-e411-455a-907c-539751b1aa04 service neutron] For port 729cf000-4e2c-4bf5-9c24-af6942c8a9ac, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=729cf000-4e2c-4bf5-9c24-af6942c8a9ac,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:58:20.107468 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-4ab513a3-bfab-4f51-aaf7-7eff0e9b66e3 req-45c2c44b-e02a-474c-b3d1-817c9d672310 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] For port 2308fcb3-38a2-4859-8f4f-93c5076d787e, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=2308fcb3-38a2-4859-8f4f-93c5076d787e,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:20.107845 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4ab513a3-bfab-4f51-aaf7-7eff0e9b66e3 req-45c2c44b-e02a-474c-b3d1-817c9d672310 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:20.143074 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3fc447e8-2495-415b-a289-c43cd9327268 req-a1e16e9b-82e6-4ce8-a925-7fa6df06c188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:20.152334 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-4ab513a3-bfab-4f51-aaf7-7eff0e9b66e3 req-45c2c44b-e02a-474c-b3d1-817c9d672310 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Calling delete_port for 2308fcb3-38a2-4859-8f4f-93c5076d787e owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:58:20.159391 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-614af9a9-e411-455a-907c-539751b1aa04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:20.167299 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-40350a2b-699d-4ef6-83f5-89e59421d770 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:20.255598 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-614af9a9-e411-455a-907c-539751b1aa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:20.256244 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-614af9a9-e411-455a-907c-539751b1aa04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:20.257612 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-614af9a9-e411-455a-907c-539751b1aa04 service neutron] 10.222.0.20 "PUT /v2.0/ports/729cf000-4e2c-4bf5-9c24-af6942c8a9ac HTTP/1.1" status: 200 len: 1095 time: 2.8376062 Aug 18 12:58:20.291049 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-40350a2b-699d-4ef6-83f5-89e59421d770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:20.293190 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ae69c29-1ceb-40d7-b990-5d6480922406', 'tag': '729cf000-4e2c-4bf5-9c24-af6942c8a9ac'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:58:20.295510 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e48f11e-7cf0-4a95-ab6f-a5268256aa55" -d '{"events": [{"name": "network-changed", "server_uuid": "4ae69c29-1ceb-40d7-b990-5d6480922406", "tag": "729cf000-4e2c-4bf5-9c24-af6942c8a9ac"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:58:20.342993 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40350a2b-699d-4ef6-83f5-89e59421d770 admin admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:58:20.349692 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614af9a9-e411-455a-907c-539751b1aa04 service neutron] Pushing event updated for resources: {'Port': ['ID=729cf000-4e2c-4bf5-9c24-af6942c8a9ac,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:20.359782 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-40350a2b-699d-4ef6-83f5-89e59421d770 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:58:20.364668 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40350a2b-699d-4ef6-83f5-89e59421d770 admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:58:20.435437 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb1e9d1-3272-4438-8443-18ebaccd4676 x-openstack-request-id: req-dcb1e9d1-3272-4438-8443-18ebaccd4676 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:58:20.435733 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ae69c29-1ceb-40d7-b990-5d6480922406", "tag": "729cf000-4e2c-4bf5-9c24-af6942c8a9ac", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:58:20.435988 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dcb1e9d1-3272-4438-8443-18ebaccd4676 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:58:20.436387 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ae69c29-1ceb-40d7-b990-5d6480922406', 'tag': '729cf000-4e2c-4bf5-9c24-af6942c8a9ac', 'status': 'completed', 'code': 200} Aug 18 12:58:20.475527 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-519c8930-c76a-4f77-b6d7-18af1bd6ba35 req-1b8ea34b-efab-47f7-ba4f-8130949a4e74 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:20.487670 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['44bf2515-cd47-443d-b2d8-b5004621c8e9', '384a8833-88fe-4c1d-be0c-1a73f037e676', 'd9f8d7ab-5bd5-407f-b270-de7ccc354679', '0cc63bf1-f915-449c-86d3-c95f41dc0d73'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:58:20.560509 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40350a2b-699d-4ef6-83f5-89e59421d770 admin admin] Pushing event updated for resources: {'Port': ['ID=a217470c-9654-4443-9da1-02a2dae36033,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:20.576730 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ea34b-efab-47f7-ba4f-8130949a4e74 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Pushing event deleted for resources: {'Port': ['ID=0cc63bf1-f915-449c-86d3-c95f41dc0d73,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:20.577814 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['2308fcb3-38a2-4859-8f4f-93c5076d787e'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:58:20.769449 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d38731-60d8-4758-9317-7342162ee6a9 req-a71e9960-ba75-4e24-aeaa-bac6ed8a348f tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:20.771446 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-519c8930-c76a-4f77-b6d7-18af1bd6ba35 req-1b8ea34b-efab-47f7-ba4f-8130949a4e74 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] No DVR routers for this DVR port 0cc63bf1-f915-449c-86d3-c95f41dc0d73 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:58:20.781601 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-91d38731-60d8-4758-9317-7342162ee6a9 req-a71e9960-ba75-4e24-aeaa-bac6ed8a348f tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 945 time: 0.2171168 Aug 18 12:58:20.884891 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-91d38731-60d8-4758-9317-7342162ee6a9 req-a33746a2-e048-4ee7-a1d9-bae30c16743f tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021004 Aug 18 12:58:20.956513 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48f11e-7cf0-4a95-ab6f-a5268256aa55 req-7db1f7c4-36c5-42c6-8b30-434b6a11f0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:20.965443 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7e48f11e-7cf0-4a95-ab6f-a5268256aa55 req-7db1f7c4-36c5-42c6-8b30-434b6a11f0b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=661dca905e484d75b25a03a04ea8c980&device_id=4ae69c29-1ceb-40d7-b990-5d6480922406 HTTP/1.1" status: 200 len: 1098 time: 0.5331378 Aug 18 12:58:20.971300 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-519c8930-c76a-4f77-b6d7-18af1bd6ba35 req-1b8ea34b-efab-47f7-ba4f-8130949a4e74 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:20.984516 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-519c8930-c76a-4f77-b6d7-18af1bd6ba35 req-1b8ea34b-efab-47f7-ba4f-8130949a4e74 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.20 "DELETE /v2.0/ports/0cc63bf1-f915-449c-86d3-c95f41dc0d73 HTTP/1.1" status: 204 len: 173 time: 2.4472971 Aug 18 12:58:20.989547 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4ab513a3-bfab-4f51-aaf7-7eff0e9b66e3 req-45c2c44b-e02a-474c-b3d1-817c9d672310 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:21.027999 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c83388-3d9f-42b7-bede-8c33b4985d25 req-715f1984-3910-4c80-b5f9-3fb0e123d633 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:21.041185 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c83388-3d9f-42b7-bede-8c33b4985d25 req-715f1984-3910-4c80-b5f9-3fb0e123d633 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:21.046773 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-29c83388-3d9f-42b7-bede-8c33b4985d25 req-715f1984-3910-4c80-b5f9-3fb0e123d633 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa HTTP/1.1" status: 200 len: 1682 time: 0.5627453 Aug 18 12:58:21.131257 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f32342-61eb-40af-a5e2-b08e46a7a12a req-e3c3db36-c0f7-49d4-8432-d740c92ab0eb tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:21.132958 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c4f32342-61eb-40af-a5e2-b08e46a7a12a req-e3c3db36-c0f7-49d4-8432-d740c92ab0eb tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] 10.222.0.13 "GET /v2.0/ports?device_id=99991c3f-6a55-4228-ab2f-0eb7cc0667b5 HTTP/1.1" status: 200 len: 932 time: 0.1400900 Aug 18 12:58:21.145324 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-3fc447e8-2495-415b-a289-c43cd9327268 req-a1e16e9b-82e6-4ce8-a925-7fa6df06c188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85495a22-1d26-4ab4-89b4-ae35b15f360a {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:58:21.160855 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3fc447e8-2495-415b-a289-c43cd9327268 req-a1e16e9b-82e6-4ce8-a925-7fa6df06c188 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:21.180429 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-40350a2b-699d-4ef6-83f5-89e59421d770 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:21.201828 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-3fc447e8-2495-415b-a289-c43cd9327268 req-a1e16e9b-82e6-4ce8-a925-7fa6df06c188 service neutron] Transition to ACTIVE for port object 85495a22-1d26-4ab4-89b4-ae35b15f360a will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:58:21.206234 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7e48f11e-7cf0-4a95-ab6f-a5268256aa55 req-6a1b356e-7464-4fbf-b1ad-942ded8b88d2 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=661dca905e484d75b25a03a04ea8c980&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2199419 Aug 18 12:58:21.218207 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c2c44b-e02a-474c-b3d1-817c9d672310 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Pushing event deleted for resources: {'Port': ['ID=2308fcb3-38a2-4859-8f4f-93c5076d787e,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:21.246826 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c4f32342-61eb-40af-a5e2-b08e46a7a12a req-2cf155af-3938-482d-8e98-0746946611c0 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] 10.222.0.13 "GET /v2.0/security-groups?id=2253196f-2b2c-45b6-87fe-206ec58e833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052585 Aug 18 12:58:21.302663 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3fc447e8-2495-415b-a289-c43cd9327268 req-a1e16e9b-82e6-4ce8-a925-7fa6df06c188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:21.362637 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab513a3-bfab-4f51-aaf7-7eff0e9b66e3 req-45c2c44b-e02a-474c-b3d1-817c9d672310 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] No DVR routers for this DVR port 2308fcb3-38a2-4859-8f4f-93c5076d787e on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:58:21.385914 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4ab513a3-bfab-4f51-aaf7-7eff0e9b66e3 req-45c2c44b-e02a-474c-b3d1-817c9d672310 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:21.388038 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4ab513a3-bfab-4f51-aaf7-7eff0e9b66e3 req-45c2c44b-e02a-474c-b3d1-817c9d672310 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.39 "DELETE /v2.0/ports/2308fcb3-38a2-4859-8f4f-93c5076d787e HTTP/1.1" status: 204 len: 173 time: 2.0846608 Aug 18 12:58:21.398442 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-29c83388-3d9f-42b7-bede-8c33b4985d25 req-3026bbe8-d4d5-43d7-921c-2f4a1091cee7 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/security-groups?id=51a6849c-d15a-4aae-9ba4-dedea7cdd11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989864 Aug 18 12:58:21.432753 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e16e9b-82e6-4ce8-a925-7fa6df06c188 service neutron] Pushing event updated for resources: {'Port': ['ID=85495a22-1d26-4ab4-89b4-ae35b15f360a,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:21.499733 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d020825-fc20-4a57-8653-eabf69df0259 req-efa6d7ef-318a-4193-a33b-49ecb7236751 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:21.501307 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9d020825-fc20-4a57-8653-eabf69df0259 req-efa6d7ef-318a-4193-a33b-49ecb7236751 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae69c29-1ceb-40d7-b990-5d6480922406 HTTP/1.1" status: 200 len: 947 time: 0.1457894 Aug 18 12:58:21.539159 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48f11e-7cf0-4a95-ab6f-a5268256aa55 req-25913a76-3182-4523-ac4d-aeaa3f9b050a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:21.539159 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7e48f11e-7cf0-4a95-ab6f-a5268256aa55 req-25913a76-3182-4523-ac4d-aeaa3f9b050a service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3064594 Aug 18 12:58:21.585791 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9d020825-fc20-4a57-8653-eabf69df0259 req-bbe90d5b-57ab-474d-8b94-18299711e801 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9bb66de-fd08-46d3-bfb4-5427df0546dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576138 Aug 18 12:58:21.587560 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-40350a2b-699d-4ef6-83f5-89e59421d770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:21.652033 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-3fc447e8-2495-415b-a289-c43cd9327268 req-a1e16e9b-82e6-4ce8-a925-7fa6df06c188 service neutron] Attempting to bind port 85495a22-1d26-4ab4-89b4-ae35b15f360a on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:58:21.652536 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-3fc447e8-2495-415b-a289-c43cd9327268 req-a1e16e9b-82e6-4ce8-a925-7fa6df06c188 service neutron] Attempting to bind port 85495a22-1d26-4ab4-89b4-ae35b15f360a by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '44b35551-8850-45dc-8598-cb3a6464c671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'eba301b5-d76a-40eb-bc11-80f6db4b965f'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:58:21.653261 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc447e8-2495-415b-a289-c43cd9327268 req-a1e16e9b-82e6-4ce8-a925-7fa6df06c188 service neutron] Attempting to bind port 85495a22-1d26-4ab4-89b4-ae35b15f360a on network eba301b5-d76a-40eb-bc11-80f6db4b965f {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:58:21.664645 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc447e8-2495-415b-a289-c43cd9327268 req-a1e16e9b-82e6-4ce8-a925-7fa6df06c188 service neutron] Port 85495a22-1d26-4ab4-89b4-ae35b15f360a on network eba301b5-d76a-40eb-bc11-80f6db4b965f not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:58:21.665303 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc447e8-2495-415b-a289-c43cd9327268 req-a1e16e9b-82e6-4ce8-a925-7fa6df06c188 service neutron] Attempting to bind port 85495a22-1d26-4ab4-89b4-ae35b15f360a on network eba301b5-d76a-40eb-bc11-80f6db4b965f {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:58:21.680538 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc447e8-2495-415b-a289-c43cd9327268 req-a1e16e9b-82e6-4ce8-a925-7fa6df06c188 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:58:21.680893 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc447e8-2495-415b-a289-c43cd9327268 req-a1e16e9b-82e6-4ce8-a925-7fa6df06c188 service neutron] Checking segment: {'id': '44b35551-8850-45dc-8598-cb3a6464c671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'eba301b5-d76a-40eb-bc11-80f6db4b965f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:58:21.681277 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc447e8-2495-415b-a289-c43cd9327268 req-a1e16e9b-82e6-4ce8-a925-7fa6df06c188 service neutron] Bound using segment: {'id': '44b35551-8850-45dc-8598-cb3a6464c671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'eba301b5-d76a-40eb-bc11-80f6db4b965f'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:58:21.681870 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-3fc447e8-2495-415b-a289-c43cd9327268 req-a1e16e9b-82e6-4ce8-a925-7fa6df06c188 service neutron] Bound port: 85495a22-1d26-4ab4-89b4-ae35b15f360a, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b35551-8850-45dc-8598-cb3a6464c671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'eba301b5-d76a-40eb-bc11-80f6db4b965f'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:58:21.682707 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3fc447e8-2495-415b-a289-c43cd9327268 req-a1e16e9b-82e6-4ce8-a925-7fa6df06c188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:21.788400 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-3fc447e8-2495-415b-a289-c43cd9327268 req-a1e16e9b-82e6-4ce8-a925-7fa6df06c188 service neutron] For port 85495a22-1d26-4ab4-89b4-ae35b15f360a, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:58:21.792336 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-3fc447e8-2495-415b-a289-c43cd9327268 req-a1e16e9b-82e6-4ce8-a925-7fa6df06c188 service neutron] For port 85495a22-1d26-4ab4-89b4-ae35b15f360a, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=85495a22-1d26-4ab4-89b4-ae35b15f360a,segment=NetworkSegment(44b35551-8850-45dc-8598-cb3a6464c671),segment_id=44b35551-8850-45dc-8598-cb3a6464c671)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:58:21.800085 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-95eb9076-7a0d-4e7d-b4c2-cae608e33ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:21.801794 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-95eb9076-7a0d-4e7d-b4c2-cae608e33ef7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=661dca905e484d75b25a03a04ea8c980&device_id=4ae69c29-1ceb-40d7-b990-5d6480922406 HTTP/1.1" status: 200 len: 1098 time: 0.2112832 Aug 18 12:58:21.824742 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['44bf2515-cd47-443d-b2d8-b5004621c8e9', '384a8833-88fe-4c1d-be0c-1a73f037e676', 'd9f8d7ab-5bd5-407f-b270-de7ccc354679'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:58:21.945146 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-3b5a19ff-9319-467e-9635-2440108f243b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=729cf000-4e2c-4bf5-9c24-af6942c8a9ac HTTP/1.1" status: 200 len: 217 time: 0.1342618 Aug 18 12:58:21.946019 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3fc447e8-2495-415b-a289-c43cd9327268 req-a1e16e9b-82e6-4ce8-a925-7fa6df06c188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:22.015827 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40350a2b-699d-4ef6-83f5-89e59421d770 admin admin] Router d290db41-5591-4780-82d9-2460a3e1c39a is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:58:22.053656 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc447e8-2495-415b-a289-c43cd9327268 req-a1e16e9b-82e6-4ce8-a925-7fa6df06c188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:22.054460 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3fc447e8-2495-415b-a289-c43cd9327268 req-a1e16e9b-82e6-4ce8-a925-7fa6df06c188 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:22.071130 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3fc447e8-2495-415b-a289-c43cd9327268 req-a1e16e9b-82e6-4ce8-a925-7fa6df06c188 service neutron] 10.222.0.20 "PUT /v2.0/ports/85495a22-1d26-4ab4-89b4-ae35b15f360a HTTP/1.1" status: 200 len: 1092 time: 2.0947895 Aug 18 12:58:22.171917 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-05df150a-67a5-4dd2-ba5e-fe5b92ad8f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:22.173995 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-05df150a-67a5-4dd2-ba5e-fe5b92ad8f45 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.2144823 Aug 18 12:58:22.202281 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00a1af-b1a2-4426-bdf6-e7fe50e3f9f8 req-945d3973-0075-4b0b-bd90-295243c5ca56 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:22.204972 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00a1af-b1a2-4426-bdf6-e7fe50e3f9f8 req-945d3973-0075-4b0b-bd90-295243c5ca56 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:22.210301 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bc00a1af-b1a2-4426-bdf6-e7fe50e3f9f8 req-945d3973-0075-4b0b-bd90-295243c5ca56 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa HTTP/1.1" status: 200 len: 1682 time: 0.2748039 Aug 18 12:58:22.214708 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e16e9b-82e6-4ce8-a925-7fa6df06c188 service neutron] Pushing event updated for resources: {'Port': ['ID=85495a22-1d26-4ab4-89b4-ae35b15f360a,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:22.275242 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38224dc-d25f-4086-8a3e-e2a79634eb3f req-9cfeab54-70ed-40ef-a85d-5e8461718bef tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:22.277123 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b38224dc-d25f-4086-8a3e-e2a79634eb3f req-9cfeab54-70ed-40ef-a85d-5e8461718bef tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 945 time: 0.2543380 Aug 18 12:58:22.333798 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40350a2b-699d-4ef6-83f5-89e59421d770 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:58:22.344118 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aacdeeb-2a47-441c-a060-cb08f7bbaf84 None None] Sync routers for ids ['d290db41-5591-4780-82d9-2460a3e1c39a'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:58:22.359592 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aacdeeb-2a47-441c-a060-cb08f7bbaf84 None None] Routers {'d290db41-5591-4780-82d9-2460a3e1c39a'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:58:22.361352 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b38224dc-d25f-4086-8a3e-e2a79634eb3f req-bc384042-1ccb-41b9-b02d-78b57532d9b0 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725014 Aug 18 12:58:22.361673 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-0aacdeeb-2a47-441c-a060-cb08f7bbaf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:58:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['d290db41-5591-4780-82d9-2460a3e1c39a'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:22.440240 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ad2cf6ae-7f2f-4074-bf9a-9585c6ce2e6c req-b2caf969-dff6-44ef-aea2-1d00a431d2f2 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=2afc5dfe-01e3-48b5-a91c-76d71de4031d HTTP/1.1" status: 200 len: 210 time: 0.9163766 Aug 18 12:58:22.462830 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2afc5dfe-01e3-48b5-a91c-76d71de4031d', 'name': 'network-vif-deleted', 'tag': '0cc63bf1-f915-449c-86d3-c95f41dc0d73'}, {'server_uuid': '9407b444-c01e-4e46-a1da-ec7c9a1bc4fd', 'name': 'network-vif-deleted', 'tag': '2308fcb3-38a2-4859-8f4f-93c5076d787e'}, {'name': 'network-changed', 'server_uuid': '99991c3f-6a55-4228-ab2f-0eb7cc0667b5', 'tag': '85495a22-1d26-4ab4-89b4-ae35b15f360a'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:58:22.465258 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee358e9-e407-473b-b239-76ba07f4bdcf" -d '{"events": [{"server_uuid": "2afc5dfe-01e3-48b5-a91c-76d71de4031d", "name": "network-vif-deleted", "tag": "0cc63bf1-f915-449c-86d3-c95f41dc0d73"}, {"server_uuid": "9407b444-c01e-4e46-a1da-ec7c9a1bc4fd", "name": "network-vif-deleted", "tag": "2308fcb3-38a2-4859-8f4f-93c5076d787e"}, {"name": "network-changed", "server_uuid": "99991c3f-6a55-4228-ab2f-0eb7cc0667b5", "tag": "85495a22-1d26-4ab4-89b4-ae35b15f360a"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:58:22.487251 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-40350a2b-699d-4ef6-83f5-89e59421d770 admin admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:22.491681 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-40350a2b-699d-4ef6-83f5-89e59421d770 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.0922539 Aug 18 12:58:22.493844 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45014) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:22.528440 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-0aacdeeb-2a47-441c-a060-cb08f7bbaf84 None None] Set router d290db41-5591-4780-82d9-2460a3e1c39a gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:58:22.542450 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc447e8-2495-415b-a289-c43cd9327268 req-77eef4fe-4f1f-4d71-a233-134fb3a71128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:22.544758 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3fc447e8-2495-415b-a289-c43cd9327268 req-77eef4fe-4f1f-4d71-a233-134fb3a71128 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a69acf78bf3746eeaa5fc9022dc8c14d&device_id=99991c3f-6a55-4228-ab2f-0eb7cc0667b5 HTTP/1.1" status: 200 len: 1095 time: 0.3322067 Aug 18 12:58:22.552860 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-631c0445-218e-403a-a250-583a4f615e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:22.554609 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-631c0445-218e-403a-a250-583a4f615e76 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3409650 Aug 18 12:58:22.632627 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3fc447e8-2495-415b-a289-c43cd9327268 req-1717f113-75d5-4d9a-b905-681182566d54 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85495a22-1d26-4ab4-89b4-ae35b15f360a HTTP/1.1" status: 200 len: 217 time: 0.0692334 Aug 18 12:58:22.633331 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff56204-f2b0-4def-9703-e4e3817650a5 req-6a9f6133-1303-4444-831a-782233889e7f tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:22.640774 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5ff56204-f2b0-4def-9703-e4e3817650a5 req-6a9f6133-1303-4444-831a-782233889e7f tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] 10.222.0.13 "GET /v2.0/ports?device_id=99991c3f-6a55-4228-ab2f-0eb7cc0667b5 HTTP/1.1" status: 200 len: 944 time: 0.1638086 Aug 18 12:58:22.767654 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5ff56204-f2b0-4def-9703-e4e3817650a5 req-fdeb22c9-693b-4dd9-958d-c6f87d779a45 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] 10.222.0.13 "GET /v2.0/security-groups?id=2253196f-2b2c-45b6-87fe-206ec58e833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251559 Aug 18 12:58:22.848973 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Wed, 18 Aug 2021 12:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8688d34e-c4f9-414a-8762-80e1679d874f x-openstack-request-id: req-8688d34e-c4f9-414a-8762-80e1679d874f {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:58:22.849494 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2afc5dfe-01e3-48b5-a91c-76d71de4031d", "name": "network-vif-deleted", "tag": "0cc63bf1-f915-449c-86d3-c95f41dc0d73", "status": "completed", "code": 200}, {"server_uuid": "9407b444-c01e-4e46-a1da-ec7c9a1bc4fd", "name": "network-vif-deleted", "tag": "2308fcb3-38a2-4859-8f4f-93c5076d787e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "99991c3f-6a55-4228-ab2f-0eb7cc0667b5", "tag": "85495a22-1d26-4ab4-89b4-ae35b15f360a", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:58:22.849597 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8688d34e-c4f9-414a-8762-80e1679d874f {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:58:22.850108 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2afc5dfe-01e3-48b5-a91c-76d71de4031d', 'name': 'network-vif-deleted', 'tag': '0cc63bf1-f915-449c-86d3-c95f41dc0d73', 'status': 'completed', 'code': 200} Aug 18 12:58:22.850392 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9407b444-c01e-4e46-a1da-ec7c9a1bc4fd', 'name': 'network-vif-deleted', 'tag': '2308fcb3-38a2-4859-8f4f-93c5076d787e', 'status': 'completed', 'code': 200} Aug 18 12:58:22.850678 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99991c3f-6a55-4228-ab2f-0eb7cc0667b5', 'tag': '85495a22-1d26-4ab4-89b4-ae35b15f360a', 'status': 'completed', 'code': 200} Aug 18 12:58:22.861714 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4c033-429c-4512-aee3-ce7a1f1b9534 req-259714ec-636c-4bea-aaa6-a841482f8b95 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:22.868084 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4c033-429c-4512-aee3-ce7a1f1b9534 req-259714ec-636c-4bea-aaa6-a841482f8b95 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:22.869439 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dff4c033-429c-4512-aee3-ce7a1f1b9534 req-259714ec-636c-4bea-aaa6-a841482f8b95 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa HTTP/1.1" status: 200 len: 1682 time: 0.3224447 Aug 18 12:58:22.874163 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-bc00a1af-b1a2-4426-bdf6-e7fe50e3f9f8 req-c8f956d8-79cc-4ebd-9dc4-50e5626b63e7 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Deleting port a9b454e4-6ba9-46fb-8693-b1c9f14fb690 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:58:22.874529 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bc00a1af-b1a2-4426-bdf6-e7fe50e3f9f8 req-c8f956d8-79cc-4ebd-9dc4-50e5626b63e7 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:22.880817 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc447e8-2495-415b-a289-c43cd9327268 req-fd037a9c-6074-4ef8-b96c-725b9bd2ee15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:22.882559 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3fc447e8-2495-415b-a289-c43cd9327268 req-fd037a9c-6074-4ef8-b96c-725b9bd2ee15 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76a8af78-35f1-45e9-b205-820cfa8ca63d HTTP/1.1" status: 200 len: 861 time: 0.1976306 Aug 18 12:58:22.925009 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-0aacdeeb-2a47-441c-a060-cb08f7bbaf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd290db41-5591-4780-82d9-2460a3e1c39a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1464763075-router', 'tenant_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'a217470c-9654-4443-9da1-02a2dae36033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:58:18Z', 'updated_at': '2021-08-18T12:58:20Z', 'revision_number': 3, 'project_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'gw_port': {'id': 'a217470c-9654-4443-9da1-02a2dae36033', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd290db41-5591-4780-82d9-2460a3e1c39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:58:19Z', 'updated_at': '2021-08-18T12:58:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:22.956077 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aacdeeb-2a47-441c-a060-cb08f7bbaf84 None None] Checking router: d290db41-5591-4780-82d9-2460a3e1c39a for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:58:22.956493 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aacdeeb-2a47-441c-a060-cb08f7bbaf84 None None] Updating router d290db41-5591-4780-82d9-2460a3e1c39a port a217470c-9654-4443-9da1-02a2dae36033 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:58:22.988419 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3fc447e8-2495-415b-a289-c43cd9327268 req-60a78ae1-8f67-4d4d-add0-c24fa75f6176 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eba301b5-d76a-40eb-bc11-80f6db4b965f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585983 Aug 18 12:58:22.999376 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-91393ddb-407c-4845-a0d2-f30c18021b7f service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347508 Aug 18 12:58:22.999917 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0aacdeeb-2a47-441c-a060-cb08f7bbaf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:23.080448 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a851d3-6ec2-412b-88dd-d8c5d1614cb1 req-fa3143b1-fd1e-4ede-89c2-30b9c313bc4b tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:23.081966 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d6a851d3-6ec2-412b-88dd-d8c5d1614cb1 req-fa3143b1-fd1e-4ede-89c2-30b9c313bc4b tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae69c29-1ceb-40d7-b990-5d6480922406 HTTP/1.1" status: 200 len: 947 time: 0.1108861 Aug 18 12:58:23.096542 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dff4c033-429c-4512-aee3-ce7a1f1b9534 req-bef40861-3159-40fb-8d7f-48336f0baf89 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/security-groups?id=51a6849c-d15a-4aae-9ba4-dedea7cdd11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101717 Aug 18 12:58:23.134359 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d6a851d3-6ec2-412b-88dd-d8c5d1614cb1 req-e80f01cc-3a0e-4690-849d-a50b72c80db3 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9bb66de-fd08-46d3-bfb4-5427df0546dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439823 Aug 18 12:58:23.175111 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f33416b9-abee-4fe5-a5a8-741af2bc9e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:23.214576 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 0cc63bf1-f915-449c-86d3-c95f41dc0d73 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:58:23.239798 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 0cc63bf1-f915-449c-86d3-c95f41dc0d73 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:58:23.240117 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 0cc63bf1-f915-449c-86d3-c95f41dc0d73 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:58:23.363607 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-f33416b9-abee-4fe5-a5a8-741af2bc9e0a admin admin] Allocated IP 172.20.0.1 (4eabbe06-0f33-4aea-98d0-2b74cfe70290/751431a2-1fcf-4b45-9854-bdf8e77ab54a/dd1c4335-a528-4111-9a13-d5cca0615388) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:58:23.399598 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0aacdeeb-2a47-441c-a060-cb08f7bbaf84 None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:23.410992 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-0aacdeeb-2a47-441c-a060-cb08f7bbaf84 None None] Transition to ACTIVE for port object a217470c-9654-4443-9da1-02a2dae36033 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:58:23.512421 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f33416b9-abee-4fe5-a5a8-741af2bc9e0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:23.513286 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0aacdeeb-2a47-441c-a060-cb08f7bbaf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:23.538922 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-bc00a1af-b1a2-4426-bdf6-e7fe50e3f9f8 req-c8f956d8-79cc-4ebd-9dc4-50e5626b63e7 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] For port a9b454e4-6ba9-46fb-8693-b1c9f14fb690, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=a9b454e4-6ba9-46fb-8693-b1c9f14fb690,segment=NetworkSegment(04904de8-0128-4a52-b988-64b79ef67659),segment_id=04904de8-0128-4a52-b988-64b79ef67659)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:23.539300 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bc00a1af-b1a2-4426-bdf6-e7fe50e3f9f8 req-c8f956d8-79cc-4ebd-9dc4-50e5626b63e7 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:23.586662 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-bc00a1af-b1a2-4426-bdf6-e7fe50e3f9f8 req-c8f956d8-79cc-4ebd-9dc4-50e5626b63e7 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Calling delete_port for a9b454e4-6ba9-46fb-8693-b1c9f14fb690 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:58:23.596436 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-0aacdeeb-2a47-441c-a060-cb08f7bbaf84 None None] Attempting to bind port a217470c-9654-4443-9da1-02a2dae36033 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:58:23.596984 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-0aacdeeb-2a47-441c-a060-cb08f7bbaf84 None None] Attempting to bind port a217470c-9654-4443-9da1-02a2dae36033 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:58:23.597386 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aacdeeb-2a47-441c-a060-cb08f7bbaf84 None None] Attempting to bind port a217470c-9654-4443-9da1-02a2dae36033 on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:58:23.599516 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c442c-f0fe-46d2-a871-8651d7d70765 req-d8eff1e8-e22c-492c-a8d5-8d5c3cdaa675 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:23.600488 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8f528-ba8c-4d40-a926-2e78cc38f7f5 None None] Pushing event updated for resources: {'Port': ['ID=a217470c-9654-4443-9da1-02a2dae36033,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:23.600712 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-de2c442c-f0fe-46d2-a871-8651d7d70765 req-d8eff1e8-e22c-492c-a8d5-8d5c3cdaa675 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 945 time: 0.1105406 Aug 18 12:58:23.605641 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aacdeeb-2a47-441c-a060-cb08f7bbaf84 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:58:23.606129 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aacdeeb-2a47-441c-a060-cb08f7bbaf84 None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:58:23.606609 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0aacdeeb-2a47-441c-a060-cb08f7bbaf84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:23.608484 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aacdeeb-2a47-441c-a060-cb08f7bbaf84 None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:58:23.608484 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-0aacdeeb-2a47-441c-a060-cb08f7bbaf84 None None] Bound port: a217470c-9654-4443-9da1-02a2dae36033, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:58:23.608484 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0aacdeeb-2a47-441c-a060-cb08f7bbaf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:23.633433 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8f528-ba8c-4d40-a926-2e78cc38f7f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:23.633902 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8f528-ba8c-4d40-a926-2e78cc38f7f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:23.636170 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8f528-ba8c-4d40-a926-2e78cc38f7f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:23.636170 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8f528-ba8c-4d40-a926-2e78cc38f7f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:23.636170 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8f528-ba8c-4d40-a926-2e78cc38f7f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:23.636170 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8f528-ba8c-4d40-a926-2e78cc38f7f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:23.636170 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8f528-ba8c-4d40-a926-2e78cc38f7f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:23.636170 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8f528-ba8c-4d40-a926-2e78cc38f7f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:23.636170 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8f528-ba8c-4d40-a926-2e78cc38f7f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:23.636640 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8f528-ba8c-4d40-a926-2e78cc38f7f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:23.636774 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8f528-ba8c-4d40-a926-2e78cc38f7f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:23.637091 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8f528-ba8c-4d40-a926-2e78cc38f7f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:23.675723 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-0aacdeeb-2a47-441c-a060-cb08f7bbaf84 None None] For port a217470c-9654-4443-9da1-02a2dae36033, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:58:23.680006 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-0aacdeeb-2a47-441c-a060-cb08f7bbaf84 None None] For port a217470c-9654-4443-9da1-02a2dae36033, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=a217470c-9654-4443-9da1-02a2dae36033,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:58:23.700754 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3165e715-e1d3-45a3-b81c-4232e55620d0 req-31d89b36-ccbe-420f-b1c5-f28214468331 service neutron] 10.222.0.20 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6851387 Aug 18 12:58:23.702655 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f33416b9-abee-4fe5-a5a8-741af2bc9e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:23.708128 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3fc447e8-2495-415b-a289-c43cd9327268 req-f35e8c09-a3ae-431f-831a-1190212619ba service neutron] 10.222.0.20 "GET /v2.0/networks/eba301b5-d76a-40eb-bc11-80f6db4b965f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7078087 Aug 18 12:58:23.732575 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-de2c442c-f0fe-46d2-a871-8651d7d70765 req-131d2ba6-e788-4cd3-96af-52e45814632d tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114964 Aug 18 12:58:23.781249 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33416b9-abee-4fe5-a5a8-741af2bc9e0a admin admin] Network 4eabbe06-0f33-4aea-98d0-2b74cfe70290 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:58:23.782088 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0aacdeeb-2a47-441c-a060-cb08f7bbaf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:23.785223 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-f33416b9-abee-4fe5-a5a8-741af2bc9e0a admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:58:23.793040 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 2308fcb3-38a2-4859-8f4f-93c5076d787e no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:58:23.810951 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33416b9-abee-4fe5-a5a8-741af2bc9e0a admin admin] Pushing event updated for resources: {'Port': ['ID=dd1c4335-a528-4111-9a13-d5cca0615388,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:23.817802 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33416b9-abee-4fe5-a5a8-741af2bc9e0a admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:58:23.841186 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: 2308fcb3-38a2-4859-8f4f-93c5076d787e {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:58:23.842904 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 2308fcb3-38a2-4859-8f4f-93c5076d787e not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:58:23.873329 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8f528-ba8c-4d40-a926-2e78cc38f7f5 None None] Pushing event updated for resources: {'Port': ['ID=a217470c-9654-4443-9da1-02a2dae36033,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:23.891519 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f33416b9-abee-4fe5-a5a8-741af2bc9e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:23.911473 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aacdeeb-2a47-441c-a060-cb08f7bbaf84 None None] Routers {'d290db41-5591-4780-82d9-2460a3e1c39a'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:58:23.912148 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-0aacdeeb-2a47-441c-a060-cb08f7bbaf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:58:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['d290db41-5591-4780-82d9-2460a3e1c39a'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:23.940371 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3fc447e8-2495-415b-a289-c43cd9327268 req-e1fb8030-173b-4d37-81a5-1930f778290e service neutron] 10.222.0.20 "GET /v2.0/networks/eba301b5-d76a-40eb-bc11-80f6db4b965f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122147 Aug 18 12:58:23.963580 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fa78a-00fc-494a-a432-bfc76179feb8 req-31ef382f-23db-4697-b52d-0d3d0a5a4893 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:23.965112 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3f2fa78a-00fc-494a-a432-bfc76179feb8 req-31ef382f-23db-4697-b52d-0d3d0a5a4893 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] 10.222.0.13 "GET /v2.0/ports?device_id=99991c3f-6a55-4228-ab2f-0eb7cc0667b5 HTTP/1.1" status: 200 len: 944 time: 0.1150477 Aug 18 12:58:24.013887 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3f2fa78a-00fc-494a-a432-bfc76179feb8 req-634a63bb-41ba-4ba6-a626-0aa7e55cd7a1 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] 10.222.0.13 "GET /v2.0/security-groups?id=2253196f-2b2c-45b6-87fe-206ec58e833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391800 Aug 18 12:58:24.025339 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-0aacdeeb-2a47-441c-a060-cb08f7bbaf84 None None] Set router d290db41-5591-4780-82d9-2460a3e1c39a gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:58:24.136673 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bc00a1af-b1a2-4426-bdf6-e7fe50e3f9f8 req-c8f956d8-79cc-4ebd-9dc4-50e5626b63e7 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:24.215993 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f956d8-79cc-4ebd-9dc4-50e5626b63e7 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Pushing event deleted for resources: {'Port': ['ID=a9b454e4-6ba9-46fb-8693-b1c9f14fb690,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:24.228519 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee358e9-e407-473b-b239-76ba07f4bdcf req-30a3a6ae-c13b-4195-8e01-02d649a3f23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:24.230050 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cee358e9-e407-473b-b239-76ba07f4bdcf req-30a3a6ae-c13b-4195-8e01-02d649a3f23d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a69acf78bf3746eeaa5fc9022dc8c14d&device_id=99991c3f-6a55-4228-ab2f-0eb7cc0667b5 HTTP/1.1" status: 200 len: 1095 time: 0.1632833 Aug 18 12:58:24.273642 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd5c33-f4aa-4ca9-814c-12a2cd3d5721 req-f6666ac8-f90c-4c2b-96a4-a53559e7cf01 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:24.275291 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7ddd5c33-f4aa-4ca9-814c-12a2cd3d5721 req-f6666ac8-f90c-4c2b-96a4-a53559e7cf01 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa HTTP/1.1" status: 200 len: 945 time: 0.0680556 Aug 18 12:58:24.324347 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f33416b9-abee-4fe5-a5a8-741af2bc9e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:24.326344 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc00a1af-b1a2-4426-bdf6-e7fe50e3f9f8 req-c8f956d8-79cc-4ebd-9dc4-50e5626b63e7 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] No DVR routers for this DVR port a9b454e4-6ba9-46fb-8693-b1c9f14fb690 on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:58:24.331285 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bc00a1af-b1a2-4426-bdf6-e7fe50e3f9f8 req-c8f956d8-79cc-4ebd-9dc4-50e5626b63e7 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:24.333494 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bc00a1af-b1a2-4426-bdf6-e7fe50e3f9f8 req-c8f956d8-79cc-4ebd-9dc4-50e5626b63e7 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.39 "DELETE /v2.0/ports/a9b454e4-6ba9-46fb-8693-b1c9f14fb690 HTTP/1.1" status: 204 len: 173 time: 2.0672112 Aug 18 12:58:24.380726 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7ddd5c33-f4aa-4ca9-814c-12a2cd3d5721 req-88169686-4ac8-400d-a12f-3f6c3ac509d5 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/security-groups?id=51a6849c-d15a-4aae-9ba4-dedea7cdd11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990093 Aug 18 12:58:24.380911 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-0aacdeeb-2a47-441c-a060-cb08f7bbaf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd290db41-5591-4780-82d9-2460a3e1c39a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1464763075-router', 'tenant_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'a217470c-9654-4443-9da1-02a2dae36033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:58:18Z', 'updated_at': '2021-08-18T12:58:20Z', 'revision_number': 3, 'project_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'gw_port': {'id': 'a217470c-9654-4443-9da1-02a2dae36033', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd290db41-5591-4780-82d9-2460a3e1c39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:58:19Z', 'updated_at': '2021-08-18T12:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:24.453258 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aacdeeb-2a47-441c-a060-cb08f7bbaf84 None None] The sync data for ids ['d290db41-5591-4780-82d9-2460a3e1c39a'] in n-d-803603-2 is: [{'id': 'd290db41-5591-4780-82d9-2460a3e1c39a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1464763075-router', 'tenant_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'a217470c-9654-4443-9da1-02a2dae36033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:58:18Z', 'updated_at': '2021-08-18T12:58:20Z', 'revision_number': 3, 'project_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'gw_port': {'id': 'a217470c-9654-4443-9da1-02a2dae36033', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd290db41-5591-4780-82d9-2460a3e1c39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:58:19Z', 'updated_at': '2021-08-18T12:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:58:24.540482 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee358e9-e407-473b-b239-76ba07f4bdcf req-1d01b312-ff23-4459-8aeb-86389717ebbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:24.542012 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cee358e9-e407-473b-b239-76ba07f4bdcf req-1d01b312-ff23-4459-8aeb-86389717ebbd service neutron] 10.222.0.20 "GET /v2.0/networks?id=eba301b5-d76a-40eb-bc11-80f6db4b965f HTTP/1.1" status: 200 len: 922 time: 0.3021791 Aug 18 12:58:24.559166 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-bc00a1af-b1a2-4426-bdf6-e7fe50e3f9f8 req-cf53e43b-d05c-44a9-9011-ab07fc5a4459 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Deleting port 0a659e1f-8cbd-46ec-a6ed-b519a7494214 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:58:24.559664 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bc00a1af-b1a2-4426-bdf6-e7fe50e3f9f8 req-cf53e43b-d05c-44a9-9011-ab07fc5a4459 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:24.642781 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cee358e9-e407-473b-b239-76ba07f4bdcf req-96205f4d-c536-4416-9cd9-e18765da52ba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85495a22-1d26-4ab4-89b4-ae35b15f360a HTTP/1.1" status: 200 len: 217 time: 0.0916345 Aug 18 12:58:24.802672 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee358e9-e407-473b-b239-76ba07f4bdcf req-e73e25b0-b177-4e03-88e1-cc3a3eb28d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:24.804186 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cee358e9-e407-473b-b239-76ba07f4bdcf req-e73e25b0-b177-4e03-88e1-cc3a3eb28d02 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76a8af78-35f1-45e9-b205-820cfa8ca63d HTTP/1.1" status: 200 len: 861 time: 0.1500781 Aug 18 12:58:24.806889 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-bc00a1af-b1a2-4426-bdf6-e7fe50e3f9f8 req-cf53e43b-d05c-44a9-9011-ab07fc5a4459 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] For port 0a659e1f-8cbd-46ec-a6ed-b519a7494214, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=0a659e1f-8cbd-46ec-a6ed-b519a7494214,segment=NetworkSegment(8417fa8d-10ca-4bed-9fab-a7eb3d2569d3),segment_id=8417fa8d-10ca-4bed-9fab-a7eb3d2569d3)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:24.807270 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bc00a1af-b1a2-4426-bdf6-e7fe50e3f9f8 req-cf53e43b-d05c-44a9-9011-ab07fc5a4459 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:24.829822 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d2abe-a458-44d1-85f0-18a04e71a972 req-74f6c365-c7fb-4fa7-9761-bd7035be639f tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:24.837334 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-857d2abe-a458-44d1-85f0-18a04e71a972 req-74f6c365-c7fb-4fa7-9761-bd7035be639f tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9cbc49e-de1c-467a-8419-3a2396bbda30 HTTP/1.1" status: 200 len: 949 time: 0.1818092 Aug 18 12:58:24.859704 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa', 'name': 'network-vif-deleted', 'tag': 'a9b454e4-6ba9-46fb-8693-b1c9f14fb690'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:58:24.862266 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de66eafc-df74-4621-8ba9-2eae1d189684" -d '{"events": [{"server_uuid": "dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa", "name": "network-vif-deleted", "tag": "a9b454e4-6ba9-46fb-8693-b1c9f14fb690"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:58:24.892225 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-bc00a1af-b1a2-4426-bdf6-e7fe50e3f9f8 req-cf53e43b-d05c-44a9-9011-ab07fc5a4459 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Calling delete_port for 0a659e1f-8cbd-46ec-a6ed-b519a7494214 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:58:24.895697 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cee358e9-e407-473b-b239-76ba07f4bdcf req-0beda13c-158b-42a0-815a-05b1a4016ed6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eba301b5-d76a-40eb-bc11-80f6db4b965f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504169 Aug 18 12:58:24.921140 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [req-cee358e9-e407-473b-b239-76ba07f4bdcf req-3aa7c6fd-d211-4d85-af81-d21d6f41ba72 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:58:24.923632 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cee358e9-e407-473b-b239-76ba07f4bdcf req-3aa7c6fd-d211-4d85-af81-d21d6f41ba72 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129654 Aug 18 12:58:24.969924 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5873d39-ad59-46a2-a706-c6e0cce0ea3d req-2dd2b2d2-02fe-4400-a197-bce481f0bf08 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:24.978981 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c5873d39-ad59-46a2-a706-c6e0cce0ea3d req-2dd2b2d2-02fe-4400-a197-bce481f0bf08 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae69c29-1ceb-40d7-b990-5d6480922406 HTTP/1.1" status: 200 len: 947 time: 0.0875008 Aug 18 12:58:25.038700 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c5873d39-ad59-46a2-a706-c6e0cce0ea3d req-197cc49c-89bf-4042-bc06-8db9504e96fb tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9bb66de-fd08-46d3-bfb4-5427df0546dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562928 Aug 18 12:58:25.071431 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f33416b9-abee-4fe5-a5a8-741af2bc9e0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:25.128927 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-857d2abe-a458-44d1-85f0-18a04e71a972 req-865b041d-bcb3-4824-8ce6-627b9f912426 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906971 Aug 18 12:58:25.145787 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f33416b9-abee-4fe5-a5a8-741af2bc9e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:25.218884 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cee358e9-e407-473b-b239-76ba07f4bdcf req-7085c732-f726-454e-9d33-0440e5cefd8d service neutron] 10.222.0.20 "GET /v2.0/networks/eba301b5-d76a-40eb-bc11-80f6db4b965f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565259 Aug 18 12:58:25.226137 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0346d839-eb73-47f4-9610-942ce7e9aa83 x-openstack-request-id: req-0346d839-eb73-47f4-9610-942ce7e9aa83 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:58:25.226485 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa", "name": "network-vif-deleted", "tag": "a9b454e4-6ba9-46fb-8693-b1c9f14fb690", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:58:25.226743 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0346d839-eb73-47f4-9610-942ce7e9aa83 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:58:25.227144 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa', 'name': 'network-vif-deleted', 'tag': 'a9b454e4-6ba9-46fb-8693-b1c9f14fb690', 'status': 'completed', 'code': 200} Aug 18 12:58:25.253086 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bc00a1af-b1a2-4426-bdf6-e7fe50e3f9f8 req-cf53e43b-d05c-44a9-9011-ab07fc5a4459 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:25.262203 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f915cd-9bfa-4612-acca-541f895c9b98 req-cafe5afa-a15a-46d4-94c3-4cee795a324d tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:25.265447 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c7f915cd-9bfa-4612-acca-541f895c9b98 req-cafe5afa-a15a-46d4-94c3-4cee795a324d tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 945 time: 0.1649675 Aug 18 12:58:25.301734 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f33416b9-abee-4fe5-a5a8-741af2bc9e0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:25.310348 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33416b9-abee-4fe5-a5a8-741af2bc9e0a admin admin] Pushing event updated for resources: {'Port': ['ID=dd1c4335-a528-4111-9a13-d5cca0615388,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:25.339259 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53e43b-d05c-44a9-9011-ab07fc5a4459 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Pushing event deleted for resources: {'Port': ['ID=0a659e1f-8cbd-46ec-a6ed-b519a7494214,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:25.407787 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c7f915cd-9bfa-4612-acca-541f895c9b98 req-c76f317f-7e4e-4fe7-8208-b86342e11898 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265414 Aug 18 12:58:25.450115 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc00a1af-b1a2-4426-bdf6-e7fe50e3f9f8 req-cf53e43b-d05c-44a9-9011-ab07fc5a4459 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] No DVR routers for this DVR port 0a659e1f-8cbd-46ec-a6ed-b519a7494214 on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:58:25.468753 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bc00a1af-b1a2-4426-bdf6-e7fe50e3f9f8 req-cf53e43b-d05c-44a9-9011-ab07fc5a4459 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:25.476178 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bc00a1af-b1a2-4426-bdf6-e7fe50e3f9f8 req-cf53e43b-d05c-44a9-9011-ab07fc5a4459 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.39 "DELETE /v2.0/ports/0a659e1f-8cbd-46ec-a6ed-b519a7494214 HTTP/1.1" status: 204 len: 173 time: 1.1326399 Aug 18 12:58:25.500281 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33416b9-abee-4fe5-a5a8-741af2bc9e0a admin admin] Network 4eabbe06-0f33-4aea-98d0-2b74cfe70290 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:58:25.503066 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-f33416b9-abee-4fe5-a5a8-741af2bc9e0a admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:58:25.541922 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-14086f62-d6c4-4853-8c3f-aca96f07de7f req-3a9a6cd9-d207-45f8-922e-284961ff5ec9 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa HTTP/1.1" status: 200 len: 210 time: 0.0404081 Aug 18 12:58:25.579264 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0d75b-9006-453c-9dd9-a83a42f6f00b req-fc965ee3-610b-453f-8a73-5813a7c26190 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:25.580854 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-03e0d75b-9006-453c-9dd9-a83a42f6f00b req-fc965ee3-610b-453f-8a73-5813a7c26190 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] 10.222.0.13 "GET /v2.0/ports?device_id=99991c3f-6a55-4228-ab2f-0eb7cc0667b5 HTTP/1.1" status: 200 len: 944 time: 0.2747943 Aug 18 12:58:25.582199 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45076) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:25.592598 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cee358e9-e407-473b-b239-76ba07f4bdcf req-43547b7a-0697-43de-9162-b3c23a09890e service neutron] 10.222.0.20 "GET /v2.0/networks/eba301b5-d76a-40eb-bc11-80f6db4b965f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637712 Aug 18 12:58:25.625732 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342b3b8-b228-49ab-bbf2-3465ec81af2f req-81603af2-87af-4c43-8445-6614dcff21ca tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:25.627657 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2342b3b8-b228-49ab-bbf2-3465ec81af2f req-81603af2-87af-4c43-8445-6614dcff21ca tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9cbc49e-de1c-467a-8419-3a2396bbda30 HTTP/1.1" status: 200 len: 949 time: 0.1604254 Aug 18 12:58:25.707484 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-03e0d75b-9006-453c-9dd9-a83a42f6f00b req-1a351c39-5d4e-4212-94c0-dd0b975ca9a5 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] 10.222.0.13 "GET /v2.0/security-groups?id=2253196f-2b2c-45b6-87fe-206ec58e833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139362 Aug 18 12:58:25.716405 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device a217470c-9654-4443-9da1-02a2dae36033 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:58:25.801379 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 0a659e1f-8cbd-46ec-a6ed-b519a7494214 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:58:25.803805 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f33416b9-abee-4fe5-a5a8-741af2bc9e0a admin admin] Router d290db41-5591-4780-82d9-2460a3e1c39a has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:58:25.803918 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-53d9e2e8-9170-43ee-9817-469a86195a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:25.828430 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: 0a659e1f-8cbd-46ec-a6ed-b519a7494214 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:58:25.829416 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 0a659e1f-8cbd-46ec-a6ed-b519a7494214 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:58:25.829871 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device a9b454e4-6ba9-46fb-8693-b1c9f14fb690 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:58:25.854258 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-2342b3b8-b228-49ab-bbf2-3465ec81af2f req-954ef17b-81b7-4a14-9cdb-6f0cbe713077 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Deleting port 384a8833-88fe-4c1d-be0c-1a73f037e676 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:58:25.854444 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2342b3b8-b228-49ab-bbf2-3465ec81af2f req-954ef17b-81b7-4a14-9cdb-6f0cbe713077 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:25.864227 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port a217470c-9654-4443-9da1-02a2dae36033 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:58:25.868004 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: a9b454e4-6ba9-46fb-8693-b1c9f14fb690 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:58:25.868351 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device a9b454e4-6ba9-46fb-8693-b1c9f14fb690 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:58:25.869799 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port a217470c-9654-4443-9da1-02a2dae36033 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:58:25.870198 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:25.958938 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33416b9-abee-4fe5-a5a8-741af2bc9e0a admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:58:25.965134 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f33416b9-abee-4fe5-a5a8-741af2bc9e0a admin admin] 10.222.0.13 "PUT /v2.0/routers/d290db41-5591-4780-82d9-2460a3e1c39a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4702413 Aug 18 12:58:25.965330 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:25.990438 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port a217470c-9654-4443-9da1-02a2dae36033, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=a217470c-9654-4443-9da1-02a2dae36033,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:26.021949 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-2342b3b8-b228-49ab-bbf2-3465ec81af2f req-954ef17b-81b7-4a14-9cdb-6f0cbe713077 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] For port 384a8833-88fe-4c1d-be0c-1a73f037e676, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=384a8833-88fe-4c1d-be0c-1a73f037e676,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:26.021949 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2342b3b8-b228-49ab-bbf2-3465ec81af2f req-954ef17b-81b7-4a14-9cdb-6f0cbe713077 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:26.040650 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-2342b3b8-b228-49ab-bbf2-3465ec81af2f req-954ef17b-81b7-4a14-9cdb-6f0cbe713077 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Calling delete_port for 384a8833-88fe-4c1d-be0c-1a73f037e676 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:58:26.062022 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-53d9e2e8-9170-43ee-9817-469a86195a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:26.067746 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:26.080385 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaee455-639b-45c1-a27e-401c9584c6d3 req-ae257507-c877-4c66-a28a-7f5a78ee007d tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:26.084862 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-daaee455-639b-45c1-a27e-401c9584c6d3 req-ae257507-c877-4c66-a28a-7f5a78ee007d tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5944228-4f28-43d4-a9b1-ce0bd9c82dfc HTTP/1.1" status: 200 len: 950 time: 0.1203990 Aug 18 12:58:26.124524 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=a217470c-9654-4443-9da1-02a2dae36033,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:26.146943 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-53d9e2e8-9170-43ee-9817-469a86195a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:26.165348 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772624d3-4be5-46eb-bea9-a2197df3fe81 req-8444c3af-4dc6-46b1-8ae7-c0909f852416 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:26.173305 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-772624d3-4be5-46eb-bea9-a2197df3fe81 req-8444c3af-4dc6-46b1-8ae7-c0909f852416 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae69c29-1ceb-40d7-b990-5d6480922406 HTTP/1.1" status: 200 len: 947 time: 0.0676401 Aug 18 12:58:26.218621 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-772624d3-4be5-46eb-bea9-a2197df3fe81 req-d6729fdc-932f-487e-ba51-be5c56356b07 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9bb66de-fd08-46d3-bfb4-5427df0546dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426795 Aug 18 12:58:26.278967 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9e2e8-9170-43ee-9817-469a86195a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25db9672-e386-496f-84b1-c106abc14c5b,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:26.330369 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877e79c-8d8a-46aa-b243-c2cda05475e6 req-3536ca1c-c2e4-43d6-9b3c-d1aa84e5436d tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:26.334430 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0877e79c-8d8a-46aa-b243-c2cda05475e6 req-3536ca1c-c2e4-43d6-9b3c-d1aa84e5436d tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9cbc49e-de1c-467a-8419-3a2396bbda30 HTTP/1.1" status: 200 len: 949 time: 0.0588455 Aug 18 12:58:26.334705 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-53d9e2e8-9170-43ee-9817-469a86195a8a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=52613e314bda493dbb7de86723b6f7b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7511742 Aug 18 12:58:26.335334 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45102) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:26.381246 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0877e79c-8d8a-46aa-b243-c2cda05475e6 req-609ad27b-a682-4df1-8d38-7a78eee61981 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426352 Aug 18 12:58:26.521566 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-daaee455-639b-45c1-a27e-401c9584c6d3 req-e1b14bfc-e504-4be3-a66e-d1846f6b1871 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Deleting port d9f8d7ab-5bd5-407f-b270-de7ccc354679 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:58:26.521912 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-daaee455-639b-45c1-a27e-401c9584c6d3 req-e1b14bfc-e504-4be3-a66e-d1846f6b1871 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:26.531213 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dd8947e8-a2ad-4272-938e-cc1f3ef20ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:26.542381 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143acdee-cb24-4f94-96b1-e054d5e7460c req-730002f7-e287-4ed1-8ff4-cbd06cdc398e tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:26.544074 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-143acdee-cb24-4f94-96b1-e054d5e7460c req-730002f7-e287-4ed1-8ff4-cbd06cdc398e tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 945 time: 0.0581963 Aug 18 12:58:26.596997 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-143acdee-cb24-4f94-96b1-e054d5e7460c req-4e97be99-d89d-461b-ad3e-02203dde3487 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455558 Aug 18 12:58:26.598047 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9062335-ae74-4e25-b8aa-3868468b34d1 None None] Sync routers for ids ['d290db41-5591-4780-82d9-2460a3e1c39a'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:58:26.608658 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9062335-ae74-4e25-b8aa-3868468b34d1 None None] Routers {'d290db41-5591-4780-82d9-2460a3e1c39a'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:58:26.609457 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-c9062335-ae74-4e25-b8aa-3868468b34d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:58:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['d290db41-5591-4780-82d9-2460a3e1c39a'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:26.613618 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-8848b60c-1602-43f2-88d0-919133f5bbc0 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:26.615170 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-8848b60c-1602-43f2-88d0-919133f5bbc0 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/networks?id=4eabbe06-0f33-4aea-98d0-2b74cfe70290 HTTP/1.1" status: 200 len: 820 time: 0.2698529 Aug 18 12:58:26.634126 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dd8947e8-a2ad-4272-938e-cc1f3ef20ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:26.659388 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-a60d53b4-5cbb-4b65-940c-a5766e39e5fc tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/quotas/add5a5683dbd41f29661fd38fa5b5d0d HTTP/1.1" status: 200 len: 375 time: 0.0304337 Aug 18 12:58:26.702581 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-252b6c8f-c03c-4f83-864c-646e42d47fa8 req-ba5b465e-d02d-4a7f-ab08-a8ef7a572ccf tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa HTTP/1.1" status: 200 len: 210 time: 0.0322564 Aug 18 12:58:26.736631 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2342b3b8-b228-49ab-bbf2-3465ec81af2f req-954ef17b-81b7-4a14-9cdb-6f0cbe713077 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:26.740327 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-daaee455-639b-45c1-a27e-401c9584c6d3 req-e1b14bfc-e504-4be3-a66e-d1846f6b1871 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] For port d9f8d7ab-5bd5-407f-b270-de7ccc354679, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=d9f8d7ab-5bd5-407f-b270-de7ccc354679,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:26.740693 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-daaee455-639b-45c1-a27e-401c9584c6d3 req-e1b14bfc-e504-4be3-a66e-d1846f6b1871 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:26.748943 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['44bf2515-cd47-443d-b2d8-b5004621c8e9', '384a8833-88fe-4c1d-be0c-1a73f037e676', 'd9f8d7ab-5bd5-407f-b270-de7ccc354679'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:58:26.784765 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-daaee455-639b-45c1-a27e-401c9584c6d3 req-e1b14bfc-e504-4be3-a66e-d1846f6b1871 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Calling delete_port for d9f8d7ab-5bd5-407f-b270-de7ccc354679 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:58:26.792102 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ef17b-81b7-4a14-9cdb-6f0cbe713077 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Pushing event deleted for resources: {'Port': ['ID=384a8833-88fe-4c1d-be0c-1a73f037e676,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:26.806404 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-c3191e6d-ace8-4a0a-aca2-d4e391705c8c tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=add5a5683dbd41f29661fd38fa5b5d0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1384010 Aug 18 12:58:26.818757 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-c9062335-ae74-4e25-b8aa-3868468b34d1 None None] Set router d290db41-5591-4780-82d9-2460a3e1c39a gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:58:26.869400 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dd8947e8-a2ad-4272-938e-cc1f3ef20ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:26.871992 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dd8947e8-a2ad-4272-938e-cc1f3ef20ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:26.874102 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-dd8947e8-a2ad-4272-938e-cc1f3ef20ea4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/25db9672-e386-496f-84b1-c106abc14c5b HTTP/1.1" status: 204 len: 168 time: 0.5333145 Aug 18 12:58:26.877622 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494dc325-dabb-40ea-98ab-bb077dc983b9 req-ff97d521-9bea-40ca-ab23-ea4af247b714 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:26.882867 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-494dc325-dabb-40ea-98ab-bb077dc983b9 req-ff97d521-9bea-40ca-ab23-ea4af247b714 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] 10.222.0.13 "GET /v2.0/ports?device_id=99991c3f-6a55-4228-ab2f-0eb7cc0667b5 HTTP/1.1" status: 200 len: 944 time: 0.0805135 Aug 18 12:58:26.908297 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-2342b3b8-b228-49ab-bbf2-3465ec81af2f req-954ef17b-81b7-4a14-9cdb-6f0cbe713077 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] No DVR routers for this DVR port 384a8833-88fe-4c1d-be0c-1a73f037e676 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:58:26.933123 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-494dc325-dabb-40ea-98ab-bb077dc983b9 req-09b8b9f6-47a0-4f77-9185-478f8a0d3e7e tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] 10.222.0.13 "GET /v2.0/security-groups?id=2253196f-2b2c-45b6-87fe-206ec58e833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471215 Aug 18 12:58:26.943614 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2342b3b8-b228-49ab-bbf2-3465ec81af2f req-954ef17b-81b7-4a14-9cdb-6f0cbe713077 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:26.945555 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2342b3b8-b228-49ab-bbf2-3465ec81af2f req-954ef17b-81b7-4a14-9cdb-6f0cbe713077 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.20 "DELETE /v2.0/ports/384a8833-88fe-4c1d-be0c-1a73f037e676 HTTP/1.1" status: 204 len: 173 time: 1.3004036 Aug 18 12:58:26.958333 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8947e8-a2ad-4272-938e-cc1f3ef20ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25db9672-e386-496f-84b1-c106abc14c5b,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:27.015724 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-1666b389-f12a-4a88-a265-acf04cd3d92c service neutron] 10.222.0.13 "GET /v2.0/networks/4eabbe06-0f33-4aea-98d0-2b74cfe70290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591282 Aug 18 12:58:27.149798 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-c9062335-ae74-4e25-b8aa-3868468b34d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd290db41-5591-4780-82d9-2460a3e1c39a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1464763075-router', 'tenant_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'a217470c-9654-4443-9da1-02a2dae36033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:58:18Z', 'updated_at': '2021-08-18T12:58:24Z', 'revision_number': 4, 'project_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'gw_port': {'id': 'a217470c-9654-4443-9da1-02a2dae36033', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd290db41-5591-4780-82d9-2460a3e1c39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:58:19Z', 'updated_at': '2021-08-18T12:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'dd1c4335-a528-4111-9a13-d5cca0615388', 'name': '', 'network_id': '4eabbe06-0f33-4aea-98d0-2b74cfe70290', 'tenant_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'mac_address': 'fa:16:3e:34:a0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd290db41-5591-4780-82d9-2460a3e1c39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '751431a2-1fcf-4b45-9854-bdf8e77ab54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:58:23Z', 'updated_at': '2021-08-18T12:58:24Z', 'revision_number': 2, 'project_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'subnets': [{'id': '751431a2-1fcf-4b45-9854-bdf8e77ab54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:27.153194 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-9829cff9-2a55-4339-990f-6a068cf0717d service neutron] 10.222.0.13 "GET /v2.0/networks/4eabbe06-0f33-4aea-98d0-2b74cfe70290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138237 Aug 18 12:58:27.183144 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9062335-ae74-4e25-b8aa-3868468b34d1 None None] Checking router: d290db41-5591-4780-82d9-2460a3e1c39a for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:58:27.183502 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9062335-ae74-4e25-b8aa-3868468b34d1 None None] Updating router d290db41-5591-4780-82d9-2460a3e1c39a port dd1c4335-a528-4111-9a13-d5cca0615388 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:58:27.207375 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-daaee455-639b-45c1-a27e-401c9584c6d3 req-e1b14bfc-e504-4be3-a66e-d1846f6b1871 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:27.221508 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 85495a22-1d26-4ab4-89b4-ae35b15f360a details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:58:27.257713 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa', 'name': 'network-vif-deleted', 'tag': '0a659e1f-8cbd-46ec-a6ed-b519a7494214'}, {'server_uuid': 'f9cbc49e-de1c-467a-8419-3a2396bbda30', 'name': 'network-vif-deleted', 'tag': '384a8833-88fe-4c1d-be0c-1a73f037e676'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:58:27.260086 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7fa901-a49c-40ce-93ee-3fc9cdb0df6f" -d '{"events": [{"server_uuid": "dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa", "name": "network-vif-deleted", "tag": "0a659e1f-8cbd-46ec-a6ed-b519a7494214"}, {"server_uuid": "f9cbc49e-de1c-467a-8419-3a2396bbda30", "name": "network-vif-deleted", "tag": "384a8833-88fe-4c1d-be0c-1a73f037e676"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:58:27.264421 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c9062335-ae74-4e25-b8aa-3868468b34d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:27.267465 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b14bfc-e504-4be3-a66e-d1846f6b1871 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Pushing event deleted for resources: {'Port': ['ID=d9f8d7ab-5bd5-407f-b270-de7ccc354679,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:27.318355 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-daaee455-639b-45c1-a27e-401c9584c6d3 req-e1b14bfc-e504-4be3-a66e-d1846f6b1871 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] No DVR routers for this DVR port d9f8d7ab-5bd5-407f-b270-de7ccc354679 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:58:27.320854 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-daaee455-639b-45c1-a27e-401c9584c6d3 req-e1b14bfc-e504-4be3-a66e-d1846f6b1871 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:27.322987 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-daaee455-639b-45c1-a27e-401c9584c6d3 req-e1b14bfc-e504-4be3-a66e-d1846f6b1871 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.20 "DELETE /v2.0/ports/d9f8d7ab-5bd5-407f-b270-de7ccc354679 HTTP/1.1" status: 204 len: 173 time: 1.2311323 Aug 18 12:58:27.410703 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ba076-66c6-49a0-b0b8-b9cf72712889 req-4f58e1ff-1857-44ea-8475-989520ea3d94 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:27.419361 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-703ba076-66c6-49a0-b0b8-b9cf72712889 req-4f58e1ff-1857-44ea-8475-989520ea3d94 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae69c29-1ceb-40d7-b990-5d6480922406 HTTP/1.1" status: 200 len: 947 time: 0.0877175 Aug 18 12:58:27.459745 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-703ba076-66c6-49a0-b0b8-b9cf72712889 req-895fba1f-0833-44f4-9623-e5941da69d60 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9bb66de-fd08-46d3-bfb4-5427df0546dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395210 Aug 18 12:58:27.503900 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 85495a22-1d26-4ab4-89b4-ae35b15f360a, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=85495a22-1d26-4ab4-89b4-ae35b15f360a,segment=NetworkSegment(44b35551-8850-45dc-8598-cb3a6464c671),segment_id=44b35551-8850-45dc-8598-cb3a6464c671)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:27.522360 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '85495a22-1d26-4ab4-89b4-ae35b15f360a', 'network_id': 'eba301b5-d76a-40eb-bc11-80f6db4b965f', 'port_id': '85495a22-1d26-4ab4-89b4-ae35b15f360a', 'mac_address': 'fa:16:3e:75:c4:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76a8af78-35f1-45e9-b205-820cfa8ca63d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:58:27.533914 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 18 Aug 2021 12:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37957daf-f41b-4d94-b2c1-b45b54af492e x-openstack-request-id: req-37957daf-f41b-4d94-b2c1-b45b54af492e {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:58:27.534231 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa", "name": "network-vif-deleted", "tag": "0a659e1f-8cbd-46ec-a6ed-b519a7494214", "status": "completed", "code": 200}, {"server_uuid": "f9cbc49e-de1c-467a-8419-3a2396bbda30", "name": "network-vif-deleted", "tag": "384a8833-88fe-4c1d-be0c-1a73f037e676", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:58:27.534486 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37957daf-f41b-4d94-b2c1-b45b54af492e {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:58:27.534893 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4a3f48-c5a0-421a-98bc-dbc1aa8370aa', 'name': 'network-vif-deleted', 'tag': '0a659e1f-8cbd-46ec-a6ed-b519a7494214', 'status': 'completed', 'code': 200} Aug 18 12:58:27.535155 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9cbc49e-de1c-467a-8419-3a2396bbda30', 'name': 'network-vif-deleted', 'tag': '384a8833-88fe-4c1d-be0c-1a73f037e676', 'status': 'completed', 'code': 200} Aug 18 12:58:27.628276 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-652c7a5c-9c4d-487e-bda7-87aa10c6752f req-ee56c031-5e87-4cc2-aa2b-7b29bf8018cd tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/ports?device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 210 time: 0.0470331 Aug 18 12:58:27.629864 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e1c6380a-86e8-484b-8699-6b0715368aff req-893fc600-6e12-4231-8495-01c032475592 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9cbc49e-de1c-467a-8419-3a2396bbda30 HTTP/1.1" status: 200 len: 210 time: 0.0428858 Aug 18 12:58:27.672267 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['44bf2515-cd47-443d-b2d8-b5004621c8e9', '384a8833-88fe-4c1d-be0c-1a73f037e676'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:58:27.695373 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45130) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:27.713883 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-726b6a47-27b1-46da-995a-9a50b5bf4363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:27.790711 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ea637-29de-4d4b-bd2a-23ca56e2ee07 req-364bbfe4-177e-414a-8011-9d2b32e40506 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:27.806601 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c11ea637-29de-4d4b-bd2a-23ca56e2ee07 req-364bbfe4-177e-414a-8011-9d2b32e40506 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 945 time: 0.1091926 Aug 18 12:58:27.806699 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45134) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:27.857359 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c11ea637-29de-4d4b-bd2a-23ca56e2ee07 req-ee131944-b21d-4a09-96ea-3f289c42c4c6 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465844 Aug 18 12:58:27.922345 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device a217470c-9654-4443-9da1-02a2dae36033 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:58:27.939209 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dc4ca46-f042-4dc8-b8f6-ced656c85f73 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Deleting subnet 96f3c743-d6ed-451b-a150-535d8f7923f3 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:58:27.947959 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9dc4ca46-f042-4dc8-b8f6-ced656c85f73 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:28.040889 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9dc4ca46-f042-4dc8-b8f6-ced656c85f73 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:28.044442 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:28.064320 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:28.110475 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85495a22-1d26-4ab4-89b4-ae35b15f360a {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:58:28.170107 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 85495a22-1d26-4ab4-89b4-ae35b15f360a, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=85495a22-1d26-4ab4-89b4-ae35b15f360a,segment=NetworkSegment(44b35551-8850-45dc-8598-cb3a6464c671),segment_id=44b35551-8850-45dc-8598-cb3a6464c671)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:28.207635 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9dc4ca46-f042-4dc8-b8f6-ced656c85f73 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:28.210016 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port a217470c-9654-4443-9da1-02a2dae36033 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:58:28.210424 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:28.240929 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd7fb3-fb72-474e-bbb9-36aaa183f1f3 req-c07b6cdf-d12c-46d5-b8aa-a7685b8151fe tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:28.242544 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c7dd7fb3-fb72-474e-bbb9-36aaa183f1f3 req-c07b6cdf-d12c-46d5-b8aa-a7685b8151fe tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] 10.222.0.13 "GET /v2.0/ports?device_id=99991c3f-6a55-4228-ab2f-0eb7cc0667b5 HTTP/1.1" status: 200 len: 944 time: 0.1517215 Aug 18 12:58:28.245887 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c9062335-ae74-4e25-b8aa-3868468b34d1 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:28.267818 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c9062335-ae74-4e25-b8aa-3868468b34d1 None None] Transition to ACTIVE for port object dd1c4335-a528-4111-9a13-d5cca0615388 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:58:28.277311 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:28.277983 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 729cf000-4e2c-4bf5-9c24-af6942c8a9ac details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:58:28.301178 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-726b6a47-27b1-46da-995a-9a50b5bf4363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:28.314539 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c7dd7fb3-fb72-474e-bbb9-36aaa183f1f3 req-94d891ee-d206-4b80-ae2f-2e5a9b930099 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] 10.222.0.13 "GET /v2.0/security-groups?id=2253196f-2b2c-45b6-87fe-206ec58e833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649333 Aug 18 12:58:28.404417 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-726b6a47-27b1-46da-995a-9a50b5bf4363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:28.424402 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c9062335-ae74-4e25-b8aa-3868468b34d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:28.444236 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726b6a47-27b1-46da-995a-9a50b5bf4363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3504d132-1293-4978-8904-b8e4772189f6,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:28.449310 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-726b6a47-27b1-46da-995a-9a50b5bf4363 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a897f0466694e25a318fe3c6a3c2fdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7528672 Aug 18 12:58:28.451990 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45146) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:28.468891 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=85495a22-1d26-4ab4-89b4-ae35b15f360a,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:28.504548 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9dc4ca46-f042-4dc8-b8f6-ced656c85f73 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:28.543509 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-75225950-e3fe-4e4b-8b14-eb87d942cb76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:28.546476 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc4ca46-f042-4dc8-b8f6-ced656c85f73 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Pushing event deleted for resources: {'Subnet': ['ID=96f3c743-d6ed-451b-a150-535d8f7923f3,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:28.561704 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9dc4ca46-f042-4dc8-b8f6-ced656c85f73 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:28.566555 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9dc4ca46-f042-4dc8-b8f6-ced656c85f73 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "DELETE /v2.0/subnets/96f3c743-d6ed-451b-a150-535d8f7923f3 HTTP/1.1" status: 204 len: 168 time: 0.7595170 Aug 18 12:58:28.566688 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:28.567512 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45150) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:28.569716 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc4ca46-f042-4dc8-b8f6-ced656c85f73 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:28.570085 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc4ca46-f042-4dc8-b8f6-ced656c85f73 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:28.570446 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc4ca46-f042-4dc8-b8f6-ced656c85f73 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:28.570791 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc4ca46-f042-4dc8-b8f6-ced656c85f73 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:28.571131 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc4ca46-f042-4dc8-b8f6-ced656c85f73 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:28.571463 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc4ca46-f042-4dc8-b8f6-ced656c85f73 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:28.571798 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc4ca46-f042-4dc8-b8f6-ced656c85f73 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:28.572128 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc4ca46-f042-4dc8-b8f6-ced656c85f73 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:28.572515 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc4ca46-f042-4dc8-b8f6-ced656c85f73 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:28.572841 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc4ca46-f042-4dc8-b8f6-ced656c85f73 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:28.573678 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc4ca46-f042-4dc8-b8f6-ced656c85f73 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:28.573678 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc4ca46-f042-4dc8-b8f6-ced656c85f73 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:28.582948 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8a34d6-d7e8-46b3-8e1e-92dc481deafd None None] Network cb672d75-e815-49ce-ba5f-f5dd0dc477c5 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:58:28.634718 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df49e3-176e-4787-b934-32408ff4e348 req-6e2829ed-2144-4475-8ea5-e755b93bc2b8 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:28.637295 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-75225950-e3fe-4e4b-8b14-eb87d942cb76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:28.643984 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-20df49e3-176e-4787-b934-32408ff4e348 req-6e2829ed-2144-4475-8ea5-e755b93bc2b8 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae69c29-1ceb-40d7-b990-5d6480922406 HTTP/1.1" status: 200 len: 947 time: 0.1021810 Aug 18 12:58:28.684853 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 729cf000-4e2c-4bf5-9c24-af6942c8a9ac, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=729cf000-4e2c-4bf5-9c24-af6942c8a9ac,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:28.691354 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-20df49e3-176e-4787-b934-32408ff4e348 req-70a36c22-f16e-49d5-9cb4-7acdbd2f4380 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9bb66de-fd08-46d3-bfb4-5427df0546dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465112 Aug 18 12:58:28.708802 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918ca6d-d2ef-4e95-a22b-603339f861c5 None None] Pushing event updated for resources: {'Port': ['ID=dd1c4335-a528-4111-9a13-d5cca0615388,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:28.733545 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-22468e14-a6b3-40ed-b893-ea61a06829b2 req-3ab6fc6c-112d-461c-aded-95677fdb7821 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/ports?device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 210 time: 0.0606899 Aug 18 12:58:28.745987 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-869e6990-5203-4d0a-ba08-bf58454ec57a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:28.783143 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '729cf000-4e2c-4bf5-9c24-af6942c8a9ac', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'port_id': '729cf000-4e2c-4bf5-9c24-af6942c8a9ac', 'mac_address': 'fa:16:3e:d1:cb:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc8434-66c0-4e05-8cce-b4a4a0f33dc3', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:58:28.794010 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-c9062335-ae74-4e25-b8aa-3868468b34d1 None None] Attempting to bind port dd1c4335-a528-4111-9a13-d5cca0615388 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:58:28.794458 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-c9062335-ae74-4e25-b8aa-3868468b34d1 None None] Attempting to bind port dd1c4335-a528-4111-9a13-d5cca0615388 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '00d9e69e-c710-4ac1-b784-ce0d940c4698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4eabbe06-0f33-4aea-98d0-2b74cfe70290'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:58:28.795002 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9062335-ae74-4e25-b8aa-3868468b34d1 None None] Attempting to bind port dd1c4335-a528-4111-9a13-d5cca0615388 on network 4eabbe06-0f33-4aea-98d0-2b74cfe70290 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:58:28.806463 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9062335-ae74-4e25-b8aa-3868468b34d1 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:58:28.806842 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9062335-ae74-4e25-b8aa-3868468b34d1 None None] Checking segment: {'id': '00d9e69e-c710-4ac1-b784-ce0d940c4698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4eabbe06-0f33-4aea-98d0-2b74cfe70290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:58:28.807250 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c9062335-ae74-4e25-b8aa-3868468b34d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:28.807645 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9062335-ae74-4e25-b8aa-3868468b34d1 None None] Bound using segment: {'id': '00d9e69e-c710-4ac1-b784-ce0d940c4698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4eabbe06-0f33-4aea-98d0-2b74cfe70290'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:58:28.808123 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-c9062335-ae74-4e25-b8aa-3868468b34d1 None None] Bound port: dd1c4335-a528-4111-9a13-d5cca0615388, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d9e69e-c710-4ac1-b784-ce0d940c4698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4eabbe06-0f33-4aea-98d0-2b74cfe70290'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:58:28.808504 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c9062335-ae74-4e25-b8aa-3868468b34d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:28.819714 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-869e6990-5203-4d0a-ba08-bf58454ec57a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Deleting port 79c7b934-64c2-4c90-832a-9efad4bc9d9a {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:58:28.820204 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-869e6990-5203-4d0a-ba08-bf58454ec57a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:28.896073 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-75225950-e3fe-4e4b-8b14-eb87d942cb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:28.898953 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-75225950-e3fe-4e4b-8b14-eb87d942cb76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:28.902937 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-75225950-e3fe-4e4b-8b14-eb87d942cb76 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3504d132-1293-4978-8904-b8e4772189f6 HTTP/1.1" status: 204 len: 168 time: 0.4498115 Aug 18 12:58:28.916068 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:28.916330 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-869e6990-5203-4d0a-ba08-bf58454ec57a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] For port 79c7b934-64c2-4c90-832a-9efad4bc9d9a, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=79c7b934-64c2-4c90-832a-9efad4bc9d9a,segment=NetworkSegment(04904de8-0128-4a52-b988-64b79ef67659),segment_id=04904de8-0128-4a52-b988-64b79ef67659)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:28.916765 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-869e6990-5203-4d0a-ba08-bf58454ec57a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:28.919713 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75225950-e3fe-4e4b-8b14-eb87d942cb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3504d132-1293-4978-8904-b8e4772189f6,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:28.938688 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-869e6990-5203-4d0a-ba08-bf58454ec57a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Calling delete_port for 79c7b934-64c2-4c90-832a-9efad4bc9d9a owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:58:28.987360 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 729cf000-4e2c-4bf5-9c24-af6942c8a9ac {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:58:29.043908 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 729cf000-4e2c-4bf5-9c24-af6942c8a9ac, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=729cf000-4e2c-4bf5-9c24-af6942c8a9ac,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:29.054371 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-c9062335-ae74-4e25-b8aa-3868468b34d1 None None] For port dd1c4335-a528-4111-9a13-d5cca0615388, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:58:29.062116 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-c9062335-ae74-4e25-b8aa-3868468b34d1 None None] For port dd1c4335-a528-4111-9a13-d5cca0615388, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=dd1c4335-a528-4111-9a13-d5cca0615388,segment=NetworkSegment(00d9e69e-c710-4ac1-b784-ce0d940c4698),segment_id=00d9e69e-c710-4ac1-b784-ce0d940c4698)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:58:29.078393 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f46a86-5eec-4589-a9cd-9ded63d561f5 req-dfbafa7c-d525-4c42-acc6-377d9ef62d5c tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:29.079985 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-49f46a86-5eec-4589-a9cd-9ded63d561f5 req-dfbafa7c-d525-4c42-acc6-377d9ef62d5c tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 945 time: 0.0744889 Aug 18 12:58:29.112078 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8b7b11-bb55-4ccd-813b-b32a3501c0ef None None] DHCP port deletion for cb672d75-e815-49ce-ba5f-f5dd0dc477c5 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:58:29.127127 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-49f46a86-5eec-4589-a9cd-9ded63d561f5 req-30579c94-6a23-47b1-ab48-698e95587fa6 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394304 Aug 18 12:58:29.149045 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:29.186055 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b7b11-bb55-4ccd-813b-b32a3501c0ef None None] Deleting port 79c7b934-64c2-4c90-832a-9efad4bc9d9a {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:58:29.186479 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4b8b7b11-bb55-4ccd-813b-b32a3501c0ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:29.221351 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-869e6990-5203-4d0a-ba08-bf58454ec57a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:29.246857 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 384a8833-88fe-4c1d-be0c-1a73f037e676 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:58:29.254227 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c9062335-ae74-4e25-b8aa-3868468b34d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:29.256216 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e6990-5203-4d0a-ba08-bf58454ec57a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Pushing event deleted for resources: {'Port': ['ID=79c7b934-64c2-4c90-832a-9efad4bc9d9a,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:29.259691 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869e6990-5203-4d0a-ba08-bf58454ec57a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] No DVR routers for this DVR port 79c7b934-64c2-4c90-832a-9efad4bc9d9a on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:58:29.280849 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=729cf000-4e2c-4bf5-9c24-af6942c8a9ac,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:29.291622 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 384a8833-88fe-4c1d-be0c-1a73f037e676 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:58:29.291971 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 384a8833-88fe-4c1d-be0c-1a73f037e676 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:58:29.292801 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device d9f8d7ab-5bd5-407f-b270-de7ccc354679 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:58:29.340137 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-869e6990-5203-4d0a-ba08-bf58454ec57a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:29.353061 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-869e6990-5203-4d0a-ba08-bf58454ec57a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb672d75-e815-49ce-ba5f-f5dd0dc477c5']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:29.355776 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: d9f8d7ab-5bd5-407f-b270-de7ccc354679 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:58:29.356171 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device d9f8d7ab-5bd5-407f-b270-de7ccc354679 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:58:29.360839 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-4b8b7b11-bb55-4ccd-813b-b32a3501c0ef None None] For port 79c7b934-64c2-4c90-832a-9efad4bc9d9a, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=79c7b934-64c2-4c90-832a-9efad4bc9d9a,segment=NetworkSegment(04904de8-0128-4a52-b988-64b79ef67659),segment_id=04904de8-0128-4a52-b988-64b79ef67659)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:29.363636 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4b8b7b11-bb55-4ccd-813b-b32a3501c0ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:29.365857 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-869e6990-5203-4d0a-ba08-bf58454ec57a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04904de8-0128-4a52-b988-64b79ef67659') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:29.366161 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-869e6990-5203-4d0a-ba08-bf58454ec57a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04904de8-0128-4a52-b988-64b79ef67659') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:29.377715 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-869e6990-5203-4d0a-ba08-bf58454ec57a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:29.382654 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b7b11-bb55-4ccd-813b-b32a3501c0ef None None] Calling delete_port for 79c7b934-64c2-4c90-832a-9efad4bc9d9a owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:58:29.409453 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-869e6990-5203-4d0a-ba08-bf58454ec57a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:29.416437 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-869e6990-5203-4d0a-ba08-bf58454ec57a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:58:29.418128 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-869e6990-5203-4d0a-ba08-bf58454ec57a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:29.424563 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 12:58:29.424563 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:58:29.424563 n-d-803603-2 neutron-server[101675]: timer() Aug 18 12:58:29.424563 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:58:29.424563 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 12:58:29.424563 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:58:29.424563 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 12:58:29.424563 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:58:29.424563 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 12:58:29.424563 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:58:29.424563 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 12:58:29.424563 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:58:29.424563 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 12:58:29.424563 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:58:29.424563 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:58:29.424563 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:58:29.424563 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:58:29.424563 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:58:29.424563 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 12:58:29.424563 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:58:29.424563 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 12:58:29.424563 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:58:29.424563 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:58:29.424563 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:58:29.424563 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 12:58:29.424563 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:58:29.424563 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:58:29.424563 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:58:29.424563 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:58:29.424563 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:58:29.424563 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:58:29.424563 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:58:29.455971 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9062335-ae74-4e25-b8aa-3868468b34d1 None None] Routers {'d290db41-5591-4780-82d9-2460a3e1c39a'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:58:29.456780 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-c9062335-ae74-4e25-b8aa-3868468b34d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:58:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['d290db41-5591-4780-82d9-2460a3e1c39a'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:29.538068 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5944228-4f28-43d4-a9b1-ce0bd9c82dfc', 'name': 'network-vif-deleted', 'tag': 'd9f8d7ab-5bd5-407f-b270-de7ccc354679'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:58:29.542054 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d103827e-7430-4b61-8657-77df2a0bb91c" -d '{"events": [{"server_uuid": "f5944228-4f28-43d4-a9b1-ce0bd9c82dfc", "name": "network-vif-deleted", "tag": "d9f8d7ab-5bd5-407f-b270-de7ccc354679"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:58:29.546953 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ee75f-6467-4c31-a42e-c9540842e965 req-cc8178ad-7d45-428d-ade6-7d1cd2e03b27 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:29.551066 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c1ee75f-6467-4c31-a42e-c9540842e965 req-cc8178ad-7d45-428d-ade6-7d1cd2e03b27 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] 10.222.0.13 "GET /v2.0/ports?device_id=99991c3f-6a55-4228-ab2f-0eb7cc0667b5 HTTP/1.1" status: 200 len: 945 time: 0.0955780 Aug 18 12:58:29.567472 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24634fef-2f3a-42ff-8ace-b1968e1afad2 req-1d695224-c020-4ac1-94ec-ac481de7cead tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:29.569262 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-24634fef-2f3a-42ff-8ace-b1968e1afad2 req-1d695224-c020-4ac1-94ec-ac481de7cead tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d02796a-bc54-4b77-8c9b-92e5527394e5 HTTP/1.1" status: 200 len: 950 time: 0.1430523 Aug 18 12:58:29.595305 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-c9062335-ae74-4e25-b8aa-3868468b34d1 None None] Set router d290db41-5591-4780-82d9-2460a3e1c39a gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:58:29.626033 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-24634fef-2f3a-42ff-8ace-b1968e1afad2 req-319f16f4-3314-42b0-8b30-ffd4b52af19b tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494943 Aug 18 12:58:29.632685 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-869e6990-5203-4d0a-ba08-bf58454ec57a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:29.638864 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['729cf000-4e2c-4bf5-9c24-af6942c8a9ac'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:58:29.645831 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-869e6990-5203-4d0a-ba08-bf58454ec57a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:29.648237 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-869e6990-5203-4d0a-ba08-bf58454ec57a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "DELETE /v2.0/networks/cb672d75-e815-49ce-ba5f-f5dd0dc477c5 HTTP/1.1" status: 204 len: 168 time: 1.0801678 Aug 18 12:58:29.658659 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['85495a22-1d26-4ab4-89b4-ae35b15f360a'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:58:29.664975 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45182) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:29.678669 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e6990-5203-4d0a-ba08-bf58454ec57a tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Pushing event deleted for resources: {'Network': ['ID=cb672d75-e815-49ce-ba5f-f5dd0dc477c5,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:29.698975 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c1ee75f-6467-4c31-a42e-c9540842e965 req-2ed423d9-bfea-4123-9c4d-a76ad287c38f tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] 10.222.0.13 "GET /v2.0/security-groups?id=2253196f-2b2c-45b6-87fe-206ec58e833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268961 Aug 18 12:58:29.726660 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aedf235-80d2-47c7-aada-290b5ec5559e x-openstack-request-id: req-1aedf235-80d2-47c7-aada-290b5ec5559e {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:58:29.727097 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5944228-4f28-43d4-a9b1-ce0bd9c82dfc", "name": "network-vif-deleted", "tag": "d9f8d7ab-5bd5-407f-b270-de7ccc354679", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:58:29.727355 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1aedf235-80d2-47c7-aada-290b5ec5559e {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:58:29.731204 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5944228-4f28-43d4-a9b1-ce0bd9c82dfc', 'name': 'network-vif-deleted', 'tag': 'd9f8d7ab-5bd5-407f-b270-de7ccc354679', 'status': 'completed', 'code': 200} Aug 18 12:58:29.765225 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc99468-8ce5-464f-8013-805c48dbc238 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Deleting subnet 9f572c36-f35b-4bc3-bfdf-38dcbf79d82c {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:58:29.772497 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 79c7b934-64c2-4c90-832a-9efad4bc9d9a no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:58:29.774197 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5fc99468-8ce5-464f-8013-805c48dbc238 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:29.788918 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918ca6d-d2ef-4e95-a22b-603339f861c5 None None] Pushing event updated for resources: {'Port': ['ID=dd1c4335-a528-4111-9a13-d5cca0615388,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:29.821841 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5fc99468-8ce5-464f-8013-805c48dbc238 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:29.890774 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4b8b7b11-bb55-4ccd-813b-b32a3501c0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:29.894902 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75d4c3-cfa9-4109-a44c-105b0008bdb7 req-656bc621-af11-47b3-8eb5-f5a0f5e18a80 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:29.896431 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4c75d4c3-cfa9-4109-a44c-105b0008bdb7 req-656bc621-af11-47b3-8eb5-f5a0f5e18a80 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae69c29-1ceb-40d7-b990-5d6480922406 HTTP/1.1" status: 200 len: 948 time: 0.0639813 Aug 18 12:58:29.917898 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1925016c-208d-429a-b25e-73fa3ac33e5b req-3ef44d3b-f684-4154-b3c4-0e781cca8998 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/ports?device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 210 time: 0.0426495 Aug 18 12:58:29.928431 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4b8b7b11-bb55-4ccd-813b-b32a3501c0ef None None] Network cb672d75-e815-49ce-ba5f-f5dd0dc477c5 is not hosted by any dhcp agent {{(pid=101677) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 18 12:58:29.929075 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8b7b11-bb55-4ccd-813b-b32a3501c0ef None None] No DVR routers for this DVR port 79c7b934-64c2-4c90-832a-9efad4bc9d9a on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:58:29.956384 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4c75d4c3-cfa9-4109-a44c-105b0008bdb7 req-26e74891-e735-454c-bce8-e35047d4bc67 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9bb66de-fd08-46d3-bfb4-5427df0546dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535603 Aug 18 12:58:29.974801 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 79c7b934-64c2-4c90-832a-9efad4bc9d9a {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:58:29.975385 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 79c7b934-64c2-4c90-832a-9efad4bc9d9a not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:58:30.022041 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5fc99468-8ce5-464f-8013-805c48dbc238 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:30.041626 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b7b11-bb55-4ccd-813b-b32a3501c0ef None None] Pushing event deleted for resources: {'Port': ['ID=79c7b934-64c2-4c90-832a-9efad4bc9d9a,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:30.147452 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5fc99468-8ce5-464f-8013-805c48dbc238 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:30.215764 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5fc99468-8ce5-464f-8013-805c48dbc238 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:30.221820 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5fc99468-8ce5-464f-8013-805c48dbc238 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "DELETE /v2.0/subnets/9f572c36-f35b-4bc3-bfdf-38dcbf79d82c HTTP/1.1" status: 204 len: 168 time: 0.5550141 Aug 18 12:58:30.223277 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45204) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:30.239636 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc99468-8ce5-464f-8013-805c48dbc238 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Pushing event deleted for resources: {'Subnet': ['ID=9f572c36-f35b-4bc3-bfdf-38dcbf79d82c,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:30.277309 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d58faf-07a8-4c12-aea4-28f8d8b3046a req-dc3fbff0-5d84-4916-985a-487cc102dd3f tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:30.279186 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a8d58faf-07a8-4c12-aea4-28f8d8b3046a req-dc3fbff0-5d84-4916-985a-487cc102dd3f tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 945 time: 0.0685043 Aug 18 12:58:30.299806 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79a881e-9bfe-4f04-87d8-dac419513e4a None None] Network 2928c991-0880-4c00-b8f8-7eac8f52d7b8 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:58:30.340782 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a8d58faf-07a8-4c12-aea4-28f8d8b3046a req-219d7388-c2ac-42f8-b896-a61bce40656c tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539742 Aug 18 12:58:30.376483 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-60b30da3-4072-48b4-be8b-44bad6cd1807 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:30.636794 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-c9062335-ae74-4e25-b8aa-3868468b34d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd290db41-5591-4780-82d9-2460a3e1c39a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1464763075-router', 'tenant_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'a217470c-9654-4443-9da1-02a2dae36033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:58:18Z', 'updated_at': '2021-08-18T12:58:24Z', 'revision_number': 4, 'project_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'gw_port': {'id': 'a217470c-9654-4443-9da1-02a2dae36033', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd290db41-5591-4780-82d9-2460a3e1c39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:58:19Z', 'updated_at': '2021-08-18T12:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'dd1c4335-a528-4111-9a13-d5cca0615388', 'name': '', 'network_id': '4eabbe06-0f33-4aea-98d0-2b74cfe70290', 'tenant_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'mac_address': 'fa:16:3e:34:a0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd290db41-5591-4780-82d9-2460a3e1c39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '751431a2-1fcf-4b45-9854-bdf8e77ab54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:58:23Z', 'updated_at': '2021-08-18T12:58:29Z', 'revision_number': 4, 'project_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'subnets': [{'id': '751431a2-1fcf-4b45-9854-bdf8e77ab54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:30.668550 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9062335-ae74-4e25-b8aa-3868468b34d1 None None] The sync data for ids ['d290db41-5591-4780-82d9-2460a3e1c39a'] in n-d-803603-2 is: [{'id': 'd290db41-5591-4780-82d9-2460a3e1c39a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1464763075-router', 'tenant_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'a217470c-9654-4443-9da1-02a2dae36033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:58:18Z', 'updated_at': '2021-08-18T12:58:24Z', 'revision_number': 4, 'project_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'gw_port': {'id': 'a217470c-9654-4443-9da1-02a2dae36033', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd290db41-5591-4780-82d9-2460a3e1c39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:58:19Z', 'updated_at': '2021-08-18T12:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'dd1c4335-a528-4111-9a13-d5cca0615388', 'name': '', 'network_id': '4eabbe06-0f33-4aea-98d0-2b74cfe70290', 'tenant_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'mac_address': 'fa:16:3e:34:a0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd290db41-5591-4780-82d9-2460a3e1c39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '751431a2-1fcf-4b45-9854-bdf8e77ab54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:58:23Z', 'updated_at': '2021-08-18T12:58:29Z', 'revision_number': 4, 'project_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'subnets': [{'id': '751431a2-1fcf-4b45-9854-bdf8e77ab54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:58:30.689759 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f21c8dc-19e7-4470-a636-3bed72d966e1 None None] DHCP port deletion for 2928c991-0880-4c00-b8f8-7eac8f52d7b8 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:58:30.845646 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7f21c8dc-19e7-4470-a636-3bed72d966e1 None None] Deleting port 8bcccf00-28d2-4fc4-a1b0-91ae96480978 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:58:30.846112 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7f21c8dc-19e7-4470-a636-3bed72d966e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:30.885009 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f3c54-aa9d-4a8f-9981-ccea3313bea7 req-eb2dabb3-244c-4ba8-a374-15e1e242dcd0 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:30.898476 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9e8f3c54-aa9d-4a8f-9981-ccea3313bea7 req-eb2dabb3-244c-4ba8-a374-15e1e242dcd0 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d02796a-bc54-4b77-8c9b-92e5527394e5 HTTP/1.1" status: 200 len: 950 time: 0.1095710 Aug 18 12:58:30.943801 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb66251-94ed-47fc-96ef-8c45508802f0 req-62489998-4cf7-41f8-be6e-2da24f1c6fc6 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:30.947491 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9e8f3c54-aa9d-4a8f-9981-ccea3313bea7 req-f41bf4df-b189-4d58-ba8e-84cc25a4ca8d tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476403 Aug 18 12:58:30.950714 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7f21c8dc-19e7-4470-a636-3bed72d966e1 None None] For port 8bcccf00-28d2-4fc4-a1b0-91ae96480978, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=8bcccf00-28d2-4fc4-a1b0-91ae96480978,segment=NetworkSegment(8417fa8d-10ca-4bed-9fab-a7eb3d2569d3),segment_id=8417fa8d-10ca-4bed-9fab-a7eb3d2569d3)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:30.950992 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7f21c8dc-19e7-4470-a636-3bed72d966e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:30.951091 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-adb66251-94ed-47fc-96ef-8c45508802f0 req-62489998-4cf7-41f8-be6e-2da24f1c6fc6 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad63d5-50bf-4329-9e2e-403433c7eb5e HTTP/1.1" status: 200 len: 945 time: 0.5422561 Aug 18 12:58:30.972567 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7f21c8dc-19e7-4470-a636-3bed72d966e1 None None] Calling delete_port for 8bcccf00-28d2-4fc4-a1b0-91ae96480978 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:58:31.053459 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-60b30da3-4072-48b4-be8b-44bad6cd1807 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Deleting port 8bcccf00-28d2-4fc4-a1b0-91ae96480978 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:58:31.053823 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-60b30da3-4072-48b4-be8b-44bad6cd1807 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:31.124243 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685dec20-8c94-4f80-b6c6-0fb407999791 req-8486fee6-406d-4686-9eb9-688961b5912d tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:31.125884 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-685dec20-8c94-4f80-b6c6-0fb407999791 req-8486fee6-406d-4686-9eb9-688961b5912d tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] 10.222.0.13 "GET /v2.0/ports?device_id=99991c3f-6a55-4228-ab2f-0eb7cc0667b5 HTTP/1.1" status: 200 len: 945 time: 0.0892768 Aug 18 12:58:31.176048 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-685dec20-8c94-4f80-b6c6-0fb407999791 req-739c6799-2c31-4d42-a4ca-35a1ca0ea12d tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] 10.222.0.13 "GET /v2.0/security-groups?id=2253196f-2b2c-45b6-87fe-206ec58e833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398655 Aug 18 12:58:31.187422 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7f21c8dc-19e7-4470-a636-3bed72d966e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:31.197386 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-58375fd9-200e-4a87-b7e0-768ab0c6c687 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:31.197386 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-58375fd9-200e-4a87-b7e0-768ab0c6c687 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.39 "GET /v2.0/networks?id=4eabbe06-0f33-4aea-98d0-2b74cfe70290 HTTP/1.1" status: 200 len: 820 time: 0.7319388 Aug 18 12:58:31.199891 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-adb66251-94ed-47fc-96ef-8c45508802f0 req-8c9d19f3-e0c8-4a09-acd7-16b1ea2e82dd tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480307 Aug 18 12:58:31.205397 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f21c8dc-19e7-4470-a636-3bed72d966e1 None None] No DVR routers for this DVR port 8bcccf00-28d2-4fc4-a1b0-91ae96480978 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:58:31.230593 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-16117101-5aa3-4569-b441-75c7fa044553 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Request body: {'port': {'device_id': '3064c66b-8620-4763-a65e-427cd9dbe86c', 'network_id': '4eabbe06-0f33-4aea-98d0-2b74cfe70290', 'admin_state_up': True, 'tenant_id': 'add5a5683dbd41f29661fd38fa5b5d0d'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:58:31.237331 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f21c8dc-19e7-4470-a636-3bed72d966e1 None None] Pushing event deleted for resources: {'Port': ['ID=8bcccf00-28d2-4fc4-a1b0-91ae96480978,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:31.245551 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 729cf000-4e2c-4bf5-9c24-af6942c8a9ac up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:58:31.347449 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7f4c1-fac4-49ac-8136-bedb9ae76057 req-8c554d40-14d4-4cb2-8cc2-106a88297ef2 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:31.348178 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c291b06f-d641-4254-8d35-c8d33125c80f req-b35c6420-9ac2-4470-a08a-dc1e1004de8e tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/ports?device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 210 time: 0.0519340 Aug 18 12:58:31.349267 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-54f7f4c1-fac4-49ac-8136-bedb9ae76057 req-8c554d40-14d4-4cb2-8cc2-106a88297ef2 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d02796a-bc54-4b77-8c9b-92e5527394e5 HTTP/1.1" status: 200 len: 950 time: 0.4149916 Aug 18 12:58:31.461182 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 729cf000-4e2c-4bf5-9c24-af6942c8a9ac completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:58:31.466620 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 729cf000-4e2c-4bf5-9c24-af6942c8a9ac triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:58:31.467028 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:31.472257 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-60b30da3-4072-48b4-be8b-44bad6cd1807 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] For port 8bcccf00-28d2-4fc4-a1b0-91ae96480978, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=8bcccf00-28d2-4fc4-a1b0-91ae96480978,segment=NetworkSegment(8417fa8d-10ca-4bed-9fab-a7eb3d2569d3),segment_id=8417fa8d-10ca-4bed-9fab-a7eb3d2569d3)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:31.472635 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-60b30da3-4072-48b4-be8b-44bad6cd1807 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:31.504932 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-60b30da3-4072-48b4-be8b-44bad6cd1807 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Calling delete_port for 8bcccf00-28d2-4fc4-a1b0-91ae96480978 owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:58:31.511122 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbeec67-7541-4de8-9e61-f4c01e00be39 req-146b2fb1-573c-41af-bce2-d43714c705cd tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:31.518426 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8cbeec67-7541-4de8-9e61-f4c01e00be39 req-146b2fb1-573c-41af-bce2-d43714c705cd tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 945 time: 0.0750983 Aug 18 12:58:31.601577 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8cbeec67-7541-4de8-9e61-f4c01e00be39 req-4ca7bf2d-4c01-44d1-9051-1c1026cf43b4 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806527 Aug 18 12:58:31.629591 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:31.657337 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae69c29-1ceb-40d7-b990-5d6480922406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729cf000-4e2c-4bf5-9c24-af6942c8a9ac'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:58:31.659747 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb018a21-3008-4f2d-ba7f-c11a4385b668" -d '{"events": [{"server_uuid": "4ae69c29-1ceb-40d7-b990-5d6480922406", "name": "network-vif-plugged", "status": "completed", "tag": "729cf000-4e2c-4bf5-9c24-af6942c8a9ac"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:58:31.664314 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba740383-4d19-4148-94c2-0ce06dd556c2 req-46b02013-f6af-4693-9206-63a6660827cf tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:31.665910 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ba740383-4d19-4148-94c2-0ce06dd556c2 req-46b02013-f6af-4693-9206-63a6660827cf tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae69c29-1ceb-40d7-b990-5d6480922406 HTTP/1.1" status: 200 len: 948 time: 0.3155077 Aug 18 12:58:31.686164 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 729cf000-4e2c-4bf5-9c24-af6942c8a9ac, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=729cf000-4e2c-4bf5-9c24-af6942c8a9ac,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:31.709029 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075838f0-d652-4387-bfac-d0945a18d785 x-openstack-request-id: req-075838f0-d652-4387-bfac-d0945a18d785 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:58:31.709322 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae69c29-1ceb-40d7-b990-5d6480922406", "name": "network-vif-plugged", "status": "completed", "tag": "729cf000-4e2c-4bf5-9c24-af6942c8a9ac", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:58:31.709571 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-075838f0-d652-4387-bfac-d0945a18d785 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:58:31.709957 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae69c29-1ceb-40d7-b990-5d6480922406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729cf000-4e2c-4bf5-9c24-af6942c8a9ac', 'code': 200} Aug 18 12:58:31.716655 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device dd1c4335-a528-4111-9a13-d5cca0615388 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:58:31.753888 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-60b30da3-4072-48b4-be8b-44bad6cd1807 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:31.772814 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ba740383-4d19-4148-94c2-0ce06dd556c2 req-71a9597b-06dc-407a-9aea-38a0c0da9e95 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9bb66de-fd08-46d3-bfb4-5427df0546dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948284 Aug 18 12:58:31.803900 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b30da3-4072-48b4-be8b-44bad6cd1807 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Pushing event deleted for resources: {'Port': ['ID=8bcccf00-28d2-4fc4-a1b0-91ae96480978,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:31.804971 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:31.808121 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b30da3-4072-48b4-be8b-44bad6cd1807 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] No DVR routers for this DVR port 8bcccf00-28d2-4fc4-a1b0-91ae96480978 on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:58:31.810630 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 85495a22-1d26-4ab4-89b4-ae35b15f360a up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:58:31.825326 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-54f7f4c1-fac4-49ac-8136-bedb9ae76057 req-cf519785-2f3f-41e9-acda-3afb4cfbcbc7 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Deleting port 44bf2515-cd47-443d-b2d8-b5004621c8e9 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:58:31.825706 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-54f7f4c1-fac4-49ac-8136-bedb9ae76057 req-cf519785-2f3f-41e9-acda-3afb4cfbcbc7 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:31.828517 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-16117101-5aa3-4569-b441-75c7fa044553 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Made reservation on behalf of add5a5683dbd41f29661fd38fa5b5d0d for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:58:31.832037 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-16117101-5aa3-4569-b441-75c7fa044553 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:31.896592 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port dd1c4335-a528-4111-9a13-d5cca0615388 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:58:31.914160 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port dd1c4335-a528-4111-9a13-d5cca0615388 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:58:31.914626 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:31.916235 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=729cf000-4e2c-4bf5-9c24-af6942c8a9ac,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:31.971567 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 85495a22-1d26-4ab4-89b4-ae35b15f360a completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:58:31.978695 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 85495a22-1d26-4ab4-89b4-ae35b15f360a triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:58:31.979075 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:32.004666 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640d99c-8388-4ad4-bc77-3fb83c157a31 req-85fe9b9e-c754-44b7-b40f-85721add0150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:32.006247 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4640d99c-8388-4ad4-bc77-3fb83c157a31 req-85fe9b9e-c754-44b7-b40f-85721add0150 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4ae69c29-1ceb-40d7-b990-5d6480922406 HTTP/1.1" status: 200 len: 1100 time: 0.2128620 Aug 18 12:58:32.043807 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-60b30da3-4072-48b4-be8b-44bad6cd1807 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:32.071980 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:32.120641 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-60b30da3-4072-48b4-be8b-44bad6cd1807 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2928c991-0880-4c00-b8f8-7eac8f52d7b8']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:32.137056 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:32.152650 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port dd1c4335-a528-4111-9a13-d5cca0615388, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=dd1c4335-a528-4111-9a13-d5cca0615388,segment=NetworkSegment(00d9e69e-c710-4ac1-b784-ce0d940c4698),segment_id=00d9e69e-c710-4ac1-b784-ce0d940c4698)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:32.153037 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-60b30da3-4072-48b4-be8b-44bad6cd1807 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8417fa8d-10ca-4bed-9fab-a7eb3d2569d3') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:32.153567 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-60b30da3-4072-48b4-be8b-44bad6cd1807 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8417fa8d-10ca-4bed-9fab-a7eb3d2569d3') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:32.161806 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ab537-d0f2-4d6e-a2bb-edb6f29c11d5 req-98584c15-9204-4cec-82b9-b3093f2713f2 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:32.163366 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3e8ab537-d0f2-4d6e-a2bb-edb6f29c11d5 req-98584c15-9204-4cec-82b9-b3093f2713f2 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d02796a-bc54-4b77-8c9b-92e5527394e5 HTTP/1.1" status: 200 len: 950 time: 0.0876911 Aug 18 12:58:32.183742 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 85495a22-1d26-4ab4-89b4-ae35b15f360a, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=85495a22-1d26-4ab4-89b4-ae35b15f360a,segment=NetworkSegment(44b35551-8850-45dc-8598-cb3a6464c671),segment_id=44b35551-8850-45dc-8598-cb3a6464c671)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:32.212374 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf88a4-ea4a-4389-b681-92369ee5513b req-5a31c2a3-94fd-49c3-9775-6a3a23cffc8b tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:32.214816 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-95cf88a4-ea4a-4389-b681-92369ee5513b req-5a31c2a3-94fd-49c3-9775-6a3a23cffc8b tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.39 "GET /v2.0/ports?device_id=89ad63d5-50bf-4329-9e2e-403433c7eb5e HTTP/1.1" status: 200 len: 945 time: 0.0928411 Aug 18 12:58:32.221708 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-54f7f4c1-fac4-49ac-8136-bedb9ae76057 req-cf519785-2f3f-41e9-acda-3afb4cfbcbc7 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] For port 44bf2515-cd47-443d-b2d8-b5004621c8e9, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=44bf2515-cd47-443d-b2d8-b5004621c8e9,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:32.222080 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-54f7f4c1-fac4-49ac-8136-bedb9ae76057 req-cf519785-2f3f-41e9-acda-3afb4cfbcbc7 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:32.239420 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:32.260700 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-16117101-5aa3-4569-b441-75c7fa044553 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Allocated IP 172.20.0.3 (4eabbe06-0f33-4aea-98d0-2b74cfe70290/751431a2-1fcf-4b45-9854-bdf8e77ab54a/66d9a0de-7277-45bb-ab44-b2ec924683bc) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:58:32.291062 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3e8ab537-d0f2-4d6e-a2bb-edb6f29c11d5 req-3a2f7e9f-e227-4ace-b2b3-5e663290519e tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/security-groups?id=798d8060-cead-4138-a1a9-4cc4cb443180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201963 Aug 18 12:58:32.306066 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:32.331626 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-60b30da3-4072-48b4-be8b-44bad6cd1807 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:32.340339 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4640d99c-8388-4ad4-bc77-3fb83c157a31 req-a9fb802f-3436-4158-a351-5397f4f84a17 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c9bb66de-fd08-46d3-bfb4-5427df0546dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908127 Aug 18 12:58:32.356724 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 8bcccf00-28d2-4fc4-a1b0-91ae96480978 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:58:32.401084 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-54f7f4c1-fac4-49ac-8136-bedb9ae76057 req-cf519785-2f3f-41e9-acda-3afb4cfbcbc7 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Calling delete_port for 44bf2515-cd47-443d-b2d8-b5004621c8e9 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:58:32.409933 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 8bcccf00-28d2-4fc4-a1b0-91ae96480978 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:58:32.410340 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 8bcccf00-28d2-4fc4-a1b0-91ae96480978 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:58:32.427778 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=dd1c4335-a528-4111-9a13-d5cca0615388,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:32.470122 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-60b30da3-4072-48b4-be8b-44bad6cd1807 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:32.482539 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f835b9-ffe8-4f4e-a01f-7028f5738a15 req-beb36d1a-53a2-44a9-beb5-5a1fc9eccf8f tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:32.484149 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-72f835b9-ffe8-4f4e-a01f-7028f5738a15 req-beb36d1a-53a2-44a9-beb5-5a1fc9eccf8f tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad63d5-50bf-4329-9e2e-403433c7eb5e HTTP/1.1" status: 200 len: 945 time: 0.0987334 Aug 18 12:58:32.491655 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-95cf88a4-ea4a-4389-b681-92369ee5513b req-227b67af-527e-40be-91a1-5f802a205e24 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Deleting port 550bdb34-442a-4d0b-bd4c-c7b6230c4836 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:58:32.492025 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-95cf88a4-ea4a-4389-b681-92369ee5513b req-227b67af-527e-40be-91a1-5f802a205e24 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:32.502431 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60b30da3-4072-48b4-be8b-44bad6cd1807 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:58:32.502851 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-60b30da3-4072-48b4-be8b-44bad6cd1807 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:32.505854 n-d-803603-2 neutron-server[101675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:58:32.505854 n-d-803603-2 neutron-server[101675]: self.session.flush() Aug 18 12:58:32.505854 n-d-803603-2 neutron-server[101675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:58:32.505854 n-d-803603-2 neutron-server[101675]: self.session.flush() Aug 18 12:58:32.505854 n-d-803603-2 neutron-server[101675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:58:32.505854 n-d-803603-2 neutron-server[101675]: self.session.flush() Aug 18 12:58:32.505854 n-d-803603-2 neutron-server[101675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:58:32.505854 n-d-803603-2 neutron-server[101675]: self.session.flush() Aug 18 12:58:32.505854 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 12:58:32.505854 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:58:32.505854 n-d-803603-2 neutron-server[101675]: timer() Aug 18 12:58:32.505854 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:58:32.505854 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 12:58:32.505854 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:58:32.505854 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 12:58:32.505854 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:58:32.505854 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 12:58:32.505854 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:58:32.505854 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 12:58:32.505854 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:58:32.505854 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 12:58:32.505854 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:58:32.505854 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:58:32.505854 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:58:32.505854 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:58:32.505854 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:58:32.505854 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 12:58:32.505854 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:58:32.505854 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 12:58:32.505854 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:58:32.505854 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:58:32.505854 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:58:32.505854 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 12:58:32.505854 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:58:32.505854 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:58:32.505854 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:58:32.505854 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:58:32.505854 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:58:32.505854 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:58:32.505854 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:58:32.535500 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=85495a22-1d26-4ab4-89b4-ae35b15f360a,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:32.584058 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-72f835b9-ffe8-4f4e-a01f-7028f5738a15 req-06f116d1-c71c-4f35-a274-558a7c53613d tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870779 Aug 18 12:58:32.618940 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50db9ab-d6d1-4f9e-9182-b879d01ae92b req-c7dbf930-0cfc-4f60-af61-8bf4143f4b63 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:32.624568 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d50db9ab-d6d1-4f9e-9182-b879d01ae92b req-c7dbf930-0cfc-4f60-af61-8bf4143f4b63 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] 10.222.0.13 "GET /v2.0/ports?device_id=99991c3f-6a55-4228-ab2f-0eb7cc0667b5 HTTP/1.1" status: 200 len: 946 time: 0.3114092 Aug 18 12:58:32.628389 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-95cf88a4-ea4a-4389-b681-92369ee5513b req-227b67af-527e-40be-91a1-5f802a205e24 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] For port 550bdb34-442a-4d0b-bd4c-c7b6230c4836, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=550bdb34-442a-4d0b-bd4c-c7b6230c4836,segment=NetworkSegment(203c474d-56e3-424f-9d3b-a131550498ab),segment_id=203c474d-56e3-424f-9d3b-a131550498ab)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:32.628770 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-95cf88a4-ea4a-4389-b681-92369ee5513b req-227b67af-527e-40be-91a1-5f802a205e24 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:32.648903 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-95cf88a4-ea4a-4389-b681-92369ee5513b req-227b67af-527e-40be-91a1-5f802a205e24 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Calling delete_port for 550bdb34-442a-4d0b-bd4c-c7b6230c4836 owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:58:32.720663 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a51d6e02-e88a-458d-8de8-8fb43cdf871d req-49d03f54-101a-44cb-b118-25c7c6a0eb67 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/ports?device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 210 time: 0.0649462 Aug 18 12:58:32.735867 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-16117101-5aa3-4569-b441-75c7fa044553 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:32.737865 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-60b30da3-4072-48b4-be8b-44bad6cd1807 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:32.755211 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-60b30da3-4072-48b4-be8b-44bad6cd1807 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:32.757114 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-60b30da3-4072-48b4-be8b-44bad6cd1807 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] 10.222.0.13 "DELETE /v2.0/networks/2928c991-0880-4c00-b8f8-7eac8f52d7b8 HTTP/1.1" status: 204 len: 168 time: 2.5308506 Aug 18 12:58:32.779060 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d50db9ab-d6d1-4f9e-9182-b879d01ae92b req-0019eb48-5e74-4615-933f-8e9785880668 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] 10.222.0.13 "GET /v2.0/security-groups?id=2253196f-2b2c-45b6-87fe-206ec58e833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406024 Aug 18 12:58:32.783691 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b30da3-4072-48b4-be8b-44bad6cd1807 tempest-ServersTestMultiNic-282882432 tempest-ServersTestMultiNic-282882432-project] Pushing event deleted for resources: {'Network': ['ID=2928c991-0880-4c00-b8f8-7eac8f52d7b8,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:32.899265 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d33a73-4c9c-4a75-9149-ad1906c9411c req-b641723a-2611-4bab-b61c-62ab38f833da tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:32.900798 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-29d33a73-4c9c-4a75-9149-ad1906c9411c req-b641723a-2611-4bab-b61c-62ab38f833da tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 945 time: 0.1012623 Aug 18 12:58:32.907012 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-54f7f4c1-fac4-49ac-8136-bedb9ae76057 req-cf519785-2f3f-41e9-acda-3afb4cfbcbc7 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:32.920101 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['44bf2515-cd47-443d-b2d8-b5004621c8e9'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:58:32.950430 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-29d33a73-4c9c-4a75-9149-ad1906c9411c req-1c9ac436-a2f5-48bf-8f09-66e22d55f59d tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418534 Aug 18 12:58:32.966419 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf519785-2f3f-41e9-acda-3afb4cfbcbc7 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Pushing event deleted for resources: {'Port': ['ID=44bf2515-cd47-443d-b2d8-b5004621c8e9,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:32.980248 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-16117101-5aa3-4569-b441-75c7fa044553 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:33.020701 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-95cf88a4-ea4a-4389-b681-92369ee5513b req-227b67af-527e-40be-91a1-5f802a205e24 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:33.033122 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['550bdb34-442a-4d0b-bd4c-c7b6230c4836'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:58:33.060686 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b67af-527e-40be-91a1-5f802a205e24 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Pushing event deleted for resources: {'Port': ['ID=550bdb34-442a-4d0b-bd4c-c7b6230c4836,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:33.083077 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-16117101-5aa3-4569-b441-75c7fa044553 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Network 4eabbe06-0f33-4aea-98d0-2b74cfe70290 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:58:33.094807 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b67af-527e-40be-91a1-5f802a205e24 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:33.095265 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b67af-527e-40be-91a1-5f802a205e24 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:33.095737 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b67af-527e-40be-91a1-5f802a205e24 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:33.096169 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b67af-527e-40be-91a1-5f802a205e24 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:33.096928 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b67af-527e-40be-91a1-5f802a205e24 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:33.097402 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b67af-527e-40be-91a1-5f802a205e24 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:33.097839 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b67af-527e-40be-91a1-5f802a205e24 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:33.098200 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b67af-527e-40be-91a1-5f802a205e24 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:33.098665 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b67af-527e-40be-91a1-5f802a205e24 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:33.098999 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b67af-527e-40be-91a1-5f802a205e24 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:33.101371 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b67af-527e-40be-91a1-5f802a205e24 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:33.101371 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b67af-527e-40be-91a1-5f802a205e24 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:33.110829 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45286) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:33.113693 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b3659-0ccc-40f1-8774-f4c9d5d1276a req-0acf8cf2-86ae-45a4-850d-9de194920c90 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:33.115278 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-192b3659-0ccc-40f1-8774-f4c9d5d1276a req-0acf8cf2-86ae-45a4-850d-9de194920c90 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae69c29-1ceb-40d7-b990-5d6480922406 HTTP/1.1" status: 200 len: 949 time: 0.2054288 Aug 18 12:58:33.118699 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f7f4c1-fac4-49ac-8136-bedb9ae76057 req-cf519785-2f3f-41e9-acda-3afb4cfbcbc7 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] No DVR routers for this DVR port 44bf2515-cd47-443d-b2d8-b5004621c8e9 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:58:33.120673 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-16117101-5aa3-4569-b441-75c7fa044553 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:58:33.124911 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-54f7f4c1-fac4-49ac-8136-bedb9ae76057 req-cf519785-2f3f-41e9-acda-3afb4cfbcbc7 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:33.127550 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-54f7f4c1-fac4-49ac-8136-bedb9ae76057 req-cf519785-2f3f-41e9-acda-3afb4cfbcbc7 tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.20 "DELETE /v2.0/ports/44bf2515-cd47-443d-b2d8-b5004621c8e9 HTTP/1.1" status: 204 len: 173 time: 1.7314544 Aug 18 12:58:33.127995 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d02796a-bc54-4b77-8c9b-92e5527394e5', 'name': 'network-vif-deleted', 'tag': '44bf2515-cd47-443d-b2d8-b5004621c8e9'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:58:33.131096 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789b57cd-3e40-46ea-99aa-d31f25a578e6" -d '{"events": [{"server_uuid": "4d02796a-bc54-4b77-8c9b-92e5527394e5", "name": "network-vif-deleted", "tag": "44bf2515-cd47-443d-b2d8-b5004621c8e9"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:58:33.137356 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-16117101-5aa3-4569-b441-75c7fa044553 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:58:33.177741 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16117101-5aa3-4569-b441-75c7fa044553 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Pushing event updated for resources: {'Port': ['ID=66d9a0de-7277-45bb-ab44-b2ec924683bc,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:33.196322 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f7efc3-4c52-4fc0-9599-b14cc57d041d x-openstack-request-id: req-f9f7efc3-4c52-4fc0-9599-b14cc57d041d {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:58:33.196626 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d02796a-bc54-4b77-8c9b-92e5527394e5", "name": "network-vif-deleted", "tag": "44bf2515-cd47-443d-b2d8-b5004621c8e9", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:58:33.196864 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9f7efc3-4c52-4fc0-9599-b14cc57d041d {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:58:33.197258 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d02796a-bc54-4b77-8c9b-92e5527394e5', 'name': 'network-vif-deleted', 'tag': '44bf2515-cd47-443d-b2d8-b5004621c8e9', 'status': 'completed', 'code': 200} Aug 18 12:58:33.211352 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-192b3659-0ccc-40f1-8774-f4c9d5d1276a req-8bdfb5ab-aa0f-4960-8fdf-e1b38eceedc2 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9bb66de-fd08-46d3-bfb4-5427df0546dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753546 Aug 18 12:58:33.231633 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-95cf88a4-ea4a-4389-b681-92369ee5513b req-227b67af-527e-40be-91a1-5f802a205e24 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] No DVR routers for this DVR port 550bdb34-442a-4d0b-bd4c-c7b6230c4836 on host n-h1-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:58:33.248586 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-16117101-5aa3-4569-b441-75c7fa044553 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:33.249301 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-16117101-5aa3-4569-b441-75c7fa044553 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:33.270025 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-95cf88a4-ea4a-4389-b681-92369ee5513b req-227b67af-527e-40be-91a1-5f802a205e24 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:33.270025 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-95cf88a4-ea4a-4389-b681-92369ee5513b req-227b67af-527e-40be-91a1-5f802a205e24 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.39 "DELETE /v2.0/ports/550bdb34-442a-4d0b-bd4c-c7b6230c4836 HTTP/1.1" status: 204 len: 173 time: 1.0426075 Aug 18 12:58:33.270025 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ad63d5-50bf-4329-9e2e-403433c7eb5e', 'name': 'network-vif-deleted', 'tag': '550bdb34-442a-4d0b-bd4c-c7b6230c4836'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:58:33.270025 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c58aa69-6e11-42cf-8704-0de144436382" -d '{"events": [{"server_uuid": "89ad63d5-50bf-4329-9e2e-403433c7eb5e", "name": "network-vif-deleted", "tag": "550bdb34-442a-4d0b-bd4c-c7b6230c4836"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:58:33.307687 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bf6f1e-4d58-4803-b726-cea0f8a1d997 x-openstack-request-id: req-34bf6f1e-4d58-4803-b726-cea0f8a1d997 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:58:33.309247 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ad63d5-50bf-4329-9e2e-403433c7eb5e", "name": "network-vif-deleted", "tag": "550bdb34-442a-4d0b-bd4c-c7b6230c4836", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:58:33.309247 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34bf6f1e-4d58-4803-b726-cea0f8a1d997 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:58:33.309247 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ad63d5-50bf-4329-9e2e-403433c7eb5e', 'name': 'network-vif-deleted', 'tag': '550bdb34-442a-4d0b-bd4c-c7b6230c4836', 'status': 'completed', 'code': 200} Aug 18 12:58:33.398192 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-16117101-5aa3-4569-b441-75c7fa044553 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1730702 Aug 18 12:58:33.420264 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c9655381-ecc3-45ef-9fa5-0cf2ecd41cb4 req-57e10b9b-bab3-4c60-9b55-b7149830ecea tempest-ServersOnMultiNodesTest-1956680037 tempest-ServersOnMultiNodesTest-1956680037-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d02796a-bc54-4b77-8c9b-92e5527394e5 HTTP/1.1" status: 200 len: 210 time: 0.0389960 Aug 18 12:58:33.424639 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-0f39f5a9-bf5e-49c1-af03-2622eee3de55 service neutron] Request body: {'port': {'device_id': '3064c66b-8620-4763-a65e-427cd9dbe86c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:58:33.491369 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-0f39f5a9-bf5e-49c1-af03-2622eee3de55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:33.646028 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device dd1c4335-a528-4111-9a13-d5cca0615388 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:58:33.681540 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0af5b690-5248-464f-86fa-40f63257b584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:33.712950 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99991c3f-6a55-4228-ab2f-0eb7cc0667b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85495a22-1d26-4ab4-89b4-ae35b15f360a'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:58:33.715227 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416f3c0d-bbb9-4860-a415-7edd8ce23803" -d '{"events": [{"server_uuid": "99991c3f-6a55-4228-ab2f-0eb7cc0667b5", "name": "network-vif-plugged", "status": "completed", "tag": "85495a22-1d26-4ab4-89b4-ae35b15f360a"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:58:33.724193 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port dd1c4335-a528-4111-9a13-d5cca0615388 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:58:33.724573 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:33.761721 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3bc94ea7-afda-4a55-85bf-479f40860cee req-5389cc52-2732-4da6-b04d-a07a1717eee1 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad63d5-50bf-4329-9e2e-403433c7eb5e HTTP/1.1" status: 200 len: 210 time: 0.0382595 Aug 18 12:58:33.846916 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87422486-7a1c-4a73-ad62-dc1c9e3e53a0 x-openstack-request-id: req-87422486-7a1c-4a73-ad62-dc1c9e3e53a0 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:58:33.847673 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99991c3f-6a55-4228-ab2f-0eb7cc0667b5", "name": "network-vif-plugged", "status": "completed", "tag": "85495a22-1d26-4ab4-89b4-ae35b15f360a", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:58:33.848476 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87422486-7a1c-4a73-ad62-dc1c9e3e53a0 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:58:33.849449 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99991c3f-6a55-4228-ab2f-0eb7cc0667b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85495a22-1d26-4ab4-89b4-ae35b15f360a', 'code': 200} Aug 18 12:58:34.023811 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5e6ab-d21d-48c6-82ba-06f42563bf3f req-6a713cc3-5e95-423a-85f6-fbccf8632dd1 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:34.025431 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-38f5e6ab-d21d-48c6-82ba-06f42563bf3f req-6a713cc3-5e95-423a-85f6-fbccf8632dd1 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/ports?device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 931 time: 0.0752969 Aug 18 12:58:34.083920 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b0756-2dff-4e52-8dd5-b68c8813264f req-9d0cd8b3-fae4-486d-b97a-1ee8d5fba211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:34.085544 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ff9b0756-2dff-4e52-8dd5-b68c8813264f req-9d0cd8b3-fae4-486d-b97a-1ee8d5fba211 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=99991c3f-6a55-4228-ab2f-0eb7cc0667b5 HTTP/1.1" status: 200 len: 1097 time: 0.1847427 Aug 18 12:58:34.123645 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-38f5e6ab-d21d-48c6-82ba-06f42563bf3f req-b5cf4d91-8c3a-4026-b960-49677d49001e tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/security-groups?id=63d769d6-1907-47bf-878b-f1f65bf8c786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905869 Aug 18 12:58:34.130055 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500558f-6777-47e4-9a09-e6e9e8b7a9d4 req-22471b1f-5ee2-467f-8534-0087bc527143 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:34.137914 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f500558f-6777-47e4-9a09-e6e9e8b7a9d4 req-22471b1f-5ee2-467f-8534-0087bc527143 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] 10.222.0.13 "GET /v2.0/ports?device_id=99991c3f-6a55-4228-ab2f-0eb7cc0667b5 HTTP/1.1" status: 200 len: 946 time: 0.1733420 Aug 18 12:58:34.163487 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-0af5b690-5248-464f-86fa-40f63257b584 admin admin] Deleting port 04550e4b-a988-45a2-a7e5-0baba5440ee4 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:58:34.163911 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0af5b690-5248-464f-86fa-40f63257b584 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:34.204387 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-0f39f5a9-bf5e-49c1-af03-2622eee3de55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66d9a0de-7277-45bb-ab44-b2ec924683bc {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:58:34.220788 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-0f39f5a9-bf5e-49c1-af03-2622eee3de55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:34.224576 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ff9b0756-2dff-4e52-8dd5-b68c8813264f req-142f2f3d-cc07-4711-9b84-ab4b9fe665e4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2253196f-2b2c-45b6-87fe-206ec58e833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314745 Aug 18 12:58:34.246025 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f500558f-6777-47e4-9a09-e6e9e8b7a9d4 req-cc150bfd-d9be-4adb-896a-e108fb864c27 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] 10.222.0.13 "GET /v2.0/security-groups?id=2253196f-2b2c-45b6-87fe-206ec58e833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022887 Aug 18 12:58:34.263949 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-0f39f5a9-bf5e-49c1-af03-2622eee3de55 service neutron] Transition to ACTIVE for port object 66d9a0de-7277-45bb-ab44-b2ec924683bc will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:58:34.330697 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-0af5b690-5248-464f-86fa-40f63257b584 admin admin] For port 04550e4b-a988-45a2-a7e5-0baba5440ee4, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=04550e4b-a988-45a2-a7e5-0baba5440ee4,segment=NetworkSegment(9eeeac0e-307b-45f4-9537-fb6133626f37),segment_id=9eeeac0e-307b-45f4-9537-fb6133626f37)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:34.331267 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0af5b690-5248-464f-86fa-40f63257b584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:34.347227 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-0f39f5a9-bf5e-49c1-af03-2622eee3de55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:34.347422 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-0af5b690-5248-464f-86fa-40f63257b584 admin admin] Calling delete_port for 04550e4b-a988-45a2-a7e5-0baba5440ee4 owned by network:router_interface {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:58:34.356128 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32d3d7-2bab-46d1-a4c3-e0958784e360 req-3a5b2129-60fe-4ebb-9a0b-b8e0056c6991 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:34.357747 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7b32d3d7-2bab-46d1-a4c3-e0958784e360 req-3a5b2129-60fe-4ebb-9a0b-b8e0056c6991 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 945 time: 0.1059628 Aug 18 12:58:34.400911 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9c279-830f-4882-ab58-7d1a40ff9cb8 req-2f128b46-07e1-4749-bba7-604dbfebe3a0 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:34.408824 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dbb9c279-830f-4882-ab58-7d1a40ff9cb8 req-2f128b46-07e1-4749-bba7-604dbfebe3a0 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae69c29-1ceb-40d7-b990-5d6480922406 HTTP/1.1" status: 200 len: 949 time: 0.1044350 Aug 18 12:58:34.442009 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7b32d3d7-2bab-46d1-a4c3-e0958784e360 req-f99cbc76-62e0-4b3a-856f-49f8cc49ee1c tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739973 Aug 18 12:58:34.448030 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39f5a9-bf5e-49c1-af03-2622eee3de55 service neutron] Pushing event updated for resources: {'Port': ['ID=66d9a0de-7277-45bb-ab44-b2ec924683bc,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:34.530933 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dbb9c279-830f-4882-ab58-7d1a40ff9cb8 req-14212ca0-59f4-4390-aaae-d01763b47a87 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9bb66de-fd08-46d3-bfb4-5427df0546dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164742 Aug 18 12:58:34.588235 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-0f39f5a9-bf5e-49c1-af03-2622eee3de55 service neutron] Attempting to bind port 66d9a0de-7277-45bb-ab44-b2ec924683bc on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:58:34.588683 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-0f39f5a9-bf5e-49c1-af03-2622eee3de55 service neutron] Attempting to bind port 66d9a0de-7277-45bb-ab44-b2ec924683bc by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '00d9e69e-c710-4ac1-b784-ce0d940c4698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4eabbe06-0f33-4aea-98d0-2b74cfe70290'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:58:34.589154 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-0f39f5a9-bf5e-49c1-af03-2622eee3de55 service neutron] Attempting to bind port 66d9a0de-7277-45bb-ab44-b2ec924683bc on network 4eabbe06-0f33-4aea-98d0-2b74cfe70290 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:58:34.596117 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-0f39f5a9-bf5e-49c1-af03-2622eee3de55 service neutron] Port 66d9a0de-7277-45bb-ab44-b2ec924683bc on network 4eabbe06-0f33-4aea-98d0-2b74cfe70290 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:58:34.596117 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-0f39f5a9-bf5e-49c1-af03-2622eee3de55 service neutron] Attempting to bind port 66d9a0de-7277-45bb-ab44-b2ec924683bc on network 4eabbe06-0f33-4aea-98d0-2b74cfe70290 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:58:34.601224 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-0f39f5a9-bf5e-49c1-af03-2622eee3de55 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:58:34.601647 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-0f39f5a9-bf5e-49c1-af03-2622eee3de55 service neutron] Checking segment: {'id': '00d9e69e-c710-4ac1-b784-ce0d940c4698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4eabbe06-0f33-4aea-98d0-2b74cfe70290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:58:34.602736 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-0f39f5a9-bf5e-49c1-af03-2622eee3de55 service neutron] Bound using segment: {'id': '00d9e69e-c710-4ac1-b784-ce0d940c4698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4eabbe06-0f33-4aea-98d0-2b74cfe70290'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:58:34.603190 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-0f39f5a9-bf5e-49c1-af03-2622eee3de55 service neutron] Bound port: 66d9a0de-7277-45bb-ab44-b2ec924683bc, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00d9e69e-c710-4ac1-b784-ce0d940c4698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4eabbe06-0f33-4aea-98d0-2b74cfe70290'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:58:34.603616 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-0f39f5a9-bf5e-49c1-af03-2622eee3de55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:34.694495 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-0f39f5a9-bf5e-49c1-af03-2622eee3de55 service neutron] For port 66d9a0de-7277-45bb-ab44-b2ec924683bc, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:58:34.699108 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-0f39f5a9-bf5e-49c1-af03-2622eee3de55 service neutron] For port 66d9a0de-7277-45bb-ab44-b2ec924683bc, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=66d9a0de-7277-45bb-ab44-b2ec924683bc,segment=NetworkSegment(00d9e69e-c710-4ac1-b784-ce0d940c4698),segment_id=00d9e69e-c710-4ac1-b784-ce0d940c4698)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:58:34.701729 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0af5b690-5248-464f-86fa-40f63257b584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:34.729844 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5b690-5248-464f-86fa-40f63257b584 admin admin] Pushing event deleted for resources: {'Port': ['ID=04550e4b-a988-45a2-a7e5-0baba5440ee4,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:34.782332 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45328) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:34.835750 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-0f39f5a9-bf5e-49c1-af03-2622eee3de55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:34.976739 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-0f39f5a9-bf5e-49c1-af03-2622eee3de55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:34.979281 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-0f39f5a9-bf5e-49c1-af03-2622eee3de55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:34.981759 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-0f39f5a9-bf5e-49c1-af03-2622eee3de55 service neutron] 10.222.0.39 "PUT /v2.0/ports/66d9a0de-7277-45bb-ab44-b2ec924683bc HTTP/1.1" status: 200 len: 1091 time: 1.5638323 Aug 18 12:58:35.020186 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0af5b690-5248-464f-86fa-40f63257b584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:35.056848 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b9e6350b-6b7e-4e0f-8fbf-25298fd0ddc3 req-f3834900-9d87-4873-9913-f1580dea42ae tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad63d5-50bf-4329-9e2e-403433c7eb5e HTTP/1.1" status: 200 len: 210 time: 0.0334883 Aug 18 12:58:35.057462 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39f5a9-bf5e-49c1-af03-2622eee3de55 service neutron] Pushing event updated for resources: {'Port': ['ID=66d9a0de-7277-45bb-ab44-b2ec924683bc,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:35.061569 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a6d7d540-ead8-4ab9-bd27-683bea3502f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:35.205462 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3064c66b-8620-4763-a65e-427cd9dbe86c', 'tag': '66d9a0de-7277-45bb-ab44-b2ec924683bc'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:58:35.207711 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12f1259-a38e-4bfe-a6e8-de9a7e53e4bd" -d '{"events": [{"name": "network-changed", "server_uuid": "3064c66b-8620-4763-a65e-427cd9dbe86c", "tag": "66d9a0de-7277-45bb-ab44-b2ec924683bc"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:58:35.219778 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45342) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:35.246816 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 44bf2515-cd47-443d-b2d8-b5004621c8e9 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:58:35.282336 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-f9cf3b64-20d6-459b-8a96-4c8aaf78c8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:35.284062 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-f9cf3b64-20d6-459b-8a96-4c8aaf78c8ac service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=add5a5683dbd41f29661fd38fa5b5d0d&device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 1094 time: 0.1616693 Aug 18 12:58:35.285127 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 44bf2515-cd47-443d-b2d8-b5004621c8e9 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:58:35.285616 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 44bf2515-cd47-443d-b2d8-b5004621c8e9 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:58:35.316746 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5cad0-a749-4cee-862b-75d9ab6b9a1c req-a731ee3d-421c-4319-b1eb-ab4d977ac0de tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:35.317494 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13699248-43f2-49da-a3df-34a8a1d48323 req-ff7c4f74-a914-4269-af10-f16a4e40b027 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:35.319111 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-13699248-43f2-49da-a3df-34a8a1d48323 req-ff7c4f74-a914-4269-af10-f16a4e40b027 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae69c29-1ceb-40d7-b990-5d6480922406 HTTP/1.1" status: 200 len: 949 time: 0.1701312 Aug 18 12:58:35.326468 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-54f5cad0-a749-4cee-862b-75d9ab6b9a1c req-a731ee3d-421c-4319-b1eb-ab4d977ac0de tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/ports?device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 943 time: 0.1055291 Aug 18 12:58:35.355709 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-09a3d253-e30e-4036-9c4c-b7b9608c9653 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66d9a0de-7277-45bb-ab44-b2ec924683bc HTTP/1.1" status: 200 len: 217 time: 0.0624943 Aug 18 12:58:35.416768 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a6d7d540-ead8-4ab9-bd27-683bea3502f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:35.446216 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-13699248-43f2-49da-a3df-34a8a1d48323 req-fd187d36-3739-4d3c-be64-865ed9aa70a5 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9bb66de-fd08-46d3-bfb4-5427df0546dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950015 Aug 18 12:58:35.451540 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-f7151a43-b689-4d27-867a-afafe9804f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:35.453040 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-f7151a43-b689-4d27-867a-afafe9804f80 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=751431a2-1fcf-4b45-9854-bdf8e77ab54a HTTP/1.1" status: 200 len: 860 time: 0.0841420 Aug 18 12:58:35.495925 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-54f5cad0-a749-4cee-862b-75d9ab6b9a1c req-454c912b-480c-4dd4-b683-8ec3a23c2eda tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/security-groups?id=63d769d6-1907-47bf-878b-f1f65bf8c786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524947 Aug 18 12:58:35.500982 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-d4931577-67d0-4685-9a47-fe8f9b8db056 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4eabbe06-0f33-4aea-98d0-2b74cfe70290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405276 Aug 18 12:58:35.501770 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a6d7d540-ead8-4ab9-bd27-683bea3502f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:35.525674 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49e67e6-5d0a-42b5-9457-a798ce8b351d x-openstack-request-id: req-c49e67e6-5d0a-42b5-9457-a798ce8b351d {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:58:35.526112 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3064c66b-8620-4763-a65e-427cd9dbe86c", "tag": "66d9a0de-7277-45bb-ab44-b2ec924683bc", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:58:35.526693 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c49e67e6-5d0a-42b5-9457-a798ce8b351d {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:58:35.527202 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3064c66b-8620-4763-a65e-427cd9dbe86c', 'tag': '66d9a0de-7277-45bb-ab44-b2ec924683bc', 'status': 'completed', 'code': 200} Aug 18 12:58:35.552898 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f36f9b48-8bbb-4dff-a1a6-4b88ce60a505 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ac48e14392114051ba5d025a8226fe94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3287868 Aug 18 12:58:35.553419 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45350) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:35.587074 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af5b690-5248-464f-86fa-40f63257b584 admin admin] Router a92e3e84-14be-492c-b3ab-4101ac6b986b has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:58:35.626099 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d7d540-ead8-4ab9-bd27-683bea3502f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad273ce9-312b-4eff-a713-966c2cbd13d6,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:35.650728 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a6d7d540-ead8-4ab9-bd27-683bea3502f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0576570c09814f1f86b9657b08106c74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8645055 Aug 18 12:58:35.652036 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45352) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:35.722986 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9673ee81-2463-46fa-a1d3-560671c58fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:35.753002 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09eb77-2418-4313-b312-32da9c15140f req-9415b93f-d8b6-4a18-a9f8-e7db681231e0 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:35.754547 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8e09eb77-2418-4313-b312-32da9c15140f req-9415b93f-d8b6-4a18-a9f8-e7db681231e0 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 945 time: 0.1315780 Aug 18 12:58:35.765405 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-4adbf66e-e7d6-463e-bede-a75d6c743b7c service neutron] 10.222.0.39 "GET /v2.0/networks/4eabbe06-0f33-4aea-98d0-2b74cfe70290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510059 Aug 18 12:58:35.797992 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a3162f71-9aaf-4ba3-b4e8-6be1655cf56d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:35.863079 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 550bdb34-442a-4d0b-bd4c-c7b6230c4836 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:58:35.884240 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a3162f71-9aaf-4ba3-b4e8-6be1655cf56d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:35.887771 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: 550bdb34-442a-4d0b-bd4c-c7b6230c4836 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:58:35.888553 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 550bdb34-442a-4d0b-bd4c-c7b6230c4836 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:58:35.914040 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8e09eb77-2418-4313-b312-32da9c15140f req-30c1b6a5-1c4e-43fb-8963-cd325e89f095 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532085 Aug 18 12:58:35.963222 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2e0b88e3-9d18-4e5e-97ab-312d9da4f22f req-0d0a1a43-1048-48a3-84b0-f6d240c5236a service neutron] 10.222.0.39 "GET /v2.0/networks/4eabbe06-0f33-4aea-98d0-2b74cfe70290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853743 Aug 18 12:58:36.086871 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f073e8d-a322-4cba-b1e6-71f7aa535bf1 req-7b65e6a2-e1df-4633-aceb-84f77888dda7 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:36.088435 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3f073e8d-a322-4cba-b1e6-71f7aa535bf1 req-7b65e6a2-e1df-4633-aceb-84f77888dda7 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] 10.222.0.13 "GET /v2.0/ports?device_id=99991c3f-6a55-4228-ab2f-0eb7cc0667b5 HTTP/1.1" status: 200 len: 946 time: 0.4820397 Aug 18 12:58:36.092361 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a3162f71-9aaf-4ba3-b4e8-6be1655cf56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:36.096427 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a3162f71-9aaf-4ba3-b4e8-6be1655cf56d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:36.100094 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a3162f71-9aaf-4ba3-b4e8-6be1655cf56d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad273ce9-312b-4eff-a713-966c2cbd13d6 HTTP/1.1" status: 204 len: 168 time: 0.4242673 Aug 18 12:58:36.102586 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9673ee81-2463-46fa-a1d3-560671c58fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:36.135178 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af5b690-5248-464f-86fa-40f63257b584 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:58:36.142578 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3162f71-9aaf-4ba3-b4e8-6be1655cf56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad273ce9-312b-4eff-a713-966c2cbd13d6,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:36.148197 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0af5b690-5248-464f-86fa-40f63257b584 admin admin] 10.222.0.13 "PUT /v2.0/routers/a92e3e84-14be-492c-b3ab-4101ac6b986b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0362508 Aug 18 12:58:36.148619 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45358) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:36.148846 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024a5c03-96cf-403c-831e-54747c1c02c6 None None] Sync routers for ids ['a92e3e84-14be-492c-b3ab-4101ac6b986b'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:58:36.186791 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024a5c03-96cf-403c-831e-54747c1c02c6 None None] Routers {'a92e3e84-14be-492c-b3ab-4101ac6b986b'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:58:36.188828 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-024a5c03-96cf-403c-831e-54747c1c02c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:58:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['a92e3e84-14be-492c-b3ab-4101ac6b986b'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:36.193888 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3f073e8d-a322-4cba-b1e6-71f7aa535bf1 req-ba84fdd5-3664-44b3-aac3-e5cae647cd86 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] 10.222.0.13 "GET /v2.0/security-groups?id=2253196f-2b2c-45b6-87fe-206ec58e833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956879 Aug 18 12:58:36.218811 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f1259-a38e-4bfe-a6e8-de9a7e53e4bd req-5d241248-1e99-4d9f-8838-ad356196c19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:36.235613 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b12f1259-a38e-4bfe-a6e8-de9a7e53e4bd req-5d241248-1e99-4d9f-8838-ad356196c19e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=add5a5683dbd41f29661fd38fa5b5d0d&device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 1094 time: 0.1506262 Aug 18 12:58:36.286874 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-452cda93-3472-4494-962a-d2172c6d680d req-7fa75074-88e5-46e9-86db-29aae6acaa2b tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad63d5-50bf-4329-9e2e-403433c7eb5e HTTP/1.1" status: 200 len: 210 time: 0.0471489 Aug 18 12:58:36.288895 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9673ee81-2463-46fa-a1d3-560671c58fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:36.291904 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9673ee81-2463-46fa-a1d3-560671c58fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:36.293051 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9673ee81-2463-46fa-a1d3-560671c58fd9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/798d8060-cead-4138-a1a9-4cc4cb443180 HTTP/1.1" status: 204 len: 168 time: 0.7387464 Aug 18 12:58:36.303405 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9673ee81-2463-46fa-a1d3-560671c58fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798d8060-cead-4138-a1a9-4cc4cb443180,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:36.397219 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-024a5c03-96cf-403c-831e-54747c1c02c6 None None] Set router a92e3e84-14be-492c-b3ab-4101ac6b986b gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:58:36.630111 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-024a5c03-96cf-403c-831e-54747c1c02c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92e3e84-14be-492c-b3ab-4101ac6b986b', 'name': 'tempest-ServersTestMultiNic-351966547-router', 'tenant_id': 'ca98f73fa3194194a71c5ae1a46b55b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '42e7ce8a-1e4e-40b1-9c01-6a8a7e590448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:56:36Z', 'updated_at': '2021-08-18T12:58:34Z', 'revision_number': 5, 'project_id': 'ca98f73fa3194194a71c5ae1a46b55b4', 'gw_port': {'id': '42e7ce8a-1e4e-40b1-9c01-6a8a7e590448', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:84:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92e3e84-14be-492c-b3ab-4101ac6b986b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:56:37Z', 'updated_at': '2021-08-18T12:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:36.677911 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024a5c03-96cf-403c-831e-54747c1c02c6 None None] Checking router: a92e3e84-14be-492c-b3ab-4101ac6b986b for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:58:36.687313 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024a5c03-96cf-403c-831e-54747c1c02c6 None None] Routers {'a92e3e84-14be-492c-b3ab-4101ac6b986b'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:58:36.688051 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-024a5c03-96cf-403c-831e-54747c1c02c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:58:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['a92e3e84-14be-492c-b3ab-4101ac6b986b'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:36.707267 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca4f81-a615-47bd-bb86-2c34be066ca5 req-9c0ef80f-ab2d-4bb6-acb9-5bd149218e50 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:36.710200 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-54ca4f81-a615-47bd-bb86-2c34be066ca5 req-9c0ef80f-ab2d-4bb6-acb9-5bd149218e50 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae69c29-1ceb-40d7-b990-5d6480922406 HTTP/1.1" status: 200 len: 949 time: 0.0934789 Aug 18 12:58:36.782941 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-54ca4f81-a615-47bd-bb86-2c34be066ca5 req-a2cbcdee-e8f4-4890-ae73-828bb553bd9a tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9bb66de-fd08-46d3-bfb4-5427df0546dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662899 Aug 18 12:58:36.808646 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-024a5c03-96cf-403c-831e-54747c1c02c6 None None] Set router a92e3e84-14be-492c-b3ab-4101ac6b986b gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:58:37.019108 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-024a5c03-96cf-403c-831e-54747c1c02c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92e3e84-14be-492c-b3ab-4101ac6b986b', 'name': 'tempest-ServersTestMultiNic-351966547-router', 'tenant_id': 'ca98f73fa3194194a71c5ae1a46b55b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '42e7ce8a-1e4e-40b1-9c01-6a8a7e590448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:56:36Z', 'updated_at': '2021-08-18T12:58:34Z', 'revision_number': 5, 'project_id': 'ca98f73fa3194194a71c5ae1a46b55b4', 'gw_port': {'id': '42e7ce8a-1e4e-40b1-9c01-6a8a7e590448', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:84:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92e3e84-14be-492c-b3ab-4101ac6b986b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:56:37Z', 'updated_at': '2021-08-18T12:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:37.021300 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f1259-a38e-4bfe-a6e8-de9a7e53e4bd req-1b2c3e44-ecba-49ea-a2da-83126fdededf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:37.023360 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b12f1259-a38e-4bfe-a6e8-de9a7e53e4bd req-1b2c3e44-ecba-49ea-a2da-83126fdededf service neutron] 10.222.0.39 "GET /v2.0/networks?id=4eabbe06-0f33-4aea-98d0-2b74cfe70290 HTTP/1.1" status: 200 len: 921 time: 0.7689185 Aug 18 12:58:37.030970 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b1f59003-2494-412a-be15-68a996d7d230 admin admin] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:37.043963 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45828b8e-d34f-4cfc-b202-ad8efe207098 req-46a82b0a-a8f8-4d87-acd7-2087d27c8d76 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:37.045608 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-45828b8e-d34f-4cfc-b202-ad8efe207098 req-46a82b0a-a8f8-4d87-acd7-2087d27c8d76 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ae69c29-1ceb-40d7-b990-5d6480922406 HTTP/1.1" status: 200 len: 949 time: 0.6763351 Aug 18 12:58:37.056258 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024a5c03-96cf-403c-831e-54747c1c02c6 None None] The sync data for ids ['a92e3e84-14be-492c-b3ab-4101ac6b986b'] in n-d-803603-2 is: [{'id': 'a92e3e84-14be-492c-b3ab-4101ac6b986b', 'name': 'tempest-ServersTestMultiNic-351966547-router', 'tenant_id': 'ca98f73fa3194194a71c5ae1a46b55b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '42e7ce8a-1e4e-40b1-9c01-6a8a7e590448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:56:36Z', 'updated_at': '2021-08-18T12:58:34Z', 'revision_number': 5, 'project_id': 'ca98f73fa3194194a71c5ae1a46b55b4', 'gw_port': {'id': '42e7ce8a-1e4e-40b1-9c01-6a8a7e590448', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:84:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92e3e84-14be-492c-b3ab-4101ac6b986b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:56:37Z', 'updated_at': '2021-08-18T12:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:58:37.076475 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45386) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:37.117644 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-344664fb-dd6f-4934-ad80-aa1748a70b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:37.147394 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a14d27-b007-430b-ae69-90ec5bbe97d5 req-55971f34-d62f-4453-abcd-30106eeef1cb tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:37.155050 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d6a14d27-b007-430b-ae69-90ec5bbe97d5 req-55971f34-d62f-4453-abcd-30106eeef1cb tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/ports?device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 943 time: 0.2864237 Aug 18 12:58:37.172622 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e0099-b999-474a-b04c-601871bcbcda req-dda36ff3-d7de-48f8-86e5-8464fc09de8b tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:37.179833 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-713e0099-b999-474a-b04c-601871bcbcda req-dda36ff3-d7de-48f8-86e5-8464fc09de8b tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 945 time: 0.1178589 Aug 18 12:58:37.228370 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b12f1259-a38e-4bfe-a6e8-de9a7e53e4bd req-688f1319-6930-45c5-be44-1b3bafecda9a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66d9a0de-7277-45bb-ab44-b2ec924683bc HTTP/1.1" status: 200 len: 217 time: 0.1930583 Aug 18 12:58:37.263319 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-713e0099-b999-474a-b04c-601871bcbcda req-a856f405-a9d1-499f-b5c9-d97bf4de421e tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794196 Aug 18 12:58:37.357712 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-344664fb-dd6f-4934-ad80-aa1748a70b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:37.393490 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d6a14d27-b007-430b-ae69-90ec5bbe97d5 req-5095ac4f-31c3-40fa-9d81-9e1cf516003b tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/security-groups?id=63d769d6-1907-47bf-878b-f1f65bf8c786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374773 Aug 18 12:58:37.419599 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f1259-a38e-4bfe-a6e8-de9a7e53e4bd req-563b4089-fde1-4e5f-a96c-6a886f1c97d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:37.423423 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b12f1259-a38e-4bfe-a6e8-de9a7e53e4bd req-563b4089-fde1-4e5f-a96c-6a886f1c97d2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=751431a2-1fcf-4b45-9854-bdf8e77ab54a HTTP/1.1" status: 200 len: 860 time: 0.1772938 Aug 18 12:58:37.471131 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e2914631-b9a3-44f3-a915-4de1bd927f41 req-32caea3d-c1af-4fe8-be60-865b312de6e0 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad63d5-50bf-4329-9e2e-403433c7eb5e HTTP/1.1" status: 200 len: 210 time: 0.0688703 Aug 18 12:58:37.471131 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-344664fb-dd6f-4934-ad80-aa1748a70b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:37.505440 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b1f59003-2494-412a-be15-68a996d7d230 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:37.518813 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b12f1259-a38e-4bfe-a6e8-de9a7e53e4bd req-35bd6670-034d-4305-85b5-e22b6cd19aa5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4eabbe06-0f33-4aea-98d0-2b74cfe70290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675097 Aug 18 12:58:37.537248 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-45828b8e-d34f-4cfc-b202-ad8efe207098 req-71e6d463-b214-4e37-b606-3f89199e70e4 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] Deleting port 729cf000-4e2c-4bf5-9c24-af6942c8a9ac {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:58:37.537853 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-45828b8e-d34f-4cfc-b202-ad8efe207098 req-71e6d463-b214-4e37-b606-3f89199e70e4 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:37.546826 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-344664fb-dd6f-4934-ad80-aa1748a70b6b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=531c8e92295a40a8b2de1aeae8ea4b12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4661355 Aug 18 12:58:37.550285 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45400) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:37.591165 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 04550e4b-a988-45a2-a7e5-0baba5440ee4 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:58:37.628947 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344664fb-dd6f-4934-ad80-aa1748a70b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f579f6f1-1a9c-4f92-b0ad-f75b328f323e,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:37.638542 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 04550e4b-a988-45a2-a7e5-0baba5440ee4 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:58:37.639451 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 04550e4b-a988-45a2-a7e5-0baba5440ee4 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:58:37.659531 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45404) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:37.722944 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-451440b5-7be9-4d51-a089-76f141c83e7c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=59a10fce9d28445797c985f97cf473da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0660632 Aug 18 12:58:37.725856 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45406) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:37.731913 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4fc911ba-0374-4a06-af20-2a6531c2de09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:37.772895 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4fc911ba-0374-4a06-af20-2a6531c2de09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:37.783381 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b12f1259-a38e-4bfe-a6e8-de9a7e53e4bd req-4c269b19-b39d-4f34-8d90-3c61e8e71e7e service neutron] 10.222.0.39 "GET /v2.0/networks/4eabbe06-0f33-4aea-98d0-2b74cfe70290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587340 Aug 18 12:58:37.822207 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-97e14c3f-dd70-41b6-84ae-245efdc75c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:37.852297 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-97e14c3f-dd70-41b6-84ae-245efdc75c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:37.949959 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdee90e-d4fa-43d1-a26c-02d3824661ee req-e02e57c7-f134-4790-b6a5-7a29570c4675 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:37.951566 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3fdee90e-d4fa-43d1-a26c-02d3824661ee req-e02e57c7-f134-4790-b6a5-7a29570c4675 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae69c29-1ceb-40d7-b990-5d6480922406 HTTP/1.1" status: 200 len: 949 time: 0.0565038 Aug 18 12:58:37.959624 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-45828b8e-d34f-4cfc-b202-ad8efe207098 req-71e6d463-b214-4e37-b606-3f89199e70e4 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] For port 729cf000-4e2c-4bf5-9c24-af6942c8a9ac, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=729cf000-4e2c-4bf5-9c24-af6942c8a9ac,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:37.960076 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-45828b8e-d34f-4cfc-b202-ad8efe207098 req-71e6d463-b214-4e37-b606-3f89199e70e4 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:37.978609 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-97e14c3f-dd70-41b6-84ae-245efdc75c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:37.983232 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-97e14c3f-dd70-41b6-84ae-245efdc75c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:37.983232 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-97e14c3f-dd70-41b6-84ae-245efdc75c5f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1dd79c1a-0efb-43e9-8b7e-108ec033ef34 HTTP/1.1" status: 204 len: 168 time: 0.2557943 Aug 18 12:58:37.983416 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4fc911ba-0374-4a06-af20-2a6531c2de09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:37.986546 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4fc911ba-0374-4a06-af20-2a6531c2de09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:37.987621 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4fc911ba-0374-4a06-af20-2a6531c2de09 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f579f6f1-1a9c-4f92-b0ad-f75b328f323e HTTP/1.1" status: 204 len: 168 time: 0.4364057 Aug 18 12:58:37.997723 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-45828b8e-d34f-4cfc-b202-ad8efe207098 req-71e6d463-b214-4e37-b606-3f89199e70e4 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] Calling delete_port for 729cf000-4e2c-4bf5-9c24-af6942c8a9ac owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:58:38.006129 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-b1f59003-2494-412a-be15-68a996d7d230 admin admin] Deleting port 42e7ce8a-1e4e-40b1-9c01-6a8a7e590448 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:58:38.006695 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b1f59003-2494-412a-be15-68a996d7d230 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:38.015987 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3fdee90e-d4fa-43d1-a26c-02d3824661ee req-414a14dc-b7aa-4da3-a812-c154e017c2f1 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9bb66de-fd08-46d3-bfb4-5427df0546dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540156 Aug 18 12:58:38.016774 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e14c3f-dd70-41b6-84ae-245efdc75c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd79c1a-0efb-43e9-8b7e-108ec033ef34,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:38.027246 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc911ba-0374-4a06-af20-2a6531c2de09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f579f6f1-1a9c-4f92-b0ad-f75b328f323e,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:38.117970 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b12f1259-a38e-4bfe-a6e8-de9a7e53e4bd req-b5d21687-c0c7-44ac-adfb-bea8effd468d service neutron] 10.222.0.39 "GET /v2.0/networks/4eabbe06-0f33-4aea-98d0-2b74cfe70290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229108 Aug 18 12:58:38.204302 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-b1f59003-2494-412a-be15-68a996d7d230 admin admin] For port 42e7ce8a-1e4e-40b1-9c01-6a8a7e590448, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=42e7ce8a-1e4e-40b1-9c01-6a8a7e590448,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:38.204677 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b1f59003-2494-412a-be15-68a996d7d230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:38.231427 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-b1f59003-2494-412a-be15-68a996d7d230 admin admin] Calling delete_port for 42e7ce8a-1e4e-40b1-9c01-6a8a7e590448 owned by network:router_gateway {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:58:38.252251 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e018ed-1f43-42db-82be-512bf3eea874 req-578a74c2-90fa-48ae-8460-75ac3b37764a tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:38.253752 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-61e018ed-1f43-42db-82be-512bf3eea874 req-578a74c2-90fa-48ae-8460-75ac3b37764a tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] 10.222.0.13 "GET /v2.0/ports?device_id=99991c3f-6a55-4228-ab2f-0eb7cc0667b5 HTTP/1.1" status: 200 len: 946 time: 0.1557093 Aug 18 12:58:38.385777 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-61e018ed-1f43-42db-82be-512bf3eea874 req-2d6283b1-c5ea-40cc-88e3-1fd72d55ce7b tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] 10.222.0.13 "GET /v2.0/security-groups?id=2253196f-2b2c-45b6-87fe-206ec58e833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250365 Aug 18 12:58:38.407144 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4fbd9-50fb-4c4f-9cec-bcdb2a112bab req-fbff64f3-788d-4c1b-8b28-fc8883b73289 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:38.410627 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-63b4fbd9-50fb-4c4f-9cec-bcdb2a112bab req-fbff64f3-788d-4c1b-8b28-fc8883b73289 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 945 time: 0.0730731 Aug 18 12:58:38.482869 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-63b4fbd9-50fb-4c4f-9cec-bcdb2a112bab req-43219a8c-9992-476a-9abb-467f4e8a54ea tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669253 Aug 18 12:58:38.584300 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb70c2-582e-4fc9-be13-8623a668467d req-cc1a63f2-81d2-4973-a604-2740e64f719b tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:38.594069 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-73bb70c2-582e-4fc9-be13-8623a668467d req-cc1a63f2-81d2-4973-a604-2740e64f719b tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/ports?device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 943 time: 0.1131048 Aug 18 12:58:38.603351 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-45828b8e-d34f-4cfc-b202-ad8efe207098 req-71e6d463-b214-4e37-b606-3f89199e70e4 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:38.615858 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['729cf000-4e2c-4bf5-9c24-af6942c8a9ac'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:58:38.655828 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-893990a9-cdb6-4306-b544-3b7d0c1ed7c7 req-f7601a28-2763-4bd9-a50b-aa7f1e4f1f45 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=89ad63d5-50bf-4329-9e2e-403433c7eb5e HTTP/1.1" status: 200 len: 210 time: 0.0405698 Aug 18 12:58:38.671389 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b1f59003-2494-412a-be15-68a996d7d230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:38.678775 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e6d463-b214-4e37-b606-3f89199e70e4 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] Pushing event deleted for resources: {'Port': ['ID=729cf000-4e2c-4bf5-9c24-af6942c8a9ac,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:38.744207 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f59003-2494-412a-be15-68a996d7d230 admin admin] Pushing event deleted for resources: {'Port': ['ID=42e7ce8a-1e4e-40b1-9c01-6a8a7e590448,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:38.785263 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-73bb70c2-582e-4fc9-be13-8623a668467d req-e1a7c2fe-0798-4204-93af-de704233b421 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/security-groups?id=63d769d6-1907-47bf-878b-f1f65bf8c786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895347 Aug 18 12:58:38.807440 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-45828b8e-d34f-4cfc-b202-ad8efe207098 req-71e6d463-b214-4e37-b606-3f89199e70e4 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] No DVR routers for this DVR port 729cf000-4e2c-4bf5-9c24-af6942c8a9ac on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:58:38.812249 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-45828b8e-d34f-4cfc-b202-ad8efe207098 req-71e6d463-b214-4e37-b606-3f89199e70e4 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:38.814973 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-45828b8e-d34f-4cfc-b202-ad8efe207098 req-71e6d463-b214-4e37-b606-3f89199e70e4 tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] 10.222.0.20 "DELETE /v2.0/ports/729cf000-4e2c-4bf5-9c24-af6942c8a9ac HTTP/1.1" status: 204 len: 173 time: 1.6831241 Aug 18 12:58:38.817728 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae69c29-1ceb-40d7-b990-5d6480922406', 'name': 'network-vif-deleted', 'tag': '729cf000-4e2c-4bf5-9c24-af6942c8a9ac'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:58:38.821932 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c097d941-04fd-47c0-9fbc-994032289611" -d '{"events": [{"server_uuid": "4ae69c29-1ceb-40d7-b990-5d6480922406", "name": "network-vif-deleted", "tag": "729cf000-4e2c-4bf5-9c24-af6942c8a9ac"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:58:38.857144 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b1f59003-2494-412a-be15-68a996d7d230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:38.925494 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651462f1-17a1-4ee4-9eca-073d490bc993 x-openstack-request-id: req-651462f1-17a1-4ee4-9eca-073d490bc993 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:58:38.925840 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae69c29-1ceb-40d7-b990-5d6480922406", "name": "network-vif-deleted", "tag": "729cf000-4e2c-4bf5-9c24-af6942c8a9ac", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:58:38.926214 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-651462f1-17a1-4ee4-9eca-073d490bc993 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:58:38.926616 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae69c29-1ceb-40d7-b990-5d6480922406', 'name': 'network-vif-deleted', 'tag': '729cf000-4e2c-4bf5-9c24-af6942c8a9ac', 'status': 'completed', 'code': 200} Aug 18 12:58:39.000074 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b1f59003-2494-412a-be15-68a996d7d230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:39.003533 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b1f59003-2494-412a-be15-68a996d7d230 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:39.135968 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b1f59003-2494-412a-be15-68a996d7d230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:39.136559 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f59003-2494-412a-be15-68a996d7d230 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a92e3e84-14be-492c-b3ab-4101ac6b986b {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:58:39.141992 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b1f59003-2494-412a-be15-68a996d7d230 admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:39.147587 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b1f59003-2494-412a-be15-68a996d7d230 admin admin] 10.222.0.13 "DELETE /v2.0/routers/a92e3e84-14be-492c-b3ab-4101ac6b986b HTTP/1.1" status: 204 len: 168 time: 2.9928598 Aug 18 12:58:39.149353 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45456) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:39.200070 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9b237d7d-de8a-4f3f-8020-57e79585437a req-535b400e-fa8e-45f3-b22d-98c9061fd1cc tempest-ImagesNegativeTestJSON-74236001 tempest-ImagesNegativeTestJSON-74236001-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae69c29-1ceb-40d7-b990-5d6480922406 HTTP/1.1" status: 200 len: 210 time: 0.0427229 Aug 18 12:58:39.224585 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-25f23e36-e92f-4e05-a3f5-b28e601f8337 admin admin] Deleting subnet 2657439a-d48b-486d-81cb-962a40e02605 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:58:39.229067 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-25f23e36-e92f-4e05-a3f5-b28e601f8337 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:39.272981 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-25f23e36-e92f-4e05-a3f5-b28e601f8337 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:39.325557 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4bd93d-d7bc-4586-b51b-21c60a9e1034 req-1e63e89a-bff4-408b-b8e7-4aa50845426a tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:39.327083 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6f4bd93d-d7bc-4586-b51b-21c60a9e1034 req-1e63e89a-bff4-408b-b8e7-4aa50845426a tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] 10.222.0.20 "GET /v2.0/ports?device_id=99991c3f-6a55-4228-ab2f-0eb7cc0667b5 HTTP/1.1" status: 200 len: 946 time: 0.0618618 Aug 18 12:58:39.381672 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-25f23e36-e92f-4e05-a3f5-b28e601f8337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:39.436614 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45466) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:39.494338 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-6f4bd93d-d7bc-4586-b51b-21c60a9e1034 req-42d5f2af-3670-4493-ab75-36009da31e97 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] Deleting port 85495a22-1d26-4ab4-89b4-ae35b15f360a {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:58:39.499045 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6f4bd93d-d7bc-4586-b51b-21c60a9e1034 req-42d5f2af-3670-4493-ab75-36009da31e97 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:39.522676 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-25f23e36-e92f-4e05-a3f5-b28e601f8337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:39.567949 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f23e36-e92f-4e05-a3f5-b28e601f8337 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2657439a-d48b-486d-81cb-962a40e02605,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:39.573236 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-25f23e36-e92f-4e05-a3f5-b28e601f8337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:39.582138 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-25f23e36-e92f-4e05-a3f5-b28e601f8337 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2657439a-d48b-486d-81cb-962a40e02605 HTTP/1.1" status: 204 len: 168 time: 0.4315689 Aug 18 12:58:39.582894 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b85aed6-b442-40b2-bd7c-419b1255b55d None None] Network 72142ff6-0058-427c-8eef-dd79815eadc7 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:58:39.588178 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45474) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:39.591474 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532e8dc-4742-4982-ad01-79f25cc7957d req-13abe02b-fc89-4bb5-8c75-42ad05164c12 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:39.592280 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-2ece9419-0b34-48e6-860b-229482ab152b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-119203463-network', 'tenant_id': 'd5d12a9de8584349b130c0cc2c8c19f3'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:58:39.593148 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1532e8dc-4742-4982-ad01-79f25cc7957d req-13abe02b-fc89-4bb5-8c75-42ad05164c12 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] 10.222.0.13 "GET /v2.0/ports?device_id=99991c3f-6a55-4228-ab2f-0eb7cc0667b5 HTTP/1.1" status: 200 len: 946 time: 0.1197248 Aug 18 12:58:39.689798 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1532e8dc-4742-4982-ad01-79f25cc7957d req-4977c848-d4fe-4e09-acb0-37f047c956db tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] 10.222.0.13 "GET /v2.0/security-groups?id=2253196f-2b2c-45b6-87fe-206ec58e833c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841300 Aug 18 12:58:39.785930 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-31236c41-e4f9-45ec-9eb6-0b6e89d96528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:39.824188 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-6f4bd93d-d7bc-4586-b51b-21c60a9e1034 req-42d5f2af-3670-4493-ab75-36009da31e97 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] For port 85495a22-1d26-4ab4-89b4-ae35b15f360a, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=85495a22-1d26-4ab4-89b4-ae35b15f360a,segment=NetworkSegment(44b35551-8850-45dc-8598-cb3a6464c671),segment_id=44b35551-8850-45dc-8598-cb3a6464c671)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:39.824572 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6f4bd93d-d7bc-4586-b51b-21c60a9e1034 req-42d5f2af-3670-4493-ab75-36009da31e97 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:39.843156 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6345bd-2882-416e-b126-2ea87bd3d4c5 req-307cb4be-a891-4aed-ab9f-accac0d439b9 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:39.852220 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 42e7ce8a-1e4e-40b1-9c01-6a8a7e590448 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:58:39.853083 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ff6345bd-2882-416e-b126-2ea87bd3d4c5 req-307cb4be-a891-4aed-ab9f-accac0d439b9 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 945 time: 0.2694392 Aug 18 12:58:39.885090 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-6f4bd93d-d7bc-4586-b51b-21c60a9e1034 req-42d5f2af-3670-4493-ab75-36009da31e97 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] Calling delete_port for 85495a22-1d26-4ab4-89b4-ae35b15f360a owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:58:39.904288 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ece9419-0b34-48e6-860b-229482ab152b admin admin] Made reservation on behalf of d5d12a9de8584349b130c0cc2c8c19f3 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:58:39.907255 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2ece9419-0b34-48e6-860b-229482ab152b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:39.914664 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device b852a4ab-a8f0-4a95-8324-778ced337eaf details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:58:39.917262 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 42e7ce8a-1e4e-40b1-9c01-6a8a7e590448 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:58:39.917599 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 42e7ce8a-1e4e-40b1-9c01-6a8a7e590448 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:58:39.982516 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547686d-386a-4a09-8986-447ddac606ef req-2c42f550-8f08-4678-b3f9-1049d0502a03 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:39.984420 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9547686d-386a-4a09-8986-447ddac606ef req-2c42f550-8f08-4678-b3f9-1049d0502a03 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/ports?device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 943 time: 0.0665054 Aug 18 12:58:40.003838 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b7cbb7-accd-4d00-958d-e404181ba83f None None] DHCP port deletion for 72142ff6-0058-427c-8eef-dd79815eadc7 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:58:40.004031 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2ece9419-0b34-48e6-860b-229482ab152b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:40.029030 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9547686d-386a-4a09-8986-447ddac606ef req-cbaf32cc-49c5-432a-a6f9-8afe04373a00 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/security-groups?id=63d769d6-1907-47bf-878b-f1f65bf8c786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383780 Aug 18 12:58:40.069930 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port b852a4ab-a8f0-4a95-8324-778ced337eaf, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=b852a4ab-a8f0-4a95-8324-778ced337eaf,segment=NetworkSegment(ef8e8cee-8aff-47ee-80bb-ffa053f3577b),segment_id=ef8e8cee-8aff-47ee-80bb-ffa053f3577b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:40.084129 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ff6345bd-2882-416e-b126-2ea87bd3d4c5 req-5413ca55-e2ef-4e35-80d7-c997dd11869f tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319217 Aug 18 12:58:40.096326 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'b852a4ab-a8f0-4a95-8324-778ced337eaf', 'network_id': 'e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1', 'port_id': 'b852a4ab-a8f0-4a95-8324-778ced337eaf', 'mac_address': 'fa:16:3e:2d:90:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f0409aa-1fb7-4185-8e0a-32f29d65add0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:58:40.107154 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-e7b7cbb7-accd-4d00-958d-e404181ba83f None None] Deleting port 7f32016f-e496-4b9b-867f-7c6a78dc0a77 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:58:40.107595 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e7b7cbb7-accd-4d00-958d-e404181ba83f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:40.139724 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-31236c41-e4f9-45ec-9eb6-0b6e89d96528 admin admin] Deleting port 7f32016f-e496-4b9b-867f-7c6a78dc0a77 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:58:40.140319 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-31236c41-e4f9-45ec-9eb6-0b6e89d96528 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:40.213837 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:40.235508 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b852a4ab-a8f0-4a95-8324-778ced337eaf {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:58:40.240759 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-e7b7cbb7-accd-4d00-958d-e404181ba83f None None] For port 7f32016f-e496-4b9b-867f-7c6a78dc0a77, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=7f32016f-e496-4b9b-867f-7c6a78dc0a77,segment=NetworkSegment(9eeeac0e-307b-45f4-9537-fb6133626f37),segment_id=9eeeac0e-307b-45f4-9537-fb6133626f37)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:40.241154 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e7b7cbb7-accd-4d00-958d-e404181ba83f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:40.264444 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port b852a4ab-a8f0-4a95-8324-778ced337eaf, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=b852a4ab-a8f0-4a95-8324-778ced337eaf,segment=NetworkSegment(ef8e8cee-8aff-47ee-80bb-ffa053f3577b),segment_id=ef8e8cee-8aff-47ee-80bb-ffa053f3577b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:40.272113 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-e7b7cbb7-accd-4d00-958d-e404181ba83f None None] Calling delete_port for 7f32016f-e496-4b9b-867f-7c6a78dc0a77 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:58:40.327687 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-31236c41-e4f9-45ec-9eb6-0b6e89d96528 admin admin] For port 7f32016f-e496-4b9b-867f-7c6a78dc0a77, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=7f32016f-e496-4b9b-867f-7c6a78dc0a77,segment=NetworkSegment(9eeeac0e-307b-45f4-9537-fb6133626f37),segment_id=9eeeac0e-307b-45f4-9537-fb6133626f37)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:40.328144 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-31236c41-e4f9-45ec-9eb6-0b6e89d96528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:40.341874 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:40.342962 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 66d9a0de-7277-45bb-ab44-b2ec924683bc details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:58:40.354134 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-31236c41-e4f9-45ec-9eb6-0b6e89d96528 admin admin] Calling delete_port for 7f32016f-e496-4b9b-867f-7c6a78dc0a77 owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:58:40.424624 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2ece9419-0b34-48e6-860b-229482ab152b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:40.429000 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6f4bd93d-d7bc-4586-b51b-21c60a9e1034 req-42d5f2af-3670-4493-ab75-36009da31e97 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:40.477893 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['85495a22-1d26-4ab4-89b4-ae35b15f360a'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:58:40.557418 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5f2af-3670-4493-ab75-36009da31e97 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] Pushing event deleted for resources: {'Port': ['ID=85495a22-1d26-4ab4-89b4-ae35b15f360a,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:40.578138 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=b852a4ab-a8f0-4a95-8324-778ced337eaf,revision_number=6']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:40.585834 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2ece9419-0b34-48e6-860b-229482ab152b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:40.592793 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 66d9a0de-7277-45bb-ab44-b2ec924683bc, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=66d9a0de-7277-45bb-ab44-b2ec924683bc,segment=NetworkSegment(00d9e69e-c710-4ac1-b784-ce0d940c4698),segment_id=00d9e69e-c710-4ac1-b784-ce0d940c4698)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:40.607749 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '66d9a0de-7277-45bb-ab44-b2ec924683bc', 'network_id': '4eabbe06-0f33-4aea-98d0-2b74cfe70290', 'port_id': '66d9a0de-7277-45bb-ab44-b2ec924683bc', 'mac_address': 'fa:16:3e:d4:f1:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '751431a2-1fcf-4b45-9854-bdf8e77ab54a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:58:40.642007 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f4bd93d-d7bc-4586-b51b-21c60a9e1034 req-42d5f2af-3670-4493-ab75-36009da31e97 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] No DVR routers for this DVR port 85495a22-1d26-4ab4-89b4-ae35b15f360a on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:58:40.646776 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ece9419-0b34-48e6-860b-229482ab152b admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:58:40.649581 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:40.654638 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6f4bd93d-d7bc-4586-b51b-21c60a9e1034 req-42d5f2af-3670-4493-ab75-36009da31e97 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:40.656638 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6f4bd93d-d7bc-4586-b51b-21c60a9e1034 req-42d5f2af-3670-4493-ab75-36009da31e97 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] 10.222.0.20 "DELETE /v2.0/ports/85495a22-1d26-4ab4-89b4-ae35b15f360a HTTP/1.1" status: 204 len: 173 time: 1.3226697 Aug 18 12:58:40.664489 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66d9a0de-7277-45bb-ab44-b2ec924683bc {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:58:40.689031 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 66d9a0de-7277-45bb-ab44-b2ec924683bc, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=66d9a0de-7277-45bb-ab44-b2ec924683bc,segment=NetworkSegment(00d9e69e-c710-4ac1-b784-ce0d940c4698),segment_id=00d9e69e-c710-4ac1-b784-ce0d940c4698)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:40.690805 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece9419-0b34-48e6-860b-229482ab152b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca594ce-bb8a-4377-9c86-a321b2fe6200,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:40.703608 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2ece9419-0b34-48e6-860b-229482ab152b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:40.704057 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-2ece9419-0b34-48e6-860b-229482ab152b admin admin] Added segment 52e77d73-4cc6-4d8e-ac4d-7a05b681cb02 of type vlan for network c685eada-b74a-4ccf-ac40-c0de38fea702 Aug 18 12:58:40.712831 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e7b7cbb7-accd-4d00-958d-e404181ba83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:40.731192 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd7a138-9409-4641-a94e-0420f5faa84d req-3be399ee-2718-48c7-a05a-cb920779b426 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:40.732708 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-afd7a138-9409-4641-a94e-0420f5faa84d req-3be399ee-2718-48c7-a05a-cb920779b426 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/networks?id=b896f31e-62b0-4c89-b554-2d6ea14ce4b9 HTTP/1.1" status: 200 len: 812 time: 0.2769415 Aug 18 12:58:40.746950 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b7cbb7-accd-4d00-958d-e404181ba83f None None] Pushing event deleted for resources: {'Port': ['ID=7f32016f-e496-4b9b-867f-7c6a78dc0a77,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:40.753313 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b7cbb7-accd-4d00-958d-e404181ba83f None None] No DVR routers for this DVR port 7f32016f-e496-4b9b-867f-7c6a78dc0a77 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:58:40.780876 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-31236c41-e4f9-45ec-9eb6-0b6e89d96528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:40.790337 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2ece9419-0b34-48e6-860b-229482ab152b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:40.798648 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-afd7a138-9409-4641-a94e-0420f5faa84d req-b9f9ac76-13a8-4591-9704-f8958262ff54 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/quotas/62165f4489344ba1816de5df17dbe952 HTTP/1.1" status: 200 len: 375 time: 0.0420346 Aug 18 12:58:40.799493 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31236c41-e4f9-45ec-9eb6-0b6e89d96528 admin admin] No DVR routers for this DVR port 7f32016f-e496-4b9b-867f-7c6a78dc0a77 on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:58:40.804593 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:40.810087 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-83d19031-f9fd-42da-9b39-95ed525a7f39 req-2ab1eb31-386c-46d2-b114-6f357e57758b tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] 10.222.0.13 "GET /v2.0/ports?device_id=99991c3f-6a55-4228-ab2f-0eb7cc0667b5 HTTP/1.1" status: 200 len: 210 time: 0.0372438 Aug 18 12:58:40.837187 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31236c41-e4f9-45ec-9eb6-0b6e89d96528 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f32016f-e496-4b9b-867f-7c6a78dc0a77,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:40.889247 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=66d9a0de-7277-45bb-ab44-b2ec924683bc,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:40.901044 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-afd7a138-9409-4641-a94e-0420f5faa84d req-22baed72-a89b-48d2-8d83-04547af0279f tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=62165f4489344ba1816de5df17dbe952&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653641 Aug 18 12:58:40.930318 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99991c3f-6a55-4228-ab2f-0eb7cc0667b5', 'name': 'network-vif-deleted', 'tag': '85495a22-1d26-4ab4-89b4-ae35b15f360a'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:58:40.932786 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68490c17-46b0-483a-95e9-61145f0709c3" -d '{"events": [{"server_uuid": "99991c3f-6a55-4228-ab2f-0eb7cc0667b5", "name": "network-vif-deleted", "tag": "85495a22-1d26-4ab4-89b4-ae35b15f360a"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:58:40.939492 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [req-afd7a138-9409-4641-a94e-0420f5faa84d req-944a89ad-d8bd-4ed2-ba88-5e0ebf9de43d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:58:40.940454 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-afd7a138-9409-4641-a94e-0420f5faa84d req-944a89ad-d8bd-4ed2-ba88-5e0ebf9de43d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110257 Aug 18 12:58:40.966459 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-31236c41-e4f9-45ec-9eb6-0b6e89d96528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:41.012985 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7aca233-b320-46bc-b00f-f819baafcf7e x-openstack-request-id: req-c7aca233-b320-46bc-b00f-f819baafcf7e {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:58:41.013276 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99991c3f-6a55-4228-ab2f-0eb7cc0667b5", "name": "network-vif-deleted", "tag": "85495a22-1d26-4ab4-89b4-ae35b15f360a", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:58:41.013595 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c7aca233-b320-46bc-b00f-f819baafcf7e {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:58:41.013927 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99991c3f-6a55-4228-ab2f-0eb7cc0667b5', 'name': 'network-vif-deleted', 'tag': '85495a22-1d26-4ab4-89b4-ae35b15f360a', 'status': 'completed', 'code': 200} Aug 18 12:58:41.016326 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2ece9419-0b34-48e6-860b-229482ab152b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:41.017242 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ece9419-0b34-48e6-860b-229482ab152b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:41.017828 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2ece9419-0b34-48e6-860b-229482ab152b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:41.021716 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-31236c41-e4f9-45ec-9eb6-0b6e89d96528 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72142ff6-0058-427c-8eef-dd79815eadc7']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:41.029842 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['66d9a0de-7277-45bb-ab44-b2ec924683bc'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:58:41.032634 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['b852a4ab-a8f0-4a95-8324-778ced337eaf'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:58:41.050286 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-31236c41-e4f9-45ec-9eb6-0b6e89d96528 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eeeac0e-307b-45f4-9537-fb6133626f37') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:41.050286 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-31236c41-e4f9-45ec-9eb6-0b6e89d96528 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eeeac0e-307b-45f4-9537-fb6133626f37') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:41.103216 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-31236c41-e4f9-45ec-9eb6-0b6e89d96528 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:41.154056 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45552) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:41.168278 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2ece9419-0b34-48e6-860b-229482ab152b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7289865 Aug 18 12:58:41.171090 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-31236c41-e4f9-45ec-9eb6-0b6e89d96528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:41.184222 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45556) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:41.190323 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31236c41-e4f9-45ec-9eb6-0b6e89d96528 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:58:41.190741 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-31236c41-e4f9-45ec-9eb6-0b6e89d96528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:41.195656 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-2f0c81d1-d16e-4dd2-8c0e-6a0903ff0acc admin admin] Request body: {'subnet': {'network_id': 'c685eada-b74a-4ccf-ac40-c0de38fea702', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-119203463-subnet', 'tenant_id': 'd5d12a9de8584349b130c0cc2c8c19f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:58:41.198534 n-d-803603-2 neutron-server[101675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:58:41.198534 n-d-803603-2 neutron-server[101675]: self.session.flush() Aug 18 12:58:41.198534 n-d-803603-2 neutron-server[101675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:58:41.198534 n-d-803603-2 neutron-server[101675]: self.session.flush() Aug 18 12:58:41.198534 n-d-803603-2 neutron-server[101675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:58:41.198534 n-d-803603-2 neutron-server[101675]: self.session.flush() Aug 18 12:58:41.198534 n-d-803603-2 neutron-server[101675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:58:41.198534 n-d-803603-2 neutron-server[101675]: self.session.flush() Aug 18 12:58:41.198534 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 12:58:41.198534 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:58:41.198534 n-d-803603-2 neutron-server[101675]: timer() Aug 18 12:58:41.198534 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:58:41.198534 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 12:58:41.198534 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:58:41.198534 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 12:58:41.198534 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:58:41.198534 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 12:58:41.198534 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:58:41.198534 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 12:58:41.198534 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:58:41.198534 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 12:58:41.198534 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:58:41.198534 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:58:41.198534 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:58:41.198534 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:58:41.198534 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:58:41.198534 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 12:58:41.198534 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:58:41.198534 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 12:58:41.198534 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:58:41.198534 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:58:41.198534 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:58:41.198534 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 12:58:41.198534 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:58:41.198534 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:58:41.198534 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:58:41.198534 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:58:41.198534 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:58:41.198534 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:58:41.198534 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:58:41.213951 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece9419-0b34-48e6-860b-229482ab152b admin admin] Pushing event updated for resources: {'Network': ['ID=c685eada-b74a-4ccf-ac40-c0de38fea702,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:41.227340 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network c685eada-b74a-4ccf-ac40-c0de38fea702 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:58:41.273117 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-afd7a138-9409-4641-a94e-0420f5faa84d req-229edf5a-c5d9-4c3a-b843-9498bbfff8e4 service neutron] 10.222.0.13 "GET /v2.0/networks/b896f31e-62b0-4c89-b554-2d6ea14ce4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188291 Aug 18 12:58:41.296669 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 729cf000-4e2c-4bf5-9c24-af6942c8a9ac no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:58:41.301824 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1097359e-b907-4ee7-b4f6-ff314987ffaf req-890300a3-686c-4d7d-8556-6a89c04369cf tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:41.313834 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1097359e-b907-4ee7-b4f6-ff314987ffaf req-890300a3-686c-4d7d-8556-6a89c04369cf tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/ports?device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 944 time: 0.1505229 Aug 18 12:58:41.320891 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 729cf000-4e2c-4bf5-9c24-af6942c8a9ac {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:58:41.321249 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 729cf000-4e2c-4bf5-9c24-af6942c8a9ac not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:58:41.321655 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 85495a22-1d26-4ab4-89b4-ae35b15f360a no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:58:41.385165 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-31236c41-e4f9-45ec-9eb6-0b6e89d96528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:41.394724 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-31236c41-e4f9-45ec-9eb6-0b6e89d96528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:41.399528 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-31236c41-e4f9-45ec-9eb6-0b6e89d96528 admin admin] 10.222.0.13 "DELETE /v2.0/networks/72142ff6-0058-427c-8eef-dd79815eadc7 HTTP/1.1" status: 204 len: 168 time: 1.8028059 Aug 18 12:58:41.401950 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1097359e-b907-4ee7-b4f6-ff314987ffaf req-a3c524ef-bb52-46d7-9fdf-0f5e8bce9f03 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/security-groups?id=63d769d6-1907-47bf-878b-f1f65bf8c786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870552 Aug 18 12:58:41.412857 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e8342566-462a-4a72-b236-99f8204ece9a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=661dca905e484d75b25a03a04ea8c980&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2541435 Aug 18 12:58:41.419166 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45566) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:41.453257 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0c81d1-d16e-4dd2-8c0e-6a0903ff0acc admin admin] Made reservation on behalf of d5d12a9de8584349b130c0cc2c8c19f3 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:58:41.464096 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2f0c81d1-d16e-4dd2-8c0e-6a0903ff0acc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:41.476526 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31236c41-e4f9-45ec-9eb6-0b6e89d96528 admin admin] Pushing event deleted for resources: {'Network': ['ID=72142ff6-0058-427c-8eef-dd79815eadc7,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:41.560851 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b332cc3c-7fcd-4bd7-89f2-5c63bec3faa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:41.599950 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59173ff7-a31e-45a7-b1f9-bdd69d0a9cbc req-1eecf7a6-64e4-40ae-b3af-0df927ee5f2d tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:41.603447 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-59173ff7-a31e-45a7-b1f9-bdd69d0a9cbc req-1eecf7a6-64e4-40ae-b3af-0df927ee5f2d tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 944 time: 0.0870636 Aug 18 12:58:41.607353 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b332cc3c-7fcd-4bd7-89f2-5c63bec3faa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:41.634012 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-afd7a138-9409-4641-a94e-0420f5faa84d req-51a11114-1804-408b-b6ae-8d74ed519eb2 service neutron] 10.222.0.13 "GET /v2.0/networks/b896f31e-62b0-4c89-b554-2d6ea14ce4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488059 Aug 18 12:58:41.687416 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 85495a22-1d26-4ab4-89b4-ae35b15f360a {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:58:41.687992 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 85495a22-1d26-4ab4-89b4-ae35b15f360a not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:58:41.696224 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 7f32016f-e496-4b9b-867f-7c6a78dc0a77 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:58:41.704256 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-59173ff7-a31e-45a7-b1f9-bdd69d0a9cbc req-dd9a84a9-b996-4579-8f40-a6547d79edc6 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994067 Aug 18 12:58:41.745887 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 7f32016f-e496-4b9b-867f-7c6a78dc0a77 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:58:41.746999 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 7f32016f-e496-4b9b-867f-7c6a78dc0a77 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:58:41.788197 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ad87b364-6aee-4d09-a237-1b9db92fb653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:41.815276 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b332cc3c-7fcd-4bd7-89f2-5c63bec3faa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:41.817828 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b332cc3c-7fcd-4bd7-89f2-5c63bec3faa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:41.818978 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b332cc3c-7fcd-4bd7-89f2-5c63bec3faa4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c9bb66de-fd08-46d3-bfb4-5427df0546dc HTTP/1.1" status: 204 len: 168 time: 0.3920994 Aug 18 12:58:41.826891 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b332cc3c-7fcd-4bd7-89f2-5c63bec3faa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bb66de-fd08-46d3-bfb4-5427df0546dc,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:41.884929 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device b852a4ab-a8f0-4a95-8324-778ced337eaf no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:58:41.885031 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45576) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:41.901689 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2f0c81d1-d16e-4dd2-8c0e-6a0903ff0acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:41.988597 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c60a513b-e7d6-434a-b070-53c2fc7a2e35 req-462e99de-6d3f-49f0-9aa0-6929e8a176d4 tempest-ServerMetadataNegativeTestJSON-1139798037 tempest-ServerMetadataNegativeTestJSON-1139798037-project] 10.222.0.13 "GET /v2.0/ports?device_id=99991c3f-6a55-4228-ab2f-0eb7cc0667b5 HTTP/1.1" status: 200 len: 210 time: 0.0907819 Aug 18 12:58:42.029939 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9cb93683-5038-477b-a36f-7107b9644d4d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca98f73fa3194194a71c5ae1a46b55b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1439033 Aug 18 12:58:42.030128 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c81d1-d16e-4dd2-8c0e-6a0903ff0acc admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd34ce8a-5651-4ee4-9b61-3d01442af6aa,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:42.035749 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45584) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:42.065667 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:42.086035 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6bfe8f05-e373-47cd-8001-078189e21f82 req-d1e45698-b791-42a6-a6a8-d91b1327b79c tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=32980c94-e9cb-489c-8872-81dd09e5dab4 HTTP/1.1" status: 200 len: 210 time: 0.0604808 Aug 18 12:58:42.089627 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0c81d1-d16e-4dd2-8c0e-6a0903ff0acc admin admin] Checking segment: {'id': '52e77d73-4cc6-4d8e-ac4d-7a05b681cb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c685eada-b74a-4ccf-ac40-c0de38fea702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:58:42.089627 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0c81d1-d16e-4dd2-8c0e-6a0903ff0acc admin admin] Network hostable DHCP agents. Network: c685eada-b74a-4ccf-ac40-c0de38fea702, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:58:42.119521 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e3e799c6-89c0-4d2c-8192-1df5a84f804e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:42.121051 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b852a4ab-a8f0-4a95-8324-778ced337eaf {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:58:42.146394 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e3e799c6-89c0-4d2c-8192-1df5a84f804e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:42.155532 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port b852a4ab-a8f0-4a95-8324-778ced337eaf, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=b852a4ab-a8f0-4a95-8324-778ced337eaf,segment=NetworkSegment(ef8e8cee-8aff-47ee-80bb-ffa053f3577b),segment_id=ef8e8cee-8aff-47ee-80bb-ffa053f3577b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:42.198351 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0c81d1-d16e-4dd2-8c0e-6a0903ff0acc admin admin] Network c685eada-b74a-4ccf-ac40-c0de38fea702 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:58:42.244024 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:42.268001 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-2f0c81d1-d16e-4dd2-8c0e-6a0903ff0acc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, c685eada-b74a-4ccf-ac40-c0de38fea702) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:58:42.268304 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e3e799c6-89c0-4d2c-8192-1df5a84f804e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:42.274894 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e3e799c6-89c0-4d2c-8192-1df5a84f804e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:42.275538 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0c81d1-d16e-4dd2-8c0e-6a0903ff0acc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:42.279702 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2f0c81d1-d16e-4dd2-8c0e-6a0903ff0acc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:42.280734 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e3e799c6-89c0-4d2c-8192-1df5a84f804e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51a6849c-d15a-4aae-9ba4-dedea7cdd11f HTTP/1.1" status: 204 len: 168 time: 0.2421281 Aug 18 12:58:42.291055 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e799c6-89c0-4d2c-8192-1df5a84f804e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a6849c-d15a-4aae-9ba4-dedea7cdd11f,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:42.294165 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9ec8e2-d4d5-4f26-9c92-728699cf8149 None None] Network c685eada-b74a-4ccf-ac40-c0de38fea702 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:58:42.361872 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=b852a4ab-a8f0-4a95-8324-778ced337eaf,revision_number=7']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:42.456657 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2f0c81d1-d16e-4dd2-8c0e-6a0903ff0acc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2692945 Aug 18 12:58:42.462747 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45602) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:42.471915 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15c9b27-5718-44b5-a713-8e3107f2b196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-c685eada-b74a-4ccf-ac40-c0de38fea702', 'network_id': 'c685eada-b74a-4ccf-ac40-c0de38fea702', 'tenant_id': 'd5d12a9de8584349b130c0cc2c8c19f3', 'fixed_ips': [{'subnet_id': 'cd34ce8a-5651-4ee4-9b61-3d01442af6aa'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:58:42.472768 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a15c9b27-5718-44b5-a713-8e3107f2b196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:42.482975 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-4b0f4785-8359-4fa9-bf26-9c71b75381eb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-119203463-router', 'tenant_id': 'd5d12a9de8584349b130c0cc2c8c19f3', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:58:42.536843 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd1809-7a54-484f-aaf1-83f000c46bc3 req-36bedf58-e523-4f29-af96-fda6904256fe tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:42.538430 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c7bd1809-7a54-484f-aaf1-83f000c46bc3 req-36bedf58-e523-4f29-af96-fda6904256fe tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/ports?device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 944 time: 0.0573375 Aug 18 12:58:42.586599 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c7bd1809-7a54-484f-aaf1-83f000c46bc3 req-f705c335-921a-4819-b074-70ef85466113 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/security-groups?id=63d769d6-1907-47bf-878b-f1f65bf8c786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402937 Aug 18 12:58:42.615706 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4b0f4785-8359-4fa9-bf26-9c71b75381eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:42.616837 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4b0f4785-8359-4fa9-bf26-9c71b75381eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:42.646339 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-a15c9b27-5718-44b5-a713-8e3107f2b196 None None] Allocated IP 172.20.0.2 (c685eada-b74a-4ccf-ac40-c0de38fea702/cd34ce8a-5651-4ee4-9b61-3d01442af6aa/8ce6de98-30b7-46ca-be01-4dcb4c19aed0) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:58:42.702227 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4b0f4785-8359-4fa9-bf26-9c71b75381eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:42.766040 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45616) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:42.894201 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a15c9b27-5718-44b5-a713-8e3107f2b196 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:42.905105 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a15c9b27-5718-44b5-a713-8e3107f2b196 None None] Transition to ACTIVE for port object 8ce6de98-30b7-46ca-be01-4dcb4c19aed0 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:58:42.946568 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a15c9b27-5718-44b5-a713-8e3107f2b196 None None] Transition to ACTIVE for port object 8ce6de98-30b7-46ca-be01-4dcb4c19aed0 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:58:42.965065 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f887f-f98a-4fae-9dad-5a1029c50ef9 req-1e0c601b-1fee-4645-bd57-4e297e3c9fff tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:42.981058 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d00f887f-f98a-4fae-9dad-5a1029c50ef9 req-1e0c601b-1fee-4645-bd57-4e297e3c9fff tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 943 time: 0.1679857 Aug 18 12:58:43.015177 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4b0f4785-8359-4fa9-bf26-9c71b75381eb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:43.038995 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a15c9b27-5718-44b5-a713-8e3107f2b196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:43.065568 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d00f887f-f98a-4fae-9dad-5a1029c50ef9 req-e6327f49-8df6-47d5-b768-a9de099b6265 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788062 Aug 18 12:58:43.150899 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45634) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:43.155216 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c9b27-5718-44b5-a713-8e3107f2b196 None None] Pushing event updated for resources: {'Port': ['ID=8ce6de98-30b7-46ca-be01-4dcb4c19aed0,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:43.184967 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15c9b27-5718-44b5-a713-8e3107f2b196 None None] Network c685eada-b74a-4ccf-ac40-c0de38fea702 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:58:43.196067 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-a15c9b27-5718-44b5-a713-8e3107f2b196 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:58:43.198815 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15c9b27-5718-44b5-a713-8e3107f2b196 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:58:43.216817 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fc8424b4-cffd-4d83-a637-296595259fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:43.238051 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3fd603e-170b-46d3-ac52-c4416223cc94 admin admin] Deleting subnet 76a8af78-35f1-45e9-b205-820cfa8ca63d {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:58:43.246234 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f3fd603e-170b-46d3-ac52-c4416223cc94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:43.318013 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f3fd603e-170b-46d3-ac52-c4416223cc94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:43.362767 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-a15c9b27-5718-44b5-a713-8e3107f2b196 None None] Attempting to bind port 8ce6de98-30b7-46ca-be01-4dcb4c19aed0 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:58:43.363138 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-a15c9b27-5718-44b5-a713-8e3107f2b196 None None] Attempting to bind port 8ce6de98-30b7-46ca-be01-4dcb4c19aed0 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '52e77d73-4cc6-4d8e-ac4d-7a05b681cb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c685eada-b74a-4ccf-ac40-c0de38fea702'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:58:43.363611 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15c9b27-5718-44b5-a713-8e3107f2b196 None None] Attempting to bind port 8ce6de98-30b7-46ca-be01-4dcb4c19aed0 on network c685eada-b74a-4ccf-ac40-c0de38fea702 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:58:43.380700 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15c9b27-5718-44b5-a713-8e3107f2b196 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:58:43.381084 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15c9b27-5718-44b5-a713-8e3107f2b196 None None] Checking segment: {'id': '52e77d73-4cc6-4d8e-ac4d-7a05b681cb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c685eada-b74a-4ccf-ac40-c0de38fea702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:58:43.381504 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a15c9b27-5718-44b5-a713-8e3107f2b196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:43.383880 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15c9b27-5718-44b5-a713-8e3107f2b196 None None] Bound using segment: {'id': '52e77d73-4cc6-4d8e-ac4d-7a05b681cb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c685eada-b74a-4ccf-ac40-c0de38fea702'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:58:43.385375 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-a15c9b27-5718-44b5-a713-8e3107f2b196 None None] Bound port: 8ce6de98-30b7-46ca-be01-4dcb4c19aed0, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e77d73-4cc6-4d8e-ac4d-7a05b681cb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c685eada-b74a-4ccf-ac40-c0de38fea702'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:58:43.385829 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a15c9b27-5718-44b5-a713-8e3107f2b196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:43.466877 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-a15c9b27-5718-44b5-a713-8e3107f2b196 None None] For port 8ce6de98-30b7-46ca-be01-4dcb4c19aed0, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:58:43.471387 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-a15c9b27-5718-44b5-a713-8e3107f2b196 None None] For port 8ce6de98-30b7-46ca-be01-4dcb4c19aed0, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=8ce6de98-30b7-46ca-be01-4dcb4c19aed0,segment=NetworkSegment(52e77d73-4cc6-4d8e-ac4d-7a05b681cb02),segment_id=52e77d73-4cc6-4d8e-ac4d-7a05b681cb02)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:58:43.536741 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4b0f4785-8359-4fa9-bf26-9c71b75381eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:43.548531 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a15c9b27-5718-44b5-a713-8e3107f2b196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:43.611499 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4b0f4785-8359-4fa9-bf26-9c71b75381eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:43.733607 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c9b27-5718-44b5-a713-8e3107f2b196 None None] Pushing event updated for resources: {'Port': ['ID=8ce6de98-30b7-46ca-be01-4dcb4c19aed0,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:43.781069 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9b0b1cdb-d74d-4a23-a688-e2312bab5973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:43.867469 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-4b0f4785-8359-4fa9-bf26-9c71b75381eb admin admin] Allocated IP 172.25.6.115 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/59d130de-0187-474a-8e53-84955269fafc) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:58:43.897115 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 66d9a0de-7277-45bb-ab44-b2ec924683bc up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:58:44.017033 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f3fd603e-170b-46d3-ac52-c4416223cc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:44.103215 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666382d8-695e-4aab-a8f8-e14d1d5aa648 req-642b7afb-3d7f-4f13-b980-5d25a1f6712d tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:44.111377 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-666382d8-695e-4aab-a8f8-e14d1d5aa648 req-642b7afb-3d7f-4f13-b980-5d25a1f6712d tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/ports?device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 944 time: 0.1789436 Aug 18 12:58:44.130550 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 66d9a0de-7277-45bb-ab44-b2ec924683bc completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:58:44.136385 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 66d9a0de-7277-45bb-ab44-b2ec924683bc triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:58:44.136938 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:44.140501 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4b0f4785-8359-4fa9-bf26-9c71b75381eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:44.155719 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-1dd2766b-d19b-4bfe-b87f-1a1906058ba9 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:44.161150 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-1dd2766b-d19b-4bfe-b87f-1a1906058ba9 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/networks?id=b896f31e-62b0-4c89-b554-2d6ea14ce4b9 HTTP/1.1" status: 200 len: 812 time: 0.4889657 Aug 18 12:58:44.190599 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fc8424b4-cffd-4d83-a637-296595259fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:44.211027 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-f8a66eb9-0ed1-4e2c-9afb-b290935b2338 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/quotas/62165f4489344ba1816de5df17dbe952 HTTP/1.1" status: 200 len: 375 time: 0.0363541 Aug 18 12:58:44.218099 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-666382d8-695e-4aab-a8f8-e14d1d5aa648 req-96952bb4-c7ce-4c91-babc-7ae017567eab tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/security-groups?id=63d769d6-1907-47bf-878b-f1f65bf8c786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931275 Aug 18 12:58:44.256571 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fc8424b4-cffd-4d83-a637-296595259fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:44.308756 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f3fd603e-170b-46d3-ac52-c4416223cc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:44.325859 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45680) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:44.328652 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-51634f6f-fced-4cfd-ba9e-029ad92213fb tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=62165f4489344ba1816de5df17dbe952&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1114550 Aug 18 12:58:44.333140 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:44.346229 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-8de3d45f-6c53-4c0b-833c-4a854c8aee54 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:58:44.347940 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-8de3d45f-6c53-4c0b-833c-4a854c8aee54 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093527 Aug 18 12:58:44.353258 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-fc8424b4-cffd-4d83-a637-296595259fba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ac9d0e32df64853895a71eec7ddd6cb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5861025 Aug 18 12:58:44.357377 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8424b4-cffd-4d83-a637-296595259fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd28ada-7126-47fd-80ab-e142f5badf8d,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:44.359650 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45684) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:44.362448 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3064c66b-8620-4763-a65e-427cd9dbe86c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d9a0de-7277-45bb-ab44-b2ec924683bc'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:58:44.365127 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e691c2-dbbf-4328-89b8-9251c0e7c205" -d '{"events": [{"server_uuid": "3064c66b-8620-4763-a65e-427cd9dbe86c", "name": "network-vif-plugged", "status": "completed", "tag": "66d9a0de-7277-45bb-ab44-b2ec924683bc"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:58:44.374779 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd603e-170b-46d3-ac52-c4416223cc94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76a8af78-35f1-45e9-b205-820cfa8ca63d,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:44.379825 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f3fd603e-170b-46d3-ac52-c4416223cc94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:44.380046 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 66d9a0de-7277-45bb-ab44-b2ec924683bc, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=66d9a0de-7277-45bb-ab44-b2ec924683bc,segment=NetworkSegment(00d9e69e-c710-4ac1-b784-ce0d940c4698),segment_id=00d9e69e-c710-4ac1-b784-ce0d940c4698)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:44.381747 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f3fd603e-170b-46d3-ac52-c4416223cc94 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/76a8af78-35f1-45e9-b205-820cfa8ca63d HTTP/1.1" status: 204 len: 168 time: 1.2284780 Aug 18 12:58:44.384595 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45688) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:44.471370 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c92ff-a1fd-4c3d-a4ac-4f60719aa3e6 req-a0426c58-6d2c-4fcc-9d80-abdd933f0cb9 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:44.473479 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5c6c92ff-a1fd-4c3d-a4ac-4f60719aa3e6 req-a0426c58-6d2c-4fcc-9d80-abdd933f0cb9 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 943 time: 0.1574934 Aug 18 12:58:44.480795 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:44.482504 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device b852a4ab-a8f0-4a95-8324-778ced337eaf up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:58:44.485969 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6326b084-027a-4b53-8190-b621bfb28fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:44.514515 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4b0f4785-8359-4fa9-bf26-9c71b75381eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:44.559210 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0f4785-8359-4fa9-bf26-9c71b75381eb admin admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:58:44.593141 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45692) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:44.603107 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-4b0f4785-8359-4fa9-bf26-9c71b75381eb admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:58:44.618061 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0f4785-8359-4fa9-bf26-9c71b75381eb admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:58:44.632245 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:44.668786 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6326b084-027a-4b53-8190-b621bfb28fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:44.690092 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-6b84b111-a4bc-45ae-a335-0ca018d65885 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1360304275-network', 'tenant_id': '05e6a2849bb54bcb96ec77434afd9101'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:58:44.692156 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5c6c92ff-a1fd-4c3d-a4ac-4f60719aa3e6 req-9ffd8279-6785-4985-8840-ea6f2059e769 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627398 Aug 18 12:58:44.697233 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-6326b084-027a-4b53-8190-b621bfb28fda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eba301b5-d76a-40eb-bc11-80f6db4b965f']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:44.697950 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=66d9a0de-7277-45bb-ab44-b2ec924683bc,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:44.702745 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-96ab6738-bd21-466e-a559-8b3a6c489109 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-711584337-network', 'tenant_id': '9555576207634bb394fc907247b8c913'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:58:44.718585 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port b852a4ab-a8f0-4a95-8324-778ced337eaf triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:58:44.718712 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:44.720532 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-6326b084-027a-4b53-8190-b621bfb28fda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44b35551-8850-45dc-8598-cb3a6464c671') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:44.720873 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-6326b084-027a-4b53-8190-b621bfb28fda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44b35551-8850-45dc-8598-cb3a6464c671') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:44.736547 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6326b084-027a-4b53-8190-b621bfb28fda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:44.754040 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.db.api [None req-96ab6738-bd21-466e-a559-8b3a6c489109 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 12:58:44.754040 n-d-803603-2 neutron-server[101675]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 18 12:58:44.754040 n-d-803603-2 neutron-server[101675]: [parameters: {'project_id_1': '9555576207634bb394fc907247b8c913', 'expiration_1': datetime.datetime(2021, 8, 18, 12, 58, 44, 714384)}] Aug 18 12:58:44.754040 n-d-803603-2 neutron-server[101675]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:58:44.754862 n-d-803603-2 neutron-server[101675]: DEBUG oslo_db.api [None req-96ab6738-bd21-466e-a559-8b3a6c489109 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:58:44.763444 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6326b084-027a-4b53-8190-b621bfb28fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:44.770703 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6326b084-027a-4b53-8190-b621bfb28fda admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:58:44.772000 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6326b084-027a-4b53-8190-b621bfb28fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:44.773818 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 12:58:44.773818 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:58:44.773818 n-d-803603-2 neutron-server[101675]: timer() Aug 18 12:58:44.773818 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:58:44.773818 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 12:58:44.773818 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:58:44.773818 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 12:58:44.773818 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:58:44.773818 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 12:58:44.773818 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:58:44.773818 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 12:58:44.773818 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:58:44.773818 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 12:58:44.773818 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:58:44.773818 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:58:44.773818 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:58:44.773818 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:58:44.773818 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:58:44.773818 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 12:58:44.773818 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:58:44.773818 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 12:58:44.773818 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:58:44.773818 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:58:44.773818 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:58:44.773818 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 12:58:44.773818 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:58:44.773818 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:58:44.773818 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:58:44.773818 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:58:44.773818 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:58:44.773818 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:58:44.773818 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:58:44.808523 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f4785-8359-4fa9-bf26-9c71b75381eb admin admin] Pushing event updated for resources: {'Port': ['ID=59d130de-0187-474a-8e53-84955269fafc,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:44.819192 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5d7eaec9-e5f1-4b3e-95be-f5627d5675c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:44.843824 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-a970723b-3e3e-4cbd-8a44-d55cc9bafc07 service neutron] 10.222.0.13 "GET /v2.0/networks/b896f31e-62b0-4c89-b554-2d6ea14ce4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4696677 Aug 18 12:58:44.845056 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:44.894701 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port b852a4ab-a8f0-4a95-8324-778ced337eaf, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=b852a4ab-a8f0-4a95-8324-778ced337eaf,segment=NetworkSegment(ef8e8cee-8aff-47ee-80bb-ffa053f3577b),segment_id=ef8e8cee-8aff-47ee-80bb-ffa053f3577b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:44.909074 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b84b111-a4bc-45ae-a335-0ca018d65885 admin admin] Made reservation on behalf of 05e6a2849bb54bcb96ec77434afd9101 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:58:44.911933 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6b84b111-a4bc-45ae-a335-0ca018d65885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:44.912835 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6326b084-027a-4b53-8190-b621bfb28fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:44.917608 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6326b084-027a-4b53-8190-b621bfb28fda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:44.921642 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6326b084-027a-4b53-8190-b621bfb28fda admin admin] 10.222.0.13 "DELETE /v2.0/networks/eba301b5-d76a-40eb-bc11-80f6db4b965f HTTP/1.1" status: 204 len: 168 time: 0.5360801 Aug 18 12:58:44.936313 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326b084-027a-4b53-8190-b621bfb28fda admin admin] Pushing event deleted for resources: {'Network': ['ID=eba301b5-d76a-40eb-bc11-80f6db4b965f,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:44.970439 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:44.988116 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5d7eaec9-e5f1-4b3e-95be-f5627d5675c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:45.002438 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b567df-dd40-4146-bc5e-3ed1c629f7cd x-openstack-request-id: req-d0b567df-dd40-4146-bc5e-3ed1c629f7cd {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:58:45.003267 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3064c66b-8620-4763-a65e-427cd9dbe86c", "name": "network-vif-plugged", "status": "completed", "tag": "66d9a0de-7277-45bb-ab44-b2ec924683bc", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:58:45.003696 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0b567df-dd40-4146-bc5e-3ed1c629f7cd {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:58:45.004134 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3064c66b-8620-4763-a65e-427cd9dbe86c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d9a0de-7277-45bb-ab44-b2ec924683bc', 'code': 200} Aug 18 12:58:45.013919 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6b84b111-a4bc-45ae-a335-0ca018d65885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:45.038269 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c89d09c-6ab9-48e4-9303-eb6937260f79 None None] Network c685eada-b74a-4ccf-ac40-c0de38fea702 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:58:45.042290 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=b852a4ab-a8f0-4a95-8324-778ced337eaf,revision_number=8']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:45.083474 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb6668-d36b-46a9-9855-ee53fc3fa7d8 req-b15606fa-df26-4e2a-9ded-7519eb4d4a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:45.085288 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-82eb6668-d36b-46a9-9855-ee53fc3fa7d8 req-b15606fa-df26-4e2a-9ded-7519eb4d4a63 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 1096 time: 0.0452230 Aug 18 12:58:45.126095 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-82eb6668-d36b-46a9-9855-ee53fc3fa7d8 req-337838ab-adcb-46e7-8683-cf3ef3be9a45 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=63d769d6-1907-47bf-878b-f1f65bf8c786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326886 Aug 18 12:58:45.142543 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-158b6fb1-9561-48cb-b6aa-c281c7e4942c service neutron] 10.222.0.13 "GET /v2.0/networks/b896f31e-62b0-4c89-b554-2d6ea14ce4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976274 Aug 18 12:58:45.225405 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-e8fae6aa-5e6e-4c3e-aeb7-8af37aa74c17 None None] Provisioning for port 8ce6de98-30b7-46ca-be01-4dcb4c19aed0 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:58:45.243096 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:45.267662 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5d7eaec9-e5f1-4b3e-95be-f5627d5675c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:45.270289 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5d7eaec9-e5f1-4b3e-95be-f5627d5675c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:45.274434 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5d7eaec9-e5f1-4b3e-95be-f5627d5675c3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dfd28ada-7126-47fd-80ab-e142f5badf8d HTTP/1.1" status: 204 len: 168 time: 0.9095223 Aug 18 12:58:45.298919 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7eaec9-e5f1-4b3e-95be-f5627d5675c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd28ada-7126-47fd-80ab-e142f5badf8d,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:45.356388 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45704) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:45.432698 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d1bf9-a9a5-4874-b0a8-8532383d7808 req-d8fcc75f-07f8-4bfe-9e0e-09a468d81ed9 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:45.434316 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b12d1bf9-a9a5-4874-b0a8-8532383d7808 req-d8fcc75f-07f8-4bfe-9e0e-09a468d81ed9 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/ports?device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 945 time: 0.1441250 Aug 18 12:58:45.471486 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4b0f4785-8359-4fa9-bf26-9c71b75381eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:45.483915 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b12d1bf9-a9a5-4874-b0a8-8532383d7808 req-1cdcabb0-b464-403d-b8e7-4f25459f8357 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/security-groups?id=63d769d6-1907-47bf-878b-f1f65bf8c786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388093 Aug 18 12:58:45.533420 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c5c3de7d-6def-4167-903c-e8e8606ef209 req-c93614a5-d2f9-488b-adf6-fe6cbd45db7d tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=80d2b37c-4ce5-4268-b590-630211af4349 HTTP/1.1" status: 200 len: 210 time: 0.0951018 Aug 18 12:58:45.554726 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e39e40bb-18ec-4abe-9100-54faf7264a7b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a69acf78bf3746eeaa5fc9022dc8c14d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1944408 Aug 18 12:58:45.556192 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45710) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:45.572902 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6b84b111-a4bc-45ae-a335-0ca018d65885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:45.651640 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-33a64efd-a4e5-4157-84b6-5932af7417b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:45.681585 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-33a64efd-a4e5-4157-84b6-5932af7417b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:45.683624 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6b84b111-a4bc-45ae-a335-0ca018d65885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:45.706684 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 8ce6de98-30b7-46ca-be01-4dcb4c19aed0 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:58:45.726816 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b84b111-a4bc-45ae-a335-0ca018d65885 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:58:45.740900 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6b84b111-a4bc-45ae-a335-0ca018d65885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:45.741180 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-6b84b111-a4bc-45ae-a335-0ca018d65885 admin admin] Added segment f0f4d91a-9c8f-4f49-b435-7439ef28b42c of type vlan for network 2c635842-b4ff-4a1d-9bb7-f92e826d4893 Aug 18 12:58:45.785922 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ab6738-bd21-466e-a559-8b3a6c489109 admin admin] Made reservation on behalf of 9555576207634bb394fc907247b8c913 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:58:45.788497 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-96ab6738-bd21-466e-a559-8b3a6c489109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:45.811149 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b84b111-a4bc-45ae-a335-0ca018d65885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4d3436-4868-48aa-b461-5b0a6b6ec172,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:45.811606 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-96ab6738-bd21-466e-a559-8b3a6c489109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:45.818095 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6b84b111-a4bc-45ae-a335-0ca018d65885 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:45.879541 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 8ce6de98-30b7-46ca-be01-4dcb4c19aed0 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:58:45.882759 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-33a64efd-a4e5-4157-84b6-5932af7417b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:45.884551 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 8ce6de98-30b7-46ca-be01-4dcb4c19aed0 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:58:45.891540 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:45.891754 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-33a64efd-a4e5-4157-84b6-5932af7417b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:45.891754 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-33a64efd-a4e5-4157-84b6-5932af7417b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2253196f-2b2c-45b6-87fe-206ec58e833c HTTP/1.1" status: 204 len: 168 time: 0.3325994 Aug 18 12:58:45.901642 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec3393-f297-484d-875e-6fe68c725fc7 req-2b9ba1a3-fa95-40d2-b0ef-9dd95e08cb1f tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:45.903240 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8cec3393-f297-484d-875e-6fe68c725fc7 req-2b9ba1a3-fa95-40d2-b0ef-9dd95e08cb1f tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 945 time: 0.1030443 Aug 18 12:58:45.926316 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4b0f4785-8359-4fa9-bf26-9c71b75381eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:45.932227 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a64efd-a4e5-4157-84b6-5932af7417b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2253196f-2b2c-45b6-87fe-206ec58e833c,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:45.996528 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8cec3393-f297-484d-875e-6fe68c725fc7 req-90823f1b-9bd7-4e54-b328-1569de257598 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727785 Aug 18 12:58:46.032925 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:46.037783 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6b84b111-a4bc-45ae-a335-0ca018d65885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:46.038770 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b84b111-a4bc-45ae-a335-0ca018d65885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:46.039423 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6b84b111-a4bc-45ae-a335-0ca018d65885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:46.043857 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-96ab6738-bd21-466e-a559-8b3a6c489109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:46.066363 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 8ce6de98-30b7-46ca-be01-4dcb4c19aed0, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=8ce6de98-30b7-46ca-be01-4dcb4c19aed0,segment=NetworkSegment(52e77d73-4cc6-4d8e-ac4d-7a05b681cb02),segment_id=52e77d73-4cc6-4d8e-ac4d-7a05b681cb02)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:46.118543 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-96ab6738-bd21-466e-a559-8b3a6c489109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:46.145445 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ab6738-bd21-466e-a559-8b3a6c489109 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:58:46.156083 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab6738-bd21-466e-a559-8b3a6c489109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d0bf85-ff9a-4d9c-883a-32ce91cdb81a,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:46.162105 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-96ab6738-bd21-466e-a559-8b3a6c489109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:46.162706 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-96ab6738-bd21-466e-a559-8b3a6c489109 admin admin] Added segment 0251eeff-8718-4061-a2b6-fb1df3cba12b of type vlan for network 8bb6241f-83f4-4ed4-9901-fc81825e9a42 Aug 18 12:58:46.164811 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:46.209025 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-96ab6738-bd21-466e-a559-8b3a6c489109 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:46.264229 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=8ce6de98-30b7-46ca-be01-4dcb4c19aed0,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:46.307457 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-96ab6738-bd21-466e-a559-8b3a6c489109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:46.309040 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ab6738-bd21-466e-a559-8b3a6c489109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:46.310329 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-96ab6738-bd21-466e-a559-8b3a6c489109 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:46.379877 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab6738-bd21-466e-a559-8b3a6c489109 admin admin] Pushing event updated for resources: {'Network': ['ID=8bb6241f-83f4-4ed4-9901-fc81825e9a42,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:46.390749 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 8bb6241f-83f4-4ed4-9901-fc81825e9a42 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:58:46.427087 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45726) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:46.438300 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b84b111-a4bc-45ae-a335-0ca018d65885 admin admin] Pushing event updated for resources: {'Network': ['ID=2c635842-b4ff-4a1d-9bb7-f92e826d4893,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:46.452158 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-96ab6738-bd21-466e-a559-8b3a6c489109 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8575387 Aug 18 12:58:46.452832 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b91b477d-9455-47d7-becc-72f02020aa66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:46.455353 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45730) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:46.463935 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-3f52692b-6479-4da5-a673-fd9b352fe93e admin admin] Request body: {'subnet': {'network_id': '8bb6241f-83f4-4ed4-9901-fc81825e9a42', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-711584337-subnet', 'tenant_id': '9555576207634bb394fc907247b8c913', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:58:46.464754 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 2c635842-b4ff-4a1d-9bb7-f92e826d4893 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:58:46.524935 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6b84b111-a4bc-45ae-a335-0ca018d65885 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1949754 Aug 18 12:58:46.528301 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45734) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:46.538661 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-73315dc1-c048-4d05-8018-0afde45315b7 admin admin] Request body: {'subnet': {'network_id': '2c635842-b4ff-4a1d-9bb7-f92e826d4893', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1360304275-subnet', 'tenant_id': '05e6a2849bb54bcb96ec77434afd9101', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:58:46.577700 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b0f4785-8359-4fa9-bf26-9c71b75381eb admin admin] Router dc9831a7-b6cd-4385-af43-5aff98df32ee is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:58:46.660486 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f52692b-6479-4da5-a673-fd9b352fe93e admin admin] Made reservation on behalf of 9555576207634bb394fc907247b8c913 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:58:46.661774 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02500bce-0e99-4f30-9e43-a5bd311fe32f req-8f1db69a-1ecd-404f-a92f-80da0875d93e tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:46.662788 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3f52692b-6479-4da5-a673-fd9b352fe93e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:46.664512 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-02500bce-0e99-4f30-9e43-a5bd311fe32f req-8f1db69a-1ecd-404f-a92f-80da0875d93e tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/ports?device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 945 time: 0.0977974 Aug 18 12:58:46.668035 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8e14f8e2-346f-4804-ba19-0b312ecbab18 req-4f48d3c1-d928-46a8-9a61-6ac020f05f00 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=80d2b37c-4ce5-4268-b590-630211af4349 HTTP/1.1" status: 200 len: 210 time: 0.0363891 Aug 18 12:58:46.747600 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-02500bce-0e99-4f30-9e43-a5bd311fe32f req-94ef4bde-019b-4649-a555-a420ce4a853e tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/security-groups?id=63d769d6-1907-47bf-878b-f1f65bf8c786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775793 Aug 18 12:58:46.759310 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0f4785-8359-4fa9-bf26-9c71b75381eb admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:58:46.773249 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bade80-f60f-44bf-9aab-d1561fcea0e1 None None] Sync routers for ids ['dc9831a7-b6cd-4385-af43-5aff98df32ee'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:58:46.784482 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bade80-f60f-44bf-9aab-d1561fcea0e1 None None] Routers {'dc9831a7-b6cd-4385-af43-5aff98df32ee'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:58:46.792968 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f9bade80-f60f-44bf-9aab-d1561fcea0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:58:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['dc9831a7-b6cd-4385-af43-5aff98df32ee'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:46.877028 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b91b477d-9455-47d7-becc-72f02020aa66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:46.944901 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-f9bade80-f60f-44bf-9aab-d1561fcea0e1 None None] Set router dc9831a7-b6cd-4385-af43-5aff98df32ee gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:58:46.975592 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b91b477d-9455-47d7-becc-72f02020aa66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:47.007158 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74cf357c-2f5c-4099-a66c-6e842c872abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b852a4ab-a8f0-4a95-8324-778ced337eaf'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:58:47.009644 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e84f33-004c-4669-a6ef-f7d9bc73015b" -d '{"events": [{"server_uuid": "74cf357c-2f5c-4099-a66c-6e842c872abc", "name": "network-vif-plugged", "status": "completed", "tag": "b852a4ab-a8f0-4a95-8324-778ced337eaf"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:58:47.022603 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b477d-9455-47d7-becc-72f02020aa66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f57a86-d863-409e-99a8-8d92ca622f6e,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:47.030079 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b91b477d-9455-47d7-becc-72f02020aa66 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=800e3b6248fa4de48345267497497f40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5989971 Aug 18 12:58:47.030572 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45754) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:47.058220 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3f52692b-6479-4da5-a673-fd9b352fe93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:47.069914 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f10c03-6319-495f-ad10-fb401d2caf0c x-openstack-request-id: req-d1f10c03-6319-495f-ad10-fb401d2caf0c {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:58:47.071001 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74cf357c-2f5c-4099-a66c-6e842c872abc", "name": "network-vif-plugged", "status": "completed", "tag": "b852a4ab-a8f0-4a95-8324-778ced337eaf", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:58:47.071433 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1f10c03-6319-495f-ad10-fb401d2caf0c {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:58:47.072126 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74cf357c-2f5c-4099-a66c-6e842c872abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b852a4ab-a8f0-4a95-8324-778ced337eaf', 'code': 200} Aug 18 12:58:47.113835 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4b0f4785-8359-4fa9-bf26-9c71b75381eb admin admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:47.115121 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4b0f4785-8359-4fa9-bf26-9c71b75381eb admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.6512105 Aug 18 12:58:47.130238 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45758) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:47.171551 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f52692b-6479-4da5-a673-fd9b352fe93e admin admin] Pushing event updated for resources: {'Subnet': ['ID=834a8573-b742-4ef6-9cef-251a0f37b852,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:47.203160 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f52692b-6479-4da5-a673-fd9b352fe93e admin admin] Checking segment: {'id': '0251eeff-8718-4061-a2b6-fb1df3cba12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8bb6241f-83f4-4ed4-9901-fc81825e9a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:58:47.203973 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f52692b-6479-4da5-a673-fd9b352fe93e admin admin] Network hostable DHCP agents. Network: 8bb6241f-83f4-4ed4-9901-fc81825e9a42, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:58:47.233034 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73315dc1-c048-4d05-8018-0afde45315b7 admin admin] Made reservation on behalf of 05e6a2849bb54bcb96ec77434afd9101 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:58:47.237979 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-73315dc1-c048-4d05-8018-0afde45315b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:47.263177 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f9bade80-f60f-44bf-9aab-d1561fcea0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9831a7-b6cd-4385-af43-5aff98df32ee', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-119203463-router', 'tenant_id': 'd5d12a9de8584349b130c0cc2c8c19f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '59d130de-0187-474a-8e53-84955269fafc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:58:42Z', 'updated_at': '2021-08-18T12:58:45Z', 'revision_number': 3, 'project_id': 'd5d12a9de8584349b130c0cc2c8c19f3', 'gw_port': {'id': '59d130de-0187-474a-8e53-84955269fafc', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9831a7-b6cd-4385-af43-5aff98df32ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:58:43Z', 'updated_at': '2021-08-18T12:58:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:47.302810 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:47.303349 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bade80-f60f-44bf-9aab-d1561fcea0e1 None None] Checking router: dc9831a7-b6cd-4385-af43-5aff98df32ee for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:58:47.303518 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c5c95ff6-018d-424f-9d26-c48a0595c4a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:47.303751 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bade80-f60f-44bf-9aab-d1561fcea0e1 None None] Updating router dc9831a7-b6cd-4385-af43-5aff98df32ee port 59d130de-0187-474a-8e53-84955269fafc binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:58:47.331304 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f9bade80-f60f-44bf-9aab-d1561fcea0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:47.366679 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f52692b-6479-4da5-a673-fd9b352fe93e admin admin] Network 8bb6241f-83f4-4ed4-9901-fc81825e9a42 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:58:47.403178 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c5c95ff6-018d-424f-9d26-c48a0595c4a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:47.415956 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26ca67-5963-44d8-b1f3-d2b06e88341a req-b93beda4-e52c-489e-9b1b-c330b81090ee tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:47.417411 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45764) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:47.417530 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cd26ca67-5963-44d8-b1f3-d2b06e88341a req-b93beda4-e52c-489e-9b1b-c330b81090ee tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 945 time: 0.1899195 Aug 18 12:58:47.471961 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f00664-dd99-4fb4-8e86-c495d8547ae4 req-da8ba8c2-9481-4a6c-b6d5-323297359e8a tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:47.474803 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-36f00664-dd99-4fb4-8e86-c495d8547ae4 req-da8ba8c2-9481-4a6c-b6d5-323297359e8a tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/ports?device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 945 time: 0.1813276 Aug 18 12:58:47.475520 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc09d0-6fb8-454d-98a4-fcfa0ad323e4 req-b7141f35-9eba-4cfc-bbf7-d125be9873ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:47.476902 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5fbc09d0-6fb8-454d-98a4-fcfa0ad323e4 req-b7141f35-9eba-4cfc-bbf7-d125be9873ce service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 1096 time: 0.1944921 Aug 18 12:58:47.483882 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-3f52692b-6479-4da5-a673-fd9b352fe93e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 8bb6241f-83f4-4ed4-9901-fc81825e9a42) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:58:47.492534 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f52692b-6479-4da5-a673-fd9b352fe93e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:47.495768 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3f52692b-6479-4da5-a673-fd9b352fe93e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:47.499288 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4de5b4-28e7-441c-a516-b1cab3f61af8 None None] Network 8bb6241f-83f4-4ed4-9901-fc81825e9a42 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:58:47.522123 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434bcff-012e-46ab-ba4c-839654ebca05 req-195913be-a972-47a6-8f57-cc6a10390ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:47.524139 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3434bcff-012e-46ab-ba4c-839654ebca05 req-195913be-a972-47a6-8f57-cc6a10390ab3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=add5a5683dbd41f29661fd38fa5b5d0d&device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 1096 time: 0.1858399 Aug 18 12:58:47.573594 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cd26ca67-5963-44d8-b1f3-d2b06e88341a req-902d4864-008a-428c-b7da-5faa0882dc99 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403465 Aug 18 12:58:47.660015 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-5510b3a0-29e1-4124-8b71-119fa22135f9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1077007432-network', 'tenant_id': 'f0303d9be8d54f109bacfe8faa1afc25'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:58:47.685755 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 8ce6de98-30b7-46ca-be01-4dcb4c19aed0 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:58:47.752739 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c5c95ff6-018d-424f-9d26-c48a0595c4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:47.754666 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-36f00664-dd99-4fb4-8e86-c495d8547ae4 req-4f5de789-dbd9-4650-80c9-c287855efb06 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/security-groups?id=63d769d6-1907-47bf-878b-f1f65bf8c786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275356 Aug 18 12:58:47.755855 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c5c95ff6-018d-424f-9d26-c48a0595c4a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:47.758220 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c5c95ff6-018d-424f-9d26-c48a0595c4a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/35f57a86-d863-409e-99a8-8d92ca622f6e HTTP/1.1" status: 204 len: 168 time: 0.7253613 Aug 18 12:58:47.780558 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3f52692b-6479-4da5-a673-fd9b352fe93e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3213787 Aug 18 12:58:47.782277 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-73315dc1-c048-4d05-8018-0afde45315b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:47.833154 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-87794c8d-1813-4950-9747-ecfb6fe9c4f7 req-8ba843ee-f09f-44ce-8c79-7acb4642c631 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=80d2b37c-4ce5-4268-b590-630211af4349 HTTP/1.1" status: 200 len: 210 time: 0.0512524 Aug 18 12:58:47.878526 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2e368a-89d8-4267-a04d-3e7599ade547 None None] Network 8bb6241f-83f4-4ed4-9901-fc81825e9a42 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:58:47.884159 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c95ff6-018d-424f-9d26-c48a0595c4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f57a86-d863-409e-99a8-8d92ca622f6e,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:47.918767 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434bcff-012e-46ab-ba4c-839654ebca05 req-fe192d7e-d136-4844-b13d-374bf4ff6831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:47.920686 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3434bcff-012e-46ab-ba4c-839654ebca05 req-fe192d7e-d136-4844-b13d-374bf4ff6831 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4eabbe06-0f33-4aea-98d0-2b74cfe70290 HTTP/1.1" status: 200 len: 921 time: 0.3861136 Aug 18 12:58:47.979944 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5fbc09d0-6fb8-454d-98a4-fcfa0ad323e4 req-9a346179-7dcd-4fcb-8be8-83fbb59784b7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643880 Aug 18 12:58:48.021076 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45780) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:48.032494 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73315dc1-c048-4d05-8018-0afde45315b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed5ca5e0-d38c-4b3f-b664-f5c4b10df17e,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:48.033234 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3434bcff-012e-46ab-ba4c-839654ebca05 req-5bdf0a99-d65c-4e4b-80dd-be731a5c8764 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66d9a0de-7277-45bb-ab44-b2ec924683bc HTTP/1.1" status: 200 len: 217 time: 0.0693460 Aug 18 12:58:48.057854 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 8ce6de98-30b7-46ca-be01-4dcb4c19aed0 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:58:48.058395 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:48.062000 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f9bade80-f60f-44bf-9aab-d1561fcea0e1 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:48.087990 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-466953af-5187-4a7d-b813-5b809aee6cd5 admin admin] Deleting subnet 834a8573-b742-4ef6-9cef-251a0f37b852 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:58:48.094407 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-466953af-5187-4a7d-b813-5b809aee6cd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:48.096836 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73315dc1-c048-4d05-8018-0afde45315b7 admin admin] Checking segment: {'id': 'f0f4d91a-9c8f-4f49-b435-7439ef28b42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2c635842-b4ff-4a1d-9bb7-f92e826d4893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:58:48.097097 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73315dc1-c048-4d05-8018-0afde45315b7 admin admin] Network hostable DHCP agents. Network: 2c635842-b4ff-4a1d-9bb7-f92e826d4893, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:58:48.099214 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f9bade80-f60f-44bf-9aab-d1561fcea0e1 None None] Transition to ACTIVE for port object 59d130de-0187-474a-8e53-84955269fafc will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:58:48.101052 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5510b3a0-29e1-4124-8b71-119fa22135f9 admin admin] Made reservation on behalf of f0303d9be8d54f109bacfe8faa1afc25 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:58:48.103528 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5510b3a0-29e1-4124-8b71-119fa22135f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:48.114291 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434bcff-012e-46ab-ba4c-839654ebca05 req-24fe4eb9-3c59-42c8-bcbb-0b0037be64fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:48.116005 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3434bcff-012e-46ab-ba4c-839654ebca05 req-24fe4eb9-3c59-42c8-bcbb-0b0037be64fe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=751431a2-1fcf-4b45-9854-bdf8e77ab54a HTTP/1.1" status: 200 len: 860 time: 0.0754144 Aug 18 12:58:48.142516 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5510b3a0-29e1-4124-8b71-119fa22135f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:48.159931 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f9bade80-f60f-44bf-9aab-d1561fcea0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:48.178635 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3434bcff-012e-46ab-ba4c-839654ebca05 req-8503f4b2-03af-49a9-b6ad-55592bc9f194 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4eabbe06-0f33-4aea-98d0-2b74cfe70290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532596 Aug 18 12:58:48.200286 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [req-3434bcff-012e-46ab-ba4c-839654ebca05 req-b84ccd99-8cd4-4482-ac56-b80703d6f5d4 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:58:48.201637 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3434bcff-012e-46ab-ba4c-839654ebca05 req-b84ccd99-8cd4-4482-ac56-b80703d6f5d4 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080550 Aug 18 12:58:48.243478 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-466953af-5187-4a7d-b813-5b809aee6cd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:48.261064 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e84203-8717-4b56-8141-943630f9dc4a None None] Pushing event updated for resources: {'Port': ['ID=59d130de-0187-474a-8e53-84955269fafc,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:48.263176 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-3d8e620f-8004-42d6-893d-b139e511e206 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:48.265009 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-f9bade80-f60f-44bf-9aab-d1561fcea0e1 None None] Attempting to bind port 59d130de-0187-474a-8e53-84955269fafc on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:58:48.265369 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-3d8e620f-8004-42d6-893d-b139e511e206 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.20 "GET /v2.0/networks?id=b896f31e-62b0-4c89-b554-2d6ea14ce4b9 HTTP/1.1" status: 200 len: 812 time: 0.4336021 Aug 18 12:58:48.265485 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-f9bade80-f60f-44bf-9aab-d1561fcea0e1 None None] Attempting to bind port 59d130de-0187-474a-8e53-84955269fafc by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:58:48.266442 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bade80-f60f-44bf-9aab-d1561fcea0e1 None None] Attempting to bind port 59d130de-0187-474a-8e53-84955269fafc on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:58:48.280845 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e84203-8717-4b56-8141-943630f9dc4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:48.281200 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e84203-8717-4b56-8141-943630f9dc4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:48.282290 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e84203-8717-4b56-8141-943630f9dc4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:48.282539 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e84203-8717-4b56-8141-943630f9dc4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:48.282873 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e84203-8717-4b56-8141-943630f9dc4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:48.283207 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e84203-8717-4b56-8141-943630f9dc4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:48.283535 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e84203-8717-4b56-8141-943630f9dc4a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:48.283859 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e84203-8717-4b56-8141-943630f9dc4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:48.284235 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e84203-8717-4b56-8141-943630f9dc4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:48.284570 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e84203-8717-4b56-8141-943630f9dc4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:48.284920 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e84203-8717-4b56-8141-943630f9dc4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:48.285482 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e84203-8717-4b56-8141-943630f9dc4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:48.290656 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bade80-f60f-44bf-9aab-d1561fcea0e1 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:58:48.291421 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bade80-f60f-44bf-9aab-d1561fcea0e1 None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:58:48.292250 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f9bade80-f60f-44bf-9aab-d1561fcea0e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:48.292629 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bade80-f60f-44bf-9aab-d1561fcea0e1 None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:58:48.293123 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-f9bade80-f60f-44bf-9aab-d1561fcea0e1 None None] Bound port: 59d130de-0187-474a-8e53-84955269fafc, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:58:48.293507 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f9bade80-f60f-44bf-9aab-d1561fcea0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:48.315659 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c4cb2434-0127-4d52-88d0-413c413f1718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:48.350136 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-466953af-5187-4a7d-b813-5b809aee6cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:48.353282 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f9bade80-f60f-44bf-9aab-d1561fcea0e1 None None] For port 59d130de-0187-474a-8e53-84955269fafc, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:58:48.363245 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f9bade80-f60f-44bf-9aab-d1561fcea0e1 None None] For port 59d130de-0187-474a-8e53-84955269fafc, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=59d130de-0187-474a-8e53-84955269fafc,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:58:48.384133 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-5666fed3-332f-4fde-8098-b877567e2b69 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Request body: {'port': {'device_id': '80d2b37c-4ce5-4268-b590-630211af4349', 'network_id': 'b896f31e-62b0-4c89-b554-2d6ea14ce4b9', 'admin_state_up': True, 'tenant_id': '62165f4489344ba1816de5df17dbe952'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:58:48.391503 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73315dc1-c048-4d05-8018-0afde45315b7 admin admin] Network 2c635842-b4ff-4a1d-9bb7-f92e826d4893 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:58:48.397898 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3434bcff-012e-46ab-ba4c-839654ebca05 req-09518d24-2581-4461-a6ab-79face250850 service neutron] 10.222.0.39 "GET /v2.0/networks/4eabbe06-0f33-4aea-98d0-2b74cfe70290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861067 Aug 18 12:58:48.438838 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f9bade80-f60f-44bf-9aab-d1561fcea0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:48.521662 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bade80-f60f-44bf-9aab-d1561fcea0e1 None None] Routers {'dc9831a7-b6cd-4385-af43-5aff98df32ee'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:58:48.522719 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f9bade80-f60f-44bf-9aab-d1561fcea0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:58:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['dc9831a7-b6cd-4385-af43-5aff98df32ee'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:48.535527 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-73315dc1-c048-4d05-8018-0afde45315b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 2c635842-b4ff-4a1d-9bb7-f92e826d4893) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:58:48.558965 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73315dc1-c048-4d05-8018-0afde45315b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:48.559566 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-73315dc1-c048-4d05-8018-0afde45315b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:48.571754 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3434bcff-012e-46ab-ba4c-839654ebca05 req-075ede1a-c509-4c01-8c30-4a735eaa6d90 service neutron] 10.222.0.39 "GET /v2.0/networks/4eabbe06-0f33-4aea-98d0-2b74cfe70290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634429 Aug 18 12:58:48.577803 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5510b3a0-29e1-4124-8b71-119fa22135f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:48.583387 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-466953af-5187-4a7d-b813-5b809aee6cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:48.605564 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-c4cb2434-0127-4d52-88d0-413c413f1718 admin admin] Allocated IP 172.20.0.1 (c685eada-b74a-4ccf-ac40-c0de38fea702/cd34ce8a-5651-4ee4-9b61-3d01442af6aa/9f53517e-7ca1-4b1e-a4af-2052c2444171) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:58:48.616039 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-466953af-5187-4a7d-b813-5b809aee6cd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:48.617985 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-466953af-5187-4a7d-b813-5b809aee6cd5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/834a8573-b742-4ef6-9cef-251a0f37b852 HTTP/1.1" status: 204 len: 168 time: 0.5873678 Aug 18 12:58:48.621669 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45792) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:48.626634 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466953af-5187-4a7d-b813-5b809aee6cd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=834a8573-b742-4ef6-9cef-251a0f37b852,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:48.663105 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5510b3a0-29e1-4124-8b71-119fa22135f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:48.689492 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5510b3a0-29e1-4124-8b71-119fa22135f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:58:48.708702 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5510b3a0-29e1-4124-8b71-119fa22135f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d884eb81-31db-4418-8716-ca98531241a4,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:48.712775 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-75b2c687-bd8f-4d07-86a2-9402ea29754d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:48.712958 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5510b3a0-29e1-4124-8b71-119fa22135f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:48.713230 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-5510b3a0-29e1-4124-8b71-119fa22135f9 admin admin] Added segment 6851dbba-1cc1-4348-91b0-ff341cc9df8f of type vlan for network f5784924-95c0-4ade-8e9b-45fec751237e Aug 18 12:58:48.775811 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-73315dc1-c048-4d05-8018-0afde45315b7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.2459428 Aug 18 12:58:48.801110 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5510b3a0-29e1-4124-8b71-119fa22135f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:48.906203 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-5666fed3-332f-4fde-8098-b877567e2b69 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Made reservation on behalf of 62165f4489344ba1816de5df17dbe952 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:58:48.907078 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-5666fed3-332f-4fde-8098-b877567e2b69 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:48.948246 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-f9bade80-f60f-44bf-9aab-d1561fcea0e1 None None] Set router dc9831a7-b6cd-4385-af43-5aff98df32ee gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:58:48.978739 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098c6d5-73d7-4fc2-8b79-ed63d262fe35 req-15d74692-4005-49ea-8556-35ed69ccc312 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:48.980272 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1098c6d5-73d7-4fc2-8b79-ed63d262fe35 req-15d74692-4005-49ea-8556-35ed69ccc312 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 945 time: 0.3276799 Aug 18 12:58:48.981987 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d3ac0-3238-4bec-ad3b-d05f70d2bbd4 req-d3cd63a3-eba4-4c61-a949-7156a6c5b0f8 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:48.988199 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ef3d3ac0-3238-4bec-ad3b-d05f70d2bbd4 req-d3cd63a3-eba4-4c61-a949-7156a6c5b0f8 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/ports?device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 945 time: 0.1139359 Aug 18 12:58:48.994639 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5510b3a0-29e1-4124-8b71-119fa22135f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:48.995785 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5510b3a0-29e1-4124-8b71-119fa22135f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:48.996565 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5510b3a0-29e1-4124-8b71-119fa22135f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:48.996702 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-75b2c687-bd8f-4d07-86a2-9402ea29754d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:49.020584 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-75b2c687-bd8f-4d07-86a2-9402ea29754d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bb6241f-83f4-4ed4-9901-fc81825e9a42']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:49.022712 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2425fa7-e7a4-4fa0-9f32-e58ba26c0811 None None] Network 2c635842-b4ff-4a1d-9bb7-f92e826d4893 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:58:49.025193 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e84203-8717-4b56-8141-943630f9dc4a None None] Pushing event updated for resources: {'Port': ['ID=59d130de-0187-474a-8e53-84955269fafc,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:49.046143 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c4cb2434-0127-4d52-88d0-413c413f1718 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:49.054336 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-75b2c687-bd8f-4d07-86a2-9402ea29754d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0251eeff-8718-4061-a2b6-fb1df3cba12b') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:49.054657 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-75b2c687-bd8f-4d07-86a2-9402ea29754d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0251eeff-8718-4061-a2b6-fb1df3cba12b') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:49.079431 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-75b2c687-bd8f-4d07-86a2-9402ea29754d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:49.097407 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-c4cb2434-0127-4d52-88d0-413c413f1718 admin admin] Transition to ACTIVE for port object 9f53517e-7ca1-4b1e-a4af-2052c2444171 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:58:49.103137 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-75b2c687-bd8f-4d07-86a2-9402ea29754d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:49.120219 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5510b3a0-29e1-4124-8b71-119fa22135f9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7000203 Aug 18 12:58:49.127712 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1098c6d5-73d7-4fc2-8b79-ed63d262fe35 req-cec60c18-a5e6-4be6-9f58-61d2fa0703a0 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286612 Aug 18 12:58:49.136694 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45816) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:49.142540 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75b2c687-bd8f-4d07-86a2-9402ea29754d admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:58:49.152281 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-75b2c687-bd8f-4d07-86a2-9402ea29754d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:49.156328 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 12:58:49.156328 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:58:49.156328 n-d-803603-2 neutron-server[101676]: timer() Aug 18 12:58:49.156328 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:58:49.156328 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 12:58:49.156328 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:58:49.156328 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 12:58:49.156328 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:58:49.156328 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 12:58:49.156328 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:58:49.156328 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 12:58:49.156328 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:58:49.156328 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 12:58:49.156328 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:58:49.156328 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:58:49.156328 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:58:49.156328 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:58:49.156328 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:58:49.156328 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 12:58:49.156328 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:58:49.156328 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 12:58:49.156328 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:58:49.156328 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:58:49.156328 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:58:49.156328 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 12:58:49.156328 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:58:49.156328 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:58:49.156328 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:58:49.156328 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:58:49.156328 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:58:49.156328 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:58:49.156328 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:58:49.164233 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ef3d3ac0-3238-4bec-ad3b-d05f70d2bbd4 req-415911a1-5a31-4abc-a03c-0941ef46818a tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/security-groups?id=63d769d6-1907-47bf-878b-f1f65bf8c786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493776 Aug 18 12:58:49.169898 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-d6b995a3-d2e5-4d51-b42f-36adf4634dc3 admin admin] Request body: {'subnet': {'network_id': 'f5784924-95c0-4ade-8e9b-45fec751237e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1077007432-subnet', 'tenant_id': 'f0303d9be8d54f109bacfe8faa1afc25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:58:49.190976 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5510b3a0-29e1-4124-8b71-119fa22135f9 admin admin] Pushing event updated for resources: {'Network': ['ID=f5784924-95c0-4ade-8e9b-45fec751237e,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:49.207777 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network f5784924-95c0-4ade-8e9b-45fec751237e details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:58:49.309581 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-5666fed3-332f-4fde-8098-b877567e2b69 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Allocated IP 172.20.0.5 (b896f31e-62b0-4c89-b554-2d6ea14ce4b9/01ff60f5-a1bd-4c4a-b8b1-0b6ab79f5acb/cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:58:49.326392 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-32120bc1-1986-4134-a262-b8afdc7e75cd req-b3043898-02d9-4294-89b4-87f8bd8d1030 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=80d2b37c-4ce5-4268-b590-630211af4349 HTTP/1.1" status: 200 len: 210 time: 0.0415499 Aug 18 12:58:49.335143 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b995a3-d2e5-4d51-b42f-36adf4634dc3 admin admin] Made reservation on behalf of f0303d9be8d54f109bacfe8faa1afc25 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:58:49.338083 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d6b995a3-d2e5-4d51-b42f-36adf4634dc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:49.377860 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81547db-5d34-4293-aa87-4f7b6688dfac None None] Network 2c635842-b4ff-4a1d-9bb7-f92e826d4893 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:58:49.470935 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f9bade80-f60f-44bf-9aab-d1561fcea0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9831a7-b6cd-4385-af43-5aff98df32ee', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-119203463-router', 'tenant_id': 'd5d12a9de8584349b130c0cc2c8c19f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '59d130de-0187-474a-8e53-84955269fafc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:58:42Z', 'updated_at': '2021-08-18T12:58:45Z', 'revision_number': 3, 'project_id': 'd5d12a9de8584349b130c0cc2c8c19f3', 'gw_port': {'id': '59d130de-0187-474a-8e53-84955269fafc', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9831a7-b6cd-4385-af43-5aff98df32ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:58:43Z', 'updated_at': '2021-08-18T12:58:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:49.503804 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bade80-f60f-44bf-9aab-d1561fcea0e1 None None] The sync data for ids ['dc9831a7-b6cd-4385-af43-5aff98df32ee'] in n-d-803603-2 is: [{'id': 'dc9831a7-b6cd-4385-af43-5aff98df32ee', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-119203463-router', 'tenant_id': 'd5d12a9de8584349b130c0cc2c8c19f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '59d130de-0187-474a-8e53-84955269fafc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:58:42Z', 'updated_at': '2021-08-18T12:58:45Z', 'revision_number': 3, 'project_id': 'd5d12a9de8584349b130c0cc2c8c19f3', 'gw_port': {'id': '59d130de-0187-474a-8e53-84955269fafc', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9831a7-b6cd-4385-af43-5aff98df32ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:58:43Z', 'updated_at': '2021-08-18T12:58:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:58:49.525560 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-75b2c687-bd8f-4d07-86a2-9402ea29754d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:49.542468 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-75b2c687-bd8f-4d07-86a2-9402ea29754d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:49.544478 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-75b2c687-bd8f-4d07-86a2-9402ea29754d admin admin] 10.222.0.13 "DELETE /v2.0/networks/8bb6241f-83f4-4ed4-9901-fc81825e9a42 HTTP/1.1" status: 204 len: 168 time: 0.9222217 Aug 18 12:58:49.561323 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c4cb2434-0127-4d52-88d0-413c413f1718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:49.585302 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-3739c132-9e89-4ece-9ce1-57cc7d5e4855 req-642adbd8-3215-4850-b405-8370ec634deb tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-842449623', 'description': 'tempest-description-1620179308'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:58:49.595404 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2c687-bd8f-4d07-86a2-9402ea29754d admin admin] Pushing event deleted for resources: {'Network': ['ID=8bb6241f-83f4-4ed4-9901-fc81825e9a42,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:49.617463 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-5666fed3-332f-4fde-8098-b877567e2b69 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:49.654339 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cb2434-0127-4d52-88d0-413c413f1718 admin admin] Network c685eada-b74a-4ccf-ac40-c0de38fea702 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:58:49.662762 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-c4cb2434-0127-4d52-88d0-413c413f1718 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:58:49.670524 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cb2434-0127-4d52-88d0-413c413f1718 admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:58:49.708212 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb2434-0127-4d52-88d0-413c413f1718 admin admin] Pushing event updated for resources: {'Port': ['ID=9f53517e-7ca1-4b1e-a4af-2052c2444171,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:49.728609 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c4cb2434-0127-4d52-88d0-413c413f1718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:49.766448 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d6b995a3-d2e5-4d51-b42f-36adf4634dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:49.767073 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-5666fed3-332f-4fde-8098-b877567e2b69 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:49.768818 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3739c132-9e89-4ece-9ce1-57cc7d5e4855 req-642adbd8-3215-4850-b405-8370ec634deb tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:49.927408 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b995a3-d2e5-4d51-b42f-36adf4634dc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fe5576d-7fb1-4b34-b4b7-7ac7dda64bb3,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:49.976782 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b995a3-d2e5-4d51-b42f-36adf4634dc3 admin admin] Checking segment: {'id': '6851dbba-1cc1-4348-91b0-ff341cc9df8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f5784924-95c0-4ade-8e9b-45fec751237e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:58:49.976940 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-5666fed3-332f-4fde-8098-b877567e2b69 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Network b896f31e-62b0-4c89-b554-2d6ea14ce4b9 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:58:49.977040 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b995a3-d2e5-4d51-b42f-36adf4634dc3 admin admin] Network hostable DHCP agents. Network: f5784924-95c0-4ade-8e9b-45fec751237e, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:58:49.982853 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-5666fed3-332f-4fde-8098-b877567e2b69 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:58:49.989884 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-5666fed3-332f-4fde-8098-b877567e2b69 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:58:49.998156 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5666fed3-332f-4fde-8098-b877567e2b69 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Pushing event updated for resources: {'Port': ['ID=cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:50.067599 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45832) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:50.098142 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c4cb2434-0127-4d52-88d0-413c413f1718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:50.202396 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3739c132-9e89-4ece-9ce1-57cc7d5e4855 req-642adbd8-3215-4850-b405-8370ec634deb tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:50.202493 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b995a3-d2e5-4d51-b42f-36adf4634dc3 admin admin] Network f5784924-95c0-4ade-8e9b-45fec751237e is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:58:50.202570 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-5666fed3-332f-4fde-8098-b877567e2b69 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:50.202570 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-5666fed3-332f-4fde-8098-b877567e2b69 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:50.202716 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5c257ef1-2531-40fd-8328-8329495ad421 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9555576207634bb394fc907247b8c913&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0973382 Aug 18 12:58:50.202789 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45836) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:50.272557 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a147b093-9fe4-4cfa-b131-974bb4e16f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:50.301179 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a147b093-9fe4-4cfa-b131-974bb4e16f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:50.324380 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35cbf75-43c0-480a-8027-7c646abef463 req-a5198fd2-4984-45e5-8e62-2ab7caa832f3 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:50.325930 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d35cbf75-43c0-480a-8027-7c646abef463 req-a5198fd2-4984-45e5-8e62-2ab7caa832f3 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 945 time: 0.0858572 Aug 18 12:58:50.398353 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c4cb2434-0127-4d52-88d0-413c413f1718 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:50.407604 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d35cbf75-43c0-480a-8027-7c646abef463 req-34621016-49bc-4e23-81ba-c50898062eef tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723996 Aug 18 12:58:50.438859 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3739c132-9e89-4ece-9ce1-57cc7d5e4855 req-642adbd8-3215-4850-b405-8370ec634deb tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:50.449974 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-d6b995a3-d2e5-4d51-b42f-36adf4634dc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, f5784924-95c0-4ade-8e9b-45fec751237e) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:58:50.450200 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-598e0dcd-6582-47cb-b1f0-254787d8e965 None None] Provisioning for port 9f53517e-7ca1-4b1e-a4af-2052c2444171 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:58:50.454463 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b995a3-d2e5-4d51-b42f-36adf4634dc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:50.454995 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d6b995a3-d2e5-4d51-b42f-36adf4634dc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:50.459237 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-598e0dcd-6582-47cb-b1f0-254787d8e965 None None] Provisioning complete for port 9f53517e-7ca1-4b1e-a4af-2052c2444171 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:58:50.459619 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-598e0dcd-6582-47cb-b1f0-254787d8e965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:50.464928 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d2a535-cc6a-4bb1-8e00-a08ee1027aee None None] Network f5784924-95c0-4ade-8e9b-45fec751237e requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:58:50.511186 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642adbd8-3215-4850-b405-8370ec634deb tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9062d9af-7643-4f2d-9add-a2a8d4e51111,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:50.570807 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-598e0dcd-6582-47cb-b1f0-254787d8e965 None None] Port 9f53517e-7ca1-4b1e-a4af-2052c2444171 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:58:50.575711 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea6eba-b9d2-4b25-b496-b1ce9785e3cd req-d03fb861-b3be-4a04-9287-edbe730df846 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:50.577375 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-42ea6eba-b9d2-4b25-b496-b1ce9785e3cd req-d03fb861-b3be-4a04-9287-edbe730df846 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/ports?device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 945 time: 0.0595233 Aug 18 12:58:50.580890 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a147b093-9fe4-4cfa-b131-974bb4e16f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:50.585001 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a147b093-9fe4-4cfa-b131-974bb4e16f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:50.586408 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a147b093-9fe4-4cfa-b131-974bb4e16f12 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27d0bf85-ff9a-4d9c-883a-32ce91cdb81a HTTP/1.1" status: 204 len: 168 time: 0.3902597 Aug 18 12:58:50.611715 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a147b093-9fe4-4cfa-b131-974bb4e16f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d0bf85-ff9a-4d9c-883a-32ce91cdb81a,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:50.623455 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c4cb2434-0127-4d52-88d0-413c413f1718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:50.624766 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-5666fed3-332f-4fde-8098-b877567e2b69 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2484317 Aug 18 12:58:50.626921 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3739c132-9e89-4ece-9ce1-57cc7d5e4855 req-642adbd8-3215-4850-b405-8370ec634deb tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:50.627300 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d6b995a3-d2e5-4d51-b42f-36adf4634dc3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4894507 Aug 18 12:58:50.634188 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-42ea6eba-b9d2-4b25-b496-b1ce9785e3cd req-dae093bc-677a-4025-9b30-b59365deaa3f tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/security-groups?id=63d769d6-1907-47bf-878b-f1f65bf8c786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468760 Aug 18 12:58:50.634840 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45852) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:50.653335 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3739c132-9e89-4ece-9ce1-57cc7d5e4855 req-642adbd8-3215-4850-b405-8370ec634deb tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0605104 Aug 18 12:58:50.659598 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-98092fe0-2398-4bc5-9915-7d98f139e1e7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1077007432-router', 'tenant_id': 'f0303d9be8d54f109bacfe8faa1afc25', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:58:50.692367 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c261b9-3f1c-4f2f-a4dc-ee16632a253d None None] Network f5784924-95c0-4ade-8e9b-45fec751237e requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:58:50.737022 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb2434-0127-4d52-88d0-413c413f1718 admin admin] Pushing event updated for resources: {'Port': ['ID=9f53517e-7ca1-4b1e-a4af-2052c2444171,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:50.749458 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c4cb2434-0127-4d52-88d0-413c413f1718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:50.826670 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ace8da-45df-48fd-8d2a-b1674af016e3 req-02974c5e-d27e-4196-9e1f-a161b3e3cf07 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:50.828218 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-71ace8da-45df-48fd-8d2a-b1674af016e3 req-02974c5e-d27e-4196-9e1f-a161b3e3cf07 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=80d2b37c-4ce5-4268-b590-630211af4349 HTTP/1.1" status: 200 len: 931 time: 0.0599892 Aug 18 12:58:50.850738 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1efbf6-3503-4d12-a93b-fc7959df3d07 req-ebe0e0f7-9149-4a0f-9711-76367de5cbdd tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:50.852574 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9d1efbf6-3503-4d12-a93b-fc7959df3d07 req-ebe0e0f7-9149-4a0f-9711-76367de5cbdd tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 945 time: 0.1078243 Aug 18 12:58:50.860323 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-98092fe0-2398-4bc5-9915-7d98f139e1e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:50.863240 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-98092fe0-2398-4bc5-9915-7d98f139e1e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:50.896067 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-71ace8da-45df-48fd-8d2a-b1674af016e3 req-3ecdb2e4-1d2a-49b6-a26a-8ab073efc9b8 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557947 Aug 18 12:58:50.926202 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9d1efbf6-3503-4d12-a93b-fc7959df3d07 req-be6fcd8f-90b8-4109-a255-14969f669ec4 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595820 Aug 18 12:58:50.944532 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-a0de1d47-1897-4270-b58f-caf411643170 service neutron] Request body: {'port': {'device_id': '80d2b37c-4ce5-4268-b590-630211af4349', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:58:51.018512 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-98092fe0-2398-4bc5-9915-7d98f139e1e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:51.023972 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-a0de1d47-1897-4270-b58f-caf411643170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:51.028460 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-83c08abe-c0d7-4319-aa22-804eeb486402 req-f2269baa-3994-4af6-9bd8-a890e2d9d660 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] 10.222.0.13 "GET /v2.0/security-groups/9062d9af-7643-4f2d-9add-a2a8d4e51111 HTTP/1.1" status: 200 len: 1806 time: 0.1077545 Aug 18 12:58:51.029834 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cb2434-0127-4d52-88d0-413c413f1718 admin admin] Network c685eada-b74a-4ccf-ac40-c0de38fea702 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:58:51.033146 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-c4cb2434-0127-4d52-88d0-413c413f1718 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:58:51.045120 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-83c08abe-c0d7-4319-aa22-804eeb486402 req-4e1711bd-3bed-4383-8ffa-8890cf5d48d5 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9062d9af-7643-4f2d-9add-a2a8d4e51111', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:58:51.045445 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-83c08abe-c0d7-4319-aa22-804eeb486402 req-4e1711bd-3bed-4383-8ffa-8890cf5d48d5 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9062d9af-7643-4f2d-9add-a2a8d4e51111', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:58:51.317188 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-83c08abe-c0d7-4319-aa22-804eeb486402 req-4e1711bd-3bed-4383-8ffa-8890cf5d48d5 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:51.366579 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-83c08abe-c0d7-4319-aa22-804eeb486402 req-4e1711bd-3bed-4383-8ffa-8890cf5d48d5 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:51.396612 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-656b270a-76fa-4a6a-a89f-4f3e38d7d490 None None] Provisioning complete for port 9f53517e-7ca1-4b1e-a4af-2052c2444171 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:58:51.397008 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-656b270a-76fa-4a6a-a89f-4f3e38d7d490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:51.460264 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-656b270a-76fa-4a6a-a89f-4f3e38d7d490 None None] Port 9f53517e-7ca1-4b1e-a4af-2052c2444171 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:58:51.488617 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-83c08abe-c0d7-4319-aa22-804eeb486402 req-4e1711bd-3bed-4383-8ffa-8890cf5d48d5 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:51.524045 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-a0de1d47-1897-4270-b58f-caf411643170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:58:51.534006 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1711bd-3bed-4383-8ffa-8890cf5d48d5 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7bc0fd4-91ea-4247-bbbf-2bfdc51d2803,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:51.536866 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-a0de1d47-1897-4270-b58f-caf411643170 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:51.551303 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-a0de1d47-1897-4270-b58f-caf411643170 service neutron] Transition to ACTIVE for port object cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:58:51.622153 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-83c08abe-c0d7-4319-aa22-804eeb486402 req-4e1711bd-3bed-4383-8ffa-8890cf5d48d5 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:51.633276 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-83c08abe-c0d7-4319-aa22-804eeb486402 req-4e1711bd-3bed-4383-8ffa-8890cf5d48d5 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5862365 Aug 18 12:58:51.633484 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-98092fe0-2398-4bc5-9915-7d98f139e1e7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:51.639050 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-a0de1d47-1897-4270-b58f-caf411643170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:51.661286 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-0fd531a6-c93c-44dc-a734-4de4bc980fb0 req-9ee64258-edfb-4949-9c8b-d8ea36b19379 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-987442410', 'description': 'tempest-description-1681779453'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:58:51.692352 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4cb2434-0127-4d52-88d0-413c413f1718 admin admin] Router dc9831a7-b6cd-4385-af43-5aff98df32ee has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:58:51.751968 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 59d130de-0187-474a-8e53-84955269fafc up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:58:51.790961 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de1d47-1897-4270-b58f-caf411643170 service neutron] Pushing event updated for resources: {'Port': ['ID=cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:51.848133 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-0fd531a6-c93c-44dc-a734-4de4bc980fb0 req-9ee64258-edfb-4949-9c8b-d8ea36b19379 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:51.912346 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 59d130de-0187-474a-8e53-84955269fafc completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:58:51.915407 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552dcfa-caa7-4e9c-be4c-8c7319296dc7 req-4ad4c695-90ae-49d8-a2a7-949a87606f3f tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:51.916425 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 59d130de-0187-474a-8e53-84955269fafc triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:58:51.916813 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:51.919112 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4552dcfa-caa7-4e9c-be4c-8c7319296dc7 req-4ad4c695-90ae-49d8-a2a7-949a87606f3f tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/ports?device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 945 time: 0.0897076 Aug 18 12:58:51.920176 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-a0de1d47-1897-4270-b58f-caf411643170 service neutron] Attempting to bind port cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:58:51.920524 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-a0de1d47-1897-4270-b58f-caf411643170 service neutron] Attempting to bind port cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '203c474d-56e3-424f-9d3b-a131550498ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b896f31e-62b0-4c89-b554-2d6ea14ce4b9'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:58:51.920860 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-a0de1d47-1897-4270-b58f-caf411643170 service neutron] Attempting to bind port cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7 on network b896f31e-62b0-4c89-b554-2d6ea14ce4b9 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:58:51.927322 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-a0de1d47-1897-4270-b58f-caf411643170 service neutron] Port cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7 on network b896f31e-62b0-4c89-b554-2d6ea14ce4b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:58:51.927657 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-a0de1d47-1897-4270-b58f-caf411643170 service neutron] Attempting to bind port cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7 on network b896f31e-62b0-4c89-b554-2d6ea14ce4b9 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:58:51.935846 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-a0de1d47-1897-4270-b58f-caf411643170 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:58:51.936283 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-a0de1d47-1897-4270-b58f-caf411643170 service neutron] Checking segment: {'id': '203c474d-56e3-424f-9d3b-a131550498ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b896f31e-62b0-4c89-b554-2d6ea14ce4b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:58:51.936678 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-a0de1d47-1897-4270-b58f-caf411643170 service neutron] Bound using segment: {'id': '203c474d-56e3-424f-9d3b-a131550498ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b896f31e-62b0-4c89-b554-2d6ea14ce4b9'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:58:51.937288 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-a0de1d47-1897-4270-b58f-caf411643170 service neutron] Bound port: cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203c474d-56e3-424f-9d3b-a131550498ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b896f31e-62b0-4c89-b554-2d6ea14ce4b9'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:58:51.938249 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-a0de1d47-1897-4270-b58f-caf411643170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:51.966256 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4cb2434-0127-4d52-88d0-413c413f1718 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:58:51.976918 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8aca82-57a5-4180-acdb-e27b369866da None None] Sync routers for ids ['dc9831a7-b6cd-4385-af43-5aff98df32ee'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:58:51.982830 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c4cb2434-0127-4d52-88d0-413c413f1718 admin admin] 10.222.0.13 "PUT /v2.0/routers/dc9831a7-b6cd-4385-af43-5aff98df32ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8491538 Aug 18 12:58:51.991694 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8aca82-57a5-4180-acdb-e27b369866da None None] Routers {'dc9831a7-b6cd-4385-af43-5aff98df32ee'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:58:51.993856 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-7f8aca82-57a5-4180-acdb-e27b369866da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:58:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['dc9831a7-b6cd-4385-af43-5aff98df32ee'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:52.024533 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4552dcfa-caa7-4e9c-be4c-8c7319296dc7 req-ae2fe707-2970-4f64-9c5a-95b360ceadb5 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/security-groups?id=63d769d6-1907-47bf-878b-f1f65bf8c786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912769 Aug 18 12:58:52.060427 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:52.066510 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-a0de1d47-1897-4270-b58f-caf411643170 service neutron] For port cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:58:52.071872 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-a0de1d47-1897-4270-b58f-caf411643170 service neutron] For port cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7,segment=NetworkSegment(203c474d-56e3-424f-9d3b-a131550498ab),segment_id=203c474d-56e3-424f-9d3b-a131550498ab)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:58:52.104687 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 59d130de-0187-474a-8e53-84955269fafc, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=59d130de-0187-474a-8e53-84955269fafc,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:52.148279 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-a0de1d47-1897-4270-b58f-caf411643170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:52.181596 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:52.182959 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-7f8aca82-57a5-4180-acdb-e27b369866da None None] Set router dc9831a7-b6cd-4385-af43-5aff98df32ee gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:58:52.207680 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-0fd531a6-c93c-44dc-a734-4de4bc980fb0 req-9ee64258-edfb-4949-9c8b-d8ea36b19379 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:52.223597 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-a0de1d47-1897-4270-b58f-caf411643170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:52.224344 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-a0de1d47-1897-4270-b58f-caf411643170 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:52.226210 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-a0de1d47-1897-4270-b58f-caf411643170 service neutron] 10.222.0.20 "PUT /v2.0/ports/cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7 HTTP/1.1" status: 200 len: 1091 time: 1.5709536 Aug 18 12:58:52.231621 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d2b37c-4ce5-4268-b590-630211af4349', 'tag': 'cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:58:52.236008 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f39a9db-538c-4d81-ae0f-78a58b9044ff" -d '{"events": [{"name": "network-changed", "server_uuid": "80d2b37c-4ce5-4268-b590-630211af4349", "tag": "cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:58:52.291817 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-98092fe0-2398-4bc5-9915-7d98f139e1e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:52.304969 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=59d130de-0187-474a-8e53-84955269fafc,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:52.339631 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-98092fe0-2398-4bc5-9915-7d98f139e1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:52.346100 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-0fd531a6-c93c-44dc-a734-4de4bc980fb0 req-9ee64258-edfb-4949-9c8b-d8ea36b19379 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:52.354906 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de1d47-1897-4270-b58f-caf411643170 service neutron] Pushing event updated for resources: {'Port': ['ID=cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:52.433865 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee64258-edfb-4949-9c8b-d8ea36b19379 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=187b43d5-6574-49c3-9118-a80694f4c4dd,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:52.455232 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-3478f97f-cf19-4d9a-9869-1110d82d8814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:52.456760 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-3478f97f-cf19-4d9a-9869-1110d82d8814 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62165f4489344ba1816de5df17dbe952&device_id=80d2b37c-4ce5-4268-b590-630211af4349 HTTP/1.1" status: 200 len: 1094 time: 0.0884776 Aug 18 12:58:52.468184 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-17c4fca2-9756-444d-9548-d1335a502b9e tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:52.470435 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-17c4fca2-9756-444d-9548-d1335a502b9e tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/networks?id=e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1 HTTP/1.1" status: 200 len: 814 time: 0.2431946 Aug 18 12:58:52.514253 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-7f8aca82-57a5-4180-acdb-e27b369866da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9831a7-b6cd-4385-af43-5aff98df32ee', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-119203463-router', 'tenant_id': 'd5d12a9de8584349b130c0cc2c8c19f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '59d130de-0187-474a-8e53-84955269fafc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:58:42Z', 'updated_at': '2021-08-18T12:58:49Z', 'revision_number': 4, 'project_id': 'd5d12a9de8584349b130c0cc2c8c19f3', 'gw_port': {'id': '59d130de-0187-474a-8e53-84955269fafc', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9831a7-b6cd-4385-af43-5aff98df32ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:58:43Z', 'updated_at': '2021-08-18T12:58:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '9f53517e-7ca1-4b1e-a4af-2052c2444171', 'name': '', 'network_id': 'c685eada-b74a-4ccf-ac40-c0de38fea702', 'tenant_id': 'd5d12a9de8584349b130c0cc2c8c19f3', 'mac_address': 'fa:16:3e:ca:63:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9831a7-b6cd-4385-af43-5aff98df32ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'cd34ce8a-5651-4ee4-9b61-3d01442af6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:58:48Z', 'updated_at': '2021-08-18T12:58:50Z', 'revision_number': 2, 'project_id': 'd5d12a9de8584349b130c0cc2c8c19f3', 'subnets': [{'id': 'cd34ce8a-5651-4ee4-9b61-3d01442af6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:52.519030 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-0fd531a6-c93c-44dc-a734-4de4bc980fb0 req-9ee64258-edfb-4949-9c8b-d8ea36b19379 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:52.522481 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0fd531a6-c93c-44dc-a734-4de4bc980fb0 req-9ee64258-edfb-4949-9c8b-d8ea36b19379 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8664720 Aug 18 12:58:52.535841 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-53005a72-568f-4262-9011-cf967de222ce service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7 HTTP/1.1" status: 200 len: 217 time: 0.0643234 Aug 18 12:58:52.546146 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-70960a06-3ff0-47bd-ba1b-03e69d483b89 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/quotas/37a6e9787c904eb58cf3ddb1e11023f5 HTTP/1.1" status: 200 len: 375 time: 0.0674524 Aug 18 12:58:52.550379 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8aca82-57a5-4180-acdb-e27b369866da None None] Checking router: dc9831a7-b6cd-4385-af43-5aff98df32ee for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:58:52.550779 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8aca82-57a5-4180-acdb-e27b369866da None None] Updating router dc9831a7-b6cd-4385-af43-5aff98df32ee port 9f53517e-7ca1-4b1e-a4af-2052c2444171 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:58:52.558430 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-98092fe0-2398-4bc5-9915-7d98f139e1e7 admin admin] Allocated IP 172.25.6.123 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/1ba9ce93-9fa8-4ee2-bbf3-ae9eed890f5d) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:58:52.614566 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7f8aca82-57a5-4180-acdb-e27b369866da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:52.655643 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-90b60216-c78a-4e6a-8e6a-dd0fa697263f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:52.658446 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-90b60216-c78a-4e6a-8e6a-dd0fa697263f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=01ff60f5-a1bd-4c4a-b8b1-0b6ab79f5acb HTTP/1.1" status: 200 len: 852 time: 0.1058459 Aug 18 12:58:52.698143 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-70bc9ea0-5905-40c0-9e8d-e42314ab0f49 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b896f31e-62b0-4c89-b554-2d6ea14ce4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320096 Aug 18 12:58:52.710142 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-5553ab9a-22d9-484b-adce-76d1c51ee936 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=37a6e9787c904eb58cf3ddb1e11023f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1600127 Aug 18 12:58:52.711210 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b8b55-0596-4744-a390-8967f8352d15 req-22ff26b0-88b2-49b1-bf0c-0a78b8c2f736 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:52.712833 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b29b8b55-0596-4744-a390-8967f8352d15 req-22ff26b0-88b2-49b1-bf0c-0a78b8c2f736 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=80d2b37c-4ce5-4268-b590-630211af4349 HTTP/1.1" status: 200 len: 943 time: 0.0828784 Aug 18 12:58:52.761830 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-98092fe0-2398-4bc5-9915-7d98f139e1e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:52.806431 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b29b8b55-0596-4744-a390-8967f8352d15 req-75a53aaa-80d3-4dcc-8658-4c74144ff026 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857198 Aug 18 12:58:52.816385 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-b0a2d5b2-6f6d-4c98-8c72-293759708bd2 service neutron] 10.222.0.20 "GET /v2.0/networks/b896f31e-62b0-4c89-b554-2d6ea14ce4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006231 Aug 18 12:58:52.851529 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bea09e-5640-4f3c-8401-df034ba18599 req-3f7d648c-354d-4005-935f-0c98e02285e3 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:52.856491 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-85bea09e-5640-4f3c-8401-df034ba18599 req-3f7d648c-354d-4005-935f-0c98e02285e3 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.39 "GET /v2.0/ports?device_id=74cf357c-2f5c-4099-a66c-6e842c872abc HTTP/1.1" status: 200 len: 945 time: 0.0887396 Aug 18 12:58:52.878622 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:58:52.912505 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379a3003-9635-4d7e-9916-566c89f8b1f4 x-openstack-request-id: req-379a3003-9635-4d7e-9916-566c89f8b1f4 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:58:52.915531 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80d2b37c-4ce5-4268-b590-630211af4349", "tag": "cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:58:52.915531 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-379a3003-9635-4d7e-9916-566c89f8b1f4 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:58:52.915531 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d2b37c-4ce5-4268-b590-630211af4349', 'tag': 'cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7', 'status': 'completed', 'code': 200} Aug 18 12:58:52.945324 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-98092fe0-2398-4bc5-9915-7d98f139e1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:52.982652 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bb72677c-b37a-4a2b-b797-14bfecf7c48e req-b4a83ea4-e592-4a5b-8f36-54331633cecb service neutron] 10.222.0.20 "GET /v2.0/networks/b896f31e-62b0-4c89-b554-2d6ea14ce4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589077 Aug 18 12:58:53.024692 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98092fe0-2398-4bc5-9915-7d98f139e1e7 admin admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:58:53.029497 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-98092fe0-2398-4bc5-9915-7d98f139e1e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:58:53.036072 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98092fe0-2398-4bc5-9915-7d98f139e1e7 admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:58:53.043204 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-3a05cd8d-2b60-40ee-a2d6-1a1d56cd1fd2 service neutron] 10.222.0.13 "GET /v2.0/networks/e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321671 Aug 18 12:58:53.060740 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7f8aca82-57a5-4180-acdb-e27b369866da None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:53.081502 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98092fe0-2398-4bc5-9915-7d98f139e1e7 admin admin] Pushing event updated for resources: {'Port': ['ID=1ba9ce93-9fa8-4ee2-bbf3-ae9eed890f5d,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:53.081600 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-7f8aca82-57a5-4180-acdb-e27b369866da None None] Transition to ACTIVE for port object 9f53517e-7ca1-4b1e-a4af-2052c2444171 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:58:53.105337 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-85bea09e-5640-4f3c-8401-df034ba18599 req-90d0dce7-bef7-4661-a3e9-8cf823e060d7 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Deleting port b852a4ab-a8f0-4a95-8324-778ced337eaf {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:58:53.108995 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-85bea09e-5640-4f3c-8401-df034ba18599 req-90d0dce7-bef7-4661-a3e9-8cf823e060d7 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:53.169751 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7f8aca82-57a5-4180-acdb-e27b369866da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:53.196259 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f39a9db-538c-4d81-ae0f-78a58b9044ff req-ec1f81ec-1e37-4651-8644-3c2874b7a873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:53.197777 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2f39a9db-538c-4d81-ae0f-78a58b9044ff req-ec1f81ec-1e37-4651-8644-3c2874b7a873 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62165f4489344ba1816de5df17dbe952&device_id=80d2b37c-4ce5-4268-b590-630211af4349 HTTP/1.1" status: 200 len: 1094 time: 0.0655892 Aug 18 12:58:53.224104 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ef2ec-9b43-452c-8edd-172bc72240c1 None None] Pushing event updated for resources: {'Port': ['ID=9f53517e-7ca1-4b1e-a4af-2052c2444171,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:53.233318 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-28346333-d055-49e7-b4aa-7f7f9f603f2c service neutron] 10.222.0.13 "GET /v2.0/networks/e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809924 Aug 18 12:58:53.296669 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [req-cb37d50c-dd84-4a67-b36b-41c7095a5862 req-22e370fd-af72-4dad-b709-befb594c7e80 tempest-FloatingIPDetailsNegativeTestJSON-1171692491 tempest-FloatingIPDetailsNegativeTestJSON-1171692491-project] show failed (client error): The resource could not be found. Aug 18 12:58:53.315973 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cb37d50c-dd84-4a67-b36b-41c7095a5862 req-22e370fd-af72-4dad-b709-befb594c7e80 tempest-FloatingIPDetailsNegativeTestJSON-1171692491 tempest-FloatingIPDetailsNegativeTestJSON-1171692491-project] 10.222.0.13 "GET /v2.0/floatingips/16f06c96-7f55-45b9-ba6e-86ed4950c712 HTTP/1.1" status: 404 len: 350 time: 0.1623502 Aug 18 12:58:53.322478 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45940) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:53.431797 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-7f8aca82-57a5-4180-acdb-e27b369866da None None] Attempting to bind port 9f53517e-7ca1-4b1e-a4af-2052c2444171 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:58:53.431988 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-85bea09e-5640-4f3c-8401-df034ba18599 req-90d0dce7-bef7-4661-a3e9-8cf823e060d7 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] For port b852a4ab-a8f0-4a95-8324-778ced337eaf, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=b852a4ab-a8f0-4a95-8324-778ced337eaf,segment=NetworkSegment(ef8e8cee-8aff-47ee-80bb-ffa053f3577b),segment_id=ef8e8cee-8aff-47ee-80bb-ffa053f3577b)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:53.432163 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-7f8aca82-57a5-4180-acdb-e27b369866da None None] Attempting to bind port 9f53517e-7ca1-4b1e-a4af-2052c2444171 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '52e77d73-4cc6-4d8e-ac4d-7a05b681cb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c685eada-b74a-4ccf-ac40-c0de38fea702'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:58:53.432341 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-85bea09e-5640-4f3c-8401-df034ba18599 req-90d0dce7-bef7-4661-a3e9-8cf823e060d7 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:53.432516 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8aca82-57a5-4180-acdb-e27b369866da None None] Attempting to bind port 9f53517e-7ca1-4b1e-a4af-2052c2444171 on network c685eada-b74a-4ccf-ac40-c0de38fea702 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:58:53.449287 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8aca82-57a5-4180-acdb-e27b369866da None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:58:53.449691 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8aca82-57a5-4180-acdb-e27b369866da None None] Checking segment: {'id': '52e77d73-4cc6-4d8e-ac4d-7a05b681cb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c685eada-b74a-4ccf-ac40-c0de38fea702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:58:53.451891 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7f8aca82-57a5-4180-acdb-e27b369866da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:53.452295 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8aca82-57a5-4180-acdb-e27b369866da None None] Bound using segment: {'id': '52e77d73-4cc6-4d8e-ac4d-7a05b681cb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c685eada-b74a-4ccf-ac40-c0de38fea702'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:58:53.452800 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-7f8aca82-57a5-4180-acdb-e27b369866da None None] Bound port: 9f53517e-7ca1-4b1e-a4af-2052c2444171, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e77d73-4cc6-4d8e-ac4d-7a05b681cb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c685eada-b74a-4ccf-ac40-c0de38fea702'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:58:53.455088 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7f8aca82-57a5-4180-acdb-e27b369866da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:53.463626 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b0df7adf-8159-40f9-8c29-b3606e5036f7 req-81fb0ba8-9c91-4a9f-968f-b33104e4279f tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] 10.222.0.13 "GET /v2.0/security-groups/187b43d5-6574-49c3-9118-a80694f4c4dd HTTP/1.1" status: 200 len: 1806 time: 0.1354408 Aug 18 12:58:53.466586 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-85bea09e-5640-4f3c-8401-df034ba18599 req-90d0dce7-bef7-4661-a3e9-8cf823e060d7 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Calling delete_port for b852a4ab-a8f0-4a95-8324-778ced337eaf owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:58:53.471933 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-b0df7adf-8159-40f9-8c29-b3606e5036f7 req-59a25795-75bb-448c-8e4e-a40c51afbd45 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '187b43d5-6574-49c3-9118-a80694f4c4dd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:58:53.479637 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-b0df7adf-8159-40f9-8c29-b3606e5036f7 req-59a25795-75bb-448c-8e4e-a40c51afbd45 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '187b43d5-6574-49c3-9118-a80694f4c4dd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:58:53.582478 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-7f8aca82-57a5-4180-acdb-e27b369866da None None] For port 9f53517e-7ca1-4b1e-a4af-2052c2444171, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:58:53.595334 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-7f8aca82-57a5-4180-acdb-e27b369866da None None] For port 9f53517e-7ca1-4b1e-a4af-2052c2444171, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=9f53517e-7ca1-4b1e-a4af-2052c2444171,segment=NetworkSegment(52e77d73-4cc6-4d8e-ac4d-7a05b681cb02),segment_id=52e77d73-4cc6-4d8e-ac4d-7a05b681cb02)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:58:53.675492 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7f8aca82-57a5-4180-acdb-e27b369866da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:53.702884 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 59d130de-0187-474a-8e53-84955269fafc up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:58:53.754998 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8aca82-57a5-4180-acdb-e27b369866da None None] Routers {'dc9831a7-b6cd-4385-af43-5aff98df32ee'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:58:53.755649 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-7f8aca82-57a5-4180-acdb-e27b369866da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:58:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['dc9831a7-b6cd-4385-af43-5aff98df32ee'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:53.779794 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b0df7adf-8159-40f9-8c29-b3606e5036f7 req-59a25795-75bb-448c-8e4e-a40c51afbd45 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:53.812299 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 59d130de-0187-474a-8e53-84955269fafc triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:58:53.813413 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:53.836987 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-98092fe0-2398-4bc5-9915-7d98f139e1e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:53.853483 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ef2ec-9b43-452c-8edd-172bc72240c1 None None] Pushing event updated for resources: {'Port': ['ID=9f53517e-7ca1-4b1e-a4af-2052c2444171,revision_number=4']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:53.873016 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b0df7adf-8159-40f9-8c29-b3606e5036f7 req-59a25795-75bb-448c-8e4e-a40c51afbd45 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:53.980000 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b0df7adf-8159-40f9-8c29-b3606e5036f7 req-59a25795-75bb-448c-8e4e-a40c51afbd45 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:53.980696 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f39a9db-538c-4d81-ae0f-78a58b9044ff req-fb692b09-c1b7-43f4-a51c-d40a430b16cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:53.982333 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2f39a9db-538c-4d81-ae0f-78a58b9044ff req-fb692b09-c1b7-43f4-a51c-d40a430b16cc service neutron] 10.222.0.20 "GET /v2.0/networks?id=b896f31e-62b0-4c89-b554-2d6ea14ce4b9 HTTP/1.1" status: 200 len: 913 time: 0.7769375 Aug 18 12:58:54.003978 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-7f8aca82-57a5-4180-acdb-e27b369866da None None] Set router dc9831a7-b6cd-4385-af43-5aff98df32ee gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:58:54.068249 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a25795-75bb-448c-8e4e-a40c51afbd45 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75149934-b87b-4c56-a9c5-3c5e888b89ed,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:54.089505 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2f39a9db-538c-4d81-ae0f-78a58b9044ff req-bb023891-8f09-47bd-9d08-6163c4fd93ee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7 HTTP/1.1" status: 200 len: 217 time: 0.0892277 Aug 18 12:58:54.190410 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bfc75b-d904-413e-9e34-a8f8a5ca8554 req-49aa6bc3-2133-4694-8952-3cb21c0e89b1 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:54.191913 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a4bfc75b-d904-413e-9e34-a8f8a5ca8554 req-49aa6bc3-2133-4694-8952-3cb21c0e89b1 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/ports?device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 945 time: 0.2694569 Aug 18 12:58:54.198068 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b0df7adf-8159-40f9-8c29-b3606e5036f7 req-59a25795-75bb-448c-8e4e-a40c51afbd45 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:54.199730 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b0df7adf-8159-40f9-8c29-b3606e5036f7 req-59a25795-75bb-448c-8e4e-a40c51afbd45 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.7349811 Aug 18 12:58:54.204811 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f39a9db-538c-4d81-ae0f-78a58b9044ff req-05bde16b-b767-4059-8cbb-331752939b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:54.206289 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2f39a9db-538c-4d81-ae0f-78a58b9044ff req-05bde16b-b767-4059-8cbb-331752939b25 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=01ff60f5-a1bd-4c4a-b8b1-0b6ab79f5acb HTTP/1.1" status: 200 len: 852 time: 0.0788288 Aug 18 12:58:54.219470 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-85bea09e-5640-4f3c-8401-df034ba18599 req-90d0dce7-bef7-4661-a3e9-8cf823e060d7 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:54.240480 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['b852a4ab-a8f0-4a95-8324-778ced337eaf'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:58:54.262739 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0dce7-bef7-4661-a3e9-8cf823e060d7 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Pushing event deleted for resources: {'Port': ['ID=b852a4ab-a8f0-4a95-8324-778ced337eaf,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:54.281978 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-98092fe0-2398-4bc5-9915-7d98f139e1e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:54.312954 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2f39a9db-538c-4d81-ae0f-78a58b9044ff req-024007c4-0e8e-494b-8a90-9165c3ed3434 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b896f31e-62b0-4c89-b554-2d6ea14ce4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369713 Aug 18 12:58:54.314057 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-01ab4746-7ab3-4330-8016-0a5901855fd8 req-bf4f2241-9312-4471-a0d8-b4cc5485d891 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd9c0c0-9302-46fc-936d-3a98b229665d HTTP/1.1" status: 200 len: 210 time: 0.0540740 Aug 18 12:58:54.321791 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-7f8aca82-57a5-4180-acdb-e27b369866da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9831a7-b6cd-4385-af43-5aff98df32ee', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-119203463-router', 'tenant_id': 'd5d12a9de8584349b130c0cc2c8c19f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '59d130de-0187-474a-8e53-84955269fafc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:58:42Z', 'updated_at': '2021-08-18T12:58:49Z', 'revision_number': 4, 'project_id': 'd5d12a9de8584349b130c0cc2c8c19f3', 'gw_port': {'id': '59d130de-0187-474a-8e53-84955269fafc', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9831a7-b6cd-4385-af43-5aff98df32ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:58:43Z', 'updated_at': '2021-08-18T12:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '9f53517e-7ca1-4b1e-a4af-2052c2444171', 'name': '', 'network_id': 'c685eada-b74a-4ccf-ac40-c0de38fea702', 'tenant_id': 'd5d12a9de8584349b130c0cc2c8c19f3', 'mac_address': 'fa:16:3e:ca:63:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9831a7-b6cd-4385-af43-5aff98df32ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'cd34ce8a-5651-4ee4-9b61-3d01442af6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:58:48Z', 'updated_at': '2021-08-18T12:58:53Z', 'revision_number': 4, 'project_id': 'd5d12a9de8584349b130c0cc2c8c19f3', 'subnets': [{'id': 'cd34ce8a-5651-4ee4-9b61-3d01442af6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:54.379995 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8aca82-57a5-4180-acdb-e27b369866da None None] The sync data for ids ['dc9831a7-b6cd-4385-af43-5aff98df32ee'] in n-d-803603-2 is: [{'id': 'dc9831a7-b6cd-4385-af43-5aff98df32ee', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-119203463-router', 'tenant_id': 'd5d12a9de8584349b130c0cc2c8c19f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '59d130de-0187-474a-8e53-84955269fafc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:58:42Z', 'updated_at': '2021-08-18T12:58:49Z', 'revision_number': 4, 'project_id': 'd5d12a9de8584349b130c0cc2c8c19f3', 'gw_port': {'id': '59d130de-0187-474a-8e53-84955269fafc', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9831a7-b6cd-4385-af43-5aff98df32ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:58:43Z', 'updated_at': '2021-08-18T12:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '9f53517e-7ca1-4b1e-a4af-2052c2444171', 'name': '', 'network_id': 'c685eada-b74a-4ccf-ac40-c0de38fea702', 'tenant_id': 'd5d12a9de8584349b130c0cc2c8c19f3', 'mac_address': 'fa:16:3e:ca:63:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9831a7-b6cd-4385-af43-5aff98df32ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'cd34ce8a-5651-4ee4-9b61-3d01442af6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:58:48Z', 'updated_at': '2021-08-18T12:58:53Z', 'revision_number': 4, 'project_id': 'd5d12a9de8584349b130c0cc2c8c19f3', 'subnets': [{'id': 'cd34ce8a-5651-4ee4-9b61-3d01442af6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:58:54.394930 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-85bea09e-5640-4f3c-8401-df034ba18599 req-90d0dce7-bef7-4661-a3e9-8cf823e060d7 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] No DVR routers for this DVR port b852a4ab-a8f0-4a95-8324-778ced337eaf on host n-h1-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:58:54.398844 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-85bea09e-5640-4f3c-8401-df034ba18599 req-90d0dce7-bef7-4661-a3e9-8cf823e060d7 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:54.408739 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-85bea09e-5640-4f3c-8401-df034ba18599 req-90d0dce7-bef7-4661-a3e9-8cf823e060d7 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.39 "DELETE /v2.0/ports/b852a4ab-a8f0-4a95-8324-778ced337eaf HTTP/1.1" status: 204 len: 173 time: 1.5443552 Aug 18 12:58:54.409241 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74cf357c-2f5c-4099-a66c-6e842c872abc', 'name': 'network-vif-deleted', 'tag': 'b852a4ab-a8f0-4a95-8324-778ced337eaf'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:58:54.411602 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48373541-0859-45e2-a475-6b58411006d4" -d '{"events": [{"server_uuid": "74cf357c-2f5c-4099-a66c-6e842c872abc", "name": "network-vif-deleted", "tag": "b852a4ab-a8f0-4a95-8324-778ced337eaf"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:58:54.565104 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec13102-2b07-401a-abf5-91c086bde3d6 req-62580264-c312-413e-b977-1bb927588d0d tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:54.567694 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a4bfc75b-d904-413e-9e34-a8f8a5ca8554 req-ea36060d-605b-4b05-847c-c94c09775440 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/security-groups?id=63d769d6-1907-47bf-878b-f1f65bf8c786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945073 Aug 18 12:58:54.572251 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45972) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:54.572401 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dec13102-2b07-401a-abf5-91c086bde3d6 req-62580264-c312-413e-b977-1bb927588d0d tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=80d2b37c-4ce5-4268-b590-630211af4349 HTTP/1.1" status: 200 len: 943 time: 0.1530218 Aug 18 12:58:54.661991 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-6bf738c3-d0ee-4222-afb1-6036712ebc8a req-dcca27a3-ff3c-4014-92d7-f5832d5d6589 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-175899621', 'description': 'tempest-description-1936072949'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:58:54.663220 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dec13102-2b07-401a-abf5-91c086bde3d6 req-0096645b-7844-4b9a-a0b2-a9765d2124bc tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899878 Aug 18 12:58:54.669899 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2f39a9db-538c-4d81-ae0f-78a58b9044ff req-283c3fcc-ebf3-473f-980a-85727e4b6543 service neutron] 10.222.0.20 "GET /v2.0/networks/b896f31e-62b0-4c89-b554-2d6ea14ce4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396206 Aug 18 12:58:54.717978 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98092fe0-2398-4bc5-9915-7d98f139e1e7 admin admin] Router 0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:58:54.856361 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c8198552-1f94-4855-be48-60b71b872de5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:54.884097 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2f39a9db-538c-4d81-ae0f-78a58b9044ff req-607632a5-df7f-44ee-bae2-3f98c287cce2 service neutron] 10.222.0.20 "GET /v2.0/networks/b896f31e-62b0-4c89-b554-2d6ea14ce4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882074 Aug 18 12:58:54.912173 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6bf738c3-d0ee-4222-afb1-6036712ebc8a req-dcca27a3-ff3c-4014-92d7-f5832d5d6589 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:54.936601 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98092fe0-2398-4bc5-9915-7d98f139e1e7 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:58:54.950311 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e97390-8c26-46d5-8614-12ddb753bfff None None] Sync routers for ids ['0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:58:54.965374 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e97390-8c26-46d5-8614-12ddb753bfff None None] Routers {'0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:58:54.966310 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-a2e97390-8c26-46d5-8614-12ddb753bfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:58:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:54.970575 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ed06c1-0d5f-4dbb-b329-621c9976488c x-openstack-request-id: req-c0ed06c1-0d5f-4dbb-b329-621c9976488c {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:58:54.971207 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74cf357c-2f5c-4099-a66c-6e842c872abc", "name": "network-vif-deleted", "tag": "b852a4ab-a8f0-4a95-8324-778ced337eaf", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:58:54.971609 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c0ed06c1-0d5f-4dbb-b329-621c9976488c {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:58:54.976516 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74cf357c-2f5c-4099-a66c-6e842c872abc', 'name': 'network-vif-deleted', 'tag': 'b852a4ab-a8f0-4a95-8324-778ced337eaf', 'status': 'completed', 'code': 200} Aug 18 12:58:55.057251 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-58f411be-05c3-43ab-a643-05dd01e8f3c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:55.117544 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-a2e97390-8c26-46d5-8614-12ddb753bfff None None] Set router 0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:58:55.127494 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c8198552-1f94-4855-be48-60b71b872de5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:55.191612 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c8198552-1f94-4855-be48-60b71b872de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:55.243346 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c8198552-1f94-4855-be48-60b71b872de5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca68c587002e4dc190bbe99458027939&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6677439 Aug 18 12:58:55.243818 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45982) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:55.257746 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8198552-1f94-4855-be48-60b71b872de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a83f45-dee9-4400-976e-e1470c6869d7,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:55.288283 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-98092fe0-2398-4bc5-9915-7d98f139e1e7 admin admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:55.289373 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-98092fe0-2398-4bc5-9915-7d98f139e1e7 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6335468 Aug 18 12:58:55.298713 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45984) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:55.448199 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c4fd37d5-af95-496f-9f2c-025c4b90319f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:55.514642 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45990) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:55.516729 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c4fd37d5-af95-496f-9f2c-025c4b90319f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:55.536163 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:58:55.635401 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1643f465-cbe3-4fef-9665-ef661b152814 req-d7f3ea1d-3a00-459b-8cc6-67080026bcfa tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd9c0c0-9302-46fc-936d-3a98b229665d HTTP/1.1" status: 200 len: 210 time: 0.0711470 Aug 18 12:58:55.668671 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6bf738c3-d0ee-4222-afb1-6036712ebc8a req-dcca27a3-ff3c-4014-92d7-f5832d5d6589 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:55.693418 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c4fd37d5-af95-496f-9f2c-025c4b90319f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:55.699665 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c4fd37d5-af95-496f-9f2c-025c4b90319f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:55.703859 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c4fd37d5-af95-496f-9f2c-025c4b90319f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/61a83f45-dee9-4400-976e-e1470c6869d7 HTTP/1.1" status: 204 len: 168 time: 0.4561570 Aug 18 12:58:55.742746 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-a2e97390-8c26-46d5-8614-12ddb753bfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846', 'name': 'tempest-ServerRescueTestJSON-1077007432-router', 'tenant_id': 'f0303d9be8d54f109bacfe8faa1afc25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '1ba9ce93-9fa8-4ee2-bbf3-ae9eed890f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:58:50Z', 'updated_at': '2021-08-18T12:58:53Z', 'revision_number': 3, 'project_id': 'f0303d9be8d54f109bacfe8faa1afc25', 'gw_port': {'id': '1ba9ce93-9fa8-4ee2-bbf3-ae9eed890f5d', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c4:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:58:52Z', 'updated_at': '2021-08-18T12:58:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:55.768505 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-58f411be-05c3-43ab-a643-05dd01e8f3c4 admin admin] Deleting port 9f53517e-7ca1-4b1e-a4af-2052c2444171 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:58:55.768505 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-58f411be-05c3-43ab-a643-05dd01e8f3c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:55.811091 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 9f53517e-7ca1-4b1e-a4af-2052c2444171 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:58:55.820069 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6bf738c3-d0ee-4222-afb1-6036712ebc8a req-dcca27a3-ff3c-4014-92d7-f5832d5d6589 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:55.845539 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd37d5-af95-496f-9f2c-025c4b90319f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a83f45-dee9-4400-976e-e1470c6869d7,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:55.862995 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e97390-8c26-46d5-8614-12ddb753bfff None None] Checking router: 0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:58:55.867436 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e97390-8c26-46d5-8614-12ddb753bfff None None] Updating router 0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846 port 1ba9ce93-9fa8-4ee2-bbf3-ae9eed890f5d binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:58:55.870471 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9650af6-ca35-4f5b-b8d6-42a4ad184f62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:55.897773 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca27a3-ff3c-4014-92d7-f5832d5d6589 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d2a2c4-cf18-4c53-b4b9-cbffe7cc8efd,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:55.942265 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-58f411be-05c3-43ab-a643-05dd01e8f3c4 admin admin] For port 9f53517e-7ca1-4b1e-a4af-2052c2444171, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=9f53517e-7ca1-4b1e-a4af-2052c2444171,segment=NetworkSegment(52e77d73-4cc6-4d8e-ac4d-7a05b681cb02),segment_id=52e77d73-4cc6-4d8e-ac4d-7a05b681cb02)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:55.943046 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-58f411be-05c3-43ab-a643-05dd01e8f3c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:55.943178 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a2e97390-8c26-46d5-8614-12ddb753bfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:55.956155 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6bf738c3-d0ee-4222-afb1-6036712ebc8a req-dcca27a3-ff3c-4014-92d7-f5832d5d6589 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:55.957711 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6bf738c3-d0ee-4222-afb1-6036712ebc8a req-dcca27a3-ff3c-4014-92d7-f5832d5d6589 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.3247042 Aug 18 12:58:55.967912 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-58f411be-05c3-43ab-a643-05dd01e8f3c4 admin admin] Calling delete_port for 9f53517e-7ca1-4b1e-a4af-2052c2444171 owned by network:router_interface {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:58:56.008084 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7,segment=NetworkSegment(203c474d-56e3-424f-9d3b-a131550498ab),segment_id=203c474d-56e3-424f-9d3b-a131550498ab)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:56.029613 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7', 'network_id': 'b896f31e-62b0-4c89-b554-2d6ea14ce4b9', 'port_id': 'cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7', 'mac_address': 'fa:16:3e:23:2a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ff60f5-a1bd-4c4a-b8b1-0b6ab79f5acb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:58:56.041306 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 9f53517e-7ca1-4b1e-a4af-2052c2444171 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:58:56.131219 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:56.137428 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 9f53517e-7ca1-4b1e-a4af-2052c2444171 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:58:56.138057 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:56.202335 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:58:56.238069 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7,segment=NetworkSegment(203c474d-56e3-424f-9d3b-a131550498ab),segment_id=203c474d-56e3-424f-9d3b-a131550498ab)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:56.288827 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a19875-b2c3-4f6f-af58-0c9993943aca req-7f5e60ad-5b7a-49ec-9fcb-36da29619dab tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:56.292739 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-24a19875-b2c3-4f6f-af58-0c9993943aca req-7f5e60ad-5b7a-49ec-9fcb-36da29619dab tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=80d2b37c-4ce5-4268-b590-630211af4349 HTTP/1.1" status: 200 len: 943 time: 0.2017987 Aug 18 12:58:56.324560 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:56.333120 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:56.431615 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 9f53517e-7ca1-4b1e-a4af-2052c2444171, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=9f53517e-7ca1-4b1e-a4af-2052c2444171,segment=NetworkSegment(52e77d73-4cc6-4d8e-ac4d-7a05b681cb02),segment_id=52e77d73-4cc6-4d8e-ac4d-7a05b681cb02)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:56.444082 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:56.444283 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c718521-5007-4a71-9cc9-ddc764248570 req-0250c584-afe1-4a3d-aa2a-5a98d844e7b6 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:56.445866 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c718521-5007-4a71-9cc9-ddc764248570 req-0250c584-afe1-4a3d-aa2a-5a98d844e7b6 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/ports?device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 945 time: 0.6239228 Aug 18 12:58:56.452401 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-24a19875-b2c3-4f6f-af58-0c9993943aca req-5c9983d2-18fc-48ba-91dc-9d49556b9f07 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457465 Aug 18 12:58:56.463697 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9650af6-ca35-4f5b-b8d6-42a4ad184f62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:56.493216 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-969d425b-40ba-4e7d-8f72-eefee20f5455 req-0d56d39c-5040-44a8-8da1-98b177bb8a9d tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-818069259', 'description': 'tempest-description-452437118'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:58:56.518578 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-a47c7e6e-7af4-4e7d-b53d-2abeef436997 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:56.520251 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-a47c7e6e-7af4-4e7d-b53d-2abeef436997 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.20 "GET /v2.0/networks?id=e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1 HTTP/1.1" status: 200 len: 814 time: 0.2287652 Aug 18 12:58:56.521032 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c718521-5007-4a71-9cc9-ddc764248570 req-b77d3c98-f573-4720-9799-476615d6b402 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/security-groups?id=63d769d6-1907-47bf-878b-f1f65bf8c786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591276 Aug 18 12:58:56.525231 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:58:56.545393 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-7650ab8c-fc04-463e-8469-f6993c89d9b6 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Request body: {'port': {'device_id': 'dfd9c0c0-9302-46fc-936d-3a98b229665d', 'network_id': 'e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1', 'admin_state_up': True, 'tenant_id': '37a6e9787c904eb58cf3ddb1e11023f5'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:58:56.553607 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:56.612895 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9650af6-ca35-4f5b-b8d6-42a4ad184f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:56.617069 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a2e97390-8c26-46d5-8614-12ddb753bfff None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:56.619420 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=9f53517e-7ca1-4b1e-a4af-2052c2444171,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:56.632716 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 46004) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:56.641694 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a2e97390-8c26-46d5-8614-12ddb753bfff None None] Transition to ACTIVE for port object 1ba9ce93-9fa8-4ee2-bbf3-ae9eed890f5d will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:58:56.649516 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-11cc3360-57ac-491a-9911-39e31b4b5b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:56.657519 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-969d425b-40ba-4e7d-8f72-eefee20f5455 req-0d56d39c-5040-44a8-8da1-98b177bb8a9d tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:56.752545 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9650af6-ca35-4f5b-b8d6-42a4ad184f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a86d8c-30a6-4e20-9896-888caafed48e,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:56.754306 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-de9a84ae-b40d-4961-8625-1fa14e356e88 req-0581f0a7-c63b-41ac-b7a3-f7c9618f30c7 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd9c0c0-9302-46fc-936d-3a98b229665d HTTP/1.1" status: 200 len: 210 time: 0.0385265 Aug 18 12:58:56.762084 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c9650af6-ca35-4f5b-b8d6-42a4ad184f62 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6545757959ce40e69eae4dd6c6a2da7b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2440257 Aug 18 12:58:56.765424 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 46008) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:56.766362 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a2e97390-8c26-46d5-8614-12ddb753bfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:56.822773 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-58f411be-05c3-43ab-a643-05dd01e8f3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:56.837364 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-a2e97390-8c26-46d5-8614-12ddb753bfff None None] Attempting to bind port 1ba9ce93-9fa8-4ee2-bbf3-ae9eed890f5d on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:58:56.837831 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-a2e97390-8c26-46d5-8614-12ddb753bfff None None] Attempting to bind port 1ba9ce93-9fa8-4ee2-bbf3-ae9eed890f5d by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:58:56.841383 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e97390-8c26-46d5-8614-12ddb753bfff None None] Attempting to bind port 1ba9ce93-9fa8-4ee2-bbf3-ae9eed890f5d on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:58:56.841383 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a3749-51f3-4d65-b57d-b0387be03b7b None None] Pushing event updated for resources: {'Port': ['ID=1ba9ce93-9fa8-4ee2-bbf3-ae9eed890f5d,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:56.847141 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e97390-8c26-46d5-8614-12ddb753bfff None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:58:56.847673 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e97390-8c26-46d5-8614-12ddb753bfff None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:58:56.852507 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a2e97390-8c26-46d5-8614-12ddb753bfff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:56.852507 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e97390-8c26-46d5-8614-12ddb753bfff None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:58:56.852507 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-a2e97390-8c26-46d5-8614-12ddb753bfff None None] Bound port: 1ba9ce93-9fa8-4ee2-bbf3-ae9eed890f5d, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:58:56.852507 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a2e97390-8c26-46d5-8614-12ddb753bfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:56.869884 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f411be-05c3-43ab-a643-05dd01e8f3c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f53517e-7ca1-4b1e-a4af-2052c2444171,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:56.930943 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-a2e97390-8c26-46d5-8614-12ddb753bfff None None] For port 1ba9ce93-9fa8-4ee2-bbf3-ae9eed890f5d, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:58:56.936090 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-a2e97390-8c26-46d5-8614-12ddb753bfff None None] For port 1ba9ce93-9fa8-4ee2-bbf3-ae9eed890f5d, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=1ba9ce93-9fa8-4ee2-bbf3-ae9eed890f5d,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:58:56.942671 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-11cc3360-57ac-491a-9911-39e31b4b5b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:56.964733 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-19d5f4cd-4b95-4b34-a378-6841217d3a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:56.969742 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aa335393-05bd-4656-9d6c-a2c92dc54498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:57.002886 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-19d5f4cd-4b95-4b34-a378-6841217d3a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:57.028149 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a2e97390-8c26-46d5-8614-12ddb753bfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:57.052015 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-58f411be-05c3-43ab-a643-05dd01e8f3c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:57.067847 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-11cc3360-57ac-491a-9911-39e31b4b5b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:57.097462 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e97390-8c26-46d5-8614-12ddb753bfff None None] Routers {'0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:58:57.098089 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-a2e97390-8c26-46d5-8614-12ddb753bfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:58:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:57.100026 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a3749-51f3-4d65-b57d-b0387be03b7b None None] Pushing event updated for resources: {'Port': ['ID=1ba9ce93-9fa8-4ee2-bbf3-ae9eed890f5d,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:57.165210 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc3360-57ac-491a-9911-39e31b4b5b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d11e1a8-7083-4a46-944f-a5bb0cbb5687,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:57.197149 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-11cc3360-57ac-491a-9911-39e31b4b5b16 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa87752f8b834269b0959b830c3fd109&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5657697 Aug 18 12:58:57.200683 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 46010) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:57.247032 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-a2e97390-8c26-46d5-8614-12ddb753bfff None None] Set router 0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:58:57.265306 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-aa335393-05bd-4656-9d6c-a2c92dc54498 admin admin] Allocated IP 172.20.0.1 (f5784924-95c0-4ade-8e9b-45fec751237e/5fe5576d-7fb1-4b34-b4b7-7ac7dda64bb3/bd50cd73-6cf0-46bd-8d81-7bd4027d17e9) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:58:57.281180 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-19d5f4cd-4b95-4b34-a378-6841217d3a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:57.284662 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-19d5f4cd-4b95-4b34-a378-6841217d3a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:57.288187 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-19d5f4cd-4b95-4b34-a378-6841217d3a79 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4a86d8c-30a6-4e20-9896-888caafed48e HTTP/1.1" status: 204 len: 168 time: 0.5185535 Aug 18 12:58:57.311350 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d5f4cd-4b95-4b34-a378-6841217d3a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a86d8c-30a6-4e20-9896-888caafed48e,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:57.323010 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-40947a5d-bfa0-47fd-875a-bef53d0ddc9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:57.381931 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-40947a5d-bfa0-47fd-875a-bef53d0ddc9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:57.393890 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:58:57.435968 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-969d425b-40ba-4e7d-8f72-eefee20f5455 req-0d56d39c-5040-44a8-8da1-98b177bb8a9d tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:57.457049 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f411be-05c3-43ab-a643-05dd01e8f3c4 admin admin] Router dc9831a7-b6cd-4385-af43-5aff98df32ee has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:58:57.480312 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aa335393-05bd-4656-9d6c-a2c92dc54498 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:57.532412 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-969d425b-40ba-4e7d-8f72-eefee20f5455 req-0d56d39c-5040-44a8-8da1-98b177bb8a9d tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:57.556820 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-a2e97390-8c26-46d5-8614-12ddb753bfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846', 'name': 'tempest-ServerRescueTestJSON-1077007432-router', 'tenant_id': 'f0303d9be8d54f109bacfe8faa1afc25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '1ba9ce93-9fa8-4ee2-bbf3-ae9eed890f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:58:50Z', 'updated_at': '2021-08-18T12:58:53Z', 'revision_number': 3, 'project_id': 'f0303d9be8d54f109bacfe8faa1afc25', 'gw_port': {'id': '1ba9ce93-9fa8-4ee2-bbf3-ae9eed890f5d', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c4:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:58:52Z', 'updated_at': '2021-08-18T12:58:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:57.577199 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c4057-7c5e-4ca2-98a9-555c4b840e3d req-6270cf37-8b2d-43f1-8ac7-5243028442e7 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:57.579245 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ed4c4057-7c5e-4ca2-98a9-555c4b840e3d req-6270cf37-8b2d-43f1-8ac7-5243028442e7 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=80d2b37c-4ce5-4268-b590-630211af4349 HTTP/1.1" status: 200 len: 944 time: 0.0554202 Aug 18 12:58:57.585780 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e97390-8c26-46d5-8614-12ddb753bfff None None] The sync data for ids ['0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846'] in n-d-803603-2 is: [{'id': '0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846', 'name': 'tempest-ServerRescueTestJSON-1077007432-router', 'tenant_id': 'f0303d9be8d54f109bacfe8faa1afc25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '1ba9ce93-9fa8-4ee2-bbf3-ae9eed890f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:58:50Z', 'updated_at': '2021-08-18T12:58:53Z', 'revision_number': 3, 'project_id': 'f0303d9be8d54f109bacfe8faa1afc25', 'gw_port': {'id': '1ba9ce93-9fa8-4ee2-bbf3-ae9eed890f5d', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c4:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:58:52Z', 'updated_at': '2021-08-18T12:58:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:58:57.626186 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ed4c4057-7c5e-4ca2-98a9-555c4b840e3d req-759ff9a3-5980-457e-bed1-072b3b34afc9 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404878 Aug 18 12:58:57.667124 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-40947a5d-bfa0-47fd-875a-bef53d0ddc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:57.669665 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-40947a5d-bfa0-47fd-875a-bef53d0ddc9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:57.674019 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-40947a5d-bfa0-47fd-875a-bef53d0ddc9e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1d11e1a8-7083-4a46-944f-a5bb0cbb5687 HTTP/1.1" status: 204 len: 168 time: 0.4692225 Aug 18 12:58:57.678438 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:58:57.678822 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aa335393-05bd-4656-9d6c-a2c92dc54498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:57.685101 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:58:57.685451 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:57.721061 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d56d39c-5040-44a8-8da1-98b177bb8a9d tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c820709-bc86-42d2-a65e-cbff516c4279,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:57.738762 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f411be-05c3-43ab-a643-05dd01e8f3c4 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:58:57.750397 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e31d624-3fbd-45a7-b73d-96bb991fcad1 None None] Sync routers for ids ['dc9831a7-b6cd-4385-af43-5aff98df32ee'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:58:57.758773 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-58f411be-05c3-43ab-a643-05dd01e8f3c4 admin admin] 10.222.0.13 "PUT /v2.0/routers/dc9831a7-b6cd-4385-af43-5aff98df32ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4348564 Aug 18 12:58:57.760170 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 46020) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:57.761088 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40947a5d-bfa0-47fd-875a-bef53d0ddc9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d11e1a8-7083-4a46-944f-a5bb0cbb5687,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:57.770768 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e31d624-3fbd-45a7-b73d-96bb991fcad1 None None] Routers {'dc9831a7-b6cd-4385-af43-5aff98df32ee'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:58:57.774577 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-7650ab8c-fc04-463e-8469-f6993c89d9b6 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Made reservation on behalf of 37a6e9787c904eb58cf3ddb1e11023f5 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:58:57.775019 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-0e31d624-3fbd-45a7-b73d-96bb991fcad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:58:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['dc9831a7-b6cd-4385-af43-5aff98df32ee'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:57.784808 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-7650ab8c-fc04-463e-8469-f6993c89d9b6 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:57.803069 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa335393-05bd-4656-9d6c-a2c92dc54498 admin admin] Network f5784924-95c0-4ade-8e9b-45fec751237e is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:58:57.841730 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:57.856679 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:57.869572 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-aa335393-05bd-4656-9d6c-a2c92dc54498 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:58:57.872353 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa335393-05bd-4656-9d6c-a2c92dc54498 admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:58:57.918655 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa335393-05bd-4656-9d6c-a2c92dc54498 admin admin] Pushing event updated for resources: {'Port': ['ID=bd50cd73-6cf0-46bd-8d81-7bd4027d17e9,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:57.921165 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d2b37c-4ce5-4268-b590-630211af4349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:58:57.926592 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-969d425b-40ba-4e7d-8f72-eefee20f5455 req-0d56d39c-5040-44a8-8da1-98b177bb8a9d tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:57.937704 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-969d425b-40ba-4e7d-8f72-eefee20f5455 req-0d56d39c-5040-44a8-8da1-98b177bb8a9d tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.4572518 Aug 18 12:58:57.938539 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64ba1cf-9100-49c9-ab00-95e27d9b4c50" -d '{"events": [{"server_uuid": "80d2b37c-4ce5-4268-b590-630211af4349", "name": "network-vif-plugged", "status": "completed", "tag": "cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:58:57.943069 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b0883-c5bf-4c92-b659-c85c6227919e req-21e57cda-d3e4-4ad8-ba3b-17ec8793ab19 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:57.951341 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-657b0883-c5bf-4c92-b659-c85c6227919e req-21e57cda-d3e4-4ad8-ba3b-17ec8793ab19 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/ports?device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 945 time: 0.2201712 Aug 18 12:58:57.976912 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aa335393-05bd-4656-9d6c-a2c92dc54498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:57.991739 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device b852a4ab-a8f0-4a95-8324-778ced337eaf no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:58:58.006643 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7,segment=NetworkSegment(203c474d-56e3-424f-9d3b-a131550498ab),segment_id=203c474d-56e3-424f-9d3b-a131550498ab)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:58.043072 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: b852a4ab-a8f0-4a95-8324-778ced337eaf {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:58:58.043749 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device b852a4ab-a8f0-4a95-8324-778ced337eaf not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:58:58.056758 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-0e31d624-3fbd-45a7-b73d-96bb991fcad1 None None] Set router dc9831a7-b6cd-4385-af43-5aff98df32ee gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:58:58.096370 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:58.152647 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-657b0883-c5bf-4c92-b659-c85c6227919e req-03b1ea9a-b226-4513-b1ef-0f22a6941393 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/security-groups?id=63d769d6-1907-47bf-878b-f1f65bf8c786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005970 Aug 18 12:58:58.217055 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2da087fd-8e09-4b13-a492-065add7d52e1 req-f1db5af5-8e1f-4ecb-b948-0b60d2ee3546 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd9c0c0-9302-46fc-936d-3a98b229665d HTTP/1.1" status: 200 len: 210 time: 0.1119120 Aug 18 12:58:58.282729 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:58.299376 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e0e2f9-cbaf-44fe-a698-7304ba00f3c0 x-openstack-request-id: req-68e0e2f9-cbaf-44fe-a698-7304ba00f3c0 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:58:58.299677 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d2b37c-4ce5-4268-b590-630211af4349", "name": "network-vif-plugged", "status": "completed", "tag": "cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:58:58.299934 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68e0e2f9-cbaf-44fe-a698-7304ba00f3c0 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:58:58.300335 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d2b37c-4ce5-4268-b590-630211af4349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7', 'code': 200} Aug 18 12:58:58.348005 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d3da4181-1a70-4382-8f32-6148a1af9fb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:58.351075 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0407c119-3abb-4ee3-bfe8-37ce80bbd593 req-f1ee399c-7ac0-40a1-8d40-f7ec54d2d1d0 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] 10.222.0.13 "GET /v2.0/security-groups/f0d2a2c4-cf18-4c53-b4b9-cbffe7cc8efd HTTP/1.1" status: 200 len: 1806 time: 0.0864594 Aug 18 12:58:58.470268 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:58.489052 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-0e31d624-3fbd-45a7-b73d-96bb991fcad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9831a7-b6cd-4385-af43-5aff98df32ee', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-119203463-router', 'tenant_id': 'd5d12a9de8584349b130c0cc2c8c19f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '59d130de-0187-474a-8e53-84955269fafc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:58:42Z', 'updated_at': '2021-08-18T12:58:56Z', 'revision_number': 5, 'project_id': 'd5d12a9de8584349b130c0cc2c8c19f3', 'gw_port': {'id': '59d130de-0187-474a-8e53-84955269fafc', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9831a7-b6cd-4385-af43-5aff98df32ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:58:43Z', 'updated_at': '2021-08-18T12:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:58.509389 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-7650ab8c-fc04-463e-8469-f6993c89d9b6 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Allocated IP 172.20.0.10 (e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1/3f0409aa-1fb7-4185-8e0a-32f29d65add0/c852bd48-4cc1-46e1-ba7c-a6f451a40ab7) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:58:58.519118 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0407c119-3abb-4ee3-bfe8-37ce80bbd593 req-d2e4727b-71f5-4dba-b463-53ebf46449ea tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] 10.222.0.13 "GET /v2.0/security-groups/9c820709-bc86-42d2-a65e-cbff516c4279 HTTP/1.1" status: 200 len: 1805 time: 0.1560640 Aug 18 12:58:58.521802 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aa335393-05bd-4656-9d6c-a2c92dc54498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:58.533916 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e31d624-3fbd-45a7-b73d-96bb991fcad1 None None] Checking router: dc9831a7-b6cd-4385-af43-5aff98df32ee for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:58:58.544834 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e31d624-3fbd-45a7-b73d-96bb991fcad1 None None] Routers {'dc9831a7-b6cd-4385-af43-5aff98df32ee'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:58:58.545562 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-0e31d624-3fbd-45a7-b73d-96bb991fcad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:58:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['dc9831a7-b6cd-4385-af43-5aff98df32ee'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:58.558265 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-0407c119-3abb-4ee3-bfe8-37ce80bbd593 req-fc93cf04-8ce4-4fd3-a5b7-cd3197faeb77 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f0d2a2c4-cf18-4c53-b4b9-cbffe7cc8efd', 'remote_group_id': '9c820709-bc86-42d2-a65e-cbff516c4279', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:58:58.558265 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-0407c119-3abb-4ee3-bfe8-37ce80bbd593 req-fc93cf04-8ce4-4fd3-a5b7-cd3197faeb77 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f0d2a2c4-cf18-4c53-b4b9-cbffe7cc8efd', 'remote_group_id': '9c820709-bc86-42d2-a65e-cbff516c4279', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:58:58.586398 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb59d7-3b6a-48fc-ba0e-c6a4d80b13b1 req-e62d3eaf-dc7b-4c9e-865f-1c21d1985b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:58.588018 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-25eb59d7-3b6a-48fc-ba0e-c6a4d80b13b1 req-e62d3eaf-dc7b-4c9e-865f-1c21d1985b1c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=80d2b37c-4ce5-4268-b590-630211af4349 HTTP/1.1" status: 200 len: 1096 time: 0.1681316 Aug 18 12:58:58.643996 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d3da4181-1a70-4382-8f32-6148a1af9fb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:58.688431 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-25eb59d7-3b6a-48fc-ba0e-c6a4d80b13b1 req-9cadc95e-530c-48a0-bd21-f381c092b92b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919921 Aug 18 12:58:58.720956 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-0e31d624-3fbd-45a7-b73d-96bb991fcad1 None None] Set router dc9831a7-b6cd-4385-af43-5aff98df32ee gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:58:58.859115 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-7650ab8c-fc04-463e-8469-f6993c89d9b6 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:58.865900 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-0407c119-3abb-4ee3-bfe8-37ce80bbd593 req-fc93cf04-8ce4-4fd3-a5b7-cd3197faeb77 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:58.953378 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aa335393-05bd-4656-9d6c-a2c92dc54498 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:58.976421 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-0407c119-3abb-4ee3-bfe8-37ce80bbd593 req-fc93cf04-8ce4-4fd3-a5b7-cd3197faeb77 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:59.018759 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49194-7f3a-48d0-85fb-e7f1b7468707 req-83a921b1-002e-4fd0-a164-2dfabcd9d218 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:59.020400 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-69b49194-7f3a-48d0-85fb-e7f1b7468707 req-83a921b1-002e-4fd0-a164-2dfabcd9d218 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=80d2b37c-4ce5-4268-b590-630211af4349 HTTP/1.1" status: 200 len: 945 time: 0.0907183 Aug 18 12:58:59.028840 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-0e31d624-3fbd-45a7-b73d-96bb991fcad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9831a7-b6cd-4385-af43-5aff98df32ee', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-119203463-router', 'tenant_id': 'd5d12a9de8584349b130c0cc2c8c19f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '59d130de-0187-474a-8e53-84955269fafc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:58:42Z', 'updated_at': '2021-08-18T12:58:56Z', 'revision_number': 5, 'project_id': 'd5d12a9de8584349b130c0cc2c8c19f3', 'gw_port': {'id': '59d130de-0187-474a-8e53-84955269fafc', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9831a7-b6cd-4385-af43-5aff98df32ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:58:43Z', 'updated_at': '2021-08-18T12:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:59.029338 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-d3da4181-1a70-4382-8f32-6148a1af9fb1 admin admin] Deleting port 59d130de-0187-474a-8e53-84955269fafc {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:58:59.029781 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d3da4181-1a70-4382-8f32-6148a1af9fb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:59.068230 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e31d624-3fbd-45a7-b73d-96bb991fcad1 None None] The sync data for ids ['dc9831a7-b6cd-4385-af43-5aff98df32ee'] in n-d-803603-2 is: [{'id': 'dc9831a7-b6cd-4385-af43-5aff98df32ee', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-119203463-router', 'tenant_id': 'd5d12a9de8584349b130c0cc2c8c19f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '59d130de-0187-474a-8e53-84955269fafc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:58:42Z', 'updated_at': '2021-08-18T12:58:56Z', 'revision_number': 5, 'project_id': 'd5d12a9de8584349b130c0cc2c8c19f3', 'gw_port': {'id': '59d130de-0187-474a-8e53-84955269fafc', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9831a7-b6cd-4385-af43-5aff98df32ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:58:43Z', 'updated_at': '2021-08-18T12:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:58:59.072916 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aa335393-05bd-4656-9d6c-a2c92dc54498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:59.085681 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-7650ab8c-fc04-463e-8469-f6993c89d9b6 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:59.153264 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa335393-05bd-4656-9d6c-a2c92dc54498 admin admin] Pushing event updated for resources: {'Port': ['ID=bd50cd73-6cf0-46bd-8d81-7bd4027d17e9,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:59.155817 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-0407c119-3abb-4ee3-bfe8-37ce80bbd593 req-fc93cf04-8ce4-4fd3-a5b7-cd3197faeb77 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:59.179135 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-7650ab8c-fc04-463e-8469-f6993c89d9b6 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Network e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:58:59.191016 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc93cf04-8ce4-4fd3-a5b7-cd3197faeb77 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59310056-2597-4bfe-874a-0a3315f832fa,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:59.204412 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aa335393-05bd-4656-9d6c-a2c92dc54498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:59.208127 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-7650ab8c-fc04-463e-8469-f6993c89d9b6 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:58:59.211390 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-7650ab8c-fc04-463e-8469-f6993c89d9b6 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:58:59.222397 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-d3da4181-1a70-4382-8f32-6148a1af9fb1 admin admin] For port 59d130de-0187-474a-8e53-84955269fafc, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=59d130de-0187-474a-8e53-84955269fafc,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:59.222778 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d3da4181-1a70-4382-8f32-6148a1af9fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:59.229084 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 46064) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:59.237343 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-69b49194-7f3a-48d0-85fb-e7f1b7468707 req-3f3cc726-965b-459a-b115-4b49b8d5c387 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101884 Aug 18 12:58:59.259648 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7650ab8c-fc04-463e-8469-f6993c89d9b6 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Pushing event updated for resources: {'Port': ['ID=c852bd48-4cc1-46e1-ba7c-a6f451a40ab7,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:59.265448 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-d3da4181-1a70-4382-8f32-6148a1af9fb1 admin admin] Calling delete_port for 59d130de-0187-474a-8e53-84955269fafc owned by network:router_gateway {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:58:59.304561 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-7650ab8c-fc04-463e-8469-f6993c89d9b6 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:59.305382 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-7650ab8c-fc04-463e-8469-f6993c89d9b6 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:59.310448 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-0407c119-3abb-4ee3-bfe8-37ce80bbd593 req-fc93cf04-8ce4-4fd3-a5b7-cd3197faeb77 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:59.325603 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0407c119-3abb-4ee3-bfe8-37ce80bbd593 req-fc93cf04-8ce4-4fd3-a5b7-cd3197faeb77 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7967639 Aug 18 12:58:59.435482 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa335393-05bd-4656-9d6c-a2c92dc54498 admin admin] Network f5784924-95c0-4ade-8e9b-45fec751237e is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:58:59.457968 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-aa335393-05bd-4656-9d6c-a2c92dc54498 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:58:59.474007 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-bf3ee123-0816-4336-b1c7-2c7540ed1e9c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-700857294-network', 'tenant_id': 'e1762f04164146b59760e8758daee96f'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:58:59.503676 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-7650ab8c-fc04-463e-8469-f6993c89d9b6 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9705312 Aug 18 12:58:59.528366 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-dee64e93-a6a4-4481-8e4f-c107996f0262 service neutron] Request body: {'port': {'device_id': 'dfd9c0c0-9302-46fc-936d-3a98b229665d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:58:59.558107 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cacfb4-beac-4e28-b5ce-bc1619ee9475 req-d11e22ad-9f30-41e0-9095-e6ff06cd49b3 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:59.559666 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-55cacfb4-beac-4e28-b5ce-bc1619ee9475 req-d11e22ad-9f30-41e0-9095-e6ff06cd49b3 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/ports?device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 945 time: 0.1700528 Aug 18 12:58:59.577110 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dcf883-12ee-4ecc-9de6-32fe9144e90e req-8c0a783e-69f8-475d-b400-a2cd44eba8d5 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:59.579416 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-27dcf883-12ee-4ecc-9de6-32fe9144e90e req-8c0a783e-69f8-475d-b400-a2cd44eba8d5 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd9c0c0-9302-46fc-936d-3a98b229665d HTTP/1.1" status: 200 len: 932 time: 0.1671202 Aug 18 12:58:59.689238 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3ee123-0816-4336-b1c7-2c7540ed1e9c admin admin] Made reservation on behalf of e1762f04164146b59760e8758daee96f for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:58:59.692085 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bf3ee123-0816-4336-b1c7-2c7540ed1e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:59.727054 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bf3ee123-0816-4336-b1c7-2c7540ed1e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:59.757083 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 1ba9ce93-9fa8-4ee2-bbf3-ae9eed890f5d up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:58:59.767516 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-27dcf883-12ee-4ecc-9de6-32fe9144e90e req-e94ea3fe-8fe6-4e17-b1f1-da00504c687e tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756959 Aug 18 12:58:59.799628 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa335393-05bd-4656-9d6c-a2c92dc54498 admin admin] Router 0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:58:59.837927 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-92c991d8-760b-407b-9869-609ca1aac4d0 req-5c74901a-7e71-464c-b31a-b8aafaddb3f0 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-670647589', 'description': 'tempest-description-491109982'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:58:59.929301 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 1ba9ce93-9fa8-4ee2-bbf3-ae9eed890f5d completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:58:59.935713 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 1ba9ce93-9fa8-4ee2-bbf3-ae9eed890f5d triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:58:59.936412 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:00.000920 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa335393-05bd-4656-9d6c-a2c92dc54498 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:59:00.017055 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-aa335393-05bd-4656-9d6c-a2c92dc54498 admin admin] 10.222.0.13 "PUT /v2.0/routers/0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7173719 Aug 18 12:59:00.028966 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bf3ee123-0816-4336-b1c7-2c7540ed1e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:00.053411 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:00.091922 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 1ba9ce93-9fa8-4ee2-bbf3-ae9eed890f5d, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=1ba9ce93-9fa8-4ee2-bbf3-ae9eed890f5d,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:00.117754 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bf3ee123-0816-4336-b1c7-2c7540ed1e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:00.125896 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-dee64e93-a6a4-4481-8e4f-c107996f0262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:00.138993 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-55cacfb4-beac-4e28-b5ce-bc1619ee9475 req-f92dba7a-259d-410e-9e4e-01298531b6af tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/security-groups?id=63d769d6-1907-47bf-878b-f1f65bf8c786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5423687 Aug 18 12:59:00.139891 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf3ee123-0816-4336-b1c7-2c7540ed1e9c admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:59:00.148645 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:00.174742 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d3da4181-1a70-4382-8f32-6148a1af9fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:00.207359 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da4181-1a70-4382-8f32-6148a1af9fb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=59d130de-0187-474a-8e53-84955269fafc,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:00.218959 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ee123-0816-4336-b1c7-2c7540ed1e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91576d23-9a67-4aae-a870-627c10632368,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:00.222962 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bf3ee123-0816-4336-b1c7-2c7540ed1e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:00.223300 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-bf3ee123-0816-4336-b1c7-2c7540ed1e9c admin admin] Added segment d254ae00-87be-41d4-aa78-e249d1ab7c29 of type vlan for network 8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8 Aug 18 12:59:00.236065 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 9f53517e-7ca1-4b1e-a4af-2052c2444171 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:59:00.288858 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c542b49-70b5-4aab-b966-37ca3a885bd5 None None] Sync routers for ids ['0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:59:00.294923 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 9f53517e-7ca1-4b1e-a4af-2052c2444171 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:59:00.295471 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 9f53517e-7ca1-4b1e-a4af-2052c2444171 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:59:00.299325 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=1ba9ce93-9fa8-4ee2-bbf3-ae9eed890f5d,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:00.314886 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bf3ee123-0816-4336-b1c7-2c7540ed1e9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:00.321458 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c542b49-70b5-4aab-b966-37ca3a885bd5 None None] Routers {'0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:59:00.324282 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-1c542b49-70b5-4aab-b966-37ca3a885bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:58:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:00.352880 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-92c991d8-760b-407b-9869-609ca1aac4d0 req-5c74901a-7e71-464c-b31a-b8aafaddb3f0 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:00.460257 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-92c991d8-760b-407b-9869-609ca1aac4d0 req-5c74901a-7e71-464c-b31a-b8aafaddb3f0 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:00.465843 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bf3ee123-0816-4336-b1c7-2c7540ed1e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:00.467042 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d3da4181-1a70-4382-8f32-6148a1af9fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:00.467142 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3ee123-0816-4336-b1c7-2c7540ed1e9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:00.467766 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bf3ee123-0816-4336-b1c7-2c7540ed1e9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:00.554687 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ee123-0816-4336-b1c7-2c7540ed1e9c admin admin] Pushing event updated for resources: {'Network': ['ID=8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:00.565802 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-92c991d8-760b-407b-9869-609ca1aac4d0 req-5c74901a-7e71-464c-b31a-b8aafaddb3f0 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:00.572322 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:59:00.623907 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c74901a-7e71-464c-b31a-b8aafaddb3f0 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42e4bfe0-8e40-49c7-a6e7-550ab3c3c00f,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:00.641407 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-bf3ee123-0816-4336-b1c7-2c7540ed1e9c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4082487 Aug 18 12:59:00.642013 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 46104) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:00.649321 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-ca6936a5-86d1-454c-91f4-59f7b70ebb70 admin admin] Request body: {'subnet': {'network_id': '8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-700857294-subnet', 'tenant_id': 'e1762f04164146b59760e8758daee96f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:00.661973 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d3da4181-1a70-4382-8f32-6148a1af9fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:00.668081 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-1c542b49-70b5-4aab-b966-37ca3a885bd5 None None] Set router 0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:59:00.670368 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d3da4181-1a70-4382-8f32-6148a1af9fb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:00.724603 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-92c991d8-760b-407b-9869-609ca1aac4d0 req-5c74901a-7e71-464c-b31a-b8aafaddb3f0 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:00.725864 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-92c991d8-760b-407b-9869-609ca1aac4d0 req-5c74901a-7e71-464c-b31a-b8aafaddb3f0 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.9027598 Aug 18 12:59:00.799819 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-7b3c7fe2-c2ea-452f-b980-ded569da6651 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:00.806845 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-7b3c7fe2-c2ea-452f-b980-ded569da6651 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/networks?id=f5784924-95c0-4ade-8e9b-45fec751237e HTTP/1.1" status: 200 len: 811 time: 0.2632372 Aug 18 12:59:00.826866 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-41366eba-792a-458d-9a72-dfae3ce320af tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/quotas/f0303d9be8d54f109bacfe8faa1afc25 HTTP/1.1" status: 200 len: 375 time: 0.0191376 Aug 18 12:59:00.850589 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d3da4181-1a70-4382-8f32-6148a1af9fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:00.851169 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3da4181-1a70-4382-8f32-6148a1af9fb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc9831a7-b6cd-4385-af43-5aff98df32ee {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:59:00.857674 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d3da4181-1a70-4382-8f32-6148a1af9fb1 admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:00.858788 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6936a5-86d1-454c-91f4-59f7b70ebb70 admin admin] Made reservation on behalf of e1762f04164146b59760e8758daee96f for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:59:00.861336 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ca6936a5-86d1-454c-91f4-59f7b70ebb70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:00.861743 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d3da4181-1a70-4382-8f32-6148a1af9fb1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/dc9831a7-b6cd-4385-af43-5aff98df32ee HTTP/1.1" status: 204 len: 168 time: 3.0984395 Aug 18 12:59:00.863171 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 46114) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:00.889631 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f689a8-6459-4a04-b896-0d40112b586f req-90e1c510-261f-4ddd-bb5c-d00d0fd9c7d4 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:01.019838 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a0f689a8-6459-4a04-b896-0d40112b586f req-90e1c510-261f-4ddd-bb5c-d00d0fd9c7d4 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=80d2b37c-4ce5-4268-b590-630211af4349 HTTP/1.1" status: 200 len: 945 time: 0.1023140 Aug 18 12:59:01.021843 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-dee64e93-a6a4-4481-8e4f-c107996f0262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c852bd48-4cc1-46e1-ba7c-a6f451a40ab7 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:59:01.022312 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-1c542b49-70b5-4aab-b966-37ca3a885bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846', 'name': 'tempest-ServerRescueTestJSON-1077007432-router', 'tenant_id': 'f0303d9be8d54f109bacfe8faa1afc25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '1ba9ce93-9fa8-4ee2-bbf3-ae9eed890f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:58:50Z', 'updated_at': '2021-08-18T12:58:58Z', 'revision_number': 4, 'project_id': 'f0303d9be8d54f109bacfe8faa1afc25', 'gw_port': {'id': '1ba9ce93-9fa8-4ee2-bbf3-ae9eed890f5d', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:58:52Z', 'updated_at': '2021-08-18T12:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'bd50cd73-6cf0-46bd-8d81-7bd4027d17e9', 'name': '', 'network_id': 'f5784924-95c0-4ade-8e9b-45fec751237e', 'tenant_id': 'f0303d9be8d54f109bacfe8faa1afc25', 'mac_address': 'fa:16:3e:43:b7:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '5fe5576d-7fb1-4b34-b4b7-7ac7dda64bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:58:57Z', 'updated_at': '2021-08-18T12:58:58Z', 'revision_number': 2, 'project_id': 'f0303d9be8d54f109bacfe8faa1afc25', 'subnets': [{'id': '5fe5576d-7fb1-4b34-b4b7-7ac7dda64bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:01.022747 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-dee64e93-a6a4-4481-8e4f-c107996f0262 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:01.022835 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c542b49-70b5-4aab-b966-37ca3a885bd5 None None] Checking router: 0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:59:01.022835 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c542b49-70b5-4aab-b966-37ca3a885bd5 None None] Updating router 0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846 port bd50cd73-6cf0-46bd-8d81-7bd4027d17e9 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:59:01.022974 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-434d684c-0964-4f90-ab59-f182a67a22c6 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0303d9be8d54f109bacfe8faa1afc25&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1062107 Aug 18 12:59:01.022974 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-dee64e93-a6a4-4481-8e4f-c107996f0262 service neutron] Transition to ACTIVE for port object c852bd48-4cc1-46e1-ba7c-a6f451a40ab7 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:59:01.023119 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1c542b49-70b5-4aab-b966-37ca3a885bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:01.034912 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a0f689a8-6459-4a04-b896-0d40112b586f req-6a9b81de-2e66-4caa-95f7-296f0875dff3 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313543 Aug 18 12:59:01.055089 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-dee64e93-a6a4-4481-8e4f-c107996f0262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:01.070344 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-34de8348-ee60-4417-a4d7-d1018468d3e4 req-5d43d490-8687-4523-a127-9efd1d27f016 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1392817385', 'description': 'tempest-description-1515046818'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:01.088611 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-7191e4bf-798a-4af2-b09b-340c6898dbd8 admin admin] Deleting subnet cd34ce8a-5651-4ee4-9b61-3d01442af6aa {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:59:01.145925 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7191e4bf-798a-4af2-b09b-340c6898dbd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:01.146330 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-272c194a-b5ef-4e27-b12c-f5802ef34cbd service neutron] 10.222.0.13 "GET /v2.0/networks/f5784924-95c0-4ade-8e9b-45fec751237e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566653 Aug 18 12:59:01.183706 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7191e4bf-798a-4af2-b09b-340c6898dbd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:01.201407 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee64e93-a6a4-4481-8e4f-c107996f0262 service neutron] Pushing event updated for resources: {'Port': ['ID=c852bd48-4cc1-46e1-ba7c-a6f451a40ab7,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:01.255520 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-34de8348-ee60-4417-a4d7-d1018468d3e4 req-5d43d490-8687-4523-a127-9efd1d27f016 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:01.281935 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-dee64e93-a6a4-4481-8e4f-c107996f0262 service neutron] Attempting to bind port c852bd48-4cc1-46e1-ba7c-a6f451a40ab7 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:59:01.282315 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-dee64e93-a6a4-4481-8e4f-c107996f0262 service neutron] Attempting to bind port c852bd48-4cc1-46e1-ba7c-a6f451a40ab7 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': 'ef8e8cee-8aff-47ee-80bb-ffa053f3577b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:59:01.282649 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-dee64e93-a6a4-4481-8e4f-c107996f0262 service neutron] Attempting to bind port c852bd48-4cc1-46e1-ba7c-a6f451a40ab7 on network e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:59:01.296159 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-dee64e93-a6a4-4481-8e4f-c107996f0262 service neutron] Port c852bd48-4cc1-46e1-ba7c-a6f451a40ab7 on network e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:59:01.296479 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-dee64e93-a6a4-4481-8e4f-c107996f0262 service neutron] Attempting to bind port c852bd48-4cc1-46e1-ba7c-a6f451a40ab7 on network e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:59:01.303633 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-dee64e93-a6a4-4481-8e4f-c107996f0262 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:59:01.304841 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-dee64e93-a6a4-4481-8e4f-c107996f0262 service neutron] Checking segment: {'id': 'ef8e8cee-8aff-47ee-80bb-ffa053f3577b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:59:01.304841 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-dee64e93-a6a4-4481-8e4f-c107996f0262 service neutron] Bound using segment: {'id': 'ef8e8cee-8aff-47ee-80bb-ffa053f3577b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:59:01.304841 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-dee64e93-a6a4-4481-8e4f-c107996f0262 service neutron] Bound port: c852bd48-4cc1-46e1-ba7c-a6f451a40ab7, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef8e8cee-8aff-47ee-80bb-ffa053f3577b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:59:01.305136 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-dee64e93-a6a4-4481-8e4f-c107996f0262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:01.316524 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-1e826cda-a6b6-435e-8574-270f99ddac01 service neutron] 10.222.0.13 "GET /v2.0/networks/f5784924-95c0-4ade-8e9b-45fec751237e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857860 Aug 18 12:59:01.370952 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7191e4bf-798a-4af2-b09b-340c6898dbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:01.389702 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-dee64e93-a6a4-4481-8e4f-c107996f0262 service neutron] For port c852bd48-4cc1-46e1-ba7c-a6f451a40ab7, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:59:01.407506 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-dee64e93-a6a4-4481-8e4f-c107996f0262 service neutron] For port c852bd48-4cc1-46e1-ba7c-a6f451a40ab7, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=c852bd48-4cc1-46e1-ba7c-a6f451a40ab7,segment=NetworkSegment(ef8e8cee-8aff-47ee-80bb-ffa053f3577b),segment_id=ef8e8cee-8aff-47ee-80bb-ffa053f3577b)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:59:01.430778 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ca6936a5-86d1-454c-91f4-59f7b70ebb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:01.464677 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1c542b49-70b5-4aab-b966-37ca3a885bd5 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:01.478710 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-dee64e93-a6a4-4481-8e4f-c107996f0262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:01.518936 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6936a5-86d1-454c-91f4-59f7b70ebb70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=370a4194-5e7c-4dd1-afef-69ff1c3d51dd,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:01.534272 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-dee64e93-a6a4-4481-8e4f-c107996f0262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:01.534906 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-dee64e93-a6a4-4481-8e4f-c107996f0262 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:01.536298 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-dee64e93-a6a4-4481-8e4f-c107996f0262 service neutron] 10.222.0.20 "PUT /v2.0/ports/c852bd48-4cc1-46e1-ba7c-a6f451a40ab7 HTTP/1.1" status: 200 len: 1092 time: 2.0156093 Aug 18 12:59:01.537335 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd9c0c0-9302-46fc-936d-3a98b229665d', 'tag': 'c852bd48-4cc1-46e1-ba7c-a6f451a40ab7'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:59:01.539272 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3980d0a5-2bf6-48e9-95cf-5205c9a83d1e" -d '{"events": [{"name": "network-changed", "server_uuid": "dfd9c0c0-9302-46fc-936d-3a98b229665d", "tag": "c852bd48-4cc1-46e1-ba7c-a6f451a40ab7"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:59:01.540143 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-34de8348-ee60-4417-a4d7-d1018468d3e4 req-5d43d490-8687-4523-a127-9efd1d27f016 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:01.548693 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6936a5-86d1-454c-91f4-59f7b70ebb70 admin admin] Checking segment: {'id': 'd254ae00-87be-41d4-aa78-e249d1ab7c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:59:01.549069 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6936a5-86d1-454c-91f4-59f7b70ebb70 admin admin] Network hostable DHCP agents. Network: 8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:59:01.564920 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7191e4bf-798a-4af2-b09b-340c6898dbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:01.565412 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-1c542b49-70b5-4aab-b966-37ca3a885bd5 None None] Transition to ACTIVE for port object bd50cd73-6cf0-46bd-8d81-7bd4027d17e9 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:59:01.566343 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee64e93-a6a4-4481-8e4f-c107996f0262 service neutron] Pushing event updated for resources: {'Port': ['ID=c852bd48-4cc1-46e1-ba7c-a6f451a40ab7,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:01.591225 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7191e4bf-798a-4af2-b09b-340c6898dbd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd34ce8a-5651-4ee4-9b61-3d01442af6aa,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:01.600172 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7191e4bf-798a-4af2-b09b-340c6898dbd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:01.600172 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7191e4bf-798a-4af2-b09b-340c6898dbd8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cd34ce8a-5651-4ee4-9b61-3d01442af6aa HTTP/1.1" status: 204 len: 168 time: 0.6914463 Aug 18 12:59:01.600605 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 46132) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:01.603076 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af6bc21-ab6f-4e05-9018-5730ec7320be None None] Network c685eada-b74a-4ccf-ac40-c0de38fea702 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:59:01.648026 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6936a5-86d1-454c-91f4-59f7b70ebb70 admin admin] Network 8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:59:01.651207 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-34de8348-ee60-4417-a4d7-d1018468d3e4 req-5d43d490-8687-4523-a127-9efd1d27f016 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:01.679188 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1c542b49-70b5-4aab-b966-37ca3a885bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:01.713428 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43d490-8687-4523-a127-9efd1d27f016 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e161f6b-84a1-462a-abb5-e0eb1ba75232,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:01.723268 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-ca6936a5-86d1-454c-91f4-59f7b70ebb70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:59:01.730417 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6936a5-86d1-454c-91f4-59f7b70ebb70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:01.730417 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ca6936a5-86d1-454c-91f4-59f7b70ebb70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:01.748044 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 1ba9ce93-9fa8-4ee2-bbf3-ae9eed890f5d up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:59:01.753267 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9a6eb6-a519-449d-8f18-2008c3f4c00d None None] Network 8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:59:01.761886 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-34de8348-ee60-4417-a4d7-d1018468d3e4 req-5d43d490-8687-4523-a127-9efd1d27f016 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:01.764797 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-34de8348-ee60-4417-a4d7-d1018468d3e4 req-5d43d490-8687-4523-a127-9efd1d27f016 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.6986902 Aug 18 12:59:01.783153 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-28588b8a-cef1-4727-ab6f-c9d1d964c787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:01.794367 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-d14785ef-68cc-4eaf-a02a-902dfd8be84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:01.799043 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-d14785ef-68cc-4eaf-a02a-902dfd8be84a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=37a6e9787c904eb58cf3ddb1e11023f5&device_id=dfd9c0c0-9302-46fc-936d-3a98b229665d HTTP/1.1" status: 200 len: 1095 time: 0.1140532 Aug 18 12:59:01.828909 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ca6936a5-86d1-454c-91f4-59f7b70ebb70 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1809633 Aug 18 12:59:01.898207 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-5d5dda15-e833-4246-ace0-7ef8b48be1c2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c852bd48-4cc1-46e1-ba7c-a6f451a40ab7 HTTP/1.1" status: 200 len: 217 time: 0.0740871 Aug 18 12:59:01.912992 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc5c0d-1296-4f19-aaad-d7b0daf57e33 None None] Pushing event updated for resources: {'Port': ['ID=bd50cd73-6cf0-46bd-8d81-7bd4027d17e9,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:02.006091 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd97e2-a56e-4ff6-8c86-a9f7462ba686 req-175017a2-0656-45a8-ac99-a3b43fa8f1d1 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:02.013686 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b6dd97e2-a56e-4ff6-8c86-a9f7462ba686 req-175017a2-0656-45a8-ac99-a3b43fa8f1d1 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd9c0c0-9302-46fc-936d-3a98b229665d HTTP/1.1" status: 200 len: 944 time: 0.1708238 Aug 18 12:59:02.028167 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-5a9ca905-5ed5-44db-9b11-33dc12de6e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:02.029975 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-5a9ca905-5ed5-44db-9b11-33dc12de6e23 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f0409aa-1fb7-4185-8e0a-32f29d65add0 HTTP/1.1" status: 200 len: 854 time: 0.1164775 Aug 18 12:59:02.080593 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-1c542b49-70b5-4aab-b966-37ca3a885bd5 None None] Attempting to bind port bd50cd73-6cf0-46bd-8d81-7bd4027d17e9 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:59:02.081044 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-1c542b49-70b5-4aab-b966-37ca3a885bd5 None None] Attempting to bind port bd50cd73-6cf0-46bd-8d81-7bd4027d17e9 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '6851dbba-1cc1-4348-91b0-ff341cc9df8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f5784924-95c0-4ade-8e9b-45fec751237e'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:59:02.081311 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c542b49-70b5-4aab-b966-37ca3a885bd5 None None] Attempting to bind port bd50cd73-6cf0-46bd-8d81-7bd4027d17e9 on network f5784924-95c0-4ade-8e9b-45fec751237e {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:59:02.085645 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 1ba9ce93-9fa8-4ee2-bbf3-ae9eed890f5d triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:59:02.086031 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:02.102830 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-d0375d7f-5d5d-4577-a767-6b4f62b2c57c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578053 Aug 18 12:59:02.109893 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-28588b8a-cef1-4727-ab6f-c9d1d964c787 admin admin] Deleting port 8ce6de98-30b7-46ca-be01-4dcb4c19aed0 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:59:02.110266 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-28588b8a-cef1-4727-ab6f-c9d1d964c787 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:02.129453 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c542b49-70b5-4aab-b966-37ca3a885bd5 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:59:02.129842 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c542b49-70b5-4aab-b966-37ca3a885bd5 None None] Checking segment: {'id': '6851dbba-1cc1-4348-91b0-ff341cc9df8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f5784924-95c0-4ade-8e9b-45fec751237e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:59:02.130289 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1c542b49-70b5-4aab-b966-37ca3a885bd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:02.130681 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c542b49-70b5-4aab-b966-37ca3a885bd5 None None] Bound using segment: {'id': '6851dbba-1cc1-4348-91b0-ff341cc9df8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f5784924-95c0-4ade-8e9b-45fec751237e'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:59:02.131172 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-1c542b49-70b5-4aab-b966-37ca3a885bd5 None None] Bound port: bd50cd73-6cf0-46bd-8d81-7bd4027d17e9, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6851dbba-1cc1-4348-91b0-ff341cc9df8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f5784924-95c0-4ade-8e9b-45fec751237e'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:59:02.131561 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1c542b49-70b5-4aab-b966-37ca3a885bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:02.156618 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd135e83-838e-425c-993b-62061618a835 None None] Network 8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:59:02.233249 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3350301-fb32-4c9f-900f-69e019f56a1e None None] DHCP port deletion for c685eada-b74a-4ccf-ac40-c0de38fea702 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:59:02.234756 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b6dd97e2-a56e-4ff6-8c86-a9f7462ba686 req-be26e98b-d427-448c-b687-0bf88be740fa tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197826 Aug 18 12:59:02.293104 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8875b-850c-41b2-943b-36273a0e120e req-b5ad3ed1-4f0c-460f-974b-67d0b30b2838 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:02.308247 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bbf8875b-850c-41b2-943b-36273a0e120e req-b5ad3ed1-4f0c-460f-974b-67d0b30b2838 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/ports?device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 945 time: 0.1088820 Aug 18 12:59:02.320141 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-28588b8a-cef1-4727-ab6f-c9d1d964c787 admin admin] For port 8ce6de98-30b7-46ca-be01-4dcb4c19aed0, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=8ce6de98-30b7-46ca-be01-4dcb4c19aed0,segment=NetworkSegment(52e77d73-4cc6-4d8e-ac4d-7a05b681cb02),segment_id=52e77d73-4cc6-4d8e-ac4d-7a05b681cb02)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:02.320524 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-28588b8a-cef1-4727-ab6f-c9d1d964c787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:02.332517 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-a1265776-20c6-4942-ba82-61bb6e5c1187 service neutron] 10.222.0.20 "GET /v2.0/networks/e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150643 Aug 18 12:59:02.336836 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-28588b8a-cef1-4727-ab6f-c9d1d964c787 admin admin] Calling delete_port for 8ce6de98-30b7-46ca-be01-4dcb4c19aed0 owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:59:02.380810 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-1c542b49-70b5-4aab-b966-37ca3a885bd5 None None] For port bd50cd73-6cf0-46bd-8d81-7bd4027d17e9, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:59:02.400164 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bbf8875b-850c-41b2-943b-36273a0e120e req-f3a09ea8-583a-412a-85c4-0edde9ae7753 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/security-groups?id=63d769d6-1907-47bf-878b-f1f65bf8c786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911477 Aug 18 12:59:02.428159 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-1c542b49-70b5-4aab-b966-37ca3a885bd5 None None] For port bd50cd73-6cf0-46bd-8d81-7bd4027d17e9, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=bd50cd73-6cf0-46bd-8d81-7bd4027d17e9,segment=NetworkSegment(6851dbba-1cc1-4348-91b0-ff341cc9df8f),segment_id=6851dbba-1cc1-4348-91b0-ff341cc9df8f)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:59:02.495227 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-e3350301-fb32-4c9f-900f-69e019f56a1e None None] Deleting port 8ce6de98-30b7-46ca-be01-4dcb4c19aed0 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:59:02.495959 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e3350301-fb32-4c9f-900f-69e019f56a1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:02.498626 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ec21f8c2-bc24-40d8-bdb4-ecde779da759 req-c9d897d1-33d6-444e-af14-e2c7c9447421 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63ce61-f12c-4f16-aea6-7f4963e73522 HTTP/1.1" status: 200 len: 210 time: 0.0495353 Aug 18 12:59:02.563693 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-11a844d6-2754-4b7e-bcd2-52ef944696db req-bb4467fe-fc79-453d-9fd0-3dc861b6614e service neutron] 10.222.0.20 "GET /v2.0/networks/e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204120 Aug 18 12:59:02.586036 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 59d130de-0187-474a-8e53-84955269fafc no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:59:02.591501 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90fac936-4f02-4473-8859-0c46d7df8889 x-openstack-request-id: req-90fac936-4f02-4473-8859-0c46d7df8889 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:59:02.599805 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfd9c0c0-9302-46fc-936d-3a98b229665d", "tag": "c852bd48-4cc1-46e1-ba7c-a6f451a40ab7", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:59:02.599805 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90fac936-4f02-4473-8859-0c46d7df8889 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:59:02.599805 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd9c0c0-9302-46fc-936d-3a98b229665d', 'tag': 'c852bd48-4cc1-46e1-ba7c-a6f451a40ab7', 'status': 'completed', 'code': 200} Aug 18 12:59:02.600207 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1c542b49-70b5-4aab-b966-37ca3a885bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:02.600308 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d553805d-ed31-4271-9f1b-1b93335316d9 req-c68d231d-9ae2-455a-9c27-34641a80196f tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] 10.222.0.13 "GET /v2.0/security-groups/42e4bfe0-8e40-49c7-a6e7-550ab3c3c00f HTTP/1.1" status: 200 len: 1805 time: 0.0868781 Aug 18 12:59:02.649082 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 59d130de-0187-474a-8e53-84955269fafc {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:59:02.649453 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 59d130de-0187-474a-8e53-84955269fafc not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:59:02.670649 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d553805d-ed31-4271-9f1b-1b93335316d9 req-6fcf5064-4dbe-40ef-9e3c-0823f057518a tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] 10.222.0.13 "GET /v2.0/security-groups/7e161f6b-84a1-462a-abb5-e0eb1ba75232 HTTP/1.1" status: 200 len: 1807 time: 0.0629478 Aug 18 12:59:02.680208 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-28588b8a-cef1-4727-ab6f-c9d1d964c787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:02.700141 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-d553805d-ed31-4271-9f1b-1b93335316d9 req-d81caf20-7860-4aba-889d-7ff98200afee tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '42e4bfe0-8e40-49c7-a6e7-550ab3c3c00f', 'remote_group_id': '7e161f6b-84a1-462a-abb5-e0eb1ba75232', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:02.701268 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-d553805d-ed31-4271-9f1b-1b93335316d9 req-d81caf20-7860-4aba-889d-7ff98200afee tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '42e4bfe0-8e40-49c7-a6e7-550ab3c3c00f', 'remote_group_id': '7e161f6b-84a1-462a-abb5-e0eb1ba75232', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:02.761465 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28588b8a-cef1-4727-ab6f-c9d1d964c787 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ce6de98-30b7-46ca-be01-4dcb4c19aed0,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:02.768803 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28588b8a-cef1-4727-ab6f-c9d1d964c787 admin admin] No DVR routers for this DVR port 8ce6de98-30b7-46ca-be01-4dcb4c19aed0 on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:59:02.819510 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-e3350301-fb32-4c9f-900f-69e019f56a1e None None] For port 8ce6de98-30b7-46ca-be01-4dcb4c19aed0, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=8ce6de98-30b7-46ca-be01-4dcb4c19aed0,segment=NetworkSegment(52e77d73-4cc6-4d8e-ac4d-7a05b681cb02),segment_id=52e77d73-4cc6-4d8e-ac4d-7a05b681cb02)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:02.819893 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e3350301-fb32-4c9f-900f-69e019f56a1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:02.845582 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-e3350301-fb32-4c9f-900f-69e019f56a1e None None] Calling delete_port for 8ce6de98-30b7-46ca-be01-4dcb4c19aed0 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:59:02.854933 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c542b49-70b5-4aab-b966-37ca3a885bd5 None None] Routers {'0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:59:02.855559 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-1c542b49-70b5-4aab-b966-37ca3a885bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:58:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:02.862954 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc5c0d-1296-4f19-aaad-d7b0daf57e33 None None] Pushing event updated for resources: {'Port': ['ID=bd50cd73-6cf0-46bd-8d81-7bd4027d17e9,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:02.913217 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-28588b8a-cef1-4727-ab6f-c9d1d964c787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:02.935684 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-d553805d-ed31-4271-9f1b-1b93335316d9 req-d81caf20-7860-4aba-889d-7ff98200afee tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:02.943247 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-28588b8a-cef1-4727-ab6f-c9d1d964c787 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c685eada-b74a-4ccf-ac40-c0de38fea702']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:02.970717 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-28588b8a-cef1-4727-ab6f-c9d1d964c787 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52e77d73-4cc6-4d8e-ac4d-7a05b681cb02') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:02.971445 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-28588b8a-cef1-4727-ab6f-c9d1d964c787 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52e77d73-4cc6-4d8e-ac4d-7a05b681cb02') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:02.981647 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-28588b8a-cef1-4727-ab6f-c9d1d964c787 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:03.012182 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-d553805d-ed31-4271-9f1b-1b93335316d9 req-d81caf20-7860-4aba-889d-7ff98200afee tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:03.035541 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980d0a5-2bf6-48e9-95cf-5205c9a83d1e req-07bb60a2-7f2a-4688-a331-ab0cdecfc027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:03.037064 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3980d0a5-2bf6-48e9-95cf-5205c9a83d1e req-07bb60a2-7f2a-4688-a331-ab0cdecfc027 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=37a6e9787c904eb58cf3ddb1e11023f5&device_id=dfd9c0c0-9302-46fc-936d-3a98b229665d HTTP/1.1" status: 200 len: 1095 time: 0.2775967 Aug 18 12:59:03.049464 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-28588b8a-cef1-4727-ab6f-c9d1d964c787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:03.077056 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28588b8a-cef1-4727-ab6f-c9d1d964c787 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:59:03.077412 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-28588b8a-cef1-4727-ab6f-c9d1d964c787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:03.078541 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-1c542b49-70b5-4aab-b966-37ca3a885bd5 None None] Set router 0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:59:03.102729 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 12:59:03.102729 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:59:03.102729 n-d-803603-2 neutron-server[101675]: timer() Aug 18 12:59:03.102729 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:59:03.102729 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 12:59:03.102729 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:59:03.102729 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 12:59:03.102729 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:59:03.102729 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 12:59:03.102729 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:59:03.102729 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 12:59:03.102729 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:59:03.102729 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 12:59:03.102729 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:59:03.102729 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:59:03.102729 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:59:03.102729 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:59:03.102729 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:59:03.102729 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 12:59:03.102729 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:59:03.102729 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 12:59:03.102729 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:59:03.102729 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:59:03.102729 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:59:03.102729 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 12:59:03.102729 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:59:03.102729 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:59:03.102729 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:59:03.102729 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:59:03.102729 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:59:03.102729 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:59:03.102729 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:59:03.112097 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e3350301-fb32-4c9f-900f-69e019f56a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:03.145944 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-d553805d-ed31-4271-9f1b-1b93335316d9 req-d81caf20-7860-4aba-889d-7ff98200afee tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:03.159183 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3350301-fb32-4c9f-900f-69e019f56a1e None None] Pushing event deleted for resources: {'Port': ['ID=8ce6de98-30b7-46ca-be01-4dcb4c19aed0,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:03.178541 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81caf20-7860-4aba-889d-7ff98200afee tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d06c14c7-1a67-4479-8477-6766d5633458,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:03.194963 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3350301-fb32-4c9f-900f-69e019f56a1e None None] No DVR routers for this DVR port 8ce6de98-30b7-46ca-be01-4dcb4c19aed0 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:59:03.221281 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-0ea15ab6-d824-4e2c-aa66-bb2e78faf948 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:03.222827 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-0ea15ab6-d824-4e2c-aa66-bb2e78faf948 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/networks?id=8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8 HTTP/1.1" status: 200 len: 814 time: 0.2824135 Aug 18 12:59:03.244632 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980d0a5-2bf6-48e9-95cf-5205c9a83d1e req-1a62a40d-2a51-4327-801b-bbe95440d20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:03.249173 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3980d0a5-2bf6-48e9-95cf-5205c9a83d1e req-1a62a40d-2a51-4327-801b-bbe95440d20e service neutron] 10.222.0.20 "GET /v2.0/networks?id=e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1 HTTP/1.1" status: 200 len: 915 time: 0.1978991 Aug 18 12:59:03.249173 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-a48a319c-d165-4c69-b65b-05eccb5886d0 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/quotas/e1762f04164146b59760e8758daee96f HTTP/1.1" status: 200 len: 375 time: 0.0153363 Aug 18 12:59:03.267248 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-d553805d-ed31-4271-9f1b-1b93335316d9 req-d81caf20-7860-4aba-889d-7ff98200afee tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:03.268602 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d553805d-ed31-4271-9f1b-1b93335316d9 req-d81caf20-7860-4aba-889d-7ff98200afee tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5845959 Aug 18 12:59:03.277216 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-28588b8a-cef1-4727-ab6f-c9d1d964c787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:03.317880 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-dbc4bb17-71b6-42c4-8e08-42979690afcf tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1762f04164146b59760e8758daee96f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637510 Aug 18 12:59:03.320860 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-28588b8a-cef1-4727-ab6f-c9d1d964c787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:03.325462 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-28588b8a-cef1-4727-ab6f-c9d1d964c787 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c685eada-b74a-4ccf-ac40-c0de38fea702 HTTP/1.1" status: 204 len: 168 time: 1.7238238 Aug 18 12:59:03.327002 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3980d0a5-2bf6-48e9-95cf-5205c9a83d1e req-feb8c3eb-7eee-4d03-b201-6475f6d1a272 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c852bd48-4cc1-46e1-ba7c-a6f451a40ab7 HTTP/1.1" status: 200 len: 217 time: 0.0719204 Aug 18 12:59:03.372192 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-1c542b49-70b5-4aab-b966-37ca3a885bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846', 'name': 'tempest-ServerRescueTestJSON-1077007432-router', 'tenant_id': 'f0303d9be8d54f109bacfe8faa1afc25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '1ba9ce93-9fa8-4ee2-bbf3-ae9eed890f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:58:50Z', 'updated_at': '2021-08-18T12:58:58Z', 'revision_number': 4, 'project_id': 'f0303d9be8d54f109bacfe8faa1afc25', 'gw_port': {'id': '1ba9ce93-9fa8-4ee2-bbf3-ae9eed890f5d', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:58:52Z', 'updated_at': '2021-08-18T12:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'bd50cd73-6cf0-46bd-8d81-7bd4027d17e9', 'name': '', 'network_id': 'f5784924-95c0-4ade-8e9b-45fec751237e', 'tenant_id': 'f0303d9be8d54f109bacfe8faa1afc25', 'mac_address': 'fa:16:3e:43:b7:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '5fe5576d-7fb1-4b34-b4b7-7ac7dda64bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:58:57Z', 'updated_at': '2021-08-18T12:59:02Z', 'revision_number': 4, 'project_id': 'f0303d9be8d54f109bacfe8faa1afc25', 'subnets': [{'id': '5fe5576d-7fb1-4b34-b4b7-7ac7dda64bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:03.393267 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28588b8a-cef1-4727-ab6f-c9d1d964c787 admin admin] Pushing event deleted for resources: {'Network': ['ID=c685eada-b74a-4ccf-ac40-c0de38fea702,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:03.410055 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c542b49-70b5-4aab-b966-37ca3a885bd5 None None] The sync data for ids ['0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846'] in n-d-803603-2 is: [{'id': '0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846', 'name': 'tempest-ServerRescueTestJSON-1077007432-router', 'tenant_id': 'f0303d9be8d54f109bacfe8faa1afc25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '1ba9ce93-9fa8-4ee2-bbf3-ae9eed890f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:58:50Z', 'updated_at': '2021-08-18T12:58:58Z', 'revision_number': 4, 'project_id': 'f0303d9be8d54f109bacfe8faa1afc25', 'gw_port': {'id': '1ba9ce93-9fa8-4ee2-bbf3-ae9eed890f5d', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:58:52Z', 'updated_at': '2021-08-18T12:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'bd50cd73-6cf0-46bd-8d81-7bd4027d17e9', 'name': '', 'network_id': 'f5784924-95c0-4ade-8e9b-45fec751237e', 'tenant_id': 'f0303d9be8d54f109bacfe8faa1afc25', 'mac_address': 'fa:16:3e:43:b7:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '5fe5576d-7fb1-4b34-b4b7-7ac7dda64bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:58:57Z', 'updated_at': '2021-08-18T12:59:02Z', 'revision_number': 4, 'project_id': 'f0303d9be8d54f109bacfe8faa1afc25', 'subnets': [{'id': '5fe5576d-7fb1-4b34-b4b7-7ac7dda64bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:59:03.446145 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980d0a5-2bf6-48e9-95cf-5205c9a83d1e req-627a33af-bbc2-4b81-ae30-28c0cd729979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:03.447758 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3980d0a5-2bf6-48e9-95cf-5205c9a83d1e req-627a33af-bbc2-4b81-ae30-28c0cd729979 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f0409aa-1fb7-4185-8e0a-32f29d65add0 HTTP/1.1" status: 200 len: 854 time: 0.0986226 Aug 18 12:59:03.472581 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d811b3-e466-4132-a9f0-67a369f31e42 req-27212e8a-67c8-4ba3-9c84-0e46e4f5bb24 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:03.474454 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-39d811b3-e466-4132-a9f0-67a369f31e42 req-27212e8a-67c8-4ba3-9c84-0e46e4f5bb24 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=80d2b37c-4ce5-4268-b590-630211af4349 HTTP/1.1" status: 200 len: 945 time: 0.1148918 Aug 18 12:59:03.512435 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3980d0a5-2bf6-48e9-95cf-5205c9a83d1e req-58747e9f-412a-409d-a933-8341071d4d1e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526943 Aug 18 12:59:03.559678 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-3bb802b5-9a32-49cf-9644-4a88e817f92e service neutron] 10.222.0.13 "GET /v2.0/networks/8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302694 Aug 18 12:59:03.570880 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-39d811b3-e466-4132-a9f0-67a369f31e42 req-ab78bc87-4194-457f-8000-eebbdbea47f6 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708981 Aug 18 12:59:03.579271 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 46192) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:03.734966 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66698406-6f43-43d5-9336-d0bf6b44e762 req-280ca004-31ab-4971-a7ca-6b250ca73192 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:03.737372 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-66698406-6f43-43d5-9336-d0bf6b44e762 req-280ca004-31ab-4971-a7ca-6b250ca73192 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd9c0c0-9302-46fc-936d-3a98b229665d HTTP/1.1" status: 200 len: 944 time: 0.0963950 Aug 18 12:59:03.742672 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device bd50cd73-6cf0-46bd-8d81-7bd4027d17e9 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:59:03.764658 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-27b0d457-4ce7-42c0-9903-ef3afac9d138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:03.811431 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3980d0a5-2bf6-48e9-95cf-5205c9a83d1e req-80aa71c3-0de6-48f5-8016-0bf6aaee896d service neutron] 10.222.0.20 "GET /v2.0/networks/e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922544 Aug 18 12:59:03.829072 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-66698406-6f43-43d5-9336-d0bf6b44e762 req-2cc1fe04-64f2-41ac-bc7a-1f5a4327e224 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630653 Aug 18 12:59:03.878629 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port bd50cd73-6cf0-46bd-8d81-7bd4027d17e9 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:59:03.886971 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 46198) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:03.891934 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port bd50cd73-6cf0-46bd-8d81-7bd4027d17e9 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:59:03.892575 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:03.941476 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-64fe0de0-0139-4ad7-97bb-c6481622a39e service neutron] 10.222.0.13 "GET /v2.0/networks/8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162322 Aug 18 12:59:03.989266 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a984708b-9f8b-498c-8fc0-b7f68936bf1b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d5d12a9de8584349b130c0cc2c8c19f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0996575 Aug 18 12:59:03.995662 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 46200) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:04.005698 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3980d0a5-2bf6-48e9-95cf-5205c9a83d1e req-c7d0cbd4-5d78-4655-88ee-5155f3f6e025 service neutron] 10.222.0.20 "GET /v2.0/networks/e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834095 Aug 18 12:59:04.026983 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:04.048923 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-df895b86-9008-4bd6-98c8-72e70f5dd1fb req-6e6353f1-f5aa-4f5a-b3c6-4c640cdad90d tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] 10.222.0.13 "GET /v2.0/security-groups/7e161f6b-84a1-462a-abb5-e0eb1ba75232 HTTP/1.1" status: 200 len: 1807 time: 0.1603451 Aug 18 12:59:04.071636 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port bd50cd73-6cf0-46bd-8d81-7bd4027d17e9, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=bd50cd73-6cf0-46bd-8d81-7bd4027d17e9,segment=NetworkSegment(6851dbba-1cc1-4348-91b0-ff341cc9df8f),segment_id=6851dbba-1cc1-4348-91b0-ff341cc9df8f)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:04.089143 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-27b0d457-4ce7-42c0-9903-ef3afac9d138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:04.140079 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-139c560b-74ac-4218-8451-a0f93ca1bea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:04.147937 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-df895b86-9008-4bd6-98c8-72e70f5dd1fb req-ae9aebe3-eaff-4d59-82e6-70f65be53295 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:04.175688 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:04.179604 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-139c560b-74ac-4218-8451-a0f93ca1bea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:04.181430 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-27b0d457-4ce7-42c0-9903-ef3afac9d138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:04.215233 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-df895b86-9008-4bd6-98c8-72e70f5dd1fb req-ae9aebe3-eaff-4d59-82e6-70f65be53295 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:04.266718 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 8ce6de98-30b7-46ca-be01-4dcb4c19aed0 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:59:04.293123 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 8ce6de98-30b7-46ca-be01-4dcb4c19aed0 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:59:04.294136 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 8ce6de98-30b7-46ca-be01-4dcb4c19aed0 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:59:04.295875 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=bd50cd73-6cf0-46bd-8d81-7bd4027d17e9,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:04.317600 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b0d457-4ce7-42c0-9903-ef3afac9d138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbe7e0c-374d-4a25-8ee5-477f84e4778a,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:04.359263 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-27b0d457-4ce7-42c0-9903-ef3afac9d138 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68ebb986633e48e484b3bd074dd1dc69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7787106 Aug 18 12:59:04.365475 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3303d83a-4189-42e2-8ee5-62d53f4f40fc req-28ccaa0d-f159-4f5b-9a81-738a09ca17eb tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:04.367973 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 46206) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:04.368083 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3303d83a-4189-42e2-8ee5-62d53f4f40fc req-28ccaa0d-f159-4f5b-9a81-738a09ca17eb tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/ports?device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 945 time: 0.0886445 Aug 18 12:59:04.426804 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3303d83a-4189-42e2-8ee5-62d53f4f40fc req-b488482f-16f3-4fa8-a3ee-7363fece113b tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/security-groups?id=63d769d6-1907-47bf-878b-f1f65bf8c786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514021 Aug 18 12:59:04.471853 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-139c560b-74ac-4218-8451-a0f93ca1bea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:04.474896 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-139c560b-74ac-4218-8451-a0f93ca1bea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:04.478655 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-139c560b-74ac-4218-8451-a0f93ca1bea4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ca594ce-bb8a-4377-9c86-a321b2fe6200 HTTP/1.1" status: 204 len: 168 time: 0.4826188 Aug 18 12:59:04.482024 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-78ee1ff7-b3bc-4387-962d-3a2df7b3c912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:04.497683 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c560b-74ac-4218-8451-a0f93ca1bea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca594ce-bb8a-4377-9c86-a321b2fe6200,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:04.514523 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-78ee1ff7-b3bc-4387-962d-3a2df7b3c912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:04.532192 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-974c7b56-6920-4a3e-bea9-10f542496739 req-634d8b7b-c928-4fc4-990e-be66bb70e7b4 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63ce61-f12c-4f16-aea6-7f4963e73522 HTTP/1.1" status: 200 len: 210 time: 0.0331659 Aug 18 12:59:04.547885 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-df895b86-9008-4bd6-98c8-72e70f5dd1fb req-ae9aebe3-eaff-4d59-82e6-70f65be53295 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:04.551254 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-df895b86-9008-4bd6-98c8-72e70f5dd1fb req-ae9aebe3-eaff-4d59-82e6-70f65be53295 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:04.552527 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-df895b86-9008-4bd6-98c8-72e70f5dd1fb req-ae9aebe3-eaff-4d59-82e6-70f65be53295 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] 10.222.0.13 "DELETE /v2.0/security-groups/7e161f6b-84a1-462a-abb5-e0eb1ba75232 HTTP/1.1" status: 204 len: 173 time: 0.5027933 Aug 18 12:59:04.568039 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9aebe3-eaff-4d59-82e6-70f65be53295 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e161f6b-84a1-462a-abb5-e0eb1ba75232,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:04.648438 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4f6e54ce-080d-4d00-aabd-150846fdf0cb req-84728bdb-872c-46bd-b1d5-70ec5df19cbd tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=09cebbc6-fedd-4966-ba74-7c77a09c3185 HTTP/1.1" status: 200 len: 210 time: 0.0510075 Aug 18 12:59:04.709043 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-78ee1ff7-b3bc-4387-962d-3a2df7b3c912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:04.712308 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-78ee1ff7-b3bc-4387-962d-3a2df7b3c912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:04.714208 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-78ee1ff7-b3bc-4387-962d-3a2df7b3c912 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0bbe7e0c-374d-4a25-8ee5-477f84e4778a HTTP/1.1" status: 204 len: 168 time: 0.3456380 Aug 18 12:59:04.747867 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee1ff7-b3bc-4387-962d-3a2df7b3c912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbe7e0c-374d-4a25-8ee5-477f84e4778a,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:04.816012 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-da16859f-52aa-4ca9-ace0-62196636c02c req-c897d827-5fb3-4530-9416-5cf630ed6e2f tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] 10.222.0.13 "GET /v2.0/security-groups/42e4bfe0-8e40-49c7-a6e7-550ab3c3c00f HTTP/1.1" status: 200 len: 1805 time: 0.1108212 Aug 18 12:59:04.837738 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-e461bcf7-0fbe-4f56-abb6-ea73954b50ad tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:04.839615 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-e461bcf7-0fbe-4f56-abb6-ea73954b50ad tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.39 "GET /v2.0/networks?id=f5784924-95c0-4ade-8e9b-45fec751237e HTTP/1.1" status: 200 len: 811 time: 0.1901031 Aug 18 12:59:04.866040 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-a3cc7b32-a889-4f60-b897-eb5a99e57be2 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Request body: {'port': {'device_id': 'bc63ce61-f12c-4f16-aea6-7f4963e73522', 'network_id': 'f5784924-95c0-4ade-8e9b-45fec751237e', 'admin_state_up': True, 'tenant_id': 'f0303d9be8d54f109bacfe8faa1afc25'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:04.873903 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-2006f8eb-453d-401f-8db7-5e48be45d1e1 req-d68c8951-eb3f-4d03-88de-a35161607b2a tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1932319016', 'description': 'tempest-description-537597377'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:05.052818 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c438c3b-e526-4ebe-bf7a-9140468036f1 req-ca48ce26-fa94-48c7-85d5-94946ece0b6c tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:05.055402 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6c438c3b-e526-4ebe-bf7a-9140468036f1 req-ca48ce26-fa94-48c7-85d5-94946ece0b6c tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd9c0c0-9302-46fc-936d-3a98b229665d HTTP/1.1" status: 200 len: 944 time: 0.0744388 Aug 18 12:59:05.102742 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2006f8eb-453d-401f-8db7-5e48be45d1e1 req-d68c8951-eb3f-4d03-88de-a35161607b2a tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:05.107077 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6c438c3b-e526-4ebe-bf7a-9140468036f1 req-71d16ad5-7e10-4efa-942d-44bbeab3487b tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452902 Aug 18 12:59:05.195443 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-a3cc7b32-a889-4f60-b897-eb5a99e57be2 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Made reservation on behalf of f0303d9be8d54f109bacfe8faa1afc25 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:59:05.199852 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-a3cc7b32-a889-4f60-b897-eb5a99e57be2 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:05.270803 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4c72a-d50a-42e2-85c0-5fb9afd02828 req-5316c153-3263-47fd-b163-370205aa92f3 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:05.278330 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ac4c72a-d50a-42e2-85c0-5fb9afd02828 req-5316c153-3263-47fd-b163-370205aa92f3 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=80d2b37c-4ce5-4268-b590-630211af4349 HTTP/1.1" status: 200 len: 945 time: 0.0732322 Aug 18 12:59:05.312521 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ac4c72a-d50a-42e2-85c0-5fb9afd02828 req-6058f2d7-e922-4fa5-8b2c-4d5640675c48 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333018 Aug 18 12:59:05.365000 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device c852bd48-4cc1-46e1-ba7c-a6f451a40ab7 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:59:05.374873 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2006f8eb-453d-401f-8db7-5e48be45d1e1 req-d68c8951-eb3f-4d03-88de-a35161607b2a tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:05.393383 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-a3cc7b32-a889-4f60-b897-eb5a99e57be2 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Allocated IP 172.20.0.7 (f5784924-95c0-4ade-8e9b-45fec751237e/5fe5576d-7fb1-4b34-b4b7-7ac7dda64bb3/011cfdb1-83c4-453f-82df-6e524aa56987) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:59:05.479027 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2006f8eb-453d-401f-8db7-5e48be45d1e1 req-d68c8951-eb3f-4d03-88de-a35161607b2a tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:05.482086 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port c852bd48-4cc1-46e1-ba7c-a6f451a40ab7, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=c852bd48-4cc1-46e1-ba7c-a6f451a40ab7,segment=NetworkSegment(ef8e8cee-8aff-47ee-80bb-ffa053f3577b),segment_id=ef8e8cee-8aff-47ee-80bb-ffa053f3577b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:05.497018 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'c852bd48-4cc1-46e1-ba7c-a6f451a40ab7', 'network_id': 'e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1', 'port_id': 'c852bd48-4cc1-46e1-ba7c-a6f451a40ab7', 'mac_address': 'fa:16:3e:df:11:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f0409aa-1fb7-4185-8e0a-32f29d65add0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:59:05.538076 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:05.555357 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c852bd48-4cc1-46e1-ba7c-a6f451a40ab7 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:59:05.563142 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c8951-eb3f-4d03-88de-a35161607b2a tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4edb7ae0-de8a-465d-9d86-0011ada91dfb,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:05.583794 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port c852bd48-4cc1-46e1-ba7c-a6f451a40ab7, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=c852bd48-4cc1-46e1-ba7c-a6f451a40ab7,segment=NetworkSegment(ef8e8cee-8aff-47ee-80bb-ffa053f3577b),segment_id=ef8e8cee-8aff-47ee-80bb-ffa053f3577b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:05.595055 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1e623-8a05-4b5a-a809-fb9f1123ef34 req-ad3ca7ba-4588-4e76-9ca8-721023f62a7f tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:05.595055 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a1b1e623-8a05-4b5a-a809-fb9f1123ef34 req-ad3ca7ba-4588-4e76-9ca8-721023f62a7f tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/ports?device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 945 time: 0.0540860 Aug 18 12:59:05.603866 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 46244) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:05.633978 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fe71c160-2de1-4d52-b6c1-a794f7bbc543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:05.636320 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2006f8eb-453d-401f-8db7-5e48be45d1e1 req-d68c8951-eb3f-4d03-88de-a35161607b2a tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:05.637667 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2006f8eb-453d-401f-8db7-5e48be45d1e1 req-d68c8951-eb3f-4d03-88de-a35161607b2a tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7819803 Aug 18 12:59:05.660948 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:05.676152 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-a3cc7b32-a889-4f60-b897-eb5a99e57be2 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:05.676942 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a1b1e623-8a05-4b5a-a809-fb9f1123ef34 req-95630c10-7fb4-4f2f-9801-87044a167b6b tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/security-groups?id=63d769d6-1907-47bf-878b-f1f65bf8c786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816247 Aug 18 12:59:05.760455 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1d7ef4cd-48f0-4dd4-a453-5d263771df8a req-3b79a262-6386-41fb-b608-910fec38a323 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63ce61-f12c-4f16-aea6-7f4963e73522 HTTP/1.1" status: 200 len: 210 time: 0.0450804 Aug 18 12:59:05.774257 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device bd50cd73-6cf0-46bd-8d81-7bd4027d17e9 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:59:05.795949 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-91be9fcc-a8dd-4078-94a3-619af27775c2 req-61fc3e2c-e5f7-4bcf-83f7-1f15a35922f5 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] 10.222.0.13 "GET /v2.0/security-groups/4edb7ae0-de8a-465d-9d86-0011ada91dfb HTTP/1.1" status: 200 len: 1806 time: 0.0694087 Aug 18 12:59:05.803748 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-91be9fcc-a8dd-4078-94a3-619af27775c2 req-930a4ae2-684e-49b7-8f32-e07b19ee79f5 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4edb7ae0-de8a-465d-9d86-0011ada91dfb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:05.804069 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-91be9fcc-a8dd-4078-94a3-619af27775c2 req-930a4ae2-684e-49b7-8f32-e07b19ee79f5 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4edb7ae0-de8a-465d-9d86-0011ada91dfb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:05.854100 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=c852bd48-4cc1-46e1-ba7c-a6f451a40ab7,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:05.861650 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fe71c160-2de1-4d52-b6c1-a794f7bbc543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:05.861837 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port bd50cd73-6cf0-46bd-8d81-7bd4027d17e9 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:59:05.862131 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:05.887217 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-90f0bde5-7c84-4bf6-afcc-ac10c5b0728e req-a4906569-a90e-49c6-bb52-01966a840ec6 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=09cebbc6-fedd-4966-ba74-7c77a09c3185 HTTP/1.1" status: 200 len: 210 time: 0.0324066 Aug 18 12:59:05.896141 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-a3cc7b32-a889-4f60-b897-eb5a99e57be2 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:05.920831 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fe71c160-2de1-4d52-b6c1-a794f7bbc543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:05.924268 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['c852bd48-4cc1-46e1-ba7c-a6f451a40ab7'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:59:05.952857 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-a3cc7b32-a889-4f60-b897-eb5a99e57be2 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Network f5784924-95c0-4ade-8e9b-45fec751237e is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:59:05.957763 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-a3cc7b32-a889-4f60-b897-eb5a99e57be2 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:59:05.959852 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc7b32-a889-4f60-b897-eb5a99e57be2 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Pushing event updated for resources: {'Port': ['ID=011cfdb1-83c4-453f-82df-6e524aa56987,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:05.962323 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-a3cc7b32-a889-4f60-b897-eb5a99e57be2 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:59:05.988049 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-fe71c160-2de1-4d52-b6c1-a794f7bbc543 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1929ce46e7ad4fc1b3671a9db77cde35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3830111 Aug 18 12:59:05.991038 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 46256) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:05.991883 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71c160-2de1-4d52-b6c1-a794f7bbc543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1bc422-2ca1-483e-8a20-f9158dfcb0ed,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:06.046674 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-a3cc7b32-a889-4f60-b897-eb5a99e57be2 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:06.049272 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-a3cc7b32-a889-4f60-b897-eb5a99e57be2 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:06.105222 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0d50882f-b6ed-4286-92fa-63f10a36ee02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:06.108374 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-91be9fcc-a8dd-4078-94a3-619af27775c2 req-930a4ae2-684e-49b7-8f32-e07b19ee79f5 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:06.151804 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0d50882f-b6ed-4286-92fa-63f10a36ee02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:06.158923 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-a3cc7b32-a889-4f60-b897-eb5a99e57be2 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3016760 Aug 18 12:59:06.171562 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-91be9fcc-a8dd-4078-94a3-619af27775c2 req-930a4ae2-684e-49b7-8f32-e07b19ee79f5 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:06.174046 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-61941879-b03b-4d06-a96c-8cb9102bc89b service neutron] Request body: {'port': {'device_id': 'bc63ce61-f12c-4f16-aea6-7f4963e73522', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:06.236374 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-61941879-b03b-4d06-a96c-8cb9102bc89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:06.237480 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-91be9fcc-a8dd-4078-94a3-619af27775c2 req-930a4ae2-684e-49b7-8f32-e07b19ee79f5 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:06.264161 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a4ae2-684e-49b7-8f32-e07b19ee79f5 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dc63c4f-0fd6-41e2-bc59-7533ad1654ee,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:06.294504 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0d50882f-b6ed-4286-92fa-63f10a36ee02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:06.297704 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0d50882f-b6ed-4286-92fa-63f10a36ee02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:06.299079 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0d50882f-b6ed-4286-92fa-63f10a36ee02 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff1bc422-2ca1-483e-8a20-f9158dfcb0ed HTTP/1.1" status: 204 len: 168 time: 0.2895317 Aug 18 12:59:06.307394 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50882f-b6ed-4286-92fa-63f10a36ee02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1bc422-2ca1-483e-8a20-f9158dfcb0ed,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:06.315420 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-91be9fcc-a8dd-4078-94a3-619af27775c2 req-930a4ae2-684e-49b7-8f32-e07b19ee79f5 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:06.333300 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-91be9fcc-a8dd-4078-94a3-619af27775c2 req-930a4ae2-684e-49b7-8f32-e07b19ee79f5 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5278153 Aug 18 12:59:06.453921 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5443ca-7a60-4d2d-a886-b8dc6908028b req-6f2dd6c4-a82e-4b5d-aade-01834d7c488a tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:06.455441 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2d5443ca-7a60-4d2d-a886-b8dc6908028b req-6f2dd6c4-a82e-4b5d-aade-01834d7c488a tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.20 "GET /v2.0/ports?device_id=80d2b37c-4ce5-4268-b590-630211af4349 HTTP/1.1" status: 200 len: 945 time: 0.0919170 Aug 18 12:59:06.463932 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ded76a-623f-4665-bd80-0a9a6b759d81 req-a0149cf5-e415-4cd9-a73d-c1204df7831b tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:06.465424 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-59ded76a-623f-4665-bd80-0a9a6b759d81 req-a0149cf5-e415-4cd9-a73d-c1204df7831b tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd9c0c0-9302-46fc-936d-3a98b229665d HTTP/1.1" status: 200 len: 945 time: 0.1053197 Aug 18 12:59:06.501564 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba25abc-b9ca-4d36-adf8-1d31a100a9f1 req-d2f6ae5d-d2bd-4da9-9546-be27add1b28f tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:06.503253 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ba25abc-b9ca-4d36-adf8-1d31a100a9f1 req-d2f6ae5d-d2bd-4da9-9546-be27add1b28f tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=80d2b37c-4ce5-4268-b590-630211af4349 HTTP/1.1" status: 200 len: 945 time: 0.0860970 Aug 18 12:59:06.541308 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-59ded76a-623f-4665-bd80-0a9a6b759d81 req-4b24d15e-e5cc-488c-a9f4-bc55c7a4a9f6 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606630 Aug 18 12:59:06.596928 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ba25abc-b9ca-4d36-adf8-1d31a100a9f1 req-348fd3a3-39bd-48c2-bad0-d90197ed9320 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856953 Aug 18 12:59:06.620018 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-61941879-b03b-4d06-a96c-8cb9102bc89b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 011cfdb1-83c4-453f-82df-6e524aa56987 {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:59:06.633386 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-61941879-b03b-4d06-a96c-8cb9102bc89b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:06.637808 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-2d5443ca-7a60-4d2d-a886-b8dc6908028b req-9fb548c8-b63f-41ed-aba7-792119f1fe38 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Deleting port cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:59:06.638329 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2d5443ca-7a60-4d2d-a886-b8dc6908028b req-9fb548c8-b63f-41ed-aba7-792119f1fe38 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:06.657099 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-61941879-b03b-4d06-a96c-8cb9102bc89b service neutron] Transition to ACTIVE for port object 011cfdb1-83c4-453f-82df-6e524aa56987 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:59:06.661657 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8672f45e-b1c5-43be-9b64-c7073ffd8c23 req-79df145c-a602-4f4d-b330-9eef62624706 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] 10.222.0.13 "GET /v2.0/security-groups/4edb7ae0-de8a-465d-9d86-0011ada91dfb HTTP/1.1" status: 200 len: 2400 time: 0.0723569 Aug 18 12:59:06.675587 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-8672f45e-b1c5-43be-9b64-c7073ffd8c23 req-f7db8985-a446-4d6b-81c3-9ed519c349df tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4edb7ae0-de8a-465d-9d86-0011ada91dfb', 'remote_group_id': None}]} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:06.676096 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-8672f45e-b1c5-43be-9b64-c7073ffd8c23 req-f7db8985-a446-4d6b-81c3-9ed519c349df tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4edb7ae0-de8a-465d-9d86-0011ada91dfb', 'remote_group_id': None}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:06.740811 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-61941879-b03b-4d06-a96c-8cb9102bc89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:06.763855 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-2d5443ca-7a60-4d2d-a886-b8dc6908028b req-9fb548c8-b63f-41ed-aba7-792119f1fe38 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] For port cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7,segment=NetworkSegment(203c474d-56e3-424f-9d3b-a131550498ab),segment_id=203c474d-56e3-424f-9d3b-a131550498ab)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:06.764229 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2d5443ca-7a60-4d2d-a886-b8dc6908028b req-9fb548c8-b63f-41ed-aba7-792119f1fe38 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:06.805407 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-2d5443ca-7a60-4d2d-a886-b8dc6908028b req-9fb548c8-b63f-41ed-aba7-792119f1fe38 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Calling delete_port for cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:59:06.841287 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61941879-b03b-4d06-a96c-8cb9102bc89b service neutron] Pushing event updated for resources: {'Port': ['ID=011cfdb1-83c4-453f-82df-6e524aa56987,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:06.910793 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8672f45e-b1c5-43be-9b64-c7073ffd8c23 req-f7db8985-a446-4d6b-81c3-9ed519c349df tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:06.910916 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002d3a3-7528-4364-a15d-f22886fefc8d req-0402b6f1-a91a-4703-b38c-33d806894137 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:06.912740 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8002d3a3-7528-4364-a15d-f22886fefc8d req-0402b6f1-a91a-4703-b38c-33d806894137 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/ports?device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 945 time: 0.1513257 Aug 18 12:59:06.946111 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-61941879-b03b-4d06-a96c-8cb9102bc89b service neutron] Attempting to bind port 011cfdb1-83c4-453f-82df-6e524aa56987 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:59:06.946722 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-61941879-b03b-4d06-a96c-8cb9102bc89b service neutron] Attempting to bind port 011cfdb1-83c4-453f-82df-6e524aa56987 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '6851dbba-1cc1-4348-91b0-ff341cc9df8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f5784924-95c0-4ade-8e9b-45fec751237e'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:59:06.947261 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-61941879-b03b-4d06-a96c-8cb9102bc89b service neutron] Attempting to bind port 011cfdb1-83c4-453f-82df-6e524aa56987 on network f5784924-95c0-4ade-8e9b-45fec751237e {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:59:06.951528 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8672f45e-b1c5-43be-9b64-c7073ffd8c23 req-f7db8985-a446-4d6b-81c3-9ed519c349df tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:06.954776 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-61941879-b03b-4d06-a96c-8cb9102bc89b service neutron] Port 011cfdb1-83c4-453f-82df-6e524aa56987 on network f5784924-95c0-4ade-8e9b-45fec751237e not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:59:06.956229 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-61941879-b03b-4d06-a96c-8cb9102bc89b service neutron] Attempting to bind port 011cfdb1-83c4-453f-82df-6e524aa56987 on network f5784924-95c0-4ade-8e9b-45fec751237e {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:59:06.961657 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-61941879-b03b-4d06-a96c-8cb9102bc89b service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:59:06.967532 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-61941879-b03b-4d06-a96c-8cb9102bc89b service neutron] Checking segment: {'id': '6851dbba-1cc1-4348-91b0-ff341cc9df8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f5784924-95c0-4ade-8e9b-45fec751237e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:59:06.967532 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-61941879-b03b-4d06-a96c-8cb9102bc89b service neutron] Bound using segment: {'id': '6851dbba-1cc1-4348-91b0-ff341cc9df8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f5784924-95c0-4ade-8e9b-45fec751237e'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:59:06.967532 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-61941879-b03b-4d06-a96c-8cb9102bc89b service neutron] Bound port: 011cfdb1-83c4-453f-82df-6e524aa56987, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6851dbba-1cc1-4348-91b0-ff341cc9df8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f5784924-95c0-4ade-8e9b-45fec751237e'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:59:06.967532 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-61941879-b03b-4d06-a96c-8cb9102bc89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:06.998735 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8002d3a3-7528-4364-a15d-f22886fefc8d req-08cac0d2-5634-45eb-80a4-769ba5af71d1 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/security-groups?id=63d769d6-1907-47bf-878b-f1f65bf8c786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756660 Aug 18 12:59:07.015281 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8672f45e-b1c5-43be-9b64-c7073ffd8c23 req-f7db8985-a446-4d6b-81c3-9ed519c349df tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:07.032896 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db8985-a446-4d6b-81c3-9ed519c349df tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4248642c-7fcc-442e-860d-1338d14a1a7f,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:07.038702 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-f5f2b973-81c6-471a-946e-d11da79e4b35 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:07.040552 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-f5f2b973-81c6-471a-946e-d11da79e4b35 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.39 "GET /v2.0/networks?id=8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8 HTTP/1.1" status: 200 len: 814 time: 0.2218299 Aug 18 12:59:07.068619 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-58f968e7-dafe-4432-ba87-9e18d18da5e3 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Request body: {'port': {'device_id': '09cebbc6-fedd-4966-ba74-7c77a09c3185', 'network_id': '8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8', 'admin_state_up': True, 'tenant_id': 'e1762f04164146b59760e8758daee96f'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:07.079294 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-61941879-b03b-4d06-a96c-8cb9102bc89b service neutron] For port 011cfdb1-83c4-453f-82df-6e524aa56987, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:59:07.082688 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-61941879-b03b-4d06-a96c-8cb9102bc89b service neutron] For port 011cfdb1-83c4-453f-82df-6e524aa56987, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=011cfdb1-83c4-453f-82df-6e524aa56987,segment=NetworkSegment(6851dbba-1cc1-4348-91b0-ff341cc9df8f),segment_id=6851dbba-1cc1-4348-91b0-ff341cc9df8f)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:59:07.163973 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8672f45e-b1c5-43be-9b64-c7073ffd8c23 req-f7db8985-a446-4d6b-81c3-9ed519c349df tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:07.165434 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8672f45e-b1c5-43be-9b64-c7073ffd8c23 req-f7db8985-a446-4d6b-81c3-9ed519c349df tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4958029 Aug 18 12:59:07.193760 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-61941879-b03b-4d06-a96c-8cb9102bc89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:07.294068 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-61941879-b03b-4d06-a96c-8cb9102bc89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:07.294068 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-61941879-b03b-4d06-a96c-8cb9102bc89b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:07.295720 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-61941879-b03b-4d06-a96c-8cb9102bc89b service neutron] 10.222.0.39 "PUT /v2.0/ports/011cfdb1-83c4-453f-82df-6e524aa56987 HTTP/1.1" status: 200 len: 1091 time: 1.1272428 Aug 18 12:59:07.297835 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-18fcb742-ef67-45e6-aa0e-d144e0020b65 req-53a9428a-7da6-4370-ba85-777f43b3365e tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=09cebbc6-fedd-4966-ba74-7c77a09c3185 HTTP/1.1" status: 200 len: 210 time: 0.0464113 Aug 18 12:59:07.298440 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc63ce61-f12c-4f16-aea6-7f4963e73522', 'tag': '011cfdb1-83c4-453f-82df-6e524aa56987'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:59:07.301132 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6dc6060-ea50-4413-824a-ab874e98e49c" -d '{"events": [{"name": "network-changed", "server_uuid": "bc63ce61-f12c-4f16-aea6-7f4963e73522", "tag": "011cfdb1-83c4-453f-82df-6e524aa56987"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:59:07.334969 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61941879-b03b-4d06-a96c-8cb9102bc89b service neutron] Pushing event updated for resources: {'Port': ['ID=011cfdb1-83c4-453f-82df-6e524aa56987,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:07.383407 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device c852bd48-4cc1-46e1-ba7c-a6f451a40ab7 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:59:07.485248 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f846d5e9-4ccf-4b9a-8871-10ca6d97c317 req-04d85466-7bad-488a-9939-57c0baa5bf2f tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] 10.222.0.13 "GET /v2.0/security-groups/4edb7ae0-de8a-465d-9d86-0011ada91dfb HTTP/1.1" status: 200 len: 2999 time: 0.1032984 Aug 18 12:59:07.498920 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-3458a161-af07-4a99-b5d1-40728e213dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:07.501202 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-3458a161-af07-4a99-b5d1-40728e213dc4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f0303d9be8d54f109bacfe8faa1afc25&device_id=bc63ce61-f12c-4f16-aea6-7f4963e73522 HTTP/1.1" status: 200 len: 1094 time: 0.0902147 Aug 18 12:59:07.535188 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2a912-1571-4f23-a506-4de4bbd8148d req-59a4369d-43e4-46c6-9a68-3aee04e14f6b tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:07.535980 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port c852bd48-4cc1-46e1-ba7c-a6f451a40ab7 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:59:07.536694 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aae2a912-1571-4f23-a506-4de4bbd8148d req-59a4369d-43e4-46c6-9a68-3aee04e14f6b tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63ce61-f12c-4f16-aea6-7f4963e73522 HTTP/1.1" status: 200 len: 943 time: 0.0876231 Aug 18 12:59:07.542483 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port c852bd48-4cc1-46e1-ba7c-a6f451a40ab7 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:59:07.548459 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:07.572665 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2d5443ca-7a60-4d2d-a886-b8dc6908028b req-9fb548c8-b63f-41ed-aba7-792119f1fe38 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:07.624470 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb548c8-b63f-41ed-aba7-792119f1fe38 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Pushing event deleted for resources: {'Port': ['ID=cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:07.643527 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aae2a912-1571-4f23-a506-4de4bbd8148d req-82a37f2e-12a1-48ec-a4b8-de17619741ea tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934248 Aug 18 12:59:07.644930 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:59:07.695633 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d5443ca-7a60-4d2d-a886-b8dc6908028b req-9fb548c8-b63f-41ed-aba7-792119f1fe38 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] No DVR routers for this DVR port cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:59:07.698619 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2d5443ca-7a60-4d2d-a886-b8dc6908028b req-9fb548c8-b63f-41ed-aba7-792119f1fe38 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:07.700970 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2d5443ca-7a60-4d2d-a886-b8dc6908028b req-9fb548c8-b63f-41ed-aba7-792119f1fe38 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.20 "DELETE /v2.0/ports/cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7 HTTP/1.1" status: 204 len: 173 time: 1.2373936 Aug 18 12:59:07.701638 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d2b37c-4ce5-4268-b590-630211af4349', 'name': 'network-vif-deleted', 'tag': 'cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:59:07.705083 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9feb7983-d614-48b3-825b-9907da90b30f" -d '{"events": [{"server_uuid": "80d2b37c-4ce5-4268-b590-630211af4349", "name": "network-vif-deleted", "tag": "cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:59:07.718471 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-58f968e7-dafe-4432-ba87-9e18d18da5e3 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Made reservation on behalf of e1762f04164146b59760e8758daee96f for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:59:07.725207 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-58f968e7-dafe-4432-ba87-9e18d18da5e3 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:07.738401 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:07.764642 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd9c0c0-9302-46fc-936d-3a98b229665d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c852bd48-4cc1-46e1-ba7c-a6f451a40ab7'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:59:07.767615 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3a9c66-22a5-4e7a-8eeb-161ad8ee5028" -d '{"events": [{"server_uuid": "dfd9c0c0-9302-46fc-936d-3a98b229665d", "name": "network-vif-plugged", "status": "completed", "tag": "c852bd48-4cc1-46e1-ba7c-a6f451a40ab7"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:59:07.792412 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port c852bd48-4cc1-46e1-ba7c-a6f451a40ab7, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=c852bd48-4cc1-46e1-ba7c-a6f451a40ab7,segment=NetworkSegment(ef8e8cee-8aff-47ee-80bb-ffa053f3577b),segment_id=ef8e8cee-8aff-47ee-80bb-ffa053f3577b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:07.854682 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:07.894056 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024a0ad-f189-432d-8d18-e4df5fc806b8 req-5c92f545-625d-4fcd-a284-32863c1ea402 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:07.902422 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7024a0ad-f189-432d-8d18-e4df5fc806b8 req-5c92f545-625d-4fcd-a284-32863c1ea402 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd9c0c0-9302-46fc-936d-3a98b229665d HTTP/1.1" status: 200 len: 945 time: 0.1393359 Aug 18 12:59:07.914054 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=c852bd48-4cc1-46e1-ba7c-a6f451a40ab7,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:07.971457 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7024a0ad-f189-432d-8d18-e4df5fc806b8 req-13cb25e2-ca89-4c35-adf8-fcdfc261e07c tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681446 Aug 18 12:59:07.986029 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-58f968e7-dafe-4432-ba87-9e18d18da5e3 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Allocated IP 172.20.0.12 (8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8/370a4194-5e7c-4dd1-afef-69ff1c3d51dd/97ca558e-3d41-4476-94e2-0ff5ffc23363) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:59:07.988081 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 46348) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:08.003192 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95379cc-f3b4-4518-bb73-2743f07adbc2 x-openstack-request-id: req-b95379cc-f3b4-4518-bb73-2743f07adbc2 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:59:08.003192 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc63ce61-f12c-4f16-aea6-7f4963e73522", "tag": "011cfdb1-83c4-453f-82df-6e524aa56987", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:59:08.003192 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b95379cc-f3b4-4518-bb73-2743f07adbc2 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:59:08.003192 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc63ce61-f12c-4f16-aea6-7f4963e73522', 'tag': '011cfdb1-83c4-453f-82df-6e524aa56987', 'status': 'completed', 'code': 200} Aug 18 12:59:08.003192 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-981a6529-faf7-4bc5-8a6a-a4a0c739f5eb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=011cfdb1-83c4-453f-82df-6e524aa56987 HTTP/1.1" status: 200 len: 217 time: 0.4893003 Aug 18 12:59:08.079397 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9edaced5-a4cd-4746-a173-8b30236388b9 req-8cf1ecad-3234-4195-8c53-c82b282d85ba tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] 10.222.0.13 "GET /v2.0/security-group-rules/4248642c-7fcc-442e-860d-1338d14a1a7f HTTP/1.1" status: 200 len: 783 time: 0.0830665 Aug 18 12:59:08.099563 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-17743fcd-7b6e-4d76-9a03-1782e2b2153c req-f3b84ef6-98ea-4171-84b1-b231b14f90fe tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=80d2b37c-4ce5-4268-b590-630211af4349 HTTP/1.1" status: 200 len: 210 time: 0.0301888 Aug 18 12:59:08.157770 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bdcd702-a0d5-4e31-bafa-9c492bf7c883 x-openstack-request-id: req-7bdcd702-a0d5-4e31-bafa-9c492bf7c883 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:59:08.158159 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d2b37c-4ce5-4268-b590-630211af4349", "name": "network-vif-deleted", "tag": "cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:59:08.158523 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7bdcd702-a0d5-4e31-bafa-9c492bf7c883 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:59:08.159003 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d2b37c-4ce5-4268-b590-630211af4349', 'name': 'network-vif-deleted', 'tag': 'cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7', 'status': 'completed', 'code': 200} Aug 18 12:59:08.167022 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-e915604b-8f9f-4d6e-b0aa-b1d4b0b7af05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:08.169808 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-e915604b-8f9f-4d6e-b0aa-b1d4b0b7af05 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5fe5576d-7fb1-4b34-b4b7-7ac7dda64bb3 HTTP/1.1" status: 200 len: 851 time: 0.1613104 Aug 18 12:59:08.197736 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5a5b3b-55b1-4879-a5da-12353f9f6094 x-openstack-request-id: req-0d5a5b3b-55b1-4879-a5da-12353f9f6094 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:59:08.198368 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd9c0c0-9302-46fc-936d-3a98b229665d", "name": "network-vif-plugged", "status": "completed", "tag": "c852bd48-4cc1-46e1-ba7c-a6f451a40ab7", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:59:08.198798 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d5a5b3b-55b1-4879-a5da-12353f9f6094 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:59:08.199330 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd9c0c0-9302-46fc-936d-3a98b229665d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c852bd48-4cc1-46e1-ba7c-a6f451a40ab7', 'code': 200} Aug 18 12:59:08.242108 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-91eef298-bb49-4ceb-8d38-050761fcde59 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f5784924-95c0-4ade-8e9b-45fec751237e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564282 Aug 18 12:59:08.254696 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9edaced5-a4cd-4746-a173-8b30236388b9 req-f27338d3-a84d-4a42-abeb-056662dd77b4 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] 10.222.0.13 "GET /v2.0/security-groups/4edb7ae0-de8a-465d-9d86-0011ada91dfb HTTP/1.1" status: 200 len: 2999 time: 0.1515312 Aug 18 12:59:08.263743 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-58f968e7-dafe-4432-ba87-9e18d18da5e3 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:08.335986 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-9edaced5-a4cd-4746-a173-8b30236388b9 req-a73540ce-9d56-4ee6-a346-5c954cb05e12 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:08.348736 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-9edaced5-a4cd-4746-a173-8b30236388b9 req-a73540ce-9d56-4ee6-a346-5c954cb05e12 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:08.351849 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0972e306-3c49-49b8-b4d9-fc9f2572131a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:08.389771 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-dc5723ac-bf36-426b-8098-966f5bfde265 service neutron] 10.222.0.39 "GET /v2.0/networks/f5784924-95c0-4ade-8e9b-45fec751237e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338594 Aug 18 12:59:08.424009 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f3885-6860-4e94-9285-7cb296187b55 req-b833d89f-4135-4e64-acf0-7d89813125b6 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:08.425680 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e84f3885-6860-4e94-9285-7cb296187b55 req-b833d89f-4135-4e64-acf0-7d89813125b6 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/ports?device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 945 time: 0.1584101 Aug 18 12:59:08.432012 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147da8ed-1f23-49fd-a299-fca554ac6fdf req-d8a2e455-886b-4f93-887b-0f787d89ee16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:08.432012 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-147da8ed-1f23-49fd-a299-fca554ac6fdf req-d8a2e455-886b-4f93-887b-0f787d89ee16 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dfd9c0c0-9302-46fc-936d-3a98b229665d HTTP/1.1" status: 200 len: 1097 time: 0.1464047 Aug 18 12:59:08.476195 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-9edaced5-a4cd-4746-a173-8b30236388b9 req-a73540ce-9d56-4ee6-a346-5c954cb05e12 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:08.495000 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-9edaced5-a4cd-4746-a173-8b30236388b9 req-a73540ce-9d56-4ee6-a346-5c954cb05e12 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:08.496275 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9edaced5-a4cd-4746-a173-8b30236388b9 req-a73540ce-9d56-4ee6-a346-5c954cb05e12 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/4248642c-7fcc-442e-860d-1338d14a1a7f HTTP/1.1" status: 204 len: 173 time: 0.2326186 Aug 18 12:59:08.500143 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73540ce-9d56-4ee6-a346-5c954cb05e12 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4248642c-7fcc-442e-860d-1338d14a1a7f,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:08.510895 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e84f3885-6860-4e94-9285-7cb296187b55 req-e6adce27-1665-4562-b256-d0310ad58c55 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/security-groups?id=63d769d6-1907-47bf-878b-f1f65bf8c786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740657 Aug 18 12:59:08.537582 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-84239ecf-2fec-46c5-a4e8-a793530e1d61 req-eb57fe0a-2f79-4092-aa7b-0b576371c4fc service neutron] 10.222.0.39 "GET /v2.0/networks/f5784924-95c0-4ade-8e9b-45fec751237e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397250 Aug 18 12:59:08.548725 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-58f968e7-dafe-4432-ba87-9e18d18da5e3 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:08.602197 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-147da8ed-1f23-49fd-a299-fca554ac6fdf req-f92477dd-03ed-47aa-98f3-e2ad524e7c8b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318085 Aug 18 12:59:08.658790 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-58f968e7-dafe-4432-ba87-9e18d18da5e3 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Network 8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:59:08.668179 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526dfdb-9b8c-4f48-b6e3-a5d9eaa6a820 req-4ba60494-fd84-4256-b767-88aee1f7b5a1 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:08.668772 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-58f968e7-dafe-4432-ba87-9e18d18da5e3 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:59:08.670142 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f526dfdb-9b8c-4f48-b6e3-a5d9eaa6a820 req-4ba60494-fd84-4256-b767-88aee1f7b5a1 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=09cebbc6-fedd-4966-ba74-7c77a09c3185 HTTP/1.1" status: 200 len: 932 time: 0.0938385 Aug 18 12:59:08.677223 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-58f968e7-dafe-4432-ba87-9e18d18da5e3 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:59:08.682897 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f968e7-dafe-4432-ba87-9e18d18da5e3 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Pushing event updated for resources: {'Port': ['ID=97ca558e-3d41-4476-94e2-0ff5ffc23363,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:08.687559 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6bea5ed0-69d8-44d9-8fbd-1fd276c22d04 req-78904a43-a4d9-4c52-8671-533c2fa75e4a tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] 10.222.0.13 "GET /v2.0/security-groups/4edb7ae0-de8a-465d-9d86-0011ada91dfb HTTP/1.1" status: 200 len: 2400 time: 0.1442819 Aug 18 12:59:08.744017 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc6060-ea50-4413-824a-ab874e98e49c req-692fcb04-dcca-48f7-b6eb-e42c2343f1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:08.745796 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f6dc6060-ea50-4413-824a-ab874e98e49c req-692fcb04-dcca-48f7-b6eb-e42c2343f1bd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f0303d9be8d54f109bacfe8faa1afc25&device_id=bc63ce61-f12c-4f16-aea6-7f4963e73522 HTTP/1.1" status: 200 len: 1094 time: 0.0745873 Aug 18 12:59:08.745967 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0972e306-3c49-49b8-b4d9-fc9f2572131a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:08.753828 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f526dfdb-9b8c-4f48-b6e3-a5d9eaa6a820 req-1d4cb94a-e0d4-46ff-b5ef-d1b0c9f72550 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507526 Aug 18 12:59:08.778112 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-58f968e7-dafe-4432-ba87-9e18d18da5e3 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:08.778764 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-58f968e7-dafe-4432-ba87-9e18d18da5e3 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:08.819196 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0972e306-3c49-49b8-b4d9-fc9f2572131a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:08.853323 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6bea5ed0-69d8-44d9-8fbd-1fd276c22d04 req-6d0eb0c2-7448-49ca-ba89-2fb6209e5329 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:08.871829 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc6060-ea50-4413-824a-ab874e98e49c req-7d9ffbaa-3ac6-44c1-9bb5-a07ea8d678f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:08.879452 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f6dc6060-ea50-4413-824a-ab874e98e49c req-7d9ffbaa-3ac6-44c1-9bb5-a07ea8d678f3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f5784924-95c0-4ade-8e9b-45fec751237e HTTP/1.1" status: 200 len: 912 time: 0.1188817 Aug 18 12:59:08.879583 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0972e306-3c49-49b8-b4d9-fc9f2572131a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8e635a2162374a228c7e43b8a4086088&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8871531 Aug 18 12:59:08.879677 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 46374) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:08.894043 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972e306-3c49-49b8-b4d9-fc9f2572131a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2505fa6d-7e2a-423b-8932-ee227d51c27c,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:08.906518 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6bea5ed0-69d8-44d9-8fbd-1fd276c22d04 req-6d0eb0c2-7448-49ca-ba89-2fb6209e5329 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:08.910472 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-58f968e7-dafe-4432-ba87-9e18d18da5e3 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8457558 Aug 18 12:59:08.941987 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f6dc6060-ea50-4413-824a-ab874e98e49c req-2d5c1b4f-f928-4298-a2ff-175b13b2a5ce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=011cfdb1-83c4-453f-82df-6e524aa56987 HTTP/1.1" status: 200 len: 217 time: 0.0466661 Aug 18 12:59:08.942318 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-9ec66c54-6fa9-4c96-bc7e-4aa522e9f078 service neutron] Request body: {'port': {'device_id': '09cebbc6-fedd-4966-ba74-7c77a09c3185', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:08.961918 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e96db8-1eaa-4d8e-b305-aad4e7b149e4 req-256f1c6d-b57b-40e4-8389-c3ab7acdb7cb tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:08.964970 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a2e96db8-1eaa-4d8e-b305-aad4e7b149e4 req-256f1c6d-b57b-40e4-8389-c3ab7acdb7cb tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63ce61-f12c-4f16-aea6-7f4963e73522 HTTP/1.1" status: 200 len: 943 time: 0.1078079 Aug 18 12:59:09.033595 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc6060-ea50-4413-824a-ab874e98e49c req-745df8b2-23c0-4137-8cde-64ba8b54f141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:09.035185 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f6dc6060-ea50-4413-824a-ab874e98e49c req-745df8b2-23c0-4137-8cde-64ba8b54f141 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5fe5576d-7fb1-4b34-b4b7-7ac7dda64bb3 HTTP/1.1" status: 200 len: 851 time: 0.0903111 Aug 18 12:59:09.050717 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a2e96db8-1eaa-4d8e-b305-aad4e7b149e4 req-0117462b-288a-4e2f-8b0d-2c26e5aa51ca tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614388 Aug 18 12:59:09.079775 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-52d77e10-759a-4707-a86f-a14ee1c8723c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:09.088636 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-9ec66c54-6fa9-4c96-bc7e-4aa522e9f078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:09.100206 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f6dc6060-ea50-4413-824a-ab874e98e49c req-f8453df4-910d-403a-9555-98e771cf6ca1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f5784924-95c0-4ade-8e9b-45fec751237e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481231 Aug 18 12:59:09.121795 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-52d77e10-759a-4707-a86f-a14ee1c8723c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:09.154074 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6bea5ed0-69d8-44d9-8fbd-1fd276c22d04 req-6d0eb0c2-7448-49ca-ba89-2fb6209e5329 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:09.156818 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6bea5ed0-69d8-44d9-8fbd-1fd276c22d04 req-6d0eb0c2-7448-49ca-ba89-2fb6209e5329 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:09.157951 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6bea5ed0-69d8-44d9-8fbd-1fd276c22d04 req-6d0eb0c2-7448-49ca-ba89-2fb6209e5329 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] 10.222.0.13 "DELETE /v2.0/security-groups/4edb7ae0-de8a-465d-9d86-0011ada91dfb HTTP/1.1" status: 204 len: 173 time: 0.4454582 Aug 18 12:59:09.179011 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0eb0c2-7448-49ca-ba89-2fb6209e5329 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edb7ae0-de8a-465d-9d86-0011ada91dfb,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:09.232058 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc4f62-dd2c-4d5c-a14b-5f5aaadb439b req-f097845a-9049-47ce-8362-d0d7f7b8f264 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:09.245704 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-17dc4f62-dd2c-4d5c-a14b-5f5aaadb439b req-f097845a-9049-47ce-8362-d0d7f7b8f264 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd9c0c0-9302-46fc-936d-3a98b229665d HTTP/1.1" status: 200 len: 946 time: 0.1319811 Aug 18 12:59:09.290873 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f6dc6060-ea50-4413-824a-ab874e98e49c req-1759935d-caf9-4106-abb8-4a3fd786f3ae service neutron] 10.222.0.39 "GET /v2.0/networks/f5784924-95c0-4ade-8e9b-45fec751237e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794438 Aug 18 12:59:09.296286 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-17dc4f62-dd2c-4d5c-a14b-5f5aaadb439b req-c2423e2f-063e-44f0-bbce-3fb144542044 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546343 Aug 18 12:59:09.397008 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f6dc6060-ea50-4413-824a-ab874e98e49c req-f8dca6a2-58e8-4c3a-b5ed-2cd437632b5c service neutron] 10.222.0.39 "GET /v2.0/networks/f5784924-95c0-4ade-8e9b-45fec751237e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985315 Aug 18 12:59:09.401527 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [req-9d661e3e-668f-42c8-8f27-23df7a86efb2 req-23b6a6fe-37ce-4d1c-848f-cc009f6079db tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] show failed (client error): The resource could not be found. Aug 18 12:59:09.407877 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9d661e3e-668f-42c8-8f27-23df7a86efb2 req-23b6a6fe-37ce-4d1c-848f-cc009f6079db tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] 10.222.0.13 "GET /v2.0/security-groups/7e161f6b-84a1-462a-abb5-e0eb1ba75232 HTTP/1.1" status: 404 len: 352 time: 0.1604948 Aug 18 12:59:09.520564 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4af7e63b-cc50-444e-86e9-278b2a23425f req-dc68ca16-7cb9-4d48-b40d-d6ece1f2386b tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] 10.222.0.13 "GET /v2.0/security-groups/42e4bfe0-8e40-49c7-a6e7-550ab3c3c00f HTTP/1.1" status: 200 len: 1805 time: 0.0910754 Aug 18 12:59:09.522552 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-52d77e10-759a-4707-a86f-a14ee1c8723c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:09.525175 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-52d77e10-759a-4707-a86f-a14ee1c8723c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:09.526558 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-52d77e10-759a-4707-a86f-a14ee1c8723c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2505fa6d-7e2a-423b-8932-ee227d51c27c HTTP/1.1" status: 204 len: 168 time: 0.6459212 Aug 18 12:59:09.560403 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d77e10-759a-4707-a86f-a14ee1c8723c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2505fa6d-7e2a-423b-8932-ee227d51c27c,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:09.581571 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-669501c8-35f7-4df1-8a88-b1329467039b tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:09.590544 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-669501c8-35f7-4df1-8a88-b1329467039b tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/networks?id=b896f31e-62b0-4c89-b554-2d6ea14ce4b9 HTTP/1.1" status: 200 len: 812 time: 0.1459723 Aug 18 12:59:09.608576 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-5b6ce061-e976-4a99-8f4a-b123fc6cfc16 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/quotas/62165f4489344ba1816de5df17dbe952 HTTP/1.1" status: 200 len: 375 time: 0.0169184 Aug 18 12:59:09.638954 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-803218ff-1b40-4e82-a0e9-11ad7575af0b tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=62165f4489344ba1816de5df17dbe952&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290866 Aug 18 12:59:09.644610 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4af7e63b-cc50-444e-86e9-278b2a23425f req-c0b06383-e4fd-4841-9a23-e6f7ad628483 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:09.667651 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-9ec66c54-6fa9-4c96-bc7e-4aa522e9f078 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97ca558e-3d41-4476-94e2-0ff5ffc23363 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:59:09.681590 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-9ec66c54-6fa9-4c96-bc7e-4aa522e9f078 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:09.687653 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4af7e63b-cc50-444e-86e9-278b2a23425f req-c0b06383-e4fd-4841-9a23-e6f7ad628483 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:09.709611 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-9ec66c54-6fa9-4c96-bc7e-4aa522e9f078 service neutron] Transition to ACTIVE for port object 97ca558e-3d41-4476-94e2-0ff5ffc23363 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:59:09.792516 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-9ec66c54-6fa9-4c96-bc7e-4aa522e9f078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:09.839398 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4af7e63b-cc50-444e-86e9-278b2a23425f req-c0b06383-e4fd-4841-9a23-e6f7ad628483 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:09.842120 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4af7e63b-cc50-444e-86e9-278b2a23425f req-c0b06383-e4fd-4841-9a23-e6f7ad628483 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:09.844153 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4af7e63b-cc50-444e-86e9-278b2a23425f req-c0b06383-e4fd-4841-9a23-e6f7ad628483 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] 10.222.0.13 "DELETE /v2.0/security-groups/42e4bfe0-8e40-49c7-a6e7-550ab3c3c00f HTTP/1.1" status: 204 len: 173 time: 0.3221219 Aug 18 12:59:09.857587 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec66c54-6fa9-4c96-bc7e-4aa522e9f078 service neutron] Pushing event updated for resources: {'Port': ['ID=97ca558e-3d41-4476-94e2-0ff5ffc23363,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:09.867048 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b06383-e4fd-4841-9a23-e6f7ad628483 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e4bfe0-8e40-49c7-a6e7-550ab3c3c00f,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:09.937188 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-9ec66c54-6fa9-4c96-bc7e-4aa522e9f078 service neutron] Attempting to bind port 97ca558e-3d41-4476-94e2-0ff5ffc23363 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:59:09.937661 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-9ec66c54-6fa9-4c96-bc7e-4aa522e9f078 service neutron] Attempting to bind port 97ca558e-3d41-4476-94e2-0ff5ffc23363 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': 'd254ae00-87be-41d4-aa78-e249d1ab7c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:59:09.938302 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-9ec66c54-6fa9-4c96-bc7e-4aa522e9f078 service neutron] Attempting to bind port 97ca558e-3d41-4476-94e2-0ff5ffc23363 on network 8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:59:09.945031 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-9ec66c54-6fa9-4c96-bc7e-4aa522e9f078 service neutron] Port 97ca558e-3d41-4476-94e2-0ff5ffc23363 on network 8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:59:09.945031 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-9ec66c54-6fa9-4c96-bc7e-4aa522e9f078 service neutron] Attempting to bind port 97ca558e-3d41-4476-94e2-0ff5ffc23363 on network 8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:59:09.964093 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-9ec66c54-6fa9-4c96-bc7e-4aa522e9f078 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:59:09.964441 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-9ec66c54-6fa9-4c96-bc7e-4aa522e9f078 service neutron] Checking segment: {'id': 'd254ae00-87be-41d4-aa78-e249d1ab7c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:59:09.964835 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-9ec66c54-6fa9-4c96-bc7e-4aa522e9f078 service neutron] Bound using segment: {'id': 'd254ae00-87be-41d4-aa78-e249d1ab7c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:59:09.965567 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-9ec66c54-6fa9-4c96-bc7e-4aa522e9f078 service neutron] Bound port: 97ca558e-3d41-4476-94e2-0ff5ffc23363, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd254ae00-87be-41d4-aa78-e249d1ab7c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:59:09.965943 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-9ec66c54-6fa9-4c96-bc7e-4aa522e9f078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:10.047288 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f09cf-1719-4cf3-9856-85b7441375dd req-9036918d-3717-4ba1-a3f1-6c8994236043 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:10.048806 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5a7f09cf-1719-4cf3-9856-85b7441375dd req-9036918d-3717-4ba1-a3f1-6c8994236043 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/ports?device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 945 time: 0.0983429 Aug 18 12:59:10.082640 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-ef4ad2c5-d19d-40ae-a974-ac69d22e81c2 service neutron] 10.222.0.13 "GET /v2.0/networks/b896f31e-62b0-4c89-b554-2d6ea14ce4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343143 Aug 18 12:59:10.090412 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-9ec66c54-6fa9-4c96-bc7e-4aa522e9f078 service neutron] For port 97ca558e-3d41-4476-94e2-0ff5ffc23363, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:59:10.112579 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-9ec66c54-6fa9-4c96-bc7e-4aa522e9f078 service neutron] For port 97ca558e-3d41-4476-94e2-0ff5ffc23363, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=97ca558e-3d41-4476-94e2-0ff5ffc23363,segment=NetworkSegment(d254ae00-87be-41d4-aa78-e249d1ab7c29),segment_id=d254ae00-87be-41d4-aa78-e249d1ab7c29)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:59:10.114393 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5a7f09cf-1719-4cf3-9856-85b7441375dd req-77c4dad3-3ef1-426b-a5cd-166879966b7f tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/security-groups?id=63d769d6-1907-47bf-878b-f1f65bf8c786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573223 Aug 18 12:59:10.187014 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-9ec66c54-6fa9-4c96-bc7e-4aa522e9f078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:10.192368 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-a05f0d29-7a93-4831-b943-f3cd43dee14e service neutron] 10.222.0.13 "GET /v2.0/networks/b896f31e-62b0-4c89-b554-2d6ea14ce4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020780 Aug 18 12:59:10.250274 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-9ec66c54-6fa9-4c96-bc7e-4aa522e9f078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:10.250883 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-9ec66c54-6fa9-4c96-bc7e-4aa522e9f078 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:10.252251 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-9ec66c54-6fa9-4c96-bc7e-4aa522e9f078 service neutron] 10.222.0.39 "PUT /v2.0/ports/97ca558e-3d41-4476-94e2-0ff5ffc23363 HTTP/1.1" status: 200 len: 1092 time: 1.3326521 Aug 18 12:59:10.252874 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09cebbc6-fedd-4966-ba74-7c77a09c3185', 'tag': '97ca558e-3d41-4476-94e2-0ff5ffc23363'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:59:10.255149 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42305e4-321c-4ac8-a517-c4e1d41c7f44" -d '{"events": [{"name": "network-changed", "server_uuid": "09cebbc6-fedd-4966-ba74-7c77a09c3185", "tag": "97ca558e-3d41-4476-94e2-0ff5ffc23363"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:59:10.288813 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c9b82-e50e-4c9f-baf3-635a783fbdf0 req-a8cc9649-5288-4b0a-ba84-741837b8d852 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:10.290363 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-579c9b82-e50e-4c9f-baf3-635a783fbdf0 req-a8cc9649-5288-4b0a-ba84-741837b8d852 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=09cebbc6-fedd-4966-ba74-7c77a09c3185 HTTP/1.1" status: 200 len: 944 time: 0.1151154 Aug 18 12:59:10.293455 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec66c54-6fa9-4c96-bc7e-4aa522e9f078 service neutron] Pushing event updated for resources: {'Port': ['ID=97ca558e-3d41-4476-94e2-0ff5ffc23363,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:10.341039 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-579c9b82-e50e-4c9f-baf3-635a783fbdf0 req-b99574e6-0577-47e2-bf4c-b205607dfde9 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436296 Aug 18 12:59:10.446750 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 46444) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:10.490040 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-9b540df9-4436-4b6a-8c6d-23a88feacaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:10.490983 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcffcc8-944a-4d53-86e3-a154b1140541 req-461eb2f5-78ef-4ddf-af85-39d09baccfe8 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:10.492110 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-9b540df9-4436-4b6a-8c6d-23a88feacaf0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e1762f04164146b59760e8758daee96f&device_id=09cebbc6-fedd-4966-ba74-7c77a09c3185 HTTP/1.1" status: 200 len: 1095 time: 0.1217592 Aug 18 12:59:10.492563 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-efcffcc8-944a-4d53-86e3-a154b1140541 req-461eb2f5-78ef-4ddf-af85-39d09baccfe8 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63ce61-f12c-4f16-aea6-7f4963e73522 HTTP/1.1" status: 200 len: 943 time: 0.0582836 Aug 18 12:59:10.495561 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b1857581-2468-4aab-a4ff-be3d20de1b58 req-b158c344-4d3c-4891-aa6b-0917db998c88 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] 10.222.0.13 "GET /v2.0/security-groups/9c820709-bc86-42d2-a65e-cbff516c4279 HTTP/1.1" status: 200 len: 1805 time: 0.1323538 Aug 18 12:59:10.545275 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-6f1ca6c3-77b0-459a-9f39-95788d73a88d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97ca558e-3d41-4476-94e2-0ff5ffc23363 HTTP/1.1" status: 200 len: 217 time: 0.0437081 Aug 18 12:59:10.546116 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-efcffcc8-944a-4d53-86e3-a154b1140541 req-e42a34d4-6c93-4f70-94b7-862536aee114 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475724 Aug 18 12:59:10.621285 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd02c06e-dfdb-478d-81de-23c1ebef5dcc x-openstack-request-id: req-bd02c06e-dfdb-478d-81de-23c1ebef5dcc {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:59:10.621773 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09cebbc6-fedd-4966-ba74-7c77a09c3185", "tag": "97ca558e-3d41-4476-94e2-0ff5ffc23363", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:59:10.621852 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd02c06e-dfdb-478d-81de-23c1ebef5dcc {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:59:10.622289 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09cebbc6-fedd-4966-ba74-7c77a09c3185', 'tag': '97ca558e-3d41-4476-94e2-0ff5ffc23363', 'status': 'completed', 'code': 200} Aug 18 12:59:10.627676 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1001df2f-8b61-428d-b760-2f14250a0251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:10.663373 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b1857581-2468-4aab-a4ff-be3d20de1b58 req-0b67c0d5-ec1f-4a88-b899-6f9fac9232a6 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:10.667343 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-4b40697e-8890-4010-8506-e2350b03d858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:10.668811 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-4b40697e-8890-4010-8506-e2350b03d858 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=370a4194-5e7c-4dd1-afef-69ff1c3d51dd HTTP/1.1" status: 200 len: 854 time: 0.1145217 Aug 18 12:59:10.726218 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3b5d9-b0ea-4aff-b3da-aea55fa6b434 req-3034251b-9186-4f4a-af36-33ab36d91320 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:10.726437 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-701d43e7-d3b3-4be8-979c-05c03fd4b297 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432959 Aug 18 12:59:10.727874 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b1857581-2468-4aab-a4ff-be3d20de1b58 req-0b67c0d5-ec1f-4a88-b899-6f9fac9232a6 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:10.733607 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b9a3b5d9-b0ea-4aff-b3da-aea55fa6b434 req-3034251b-9186-4f4a-af36-33ab36d91320 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd9c0c0-9302-46fc-936d-3a98b229665d HTTP/1.1" status: 200 len: 946 time: 0.0585189 Aug 18 12:59:10.774921 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b9a3b5d9-b0ea-4aff-b3da-aea55fa6b434 req-5ba4daed-dd3a-4950-9db5-701c00e63b76 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401652 Aug 18 12:59:10.857608 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-62a69448-8a10-4a4f-8086-5962d76cfebe req-1c552d9f-275d-42fd-bfa3-824f89bab87d tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 210 time: 0.0394557 Aug 18 12:59:10.921374 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-c0901025-2b7a-427b-8bf2-ebc2517af7c2 service neutron] 10.222.0.39 "GET /v2.0/networks/8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835539 Aug 18 12:59:10.974689 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b030ec-53d5-4d16-b591-509d13f7bdb8 req-60e05175-ea5c-49fa-b6ca-f9b46d9a1311 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:10.976215 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b9b030ec-53d5-4d16-b591-509d13f7bdb8 req-60e05175-ea5c-49fa-b6ca-f9b46d9a1311 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd9c0c0-9302-46fc-936d-3a98b229665d HTTP/1.1" status: 200 len: 946 time: 0.0571384 Aug 18 12:59:10.992240 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b1857581-2468-4aab-a4ff-be3d20de1b58 req-0b67c0d5-ec1f-4a88-b899-6f9fac9232a6 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:10.994846 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b1857581-2468-4aab-a4ff-be3d20de1b58 req-0b67c0d5-ec1f-4a88-b899-6f9fac9232a6 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:10.996072 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b1857581-2468-4aab-a4ff-be3d20de1b58 req-0b67c0d5-ec1f-4a88-b899-6f9fac9232a6 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] 10.222.0.13 "DELETE /v2.0/security-groups/9c820709-bc86-42d2-a65e-cbff516c4279 HTTP/1.1" status: 204 len: 173 time: 0.4864705 Aug 18 12:59:11.005284 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1001df2f-8b61-428d-b760-2f14250a0251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:11.019455 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b67c0d5-ec1f-4a88-b899-6f9fac9232a6 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c820709-bc86-42d2-a65e-cbff516c4279,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:11.028513 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b9b030ec-53d5-4d16-b591-509d13f7bdb8 req-acb5c1b6-2dd4-4abb-aefa-da6614409c10 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456538 Aug 18 12:59:11.067451 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ec0cfe38-f3ec-4c5f-8939-881f0390bb6e req-8ab05c14-c160-47a3-acc5-1e0f34ee5c5b service neutron] 10.222.0.39 "GET /v2.0/networks/8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347525 Aug 18 12:59:11.100674 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1001df2f-8b61-428d-b760-2f14250a0251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:11.105723 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-62865142-42d4-4d55-a75d-402836496257 req-20ed785c-4448-4765-80f4-5f24c943edbc tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] 10.222.0.13 "GET /v2.0/security-groups/f0d2a2c4-cf18-4c53-b4b9-cbffe7cc8efd HTTP/1.1" status: 200 len: 1806 time: 0.0404432 Aug 18 12:59:11.141365 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001df2f-8b61-428d-b760-2f14250a0251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f63f1a3-7db4-4355-ab57-af17bbf9b7f5,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:11.147100 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1001df2f-8b61-428d-b760-2f14250a0251 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aa96196c1335456a8076bc1e2b608df0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6934659 Aug 18 12:59:11.150345 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 46474) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:11.211231 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-62865142-42d4-4d55-a75d-402836496257 req-b6582437-6058-4098-8b82-34850d84431a tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:11.252989 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-62865142-42d4-4d55-a75d-402836496257 req-b6582437-6058-4098-8b82-34850d84431a tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:11.255591 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f86c3457-934e-4418-b216-543346dd5a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:11.285253 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42305e4-321c-4ac8-a517-c4e1d41c7f44 req-001c2c05-10ac-42e4-b873-f3d70afd4c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:11.286790 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e42305e4-321c-4ac8-a517-c4e1d41c7f44 req-001c2c05-10ac-42e4-b873-f3d70afd4c2b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e1762f04164146b59760e8758daee96f&device_id=09cebbc6-fedd-4966-ba74-7c77a09c3185 HTTP/1.1" status: 200 len: 1095 time: 0.0414894 Aug 18 12:59:11.297907 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f86c3457-934e-4418-b216-543346dd5a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:11.384827 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:59:11.413372 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:59:11.413732 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device cea2f7f2-2d59-454e-8b82-bcbbd33ef6a7 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:59:11.417209 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42305e4-321c-4ac8-a517-c4e1d41c7f44 req-4421a057-6aab-45e7-a490-988174327f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:11.418812 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e42305e4-321c-4ac8-a517-c4e1d41c7f44 req-4421a057-6aab-45e7-a490-988174327f4b service neutron] 10.222.0.39 "GET /v2.0/networks?id=8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8 HTTP/1.1" status: 200 len: 915 time: 0.1241081 Aug 18 12:59:11.432278 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-62865142-42d4-4d55-a75d-402836496257 req-b6582437-6058-4098-8b82-34850d84431a tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:11.434963 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-62865142-42d4-4d55-a75d-402836496257 req-b6582437-6058-4098-8b82-34850d84431a tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:11.442113 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-62865142-42d4-4d55-a75d-402836496257 req-b6582437-6058-4098-8b82-34850d84431a tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] 10.222.0.13 "DELETE /v2.0/security-groups/f0d2a2c4-cf18-4c53-b4b9-cbffe7cc8efd HTTP/1.1" status: 204 len: 173 time: 0.3274252 Aug 18 12:59:11.443576 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2da60-b9b1-46d6-ac75-513e7c101962 req-dc60093b-ffd8-4c36-9341-e45e3a24299c tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:11.445103 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2fe2da60-b9b1-46d6-ac75-513e7c101962 req-dc60093b-ffd8-4c36-9341-e45e3a24299c tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/ports?device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 945 time: 0.0694120 Aug 18 12:59:11.445937 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f86c3457-934e-4418-b216-543346dd5a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:11.449980 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f86c3457-934e-4418-b216-543346dd5a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:11.451498 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f86c3457-934e-4418-b216-543346dd5a57 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f63f1a3-7db4-4355-ab57-af17bbf9b7f5 HTTP/1.1" status: 204 len: 168 time: 0.3000567 Aug 18 12:59:11.461979 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6582437-6058-4098-8b82-34850d84431a tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d2a2c4-cf18-4c53-b4b9-cbffe7cc8efd,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:11.479227 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c3457-934e-4418-b216-543346dd5a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f63f1a3-7db4-4355-ab57-af17bbf9b7f5,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:11.487171 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-dbe59bbe-32b4-4739-a85d-a175e17018ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:11.512498 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e42305e4-321c-4ac8-a517-c4e1d41c7f44 req-dea56cae-0051-43fa-aea9-9c47578e9c31 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97ca558e-3d41-4476-94e2-0ff5ffc23363 HTTP/1.1" status: 200 len: 217 time: 0.0842798 Aug 18 12:59:11.598870 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2fe2da60-b9b1-46d6-ac75-513e7c101962 req-172c75e3-20f2-43a7-9de8-298304f35c34 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/security-groups?id=63d769d6-1907-47bf-878b-f1f65bf8c786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901079 Aug 18 12:59:11.604780 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42305e4-321c-4ac8-a517-c4e1d41c7f44 req-10f7e2fd-e4a9-4800-a9ca-08ed2b9296ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:11.606240 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e42305e4-321c-4ac8-a517-c4e1d41c7f44 req-10f7e2fd-e4a9-4800-a9ca-08ed2b9296ea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=370a4194-5e7c-4dd1-afef-69ff1c3d51dd HTTP/1.1" status: 200 len: 854 time: 0.0858307 Aug 18 12:59:11.642037 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e42305e4-321c-4ac8-a517-c4e1d41c7f44 req-b961c4aa-0cb0-4eba-800c-9ab57db54912 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275505 Aug 18 12:59:11.670543 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b23961-4f28-414b-9da4-b134a61b919e req-9163f26e-2d59-461c-afc6-edf6eac94e74 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:11.671711 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-62b23961-4f28-414b-9da4-b134a61b919e req-9163f26e-2d59-461c-afc6-edf6eac94e74 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd9c0c0-9302-46fc-936d-3a98b229665d HTTP/1.1" status: 200 len: 946 time: 0.0718906 Aug 18 12:59:11.713329 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-62b23961-4f28-414b-9da4-b134a61b919e req-c4bb0d07-4fb3-431e-9ffc-548020b16480 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347121 Aug 18 12:59:11.778711 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dba471-62b9-4837-8a69-6102f21342d2 req-d8027710-7058-4ae2-b183-b8a2daf09dd5 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:11.780200 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-50dba471-62b9-4837-8a69-6102f21342d2 req-d8027710-7058-4ae2-b183-b8a2daf09dd5 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=09cebbc6-fedd-4966-ba74-7c77a09c3185 HTTP/1.1" status: 200 len: 944 time: 0.0855811 Aug 18 12:59:11.786328 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e42305e4-321c-4ac8-a517-c4e1d41c7f44 req-b17598d1-1be2-421e-8701-82a37183a238 service neutron] 10.222.0.39 "GET /v2.0/networks/8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368613 Aug 18 12:59:11.786701 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5d403e0a-8b48-45d6-b935-d25895e34611 req-6d77a5b3-fc5f-4b64-8c4c-ef9a8303846d tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] 10.222.0.13 "GET /v2.0/security-groups/187b43d5-6574-49c3-9118-a80694f4c4dd HTTP/1.1" status: 200 len: 2406 time: 0.0451238 Aug 18 12:59:11.870821 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-50dba471-62b9-4837-8a69-6102f21342d2 req-e5020256-ad2b-496a-86ad-3459f7196f0a tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834398 Aug 18 12:59:11.871955 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5d403e0a-8b48-45d6-b935-d25895e34611 req-08a4ea84-611c-40aa-ad4b-fcc7ddee3319 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:11.916764 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5d403e0a-8b48-45d6-b935-d25895e34611 req-08a4ea84-611c-40aa-ad4b-fcc7ddee3319 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:11.947215 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e42305e4-321c-4ac8-a517-c4e1d41c7f44 req-78cda9c3-e2e3-4f57-8b8a-a02ba3967a9a service neutron] 10.222.0.39 "GET /v2.0/networks/8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465142 Aug 18 12:59:12.037493 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 011cfdb1-83c4-453f-82df-6e524aa56987 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:59:12.043063 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5d403e0a-8b48-45d6-b935-d25895e34611 req-08a4ea84-611c-40aa-ad4b-fcc7ddee3319 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:12.046068 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-5d403e0a-8b48-45d6-b935-d25895e34611 req-08a4ea84-611c-40aa-ad4b-fcc7ddee3319 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:12.047286 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5d403e0a-8b48-45d6-b935-d25895e34611 req-08a4ea84-611c-40aa-ad4b-fcc7ddee3319 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] 10.222.0.13 "DELETE /v2.0/security-groups/187b43d5-6574-49c3-9118-a80694f4c4dd HTTP/1.1" status: 204 len: 173 time: 0.2520804 Aug 18 12:59:12.060124 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a4ea84-611c-40aa-ad4b-fcc7ddee3319 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=187b43d5-6574-49c3-9118-a80694f4c4dd,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:12.149959 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 011cfdb1-83c4-453f-82df-6e524aa56987, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=011cfdb1-83c4-453f-82df-6e524aa56987,segment=NetworkSegment(6851dbba-1cc1-4348-91b0-ff341cc9df8f),segment_id=6851dbba-1cc1-4348-91b0-ff341cc9df8f)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:12.160550 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fbe203-75c3-4909-bd98-5cd8cf59b563 req-c114054b-6d14-4c19-8554-397e732c21a0 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:12.161098 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '011cfdb1-83c4-453f-82df-6e524aa56987', 'network_id': 'f5784924-95c0-4ade-8e9b-45fec751237e', 'port_id': '011cfdb1-83c4-453f-82df-6e524aa56987', 'mac_address': 'fa:16:3e:59:92:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fe5576d-7fb1-4b34-b4b7-7ac7dda64bb3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:59:12.162059 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c8fbe203-75c3-4909-bd98-5cd8cf59b563 req-c114054b-6d14-4c19-8554-397e732c21a0 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63ce61-f12c-4f16-aea6-7f4963e73522 HTTP/1.1" status: 200 len: 943 time: 0.0564709 Aug 18 12:59:12.204226 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:12.224658 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 011cfdb1-83c4-453f-82df-6e524aa56987 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:59:12.230814 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c8fbe203-75c3-4909-bd98-5cd8cf59b563 req-d6f030a8-a6f5-4e3d-9b66-3df66c321c49 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601270 Aug 18 12:59:12.255846 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 011cfdb1-83c4-453f-82df-6e524aa56987, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=011cfdb1-83c4-453f-82df-6e524aa56987,segment=NetworkSegment(6851dbba-1cc1-4348-91b0-ff341cc9df8f),segment_id=6851dbba-1cc1-4348-91b0-ff341cc9df8f)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:12.312885 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 46498) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:12.317937 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:12.330701 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-17f38e93-9f03-4302-8414-1e2c2091df17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:12.357768 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855699d0-7e6a-44be-8e23-14b342bf796b req-b3d0e3cc-f7cd-4ac2-b2ae-e1ba370e623d tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:12.360031 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-855699d0-7e6a-44be-8e23-14b342bf796b req-b3d0e3cc-f7cd-4ac2-b2ae-e1ba370e623d tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd9c0c0-9302-46fc-936d-3a98b229665d HTTP/1.1" status: 200 len: 946 time: 0.0607243 Aug 18 12:59:12.395873 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=011cfdb1-83c4-453f-82df-6e524aa56987,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:12.414499 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-855699d0-7e6a-44be-8e23-14b342bf796b req-a6d8406e-f5dd-4575-a513-d9b054c3c245 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453749 Aug 18 12:59:12.477562 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-04ad3f5b-4dfa-434c-a58f-ad66c96dedf2 req-058f8cd2-cc4b-4a6c-a4bd-4aae68014324 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 210 time: 0.0433464 Aug 18 12:59:12.494714 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0ef44310-78d3-4a26-b01b-5fd0962f5636 req-f4a6d633-fe0e-455f-a323-967fd32208ef tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] 10.222.0.13 "GET /v2.0/security-groups/9062d9af-7643-4f2d-9add-a2a8d4e51111 HTTP/1.1" status: 200 len: 2400 time: 0.0547884 Aug 18 12:59:12.533533 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['011cfdb1-83c4-453f-82df-6e524aa56987'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:59:12.542524 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-0a319c3f-dbe0-48b3-8a8d-6fbe76ded4d0 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:12.544254 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-0a319c3f-dbe0-48b3-8a8d-6fbe76ded4d0 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.20 "GET /v2.0/networks?id=b896f31e-62b0-4c89-b554-2d6ea14ce4b9 HTTP/1.1" status: 200 len: 812 time: 0.1612549 Aug 18 12:59:12.561913 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-58d33ca1-75f6-4a3d-9141-86869235c633 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Request body: {'port': {'device_id': '332a635e-465d-40f4-94ae-a8ba4efa4f8c', 'network_id': 'b896f31e-62b0-4c89-b554-2d6ea14ce4b9', 'admin_state_up': True, 'tenant_id': '62165f4489344ba1816de5df17dbe952'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:12.570006 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-0ef44310-78d3-4a26-b01b-5fd0962f5636 req-2cd00159-4446-475f-bea1-d7d16cca2681 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:12.597068 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-0ef44310-78d3-4a26-b01b-5fd0962f5636 req-2cd00159-4446-475f-bea1-d7d16cca2681 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:12.608107 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-17f38e93-9f03-4302-8414-1e2c2091df17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:12.736807 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-17f38e93-9f03-4302-8414-1e2c2091df17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:12.765776 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-0ef44310-78d3-4a26-b01b-5fd0962f5636 req-2cd00159-4446-475f-bea1-d7d16cca2681 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:12.765776 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-0ef44310-78d3-4a26-b01b-5fd0962f5636 req-2cd00159-4446-475f-bea1-d7d16cca2681 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:12.777888 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 46508) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:12.778751 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0ef44310-78d3-4a26-b01b-5fd0962f5636 req-2cd00159-4446-475f-bea1-d7d16cca2681 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] 10.222.0.13 "DELETE /v2.0/security-groups/9062d9af-7643-4f2d-9add-a2a8d4e51111 HTTP/1.1" status: 204 len: 173 time: 0.2827702 Aug 18 12:59:12.803063 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd00159-4446-475f-bea1-d7d16cca2681 tempest-SecurityGroupRulesTestJSON-1255587998 tempest-SecurityGroupRulesTestJSON-1255587998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9062d9af-7643-4f2d-9add-a2a8d4e51111,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:12.838882 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-17f38e93-9f03-4302-8414-1e2c2091df17 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cb5e8d8a6f674c14b15353361a378542&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5226107 Aug 18 12:59:12.840017 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 46518) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:12.843341 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f38e93-9f03-4302-8414-1e2c2091df17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac492d9-2b39-407c-9f6a-53754f3a0cb0,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:12.869890 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-58d33ca1-75f6-4a3d-9141-86869235c633 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Made reservation on behalf of 62165f4489344ba1816de5df17dbe952 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:59:12.873945 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-58d33ca1-75f6-4a3d-9141-86869235c633 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:12.898778 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee54ad52-b24e-404a-98a6-a6fadde191ea admin admin] Deleting subnet ed5ca5e0-d38c-4b3f-b664-f5c4b10df17e {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:59:12.908031 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ee54ad52-b24e-404a-98a6-a6fadde191ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:12.950129 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-32ebafb6-4017-43cc-8c07-a530f562e77d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:12.963868 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11b743-fac5-4fee-a925-6eacc9b05b7e req-f0643fc1-3516-479a-8ea7-0a433909d50c tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:12.965401 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5f11b743-fac5-4fee-a925-6eacc9b05b7e req-f0643fc1-3516-479a-8ea7-0a433909d50c tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/ports?device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 945 time: 0.0837677 Aug 18 12:59:12.990463 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ee54ad52-b24e-404a-98a6-a6fadde191ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:12.996639 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-32ebafb6-4017-43cc-8c07-a530f562e77d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:13.048849 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5f11b743-fac5-4fee-a925-6eacc9b05b7e req-93eb9a16-9048-48e0-8b92-a14c5499e073 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/security-groups?id=63d769d6-1907-47bf-878b-f1f65bf8c786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763669 Aug 18 12:59:13.075019 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ee54ad52-b24e-404a-98a6-a6fadde191ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:13.117620 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-58d33ca1-75f6-4a3d-9141-86869235c633 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Allocated IP 172.20.0.7 (b896f31e-62b0-4c89-b554-2d6ea14ce4b9/01ff60f5-a1bd-4c4a-b8b1-0b6ab79f5acb/bdaffda7-0bca-4741-b772-1df94b09d559) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:59:13.173903 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-32ebafb6-4017-43cc-8c07-a530f562e77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:13.181709 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-32ebafb6-4017-43cc-8c07-a530f562e77d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:13.182546 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-32ebafb6-4017-43cc-8c07-a530f562e77d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ac492d9-2b39-407c-9f6a-53754f3a0cb0 HTTP/1.1" status: 204 len: 168 time: 0.3412132 Aug 18 12:59:13.194480 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ebafb6-4017-43cc-8c07-a530f562e77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac492d9-2b39-407c-9f6a-53754f3a0cb0,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:13.244548 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2691e7-94e0-42a9-a68d-8d4cfab8edb3 req-734a8ba7-4a58-485f-b792-3c859035d5e6 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:13.246126 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-af2691e7-94e0-42a9-a68d-8d4cfab8edb3 req-734a8ba7-4a58-485f-b792-3c859035d5e6 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=09cebbc6-fedd-4966-ba74-7c77a09c3185 HTTP/1.1" status: 200 len: 944 time: 0.1218400 Aug 18 12:59:13.290294 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae94da5-5758-4fba-89f3-34295f8e3542 req-dcbab842-eff0-44fd-93c9-5cec005a80ab tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:13.292310 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fae94da5-5758-4fba-89f3-34295f8e3542 req-dcbab842-eff0-44fd-93c9-5cec005a80ab tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd9c0c0-9302-46fc-936d-3a98b229665d HTTP/1.1" status: 200 len: 946 time: 0.0536888 Aug 18 12:59:13.295177 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ee54ad52-b24e-404a-98a6-a6fadde191ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:13.340301 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fae94da5-5758-4fba-89f3-34295f8e3542 req-16c6db69-c5a3-4137-8e09-a4c80bcd2f94 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406461 Aug 18 12:59:13.340695 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54ad52-b24e-404a-98a6-a6fadde191ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed5ca5e0-d38c-4b3f-b664-f5c4b10df17e,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:13.342764 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ee54ad52-b24e-404a-98a6-a6fadde191ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:13.347616 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ee54ad52-b24e-404a-98a6-a6fadde191ea admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ed5ca5e0-d38c-4b3f-b664-f5c4b10df17e HTTP/1.1" status: 204 len: 168 time: 0.5658190 Aug 18 12:59:13.348122 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 46532) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:13.401578 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-af2691e7-94e0-42a9-a68d-8d4cfab8edb3 req-f95c9ccd-58c3-4749-868a-ad2744edc4c3 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431966 Aug 18 12:59:13.447632 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-58d33ca1-75f6-4a3d-9141-86869235c633 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:13.463343 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9d55f8b1-a8dc-4a66-bcb3-eaa28cd4876e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:13.532071 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2239dae-d748-4055-8d5a-5fed5b4966e3 req-c5f39f7a-951d-4bb8-b4f6-5707e6747a99 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:13.537899 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d2239dae-d748-4055-8d5a-5fed5b4966e3 req-c5f39f7a-951d-4bb8-b4f6-5707e6747a99 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63ce61-f12c-4f16-aea6-7f4963e73522 HTTP/1.1" status: 200 len: 944 time: 0.0883129 Aug 18 12:59:13.610393 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9d55f8b1-a8dc-4a66-bcb3-eaa28cd4876e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:13.632455 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-9d55f8b1-a8dc-4a66-bcb3-eaa28cd4876e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c635842-b4ff-4a1d-9bb7-f92e826d4893']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:13.639090 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-58d33ca1-75f6-4a3d-9141-86869235c633 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:13.653837 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d2239dae-d748-4055-8d5a-5fed5b4966e3 req-9e17dd89-2aee-4d84-b241-dfe03e8bae12 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760944 Aug 18 12:59:13.655712 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-9d55f8b1-a8dc-4a66-bcb3-eaa28cd4876e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0f4d91a-9c8f-4f49-b435-7439ef28b42c') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:13.656106 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-9d55f8b1-a8dc-4a66-bcb3-eaa28cd4876e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0f4d91a-9c8f-4f49-b435-7439ef28b42c') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:13.666980 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9d55f8b1-a8dc-4a66-bcb3-eaa28cd4876e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:13.691882 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9d55f8b1-a8dc-4a66-bcb3-eaa28cd4876e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:13.693220 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-58d33ca1-75f6-4a3d-9141-86869235c633 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Network b896f31e-62b0-4c89-b554-2d6ea14ce4b9 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:59:13.700953 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-58d33ca1-75f6-4a3d-9141-86869235c633 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:59:13.704719 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d55f8b1-a8dc-4a66-bcb3-eaa28cd4876e admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:59:13.707561 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9d55f8b1-a8dc-4a66-bcb3-eaa28cd4876e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:13.709777 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-58d33ca1-75f6-4a3d-9141-86869235c633 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:59:13.711832 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 12:59:13.711832 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:59:13.711832 n-d-803603-2 neutron-server[101676]: timer() Aug 18 12:59:13.711832 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:59:13.711832 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 12:59:13.711832 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:59:13.711832 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 12:59:13.711832 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:59:13.711832 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 12:59:13.711832 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:59:13.711832 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 12:59:13.711832 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:59:13.711832 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 12:59:13.711832 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:59:13.711832 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:59:13.711832 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:59:13.711832 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:59:13.711832 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:59:13.711832 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 12:59:13.711832 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:59:13.711832 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 12:59:13.711832 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:59:13.711832 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:59:13.711832 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:59:13.711832 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 12:59:13.711832 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:59:13.711832 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:59:13.711832 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:59:13.711832 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:59:13.711832 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:59:13.711832 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:59:13.711832 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:59:13.724019 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bb9fb433-0272-4015-a706-3e7b999ffb36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:13.795280 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-58d33ca1-75f6-4a3d-9141-86869235c633 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:13.795908 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-58d33ca1-75f6-4a3d-9141-86869235c633 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:13.800624 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d33ca1-75f6-4a3d-9141-86869235c633 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Pushing event updated for resources: {'Port': ['ID=bdaffda7-0bca-4741-b772-1df94b09d559,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:13.819653 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90848048-4507-42bf-a964-c150bd2cc11f req-ff18fd10-16da-4011-be82-b8125f151c68 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:13.820372 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9d55f8b1-a8dc-4a66-bcb3-eaa28cd4876e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:13.821146 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90848048-4507-42bf-a964-c150bd2cc11f req-ff18fd10-16da-4011-be82-b8125f151c68 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 931 time: 0.1941230 Aug 18 12:59:13.835999 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9d55f8b1-a8dc-4a66-bcb3-eaa28cd4876e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:13.838908 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9d55f8b1-a8dc-4a66-bcb3-eaa28cd4876e admin admin] 10.222.0.13 "DELETE /v2.0/networks/2c635842-b4ff-4a1d-9bb7-f92e826d4893 HTTP/1.1" status: 204 len: 168 time: 0.4886756 Aug 18 12:59:13.843942 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d55f8b1-a8dc-4a66-bcb3-eaa28cd4876e admin admin] Pushing event deleted for resources: {'Network': ['ID=2c635842-b4ff-4a1d-9bb7-f92e826d4893,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:13.873391 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-58d33ca1-75f6-4a3d-9141-86869235c633 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3178537 Aug 18 12:59:13.877019 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90848048-4507-42bf-a964-c150bd2cc11f req-361eca90-7df4-4900-ac75-490c9d00a720 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469670 Aug 18 12:59:13.885078 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-64b94364-3926-4e6b-b0e9-32b65d54e6a8 service neutron] Request body: {'port': {'device_id': '332a635e-465d-40f4-94ae-a8ba4efa4f8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:13.938712 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-64b94364-3926-4e6b-b0e9-32b65d54e6a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:14.050144 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 97ca558e-3d41-4476-94e2-0ff5ffc23363 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:59:14.058823 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 011cfdb1-83c4-453f-82df-6e524aa56987 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:59:14.199960 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eef65c-8193-49c7-89b0-4dc173270081 req-a4e46770-1892-4a80-99bb-2a82a3fcb782 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:14.207442 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-81eef65c-8193-49c7-89b0-4dc173270081 req-a4e46770-1892-4a80-99bb-2a82a3fcb782 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/ports?device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 945 time: 0.0619524 Aug 18 12:59:14.232526 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 46566) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:14.245079 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 97ca558e-3d41-4476-94e2-0ff5ffc23363, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=97ca558e-3d41-4476-94e2-0ff5ffc23363,segment=NetworkSegment(d254ae00-87be-41d4-aa78-e249d1ab7c29),segment_id=d254ae00-87be-41d4-aa78-e249d1ab7c29)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:14.246477 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-64b94364-3926-4e6b-b0e9-32b65d54e6a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdaffda7-0bca-4741-b772-1df94b09d559 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:59:14.255318 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-64b94364-3926-4e6b-b0e9-32b65d54e6a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:14.257654 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '97ca558e-3d41-4476-94e2-0ff5ffc23363', 'network_id': '8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8', 'port_id': '97ca558e-3d41-4476-94e2-0ff5ffc23363', 'mac_address': 'fa:16:3e:f1:31:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370a4194-5e7c-4dd1-afef-69ff1c3d51dd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:59:14.263004 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-81eef65c-8193-49c7-89b0-4dc173270081 req-a78f433b-485d-4280-a6a8-b655393803a8 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/security-groups?id=63d769d6-1907-47bf-878b-f1f65bf8c786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487068 Aug 18 12:59:14.273977 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-64b94364-3926-4e6b-b0e9-32b65d54e6a8 service neutron] Transition to ACTIVE for port object bdaffda7-0bca-4741-b772-1df94b09d559 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:59:14.306252 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:14.319349 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97ca558e-3d41-4476-94e2-0ff5ffc23363 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:59:14.345440 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 97ca558e-3d41-4476-94e2-0ff5ffc23363, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=97ca558e-3d41-4476-94e2-0ff5ffc23363,segment=NetworkSegment(d254ae00-87be-41d4-aa78-e249d1ab7c29),segment_id=d254ae00-87be-41d4-aa78-e249d1ab7c29)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:14.345440 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 011cfdb1-83c4-453f-82df-6e524aa56987 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:59:14.345440 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 011cfdb1-83c4-453f-82df-6e524aa56987 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:59:14.345702 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:14.363331 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-64b94364-3926-4e6b-b0e9-32b65d54e6a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:14.420706 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1d46ae89-cf0d-4eb8-b22e-6da6509ad484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:14.425857 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 46574) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:14.463664 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:14.489417 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:14.530123 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9c28e626-3fe0-4ebb-bdc4-5db9527e1361 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=05e6a2849bb54bcb96ec77434afd9101&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1036053 Aug 18 12:59:14.533104 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 46580) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:14.539535 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b94364-3926-4e6b-b0e9-32b65d54e6a8 service neutron] Pushing event updated for resources: {'Port': ['ID=bdaffda7-0bca-4741-b772-1df94b09d559,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:14.561113 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=97ca558e-3d41-4476-94e2-0ff5ffc23363,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:14.565518 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc63ce61-f12c-4f16-aea6-7f4963e73522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011cfdb1-83c4-453f-82df-6e524aa56987'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:59:14.567978 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857c7c63-39cf-4156-aae5-2a5de2bc8811" -d '{"events": [{"server_uuid": "bc63ce61-f12c-4f16-aea6-7f4963e73522", "name": "network-vif-plugged", "status": "completed", "tag": "011cfdb1-83c4-453f-82df-6e524aa56987"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:59:14.570439 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5117b1-843a-4847-a63b-454f065ae066 req-c502239b-9f6e-4157-8c00-fea4972e7bdf tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:14.570946 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:14.572036 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1a5117b1-843a-4847-a63b-454f065ae066 req-c502239b-9f6e-4157-8c00-fea4972e7bdf tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=09cebbc6-fedd-4966-ba74-7c77a09c3185 HTTP/1.1" status: 200 len: 945 time: 0.0790665 Aug 18 12:59:14.585521 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 011cfdb1-83c4-453f-82df-6e524aa56987, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=011cfdb1-83c4-453f-82df-6e524aa56987,segment=NetworkSegment(6851dbba-1cc1-4348-91b0-ff341cc9df8f),segment_id=6851dbba-1cc1-4348-91b0-ff341cc9df8f)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:14.639109 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1a5117b1-843a-4847-a63b-454f065ae066 req-e5685205-82dc-4531-9711-c9f041d79c94 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585845 Aug 18 12:59:14.641632 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-216853ca-ef92-452c-9bc9-57f04ff7c453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:14.657958 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:14.678841 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666de540-56f8-4015-9bcf-0d617a5c9b49 req-8a7756d1-29f5-4601-b6a6-7e02bd12acdb tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:14.682715 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-666de540-56f8-4015-9bcf-0d617a5c9b49 req-8a7756d1-29f5-4601-b6a6-7e02bd12acdb tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd9c0c0-9302-46fc-936d-3a98b229665d HTTP/1.1" status: 200 len: 946 time: 0.2100017 Aug 18 12:59:14.688011 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-216853ca-ef92-452c-9bc9-57f04ff7c453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:14.720897 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['97ca558e-3d41-4476-94e2-0ff5ffc23363'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:59:14.767452 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a275c93-6754-488c-b6f6-de45c55e2915 x-openstack-request-id: req-9a275c93-6754-488c-b6f6-de45c55e2915 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:59:14.768156 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc63ce61-f12c-4f16-aea6-7f4963e73522", "name": "network-vif-plugged", "status": "completed", "tag": "011cfdb1-83c4-453f-82df-6e524aa56987", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:59:14.768156 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a275c93-6754-488c-b6f6-de45c55e2915 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:59:14.768866 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc63ce61-f12c-4f16-aea6-7f4963e73522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011cfdb1-83c4-453f-82df-6e524aa56987', 'code': 200} Aug 18 12:59:14.792404 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=011cfdb1-83c4-453f-82df-6e524aa56987,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:14.873536 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-216853ca-ef92-452c-9bc9-57f04ff7c453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:14.877972 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-216853ca-ef92-452c-9bc9-57f04ff7c453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:14.879345 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-216853ca-ef92-452c-9bc9-57f04ff7c453 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5d4d3436-4868-48aa-b461-5b0a6b6ec172 HTTP/1.1" status: 204 len: 168 time: 0.3451750 Aug 18 12:59:14.895407 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216853ca-ef92-452c-9bc9-57f04ff7c453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4d3436-4868-48aa-b461-5b0a6b6ec172,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:14.971676 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01d2d1-1d21-40b3-873c-7c820b58950d req-50b3b871-a854-4572-bb91-7638fcde1bf6 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:14.982155 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bb01d2d1-1d21-40b3-873c-7c820b58950d req-50b3b871-a854-4572-bb91-7638fcde1bf6 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63ce61-f12c-4f16-aea6-7f4963e73522 HTTP/1.1" status: 200 len: 945 time: 0.1654224 Aug 18 12:59:14.993712 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57010280-b01d-48a6-9fac-48b6c2660657 req-e92bafed-3817-47c9-9dde-3da8f98ef429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:14.995710 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-57010280-b01d-48a6-9fac-48b6c2660657 req-e92bafed-3817-47c9-9dde-3da8f98ef429 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bc63ce61-f12c-4f16-aea6-7f4963e73522 HTTP/1.1" status: 200 len: 1096 time: 0.1911278 Aug 18 12:59:15.051028 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bb01d2d1-1d21-40b3-873c-7c820b58950d req-781e56ac-6b62-473a-9d8b-0339b10e2af7 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676725 Aug 18 12:59:15.056759 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-57010280-b01d-48a6-9fac-48b6c2660657 req-2b86bb72-1dc3-46bf-9a25-3327afa21c86 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506585 Aug 18 12:59:15.142002 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-64b94364-3926-4e6b-b0e9-32b65d54e6a8 service neutron] Attempting to bind port bdaffda7-0bca-4741-b772-1df94b09d559 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:59:15.142613 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-64b94364-3926-4e6b-b0e9-32b65d54e6a8 service neutron] Attempting to bind port bdaffda7-0bca-4741-b772-1df94b09d559 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '203c474d-56e3-424f-9d3b-a131550498ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b896f31e-62b0-4c89-b554-2d6ea14ce4b9'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:59:15.142714 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-64b94364-3926-4e6b-b0e9-32b65d54e6a8 service neutron] Attempting to bind port bdaffda7-0bca-4741-b772-1df94b09d559 on network b896f31e-62b0-4c89-b554-2d6ea14ce4b9 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:59:15.169462 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb503173-a119-4231-afea-5b60354d27cb req-c8a1e98a-9b9a-4b05-946b-750d126ba885 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:15.177835 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-eb503173-a119-4231-afea-5b60354d27cb req-c8a1e98a-9b9a-4b05-946b-750d126ba885 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 943 time: 0.0644250 Aug 18 12:59:15.178676 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-64b94364-3926-4e6b-b0e9-32b65d54e6a8 service neutron] Port bdaffda7-0bca-4741-b772-1df94b09d559 on network b896f31e-62b0-4c89-b554-2d6ea14ce4b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:59:15.179014 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-64b94364-3926-4e6b-b0e9-32b65d54e6a8 service neutron] Attempting to bind port bdaffda7-0bca-4741-b772-1df94b09d559 on network b896f31e-62b0-4c89-b554-2d6ea14ce4b9 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:59:15.207292 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-666de540-56f8-4015-9bcf-0d617a5c9b49 req-2aaff65f-b155-4d3c-88f1-7eb6ee443900 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4843440 Aug 18 12:59:15.211821 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-64b94364-3926-4e6b-b0e9-32b65d54e6a8 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:59:15.212367 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-64b94364-3926-4e6b-b0e9-32b65d54e6a8 service neutron] Checking segment: {'id': '203c474d-56e3-424f-9d3b-a131550498ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b896f31e-62b0-4c89-b554-2d6ea14ce4b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:59:15.212933 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-64b94364-3926-4e6b-b0e9-32b65d54e6a8 service neutron] Bound using segment: {'id': '203c474d-56e3-424f-9d3b-a131550498ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b896f31e-62b0-4c89-b554-2d6ea14ce4b9'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:59:15.213515 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-64b94364-3926-4e6b-b0e9-32b65d54e6a8 service neutron] Bound port: bdaffda7-0bca-4741-b772-1df94b09d559, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203c474d-56e3-424f-9d3b-a131550498ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b896f31e-62b0-4c89-b554-2d6ea14ce4b9'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:59:15.214025 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-64b94364-3926-4e6b-b0e9-32b65d54e6a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:15.237656 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-eb503173-a119-4231-afea-5b60354d27cb req-128dda55-c7af-4b32-8226-35bd15c77fb6 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586779 Aug 18 12:59:15.272056 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543dafb-8876-46b5-9850-d7259b1c8c73 req-7e0c707a-decf-4c40-b7e5-b8d2ffba131d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:15.273576 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8543dafb-8876-46b5-9850-d7259b1c8c73 req-7e0c707a-decf-4c40-b7e5-b8d2ffba131d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 1096 time: 0.5082378 Aug 18 12:59:15.288418 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1d46ae89-cf0d-4eb8-b22e-6da6509ad484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:15.305201 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:15.373750 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8543dafb-8876-46b5-9850-d7259b1c8c73 req-89a27dc8-e26d-478d-974f-83c1fafb0f1b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=63d769d6-1907-47bf-878b-f1f65bf8c786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835087 Aug 18 12:59:15.376931 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-64b94364-3926-4e6b-b0e9-32b65d54e6a8 service neutron] For port bdaffda7-0bca-4741-b772-1df94b09d559, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:59:15.395520 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-64b94364-3926-4e6b-b0e9-32b65d54e6a8 service neutron] For port bdaffda7-0bca-4741-b772-1df94b09d559, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=bdaffda7-0bca-4741-b772-1df94b09d559,segment=NetworkSegment(203c474d-56e3-424f-9d3b-a131550498ab),segment_id=203c474d-56e3-424f-9d3b-a131550498ab)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:59:15.403911 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1d46ae89-cf0d-4eb8-b22e-6da6509ad484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:15.414551 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474de1d0-86e7-483b-8e64-817f87f12566 req-10a7cfa1-9973-41ba-819c-a0496032a512 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:15.416035 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-474de1d0-86e7-483b-8e64-817f87f12566 req-10a7cfa1-9973-41ba-819c-a0496032a512 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/ports?device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 945 time: 0.0879333 Aug 18 12:59:15.467367 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d46ae89-cf0d-4eb8-b22e-6da6509ad484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6065077e-60d2-4ca6-b302-c85a63e75fa4,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:15.473446 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1d46ae89-cf0d-4eb8-b22e-6da6509ad484 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=df4acc328d044704ba203f9712b27f69&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2395520 Aug 18 12:59:15.476592 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 46610) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:15.490888 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-474de1d0-86e7-483b-8e64-817f87f12566 req-565bdc47-50a8-4120-81a3-b39b4d9e48a1 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/security-groups?id=63d769d6-1907-47bf-878b-f1f65bf8c786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593181 Aug 18 12:59:15.512282 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-64b94364-3926-4e6b-b0e9-32b65d54e6a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:15.542987 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-331053b8-97a1-440b-ba18-843cd8e44a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:15.548748 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-64b94364-3926-4e6b-b0e9-32b65d54e6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:15.549367 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-64b94364-3926-4e6b-b0e9-32b65d54e6a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:15.550898 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-64b94364-3926-4e6b-b0e9-32b65d54e6a8 service neutron] 10.222.0.20 "PUT /v2.0/ports/bdaffda7-0bca-4741-b772-1df94b09d559 HTTP/1.1" status: 200 len: 1091 time: 1.6698537 Aug 18 12:59:15.551347 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332a635e-465d-40f4-94ae-a8ba4efa4f8c', 'tag': 'bdaffda7-0bca-4741-b772-1df94b09d559'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:59:15.554086 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f5e056-3ca1-463a-addc-a0fa6c13dfd9" -d '{"events": [{"name": "network-changed", "server_uuid": "332a635e-465d-40f4-94ae-a8ba4efa4f8c", "tag": "bdaffda7-0bca-4741-b772-1df94b09d559"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:59:15.577651 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-331053b8-97a1-440b-ba18-843cd8e44a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:15.577801 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b94364-3926-4e6b-b0e9-32b65d54e6a8 service neutron] Pushing event updated for resources: {'Port': ['ID=bdaffda7-0bca-4741-b772-1df94b09d559,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:15.605717 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177dd0fb-6b1c-45e3-88ce-1d5a2b31405a x-openstack-request-id: req-177dd0fb-6b1c-45e3-88ce-1d5a2b31405a {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:59:15.605717 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "332a635e-465d-40f4-94ae-a8ba4efa4f8c", "tag": "bdaffda7-0bca-4741-b772-1df94b09d559", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:59:15.605717 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-177dd0fb-6b1c-45e3-88ce-1d5a2b31405a {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:59:15.605717 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '332a635e-465d-40f4-94ae-a8ba4efa4f8c', 'tag': 'bdaffda7-0bca-4741-b772-1df94b09d559', 'status': 'completed', 'code': 200} Aug 18 12:59:15.688308 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5e056-3ca1-463a-addc-a0fa6c13dfd9 req-692cfd4f-8d5a-45c1-afd3-dd2f39d72c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:15.689867 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-87f5e056-3ca1-463a-addc-a0fa6c13dfd9 req-692cfd4f-8d5a-45c1-afd3-dd2f39d72c72 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62165f4489344ba1816de5df17dbe952&device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 1094 time: 0.0505648 Aug 18 12:59:15.757338 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-331053b8-97a1-440b-ba18-843cd8e44a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:15.762008 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-331053b8-97a1-440b-ba18-843cd8e44a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:15.763273 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-331053b8-97a1-440b-ba18-843cd8e44a7a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6065077e-60d2-4ca6-b302-c85a63e75fa4 HTTP/1.1" status: 204 len: 168 time: 0.2853107 Aug 18 12:59:15.771733 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331053b8-97a1-440b-ba18-843cd8e44a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6065077e-60d2-4ca6-b302-c85a63e75fa4,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:15.833228 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1844c-10ec-4ae5-914e-d9716310cbf8 req-a908a703-21f3-4000-b40d-c95e3ccde162 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:15.834745 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c2b1844c-10ec-4ae5-914e-d9716310cbf8 req-a908a703-21f3-4000-b40d-c95e3ccde162 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=09cebbc6-fedd-4966-ba74-7c77a09c3185 HTTP/1.1" status: 200 len: 945 time: 0.1173463 Aug 18 12:59:15.854730 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5e056-3ca1-463a-addc-a0fa6c13dfd9 req-8917c551-8841-426e-adb8-55aff59ff4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:15.856145 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-87f5e056-3ca1-463a-addc-a0fa6c13dfd9 req-8917c551-8841-426e-adb8-55aff59ff4e5 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=62165f4489344ba1816de5df17dbe952&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1580553 Aug 18 12:59:15.937425 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c2b1844c-10ec-4ae5-914e-d9716310cbf8 req-e523d41e-7d70-4ca9-9e2a-30be10630460 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912528 Aug 18 12:59:15.977708 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5e056-3ca1-463a-addc-a0fa6c13dfd9 req-0ef8af73-befe-448b-a12b-c4c2cd2d2e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:15.979294 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-87f5e056-3ca1-463a-addc-a0fa6c13dfd9 req-0ef8af73-befe-448b-a12b-c4c2cd2d2e09 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1139297 Aug 18 12:59:16.069409 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 97ca558e-3d41-4476-94e2-0ff5ffc23363 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:59:16.069969 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-5bfda968-e33a-43ce-9c1c-40058525f3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:16.070965 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-5bfda968-e33a-43ce-9c1c-40058525f3d9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62165f4489344ba1816de5df17dbe952&device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 1094 time: 0.0429113 Aug 18 12:59:16.159605 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-f37d786c-0663-44aa-92f0-3073a2cd3e93 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdaffda7-0bca-4741-b772-1df94b09d559 HTTP/1.1" status: 200 len: 217 time: 0.0778689 Aug 18 12:59:16.198431 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f6ca9-0e72-4ac4-b2cc-9564e52c8485 req-63a07883-86b5-49a5-aeb2-962b1bd20a97 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:16.199930 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2c1f6ca9-0e72-4ac4-b2cc-9564e52c8485 req-63a07883-86b5-49a5-aeb2-962b1bd20a97 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63ce61-f12c-4f16-aea6-7f4963e73522 HTTP/1.1" status: 200 len: 945 time: 0.0655658 Aug 18 12:59:16.226141 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 97ca558e-3d41-4476-94e2-0ff5ffc23363 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:59:16.230036 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 97ca558e-3d41-4476-94e2-0ff5ffc23363 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:59:16.230434 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:16.270756 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2c1f6ca9-0e72-4ac4-b2cc-9564e52c8485 req-ca3455d3-687b-438e-b567-b2281a4eb017 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574350 Aug 18 12:59:16.316699 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-df258659-cd4c-4cdf-9e07-0ee0ccc102a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:16.319744 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-df258659-cd4c-4cdf-9e07-0ee0ccc102a1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=01ff60f5-a1bd-4c4a-b8b1-0b6ab79f5acb HTTP/1.1" status: 200 len: 852 time: 0.1520751 Aug 18 12:59:16.398835 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-a0ab412c-9343-4232-9807-872bd2b5f762 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b896f31e-62b0-4c89-b554-2d6ea14ce4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606623 Aug 18 12:59:16.403052 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cd5dc-b33f-4924-bffa-3d6528d6ae55 req-1a23fe7d-477c-4131-afdf-f65477475f5c tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:16.404861 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c89cd5dc-b33f-4924-bffa-3d6528d6ae55 req-1a23fe7d-477c-4131-afdf-f65477475f5c tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 943 time: 0.0744367 Aug 18 12:59:16.457052 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c89cd5dc-b33f-4924-bffa-3d6528d6ae55 req-a928ad0d-0c7c-4935-943c-7e0af5156478 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450971 Aug 18 12:59:16.494001 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26f1ea-e1d5-4290-bc4f-d8e665695fce req-3238fad5-391d-4774-bc09-d07ff6c17569 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:16.508089 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2b26f1ea-e1d5-4290-bc4f-d8e665695fce req-3238fad5-391d-4774-bc09-d07ff6c17569 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd9c0c0-9302-46fc-936d-3a98b229665d HTTP/1.1" status: 200 len: 946 time: 0.2156944 Aug 18 12:59:16.558744 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2b26f1ea-e1d5-4290-bc4f-d8e665695fce req-5e0f9408-87c7-439f-8dd4-35c4ea7c1d19 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520377 Aug 18 12:59:16.565613 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:16.592342 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-5dca0302-c6fd-4167-8e11-093d9870ade5 service neutron] 10.222.0.20 "GET /v2.0/networks/b896f31e-62b0-4c89-b554-2d6ea14ce4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796925 Aug 18 12:59:16.649225 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 97ca558e-3d41-4476-94e2-0ff5ffc23363, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=97ca558e-3d41-4476-94e2-0ff5ffc23363,segment=NetworkSegment(d254ae00-87be-41d4-aa78-e249d1ab7c29),segment_id=d254ae00-87be-41d4-aa78-e249d1ab7c29)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:16.673794 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 46660) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:16.742597 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6789b845-a205-4ad4-8781-72781e0449d3 req-e697c346-876f-4b8c-ad0c-3ce0968dcb44 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:16.744067 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6789b845-a205-4ad4-8781-72781e0449d3 req-e697c346-876f-4b8c-ad0c-3ce0968dcb44 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/ports?device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 945 time: 0.0712807 Aug 18 12:59:16.761475 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0398de08-0f66-499a-ba0c-dd11278edf35 req-8435f18b-e28a-4cbf-952a-90b2d05d4ec0 service neutron] 10.222.0.20 "GET /v2.0/networks/b896f31e-62b0-4c89-b554-2d6ea14ce4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614392 Aug 18 12:59:16.770423 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09cebbc6-fedd-4966-ba74-7c77a09c3185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ca558e-3d41-4476-94e2-0ff5ffc23363'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:59:16.772779 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efa0a87-977d-44d0-a629-a220887179d2" -d '{"events": [{"server_uuid": "09cebbc6-fedd-4966-ba74-7c77a09c3185", "name": "network-vif-plugged", "status": "completed", "tag": "97ca558e-3d41-4476-94e2-0ff5ffc23363"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:59:16.789153 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6789b845-a205-4ad4-8781-72781e0449d3 req-1417dc1e-3520-446e-aae2-486161934157 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/security-groups?id=63d769d6-1907-47bf-878b-f1f65bf8c786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370853 Aug 18 12:59:16.802430 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:16.859714 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-1d97f89f-fa1e-4eef-9edc-d301a4210b71 req-36866b97-6203-487c-bb37-767ababe0c07 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1973554451', 'description': 'tempest-description-1071707294'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:16.866599 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f336b4-c182-4f95-8a9e-4ab4b4444cf1 x-openstack-request-id: req-d0f336b4-c182-4f95-8a9e-4ab4b4444cf1 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:59:16.866889 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09cebbc6-fedd-4966-ba74-7c77a09c3185", "name": "network-vif-plugged", "status": "completed", "tag": "97ca558e-3d41-4476-94e2-0ff5ffc23363", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:59:16.867141 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0f336b4-c182-4f95-8a9e-4ab4b4444cf1 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:59:16.867579 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09cebbc6-fedd-4966-ba74-7c77a09c3185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ca558e-3d41-4476-94e2-0ff5ffc23363', 'code': 200} Aug 18 12:59:16.887412 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=97ca558e-3d41-4476-94e2-0ff5ffc23363,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:16.959973 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75366e-4035-45d4-b6a4-729c4a1d4969 req-d5be8276-546d-4567-acb0-6caa19d2ab31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:16.961488 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6d75366e-4035-45d4-b6a4-729c4a1d4969 req-d5be8276-546d-4567-acb0-6caa19d2ab31 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=09cebbc6-fedd-4966-ba74-7c77a09c3185 HTTP/1.1" status: 200 len: 1097 time: 0.0421154 Aug 18 12:59:16.968934 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1d97f89f-fa1e-4eef-9edc-d301a4210b71 req-36866b97-6203-487c-bb37-767ababe0c07 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:17.019064 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6d75366e-4035-45d4-b6a4-729c4a1d4969 req-ee682370-d363-44c8-ba4e-c2c23e1940be service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477340 Aug 18 12:59:17.022847 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-b1ef536c-c673-4127-aee5-dabe8dc18b8b admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1232416722-network', 'tenant_id': 'ad18175e88d04841bb55fcc65dd1a498'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:17.097807 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1d97f89f-fa1e-4eef-9edc-d301a4210b71 req-36866b97-6203-487c-bb37-767ababe0c07 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:17.119473 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67823d1b-518d-4e4a-88a3-8c595742b16b req-b8682abb-c529-4ae3-a77a-8b3cdf624e64 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:17.120964 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-67823d1b-518d-4e4a-88a3-8c595742b16b req-b8682abb-c529-4ae3-a77a-8b3cdf624e64 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=09cebbc6-fedd-4966-ba74-7c77a09c3185 HTTP/1.1" status: 200 len: 946 time: 0.0521123 Aug 18 12:59:17.163378 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-67823d1b-518d-4e4a-88a3-8c595742b16b req-43988864-577e-4f12-a886-ebeac3da3858 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361018 Aug 18 12:59:17.190643 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1d97f89f-fa1e-4eef-9edc-d301a4210b71 req-36866b97-6203-487c-bb37-767ababe0c07 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:17.217632 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aca896-c3a9-47a5-b006-03dcf72fbf36 req-20769ffd-0616-482d-98ff-53624ff692fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:17.219748 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-97aca896-c3a9-47a5-b006-03dcf72fbf36 req-20769ffd-0616-482d-98ff-53624ff692fa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f0303d9be8d54f109bacfe8faa1afc25&device_id=bc63ce61-f12c-4f16-aea6-7f4963e73522 HTTP/1.1" status: 200 len: 1096 time: 0.0762091 Aug 18 12:59:17.237729 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:17.250889 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36866b97-6203-487c-bb37-767ababe0c07 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93a7c00d-cf22-4cfd-b7ec-0ea3ef142850,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:17.268325 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ef536c-c673-4127-aee5-dabe8dc18b8b admin admin] Made reservation on behalf of ad18175e88d04841bb55fcc65dd1a498 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:59:17.271604 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b1ef536c-c673-4127-aee5-dabe8dc18b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:17.287656 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b1ef536c-c673-4127-aee5-dabe8dc18b8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:17.313950 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d065e2-cddc-4e95-8c4c-1ac1fcb3d96b req-e224254e-8553-4ef9-9d6d-414f3ff1fd9f tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:17.315488 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-37d065e2-cddc-4e95-8c4c-1ac1fcb3d96b req-e224254e-8553-4ef9-9d6d-414f3ff1fd9f tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63ce61-f12c-4f16-aea6-7f4963e73522 HTTP/1.1" status: 200 len: 945 time: 0.0777891 Aug 18 12:59:17.327620 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aca896-c3a9-47a5-b006-03dcf72fbf36 req-5a350926-e1ef-4074-baf0-6aef564e3715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:17.329171 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-97aca896-c3a9-47a5-b006-03dcf72fbf36 req-5a350926-e1ef-4074-baf0-6aef564e3715 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f5784924-95c0-4ade-8e9b-45fec751237e HTTP/1.1" status: 200 len: 912 time: 0.1012366 Aug 18 12:59:17.334651 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1d97f89f-fa1e-4eef-9edc-d301a4210b71 req-36866b97-6203-487c-bb37-767ababe0c07 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:17.335779 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1d97f89f-fa1e-4eef-9edc-d301a4210b71 req-36866b97-6203-487c-bb37-767ababe0c07 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.4815545 Aug 18 12:59:17.367592 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-37d065e2-cddc-4e95-8c4c-1ac1fcb3d96b req-9b1362a8-875d-445c-9453-e0e81e444b77 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453241 Aug 18 12:59:17.373361 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-97aca896-c3a9-47a5-b006-03dcf72fbf36 req-bb30d37f-fcf8-4f7b-aa48-a4669b7ccd14 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=011cfdb1-83c4-453f-82df-6e524aa56987 HTTP/1.1" status: 200 len: 217 time: 0.0363896 Aug 18 12:59:17.449889 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aca896-c3a9-47a5-b006-03dcf72fbf36 req-f4b78fcb-0cef-44d0-a0b9-4851d8af1815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:17.451403 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-97aca896-c3a9-47a5-b006-03dcf72fbf36 req-f4b78fcb-0cef-44d0-a0b9-4851d8af1815 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5fe5576d-7fb1-4b34-b4b7-7ac7dda64bb3 HTTP/1.1" status: 200 len: 851 time: 0.0699499 Aug 18 12:59:17.457155 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2ac42cbd-bd60-43c3-837b-57c5a6545c52 req-cabb856e-1eef-4a21-9e91-db95b36523c4 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1973554451&fields=id&tenant_id=add5a5683dbd41f29661fd38fa5b5d0d HTTP/1.1" status: 200 len: 267 time: 0.0485802 Aug 18 12:59:17.465037 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b1ef536c-c673-4127-aee5-dabe8dc18b8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:17.511766 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-97aca896-c3a9-47a5-b006-03dcf72fbf36 req-569534ab-d92e-4841-8295-975ad002342c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f5784924-95c0-4ade-8e9b-45fec751237e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513277 Aug 18 12:59:17.562770 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b1ef536c-c673-4127-aee5-dabe8dc18b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:17.588224 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1ef536c-c673-4127-aee5-dabe8dc18b8b admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:59:17.603143 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac42cbd-bd60-43c3-837b-57c5a6545c52 req-5e0853eb-104b-4884-bef1-5244a5bbf2b5 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:17.604854 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2ac42cbd-bd60-43c3-837b-57c5a6545c52 req-5e0853eb-104b-4884-bef1-5244a5bbf2b5 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/ports?device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 945 time: 0.1345255 Aug 18 12:59:17.619183 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-2ac42cbd-bd60-43c3-837b-57c5a6545c52 req-9e4820fc-ffd8-49a1-b43e-a4b0029598d6 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Request body: {'port': {'security_groups': ['63d769d6-1907-47bf-878b-f1f65bf8c786', '93a7c00d-cf22-4cfd-b7ec-0ea3ef142850']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:17.628116 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48901fba-c7ba-4cfb-b7f4-5bb853ba609a req-128b8733-fea4-460a-bf27-a80c0be3d115 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:17.629630 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-48901fba-c7ba-4cfb-b7f4-5bb853ba609a req-128b8733-fea4-460a-bf27-a80c0be3d115 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 943 time: 0.0972364 Aug 18 12:59:17.636572 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b1ef536c-c673-4127-aee5-dabe8dc18b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:17.636923 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-b1ef536c-c673-4127-aee5-dabe8dc18b8b admin admin] Added segment 39c1e18c-52da-422d-b267-009bd37c804b of type vlan for network 295ec318-c76a-4c31-a9c6-7ad31869a63d Aug 18 12:59:17.647529 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef536c-c673-4127-aee5-dabe8dc18b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cb423d-f19b-424c-8553-60e2c46b3696,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:17.697716 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-97aca896-c3a9-47a5-b006-03dcf72fbf36 req-57fd57b2-ec7d-4bf4-b3bc-f44a264a9a08 service neutron] 10.222.0.39 "GET /v2.0/networks/f5784924-95c0-4ade-8e9b-45fec751237e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716936 Aug 18 12:59:17.707461 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b1ef536c-c673-4127-aee5-dabe8dc18b8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:17.707734 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2ac42cbd-bd60-43c3-837b-57c5a6545c52 req-9e4820fc-ffd8-49a1-b43e-a4b0029598d6 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:17.720943 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-48901fba-c7ba-4cfb-b7f4-5bb853ba609a req-14b1ada2-7ada-42a1-92b5-dd41df38fe07 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819294 Aug 18 12:59:17.785817 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b1ef536c-c673-4127-aee5-dabe8dc18b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:17.786898 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ef536c-c673-4127-aee5-dabe8dc18b8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:17.787492 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b1ef536c-c673-4127-aee5-dabe8dc18b8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:17.861621 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-97aca896-c3a9-47a5-b006-03dcf72fbf36 req-f9dbce48-ccfb-42ef-82a5-f1410fc43a22 service neutron] 10.222.0.39 "GET /v2.0/networks/f5784924-95c0-4ade-8e9b-45fec751237e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548455 Aug 18 12:59:17.866003 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef536c-c673-4127-aee5-dabe8dc18b8b admin admin] Pushing event updated for resources: {'Network': ['ID=295ec318-c76a-4c31-a9c6-7ad31869a63d,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:17.878147 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b1ef536c-c673-4127-aee5-dabe8dc18b8b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2024448 Aug 18 12:59:17.880772 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 295ec318-c76a-4c31-a9c6-7ad31869a63d details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:59:17.885427 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 46698) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:17.888695 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-e1991746-a9f2-44ef-a054-2f70fd603508 admin admin] Request body: {'subnet': {'network_id': '295ec318-c76a-4c31-a9c6-7ad31869a63d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1232416722-subnet', 'tenant_id': 'ad18175e88d04841bb55fcc65dd1a498', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:17.975427 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-2ac42cbd-bd60-43c3-837b-57c5a6545c52 req-9e4820fc-ffd8-49a1-b43e-a4b0029598d6 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] For port 66d9a0de-7277-45bb-ab44-b2ec924683bc, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=66d9a0de-7277-45bb-ab44-b2ec924683bc,segment=NetworkSegment(00d9e69e-c710-4ac1-b784-ce0d940c4698),segment_id=00d9e69e-c710-4ac1-b784-ce0d940c4698)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:17.988720 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1991746-a9f2-44ef-a054-2f70fd603508 admin admin] Made reservation on behalf of ad18175e88d04841bb55fcc65dd1a498 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:59:17.991120 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e1991746-a9f2-44ef-a054-2f70fd603508 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:18.022347 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2ac42cbd-bd60-43c3-837b-57c5a6545c52 req-9e4820fc-ffd8-49a1-b43e-a4b0029598d6 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:18.089357 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2ac42cbd-bd60-43c3-837b-57c5a6545c52 req-9e4820fc-ffd8-49a1-b43e-a4b0029598d6 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:18.104425 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['66d9a0de-7277-45bb-ab44-b2ec924683bc'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:59:18.133578 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac42cbd-bd60-43c3-837b-57c5a6545c52 req-9e4820fc-ffd8-49a1-b43e-a4b0029598d6 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:18.134246 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2ac42cbd-bd60-43c3-837b-57c5a6545c52 req-9e4820fc-ffd8-49a1-b43e-a4b0029598d6 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:18.146450 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2ac42cbd-bd60-43c3-837b-57c5a6545c52 req-9e4820fc-ffd8-49a1-b43e-a4b0029598d6 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "PUT /v2.0/ports/66d9a0de-7277-45bb-ab44-b2ec924683bc HTTP/1.1" status: 200 len: 981 time: 0.5344734 Aug 18 12:59:18.147206 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3064c66b-8620-4763-a65e-427cd9dbe86c', 'tag': '66d9a0de-7277-45bb-ab44-b2ec924683bc'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:59:18.152347 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da48736a-ea80-4208-b2e4-09a4d30733df" -d '{"events": [{"name": "network-changed", "server_uuid": "3064c66b-8620-4763-a65e-427cd9dbe86c", "tag": "66d9a0de-7277-45bb-ab44-b2ec924683bc"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:59:18.210993 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4820fc-ffd8-49a1-b43e-a4b0029598d6 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Pushing event updated for resources: {'Port': ['ID=66d9a0de-7277-45bb-ab44-b2ec924683bc,revision_number=6']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:18.280016 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['66d9a0de-7277-45bb-ab44-b2ec924683bc'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:59:18.314130 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e142a-ac0a-4d39-a457-f7fa7fe05fd8 req-74b22d8d-ffaf-47e6-94da-9eb3e2382242 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:18.321515 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b40e142a-ac0a-4d39-a457-f7fa7fe05fd8 req-74b22d8d-ffaf-47e6-94da-9eb3e2382242 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd9c0c0-9302-46fc-936d-3a98b229665d HTTP/1.1" status: 200 len: 946 time: 0.0889566 Aug 18 12:59:18.367455 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b40e142a-ac0a-4d39-a457-f7fa7fe05fd8 req-c2e33d95-b088-49c2-9a30-486998987bb2 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438178 Aug 18 12:59:18.480215 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e1991746-a9f2-44ef-a054-2f70fd603508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:18.510008 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1d8affdd-610c-4a4c-a5df-1ad96d4c320f req-14fa5fac-1c74-4987-97a1-d75a740c4948 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1973554451&fields=id&tenant_id=add5a5683dbd41f29661fd38fa5b5d0d HTTP/1.1" status: 200 len: 267 time: 0.0700216 Aug 18 12:59:18.527116 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ccc3905-f22e-4603-b79f-6001e72ffd31 x-openstack-request-id: req-3ccc3905-f22e-4603-b79f-6001e72ffd31 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:59:18.528050 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3064c66b-8620-4763-a65e-427cd9dbe86c", "tag": "66d9a0de-7277-45bb-ab44-b2ec924683bc", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:59:18.530368 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ccc3905-f22e-4603-b79f-6001e72ffd31 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:59:18.532581 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3064c66b-8620-4763-a65e-427cd9dbe86c', 'tag': '66d9a0de-7277-45bb-ab44-b2ec924683bc', 'status': 'completed', 'code': 200} Aug 18 12:59:18.579315 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1991746-a9f2-44ef-a054-2f70fd603508 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c06c137-11d0-4283-9a45-85e179addde7,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:18.592056 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1991746-a9f2-44ef-a054-2f70fd603508 admin admin] Checking segment: {'id': '39c1e18c-52da-422d-b267-009bd37c804b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '295ec318-c76a-4c31-a9c6-7ad31869a63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:59:18.592656 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1991746-a9f2-44ef-a054-2f70fd603508 admin admin] Network hostable DHCP agents. Network: 295ec318-c76a-4c31-a9c6-7ad31869a63d, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:59:18.685630 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48736a-ea80-4208-b2e4-09a4d30733df req-f60a010d-dab0-43bc-b106-49dc36295295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:18.687209 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da48736a-ea80-4208-b2e4-09a4d30733df req-f60a010d-dab0-43bc-b106-49dc36295295 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=add5a5683dbd41f29661fd38fa5b5d0d&device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 1135 time: 0.1255081 Aug 18 12:59:18.693035 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5efd0e-9d99-47b8-a3c9-846c9ee66e54 req-66d72522-125b-4b04-acdb-3c5eca64ea32 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:18.694613 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1c5efd0e-9d99-47b8-a3c9-846c9ee66e54 req-66d72522-125b-4b04-acdb-3c5eca64ea32 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=09cebbc6-fedd-4966-ba74-7c77a09c3185 HTTP/1.1" status: 200 len: 946 time: 0.0654449 Aug 18 12:59:18.695728 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8affdd-610c-4a4c-a5df-1ad96d4c320f req-fc899b41-d8a1-4e9b-ae65-323a0ae17fea tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:18.697117 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1d8affdd-610c-4a4c-a5df-1ad96d4c320f req-fc899b41-d8a1-4e9b-ae65-323a0ae17fea tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/ports?device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 984 time: 0.1633029 Aug 18 12:59:18.708139 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1991746-a9f2-44ef-a054-2f70fd603508 admin admin] Network 295ec318-c76a-4c31-a9c6-7ad31869a63d is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:59:18.711829 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-1d8affdd-610c-4a4c-a5df-1ad96d4c320f req-e3bc548d-73f7-4532-a9df-ad53fd5d19ef tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Request body: {'port': {'security_groups': ['63d769d6-1907-47bf-878b-f1f65bf8c786']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:18.741487 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1c5efd0e-9d99-47b8-a3c9-846c9ee66e54 req-db517dcf-db41-49f3-bca1-f8020dd8675f tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408387 Aug 18 12:59:18.778630 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-e1991746-a9f2-44ef-a054-2f70fd603508 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 295ec318-c76a-4c31-a9c6-7ad31869a63d) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:59:18.786483 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1991746-a9f2-44ef-a054-2f70fd603508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:18.788333 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e1991746-a9f2-44ef-a054-2f70fd603508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:18.793605 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9cd8f2-478b-4b38-b10c-1689dd789a38 None None] Network 295ec318-c76a-4c31-a9c6-7ad31869a63d requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:59:18.839003 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1d8affdd-610c-4a4c-a5df-1ad96d4c320f req-e3bc548d-73f7-4532-a9df-ad53fd5d19ef tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:18.863627 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48736a-ea80-4208-b2e4-09a4d30733df req-500489f1-36c4-4ea4-b3d8-0d5c70e01f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:18.865637 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da48736a-ea80-4208-b2e4-09a4d30733df req-500489f1-36c4-4ea4-b3d8-0d5c70e01f6d service neutron] 10.222.0.39 "GET /v2.0/networks?id=4eabbe06-0f33-4aea-98d0-2b74cfe70290 HTTP/1.1" status: 200 len: 921 time: 0.1666064 Aug 18 12:59:18.879308 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791dcedd-6f42-4028-9775-1fe17986d365 req-9dd393ad-579e-4708-8a62-93187c1ad5d0 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:18.887210 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-791dcedd-6f42-4028-9775-1fe17986d365 req-9dd393ad-579e-4708-8a62-93187c1ad5d0 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63ce61-f12c-4f16-aea6-7f4963e73522 HTTP/1.1" status: 200 len: 945 time: 0.0824091 Aug 18 12:59:18.956565 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-791dcedd-6f42-4028-9775-1fe17986d365 req-ee4eda53-506b-40b1-b639-82eab9bfe7c6 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623527 Aug 18 12:59:18.956885 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da48736a-ea80-4208-b2e4-09a4d30733df req-efa0bfea-c3f9-4591-9c9f-1eab087a7a40 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66d9a0de-7277-45bb-ab44-b2ec924683bc HTTP/1.1" status: 200 len: 217 time: 0.0839047 Aug 18 12:59:18.959793 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e1991746-a9f2-44ef-a054-2f70fd603508 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0764210 Aug 18 12:59:18.963872 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 46732) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:18.976755 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-2afba64e-2b90-459d-b9fb-bf3d9ccaec60 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1232416722-router', 'tenant_id': 'ad18175e88d04841bb55fcc65dd1a498', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:18.985024 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f15e52-bc16-416c-9bb3-4e1ee2da4aa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-295ec318-c76a-4c31-a9c6-7ad31869a63d', 'network_id': '295ec318-c76a-4c31-a9c6-7ad31869a63d', 'tenant_id': 'ad18175e88d04841bb55fcc65dd1a498', 'fixed_ips': [{'subnet_id': '0c06c137-11d0-4283-9a45-85e179addde7'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:59:18.988419 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e1f15e52-bc16-416c-9bb3-4e1ee2da4aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:19.057802 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48736a-ea80-4208-b2e4-09a4d30733df req-b0d61891-07df-4eef-84e9-2b5902ee9198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:19.059455 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da48736a-ea80-4208-b2e4-09a4d30733df req-b0d61891-07df-4eef-84e9-2b5902ee9198 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=751431a2-1fcf-4b45-9854-bdf8e77ab54a HTTP/1.1" status: 200 len: 860 time: 0.0803752 Aug 18 12:59:19.119058 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2afba64e-2b90-459d-b9fb-bf3d9ccaec60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:19.119930 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2afba64e-2b90-459d-b9fb-bf3d9ccaec60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:19.133950 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37eddeb-a854-423b-b7f9-1bcf2805eaad req-fba6c0ca-7ba7-4fe8-a9d9-ba6c7eed8c6d tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:19.136835 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da48736a-ea80-4208-b2e4-09a4d30733df req-2fe373cc-2b7f-4d18-b43e-4db45ccd92e4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4eabbe06-0f33-4aea-98d0-2b74cfe70290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618193 Aug 18 12:59:19.142225 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b37eddeb-a854-423b-b7f9-1bcf2805eaad req-fba6c0ca-7ba7-4fe8-a9d9-ba6c7eed8c6d tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 943 time: 0.0748708 Aug 18 12:59:19.188325 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-e1f15e52-bc16-416c-9bb3-4e1ee2da4aa9 None None] Allocated IP 172.20.0.2 (295ec318-c76a-4c31-a9c6-7ad31869a63d/0c06c137-11d0-4283-9a45-85e179addde7/ae70d5be-d361-49a3-8f01-fbf8cb61355f) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:59:19.226060 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b37eddeb-a854-423b-b7f9-1bcf2805eaad req-d94a30f2-b9cc-4a90-a79f-f28cabedf440 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690098 Aug 18 12:59:19.252395 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-1d8affdd-610c-4a4c-a5df-1ad96d4c320f req-e3bc548d-73f7-4532-a9df-ad53fd5d19ef tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] For port 66d9a0de-7277-45bb-ab44-b2ec924683bc, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=66d9a0de-7277-45bb-ab44-b2ec924683bc,segment=NetworkSegment(00d9e69e-c710-4ac1-b784-ce0d940c4698),segment_id=00d9e69e-c710-4ac1-b784-ce0d940c4698)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:19.262668 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2afba64e-2b90-459d-b9fb-bf3d9ccaec60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:19.305409 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da48736a-ea80-4208-b2e4-09a4d30733df req-1e2e8ddb-9375-45b5-bd5f-93dad9522b0f service neutron] 10.222.0.39 "GET /v2.0/networks/4eabbe06-0f33-4aea-98d0-2b74cfe70290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593478 Aug 18 12:59:19.307407 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1d8affdd-610c-4a4c-a5df-1ad96d4c320f req-e3bc548d-73f7-4532-a9df-ad53fd5d19ef tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:19.380747 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e1f15e52-bc16-416c-9bb3-4e1ee2da4aa9 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:19.392242 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-e1f15e52-bc16-416c-9bb3-4e1ee2da4aa9 None None] Transition to ACTIVE for port object ae70d5be-d361-49a3-8f01-fbf8cb61355f will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:59:19.408468 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1d8affdd-610c-4a4c-a5df-1ad96d4c320f req-e3bc548d-73f7-4532-a9df-ad53fd5d19ef tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:19.412790 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-e1f15e52-bc16-416c-9bb3-4e1ee2da4aa9 None None] Transition to ACTIVE for port object ae70d5be-d361-49a3-8f01-fbf8cb61355f will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:59:19.421359 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['66d9a0de-7277-45bb-ab44-b2ec924683bc'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:59:19.465818 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8affdd-610c-4a4c-a5df-1ad96d4c320f req-e3bc548d-73f7-4532-a9df-ad53fd5d19ef tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:19.466788 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1d8affdd-610c-4a4c-a5df-1ad96d4c320f req-e3bc548d-73f7-4532-a9df-ad53fd5d19ef tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:19.471270 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device bdaffda7-0bca-4741-b772-1df94b09d559 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:59:19.482458 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1d8affdd-610c-4a4c-a5df-1ad96d4c320f req-e3bc548d-73f7-4532-a9df-ad53fd5d19ef tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "PUT /v2.0/ports/66d9a0de-7277-45bb-ab44-b2ec924683bc HTTP/1.1" status: 200 len: 942 time: 0.7752213 Aug 18 12:59:19.537945 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e1f15e52-bc16-416c-9bb3-4e1ee2da4aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:19.539192 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc548d-73f7-4532-a9df-ad53fd5d19ef tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Pushing event updated for resources: {'Port': ['ID=66d9a0de-7277-45bb-ab44-b2ec924683bc,revision_number=7']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:19.577310 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da48736a-ea80-4208-b2e4-09a4d30733df req-6f176648-5ace-427d-bbeb-265c4955f3a4 service neutron] 10.222.0.39 "GET /v2.0/networks/4eabbe06-0f33-4aea-98d0-2b74cfe70290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649696 Aug 18 12:59:19.590037 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2afba64e-2b90-459d-b9fb-bf3d9ccaec60 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:19.627957 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['66d9a0de-7277-45bb-ab44-b2ec924683bc'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:59:19.629730 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f15e52-bc16-416c-9bb3-4e1ee2da4aa9 None None] Pushing event updated for resources: {'Port': ['ID=ae70d5be-d361-49a3-8f01-fbf8cb61355f,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:19.668054 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142d966-4607-45ee-8a3b-2f2b85b41f7c req-fe866f66-a9f3-47a0-83ce-bdc764f11a60 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:19.680854 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c142d966-4607-45ee-8a3b-2f2b85b41f7c req-fe866f66-a9f3-47a0-83ce-bdc764f11a60 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd9c0c0-9302-46fc-936d-3a98b229665d HTTP/1.1" status: 200 len: 946 time: 0.1049564 Aug 18 12:59:19.685163 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f15e52-bc16-416c-9bb3-4e1ee2da4aa9 None None] Network 295ec318-c76a-4c31-a9c6-7ad31869a63d is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:59:19.695649 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-e1f15e52-bc16-416c-9bb3-4e1ee2da4aa9 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:59:19.704626 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f15e52-bc16-416c-9bb3-4e1ee2da4aa9 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:59:19.720384 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c142d966-4607-45ee-8a3b-2f2b85b41f7c req-d0acec60-b5b2-4100-849f-9ea30950820e tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414462 Aug 18 12:59:19.825069 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a8e91e59-8321-4881-9a11-5b600a23064b req-299a1ec4-3f59-450f-bc1c-5270c9b89bf6 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1940796 Aug 18 12:59:19.830981 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-a8e91e59-8321-4881-9a11-5b600a23064b req-fd915120-be36-4faf-81ed-23e5f8fa6801 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:19.840747 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port bdaffda7-0bca-4741-b772-1df94b09d559, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=bdaffda7-0bca-4741-b772-1df94b09d559,segment=NetworkSegment(203c474d-56e3-424f-9d3b-a131550498ab),segment_id=203c474d-56e3-424f-9d3b-a131550498ab)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:19.850948 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-e1f15e52-bc16-416c-9bb3-4e1ee2da4aa9 None None] Attempting to bind port ae70d5be-d361-49a3-8f01-fbf8cb61355f on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:59:19.851329 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-e1f15e52-bc16-416c-9bb3-4e1ee2da4aa9 None None] Attempting to bind port ae70d5be-d361-49a3-8f01-fbf8cb61355f by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '39c1e18c-52da-422d-b267-009bd37c804b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '295ec318-c76a-4c31-a9c6-7ad31869a63d'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:59:19.851695 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f15e52-bc16-416c-9bb3-4e1ee2da4aa9 None None] Attempting to bind port ae70d5be-d361-49a3-8f01-fbf8cb61355f on network 295ec318-c76a-4c31-a9c6-7ad31869a63d {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:59:19.872643 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'bdaffda7-0bca-4741-b772-1df94b09d559', 'network_id': 'b896f31e-62b0-4c89-b554-2d6ea14ce4b9', 'port_id': 'bdaffda7-0bca-4741-b772-1df94b09d559', 'mac_address': 'fa:16:3e:6d:b1:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ff60f5-a1bd-4c4a-b8b1-0b6ab79f5acb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:59:19.876951 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f15e52-bc16-416c-9bb3-4e1ee2da4aa9 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:59:19.877339 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f15e52-bc16-416c-9bb3-4e1ee2da4aa9 None None] Checking segment: {'id': '39c1e18c-52da-422d-b267-009bd37c804b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '295ec318-c76a-4c31-a9c6-7ad31869a63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:59:19.877749 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e1f15e52-bc16-416c-9bb3-4e1ee2da4aa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:19.878149 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f15e52-bc16-416c-9bb3-4e1ee2da4aa9 None None] Bound using segment: {'id': '39c1e18c-52da-422d-b267-009bd37c804b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '295ec318-c76a-4c31-a9c6-7ad31869a63d'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:59:19.878673 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-e1f15e52-bc16-416c-9bb3-4e1ee2da4aa9 None None] Bound port: ae70d5be-d361-49a3-8f01-fbf8cb61355f, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c1e18c-52da-422d-b267-009bd37c804b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '295ec318-c76a-4c31-a9c6-7ad31869a63d'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:59:19.879051 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e1f15e52-bc16-416c-9bb3-4e1ee2da4aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:19.974890 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a8e91e59-8321-4881-9a11-5b600a23064b req-fd915120-be36-4faf-81ed-23e5f8fa6801 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks [] for floatingip, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:19.996035 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:20.036470 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdaffda7-0bca-4741-b772-1df94b09d559 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:59:20.066587 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port bdaffda7-0bca-4741-b772-1df94b09d559, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=bdaffda7-0bca-4741-b772-1df94b09d559,segment=NetworkSegment(203c474d-56e3-424f-9d3b-a131550498ab),segment_id=203c474d-56e3-424f-9d3b-a131550498ab)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:20.080268 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2afba64e-2b90-459d-b9fb-bf3d9ccaec60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:20.109625 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2afba64e-2b90-459d-b9fb-bf3d9ccaec60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:20.114510 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-e1f15e52-bc16-416c-9bb3-4e1ee2da4aa9 None None] For port ae70d5be-d361-49a3-8f01-fbf8cb61355f, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:59:20.119426 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-e1f15e52-bc16-416c-9bb3-4e1ee2da4aa9 None None] For port ae70d5be-d361-49a3-8f01-fbf8cb61355f, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=ae70d5be-d361-49a3-8f01-fbf8cb61355f,segment=NetworkSegment(39c1e18c-52da-422d-b267-009bd37c804b),segment_id=39c1e18c-52da-422d-b267-009bd37c804b)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:59:20.135006 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:20.154513 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c223b-a2c5-4f2d-98f8-c693719ccd4a req-9d8aa7e9-13dc-4c6a-93b2-978edb3c1c38 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:20.166060 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e63c223b-a2c5-4f2d-98f8-c693719ccd4a req-9d8aa7e9-13dc-4c6a-93b2-978edb3c1c38 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63ce61-f12c-4f16-aea6-7f4963e73522 HTTP/1.1" status: 200 len: 945 time: 0.0825357 Aug 18 12:59:20.196817 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e1f15e52-bc16-416c-9bb3-4e1ee2da4aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:20.219369 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e63c223b-a2c5-4f2d-98f8-c693719ccd4a req-8d8ac508-e598-4159-871f-60024214cd2d tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517321 Aug 18 12:59:20.227052 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=bdaffda7-0bca-4741-b772-1df94b09d559,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:20.305557 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f15e52-bc16-416c-9bb3-4e1ee2da4aa9 None None] Pushing event updated for resources: {'Port': ['ID=ae70d5be-d361-49a3-8f01-fbf8cb61355f,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:20.352918 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['bdaffda7-0bca-4741-b772-1df94b09d559'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:59:20.550426 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07545fa6-69f8-4009-9681-461201fce74c req-33476aac-2e77-43c3-ae23-cad5583c0384 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:20.552335 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-07545fa6-69f8-4009-9681-461201fce74c req-33476aac-2e77-43c3-ae23-cad5583c0384 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 944 time: 0.1318121 Aug 18 12:59:20.553183 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3064c66b-8620-4763-a65e-427cd9dbe86c', 'tag': '66d9a0de-7277-45bb-ab44-b2ec924683bc'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:59:20.555696 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccc4efc-04de-46d2-8f61-6c00d58e4d95" -d '{"events": [{"name": "network-changed", "server_uuid": "3064c66b-8620-4763-a65e-427cd9dbe86c", "tag": "66d9a0de-7277-45bb-ab44-b2ec924683bc"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:59:20.634377 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-07545fa6-69f8-4009-9681-461201fce74c req-ac6d79a7-06cb-4a6f-9fd4-024fad5bb3ad tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651329 Aug 18 12:59:20.672986 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-2afba64e-2b90-459d-b9fb-bf3d9ccaec60 admin admin] Allocated IP 172.25.6.173 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/daae61c7-2d84-46c9-a213-bf9614d90db1) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:59:20.693131 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a8e91e59-8321-4881-9a11-5b600a23064b req-fd915120-be36-4faf-81ed-23e5f8fa6801 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:20.861067 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2afba64e-2b90-459d-b9fb-bf3d9ccaec60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:20.988609 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2afba64e-2b90-459d-b9fb-bf3d9ccaec60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:21.064768 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afba64e-2b90-459d-b9fb-bf3d9ccaec60 admin admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:59:21.072701 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-2afba64e-2b90-459d-b9fb-bf3d9ccaec60 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:59:21.077992 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afba64e-2b90-459d-b9fb-bf3d9ccaec60 admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:59:21.114484 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afba64e-2b90-459d-b9fb-bf3d9ccaec60 admin admin] Pushing event updated for resources: {'Port': ['ID=daae61c7-2d84-46c9-a213-bf9614d90db1,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:21.121747 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-a8e91e59-8321-4881-9a11-5b600a23064b req-fd915120-be36-4faf-81ed-23e5f8fa6801 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Allocated IP 172.25.6.19 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/287a1952-169b-4aca-a63b-333623a4bd12) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:59:21.355426 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a8e91e59-8321-4881-9a11-5b600a23064b req-fd915120-be36-4faf-81ed-23e5f8fa6801 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:21.396862 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013d9579-cc0f-4890-affc-33ce1b84ce08 x-openstack-request-id: req-013d9579-cc0f-4890-affc-33ce1b84ce08 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:59:21.397213 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3064c66b-8620-4763-a65e-427cd9dbe86c", "tag": "66d9a0de-7277-45bb-ab44-b2ec924683bc", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:59:21.397530 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-013d9579-cc0f-4890-affc-33ce1b84ce08 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:59:21.397983 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3064c66b-8620-4763-a65e-427cd9dbe86c', 'tag': '66d9a0de-7277-45bb-ab44-b2ec924683bc', 'status': 'completed', 'code': 200} Aug 18 12:59:21.482218 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device bdaffda7-0bca-4741-b772-1df94b09d559 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:59:21.485099 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571477f2-5189-415f-80fd-6337c45632e2 None None] Network 295ec318-c76a-4c31-a9c6-7ad31869a63d requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:59:21.509026 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc4efc-04de-46d2-8f61-6c00d58e4d95 req-24380c4b-0e45-47a2-8088-795736fe5721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:21.510559 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0ccc4efc-04de-46d2-8f61-6c00d58e4d95 req-24380c4b-0e45-47a2-8088-795736fe5721 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=add5a5683dbd41f29661fd38fa5b5d0d&device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 1096 time: 0.0861740 Aug 18 12:59:21.523499 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e3a66-c485-4801-bc16-3c07ba3d5828 req-a24883ca-113e-4b0a-a8ce-0d10521b5aeb tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:21.525448 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c33e3a66-c485-4801-bc16-3c07ba3d5828 req-a24883ca-113e-4b0a-a8ce-0d10521b5aeb tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd9c0c0-9302-46fc-936d-3a98b229665d HTTP/1.1" status: 200 len: 946 time: 0.0681710 Aug 18 12:59:21.530115 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a8e91e59-8321-4881-9a11-5b600a23064b req-fd915120-be36-4faf-81ed-23e5f8fa6801 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:21.587308 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8e91e59-8321-4881-9a11-5b600a23064b req-fd915120-be36-4faf-81ed-23e5f8fa6801 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:59:21.590607 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2afba64e-2b90-459d-b9fb-bf3d9ccaec60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:21.594163 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-a8e91e59-8321-4881-9a11-5b600a23064b req-fd915120-be36-4faf-81ed-23e5f8fa6801 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:59:21.596112 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd915120-be36-4faf-81ed-23e5f8fa6801 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Pushing event updated for resources: {'Port': ['ID=287a1952-169b-4aca-a63b-333623a4bd12,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:21.631602 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e91e59-8321-4881-9a11-5b600a23064b req-fd915120-be36-4faf-81ed-23e5f8fa6801 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:59:21.682868 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c33e3a66-c485-4801-bc16-3c07ba3d5828 req-1d94a3e8-adff-449d-9861-7c5a3d0d7fb9 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436546 Aug 18 12:59:21.696122 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7dc754b1-be94-4d13-9b12-e257c5ffed2f None None] Provisioning for port ae70d5be-d361-49a3-8f01-fbf8cb61355f completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:59:21.764156 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc4efc-04de-46d2-8f61-6c00d58e4d95 req-8abe29e1-959d-4cc9-8f4b-b9e207c5e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:21.767723 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0ccc4efc-04de-46d2-8f61-6c00d58e4d95 req-8abe29e1-959d-4cc9-8f4b-b9e207c5e215 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4eabbe06-0f33-4aea-98d0-2b74cfe70290 HTTP/1.1" status: 200 len: 921 time: 0.2407269 Aug 18 12:59:21.773660 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port bdaffda7-0bca-4741-b772-1df94b09d559 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:59:21.782550 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device ae70d5be-d361-49a3-8f01-fbf8cb61355f up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:59:21.809793 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port bdaffda7-0bca-4741-b772-1df94b09d559 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:59:21.810487 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:21.832502 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0ccc4efc-04de-46d2-8f61-6c00d58e4d95 req-fd3026e8-dd48-4006-9277-805d26667304 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66d9a0de-7277-45bb-ab44-b2ec924683bc HTTP/1.1" status: 200 len: 217 time: 0.0569928 Aug 18 12:59:21.898051 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a8e91e59-8321-4881-9a11-5b600a23064b req-fd915120-be36-4faf-81ed-23e5f8fa6801 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:21.915308 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc4efc-04de-46d2-8f61-6c00d58e4d95 req-56fec10a-6cdd-42cb-bc1d-9ec359aa06cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:21.916930 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0ccc4efc-04de-46d2-8f61-6c00d58e4d95 req-56fec10a-6cdd-42cb-bc1d-9ec359aa06cc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=751431a2-1fcf-4b45-9854-bdf8e77ab54a HTTP/1.1" status: 200 len: 860 time: 0.0698922 Aug 18 12:59:21.925101 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe7407-afa3-4465-a943-b759d345092f req-5687dca2-05b0-453a-b254-b178176abba0 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:21.928169 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d2fe7407-afa3-4465-a943-b759d345092f req-5687dca2-05b0-453a-b254-b178176abba0 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63ce61-f12c-4f16-aea6-7f4963e73522 HTTP/1.1" status: 200 len: 945 time: 0.1354609 Aug 18 12:59:21.945100 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:21.962420 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0ccc4efc-04de-46d2-8f61-6c00d58e4d95 req-ff55ac04-50d1-4bd6-a0b1-1c0782ab9ddf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4eabbe06-0f33-4aea-98d0-2b74cfe70290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342684 Aug 18 12:59:21.972277 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2afba64e-2b90-459d-b9fb-bf3d9ccaec60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:21.981534 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port bdaffda7-0bca-4741-b772-1df94b09d559, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=bdaffda7-0bca-4741-b772-1df94b09d559,segment=NetworkSegment(203c474d-56e3-424f-9d3b-a131550498ab),segment_id=203c474d-56e3-424f-9d3b-a131550498ab)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:21.984882 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332a635e-465d-40f4-94ae-a8ba4efa4f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdaffda7-0bca-4741-b772-1df94b09d559'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:59:21.985617 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4419b16b-331e-4f5a-a4d0-2b8564e790b4" -d '{"events": [{"server_uuid": "332a635e-465d-40f4-94ae-a8ba4efa4f8c", "name": "network-vif-plugged", "status": "completed", "tag": "bdaffda7-0bca-4741-b772-1df94b09d559"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:59:22.051968 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d2fe7407-afa3-4465-a943-b759d345092f req-0b4588bb-6236-4c72-801e-961efbdbc91d tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151145 Aug 18 12:59:22.059938 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a8e91e59-8321-4881-9a11-5b600a23064b req-fd915120-be36-4faf-81ed-23e5f8fa6801 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:22.084491 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port ae70d5be-d361-49a3-8f01-fbf8cb61355f completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:59:22.089860 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port ae70d5be-d361-49a3-8f01-fbf8cb61355f triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:59:22.090403 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:22.096393 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0ccc4efc-04de-46d2-8f61-6c00d58e4d95 req-604126ab-41dd-40c2-9f09-dc0edad0d6ff service neutron] 10.222.0.39 "GET /v2.0/networks/4eabbe06-0f33-4aea-98d0-2b74cfe70290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189404 Aug 18 12:59:22.121162 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:22.208696 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=bdaffda7-0bca-4741-b772-1df94b09d559,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:22.263446 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0ccc4efc-04de-46d2-8f61-6c00d58e4d95 req-3d5bf3ef-e188-4dd9-bccb-960496862f45 service neutron] 10.222.0.39 "GET /v2.0/networks/4eabbe06-0f33-4aea-98d0-2b74cfe70290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585186 Aug 18 12:59:22.279677 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-132d766a-893c-4c4f-9c4a-6009c7ad2dd0 None None] Provisioning complete for port ae70d5be-d361-49a3-8f01-fbf8cb61355f triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:59:22.281483 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-132d766a-893c-4c4f-9c4a-6009c7ad2dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:22.307005 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:22.313652 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a8e91e59-8321-4881-9a11-5b600a23064b req-fd915120-be36-4faf-81ed-23e5f8fa6801 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:22.357991 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port ae70d5be-d361-49a3-8f01-fbf8cb61355f, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=ae70d5be-d361-49a3-8f01-fbf8cb61355f,segment=NetworkSegment(39c1e18c-52da-422d-b267-009bd37c804b),segment_id=39c1e18c-52da-422d-b267-009bd37c804b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:22.375178 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2afba64e-2b90-459d-b9fb-bf3d9ccaec60 admin admin] Router 6bb9b83e-9ee6-42aa-baf5-ac459ce339d8 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:59:22.377408 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a8e91e59-8321-4881-9a11-5b600a23064b req-fd915120-be36-4faf-81ed-23e5f8fa6801 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:22.401027 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-132d766a-893c-4c4f-9c4a-6009c7ad2dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:22.426680 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:22.505796 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=ae70d5be-d361-49a3-8f01-fbf8cb61355f,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:22.507163 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd915120-be36-4faf-81ed-23e5f8fa6801 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Pushing event updated for resources: {'Port': ['ID=287a1952-169b-4aca-a63b-333623a4bd12,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:22.514633 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.db.api [None req-132d766a-893c-4c4f-9c4a-6009c7ad2dd0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:59:22.515037 n-d-803603-2 neutron-server[101677]: DEBUG oslo_db.api [None req-132d766a-893c-4c4f-9c4a-6009c7ad2dd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:59:22.543455 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ad7b2-37e8-4f6a-9e1d-15a6be66ffc3 req-f3e536a2-f662-446f-a1a1-29aa30901544 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:22.552187 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-622ad7b2-37e8-4f6a-9e1d-15a6be66ffc3 req-f3e536a2-f662-446f-a1a1-29aa30901544 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 945 time: 0.0652092 Aug 18 12:59:22.552336 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a8e91e59-8321-4881-9a11-5b600a23064b req-fd915120-be36-4faf-81ed-23e5f8fa6801 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:22.574529 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afba64e-2b90-459d-b9fb-bf3d9ccaec60 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:59:22.583988 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7467098b-9a55-4175-a11d-d0b41c089ba0 None None] Sync routers for ids ['6bb9b83e-9ee6-42aa-baf5-ac459ce339d8'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:59:22.588134 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-622ad7b2-37e8-4f6a-9e1d-15a6be66ffc3 req-b6b29256-ac89-48e4-95bc-416aaf82585c tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364928 Aug 18 12:59:22.593879 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7467098b-9a55-4175-a11d-d0b41c089ba0 None None] Routers {'6bb9b83e-9ee6-42aa-baf5-ac459ce339d8'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:59:22.594514 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-7467098b-9a55-4175-a11d-d0b41c089ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:59:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['6bb9b83e-9ee6-42aa-baf5-ac459ce339d8'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:22.626841 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a8e91e59-8321-4881-9a11-5b600a23064b req-fd915120-be36-4faf-81ed-23e5f8fa6801 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:22.639732 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a8e91e59-8321-4881-9a11-5b600a23064b req-fd915120-be36-4faf-81ed-23e5f8fa6801 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8136535 Aug 18 12:59:22.689442 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2afba64e-2b90-459d-b9fb-bf3d9ccaec60 admin admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:22.693512 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 46810) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:22.700708 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2afba64e-2b90-459d-b9fb-bf3d9ccaec60 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7356629 Aug 18 12:59:22.711850 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a8e91e59-8321-4881-9a11-5b600a23064b req-c9ed2f73-47a3-4529-adb0-29bda2c69291 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.19 HTTP/1.1" status: 200 len: 695 time: 0.0710413 Aug 18 12:59:22.809818 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-7467098b-9a55-4175-a11d-d0b41c089ba0 None None] Set router 6bb9b83e-9ee6-42aa-baf5-ac459ce339d8 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:59:22.861309 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e91e59-8321-4881-9a11-5b600a23064b req-f83baab2-d994-4d70-943c-1fba5da15a02 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:22.861737 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a8e91e59-8321-4881-9a11-5b600a23064b req-f83baab2-d994-4d70-943c-1fba5da15a02 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/networks/0babe39a-03c6-4af7-9ca5-00804dd781c2 HTTP/1.1" status: 200 len: 784 time: 0.1437874 Aug 18 12:59:22.898813 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bd4410-fdf3-43d7-8312-ec11c1ddf663 x-openstack-request-id: req-55bd4410-fdf3-43d7-8312-ec11c1ddf663 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:59:22.899208 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332a635e-465d-40f4-94ae-a8ba4efa4f8c", "name": "network-vif-plugged", "status": "completed", "tag": "bdaffda7-0bca-4741-b772-1df94b09d559", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:59:22.899583 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55bd4410-fdf3-43d7-8312-ec11c1ddf663 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:59:22.900077 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332a635e-465d-40f4-94ae-a8ba4efa4f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdaffda7-0bca-4741-b772-1df94b09d559', 'code': 200} Aug 18 12:59:23.029617 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-7467098b-9a55-4175-a11d-d0b41c089ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb9b83e-9ee6-42aa-baf5-ac459ce339d8', 'name': 'tempest-ServersTestManualDisk-1232416722-router', 'tenant_id': 'ad18175e88d04841bb55fcc65dd1a498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'daae61c7-2d84-46c9-a213-bf9614d90db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:59:19Z', 'updated_at': '2021-08-18T12:59:21Z', 'revision_number': 3, 'project_id': 'ad18175e88d04841bb55fcc65dd1a498', 'gw_port': {'id': 'daae61c7-2d84-46c9-a213-bf9614d90db1', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb9b83e-9ee6-42aa-baf5-ac459ce339d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:20Z', 'updated_at': '2021-08-18T12:59:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:23.061486 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7467098b-9a55-4175-a11d-d0b41c089ba0 None None] Checking router: 6bb9b83e-9ee6-42aa-baf5-ac459ce339d8 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:59:23.062930 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7467098b-9a55-4175-a11d-d0b41c089ba0 None None] Updating router 6bb9b83e-9ee6-42aa-baf5-ac459ce339d8 port daae61c7-2d84-46c9-a213-bf9614d90db1 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:59:23.110977 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5876c55a-2b3c-4fe2-8c22-8b386b134a66 req-56aced2a-8a3d-43ef-90df-12b8d8085693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:23.112109 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5876c55a-2b3c-4fe2-8c22-8b386b134a66 req-56aced2a-8a3d-43ef-90df-12b8d8085693 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 1096 time: 0.1057529 Aug 18 12:59:23.112310 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7467098b-9a55-4175-a11d-d0b41c089ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:23.181495 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5876c55a-2b3c-4fe2-8c22-8b386b134a66 req-22305009-ca52-43c4-a88a-34f25167160a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439076 Aug 18 12:59:23.313742 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f2cc6b16-3e01-4bb6-85fd-61615aceed28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:23.388135 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7467098b-9a55-4175-a11d-d0b41c089ba0 None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:23.390071 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc378be7-cb52-4891-83be-86510dbe8489 req-9c17340c-d895-42dc-a699-e164f35cae0c tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:23.391969 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dc378be7-cb52-4891-83be-86510dbe8489 req-9c17340c-d895-42dc-a699-e164f35cae0c tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd9c0c0-9302-46fc-936d-3a98b229665d HTTP/1.1" status: 200 len: 946 time: 0.0742223 Aug 18 12:59:23.398101 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-7467098b-9a55-4175-a11d-d0b41c089ba0 None None] Transition to ACTIVE for port object daae61c7-2d84-46c9-a213-bf9614d90db1 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:59:23.462519 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dc378be7-cb52-4891-83be-86510dbe8489 req-941c16b1-5799-495e-b67e-97fb87e9f191 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614607 Aug 18 12:59:23.482965 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7467098b-9a55-4175-a11d-d0b41c089ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:23.524303 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-f2cc6b16-3e01-4bb6-85fd-61615aceed28 admin admin] Allocated IP 172.20.0.1 (295ec318-c76a-4c31-a9c6-7ad31869a63d/0c06c137-11d0-4283-9a45-85e179addde7/dfca6d1d-a314-4c44-89e8-fadf6649596d) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:59:23.544637 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e23654-63f6-4095-8a6c-a97acaa0dc66 None None] Pushing event updated for resources: {'Port': ['ID=daae61c7-2d84-46c9-a213-bf9614d90db1,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:23.551318 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-7467098b-9a55-4175-a11d-d0b41c089ba0 None None] Attempting to bind port daae61c7-2d84-46c9-a213-bf9614d90db1 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:59:23.551691 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-7467098b-9a55-4175-a11d-d0b41c089ba0 None None] Attempting to bind port daae61c7-2d84-46c9-a213-bf9614d90db1 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:59:23.552042 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7467098b-9a55-4175-a11d-d0b41c089ba0 None None] Attempting to bind port daae61c7-2d84-46c9-a213-bf9614d90db1 on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:59:23.566050 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7467098b-9a55-4175-a11d-d0b41c089ba0 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:59:23.566379 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7467098b-9a55-4175-a11d-d0b41c089ba0 None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:59:23.566954 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7467098b-9a55-4175-a11d-d0b41c089ba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:23.567455 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ceebf-4504-43b4-8042-1696eba96b0b req-55f50c71-4f42-4f62-a277-d8152cf6a17b tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:23.567685 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7467098b-9a55-4175-a11d-d0b41c089ba0 None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:59:23.568309 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-7467098b-9a55-4175-a11d-d0b41c089ba0 None None] Bound port: daae61c7-2d84-46c9-a213-bf9614d90db1, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:59:23.568863 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7467098b-9a55-4175-a11d-d0b41c089ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:23.568990 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d44ceebf-4504-43b4-8042-1696eba96b0b req-55f50c71-4f42-4f62-a277-d8152cf6a17b tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/ports?device_id=3064c66b-8620-4763-a65e-427cd9dbe86c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0792613 Aug 18 12:59:23.584653 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7824924-fdb5-4e27-9019-9769c563be9a req-b2d1c52b-a2b7-43f6-9aa4-03f41466ecac tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:23.592557 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f7824924-fdb5-4e27-9019-9769c563be9a req-b2d1c52b-a2b7-43f6-9aa4-03f41466ecac tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63ce61-f12c-4f16-aea6-7f4963e73522 HTTP/1.1" status: 200 len: 945 time: 0.0775824 Aug 18 12:59:23.660581 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-7467098b-9a55-4175-a11d-d0b41c089ba0 None None] For port daae61c7-2d84-46c9-a213-bf9614d90db1, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:59:23.666456 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d44ceebf-4504-43b4-8042-1696eba96b0b req-a47aa081-b8b0-41fb-baf1-6a10cfe5220c tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.19 HTTP/1.1" status: 200 len: 695 time: 0.0720217 Aug 18 12:59:23.667499 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-7467098b-9a55-4175-a11d-d0b41c089ba0 None None] For port daae61c7-2d84-46c9-a213-bf9614d90db1, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=daae61c7-2d84-46c9-a213-bf9614d90db1,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:59:23.675804 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f7824924-fdb5-4e27-9019-9769c563be9a req-0317e47c-e238-4c79-92b1-608938d21d9a tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780873 Aug 18 12:59:23.675981 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-d44ceebf-4504-43b4-8042-1696eba96b0b req-8673fa9c-ade9-48c5-9af2-0fed72391e5e tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Request body: {'floatingip': {'port_id': '66d9a0de-7277-45bb-ab44-b2ec924683bc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:23.729473 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device ae70d5be-d361-49a3-8f01-fbf8cb61355f up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:59:23.731574 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d44ceebf-4504-43b4-8042-1696eba96b0b req-8673fa9c-ade9-48c5-9af2-0fed72391e5e tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks [] for floatingip, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:23.764481 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7467098b-9a55-4175-a11d-d0b41c089ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:23.790963 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port ae70d5be-d361-49a3-8f01-fbf8cb61355f triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:59:23.791342 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:23.842393 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86957809-8468-4b3e-af60-b553a48bdb3a req-8e229e61-38a1-4472-a42c-b0c0d0d544bf tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:23.844495 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7467098b-9a55-4175-a11d-d0b41c089ba0 None None] Routers {'6bb9b83e-9ee6-42aa-baf5-ac459ce339d8'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:59:23.848392 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-7467098b-9a55-4175-a11d-d0b41c089ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:59:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['6bb9b83e-9ee6-42aa-baf5-ac459ce339d8'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:23.856823 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-86957809-8468-4b3e-af60-b553a48bdb3a req-8e229e61-38a1-4472-a42c-b0c0d0d544bf tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 945 time: 0.0674217 Aug 18 12:59:23.875497 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f2cc6b16-3e01-4bb6-85fd-61615aceed28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:23.921787 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-f2cc6b16-3e01-4bb6-85fd-61615aceed28 admin admin] Transition to ACTIVE for port object dfca6d1d-a314-4c44-89e8-fadf6649596d will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:59:23.943744 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-86957809-8468-4b3e-af60-b553a48bdb3a req-f3e398e6-2373-4ac0-bf77-3d77a7fa7d87 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858648 Aug 18 12:59:23.978863 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-7467098b-9a55-4175-a11d-d0b41c089ba0 None None] Set router 6bb9b83e-9ee6-42aa-baf5-ac459ce339d8 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:59:24.158806 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e23654-63f6-4095-8a6c-a97acaa0dc66 None None] Pushing event updated for resources: {'Port': ['ID=daae61c7-2d84-46c9-a213-bf9614d90db1,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:24.185874 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e23654-63f6-4095-8a6c-a97acaa0dc66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:24.186243 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e23654-63f6-4095-8a6c-a97acaa0dc66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:24.186590 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e23654-63f6-4095-8a6c-a97acaa0dc66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:24.186925 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e23654-63f6-4095-8a6c-a97acaa0dc66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:24.187810 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e23654-63f6-4095-8a6c-a97acaa0dc66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:24.188142 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e23654-63f6-4095-8a6c-a97acaa0dc66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:24.188469 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e23654-63f6-4095-8a6c-a97acaa0dc66 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:24.188984 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e23654-63f6-4095-8a6c-a97acaa0dc66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:24.189314 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e23654-63f6-4095-8a6c-a97acaa0dc66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:24.189638 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e23654-63f6-4095-8a6c-a97acaa0dc66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:24.189959 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e23654-63f6-4095-8a6c-a97acaa0dc66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:24.190305 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e23654-63f6-4095-8a6c-a97acaa0dc66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:24.206043 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-7467098b-9a55-4175-a11d-d0b41c089ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb9b83e-9ee6-42aa-baf5-ac459ce339d8', 'name': 'tempest-ServersTestManualDisk-1232416722-router', 'tenant_id': 'ad18175e88d04841bb55fcc65dd1a498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'daae61c7-2d84-46c9-a213-bf9614d90db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:59:19Z', 'updated_at': '2021-08-18T12:59:21Z', 'revision_number': 3, 'project_id': 'ad18175e88d04841bb55fcc65dd1a498', 'gw_port': {'id': 'daae61c7-2d84-46c9-a213-bf9614d90db1', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb9b83e-9ee6-42aa-baf5-ac459ce339d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:20Z', 'updated_at': '2021-08-18T12:59:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:24.237923 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7467098b-9a55-4175-a11d-d0b41c089ba0 None None] The sync data for ids ['6bb9b83e-9ee6-42aa-baf5-ac459ce339d8'] in n-d-803603-2 is: [{'id': '6bb9b83e-9ee6-42aa-baf5-ac459ce339d8', 'name': 'tempest-ServersTestManualDisk-1232416722-router', 'tenant_id': 'ad18175e88d04841bb55fcc65dd1a498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'daae61c7-2d84-46c9-a213-bf9614d90db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:59:19Z', 'updated_at': '2021-08-18T12:59:21Z', 'revision_number': 3, 'project_id': 'ad18175e88d04841bb55fcc65dd1a498', 'gw_port': {'id': 'daae61c7-2d84-46c9-a213-bf9614d90db1', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb9b83e-9ee6-42aa-baf5-ac459ce339d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:20Z', 'updated_at': '2021-08-18T12:59:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:59:24.485179 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f2cc6b16-3e01-4bb6-85fd-61615aceed28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:24.651569 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cc6b16-3e01-4bb6-85fd-61615aceed28 admin admin] Network 295ec318-c76a-4c31-a9c6-7ad31869a63d is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:59:24.656785 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc6b16-3e01-4bb6-85fd-61615aceed28 admin admin] Pushing event updated for resources: {'Port': ['ID=dfca6d1d-a314-4c44-89e8-fadf6649596d,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:24.663371 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-f2cc6b16-3e01-4bb6-85fd-61615aceed28 admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:59:24.667283 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cc6b16-3e01-4bb6-85fd-61615aceed28 admin admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:59:24.824168 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f2cc6b16-3e01-4bb6-85fd-61615aceed28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:24.904304 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.db.resource_extend [req-d44ceebf-4504-43b4-8042-1696eba96b0b req-8673fa9c-ade9-48c5-9af2-0fed72391e5e tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 12:59:24.985442 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d44ceebf-4504-43b4-8042-1696eba96b0b req-8673fa9c-ade9-48c5-9af2-0fed72391e5e tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:25.028664 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150c98f-0b8d-46ba-8ab4-ae14d80fd07c req-ec8d3444-6bb8-42f9-8da2-d9c37161e241 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:25.031542 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b150c98f-0b8d-46ba-8ab4-ae14d80fd07c req-ec8d3444-6bb8-42f9-8da2-d9c37161e241 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd9c0c0-9302-46fc-936d-3a98b229665d HTTP/1.1" status: 200 len: 946 time: 0.0868528 Aug 18 12:59:25.072726 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d44ceebf-4504-43b4-8042-1696eba96b0b req-8673fa9c-ade9-48c5-9af2-0fed72391e5e tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:25.076689 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b150c98f-0b8d-46ba-8ab4-ae14d80fd07c req-38dfd883-bc6a-498f-beeb-7b881f9d1371 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354435 Aug 18 12:59:25.108518 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ad28d303-85f0-4a4f-8c64-2f9a6febb1ef None None] Provisioning for port dfca6d1d-a314-4c44-89e8-fadf6649596d completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:59:25.113300 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ad28d303-85f0-4a4f-8c64-2f9a6febb1ef None None] Provisioning complete for port dfca6d1d-a314-4c44-89e8-fadf6649596d triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:59:25.113771 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ad28d303-85f0-4a4f-8c64-2f9a6febb1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:25.164766 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f2cc6b16-3e01-4bb6-85fd-61615aceed28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:25.208490 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-ad28d303-85f0-4a4f-8c64-2f9a6febb1ef None None] Port dfca6d1d-a314-4c44-89e8-fadf6649596d cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:59:25.247784 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c00e67-0008-4b67-b16c-cfd57a35e627 req-2e296111-d8dd-4d32-88d2-abb3fd33f008 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:25.250112 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c7c00e67-0008-4b67-b16c-cfd57a35e627 req-2e296111-d8dd-4d32-88d2-abb3fd33f008 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63ce61-f12c-4f16-aea6-7f4963e73522 HTTP/1.1" status: 200 len: 945 time: 0.0641260 Aug 18 12:59:25.291645 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [req-d44ceebf-4504-43b4-8042-1696eba96b0b req-8673fa9c-ade9-48c5-9af2-0fed72391e5e tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Floating IP 524e8514-e9cc-446e-a868-b94fc8eb3edf associated. External IP: 172.25.6.19, port: 66d9a0de-7277-45bb-ab44-b2ec924683bc. Aug 18 12:59:25.315626 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c7c00e67-0008-4b67-b16c-cfd57a35e627 req-7110115a-1bba-4a72-b1ff-d78b4548799a tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581813 Aug 18 12:59:25.508455 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b30014-91dc-4b05-8ee9-e6c165450bdc req-505337da-ac26-4d7a-b9ac-e10e254968c7 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:25.517139 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c9b30014-91dc-4b05-8ee9-e6c165450bdc req-505337da-ac26-4d7a-b9ac-e10e254968c7 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 945 time: 0.0658367 Aug 18 12:59:25.558268 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c9b30014-91dc-4b05-8ee9-e6c165450bdc req-e2763fb3-f8fe-42b1-92ab-bd57f282a0df tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401852 Aug 18 12:59:25.693595 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f2cc6b16-3e01-4bb6-85fd-61615aceed28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:25.703507 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d44ceebf-4504-43b4-8042-1696eba96b0b req-8673fa9c-ade9-48c5-9af2-0fed72391e5e tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Router d290db41-5591-4780-82d9-2460a3e1c39a has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:59:25.787664 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f2cc6b16-3e01-4bb6-85fd-61615aceed28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:25.795317 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device daae61c7-2d84-46c9-a213-bf9614d90db1 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:59:25.909006 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f2cc6b16-3e01-4bb6-85fd-61615aceed28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:25.914951 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d44ceebf-4504-43b4-8042-1696eba96b0b req-8673fa9c-ade9-48c5-9af2-0fed72391e5e tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:59:25.920172 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d44ceebf-4504-43b4-8042-1696eba96b0b req-8673fa9c-ade9-48c5-9af2-0fed72391e5e tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:25.927463 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a0a2ad-326c-493f-b22e-d939132a0166 None None] Sync routers for ids ['d290db41-5591-4780-82d9-2460a3e1c39a'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:59:25.928337 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc6b16-3e01-4bb6-85fd-61615aceed28 admin admin] Pushing event updated for resources: {'Port': ['ID=dfca6d1d-a314-4c44-89e8-fadf6649596d,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:25.942834 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a0a2ad-326c-493f-b22e-d939132a0166 None None] Routers {'d290db41-5591-4780-82d9-2460a3e1c39a'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:59:25.943922 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f6a0a2ad-326c-493f-b22e-d939132a0166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:59:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['d290db41-5591-4780-82d9-2460a3e1c39a'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:25.984378 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port daae61c7-2d84-46c9-a213-bf9614d90db1 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:59:25.995423 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port daae61c7-2d84-46c9-a213-bf9614d90db1 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:59:25.995897 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:26.011360 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d44ceebf-4504-43b4-8042-1696eba96b0b req-8673fa9c-ade9-48c5-9af2-0fed72391e5e tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "PUT /v2.0/floatingips/524e8514-e9cc-446e-a868-b94fc8eb3edf HTTP/1.1" status: 200 len: 995 time: 2.3437548 Aug 18 12:59:26.017450 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3064c66b-8620-4763-a65e-427cd9dbe86c', 'tag': '66d9a0de-7277-45bb-ab44-b2ec924683bc'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:59:26.017450 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfaa4ce6-418f-47cf-8d51-0089ae07ed84" -d '{"events": [{"name": "network-changed", "server_uuid": "3064c66b-8620-4763-a65e-427cd9dbe86c", "tag": "66d9a0de-7277-45bb-ab44-b2ec924683bc"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:59:26.091322 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cc6b16-3e01-4bb6-85fd-61615aceed28 admin admin] Network 295ec318-c76a-4c31-a9c6-7ad31869a63d is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:59:26.094986 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-f2cc6b16-3e01-4bb6-85fd-61615aceed28 admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:59:26.123049 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ceebf-4504-43b4-8042-1696eba96b0b req-4fa7a6d3-dc43-4f1b-a26c-7afc0b765b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:26.124909 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d44ceebf-4504-43b4-8042-1696eba96b0b req-4fa7a6d3-dc43-4f1b-a26c-7afc0b765b30 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=add5a5683dbd41f29661fd38fa5b5d0d&device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 1096 time: 0.0948305 Aug 18 12:59:26.199376 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-f6a0a2ad-326c-493f-b22e-d939132a0166 None None] Set router d290db41-5591-4780-82d9-2460a3e1c39a gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:59:26.449694 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2cc6b16-3e01-4bb6-85fd-61615aceed28 admin admin] Router 6bb9b83e-9ee6-42aa-baf5-ac459ce339d8 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:59:26.455070 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ceebf-4504-43b4-8042-1696eba96b0b req-852b30e2-af13-4689-8a9a-eac0ea86a58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:26.456593 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d44ceebf-4504-43b4-8042-1696eba96b0b req-852b30e2-af13-4689-8a9a-eac0ea86a58d service neutron] 10.222.0.13 "GET /v2.0/networks?id=4eabbe06-0f33-4aea-98d0-2b74cfe70290 HTTP/1.1" status: 200 len: 921 time: 0.2441585 Aug 18 12:59:26.588612 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:26.627265 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d44ceebf-4504-43b4-8042-1696eba96b0b req-f1d40219-6981-4da0-ac01-51723e1553fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66d9a0de-7277-45bb-ab44-b2ec924683bc HTTP/1.1" status: 200 len: 998 time: 0.1626561 Aug 18 12:59:26.642105 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-090c5287-9d63-42a1-8469-da77c8b1d30b None None] Provisioning complete for port dfca6d1d-a314-4c44-89e8-fadf6649596d triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:59:26.642841 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-090c5287-9d63-42a1-8469-da77c8b1d30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:26.702086 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d762e0-64a1-4b87-94fc-aca765a79bc9 x-openstack-request-id: req-71d762e0-64a1-4b87-94fc-aca765a79bc9 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:59:26.702440 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3064c66b-8620-4763-a65e-427cd9dbe86c", "tag": "66d9a0de-7277-45bb-ab44-b2ec924683bc", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:59:26.703210 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-71d762e0-64a1-4b87-94fc-aca765a79bc9 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:59:26.703604 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3064c66b-8620-4763-a65e-427cd9dbe86c', 'tag': '66d9a0de-7277-45bb-ab44-b2ec924683bc', 'status': 'completed', 'code': 200} Aug 18 12:59:26.748374 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ceebf-4504-43b4-8042-1696eba96b0b req-6b7f306f-7c58-4aa8-8d44-e3c3bc5a8ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:26.755361 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d44ceebf-4504-43b4-8042-1696eba96b0b req-6b7f306f-7c58-4aa8-8d44-e3c3bc5a8ce4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=751431a2-1fcf-4b45-9854-bdf8e77ab54a HTTP/1.1" status: 200 len: 860 time: 0.1268797 Aug 18 12:59:26.781189 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-090c5287-9d63-42a1-8469-da77c8b1d30b None None] Port dfca6d1d-a314-4c44-89e8-fadf6649596d cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:59:26.782310 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port daae61c7-2d84-46c9-a213-bf9614d90db1, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=daae61c7-2d84-46c9-a213-bf9614d90db1,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:26.823242 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d44ceebf-4504-43b4-8042-1696eba96b0b req-8e606f31-fdb9-42fd-8451-881680e10069 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4eabbe06-0f33-4aea-98d0-2b74cfe70290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634964 Aug 18 12:59:26.826327 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2cc6b16-3e01-4bb6-85fd-61615aceed28 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:59:26.832953 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f2cc6b16-3e01-4bb6-85fd-61615aceed28 admin admin] 10.222.0.13 "PUT /v2.0/routers/6bb9b83e-9ee6-42aa-baf5-ac459ce339d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1382635 Aug 18 12:59:26.850206 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d056d2c-7395-4680-825b-2536514774cd None None] Sync routers for ids ['6bb9b83e-9ee6-42aa-baf5-ac459ce339d8'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:59:26.878397 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:26.880542 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d056d2c-7395-4680-825b-2536514774cd None None] Routers {'6bb9b83e-9ee6-42aa-baf5-ac459ce339d8'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:59:26.881568 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-4d056d2c-7395-4680-825b-2536514774cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:59:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['6bb9b83e-9ee6-42aa-baf5-ac459ce339d8'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:26.885917 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a744b62-950b-4f48-b5de-fe0b38ae1ca6 req-d6a580c5-02f2-4130-b75b-bf03e48fcfb4 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:26.893762 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8a744b62-950b-4f48-b5de-fe0b38ae1ca6 req-d6a580c5-02f2-4130-b75b-bf03e48fcfb4 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd9c0c0-9302-46fc-936d-3a98b229665d HTTP/1.1" status: 200 len: 946 time: 0.1244638 Aug 18 12:59:26.971630 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8a744b62-950b-4f48-b5de-fe0b38ae1ca6 req-0989a9e3-7eff-4add-88f9-ae59c8979f25 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716720 Aug 18 12:59:26.985223 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa4ce6-418f-47cf-8d51-0089ae07ed84 req-5937d725-41b5-48ff-a3b7-47c3ac7f7028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:26.986916 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cfaa4ce6-418f-47cf-8d51-0089ae07ed84 req-5937d725-41b5-48ff-a3b7-47c3ac7f7028 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=add5a5683dbd41f29661fd38fa5b5d0d&device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 1096 time: 0.2549174 Aug 18 12:59:27.061415 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=daae61c7-2d84-46c9-a213-bf9614d90db1,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:27.083720 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f6a0a2ad-326c-493f-b22e-d939132a0166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd290db41-5591-4780-82d9-2460a3e1c39a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1464763075-router', 'tenant_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'a217470c-9654-4443-9da1-02a2dae36033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:58:18Z', 'updated_at': '2021-08-18T12:58:24Z', 'revision_number': 4, 'project_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'gw_port': {'id': 'a217470c-9654-4443-9da1-02a2dae36033', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd290db41-5591-4780-82d9-2460a3e1c39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:58:19Z', 'updated_at': '2021-08-18T12:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '524e8514-e9cc-446e-a868-b94fc8eb3edf', 'tenant_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'floating_ip_address': '172.25.6.19', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'd290db41-5591-4780-82d9-2460a3e1c39a', 'port_id': '66d9a0de-7277-45bb-ab44-b2ec924683bc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eabbe06-0f33-4aea-98d0-2b74cfe70290', 'mac_address': 'fa:16:3e:d4:f1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3064c66b-8620-4763-a65e-427cd9dbe86c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:59:21Z', 'updated_at': '2021-08-18T12:59:24Z', 'revision_number': 1, 'project_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd1c4335-a528-4111-9a13-d5cca0615388', 'name': '', 'network_id': '4eabbe06-0f33-4aea-98d0-2b74cfe70290', 'tenant_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'mac_address': 'fa:16:3e:34:a0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd290db41-5591-4780-82d9-2460a3e1c39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '751431a2-1fcf-4b45-9854-bdf8e77ab54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:58:23Z', 'updated_at': '2021-08-18T12:58:32Z', 'revision_number': 5, 'project_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'subnets': [{'id': '751431a2-1fcf-4b45-9854-bdf8e77ab54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:27.120151 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a0a2ad-326c-493f-b22e-d939132a0166 None None] Checking router: d290db41-5591-4780-82d9-2460a3e1c39a for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:59:27.129813 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cea08-4bd3-4655-9934-b1a4a544aaae req-193686cc-116f-4016-a241-1613119d358d tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:27.130810 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a0a2ad-326c-493f-b22e-d939132a0166 None None] Routers {'d290db41-5591-4780-82d9-2460a3e1c39a'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:59:27.131445 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f6a0a2ad-326c-493f-b22e-d939132a0166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:59:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['d290db41-5591-4780-82d9-2460a3e1c39a'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:27.137095 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8d5cea08-4bd3-4655-9934-b1a4a544aaae req-193686cc-116f-4016-a241-1613119d358d tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63ce61-f12c-4f16-aea6-7f4963e73522 HTTP/1.1" status: 200 len: 945 time: 0.0958724 Aug 18 12:59:27.152686 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa4ce6-418f-47cf-8d51-0089ae07ed84 req-df063eff-9628-483c-939d-f70cf1268f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:27.154211 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cfaa4ce6-418f-47cf-8d51-0089ae07ed84 req-df063eff-9628-483c-939d-f70cf1268f86 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4eabbe06-0f33-4aea-98d0-2b74cfe70290 HTTP/1.1" status: 200 len: 921 time: 0.1587615 Aug 18 12:59:27.157044 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d44ceebf-4504-43b4-8042-1696eba96b0b req-2586781d-842c-4fae-a3c8-0fe293a5c6f1 service neutron] 10.222.0.13 "GET /v2.0/networks/4eabbe06-0f33-4aea-98d0-2b74cfe70290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225517 Aug 18 12:59:27.178487 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-4d056d2c-7395-4680-825b-2536514774cd None None] Set router 6bb9b83e-9ee6-42aa-baf5-ac459ce339d8 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:59:27.204541 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8d5cea08-4bd3-4655-9934-b1a4a544aaae req-bfcbee3d-0e87-4432-bc63-f7232089a227 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616779 Aug 18 12:59:27.329074 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cfaa4ce6-418f-47cf-8d51-0089ae07ed84 req-274692de-a0f1-4dec-ac03-9cffa2b2139b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66d9a0de-7277-45bb-ab44-b2ec924683bc HTTP/1.1" status: 200 len: 998 time: 0.1049907 Aug 18 12:59:27.345342 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-f6a0a2ad-326c-493f-b22e-d939132a0166 None None] Set router d290db41-5591-4780-82d9-2460a3e1c39a gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:59:27.394889 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d44ceebf-4504-43b4-8042-1696eba96b0b req-cb2decab-7ee9-4ef1-b305-b7a5487d79d8 service neutron] 10.222.0.13 "GET /v2.0/networks/4eabbe06-0f33-4aea-98d0-2b74cfe70290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281425 Aug 18 12:59:27.413892 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa4ce6-418f-47cf-8d51-0089ae07ed84 req-12f28c86-1212-40b9-9bcc-9006cd1ed201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:27.415420 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cfaa4ce6-418f-47cf-8d51-0089ae07ed84 req-12f28c86-1212-40b9-9bcc-9006cd1ed201 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=751431a2-1fcf-4b45-9854-bdf8e77ab54a HTTP/1.1" status: 200 len: 860 time: 0.0726678 Aug 18 12:59:27.444184 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55f5b0-e408-4a45-99c9-9d0f38543c22 req-adc3f6b0-f715-4269-b537-446b5b5f9631 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:27.452014 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5b55f5b0-e408-4a45-99c9-9d0f38543c22 req-adc3f6b0-f715-4269-b537-446b5b5f9631 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 945 time: 0.1329443 Aug 18 12:59:27.460692 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 46904) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:27.469846 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cfaa4ce6-418f-47cf-8d51-0089ae07ed84 req-769d98d2-b20b-413b-abf2-9c5f76118299 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4eabbe06-0f33-4aea-98d0-2b74cfe70290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420880 Aug 18 12:59:27.482386 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-4d056d2c-7395-4680-825b-2536514774cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb9b83e-9ee6-42aa-baf5-ac459ce339d8', 'name': 'tempest-ServersTestManualDisk-1232416722-router', 'tenant_id': 'ad18175e88d04841bb55fcc65dd1a498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'daae61c7-2d84-46c9-a213-bf9614d90db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:59:19Z', 'updated_at': '2021-08-18T12:59:25Z', 'revision_number': 4, 'project_id': 'ad18175e88d04841bb55fcc65dd1a498', 'gw_port': {'id': 'daae61c7-2d84-46c9-a213-bf9614d90db1', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb9b83e-9ee6-42aa-baf5-ac459ce339d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:20Z', 'updated_at': '2021-08-18T12:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'dfca6d1d-a314-4c44-89e8-fadf6649596d', 'name': '', 'network_id': '295ec318-c76a-4c31-a9c6-7ad31869a63d', 'tenant_id': 'ad18175e88d04841bb55fcc65dd1a498', 'mac_address': 'fa:16:3e:34:52:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb9b83e-9ee6-42aa-baf5-ac459ce339d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '0c06c137-11d0-4283-9a45-85e179addde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:23Z', 'updated_at': '2021-08-18T12:59:25Z', 'revision_number': 2, 'project_id': 'ad18175e88d04841bb55fcc65dd1a498', 'subnets': [{'id': '0c06c137-11d0-4283-9a45-85e179addde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:27.540867 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d056d2c-7395-4680-825b-2536514774cd None None] Checking router: 6bb9b83e-9ee6-42aa-baf5-ac459ce339d8 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:59:27.541221 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d056d2c-7395-4680-825b-2536514774cd None None] Updating router 6bb9b83e-9ee6-42aa-baf5-ac459ce339d8 port dfca6d1d-a314-4c44-89e8-fadf6649596d binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:59:27.543955 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5b55f5b0-e408-4a45-99c9-9d0f38543c22 req-69c4b1c5-e410-4e29-ad0f-f1ab081c7a39 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833621 Aug 18 12:59:27.587301 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4d056d2c-7395-4680-825b-2536514774cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:27.641911 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cfaa4ce6-418f-47cf-8d51-0089ae07ed84 req-55e4e4b6-aee2-47b8-bc40-6988d5f2bba9 service neutron] 10.222.0.39 "GET /v2.0/networks/4eabbe06-0f33-4aea-98d0-2b74cfe70290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636794 Aug 18 12:59:27.730368 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f6a0a2ad-326c-493f-b22e-d939132a0166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd290db41-5591-4780-82d9-2460a3e1c39a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1464763075-router', 'tenant_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'a217470c-9654-4443-9da1-02a2dae36033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:58:18Z', 'updated_at': '2021-08-18T12:58:24Z', 'revision_number': 4, 'project_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'gw_port': {'id': 'a217470c-9654-4443-9da1-02a2dae36033', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd290db41-5591-4780-82d9-2460a3e1c39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:58:19Z', 'updated_at': '2021-08-18T12:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '524e8514-e9cc-446e-a868-b94fc8eb3edf', 'tenant_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'floating_ip_address': '172.25.6.19', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'd290db41-5591-4780-82d9-2460a3e1c39a', 'port_id': '66d9a0de-7277-45bb-ab44-b2ec924683bc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eabbe06-0f33-4aea-98d0-2b74cfe70290', 'mac_address': 'fa:16:3e:d4:f1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3064c66b-8620-4763-a65e-427cd9dbe86c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:59:21Z', 'updated_at': '2021-08-18T12:59:24Z', 'revision_number': 1, 'project_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd1c4335-a528-4111-9a13-d5cca0615388', 'name': '', 'network_id': '4eabbe06-0f33-4aea-98d0-2b74cfe70290', 'tenant_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'mac_address': 'fa:16:3e:34:a0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd290db41-5591-4780-82d9-2460a3e1c39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '751431a2-1fcf-4b45-9854-bdf8e77ab54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:58:23Z', 'updated_at': '2021-08-18T12:58:32Z', 'revision_number': 5, 'project_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'subnets': [{'id': '751431a2-1fcf-4b45-9854-bdf8e77ab54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:27.745275 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a12114c5-ac1a-4e96-8bab-01e6bcae5f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:27.763854 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device daae61c7-2d84-46c9-a213-bf9614d90db1 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:59:27.847913 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cfaa4ce6-418f-47cf-8d51-0089ae07ed84 req-62808f1c-c0b9-4164-97fb-13119b03b795 service neutron] 10.222.0.39 "GET /v2.0/networks/4eabbe06-0f33-4aea-98d0-2b74cfe70290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980505 Aug 18 12:59:27.864454 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:27.865389 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a0a2ad-326c-493f-b22e-d939132a0166 None None] The sync data for ids ['d290db41-5591-4780-82d9-2460a3e1c39a'] in n-d-803603-2 is: [{'id': 'd290db41-5591-4780-82d9-2460a3e1c39a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1464763075-router', 'tenant_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'a217470c-9654-4443-9da1-02a2dae36033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:58:18Z', 'updated_at': '2021-08-18T12:58:24Z', 'revision_number': 4, 'project_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'gw_port': {'id': 'a217470c-9654-4443-9da1-02a2dae36033', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd290db41-5591-4780-82d9-2460a3e1c39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:58:19Z', 'updated_at': '2021-08-18T12:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '524e8514-e9cc-446e-a868-b94fc8eb3edf', 'tenant_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'floating_ip_address': '172.25.6.19', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'd290db41-5591-4780-82d9-2460a3e1c39a', 'port_id': '66d9a0de-7277-45bb-ab44-b2ec924683bc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eabbe06-0f33-4aea-98d0-2b74cfe70290', 'mac_address': 'fa:16:3e:d4:f1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3064c66b-8620-4763-a65e-427cd9dbe86c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:59:21Z', 'updated_at': '2021-08-18T12:59:24Z', 'revision_number': 1, 'project_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd1c4335-a528-4111-9a13-d5cca0615388', 'name': '', 'network_id': '4eabbe06-0f33-4aea-98d0-2b74cfe70290', 'tenant_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'mac_address': 'fa:16:3e:34:a0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd290db41-5591-4780-82d9-2460a3e1c39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '751431a2-1fcf-4b45-9854-bdf8e77ab54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:58:23Z', 'updated_at': '2021-08-18T12:58:32Z', 'revision_number': 5, 'project_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'subnets': [{'id': '751431a2-1fcf-4b45-9854-bdf8e77ab54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:59:27.923958 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port daae61c7-2d84-46c9-a213-bf9614d90db1 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:59:27.924334 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:27.982696 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a12114c5-ac1a-4e96-8bab-01e6bcae5f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:28.060106 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a12114c5-ac1a-4e96-8bab-01e6bcae5f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:28.122960 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12114c5-ac1a-4e96-8bab-01e6bcae5f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220c113c-1218-4c79-9baa-cdbf0e002f41,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:28.159140 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a12114c5-ac1a-4e96-8bab-01e6bcae5f91 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e7097a77264f42159ca6f7cfbd2add24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6951020 Aug 18 12:59:28.159640 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 46916) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:28.251133 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2fb39ea9-b9d1-4160-9fae-dfc10e58b44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:28.253348 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1928077-a6dd-4ba4-ad9f-7b60204cfcbe None None] New status for floating IP 524e8514-e9cc-446e-a868-b94fc8eb3edf: ACTIVE {{(pid=101677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:59:28.301408 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2fb39ea9-b9d1-4160-9fae-dfc10e58b44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:28.356792 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4d056d2c-7395-4680-825b-2536514774cd None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:28.422826 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2fb39ea9-b9d1-4160-9fae-dfc10e58b44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:28.425823 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-4d056d2c-7395-4680-825b-2536514774cd None None] Transition to ACTIVE for port object dfca6d1d-a314-4c44-89e8-fadf6649596d will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:59:28.426674 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2fb39ea9-b9d1-4160-9fae-dfc10e58b44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:28.430549 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2fb39ea9-b9d1-4160-9fae-dfc10e58b44d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/220c113c-1218-4c79-9baa-cdbf0e002f41 HTTP/1.1" status: 204 len: 168 time: 0.2676036 Aug 18 12:59:28.443433 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb39ea9-b9d1-4160-9fae-dfc10e58b44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220c113c-1218-4c79-9baa-cdbf0e002f41,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:28.528644 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:28.544468 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4d056d2c-7395-4680-825b-2536514774cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:28.552114 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6f666a00-f786-4946-8fec-354cec4ac606 req-c81163fc-1ddf-4f75-b310-bd770c87e192 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.19 HTTP/1.1" status: 200 len: 998 time: 0.0970919 Aug 18 12:59:28.600950 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a25d9d-384f-4b5b-bbe4-b4abb97342d0 None None] Pushing event updated for resources: {'Port': ['ID=dfca6d1d-a314-4c44-89e8-fadf6649596d,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:28.615332 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f666a00-f786-4946-8fec-354cec4ac606 req-79bf5d2f-c3b1-405f-8e71-9186a82e46e6 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:28.617218 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6f666a00-f786-4946-8fec-354cec4ac606 req-79bf5d2f-c3b1-405f-8e71-9186a82e46e6 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/ports/66d9a0de-7277-45bb-ab44-b2ec924683bc HTTP/1.1" status: 200 len: 942 time: 0.0585177 Aug 18 12:59:28.677990 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-4d056d2c-7395-4680-825b-2536514774cd None None] Attempting to bind port dfca6d1d-a314-4c44-89e8-fadf6649596d on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:59:28.678380 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-4d056d2c-7395-4680-825b-2536514774cd None None] Attempting to bind port dfca6d1d-a314-4c44-89e8-fadf6649596d by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '39c1e18c-52da-422d-b267-009bd37c804b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '295ec318-c76a-4c31-a9c6-7ad31869a63d'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:59:28.678794 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d056d2c-7395-4680-825b-2536514774cd None None] Attempting to bind port dfca6d1d-a314-4c44-89e8-fadf6649596d on network 295ec318-c76a-4c31-a9c6-7ad31869a63d {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:59:28.685318 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d056d2c-7395-4680-825b-2536514774cd None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:59:28.691941 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d056d2c-7395-4680-825b-2536514774cd None None] Checking segment: {'id': '39c1e18c-52da-422d-b267-009bd37c804b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '295ec318-c76a-4c31-a9c6-7ad31869a63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:59:28.691941 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4d056d2c-7395-4680-825b-2536514774cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:28.691941 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d056d2c-7395-4680-825b-2536514774cd None None] Bound using segment: {'id': '39c1e18c-52da-422d-b267-009bd37c804b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '295ec318-c76a-4c31-a9c6-7ad31869a63d'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:59:28.691941 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-4d056d2c-7395-4680-825b-2536514774cd None None] Bound port: dfca6d1d-a314-4c44-89e8-fadf6649596d, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c1e18c-52da-422d-b267-009bd37c804b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '295ec318-c76a-4c31-a9c6-7ad31869a63d'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:59:28.691941 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4d056d2c-7395-4680-825b-2536514774cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:28.733360 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 46926) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:28.738110 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-3a154e0a-8cf9-49e9-a884-3f76e07c8860 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Request body: {'security_group': {'name': 'tempest-securitygroup--501623078', 'description': 'tempest-description--2075232167'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:28.801308 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-4d056d2c-7395-4680-825b-2536514774cd None None] For port dfca6d1d-a314-4c44-89e8-fadf6649596d, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:59:28.806881 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6f666a00-f786-4946-8fec-354cec4ac606 req-65a10eba-0bb9-4e0a-ac25-811a14e2cb76 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.19 HTTP/1.1" status: 200 len: 1000 time: 0.1157448 Aug 18 12:59:28.809020 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-4d056d2c-7395-4680-825b-2536514774cd None None] For port dfca6d1d-a314-4c44-89e8-fadf6649596d, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=dfca6d1d-a314-4c44-89e8-fadf6649596d,segment=NetworkSegment(39c1e18c-52da-422d-b267-009bd37c804b),segment_id=39c1e18c-52da-422d-b267-009bd37c804b)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:59:28.895513 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3a154e0a-8cf9-49e9-a884-3f76e07c8860 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:28.913501 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4d056d2c-7395-4680-825b-2536514774cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:28.959804 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af949239-db1a-491e-a378-d705b7a736f8 req-aacd5be4-7d0c-486a-941d-5847a06a6edb tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:28.961656 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-af949239-db1a-491e-a378-d705b7a736f8 req-aacd5be4-7d0c-486a-941d-5847a06a6edb tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd9c0c0-9302-46fc-936d-3a98b229665d HTTP/1.1" status: 200 len: 946 time: 0.1156638 Aug 18 12:59:28.999241 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a25d9d-384f-4b5b-bbe4-b4abb97342d0 None None] Pushing event updated for resources: {'Port': ['ID=dfca6d1d-a314-4c44-89e8-fadf6649596d,revision_number=4']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:29.011484 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d056d2c-7395-4680-825b-2536514774cd None None] Routers {'6bb9b83e-9ee6-42aa-baf5-ac459ce339d8'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:59:29.012132 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-4d056d2c-7395-4680-825b-2536514774cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:59:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['6bb9b83e-9ee6-42aa-baf5-ac459ce339d8'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:29.024151 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3a154e0a-8cf9-49e9-a884-3f76e07c8860 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:29.038284 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f666a00-f786-4946-8fec-354cec4ac606 req-ffb68d28-4f00-4dc7-8299-656c2d444eb2 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:29.048334 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6f666a00-f786-4946-8fec-354cec4ac606 req-ffb68d28-4f00-4dc7-8299-656c2d444eb2 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/networks/0babe39a-03c6-4af7-9ca5-00804dd781c2 HTTP/1.1" status: 200 len: 784 time: 0.2331023 Aug 18 12:59:29.085032 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-af949239-db1a-491e-a378-d705b7a736f8 req-0cf1a858-7a44-4499-8a61-c3b9ba424588 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590739 Aug 18 12:59:29.094762 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3a154e0a-8cf9-49e9-a884-3f76e07c8860 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:29.158306 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a154e0a-8cf9-49e9-a884-3f76e07c8860 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=912671e9-a3ed-4cf8-9fc8-564ec482f774,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:29.173583 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a154e0a-8cf9-49e9-a884-3f76e07c8860 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:29.174156 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a154e0a-8cf9-49e9-a884-3f76e07c8860 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:29.174372 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a154e0a-8cf9-49e9-a884-3f76e07c8860 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:29.174679 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a154e0a-8cf9-49e9-a884-3f76e07c8860 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:29.175019 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a154e0a-8cf9-49e9-a884-3f76e07c8860 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:29.175355 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a154e0a-8cf9-49e9-a884-3f76e07c8860 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:29.175688 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a154e0a-8cf9-49e9-a884-3f76e07c8860 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:29.176007 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a154e0a-8cf9-49e9-a884-3f76e07c8860 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:29.176330 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a154e0a-8cf9-49e9-a884-3f76e07c8860 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:29.176662 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a154e0a-8cf9-49e9-a884-3f76e07c8860 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:29.176989 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a154e0a-8cf9-49e9-a884-3f76e07c8860 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:29.177330 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a154e0a-8cf9-49e9-a884-3f76e07c8860 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:29.191048 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-4d056d2c-7395-4680-825b-2536514774cd None None] Set router 6bb9b83e-9ee6-42aa-baf5-ac459ce339d8 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:59:29.222408 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6f666a00-f786-4946-8fec-354cec4ac606 req-8bab80df-c1f0-4fe7-9407-dca6de3e712c tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.19 HTTP/1.1" status: 200 len: 1000 time: 0.1686070 Aug 18 12:59:29.229822 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-6f666a00-f786-4946-8fec-354cec4ac606 req-7d78fe41-8a29-4a9d-a6a1-58839aa2cb10 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:29.237456 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3a154e0a-8cf9-49e9-a884-3f76e07c8860 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:29.238919 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3a154e0a-8cf9-49e9-a884-3f76e07c8860 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5043087 Aug 18 12:59:29.241508 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 46932) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:29.257081 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-800da0f3-9c03-44ab-8651-805a24020460 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Request body: {'security_group_rule': {'security_group_id': '912671e9-a3ed-4cf8-9fc8-564ec482f774', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:29.289175 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 46934) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:29.314410 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-6f666a00-f786-4946-8fec-354cec4ac606 req-7d78fe41-8a29-4a9d-a6a1-58839aa2cb10 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks [] for floatingip, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:29.320401 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-409ba7a8-a09c-4e12-a70d-956bbc089f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:29.363971 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d157b2-f906-4076-b7c7-ec484909ad42 req-b601ec77-d0cf-4730-9010-fce3f2a4e737 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:29.365507 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d3d157b2-f906-4076-b7c7-ec484909ad42 req-b601ec77-d0cf-4730-9010-fce3f2a4e737 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63ce61-f12c-4f16-aea6-7f4963e73522 HTTP/1.1" status: 200 len: 945 time: 0.1408033 Aug 18 12:59:29.411705 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d3d157b2-f906-4076-b7c7-ec484909ad42 req-94f82511-1807-4ad3-8d8a-3a288f13918a tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352955 Aug 18 12:59:29.449487 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-4d056d2c-7395-4680-825b-2536514774cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb9b83e-9ee6-42aa-baf5-ac459ce339d8', 'name': 'tempest-ServersTestManualDisk-1232416722-router', 'tenant_id': 'ad18175e88d04841bb55fcc65dd1a498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'daae61c7-2d84-46c9-a213-bf9614d90db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:59:19Z', 'updated_at': '2021-08-18T12:59:25Z', 'revision_number': 4, 'project_id': 'ad18175e88d04841bb55fcc65dd1a498', 'gw_port': {'id': 'daae61c7-2d84-46c9-a213-bf9614d90db1', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb9b83e-9ee6-42aa-baf5-ac459ce339d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:20Z', 'updated_at': '2021-08-18T12:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'dfca6d1d-a314-4c44-89e8-fadf6649596d', 'name': '', 'network_id': '295ec318-c76a-4c31-a9c6-7ad31869a63d', 'tenant_id': 'ad18175e88d04841bb55fcc65dd1a498', 'mac_address': 'fa:16:3e:34:52:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb9b83e-9ee6-42aa-baf5-ac459ce339d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '0c06c137-11d0-4283-9a45-85e179addde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:23Z', 'updated_at': '2021-08-18T12:59:28Z', 'revision_number': 4, 'project_id': 'ad18175e88d04841bb55fcc65dd1a498', 'subnets': [{'id': '0c06c137-11d0-4283-9a45-85e179addde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:29.461314 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-800da0f3-9c03-44ab-8651-805a24020460 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:29.482352 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d056d2c-7395-4680-825b-2536514774cd None None] The sync data for ids ['6bb9b83e-9ee6-42aa-baf5-ac459ce339d8'] in n-d-803603-2 is: [{'id': '6bb9b83e-9ee6-42aa-baf5-ac459ce339d8', 'name': 'tempest-ServersTestManualDisk-1232416722-router', 'tenant_id': 'ad18175e88d04841bb55fcc65dd1a498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'daae61c7-2d84-46c9-a213-bf9614d90db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:59:19Z', 'updated_at': '2021-08-18T12:59:25Z', 'revision_number': 4, 'project_id': 'ad18175e88d04841bb55fcc65dd1a498', 'gw_port': {'id': 'daae61c7-2d84-46c9-a213-bf9614d90db1', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb9b83e-9ee6-42aa-baf5-ac459ce339d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:20Z', 'updated_at': '2021-08-18T12:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'dfca6d1d-a314-4c44-89e8-fadf6649596d', 'name': '', 'network_id': '295ec318-c76a-4c31-a9c6-7ad31869a63d', 'tenant_id': 'ad18175e88d04841bb55fcc65dd1a498', 'mac_address': 'fa:16:3e:34:52:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb9b83e-9ee6-42aa-baf5-ac459ce339d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '0c06c137-11d0-4283-9a45-85e179addde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:23Z', 'updated_at': '2021-08-18T12:59:28Z', 'revision_number': 4, 'project_id': 'ad18175e88d04841bb55fcc65dd1a498', 'subnets': [{'id': '0c06c137-11d0-4283-9a45-85e179addde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:59:29.502334 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-6f666a00-f786-4946-8fec-354cec4ac606 req-7d78fe41-8a29-4a9d-a6a1-58839aa2cb10 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:29.582614 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-6f666a00-f786-4946-8fec-354cec4ac606 req-7d78fe41-8a29-4a9d-a6a1-58839aa2cb10 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:29.582614 n-d-803603-2 neutron-server[101676]: INFO neutron.db.l3_db [req-6f666a00-f786-4946-8fec-354cec4ac606 req-7d78fe41-8a29-4a9d-a6a1-58839aa2cb10 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Floating IP 524e8514-e9cc-446e-a868-b94fc8eb3edf disassociated. External IP: 172.25.6.19, port: 66d9a0de-7277-45bb-ab44-b2ec924683bc. Aug 18 12:59:29.633222 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-800da0f3-9c03-44ab-8651-805a24020460 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:29.653325 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f6ae7-2911-49d6-be57-04e173d8b03e req-9e8691f5-54b7-4f9a-9ff1-f35fdbc90676 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:29.654966 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e54f6ae7-2911-49d6-be57-04e173d8b03e req-9e8691f5-54b7-4f9a-9ff1-f35fdbc90676 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 945 time: 0.1379323 Aug 18 12:59:29.744397 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e54f6ae7-2911-49d6-be57-04e173d8b03e req-0cdd8a01-c657-43db-875f-58992cf6cecf tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726323 Aug 18 12:59:29.760662 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-800da0f3-9c03-44ab-8651-805a24020460 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:29.776255 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-409ba7a8-a09c-4e12-a70d-956bbc089f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:29.786931 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device dfca6d1d-a314-4c44-89e8-fadf6649596d up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:59:29.802355 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800da0f3-9c03-44ab-8651-805a24020460 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a516f123-33a1-45f2-94aa-4308a3e77a8d,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:29.866624 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-409ba7a8-a09c-4e12-a70d-956bbc089f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:29.875423 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:59:29.887548 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f666a00-f786-4946-8fec-354cec4ac606 req-7d78fe41-8a29-4a9d-a6a1-58839aa2cb10 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Router d290db41-5591-4780-82d9-2460a3e1c39a has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:59:29.937816 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-800da0f3-9c03-44ab-8651-805a24020460 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:29.937816 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-800da0f3-9c03-44ab-8651-805a24020460 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6800117 Aug 18 12:59:29.937816 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-409ba7a8-a09c-4e12-a70d-956bbc089f52 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c26f9a2265de4095a050aa30ebe714ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6406152 Aug 18 12:59:29.941723 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 46942) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:29.942063 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 46944) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:29.949288 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ba7a8-a09c-4e12-a70d-956bbc089f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c61512b-c188-4fe1-a0a6-2dfb229dcb24,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:29.967039 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-ce0b227f-deb0-4ddc-9409-430cc6323d01 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Request body: {'security_group_rule': {'security_group_id': '912671e9-a3ed-4cf8-9fc8-564ec482f774', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:29.985994 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port dfca6d1d-a314-4c44-89e8-fadf6649596d completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:59:29.990287 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port dfca6d1d-a314-4c44-89e8-fadf6649596d triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:59:29.990763 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:30.094557 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:30.162080 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port dfca6d1d-a314-4c44-89e8-fadf6649596d, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=dfca6d1d-a314-4c44-89e8-fadf6649596d,segment=NetworkSegment(39c1e18c-52da-422d-b267-009bd37c804b),segment_id=39c1e18c-52da-422d-b267-009bd37c804b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:30.237723 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3354bf3-0832-4c6b-bdc2-7d12bb76f385 req-9ad63695-4051-41eb-ba8d-fe646b4aae4a tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:30.239341 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f3354bf3-0832-4c6b-bdc2-7d12bb76f385 req-9ad63695-4051-41eb-ba8d-fe646b4aae4a tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd9c0c0-9302-46fc-936d-3a98b229665d HTTP/1.1" status: 200 len: 946 time: 0.0545015 Aug 18 12:59:30.267102 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:30.288791 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f3354bf3-0832-4c6b-bdc2-7d12bb76f385 req-84ce2681-0a7e-4540-8dfd-5d79b5e61cfc tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420036 Aug 18 12:59:30.336145 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=dfca6d1d-a314-4c44-89e8-fadf6649596d,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:30.411148 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f666a00-f786-4946-8fec-354cec4ac606 req-7d78fe41-8a29-4a9d-a6a1-58839aa2cb10 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:59:30.416968 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-6f666a00-f786-4946-8fec-354cec4ac606 req-7d78fe41-8a29-4a9d-a6a1-58839aa2cb10 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:30.422690 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaf24d0-14ca-4a5c-b3ea-e720917943d5 None None] Sync routers for ids ['d290db41-5591-4780-82d9-2460a3e1c39a'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:59:30.429558 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-92542cfc-5ecb-4258-af5f-a90fface7d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:30.435533 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaf24d0-14ca-4a5c-b3ea-e720917943d5 None None] Routers {'d290db41-5591-4780-82d9-2460a3e1c39a'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:59:30.436426 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-7eaf24d0-14ca-4a5c-b3ea-e720917943d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:59:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['d290db41-5591-4780-82d9-2460a3e1c39a'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:30.487587 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 46954) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:30.494572 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6f666a00-f786-4946-8fec-354cec4ac606 req-7d78fe41-8a29-4a9d-a6a1-58839aa2cb10 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "PUT /v2.0/floatingips/524e8514-e9cc-446e-a868-b94fc8eb3edf HTTP/1.1" status: 200 len: 694 time: 1.2638054 Aug 18 12:59:30.508667 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3064c66b-8620-4763-a65e-427cd9dbe86c', 'tag': '66d9a0de-7277-45bb-ab44-b2ec924683bc'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:59:30.511004 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e65f51-4a7a-491d-a937-0ff1c73f4b1a" -d '{"events": [{"name": "network-changed", "server_uuid": "3064c66b-8620-4763-a65e-427cd9dbe86c", "tag": "66d9a0de-7277-45bb-ab44-b2ec924683bc"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:59:30.524057 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-92542cfc-5ecb-4258-af5f-a90fface7d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:30.544681 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ce0b227f-deb0-4ddc-9409-430cc6323d01 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:30.613014 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-7eaf24d0-14ca-4a5c-b3ea-e720917943d5 None None] Set router d290db41-5591-4780-82d9-2460a3e1c39a gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:59:30.613579 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d18163-0a33-4e23-b868-ded3d6dce5a4 req-1f096adb-edd1-4d83-8746-c1d2874b50c2 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:30.623734 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-23d18163-0a33-4e23-b868-ded3d6dce5a4 req-1f096adb-edd1-4d83-8746-c1d2874b50c2 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63ce61-f12c-4f16-aea6-7f4963e73522 HTTP/1.1" status: 200 len: 945 time: 0.1050661 Aug 18 12:59:30.646813 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f666a00-f786-4946-8fec-354cec4ac606 req-f556f30f-8ae4-4c09-9391-8040dc1e1273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:30.654424 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6f666a00-f786-4946-8fec-354cec4ac606 req-f556f30f-8ae4-4c09-9391-8040dc1e1273 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=add5a5683dbd41f29661fd38fa5b5d0d&device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 1096 time: 0.1588452 Aug 18 12:59:30.674776 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ce0b227f-deb0-4ddc-9409-430cc6323d01 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:30.679841 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-23d18163-0a33-4e23-b868-ded3d6dce5a4 req-1e67e4f4-33ed-4fa4-a69e-c8277c62b015 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538251 Aug 18 12:59:30.732254 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-88bcb4e4-ec9c-45db-9208-a50ff26603e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:30.737446 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c28ec2-dc56-45d5-b6f5-ef1e51a4a193 x-openstack-request-id: req-91c28ec2-dc56-45d5-b6f5-ef1e51a4a193 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:59:30.737737 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3064c66b-8620-4763-a65e-427cd9dbe86c", "tag": "66d9a0de-7277-45bb-ab44-b2ec924683bc", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:59:30.737991 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91c28ec2-dc56-45d5-b6f5-ef1e51a4a193 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:59:30.738402 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3064c66b-8620-4763-a65e-427cd9dbe86c', 'tag': '66d9a0de-7277-45bb-ab44-b2ec924683bc', 'status': 'completed', 'code': 200} Aug 18 12:59:30.739014 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ce0b227f-deb0-4ddc-9409-430cc6323d01 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:30.780658 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b227f-deb0-4ddc-9409-430cc6323d01 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd3551ca-67ef-4f7e-95d3-7b4e386a39a8,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:30.830351 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f666a00-f786-4946-8fec-354cec4ac606 req-b200df9b-1eec-4e85-8855-cb63a6728b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:30.832999 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6f666a00-f786-4946-8fec-354cec4ac606 req-b200df9b-1eec-4e85-8855-cb63a6728b93 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4eabbe06-0f33-4aea-98d0-2b74cfe70290 HTTP/1.1" status: 200 len: 921 time: 0.1777942 Aug 18 12:59:30.838933 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-92542cfc-5ecb-4258-af5f-a90fface7d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:30.841908 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-92542cfc-5ecb-4258-af5f-a90fface7d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:30.850422 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-92542cfc-5ecb-4258-af5f-a90fface7d27 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c61512b-c188-4fe1-a0a6-2dfb229dcb24 HTTP/1.1" status: 204 len: 168 time: 0.9018621 Aug 18 12:59:30.924313 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-7eaf24d0-14ca-4a5c-b3ea-e720917943d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd290db41-5591-4780-82d9-2460a3e1c39a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1464763075-router', 'tenant_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'a217470c-9654-4443-9da1-02a2dae36033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:58:18Z', 'updated_at': '2021-08-18T12:58:24Z', 'revision_number': 4, 'project_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'gw_port': {'id': 'a217470c-9654-4443-9da1-02a2dae36033', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd290db41-5591-4780-82d9-2460a3e1c39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:58:19Z', 'updated_at': '2021-08-18T12:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'dd1c4335-a528-4111-9a13-d5cca0615388', 'name': '', 'network_id': '4eabbe06-0f33-4aea-98d0-2b74cfe70290', 'tenant_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'mac_address': 'fa:16:3e:34:a0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd290db41-5591-4780-82d9-2460a3e1c39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '751431a2-1fcf-4b45-9854-bdf8e77ab54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:58:23Z', 'updated_at': '2021-08-18T12:58:32Z', 'revision_number': 5, 'project_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'subnets': [{'id': '751431a2-1fcf-4b45-9854-bdf8e77ab54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:30.938657 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92542cfc-5ecb-4258-af5f-a90fface7d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c61512b-c188-4fe1-a0a6-2dfb229dcb24,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:30.941585 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6f666a00-f786-4946-8fec-354cec4ac606 req-70fe0c27-90c1-4589-aaa7-e7fff44cfbd1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66d9a0de-7277-45bb-ab44-b2ec924683bc HTTP/1.1" status: 200 len: 217 time: 0.0920568 Aug 18 12:59:30.960832 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaf24d0-14ca-4a5c-b3ea-e720917943d5 None None] Checking router: d290db41-5591-4780-82d9-2460a3e1c39a for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:59:30.973392 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaf24d0-14ca-4a5c-b3ea-e720917943d5 None None] Routers {'d290db41-5591-4780-82d9-2460a3e1c39a'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:59:30.975253 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-7eaf24d0-14ca-4a5c-b3ea-e720917943d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:59:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['d290db41-5591-4780-82d9-2460a3e1c39a'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:31.023574 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f666a00-f786-4946-8fec-354cec4ac606 req-820ff128-2e75-41ec-8e3e-ad07988f9d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:31.025160 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6f666a00-f786-4946-8fec-354cec4ac606 req-820ff128-2e75-41ec-8e3e-ad07988f9d78 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=751431a2-1fcf-4b45-9854-bdf8e77ab54a HTTP/1.1" status: 200 len: 860 time: 0.0756223 Aug 18 12:59:31.062875 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6f666a00-f786-4946-8fec-354cec4ac606 req-0c753aa5-0edd-4c45-9d6e-a0518343a2a0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4eabbe06-0f33-4aea-98d0-2b74cfe70290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287681 Aug 18 12:59:31.110063 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-7eaf24d0-14ca-4a5c-b3ea-e720917943d5 None None] Set router d290db41-5591-4780-82d9-2460a3e1c39a gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:59:31.211313 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6f666a00-f786-4946-8fec-354cec4ac606 req-5f8abd9a-4f33-4f01-b1ac-ef46f4b0a7a8 service neutron] 10.222.0.13 "GET /v2.0/networks/4eabbe06-0f33-4aea-98d0-2b74cfe70290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266165 Aug 18 12:59:31.260880 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e65f51-4a7a-491d-a937-0ff1c73f4b1a req-773f19cb-6876-45cd-8be6-9d01f360d87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:31.262446 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-24e65f51-4a7a-491d-a937-0ff1c73f4b1a req-773f19cb-6876-45cd-8be6-9d01f360d87a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=add5a5683dbd41f29661fd38fa5b5d0d&device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 1096 time: 0.4869170 Aug 18 12:59:31.278835 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e29aea-6997-4121-b528-036013bff9c4 req-852352ca-7587-46cf-be34-5beba4480f04 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:31.281027 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-16e29aea-6997-4121-b528-036013bff9c4 req-852352ca-7587-46cf-be34-5beba4480f04 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 945 time: 0.4167793 Aug 18 12:59:31.348141 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6f666a00-f786-4946-8fec-354cec4ac606 req-5764d9f8-4d47-418d-8b2e-f9716d40ba64 service neutron] 10.222.0.13 "GET /v2.0/networks/4eabbe06-0f33-4aea-98d0-2b74cfe70290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358709 Aug 18 12:59:31.396970 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-7eaf24d0-14ca-4a5c-b3ea-e720917943d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd290db41-5591-4780-82d9-2460a3e1c39a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1464763075-router', 'tenant_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'a217470c-9654-4443-9da1-02a2dae36033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:58:18Z', 'updated_at': '2021-08-18T12:58:24Z', 'revision_number': 4, 'project_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'gw_port': {'id': 'a217470c-9654-4443-9da1-02a2dae36033', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd290db41-5591-4780-82d9-2460a3e1c39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:58:19Z', 'updated_at': '2021-08-18T12:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'dd1c4335-a528-4111-9a13-d5cca0615388', 'name': '', 'network_id': '4eabbe06-0f33-4aea-98d0-2b74cfe70290', 'tenant_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'mac_address': 'fa:16:3e:34:a0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd290db41-5591-4780-82d9-2460a3e1c39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '751431a2-1fcf-4b45-9854-bdf8e77ab54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:58:23Z', 'updated_at': '2021-08-18T12:58:32Z', 'revision_number': 5, 'project_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'subnets': [{'id': '751431a2-1fcf-4b45-9854-bdf8e77ab54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:31.410980 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-16e29aea-6997-4121-b528-036013bff9c4 req-2cf8f383-d223-491d-831f-d1039c7c443b tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194611 Aug 18 12:59:31.417274 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-88bcb4e4-ec9c-45db-9208-a50ff26603e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:31.433972 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaf24d0-14ca-4a5c-b3ea-e720917943d5 None None] The sync data for ids ['d290db41-5591-4780-82d9-2460a3e1c39a'] in n-d-803603-2 is: [{'id': 'd290db41-5591-4780-82d9-2460a3e1c39a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1464763075-router', 'tenant_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'a217470c-9654-4443-9da1-02a2dae36033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:58:18Z', 'updated_at': '2021-08-18T12:58:24Z', 'revision_number': 4, 'project_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'gw_port': {'id': 'a217470c-9654-4443-9da1-02a2dae36033', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd290db41-5591-4780-82d9-2460a3e1c39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:58:19Z', 'updated_at': '2021-08-18T12:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'dd1c4335-a528-4111-9a13-d5cca0615388', 'name': '', 'network_id': '4eabbe06-0f33-4aea-98d0-2b74cfe70290', 'tenant_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'mac_address': 'fa:16:3e:34:a0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd290db41-5591-4780-82d9-2460a3e1c39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '751431a2-1fcf-4b45-9854-bdf8e77ab54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:58:23Z', 'updated_at': '2021-08-18T12:58:32Z', 'revision_number': 5, 'project_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'subnets': [{'id': '751431a2-1fcf-4b45-9854-bdf8e77ab54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:59:31.454203 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e65f51-4a7a-491d-a937-0ff1c73f4b1a req-dc681491-e5be-4379-bfb6-8b2397dc0d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:31.455724 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-24e65f51-4a7a-491d-a937-0ff1c73f4b1a req-dc681491-e5be-4379-bfb6-8b2397dc0d3a service neutron] 10.222.0.39 "GET /v2.0/networks?id=4eabbe06-0f33-4aea-98d0-2b74cfe70290 HTTP/1.1" status: 200 len: 921 time: 0.1738114 Aug 18 12:59:31.533448 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c984636-0ba7-4e30-9fdd-b4e4bf2e66e2 req-966848a8-8e82-465b-93de-59aca4b3fff0 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:31.535100 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8c984636-0ba7-4e30-9fdd-b4e4bf2e66e2 req-966848a8-8e82-465b-93de-59aca4b3fff0 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd9c0c0-9302-46fc-936d-3a98b229665d HTTP/1.1" status: 200 len: 946 time: 0.0611708 Aug 18 12:59:31.558783 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a0b95687-5453-427d-9a07-bf305b0be78c req-5d21f9dd-23d9-4d21-9246-0638d65143cb tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/floatingips/524e8514-e9cc-446e-a868-b94fc8eb3edf HTTP/1.1" status: 200 len: 694 time: 0.1164031 Aug 18 12:59:31.560981 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-24e65f51-4a7a-491d-a937-0ff1c73f4b1a req-1d64d353-2298-4532-a0ec-7c1e882fa42b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66d9a0de-7277-45bb-ab44-b2ec924683bc HTTP/1.1" status: 200 len: 217 time: 0.0742145 Aug 18 12:59:31.563074 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-88bcb4e4-ec9c-45db-9208-a50ff26603e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:31.582997 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8c984636-0ba7-4e30-9fdd-b4e4bf2e66e2 req-02555f17-a8d2-41c1-9d4f-483a91ce7109 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405202 Aug 18 12:59:31.632038 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ce0b227f-deb0-4ddc-9409-430cc6323d01 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:31.636524 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ce0b227f-deb0-4ddc-9409-430cc6323d01 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6913216 Aug 18 12:59:31.637151 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 46980) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:31.644730 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-ca93c722-8409-4ac5-b654-fc168a248c90 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:31.699737 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device dfca6d1d-a314-4c44-89e8-fadf6649596d up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:59:31.715384 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bcb4e4-ec9c-45db-9208-a50ff26603e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8b9a1e-2af3-4322-b1d1-8018d6db45a4,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:31.725660 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-88bcb4e4-ec9c-45db-9208-a50ff26603e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=372d0387fe79401295a74292f07a136a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2370999 Aug 18 12:59:31.735956 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 46986) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:31.741123 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ca93c722-8409-4ac5-b654-fc168a248c90 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify callbacks [] for floatingip, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:31.783740 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port dfca6d1d-a314-4c44-89e8-fadf6649596d triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:59:31.785009 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:31.788460 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e65f51-4a7a-491d-a937-0ff1c73f4b1a req-0ec750ca-57ab-4b22-8807-51572c447f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:31.789949 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-24e65f51-4a7a-491d-a937-0ff1c73f4b1a req-0ec750ca-57ab-4b22-8807-51572c447f2a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=751431a2-1fcf-4b45-9854-bdf8e77ab54a HTTP/1.1" status: 200 len: 860 time: 0.2047074 Aug 18 12:59:31.827450 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efedf672-0e65-4c12-86a6-488c69b43962 None None] New status for floating IP 524e8514-e9cc-446e-a868-b94fc8eb3edf: DOWN {{(pid=101677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:59:31.856701 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-24e65f51-4a7a-491d-a937-0ff1c73f4b1a req-9594d5c4-02e1-4349-87bf-96fe464e0b0a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4eabbe06-0f33-4aea-98d0-2b74cfe70290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525374 Aug 18 12:59:31.925370 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d5fcce-f29c-420d-ba9d-c9e5fc0e785a req-c48597b2-d36a-4b3d-982e-044e23c478fa tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:31.926922 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c4d5fcce-f29c-420d-ba9d-c9e5fc0e785a req-c48597b2-d36a-4b3d-982e-044e23c478fa tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63ce61-f12c-4f16-aea6-7f4963e73522 HTTP/1.1" status: 200 len: 945 time: 0.1304700 Aug 18 12:59:31.967071 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b95687-5453-427d-9a07-bf305b0be78c req-7613ff8e-6b1d-4049-a51c-997f16f5559f tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:31.970012 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a0b95687-5453-427d-9a07-bf305b0be78c req-7613ff8e-6b1d-4049-a51c-997f16f5559f tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/networks/0babe39a-03c6-4af7-9ca5-00804dd781c2 HTTP/1.1" status: 200 len: 784 time: 0.4080350 Aug 18 12:59:31.970978 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bbcf9e15-e4fc-4d5d-bbb2-4bc3affe97d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:32.011238 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c4d5fcce-f29c-420d-ba9d-c9e5fc0e785a req-d22756fc-deb0-41af-8550-a4e51203548b tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716157 Aug 18 12:59:32.020427 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ca93c722-8409-4ac5-b654-fc168a248c90 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:32.065782 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bbcf9e15-e4fc-4d5d-bbb2-4bc3affe97d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:32.096197 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a0b95687-5453-427d-9a07-bf305b0be78c req-19518195-8c24-4adb-a7b0-019f76b012cb tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.19 HTTP/1.1" status: 200 len: 697 time: 0.1069100 Aug 18 12:59:32.145806 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-ca93c722-8409-4ac5-b654-fc168a248c90 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Allocated IP 172.25.6.144 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/da69cd90-9edd-4436-86fc-22c199d1dd7d) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:59:32.150394 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-24e65f51-4a7a-491d-a937-0ff1c73f4b1a req-7b016df7-6022-453f-9156-1f028b948d62 service neutron] 10.222.0.39 "GET /v2.0/networks/4eabbe06-0f33-4aea-98d0-2b74cfe70290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703395 Aug 18 12:59:32.191289 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a0b95687-5453-427d-9a07-bf305b0be78c req-74f436e6-8790-4418-8634-a688f535adb5 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.19 HTTP/1.1" status: 200 len: 697 time: 0.0942259 Aug 18 12:59:32.291838 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ca93c722-8409-4ac5-b654-fc168a248c90 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:32.366426 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-24e65f51-4a7a-491d-a937-0ff1c73f4b1a req-88e456f4-9c9a-451f-8dbe-57fc992c07f4 service neutron] 10.222.0.39 "GET /v2.0/networks/4eabbe06-0f33-4aea-98d0-2b74cfe70290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064171 Aug 18 12:59:32.380988 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bbcf9e15-e4fc-4d5d-bbb2-4bc3affe97d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:32.384340 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bbcf9e15-e4fc-4d5d-bbb2-4bc3affe97d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:32.385828 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-bbcf9e15-e4fc-4d5d-bbb2-4bc3affe97d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d8b9a1e-2af3-4322-b1d1-8018d6db45a4 HTTP/1.1" status: 204 len: 168 time: 0.6459730 Aug 18 12:59:32.396614 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-a0b95687-5453-427d-9a07-bf305b0be78c req-c0031c29-b21c-4dcb-9f20-b29b029b2680 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Deleting port 287a1952-169b-4aca-a63b-333623a4bd12 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:59:32.396953 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-a0b95687-5453-427d-9a07-bf305b0be78c req-c0031c29-b21c-4dcb-9f20-b29b029b2680 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:32.399766 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf9e15-e4fc-4d5d-bbb2-4bc3affe97d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8b9a1e-2af3-4322-b1d1-8018d6db45a4,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:32.408895 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ca93c722-8409-4ac5-b654-fc168a248c90 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:32.460810 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca93c722-8409-4ac5-b654-fc168a248c90 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:59:32.466270 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-ca93c722-8409-4ac5-b654-fc168a248c90 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:59:32.470701 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca93c722-8409-4ac5-b654-fc168a248c90 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:59:32.495307 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-a0b95687-5453-427d-9a07-bf305b0be78c req-c0031c29-b21c-4dcb-9f20-b29b029b2680 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:32.496129 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-a0b95687-5453-427d-9a07-bf305b0be78c req-c0031c29-b21c-4dcb-9f20-b29b029b2680 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:32.500038 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93c722-8409-4ac5-b654-fc168a248c90 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Pushing event updated for resources: {'Port': ['ID=da69cd90-9edd-4436-86fc-22c199d1dd7d,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:32.508650 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-a0b95687-5453-427d-9a07-bf305b0be78c req-c0031c29-b21c-4dcb-9f20-b29b029b2680 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Calling delete_port for 287a1952-169b-4aca-a63b-333623a4bd12 owned by network:floatingip {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:59:32.587908 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedcc921-53de-4962-98ef-13da9520ca62 req-35ad8f83-ed4f-4fc3-aae6-5454ed930f85 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:32.589391 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dedcc921-53de-4962-98ef-13da9520ca62 req-35ad8f83-ed4f-4fc3-aae6-5454ed930f85 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 945 time: 0.0930452 Aug 18 12:59:32.621646 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ca93c722-8409-4ac5-b654-fc168a248c90 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:32.644238 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dedcc921-53de-4962-98ef-13da9520ca62 req-160b53c0-6a29-488c-a894-2ffb1048ba77 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457478 Aug 18 12:59:32.733831 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ca93c722-8409-4ac5-b654-fc168a248c90 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:32.757630 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-a0b95687-5453-427d-9a07-bf305b0be78c req-c0031c29-b21c-4dcb-9f20-b29b029b2680 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:32.787540 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0031c29-b21c-4dcb-9f20-b29b029b2680 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Pushing event deleted for resources: {'Port': ['ID=287a1952-169b-4aca-a63b-333623a4bd12,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:32.790603 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69666568-6910-4387-a356-c2b20b11cf78 req-b8f010ee-bb44-44ef-bda0-6a716fb2c5bd tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:32.791722 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-69666568-6910-4387-a356-c2b20b11cf78 req-b8f010ee-bb44-44ef-bda0-6a716fb2c5bd tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd9c0c0-9302-46fc-936d-3a98b229665d HTTP/1.1" status: 200 len: 946 time: 0.0896876 Aug 18 12:59:32.869331 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-a0b95687-5453-427d-9a07-bf305b0be78c req-c0031c29-b21c-4dcb-9f20-b29b029b2680 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks [] for floatingip, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:32.872766 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-a0b95687-5453-427d-9a07-bf305b0be78c req-c0031c29-b21c-4dcb-9f20-b29b029b2680 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:32.874240 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a0b95687-5453-427d-9a07-bf305b0be78c req-c0031c29-b21c-4dcb-9f20-b29b029b2680 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "DELETE /v2.0/floatingips/524e8514-e9cc-446e-a868-b94fc8eb3edf HTTP/1.1" status: 204 len: 173 time: 0.6575644 Aug 18 12:59:32.908188 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-69666568-6910-4387-a356-c2b20b11cf78 req-d3796b48-c19e-4b96-8efc-2cfde237b667 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021330 Aug 18 12:59:32.958586 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-683ffd7e-929f-4225-88f4-3c52e25c9667 req-99a4b4eb-1880-4e09-98ed-cb4ae661b702 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/security-groups/93a7c00d-cf22-4cfd-b7ec-0ea3ef142850 HTTP/1.1" status: 200 len: 1810 time: 0.0581641 Aug 18 12:59:32.965235 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ca93c722-8409-4ac5-b654-fc168a248c90 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:32.985591 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47018) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:33.012925 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-683ffd7e-929f-4225-88f4-3c52e25c9667 req-3e273c17-400d-4b92-ac7c-bf1096cef8f2 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:33.020595 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ca93c722-8409-4ac5-b654-fc168a248c90 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:33.043252 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-683ffd7e-929f-4225-88f4-3c52e25c9667 req-3e273c17-400d-4b92-ac7c-bf1096cef8f2 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:33.100806 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93c722-8409-4ac5-b654-fc168a248c90 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Pushing event updated for resources: {'Port': ['ID=da69cd90-9edd-4436-86fc-22c199d1dd7d,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:33.118189 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca93c722-8409-4ac5-b654-fc168a248c90 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:33.121818 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca93c722-8409-4ac5-b654-fc168a248c90 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:33.121818 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca93c722-8409-4ac5-b654-fc168a248c90 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:33.121818 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca93c722-8409-4ac5-b654-fc168a248c90 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:33.121818 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca93c722-8409-4ac5-b654-fc168a248c90 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:33.121818 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca93c722-8409-4ac5-b654-fc168a248c90 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:33.121818 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca93c722-8409-4ac5-b654-fc168a248c90 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:33.121818 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca93c722-8409-4ac5-b654-fc168a248c90 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:33.121818 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca93c722-8409-4ac5-b654-fc168a248c90 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:33.121818 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca93c722-8409-4ac5-b654-fc168a248c90 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:33.121818 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca93c722-8409-4ac5-b654-fc168a248c90 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:33.121818 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca93c722-8409-4ac5-b654-fc168a248c90 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:33.159241 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fa3c85d5-f19f-4718-9dd9-1bb9c36b9c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:33.168761 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-683ffd7e-929f-4225-88f4-3c52e25c9667 req-3e273c17-400d-4b92-ac7c-bf1096cef8f2 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:33.172091 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ca93c722-8409-4ac5-b654-fc168a248c90 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:33.172429 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-683ffd7e-929f-4225-88f4-3c52e25c9667 req-3e273c17-400d-4b92-ac7c-bf1096cef8f2 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:33.179845 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-683ffd7e-929f-4225-88f4-3c52e25c9667 req-3e273c17-400d-4b92-ac7c-bf1096cef8f2 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "DELETE /v2.0/security-groups/93a7c00d-cf22-4cfd-b7ec-0ea3ef142850 HTTP/1.1" status: 204 len: 173 time: 0.2143769 Aug 18 12:59:33.183196 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e273c17-400d-4b92-ac7c-bf1096cef8f2 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a7c00d-cf22-4cfd-b7ec-0ea3ef142850,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:33.220484 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5825896c-6272-4ebd-8ea0-6f1e14266560 req-f6596f1d-6f21-4e76-9931-39988acc60c7 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:33.221987 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5825896c-6272-4ebd-8ea0-6f1e14266560 req-f6596f1d-6f21-4e76-9931-39988acc60c7 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63ce61-f12c-4f16-aea6-7f4963e73522 HTTP/1.1" status: 200 len: 945 time: 0.1137369 Aug 18 12:59:33.278636 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5825896c-6272-4ebd-8ea0-6f1e14266560 req-56f8199c-301b-41e3-a3e2-6d243530f45a tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483155 Aug 18 12:59:33.322104 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fa3c85d5-f19f-4718-9dd9-1bb9c36b9c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:33.404002 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fa3c85d5-f19f-4718-9dd9-1bb9c36b9c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:33.448499 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-fa3c85d5-f19f-4718-9dd9-1bb9c36b9c43 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f2221a2d1c544926b16aee136bdaaea1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4615479 Aug 18 12:59:33.449782 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c85d5-f19f-4718-9dd9-1bb9c36b9c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c61bf9b-b78f-496c-8bab-63434d508308,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:33.451180 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 47036) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:33.498672 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a3a51c57-eb9b-46d9-ae48-d89cd0f12e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:33.500741 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ca93c722-8409-4ac5-b654-fc168a248c90 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:33.502039 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ca93c722-8409-4ac5-b654-fc168a248c90 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8639431 Aug 18 12:59:33.528550 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a3a51c57-eb9b-46d9-ae48-d89cd0f12e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:33.641853 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 47046) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:33.652137 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc34d25-c79c-4330-aa3c-cb428b987a53 req-e243d010-6f33-4f78-ac24-f47e7147203b tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:33.654575 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a3a51c57-eb9b-46d9-ae48-d89cd0f12e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:33.657179 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a3a51c57-eb9b-46d9-ae48-d89cd0f12e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:33.660746 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a3a51c57-eb9b-46d9-ae48-d89cd0f12e17 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c61bf9b-b78f-496c-8bab-63434d508308 HTTP/1.1" status: 204 len: 168 time: 0.2061472 Aug 18 12:59:33.660876 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9bc34d25-c79c-4330-aa3c-cb428b987a53 req-e243d010-6f33-4f78-ac24-f47e7147203b tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/ports?device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 945 time: 0.0824528 Aug 18 12:59:33.672998 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a51c57-eb9b-46d9-ae48-d89cd0f12e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c61bf9b-b78f-496c-8bab-63434d508308,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:33.724178 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9bc34d25-c79c-4330-aa3c-cb428b987a53 req-319ff99f-a3e0-40aa-9474-8a657669638b tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/security-groups?id=63d769d6-1907-47bf-878b-f1f65bf8c786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632436 Aug 18 12:59:33.762580 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-ceed2590-fa5f-4ada-9bdf-d6fc6d65e828 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--501623078&fields=id&tenant_id=ad18175e88d04841bb55fcc65dd1a498 HTTP/1.1" status: 200 len: 267 time: 0.0512452 Aug 18 12:59:33.818696 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-98d48d02-5c44-4c09-be7d-043ec04103d6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-51186691-network', 'tenant_id': 'e1aea23d75f24f989d114151115add9a'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:33.822019 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b092eb-548d-4452-beb0-a9298c0fa404 req-f07a1eff-f483-4be7-af45-7c498f0ca685 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:33.823538 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-37b092eb-548d-4452-beb0-a9298c0fa404 req-f07a1eff-f483-4be7-af45-7c498f0ca685 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 945 time: 0.0503614 Aug 18 12:59:33.868781 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-37b092eb-548d-4452-beb0-a9298c0fa404 req-68fdb529-edc7-4ef5-a846-2647fb58f12e tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374506 Aug 18 12:59:33.885235 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-b26cb337-6f61-4398-9d2d-128d5873df89 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:33.886751 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-b26cb337-6f61-4398-9d2d-128d5873df89 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "GET /v2.0/networks?id=295ec318-c76a-4c31-a9c6-7ad31869a63d HTTP/1.1" status: 200 len: 812 time: 0.1164787 Aug 18 12:59:33.902381 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-ad55f27a-4903-4ad4-ac1e-783361239509 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "GET /v2.0/quotas/ad18175e88d04841bb55fcc65dd1a498 HTTP/1.1" status: 200 len: 375 time: 0.0091803 Aug 18 12:59:33.916495 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d48d02-5c44-4c09-be7d-043ec04103d6 admin admin] Made reservation on behalf of e1aea23d75f24f989d114151115add9a for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:59:33.918648 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-98d48d02-5c44-4c09-be7d-043ec04103d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:33.948272 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-98d48d02-5c44-4c09-be7d-043ec04103d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:33.981015 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-6597051d-dbab-442f-9d3a-d341bccd4e6b tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ad18175e88d04841bb55fcc65dd1a498&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0732188 Aug 18 12:59:34.019397 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc821f5-cc4a-4cb2-949b-7f9472eafbc7 req-da4d0eab-f669-4c57-be93-be17b246d910 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:34.021123 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ccc821f5-cc4a-4cb2-949b-7f9472eafbc7 req-da4d0eab-f669-4c57-be93-be17b246d910 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd9c0c0-9302-46fc-936d-3a98b229665d HTTP/1.1" status: 200 len: 946 time: 0.0554340 Aug 18 12:59:34.063508 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ccc821f5-cc4a-4cb2-949b-7f9472eafbc7 req-eb60c6e7-5303-4a51-a8f1-84b1e31f6bbc tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350497 Aug 18 12:59:34.114776 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-24131772-ca27-43a5-a599-8796c11f2fd8 service neutron] 10.222.0.13 "GET /v2.0/networks/295ec318-c76a-4c31-a9c6-7ad31869a63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178603 Aug 18 12:59:34.180038 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-98d48d02-5c44-4c09-be7d-043ec04103d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:34.219911 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-6bc4b098-f1f5-470f-88a6-6442ceb98e08 service neutron] 10.222.0.13 "GET /v2.0/networks/295ec318-c76a-4c31-a9c6-7ad31869a63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976174 Aug 18 12:59:34.236871 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-98d48d02-5c44-4c09-be7d-043ec04103d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:34.264658 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d48d02-5c44-4c09-be7d-043ec04103d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:59:34.272133 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d48d02-5c44-4c09-be7d-043ec04103d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a819aa88-0594-4453-834e-014e73ca577f,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:34.277254 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-98d48d02-5c44-4c09-be7d-043ec04103d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:34.277601 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-98d48d02-5c44-4c09-be7d-043ec04103d6 admin admin] Added segment bb97ea82-69a9-4800-b566-d430aa36f6e5 of type vlan for network d9c67a3b-f0ee-4baf-89f7-136d3e192a61 Aug 18 12:59:34.321203 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-98d48d02-5c44-4c09-be7d-043ec04103d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:34.410707 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23446b3-e30b-4798-b465-99d811f541c0 req-d1108147-3d9b-41d0-901c-927c27df1638 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:34.412197 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a23446b3-e30b-4798-b465-99d811f541c0 req-d1108147-3d9b-41d0-901c-927c27df1638 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63ce61-f12c-4f16-aea6-7f4963e73522 HTTP/1.1" status: 200 len: 945 time: 0.0544901 Aug 18 12:59:34.451223 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a23446b3-e30b-4798-b465-99d811f541c0 req-14fcd020-796b-434b-a722-7866c00a5728 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328236 Aug 18 12:59:34.501946 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-98d48d02-5c44-4c09-be7d-043ec04103d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:34.502953 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d48d02-5c44-4c09-be7d-043ec04103d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:34.503671 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-98d48d02-5c44-4c09-be7d-043ec04103d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:34.568848 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5c758142-7fe5-48aa-80a0-b0cd67155c09 req-da8d0bb3-c76d-4072-a306-2f1cea3d30e3 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "GET /v2.0/ports?device_id=30bc6f6b-9df5-4058-8275-06752f0c141b HTTP/1.1" status: 200 len: 210 time: 0.0759304 Aug 18 12:59:34.588055 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d48d02-5c44-4c09-be7d-043ec04103d6 admin admin] Pushing event updated for resources: {'Network': ['ID=d9c67a3b-f0ee-4baf-89f7-136d3e192a61,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:34.602410 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network d9c67a3b-f0ee-4baf-89f7-136d3e192a61 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:59:34.673050 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-98d48d02-5c44-4c09-be7d-043ec04103d6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0300727 Aug 18 12:59:34.676167 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 47092) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:34.681105 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-93690259-ae6b-440c-947d-204b5c14c1ff admin admin] Request body: {'subnet': {'network_id': 'd9c67a3b-f0ee-4baf-89f7-136d3e192a61', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-51186691-subnet', 'tenant_id': 'e1aea23d75f24f989d114151115add9a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:34.774648 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93690259-ae6b-440c-947d-204b5c14c1ff admin admin] Made reservation on behalf of e1aea23d75f24f989d114151115add9a for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:59:34.777533 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-93690259-ae6b-440c-947d-204b5c14c1ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:34.829886 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c254a81-bc44-4693-b10c-efbd598deab1 req-e63ce377-44a6-4a4c-8bc2-f7fc17713035 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:34.834209 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5c254a81-bc44-4693-b10c-efbd598deab1 req-e63ce377-44a6-4a4c-8bc2-f7fc17713035 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/ports?device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 945 time: 0.0528154 Aug 18 12:59:34.899377 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5c254a81-bc44-4693-b10c-efbd598deab1 req-8a8d9e72-3042-4178-a558-66f983cb28e1 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/security-groups?id=63d769d6-1907-47bf-878b-f1f65bf8c786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536225 Aug 18 12:59:35.005600 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d496eec-730e-4fe4-bd2e-c9876f6971bb req-5bde87da-d0da-4384-b19b-8d80e8574227 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:35.007178 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5d496eec-730e-4fe4-bd2e-c9876f6971bb req-5bde87da-d0da-4384-b19b-8d80e8574227 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 945 time: 0.0577803 Aug 18 12:59:35.045899 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5d496eec-730e-4fe4-bd2e-c9876f6971bb req-515e1fe4-e67e-4ebf-9e47-a2b8987a1376 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325685 Aug 18 12:59:35.067406 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-93690259-ae6b-440c-947d-204b5c14c1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:35.124211 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93690259-ae6b-440c-947d-204b5c14c1ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc66fe81-c3d6-42b5-b663-fc73648ae374,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:35.133940 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93690259-ae6b-440c-947d-204b5c14c1ff admin admin] Checking segment: {'id': 'bb97ea82-69a9-4800-b566-d430aa36f6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd9c67a3b-f0ee-4baf-89f7-136d3e192a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:59:35.134348 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93690259-ae6b-440c-947d-204b5c14c1ff admin admin] Network hostable DHCP agents. Network: d9c67a3b-f0ee-4baf-89f7-136d3e192a61, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:59:35.203246 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565116b-f97f-4a18-a2f7-8f712df5a63c req-1c56bf42-f4a5-4db6-9336-8e4558c60a2c tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:35.205135 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b565116b-f97f-4a18-a2f7-8f712df5a63c req-1c56bf42-f4a5-4db6-9336-8e4558c60a2c tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd9c0c0-9302-46fc-936d-3a98b229665d HTTP/1.1" status: 200 len: 946 time: 0.0572484 Aug 18 12:59:35.230754 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93690259-ae6b-440c-947d-204b5c14c1ff admin admin] Network d9c67a3b-f0ee-4baf-89f7-136d3e192a61 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:59:35.243509 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b565116b-f97f-4a18-a2f7-8f712df5a63c req-8338f7c7-28a4-4b0c-9abe-e4ac22545202 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323002 Aug 18 12:59:35.312319 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-93690259-ae6b-440c-947d-204b5c14c1ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, d9c67a3b-f0ee-4baf-89f7-136d3e192a61) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:59:35.318015 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93690259-ae6b-440c-947d-204b5c14c1ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:35.320853 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-93690259-ae6b-440c-947d-204b5c14c1ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:35.326313 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197ed286-63eb-427a-a90f-2a5396398328 None None] Network d9c67a3b-f0ee-4baf-89f7-136d3e192a61 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:59:35.392674 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-93690259-ae6b-440c-947d-204b5c14c1ff admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7153828 Aug 18 12:59:35.395741 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47126) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:35.400203 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-9f685681-6e67-44f8-b8f7-e65567d13681 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-51186691-router', 'tenant_id': 'e1aea23d75f24f989d114151115add9a', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:35.499175 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff1bce9-ee29-4bb2-9c3c-6c037d79a03b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-d9c67a3b-f0ee-4baf-89f7-136d3e192a61', 'network_id': 'd9c67a3b-f0ee-4baf-89f7-136d3e192a61', 'tenant_id': 'e1aea23d75f24f989d114151115add9a', 'fixed_ips': [{'subnet_id': 'dc66fe81-c3d6-42b5-b663-fc73648ae374'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:59:35.500576 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-eff1bce9-ee29-4bb2-9c3c-6c037d79a03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:35.580383 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f685681-6e67-44f8-b8f7-e65567d13681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:35.581598 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f685681-6e67-44f8-b8f7-e65567d13681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:35.609442 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408e0b2-d0f7-4849-ab16-21cf2a358ac8 req-92ceb0bd-442f-4799-a121-4fa98a85dabf tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:35.620796 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8408e0b2-d0f7-4849-ab16-21cf2a358ac8 req-92ceb0bd-442f-4799-a121-4fa98a85dabf tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63ce61-f12c-4f16-aea6-7f4963e73522 HTTP/1.1" status: 200 len: 945 time: 0.0821841 Aug 18 12:59:35.662418 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-eff1bce9-ee29-4bb2-9c3c-6c037d79a03b None None] Allocated IP 172.20.0.2 (d9c67a3b-f0ee-4baf-89f7-136d3e192a61/dc66fe81-c3d6-42b5-b663-fc73648ae374/b0826eeb-3659-4672-bd35-99b3b2ac989b) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:59:35.666931 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8408e0b2-d0f7-4849-ab16-21cf2a358ac8 req-299d1257-49fb-445e-83ab-d6143d59de8e tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449975 Aug 18 12:59:35.667133 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f685681-6e67-44f8-b8f7-e65567d13681 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:35.688059 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2f324ae3-3ee3-475e-b839-b978c1ffa47c req-26492d8a-4bca-4094-9053-a32fcda2c952 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "GET /v2.0/ports?device_id=30bc6f6b-9df5-4058-8275-06752f0c141b HTTP/1.1" status: 200 len: 210 time: 0.0356307 Aug 18 12:59:35.834404 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-eff1bce9-ee29-4bb2-9c3c-6c037d79a03b None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:35.842826 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-eff1bce9-ee29-4bb2-9c3c-6c037d79a03b None None] Transition to ACTIVE for port object b0826eeb-3659-4672-bd35-99b3b2ac989b will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:59:35.863094 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-eff1bce9-ee29-4bb2-9c3c-6c037d79a03b None None] Transition to ACTIVE for port object b0826eeb-3659-4672-bd35-99b3b2ac989b will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:59:35.906731 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f685681-6e67-44f8-b8f7-e65567d13681 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:35.918368 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-eff1bce9-ee29-4bb2-9c3c-6c037d79a03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:35.959523 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff1bce9-ee29-4bb2-9c3c-6c037d79a03b None None] Network d9c67a3b-f0ee-4baf-89f7-136d3e192a61 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:59:35.981161 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-eff1bce9-ee29-4bb2-9c3c-6c037d79a03b None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:59:35.983567 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1bce9-ee29-4bb2-9c3c-6c037d79a03b None None] Pushing event updated for resources: {'Port': ['ID=b0826eeb-3659-4672-bd35-99b3b2ac989b,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:35.992430 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff1bce9-ee29-4bb2-9c3c-6c037d79a03b None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:59:36.018864 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47138) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:36.090639 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ea36b-9801-46e1-88d8-1734d857eb72 req-4ac50d89-2d8d-41d0-a834-8b03a3aaee76 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:36.092169 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7f2ea36b-9801-46e1-88d8-1734d857eb72 req-4ac50d89-2d8d-41d0-a834-8b03a3aaee76 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.39 "GET /v2.0/ports?device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 945 time: 0.0808632 Aug 18 12:59:36.105161 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b7ea8-3e95-43f1-a9da-10d689cc7d30 req-d0c94ae7-8a22-402f-a042-3a5a19264277 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:36.105441 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-eff1bce9-ee29-4bb2-9c3c-6c037d79a03b None None] Attempting to bind port b0826eeb-3659-4672-bd35-99b3b2ac989b on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:59:36.106091 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-eff1bce9-ee29-4bb2-9c3c-6c037d79a03b None None] Attempting to bind port b0826eeb-3659-4672-bd35-99b3b2ac989b by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'bb97ea82-69a9-4800-b566-d430aa36f6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd9c67a3b-f0ee-4baf-89f7-136d3e192a61'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:59:36.106496 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff1bce9-ee29-4bb2-9c3c-6c037d79a03b None None] Attempting to bind port b0826eeb-3659-4672-bd35-99b3b2ac989b on network d9c67a3b-f0ee-4baf-89f7-136d3e192a61 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:59:36.107805 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b87b7ea8-3e95-43f1-a9da-10d689cc7d30 req-d0c94ae7-8a22-402f-a042-3a5a19264277 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/ports?device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 945 time: 0.1085308 Aug 18 12:59:36.125660 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff1bce9-ee29-4bb2-9c3c-6c037d79a03b None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:59:36.128599 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff1bce9-ee29-4bb2-9c3c-6c037d79a03b None None] Checking segment: {'id': 'bb97ea82-69a9-4800-b566-d430aa36f6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd9c67a3b-f0ee-4baf-89f7-136d3e192a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:59:36.129023 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-eff1bce9-ee29-4bb2-9c3c-6c037d79a03b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:36.129426 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff1bce9-ee29-4bb2-9c3c-6c037d79a03b None None] Bound using segment: {'id': 'bb97ea82-69a9-4800-b566-d430aa36f6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd9c67a3b-f0ee-4baf-89f7-136d3e192a61'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:59:36.129914 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-eff1bce9-ee29-4bb2-9c3c-6c037d79a03b None None] Bound port: b0826eeb-3659-4672-bd35-99b3b2ac989b, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb97ea82-69a9-4800-b566-d430aa36f6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd9c67a3b-f0ee-4baf-89f7-136d3e192a61'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:59:36.131646 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-eff1bce9-ee29-4bb2-9c3c-6c037d79a03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:36.214671 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-eff1bce9-ee29-4bb2-9c3c-6c037d79a03b None None] For port b0826eeb-3659-4672-bd35-99b3b2ac989b, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:59:36.216223 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b87b7ea8-3e95-43f1-a9da-10d689cc7d30 req-b768abc1-30be-41f5-b39b-253fb5f0e0b7 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/security-groups?id=63d769d6-1907-47bf-878b-f1f65bf8c786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998771 Aug 18 12:59:36.218880 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-eff1bce9-ee29-4bb2-9c3c-6c037d79a03b None None] For port b0826eeb-3659-4672-bd35-99b3b2ac989b, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b0826eeb-3659-4672-bd35-99b3b2ac989b,segment=NetworkSegment(bb97ea82-69a9-4800-b566-d430aa36f6e5),segment_id=bb97ea82-69a9-4800-b566-d430aa36f6e5)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:59:36.226850 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2e758d78-71fa-4759-9aa5-19854b92476c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:36.247435 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-7f2ea36b-9801-46e1-88d8-1734d857eb72 req-09e99774-9e8d-4331-8bfe-fd6135fd58f2 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Deleting port 66d9a0de-7277-45bb-ab44-b2ec924683bc {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:59:36.248062 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7f2ea36b-9801-46e1-88d8-1734d857eb72 req-09e99774-9e8d-4331-8bfe-fd6135fd58f2 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:36.312069 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f1381-88cb-44dd-9dee-7ad52b42e5ce req-4ac8be37-2e9d-4a46-96c1-257375c0ac5f tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:36.313436 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-eff1bce9-ee29-4bb2-9c3c-6c037d79a03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:36.319406 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-328f1381-88cb-44dd-9dee-7ad52b42e5ce req-4ac8be37-2e9d-4a46-96c1-257375c0ac5f tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 945 time: 0.1708395 Aug 18 12:59:36.342491 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f685681-6e67-44f8-b8f7-e65567d13681 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:36.371794 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-7f2ea36b-9801-46e1-88d8-1734d857eb72 req-09e99774-9e8d-4331-8bfe-fd6135fd58f2 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] For port 66d9a0de-7277-45bb-ab44-b2ec924683bc, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=66d9a0de-7277-45bb-ab44-b2ec924683bc,segment=NetworkSegment(00d9e69e-c710-4ac1-b784-ce0d940c4698),segment_id=00d9e69e-c710-4ac1-b784-ce0d940c4698)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:36.372186 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7f2ea36b-9801-46e1-88d8-1734d857eb72 req-09e99774-9e8d-4331-8bfe-fd6135fd58f2 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:36.387755 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-7f2ea36b-9801-46e1-88d8-1734d857eb72 req-09e99774-9e8d-4331-8bfe-fd6135fd58f2 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Calling delete_port for 66d9a0de-7277-45bb-ab44-b2ec924683bc owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:59:36.393123 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1bce9-ee29-4bb2-9c3c-6c037d79a03b None None] Pushing event updated for resources: {'Port': ['ID=b0826eeb-3659-4672-bd35-99b3b2ac989b,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:36.407030 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f685681-6e67-44f8-b8f7-e65567d13681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:36.420474 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40779eb9-e98e-48b6-82dc-130725d6a2a2 req-d40bc030-68ca-424c-a872-e71b877192ce tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:36.422383 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-40779eb9-e98e-48b6-82dc-130725d6a2a2 req-d40bc030-68ca-424c-a872-e71b877192ce tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd9c0c0-9302-46fc-936d-3a98b229665d HTTP/1.1" status: 200 len: 946 time: 0.0971682 Aug 18 12:59:36.433737 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-328f1381-88cb-44dd-9dee-7ad52b42e5ce req-2f3857c5-9cc2-4861-a676-e3766ea2c151 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134591 Aug 18 12:59:36.506285 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-40779eb9-e98e-48b6-82dc-130725d6a2a2 req-e361c550-f417-4571-a137-711fb08fb80a tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492542 Aug 18 12:59:36.566444 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2e758d78-71fa-4759-9aa5-19854b92476c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:36.629258 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-9f685681-6e67-44f8-b8f7-e65567d13681 admin admin] Allocated IP 172.25.6.177 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/3669aa68-2c2f-4665-a544-7d5dd651f270) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:59:36.645476 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2e758d78-71fa-4759-9aa5-19854b92476c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:36.692299 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2e758d78-71fa-4759-9aa5-19854b92476c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=443088c069784b5c9376dbe6628d7933&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6690347 Aug 18 12:59:36.693278 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e758d78-71fa-4759-9aa5-19854b92476c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc01f65-721a-4edc-9784-0bc7c9ec4be8,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:36.695097 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 47154) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:36.735529 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7f2ea36b-9801-46e1-88d8-1734d857eb72 req-09e99774-9e8d-4331-8bfe-fd6135fd58f2 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:36.749848 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['66d9a0de-7277-45bb-ab44-b2ec924683bc'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:59:36.849054 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e99774-9e8d-4331-8bfe-fd6135fd58f2 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Pushing event deleted for resources: {'Port': ['ID=66d9a0de-7277-45bb-ab44-b2ec924683bc,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:36.851225 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-309ecce2-1df0-48d2-889d-b0897d4ff3fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:36.876394 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ac333a91-c011-45c5-82de-f40eac4c79f5 req-e6862ae3-1eca-414d-83b9-09c79c0880d1 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "GET /v2.0/ports?device_id=30bc6f6b-9df5-4058-8275-06752f0c141b HTTP/1.1" status: 200 len: 210 time: 0.0645504 Aug 18 12:59:36.901228 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4d3a6-84bb-4c9b-adfd-35efed5c4887 req-d5264b4e-a5c7-4b01-93ce-58c5ee6f5ec1 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:36.904096 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-42e4d3a6-84bb-4c9b-adfd-35efed5c4887 req-d5264b4e-a5c7-4b01-93ce-58c5ee6f5ec1 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63ce61-f12c-4f16-aea6-7f4963e73522 HTTP/1.1" status: 200 len: 945 time: 0.1377914 Aug 18 12:59:36.929894 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2ea36b-9801-46e1-88d8-1734d857eb72 req-09e99774-9e8d-4331-8bfe-fd6135fd58f2 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] No DVR routers for this DVR port 66d9a0de-7277-45bb-ab44-b2ec924683bc on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:59:36.932891 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7f2ea36b-9801-46e1-88d8-1734d857eb72 req-09e99774-9e8d-4331-8bfe-fd6135fd58f2 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:36.935276 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7f2ea36b-9801-46e1-88d8-1734d857eb72 req-09e99774-9e8d-4331-8bfe-fd6135fd58f2 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.39 "DELETE /v2.0/ports/66d9a0de-7277-45bb-ab44-b2ec924683bc HTTP/1.1" status: 204 len: 173 time: 0.8263564 Aug 18 12:59:36.938993 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3064c66b-8620-4763-a65e-427cd9dbe86c', 'name': 'network-vif-deleted', 'tag': '66d9a0de-7277-45bb-ab44-b2ec924683bc'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:59:36.940882 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f685681-6e67-44f8-b8f7-e65567d13681 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:36.942427 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2cd342-c4e8-44bc-a288-600807371954" -d '{"events": [{"server_uuid": "3064c66b-8620-4763-a65e-427cd9dbe86c", "name": "network-vif-deleted", "tag": "66d9a0de-7277-45bb-ab44-b2ec924683bc"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:59:36.955174 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-309ecce2-1df0-48d2-889d-b0897d4ff3fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:36.989305 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-42e4d3a6-84bb-4c9b-adfd-35efed5c4887 req-700d75b5-3b5c-472a-98dd-c4bfa456c7d8 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642848 Aug 18 12:59:37.025359 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf968afc-f175-4bf3-9958-e3053b39f923 x-openstack-request-id: req-cf968afc-f175-4bf3-9958-e3053b39f923 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:59:37.025915 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3064c66b-8620-4763-a65e-427cd9dbe86c", "name": "network-vif-deleted", "tag": "66d9a0de-7277-45bb-ab44-b2ec924683bc", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:59:37.026189 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf968afc-f175-4bf3-9958-e3053b39f923 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:59:37.026585 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3064c66b-8620-4763-a65e-427cd9dbe86c', 'name': 'network-vif-deleted', 'tag': '66d9a0de-7277-45bb-ab44-b2ec924683bc', 'status': 'completed', 'code': 200} Aug 18 12:59:37.089912 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f685681-6e67-44f8-b8f7-e65567d13681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:37.130681 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f685681-6e67-44f8-b8f7-e65567d13681 admin admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:59:37.137514 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-9f685681-6e67-44f8-b8f7-e65567d13681 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:59:37.141312 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f685681-6e67-44f8-b8f7-e65567d13681 admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:59:37.169298 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f685681-6e67-44f8-b8f7-e65567d13681 admin admin] Pushing event updated for resources: {'Port': ['ID=3669aa68-2c2f-4665-a544-7d5dd651f270,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:37.187812 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-2efab114-a16b-42d8-bb63-d32d6be06a3a tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:37.189487 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-2efab114-a16b-42d8-bb63-d32d6be06a3a tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/networks?id=8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8 HTTP/1.1" status: 200 len: 814 time: 0.1924896 Aug 18 12:59:37.221633 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-02fa7438-d228-4bb1-8fe1-76dd7591eacf tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:37.223296 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-02fa7438-d228-4bb1-8fe1-76dd7591eacf tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.20 "GET /v2.0/networks?id=295ec318-c76a-4c31-a9c6-7ad31869a63d HTTP/1.1" status: 200 len: 812 time: 0.1637678 Aug 18 12:59:37.224389 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-309ecce2-1df0-48d2-889d-b0897d4ff3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:37.227377 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-309ecce2-1df0-48d2-889d-b0897d4ff3fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:37.230911 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-309ecce2-1df0-48d2-889d-b0897d4ff3fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2dc01f65-721a-4edc-9784-0bc7c9ec4be8 HTTP/1.1" status: 204 len: 168 time: 0.5324187 Aug 18 12:59:37.230911 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-5b40ff56-946c-4f93-ba8f-d815cea3ec3b tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/quotas/e1762f04164146b59760e8758daee96f HTTP/1.1" status: 200 len: 375 time: 0.0282240 Aug 18 12:59:37.248015 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ecce2-1df0-48d2-889d-b0897d4ff3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc01f65-721a-4edc-9784-0bc7c9ec4be8,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:37.318588 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-d72b5150-ef6b-4ae1-9926-fed15c25bd6c tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad18175e88d04841bb55fcc65dd1a498 HTTP/1.1" status: 200 len: 379 time: 0.0845873 Aug 18 12:59:37.336006 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-0e134737-fd73-4717-b9da-01dda1458eb1 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1762f04164146b59760e8758daee96f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0906627 Aug 18 12:59:37.349639 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-828f292f-d55e-4461-814c-61328ff74756 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Request body: {'port': {'device_id': '30bc6f6b-9df5-4058-8275-06752f0c141b', 'network_id': '295ec318-c76a-4c31-a9c6-7ad31869a63d', 'admin_state_up': True, 'tenant_id': 'ad18175e88d04841bb55fcc65dd1a498', 'security_groups': ['912671e9-a3ed-4cf8-9fc8-564ec482f774']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:37.437234 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9197fd70-1b81-4916-9a87-5a53dc916b4a req-74920c71-d4de-4d11-ba53-4d40e37d8d37 tempest-ServerRescueTestJSONUnderV235-1357651128 tempest-ServerRescueTestJSONUnderV235-1357651128-project] 10.222.0.13 "GET /v2.0/ports?device_id=3064c66b-8620-4763-a65e-427cd9dbe86c HTTP/1.1" status: 200 len: 210 time: 0.0660160 Aug 18 12:59:37.514906 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-60aecbab-3ea5-4057-bb8f-94b7e2ca138d service neutron] 10.222.0.13 "GET /v2.0/networks/8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778808 Aug 18 12:59:37.636839 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-6042b665-28d1-489d-9f22-c9a68e673a25 service neutron] 10.222.0.13 "GET /v2.0/networks/8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210120 Aug 18 12:59:37.645150 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d51b8-d29e-4a9e-85fa-71dff53b0473 req-635e7a8b-94b4-4744-9c93-8a0b604e110c tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:37.658216 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-902d51b8-d29e-4a9e-85fa-71dff53b0473 req-635e7a8b-94b4-4744-9c93-8a0b604e110c tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 945 time: 0.1273999 Aug 18 12:59:37.671919 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-828f292f-d55e-4461-814c-61328ff74756 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Made reservation on behalf of ad18175e88d04841bb55fcc65dd1a498 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:59:37.675555 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-828f292f-d55e-4461-814c-61328ff74756 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:37.757660 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-902d51b8-d29e-4a9e-85fa-71dff53b0473 req-01b24be5-a017-4264-930e-3ac9265c1d1a tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954297 Aug 18 12:59:37.767240 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9c8811-93b2-435c-aefb-7f93c0ecc43a None None] Network d9c67a3b-f0ee-4baf-89f7-136d3e192a61 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:59:37.776324 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f685681-6e67-44f8-b8f7-e65567d13681 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:37.820659 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b0826eeb-3659-4672-bd35-99b3b2ac989b up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:59:38.009505 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-828f292f-d55e-4461-814c-61328ff74756 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Allocated IP 172.20.0.14 (295ec318-c76a-4c31-a9c6-7ad31869a63d/0c06c137-11d0-4283-9a45-85e179addde7/daa78040-1dab-4fc3-94e7-5a89742d523e) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:59:38.036323 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-6e1f72c5-c0bf-4743-8d90-b9191ad47df0 None None] Provisioning for port b0826eeb-3659-4672-bd35-99b3b2ac989b completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:59:38.039736 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port b0826eeb-3659-4672-bd35-99b3b2ac989b completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:59:38.049348 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-6e1f72c5-c0bf-4743-8d90-b9191ad47df0 None None] Provisioning complete for port b0826eeb-3659-4672-bd35-99b3b2ac989b triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:59:38.049915 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6e1f72c5-c0bf-4743-8d90-b9191ad47df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:38.067999 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7f321117-5725-49ba-b2b1-55025ecf26fb req-c570a46b-4103-4a7e-970c-b51d6d89be73 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "GET /v2.0/ports?device_id=30bc6f6b-9df5-4058-8275-06752f0c141b HTTP/1.1" status: 200 len: 210 time: 0.0324166 Aug 18 12:59:38.090438 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port b0826eeb-3659-4672-bd35-99b3b2ac989b triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:59:38.091006 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:38.172077 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f685681-6e67-44f8-b8f7-e65567d13681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:38.209031 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6e1f72c5-c0bf-4743-8d90-b9191ad47df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:38.249991 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897a2f8-7abd-475c-937c-e852fed84c31 req-ce1f5673-0c51-4ad7-8918-95890290e0fa tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:38.258913 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3897a2f8-7abd-475c-937c-e852fed84c31 req-ce1f5673-0c51-4ad7-8918-95890290e0fa tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd9c0c0-9302-46fc-936d-3a98b229665d HTTP/1.1" status: 200 len: 946 time: 0.3480170 Aug 18 12:59:38.269173 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a4911720-f4db-45c4-a6fc-84dcc0595333 req-2e9a3cbe-bc35-4fd7-a893-402991194beb tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab48bf25-43e4-445e-ae88-a787c718bff2 HTTP/1.1" status: 200 len: 210 time: 0.0918164 Aug 18 12:59:38.407896 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3897a2f8-7abd-475c-937c-e852fed84c31 req-35df31e9-5d22-4e53-be30-a4c90be7807d tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474192 Aug 18 12:59:38.436335 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-828f292f-d55e-4461-814c-61328ff74756 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:38.454708 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-828f292f-d55e-4461-814c-61328ff74756 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Transition to ACTIVE for port object daa78040-1dab-4fc3-94e7-5a89742d523e will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:59:38.458392 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-6e1f72c5-c0bf-4743-8d90-b9191ad47df0 None None] For port b0826eeb-3659-4672-bd35-99b3b2ac989b, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b0826eeb-3659-4672-bd35-99b3b2ac989b,segment=NetworkSegment(bb97ea82-69a9-4800-b566-d430aa36f6e5),segment_id=bb97ea82-69a9-4800-b566-d430aa36f6e5)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:38.469952 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25cacf-9a88-43f4-b0b8-2a45ba18408b req-c3299f6f-6295-4a87-8636-45974a936f9c tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:38.470413 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:38.487032 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9a25cacf-9a88-43f4-b0b8-2a45ba18408b req-c3299f6f-6295-4a87-8636-45974a936f9c tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63ce61-f12c-4f16-aea6-7f4963e73522 HTTP/1.1" status: 200 len: 945 time: 0.1351502 Aug 18 12:59:38.498891 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 47206) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:38.529845 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6e1f72c5-c0bf-4743-8d90-b9191ad47df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:38.563845 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f685681-6e67-44f8-b8f7-e65567d13681 admin admin] Router 4a68ebc5-40a6-4e2c-9a67-41ca48866411 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:59:38.595802 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.db.api [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:59:38.596162 n-d-803603-2 neutron-server[101677]: DEBUG oslo_db.api [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:59:38.618557 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f72c5-c0bf-4743-8d90-b9191ad47df0 None None] Pushing event updated for resources: {'Port': ['ID=b0826eeb-3659-4672-bd35-99b3b2ac989b,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:38.640596 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9a25cacf-9a88-43f4-b0b8-2a45ba18408b req-b0b3f56f-1d9e-4bdb-85c2-6db716258a41 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527700 Aug 18 12:59:38.665991 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ed5c7c86-2c7d-4fa5-b13e-7c2ece89b264 None None] Provisioning complete for port b0826eeb-3659-4672-bd35-99b3b2ac989b triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:59:38.666877 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ed5c7c86-2c7d-4fa5-b13e-7c2ece89b264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:38.755831 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-828f292f-d55e-4461-814c-61328ff74756 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:39.141442 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f685681-6e67-44f8-b8f7-e65567d13681 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:59:39.150051 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50308f2b-00d7-4056-bfc4-a4913bbb24e0 req-71b5488d-b27e-4a98-bc00-15ddd5d18794 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:39.150966 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba939b3-991b-488a-85cd-d790be1a289b None None] Sync routers for ids ['4a68ebc5-40a6-4e2c-9a67-41ca48866411'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:59:39.157858 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-50308f2b-00d7-4056-bfc4-a4913bbb24e0 req-71b5488d-b27e-4a98-bc00-15ddd5d18794 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 945 time: 0.0762031 Aug 18 12:59:39.175573 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba939b3-991b-488a-85cd-d790be1a289b None None] Routers {'4a68ebc5-40a6-4e2c-9a67-41ca48866411'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:59:39.176496 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-5ba939b3-991b-488a-85cd-d790be1a289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:59:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['4a68ebc5-40a6-4e2c-9a67-41ca48866411'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:39.183216 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f292f-d55e-4461-814c-61328ff74756 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Pushing event updated for resources: {'Port': ['ID=daa78040-1dab-4fc3-94e7-5a89742d523e,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:39.205742 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-828f292f-d55e-4461-814c-61328ff74756 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Network 295ec318-c76a-4c31-a9c6-7ad31869a63d is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:59:39.209281 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-828f292f-d55e-4461-814c-61328ff74756 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:59:39.212102 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-828f292f-d55e-4461-814c-61328ff74756 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:59:39.227365 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-50308f2b-00d7-4056-bfc4-a4913bbb24e0 req-f783a569-0359-4194-b521-a6a0f1061fe9 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685120 Aug 18 12:59:39.248606 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f685681-6e67-44f8-b8f7-e65567d13681 admin admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:39.250282 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9f685681-6e67-44f8-b8f7-e65567d13681 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8535056 Aug 18 12:59:39.252959 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47224) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:39.364770 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-828f292f-d55e-4461-814c-61328ff74756 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:39.365417 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-828f292f-d55e-4461-814c-61328ff74756 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:39.402019 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a3b924ab-f843-4c35-8ce7-16e6c7b96446 req-3f486d80-51c5-4f10-81ca-f49a14d0d281 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab48bf25-43e4-445e-ae88-a787c718bff2 HTTP/1.1" status: 200 len: 210 time: 0.0329757 Aug 18 12:59:39.473171 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32c800-a8a5-4595-9638-32048afca6dc req-21b4c65f-6177-4854-af74-034209b1cfe4 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:39.482474 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4d32c800-a8a5-4595-9638-32048afca6dc req-21b4c65f-6177-4854-af74-034209b1cfe4 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "GET /v2.0/ports?device_id=30bc6f6b-9df5-4058-8275-06752f0c141b HTTP/1.1" status: 200 len: 932 time: 0.2150347 Aug 18 12:59:39.487271 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-828f292f-d55e-4461-814c-61328ff74756 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1415808 Aug 18 12:59:39.514108 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-7bb3def9-51a6-4445-a562-11e5f6553c12 service neutron] Request body: {'port': {'device_id': '30bc6f6b-9df5-4058-8275-06752f0c141b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:39.574027 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-5ba939b3-991b-488a-85cd-d790be1a289b None None] Set router 4a68ebc5-40a6-4e2c-9a67-41ca48866411 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:59:39.603073 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4d32c800-a8a5-4595-9638-32048afca6dc req-0117b8df-6729-4320-bd44-b62aaeaebf6f tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "GET /v2.0/security-groups?id=912671e9-a3ed-4cf8-9fc8-564ec482f774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200705 Aug 18 12:59:39.615925 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-7bb3def9-51a6-4445-a562-11e5f6553c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:39.667643 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-0fa9496c-1f47-4758-a50a-b588a91adb9c None None] Provisioning for port daa78040-1dab-4fc3-94e7-5a89742d523e completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:59:39.673465 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-0fa9496c-1f47-4758-a50a-b588a91adb9c None None] Provisioning complete for port daa78040-1dab-4fc3-94e7-5a89742d523e triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:59:39.677816 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0fa9496c-1f47-4758-a50a-b588a91adb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:39.714818 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4684dd3-2cab-4154-989e-72b0de7cc256 req-1ef4344f-327c-4dc9-b26a-8101cd53fb2c tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:39.719200 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b4684dd3-2cab-4154-989e-72b0de7cc256 req-1ef4344f-327c-4dc9-b26a-8101cd53fb2c tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd9c0c0-9302-46fc-936d-3a98b229665d HTTP/1.1" status: 200 len: 946 time: 0.1811423 Aug 18 12:59:39.732688 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-0fa9496c-1f47-4758-a50a-b588a91adb9c None None] Port daa78040-1dab-4fc3-94e7-5a89742d523e cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:59:39.759735 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b0826eeb-3659-4672-bd35-99b3b2ac989b up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:59:39.808362 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b4684dd3-2cab-4154-989e-72b0de7cc256 req-b59738e7-c391-42a3-865a-820ecfaf6a03 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816796 Aug 18 12:59:39.858003 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port b0826eeb-3659-4672-bd35-99b3b2ac989b triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:59:39.858419 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:39.944141 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-5ba939b3-991b-488a-85cd-d790be1a289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a68ebc5-40a6-4e2c-9a67-41ca48866411', 'name': 'tempest-ServersTestBootFromVolume-51186691-router', 'tenant_id': 'e1aea23d75f24f989d114151115add9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '3669aa68-2c2f-4665-a544-7d5dd651f270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:59:35Z', 'updated_at': '2021-08-18T12:59:37Z', 'revision_number': 3, 'project_id': 'e1aea23d75f24f989d114151115add9a', 'gw_port': {'id': '3669aa68-2c2f-4665-a544-7d5dd651f270', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:10:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a68ebc5-40a6-4e2c-9a67-41ca48866411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:36Z', 'updated_at': '2021-08-18T12:59:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:39.972423 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba939b3-991b-488a-85cd-d790be1a289b None None] Checking router: 4a68ebc5-40a6-4e2c-9a67-41ca48866411 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:59:39.972906 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba939b3-991b-488a-85cd-d790be1a289b None None] Updating router 4a68ebc5-40a6-4e2c-9a67-41ca48866411 port 3669aa68-2c2f-4665-a544-7d5dd651f270 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:59:39.990381 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bf91fb3e-596a-4ee4-af24-5f924056b741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:40.007474 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5ba939b3-991b-488a-85cd-d790be1a289b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:40.045035 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9eb44-75ae-4814-828c-dcf5ece29bf7 req-dfb0019d-6f47-4609-bb3f-3746098e77b3 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:40.053698 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-98b9eb44-75ae-4814-828c-dcf5ece29bf7 req-dfb0019d-6f47-4609-bb3f-3746098e77b3 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63ce61-f12c-4f16-aea6-7f4963e73522 HTTP/1.1" status: 200 len: 945 time: 0.2261612 Aug 18 12:59:40.099917 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47242) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:40.158329 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-33734db7-7a94-4abb-a6ce-ec5b793497b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:40.206454 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 66d9a0de-7277-45bb-ab44-b2ec924683bc no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:59:40.245638 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-98b9eb44-75ae-4814-828c-dcf5ece29bf7 req-374184d7-a9db-4f88-ab6f-a5b90d4906c9 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771522 Aug 18 12:59:40.255827 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: 66d9a0de-7277-45bb-ab44-b2ec924683bc {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:59:40.257880 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 66d9a0de-7277-45bb-ab44-b2ec924683bc not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:59:40.368165 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-7bb3def9-51a6-4445-a562-11e5f6553c12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daa78040-1dab-4fc3-94e7-5a89742d523e {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:59:40.388719 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5ba939b3-991b-488a-85cd-d790be1a289b None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:40.399370 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-5ba939b3-991b-488a-85cd-d790be1a289b None None] Transition to ACTIVE for port object 3669aa68-2c2f-4665-a544-7d5dd651f270 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:59:40.412338 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-a21b64c2-9d58-4aaa-91b2-41884498b523 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-621459107'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:40.418060 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-7bb3def9-51a6-4445-a562-11e5f6553c12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:40.459524 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-7bb3def9-51a6-4445-a562-11e5f6553c12 service neutron] Transition to ACTIVE for port object daa78040-1dab-4fc3-94e7-5a89742d523e will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:59:40.516701 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-994650f0-d144-4149-934f-7023d84cb999 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:40.518096 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-994650f0-d144-4149-934f-7023d84cb999 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.39 "GET /v2.0/networks?id=8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8 HTTP/1.1" status: 200 len: 814 time: 0.1829920 Aug 18 12:59:40.524002 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8288b88-4af3-4983-a826-3411f10b477b req-f590560a-2509-44c1-a1e3-0069e70ef62c tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:40.525784 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e8288b88-4af3-4983-a826-3411f10b477b req-f590560a-2509-44c1-a1e3-0069e70ef62c tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 945 time: 0.1547608 Aug 18 12:59:40.536036 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-33734db7-7a94-4abb-a6ce-ec5b793497b8 admin admin] Allocated IP 172.20.0.1 (d9c67a3b-f0ee-4baf-89f7-136d3e192a61/dc66fe81-c3d6-42b5-b663-fc73648ae374/19b87f55-791f-4ed6-8c3a-0c8cfa91875b) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:59:40.537375 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-fb6e73aa-f5fb-4ebf-9147-be6edc2454ac tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Request body: {'port': {'device_id': 'ab48bf25-43e4-445e-ae88-a787c718bff2', 'network_id': '8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8', 'admin_state_up': True, 'tenant_id': 'e1762f04164146b59760e8758daee96f'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:40.555525 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-bf91fb3e-596a-4ee4-af24-5f924056b741 admin admin] Deleting port dd1c4335-a528-4111-9a13-d5cca0615388 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:59:40.560373 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bf91fb3e-596a-4ee4-af24-5f924056b741 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:40.560486 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5ba939b3-991b-488a-85cd-d790be1a289b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:40.573146 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f5f19d46-fc9e-4c77-b0f0-20acc80c1826 req-8f4c546d-19bf-43a9-9dc0-a49304775b73 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab48bf25-43e4-445e-ae88-a787c718bff2 HTTP/1.1" status: 200 len: 210 time: 0.0540259 Aug 18 12:59:40.597429 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e8288b88-4af3-4983-a826-3411f10b477b req-6ae7f28d-51a0-45f5-9e42-d9da47e5fd14 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641270 Aug 18 12:59:40.608055 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21b64c2-9d58-4aaa-91b2-41884498b523 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Made reservation on behalf of 57419ed2b5124120abbc5cc5bdb02c7b for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:59:40.612723 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a21b64c2-9d58-4aaa-91b2-41884498b523 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:40.632768 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee436e59-dc39-422a-83e7-9e2e5c4c8b4d None None] Pushing event updated for resources: {'Port': ['ID=3669aa68-2c2f-4665-a544-7d5dd651f270,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:40.633119 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-7bb3def9-51a6-4445-a562-11e5f6553c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:40.668499 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-5ba939b3-991b-488a-85cd-d790be1a289b None None] Attempting to bind port 3669aa68-2c2f-4665-a544-7d5dd651f270 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:59:40.668959 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-5ba939b3-991b-488a-85cd-d790be1a289b None None] Attempting to bind port 3669aa68-2c2f-4665-a544-7d5dd651f270 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:59:40.669388 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba939b3-991b-488a-85cd-d790be1a289b None None] Attempting to bind port 3669aa68-2c2f-4665-a544-7d5dd651f270 on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:59:40.677923 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba939b3-991b-488a-85cd-d790be1a289b None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:59:40.679097 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba939b3-991b-488a-85cd-d790be1a289b None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:59:40.679851 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5ba939b3-991b-488a-85cd-d790be1a289b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:40.679963 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba939b3-991b-488a-85cd-d790be1a289b None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:59:40.680672 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-5ba939b3-991b-488a-85cd-d790be1a289b None None] Bound port: 3669aa68-2c2f-4665-a544-7d5dd651f270, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:59:40.681625 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5ba939b3-991b-488a-85cd-d790be1a289b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:40.686488 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a21b64c2-9d58-4aaa-91b2-41884498b523 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:40.732377 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb3def9-51a6-4445-a562-11e5f6553c12 service neutron] Pushing event updated for resources: {'Port': ['ID=daa78040-1dab-4fc3-94e7-5a89742d523e,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:40.759824 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-5ba939b3-991b-488a-85cd-d790be1a289b None None] For port 3669aa68-2c2f-4665-a544-7d5dd651f270, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:59:40.764257 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-5ba939b3-991b-488a-85cd-d790be1a289b None None] For port 3669aa68-2c2f-4665-a544-7d5dd651f270, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=3669aa68-2c2f-4665-a544-7d5dd651f270,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:59:40.823003 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-33734db7-7a94-4abb-a6ce-ec5b793497b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:40.827251 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-bf91fb3e-596a-4ee4-af24-5f924056b741 admin admin] For port dd1c4335-a528-4111-9a13-d5cca0615388, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=dd1c4335-a528-4111-9a13-d5cca0615388,segment=NetworkSegment(00d9e69e-c710-4ac1-b784-ce0d940c4698),segment_id=00d9e69e-c710-4ac1-b784-ce0d940c4698)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:40.828084 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bf91fb3e-596a-4ee4-af24-5f924056b741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:40.860831 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5ba939b3-991b-488a-85cd-d790be1a289b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:40.863543 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-33734db7-7a94-4abb-a6ce-ec5b793497b8 admin admin] Transition to ACTIVE for port object 19b87f55-791f-4ed6-8c3a-0c8cfa91875b will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:59:40.889635 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-bf91fb3e-596a-4ee4-af24-5f924056b741 admin admin] Calling delete_port for dd1c4335-a528-4111-9a13-d5cca0615388 owned by network:router_interface {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:59:40.911030 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a21b64c2-9d58-4aaa-91b2-41884498b523 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:40.916506 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c82f3f-6490-4349-a47d-ad0c702d04fb req-995976f5-2e9f-4f83-9638-8889eda9ff66 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:40.918353 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-53c82f3f-6490-4349-a47d-ad0c702d04fb req-995976f5-2e9f-4f83-9638-8889eda9ff66 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "GET /v2.0/ports?device_id=30bc6f6b-9df5-4058-8275-06752f0c141b HTTP/1.1" status: 200 len: 944 time: 0.2087092 Aug 18 12:59:40.958012 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba939b3-991b-488a-85cd-d790be1a289b None None] Routers {'4a68ebc5-40a6-4e2c-9a67-41ca48866411'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:59:40.958777 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-5ba939b3-991b-488a-85cd-d790be1a289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:59:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['4a68ebc5-40a6-4e2c-9a67-41ca48866411'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:40.976975 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a21b64c2-9d58-4aaa-91b2-41884498b523 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:40.994085 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee436e59-dc39-422a-83e7-9e2e5c4c8b4d None None] Pushing event updated for resources: {'Port': ['ID=3669aa68-2c2f-4665-a544-7d5dd651f270,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:41.003763 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-7bb3def9-51a6-4445-a562-11e5f6553c12 service neutron] Attempting to bind port daa78040-1dab-4fc3-94e7-5a89742d523e on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:59:41.004484 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-7bb3def9-51a6-4445-a562-11e5f6553c12 service neutron] Attempting to bind port daa78040-1dab-4fc3-94e7-5a89742d523e by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '39c1e18c-52da-422d-b267-009bd37c804b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '295ec318-c76a-4c31-a9c6-7ad31869a63d'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:59:41.005287 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-7bb3def9-51a6-4445-a562-11e5f6553c12 service neutron] Attempting to bind port daa78040-1dab-4fc3-94e7-5a89742d523e on network 295ec318-c76a-4c31-a9c6-7ad31869a63d {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:59:41.012071 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11bbe8-03a3-4928-a95b-b495006c2e7e req-065c4a14-30b8-45dc-8dc6-0e413dbaf9c5 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:41.014054 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fc11bbe8-03a3-4928-a95b-b495006c2e7e req-065c4a14-30b8-45dc-8dc6-0e413dbaf9c5 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd9c0c0-9302-46fc-936d-3a98b229665d HTTP/1.1" status: 200 len: 946 time: 0.0961668 Aug 18 12:59:41.019379 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a21b64c2-9d58-4aaa-91b2-41884498b523 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:59:41.025662 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-7bb3def9-51a6-4445-a562-11e5f6553c12 service neutron] Port daa78040-1dab-4fc3-94e7-5a89742d523e on network 295ec318-c76a-4c31-a9c6-7ad31869a63d not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:59:41.026006 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-7bb3def9-51a6-4445-a562-11e5f6553c12 service neutron] Attempting to bind port daa78040-1dab-4fc3-94e7-5a89742d523e on network 295ec318-c76a-4c31-a9c6-7ad31869a63d {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:59:41.044404 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b64c2-9d58-4aaa-91b2-41884498b523 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de0178f6-5ae7-4e40-b967-570a4c85976d,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:41.051143 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-7bb3def9-51a6-4445-a562-11e5f6553c12 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:59:41.051143 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-7bb3def9-51a6-4445-a562-11e5f6553c12 service neutron] Checking segment: {'id': '39c1e18c-52da-422d-b267-009bd37c804b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '295ec318-c76a-4c31-a9c6-7ad31869a63d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:59:41.051559 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-7bb3def9-51a6-4445-a562-11e5f6553c12 service neutron] Bound using segment: {'id': '39c1e18c-52da-422d-b267-009bd37c804b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '295ec318-c76a-4c31-a9c6-7ad31869a63d'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:59:41.051763 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-7bb3def9-51a6-4445-a562-11e5f6553c12 service neutron] Bound port: daa78040-1dab-4fc3-94e7-5a89742d523e, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39c1e18c-52da-422d-b267-009bd37c804b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '295ec318-c76a-4c31-a9c6-7ad31869a63d'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:59:41.052101 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-7bb3def9-51a6-4445-a562-11e5f6553c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:41.052290 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a21b64c2-9d58-4aaa-91b2-41884498b523 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:41.053094 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-a21b64c2-9d58-4aaa-91b2-41884498b523 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Added segment 823f49a8-1eeb-4e53-a20a-8da0858d3bbd of type vlan for network 1d321113-d931-40d0-af3b-0c36cca9fc41 Aug 18 12:59:41.055098 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-33734db7-7a94-4abb-a6ce-ec5b793497b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:41.080647 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-53c82f3f-6490-4349-a47d-ad0c702d04fb req-1c7a9f99-ad8e-4dbf-8bcd-c7b6c3b5d15a tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "GET /v2.0/security-groups?id=912671e9-a3ed-4cf8-9fc8-564ec482f774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510100 Aug 18 12:59:41.106502 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-5ba939b3-991b-488a-85cd-d790be1a289b None None] Set router 4a68ebc5-40a6-4e2c-9a67-41ca48866411 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:59:41.160252 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33734db7-7a94-4abb-a6ce-ec5b793497b8 admin admin] Network d9c67a3b-f0ee-4baf-89f7-136d3e192a61 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:59:41.164399 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-fb6e73aa-f5fb-4ebf-9147-be6edc2454ac tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Made reservation on behalf of e1762f04164146b59760e8758daee96f for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:59:41.167366 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-fb6e73aa-f5fb-4ebf-9147-be6edc2454ac tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:41.173354 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fc11bbe8-03a3-4928-a95b-b495006c2e7e req-3412651d-b846-4361-a043-0180359228e5 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514683 Aug 18 12:59:41.176926 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a21b64c2-9d58-4aaa-91b2-41884498b523 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:41.184008 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-33734db7-7a94-4abb-a6ce-ec5b793497b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:59:41.188195 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33734db7-7a94-4abb-a6ce-ec5b793497b8 admin admin] Pushing event updated for resources: {'Port': ['ID=19b87f55-791f-4ed6-8c3a-0c8cfa91875b,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:41.190481 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33734db7-7a94-4abb-a6ce-ec5b793497b8 admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:59:41.247577 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-7bb3def9-51a6-4445-a562-11e5f6553c12 service neutron] For port daa78040-1dab-4fc3-94e7-5a89742d523e, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:59:41.257215 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-33734db7-7a94-4abb-a6ce-ec5b793497b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:41.296540 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-7bb3def9-51a6-4445-a562-11e5f6553c12 service neutron] For port daa78040-1dab-4fc3-94e7-5a89742d523e, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=daa78040-1dab-4fc3-94e7-5a89742d523e,segment=NetworkSegment(39c1e18c-52da-422d-b267-009bd37c804b),segment_id=39c1e18c-52da-422d-b267-009bd37c804b)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:59:41.326073 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-5ba939b3-991b-488a-85cd-d790be1a289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a68ebc5-40a6-4e2c-9a67-41ca48866411', 'name': 'tempest-ServersTestBootFromVolume-51186691-router', 'tenant_id': 'e1aea23d75f24f989d114151115add9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '3669aa68-2c2f-4665-a544-7d5dd651f270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:59:35Z', 'updated_at': '2021-08-18T12:59:37Z', 'revision_number': 3, 'project_id': 'e1aea23d75f24f989d114151115add9a', 'gw_port': {'id': '3669aa68-2c2f-4665-a544-7d5dd651f270', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:10:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a68ebc5-40a6-4e2c-9a67-41ca48866411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:36Z', 'updated_at': '2021-08-18T12:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:41.333113 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a21b64c2-9d58-4aaa-91b2-41884498b523 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:41.339608 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21b64c2-9d58-4aaa-91b2-41884498b523 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:41.340351 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a21b64c2-9d58-4aaa-91b2-41884498b523 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:41.372665 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba939b3-991b-488a-85cd-d790be1a289b None None] The sync data for ids ['4a68ebc5-40a6-4e2c-9a67-41ca48866411'] in n-d-803603-2 is: [{'id': '4a68ebc5-40a6-4e2c-9a67-41ca48866411', 'name': 'tempest-ServersTestBootFromVolume-51186691-router', 'tenant_id': 'e1aea23d75f24f989d114151115add9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '3669aa68-2c2f-4665-a544-7d5dd651f270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:59:35Z', 'updated_at': '2021-08-18T12:59:37Z', 'revision_number': 3, 'project_id': 'e1aea23d75f24f989d114151115add9a', 'gw_port': {'id': '3669aa68-2c2f-4665-a544-7d5dd651f270', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:10:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a68ebc5-40a6-4e2c-9a67-41ca48866411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:36Z', 'updated_at': '2021-08-18T12:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:59:41.435168 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-7bb3def9-51a6-4445-a562-11e5f6553c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:41.442503 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a21b64c2-9d58-4aaa-91b2-41884498b523 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3414950 Aug 18 12:59:41.451002 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 47256) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:41.456624 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-9b2607ee-ea2c-4bbb-9ecc-0f1fea6eb410 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Request body: {'subnet': {'network_id': '1d321113-d931-40d0-af3b-0c36cca9fc41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:41.482020 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b64c2-9d58-4aaa-91b2-41884498b523 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Pushing event updated for resources: {'Network': ['ID=1d321113-d931-40d0-af3b-0c36cca9fc41,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:41.495961 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 1d321113-d931-40d0-af3b-0c36cca9fc41 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:59:41.499973 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-77e084dc-8218-4c22-842f-5db84c504e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:41.556022 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-7bb3def9-51a6-4445-a562-11e5f6553c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:41.556651 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-7bb3def9-51a6-4445-a562-11e5f6553c12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:41.558068 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-7bb3def9-51a6-4445-a562-11e5f6553c12 service neutron] 10.222.0.20 "PUT /v2.0/ports/daa78040-1dab-4fc3-94e7-5a89742d523e HTTP/1.1" status: 200 len: 1092 time: 2.0508840 Aug 18 12:59:41.559308 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-fb6e73aa-f5fb-4ebf-9147-be6edc2454ac tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Allocated IP 172.20.0.14 (8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8/370a4194-5e7c-4dd1-afef-69ff1c3d51dd/31d6943a-d69e-4f52-a7bf-d4c9ede2182d) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:59:41.561450 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30bc6f6b-9df5-4058-8275-06752f0c141b', 'tag': 'daa78040-1dab-4fc3-94e7-5a89742d523e'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:59:41.565130 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b5b0fc-f6e2-4013-b094-0abfce781d7e" -d '{"events": [{"name": "network-changed", "server_uuid": "30bc6f6b-9df5-4058-8275-06752f0c141b", "tag": "daa78040-1dab-4fc3-94e7-5a89742d523e"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:59:41.622993 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a54f8c-6ed4-4294-8b14-01e76f88728b req-6cb6b6db-d901-4400-9bbf-5c496d3aa2d7 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:41.626748 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b9a54f8c-6ed4-4294-8b14-01e76f88728b req-6cb6b6db-d901-4400-9bbf-5c496d3aa2d7 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63ce61-f12c-4f16-aea6-7f4963e73522 HTTP/1.1" status: 200 len: 945 time: 0.2823396 Aug 18 12:59:41.627454 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bf91fb3e-596a-4ee4-af24-5f924056b741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:41.680752 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-33734db7-7a94-4abb-a6ce-ec5b793497b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:41.698602 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-24752c71-8c44-46d2-978d-95bba80593e7 None None] Provisioning for port 19b87f55-791f-4ed6-8c3a-0c8cfa91875b completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:59:41.702061 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-24752c71-8c44-46d2-978d-95bba80593e7 None None] Provisioning complete for port 19b87f55-791f-4ed6-8c3a-0c8cfa91875b triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:59:41.703152 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-24752c71-8c44-46d2-978d-95bba80593e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:41.804762 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-24752c71-8c44-46d2-978d-95bba80593e7 None None] Port 19b87f55-791f-4ed6-8c3a-0c8cfa91875b cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:59:41.832602 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8601e1-9b76-4465-916f-8a7300dedac8 x-openstack-request-id: req-6c8601e1-9b76-4465-916f-8a7300dedac8 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:59:41.832602 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30bc6f6b-9df5-4058-8275-06752f0c141b", "tag": "daa78040-1dab-4fc3-94e7-5a89742d523e", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:59:41.832910 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c8601e1-9b76-4465-916f-8a7300dedac8 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:59:41.833071 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30bc6f6b-9df5-4058-8275-06752f0c141b', 'tag': 'daa78040-1dab-4fc3-94e7-5a89742d523e', 'status': 'completed', 'code': 200} Aug 18 12:59:41.864611 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 3669aa68-2c2f-4665-a544-7d5dd651f270 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:59:41.917112 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6d778c5f-2c6c-4970-a90f-626f1cf5465b req-84108cfd-9bf9-437c-84a2-ba2a592b8fb4 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab48bf25-43e4-445e-ae88-a787c718bff2 HTTP/1.1" status: 200 len: 210 time: 0.0790548 Aug 18 12:59:41.962888 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb3def9-51a6-4445-a562-11e5f6553c12 service neutron] Pushing event updated for resources: {'Port': ['ID=daa78040-1dab-4fc3-94e7-5a89742d523e,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:42.009191 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 3669aa68-2c2f-4665-a544-7d5dd651f270 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:59:42.015584 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 3669aa68-2c2f-4665-a544-7d5dd651f270 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:59:42.016132 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:42.043062 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-fb6e73aa-f5fb-4ebf-9147-be6edc2454ac tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:42.047719 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91fb3e-596a-4ee4-af24-5f924056b741 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd1c4335-a528-4111-9a13-d5cca0615388,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:42.065123 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b9a54f8c-6ed4-4294-8b14-01e76f88728b req-12abea1d-327d-49e3-91d7-64f0277137a1 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177038 Aug 18 12:59:42.091693 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-834b67c5-ea66-40a2-89d2-385e81781832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:42.094063 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-834b67c5-ea66-40a2-89d2-385e81781832 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad18175e88d04841bb55fcc65dd1a498&device_id=30bc6f6b-9df5-4058-8275-06752f0c141b HTTP/1.1" status: 200 len: 1095 time: 0.2478719 Aug 18 12:59:42.100592 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2607ee-ea2c-4bbb-9ecc-0f1fea6eb410 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Made reservation on behalf of 57419ed2b5124120abbc5cc5bdb02c7b for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:59:42.103143 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38919f-cf44-44d5-8602-0b3286dd2123 req-0ed4c66d-b3ea-414b-a226-935d0e8c9ce5 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:42.111484 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7e38919f-cf44-44d5-8602-0b3286dd2123 req-0ed4c66d-b3ea-414b-a226-935d0e8c9ce5 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 945 time: 0.1045632 Aug 18 12:59:42.111831 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9b2607ee-ea2c-4bbb-9ecc-0f1fea6eb410 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:42.145390 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-33734db7-7a94-4abb-a6ce-ec5b793497b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:42.177915 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:42.196113 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7e38919f-cf44-44d5-8602-0b3286dd2123 req-65735630-b318-42e5-9088-983a16bbd60b tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836740 Aug 18 12:59:42.197667 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-33734db7-7a94-4abb-a6ce-ec5b793497b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:42.230688 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 3669aa68-2c2f-4665-a544-7d5dd651f270, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=3669aa68-2c2f-4665-a544-7d5dd651f270,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:42.270069 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-f85ee706-999d-42e1-aae5-cb5f773d3f43 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=daa78040-1dab-4fc3-94e7-5a89742d523e HTTP/1.1" status: 200 len: 217 time: 0.1379478 Aug 18 12:59:42.272134 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33734db7-7a94-4abb-a6ce-ec5b793497b8 admin admin] Pushing event updated for resources: {'Port': ['ID=19b87f55-791f-4ed6-8c3a-0c8cfa91875b,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:42.279045 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-33734db7-7a94-4abb-a6ce-ec5b793497b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:42.318276 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:42.383523 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=3669aa68-2c2f-4665-a544-7d5dd651f270,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:42.400672 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30edd8c6-67a6-427d-a466-ee3ea35bcaf1 req-80ecfa32-2a69-4a3a-b3a1-6c35a0a5cddc tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:42.402232 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-30edd8c6-67a6-427d-a466-ee3ea35bcaf1 req-80ecfa32-2a69-4a3a-b3a1-6c35a0a5cddc tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd9c0c0-9302-46fc-936d-3a98b229665d HTTP/1.1" status: 200 len: 946 time: 0.1102486 Aug 18 12:59:42.436804 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33734db7-7a94-4abb-a6ce-ec5b793497b8 admin admin] Network d9c67a3b-f0ee-4baf-89f7-136d3e192a61 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:59:42.442050 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-33734db7-7a94-4abb-a6ce-ec5b793497b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:59:42.461932 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-30edd8c6-67a6-427d-a466-ee3ea35bcaf1 req-34b062d2-0d94-494d-a120-e6e8a1ffd0d5 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490911 Aug 18 12:59:42.500400 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ae209-a615-40f3-8f50-56c11c2ed134 req-e4b64072-4493-4e5c-9b2b-b116381f712a tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:42.508121 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-267ae209-a615-40f3-8f50-56c11c2ed134 req-e4b64072-4493-4e5c-9b2b-b116381f712a tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "GET /v2.0/ports?device_id=30bc6f6b-9df5-4058-8275-06752f0c141b HTTP/1.1" status: 200 len: 944 time: 0.2472167 Aug 18 12:59:42.511092 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-7976ecc9-158c-4875-99d1-e733b531b6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:42.512887 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-7976ecc9-158c-4875-99d1-e733b531b6c5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c06c137-11d0-4283-9a45-85e179addde7 HTTP/1.1" status: 200 len: 851 time: 0.2074399 Aug 18 12:59:42.592752 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33734db7-7a94-4abb-a6ce-ec5b793497b8 admin admin] Router 4a68ebc5-40a6-4e2c-9a67-41ca48866411 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:59:42.693960 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b307824b-394e-47ff-a4c5-faf73992f48b None None] Provisioning complete for port 19b87f55-791f-4ed6-8c3a-0c8cfa91875b triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:59:42.694622 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b307824b-394e-47ff-a4c5-faf73992f48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:42.714138 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33734db7-7a94-4abb-a6ce-ec5b793497b8 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:59:42.723084 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-33734db7-7a94-4abb-a6ce-ec5b793497b8 admin admin] 10.222.0.13 "PUT /v2.0/routers/4a68ebc5-40a6-4e2c-9a67-41ca48866411/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4684963 Aug 18 12:59:42.737642 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-b307824b-394e-47ff-a4c5-faf73992f48b None None] Port 19b87f55-791f-4ed6-8c3a-0c8cfa91875b cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:59:42.906759 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-fb6e73aa-f5fb-4ebf-9147-be6edc2454ac tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:42.922064 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['97ca558e-3d41-4476-94e2-0ff5ffc23363'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:59:43.003910 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-267ae209-a615-40f3-8f50-56c11c2ed134 req-e640b7fa-0f94-4887-a289-7380fbf3d69c tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "GET /v2.0/security-groups?id=912671e9-a3ed-4cf8-9fc8-564ec482f774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4948997 Aug 18 12:59:43.013393 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bf91fb3e-596a-4ee4-af24-5f924056b741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:43.050036 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-fb6e73aa-f5fb-4ebf-9147-be6edc2454ac tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Network 8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:59:43.067048 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-fb6e73aa-f5fb-4ebf-9147-be6edc2454ac tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:59:43.074330 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-283bbf7e-2f0d-4e3f-8720-812d1f3f2c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:43.076004 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-283bbf7e-2f0d-4e3f-8720-812d1f3f2c21 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=295ec318-c76a-4c31-a9c6-7ad31869a63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5512242 Aug 18 12:59:43.076658 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-fb6e73aa-f5fb-4ebf-9147-be6edc2454ac tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:59:43.083015 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6e73aa-f5fb-4ebf-9147-be6edc2454ac tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Pushing event updated for resources: {'Port': ['ID=31d6943a-d69e-4f52-a7bf-d4c9ede2182d,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:43.354191 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-fb6e73aa-f5fb-4ebf-9147-be6edc2454ac tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:43.354191 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-fb6e73aa-f5fb-4ebf-9147-be6edc2454ac tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:43.387452 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9b2607ee-ea2c-4bbb-9ecc-0f1fea6eb410 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:43.421838 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a46e05-627b-4413-b00f-b07b9faa7ae7 req-28763c09-0280-4187-92d5-757cfcc29e99 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:43.423428 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d3a46e05-627b-4413-b00f-b07b9faa7ae7 req-28763c09-0280-4187-92d5-757cfcc29e99 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab48bf25-43e4-445e-ae88-a787c718bff2 HTTP/1.1" status: 200 len: 932 time: 0.1915176 Aug 18 12:59:43.453878 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-be65be54-c1e4-4409-93b1-dfcd3e972474 service neutron] 10.222.0.20 "GET /v2.0/networks/295ec318-c76a-4c31-a9c6-7ad31869a63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292830 Aug 18 12:59:43.464214 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-fb6e73aa-f5fb-4ebf-9147-be6edc2454ac tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9335024 Aug 18 12:59:43.502620 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-8b5ca25d-7bb0-4d1c-b70c-dab92d98b48a service neutron] Request body: {'port': {'device_id': 'ab48bf25-43e4-445e-ae88-a787c718bff2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:43.532625 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b97b0d1-3de9-4e74-ba80-8d78c4ff4f47 None None] Sync routers for ids ['4a68ebc5-40a6-4e2c-9a67-41ca48866411'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:59:43.542706 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b97b0d1-3de9-4e74-ba80-8d78c4ff4f47 None None] Routers {'4a68ebc5-40a6-4e2c-9a67-41ca48866411'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:59:43.543899 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-4b97b0d1-3de9-4e74-ba80-8d78c4ff4f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:59:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['4a68ebc5-40a6-4e2c-9a67-41ca48866411'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:43.627826 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2607ee-ea2c-4bbb-9ecc-0f1fea6eb410 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Pushing event updated for resources: {'Subnet': ['ID=d58635ea-a0eb-4f34-b23e-16aa169dd6ef,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:43.671745 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-4b97b0d1-3de9-4e74-ba80-8d78c4ff4f47 None None] Set router 4a68ebc5-40a6-4e2c-9a67-41ca48866411 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:59:43.691826 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47282) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:43.700370 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-eed45386-5c49-4dd3-9e67-0431ee1eec56 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1161034979', 'description': 'tempest-description--1948928400'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:43.701929 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d3a46e05-627b-4413-b00f-b07b9faa7ae7 req-d06dc799-e07b-45ff-8560-9b8e2cb3ea3c tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558043 Aug 18 12:59:43.741153 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2607ee-ea2c-4bbb-9ecc-0f1fea6eb410 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Checking segment: {'id': '823f49a8-1eeb-4e53-a20a-8da0858d3bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1d321113-d931-40d0-af3b-0c36cca9fc41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:59:43.741578 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2607ee-ea2c-4bbb-9ecc-0f1fea6eb410 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Network hostable DHCP agents. Network: 1d321113-d931-40d0-af3b-0c36cca9fc41, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:59:43.785131 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-8b5ca25d-7bb0-4d1c-b70c-dab92d98b48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:43.814538 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d12d831e-1949-4e44-befc-b92a0335b5ab req-1a205ff4-2fb4-49dd-ae5e-242ccc5a8fe7 service neutron] 10.222.0.20 "GET /v2.0/networks/295ec318-c76a-4c31-a9c6-7ad31869a63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477399 Aug 18 12:59:43.817813 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device c852bd48-4cc1-46e1-ba7c-a6f451a40ab7 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:59:43.830198 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device c852bd48-4cc1-46e1-ba7c-a6f451a40ab7 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:59:43.837327 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eed45386-5c49-4dd3-9e67-0431ee1eec56 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:43.902447 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf91fb3e-596a-4ee4-af24-5f924056b741 admin admin] Router d290db41-5591-4780-82d9-2460a3e1c39a has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:59:43.911572 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2607ee-ea2c-4bbb-9ecc-0f1fea6eb410 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Network 1d321113-d931-40d0-af3b-0c36cca9fc41 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:59:43.949384 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163aee8-7583-4e21-a531-fd2bd356feb9 req-6623fd6a-e89e-40fb-8c01-58692c47b003 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:43.951004 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c163aee8-7583-4e21-a531-fd2bd356feb9 req-6623fd6a-e89e-40fb-8c01-58692c47b003 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63ce61-f12c-4f16-aea6-7f4963e73522 HTTP/1.1" status: 200 len: 945 time: 0.0714741 Aug 18 12:59:43.970271 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 3669aa68-2c2f-4665-a544-7d5dd651f270 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:59:44.011660 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c163aee8-7583-4e21-a531-fd2bd356feb9 req-026fd46c-554c-4c87-aa59-6acf66fc28e5 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506661 Aug 18 12:59:44.040393 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eed45386-5c49-4dd3-9e67-0431ee1eec56 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:44.052210 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-9b2607ee-ea2c-4bbb-9ecc-0f1fea6eb410 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 1d321113-d931-40d0-af3b-0c36cca9fc41) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:59:44.078299 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a471aa0e-2127-4644-9eca-dbaed83c7d91 None None] Network 1d321113-d931-40d0-af3b-0c36cca9fc41 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:59:44.080041 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6e0a0a9b-677c-4703-b49d-2a351f48c545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:44.109855 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eed45386-5c49-4dd3-9e67-0431ee1eec56 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:44.122473 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2607ee-ea2c-4bbb-9ecc-0f1fea6eb410 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:44.123072 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9b2607ee-ea2c-4bbb-9ecc-0f1fea6eb410 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:44.160347 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1769a59-bd6d-4932-b75d-e9d64e593551 req-a57bd9b0-23c0-4b6f-9c56-3a4983fe9051 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:44.166862 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f1769a59-bd6d-4932-b75d-e9d64e593551 req-a57bd9b0-23c0-4b6f-9c56-3a4983fe9051 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 945 time: 0.3060825 Aug 18 12:59:44.178417 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bb332-f52b-480e-a285-cd4d340a4b95 req-bd045878-663b-43ce-a848-61effb218ef7 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:44.180222 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3e9bb332-f52b-480e-a285-cd4d340a4b95 req-bd045878-663b-43ce-a848-61effb218ef7 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd9c0c0-9302-46fc-936d-3a98b229665d HTTP/1.1" status: 200 len: 946 time: 0.0812960 Aug 18 12:59:44.182433 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed45386-5c49-4dd3-9e67-0431ee1eec56 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4952977-a51b-4d17-ba35-1c1133304475,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:44.228670 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eed45386-5c49-4dd3-9e67-0431ee1eec56 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:44.230645 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-eed45386-5c49-4dd3-9e67-0431ee1eec56 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5363460 Aug 18 12:59:44.239577 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3e9bb332-f52b-480e-a285-cd4d340a4b95 req-6b806da3-efd8-4758-b1b5-51f56deab2d6 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461686 Aug 18 12:59:44.240246 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47286) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:44.246348 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-09f225e2-4793-4d29-812e-86485cc0490d tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Request body: {'security_group_rule': {'security_group_id': 'b4952977-a51b-4d17-ba35-1c1133304475', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:44.283996 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9b2607ee-ea2c-4bbb-9ecc-0f1fea6eb410 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8279245 Aug 18 12:59:44.284200 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 3669aa68-2c2f-4665-a544-7d5dd651f270 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:59:44.284200 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:44.285430 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:44.288918 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 47288) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:44.289074 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port c852bd48-4cc1-46e1-ba7c-a6f451a40ab7, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=c852bd48-4cc1-46e1-ba7c-a6f451a40ab7,segment=NetworkSegment(ef8e8cee-8aff-47ee-80bb-ffa053f3577b),segment_id=ef8e8cee-8aff-47ee-80bb-ffa053f3577b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:44.297057 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b5b0fc-f6e2-4013-b094-0abfce781d7e req-9d99d2f5-e1b5-49ea-9691-f5849bc0e3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:44.297057 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c7b5b0fc-f6e2-4013-b094-0abfce781d7e req-9d99d2f5-e1b5-49ea-9691-f5849bc0e3a3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad18175e88d04841bb55fcc65dd1a498&device_id=30bc6f6b-9df5-4058-8275-06752f0c141b HTTP/1.1" status: 200 len: 1095 time: 0.3501229 Aug 18 12:59:44.305965 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-455ee369-bc5e-4765-9dc9-2732062e4623 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Request body: {'port': {'network_id': '1d321113-d931-40d0-af3b-0c36cca9fc41', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1615916206'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:44.344460 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'c852bd48-4cc1-46e1-ba7c-a6f451a40ab7', 'network_id': 'e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1', 'port_id': 'c852bd48-4cc1-46e1-ba7c-a6f451a40ab7', 'mac_address': 'fa:16:3e:df:11:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f0409aa-1fb7-4185-8e0a-32f29d65add0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:59:44.369465 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a7a6f-adcc-42f3-af70-8b41e9bcce02 req-1d6ab60c-a392-4963-8a2e-6ada46df8071 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:44.371224 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-837a7a6f-adcc-42f3-af70-8b41e9bcce02 req-1d6ab60c-a392-4963-8a2e-6ada46df8071 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "GET /v2.0/ports?device_id=30bc6f6b-9df5-4058-8275-06752f0c141b HTTP/1.1" status: 200 len: 944 time: 0.0543230 Aug 18 12:59:44.383908 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd9c0c0-9302-46fc-936d-3a98b229665d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c852bd48-4cc1-46e1-ba7c-a6f451a40ab7'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:59:44.385790 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ddc523e-7540-452f-97c8-474cc86b6fe1" -d '{"events": [{"server_uuid": "dfd9c0c0-9302-46fc-936d-3a98b229665d", "name": "network-vif-unplugged", "status": "completed", "tag": "c852bd48-4cc1-46e1-ba7c-a6f451a40ab7"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:59:44.418591 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-837a7a6f-adcc-42f3-af70-8b41e9bcce02 req-9ea0547f-5cb3-43ae-bea6-9b141d58e22e tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "GET /v2.0/security-groups?id=912671e9-a3ed-4cf8-9fc8-564ec482f774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393977 Aug 18 12:59:44.434551 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-09f225e2-4793-4d29-812e-86485cc0490d tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:44.442706 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf91fb3e-596a-4ee4-af24-5f924056b741 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:59:44.446716 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f1769a59-bd6d-4932-b75d-e9d64e593551 req-cc06c4c4-7f1d-4c13-baf5-1711c92f5c9e tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655039 Aug 18 12:59:44.455462 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e1c3ec-091b-4c0b-8e15-7d48c72e1675 None None] Sync routers for ids ['d290db41-5591-4780-82d9-2460a3e1c39a'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:59:44.461001 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-bf91fb3e-596a-4ee4-af24-5f924056b741 admin admin] 10.222.0.13 "PUT /v2.0/routers/d290db41-5591-4780-82d9-2460a3e1c39a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9597235 Aug 18 12:59:44.465458 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47292) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:44.476210 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e1c3ec-091b-4c0b-8e15-7d48c72e1675 None None] Routers {'d290db41-5591-4780-82d9-2460a3e1c39a'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:59:44.476210 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-79e1c3ec-091b-4c0b-8e15-7d48c72e1675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:59:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['d290db41-5591-4780-82d9-2460a3e1c39a'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:44.591243 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b5b0fc-f6e2-4013-b094-0abfce781d7e req-c3a2d2a4-126d-468f-9ad3-2f820ed57eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:44.592577 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c7b5b0fc-f6e2-4013-b094-0abfce781d7e req-c3a2d2a4-126d-468f-9ad3-2f820ed57eca service neutron] 10.222.0.20 "GET /v2.0/networks?id=295ec318-c76a-4c31-a9c6-7ad31869a63d HTTP/1.1" status: 200 len: 913 time: 0.2796800 Aug 18 12:59:44.594903 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port c852bd48-4cc1-46e1-ba7c-a6f451a40ab7, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=c852bd48-4cc1-46e1-ba7c-a6f451a40ab7,segment=NetworkSegment(ef8e8cee-8aff-47ee-80bb-ffa053f3577b),segment_id=ef8e8cee-8aff-47ee-80bb-ffa053f3577b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:44.601898 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924592a1-cdd8-4ed5-b43c-d0aec96db88c x-openstack-request-id: req-924592a1-cdd8-4ed5-b43c-d0aec96db88c {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:59:44.602197 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd9c0c0-9302-46fc-936d-3a98b229665d", "name": "network-vif-unplugged", "status": "completed", "tag": "c852bd48-4cc1-46e1-ba7c-a6f451a40ab7", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:59:44.606651 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-924592a1-cdd8-4ed5-b43c-d0aec96db88c {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:59:44.606651 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd9c0c0-9302-46fc-936d-3a98b229665d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c852bd48-4cc1-46e1-ba7c-a6f451a40ab7', 'code': 200} Aug 18 12:59:44.610796 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-79e1c3ec-091b-4c0b-8e15-7d48c72e1675 None None] Set router d290db41-5591-4780-82d9-2460a3e1c39a gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:59:44.649268 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:44.657729 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c7b5b0fc-f6e2-4013-b094-0abfce781d7e req-0e068984-4eb0-4546-8d8d-5590430b2e1f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=daa78040-1dab-4fc3-94e7-5a89742d523e HTTP/1.1" status: 200 len: 217 time: 0.0468509 Aug 18 12:59:44.662182 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-737dd58c-1d55-448c-993d-bc4544d84cb8 admin admin] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:44.681107 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-8b5ca25d-7bb0-4d1c-b70c-dab92d98b48a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31d6943a-d69e-4f52-a7bf-d4c9ede2182d {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:59:44.682533 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f514b46-260f-4e21-a002-bebaf89cfc9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-1d321113-d931-40d0-af3b-0c36cca9fc41', 'network_id': '1d321113-d931-40d0-af3b-0c36cca9fc41', 'tenant_id': '57419ed2b5124120abbc5cc5bdb02c7b', 'fixed_ips': [{'subnet_id': 'd58635ea-a0eb-4f34-b23e-16aa169dd6ef'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:59:44.683773 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4f514b46-260f-4e21-a002-bebaf89cfc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:44.687463 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-4b97b0d1-3de9-4e74-ba80-8d78c4ff4f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a68ebc5-40a6-4e2c-9a67-41ca48866411', 'name': 'tempest-ServersTestBootFromVolume-51186691-router', 'tenant_id': 'e1aea23d75f24f989d114151115add9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '3669aa68-2c2f-4665-a544-7d5dd651f270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:59:35Z', 'updated_at': '2021-08-18T12:59:41Z', 'revision_number': 4, 'project_id': 'e1aea23d75f24f989d114151115add9a', 'gw_port': {'id': '3669aa68-2c2f-4665-a544-7d5dd651f270', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:10:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a68ebc5-40a6-4e2c-9a67-41ca48866411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:36Z', 'updated_at': '2021-08-18T12:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '19b87f55-791f-4ed6-8c3a-0c8cfa91875b', 'name': '', 'network_id': 'd9c67a3b-f0ee-4baf-89f7-136d3e192a61', 'tenant_id': 'e1aea23d75f24f989d114151115add9a', 'mac_address': 'fa:16:3e:01:e8:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a68ebc5-40a6-4e2c-9a67-41ca48866411', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'dc66fe81-c3d6-42b5-b663-fc73648ae374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:40Z', 'updated_at': '2021-08-18T12:59:41Z', 'revision_number': 2, 'project_id': 'e1aea23d75f24f989d114151115add9a', 'subnets': [{'id': 'dc66fe81-c3d6-42b5-b663-fc73648ae374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:44.701706 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:44.703525 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:44.712147 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-8b5ca25d-7bb0-4d1c-b70c-dab92d98b48a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:44.735370 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-8b5ca25d-7bb0-4d1c-b70c-dab92d98b48a service neutron] Transition to ACTIVE for port object 31d6943a-d69e-4f52-a7bf-d4c9ede2182d will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:59:44.735788 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c852bd48-4cc1-46e1-ba7c-a6f451a40ab7 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:59:44.739314 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b5b0fc-f6e2-4013-b094-0abfce781d7e req-b5020a68-356e-41fa-8a51-bf02286a24ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:44.740873 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c7b5b0fc-f6e2-4013-b094-0abfce781d7e req-b5020a68-356e-41fa-8a51-bf02286a24ce service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c06c137-11d0-4283-9a45-85e179addde7 HTTP/1.1" status: 200 len: 851 time: 0.0738845 Aug 18 12:59:44.754428 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b97b0d1-3de9-4e74-ba80-8d78c4ff4f47 None None] Checking router: 4a68ebc5-40a6-4e2c-9a67-41ca48866411 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:59:44.754791 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b97b0d1-3de9-4e74-ba80-8d78c4ff4f47 None None] Updating router 4a68ebc5-40a6-4e2c-9a67-41ca48866411 port 19b87f55-791f-4ed6-8c3a-0c8cfa91875b binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:59:44.790695 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455ee369-bc5e-4765-9dc9-2732062e4623 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Made reservation on behalf of 57419ed2b5124120abbc5cc5bdb02c7b for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:59:44.795781 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-455ee369-bc5e-4765-9dc9-2732062e4623 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:44.807322 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-8b5ca25d-7bb0-4d1c-b70c-dab92d98b48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:44.812645 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-09f225e2-4793-4d29-812e-86485cc0490d tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:44.846487 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4b97b0d1-3de9-4e74-ba80-8d78c4ff4f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:44.889609 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-09f225e2-4793-4d29-812e-86485cc0490d tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:44.897647 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [None req-455ee369-bc5e-4765-9dc9-2732062e4623 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] device_id is not set on port 23e6b712-38f4-4da1-b559-4ed5a66aab80 yet. {{(pid=101675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:59:44.919773 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-79e1c3ec-091b-4c0b-8e15-7d48c72e1675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd290db41-5591-4780-82d9-2460a3e1c39a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1464763075-router', 'tenant_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'a217470c-9654-4443-9da1-02a2dae36033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:58:18Z', 'updated_at': '2021-08-18T12:59:41Z', 'revision_number': 5, 'project_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'gw_port': {'id': 'a217470c-9654-4443-9da1-02a2dae36033', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd290db41-5591-4780-82d9-2460a3e1c39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:58:19Z', 'updated_at': '2021-08-18T12:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:44.933492 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-737dd58c-1d55-448c-993d-bc4544d84cb8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:44.937484 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f225e2-4793-4d29-812e-86485cc0490d tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a524fa4-0588-46c5-a755-7b5f0818b4df,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:44.948734 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=c852bd48-4cc1-46e1-ba7c-a6f451a40ab7,revision_number=6']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:44.954438 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.db.api [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:59:44.954793 n-d-803603-2 neutron-server[101677]: DEBUG oslo_db.api [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:59:44.961873 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e1c3ec-091b-4c0b-8e15-7d48c72e1675 None None] Checking router: d290db41-5591-4780-82d9-2460a3e1c39a for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:59:44.972234 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e1c3ec-091b-4c0b-8e15-7d48c72e1675 None None] Routers {'d290db41-5591-4780-82d9-2460a3e1c39a'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:59:44.972808 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-79e1c3ec-091b-4c0b-8e15-7d48c72e1675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:59:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['d290db41-5591-4780-82d9-2460a3e1c39a'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:44.986235 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b5b0fc-f6e2-4013-b094-0abfce781d7e req-c2817bf3-3a5f-42cb-8773-92c6c22d3b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:44.987736 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c7b5b0fc-f6e2-4013-b094-0abfce781d7e req-c2817bf3-3a5f-42cb-8773-92c6c22d3b93 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=295ec318-c76a-4c31-a9c6-7ad31869a63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2375062 Aug 18 12:59:44.997403 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ca25d-7bb0-4d1c-b70c-dab92d98b48a service neutron] Pushing event updated for resources: {'Port': ['ID=31d6943a-d69e-4f52-a7bf-d4c9ede2182d,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:45.010036 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-09f225e2-4793-4d29-812e-86485cc0490d tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:45.011932 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-09f225e2-4793-4d29-812e-86485cc0490d tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7695508 Aug 18 12:59:45.014148 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47296) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:45.022428 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-7d631aac-2a4e-4765-a0d4-c30178424b3a tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Request body: {'security_group_rule': {'security_group_id': 'b4952977-a51b-4d17-ba35-1c1133304475', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:45.088806 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-4f514b46-260f-4e21-a002-bebaf89cfc9a None None] Allocated IP 172.20.0.2 (1d321113-d931-40d0-af3b-0c36cca9fc41/d58635ea-a0eb-4f34-b23e-16aa169dd6ef/350f14b4-f8a7-417a-b6d2-1ee578a9e579) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:59:45.105517 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5fe6bc-1248-48a2-b129-4dde76411aa5 req-17c6f2a5-e8cf-484b-9d26-8dd4133fe12d tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:45.107223 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5a5fe6bc-1248-48a2-b129-4dde76411aa5 req-17c6f2a5-e8cf-484b-9d26-8dd4133fe12d tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab48bf25-43e4-445e-ae88-a787c718bff2 HTTP/1.1" status: 200 len: 944 time: 0.2935908 Aug 18 12:59:45.165835 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-79e1c3ec-091b-4c0b-8e15-7d48c72e1675 None None] Set router d290db41-5591-4780-82d9-2460a3e1c39a gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:59:45.193568 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-8b5ca25d-7bb0-4d1c-b70c-dab92d98b48a service neutron] Attempting to bind port 31d6943a-d69e-4f52-a7bf-d4c9ede2182d on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:59:45.193911 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-8b5ca25d-7bb0-4d1c-b70c-dab92d98b48a service neutron] Attempting to bind port 31d6943a-d69e-4f52-a7bf-d4c9ede2182d by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': 'd254ae00-87be-41d4-aa78-e249d1ab7c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:59:45.194280 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-8b5ca25d-7bb0-4d1c-b70c-dab92d98b48a service neutron] Attempting to bind port 31d6943a-d69e-4f52-a7bf-d4c9ede2182d on network 8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:59:45.207591 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85c0b9-a2a6-40e9-a1d9-1fdf32afa6c7 req-cbf2572c-0886-4f4a-9b50-87423b705ca0 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:45.219226 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bf85c0b9-a2a6-40e9-a1d9-1fdf32afa6c7 req-cbf2572c-0886-4f4a-9b50-87423b705ca0 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63ce61-f12c-4f16-aea6-7f4963e73522 HTTP/1.1" status: 200 len: 945 time: 0.1051009 Aug 18 12:59:45.220232 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5a5fe6bc-1248-48a2-b129-4dde76411aa5 req-8b736fec-113b-4d85-8ee1-ed77759c4495 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018183 Aug 18 12:59:45.221634 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7d631aac-2a4e-4765-a0d4-c30178424b3a tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:45.231105 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-8b5ca25d-7bb0-4d1c-b70c-dab92d98b48a service neutron] Port 31d6943a-d69e-4f52-a7bf-d4c9ede2182d on network 8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:59:45.231105 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-8b5ca25d-7bb0-4d1c-b70c-dab92d98b48a service neutron] Attempting to bind port 31d6943a-d69e-4f52-a7bf-d4c9ede2182d on network 8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:59:45.234756 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c7b5b0fc-f6e2-4013-b094-0abfce781d7e req-d9a5d769-f65d-488c-910b-fc20cd505d30 service neutron] 10.222.0.20 "GET /v2.0/networks/295ec318-c76a-4c31-a9c6-7ad31869a63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139397 Aug 18 12:59:45.235942 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-8b5ca25d-7bb0-4d1c-b70c-dab92d98b48a service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:59:45.236338 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-8b5ca25d-7bb0-4d1c-b70c-dab92d98b48a service neutron] Checking segment: {'id': 'd254ae00-87be-41d4-aa78-e249d1ab7c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:59:45.236731 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-8b5ca25d-7bb0-4d1c-b70c-dab92d98b48a service neutron] Bound using segment: {'id': 'd254ae00-87be-41d4-aa78-e249d1ab7c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:59:45.237181 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-8b5ca25d-7bb0-4d1c-b70c-dab92d98b48a service neutron] Bound port: 31d6943a-d69e-4f52-a7bf-d4c9ede2182d, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd254ae00-87be-41d4-aa78-e249d1ab7c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:59:45.237551 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-8b5ca25d-7bb0-4d1c-b70c-dab92d98b48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:45.304271 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:45.323127 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bf85c0b9-a2a6-40e9-a1d9-1fdf32afa6c7 req-a2efb3b4-ad64-4dff-a34b-a5678519b372 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026452 Aug 18 12:59:45.337517 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-737dd58c-1d55-448c-993d-bc4544d84cb8 admin admin] Deleting port a217470c-9654-4443-9da1-02a2dae36033 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:59:45.337860 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-737dd58c-1d55-448c-993d-bc4544d84cb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:45.373114 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4f514b46-260f-4e21-a002-bebaf89cfc9a None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:45.384543 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-4f514b46-260f-4e21-a002-bebaf89cfc9a None None] Transition to ACTIVE for port object 350f14b4-f8a7-417a-b6d2-1ee578a9e579 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:59:45.399972 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7d631aac-2a4e-4765-a0d4-c30178424b3a tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:45.410617 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-4f514b46-260f-4e21-a002-bebaf89cfc9a None None] Transition to ACTIVE for port object 350f14b4-f8a7-417a-b6d2-1ee578a9e579 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:59:45.440403 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-737dd58c-1d55-448c-993d-bc4544d84cb8 admin admin] For port a217470c-9654-4443-9da1-02a2dae36033, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=a217470c-9654-4443-9da1-02a2dae36033,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:45.440767 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-737dd58c-1d55-448c-993d-bc4544d84cb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:45.457849 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-737dd58c-1d55-448c-993d-bc4544d84cb8 admin admin] Calling delete_port for a217470c-9654-4443-9da1-02a2dae36033 owned by network:router_gateway {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:59:45.460031 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-8b5ca25d-7bb0-4d1c-b70c-dab92d98b48a service neutron] For port 31d6943a-d69e-4f52-a7bf-d4c9ede2182d, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:59:45.470711 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4b97b0d1-3de9-4e74-ba80-8d78c4ff4f47 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:45.474549 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7d631aac-2a4e-4765-a0d4-c30178424b3a tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:45.478224 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0803ec-d1aa-40f0-b169-013742a0a5de req-0c8b4966-d5b1-4e10-af68-cd236dea7f18 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:45.485894 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6a0803ec-d1aa-40f0-b169-013742a0a5de req-0c8b4966-d5b1-4e10-af68-cd236dea7f18 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd9c0c0-9302-46fc-936d-3a98b229665d HTTP/1.1" status: 200 len: 944 time: 0.1359973 Aug 18 12:59:45.499829 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-4b97b0d1-3de9-4e74-ba80-8d78c4ff4f47 None None] Transition to ACTIVE for port object 19b87f55-791f-4ed6-8c3a-0c8cfa91875b will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:59:45.509751 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-8b5ca25d-7bb0-4d1c-b70c-dab92d98b48a service neutron] For port 31d6943a-d69e-4f52-a7bf-d4c9ede2182d, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=31d6943a-d69e-4f52-a7bf-d4c9ede2182d,segment=NetworkSegment(d254ae00-87be-41d4-aa78-e249d1ab7c29),segment_id=d254ae00-87be-41d4-aa78-e249d1ab7c29)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:59:45.529326 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c7b5b0fc-f6e2-4013-b094-0abfce781d7e req-07b2fdd9-3498-4729-b0f4-699e17e36bf4 service neutron] 10.222.0.20 "GET /v2.0/networks/295ec318-c76a-4c31-a9c6-7ad31869a63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823093 Aug 18 12:59:45.545842 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4f514b46-260f-4e21-a002-bebaf89cfc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:45.550760 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d631aac-2a4e-4765-a0d4-c30178424b3a tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b9bdcc4-190e-4028-b089-4fadd36f9010,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:45.597520 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f514b46-260f-4e21-a002-bebaf89cfc9a None None] Pushing event updated for resources: {'Port': ['ID=350f14b4-f8a7-417a-b6d2-1ee578a9e579,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:45.606110 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6a0803ec-d1aa-40f0-b169-013742a0a5de req-128af653-75a3-4e64-9dc5-1ae2b7e50e52 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138015 Aug 18 12:59:45.617541 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4b97b0d1-3de9-4e74-ba80-8d78c4ff4f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:45.617699 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-79e1c3ec-091b-4c0b-8e15-7d48c72e1675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd290db41-5591-4780-82d9-2460a3e1c39a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1464763075-router', 'tenant_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'a217470c-9654-4443-9da1-02a2dae36033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:58:18Z', 'updated_at': '2021-08-18T12:59:41Z', 'revision_number': 5, 'project_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'gw_port': {'id': 'a217470c-9654-4443-9da1-02a2dae36033', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd290db41-5591-4780-82d9-2460a3e1c39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:58:19Z', 'updated_at': '2021-08-18T12:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:45.622976 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d844dd-1b50-431d-932a-e6f4c65a26eb req-2d4424a9-9f4a-459a-9cc3-57afa2d64eca tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:45.625147 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b1d844dd-1b50-431d-932a-e6f4c65a26eb req-2d4424a9-9f4a-459a-9cc3-57afa2d64eca tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "GET /v2.0/ports?device_id=30bc6f6b-9df5-4058-8275-06752f0c141b HTTP/1.1" status: 200 len: 944 time: 0.0947008 Aug 18 12:59:45.653878 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-8b5ca25d-7bb0-4d1c-b70c-dab92d98b48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:45.661063 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e1c3ec-091b-4c0b-8e15-7d48c72e1675 None None] The sync data for ids ['d290db41-5591-4780-82d9-2460a3e1c39a'] in n-d-803603-2 is: [{'id': 'd290db41-5591-4780-82d9-2460a3e1c39a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1464763075-router', 'tenant_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'a217470c-9654-4443-9da1-02a2dae36033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:58:18Z', 'updated_at': '2021-08-18T12:59:41Z', 'revision_number': 5, 'project_id': 'add5a5683dbd41f29661fd38fa5b5d0d', 'gw_port': {'id': 'a217470c-9654-4443-9da1-02a2dae36033', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd290db41-5591-4780-82d9-2460a3e1c39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:58:19Z', 'updated_at': '2021-08-18T12:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:59:45.668908 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7d631aac-2a4e-4765-a0d4-c30178424b3a tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:45.671424 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7d631aac-2a4e-4765-a0d4-c30178424b3a tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6558661 Aug 18 12:59:45.675786 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 47306) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:45.680043 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-455ee369-bc5e-4765-9dc9-2732062e4623 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Allocated IP 172.20.0.12 (1d321113-d931-40d0-af3b-0c36cca9fc41/d58635ea-a0eb-4f34-b23e-16aa169dd6ef/23e6b712-38f4-4da1-b559-4ed5a66aab80) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:59:45.688796 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd27f3c-aec3-4511-a27a-685a49c3019d None None] Pushing event updated for resources: {'Port': ['ID=19b87f55-791f-4ed6-8c3a-0c8cfa91875b,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:45.703862 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:45.710523 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f514b46-260f-4e21-a002-bebaf89cfc9a None None] Network 1d321113-d931-40d0-af3b-0c36cca9fc41 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:59:45.732078 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-bf6e289b-a519-4b06-a0e3-23b5743e58ff tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:45.734888 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-4f514b46-260f-4e21-a002-bebaf89cfc9a None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:59:45.737489 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f514b46-260f-4e21-a002-bebaf89cfc9a None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:59:45.748306 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b1d844dd-1b50-431d-932a-e6f4c65a26eb req-f486e774-fd43-4e8b-af0b-a70f7c63f25d tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "GET /v2.0/security-groups?id=912671e9-a3ed-4cf8-9fc8-564ec482f774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860345 Aug 18 12:59:45.758217 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-8b5ca25d-7bb0-4d1c-b70c-dab92d98b48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:45.758448 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-8b5ca25d-7bb0-4d1c-b70c-dab92d98b48a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:45.759815 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-8b5ca25d-7bb0-4d1c-b70c-dab92d98b48a service neutron] 10.222.0.39 "PUT /v2.0/ports/31d6943a-d69e-4f52-a7bf-d4c9ede2182d HTTP/1.1" status: 200 len: 1092 time: 2.2849047 Aug 18 12:59:45.769199 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab48bf25-43e4-445e-ae88-a787c718bff2', 'tag': '31d6943a-d69e-4f52-a7bf-d4c9ede2182d'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:59:45.771499 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd70a2a-dc95-4a03-8234-c9cd4e9be17e" -d '{"events": [{"name": "network-changed", "server_uuid": "ab48bf25-43e4-445e-ae88-a787c718bff2", "tag": "31d6943a-d69e-4f52-a7bf-d4c9ede2182d"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:59:45.792672 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c852bd48-4cc1-46e1-ba7c-a6f451a40ab7 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:59:45.833748 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102657a0-931b-4623-80e6-622fded3d781 x-openstack-request-id: req-102657a0-931b-4623-80e6-622fded3d781 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:59:45.834097 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab48bf25-43e4-445e-ae88-a787c718bff2", "tag": "31d6943a-d69e-4f52-a7bf-d4c9ede2182d", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:59:45.834357 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-102657a0-931b-4623-80e6-622fded3d781 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:59:45.834696 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab48bf25-43e4-445e-ae88-a787c718bff2', 'tag': '31d6943a-d69e-4f52-a7bf-d4c9ede2182d', 'status': 'completed', 'code': 200} Aug 18 12:59:45.869821 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ca25d-7bb0-4d1c-b70c-dab92d98b48a service neutron] Pushing event updated for resources: {'Port': ['ID=31d6943a-d69e-4f52-a7bf-d4c9ede2182d,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:45.893109 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port c852bd48-4cc1-46e1-ba7c-a6f451a40ab7, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=c852bd48-4cc1-46e1-ba7c-a6f451a40ab7,segment=NetworkSegment(ef8e8cee-8aff-47ee-80bb-ffa053f3577b),segment_id=ef8e8cee-8aff-47ee-80bb-ffa053f3577b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:45.905423 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-737dd58c-1d55-448c-993d-bc4544d84cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:45.917108 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-4f514b46-260f-4e21-a002-bebaf89cfc9a None None] Attempting to bind port 350f14b4-f8a7-417a-b6d2-1ee578a9e579 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:59:45.917776 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-4f514b46-260f-4e21-a002-bebaf89cfc9a None None] Attempting to bind port 350f14b4-f8a7-417a-b6d2-1ee578a9e579 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '823f49a8-1eeb-4e53-a20a-8da0858d3bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1d321113-d931-40d0-af3b-0c36cca9fc41'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:59:45.918418 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f514b46-260f-4e21-a002-bebaf89cfc9a None None] Attempting to bind port 350f14b4-f8a7-417a-b6d2-1ee578a9e579 on network 1d321113-d931-40d0-af3b-0c36cca9fc41 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:59:45.921820 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-4b97b0d1-3de9-4e74-ba80-8d78c4ff4f47 None None] Attempting to bind port 19b87f55-791f-4ed6-8c3a-0c8cfa91875b on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:59:45.922432 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-4b97b0d1-3de9-4e74-ba80-8d78c4ff4f47 None None] Attempting to bind port 19b87f55-791f-4ed6-8c3a-0c8cfa91875b by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'bb97ea82-69a9-4800-b566-d430aa36f6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd9c67a3b-f0ee-4baf-89f7-136d3e192a61'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:59:45.922972 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b97b0d1-3de9-4e74-ba80-8d78c4ff4f47 None None] Attempting to bind port 19b87f55-791f-4ed6-8c3a-0c8cfa91875b on network d9c67a3b-f0ee-4baf-89f7-136d3e192a61 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:59:45.924922 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f0dbd-9326-4c94-b362-561361dea667 req-a6413e88-6e8e-4081-baaa-ab39de70a6f9 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:45.931077 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c11f0dbd-9326-4c94-b362-561361dea667 req-a6413e88-6e8e-4081-baaa-ab39de70a6f9 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 945 time: 0.1866808 Aug 18 12:59:45.931582 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f514b46-260f-4e21-a002-bebaf89cfc9a None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:59:45.932187 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f514b46-260f-4e21-a002-bebaf89cfc9a None None] Checking segment: {'id': '823f49a8-1eeb-4e53-a20a-8da0858d3bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1d321113-d931-40d0-af3b-0c36cca9fc41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:59:45.932747 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4f514b46-260f-4e21-a002-bebaf89cfc9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:45.933155 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f514b46-260f-4e21-a002-bebaf89cfc9a None None] Bound using segment: {'id': '823f49a8-1eeb-4e53-a20a-8da0858d3bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1d321113-d931-40d0-af3b-0c36cca9fc41'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:59:45.933588 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737dd58c-1d55-448c-993d-bc4544d84cb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a217470c-9654-4443-9da1-02a2dae36033,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:45.933804 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-4f514b46-260f-4e21-a002-bebaf89cfc9a None None] Bound port: 350f14b4-f8a7-417a-b6d2-1ee578a9e579, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '823f49a8-1eeb-4e53-a20a-8da0858d3bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1d321113-d931-40d0-af3b-0c36cca9fc41'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:59:45.934318 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4f514b46-260f-4e21-a002-bebaf89cfc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:45.936599 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b97b0d1-3de9-4e74-ba80-8d78c4ff4f47 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:59:45.937670 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b97b0d1-3de9-4e74-ba80-8d78c4ff4f47 None None] Checking segment: {'id': 'bb97ea82-69a9-4800-b566-d430aa36f6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd9c67a3b-f0ee-4baf-89f7-136d3e192a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:59:45.938150 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4b97b0d1-3de9-4e74-ba80-8d78c4ff4f47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:45.938652 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b97b0d1-3de9-4e74-ba80-8d78c4ff4f47 None None] Bound using segment: {'id': 'bb97ea82-69a9-4800-b566-d430aa36f6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd9c67a3b-f0ee-4baf-89f7-136d3e192a61'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:59:45.939288 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-4b97b0d1-3de9-4e74-ba80-8d78c4ff4f47 None None] Bound port: 19b87f55-791f-4ed6-8c3a-0c8cfa91875b, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb97ea82-69a9-4800-b566-d430aa36f6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd9c67a3b-f0ee-4baf-89f7-136d3e192a61'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:59:45.939716 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4b97b0d1-3de9-4e74-ba80-8d78c4ff4f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:45.969503 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bf6e289b-a519-4b06-a0e3-23b5743e58ff tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify callbacks [] for floatingip, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:46.010200 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:46.013719 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-737dd58c-1d55-448c-993d-bc4544d84cb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:46.093911 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd70a2a-dc95-4a03-8234-c9cd4e9be17e req-1adfa617-56ef-4e19-bead-bab298090b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:46.095439 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8fd70a2a-dc95-4a03-8234-c9cd4e9be17e req-1adfa617-56ef-4e19-bead-bab298090b39 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e1762f04164146b59760e8758daee96f&device_id=ab48bf25-43e4-445e-ae88-a787c718bff2 HTTP/1.1" status: 200 len: 1095 time: 0.2147696 Aug 18 12:59:46.111400 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-4f514b46-260f-4e21-a002-bebaf89cfc9a None None] For port 350f14b4-f8a7-417a-b6d2-1ee578a9e579, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:59:46.117380 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-4b97b0d1-3de9-4e74-ba80-8d78c4ff4f47 None None] For port 19b87f55-791f-4ed6-8c3a-0c8cfa91875b, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:59:46.130515 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-737dd58c-1d55-448c-993d-bc4544d84cb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:46.133494 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-737dd58c-1d55-448c-993d-bc4544d84cb8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:46.136403 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=c852bd48-4cc1-46e1-ba7c-a6f451a40ab7,revision_number=7']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:46.143971 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-4b97b0d1-3de9-4e74-ba80-8d78c4ff4f47 None None] For port 19b87f55-791f-4ed6-8c3a-0c8cfa91875b, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=19b87f55-791f-4ed6-8c3a-0c8cfa91875b,segment=NetworkSegment(bb97ea82-69a9-4800-b566-d430aa36f6e5),segment_id=bb97ea82-69a9-4800-b566-d430aa36f6e5)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:59:46.149359 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-4f514b46-260f-4e21-a002-bebaf89cfc9a None None] For port 350f14b4-f8a7-417a-b6d2-1ee578a9e579, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=350f14b4-f8a7-417a-b6d2-1ee578a9e579,segment=NetworkSegment(823f49a8-1eeb-4e53-a20a-8da0858d3bbd),segment_id=823f49a8-1eeb-4e53-a20a-8da0858d3bbd)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:59:46.214525 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4b97b0d1-3de9-4e74-ba80-8d78c4ff4f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:46.253827 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['c852bd48-4cc1-46e1-ba7c-a6f451a40ab7'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:59:46.289221 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4f514b46-260f-4e21-a002-bebaf89cfc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:46.303593 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-737dd58c-1d55-448c-993d-bc4544d84cb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:46.304233 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737dd58c-1d55-448c-993d-bc4544d84cb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d290db41-5591-4780-82d9-2460a3e1c39a {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:59:46.323123 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-737dd58c-1d55-448c-993d-bc4544d84cb8 admin admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:46.324480 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-737dd58c-1d55-448c-993d-bc4544d84cb8 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d290db41-5591-4780-82d9-2460a3e1c39a HTTP/1.1" status: 204 len: 168 time: 1.8580859 Aug 18 12:59:46.328305 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47312) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:46.351045 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd27f3c-aec3-4511-a27a-685a49c3019d None None] Pushing event updated for resources: {'Port': ['ID=19b87f55-791f-4ed6-8c3a-0c8cfa91875b,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:46.388188 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266fb23-b936-4236-9bf1-bdd7780cceac req-f0628f83-8ed7-4c82-8452-a17c9d5a9243 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:46.397449 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a266fb23-b936-4236-9bf1-bdd7780cceac req-f0628f83-8ed7-4c82-8452-a17c9d5a9243 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab48bf25-43e4-445e-ae88-a787c718bff2 HTTP/1.1" status: 200 len: 944 time: 0.1054435 Aug 18 12:59:46.413374 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae77c54e-db88-41c7-adf4-37d960a79845 admin admin] Deleting subnet 751431a2-1fcf-4b45-9854-bdf8e77ab54a {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:59:46.420788 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b97b0d1-3de9-4e74-ba80-8d78c4ff4f47 None None] Routers {'4a68ebc5-40a6-4e2c-9a67-41ca48866411'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:59:46.426093 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ae77c54e-db88-41c7-adf4-37d960a79845 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:46.426884 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-4b97b0d1-3de9-4e74-ba80-8d78c4ff4f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:59:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['4a68ebc5-40a6-4e2c-9a67-41ca48866411'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:46.541715 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a266fb23-b936-4236-9bf1-bdd7780cceac req-971be5b4-035b-4579-bd8c-fa99a2f85a81 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322856 Aug 18 12:59:46.565663 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f514b46-260f-4e21-a002-bebaf89cfc9a None None] Pushing event updated for resources: {'Port': ['ID=350f14b4-f8a7-417a-b6d2-1ee578a9e579,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:46.565810 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c11f0dbd-9326-4c94-b362-561361dea667 req-a3bc1111-3c2a-4ce5-912c-850ca0b346b5 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6179197 Aug 18 12:59:46.572996 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ae77c54e-db88-41c7-adf4-37d960a79845 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:46.694362 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-455ee369-bc5e-4765-9dc9-2732062e4623 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:46.750755 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-455ee369-bc5e-4765-9dc9-2732062e4623 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Transition to ACTIVE for port object 23e6b712-38f4-4da1-b559-4ed5a66aab80 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:59:46.793453 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd70a2a-dc95-4a03-8234-c9cd4e9be17e req-fbb332b4-c2b9-46b3-858c-e2e14052cfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:46.795158 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8fd70a2a-dc95-4a03-8234-c9cd4e9be17e req-fbb332b4-c2b9-46b3-858c-e2e14052cfa5 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e1762f04164146b59760e8758daee96f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.6874175 Aug 18 12:59:46.872680 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-4b97b0d1-3de9-4e74-ba80-8d78c4ff4f47 None None] Set router 4a68ebc5-40a6-4e2c-9a67-41ca48866411 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:59:46.927466 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bf6e289b-a519-4b06-a0e3-23b5743e58ff tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:46.943011 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39b690-72c0-4076-aeaf-821842a41e64 req-300ee634-5bd4-41d5-b53e-0712c63f3a1f tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:46.944871 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9b39b690-72c0-4076-aeaf-821842a41e64 req-300ee634-5bd4-41d5-b53e-0712c63f3a1f tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd9c0c0-9302-46fc-936d-3a98b229665d HTTP/1.1" status: 200 len: 945 time: 0.1976881 Aug 18 12:59:47.096288 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-455ee369-bc5e-4765-9dc9-2732062e4623 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:47.126728 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd70a2a-dc95-4a03-8234-c9cd4e9be17e req-0a70e50c-fcb4-42b1-a2b7-c4bdec3d97b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:47.128403 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8fd70a2a-dc95-4a03-8234-c9cd4e9be17e req-0a70e50c-fcb4-42b1-a2b7-c4bdec3d97b6 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3202825 Aug 18 12:59:47.154659 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ae77c54e-db88-41c7-adf4-37d960a79845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:47.171339 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9b39b690-72c0-4076-aeaf-821842a41e64 req-979b46c8-6984-4b01-afef-9e0c4d501639 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940141 Aug 18 12:59:47.203609 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455ee369-bc5e-4765-9dc9-2732062e4623 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Network 1d321113-d931-40d0-af3b-0c36cca9fc41 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:59:47.220974 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-455ee369-bc5e-4765-9dc9-2732062e4623 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:59:47.223701 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455ee369-bc5e-4765-9dc9-2732062e4623 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:59:47.278384 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3dacf-4d89-40ed-a092-b36cb8fda4bc req-8ce8abb1-28c9-4ea0-8abe-c76ad023ff0e tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:47.279951 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-33a3dacf-4d89-40ed-a092-b36cb8fda4bc req-8ce8abb1-28c9-4ea0-8abe-c76ad023ff0e tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63ce61-f12c-4f16-aea6-7f4963e73522 HTTP/1.1" status: 200 len: 945 time: 0.0575471 Aug 18 12:59:47.290014 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ae77c54e-db88-41c7-adf4-37d960a79845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:47.337021 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77c54e-db88-41c7-adf4-37d960a79845 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=751431a2-1fcf-4b45-9854-bdf8e77ab54a,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:47.342058 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ee369-bc5e-4765-9dc9-2732062e4623 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Pushing event updated for resources: {'Port': ['ID=23e6b712-38f4-4da1-b559-4ed5a66aab80,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:47.350634 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455ee369-bc5e-4765-9dc9-2732062e4623 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:47.351265 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-455ee369-bc5e-4765-9dc9-2732062e4623 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:47.355020 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ae77c54e-db88-41c7-adf4-37d960a79845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:47.358374 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ae77c54e-db88-41c7-adf4-37d960a79845 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/751431a2-1fcf-4b45-9854-bdf8e77ab54a HTTP/1.1" status: 204 len: 168 time: 1.0290992 Aug 18 12:59:47.361985 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-4b97b0d1-3de9-4e74-ba80-8d78c4ff4f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a68ebc5-40a6-4e2c-9a67-41ca48866411', 'name': 'tempest-ServersTestBootFromVolume-51186691-router', 'tenant_id': 'e1aea23d75f24f989d114151115add9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '3669aa68-2c2f-4665-a544-7d5dd651f270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:59:35Z', 'updated_at': '2021-08-18T12:59:41Z', 'revision_number': 4, 'project_id': 'e1aea23d75f24f989d114151115add9a', 'gw_port': {'id': '3669aa68-2c2f-4665-a544-7d5dd651f270', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:10:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a68ebc5-40a6-4e2c-9a67-41ca48866411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:36Z', 'updated_at': '2021-08-18T12:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '19b87f55-791f-4ed6-8c3a-0c8cfa91875b', 'name': '', 'network_id': 'd9c67a3b-f0ee-4baf-89f7-136d3e192a61', 'tenant_id': 'e1aea23d75f24f989d114151115add9a', 'mac_address': 'fa:16:3e:01:e8:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a68ebc5-40a6-4e2c-9a67-41ca48866411', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'dc66fe81-c3d6-42b5-b663-fc73648ae374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:40Z', 'updated_at': '2021-08-18T12:59:46Z', 'revision_number': 4, 'project_id': 'e1aea23d75f24f989d114151115add9a', 'subnets': [{'id': 'dc66fe81-c3d6-42b5-b663-fc73648ae374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:47.367438 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 47320) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:47.376598 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-33a3dacf-4d89-40ed-a092-b36cb8fda4bc req-a6b6af66-181e-47e5-9037-85a304cec5de tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891509 Aug 18 12:59:47.382207 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-bf6e289b-a519-4b06-a0e3-23b5743e58ff tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Allocated IP 172.25.6.88 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/222a4986-0405-4bca-af80-c7188a4f8a52) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:59:47.390793 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b97b0d1-3de9-4e74-ba80-8d78c4ff4f47 None None] The sync data for ids ['4a68ebc5-40a6-4e2c-9a67-41ca48866411'] in n-d-803603-2 is: [{'id': '4a68ebc5-40a6-4e2c-9a67-41ca48866411', 'name': 'tempest-ServersTestBootFromVolume-51186691-router', 'tenant_id': 'e1aea23d75f24f989d114151115add9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '3669aa68-2c2f-4665-a544-7d5dd651f270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:59:35Z', 'updated_at': '2021-08-18T12:59:41Z', 'revision_number': 4, 'project_id': 'e1aea23d75f24f989d114151115add9a', 'gw_port': {'id': '3669aa68-2c2f-4665-a544-7d5dd651f270', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:10:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a68ebc5-40a6-4e2c-9a67-41ca48866411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:36Z', 'updated_at': '2021-08-18T12:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '19b87f55-791f-4ed6-8c3a-0c8cfa91875b', 'name': '', 'network_id': 'd9c67a3b-f0ee-4baf-89f7-136d3e192a61', 'tenant_id': 'e1aea23d75f24f989d114151115add9a', 'mac_address': 'fa:16:3e:01:e8:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a68ebc5-40a6-4e2c-9a67-41ca48866411', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'dc66fe81-c3d6-42b5-b663-fc73648ae374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:40Z', 'updated_at': '2021-08-18T12:59:46Z', 'revision_number': 4, 'project_id': 'e1aea23d75f24f989d114151115add9a', 'subnets': [{'id': 'dc66fe81-c3d6-42b5-b663-fc73648ae374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:59:47.392878 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:47.475761 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-d5b5e824-36f8-493e-889f-35fd7d0a9733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:47.477428 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-d5b5e824-36f8-493e-889f-35fd7d0a9733 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e1762f04164146b59760e8758daee96f&device_id=ab48bf25-43e4-445e-ae88-a787c718bff2 HTTP/1.1" status: 200 len: 1095 time: 0.2779570 Aug 18 12:59:47.547369 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-455ee369-bc5e-4765-9dc9-2732062e4623 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 3.2460763 Aug 18 12:59:47.548450 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47324) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:47.580178 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4fb18c01-55cf-4d03-b2ae-d7abf67da373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:47.592879 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1487001-7eb9-4b64-8928-6dd27fbfb128 req-905bae4d-c986-4ad0-9180-23d02d03fd38 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:47.594529 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b1487001-7eb9-4b64-8928-6dd27fbfb128 req-905bae4d-c986-4ad0-9180-23d02d03fd38 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "GET /v2.0/ports?device_id=30bc6f6b-9df5-4058-8275-06752f0c141b HTTP/1.1" status: 200 len: 944 time: 0.3108256 Aug 18 12:59:47.599976 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-7661f12d-7367-42bf-81c2-c6e7fbe2c15e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31d6943a-d69e-4f52-a7bf-d4c9ede2182d HTTP/1.1" status: 200 len: 217 time: 0.1057711 Aug 18 12:59:47.747922 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4eb06-880b-4ef2-a16b-bb8b0c044bf8 req-381ccc58-8d40-4c2a-9a67-5e4bb9b87e49 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:47.750216 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cfc4eb06-880b-4ef2-a16b-bb8b0c044bf8 req-381ccc58-8d40-4c2a-9a67-5e4bb9b87e49 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab48bf25-43e4-445e-ae88-a787c718bff2 HTTP/1.1" status: 200 len: 944 time: 0.1157341 Aug 18 12:59:47.761411 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-126967f1-ef1e-42ca-8484-4cea6bba2264 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Deleting port 23e6b712-38f4-4da1-b559-4ed5a66aab80 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:59:47.761756 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-126967f1-ef1e-42ca-8484-4cea6bba2264 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:47.778724 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b1487001-7eb9-4b64-8928-6dd27fbfb128 req-c909a8b7-d057-44ea-a468-14c9a53fd55e tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "GET /v2.0/security-groups?id=912671e9-a3ed-4cf8-9fc8-564ec482f774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745248 Aug 18 12:59:47.792812 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-e8cc62ce-7615-4e33-b166-b8a0e83454dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:47.794378 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-e8cc62ce-7615-4e33-b166-b8a0e83454dc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=370a4194-5e7c-4dd1-afef-69ff1c3d51dd HTTP/1.1" status: 200 len: 854 time: 0.1795874 Aug 18 12:59:47.874469 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 19b87f55-791f-4ed6-8c3a-0c8cfa91875b up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:59:47.916943 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-126967f1-ef1e-42ca-8484-4cea6bba2264 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:47.937306 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-126967f1-ef1e-42ca-8484-4cea6bba2264 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Calling delete_port for 23e6b712-38f4-4da1-b559-4ed5a66aab80 owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:59:47.940068 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4fb18c01-55cf-4d03-b2ae-d7abf67da373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:47.955729 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-4fb18c01-55cf-4d03-b2ae-d7abf67da373 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eabbe06-0f33-4aea-98d0-2b74cfe70290']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:47.970763 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cfc4eb06-880b-4ef2-a16b-bb8b0c044bf8 req-702cc751-ac85-4cae-a5d0-0877e4b240a6 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122567 Aug 18 12:59:47.990398 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-4fb18c01-55cf-4d03-b2ae-d7abf67da373 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00d9e69e-c710-4ac1-b784-ce0d940c4698') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:47.990748 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-4fb18c01-55cf-4d03-b2ae-d7abf67da373 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00d9e69e-c710-4ac1-b784-ce0d940c4698') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:47.999968 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device c852bd48-4cc1-46e1-ba7c-a6f451a40ab7 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:59:48.004564 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4fb18c01-55cf-4d03-b2ae-d7abf67da373 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:48.004890 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device daa78040-1dab-4fc3-94e7-5a89742d523e details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:59:48.016043 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-11cff1da-d150-4f03-b801-b2bfb7abff37 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1336718 Aug 18 12:59:48.035746 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c3684b-6a76-4d0b-b9f5-4ead7630d65a None None] Network 1d321113-d931-40d0-af3b-0c36cca9fc41 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:59:48.056364 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bf6e289b-a519-4b06-a0e3-23b5743e58ff tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:48.058908 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4fb18c01-55cf-4d03-b2ae-d7abf67da373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:48.101369 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 19b87f55-791f-4ed6-8c3a-0c8cfa91875b completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:59:48.123254 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 19b87f55-791f-4ed6-8c3a-0c8cfa91875b triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:59:48.123254 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:48.153522 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fb18c01-55cf-4d03-b2ae-d7abf67da373 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:59:48.153937 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4fb18c01-55cf-4d03-b2ae-d7abf67da373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:48.156429 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 12:59:48.156429 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:59:48.156429 n-d-803603-2 neutron-server[101675]: timer() Aug 18 12:59:48.156429 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:59:48.156429 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 12:59:48.156429 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:59:48.156429 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 12:59:48.156429 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:59:48.156429 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 12:59:48.156429 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:59:48.156429 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 12:59:48.156429 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:59:48.156429 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 12:59:48.156429 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:59:48.156429 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:59:48.156429 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:59:48.156429 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:59:48.156429 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:59:48.156429 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 12:59:48.156429 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:59:48.156429 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 12:59:48.156429 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:59:48.156429 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:59:48.156429 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:59:48.156429 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 12:59:48.156429 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:59:48.156429 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:59:48.156429 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:59:48.156429 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:59:48.156429 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:59:48.156429 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:59:48.156429 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:59:48.214519 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-126967f1-ef1e-42ca-8484-4cea6bba2264 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:48.230515 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-5a6451fb-81f6-4db3-b212-bf18aa6ecaed None None] Provisioning for port 350f14b4-f8a7-417a-b6d2-1ee578a9e579 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:59:48.258423 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126967f1-ef1e-42ca-8484-4cea6bba2264 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Pushing event deleted for resources: {'Port': ['ID=23e6b712-38f4-4da1-b559-4ed5a66aab80,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:48.261501 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-9d3be6ef-caf6-4d3f-a69a-621a78e12035 service neutron] 10.222.0.39 "GET /v2.0/networks/8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192736 Aug 18 12:59:48.283759 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c031928-26ac-4179-9a01-5cca6b60c7de req-ca3f1cdb-0400-4be6-89fb-1f99165842d5 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:48.291415 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0c031928-26ac-4179-9a01-5cca6b60c7de req-ca3f1cdb-0400-4be6-89fb-1f99165842d5 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 945 time: 0.3944018 Aug 18 12:59:48.317188 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port c852bd48-4cc1-46e1-ba7c-a6f451a40ab7 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:59:48.317445 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:48.340358 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bf6e289b-a519-4b06-a0e3-23b5743e58ff tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:48.383108 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-126967f1-ef1e-42ca-8484-4cea6bba2264 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:48.385544 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-126967f1-ef1e-42ca-8484-4cea6bba2264 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] 10.222.0.13 "DELETE /v2.0/ports/23e6b712-38f4-4da1-b559-4ed5a66aab80 HTTP/1.1" status: 204 len: 168 time: 0.8349771 Aug 18 12:59:48.388714 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47330) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:48.403870 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port daa78040-1dab-4fc3-94e7-5a89742d523e, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=daa78040-1dab-4fc3-94e7-5a89742d523e,segment=NetworkSegment(39c1e18c-52da-422d-b267-009bd37c804b),segment_id=39c1e18c-52da-422d-b267-009bd37c804b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:48.417575 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3dc15-8cc7-4225-906f-0db0e8f781c5 req-367edf84-ef7f-4282-8093-15ded86ddacd tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:48.419195 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-adc3dc15-8cc7-4225-906f-0db0e8f781c5 req-367edf84-ef7f-4282-8093-15ded86ddacd tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd9c0c0-9302-46fc-936d-3a98b229665d HTTP/1.1" status: 200 len: 945 time: 0.1203697 Aug 18 12:59:48.429590 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4fb18c01-55cf-4d03-b2ae-d7abf67da373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:48.462993 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4fb18c01-55cf-4d03-b2ae-d7abf67da373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:48.466123 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4fb18c01-55cf-4d03-b2ae-d7abf67da373 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4eabbe06-0f33-4aea-98d0-2b74cfe70290 HTTP/1.1" status: 204 len: 168 time: 1.0943463 Aug 18 12:59:48.475188 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb18c01-55cf-4d03-b2ae-d7abf67da373 admin admin] Pushing event deleted for resources: {'Network': ['ID=4eabbe06-0f33-4aea-98d0-2b74cfe70290,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:48.481004 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'daa78040-1dab-4fc3-94e7-5a89742d523e', 'network_id': '295ec318-c76a-4c31-a9c6-7ad31869a63d', 'port_id': 'daa78040-1dab-4fc3-94e7-5a89742d523e', 'mac_address': 'fa:16:3e:d5:c3:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c06c137-11d0-4283-9a45-85e179addde7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:59:48.484722 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6e289b-a519-4b06-a0e3-23b5743e58ff tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:59:48.502785 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-adc3dc15-8cc7-4225-906f-0db0e8f781c5 req-9df4eaa6-e838-49e8-bc58-b9915d462ef1 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726473 Aug 18 12:59:48.510485 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c24b7d7c-c7f5-40ef-b855-d15abe85175e tempest-DHCPAgentSchedulersTestJSON-1139115679 tempest-DHCPAgentSchedulersTestJSON-1139115679-project-admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.1166821 Aug 18 12:59:48.510590 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0c031928-26ac-4179-9a01-5cca6b60c7de req-48ded468-7b65-45a7-868c-9234a59bd4a5 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088399 Aug 18 12:59:48.510702 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47338) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:48.521293 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-a677fbd8-eb5d-4adf-baed-362c11c738fe tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-413518615'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:48.523044 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-bf6e289b-a519-4b06-a0e3-23b5743e58ff tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:59:48.525858 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6e289b-a519-4b06-a0e3-23b5743e58ff tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:59:48.569071 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e289b-a519-4b06-a0e3-23b5743e58ff tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Pushing event updated for resources: {'Port': ['ID=222a4986-0405-4bca-af80-c7188a4f8a52,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:48.594687 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:48.636015 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a677fbd8-eb5d-4adf-baed-362c11c738fe tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Made reservation on behalf of 57419ed2b5124120abbc5cc5bdb02c7b for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:59:48.640641 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a677fbd8-eb5d-4adf-baed-362c11c738fe tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:48.649028 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:48.654129 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c1b9d606-9996-4fbe-8d63-c487ee8db133 req-5c281bbb-cbc6-4073-8b61-dfcd5e3f38fc service neutron] 10.222.0.39 "GET /v2.0/networks/8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533287 Aug 18 12:59:48.690762 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a677fbd8-eb5d-4adf-baed-362c11c738fe tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:59:48.700145 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc2faf-09c9-43e3-9a6a-4567cea600ee req-7fdbb2ee-f2ae-403c-8706-f56f1908cb9a tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:48.702890 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a677fbd8-eb5d-4adf-baed-362c11c738fe tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:48.703447 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-a677fbd8-eb5d-4adf-baed-362c11c738fe tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Added segment 6e89c11b-f6ef-4b3c-b431-ec14d40790fc of type vlan for network 6d6cf373-df16-429a-b480-08ef38d1a17f Aug 18 12:59:48.710802 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-35dc2faf-09c9-43e3-9a6a-4567cea600ee req-7fdbb2ee-f2ae-403c-8706-f56f1908cb9a tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63ce61-f12c-4f16-aea6-7f4963e73522 HTTP/1.1" status: 200 len: 945 time: 0.1248119 Aug 18 12:59:48.714109 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd9c0c0-9302-46fc-936d-3a98b229665d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c852bd48-4cc1-46e1-ba7c-a6f451a40ab7'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:59:48.717055 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa4f402-946b-42b3-9105-9fbe4b029b5f" -d '{"events": [{"server_uuid": "dfd9c0c0-9302-46fc-936d-3a98b229665d", "name": "network-vif-plugged", "status": "completed", "tag": "c852bd48-4cc1-46e1-ba7c-a6f451a40ab7"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:59:48.739116 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:48.741852 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port c852bd48-4cc1-46e1-ba7c-a6f451a40ab7, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=c852bd48-4cc1-46e1-ba7c-a6f451a40ab7,segment=NetworkSegment(ef8e8cee-8aff-47ee-80bb-ffa053f3577b),segment_id=ef8e8cee-8aff-47ee-80bb-ffa053f3577b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:48.746250 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 19b87f55-791f-4ed6-8c3a-0c8cfa91875b, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=19b87f55-791f-4ed6-8c3a-0c8cfa91875b,segment=NetworkSegment(bb97ea82-69a9-4800-b566-d430aa36f6e5),segment_id=bb97ea82-69a9-4800-b566-d430aa36f6e5)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:48.764735 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a677fbd8-eb5d-4adf-baed-362c11c738fe tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:48.772684 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daa78040-1dab-4fc3-94e7-5a89742d523e {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:59:48.782637 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c58b1a-a943-463b-9eca-f71cc4a14670 x-openstack-request-id: req-f1c58b1a-a943-463b-9eca-f71cc4a14670 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:59:48.782935 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd9c0c0-9302-46fc-936d-3a98b229665d", "name": "network-vif-plugged", "status": "completed", "tag": "c852bd48-4cc1-46e1-ba7c-a6f451a40ab7", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:59:48.783201 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1c58b1a-a943-463b-9eca-f71cc4a14670 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:59:48.783723 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd9c0c0-9302-46fc-936d-3a98b229665d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c852bd48-4cc1-46e1-ba7c-a6f451a40ab7', 'code': 200} Aug 18 12:59:48.809148 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-35dc2faf-09c9-43e3-9a6a-4567cea600ee req-0d065c86-df7f-453e-b940-a1121f7cfc0d tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837371 Aug 18 12:59:48.810348 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port daa78040-1dab-4fc3-94e7-5a89742d523e, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=daa78040-1dab-4fc3-94e7-5a89742d523e,segment=NetworkSegment(39c1e18c-52da-422d-b267-009bd37c804b),segment_id=39c1e18c-52da-422d-b267-009bd37c804b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:48.858659 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:48.859679 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 350f14b4-f8a7-417a-b6d2-1ee578a9e579 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:59:48.868881 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:48.870529 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bf6e289b-a519-4b06-a0e3-23b5743e58ff tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:48.949768 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a677fbd8-eb5d-4adf-baed-362c11c738fe tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:48.957218 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a677fbd8-eb5d-4adf-baed-362c11c738fe tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:48.962061 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:48.962806 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a677fbd8-eb5d-4adf-baed-362c11c738fe tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:49.037343 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 47346) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:49.084337 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=19b87f55-791f-4ed6-8c3a-0c8cfa91875b,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:49.100524 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca6eb8-005e-4dc3-8782-b225dfea80e7 req-e6052333-cb82-48c7-ba18-937658451866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:49.102040 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a9ca6eb8-005e-4dc3-8782-b225dfea80e7 req-e6052333-cb82-48c7-ba18-937658451866 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dfd9c0c0-9302-46fc-936d-3a98b229665d HTTP/1.1" status: 200 len: 1097 time: 0.1792493 Aug 18 12:59:49.103946 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bf6e289b-a519-4b06-a0e3-23b5743e58ff tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:49.113821 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:49.114273 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:49.114621 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:49.114970 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:49.115307 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:49.115636 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:49.115806 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e7fc31-b956-4716-8707-ea5e04792404 req-ade73a34-75be-4531-b1bb-245d2c4635d1 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:49.115964 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:49.116294 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:49.116635 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:49.116999 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:49.117325 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:49.117647 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:49.118609 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-06e7fc31-b956-4716-8707-ea5e04792404 req-ade73a34-75be-4531-b1bb-245d2c4635d1 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "GET /v2.0/ports?device_id=30bc6f6b-9df5-4058-8275-06752f0c141b HTTP/1.1" status: 200 len: 945 time: 0.1993988 Aug 18 12:59:49.144051 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a677fbd8-eb5d-4adf-baed-362c11c738fe tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Pushing event updated for resources: {'Network': ['ID=6d6cf373-df16-429a-b480-08ef38d1a17f,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:49.173259 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 6d6cf373-df16-429a-b480-08ef38d1a17f details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:59:49.186432 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-06e7fc31-b956-4716-8707-ea5e04792404 req-91af4c34-42fd-4d96-82fc-7e6bff4214f8 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "GET /v2.0/security-groups?id=912671e9-a3ed-4cf8-9fc8-564ec482f774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543578 Aug 18 12:59:49.196815 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a677fbd8-eb5d-4adf-baed-362c11c738fe tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6845617 Aug 18 12:59:49.197751 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47348) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:49.198930 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['daa78040-1dab-4fc3-94e7-5a89742d523e'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:59:49.223697 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6a652691-d082-4bc1-aac7-0b510fda1015 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=add5a5683dbd41f29661fd38fa5b5d0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1806200 Aug 18 12:59:49.227252 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47350) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:49.260446 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=c852bd48-4cc1-46e1-ba7c-a6f451a40ab7,revision_number=8']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:49.268280 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 350f14b4-f8a7-417a-b6d2-1ee578a9e579 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:59:49.276919 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 350f14b4-f8a7-417a-b6d2-1ee578a9e579 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:59:49.277387 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:49.339825 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a9ca6eb8-005e-4dc3-8782-b225dfea80e7 req-96f72aaa-0625-44e9-9701-205a1d163311 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961517 Aug 18 12:59:49.377541 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ceb69-6f09-42fe-bcb3-81629a6a153e req-0a11adcb-4fbd-4fca-9b88-b065d5933c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:49.379863 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dc8ceb69-6f09-42fe-bcb3-81629a6a153e req-0a11adcb-4fbd-4fca-9b88-b065d5933c69 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bc63ce61-f12c-4f16-aea6-7f4963e73522 HTTP/1.1" status: 200 len: 1096 time: 0.1745315 Aug 18 12:59:49.393616 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a52a3f88-bd18-458e-98aa-a3d5bdaa872a None None] Could not find standard attr ID for object 23e6b712-38f4-4da1-b559-4ed5a66aab80. {{(pid=101677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 12:59:49.393975 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded4096-e563-4c5e-8d8b-b39a93cbb163 req-edfa6720-44c8-411c-991e-9ddd6209b786 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:49.399963 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0ded4096-e563-4c5e-8d8b-b39a93cbb163 req-edfa6720-44c8-411c-991e-9ddd6209b786 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab48bf25-43e4-445e-ae88-a787c718bff2 HTTP/1.1" status: 200 len: 944 time: 0.1935117 Aug 18 12:59:49.424782 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-eaf2a23a-82a3-47e6-95e2-3c391b23046e tempest-DHCPAgentSchedulersTestJSON-1139115679 tempest-DHCPAgentSchedulersTestJSON-1139115679-project-admin] 10.222.0.13 "GET /v2.0/agents/5def4537-da4e-4686-bfda-4272e2939492/dhcp-networks HTTP/1.1" status: 200 len: 8090 time: 0.2255549 Aug 18 12:59:49.429515 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47352) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:49.447780 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e2fffc2e-1f7e-414a-aa98-502b6cde4436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:49.475121 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=daa78040-1dab-4fc3-94e7-5a89742d523e,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:49.513864 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:49.514161 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bf6e289b-a519-4b06-a0e3-23b5743e58ff tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:49.519185 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e2fffc2e-1f7e-414a-aa98-502b6cde4436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:49.563443 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 350f14b4-f8a7-417a-b6d2-1ee578a9e579, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=350f14b4-f8a7-417a-b6d2-1ee578a9e579,segment=NetworkSegment(823f49a8-1eeb-4e53-a20a-8da0858d3bbd),segment_id=823f49a8-1eeb-4e53-a20a-8da0858d3bbd)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:49.563545 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dc8ceb69-6f09-42fe-bcb3-81629a6a153e req-19848201-c257-427e-8457-68ba7798bcd1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577330 Aug 18 12:59:49.589616 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0ded4096-e563-4c5e-8d8b-b39a93cbb163 req-d0fba9e6-209e-4b1d-9363-e8d67595dfac tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559890 Aug 18 12:59:49.599046 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19186ff1-1937-4cc5-b48f-85f9e0f69bb4 tempest-DHCPAgentSchedulersTestJSON-1139115679 tempest-DHCPAgentSchedulersTestJSON-1139115679-project-admin] Network 6d6cf373-df16-429a-b480-08ef38d1a17f is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:59:49.625752 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bf6e289b-a519-4b06-a0e3-23b5743e58ff tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:49.662714 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547609f-8b36-4deb-adc7-17d19b78a5d0 req-db3d6ecc-163f-462a-ad69-73433fceecd4 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:49.664312 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2547609f-8b36-4deb-adc7-17d19b78a5d0 req-db3d6ecc-163f-462a-ad69-73433fceecd4 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 945 time: 0.0538402 Aug 18 12:59:49.708332 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2547609f-8b36-4deb-adc7-17d19b78a5d0 req-6a16a302-32d4-4cb4-a456-7b9e9f821b5c tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381095 Aug 18 12:59:49.711635 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:49.730165 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e289b-a519-4b06-a0e3-23b5743e58ff tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Pushing event updated for resources: {'Port': ['ID=222a4986-0405-4bca-af80-c7188a4f8a52,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:49.742094 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e2fffc2e-1f7e-414a-aa98-502b6cde4436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:49.744333 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e2fffc2e-1f7e-414a-aa98-502b6cde4436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:49.746437 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e2fffc2e-1f7e-414a-aa98-502b6cde4436 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/63d769d6-1907-47bf-878b-f1f65bf8c786 HTTP/1.1" status: 204 len: 168 time: 0.5172403 Aug 18 12:59:49.748601 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-19186ff1-1937-4cc5-b48f-85f9e0f69bb4 tempest-DHCPAgentSchedulersTestJSON-1139115679 tempest-DHCPAgentSchedulersTestJSON-1139115679-project-admin] 10.222.0.13 "POST /v2.0/agents/5def4537-da4e-4686-bfda-4272e2939492/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3216259 Aug 18 12:59:49.758810 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47358) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:49.763495 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9e10b-149e-4a81-b8ed-eda5ee947380 req-42c3e50c-f00d-469c-b824-d15d648ffd4a tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:49.765611 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-92c9e10b-149e-4a81-b8ed-eda5ee947380 req-42c3e50c-f00d-469c-b824-d15d648ffd4a tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd9c0c0-9302-46fc-936d-3a98b229665d HTTP/1.1" status: 200 len: 946 time: 0.1105893 Aug 18 12:59:49.766916 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160f9a7a-7138-4cd6-af69-e0ea24cf9706 None None] Network 6d6cf373-df16-429a-b480-08ef38d1a17f requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:59:49.773220 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fffc2e-1f7e-414a-aa98-502b6cde4436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d769d6-1907-47bf-878b-f1f65bf8c786,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:49.797992 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bf6e289b-a519-4b06-a0e3-23b5743e58ff tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:49.845449 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-92c9e10b-149e-4a81-b8ed-eda5ee947380 req-b2628fa7-56d6-413f-bcb5-a5130bef99e7 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624447 Aug 18 12:59:49.885818 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device a217470c-9654-4443-9da1-02a2dae36033 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:59:49.937539 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: a217470c-9654-4443-9da1-02a2dae36033 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:59:49.937932 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device a217470c-9654-4443-9da1-02a2dae36033 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:59:49.938409 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device dd1c4335-a528-4111-9a13-d5cca0615388 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:59:49.943036 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=350f14b4-f8a7-417a-b6d2-1ee578a9e579,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:49.948482 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d5c6c939-50bf-4fff-964a-c5eaa5d5a306 tempest-DHCPAgentSchedulersTestJSON-1139115679 tempest-DHCPAgentSchedulersTestJSON-1139115679-project-admin] 10.222.0.13 "GET /v2.0/agents/5def4537-da4e-4686-bfda-4272e2939492/dhcp-networks HTTP/1.1" status: 200 len: 8860 time: 0.1881979 Aug 18 12:59:49.951436 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 47364) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:49.960727 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bf6e289b-a519-4b06-a0e3-23b5743e58ff tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:49.961903 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-bf6e289b-a519-4b06-a0e3-23b5743e58ff tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2782395 Aug 18 12:59:49.971756 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: dd1c4335-a528-4111-9a13-d5cca0615388 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:59:49.972107 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device dd1c4335-a528-4111-9a13-d5cca0615388 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:59:49.988736 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735808a-3bc1-4c4a-93f0-daead986b88a req-33201288-eddb-4f28-8147-9284deaefd91 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:49.995400 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e735808a-3bc1-4c4a-93f0-daead986b88a req-33201288-eddb-4f28-8147-9284deaefd91 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63ce61-f12c-4f16-aea6-7f4963e73522 HTTP/1.1" status: 200 len: 945 time: 0.0921652 Aug 18 12:59:50.065464 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e735808a-3bc1-4c4a-93f0-daead986b88a req-6dcd234b-65e2-4758-b161-6d63cc93acd5 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663471 Aug 18 12:59:50.091927 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 19b87f55-791f-4ed6-8c3a-0c8cfa91875b up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:59:50.137266 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-989ed423-a31d-49da-805d-f9db50de7ad9 tempest-DHCPAgentSchedulersTestJSON-1139115679 tempest-DHCPAgentSchedulersTestJSON-1139115679-project-admin] 10.222.0.13 "DELETE /v2.0/agents/5def4537-da4e-4686-bfda-4272e2939492/dhcp-networks/6d6cf373-df16-429a-b480-08ef38d1a17f HTTP/1.1" status: 204 len: 168 time: 0.1838911 Aug 18 12:59:50.140352 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 47378) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:50.155204 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 19b87f55-791f-4ed6-8c3a-0c8cfa91875b triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:59:50.155672 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:50.308021 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 350f14b4-f8a7-417a-b6d2-1ee578a9e579 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:59:50.369431 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-bb877a3c-3948-445d-8dd3-f697795e7d07 tempest-DHCPAgentSchedulersTestJSON-1139115679 tempest-DHCPAgentSchedulersTestJSON-1139115679-project-admin] 10.222.0.13 "GET /v2.0/agents/5def4537-da4e-4686-bfda-4272e2939492/dhcp-networks HTTP/1.1" status: 200 len: 8090 time: 0.2278504 Aug 18 12:59:50.377466 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47410) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:50.387551 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fd2b6-df2a-4877-8d7d-90c451459c10 req-1668bb8f-589f-4b7f-835f-6689226727dd tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:50.393193 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-306fd2b6-df2a-4877-8d7d-90c451459c10 req-1668bb8f-589f-4b7f-835f-6689226727dd tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "GET /v2.0/ports?device_id=30bc6f6b-9df5-4058-8275-06752f0c141b HTTP/1.1" status: 200 len: 945 time: 0.1088989 Aug 18 12:59:50.406612 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5e9f5f4d-d5d9-4edc-98e7-fce9bcb24d7d tempest-DHCPAgentSchedulersTestJSON-1139115679 tempest-DHCPAgentSchedulersTestJSON-1139115679-project-admin] 10.222.0.13 "GET /v2.0/networks/1d321113-d931-40d0-af3b-0c36cca9fc41/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0271089 Aug 18 12:59:50.409832 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 47414) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:50.420438 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 350f14b4-f8a7-417a-b6d2-1ee578a9e579 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:59:50.423496 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:50.443571 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b3cd6402-84fc-4465-b018-8a130783ccb3 tempest-DHCPAgentSchedulersTestJSON-1139115679 tempest-DHCPAgentSchedulersTestJSON-1139115679-project-admin] 10.222.0.13 "GET /v2.0/networks/1d321113-d931-40d0-af3b-0c36cca9fc41/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0325189 Aug 18 12:59:50.446185 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47416) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:50.498854 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-306fd2b6-df2a-4877-8d7d-90c451459c10 req-f944c38d-16f9-47ac-8faf-69c96002e766 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "GET /v2.0/security-groups?id=912671e9-a3ed-4cf8-9fc8-564ec482f774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779800 Aug 18 12:59:50.598821 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-31ce81d0-e533-4d20-8ed8-4cee559ee53d tempest-DHCPAgentSchedulersTestJSON-1139115679 tempest-DHCPAgentSchedulersTestJSON-1139115679-project-admin] 10.222.0.13 "GET /v2.0/agents/5def4537-da4e-4686-bfda-4272e2939492/dhcp-networks HTTP/1.1" status: 200 len: 8090 time: 0.1514480 Aug 18 12:59:50.602377 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47420) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:50.714751 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d3c8c412-d390-423b-9646-ca90f0998101 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:50.737480 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272af07-027b-4f94-a649-3b37e69fa7bc req-43a1e14a-f9e6-4c7a-9b39-631b82cadd99 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:50.739092 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6272af07-027b-4f94-a649-3b37e69fa7bc req-43a1e14a-f9e6-4c7a-9b39-631b82cadd99 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab48bf25-43e4-445e-ae88-a787c718bff2 HTTP/1.1" status: 200 len: 944 time: 0.0836227 Aug 18 12:59:50.836874 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d8a06-5544-4bcf-aabe-f7158b92cbac req-4a976226-2305-4a2d-8af8-4f07f6eda8b1 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:50.846729 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d3c8c412-d390-423b-9646-ca90f0998101 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:50.847333 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d88d8a06-5544-4bcf-aabe-f7158b92cbac req-4a976226-2305-4a2d-8af8-4f07f6eda8b1 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 945 time: 0.0628104 Aug 18 12:59:50.858336 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6272af07-027b-4f94-a649-3b37e69fa7bc req-7d7b46b4-93d5-432e-bd12-7e52132938bd tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948102 Aug 18 12:59:50.862544 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-d3c8c412-d390-423b-9646-ca90f0998101 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d6cf373-df16-429a-b480-08ef38d1a17f']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:50.880506 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-d3c8c412-d390-423b-9646-ca90f0998101 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e89c11b-f6ef-4b3c-b431-ec14d40790fc') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:50.880506 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-d3c8c412-d390-423b-9646-ca90f0998101 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e89c11b-f6ef-4b3c-b431-ec14d40790fc') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:50.886135 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d3c8c412-d390-423b-9646-ca90f0998101 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:50.902832 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d3c8c412-d390-423b-9646-ca90f0998101 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:50.911321 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3c8c412-d390-423b-9646-ca90f0998101 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:59:50.912033 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d3c8c412-d390-423b-9646-ca90f0998101 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:50.914954 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d88d8a06-5544-4bcf-aabe-f7158b92cbac req-582cfe41-5960-47a6-8725-1b1837b9d914 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539951 Aug 18 12:59:50.918940 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 12:59:50.918940 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:59:50.918940 n-d-803603-2 neutron-server[101676]: timer() Aug 18 12:59:50.918940 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:59:50.918940 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 12:59:50.918940 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:59:50.918940 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 12:59:50.918940 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:59:50.918940 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 12:59:50.918940 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:59:50.918940 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 12:59:50.918940 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:59:50.918940 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 12:59:50.918940 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:59:50.918940 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:59:50.918940 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:59:50.918940 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:59:50.918940 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:59:50.918940 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 12:59:50.918940 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:59:50.918940 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 12:59:50.918940 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:59:50.918940 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:59:50.918940 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:59:50.918940 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 12:59:50.918940 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:59:50.918940 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:59:50.918940 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:59:50.918940 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:59:50.918940 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:59:50.918940 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:59:50.918940 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:59:51.026946 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e49b32-e604-4290-9e9d-d6ecfc8292c7 req-bc000c2f-9514-4f65-9c37-e813a7ca1669 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:51.028461 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-32e49b32-e604-4290-9e9d-d6ecfc8292c7 req-bc000c2f-9514-4f65-9c37-e813a7ca1669 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd9c0c0-9302-46fc-936d-3a98b229665d HTTP/1.1" status: 200 len: 946 time: 0.0905468 Aug 18 12:59:51.070027 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-32e49b32-e604-4290-9e9d-d6ecfc8292c7 req-8a97284d-07a6-4033-b642-1b99494b4883 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349314 Aug 18 12:59:51.095871 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d3c8c412-d390-423b-9646-ca90f0998101 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:51.103148 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d3c8c412-d390-423b-9646-ca90f0998101 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:51.109394 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d3c8c412-d390-423b-9646-ca90f0998101 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] 10.222.0.13 "DELETE /v2.0/networks/6d6cf373-df16-429a-b480-08ef38d1a17f HTTP/1.1" status: 204 len: 168 time: 0.5053766 Aug 18 12:59:51.109591 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 47446) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:51.128769 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c8c412-d390-423b-9646-ca90f0998101 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Pushing event deleted for resources: {'Network': ['ID=6d6cf373-df16-429a-b480-08ef38d1a17f,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:51.162837 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dbc60b6-1229-46ee-8fea-40229d881d9e tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] DELETE failed (client error): The resource could not be found. Aug 18 12:59:51.163591 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dbc60b6-1229-46ee-8fea-40229d881d9e tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:59:51.173387 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5dbc60b6-1229-46ee-8fea-40229d881d9e tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] 10.222.0.13 "DELETE /v2.0/ports/23e6b712-38f4-4da1-b559-4ed5a66aab80 HTTP/1.1" status: 404 len: 333 time: 0.0627029 Aug 18 12:59:51.182524 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 47450) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:51.234061 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a40e87-9e0d-4ffd-8e86-5bbb90e54fdd req-a88a3c70-d36e-410f-9952-ee3a01592f97 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:51.235585 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a4a40e87-9e0d-4ffd-8e86-5bbb90e54fdd req-a88a3c70-d36e-410f-9952-ee3a01592f97 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfd9c0c0-9302-46fc-936d-3a98b229665d HTTP/1.1" status: 200 len: 946 time: 0.0605648 Aug 18 12:59:51.271289 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-920d556f-52d9-4877-b279-38bda31b78d1 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Deleting subnet d58635ea-a0eb-4f34-b23e-16aa169dd6ef {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:59:51.276841 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-920d556f-52d9-4877-b279-38bda31b78d1 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:51.286822 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a4a40e87-9e0d-4ffd-8e86-5bbb90e54fdd req-f40d5bbe-ab29-4554-966f-fb3340ef8976 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443394 Aug 18 12:59:51.287032 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4352ca-57db-4217-acb5-d0048b209418 req-5d940ba2-5f23-4e3f-b32b-a14d33fc3e4f tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:51.288544 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b4352ca-57db-4217-acb5-d0048b209418 req-5d940ba2-5f23-4e3f-b32b-a14d33fc3e4f tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63ce61-f12c-4f16-aea6-7f4963e73522 HTTP/1.1" status: 200 len: 945 time: 0.0761967 Aug 18 12:59:51.348972 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-920d556f-52d9-4877-b279-38bda31b78d1 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:51.376668 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b4352ca-57db-4217-acb5-d0048b209418 req-1375ebb4-9ecb-4abc-8554-e0d0b5397ac5 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674791 Aug 18 12:59:51.448347 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-920d556f-52d9-4877-b279-38bda31b78d1 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:51.615004 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-920d556f-52d9-4877-b279-38bda31b78d1 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:51.647562 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-920d556f-52d9-4877-b279-38bda31b78d1 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:51.653500 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67885dbd-0ac8-49d2-b598-80149c570042 None None] Network 1d321113-d931-40d0-af3b-0c36cca9fc41 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:59:51.658147 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-920d556f-52d9-4877-b279-38bda31b78d1 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] 10.222.0.13 "DELETE /v2.0/subnets/d58635ea-a0eb-4f34-b23e-16aa169dd6ef HTTP/1.1" status: 204 len: 168 time: 0.4744987 Aug 18 12:59:51.659691 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47496) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:51.664596 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d556f-52d9-4877-b279-38bda31b78d1 tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Pushing event deleted for resources: {'Subnet': ['ID=d58635ea-a0eb-4f34-b23e-16aa169dd6ef,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:51.758699 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4e8ec800-5f1b-4d69-82eb-38e8f8f8ed4f tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:51.824572 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-4e8ec800-5f1b-4d69-82eb-38e8f8f8ed4f tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Deleting port 350f14b4-f8a7-417a-b6d2-1ee578a9e579 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:59:51.824925 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4e8ec800-5f1b-4d69-82eb-38e8f8f8ed4f tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:51.887127 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea46df6-b800-4d50-8e20-f2bb9649ea1a None None] DHCP port deletion for 1d321113-d931-40d0-af3b-0c36cca9fc41 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:59:51.918510 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-4e8ec800-5f1b-4d69-82eb-38e8f8f8ed4f tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] For port 350f14b4-f8a7-417a-b6d2-1ee578a9e579, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=350f14b4-f8a7-417a-b6d2-1ee578a9e579,segment=NetworkSegment(823f49a8-1eeb-4e53-a20a-8da0858d3bbd),segment_id=823f49a8-1eeb-4e53-a20a-8da0858d3bbd)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:51.919212 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4e8ec800-5f1b-4d69-82eb-38e8f8f8ed4f tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:51.942023 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-4e8ec800-5f1b-4d69-82eb-38e8f8f8ed4f tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Calling delete_port for 350f14b4-f8a7-417a-b6d2-1ee578a9e579 owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:59:51.956447 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f759058-a713-480e-8dcd-9edd75d5a92b req-a4f9d666-d706-42c2-8b9a-89568142b3e1 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:51.961136 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5f759058-a713-480e-8dcd-9edd75d5a92b req-a4f9d666-d706-42c2-8b9a-89568142b3e1 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "GET /v2.0/ports?device_id=30bc6f6b-9df5-4058-8275-06752f0c141b HTTP/1.1" status: 200 len: 945 time: 0.0686500 Aug 18 12:59:51.962691 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46df6-b800-4d50-8e20-f2bb9649ea1a None None] Deleting port 350f14b4-f8a7-417a-b6d2-1ee578a9e579 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:59:51.963103 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1ea46df6-b800-4d50-8e20-f2bb9649ea1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:52.046790 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5f759058-a713-480e-8dcd-9edd75d5a92b req-df80728e-7458-45ee-9ea8-79ceb8b5ce53 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "GET /v2.0/security-groups?id=912671e9-a3ed-4cf8-9fc8-564ec482f774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789449 Aug 18 12:59:52.071213 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device daa78040-1dab-4fc3-94e7-5a89742d523e up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:59:52.157900 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4e8ec800-5f1b-4d69-82eb-38e8f8f8ed4f tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:52.191355 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ec800-5f1b-4d69-82eb-38e8f8f8ed4f tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Pushing event deleted for resources: {'Port': ['ID=350f14b4-f8a7-417a-b6d2-1ee578a9e579,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:52.208555 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8ec800-5f1b-4d69-82eb-38e8f8f8ed4f tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] No DVR routers for this DVR port 350f14b4-f8a7-417a-b6d2-1ee578a9e579 on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:59:52.261140 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 350f14b4-f8a7-417a-b6d2-1ee578a9e579 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:59:52.263186 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 31d6943a-d69e-4f52-a7bf-d4c9ede2182d details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:59:52.309413 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 350f14b4-f8a7-417a-b6d2-1ee578a9e579 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:59:52.315822 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 350f14b4-f8a7-417a-b6d2-1ee578a9e579 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:59:52.323388 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4e8ec800-5f1b-4d69-82eb-38e8f8f8ed4f tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:52.334103 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-44a6c6e1-466b-4ec2-99c8-29e561ded19b tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:52.337507 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-4e8ec800-5f1b-4d69-82eb-38e8f8f8ed4f tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d321113-d931-40d0-af3b-0c36cca9fc41']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:52.339464 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-44a6c6e1-466b-4ec2-99c8-29e561ded19b tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/networks?id=f5784924-95c0-4ade-8e9b-45fec751237e HTTP/1.1" status: 200 len: 811 time: 0.2124851 Aug 18 12:59:52.351278 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-4e8ec800-5f1b-4d69-82eb-38e8f8f8ed4f tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '823f49a8-1eeb-4e53-a20a-8da0858d3bbd') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:52.351651 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-4e8ec800-5f1b-4d69-82eb-38e8f8f8ed4f tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '823f49a8-1eeb-4e53-a20a-8da0858d3bbd') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:52.356781 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-1ea46df6-b800-4d50-8e20-f2bb9649ea1a None None] For port 350f14b4-f8a7-417a-b6d2-1ee578a9e579, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=350f14b4-f8a7-417a-b6d2-1ee578a9e579,segment=NetworkSegment(823f49a8-1eeb-4e53-a20a-8da0858d3bbd),segment_id=823f49a8-1eeb-4e53-a20a-8da0858d3bbd)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:52.357183 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1ea46df6-b800-4d50-8e20-f2bb9649ea1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:52.363642 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4e8ec800-5f1b-4d69-82eb-38e8f8f8ed4f tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:52.371588 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-14fdcf0a-639f-409e-901c-8ed764e7c0f1 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/quotas/f0303d9be8d54f109bacfe8faa1afc25 HTTP/1.1" status: 200 len: 375 time: 0.0223536 Aug 18 12:59:52.381396 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4e8ec800-5f1b-4d69-82eb-38e8f8f8ed4f tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:52.382467 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-1ea46df6-b800-4d50-8e20-f2bb9649ea1a None None] Calling delete_port for 350f14b4-f8a7-417a-b6d2-1ee578a9e579 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:59:52.389058 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e8ec800-5f1b-4d69-82eb-38e8f8f8ed4f tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:59:52.389513 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4e8ec800-5f1b-4d69-82eb-38e8f8f8ed4f tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:52.393300 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 12:59:52.393300 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:59:52.393300 n-d-803603-2 neutron-server[101676]: timer() Aug 18 12:59:52.393300 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:59:52.393300 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 12:59:52.393300 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:59:52.393300 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 12:59:52.393300 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:59:52.393300 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 12:59:52.393300 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:59:52.393300 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 12:59:52.393300 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:59:52.393300 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 12:59:52.393300 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:59:52.393300 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:59:52.393300 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:59:52.393300 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:59:52.393300 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:59:52.393300 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 12:59:52.393300 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:59:52.393300 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 12:59:52.393300 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:59:52.393300 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:59:52.393300 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:59:52.393300 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 12:59:52.393300 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:59:52.393300 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:59:52.393300 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:59:52.393300 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:59:52.393300 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:59:52.393300 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:59:52.393300 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:59:52.477047 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-16d4b5db-117c-42a1-be78-87b489ce929b tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0303d9be8d54f109bacfe8faa1afc25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0972490 Aug 18 12:59:52.548652 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98048a-4707-422b-9fce-f4f2d81617c2 req-d781c33e-8c3f-411c-ae25-bd4c8c21b7b5 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:52.550569 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8f98048a-4707-422b-9fce-f4f2d81617c2 req-d781c33e-8c3f-411c-ae25-bd4c8c21b7b5 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab48bf25-43e4-445e-ae88-a787c718bff2 HTTP/1.1" status: 200 len: 944 time: 0.0707221 Aug 18 12:59:52.583858 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 31d6943a-d69e-4f52-a7bf-d4c9ede2182d, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=31d6943a-d69e-4f52-a7bf-d4c9ede2182d,segment=NetworkSegment(d254ae00-87be-41d4-aa78-e249d1ab7c29),segment_id=d254ae00-87be-41d4-aa78-e249d1ab7c29)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:52.593853 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-ac4c8de5-51ea-4b25-b096-29a93bd8b4c1 service neutron] 10.222.0.13 "GET /v2.0/networks/f5784924-95c0-4ade-8e9b-45fec751237e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170025 Aug 18 12:59:52.595444 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8f98048a-4707-422b-9fce-f4f2d81617c2 req-8e4ec521-23d1-4589-a152-3e988597b38a tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383759 Aug 18 12:59:52.601244 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4e8ec800-5f1b-4d69-82eb-38e8f8f8ed4f tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:52.602161 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '31d6943a-d69e-4f52-a7bf-d4c9ede2182d', 'network_id': '8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8', 'port_id': '31d6943a-d69e-4f52-a7bf-d4c9ede2182d', 'mac_address': 'fa:16:3e:c9:cf:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370a4194-5e7c-4dd1-afef-69ff1c3d51dd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:59:52.602332 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4e8ec800-5f1b-4d69-82eb-38e8f8f8ed4f tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:52.604317 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1ea46df6-b800-4d50-8e20-f2bb9649ea1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:52.607440 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4e8ec800-5f1b-4d69-82eb-38e8f8f8ed4f tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] 10.222.0.13 "DELETE /v2.0/networks/1d321113-d931-40d0-af3b-0c36cca9fc41 HTTP/1.1" status: 204 len: 168 time: 0.9458423 Aug 18 12:59:52.613529 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1ea46df6-b800-4d50-8e20-f2bb9649ea1a None None] Network 1d321113-d931-40d0-af3b-0c36cca9fc41 is not hosted by any dhcp agent {{(pid=101677) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 18 12:59:52.613995 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea46df6-b800-4d50-8e20-f2bb9649ea1a None None] No DVR routers for this DVR port 350f14b4-f8a7-417a-b6d2-1ee578a9e579 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:59:52.632331 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ec800-5f1b-4d69-82eb-38e8f8f8ed4f tempest-DHCPAgentSchedulersTestJSON-1456008686 tempest-DHCPAgentSchedulersTestJSON-1456008686-project] Pushing event deleted for resources: {'Network': ['ID=1d321113-d931-40d0-af3b-0c36cca9fc41,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:52.654605 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea46df6-b800-4d50-8e20-f2bb9649ea1a None None] Pushing event deleted for resources: {'Port': ['ID=350f14b4-f8a7-417a-b6d2-1ee578a9e579,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:52.656549 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port daa78040-1dab-4fc3-94e7-5a89742d523e completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:59:52.680226 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port daa78040-1dab-4fc3-94e7-5a89742d523e triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:59:52.680618 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:52.719218 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:52.751208 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31d6943a-d69e-4f52-a7bf-d4c9ede2182d {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:59:52.766687 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 31d6943a-d69e-4f52-a7bf-d4c9ede2182d, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=31d6943a-d69e-4f52-a7bf-d4c9ede2182d,segment=NetworkSegment(d254ae00-87be-41d4-aa78-e249d1ab7c29),segment_id=d254ae00-87be-41d4-aa78-e249d1ab7c29)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:52.793769 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-6a17e175-d272-4dee-a8d9-6e41e536cb11 service neutron] 10.222.0.13 "GET /v2.0/networks/f5784924-95c0-4ade-8e9b-45fec751237e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737235 Aug 18 12:59:52.803111 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:52.829205 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15abad-8e58-453a-83ed-98e50674cd2f req-29803932-3035-4e03-b91e-c618f9ca653b tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:52.830890 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0e15abad-8e58-453a-83ed-98e50674cd2f req-29803932-3035-4e03-b91e-c618f9ca653b tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 945 time: 0.0894883 Aug 18 12:59:52.833294 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30bc6f6b-9df5-4058-8275-06752f0c141b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa78040-1dab-4fc3-94e7-5a89742d523e'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:59:52.835591 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aafc338-5105-4de9-b02d-ae0f5f529cd6" -d '{"events": [{"server_uuid": "30bc6f6b-9df5-4058-8275-06752f0c141b", "name": "network-vif-plugged", "status": "completed", "tag": "daa78040-1dab-4fc3-94e7-5a89742d523e"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:59:52.849661 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port daa78040-1dab-4fc3-94e7-5a89742d523e, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=daa78040-1dab-4fc3-94e7-5a89742d523e,segment=NetworkSegment(39c1e18c-52da-422d-b267-009bd37c804b),segment_id=39c1e18c-52da-422d-b267-009bd37c804b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:52.887492 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0e15abad-8e58-453a-83ed-98e50674cd2f req-df9f5321-95fd-41fb-b458-80fb204d71db tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416238 Aug 18 12:59:52.906146 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:52.966005 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:52.971753 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=31d6943a-d69e-4f52-a7bf-d4c9ede2182d,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:53.091621 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=daa78040-1dab-4fc3-94e7-5a89742d523e,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:53.157684 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-e07b79ba-4adc-41e3-9070-28bf55c73b7d tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:53.162721 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['31d6943a-d69e-4f52-a7bf-d4c9ede2182d'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:59:53.174635 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-e07b79ba-4adc-41e3-9070-28bf55c73b7d tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/networks?id=e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1 HTTP/1.1" status: 200 len: 814 time: 0.2105141 Aug 18 12:59:53.224425 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed44346-ea53-4917-adf1-93b942e5e063 x-openstack-request-id: req-0ed44346-ea53-4917-adf1-93b942e5e063 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:59:53.224425 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30bc6f6b-9df5-4058-8275-06752f0c141b", "name": "network-vif-plugged", "status": "completed", "tag": "daa78040-1dab-4fc3-94e7-5a89742d523e", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:59:53.224425 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ed44346-ea53-4917-adf1-93b942e5e063 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:59:53.224425 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30bc6f6b-9df5-4058-8275-06752f0c141b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa78040-1dab-4fc3-94e7-5a89742d523e', 'code': 200} Aug 18 12:59:53.224724 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-5db8e05a-9055-47d7-8ffa-2404905c6b61 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/quotas/37a6e9787c904eb58cf3ddb1e11023f5 HTTP/1.1" status: 200 len: 375 time: 0.0413382 Aug 18 12:59:53.354522 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-83f42ab2-d691-4962-9276-d4654e849b2b tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=37a6e9787c904eb58cf3ddb1e11023f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1259680 Aug 18 12:59:53.391143 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8dfed62b-dfbb-48de-bb5e-5e9fc60da3f3 req-63b70bb9-8513-4aeb-bb7d-457705b8c2ff tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 210 time: 0.1354475 Aug 18 12:59:53.454040 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 47552) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:53.457053 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea78a7a-2990-4ada-a48a-db8269daf470 req-94853499-87f8-48e4-a8a8-fbd0cab7099b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:53.459079 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9ea78a7a-2990-4ada-a48a-db8269daf470 req-94853499-87f8-48e4-a8a8-fbd0cab7099b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=30bc6f6b-9df5-4058-8275-06752f0c141b HTTP/1.1" status: 200 len: 1097 time: 0.1913044 Aug 18 12:59:53.484454 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea25f43-05b2-4bfb-9008-1e447a262804 req-cdfa9862-5c37-481a-9748-122e4e647eb9 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:53.493408 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4ea25f43-05b2-4bfb-9008-1e447a262804 req-cdfa9862-5c37-481a-9748-122e4e647eb9 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfd9c0c0-9302-46fc-936d-3a98b229665d HTTP/1.1" status: 200 len: 946 time: 0.1891105 Aug 18 12:59:53.533521 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-b053c64f-ca7a-4720-86e6-1a5f16a30524 service neutron] 10.222.0.13 "GET /v2.0/networks/e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790419 Aug 18 12:59:53.634785 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9ea78a7a-2990-4ada-a48a-db8269daf470 req-c326fae2-3c62-47e5-a47f-12368c6d5243 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=912671e9-a3ed-4cf8-9fc8-564ec482f774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396701 Aug 18 12:59:53.651255 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc27ce-95c1-4e7c-ac18-52b8f18582ae req-6382e705-d8dc-44d8-ba5f-7792f3d94296 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:53.658670 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5edc27ce-95c1-4e7c-ac18-52b8f18582ae req-6382e705-d8dc-44d8-ba5f-7792f3d94296 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "GET /v2.0/ports?device_id=30bc6f6b-9df5-4058-8275-06752f0c141b HTTP/1.1" status: 200 len: 946 time: 0.1622181 Aug 18 12:59:53.672716 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-97041e77-370c-405c-a3d0-a9b26f8d5eac service neutron] 10.222.0.13 "GET /v2.0/networks/e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382265 Aug 18 12:59:53.746511 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-4ea25f43-05b2-4bfb-9008-1e447a262804 req-f1cbab48-6c4c-4894-8523-445af6aba168 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Deleting port c852bd48-4cc1-46e1-ba7c-a6f451a40ab7 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:59:53.746511 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4ea25f43-05b2-4bfb-9008-1e447a262804 req-f1cbab48-6c4c-4894-8523-445af6aba168 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:53.751245 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5edc27ce-95c1-4e7c-ac18-52b8f18582ae req-57dacca5-066d-4612-8ba7-482d833998e1 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "GET /v2.0/security-groups?id=912671e9-a3ed-4cf8-9fc8-564ec482f774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916126 Aug 18 12:59:53.755710 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-70f40252-5942-49c6-a44e-1e011863cc2a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=57419ed2b5124120abbc5cc5bdb02c7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2952638 Aug 18 12:59:53.758324 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47560) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:53.870043 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a0ab36a3-c12a-432d-99f9-b8cbb0cd9190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:53.898831 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a0ab36a3-c12a-432d-99f9-b8cbb0cd9190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:54.015482 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device bdaffda7-0bca-4741-b772-1df94b09d559 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:59:54.046781 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c3f67-21e8-44bc-aea0-acddb8fbe929 req-ff6f47f9-0e04-4fd0-bc32-fa1f47029362 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:54.051773 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4a9c3f67-21e8-44bc-aea0-acddb8fbe929 req-ff6f47f9-0e04-4fd0-bc32-fa1f47029362 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 945 time: 0.0814309 Aug 18 12:59:54.054792 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a0ab36a3-c12a-432d-99f9-b8cbb0cd9190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:54.057659 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a0ab36a3-c12a-432d-99f9-b8cbb0cd9190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:54.073008 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-4ea25f43-05b2-4bfb-9008-1e447a262804 req-f1cbab48-6c4c-4894-8523-445af6aba168 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] For port c852bd48-4cc1-46e1-ba7c-a6f451a40ab7, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=c852bd48-4cc1-46e1-ba7c-a6f451a40ab7,segment=NetworkSegment(ef8e8cee-8aff-47ee-80bb-ffa053f3577b),segment_id=ef8e8cee-8aff-47ee-80bb-ffa053f3577b)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:54.073008 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4ea25f43-05b2-4bfb-9008-1e447a262804 req-f1cbab48-6c4c-4894-8523-445af6aba168 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:54.082607 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a0ab36a3-c12a-432d-99f9-b8cbb0cd9190 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/de0178f6-5ae7-4e40-b967-570a4c85976d HTTP/1.1" status: 204 len: 168 time: 0.3226509 Aug 18 12:59:54.132656 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab36a3-c12a-432d-99f9-b8cbb0cd9190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0178f6-5ae7-4e40-b967-570a4c85976d,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:54.149016 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff55812-bee2-4382-a0c1-87d99a85e09e req-f23b7ab0-33fd-4817-bdb6-94798f586ddb tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:54.166614 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fff55812-bee2-4382-a0c1-87d99a85e09e req-f23b7ab0-33fd-4817-bdb6-94798f586ddb tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab48bf25-43e4-445e-ae88-a787c718bff2 HTTP/1.1" status: 200 len: 945 time: 0.2373590 Aug 18 12:59:54.179309 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-4ea25f43-05b2-4bfb-9008-1e447a262804 req-f1cbab48-6c4c-4894-8523-445af6aba168 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Calling delete_port for c852bd48-4cc1-46e1-ba7c-a6f451a40ab7 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:59:54.179535 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4a9c3f67-21e8-44bc-aea0-acddb8fbe929 req-a6d7a27b-22d9-4e99-9a2b-73feaf31a67e tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938804 Aug 18 12:59:54.243501 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 31d6943a-d69e-4f52-a7bf-d4c9ede2182d up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:59:54.284336 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a52c89f4-9d5b-4a69-97b5-aa66380893ff req-2da31795-b8fe-4b56-bddf-3cbb1140fb4d tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee68456-83bc-44aa-b8df-ce6712581455 HTTP/1.1" status: 200 len: 210 time: 0.0388794 Aug 18 12:59:54.292993 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fff55812-bee2-4382-a0c1-87d99a85e09e req-1f331c71-8625-40cd-a3cc-875d12b3c7af tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224988 Aug 18 12:59:54.364496 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port bdaffda7-0bca-4741-b772-1df94b09d559, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=bdaffda7-0bca-4741-b772-1df94b09d559,segment=NetworkSegment(203c474d-56e3-424f-9d3b-a131550498ab),segment_id=203c474d-56e3-424f-9d3b-a131550498ab)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:54.376875 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'bdaffda7-0bca-4741-b772-1df94b09d559', 'network_id': 'b896f31e-62b0-4c89-b554-2d6ea14ce4b9', 'port_id': 'bdaffda7-0bca-4741-b772-1df94b09d559', 'mac_address': 'fa:16:3e:6d:b1:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ff60f5-a1bd-4c4a-b8b1-0b6ab79f5acb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:59:54.433574 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:54.466059 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bdaffda7-0bca-4741-b772-1df94b09d559 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:59:54.483809 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 31d6943a-d69e-4f52-a7bf-d4c9ede2182d completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:59:54.496035 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 31d6943a-d69e-4f52-a7bf-d4c9ede2182d triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:59:54.496418 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:54.534832 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4ea25f43-05b2-4bfb-9008-1e447a262804 req-f1cbab48-6c4c-4894-8523-445af6aba168 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:54.612748 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port bdaffda7-0bca-4741-b772-1df94b09d559, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=bdaffda7-0bca-4741-b772-1df94b09d559,segment=NetworkSegment(203c474d-56e3-424f-9d3b-a131550498ab),segment_id=203c474d-56e3-424f-9d3b-a131550498ab)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:54.615450 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['c852bd48-4cc1-46e1-ba7c-a6f451a40ab7'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:59:54.622670 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cbab48-6c4c-4894-8523-445af6aba168 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Pushing event deleted for resources: {'Port': ['ID=c852bd48-4cc1-46e1-ba7c-a6f451a40ab7,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:54.639814 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d34093b6-2353-4aee-9974-e21aa24ad871 req-3bcaba13-21fb-445b-9271-49d5449e3d6f tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 210 time: 0.0896509 Aug 18 12:59:54.690859 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea25f43-05b2-4bfb-9008-1e447a262804 req-f1cbab48-6c4c-4894-8523-445af6aba168 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] No DVR routers for this DVR port c852bd48-4cc1-46e1-ba7c-a6f451a40ab7 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:59:54.694278 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4ea25f43-05b2-4bfb-9008-1e447a262804 req-f1cbab48-6c4c-4894-8523-445af6aba168 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:54.697791 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4ea25f43-05b2-4bfb-9008-1e447a262804 req-f1cbab48-6c4c-4894-8523-445af6aba168 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.20 "DELETE /v2.0/ports/c852bd48-4cc1-46e1-ba7c-a6f451a40ab7 HTTP/1.1" status: 204 len: 173 time: 1.1872079 Aug 18 12:59:54.698772 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd9c0c0-9302-46fc-936d-3a98b229665d', 'name': 'network-vif-deleted', 'tag': 'c852bd48-4cc1-46e1-ba7c-a6f451a40ab7'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:59:54.710499 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f25330-16f2-410c-8636-e74ee5469cec" -d '{"events": [{"server_uuid": "dfd9c0c0-9302-46fc-936d-3a98b229665d", "name": "network-vif-deleted", "tag": "c852bd48-4cc1-46e1-ba7c-a6f451a40ab7"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:59:54.718724 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:54.752999 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b5e472-c7b0-4079-bda6-c3a216b2ecbf x-openstack-request-id: req-61b5e472-c7b0-4079-bda6-c3a216b2ecbf {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:59:54.753518 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd9c0c0-9302-46fc-936d-3a98b229665d", "name": "network-vif-deleted", "tag": "c852bd48-4cc1-46e1-ba7c-a6f451a40ab7", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:59:54.753937 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-61b5e472-c7b0-4079-bda6-c3a216b2ecbf {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:59:54.754779 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd9c0c0-9302-46fc-936d-3a98b229665d', 'name': 'network-vif-deleted', 'tag': 'c852bd48-4cc1-46e1-ba7c-a6f451a40ab7', 'status': 'completed', 'code': 200} Aug 18 12:59:54.772997 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 31d6943a-d69e-4f52-a7bf-d4c9ede2182d, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=31d6943a-d69e-4f52-a7bf-d4c9ede2182d,segment=NetworkSegment(d254ae00-87be-41d4-aa78-e249d1ab7c29),segment_id=d254ae00-87be-41d4-aa78-e249d1ab7c29)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:54.792347 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:54.853048 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:54.887904 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['bdaffda7-0bca-4741-b772-1df94b09d559'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:59:55.005561 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501a170-669f-4df6-9920-3870776b521c req-8bb06821-aa43-43e2-8f02-fa3b13620227 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:55.017397 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b501a170-669f-4df6-9920-3870776b521c req-8bb06821-aa43-43e2-8f02-fa3b13620227 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "GET /v2.0/ports?device_id=30bc6f6b-9df5-4058-8275-06752f0c141b HTTP/1.1" status: 200 len: 946 time: 0.1486435 Aug 18 12:59:55.077683 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=bdaffda7-0bca-4741-b772-1df94b09d559,revision_number=6']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:55.088277 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 47624) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:55.103089 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b501a170-669f-4df6-9920-3870776b521c req-4e8c8372-6446-48ce-bffd-af89dbbd5824 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "GET /v2.0/security-groups?id=912671e9-a3ed-4cf8-9fc8-564ec482f774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842123 Aug 18 12:59:55.108865 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-695fc7b7-16c8-45a6-b74f-bb5555944853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:55.265069 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-695fc7b7-16c8-45a6-b74f-bb5555944853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:55.267644 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab48bf25-43e4-445e-ae88-a787c718bff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d6943a-d69e-4f52-a7bf-d4c9ede2182d'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:59:55.270146 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702d95d8-958c-4431-8bd0-9e4822c0cb57" -d '{"events": [{"server_uuid": "ab48bf25-43e4-445e-ae88-a787c718bff2", "name": "network-vif-plugged", "status": "completed", "tag": "31d6943a-d69e-4f52-a7bf-d4c9ede2182d"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:59:55.288262 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=31d6943a-d69e-4f52-a7bf-d4c9ede2182d,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:55.334040 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-695fc7b7-16c8-45a6-b74f-bb5555944853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:55.361798 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abafbed0-f04d-4444-8a3a-2d11b645c9c9 x-openstack-request-id: req-abafbed0-f04d-4444-8a3a-2d11b645c9c9 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:59:55.362094 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab48bf25-43e4-445e-ae88-a787c718bff2", "name": "network-vif-plugged", "status": "completed", "tag": "31d6943a-d69e-4f52-a7bf-d4c9ede2182d", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:59:55.363079 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-abafbed0-f04d-4444-8a3a-2d11b645c9c9 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:59:55.363079 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab48bf25-43e4-445e-ae88-a787c718bff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d6943a-d69e-4f52-a7bf-d4c9ede2182d', 'code': 200} Aug 18 12:59:55.477528 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-695fc7b7-16c8-45a6-b74f-bb5555944853 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d6ca3560f81341ad9ecf4f74434832e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3883708 Aug 18 12:59:55.478582 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 47636) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:55.481392 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e77b6bb4-8260-4052-86c5-937c7aa01a9f req-4c9d6eb5-8ab8-49e3-b5ca-8901b8d72d05 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee68456-83bc-44aa-b8df-ce6712581455 HTTP/1.1" status: 200 len: 210 time: 0.0422311 Aug 18 12:59:55.513423 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695fc7b7-16c8-45a6-b74f-bb5555944853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2eaaad0-4db9-4784-8d99-2e52f36dc031,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:55.581427 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8fa498-71c1-4ba3-a47b-a84c18ad998c req-de599954-4035-4277-a34c-5136803b8d6d tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:55.583666 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ef8fa498-71c1-4ba3-a47b-a84c18ad998c req-de599954-4035-4277-a34c-5136803b8d6d tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 944 time: 0.2251959 Aug 18 12:59:55.607787 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72ad8b-fe0d-4733-aac4-fc2f58c8b0e0 req-8590151b-4b51-4860-acbb-1e082f36ef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:55.610151 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0c72ad8b-fe0d-4733-aac4-fc2f58c8b0e0 req-8590151b-4b51-4860-acbb-1e082f36ef8a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ab48bf25-43e4-445e-ae88-a787c718bff2 HTTP/1.1" status: 200 len: 1097 time: 0.1575491 Aug 18 12:59:55.653094 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ee7babf2-70e6-4d9f-8635-49a255a004f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:55.713015 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7e286-316a-4f3a-a5a0-0b5724bc9059 req-aa3ad678-70c5-4f06-b12f-c062306273ff tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:55.723410 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bfd7e286-316a-4f3a-a5a0-0b5724bc9059 req-aa3ad678-70c5-4f06-b12f-c062306273ff tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab48bf25-43e4-445e-ae88-a787c718bff2 HTTP/1.1" status: 200 len: 946 time: 0.1275191 Aug 18 12:59:55.821954 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bfd7e286-316a-4f3a-a5a0-0b5724bc9059 req-a87f4f5f-b878-42ef-9d1a-4589764e3102 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928192 Aug 18 12:59:55.954031 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-25c679f4-9d86-4775-8c0d-5d9c4a73f898 req-8b6eedc9-e698-464b-a101-275f524cc74f tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 210 time: 0.0430195 Aug 18 12:59:56.024519 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device bdaffda7-0bca-4741-b772-1df94b09d559 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:59:56.158210 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port bdaffda7-0bca-4741-b772-1df94b09d559 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:59:56.158914 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:56.329972 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ee7babf2-70e6-4d9f-8635-49a255a004f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:56.340686 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:56.397232 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2cc5c-8609-4f51-bf2c-268d8e89ebbd req-846bc01a-5de4-41e2-80ec-3343c51c0f92 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:56.399157 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1ae2cc5c-8609-4f51-bf2c-268d8e89ebbd req-846bc01a-5de4-41e2-80ec-3343c51c0f92 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "GET /v2.0/ports?device_id=30bc6f6b-9df5-4058-8275-06752f0c141b HTTP/1.1" status: 200 len: 946 time: 0.1096554 Aug 18 12:59:56.451487 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port bdaffda7-0bca-4741-b772-1df94b09d559, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=bdaffda7-0bca-4741-b772-1df94b09d559,segment=NetworkSegment(203c474d-56e3-424f-9d3b-a131550498ab),segment_id=203c474d-56e3-424f-9d3b-a131550498ab)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:56.478752 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1ae2cc5c-8609-4f51-bf2c-268d8e89ebbd req-505352d7-3c40-4fad-8f43-c64c8f0a413e tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "GET /v2.0/security-groups?id=912671e9-a3ed-4cf8-9fc8-564ec482f774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723574 Aug 18 12:59:56.480046 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ef8fa498-71c1-4ba3-a47b-a84c18ad998c req-9886c1d3-5368-4534-a9d5-0b8b461999c6 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8835037 Aug 18 12:59:56.496999 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0c72ad8b-fe0d-4733-aac4-fc2f58c8b0e0 req-9fe94171-9659-48e7-b45c-0339afe91e7e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8771558 Aug 18 12:59:56.540778 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:56.542200 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device c852bd48-4cc1-46e1-ba7c-a6f451a40ab7 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:59:56.607446 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-ad48994f-e8c7-46d0-95bd-c6184e5f5428 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:56.616280 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-ad48994f-e8c7-46d0-95bd-c6184e5f5428 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.20 "GET /v2.0/networks?id=f5784924-95c0-4ade-8e9b-45fec751237e HTTP/1.1" status: 200 len: 811 time: 0.3001132 Aug 18 12:59:56.631687 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: c852bd48-4cc1-46e1-ba7c-a6f451a40ab7 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:59:56.632034 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device c852bd48-4cc1-46e1-ba7c-a6f451a40ab7 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:59:56.691364 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-d31e9cbc-1249-4bc8-9ffe-c25932a5e687 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Request body: {'port': {'device_id': 'a4a65954-f30f-4b15-8588-6f8515f551ac', 'network_id': 'f5784924-95c0-4ade-8e9b-45fec751237e', 'admin_state_up': True, 'tenant_id': 'f0303d9be8d54f109bacfe8faa1afc25'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:56.717174 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=bdaffda7-0bca-4741-b772-1df94b09d559,revision_number=7']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:56.736295 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f8e8d8c2-db71-4b4a-9c33-687dc3ed9755 req-dd452d7a-1ce4-4ed5-ae5a-59f0f636abd5 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee68456-83bc-44aa-b8df-ce6712581455 HTTP/1.1" status: 200 len: 210 time: 0.0787306 Aug 18 12:59:56.800835 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ee7babf2-70e6-4d9f-8635-49a255a004f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:56.816601 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ee7babf2-70e6-4d9f-8635-49a255a004f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:56.816601 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ee7babf2-70e6-4d9f-8635-49a255a004f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e2eaaad0-4db9-4784-8d99-2e52f36dc031 HTTP/1.1" status: 204 len: 168 time: 1.3303194 Aug 18 12:59:56.877685 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a8311-85fe-43dd-84bb-1aba4803f817 req-88ed9912-a902-453e-addf-49d626224bc8 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:56.888103 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-000a8311-85fe-43dd-84bb-1aba4803f817 req-88ed9912-a902-453e-addf-49d626224bc8 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "GET /v2.0/ports?device_id=30bc6f6b-9df5-4058-8275-06752f0c141b HTTP/1.1" status: 200 len: 946 time: 0.2623751 Aug 18 12:59:56.889116 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47662) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:56.890869 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7babf2-70e6-4d9f-8635-49a255a004f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2eaaad0-4db9-4784-8d99-2e52f36dc031,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:56.906435 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-f8c626da-0f7a-44b3-b1a2-b3966430bccc tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Request body: {'floatingip': {'port_id': 'daa78040-1dab-4fc3-94e7-5a89742d523e'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:57.082837 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f8c626da-0f7a-44b3-b1a2-b3966430bccc tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify callbacks [] for floatingip, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:57.104469 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-d31e9cbc-1249-4bc8-9ffe-c25932a5e687 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Made reservation on behalf of f0303d9be8d54f109bacfe8faa1afc25 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:59:57.110257 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-d31e9cbc-1249-4bc8-9ffe-c25932a5e687 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:57.282185 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7dc9b6-ba1c-4c2e-84ec-079fb93661aa req-ff5ace92-8452-41f2-b3ce-a98002fa40c2 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:57.284945 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1e7dc9b6-ba1c-4c2e-84ec-079fb93661aa req-ff5ace92-8452-41f2-b3ce-a98002fa40c2 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab48bf25-43e4-445e-ae88-a787c718bff2 HTTP/1.1" status: 200 len: 946 time: 0.2885261 Aug 18 12:59:57.364520 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332a635e-465d-40f4-94ae-a8ba4efa4f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdaffda7-0bca-4741-b772-1df94b09d559'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:59:57.369485 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237064e5-85ae-4681-8b0c-606df7cbc2af" -d '{"events": [{"server_uuid": "332a635e-465d-40f4-94ae-a8ba4efa4f8c", "name": "network-vif-plugged", "status": "completed", "tag": "bdaffda7-0bca-4741-b772-1df94b09d559"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:59:57.421323 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1e7dc9b6-ba1c-4c2e-84ec-079fb93661aa req-1096e887-be7b-4ee0-9b49-4892b0631141 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030560 Aug 18 12:59:57.552628 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-10feeb7b-1840-40fb-b7b6-a87dc10b70b8 req-ef60b7dc-f631-482f-b94c-9258407b32dc tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 210 time: 0.4149950 Aug 18 12:59:57.643153 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7dda176-5a94-48e4-aed5-ef90854205aa x-openstack-request-id: req-c7dda176-5a94-48e4-aed5-ef90854205aa {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:59:57.643734 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332a635e-465d-40f4-94ae-a8ba4efa4f8c", "name": "network-vif-plugged", "status": "completed", "tag": "bdaffda7-0bca-4741-b772-1df94b09d559", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:59:57.644240 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c7dda176-5a94-48e4-aed5-ef90854205aa {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:59:57.644787 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332a635e-465d-40f4-94ae-a8ba4efa4f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdaffda7-0bca-4741-b772-1df94b09d559', 'code': 200} Aug 18 12:59:57.798707 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:57.830922 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-d31e9cbc-1249-4bc8-9ffe-c25932a5e687 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Allocated IP 172.20.0.10 (f5784924-95c0-4ade-8e9b-45fec751237e/5fe5576d-7fb1-4b34-b4b7-7ac7dda64bb3/2f82394a-1acb-490b-82df-f75bd4b478f8) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:59:57.924861 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d84699-896c-456e-b197-0c556a9e6d2c req-376940fa-eb1d-4dd7-958c-a5c197df9b60 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:57.926794 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-61d84699-896c-456e-b197-0c556a9e6d2c req-376940fa-eb1d-4dd7-958c-a5c197df9b60 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 945 time: 0.1708000 Aug 18 12:59:57.983408 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2f15a6a5-def7-4e92-a689-400f634dc2dd req-93bbca87-4cc8-4291-842e-cbd2b504a13c tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee68456-83bc-44aa-b8df-ce6712581455 HTTP/1.1" status: 200 len: 210 time: 0.0584409 Aug 18 12:59:58.034424 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-cb10d12a-7ede-4712-b070-45d66f3efaba tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:58.038077 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-cb10d12a-7ede-4712-b070-45d66f3efaba tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.20 "GET /v2.0/networks?id=e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1 HTTP/1.1" status: 200 len: 814 time: 0.5027151 Aug 18 12:59:58.057390 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-0ba04000-dfbf-4a0e-aba9-fb3e078d5408 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Request body: {'port': {'device_id': '4ee68456-83bc-44aa-b8df-ce6712581455', 'network_id': 'e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1', 'admin_state_up': True, 'tenant_id': '37a6e9787c904eb58cf3ddb1e11023f5'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:58.128317 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-61d84699-896c-456e-b197-0c556a9e6d2c req-98af957d-bc1c-46f0-b42a-27d4ebc0e918 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822925 Aug 18 12:59:58.146555 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f8c626da-0f7a-44b3-b1a2-b3966430bccc tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:58.220670 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f8c626da-0f7a-44b3-b1a2-b3966430bccc tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:58.289364 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-d31e9cbc-1249-4bc8-9ffe-c25932a5e687 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:58.351471 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-0ba04000-dfbf-4a0e-aba9-fb3e078d5408 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Made reservation on behalf of 37a6e9787c904eb58cf3ddb1e11023f5 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:59:58.357241 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-0ba04000-dfbf-4a0e-aba9-fb3e078d5408 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:58.500370 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:58.507244 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-d31e9cbc-1249-4bc8-9ffe-c25932a5e687 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:58.519040 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['011cfdb1-83c4-453f-82df-6e524aa56987'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:59:58.713364 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-d31e9cbc-1249-4bc8-9ffe-c25932a5e687 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Network f5784924-95c0-4ade-8e9b-45fec751237e is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:59:58.729787 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-d31e9cbc-1249-4bc8-9ffe-c25932a5e687 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:59:58.736288 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e9cbc-1249-4bc8-9ffe-c25932a5e687 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Pushing event updated for resources: {'Port': ['ID=2f82394a-1acb-490b-82df-f75bd4b478f8,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:58.745113 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-d31e9cbc-1249-4bc8-9ffe-c25932a5e687 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:59:58.808049 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-0ba04000-dfbf-4a0e-aba9-fb3e078d5408 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Allocated IP 172.20.0.8 (e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1/3f0409aa-1fb7-4185-8e0a-32f29d65add0/c173f419-be43-499e-bb15-9ead514c6ac6) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:59:58.974186 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-d31e9cbc-1249-4bc8-9ffe-c25932a5e687 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:58.980397 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-d31e9cbc-1249-4bc8-9ffe-c25932a5e687 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:59.042335 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47329748-f217-49c7-b99c-00351761b7f7 req-2cbe0731-346b-484d-ac98-4ccc89cd7138 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:59.046733 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-47329748-f217-49c7-b99c-00351761b7f7 req-2cbe0731-346b-484d-ac98-4ccc89cd7138 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 932 time: 0.2470446 Aug 18 12:59:59.145209 n-d-803603-2 neutron-server[101676]: INFO neutron.db.l3_db [None req-f8c626da-0f7a-44b3-b1a2-b3966430bccc tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Floating IP cf6e5534-9325-42ce-9e54-357173fdb205 associated. External IP: 172.25.6.144, port: daa78040-1dab-4fc3-94e7-5a89742d523e. Aug 18 12:59:59.185121 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed406b-2273-4e2b-ace8-f049b999100c req-0c584f89-2471-4ccd-b1c2-216a603953ab tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:59.196795 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4aed406b-2273-4e2b-ace8-f049b999100c req-0c584f89-2471-4ccd-b1c2-216a603953ab tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab48bf25-43e4-445e-ae88-a787c718bff2 HTTP/1.1" status: 200 len: 946 time: 0.1597033 Aug 18 12:59:59.241524 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-47329748-f217-49c7-b99c-00351761b7f7 req-4825a8d4-65fa-4ea9-ba8e-44afd5431b74 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742535 Aug 18 12:59:59.272499 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 47716) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:59.277716 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-d31e9cbc-1249-4bc8-9ffe-c25932a5e687 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6015294 Aug 18 12:59:59.370187 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-0336eeda-f2b0-4369-85cf-b1ab5566bcc0 service neutron] Request body: {'port': {'device_id': 'a4a65954-f30f-4b15-8588-6f8515f551ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:59.448501 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ff3cc3be-7fa5-45d3-8729-6d9c9a5d6130 req-caf3fe8e-a7ab-4da0-954f-8c032684e7a7 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee68456-83bc-44aa-b8df-ce6712581455 HTTP/1.1" status: 200 len: 210 time: 0.0835745 Aug 18 12:59:59.609146 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-0336eeda-f2b0-4369-85cf-b1ab5566bcc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:59.681436 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-0ba04000-dfbf-4a0e-aba9-fb3e078d5408 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:59.743519 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4aed406b-2273-4e2b-ace8-f049b999100c req-b2cee830-3607-4188-bfe3-2d0c8739753c tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5456331 Aug 18 12:59:59.852919 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c626da-0f7a-44b3-b1a2-b3966430bccc tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Router 6bb9b83e-9ee6-42aa-baf5-ac459ce339d8 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:59:59.888905 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-794bc679-919c-4353-b5cf-fdd678e0997b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:59.931222 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8064896-fa76-4518-847f-b157e074654a req-27b13199-c27d-4e8c-9825-ca8a95c0fcfa tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:59.937689 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a8064896-fa76-4518-847f-b157e074654a req-27b13199-c27d-4e8c-9825-ca8a95c0fcfa tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 945 time: 0.3722963 Aug 18 13:00:00.136227 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c626da-0f7a-44b3-b1a2-b3966430bccc tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:00:00.148710 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f8c626da-0f7a-44b3-b1a2-b3966430bccc tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:00.162571 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a01d91f-010f-4447-8c6a-7563f89dfb3f None None] Sync routers for ids ['6bb9b83e-9ee6-42aa-baf5-ac459ce339d8'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:00:00.176997 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a01d91f-010f-4447-8c6a-7563f89dfb3f None None] Routers {'6bb9b83e-9ee6-42aa-baf5-ac459ce339d8'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:00:00.177878 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-9a01d91f-010f-4447-8c6a-7563f89dfb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:59:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['6bb9b83e-9ee6-42aa-baf5-ac459ce339d8'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:00.183612 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a8064896-fa76-4518-847f-b157e074654a req-0cc6aec4-581c-4133-8e5a-9f2fd2ff4b2a tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293975 Aug 18 13:00:00.214400 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f8c626da-0f7a-44b3-b1a2-b3966430bccc tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "PUT /v2.0/floatingips/cf6e5534-9325-42ce-9e54-357173fdb205 HTTP/1.1" status: 200 len: 992 time: 3.3220704 Aug 18 13:00:00.215087 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30bc6f6b-9df5-4058-8275-06752f0c141b', 'tag': 'daa78040-1dab-4fc3-94e7-5a89742d523e'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:00:00.218900 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e4f195-fdc0-4480-92cd-fc89ed8c626a" -d '{"events": [{"name": "network-changed", "server_uuid": "30bc6f6b-9df5-4058-8275-06752f0c141b", "tag": "daa78040-1dab-4fc3-94e7-5a89742d523e"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:00:00.358779 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ab0457-be25-44aa-ae83-aa501d3036d0 x-openstack-request-id: req-a6ab0457-be25-44aa-ae83-aa501d3036d0 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:00:00.362262 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30bc6f6b-9df5-4058-8275-06752f0c141b", "tag": "daa78040-1dab-4fc3-94e7-5a89742d523e", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:00:00.362609 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6ab0457-be25-44aa-ae83-aa501d3036d0 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:00:00.363128 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30bc6f6b-9df5-4058-8275-06752f0c141b', 'tag': 'daa78040-1dab-4fc3-94e7-5a89742d523e', 'status': 'completed', 'code': 200} Aug 18 13:00:00.446860 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-0ba04000-dfbf-4a0e-aba9-fb3e078d5408 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:00.532740 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-9a01d91f-010f-4447-8c6a-7563f89dfb3f None None] Set router 6bb9b83e-9ee6-42aa-baf5-ac459ce339d8 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:00:00.663617 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-794bc679-919c-4353-b5cf-fdd678e0997b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:00.686123 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb5d31-b05e-40e0-a36c-8f40c13540c0 req-be34da4c-7311-4c03-8378-a7c49e7035ba tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:00.688845 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d3cb5d31-b05e-40e0-a36c-8f40c13540c0 req-be34da4c-7311-4c03-8378-a7c49e7035ba tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 932 time: 0.1689537 Aug 18 13:00:00.731478 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-0ba04000-dfbf-4a0e-aba9-fb3e078d5408 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Network e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:00:00.848343 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-0ba04000-dfbf-4a0e-aba9-fb3e078d5408 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:00:00.848343 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-0ba04000-dfbf-4a0e-aba9-fb3e078d5408 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:00:00.874773 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d3cb5d31-b05e-40e0-a36c-8f40c13540c0 req-abaf8320-bf94-4c61-b2e8-5bce02d78a39 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562190 Aug 18 13:00:00.959650 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba04000-dfbf-4a0e-aba9-fb3e078d5408 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Pushing event updated for resources: {'Port': ['ID=c173f419-be43-499e-bb15-9ead514c6ac6,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:00.980329 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4f195-fdc0-4480-92cd-fc89ed8c626a req-d80ecfde-aa9c-4f22-9f67-0a025aa8f791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:00.981950 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d5e4f195-fdc0-4480-92cd-fc89ed8c626a req-d80ecfde-aa9c-4f22-9f67-0a025aa8f791 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad18175e88d04841bb55fcc65dd1a498&device_id=30bc6f6b-9df5-4058-8275-06752f0c141b HTTP/1.1" status: 200 len: 1097 time: 0.5780485 Aug 18 13:00:01.042284 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa32b5-a055-4bd8-8e38-17a0da6907e1 req-e9c0155d-8717-4cd4-834d-2d12eece54f1 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:01.054213 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8daa32b5-a055-4bd8-8e38-17a0da6907e1 req-e9c0155d-8717-4cd4-834d-2d12eece54f1 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee68456-83bc-44aa-b8df-ce6712581455 HTTP/1.1" status: 200 len: 931 time: 0.1022666 Aug 18 13:00:01.121981 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8daa32b5-a055-4bd8-8e38-17a0da6907e1 req-41fadc9c-b984-49e0-940a-00d141b06c3d tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666308 Aug 18 13:00:01.172998 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-9a01d91f-010f-4447-8c6a-7563f89dfb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb9b83e-9ee6-42aa-baf5-ac459ce339d8', 'name': 'tempest-ServersTestManualDisk-1232416722-router', 'tenant_id': 'ad18175e88d04841bb55fcc65dd1a498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'daae61c7-2d84-46c9-a213-bf9614d90db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:59:19Z', 'updated_at': '2021-08-18T12:59:25Z', 'revision_number': 4, 'project_id': 'ad18175e88d04841bb55fcc65dd1a498', 'gw_port': {'id': 'daae61c7-2d84-46c9-a213-bf9614d90db1', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb9b83e-9ee6-42aa-baf5-ac459ce339d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:20Z', 'updated_at': '2021-08-18T12:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'cf6e5534-9325-42ce-9e54-357173fdb205', 'tenant_id': 'ad18175e88d04841bb55fcc65dd1a498', 'floating_ip_address': '172.25.6.144', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '6bb9b83e-9ee6-42aa-baf5-ac459ce339d8', 'port_id': 'daa78040-1dab-4fc3-94e7-5a89742d523e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '295ec318-c76a-4c31-a9c6-7ad31869a63d', 'mac_address': 'fa:16:3e:d5:c3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bc6f6b-9df5-4058-8275-06752f0c141b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:59:32Z', 'updated_at': '2021-08-18T12:59:57Z', 'revision_number': 1, 'project_id': 'ad18175e88d04841bb55fcc65dd1a498', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfca6d1d-a314-4c44-89e8-fadf6649596d', 'name': '', 'network_id': '295ec318-c76a-4c31-a9c6-7ad31869a63d', 'tenant_id': 'ad18175e88d04841bb55fcc65dd1a498', 'mac_address': 'fa:16:3e:34:52:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb9b83e-9ee6-42aa-baf5-ac459ce339d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '0c06c137-11d0-4283-9a45-85e179addde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:23Z', 'updated_at': '2021-08-18T12:59:30Z', 'revision_number': 5, 'project_id': 'ad18175e88d04841bb55fcc65dd1a498', 'subnets': [{'id': '0c06c137-11d0-4283-9a45-85e179addde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:01.176450 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-0ba04000-dfbf-4a0e-aba9-fb3e078d5408 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:01.176450 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-0ba04000-dfbf-4a0e-aba9-fb3e078d5408 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:01.193480 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-794bc679-919c-4353-b5cf-fdd678e0997b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:01.244246 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a01d91f-010f-4447-8c6a-7563f89dfb3f None None] Checking router: 6bb9b83e-9ee6-42aa-baf5-ac459ce339d8 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:00:01.274372 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a01d91f-010f-4447-8c6a-7563f89dfb3f None None] Routers {'6bb9b83e-9ee6-42aa-baf5-ac459ce339d8'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:00:01.278882 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-9a01d91f-010f-4447-8c6a-7563f89dfb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T12:59:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['6bb9b83e-9ee6-42aa-baf5-ac459ce339d8'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:01.305596 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-794bc679-919c-4353-b5cf-fdd678e0997b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd8bce69a0cf438fb0dca5c4309e3b33&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0263693 Aug 18 13:00:01.309800 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47764) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:01.387421 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4f195-fdc0-4480-92cd-fc89ed8c626a req-f280512c-1d86-4f97-ab79-87609d6166ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:01.403203 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d5e4f195-fdc0-4480-92cd-fc89ed8c626a req-f280512c-1d86-4f97-ab79-87609d6166ea service neutron] 10.222.0.20 "GET /v2.0/networks?id=295ec318-c76a-4c31-a9c6-7ad31869a63d HTTP/1.1" status: 200 len: 913 time: 0.3837059 Aug 18 13:00:01.406779 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794bc679-919c-4353-b5cf-fdd678e0997b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb266ca3-1ff3-47b7-bd34-119df2dfe71d,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:01.447999 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-0ba04000-dfbf-4a0e-aba9-fb3e078d5408 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4012818 Aug 18 13:00:01.485928 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-0336eeda-f2b0-4369-85cf-b1ab5566bcc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f82394a-1acb-490b-82df-f75bd4b478f8 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:00:01.505661 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-0336eeda-f2b0-4369-85cf-b1ab5566bcc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:01.528160 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-9a01d91f-010f-4447-8c6a-7563f89dfb3f None None] Set router 6bb9b83e-9ee6-42aa-baf5-ac459ce339d8 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:00:01.542498 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-0336eeda-f2b0-4369-85cf-b1ab5566bcc0 service neutron] Transition to ACTIVE for port object 2f82394a-1acb-490b-82df-f75bd4b478f8 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:00:01.550392 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 47770) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:01.621287 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f11dad6d-e9cc-44a5-b8c3-b83c88697dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:01.624625 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-04ceab6a-0d1b-400e-b964-7864251f6f44 service neutron] Request body: {'port': {'device_id': '4ee68456-83bc-44aa-b8df-ce6712581455', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:01.692195 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f11dad6d-e9cc-44a5-b8c3-b83c88697dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:01.744841 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-0336eeda-f2b0-4369-85cf-b1ab5566bcc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:01.766837 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be71b92-32fa-4583-8b53-8caf13b6e730 req-752ef436-b1db-4262-9b72-a959e18cf3ce tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:01.787625 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4be71b92-32fa-4583-8b53-8caf13b6e730 req-752ef436-b1db-4262-9b72-a959e18cf3ce tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 945 time: 0.4042401 Aug 18 13:00:01.809809 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-04ceab6a-0d1b-400e-b964-7864251f6f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:01.842117 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d5e4f195-fdc0-4480-92cd-fc89ed8c626a req-105afe12-24a5-426f-a5e8-bc6781c19203 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=daa78040-1dab-4fc3-94e7-5a89742d523e HTTP/1.1" status: 200 len: 1000 time: 0.3957095 Aug 18 13:00:01.894734 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-9a01d91f-010f-4447-8c6a-7563f89dfb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb9b83e-9ee6-42aa-baf5-ac459ce339d8', 'name': 'tempest-ServersTestManualDisk-1232416722-router', 'tenant_id': 'ad18175e88d04841bb55fcc65dd1a498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'daae61c7-2d84-46c9-a213-bf9614d90db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:59:19Z', 'updated_at': '2021-08-18T12:59:25Z', 'revision_number': 4, 'project_id': 'ad18175e88d04841bb55fcc65dd1a498', 'gw_port': {'id': 'daae61c7-2d84-46c9-a213-bf9614d90db1', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb9b83e-9ee6-42aa-baf5-ac459ce339d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:20Z', 'updated_at': '2021-08-18T12:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'cf6e5534-9325-42ce-9e54-357173fdb205', 'tenant_id': 'ad18175e88d04841bb55fcc65dd1a498', 'floating_ip_address': '172.25.6.144', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '6bb9b83e-9ee6-42aa-baf5-ac459ce339d8', 'port_id': 'daa78040-1dab-4fc3-94e7-5a89742d523e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '295ec318-c76a-4c31-a9c6-7ad31869a63d', 'mac_address': 'fa:16:3e:d5:c3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bc6f6b-9df5-4058-8275-06752f0c141b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:59:32Z', 'updated_at': '2021-08-18T12:59:57Z', 'revision_number': 1, 'project_id': 'ad18175e88d04841bb55fcc65dd1a498', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfca6d1d-a314-4c44-89e8-fadf6649596d', 'name': '', 'network_id': '295ec318-c76a-4c31-a9c6-7ad31869a63d', 'tenant_id': 'ad18175e88d04841bb55fcc65dd1a498', 'mac_address': 'fa:16:3e:34:52:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb9b83e-9ee6-42aa-baf5-ac459ce339d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '0c06c137-11d0-4283-9a45-85e179addde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:23Z', 'updated_at': '2021-08-18T12:59:30Z', 'revision_number': 5, 'project_id': 'ad18175e88d04841bb55fcc65dd1a498', 'subnets': [{'id': '0c06c137-11d0-4283-9a45-85e179addde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:01.943786 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4be71b92-32fa-4583-8b53-8caf13b6e730 req-6b875d81-9235-44d1-a138-8dcc0938ecae tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549158 Aug 18 13:00:01.992290 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f11dad6d-e9cc-44a5-b8c3-b83c88697dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:01.999709 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a01d91f-010f-4447-8c6a-7563f89dfb3f None None] The sync data for ids ['6bb9b83e-9ee6-42aa-baf5-ac459ce339d8'] in n-d-803603-2 is: [{'id': '6bb9b83e-9ee6-42aa-baf5-ac459ce339d8', 'name': 'tempest-ServersTestManualDisk-1232416722-router', 'tenant_id': 'ad18175e88d04841bb55fcc65dd1a498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'daae61c7-2d84-46c9-a213-bf9614d90db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:59:19Z', 'updated_at': '2021-08-18T12:59:25Z', 'revision_number': 4, 'project_id': 'ad18175e88d04841bb55fcc65dd1a498', 'gw_port': {'id': 'daae61c7-2d84-46c9-a213-bf9614d90db1', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb9b83e-9ee6-42aa-baf5-ac459ce339d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:20Z', 'updated_at': '2021-08-18T12:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'cf6e5534-9325-42ce-9e54-357173fdb205', 'tenant_id': 'ad18175e88d04841bb55fcc65dd1a498', 'floating_ip_address': '172.25.6.144', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '6bb9b83e-9ee6-42aa-baf5-ac459ce339d8', 'port_id': 'daa78040-1dab-4fc3-94e7-5a89742d523e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '295ec318-c76a-4c31-a9c6-7ad31869a63d', 'mac_address': 'fa:16:3e:d5:c3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bc6f6b-9df5-4058-8275-06752f0c141b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:59:32Z', 'updated_at': '2021-08-18T12:59:57Z', 'revision_number': 1, 'project_id': 'ad18175e88d04841bb55fcc65dd1a498', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfca6d1d-a314-4c44-89e8-fadf6649596d', 'name': '', 'network_id': '295ec318-c76a-4c31-a9c6-7ad31869a63d', 'tenant_id': 'ad18175e88d04841bb55fcc65dd1a498', 'mac_address': 'fa:16:3e:34:52:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb9b83e-9ee6-42aa-baf5-ac459ce339d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '0c06c137-11d0-4283-9a45-85e179addde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:23Z', 'updated_at': '2021-08-18T12:59:30Z', 'revision_number': 5, 'project_id': 'ad18175e88d04841bb55fcc65dd1a498', 'subnets': [{'id': '0c06c137-11d0-4283-9a45-85e179addde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:00:02.016982 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f11dad6d-e9cc-44a5-b8c3-b83c88697dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:02.019265 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336eeda-f2b0-4369-85cf-b1ab5566bcc0 service neutron] Pushing event updated for resources: {'Port': ['ID=2f82394a-1acb-490b-82df-f75bd4b478f8,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:02.022401 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f11dad6d-e9cc-44a5-b8c3-b83c88697dc8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb266ca3-1ff3-47b7-bd34-119df2dfe71d HTTP/1.1" status: 204 len: 168 time: 0.7088449 Aug 18 13:00:02.047881 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11dad6d-e9cc-44a5-b8c3-b83c88697dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb266ca3-1ff3-47b7-bd34-119df2dfe71d,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:02.051547 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-585fe1da-4389-4771-a0be-7c68aab60f09 tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] Request body: {'quota': {'network': 2}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:02.299336 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4f195-fdc0-4480-92cd-fc89ed8c626a req-f662a953-6111-4a28-b1b3-c9ea0867a3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:02.300833 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d5e4f195-fdc0-4480-92cd-fc89ed8c626a req-f662a953-6111-4a28-b1b3-c9ea0867a3bf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c06c137-11d0-4283-9a45-85e179addde7 HTTP/1.1" status: 200 len: 851 time: 0.4194663 Aug 18 13:00:02.377363 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56008ce-c494-4b44-8c68-186df831e4db None None] New status for floating IP cf6e5534-9325-42ce-9e54-357173fdb205: ACTIVE {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:00:02.380554 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606436de-af8e-4c05-bec3-0d1a1fd08386 req-227795a6-2a60-4c4c-81f4-2239f183361d tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:02.410033 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-606436de-af8e-4c05-bec3-0d1a1fd08386 req-227795a6-2a60-4c4c-81f4-2239f183361d tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee68456-83bc-44aa-b8df-ce6712581455 HTTP/1.1" status: 200 len: 931 time: 0.1509523 Aug 18 13:00:02.561417 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-606436de-af8e-4c05-bec3-0d1a1fd08386 req-7b34afaa-7136-4d67-b8a0-35687e2a67ad tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504331 Aug 18 13:00:02.858968 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47792) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:02.865796 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-3f18ffe7-b267-4cd8-b149-d1ccc3dc0338 tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] Request body: {'network': {'project_id': '98d7520a9b494f70a7448fef57d7ba8d'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:02.869906 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-585fe1da-4389-4771-a0be-7c68aab60f09 tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] 10.222.0.13 "PUT /v2.0/quotas/98d7520a9b494f70a7448fef57d7ba8d HTTP/1.1" status: 200 len: 368 time: 1.3038929 Aug 18 13:00:02.917764 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee6f25-eea7-4118-9cf0-7b4bfa25d3c8 req-2b0fc4b8-5d05-482e-8222-35486ed32279 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:02.924918 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f5ee6f25-eea7-4118-9cf0-7b4bfa25d3c8 req-2b0fc4b8-5d05-482e-8222-35486ed32279 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 944 time: 0.8214417 Aug 18 13:00:02.924918 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-0336eeda-f2b0-4369-85cf-b1ab5566bcc0 service neutron] Attempting to bind port 2f82394a-1acb-490b-82df-f75bd4b478f8 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:00:02.924918 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-0336eeda-f2b0-4369-85cf-b1ab5566bcc0 service neutron] Attempting to bind port 2f82394a-1acb-490b-82df-f75bd4b478f8 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '6851dbba-1cc1-4348-91b0-ff341cc9df8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f5784924-95c0-4ade-8e9b-45fec751237e'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:00:02.925207 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-0336eeda-f2b0-4369-85cf-b1ab5566bcc0 service neutron] Attempting to bind port 2f82394a-1acb-490b-82df-f75bd4b478f8 on network f5784924-95c0-4ade-8e9b-45fec751237e {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:00:02.933961 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-0336eeda-f2b0-4369-85cf-b1ab5566bcc0 service neutron] Port 2f82394a-1acb-490b-82df-f75bd4b478f8 on network f5784924-95c0-4ade-8e9b-45fec751237e not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:00:02.934402 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-0336eeda-f2b0-4369-85cf-b1ab5566bcc0 service neutron] Attempting to bind port 2f82394a-1acb-490b-82df-f75bd4b478f8 on network f5784924-95c0-4ade-8e9b-45fec751237e {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:00:02.950140 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-0336eeda-f2b0-4369-85cf-b1ab5566bcc0 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:00:02.950594 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-0336eeda-f2b0-4369-85cf-b1ab5566bcc0 service neutron] Checking segment: {'id': '6851dbba-1cc1-4348-91b0-ff341cc9df8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f5784924-95c0-4ade-8e9b-45fec751237e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:00:02.951049 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-0336eeda-f2b0-4369-85cf-b1ab5566bcc0 service neutron] Bound using segment: {'id': '6851dbba-1cc1-4348-91b0-ff341cc9df8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f5784924-95c0-4ade-8e9b-45fec751237e'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:00:02.951568 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-0336eeda-f2b0-4369-85cf-b1ab5566bcc0 service neutron] Bound port: 2f82394a-1acb-490b-82df-f75bd4b478f8, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6851dbba-1cc1-4348-91b0-ff341cc9df8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f5784924-95c0-4ade-8e9b-45fec751237e'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:00:02.952033 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-0336eeda-f2b0-4369-85cf-b1ab5566bcc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:02.989753 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4f195-fdc0-4480-92cd-fc89ed8c626a req-355b94b9-a69f-48e1-8baa-465063d5e783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:02.991346 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d5e4f195-fdc0-4480-92cd-fc89ed8c626a req-355b94b9-a69f-48e1-8baa-465063d5e783 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=295ec318-c76a-4c31-a9c6-7ad31869a63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6769931 Aug 18 13:00:03.014533 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f18ffe7-b267-4cd8-b149-d1ccc3dc0338 tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] Made reservation on behalf of 98d7520a9b494f70a7448fef57d7ba8d for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:00:03.017287 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3f18ffe7-b267-4cd8-b149-d1ccc3dc0338 tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:03.037044 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3f18ffe7-b267-4cd8-b149-d1ccc3dc0338 tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:03.120549 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-04ceab6a-0d1b-400e-b964-7864251f6f44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c173f419-be43-499e-bb15-9ead514c6ac6 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:00:03.141194 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-04ceab6a-0d1b-400e-b964-7864251f6f44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:03.179913 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-04ceab6a-0d1b-400e-b964-7864251f6f44 service neutron] Transition to ACTIVE for port object c173f419-be43-499e-bb15-9ead514c6ac6 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:00:03.194386 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ae776-5dd0-43c3-88cc-0ab1bd6d9d39 req-424fb8b9-0c07-4d9b-b986-db41cf740a3c tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:03.198698 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e58ae776-5dd0-43c3-88cc-0ab1bd6d9d39 req-424fb8b9-0c07-4d9b-b986-db41cf740a3c tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 945 time: 0.1451066 Aug 18 13:00:03.259267 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e58ae776-5dd0-43c3-88cc-0ab1bd6d9d39 req-c0b75252-e24e-4a84-96ae-8b2d94217f06 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599742 Aug 18 13:00:03.329830 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f5ee6f25-eea7-4118-9cf0-7b4bfa25d3c8 req-9c8f9574-3a30-4000-b201-1632ab52aa23 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824201 Aug 18 13:00:03.360089 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-04ceab6a-0d1b-400e-b964-7864251f6f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:03.370232 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-0336eeda-f2b0-4369-85cf-b1ab5566bcc0 service neutron] For port 2f82394a-1acb-490b-82df-f75bd4b478f8, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:00:03.402213 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3f18ffe7-b267-4cd8-b149-d1ccc3dc0338 tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:03.433314 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-0336eeda-f2b0-4369-85cf-b1ab5566bcc0 service neutron] For port 2f82394a-1acb-490b-82df-f75bd4b478f8, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=2f82394a-1acb-490b-82df-f75bd4b478f8,segment=NetworkSegment(6851dbba-1cc1-4348-91b0-ff341cc9df8f),segment_id=6851dbba-1cc1-4348-91b0-ff341cc9df8f)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:00:03.440963 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d5e4f195-fdc0-4480-92cd-fc89ed8c626a req-2c0bcaa4-80a3-46f7-ae5b-dc5a3165d97e service neutron] 10.222.0.20 "GET /v2.0/networks/295ec318-c76a-4c31-a9c6-7ad31869a63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527315 Aug 18 13:00:03.471134 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3f18ffe7-b267-4cd8-b149-d1ccc3dc0338 tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:03.492191 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f18ffe7-b267-4cd8-b149-d1ccc3dc0338 tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:00:03.509258 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3f18ffe7-b267-4cd8-b149-d1ccc3dc0338 tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:03.509727 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-3f18ffe7-b267-4cd8-b149-d1ccc3dc0338 tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] Added segment a2717f85-15c4-4364-b027-c93e4e8c7805 of type vlan for network 734c74fb-3b2f-40c0-b810-a045eee38398 Aug 18 13:00:03.545823 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ceab6a-0d1b-400e-b964-7864251f6f44 service neutron] Pushing event updated for resources: {'Port': ['ID=c173f419-be43-499e-bb15-9ead514c6ac6,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:03.580875 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3f18ffe7-b267-4cd8-b149-d1ccc3dc0338 tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:03.588508 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-0336eeda-f2b0-4369-85cf-b1ab5566bcc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:03.677153 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f18ffe7-b267-4cd8-b149-d1ccc3dc0338 tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787cf4ac-3d30-466d-b3c4-64cf587b7a60,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:03.701175 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3f18ffe7-b267-4cd8-b149-d1ccc3dc0338 tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:03.703433 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f18ffe7-b267-4cd8-b149-d1ccc3dc0338 tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:03.705607 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3f18ffe7-b267-4cd8-b149-d1ccc3dc0338 tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:03.779806 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-0336eeda-f2b0-4369-85cf-b1ab5566bcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:03.780468 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-0336eeda-f2b0-4369-85cf-b1ab5566bcc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:03.782656 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-0336eeda-f2b0-4369-85cf-b1ab5566bcc0 service neutron] 10.222.0.20 "PUT /v2.0/ports/2f82394a-1acb-490b-82df-f75bd4b478f8 HTTP/1.1" status: 200 len: 1092 time: 4.4212768 Aug 18 13:00:03.784824 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a65954-f30f-4b15-8588-6f8515f551ac', 'tag': '2f82394a-1acb-490b-82df-f75bd4b478f8'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:00:03.787145 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ce13ca-3c9a-407d-a45b-89bd862a15cc" -d '{"events": [{"name": "network-changed", "server_uuid": "a4a65954-f30f-4b15-8588-6f8515f551ac", "tag": "2f82394a-1acb-490b-82df-f75bd4b478f8"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:00:03.880538 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336eeda-f2b0-4369-85cf-b1ab5566bcc0 service neutron] Pushing event updated for resources: {'Port': ['ID=2f82394a-1acb-490b-82df-f75bd4b478f8,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:03.885113 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d5e4f195-fdc0-4480-92cd-fc89ed8c626a req-d3427d20-8eb5-42e2-a435-15e2538af0d1 service neutron] 10.222.0.20 "GET /v2.0/networks/295ec318-c76a-4c31-a9c6-7ad31869a63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4352200 Aug 18 13:00:03.924278 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3f18ffe7-b267-4cd8-b149-d1ccc3dc0338 tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0613012 Aug 18 13:00:03.924894 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 47822) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:03.926491 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a4059e-efbf-4935-b8c9-0d64f9fc83be x-openstack-request-id: req-a6a4059e-efbf-4935-b8c9-0d64f9fc83be {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:00:03.926796 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4a65954-f30f-4b15-8588-6f8515f551ac", "tag": "2f82394a-1acb-490b-82df-f75bd4b478f8", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:00:03.927032 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6a4059e-efbf-4935-b8c9-0d64f9fc83be {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:00:03.927419 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4a65954-f30f-4b15-8588-6f8515f551ac', 'tag': '2f82394a-1acb-490b-82df-f75bd4b478f8', 'status': 'completed', 'code': 200} Aug 18 13:00:03.928980 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f18ffe7-b267-4cd8-b149-d1ccc3dc0338 tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] Pushing event updated for resources: {'Network': ['ID=734c74fb-3b2f-40c0-b810-a045eee38398,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:03.937773 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-e0ece6c4-28a8-41d8-aef9-4a85e2dbc5fa tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] Request body: {'network': {'project_id': '98d7520a9b494f70a7448fef57d7ba8d'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:03.943405 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 734c74fb-3b2f-40c0-b810-a045eee38398 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:00:03.962231 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-04ceab6a-0d1b-400e-b964-7864251f6f44 service neutron] Attempting to bind port c173f419-be43-499e-bb15-9ead514c6ac6 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:00:03.963801 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-04ceab6a-0d1b-400e-b964-7864251f6f44 service neutron] Attempting to bind port c173f419-be43-499e-bb15-9ead514c6ac6 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': 'ef8e8cee-8aff-47ee-80bb-ffa053f3577b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:00:03.963801 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-04ceab6a-0d1b-400e-b964-7864251f6f44 service neutron] Attempting to bind port c173f419-be43-499e-bb15-9ead514c6ac6 on network e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:00:03.980154 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d20b2-64d4-4c7d-ab7b-c0d8aa7da8bc req-d9bb8cac-f056-4688-94d2-8e7f313a6705 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:03.994797 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-198d20b2-64d4-4c7d-ab7b-c0d8aa7da8bc req-d9bb8cac-f056-4688-94d2-8e7f313a6705 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee68456-83bc-44aa-b8df-ce6712581455 HTTP/1.1" status: 200 len: 943 time: 0.1916118 Aug 18 13:00:04.049739 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-0f835319-8a36-4cb9-a455-60c40706d0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:04.054907 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-0f835319-8a36-4cb9-a455-60c40706d0bb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0303d9be8d54f109bacfe8faa1afc25&device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 1095 time: 0.1624293 Aug 18 13:00:04.054907 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-04ceab6a-0d1b-400e-b964-7864251f6f44 service neutron] Port c173f419-be43-499e-bb15-9ead514c6ac6 on network e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:00:04.054907 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-04ceab6a-0d1b-400e-b964-7864251f6f44 service neutron] Attempting to bind port c173f419-be43-499e-bb15-9ead514c6ac6 on network e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:00:04.080878 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-198d20b2-64d4-4c7d-ab7b-c0d8aa7da8bc req-7fcb5d35-345e-4848-9751-d8acb6ab1c51 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716228 Aug 18 13:00:04.098716 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-04ceab6a-0d1b-400e-b964-7864251f6f44 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:00:04.098716 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-04ceab6a-0d1b-400e-b964-7864251f6f44 service neutron] Checking segment: {'id': 'ef8e8cee-8aff-47ee-80bb-ffa053f3577b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:00:04.109998 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-04ceab6a-0d1b-400e-b964-7864251f6f44 service neutron] Bound using segment: {'id': 'ef8e8cee-8aff-47ee-80bb-ffa053f3577b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:00:04.119147 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-04ceab6a-0d1b-400e-b964-7864251f6f44 service neutron] Bound port: c173f419-be43-499e-bb15-9ead514c6ac6, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef8e8cee-8aff-47ee-80bb-ffa053f3577b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:00:04.119147 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-04ceab6a-0d1b-400e-b964-7864251f6f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:04.196688 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-5022519d-c3dc-4d46-abfe-4913cea34f0d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f82394a-1acb-490b-82df-f75bd4b478f8 HTTP/1.1" status: 200 len: 217 time: 0.1265900 Aug 18 13:00:04.214781 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ece6c4-28a8-41d8-aef9-4a85e2dbc5fa tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] Made reservation on behalf of 98d7520a9b494f70a7448fef57d7ba8d for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:00:04.221564 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e0ece6c4-28a8-41d8-aef9-4a85e2dbc5fa tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:04.396371 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0ece6c4-28a8-41d8-aef9-4a85e2dbc5fa tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:00:04.403240 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-38e3a9d8-cc6a-4067-8235-fed11d1766ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:04.404927 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-38e3a9d8-cc6a-4067-8235-fed11d1766ca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5fe5576d-7fb1-4b34-b4b7-7ac7dda64bb3 HTTP/1.1" status: 200 len: 851 time: 0.1787138 Aug 18 13:00:04.605914 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0153f-73d1-4f4b-8881-5f9742e28d20 req-33ff1151-2e57-4e78-a753-f9abf198c2e6 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:04.616546 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-a5f3e577-8c2c-458b-a322-9e5078189243 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f5784924-95c0-4ade-8e9b-45fec751237e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1134565 Aug 18 13:00:04.617453 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d4f0153f-73d1-4f4b-8881-5f9742e28d20 req-33ff1151-2e57-4e78-a753-f9abf198c2e6 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 944 time: 0.1265514 Aug 18 13:00:04.640706 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e0ece6c4-28a8-41d8-aef9-4a85e2dbc5fa tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:04.640706 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-e0ece6c4-28a8-41d8-aef9-4a85e2dbc5fa tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] Added segment 1eac569b-cba9-40ae-a542-07a452c5d1e5 of type vlan for network e459a40d-76b7-4763-907e-16a755da9c10 Aug 18 13:00:04.656156 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-04ceab6a-0d1b-400e-b964-7864251f6f44 service neutron] For port c173f419-be43-499e-bb15-9ead514c6ac6, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:00:04.720341 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d4f0153f-73d1-4f4b-8881-5f9742e28d20 req-28eeea50-6630-40c1-9e36-9c42c759f4bd tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016614 Aug 18 13:00:04.823260 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258e6b0-41a2-42cd-a2ac-a80760bb16eb req-47ae0728-2142-4823-b17b-1c8a678360fe tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:04.824797 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5258e6b0-41a2-42cd-a2ac-a80760bb16eb req-47ae0728-2142-4823-b17b-1c8a678360fe tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 945 time: 0.4113836 Aug 18 13:00:04.827643 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-04ceab6a-0d1b-400e-b964-7864251f6f44 service neutron] For port c173f419-be43-499e-bb15-9ead514c6ac6, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=c173f419-be43-499e-bb15-9ead514c6ac6,segment=NetworkSegment(ef8e8cee-8aff-47ee-80bb-ffa053f3577b),segment_id=ef8e8cee-8aff-47ee-80bb-ffa053f3577b)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:00:05.357690 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936fd4f5-601e-4ea4-8f3e-57e748eea0ae req-cd79491f-a4f2-4c2b-ba97-5ca21fa3e9f0 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:05.366314 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-936fd4f5-601e-4ea4-8f3e-57e748eea0ae req-cd79491f-a4f2-4c2b-ba97-5ca21fa3e9f0 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee68456-83bc-44aa-b8df-ce6712581455 HTTP/1.1" status: 200 len: 943 time: 0.0653009 Aug 18 13:00:05.434786 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-936fd4f5-601e-4ea4-8f3e-57e748eea0ae req-f798c2cd-2eed-4621-a813-3d6cfd6e0214 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672157 Aug 18 13:00:05.527594 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e0ece6c4-28a8-41d8-aef9-4a85e2dbc5fa tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:05.550568 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-04ceab6a-0d1b-400e-b964-7864251f6f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:05.574070 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5258e6b0-41a2-42cd-a2ac-a80760bb16eb req-6983f9dc-392b-4a26-a171-fd87c158a247 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6947591 Aug 18 13:00:05.633209 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-04ceab6a-0d1b-400e-b964-7864251f6f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:05.634080 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-04ceab6a-0d1b-400e-b964-7864251f6f44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:05.635648 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-04ceab6a-0d1b-400e-b964-7864251f6f44 service neutron] 10.222.0.20 "PUT /v2.0/ports/c173f419-be43-499e-bb15-9ead514c6ac6 HTTP/1.1" status: 200 len: 1091 time: 4.0842607 Aug 18 13:00:05.669613 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-9f09893e-05ce-4c3e-8d4b-afe97a6e8dc4 service neutron] 10.222.0.20 "GET /v2.0/networks/f5784924-95c0-4ade-8e9b-45fec751237e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0296035 Aug 18 13:00:05.673777 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ceab6a-0d1b-400e-b964-7864251f6f44 service neutron] Pushing event updated for resources: {'Port': ['ID=c173f419-be43-499e-bb15-9ead514c6ac6,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:05.693919 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e0ece6c4-28a8-41d8-aef9-4a85e2dbc5fa tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:05.700343 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ece6c4-28a8-41d8-aef9-4a85e2dbc5fa tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:05.700969 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e0ece6c4-28a8-41d8-aef9-4a85e2dbc5fa tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:05.937596 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ee68456-83bc-44aa-b8df-ce6712581455', 'tag': 'c173f419-be43-499e-bb15-9ead514c6ac6'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:00:05.937596 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3339424d-7375-4cdf-9bcc-1acbf8974714" -d '{"events": [{"name": "network-changed", "server_uuid": "4ee68456-83bc-44aa-b8df-ce6712581455", "tag": "c173f419-be43-499e-bb15-9ead514c6ac6"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:00:05.980546 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ece6c4-28a8-41d8-aef9-4a85e2dbc5fa tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] Pushing event updated for resources: {'Network': ['ID=e459a40d-76b7-4763-907e-16a755da9c10,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:05.994914 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network e459a40d-76b7-4763-907e-16a755da9c10 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:00:06.004970 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-7a1b0bdb-5db5-4f27-bd0e-c76746839c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:06.007053 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-7a1b0bdb-5db5-4f27-bd0e-c76746839c67 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=37a6e9787c904eb58cf3ddb1e11023f5&device_id=4ee68456-83bc-44aa-b8df-ce6712581455 HTTP/1.1" status: 200 len: 1094 time: 0.2003801 Aug 18 13:00:06.009734 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-96b44e59-3b92-4caf-a7eb-950a67826e38 req-6baaae05-0022-40b9-9c38-820e8eb6b7c6 service neutron] 10.222.0.20 "GET /v2.0/networks/f5784924-95c0-4ade-8e9b-45fec751237e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312082 Aug 18 13:00:06.014163 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c9eb3-a65f-4d69-a03e-43b560ef069d req-0ef31be5-66fa-4e42-82a3-612981d48919 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:06.087603 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9d8c9eb3-a65f-4d69-a03e-43b560ef069d req-0ef31be5-66fa-4e42-82a3-612981d48919 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 944 time: 0.1360085 Aug 18 13:00:06.088831 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-8ba16aa1-17d1-4f56-a890-1818cf7bf33f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c173f419-be43-499e-bb15-9ead514c6ac6 HTTP/1.1" status: 200 len: 217 time: 0.0503685 Aug 18 13:00:06.088831 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2081afa-37fa-4c3a-a759-82b51d1084df x-openstack-request-id: req-c2081afa-37fa-4c3a-a759-82b51d1084df {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:00:06.088831 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ee68456-83bc-44aa-b8df-ce6712581455", "tag": "c173f419-be43-499e-bb15-9ead514c6ac6", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:00:06.088831 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c2081afa-37fa-4c3a-a759-82b51d1084df {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:00:06.088831 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ee68456-83bc-44aa-b8df-ce6712581455', 'tag': 'c173f419-be43-499e-bb15-9ead514c6ac6', 'status': 'completed', 'code': 200} Aug 18 13:00:06.119524 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9d8c9eb3-a65f-4d69-a03e-43b560ef069d req-ca796eac-079d-4bd1-93fc-9bb9b0928a9a tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956314 Aug 18 13:00:06.176374 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47866) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:06.176881 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e0ece6c4-28a8-41d8-aef9-4a85e2dbc5fa tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.2370389 Aug 18 13:00:06.180275 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-fc944986-4d93-4975-9333-8f6674ffdf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:06.181915 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-fc944986-4d93-4975-9333-8f6674ffdf38 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f0409aa-1fb7-4185-8e0a-32f29d65add0 HTTP/1.1" status: 200 len: 854 time: 0.1041236 Aug 18 13:00:06.189980 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-9eeeb7c2-a680-41da-8fd4-dc4677de834f tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] Request body: {'network': {'project_id': '98d7520a9b494f70a7448fef57d7ba8d'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:06.242432 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eeeb7c2-a680-41da-8fd4-dc4677de834f tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 18 13:00:06.244193 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eeeb7c2-a680-41da-8fd4-dc4677de834f tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:00:06.245433 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9eeeb7c2-a680-41da-8fd4-dc4677de834f tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0755503 Aug 18 13:00:06.267196 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-f6317b60-3dd6-4f73-9619-5a703ed66987 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640690 Aug 18 13:00:06.446606 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-011036a2-6a97-4e47-bbfc-1f58ce5a1d2a service neutron] 10.222.0.20 "GET /v2.0/networks/e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226056 Aug 18 13:00:06.486239 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47878) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:06.528920 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce13ca-3c9a-407d-a45b-89bd862a15cc req-b5e91fd8-ca8f-4540-af7c-ad0440b6fb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:06.531698 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-50ce13ca-3c9a-407d-a45b-89bd862a15cc req-b5e91fd8-ca8f-4540-af7c-ad0440b6fb28 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0303d9be8d54f109bacfe8faa1afc25&device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 1095 time: 0.2743249 Aug 18 13:00:06.715400 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a7cdb-c23c-4881-b927-2678317b5693 req-c7ea7620-9117-4289-a946-d4ac956085f4 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:06.729814 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a33a7cdb-c23c-4881-b927-2678317b5693 req-c7ea7620-9117-4289-a946-d4ac956085f4 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee68456-83bc-44aa-b8df-ce6712581455 HTTP/1.1" status: 200 len: 943 time: 0.1255438 Aug 18 13:00:06.800909 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd2cc2f5-f0f1-419f-bf05-e68525000d49 req-ffb3d7c7-708a-430a-acd6-5bcb66be8eac service neutron] 10.222.0.20 "GET /v2.0/networks/e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433731 Aug 18 13:00:06.821290 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf7803-da68-4ed0-90df-44ccfc27fd39 req-0ea16072-17ab-4fd7-947f-d6bd4435797b tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:06.834682 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5fbf7803-da68-4ed0-90df-44ccfc27fd39 req-0ea16072-17ab-4fd7-947f-d6bd4435797b tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 945 time: 0.1304386 Aug 18 13:00:06.872610 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:00:06.887691 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a33a7cdb-c23c-4881-b927-2678317b5693 req-f7057b8b-b0f8-4a21-8787-d2023221617d tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418860 Aug 18 13:00:06.920304 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5fbf7803-da68-4ed0-90df-44ccfc27fd39 req-e222317f-5bbd-44a4-aaf2-f6f3ee530cda tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832598 Aug 18 13:00:06.937328 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce13ca-3c9a-407d-a45b-89bd862a15cc req-1ef42847-e09b-47f1-a5b5-9553f297d57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:06.939338 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-50ce13ca-3c9a-407d-a45b-89bd862a15cc req-1ef42847-e09b-47f1-a5b5-9553f297d57f service neutron] 10.222.0.20 "GET /v2.0/networks?id=f5784924-95c0-4ade-8e9b-45fec751237e HTTP/1.1" status: 200 len: 912 time: 0.3967206 Aug 18 13:00:06.966864 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f46eccd1-1d66-4596-b6bc-9b6a53ad56d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98d7520a9b494f70a7448fef57d7ba8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4792740 Aug 18 13:00:06.971635 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47890) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:07.032140 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-50ce13ca-3c9a-407d-a45b-89bd862a15cc req-9802b24c-8907-4311-a222-499611f200d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f82394a-1acb-490b-82df-f75bd4b478f8 HTTP/1.1" status: 200 len: 217 time: 0.0797455 Aug 18 13:00:07.059453 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0e605d80-ee72-4a99-bb37-400a70148726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:07.131901 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339424d-7375-4cdf-9bcc-1acbf8974714 req-540ddc7e-5cb4-48ca-91ba-545e9ab187d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:07.133862 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3339424d-7375-4cdf-9bcc-1acbf8974714 req-540ddc7e-5cb4-48ca-91ba-545e9ab187d5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=37a6e9787c904eb58cf3ddb1e11023f5&device_id=4ee68456-83bc-44aa-b8df-ce6712581455 HTTP/1.1" status: 200 len: 1094 time: 0.1933918 Aug 18 13:00:07.157079 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0e605d80-ee72-4a99-bb37-400a70148726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:07.328214 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0e605d80-ee72-4a99-bb37-400a70148726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:07.331743 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0e605d80-ee72-4a99-bb37-400a70148726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:07.334864 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0e605d80-ee72-4a99-bb37-400a70148726 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/787cf4ac-3d30-466d-b3c4-64cf587b7a60 HTTP/1.1" status: 204 len: 168 time: 0.3521161 Aug 18 13:00:07.340054 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47902) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:07.373194 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e605d80-ee72-4a99-bb37-400a70148726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787cf4ac-3d30-466d-b3c4-64cf587b7a60,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:07.465546 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce13ca-3c9a-407d-a45b-89bd862a15cc req-651951e7-70fe-4267-908b-38d420921b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:07.468380 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-50ce13ca-3c9a-407d-a45b-89bd862a15cc req-651951e7-70fe-4267-908b-38d420921b1e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5fe5576d-7fb1-4b34-b4b7-7ac7dda64bb3 HTTP/1.1" status: 200 len: 851 time: 0.4225287 Aug 18 13:00:07.552783 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4e60831b-f8ab-4dfd-b518-8ab8f58db0f1 tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:07.589921 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-50ce13ca-3c9a-407d-a45b-89bd862a15cc req-10445836-17ee-4397-878d-6fce4b6ad831 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f5784924-95c0-4ade-8e9b-45fec751237e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774772 Aug 18 13:00:07.680067 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4e60831b-f8ab-4dfd-b518-8ab8f58db0f1 tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:07.692147 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-4e60831b-f8ab-4dfd-b518-8ab8f58db0f1 tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e459a40d-76b7-4763-907e-16a755da9c10']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:07.722917 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-4e60831b-f8ab-4dfd-b518-8ab8f58db0f1 tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eac569b-cba9-40ae-a542-07a452c5d1e5') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:07.723339 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-4e60831b-f8ab-4dfd-b518-8ab8f58db0f1 tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eac569b-cba9-40ae-a542-07a452c5d1e5') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:07.733392 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4e60831b-f8ab-4dfd-b518-8ab8f58db0f1 tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:07.755445 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4e60831b-f8ab-4dfd-b518-8ab8f58db0f1 tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:07.766478 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e60831b-f8ab-4dfd-b518-8ab8f58db0f1 tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:00:07.767188 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4e60831b-f8ab-4dfd-b518-8ab8f58db0f1 tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:07.769289 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:00:07.769289 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:00:07.769289 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:00:07.769289 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:00:07.769289 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:00:07.769289 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:00:07.769289 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:00:07.769289 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:00:07.769289 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:00:07.769289 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:00:07.769289 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:00:07.769289 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:00:07.769289 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:00:07.769289 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:00:07.769289 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:00:07.769289 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:00:07.769289 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:00:07.769289 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:00:07.769289 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:00:07.769289 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:00:07.769289 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:00:07.769289 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:00:07.769289 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:00:07.769289 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:00:07.769289 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:00:07.769289 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:00:07.769289 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:00:07.769289 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:00:07.769289 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:00:07.769289 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:00:07.769289 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:00:07.769289 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:00:07.902871 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371682a-c172-41ef-9846-33e807f4db04 req-e70d2f6a-1a76-4da1-8961-42f5ac36f186 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:07.910809 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3371682a-c172-41ef-9846-33e807f4db04 req-e70d2f6a-1a76-4da1-8961-42f5ac36f186 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 944 time: 0.5130939 Aug 18 13:00:07.939919 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4e60831b-f8ab-4dfd-b518-8ab8f58db0f1 tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:07.948331 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4e60831b-f8ab-4dfd-b518-8ab8f58db0f1 tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:07.953341 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4e60831b-f8ab-4dfd-b518-8ab8f58db0f1 tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] 10.222.0.13 "DELETE /v2.0/networks/e459a40d-76b7-4763-907e-16a755da9c10 HTTP/1.1" status: 204 len: 168 time: 0.6094248 Aug 18 13:00:07.977083 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47916) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:07.985294 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3371682a-c172-41ef-9846-33e807f4db04 req-23ffd1e3-bf8a-43be-b51a-f19d7e11ebdd tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654407 Aug 18 13:00:07.995039 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339424d-7375-4cdf-9bcc-1acbf8974714 req-b71e1fde-25d0-4f68-b249-3e0152aa1f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:08.003602 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3339424d-7375-4cdf-9bcc-1acbf8974714 req-b71e1fde-25d0-4f68-b249-3e0152aa1f67 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1 HTTP/1.1" status: 200 len: 915 time: 0.8455899 Aug 18 13:00:08.023218 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60831b-f8ab-4dfd-b518-8ab8f58db0f1 tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] Pushing event deleted for resources: {'Network': ['ID=e459a40d-76b7-4763-907e-16a755da9c10,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:08.053313 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3339424d-7375-4cdf-9bcc-1acbf8974714 req-a87975c2-4b0f-4e90-8b66-2c3c8b859fd3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c173f419-be43-499e-bb15-9ead514c6ac6 HTTP/1.1" status: 200 len: 217 time: 0.0487204 Aug 18 13:00:08.082082 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777175e6-7801-4b00-84f0-f99f1b25d7ba req-7d0abe02-8b57-4c9a-bb1e-ababfa153503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:08.083971 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-777175e6-7801-4b00-84f0-f99f1b25d7ba req-7d0abe02-8b57-4c9a-bb1e-ababfa153503 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62165f4489344ba1816de5df17dbe952&device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 1096 time: 0.3209281 Aug 18 13:00:08.219420 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777175e6-7801-4b00-84f0-f99f1b25d7ba req-2f529e2b-8d48-4d04-97bd-286bb0bbf55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:08.221348 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-777175e6-7801-4b00-84f0-f99f1b25d7ba req-2f529e2b-8d48-4d04-97bd-286bb0bbf55f service neutron] 10.222.0.20 "GET /v2.0/networks?id=b896f31e-62b0-4c89-b554-2d6ea14ce4b9 HTTP/1.1" status: 200 len: 913 time: 0.1139336 Aug 18 13:00:08.304487 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-50ce13ca-3c9a-407d-a45b-89bd862a15cc req-56699524-58b4-4659-b45c-0a21f7d1f567 service neutron] 10.222.0.20 "GET /v2.0/networks/f5784924-95c0-4ade-8e9b-45fec751237e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6943953 Aug 18 13:00:08.307137 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f885114c-ed4c-4b8d-a1ed-f9d25d26974e tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:08.309973 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-777175e6-7801-4b00-84f0-f99f1b25d7ba req-138fc127-2784-49c1-84d4-fd8af904495e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdaffda7-0bca-4741-b772-1df94b09d559 HTTP/1.1" status: 200 len: 217 time: 0.0741529 Aug 18 13:00:08.331333 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77325ae1-3c36-4727-98d2-d5197f2b1232 req-82c869fb-621c-44f0-b2ad-01f452250fa2 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:08.340307 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-77325ae1-3c36-4727-98d2-d5197f2b1232 req-82c869fb-621c-44f0-b2ad-01f452250fa2 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee68456-83bc-44aa-b8df-ce6712581455 HTTP/1.1" status: 200 len: 943 time: 0.1851583 Aug 18 13:00:08.425272 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8528f19-99b1-4730-bf0f-8dcc4379e1ae req-239fdfbe-1ddb-47d2-9a94-1d6680107b72 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:08.426911 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a8528f19-99b1-4730-bf0f-8dcc4379e1ae req-239fdfbe-1ddb-47d2-9a94-1d6680107b72 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 945 time: 0.2045517 Aug 18 13:00:08.428949 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-50ce13ca-3c9a-407d-a45b-89bd862a15cc req-14cb5b4c-f088-4ebe-95d5-0b9a89b472ec service neutron] 10.222.0.20 "GET /v2.0/networks/f5784924-95c0-4ade-8e9b-45fec751237e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980442 Aug 18 13:00:08.431843 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339424d-7375-4cdf-9bcc-1acbf8974714 req-dbba46a1-ec24-4887-ab91-35dfd7fa4757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:08.435264 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3339424d-7375-4cdf-9bcc-1acbf8974714 req-dbba46a1-ec24-4887-ab91-35dfd7fa4757 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f0409aa-1fb7-4185-8e0a-32f29d65add0 HTTP/1.1" status: 200 len: 854 time: 0.3720791 Aug 18 13:00:08.466778 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-77325ae1-3c36-4727-98d2-d5197f2b1232 req-301cf132-6bd2-4975-8e1f-7fc739fc9b3c tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252701 Aug 18 13:00:08.496204 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f885114c-ed4c-4b8d-a1ed-f9d25d26974e tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:08.518495 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-f885114c-ed4c-4b8d-a1ed-f9d25d26974e tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['734c74fb-3b2f-40c0-b810-a045eee38398']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:08.536179 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3339424d-7375-4cdf-9bcc-1acbf8974714 req-96d66d03-48d0-4b48-9d86-9446885b1757 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796747 Aug 18 13:00:08.573822 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-f885114c-ed4c-4b8d-a1ed-f9d25d26974e tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2717f85-15c4-4364-b027-c93e4e8c7805') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:08.574129 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-f885114c-ed4c-4b8d-a1ed-f9d25d26974e tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2717f85-15c4-4364-b027-c93e4e8c7805') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:08.647896 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f885114c-ed4c-4b8d-a1ed-f9d25d26974e tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:08.650060 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a8528f19-99b1-4730-bf0f-8dcc4379e1ae req-8f8da910-daf8-4b19-935b-1d77a604a2a6 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741812 Aug 18 13:00:08.719917 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f885114c-ed4c-4b8d-a1ed-f9d25d26974e tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:08.724558 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777175e6-7801-4b00-84f0-f99f1b25d7ba req-242a54cb-b74d-438e-aa5f-fd00a8973255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:08.726298 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-777175e6-7801-4b00-84f0-f99f1b25d7ba req-242a54cb-b74d-438e-aa5f-fd00a8973255 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=01ff60f5-a1bd-4c4a-b8b1-0b6ab79f5acb HTTP/1.1" status: 200 len: 852 time: 0.4029236 Aug 18 13:00:08.757771 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f885114c-ed4c-4b8d-a1ed-f9d25d26974e tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:00:08.763852 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f885114c-ed4c-4b8d-a1ed-f9d25d26974e tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:08.765704 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-777175e6-7801-4b00-84f0-f99f1b25d7ba req-e0d685a2-e246-4623-bbeb-b614ed768552 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b896f31e-62b0-4c89-b554-2d6ea14ce4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307770 Aug 18 13:00:08.896605 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:00:08.896605 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:00:08.896605 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:00:08.896605 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:00:08.896605 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:00:08.896605 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:00:08.896605 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:00:08.896605 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:00:08.896605 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:00:08.896605 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:00:08.896605 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:00:08.896605 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:00:08.896605 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:00:08.896605 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:00:08.896605 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:00:08.896605 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:00:08.896605 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:00:08.896605 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:00:08.896605 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:00:08.896605 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:00:08.896605 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:00:08.896605 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:00:08.896605 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:00:08.896605 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:00:08.896605 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:00:08.896605 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:00:08.896605 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:00:08.896605 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:00:08.896605 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:00:08.896605 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:00:08.896605 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:00:08.896605 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:00:08.912505 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47928) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:08.965232 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-777175e6-7801-4b00-84f0-f99f1b25d7ba req-2420ae31-9330-469f-9f90-73012ea23663 service neutron] 10.222.0.20 "GET /v2.0/networks/b896f31e-62b0-4c89-b554-2d6ea14ce4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913323 Aug 18 13:00:08.968119 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3339424d-7375-4cdf-9bcc-1acbf8974714 req-73328f76-a645-4d59-b84f-07cd5239c445 service neutron] 10.222.0.20 "GET /v2.0/networks/e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070659 Aug 18 13:00:08.973946 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f885114c-ed4c-4b8d-a1ed-f9d25d26974e tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:08.980450 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f885114c-ed4c-4b8d-a1ed-f9d25d26974e tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:08.988051 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f885114c-ed4c-4b8d-a1ed-f9d25d26974e tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] 10.222.0.13 "DELETE /v2.0/networks/734c74fb-3b2f-40c0-b810-a045eee38398 HTTP/1.1" status: 204 len: 168 time: 1.0047002 Aug 18 13:00:09.025063 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f885114c-ed4c-4b8d-a1ed-f9d25d26974e tempest-QuotasNegativeTest-1498873175 tempest-QuotasNegativeTest-1498873175-project-admin] Pushing event deleted for resources: {'Network': ['ID=734c74fb-3b2f-40c0-b810-a045eee38398,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:09.212430 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2c9f7a35-8788-4077-9bf1-e3179f46ada8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:09.399907 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-777175e6-7801-4b00-84f0-f99f1b25d7ba req-d08386a4-4133-473f-a802-cffc8bc06c3d service neutron] 10.222.0.20 "GET /v2.0/networks/b896f31e-62b0-4c89-b554-2d6ea14ce4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138982 Aug 18 13:00:09.435925 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53aa95d-99eb-4d4b-a3cf-d9bec610c3eb req-8b5db2c5-6e3d-4ac3-bbef-9a34dfb0207c tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:09.444689 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d53aa95d-99eb-4d4b-a3cf-d9bec610c3eb req-8b5db2c5-6e3d-4ac3-bbef-9a34dfb0207c tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 944 time: 0.2853186 Aug 18 13:00:09.473358 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3339424d-7375-4cdf-9bcc-1acbf8974714 req-fb3ec783-683b-45bd-9ab7-136e4e2b1988 service neutron] 10.222.0.20 "GET /v2.0/networks/e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4907584 Aug 18 13:00:09.487560 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2c9f7a35-8788-4077-9bf1-e3179f46ada8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:09.490278 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1663fada-5902-4f9b-81bc-6b1d4db8a2f0 req-27d994a2-ee09-4dc4-86ec-49342dfa9b2c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bc63ce61-f12c-4f16-aea6-7f4963e73522&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1613045 Aug 18 13:00:09.579885 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2c9f7a35-8788-4077-9bf1-e3179f46ada8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:09.601794 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d53aa95d-99eb-4d4b-a3cf-d9bec610c3eb req-ae32b8e5-7da1-494e-87f0-d141a7cc91a0 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559300 Aug 18 13:00:09.653806 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2c9f7a35-8788-4077-9bf1-e3179f46ada8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28f877e1574944e6a7cb845039d2b04a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7381630 Aug 18 13:00:09.656926 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47944) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:09.724906 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663fada-5902-4f9b-81bc-6b1d4db8a2f0 req-d1dd9556-91d0-43c2-9d0a-346fe80ffbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:09.736643 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1663fada-5902-4f9b-81bc-6b1d4db8a2f0 req-d1dd9556-91d0-43c2-9d0a-346fe80ffbe8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f0303d9be8d54f109bacfe8faa1afc25&device_id=bc63ce61-f12c-4f16-aea6-7f4963e73522 HTTP/1.1" status: 200 len: 1096 time: 0.1639729 Aug 18 13:00:09.795236 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f7a35-8788-4077-9bf1-e3179f46ada8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6eaf48-8203-43ac-96ff-c829bd1f0884,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:09.841350 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-941a3249-fd73-48f7-b558-3a089bf86ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:09.898535 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a938c6-6b11-47d9-838d-8a8b24242452 req-a48f83e4-95da-47ba-8e06-fff8d9ed13f1 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:09.906839 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-52a938c6-6b11-47d9-838d-8a8b24242452 req-a48f83e4-95da-47ba-8e06-fff8d9ed13f1 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 945 time: 0.1502683 Aug 18 13:00:09.960772 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b6edb-624c-4c33-bd7e-46f268de282a req-301f4577-fbb5-4af4-8d96-c3cd7143cd23 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:09.972416 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4b2b6edb-624c-4c33-bd7e-46f268de282a req-301f4577-fbb5-4af4-8d96-c3cd7143cd23 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee68456-83bc-44aa-b8df-ce6712581455 HTTP/1.1" status: 200 len: 943 time: 0.3037493 Aug 18 13:00:09.977588 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-941a3249-fd73-48f7-b558-3a089bf86ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:09.981377 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663fada-5902-4f9b-81bc-6b1d4db8a2f0 req-67438d55-07a1-4837-83ae-9a6b6ea56972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:09.982959 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1663fada-5902-4f9b-81bc-6b1d4db8a2f0 req-67438d55-07a1-4837-83ae-9a6b6ea56972 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f5784924-95c0-4ade-8e9b-45fec751237e HTTP/1.1" status: 200 len: 912 time: 0.2247767 Aug 18 13:00:10.012945 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-52a938c6-6b11-47d9-838d-8a8b24242452 req-65e5ddab-0bcf-4241-96fb-2f9efcf67345 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983412 Aug 18 13:00:10.108760 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1663fada-5902-4f9b-81bc-6b1d4db8a2f0 req-73c1c3dc-c6c8-48fe-bc06-bf187ea3386b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=011cfdb1-83c4-453f-82df-6e524aa56987 HTTP/1.1" status: 200 len: 217 time: 0.0945499 Aug 18 13:00:10.111726 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4b2b6edb-624c-4c33-bd7e-46f268de282a req-118fd85e-b233-493f-aa82-f6d0ed3d7112 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370320 Aug 18 13:00:10.133271 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 2f82394a-1acb-490b-82df-f75bd4b478f8 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:00:10.179458 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663fada-5902-4f9b-81bc-6b1d4db8a2f0 req-19a3b766-892a-4775-8745-a9dc0fde6d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:10.181031 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1663fada-5902-4f9b-81bc-6b1d4db8a2f0 req-19a3b766-892a-4775-8745-a9dc0fde6d18 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5fe5576d-7fb1-4b34-b4b7-7ac7dda64bb3 HTTP/1.1" status: 200 len: 851 time: 0.0630682 Aug 18 13:00:10.218971 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1663fada-5902-4f9b-81bc-6b1d4db8a2f0 req-f18e0575-3146-4356-85bf-7ae46bc4b705 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f5784924-95c0-4ade-8e9b-45fec751237e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281301 Aug 18 13:00:10.274022 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 2f82394a-1acb-490b-82df-f75bd4b478f8, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=2f82394a-1acb-490b-82df-f75bd4b478f8,segment=NetworkSegment(6851dbba-1cc1-4348-91b0-ff341cc9df8f),segment_id=6851dbba-1cc1-4348-91b0-ff341cc9df8f)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:00:10.274022 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '2f82394a-1acb-490b-82df-f75bd4b478f8', 'network_id': 'f5784924-95c0-4ade-8e9b-45fec751237e', 'port_id': '2f82394a-1acb-490b-82df-f75bd4b478f8', 'mac_address': 'fa:16:3e:15:66:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fe5576d-7fb1-4b34-b4b7-7ac7dda64bb3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:00:10.304394 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:10.318664 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f82394a-1acb-490b-82df-f75bd4b478f8 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:00:10.330212 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1663fada-5902-4f9b-81bc-6b1d4db8a2f0 req-ce0e84c1-fda3-4486-87e7-d6c9b690358e service neutron] 10.222.0.39 "GET /v2.0/networks/f5784924-95c0-4ade-8e9b-45fec751237e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002035 Aug 18 13:00:10.341615 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 2f82394a-1acb-490b-82df-f75bd4b478f8, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=2f82394a-1acb-490b-82df-f75bd4b478f8,segment=NetworkSegment(6851dbba-1cc1-4348-91b0-ff341cc9df8f),segment_id=6851dbba-1cc1-4348-91b0-ff341cc9df8f)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:00:10.353679 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47952) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:10.370839 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4044ed8b-7788-4da2-a346-8de8a92c5f32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:10.394231 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-941a3249-fd73-48f7-b558-3a089bf86ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:10.396851 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-941a3249-fd73-48f7-b558-3a089bf86ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:10.398304 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-941a3249-fd73-48f7-b558-3a089bf86ef7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f6eaf48-8203-43ac-96ff-c829bd1f0884 HTTP/1.1" status: 204 len: 168 time: 0.7403996 Aug 18 13:00:10.425795 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:10.427429 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device c173f419-be43-499e-bb15-9ead514c6ac6 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:00:10.455403 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a3249-fd73-48f7-b558-3a089bf86ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6eaf48-8203-43ac-96ff-c829bd1f0884,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:10.463742 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1663fada-5902-4f9b-81bc-6b1d4db8a2f0 req-fe7911a9-5ef7-45dd-8dc1-e54dc205e065 service neutron] 10.222.0.39 "GET /v2.0/networks/f5784924-95c0-4ade-8e9b-45fec751237e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205950 Aug 18 13:00:10.689975 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4044ed8b-7788-4da2-a346-8de8a92c5f32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:10.785320 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4044ed8b-7788-4da2-a346-8de8a92c5f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:10.795075 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port c173f419-be43-499e-bb15-9ead514c6ac6, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=c173f419-be43-499e-bb15-9ead514c6ac6,segment=NetworkSegment(ef8e8cee-8aff-47ee-80bb-ffa053f3577b),segment_id=ef8e8cee-8aff-47ee-80bb-ffa053f3577b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:00:10.809240 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=2f82394a-1acb-490b-82df-f75bd4b478f8,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:10.817680 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'c173f419-be43-499e-bb15-9ead514c6ac6', 'network_id': 'e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1', 'port_id': 'c173f419-be43-499e-bb15-9ead514c6ac6', 'mac_address': 'fa:16:3e:0e:60:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f0409aa-1fb7-4185-8e0a-32f29d65add0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:00:10.873064 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:10.894341 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4044ed8b-7788-4da2-a346-8de8a92c5f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe265ac-ca15-400f-86ba-5d55848d80a3,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:10.921828 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c173f419-be43-499e-bb15-9ead514c6ac6 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:00:10.964708 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port c173f419-be43-499e-bb15-9ead514c6ac6, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=c173f419-be43-499e-bb15-9ead514c6ac6,segment=NetworkSegment(ef8e8cee-8aff-47ee-80bb-ffa053f3577b),segment_id=ef8e8cee-8aff-47ee-80bb-ffa053f3577b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:00:11.019134 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4044ed8b-7788-4da2-a346-8de8a92c5f32 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1a8263e7fa04d08ae500588993cc105&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6640913 Aug 18 13:00:11.022334 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 47970) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:11.026898 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:11.072616 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f0076-42da-4a4c-ab9c-81f0b9df9e59 req-a38ceaab-2539-4c66-bbb4-09fa5675f4ef tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:11.075456 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b27f0076-42da-4a4c-ab9c-81f0b9df9e59 req-a38ceaab-2539-4c66-bbb4-09fa5675f4ef tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 945 time: 0.1922991 Aug 18 13:00:11.157852 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ca271295-b275-4ffa-8eca-e71b223c54d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:11.167604 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=c173f419-be43-499e-bb15-9ead514c6ac6,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:11.194386 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b27f0076-42da-4a4c-ab9c-81f0b9df9e59 req-031f1c53-e81c-4379-82a9-4b47bdee21f2 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114266 Aug 18 13:00:11.278787 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ca271295-b275-4ffa-8eca-e71b223c54d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:11.300779 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['c173f419-be43-499e-bb15-9ead514c6ac6'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:00:11.317992 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea79bb1-a84c-468e-a3f7-3f3e6fb0a1af req-03d9842a-7b79-4100-9add-2f8e52d34763 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:11.325671 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cea79bb1-a84c-468e-a3f7-3f3e6fb0a1af req-03d9842a-7b79-4100-9add-2f8e52d34763 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 945 time: 0.1206930 Aug 18 13:00:11.384356 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['2f82394a-1acb-490b-82df-f75bd4b478f8'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:00:11.432912 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cea79bb1-a84c-468e-a3f7-3f3e6fb0a1af req-01545220-bcaf-4c86-8dca-1488deb81cb9 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060922 Aug 18 13:00:11.512407 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51debb2-ff84-401e-9f6a-ad7f6a0c08ad req-9a846705-8ee1-4f1c-adc6-52c4488023bb tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:11.530505 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c51debb2-ff84-401e-9f6a-ad7f6a0c08ad req-9a846705-8ee1-4f1c-adc6-52c4488023bb tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee68456-83bc-44aa-b8df-ce6712581455 HTTP/1.1" status: 200 len: 944 time: 0.1566691 Aug 18 13:00:11.591536 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c51debb2-ff84-401e-9f6a-ad7f6a0c08ad req-2b9d3d3e-a8f6-44f1-b0fc-90099338a8b2 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541074 Aug 18 13:00:11.619536 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ca271295-b275-4ffa-8eca-e71b223c54d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:11.623493 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ca271295-b275-4ffa-8eca-e71b223c54d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:11.625598 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ca271295-b275-4ffa-8eca-e71b223c54d1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/abe265ac-ca15-400f-86ba-5d55848d80a3 HTTP/1.1" status: 204 len: 168 time: 0.6022515 Aug 18 13:00:11.628503 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-759443da-a78c-47ed-a336-2fee39f0cfec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:11.630463 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47988) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:11.640857 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca271295-b275-4ffa-8eca-e71b223c54d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe265ac-ca15-400f-86ba-5d55848d80a3,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:11.659203 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-070a6b88-b945-45bf-8d89-e8e4f63947f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:11.859128 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-070a6b88-b945-45bf-8d89-e8e4f63947f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:11.922731 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-070a6b88-b945-45bf-8d89-e8e4f63947f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:11.964947 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-070a6b88-b945-45bf-8d89-e8e4f63947f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ec3a3f6f3c9451d94a7707ee6f15f40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3318815 Aug 18 13:00:11.965928 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070a6b88-b945-45bf-8d89-e8e4f63947f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c55282a-59ad-4660-9440-56b8d8b22928,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:11.972515 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 47990) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:12.056637 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-785dfb73-2021-4cd0-9f29-9d21a397524f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:12.084592 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-785dfb73-2021-4cd0-9f29-9d21a397524f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:12.213547 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-785dfb73-2021-4cd0-9f29-9d21a397524f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:12.217842 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-785dfb73-2021-4cd0-9f29-9d21a397524f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:12.220059 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-785dfb73-2021-4cd0-9f29-9d21a397524f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c55282a-59ad-4660-9440-56b8d8b22928 HTTP/1.1" status: 204 len: 168 time: 0.2458234 Aug 18 13:00:12.234202 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785dfb73-2021-4cd0-9f29-9d21a397524f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c55282a-59ad-4660-9440-56b8d8b22928,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:12.383336 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8728a-f913-43fc-8cce-d28ee8e052c9 req-4d959781-2dd6-4541-8d9b-7b57873ac3d2 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:12.385297 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f9e8728a-f913-43fc-8cce-d28ee8e052c9 req-4d959781-2dd6-4541-8d9b-7b57873ac3d2 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 945 time: 0.0613675 Aug 18 13:00:12.441212 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f9e8728a-f913-43fc-8cce-d28ee8e052c9 req-ce897cf7-a1ac-42ed-a817-f0e825f6b6ff tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463874 Aug 18 13:00:12.599134 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6efbfe4-3e8a-4104-8345-c02ce0ef0eca req-8483f5f5-0e7f-4e31-ba86-9672b44be8f7 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:12.601853 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f6efbfe4-3e8a-4104-8345-c02ce0ef0eca req-8483f5f5-0e7f-4e31-ba86-9672b44be8f7 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 945 time: 0.0857434 Aug 18 13:00:12.679089 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f6efbfe4-3e8a-4104-8345-c02ce0ef0eca req-a18e7f6f-1d51-4c3e-a39a-55e3cb0f8041 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692279 Aug 18 13:00:12.684432 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 48008) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:12.727057 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c2152f36-7e4f-47d5-8492-0603555f3b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:12.884266 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c2152f36-7e4f-47d5-8492-0603555f3b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:12.986493 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c2152f36-7e4f-47d5-8492-0603555f3b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:13.032486 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c2152f36-7e4f-47d5-8492-0603555f3b08 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=34ee29fc51054730b0b68ff3a9f962a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3466535 Aug 18 13:00:13.035405 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 48016) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:13.054742 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2152f36-7e4f-47d5-8492-0603555f3b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46293c9-f5ba-47a4-8e3f-60054c65eb93,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:13.071236 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06750b51-d93c-4774-9143-312583a98b99 req-b189ba96-748f-43f8-ba16-db60369916be tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:13.079317 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-06750b51-d93c-4774-9143-312583a98b99 req-b189ba96-748f-43f8-ba16-db60369916be tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee68456-83bc-44aa-b8df-ce6712581455 HTTP/1.1" status: 200 len: 944 time: 0.1431882 Aug 18 13:00:13.114888 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c51ce767-9a73-47f7-8747-81f6ebeb923e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:13.147158 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c51ce767-9a73-47f7-8747-81f6ebeb923e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:13.185539 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-06750b51-d93c-4774-9143-312583a98b99 req-7d292231-f7bd-4770-88e1-a8a1b3440d37 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050324 Aug 18 13:00:13.284790 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c51ce767-9a73-47f7-8747-81f6ebeb923e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:13.287482 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c51ce767-9a73-47f7-8747-81f6ebeb923e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:13.289030 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c51ce767-9a73-47f7-8747-81f6ebeb923e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a46293c9-f5ba-47a4-8e3f-60054c65eb93 HTTP/1.1" status: 204 len: 168 time: 0.2518420 Aug 18 13:00:13.297699 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ce767-9a73-47f7-8747-81f6ebeb923e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46293c9-f5ba-47a4-8e3f-60054c65eb93,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:13.662533 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8844f-7df3-4d03-8ce9-ccccbac1f4b4 req-5ee4cc59-c80a-4af5-a27a-f6d514e9bddf tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:13.672681 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2df8844f-7df3-4d03-8ce9-ccccbac1f4b4 req-5ee4cc59-c80a-4af5-a27a-f6d514e9bddf tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 945 time: 0.1224248 Aug 18 13:00:13.739800 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2df8844f-7df3-4d03-8ce9-ccccbac1f4b4 req-b47849d0-eac7-447f-b8bb-e45d97b96577 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661092 Aug 18 13:00:13.880124 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea2160-14a9-4254-bede-124986af66e2 req-53e72842-8c1d-4b6f-b4d5-e4a0bcf1e1a4 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:13.886729 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-75ea2160-14a9-4254-bede-124986af66e2 req-53e72842-8c1d-4b6f-b4d5-e4a0bcf1e1a4 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 945 time: 0.0691442 Aug 18 13:00:13.932303 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-75ea2160-14a9-4254-bede-124986af66e2 req-44d90819-65d7-4e06-b8c6-823aec40c40e tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397267 Aug 18 13:00:13.985315 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9e09cf19-fab7-4b07-a70b-dc88518137d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:14.165211 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 2f82394a-1acb-490b-82df-f75bd4b478f8 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:00:14.391198 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 2f82394a-1acb-490b-82df-f75bd4b478f8 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:00:14.401557 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 2f82394a-1acb-490b-82df-f75bd4b478f8 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:14.405827 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:14.487338 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30ec03-35c3-4713-9b2c-82596ae9a919 req-2cbc7d81-3200-4a3a-b588-0854a2363d84 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:14.506984 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7d30ec03-35c3-4713-9b2c-82596ae9a919 req-2cbc7d81-3200-4a3a-b588-0854a2363d84 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee68456-83bc-44aa-b8df-ce6712581455 HTTP/1.1" status: 200 len: 944 time: 0.1445317 Aug 18 13:00:14.537832 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:14.614881 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7d30ec03-35c3-4713-9b2c-82596ae9a919 req-fd6c3023-00f9-47be-a085-ddaf5f0b1cc0 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064277 Aug 18 13:00:14.655097 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:14.685753 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a65954-f30f-4b15-8588-6f8515f551ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f82394a-1acb-490b-82df-f75bd4b478f8'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:00:14.689660 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b233e5c7-4565-448f-934f-d801c40d9218" -d '{"events": [{"server_uuid": "a4a65954-f30f-4b15-8588-6f8515f551ac", "name": "network-vif-plugged", "status": "completed", "tag": "2f82394a-1acb-490b-82df-f75bd4b478f8"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:00:14.706536 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 2f82394a-1acb-490b-82df-f75bd4b478f8, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=2f82394a-1acb-490b-82df-f75bd4b478f8,segment=NetworkSegment(6851dbba-1cc1-4348-91b0-ff341cc9df8f),segment_id=6851dbba-1cc1-4348-91b0-ff341cc9df8f)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:00:14.747440 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41de5e24-cf27-4a6b-94cb-f905cbe5aa9e x-openstack-request-id: req-41de5e24-cf27-4a6b-94cb-f905cbe5aa9e {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:00:14.747746 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a65954-f30f-4b15-8588-6f8515f551ac", "name": "network-vif-plugged", "status": "completed", "tag": "2f82394a-1acb-490b-82df-f75bd4b478f8", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:00:14.748000 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-41de5e24-cf27-4a6b-94cb-f905cbe5aa9e {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:00:14.748395 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a65954-f30f-4b15-8588-6f8515f551ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f82394a-1acb-490b-82df-f75bd4b478f8', 'code': 200} Aug 18 13:00:14.848167 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:14.848982 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device c173f419-be43-499e-bb15-9ead514c6ac6 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:00:14.945473 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c58347-2574-4931-8e53-58624568cc2f req-000af642-353a-467d-bb64-e00d3f041331 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:14.948666 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b4c58347-2574-4931-8e53-58624568cc2f req-000af642-353a-467d-bb64-e00d3f041331 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 945 time: 0.1298852 Aug 18 13:00:15.042940 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=2f82394a-1acb-490b-82df-f75bd4b478f8,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:15.056176 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b4c58347-2574-4931-8e53-58624568cc2f req-a64877e5-0abd-4fb0-908e-19baf9023425 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984254 Aug 18 13:00:15.127996 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port c173f419-be43-499e-bb15-9ead514c6ac6 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:00:15.132228 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port c173f419-be43-499e-bb15-9ead514c6ac6 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:15.136278 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:15.164531 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3a05e-d424-4cb2-8bcf-0012f2d3e126 req-337038a7-0633-4ce0-a34d-1d3310d775f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:15.176418 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d3d3a05e-d424-4cb2-8bcf-0012f2d3e126 req-337038a7-0633-4ce0-a34d-1d3310d775f5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 1097 time: 0.1825130 Aug 18 13:00:15.251875 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69dd832-5e3b-4682-b794-05f0db34a58b req-08c3dcf1-eb1d-40fb-99ca-42bade585ccb tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:15.263407 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-0cab58d9-c525-4e2c-8f59-e802386bb545 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:15.278414 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-0cab58d9-c525-4e2c-8f59-e802386bb545 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/networks?id=8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8 HTTP/1.1" status: 200 len: 814 time: 0.3267643 Aug 18 13:00:15.278754 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b69dd832-5e3b-4682-b794-05f0db34a58b req-08c3dcf1-eb1d-40fb-99ca-42bade585ccb tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 945 time: 0.1266837 Aug 18 13:00:15.286974 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d3d3a05e-d424-4cb2-8bcf-0012f2d3e126 req-89ad9580-0e7f-40af-aa0f-bb283741bf47 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983987 Aug 18 13:00:15.294581 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-59046e6c-de48-4132-8bd8-6724d23b20e8 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/quotas/e1762f04164146b59760e8758daee96f HTTP/1.1" status: 200 len: 375 time: 0.0210238 Aug 18 13:00:15.341125 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:15.341790 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b69dd832-5e3b-4682-b794-05f0db34a58b req-51feed66-64c1-4fdd-840d-7ddf60e9cd7b tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668452 Aug 18 13:00:15.371226 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-b2db9920-f7f1-4496-934b-e28fa35e535e tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1762f04164146b59760e8758daee96f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0747733 Aug 18 13:00:15.375233 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port c173f419-be43-499e-bb15-9ead514c6ac6, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=c173f419-be43-499e-bb15-9ead514c6ac6,segment=NetworkSegment(ef8e8cee-8aff-47ee-80bb-ffa053f3577b),segment_id=ef8e8cee-8aff-47ee-80bb-ffa053f3577b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:00:15.385074 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:15.483367 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:15.512877 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-94f364e1-4045-4781-a2dc-d40b6a37ecdd service neutron] 10.222.0.13 "GET /v2.0/networks/8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338210 Aug 18 13:00:15.612652 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=c173f419-be43-499e-bb15-9ead514c6ac6,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:15.707307 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 48096) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:15.729474 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-9194a3e4-3852-424b-9878-8587488e8a84 service neutron] 10.222.0.13 "GET /v2.0/networks/8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113674 Aug 18 13:00:15.869063 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3088c-c509-4415-b0d9-dd7324be1421 req-242d06e0-b7ce-4b50-95da-bd975c5d49af tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:15.879789 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-07c3088c-c509-4415-b0d9-dd7324be1421 req-242d06e0-b7ce-4b50-95da-bd975c5d49af tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee68456-83bc-44aa-b8df-ce6712581455 HTTP/1.1" status: 200 len: 945 time: 0.1343412 Aug 18 13:00:15.913946 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-d7c81e19-e0cb-4c53-b60d-ac4bb397ee9b tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1782054778'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:15.957880 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-07c3088c-c509-4415-b0d9-dd7324be1421 req-0c99d201-71f1-4eeb-b38b-0be71094c390 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632188 Aug 18 13:00:16.043569 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c81e19-e0cb-4c53-b60d-ac4bb397ee9b tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Made reservation on behalf of 6bf6c3f655ea4e21968136e4557a2820 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:00:16.049025 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d7c81e19-e0cb-4c53-b60d-ac4bb397ee9b tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:16.072983 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d7c81e19-e0cb-4c53-b60d-ac4bb397ee9b tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:16.157351 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6aa03d4f-583c-4535-ad14-ecc44e69cfa7 req-bd484459-296e-4f68-a6b9-67e233d0b77d tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=76d68105-1f52-4fc3-9dcc-91f6fe2f304e HTTP/1.1" status: 200 len: 210 time: 0.0411553 Aug 18 13:00:16.269841 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d7c81e19-e0cb-4c53-b60d-ac4bb397ee9b tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:16.274743 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e59cc0-2d8c-4a82-b04b-24c83b8768f2 req-13901a3f-113d-4284-a96b-56ac0b6608d4 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:16.276585 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-80e59cc0-2d8c-4a82-b04b-24c83b8768f2 req-13901a3f-113d-4284-a96b-56ac0b6608d4 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 946 time: 0.1014180 Aug 18 13:00:16.318618 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-80e59cc0-2d8c-4a82-b04b-24c83b8768f2 req-130a99f1-d189-4221-a184-20ef21f8040d tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360315 Aug 18 13:00:16.379363 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d7c81e19-e0cb-4c53-b60d-ac4bb397ee9b tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:16.431670 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7c81e19-e0cb-4c53-b60d-ac4bb397ee9b tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:00:16.462731 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c81e19-e0cb-4c53-b60d-ac4bb397ee9b tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38c6d17c-367d-48c1-a6b7-4765fb9529e3,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:16.469223 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d7c81e19-e0cb-4c53-b60d-ac4bb397ee9b tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:16.470332 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-d7c81e19-e0cb-4c53-b60d-ac4bb397ee9b tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Added segment 1b9a0b7a-c5dc-4de4-9f0b-9195bec5c0c0 of type vlan for network 3d0ad991-bc7e-4ee3-9cf1-8738e77727ec Aug 18 13:00:16.556963 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d7c81e19-e0cb-4c53-b60d-ac4bb397ee9b tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:16.567166 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63933a81-f4f9-4b54-ab17-ea2cbc7a8f4a req-c70ccca2-ef8b-4ef2-9cde-7ac563c85fe8 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:16.575105 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-63933a81-f4f9-4b54-ab17-ea2cbc7a8f4a req-c70ccca2-ef8b-4ef2-9cde-7ac563c85fe8 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 945 time: 0.1806738 Aug 18 13:00:16.627573 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-63933a81-f4f9-4b54-ab17-ea2cbc7a8f4a req-5cfb14a3-ed1f-4032-9501-cab0164693ee tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515912 Aug 18 13:00:16.711128 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d7c81e19-e0cb-4c53-b60d-ac4bb397ee9b tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:16.717943 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c81e19-e0cb-4c53-b60d-ac4bb397ee9b tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:16.718589 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d7c81e19-e0cb-4c53-b60d-ac4bb397ee9b tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:16.749744 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee68456-83bc-44aa-b8df-ce6712581455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c173f419-be43-499e-bb15-9ead514c6ac6'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:00:16.752132 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33ea6cc-93cc-4c0f-bc26-d59c9bbbe6ac" -d '{"events": [{"server_uuid": "4ee68456-83bc-44aa-b8df-ce6712581455", "name": "network-vif-plugged", "status": "completed", "tag": "c173f419-be43-499e-bb15-9ead514c6ac6"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:00:16.790787 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c26f43-3277-4d82-87e0-6096d5489ea6 x-openstack-request-id: req-c8c26f43-3277-4d82-87e0-6096d5489ea6 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:00:16.791145 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee68456-83bc-44aa-b8df-ce6712581455", "name": "network-vif-plugged", "status": "completed", "tag": "c173f419-be43-499e-bb15-9ead514c6ac6", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:00:16.791401 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c8c26f43-3277-4d82-87e0-6096d5489ea6 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:00:16.791993 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee68456-83bc-44aa-b8df-ce6712581455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c173f419-be43-499e-bb15-9ead514c6ac6', 'code': 200} Aug 18 13:00:16.797146 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c81e19-e0cb-4c53-b60d-ac4bb397ee9b tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Pushing event updated for resources: {'Network': ['ID=3d0ad991-bc7e-4ee3-9cf1-8738e77727ec,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:16.807375 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 3d0ad991-bc7e-4ee3-9cf1-8738e77727ec details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:00:16.855456 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d7c81e19-e0cb-4c53-b60d-ac4bb397ee9b tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1466520 Aug 18 13:00:16.858908 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 48154) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:16.864521 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-12b15ff0-97c3-476a-b2b7-d22166d3c02c tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Request body: {'subnet': {'network_id': '3d0ad991-bc7e-4ee3-9cf1-8738e77727ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:16.989964 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d93c97-65ec-4e71-babb-be69118684b6 req-d7da7a41-0fe4-4ded-adad-d5a3a9a8562d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:16.992165 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-39d93c97-65ec-4e71-babb-be69118684b6 req-d7da7a41-0fe4-4ded-adad-d5a3a9a8562d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4ee68456-83bc-44aa-b8df-ce6712581455 HTTP/1.1" status: 200 len: 1096 time: 0.0493248 Aug 18 13:00:17.040044 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-39d93c97-65ec-4e71-babb-be69118684b6 req-9b512c5f-3b20-4057-8dc1-336f2ab73c4a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398002 Aug 18 13:00:17.084865 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ad1ef-da15-4052-b3e0-94184dff52e5 req-2687f7a0-d836-46a7-b618-c74b99a63094 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:17.086584 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-710ad1ef-da15-4052-b3e0-94184dff52e5 req-2687f7a0-d836-46a7-b618-c74b99a63094 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee68456-83bc-44aa-b8df-ce6712581455 HTTP/1.1" status: 200 len: 945 time: 0.0563681 Aug 18 13:00:17.088454 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b15ff0-97c3-476a-b2b7-d22166d3c02c tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Made reservation on behalf of 6bf6c3f655ea4e21968136e4557a2820 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:00:17.090924 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-12b15ff0-97c3-476a-b2b7-d22166d3c02c tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:17.191792 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-710ad1ef-da15-4052-b3e0-94184dff52e5 req-d93fbbe7-6ac7-4af8-ab5f-4bf70051df3f tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966992 Aug 18 13:00:17.222505 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:17.285752 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72698d-b290-4c26-8dfe-d1936f82bdbd req-75a05e30-4c19-4478-976b-9e802f667c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:17.288879 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b72698d-b290-4c26-8dfe-d1936f82bdbd req-75a05e30-4c19-4478-976b-9e802f667c07 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62165f4489344ba1816de5df17dbe952&device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 1096 time: 0.0852857 Aug 18 13:00:17.456405 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-52692117-6ff7-442b-a2c4-494cab3e517b req-94d9f8e2-ac01-4e15-beac-526576529994 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=76d68105-1f52-4fc3-9dcc-91f6fe2f304e HTTP/1.1" status: 200 len: 210 time: 0.0338831 Aug 18 13:00:17.465821 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97445dad-e02c-4033-aa3a-ae4982c29dc9 req-061de4e9-a328-4a4c-a1a0-7fdf8e982123 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:17.468353 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-97445dad-e02c-4033-aa3a-ae4982c29dc9 req-061de4e9-a328-4a4c-a1a0-7fdf8e982123 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 946 time: 0.0556550 Aug 18 13:00:17.470194 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72698d-b290-4c26-8dfe-d1936f82bdbd req-56c71f41-762a-40c9-82ed-791ee63d49c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:17.471637 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b72698d-b290-4c26-8dfe-d1936f82bdbd req-56c71f41-762a-40c9-82ed-791ee63d49c6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b896f31e-62b0-4c89-b554-2d6ea14ce4b9 HTTP/1.1" status: 200 len: 913 time: 0.1740842 Aug 18 13:00:17.518750 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b72698d-b290-4c26-8dfe-d1936f82bdbd req-ec338f88-49e8-460c-8516-eda30be9709e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdaffda7-0bca-4741-b772-1df94b09d559 HTTP/1.1" status: 200 len: 217 time: 0.0387168 Aug 18 13:00:17.519635 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-97445dad-e02c-4033-aa3a-ae4982c29dc9 req-5010e813-60f8-48f9-9645-3bf71504128a tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414939 Aug 18 13:00:17.520071 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-12b15ff0-97c3-476a-b2b7-d22166d3c02c tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:17.599770 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b15ff0-97c3-476a-b2b7-d22166d3c02c tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Checking segment: {'id': '1b9a0b7a-c5dc-4de4-9f0b-9195bec5c0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3d0ad991-bc7e-4ee3-9cf1-8738e77727ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:00:17.600154 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b15ff0-97c3-476a-b2b7-d22166d3c02c tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Network hostable DHCP agents. Network: 3d0ad991-bc7e-4ee3-9cf1-8738e77727ec, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:00:17.605811 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b15ff0-97c3-476a-b2b7-d22166d3c02c tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Pushing event updated for resources: {'Subnet': ['ID=1da64e59-c8dd-47fe-9585-55fa862c8822,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:17.679433 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72698d-b290-4c26-8dfe-d1936f82bdbd req-5b848f17-c8ba-44d8-a13e-4efce1f71690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:17.683816 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b72698d-b290-4c26-8dfe-d1936f82bdbd req-5b848f17-c8ba-44d8-a13e-4efce1f71690 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=01ff60f5-a1bd-4c4a-b8b1-0b6ab79f5acb HTTP/1.1" status: 200 len: 852 time: 0.1523309 Aug 18 13:00:17.750820 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b15ff0-97c3-476a-b2b7-d22166d3c02c tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Network 3d0ad991-bc7e-4ee3-9cf1-8738e77727ec is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:00:17.836560 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-12b15ff0-97c3-476a-b2b7-d22166d3c02c tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 3d0ad991-bc7e-4ee3-9cf1-8738e77727ec) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:00:17.849825 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b15ff0-97c3-476a-b2b7-d22166d3c02c tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:17.851264 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-12b15ff0-97c3-476a-b2b7-d22166d3c02c tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:17.870260 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfc2fd8-b816-45ca-ae2c-00b159631d9c None None] Network 3d0ad991-bc7e-4ee3-9cf1-8738e77727ec requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:00:17.968255 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-12b15ff0-97c3-476a-b2b7-d22166d3c02c tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1082451 Aug 18 13:00:18.006821 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 48198) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:18.033873 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-09728e39-588f-4afb-96c2-04fa7accdd27 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Request body: {'port': {'network_id': '3d0ad991-bc7e-4ee3-9cf1-8738e77727ec', 'name': 'tempest-AllowedAddressPairTestJSON-900188028'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:18.119064 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc2e08-d9eb-4547-8537-8d7e3f3db427 req-3021067f-75fb-4c79-95aa-a8d3964e7107 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:18.127350 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b9dc2e08-d9eb-4547-8537-8d7e3f3db427 req-3021067f-75fb-4c79-95aa-a8d3964e7107 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 946 time: 0.1721931 Aug 18 13:00:18.131914 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b72698d-b290-4c26-8dfe-d1936f82bdbd req-31456ef9-0128-43a5-a0fe-caab5940ac24 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b896f31e-62b0-4c89-b554-2d6ea14ce4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4342704 Aug 18 13:00:18.144201 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc779d6b-21dd-48b7-a568-0471865ed89b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-3d0ad991-bc7e-4ee3-9cf1-8738e77727ec', 'network_id': '3d0ad991-bc7e-4ee3-9cf1-8738e77727ec', 'tenant_id': '6bf6c3f655ea4e21968136e4557a2820', 'fixed_ips': [{'subnet_id': '1da64e59-c8dd-47fe-9585-55fa862c8822'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:00:18.157250 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-dc779d6b-21dd-48b7-a568-0471865ed89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:18.213297 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b9dc2e08-d9eb-4547-8537-8d7e3f3db427 req-d7fc7e7b-d362-4118-9b5a-f966a1c07a51 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844080 Aug 18 13:00:18.268982 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2244a3-80b2-4c28-87ae-9d3e799a6941 req-c0d628fd-a4f8-47ed-90c7-e124edb57c4c tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:18.276564 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8f2244a3-80b2-4c28-87ae-9d3e799a6941 req-c0d628fd-a4f8-47ed-90c7-e124edb57c4c tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 945 time: 0.1469638 Aug 18 13:00:18.280370 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b75f5-fb66-4ca2-bff6-0f8cf51697d4 req-e2683ba0-e529-442e-984b-d56d75546667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:18.282014 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7a4b75f5-fb66-4ca2-bff6-0f8cf51697d4 req-e2683ba0-e529-442e-984b-d56d75546667 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0303d9be8d54f109bacfe8faa1afc25&device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 1097 time: 0.1536436 Aug 18 13:00:18.421539 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd765f44-36c7-42a0-89e4-51afe540c000 req-cebc8b5b-d0e2-48ff-b003-2f281864f58b tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:18.429456 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dd765f44-36c7-42a0-89e4-51afe540c000 req-cebc8b5b-d0e2-48ff-b003-2f281864f58b tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee68456-83bc-44aa-b8df-ce6712581455 HTTP/1.1" status: 200 len: 945 time: 0.0645595 Aug 18 13:00:18.438075 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-dc779d6b-21dd-48b7-a568-0471865ed89b None None] Allocated IP 172.20.0.2 (3d0ad991-bc7e-4ee3-9cf1-8738e77727ec/1da64e59-c8dd-47fe-9585-55fa862c8822/4c18cdea-c413-421f-be2c-2dd151568e56) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:00:18.477653 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dd765f44-36c7-42a0-89e4-51afe540c000 req-ba91a08a-e43e-4f39-a858-c0570cb37d8a tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470791 Aug 18 13:00:18.479498 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8f2244a3-80b2-4c28-87ae-9d3e799a6941 req-b8bbbd07-9d61-4cbb-b48e-9d21078d33e5 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973941 Aug 18 13:00:18.485343 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09728e39-588f-4afb-96c2-04fa7accdd27 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Made reservation on behalf of 6bf6c3f655ea4e21968136e4557a2820 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:00:18.490351 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-09728e39-588f-4afb-96c2-04fa7accdd27 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:18.535418 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-09728e39-588f-4afb-96c2-04fa7accdd27 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] device_id is not set on port d020df3e-22b8-4358-8f6d-904b5557521c yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:00:18.554553 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b75f5-fb66-4ca2-bff6-0f8cf51697d4 req-a680d03b-ba9d-4f79-b1e1-cfe4293f60df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:18.556821 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7a4b75f5-fb66-4ca2-bff6-0f8cf51697d4 req-a680d03b-ba9d-4f79-b1e1-cfe4293f60df service neutron] 10.222.0.20 "GET /v2.0/networks?id=f5784924-95c0-4ade-8e9b-45fec751237e HTTP/1.1" status: 200 len: 912 time: 0.2586169 Aug 18 13:00:18.620228 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7a4b75f5-fb66-4ca2-bff6-0f8cf51697d4 req-6c078e8e-d29d-4970-9442-a166005501f7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f82394a-1acb-490b-82df-f75bd4b478f8 HTTP/1.1" status: 200 len: 217 time: 0.0511873 Aug 18 13:00:18.676668 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-dc779d6b-21dd-48b7-a568-0471865ed89b None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:18.688129 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-dc779d6b-21dd-48b7-a568-0471865ed89b None None] Transition to ACTIVE for port object 4c18cdea-c413-421f-be2c-2dd151568e56 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:00:18.693779 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47bb17-110e-400b-a37e-63f5585363fe req-ec580bd0-b3da-412c-b3c7-9efbe82c67c3 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:18.695283 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ae47bb17-110e-400b-a37e-63f5585363fe req-ec580bd0-b3da-412c-b3c7-9efbe82c67c3 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee68456-83bc-44aa-b8df-ce6712581455 HTTP/1.1" status: 200 len: 945 time: 0.0805011 Aug 18 13:00:18.711932 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b72698d-b290-4c26-8dfe-d1936f82bdbd req-f60e4eef-031f-4c96-bfe9-7ab64518dd4b service neutron] 10.222.0.20 "GET /v2.0/networks/b896f31e-62b0-4c89-b554-2d6ea14ce4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5447376 Aug 18 13:00:18.725680 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e12c8a60-bf56-4f27-ba2f-ec3e242a11d1 req-7110eaac-9717-414d-943e-322da9e58697 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=76d68105-1f52-4fc3-9dcc-91f6fe2f304e HTTP/1.1" status: 200 len: 210 time: 0.0992799 Aug 18 13:00:18.740077 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-dc779d6b-21dd-48b7-a568-0471865ed89b None None] Transition to ACTIVE for port object 4c18cdea-c413-421f-be2c-2dd151568e56 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:00:18.762029 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ae47bb17-110e-400b-a37e-63f5585363fe req-db89c0a7-b01f-40c5-a38d-3a1f59a9d9c9 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474546 Aug 18 13:00:18.764997 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b75f5-fb66-4ca2-bff6-0f8cf51697d4 req-7aaec57d-210b-4cab-8923-2be354108065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:18.772123 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7a4b75f5-fb66-4ca2-bff6-0f8cf51697d4 req-7aaec57d-210b-4cab-8923-2be354108065 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5fe5576d-7fb1-4b34-b4b7-7ac7dda64bb3 HTTP/1.1" status: 200 len: 851 time: 0.1279697 Aug 18 13:00:18.831249 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-dc779d6b-21dd-48b7-a568-0471865ed89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:18.898450 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 48218) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:18.904154 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc779d6b-21dd-48b7-a568-0471865ed89b None None] Network 3d0ad991-bc7e-4ee3-9cf1-8738e77727ec is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:00:18.906186 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7a4b75f5-fb66-4ca2-bff6-0f8cf51697d4 req-dc7c91b2-f1b7-49ff-83d0-119977a737a6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f5784924-95c0-4ade-8e9b-45fec751237e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1174014 Aug 18 13:00:18.907624 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-dc779d6b-21dd-48b7-a568-0471865ed89b None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:00:18.925517 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc779d6b-21dd-48b7-a568-0471865ed89b None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:00:18.930246 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-09728e39-588f-4afb-96c2-04fa7accdd27 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Allocated IP 172.20.0.3 (3d0ad991-bc7e-4ee3-9cf1-8738e77727ec/1da64e59-c8dd-47fe-9585-55fa862c8822/d020df3e-22b8-4358-8f6d-904b5557521c) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:00:18.957064 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc779d6b-21dd-48b7-a568-0471865ed89b None None] Pushing event updated for resources: {'Port': ['ID=4c18cdea-c413-421f-be2c-2dd151568e56,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:19.018153 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-dc779d6b-21dd-48b7-a568-0471865ed89b None None] Attempting to bind port 4c18cdea-c413-421f-be2c-2dd151568e56 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:00:19.018923 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-dc779d6b-21dd-48b7-a568-0471865ed89b None None] Attempting to bind port 4c18cdea-c413-421f-be2c-2dd151568e56 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '1b9a0b7a-c5dc-4de4-9f0b-9195bec5c0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3d0ad991-bc7e-4ee3-9cf1-8738e77727ec'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:00:19.019455 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc779d6b-21dd-48b7-a568-0471865ed89b None None] Attempting to bind port 4c18cdea-c413-421f-be2c-2dd151568e56 on network 3d0ad991-bc7e-4ee3-9cf1-8738e77727ec {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:00:19.025976 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc779d6b-21dd-48b7-a568-0471865ed89b None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:00:19.026624 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc779d6b-21dd-48b7-a568-0471865ed89b None None] Checking segment: {'id': '1b9a0b7a-c5dc-4de4-9f0b-9195bec5c0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3d0ad991-bc7e-4ee3-9cf1-8738e77727ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:00:19.027215 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-dc779d6b-21dd-48b7-a568-0471865ed89b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:19.027773 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc779d6b-21dd-48b7-a568-0471865ed89b None None] Bound using segment: {'id': '1b9a0b7a-c5dc-4de4-9f0b-9195bec5c0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3d0ad991-bc7e-4ee3-9cf1-8738e77727ec'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:00:19.029510 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-dc779d6b-21dd-48b7-a568-0471865ed89b None None] Bound port: 4c18cdea-c413-421f-be2c-2dd151568e56, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b9a0b7a-c5dc-4de4-9f0b-9195bec5c0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3d0ad991-bc7e-4ee3-9cf1-8738e77727ec'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:00:19.030627 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-dc779d6b-21dd-48b7-a568-0471865ed89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:19.032554 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7a4b75f5-fb66-4ca2-bff6-0f8cf51697d4 req-13dbb97c-ebe2-47b1-aa82-e06903351f50 service neutron] 10.222.0.20 "GET /v2.0/networks/f5784924-95c0-4ade-8e9b-45fec751237e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163881 Aug 18 13:00:19.048388 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-72ecd82b-eb7c-4b15-bf48-a4b6f5474d0c tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:19.050209 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-72ecd82b-eb7c-4b15-bf48-a4b6f5474d0c tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.39 "GET /v2.0/networks?id=8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8 HTTP/1.1" status: 200 len: 814 time: 0.7179415 Aug 18 13:00:19.142852 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-dc779d6b-21dd-48b7-a568-0471865ed89b None None] For port 4c18cdea-c413-421f-be2c-2dd151568e56, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:00:19.146260 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-dc779d6b-21dd-48b7-a568-0471865ed89b None None] For port 4c18cdea-c413-421f-be2c-2dd151568e56, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4c18cdea-c413-421f-be2c-2dd151568e56,segment=NetworkSegment(1b9a0b7a-c5dc-4de4-9f0b-9195bec5c0c0),segment_id=1b9a0b7a-c5dc-4de4-9f0b-9195bec5c0c0)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:00:19.162291 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-e49c3155-8eb9-4d38-bc51-4c3668c877fa tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Request body: {'port': {'device_id': '76d68105-1f52-4fc3-9dcc-91f6fe2f304e', 'network_id': '8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8', 'admin_state_up': True, 'tenant_id': 'e1762f04164146b59760e8758daee96f'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:19.163266 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-18a9b8e4-3a10-430b-9e2b-01084920de63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:19.194363 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7a4b75f5-fb66-4ca2-bff6-0f8cf51697d4 req-8236fcfe-5ffd-419d-8690-d505f6038169 service neutron] 10.222.0.20 "GET /v2.0/networks/f5784924-95c0-4ade-8e9b-45fec751237e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411729 Aug 18 13:00:19.231378 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-dc779d6b-21dd-48b7-a568-0471865ed89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:19.245420 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-09728e39-588f-4afb-96c2-04fa7accdd27 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:19.269667 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-09728e39-588f-4afb-96c2-04fa7accdd27 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Transition to ACTIVE for port object d020df3e-22b8-4358-8f6d-904b5557521c will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:00:19.293386 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc779d6b-21dd-48b7-a568-0471865ed89b None None] Pushing event updated for resources: {'Port': ['ID=4c18cdea-c413-421f-be2c-2dd151568e56,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:19.324773 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b72698d-b290-4c26-8dfe-d1936f82bdbd req-16969aa1-485c-4769-acb7-89428e1e2cd6 service neutron] 10.222.0.20 "GET /v2.0/networks/b896f31e-62b0-4c89-b554-2d6ea14ce4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5949259 Aug 18 13:00:19.353161 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19af181-1cd5-4146-bf52-2fb8c4d0bec2 req-bcbd1fb4-9328-468d-aa76-e4ff83a060d8 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:19.357102 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-18a9b8e4-3a10-430b-9e2b-01084920de63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:19.363061 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e19af181-1cd5-4146-bf52-2fb8c4d0bec2 req-bcbd1fb4-9328-468d-aa76-e4ff83a060d8 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee68456-83bc-44aa-b8df-ce6712581455 HTTP/1.1" status: 200 len: 945 time: 0.2063575 Aug 18 13:00:19.426729 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-09728e39-588f-4afb-96c2-04fa7accdd27 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:19.442211 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c1587-2abd-4938-9a71-498ac92d35fb req-08b8abfb-a91c-4dd9-b49a-03d224c0f287 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:19.443390 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4d1c1587-2abd-4938-9a71-498ac92d35fb req-08b8abfb-a91c-4dd9-b49a-03d224c0f287 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 946 time: 0.0629890 Aug 18 13:00:19.447821 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e19af181-1cd5-4146-bf52-2fb8c4d0bec2 req-3d14f1bd-2759-4cc9-8f69-724b2f2f7dcf tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782108 Aug 18 13:00:19.485854 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-18a9b8e4-3a10-430b-9e2b-01084920de63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:19.567854 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09728e39-588f-4afb-96c2-04fa7accdd27 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Network 3d0ad991-bc7e-4ee3-9cf1-8738e77727ec is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:00:19.578302 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-e49c3155-8eb9-4d38-bc51-4c3668c877fa tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Made reservation on behalf of e1762f04164146b59760e8758daee96f for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:00:19.581928 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-18a9b8e4-3a10-430b-9e2b-01084920de63 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a0cb079dd59427a8f6f207120a76131&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6819148 Aug 18 13:00:19.585293 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-e49c3155-8eb9-4d38-bc51-4c3668c877fa tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:19.589373 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 48236) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:19.609007 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-09728e39-588f-4afb-96c2-04fa7accdd27 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:00:19.614843 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4d1c1587-2abd-4938-9a71-498ac92d35fb req-f7dc708f-9223-4a17-8c90-88b798a624c9 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431367 Aug 18 13:00:19.616223 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09728e39-588f-4afb-96c2-04fa7accdd27 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Pushing event updated for resources: {'Port': ['ID=d020df3e-22b8-4358-8f6d-904b5557521c,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:19.618748 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09728e39-588f-4afb-96c2-04fa7accdd27 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:00:19.656469 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9b8e4-3a10-430b-9e2b-01084920de63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cfe7c37-fe4d-4e4a-a54a-5d22db9ac9a6,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:19.685525 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d0fe7-2150-40f2-8e9e-5260e4ce0bdc req-050d445d-9569-4819-b5f7-b33eb5272f9d tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:19.693884 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09728e39-588f-4afb-96c2-04fa7accdd27 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:19.694386 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a45d0fe7-2150-40f2-8e9e-5260e4ce0bdc req-050d445d-9569-4819-b5f7-b33eb5272f9d tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee68456-83bc-44aa-b8df-ce6712581455 HTTP/1.1" status: 200 len: 945 time: 0.1700125 Aug 18 13:00:19.694580 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-09728e39-588f-4afb-96c2-04fa7accdd27 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:19.776757 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1613589a-0a5c-484e-801f-ead196f96613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:19.790206 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff448d8-fa38-4955-ad8c-c0093fb9a739 req-0def4850-58a6-41dd-8823-d7cf7a32ff08 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:19.799141 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7ff448d8-fa38-4955-ad8c-c0093fb9a739 req-0def4850-58a6-41dd-8823-d7cf7a32ff08 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 945 time: 0.0751810 Aug 18 13:00:19.819007 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-09728e39-588f-4afb-96c2-04fa7accdd27 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8079624 Aug 18 13:00:19.820496 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 48240) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:19.821520 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a45d0fe7-2150-40f2-8e9e-5260e4ce0bdc req-412a15d3-b53e-464c-8f68-434210f42245 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261435 Aug 18 13:00:19.823383 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1613589a-0a5c-484e-801f-ead196f96613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:19.827002 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-2c28ef80-997c-4221-b0f9-8bef99f376f6 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Request body: {'port': {'network_id': '3d0ad991-bc7e-4ee3-9cf1-8738e77727ec', 'name': 'tempest-AllowedAddressPairTestJSON-1767135288', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:e5:5a:87'}]}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:19.937370 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7e6c29b7-06b1-4765-a18a-edb33adc2113 req-5635ad3f-caef-4f24-8370-4123ec8936d7 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=76d68105-1f52-4fc3-9dcc-91f6fe2f304e HTTP/1.1" status: 200 len: 210 time: 0.0322356 Aug 18 13:00:19.938375 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-e49c3155-8eb9-4d38-bc51-4c3668c877fa tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Allocated IP 172.20.0.11 (8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8/370a4194-5e7c-4dd1-afef-69ff1c3d51dd/9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:00:19.961118 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7ff448d8-fa38-4955-ad8c-c0093fb9a739 req-bdff93d2-3106-4b72-b71d-cef9e69d938a tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610696 Aug 18 13:00:20.094633 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c28ef80-997c-4221-b0f9-8bef99f376f6 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Made reservation on behalf of 6bf6c3f655ea4e21968136e4557a2820 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:00:20.111898 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1613589a-0a5c-484e-801f-ead196f96613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:20.115106 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1613589a-0a5c-484e-801f-ead196f96613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:20.119055 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1613589a-0a5c-484e-801f-ead196f96613 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1cfe7c37-fe4d-4e4a-a54a-5d22db9ac9a6 HTTP/1.1" status: 204 len: 168 time: 0.5260131 Aug 18 13:00:20.143587 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613589a-0a5c-484e-801f-ead196f96613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cfe7c37-fe4d-4e4a-a54a-5d22db9ac9a6,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:20.196828 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device bdaffda7-0bca-4741-b772-1df94b09d559 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:00:20.239434 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-e49c3155-8eb9-4d38-bc51-4c3668c877fa tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:20.266884 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4c18cdea-c413-421f-be2c-2dd151568e56 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:00:20.308190 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2c28ef80-997c-4221-b0f9-8bef99f376f6 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:20.342025 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-e49c3155-8eb9-4d38-bc51-4c3668c877fa tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:20.363160 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-2c28ef80-997c-4221-b0f9-8bef99f376f6 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] device_id is not set on port 4c7274b8-20f4-4640-af50-be817d1c4162 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:00:20.369556 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['97ca558e-3d41-4476-94e2-0ff5ffc23363', '31d6943a-d69e-4f52-a7bf-d4c9ede2182d'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:00:20.430030 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:20.456878 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-e49c3155-8eb9-4d38-bc51-4c3668c877fa tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Network 8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:00:20.458923 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c3155-8eb9-4d38-bc51-4c3668c877fa tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Pushing event updated for resources: {'Port': ['ID=9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:20.471109 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-e49c3155-8eb9-4d38-bc51-4c3668c877fa tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:00:20.471335 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332a635e-465d-40f4-94ae-a8ba4efa4f8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdaffda7-0bca-4741-b772-1df94b09d559'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:00:20.475508 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa74e13-2d89-482e-af7d-fa0d77195fe9" -d '{"events": [{"server_uuid": "332a635e-465d-40f4-94ae-a8ba4efa4f8c", "name": "network-vif-unplugged", "status": "completed", "tag": "bdaffda7-0bca-4741-b772-1df94b09d559"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:00:20.479582 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-e49c3155-8eb9-4d38-bc51-4c3668c877fa tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:00:20.482261 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 4c18cdea-c413-421f-be2c-2dd151568e56 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:00:20.524454 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port bdaffda7-0bca-4741-b772-1df94b09d559, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=bdaffda7-0bca-4741-b772-1df94b09d559,segment=NetworkSegment(203c474d-56e3-424f-9d3b-a131550498ab),segment_id=203c474d-56e3-424f-9d3b-a131550498ab)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:00:20.529063 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182f31d-4ffd-4980-b294-dab2ed688698 req-8ecfcf5e-8a78-4a86-9040-6095181340d7 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:20.545115 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3182f31d-4ffd-4980-b294-dab2ed688698 req-8ecfcf5e-8a78-4a86-9040-6095181340d7 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee68456-83bc-44aa-b8df-ce6712581455 HTTP/1.1" status: 200 len: 945 time: 0.2327602 Aug 18 13:00:20.560239 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-e49c3155-8eb9-4d38-bc51-4c3668c877fa tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:20.560936 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-e49c3155-8eb9-4d38-bc51-4c3668c877fa tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:20.579421 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 13:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ceeac00-b760-4dc6-9c7c-3a882f3adbd4 x-openstack-request-id: req-7ceeac00-b760-4dc6-9c7c-3a882f3adbd4 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:00:20.581725 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332a635e-465d-40f4-94ae-a8ba4efa4f8c", "name": "network-vif-unplugged", "status": "completed", "tag": "bdaffda7-0bca-4741-b772-1df94b09d559", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:00:20.583068 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ceeac00-b760-4dc6-9c7c-3a882f3adbd4 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:00:20.584563 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332a635e-465d-40f4-94ae-a8ba4efa4f8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdaffda7-0bca-4741-b772-1df94b09d559', 'code': 200} Aug 18 13:00:20.623769 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:20.662029 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3182f31d-4ffd-4980-b294-dab2ed688698 req-e0ddaa7f-d8da-4e04-a3e7-4fc4a55c7fcc tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157513 Aug 18 13:00:20.696026 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-e49c3155-8eb9-4d38-bc51-4c3668c877fa tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5425546 Aug 18 13:00:20.715097 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=bdaffda7-0bca-4741-b772-1df94b09d559,revision_number=8']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:20.720968 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-5fa07607-5664-47b0-898e-c017213ae793 service neutron] Request body: {'port': {'device_id': '76d68105-1f52-4fc3-9dcc-91f6fe2f304e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:20.727434 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-2c28ef80-997c-4221-b0f9-8bef99f376f6 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Allocated IP 172.20.0.11 (3d0ad991-bc7e-4ee3-9cf1-8738e77727ec/1da64e59-c8dd-47fe-9585-55fa862c8822/4c7274b8-20f4-4640-af50-be817d1c4162) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:00:20.861692 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-5fa07607-5664-47b0-898e-c017213ae793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:20.872825 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b40c1-cfb4-4bb6-9d07-a25b2fce3275 req-3bebca97-9c32-4098-8315-6a7172f44687 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:20.874373 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-252b40c1-cfb4-4bb6-9d07-a25b2fce3275 req-3bebca97-9c32-4098-8315-6a7172f44687 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 946 time: 0.1001370 Aug 18 13:00:20.888604 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b1bdd7-4371-4bfd-bc5e-237d133ec772 None None] Network 3d0ad991-bc7e-4ee3-9cf1-8738e77727ec requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:00:20.958452 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-252b40c1-cfb4-4bb6-9d07-a25b2fce3275 req-79f2a405-121f-48b4-9c83-fddd2989e4d5 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772543 Aug 18 13:00:21.038023 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a268ef-e3d2-4f54-a6b3-04dc23118eae req-41df0b65-c948-46f3-a6fa-be301017860b tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:21.040263 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-32a268ef-e3d2-4f54-a6b3-04dc23118eae req-41df0b65-c948-46f3-a6fa-be301017860b tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee68456-83bc-44aa-b8df-ce6712581455 HTTP/1.1" status: 200 len: 945 time: 0.2802010 Aug 18 13:00:21.040887 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 48264) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:21.078027 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-29b69d13-95cd-407d-8ad0-b1f322801b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:21.124414 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2c28ef80-997c-4221-b0f9-8bef99f376f6 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:21.153429 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987f8e8-8787-49e9-8e94-ecf8418b19f7 req-d5bed488-ef18-41dd-8ff1-df701da3bceb tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:21.158362 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-32a268ef-e3d2-4f54-a6b3-04dc23118eae req-a15e13ed-2358-42b6-8ed9-0f68249168d2 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022863 Aug 18 13:00:21.164325 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-2c28ef80-997c-4221-b0f9-8bef99f376f6 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Transition to ACTIVE for port object 4c7274b8-20f4-4640-af50-be817d1c4162 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:00:21.173935 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5987f8e8-8787-49e9-8e94-ecf8418b19f7 req-d5bed488-ef18-41dd-8ff1-df701da3bceb tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=76d68105-1f52-4fc3-9dcc-91f6fe2f304e HTTP/1.1" status: 200 len: 932 time: 0.1012194 Aug 18 13:00:21.242065 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-5c0753dc-41c3-44da-9163-b2738ddf709a None None] Provisioning for port 4c18cdea-c413-421f-be2c-2dd151568e56 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:00:21.261804 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-5c0753dc-41c3-44da-9163-b2738ddf709a None None] Provisioning complete for port 4c18cdea-c413-421f-be2c-2dd151568e56 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:21.262677 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5c0753dc-41c3-44da-9163-b2738ddf709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:21.283036 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-29b69d13-95cd-407d-8ad0-b1f322801b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:21.303591 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5987f8e8-8787-49e9-8e94-ecf8418b19f7 req-23dac06f-f112-4074-b92e-c11a9c8075e1 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278601 Aug 18 13:00:21.412522 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5c0753dc-41c3-44da-9163-b2738ddf709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:21.450392 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-5fa07607-5664-47b0-898e-c017213ae793 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:00:21.458715 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-5c0753dc-41c3-44da-9163-b2738ddf709a None None] For port 4c18cdea-c413-421f-be2c-2dd151568e56, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4c18cdea-c413-421f-be2c-2dd151568e56,segment=NetworkSegment(1b9a0b7a-c5dc-4de4-9f0b-9195bec5c0c0),segment_id=1b9a0b7a-c5dc-4de4-9f0b-9195bec5c0c0)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:00:21.461786 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-5fa07607-5664-47b0-898e-c017213ae793 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:21.504917 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-5fa07607-5664-47b0-898e-c017213ae793 service neutron] Transition to ACTIVE for port object 9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:00:21.567208 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5c0753dc-41c3-44da-9163-b2738ddf709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:21.622859 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0753dc-41c3-44da-9163-b2738ddf709a None None] Pushing event updated for resources: {'Port': ['ID=4c18cdea-c413-421f-be2c-2dd151568e56,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:21.664653 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-5fa07607-5664-47b0-898e-c017213ae793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:21.690396 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b14aefe7-a5ae-4147-bee9-005938c5898c None None] Provisioning complete for port 4c18cdea-c413-421f-be2c-2dd151568e56 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:21.691521 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b14aefe7-a5ae-4147-bee9-005938c5898c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:21.736515 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2c28ef80-997c-4221-b0f9-8bef99f376f6 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:21.738154 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-29b69d13-95cd-407d-8ad0-b1f322801b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:21.747894 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa07607-5664-47b0-898e-c017213ae793 service neutron] Pushing event updated for resources: {'Port': ['ID=9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:21.838522 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-5fa07607-5664-47b0-898e-c017213ae793 service neutron] Attempting to bind port 9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:00:21.839221 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-5fa07607-5664-47b0-898e-c017213ae793 service neutron] Attempting to bind port 9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': 'd254ae00-87be-41d4-aa78-e249d1ab7c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:00:21.839819 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-5fa07607-5664-47b0-898e-c017213ae793 service neutron] Attempting to bind port 9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1 on network 8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:00:21.849001 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-5fa07607-5664-47b0-898e-c017213ae793 service neutron] Port 9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1 on network 8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:00:21.849787 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-5fa07607-5664-47b0-898e-c017213ae793 service neutron] Attempting to bind port 9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1 on network 8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:00:21.859064 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c28ef80-997c-4221-b0f9-8bef99f376f6 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Network 3d0ad991-bc7e-4ee3-9cf1-8738e77727ec is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:00:21.860011 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-5fa07607-5664-47b0-898e-c017213ae793 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:00:21.860643 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-5fa07607-5664-47b0-898e-c017213ae793 service neutron] Checking segment: {'id': 'd254ae00-87be-41d4-aa78-e249d1ab7c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:00:21.861101 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-5fa07607-5664-47b0-898e-c017213ae793 service neutron] Bound using segment: {'id': 'd254ae00-87be-41d4-aa78-e249d1ab7c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:00:21.861718 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-5fa07607-5664-47b0-898e-c017213ae793 service neutron] Bound port: 9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd254ae00-87be-41d4-aa78-e249d1ab7c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:00:21.862148 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-5fa07607-5664-47b0-898e-c017213ae793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:21.865080 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-29b69d13-95cd-407d-8ad0-b1f322801b9d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5a88e60705714c6fb9c1f5b717b6f329&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8201361 Aug 18 13:00:21.868935 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b69d13-95cd-407d-8ad0-b1f322801b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71376c1-833c-455d-aca5-5a058f5809d6,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:21.872969 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-2c28ef80-997c-4221-b0f9-8bef99f376f6 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:00:21.877365 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 48272) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:21.883740 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c28ef80-997c-4221-b0f9-8bef99f376f6 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:00:21.887067 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c28ef80-997c-4221-b0f9-8bef99f376f6 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Pushing event updated for resources: {'Port': ['ID=4c7274b8-20f4-4640-af50-be817d1c4162,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:21.899541 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804108a-9822-4123-a52f-f63b0debaf3d req-f43b57a2-423c-4894-ac95-a0dc6c8edb20 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:21.901488 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d804108a-9822-4123-a52f-f63b0debaf3d req-f43b57a2-423c-4894-ac95-a0dc6c8edb20 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 943 time: 0.6169527 Aug 18 13:00:21.948613 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-5fa07607-5664-47b0-898e-c017213ae793 service neutron] For port 9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:00:21.952618 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-5fa07607-5664-47b0-898e-c017213ae793 service neutron] For port 9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1,segment=NetworkSegment(d254ae00-87be-41d4-aa78-e249d1ab7c29),segment_id=d254ae00-87be-41d4-aa78-e249d1ab7c29)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:00:21.973403 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b14aefe7-a5ae-4147-bee9-005938c5898c None None] Provisioning for port d020df3e-22b8-4358-8f6d-904b5557521c completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:00:21.985634 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b14aefe7-a5ae-4147-bee9-005938c5898c None None] Provisioning complete for port d020df3e-22b8-4358-8f6d-904b5557521c triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:21.985634 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b14aefe7-a5ae-4147-bee9-005938c5898c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:22.017028 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c28ef80-997c-4221-b0f9-8bef99f376f6 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:22.017693 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2c28ef80-997c-4221-b0f9-8bef99f376f6 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:22.032170 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-5fa07607-5664-47b0-898e-c017213ae793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:22.061774 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d804108a-9822-4123-a52f-f63b0debaf3d req-0f56cab0-5505-4f0e-a89e-dad70a48f034 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166091 Aug 18 13:00:22.085609 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-98796b1c-babf-418b-ae93-d7ed4c0c8970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:22.103504 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-b14aefe7-a5ae-4147-bee9-005938c5898c None None] Port d020df3e-22b8-4358-8f6d-904b5557521c cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:00:22.131993 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-5fa07607-5664-47b0-898e-c017213ae793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:22.135013 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-5fa07607-5664-47b0-898e-c017213ae793 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:22.136114 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-5fa07607-5664-47b0-898e-c017213ae793 service neutron] 10.222.0.39 "PUT /v2.0/ports/9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1 HTTP/1.1" status: 200 len: 1092 time: 1.4230058 Aug 18 13:00:22.136591 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d68105-1f52-4fc3-9dcc-91f6fe2f304e', 'tag': '9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:00:22.136703 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-98796b1c-babf-418b-ae93-d7ed4c0c8970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:22.139166 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd97fc2f-6dab-42a6-be08-705e26772944" -d '{"events": [{"name": "network-changed", "server_uuid": "76d68105-1f52-4fc3-9dcc-91f6fe2f304e", "tag": "9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:00:22.152711 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4c18cdea-c413-421f-be2c-2dd151568e56 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:00:22.184303 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2c28ef80-997c-4221-b0f9-8bef99f376f6 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.3637257 Aug 18 13:00:22.188276 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 48282) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:22.192544 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa07607-5664-47b0-898e-c017213ae793 service neutron] Pushing event updated for resources: {'Port': ['ID=9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:22.235981 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 4c18cdea-c413-421f-be2c-2dd151568e56 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:22.236457 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:22.239026 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-651e1773-d53a-47bf-95ef-39f1ec77d788 None None] Provisioning complete for port d020df3e-22b8-4358-8f6d-904b5557521c triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:22.239445 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-651e1773-d53a-47bf-95ef-39f1ec77d788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:22.283770 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda94b4-4e49-4a98-a398-1736db3a95b4 req-5690afaa-02e6-4de7-bf74-8d1854b42185 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:22.285330 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2dda94b4-4e49-4a98-a398-1736db3a95b4 req-5690afaa-02e6-4de7-bf74-8d1854b42185 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 946 time: 0.1334279 Aug 18 13:00:22.313162 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-651e1773-d53a-47bf-95ef-39f1ec77d788 None None] Port d020df3e-22b8-4358-8f6d-904b5557521c cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:00:22.325397 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8457618e-8111-4a79-89bc-2b2a707d1ef8 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:22.332167 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8457618e-8111-4a79-89bc-2b2a707d1ef8 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:22.338141 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8457618e-8111-4a79-89bc-2b2a707d1ef8 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:22.343093 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8457618e-8111-4a79-89bc-2b2a707d1ef8 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1458309 Aug 18 13:00:22.344238 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 48286) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:22.344369 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212ecc0-9ad7-411f-92d4-e89880622a66 req-bf9c212c-41da-415f-860d-541d110420c7 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:22.345745 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4212ecc0-9ad7-411f-92d4-e89880622a66 req-bf9c212c-41da-415f-860d-541d110420c7 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee68456-83bc-44aa-b8df-ce6712581455 HTTP/1.1" status: 200 len: 945 time: 0.1115277 Aug 18 13:00:22.355503 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-a4a05932-6b6e-4d9b-b810-d65b28ab4964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:22.362159 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-a4a05932-6b6e-4d9b-b810-d65b28ab4964 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e1762f04164146b59760e8758daee96f&device_id=76d68105-1f52-4fc3-9dcc-91f6fe2f304e HTTP/1.1" status: 200 len: 1095 time: 0.0764239 Aug 18 13:00:22.400229 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2dda94b4-4e49-4a98-a398-1736db3a95b4 req-cfbe5e3e-df38-42db-bf16-15a918049fa9 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070015 Aug 18 13:00:22.428276 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-e8e37a5a-eb8e-4153-b03e-ec3ce4a938f9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1 HTTP/1.1" status: 200 len: 217 time: 0.0569816 Aug 18 13:00:22.444679 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-98796b1c-babf-418b-ae93-d7ed4c0c8970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:22.444679 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-98796b1c-babf-418b-ae93-d7ed4c0c8970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:22.445695 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-98796b1c-babf-418b-ae93-d7ed4c0c8970 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f71376c1-833c-455d-aca5-5a058f5809d6 HTTP/1.1" status: 204 len: 168 time: 0.5672660 Aug 18 13:00:22.455113 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-651e1773-d53a-47bf-95ef-39f1ec77d788 None None] Provisioning for port 4c7274b8-20f4-4640-af50-be817d1c4162 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:00:22.460791 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-651e1773-d53a-47bf-95ef-39f1ec77d788 None None] Provisioning complete for port 4c7274b8-20f4-4640-af50-be817d1c4162 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:22.461283 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-651e1773-d53a-47bf-95ef-39f1ec77d788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:22.474111 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98796b1c-babf-418b-ae93-d7ed4c0c8970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71376c1-833c-455d-aca5-5a058f5809d6,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:22.491582 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-54b36a81-1b65-4a0a-a175-16af72a74fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:22.493606 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-54b36a81-1b65-4a0a-a175-16af72a74fb9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=370a4194-5e7c-4dd1-afef-69ff1c3d51dd HTTP/1.1" status: 200 len: 854 time: 0.0560308 Aug 18 13:00:22.495210 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad23eca-a90f-48e0-babb-878e9ead9fe7 x-openstack-request-id: req-aad23eca-a90f-48e0-babb-878e9ead9fe7 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:00:22.495709 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76d68105-1f52-4fc3-9dcc-91f6fe2f304e", "tag": "9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:00:22.496041 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aad23eca-a90f-48e0-babb-878e9ead9fe7 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:00:22.496790 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76d68105-1f52-4fc3-9dcc-91f6fe2f304e', 'tag': '9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1', 'status': 'completed', 'code': 200} Aug 18 13:00:22.512039 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4212ecc0-9ad7-411f-92d4-e89880622a66 req-39f83734-52cc-496d-bef8-de93cc948d8e tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593807 Aug 18 13:00:22.550134 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-651e1773-d53a-47bf-95ef-39f1ec77d788 None None] Port 4c7274b8-20f4-4640-af50-be817d1c4162 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:00:22.553551 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-cf9385fe-6b5b-418b-9a33-d72c5f5f2cc6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400569 Aug 18 13:00:22.571341 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-60ef4e64-1840-4ece-88ec-f1f22fd1248d tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Deleting port 4c7274b8-20f4-4640-af50-be817d1c4162 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:00:22.571696 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-60ef4e64-1840-4ece-88ec-f1f22fd1248d tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:22.637943 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb421f4-92d2-4438-8198-6e7755f78cce req-db20ba5f-9015-4408-8ce5-e70a7ec34f97 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:22.639517 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4fb421f4-92d2-4438-8198-6e7755f78cce req-db20ba5f-9015-4408-8ce5-e70a7ec34f97 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=76d68105-1f52-4fc3-9dcc-91f6fe2f304e HTTP/1.1" status: 200 len: 944 time: 0.1307328 Aug 18 13:00:22.659764 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-2ddc2439-2d85-4866-a8c8-234dcb6cc568 service neutron] 10.222.0.39 "GET /v2.0/networks/8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986273 Aug 18 13:00:22.706693 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4fb421f4-92d2-4438-8198-6e7755f78cce req-8655075f-b1f0-47a8-858e-dbf3b91c3dbe tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598106 Aug 18 13:00:22.710530 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-60ef4e64-1840-4ece-88ec-f1f22fd1248d tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:22.729569 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-60ef4e64-1840-4ece-88ec-f1f22fd1248d tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Calling delete_port for 4c7274b8-20f4-4640-af50-be817d1c4162 owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:00:22.760749 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-380e8eea-6e8c-4199-8d20-47efa5b65be0 req-66379f63-6c3e-4df0-bc86-6d99db7540d7 service neutron] 10.222.0.39 "GET /v2.0/networks/8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906661 Aug 18 13:00:22.966416 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97fc2f-6dab-42a6-be08-705e26772944 req-0b5d677b-38c5-4676-b373-192bd7e011c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:22.968669 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd97fc2f-6dab-42a6-be08-705e26772944 req-0b5d677b-38c5-4676-b373-192bd7e011c7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e1762f04164146b59760e8758daee96f&device_id=76d68105-1f52-4fc3-9dcc-91f6fe2f304e HTTP/1.1" status: 200 len: 1095 time: 0.0436122 Aug 18 13:00:22.968827 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-60ef4e64-1840-4ece-88ec-f1f22fd1248d tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:23.000823 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ef4e64-1840-4ece-88ec-f1f22fd1248d tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Pushing event deleted for resources: {'Port': ['ID=4c7274b8-20f4-4640-af50-be817d1c4162,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:23.087039 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97fc2f-6dab-42a6-be08-705e26772944 req-2cdcc90f-f372-4493-8741-9632c5e3c0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:23.088535 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd97fc2f-6dab-42a6-be08-705e26772944 req-2cdcc90f-f372-4493-8741-9632c5e3c0ac service neutron] 10.222.0.39 "GET /v2.0/networks?id=8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8 HTTP/1.1" status: 200 len: 915 time: 0.1120923 Aug 18 13:00:23.145394 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd97fc2f-6dab-42a6-be08-705e26772944 req-bc9f96ce-2e8b-4fa2-9b98-d314050fed47 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1 HTTP/1.1" status: 200 len: 217 time: 0.0454645 Aug 18 13:00:23.180293 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-60ef4e64-1840-4ece-88ec-f1f22fd1248d tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:23.185693 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-60ef4e64-1840-4ece-88ec-f1f22fd1248d tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] 10.222.0.13 "DELETE /v2.0/ports/4c7274b8-20f4-4640-af50-be817d1c4162 HTTP/1.1" status: 204 len: 168 time: 0.8405721 Aug 18 13:00:23.186989 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 48304) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:23.221906 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-49eabd81-a41d-4050-a411-9dca6d21243f tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] GET failed (client error): The resource could not be found. Aug 18 13:00:23.223927 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-49eabd81-a41d-4050-a411-9dca6d21243f tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] 10.222.0.13 "GET /v2.0/ports/4c7274b8-20f4-4640-af50-be817d1c4162 HTTP/1.1" status: 404 len: 333 time: 0.0356812 Aug 18 13:00:23.227456 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 48306) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:23.230269 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b25d2-ad8e-447d-8e72-0e0032f761ad req-adf4cb51-1d78-4939-8e44-89cfed5d3999 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:23.231810 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7b0b25d2-ad8e-447d-8e72-0e0032f761ad req-adf4cb51-1d78-4939-8e44-89cfed5d3999 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 943 time: 0.0891588 Aug 18 13:00:23.232573 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-b227cb52-9495-4738-8852-a8e5149d2001 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Request body: {'port': {'network_id': '3d0ad991-bc7e-4ee3-9cf1-8738e77727ec', 'name': 'tempest-AllowedAddressPairTestJSON-2108589637'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:23.233283 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97fc2f-6dab-42a6-be08-705e26772944 req-c6014889-fe5c-473d-82c7-e2e1771a5525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:23.234624 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd97fc2f-6dab-42a6-be08-705e26772944 req-c6014889-fe5c-473d-82c7-e2e1771a5525 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=370a4194-5e7c-4dd1-afef-69ff1c3d51dd HTTP/1.1" status: 200 len: 854 time: 0.0815375 Aug 18 13:00:23.274501 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd97fc2f-6dab-42a6-be08-705e26772944 req-3681194c-8d72-4704-86c8-bf7ada0e0937 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303099 Aug 18 13:00:23.347470 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7b0b25d2-ad8e-447d-8e72-0e0032f761ad req-4153621c-da14-4c9f-8db7-996dc0929b0c tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044304 Aug 18 13:00:23.390550 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd97fc2f-6dab-42a6-be08-705e26772944 req-bc1dc709-2f44-41a5-87bf-ed5f17026600 service neutron] 10.222.0.39 "GET /v2.0/networks/8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016109 Aug 18 13:00:23.493371 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b227cb52-9495-4738-8852-a8e5149d2001 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Made reservation on behalf of 6bf6c3f655ea4e21968136e4557a2820 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:00:23.498088 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b227cb52-9495-4738-8852-a8e5149d2001 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:23.518919 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-b227cb52-9495-4738-8852-a8e5149d2001 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] device_id is not set on port 24f1e5a4-95d3-4dfd-9cdf-5b9aca57acce yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:00:23.571629 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df9c9d-6b19-48d4-b315-cc91b6408641 req-0ecfe2cd-f241-410d-a1b1-4e273cc8d489 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:23.573321 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f7df9c9d-6b19-48d4-b315-cc91b6408641 req-0ecfe2cd-f241-410d-a1b1-4e273cc8d489 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ee68456-83bc-44aa-b8df-ce6712581455 HTTP/1.1" status: 200 len: 945 time: 0.1139112 Aug 18 13:00:23.577560 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd97fc2f-6dab-42a6-be08-705e26772944 req-d914f6a3-8f18-475a-b53e-c469cfb28ba9 service neutron] 10.222.0.39 "GET /v2.0/networks/8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824527 Aug 18 13:00:23.640824 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4caee13-5523-4387-ae08-c546efa1e0ee req-2c7fd683-cb2a-44f5-90d1-9f5d09861e7b tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:23.642400 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f4caee13-5523-4387-ae08-c546efa1e0ee req-2c7fd683-cb2a-44f5-90d1-9f5d09861e7b tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 946 time: 0.1369715 Aug 18 13:00:23.667666 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-b227cb52-9495-4738-8852-a8e5149d2001 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Allocated IP 172.20.0.6 (3d0ad991-bc7e-4ee3-9cf1-8738e77727ec/1da64e59-c8dd-47fe-9585-55fa862c8822/24f1e5a4-95d3-4dfd-9cdf-5b9aca57acce) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:00:23.718412 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f4caee13-5523-4387-ae08-c546efa1e0ee req-a0958687-255d-48e1-b554-63a620727712 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487301 Aug 18 13:00:23.736820 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-f7df9c9d-6b19-48d4-b315-cc91b6408641 req-08686d93-b5a5-4f02-a5f9-0f1f0d37ce41 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Deleting port c173f419-be43-499e-bb15-9ead514c6ac6 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:00:23.737180 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-f7df9c9d-6b19-48d4-b315-cc91b6408641 req-08686d93-b5a5-4f02-a5f9-0f1f0d37ce41 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:23.869969 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-f7df9c9d-6b19-48d4-b315-cc91b6408641 req-08686d93-b5a5-4f02-a5f9-0f1f0d37ce41 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] For port c173f419-be43-499e-bb15-9ead514c6ac6, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=c173f419-be43-499e-bb15-9ead514c6ac6,segment=NetworkSegment(ef8e8cee-8aff-47ee-80bb-ffa053f3577b),segment_id=ef8e8cee-8aff-47ee-80bb-ffa053f3577b)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:00:23.870660 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-f7df9c9d-6b19-48d4-b315-cc91b6408641 req-08686d93-b5a5-4f02-a5f9-0f1f0d37ce41 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:23.883564 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b227cb52-9495-4738-8852-a8e5149d2001 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:23.884902 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-f7df9c9d-6b19-48d4-b315-cc91b6408641 req-08686d93-b5a5-4f02-a5f9-0f1f0d37ce41 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Calling delete_port for c173f419-be43-499e-bb15-9ead514c6ac6 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:00:23.898278 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-b227cb52-9495-4738-8852-a8e5149d2001 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Transition to ACTIVE for port object 24f1e5a4-95d3-4dfd-9cdf-5b9aca57acce will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:00:23.904019 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e5330-ac32-4fc7-8162-849e1ff77129 req-66a4a257-d310-4573-a6fb-1c79ba5b6eb0 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:23.906085 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c40e5330-ac32-4fc7-8162-849e1ff77129 req-66a4a257-d310-4573-a6fb-1c79ba5b6eb0 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee68456-83bc-44aa-b8df-ce6712581455 HTTP/1.1" status: 200 len: 945 time: 0.0926406 Aug 18 13:00:23.996312 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c40e5330-ac32-4fc7-8162-849e1ff77129 req-cb1110b5-1e46-44a9-b3a1-54e5e6eaf354 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb0f244-fa79-49a7-b11d-6ba983b47bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814731 Aug 18 13:00:24.016047 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b227cb52-9495-4738-8852-a8e5149d2001 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:24.073541 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b227cb52-9495-4738-8852-a8e5149d2001 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Network 3d0ad991-bc7e-4ee3-9cf1-8738e77727ec is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:00:24.081427 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-b227cb52-9495-4738-8852-a8e5149d2001 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:00:24.093599 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b227cb52-9495-4738-8852-a8e5149d2001 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:00:24.125081 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b227cb52-9495-4738-8852-a8e5149d2001 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Pushing event updated for resources: {'Port': ['ID=24f1e5a4-95d3-4dfd-9cdf-5b9aca57acce,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:24.168193 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b227cb52-9495-4738-8852-a8e5149d2001 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:24.168193 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b227cb52-9495-4738-8852-a8e5149d2001 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:24.216068 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e63fcd-4f2d-4b41-902e-de0391337a9e req-9a247aa6-e7e5-470d-ad5c-146f1ce6f5ec tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:24.218324 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90e63fcd-4f2d-4b41-902e-de0391337a9e req-9a247aa6-e7e5-470d-ad5c-146f1ce6f5ec tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=76d68105-1f52-4fc3-9dcc-91f6fe2f304e HTTP/1.1" status: 200 len: 944 time: 0.0587993 Aug 18 13:00:24.240947 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-f7df9c9d-6b19-48d4-b315-cc91b6408641 req-08686d93-b5a5-4f02-a5f9-0f1f0d37ce41 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:24.253972 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['c173f419-be43-499e-bb15-9ead514c6ac6'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:00:24.279129 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b227cb52-9495-4738-8852-a8e5149d2001 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0504537 Aug 18 13:00:24.283318 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 48354) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:24.288114 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-84ad1e76-dc90-4312-98b7-365c2bddb59e tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:e5:5a:87'}]}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:24.290673 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08686d93-b5a5-4f02-a5f9-0f1f0d37ce41 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Pushing event deleted for resources: {'Port': ['ID=c173f419-be43-499e-bb15-9ead514c6ac6,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:24.297108 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90e63fcd-4f2d-4b41-902e-de0391337a9e req-c0bce4be-e0ea-455c-a913-6513135d90f3 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718932 Aug 18 13:00:24.341711 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7df9c9d-6b19-48d4-b315-cc91b6408641 req-08686d93-b5a5-4f02-a5f9-0f1f0d37ce41 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] No DVR routers for this DVR port c173f419-be43-499e-bb15-9ead514c6ac6 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:00:24.346672 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-f7df9c9d-6b19-48d4-b315-cc91b6408641 req-08686d93-b5a5-4f02-a5f9-0f1f0d37ce41 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:24.347000 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f7df9c9d-6b19-48d4-b315-cc91b6408641 req-08686d93-b5a5-4f02-a5f9-0f1f0d37ce41 tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.20 "DELETE /v2.0/ports/c173f419-be43-499e-bb15-9ead514c6ac6 HTTP/1.1" status: 204 len: 173 time: 0.7666392 Aug 18 13:00:24.378081 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-84ad1e76-dc90-4312-98b7-365c2bddb59e tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:24.482537 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-4085dde3-87ee-4d21-9424-5bdd04657fc1 None None] Provisioning for port 24f1e5a4-95d3-4dfd-9cdf-5b9aca57acce completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:00:24.487131 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-4085dde3-87ee-4d21-9424-5bdd04657fc1 None None] Provisioning complete for port 24f1e5a4-95d3-4dfd-9cdf-5b9aca57acce triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:24.487568 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4085dde3-87ee-4d21-9424-5bdd04657fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:24.497839 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee68456-83bc-44aa-b8df-ce6712581455', 'name': 'network-vif-deleted', 'tag': 'c173f419-be43-499e-bb15-9ead514c6ac6'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:00:24.500623 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4092aec1-3498-4c5a-9198-d4ee70e9e56f" -d '{"events": [{"server_uuid": "4ee68456-83bc-44aa-b8df-ce6712581455", "name": "network-vif-deleted", "tag": "c173f419-be43-499e-bb15-9ead514c6ac6"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:00:24.560470 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539f61bb-beb7-4f72-9353-735add7ec484 x-openstack-request-id: req-539f61bb-beb7-4f72-9353-735add7ec484 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:00:24.560749 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee68456-83bc-44aa-b8df-ce6712581455", "name": "network-vif-deleted", "tag": "c173f419-be43-499e-bb15-9ead514c6ac6", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:00:24.561547 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-539f61bb-beb7-4f72-9353-735add7ec484 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:00:24.561944 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee68456-83bc-44aa-b8df-ce6712581455', 'name': 'network-vif-deleted', 'tag': 'c173f419-be43-499e-bb15-9ead514c6ac6', 'status': 'completed', 'code': 200} Aug 18 13:00:24.563447 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-4085dde3-87ee-4d21-9424-5bdd04657fc1 None None] Port 24f1e5a4-95d3-4dfd-9cdf-5b9aca57acce cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:00:24.590737 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-84ad1e76-dc90-4312-98b7-365c2bddb59e tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:24.699331 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-84ad1e76-dc90-4312-98b7-365c2bddb59e tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:24.776990 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad1e76-dc90-4312-98b7-365c2bddb59e tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Pushing event updated for resources: {'Port': ['ID=24f1e5a4-95d3-4dfd-9cdf-5b9aca57acce,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:24.794106 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-84ad1e76-dc90-4312-98b7-365c2bddb59e tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] In _notify_port_updated(), no bound segment for port 24f1e5a4-95d3-4dfd-9cdf-5b9aca57acce on network 3d0ad991-bc7e-4ee3-9cf1-8738e77727ec {{(pid=101676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 13:00:24.802803 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ad1e76-dc90-4312-98b7-365c2bddb59e tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:24.803701 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-84ad1e76-dc90-4312-98b7-365c2bddb59e tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:24.805253 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-84ad1e76-dc90-4312-98b7-365c2bddb59e tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] 10.222.0.13 "PUT /v2.0/ports/24f1e5a4-95d3-4dfd-9cdf-5b9aca57acce HTTP/1.1" status: 200 len: 993 time: 0.5216088 Aug 18 13:00:24.808184 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 48376) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:24.861770 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320aba7-a196-45a4-94ca-d7b2ccb347ab req-83f7ebb8-26eb-4c2e-aa08-7f7b7bcb9518 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:24.863669 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7320aba7-a196-45a4-94ca-d7b2ccb347ab req-83f7ebb8-26eb-4c2e-aa08-7f7b7bcb9518 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 946 time: 0.0585432 Aug 18 13:00:24.917028 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-f288f504-2453-43ce-9250-ce92a2f6c348 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Deleting port 24f1e5a4-95d3-4dfd-9cdf-5b9aca57acce {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:00:24.917382 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f288f504-2453-43ce-9250-ce92a2f6c348 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:24.920824 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7320aba7-a196-45a4-94ca-d7b2ccb347ab req-8ea9e1c4-c9f4-417b-a4f2-7cea776562b0 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503500 Aug 18 13:00:25.013195 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f288f504-2453-43ce-9250-ce92a2f6c348 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:25.025919 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-f288f504-2453-43ce-9250-ce92a2f6c348 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Calling delete_port for 24f1e5a4-95d3-4dfd-9cdf-5b9aca57acce owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:00:25.089524 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-2e3848e3-080a-4400-9d5f-75c4b46fd0fb None None] Provisioning complete for port 24f1e5a4-95d3-4dfd-9cdf-5b9aca57acce triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:25.093134 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2e3848e3-080a-4400-9d5f-75c4b46fd0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:25.138106 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-2e3848e3-080a-4400-9d5f-75c4b46fd0fb None None] Port 24f1e5a4-95d3-4dfd-9cdf-5b9aca57acce cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:00:25.151694 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a5657bb9-1130-4ed5-9fac-bdbc850ad568 req-3bd28704-374b-45d7-b464-72a97d96f91d tempest-ServerDiskConfigTestJSON-137594398 tempest-ServerDiskConfigTestJSON-137594398-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee68456-83bc-44aa-b8df-ce6712581455 HTTP/1.1" status: 200 len: 210 time: 0.0394461 Aug 18 13:00:25.271444 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f288f504-2453-43ce-9250-ce92a2f6c348 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:25.302622 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f288f504-2453-43ce-9250-ce92a2f6c348 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Pushing event deleted for resources: {'Port': ['ID=24f1e5a4-95d3-4dfd-9cdf-5b9aca57acce,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:25.447185 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284a9d0-1063-4b37-bd0c-f140c431b720 req-7f4d85e1-a7cd-4c14-a22e-3e07fe92d65e tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:25.449359 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3284a9d0-1063-4b37-bd0c-f140c431b720 req-7f4d85e1-a7cd-4c14-a22e-3e07fe92d65e tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=76d68105-1f52-4fc3-9dcc-91f6fe2f304e HTTP/1.1" status: 200 len: 944 time: 0.0714841 Aug 18 13:00:25.486866 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f288f504-2453-43ce-9250-ce92a2f6c348 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:25.489486 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f288f504-2453-43ce-9250-ce92a2f6c348 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] 10.222.0.13 "DELETE /v2.0/ports/24f1e5a4-95d3-4dfd-9cdf-5b9aca57acce HTTP/1.1" status: 204 len: 168 time: 0.6802738 Aug 18 13:00:25.492057 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 48386) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:25.510054 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5c197-ce55-43b9-99f6-5110c3ad93bd req-8182ef5b-76c2-4cbc-a270-6ac3a98f7122 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:25.510523 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3284a9d0-1063-4b37-bd0c-f140c431b720 req-ba93797a-fe9d-4cee-9a8c-c63d9d5db567 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535080 Aug 18 13:00:25.511658 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e6b5c197-ce55-43b9-99f6-5110c3ad93bd req-8182ef5b-76c2-4cbc-a270-6ac3a98f7122 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=332a635e-465d-40f4-94ae-a8ba4efa4f8c HTTP/1.1" status: 200 len: 943 time: 0.1077573 Aug 18 13:00:25.534799 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-11973c39-13c1-4896-a931-3279af2b2ae2 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] GET failed (client error): The resource could not be found. Aug 18 13:00:25.536461 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-11973c39-13c1-4896-a931-3279af2b2ae2 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] 10.222.0.13 "GET /v2.0/ports/24f1e5a4-95d3-4dfd-9cdf-5b9aca57acce HTTP/1.1" status: 404 len: 333 time: 0.0434127 Aug 18 13:00:25.542721 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 48390) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:25.549236 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-8cf922be-d6b9-489a-97ab-9a94e4dcdc49 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Request body: {'port': {'network_id': '3d0ad991-bc7e-4ee3-9cf1-8738e77727ec', 'name': 'tempest-AllowedAddressPairTestJSON-955283854'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:25.647196 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-e6b5c197-ce55-43b9-99f6-5110c3ad93bd req-0e0bc31a-1303-404b-93de-2b33a22d0dd1 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Deleting port bdaffda7-0bca-4741-b772-1df94b09d559 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:00:25.647546 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-e6b5c197-ce55-43b9-99f6-5110c3ad93bd req-0e0bc31a-1303-404b-93de-2b33a22d0dd1 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:25.745166 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-e6b5c197-ce55-43b9-99f6-5110c3ad93bd req-0e0bc31a-1303-404b-93de-2b33a22d0dd1 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] For port bdaffda7-0bca-4741-b772-1df94b09d559, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=bdaffda7-0bca-4741-b772-1df94b09d559,segment=NetworkSegment(203c474d-56e3-424f-9d3b-a131550498ab),segment_id=203c474d-56e3-424f-9d3b-a131550498ab)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:00:25.745561 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-e6b5c197-ce55-43b9-99f6-5110c3ad93bd req-0e0bc31a-1303-404b-93de-2b33a22d0dd1 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:25.763798 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-e6b5c197-ce55-43b9-99f6-5110c3ad93bd req-0e0bc31a-1303-404b-93de-2b33a22d0dd1 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Calling delete_port for bdaffda7-0bca-4741-b772-1df94b09d559 owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:00:25.790071 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf922be-d6b9-489a-97ab-9a94e4dcdc49 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Made reservation on behalf of 6bf6c3f655ea4e21968136e4557a2820 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:00:25.794534 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8cf922be-d6b9-489a-97ab-9a94e4dcdc49 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:25.815424 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [None req-8cf922be-d6b9-489a-97ab-9a94e4dcdc49 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] device_id is not set on port 9ae91d62-06ed-46e6-8b56-5d3f004246c0 yet. {{(pid=101675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:00:25.927473 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-8cf922be-d6b9-489a-97ab-9a94e4dcdc49 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Allocated IP 172.20.0.8 (3d0ad991-bc7e-4ee3-9cf1-8738e77727ec/1da64e59-c8dd-47fe-9585-55fa862c8822/9ae91d62-06ed-46e6-8b56-5d3f004246c0) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:00:25.991213 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-e6b5c197-ce55-43b9-99f6-5110c3ad93bd req-0e0bc31a-1303-404b-93de-2b33a22d0dd1 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:26.022414 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0bc31a-1303-404b-93de-2b33a22d0dd1 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Pushing event deleted for resources: {'Port': ['ID=bdaffda7-0bca-4741-b772-1df94b09d559,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:26.072229 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b5c197-ce55-43b9-99f6-5110c3ad93bd req-0e0bc31a-1303-404b-93de-2b33a22d0dd1 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] No DVR routers for this DVR port bdaffda7-0bca-4741-b772-1df94b09d559 on host n-h2-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:00:26.074962 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-e6b5c197-ce55-43b9-99f6-5110c3ad93bd req-0e0bc31a-1303-404b-93de-2b33a22d0dd1 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:26.077564 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e6b5c197-ce55-43b9-99f6-5110c3ad93bd req-0e0bc31a-1303-404b-93de-2b33a22d0dd1 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "DELETE /v2.0/ports/bdaffda7-0bca-4741-b772-1df94b09d559 HTTP/1.1" status: 204 len: 173 time: 0.5453677 Aug 18 13:00:26.077759 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332a635e-465d-40f4-94ae-a8ba4efa4f8c', 'name': 'network-vif-deleted', 'tag': 'bdaffda7-0bca-4741-b772-1df94b09d559'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:00:26.080068 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa57c62-fe01-4418-8d9b-79a3ddec83ed" -d '{"events": [{"server_uuid": "332a635e-465d-40f4-94ae-a8ba4efa4f8c", "name": "network-vif-deleted", "tag": "bdaffda7-0bca-4741-b772-1df94b09d559"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:00:26.123743 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5737859-5a39-40c6-bae3-55f95a93b746 req-2428e47e-3ff9-4583-a6f7-6f62137fd9c7 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:26.125261 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d5737859-5a39-40c6-bae3-55f95a93b746 req-2428e47e-3ff9-4583-a6f7-6f62137fd9c7 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 946 time: 0.0877039 Aug 18 13:00:26.147373 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8cf922be-d6b9-489a-97ab-9a94e4dcdc49 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:26.171009 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-8cf922be-d6b9-489a-97ab-9a94e4dcdc49 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Transition to ACTIVE for port object 9ae91d62-06ed-46e6-8b56-5d3f004246c0 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:00:26.190234 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d5737859-5a39-40c6-bae3-55f95a93b746 req-3972171f-9378-4e32-8225-65306de9ef31 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572326 Aug 18 13:00:26.229297 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device c173f419-be43-499e-bb15-9ead514c6ac6 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:00:26.232433 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 18 Aug 2021 13:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0ca3ea-86bc-4059-a6e7-3f3e5e39dcab x-openstack-request-id: req-9f0ca3ea-86bc-4059-a6e7-3f3e5e39dcab {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:00:26.232795 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332a635e-465d-40f4-94ae-a8ba4efa4f8c", "name": "network-vif-deleted", "tag": "bdaffda7-0bca-4741-b772-1df94b09d559", "status": "failed", "code": 422}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:00:26.233790 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f0ca3ea-86bc-4059-a6e7-3f3e5e39dcab {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:00:26.234228 n-d-803603-2 neutron-server[101676]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '332a635e-465d-40f4-94ae-a8ba4efa4f8c', 'name': 'network-vif-deleted', 'tag': 'bdaffda7-0bca-4741-b772-1df94b09d559', 'status': 'failed', 'code': 422} returned with failed status Aug 18 13:00:26.252098 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: c173f419-be43-499e-bb15-9ead514c6ac6 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:00:26.252447 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device c173f419-be43-499e-bb15-9ead514c6ac6 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:00:26.253004 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device bdaffda7-0bca-4741-b772-1df94b09d559 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:00:26.272195 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: bdaffda7-0bca-4741-b772-1df94b09d559 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:00:26.272546 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device bdaffda7-0bca-4741-b772-1df94b09d559 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:00:26.317341 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8cf922be-d6b9-489a-97ab-9a94e4dcdc49 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:26.362933 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf922be-d6b9-489a-97ab-9a94e4dcdc49 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Network 3d0ad991-bc7e-4ee3-9cf1-8738e77727ec is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:00:26.366057 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-8cf922be-d6b9-489a-97ab-9a94e4dcdc49 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:00:26.370007 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf922be-d6b9-489a-97ab-9a94e4dcdc49 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:00:26.376772 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf922be-d6b9-489a-97ab-9a94e4dcdc49 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Pushing event updated for resources: {'Port': ['ID=9ae91d62-06ed-46e6-8b56-5d3f004246c0,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:26.407654 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:00:26.444756 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf922be-d6b9-489a-97ab-9a94e4dcdc49 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:26.445442 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8cf922be-d6b9-489a-97ab-9a94e4dcdc49 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:26.479976 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 48418) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:26.533221 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-074684d3-3502-4b98-9891-718ce741b66c admin admin] Deleting subnet 3f0409aa-1fb7-4185-8e0a-32f29d65add0 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:00:26.536630 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-074684d3-3502-4b98-9891-718ce741b66c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:26.564191 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8cf922be-d6b9-489a-97ab-9a94e4dcdc49 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0161529 Aug 18 13:00:26.564191 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 48422) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:26.568929 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-25be44b0-18c3-4d7b-a47a-4fd8fab781d8 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e5:5a:87'}]}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:26.588235 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-074684d3-3502-4b98-9891-718ce741b66c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:26.596761 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1,segment=NetworkSegment(d254ae00-87be-41d4-aa78-e249d1ab7c29),segment_id=d254ae00-87be-41d4-aa78-e249d1ab7c29)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:00:26.612119 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1', 'network_id': '8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8', 'port_id': '9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1', 'mac_address': 'fa:16:3e:0a:69:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370a4194-5e7c-4dd1-afef-69ff1c3d51dd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:00:26.657185 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:26.686064 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:00:26.716587 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1,segment=NetworkSegment(d254ae00-87be-41d4-aa78-e249d1ab7c29),segment_id=d254ae00-87be-41d4-aa78-e249d1ab7c29)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:00:26.773662 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-fef399d4-73ca-4fa3-8ac6-76015c0867f8 None None] Provisioning for port 9ae91d62-06ed-46e6-8b56-5d3f004246c0 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:00:26.778687 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-fef399d4-73ca-4fa3-8ac6-76015c0867f8 None None] Provisioning complete for port 9ae91d62-06ed-46e6-8b56-5d3f004246c0 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:26.779068 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fef399d4-73ca-4fa3-8ac6-76015c0867f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:26.818568 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:26.872508 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-fef399d4-73ca-4fa3-8ac6-76015c0867f8 None None] Port 9ae91d62-06ed-46e6-8b56-5d3f004246c0 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:00:26.898684 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:27.048165 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-074684d3-3502-4b98-9891-718ce741b66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:27.069290 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:00:27.104049 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b2d67-75de-40b5-8a5f-b15b758842b7 req-e21e0d6a-12ba-42f2-9dc3-0c0fd63b1eba tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:27.111745 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f99b2d67-75de-40b5-8a5f-b15b758842b7 req-e21e0d6a-12ba-42f2-9dc3-0c0fd63b1eba tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=76d68105-1f52-4fc3-9dcc-91f6fe2f304e HTTP/1.1" status: 200 len: 945 time: 0.4832256 Aug 18 13:00:27.195047 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f99b2d67-75de-40b5-8a5f-b15b758842b7 req-5bb1ff0a-57c0-40ed-b6cf-969eb7ffc2fd tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823796 Aug 18 13:00:27.256850 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-25be44b0-18c3-4d7b-a47a-4fd8fab781d8 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:27.315030 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-074684d3-3502-4b98-9891-718ce741b66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:27.339752 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-074684d3-3502-4b98-9891-718ce741b66c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:27.341911 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-074684d3-3502-4b98-9891-718ce741b66c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3f0409aa-1fb7-4185-8e0a-32f29d65add0 HTTP/1.1" status: 204 len: 168 time: 0.8606336 Aug 18 13:00:27.346760 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 48450) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:27.384332 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074684d3-3502-4b98-9891-718ce741b66c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f0409aa-1fb7-4185-8e0a-32f29d65add0,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:27.458317 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006ae24-2074-4515-b6da-934eb0043bfd req-dd384d86-f391-47d0-b1d1-54a0b4ff0068 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:27.460211 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8006ae24-2074-4515-b6da-934eb0043bfd req-dd384d86-f391-47d0-b1d1-54a0b4ff0068 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/networks?id=b896f31e-62b0-4c89-b554-2d6ea14ce4b9 HTTP/1.1" status: 200 len: 812 time: 0.2070765 Aug 18 13:00:27.463436 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2eaef772-1609-4c01-8bc5-ef050e3e84a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:27.481066 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0be283-4280-402e-a77e-ac8c322388f2 req-654c95c1-1fdb-4f59-93e5-f20d179d6243 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:27.482596 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ed0be283-4280-402e-a77e-ac8c322388f2 req-654c95c1-1fdb-4f59-93e5-f20d179d6243 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 946 time: 0.1132238 Aug 18 13:00:27.483380 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8006ae24-2074-4515-b6da-934eb0043bfd req-2cd8960d-031d-42dd-8499-95d40159a408 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/quotas/62165f4489344ba1816de5df17dbe952 HTTP/1.1" status: 200 len: 375 time: 0.0166368 Aug 18 13:00:27.538103 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ed0be283-4280-402e-a77e-ac8c322388f2 req-cc459925-fa4e-41a0-afee-162eaba84a2c tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486019 Aug 18 13:00:27.579031 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-25be44b0-18c3-4d7b-a47a-4fd8fab781d8 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:27.582711 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8006ae24-2074-4515-b6da-934eb0043bfd req-dc63654a-485a-4b50-838d-12919775d8c7 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=62165f4489344ba1816de5df17dbe952&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0728688 Aug 18 13:00:27.638250 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2eaef772-1609-4c01-8bc5-ef050e3e84a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:27.647899 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-25be44b0-18c3-4d7b-a47a-4fd8fab781d8 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:27.658019 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-2eaef772-1609-4c01-8bc5-ef050e3e84a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:27.670943 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-2eaef772-1609-4c01-8bc5-ef050e3e84a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef8e8cee-8aff-47ee-80bb-ffa053f3577b') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:27.671255 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-2eaef772-1609-4c01-8bc5-ef050e3e84a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef8e8cee-8aff-47ee-80bb-ffa053f3577b') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:27.684188 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2eaef772-1609-4c01-8bc5-ef050e3e84a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:27.712905 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2eaef772-1609-4c01-8bc5-ef050e3e84a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:27.727060 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8006ae24-2074-4515-b6da-934eb0043bfd req-71a8ccaf-f196-4288-a6e0-0c573d152d0e service neutron] 10.222.0.13 "GET /v2.0/networks/b896f31e-62b0-4c89-b554-2d6ea14ce4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433849 Aug 18 13:00:27.732018 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be44b0-18c3-4d7b-a47a-4fd8fab781d8 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Pushing event updated for resources: {'Port': ['ID=9ae91d62-06ed-46e6-8b56-5d3f004246c0,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:27.735586 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eaef772-1609-4c01-8bc5-ef050e3e84a7 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:00:27.735995 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2eaef772-1609-4c01-8bc5-ef050e3e84a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:27.737694 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:00:27.737694 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:00:27.737694 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:00:27.737694 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:00:27.737694 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:00:27.737694 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:00:27.737694 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:00:27.737694 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:00:27.737694 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:00:27.737694 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:00:27.737694 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:00:27.737694 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:00:27.737694 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:00:27.737694 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:00:27.737694 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:00:27.737694 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:00:27.737694 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:00:27.737694 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:00:27.737694 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:00:27.737694 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:00:27.737694 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:00:27.737694 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:00:27.737694 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:00:27.737694 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:00:27.737694 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:00:27.737694 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:00:27.737694 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:00:27.737694 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:00:27.737694 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:00:27.737694 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:00:27.737694 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:00:27.737694 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:00:27.742376 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:27.754382 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-25be44b0-18c3-4d7b-a47a-4fd8fab781d8 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] In _notify_port_updated(), no bound segment for port 9ae91d62-06ed-46e6-8b56-5d3f004246c0 on network 3d0ad991-bc7e-4ee3-9cf1-8738e77727ec {{(pid=101675) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 13:00:27.761683 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25be44b0-18c3-4d7b-a47a-4fd8fab781d8 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:27.762823 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-25be44b0-18c3-4d7b-a47a-4fd8fab781d8 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:27.765513 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-25be44b0-18c3-4d7b-a47a-4fd8fab781d8 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] 10.222.0.13 "PUT /v2.0/ports/9ae91d62-06ed-46e6-8b56-5d3f004246c0 HTTP/1.1" status: 200 len: 995 time: 1.2010026 Aug 18 13:00:27.768208 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 48454) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:27.872782 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-f01e331b-4dd3-4cf6-9d64-c78a6fb3431c tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Deleting port 9ae91d62-06ed-46e6-8b56-5d3f004246c0 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:00:27.873130 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f01e331b-4dd3-4cf6-9d64-c78a6fb3431c tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:27.875331 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8006ae24-2074-4515-b6da-934eb0043bfd req-e25158e7-5995-4dda-b09f-6a776e6f4241 service neutron] 10.222.0.13 "GET /v2.0/networks/b896f31e-62b0-4c89-b554-2d6ea14ce4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474128 Aug 18 13:00:27.915407 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2eaef772-1609-4c01-8bc5-ef050e3e84a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:27.921430 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2eaef772-1609-4c01-8bc5-ef050e3e84a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:27.924196 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2eaef772-1609-4c01-8bc5-ef050e3e84a7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1 HTTP/1.1" status: 204 len: 168 time: 0.5762274 Aug 18 13:00:27.939105 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaef772-1609-4c01-8bc5-ef050e3e84a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e312e0ad-4ccd-4e03-8fcf-a97e5aad9db1,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:27.981763 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f01e331b-4dd3-4cf6-9d64-c78a6fb3431c tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:27.989646 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-f01e331b-4dd3-4cf6-9d64-c78a6fb3431c tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Calling delete_port for 9ae91d62-06ed-46e6-8b56-5d3f004246c0 owned by {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:00:28.022378 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d4ce455f-7e50-4c0a-a3a9-02ae02759b58 None None] Provisioning complete for port 9ae91d62-06ed-46e6-8b56-5d3f004246c0 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:28.022859 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d4ce455f-7e50-4c0a-a3a9-02ae02759b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:28.063525 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-d4ce455f-7e50-4c0a-a3a9-02ae02759b58 None None] Port 9ae91d62-06ed-46e6-8b56-5d3f004246c0 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:00:28.156698 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bb9caa9a-c913-48a5-bdd3-9d7adf34a275 req-6ec2696e-aba1-496c-ab31-fd732e425e34 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=665d3e59-c726-4450-b8a3-e513c90d6727 HTTP/1.1" status: 200 len: 210 time: 0.0259254 Aug 18 13:00:28.167576 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f01e331b-4dd3-4cf6-9d64-c78a6fb3431c tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:28.200341 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01e331b-4dd3-4cf6-9d64-c78a6fb3431c tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Pushing event deleted for resources: {'Port': ['ID=9ae91d62-06ed-46e6-8b56-5d3f004246c0,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:28.278576 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f01e331b-4dd3-4cf6-9d64-c78a6fb3431c tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:28.281448 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f01e331b-4dd3-4cf6-9d64-c78a6fb3431c tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] 10.222.0.13 "DELETE /v2.0/ports/9ae91d62-06ed-46e6-8b56-5d3f004246c0 HTTP/1.1" status: 204 len: 168 time: 0.5119376 Aug 18 13:00:28.284308 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 48466) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:28.288595 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 48470) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:28.328939 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f7f66a-61bb-4308-af34-d06222b31ac5 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] GET failed (client error): The resource could not be found. Aug 18 13:00:28.330878 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a9f7f66a-61bb-4308-af34-d06222b31ac5 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] 10.222.0.13 "GET /v2.0/ports/9ae91d62-06ed-46e6-8b56-5d3f004246c0 HTTP/1.1" status: 404 len: 333 time: 0.0455582 Aug 18 13:00:28.334989 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 48472) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:28.340161 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-381208f1-8e43-46b8-8b87-ab13f6205a5b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=37a6e9787c904eb58cf3ddb1e11023f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480628 Aug 18 13:00:28.343715 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-4d324b36-7611-4a46-9950-c23d3e9b3d7a tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Request body: {'port': {'network_id': '3d0ad991-bc7e-4ee3-9cf1-8738e77727ec', 'name': 'tempest-AllowedAddressPairTestJSON-679128668'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:28.345303 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 48474) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:28.399017 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95083cbc-5e79-4dc3-b2b5-c686c2e9af7c req-6c3eef6d-e522-4746-8b20-8f45938a1795 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:28.400826 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-95083cbc-5e79-4dc3-b2b5-c686c2e9af7c req-6c3eef6d-e522-4746-8b20-8f45938a1795 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=76d68105-1f52-4fc3-9dcc-91f6fe2f304e HTTP/1.1" status: 200 len: 945 time: 0.0972235 Aug 18 13:00:28.423522 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:00:28.431705 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f02c9171-db6b-4c49-a3d1-f1999c884b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:28.466447 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:28.470550 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f02c9171-db6b-4c49-a3d1-f1999c884b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:28.481024 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-95083cbc-5e79-4dc3-b2b5-c686c2e9af7c req-dd3c6bbf-576c-41f2-8301-8eb23c59b22d tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711262 Aug 18 13:00:28.539246 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d324b36-7611-4a46-9950-c23d3e9b3d7a tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Made reservation on behalf of 6bf6c3f655ea4e21968136e4557a2820 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:00:28.539482 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:00:28.543019 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4d324b36-7611-4a46-9950-c23d3e9b3d7a tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:28.543264 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:28.543627 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:28.576196 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [None req-4d324b36-7611-4a46-9950-c23d3e9b3d7a tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] device_id is not set on port 8ed01a50-fbcd-4a5c-89c0-8db6134f49e3 yet. {{(pid=101675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:00:28.602585 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f02c9171-db6b-4c49-a3d1-f1999c884b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:28.606573 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f02c9171-db6b-4c49-a3d1-f1999c884b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:28.608658 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f02c9171-db6b-4c49-a3d1-f1999c884b47 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dbb0f244-fa79-49a7-b11d-6ba983b47bb0 HTTP/1.1" status: 204 len: 168 time: 0.2606494 Aug 18 13:00:28.636222 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c9171-db6b-4c49-a3d1-f1999c884b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb0f244-fa79-49a7-b11d-6ba983b47bb0,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:28.688581 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:28.729786 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d68105-1f52-4fc3-9dcc-91f6fe2f304e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:00:28.733010 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb774d4-7b7b-441f-9a4e-4642e85d8ae1" -d '{"events": [{"server_uuid": "76d68105-1f52-4fc3-9dcc-91f6fe2f304e", "name": "network-vif-plugged", "status": "completed", "tag": "9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:00:28.748361 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1,segment=NetworkSegment(d254ae00-87be-41d4-aa78-e249d1ab7c29),segment_id=d254ae00-87be-41d4-aa78-e249d1ab7c29)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:00:28.773890 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ca41c0-fb6f-4edb-a488-ce342f4c3746 x-openstack-request-id: req-15ca41c0-fb6f-4edb-a488-ce342f4c3746 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:00:28.774297 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d68105-1f52-4fc3-9dcc-91f6fe2f304e", "name": "network-vif-plugged", "status": "completed", "tag": "9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:00:28.774617 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15ca41c0-fb6f-4edb-a488-ce342f4c3746 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:00:28.775350 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d68105-1f52-4fc3-9dcc-91f6fe2f304e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1', 'code': 200} Aug 18 13:00:28.810124 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e03300-5bbc-4f71-985f-7c264247c742 req-051f2c2f-ff89-4a32-8624-80ffd596b0d7 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:28.815659 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:28.817662 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-93e03300-5bbc-4f71-985f-7c264247c742 req-051f2c2f-ff89-4a32-8624-80ffd596b0d7 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 946 time: 0.1613352 Aug 18 13:00:28.856404 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-4d324b36-7611-4a46-9950-c23d3e9b3d7a tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Allocated IP 172.20.0.6 (3d0ad991-bc7e-4ee3-9cf1-8738e77727ec/1da64e59-c8dd-47fe-9585-55fa862c8822/8ed01a50-fbcd-4a5c-89c0-8db6134f49e3) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:00:28.875512 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:28.911989 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-93e03300-5bbc-4f71-985f-7c264247c742 req-49eb1073-097c-4de9-b2f9-0c5fb699c899 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921512 Aug 18 13:00:28.948568 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b528d2-5170-4877-af7a-82cdfc41af1c req-fc5e9d7f-4ebf-4361-82cd-03d21aeb0813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:28.950144 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e9b528d2-5170-4877-af7a-82cdfc41af1c req-fc5e9d7f-4ebf-4361-82cd-03d21aeb0813 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=76d68105-1f52-4fc3-9dcc-91f6fe2f304e HTTP/1.1" status: 200 len: 1097 time: 0.1029084 Aug 18 13:00:28.993295 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-c89802c8-8197-41fb-874a-0eecea90d715 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1161034979&fields=id&tenant_id=e1aea23d75f24f989d114151115add9a HTTP/1.1" status: 200 len: 267 time: 0.0331216 Aug 18 13:00:29.036613 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e9b528d2-5170-4877-af7a-82cdfc41af1c req-6b599cb3-4a7e-4f48-8100-825f4c194f25 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784175 Aug 18 13:00:29.088265 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4d324b36-7611-4a46-9950-c23d3e9b3d7a tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:29.101865 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-4d324b36-7611-4a46-9950-c23d3e9b3d7a tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Transition to ACTIVE for port object 8ed01a50-fbcd-4a5c-89c0-8db6134f49e3 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:00:29.129205 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-79cf4400-dd2d-4f63-9068-dd96e1f08658 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:29.131669 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-79cf4400-dd2d-4f63-9068-dd96e1f08658 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/networks?id=d9c67a3b-f0ee-4baf-89f7-136d3e192a61 HTTP/1.1" status: 200 len: 814 time: 0.1297641 Aug 18 13:00:29.148017 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-37e83d43-89ac-4fde-abdb-01065339a4ed tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/quotas/e1aea23d75f24f989d114151115add9a HTTP/1.1" status: 200 len: 375 time: 0.0103850 Aug 18 13:00:29.179558 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4d324b36-7611-4a46-9950-c23d3e9b3d7a tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:29.210325 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-933c3882-1b02-4aee-a435-b1a2ef1fc3ed tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1aea23d75f24f989d114151115add9a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0559430 Aug 18 13:00:29.236992 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d324b36-7611-4a46-9950-c23d3e9b3d7a tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Network 3d0ad991-bc7e-4ee3-9cf1-8738e77727ec is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:00:29.240381 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-4d324b36-7611-4a46-9950-c23d3e9b3d7a tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:00:29.247634 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d324b36-7611-4a46-9950-c23d3e9b3d7a tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:00:29.318579 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b177d5c3-0401-49b4-9fca-473f725d0803 req-43f77e00-d1a5-40e0-8dd8-96ffc078b1fd tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=665d3e59-c726-4450-b8a3-e513c90d6727 HTTP/1.1" status: 200 len: 210 time: 0.0739837 Aug 18 13:00:29.321370 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d324b36-7611-4a46-9950-c23d3e9b3d7a tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Pushing event updated for resources: {'Port': ['ID=8ed01a50-fbcd-4a5c-89c0-8db6134f49e3,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:29.321499 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-280f6473-a6b6-426f-b9a4-b97079a1b7c6 service neutron] 10.222.0.13 "GET /v2.0/networks/d9c67a3b-f0ee-4baf-89f7-136d3e192a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980601 Aug 18 13:00:29.336454 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d324b36-7611-4a46-9950-c23d3e9b3d7a tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:29.336807 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d324b36-7611-4a46-9950-c23d3e9b3d7a tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:29.337147 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d324b36-7611-4a46-9950-c23d3e9b3d7a tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:29.337490 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d324b36-7611-4a46-9950-c23d3e9b3d7a tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:29.337832 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d324b36-7611-4a46-9950-c23d3e9b3d7a tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:29.338226 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d324b36-7611-4a46-9950-c23d3e9b3d7a tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:29.347167 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d324b36-7611-4a46-9950-c23d3e9b3d7a tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:29.347167 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d324b36-7611-4a46-9950-c23d3e9b3d7a tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:29.347167 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d324b36-7611-4a46-9950-c23d3e9b3d7a tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:29.347167 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d324b36-7611-4a46-9950-c23d3e9b3d7a tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:29.347167 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d324b36-7611-4a46-9950-c23d3e9b3d7a tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:29.347167 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d324b36-7611-4a46-9950-c23d3e9b3d7a tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:29.357755 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d324b36-7611-4a46-9950-c23d3e9b3d7a tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:29.358687 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4d324b36-7611-4a46-9950-c23d3e9b3d7a tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:29.429290 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-3433ceb0-47a4-448d-b738-edb1efe20122 service neutron] 10.222.0.13 "GET /v2.0/networks/d9c67a3b-f0ee-4baf-89f7-136d3e192a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008513 Aug 18 13:00:29.449286 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4d324b36-7611-4a46-9950-c23d3e9b3d7a tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1100748 Aug 18 13:00:29.452118 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 48510) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:29.457787 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-40ab951e-519b-4c59-8eb8-96732f8a88dc tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Request body: {'port': {'network_id': '3d0ad991-bc7e-4ee3-9cf1-8738e77727ec', 'name': 'tempest-AllowedAddressPairTestJSON-53814402'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:29.637736 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bee543-404d-4896-b363-946ccb38d8a5 req-13c5d760-d37c-412e-b0be-16d9611adb83 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:29.640006 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-86bee543-404d-4896-b363-946ccb38d8a5 req-13c5d760-d37c-412e-b0be-16d9611adb83 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=76d68105-1f52-4fc3-9dcc-91f6fe2f304e HTTP/1.1" status: 200 len: 946 time: 0.0756464 Aug 18 13:00:29.671292 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-94ec454f-d2b2-4291-839a-ec2d0ed2d064 None None] Provisioning for port 8ed01a50-fbcd-4a5c-89c0-8db6134f49e3 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:00:29.675449 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-94ec454f-d2b2-4291-839a-ec2d0ed2d064 None None] Provisioning complete for port 8ed01a50-fbcd-4a5c-89c0-8db6134f49e3 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:29.675824 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-94ec454f-d2b2-4291-839a-ec2d0ed2d064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:29.688543 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-86bee543-404d-4896-b363-946ccb38d8a5 req-151ee6fc-137b-4314-91e9-98b9d41cefde tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416737 Aug 18 13:00:29.710047 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-94ec454f-d2b2-4291-839a-ec2d0ed2d064 None None] Port 8ed01a50-fbcd-4a5c-89c0-8db6134f49e3 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:00:29.721174 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ab951e-519b-4c59-8eb8-96732f8a88dc tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Made reservation on behalf of 6bf6c3f655ea4e21968136e4557a2820 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:00:29.724696 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-40ab951e-519b-4c59-8eb8-96732f8a88dc tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:29.749423 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [None req-40ab951e-519b-4c59-8eb8-96732f8a88dc tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] device_id is not set on port 6d8bd3d2-0045-4a86-9c33-ad20c3306c2c yet. {{(pid=101675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:00:29.861774 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 48530) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:29.875276 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-40ab951e-519b-4c59-8eb8-96732f8a88dc tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Allocated IP 172.20.0.10 (3d0ad991-bc7e-4ee3-9cf1-8738e77727ec/1da64e59-c8dd-47fe-9585-55fa862c8822/6d8bd3d2-0045-4a86-9c33-ad20c3306c2c) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:00:29.987289 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-1ac8e8a5-9318-432f-809a-687dabb29344 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-959432997-network', 'tenant_id': 'd8b6c2b19e634a4bb77e7e12fa929d83'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:30.093691 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac8e8a5-9318-432f-809a-687dabb29344 admin admin] Made reservation on behalf of d8b6c2b19e634a4bb77e7e12fa929d83 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:00:30.096108 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1ac8e8a5-9318-432f-809a-687dabb29344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:30.106190 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1ac8e8a5-9318-432f-809a-687dabb29344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:30.119634 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-40ab951e-519b-4c59-8eb8-96732f8a88dc tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:30.131423 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0e185-f87e-4a6c-8d2e-b0ed521e0748 req-42703de2-66da-4dd5-b5ec-b12ff6179ce1 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:30.132989 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-08b0e185-f87e-4a6c-8d2e-b0ed521e0748 req-42703de2-66da-4dd5-b5ec-b12ff6179ce1 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 946 time: 0.1178215 Aug 18 13:00:30.155739 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-40ab951e-519b-4c59-8eb8-96732f8a88dc tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Transition to ACTIVE for port object 6d8bd3d2-0045-4a86-9c33-ad20c3306c2c will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:00:30.204575 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-69bfd54f-5a8c-4f76-9602-e6f0b4eadcf1 req-1e7d7099-a676-402d-94b8-0e38c07e9129 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df5b587-8310-4301-bdc6-7c3d42718686 HTTP/1.1" status: 200 len: 210 time: 0.0329487 Aug 18 13:00:30.231411 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-08b0e185-f87e-4a6c-8d2e-b0ed521e0748 req-74a21e13-53d3-4555-98ce-95551fafbd66 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839028 Aug 18 13:00:30.261279 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1ac8e8a5-9318-432f-809a-687dabb29344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:30.319778 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-40ab951e-519b-4c59-8eb8-96732f8a88dc tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:30.373583 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1ac8e8a5-9318-432f-809a-687dabb29344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:30.404220 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ac8e8a5-9318-432f-809a-687dabb29344 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:00:30.417643 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ab951e-519b-4c59-8eb8-96732f8a88dc tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Network 3d0ad991-bc7e-4ee3-9cf1-8738e77727ec is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:00:30.425269 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-40ab951e-519b-4c59-8eb8-96732f8a88dc tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:00:30.432222 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ab951e-519b-4c59-8eb8-96732f8a88dc tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:00:30.435110 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac8e8a5-9318-432f-809a-687dabb29344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fb0421-ae79-4687-9a35-d8c02f25c7c1,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:30.440418 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b0bd75a8-2964-4b3b-a1d4-b23eb0fb7165 req-c54de28a-673e-4220-bc84-cb01e56eaeb8 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=665d3e59-c726-4450-b8a3-e513c90d6727 HTTP/1.1" status: 200 len: 210 time: 0.0405679 Aug 18 13:00:30.444803 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab951e-519b-4c59-8eb8-96732f8a88dc tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Pushing event updated for resources: {'Port': ['ID=6d8bd3d2-0045-4a86-9c33-ad20c3306c2c,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:30.446084 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1ac8e8a5-9318-432f-809a-687dabb29344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:30.446947 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-1ac8e8a5-9318-432f-809a-687dabb29344 admin admin] Added segment e308df16-0289-45ba-a2cb-37bdded69968 of type vlan for network c70b20b2-1ba3-4778-b38e-36ed095ba70d Aug 18 13:00:30.498318 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006ae24-2074-4515-b6da-934eb0043bfd req-801292ae-dfe7-433a-ae6a-5322c9ecfcc7 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:30.499390 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8006ae24-2074-4515-b6da-934eb0043bfd req-801292ae-dfe7-433a-ae6a-5322c9ecfcc7 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.20 "GET /v2.0/networks?id=b896f31e-62b0-4c89-b554-2d6ea14ce4b9 HTTP/1.1" status: 200 len: 812 time: 0.1907151 Aug 18 13:00:30.503047 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1ac8e8a5-9318-432f-809a-687dabb29344 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:30.514858 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ab951e-519b-4c59-8eb8-96732f8a88dc tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:30.515646 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-40ab951e-519b-4c59-8eb8-96732f8a88dc tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:30.522938 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-8006ae24-2074-4515-b6da-934eb0043bfd req-8c6dfa37-9814-4e31-8d1c-a489a9045ee6 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Request body: {'port': {'device_id': '665d3e59-c726-4450-b8a3-e513c90d6727', 'network_id': 'b896f31e-62b0-4c89-b554-2d6ea14ce4b9', 'admin_state_up': True, 'tenant_id': '62165f4489344ba1816de5df17dbe952'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:30.660227 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1ac8e8a5-9318-432f-809a-687dabb29344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:30.664808 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-40ab951e-519b-4c59-8eb8-96732f8a88dc tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2090106 Aug 18 13:00:30.664951 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac8e8a5-9318-432f-809a-687dabb29344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:30.664951 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1ac8e8a5-9318-432f-809a-687dabb29344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:30.665116 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 48552) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:30.672810 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-1cdd19af-8092-47ee-9af1-be1b94cc55a7 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:e5:5a:87'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:75:77:b4'}]}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:30.727455 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac8e8a5-9318-432f-809a-687dabb29344 admin admin] Pushing event updated for resources: {'Network': ['ID=c70b20b2-1ba3-4778-b38e-36ed095ba70d,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:30.738458 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network c70b20b2-1ba3-4778-b38e-36ed095ba70d details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:00:30.754706 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1cdd19af-8092-47ee-9af1-be1b94cc55a7 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:30.796722 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8006ae24-2074-4515-b6da-934eb0043bfd req-8c6dfa37-9814-4e31-8d1c-a489a9045ee6 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Made reservation on behalf of 62165f4489344ba1816de5df17dbe952 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:00:30.800324 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8006ae24-2074-4515-b6da-934eb0043bfd req-8c6dfa37-9814-4e31-8d1c-a489a9045ee6 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:30.809483 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-86bff08a-a2d8-4e97-9cce-1b77e1f784be None None] Provisioning for port 6d8bd3d2-0045-4a86-9c33-ad20c3306c2c completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:00:30.817929 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-86bff08a-a2d8-4e97-9cce-1b77e1f784be None None] Provisioning complete for port 6d8bd3d2-0045-4a86-9c33-ad20c3306c2c triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:30.817929 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-86bff08a-a2d8-4e97-9cce-1b77e1f784be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:30.838891 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1ac8e8a5-9318-432f-809a-687dabb29344 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9762814 Aug 18 13:00:30.840145 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 48558) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:30.845365 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-076d2741-8048-405c-952f-8a39377fbf63 admin admin] Request body: {'subnet': {'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-959432997-subnet', 'tenant_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:30.869023 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-86bff08a-a2d8-4e97-9cce-1b77e1f784be None None] Port 6d8bd3d2-0045-4a86-9c33-ad20c3306c2c cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:00:30.971550 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e98289-071c-40f0-b330-935d00299f13 req-ee1c01fa-d311-4cbe-a89f-031a28c726b9 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:30.972948 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c8e98289-071c-40f0-b330-935d00299f13 req-ee1c01fa-d311-4cbe-a89f-031a28c726b9 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=76d68105-1f52-4fc3-9dcc-91f6fe2f304e HTTP/1.1" status: 200 len: 946 time: 0.1802275 Aug 18 13:00:30.985065 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076d2741-8048-405c-952f-8a39377fbf63 admin admin] Made reservation on behalf of d8b6c2b19e634a4bb77e7e12fa929d83 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:00:30.987621 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-076d2741-8048-405c-952f-8a39377fbf63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:31.100455 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c8e98289-071c-40f0-b330-935d00299f13 req-1422bf9b-d706-4a7e-9cac-80d40b0b5dff tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176965 Aug 18 13:00:31.117526 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-8006ae24-2074-4515-b6da-934eb0043bfd req-8c6dfa37-9814-4e31-8d1c-a489a9045ee6 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Allocated IP 172.20.0.6 (b896f31e-62b0-4c89-b554-2d6ea14ce4b9/01ff60f5-a1bd-4c4a-b8b1-0b6ab79f5acb/48a0c3be-7850-4130-b86d-bfd649eeeb99) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:00:31.139948 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1cdd19af-8092-47ee-9af1-be1b94cc55a7 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:31.243635 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-076d2741-8048-405c-952f-8a39377fbf63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:31.254332 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1cdd19af-8092-47ee-9af1-be1b94cc55a7 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:31.332281 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e45910c9-38e9-4db8-9289-ec02a3a804de req-d27ada2a-695d-4b66-a809-cb59b6f8a80d tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df5b587-8310-4301-bdc6-7c3d42718686 HTTP/1.1" status: 200 len: 210 time: 0.0465407 Aug 18 13:00:31.349292 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8006ae24-2074-4515-b6da-934eb0043bfd req-8c6dfa37-9814-4e31-8d1c-a489a9045ee6 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:31.354593 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d2741-8048-405c-952f-8a39377fbf63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2744890d-6739-4756-b608-842180da7455,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:31.378853 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076d2741-8048-405c-952f-8a39377fbf63 admin admin] Checking segment: {'id': 'e308df16-0289-45ba-a2cb-37bdded69968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:00:31.378853 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076d2741-8048-405c-952f-8a39377fbf63 admin admin] Network hostable DHCP agents. Network: c70b20b2-1ba3-4778-b38e-36ed095ba70d, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:00:31.388322 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd19af-8092-47ee-9af1-be1b94cc55a7 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Pushing event updated for resources: {'Port': ['ID=6d8bd3d2-0045-4a86-9c33-ad20c3306c2c,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:31.420876 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-1cdd19af-8092-47ee-9af1-be1b94cc55a7 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] In _notify_port_updated(), no bound segment for port 6d8bd3d2-0045-4a86-9c33-ad20c3306c2c on network 3d0ad991-bc7e-4ee3-9cf1-8738e77727ec {{(pid=101675) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 13:00:31.426406 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdd19af-8092-47ee-9af1-be1b94cc55a7 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:31.427053 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1cdd19af-8092-47ee-9af1-be1b94cc55a7 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:31.428420 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1cdd19af-8092-47ee-9af1-be1b94cc55a7 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] 10.222.0.13 "PUT /v2.0/ports/6d8bd3d2-0045-4a86-9c33-ad20c3306c2c HTTP/1.1" status: 200 len: 1054 time: 0.7623012 Aug 18 13:00:31.432943 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 48570) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:31.449244 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076d2741-8048-405c-952f-8a39377fbf63 admin admin] Network c70b20b2-1ba3-4778-b38e-36ed095ba70d is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:00:31.459869 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c28b8-97c5-41e3-8f19-82d42c3799b2 req-ab24cea0-4bed-4f73-a435-17c8ee54d193 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:31.461500 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-714c28b8-97c5-41e3-8f19-82d42c3799b2 req-ab24cea0-4bed-4f73-a435-17c8ee54d193 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 946 time: 0.1155500 Aug 18 13:00:31.514411 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-714c28b8-97c5-41e3-8f19-82d42c3799b2 req-38732aa0-c890-4d2d-a525-724da8c858e4 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438728 Aug 18 13:00:31.540224 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8006ae24-2074-4515-b6da-934eb0043bfd req-8c6dfa37-9814-4e31-8d1c-a489a9045ee6 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:31.598309 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d7bf05d4-3e28-4857-ac0c-8dd06375e8fd None None] Provisioning complete for port 6d8bd3d2-0045-4a86-9c33-ad20c3306c2c triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:31.598999 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d7bf05d4-3e28-4857-ac0c-8dd06375e8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:31.603488 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8006ae24-2074-4515-b6da-934eb0043bfd req-8c6dfa37-9814-4e31-8d1c-a489a9045ee6 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Network b896f31e-62b0-4c89-b554-2d6ea14ce4b9 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:00:31.607030 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-345352d3-b051-4c08-b15a-c7cc41a98936 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Deleting port 6d8bd3d2-0045-4a86-9c33-ad20c3306c2c {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:00:31.607381 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-345352d3-b051-4c08-b15a-c7cc41a98936 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:31.607501 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-8006ae24-2074-4515-b6da-934eb0043bfd req-8c6dfa37-9814-4e31-8d1c-a489a9045ee6 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:00:31.613468 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-8006ae24-2074-4515-b6da-934eb0043bfd req-8c6dfa37-9814-4e31-8d1c-a489a9045ee6 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:00:31.621993 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa017f-fd38-451b-8f43-3f70b435efcb req-ce28db1e-d2fc-4657-b874-3eb4159d287e tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:31.629401 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-83aa017f-fd38-451b-8f43-3f70b435efcb req-ce28db1e-d2fc-4657-b874-3eb4159d287e tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=665d3e59-c726-4450-b8a3-e513c90d6727 HTTP/1.1" status: 200 len: 931 time: 0.0777447 Aug 18 13:00:31.638552 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6dfa37-9814-4e31-8d1c-a489a9045ee6 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Pushing event updated for resources: {'Port': ['ID=48a0c3be-7850-4130-b86d-bfd649eeeb99,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:31.646882 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-d7bf05d4-3e28-4857-ac0c-8dd06375e8fd None None] Port 6d8bd3d2-0045-4a86-9c33-ad20c3306c2c cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:00:31.674870 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006ae24-2074-4515-b6da-934eb0043bfd req-8c6dfa37-9814-4e31-8d1c-a489a9045ee6 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:31.675476 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8006ae24-2074-4515-b6da-934eb0043bfd req-8c6dfa37-9814-4e31-8d1c-a489a9045ee6 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:31.682323 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-076d2741-8048-405c-952f-8a39377fbf63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, c70b20b2-1ba3-4778-b38e-36ed095ba70d) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:00:31.697698 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076d2741-8048-405c-952f-8a39377fbf63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:31.698331 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-076d2741-8048-405c-952f-8a39377fbf63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:31.715920 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340ec294-5e96-4f8d-acca-ac9520dbdfac None None] Network c70b20b2-1ba3-4778-b38e-36ed095ba70d requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:00:31.742118 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-83aa017f-fd38-451b-8f43-3f70b435efcb req-c3f6b438-96f6-4c05-be43-10d6c6c26e31 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118720 Aug 18 13:00:31.747633 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8006ae24-2074-4515-b6da-934eb0043bfd req-8c6dfa37-9814-4e31-8d1c-a489a9045ee6 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2284186 Aug 18 13:00:31.770484 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-8006ae24-2074-4515-b6da-934eb0043bfd req-893db51e-94e6-4811-8f3f-751a286c0b4a service neutron] Request body: {'port': {'device_id': '665d3e59-c726-4450-b8a3-e513c90d6727', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:31.778250 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-345352d3-b051-4c08-b15a-c7cc41a98936 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:31.803092 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-345352d3-b051-4c08-b15a-c7cc41a98936 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Calling delete_port for 6d8bd3d2-0045-4a86-9c33-ad20c3306c2c owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:00:31.836718 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-076d2741-8048-405c-952f-8a39377fbf63 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9955277 Aug 18 13:00:31.840334 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 48576) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:31.847412 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-650e16dd-2bef-4f0e-8e0c-ea74063f3c5d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-959432997-router', 'tenant_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:31.872024 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8006ae24-2074-4515-b6da-934eb0043bfd req-893db51e-94e6-4811-8f3f-751a286c0b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:31.927211 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35d2927-494c-4d7d-b3a9-afca17b11206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-c70b20b2-1ba3-4778-b38e-36ed095ba70d', 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d', 'tenant_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'fixed_ips': [{'subnet_id': '2744890d-6739-4756-b608-842180da7455'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:00:31.928812 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d35d2927-494c-4d7d-b3a9-afca17b11206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:32.016910 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-650e16dd-2bef-4f0e-8e0c-ea74063f3c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:32.017996 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-650e16dd-2bef-4f0e-8e0c-ea74063f3c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:32.088751 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-345352d3-b051-4c08-b15a-c7cc41a98936 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:32.093775 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-d35d2927-494c-4d7d-b3a9-afca17b11206 None None] Allocated IP 172.20.0.2 (c70b20b2-1ba3-4778-b38e-36ed095ba70d/2744890d-6739-4756-b608-842180da7455/ec4a0939-0e3d-4b31-b15c-46504425da9f) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:00:32.130842 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345352d3-b051-4c08-b15a-c7cc41a98936 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Pushing event deleted for resources: {'Port': ['ID=6d8bd3d2-0045-4a86-9c33-ad20c3306c2c,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:32.146413 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-650e16dd-2bef-4f0e-8e0c-ea74063f3c5d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:32.256496 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-8006ae24-2074-4515-b6da-934eb0043bfd req-893db51e-94e6-4811-8f3f-751a286c0b4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48a0c3be-7850-4130-b86d-bfd649eeeb99 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:00:32.261920 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8006ae24-2074-4515-b6da-934eb0043bfd req-893db51e-94e6-4811-8f3f-751a286c0b4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:32.276940 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-8006ae24-2074-4515-b6da-934eb0043bfd req-893db51e-94e6-4811-8f3f-751a286c0b4a service neutron] Transition to ACTIVE for port object 48a0c3be-7850-4130-b86d-bfd649eeeb99 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:00:32.319541 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d35d2927-494c-4d7d-b3a9-afca17b11206 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:32.331832 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d35d2927-494c-4d7d-b3a9-afca17b11206 None None] Transition to ACTIVE for port object ec4a0939-0e3d-4b31-b15c-46504425da9f will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:00:32.351983 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d35d2927-494c-4d7d-b3a9-afca17b11206 None None] Transition to ACTIVE for port object ec4a0939-0e3d-4b31-b15c-46504425da9f will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:00:32.379269 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8006ae24-2074-4515-b6da-934eb0043bfd req-893db51e-94e6-4811-8f3f-751a286c0b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:32.442758 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d35d2927-494c-4d7d-b3a9-afca17b11206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:32.489001 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35d2927-494c-4d7d-b3a9-afca17b11206 None None] Network c70b20b2-1ba3-4778-b38e-36ed095ba70d is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:00:32.492681 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-d35d2927-494c-4d7d-b3a9-afca17b11206 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:00:32.497857 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35d2927-494c-4d7d-b3a9-afca17b11206 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:00:32.557484 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d2927-494c-4d7d-b3a9-afca17b11206 None None] Pushing event updated for resources: {'Port': ['ID=ec4a0939-0e3d-4b31-b15c-46504425da9f,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:32.613026 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-d35d2927-494c-4d7d-b3a9-afca17b11206 None None] Attempting to bind port ec4a0939-0e3d-4b31-b15c-46504425da9f on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:00:32.613654 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-d35d2927-494c-4d7d-b3a9-afca17b11206 None None] Attempting to bind port ec4a0939-0e3d-4b31-b15c-46504425da9f by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'e308df16-0289-45ba-a2cb-37bdded69968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:00:32.614211 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35d2927-494c-4d7d-b3a9-afca17b11206 None None] Attempting to bind port ec4a0939-0e3d-4b31-b15c-46504425da9f on network c70b20b2-1ba3-4778-b38e-36ed095ba70d {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:00:32.620781 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35d2927-494c-4d7d-b3a9-afca17b11206 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:00:32.621700 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35d2927-494c-4d7d-b3a9-afca17b11206 None None] Checking segment: {'id': 'e308df16-0289-45ba-a2cb-37bdded69968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:00:32.622521 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d35d2927-494c-4d7d-b3a9-afca17b11206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:32.623155 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35d2927-494c-4d7d-b3a9-afca17b11206 None None] Bound using segment: {'id': 'e308df16-0289-45ba-a2cb-37bdded69968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:00:32.623883 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-d35d2927-494c-4d7d-b3a9-afca17b11206 None None] Bound port: ec4a0939-0e3d-4b31-b15c-46504425da9f, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e308df16-0289-45ba-a2cb-37bdded69968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:00:32.624525 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d35d2927-494c-4d7d-b3a9-afca17b11206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:32.651966 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-650e16dd-2bef-4f0e-8e0c-ea74063f3c5d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:32.706163 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-d35d2927-494c-4d7d-b3a9-afca17b11206 None None] For port ec4a0939-0e3d-4b31-b15c-46504425da9f, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:00:32.711226 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-d35d2927-494c-4d7d-b3a9-afca17b11206 None None] For port ec4a0939-0e3d-4b31-b15c-46504425da9f, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=ec4a0939-0e3d-4b31-b15c-46504425da9f,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:00:32.714148 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893db51e-94e6-4811-8f3f-751a286c0b4a service neutron] Pushing event updated for resources: {'Port': ['ID=48a0c3be-7850-4130-b86d-bfd649eeeb99,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:32.791927 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7f8d0716-edb6-43ff-bd32-c0e4ec1d88f5 req-73d52c4f-e296-43a0-aa7a-83824d7c7456 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df5b587-8310-4301-bdc6-7c3d42718686 HTTP/1.1" status: 200 len: 210 time: 0.0369625 Aug 18 13:00:32.817102 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-345352d3-b051-4c08-b15a-c7cc41a98936 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:32.821329 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-345352d3-b051-4c08-b15a-c7cc41a98936 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] 10.222.0.13 "DELETE /v2.0/ports/6d8bd3d2-0045-4a86-9c33-ad20c3306c2c HTTP/1.1" status: 204 len: 168 time: 1.3867741 Aug 18 13:00:32.822347 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 48602) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:32.825785 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d35d2927-494c-4d7d-b3a9-afca17b11206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:32.853900 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-c829e7af-e115-4747-89e1-53c5149a3323 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] GET failed (client error): The resource could not be found. Aug 18 13:00:32.861278 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c829e7af-e115-4747-89e1-53c5149a3323 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] 10.222.0.13 "GET /v2.0/ports/6d8bd3d2-0045-4a86-9c33-ad20c3306c2c HTTP/1.1" status: 404 len: 333 time: 0.0380361 Aug 18 13:00:32.862010 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 48604) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:32.904168 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc70bf-0dbf-4f80-a29e-4c899d7b13f1 req-52ed6afb-092f-4081-a30d-334bb04a1307 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:32.906523 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-18cc70bf-0dbf-4f80-a29e-4c899d7b13f1 req-52ed6afb-092f-4081-a30d-334bb04a1307 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 946 time: 0.2638752 Aug 18 13:00:32.909502 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-8006ae24-2074-4515-b6da-934eb0043bfd req-893db51e-94e6-4811-8f3f-751a286c0b4a service neutron] Attempting to bind port 48a0c3be-7850-4130-b86d-bfd649eeeb99 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:00:32.910269 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-8006ae24-2074-4515-b6da-934eb0043bfd req-893db51e-94e6-4811-8f3f-751a286c0b4a service neutron] Attempting to bind port 48a0c3be-7850-4130-b86d-bfd649eeeb99 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '203c474d-56e3-424f-9d3b-a131550498ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b896f31e-62b0-4c89-b554-2d6ea14ce4b9'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:00:32.910839 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8006ae24-2074-4515-b6da-934eb0043bfd req-893db51e-94e6-4811-8f3f-751a286c0b4a service neutron] Attempting to bind port 48a0c3be-7850-4130-b86d-bfd649eeeb99 on network b896f31e-62b0-4c89-b554-2d6ea14ce4b9 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:00:32.923595 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-08abc72e-5d56-4be1-baad-eec891fab84d tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:32.925570 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-08abc72e-5d56-4be1-baad-eec891fab84d tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.39 "GET /v2.0/networks?id=d9c67a3b-f0ee-4baf-89f7-136d3e192a61 HTTP/1.1" status: 200 len: 814 time: 0.3355384 Aug 18 13:00:32.980280 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8006ae24-2074-4515-b6da-934eb0043bfd req-893db51e-94e6-4811-8f3f-751a286c0b4a service neutron] Port 48a0c3be-7850-4130-b86d-bfd649eeeb99 on network b896f31e-62b0-4c89-b554-2d6ea14ce4b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:00:32.980742 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8006ae24-2074-4515-b6da-934eb0043bfd req-893db51e-94e6-4811-8f3f-751a286c0b4a service neutron] Attempting to bind port 48a0c3be-7850-4130-b86d-bfd649eeeb99 on network b896f31e-62b0-4c89-b554-2d6ea14ce4b9 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:00:32.997012 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d2927-494c-4d7d-b3a9-afca17b11206 None None] Pushing event updated for resources: {'Port': ['ID=ec4a0939-0e3d-4b31-b15c-46504425da9f,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:33.030214 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8006ae24-2074-4515-b6da-934eb0043bfd req-893db51e-94e6-4811-8f3f-751a286c0b4a service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:00:33.030700 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8006ae24-2074-4515-b6da-934eb0043bfd req-893db51e-94e6-4811-8f3f-751a286c0b4a service neutron] Checking segment: {'id': '203c474d-56e3-424f-9d3b-a131550498ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b896f31e-62b0-4c89-b554-2d6ea14ce4b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:00:33.033157 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8006ae24-2074-4515-b6da-934eb0043bfd req-893db51e-94e6-4811-8f3f-751a286c0b4a service neutron] Bound using segment: {'id': '203c474d-56e3-424f-9d3b-a131550498ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b896f31e-62b0-4c89-b554-2d6ea14ce4b9'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:00:33.033157 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-8006ae24-2074-4515-b6da-934eb0043bfd req-893db51e-94e6-4811-8f3f-751a286c0b4a service neutron] Bound port: 48a0c3be-7850-4130-b86d-bfd649eeeb99, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203c474d-56e3-424f-9d3b-a131550498ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b896f31e-62b0-4c89-b554-2d6ea14ce4b9'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:00:33.033157 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8006ae24-2074-4515-b6da-934eb0043bfd req-893db51e-94e6-4811-8f3f-751a286c0b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:33.047555 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848f5eb-b1de-4d4b-a950-5ee4e8754a57 req-9b44557c-d0df-41ef-ba2a-b06da5895d08 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:33.049290 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4848f5eb-b1de-4d4b-a950-5ee4e8754a57 req-9b44557c-d0df-41ef-ba2a-b06da5895d08 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=665d3e59-c726-4450-b8a3-e513c90d6727 HTTP/1.1" status: 200 len: 943 time: 0.1182702 Aug 18 13:00:33.070119 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-8e7c5a55-8eb5-4792-afc3-a70148536b68 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Deleting port 8ed01a50-fbcd-4a5c-89c0-8db6134f49e3 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:00:33.070547 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8e7c5a55-8eb5-4792-afc3-a70148536b68 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:33.084402 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-35a6ddfd-33f1-4ba7-b020-22a99fdd17a6 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1aea23d75f24f989d114151115add9a HTTP/1.1" status: 200 len: 380 time: 0.1159208 Aug 18 13:00:33.151742 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-8006ae24-2074-4515-b6da-934eb0043bfd req-893db51e-94e6-4811-8f3f-751a286c0b4a service neutron] For port 48a0c3be-7850-4130-b86d-bfd649eeeb99, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:00:33.156796 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-8006ae24-2074-4515-b6da-934eb0043bfd req-893db51e-94e6-4811-8f3f-751a286c0b4a service neutron] For port 48a0c3be-7850-4130-b86d-bfd649eeeb99, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=48a0c3be-7850-4130-b86d-bfd649eeeb99,segment=NetworkSegment(203c474d-56e3-424f-9d3b-a131550498ab),segment_id=203c474d-56e3-424f-9d3b-a131550498ab)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:00:33.182740 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-ec43da26-6802-42b4-9a69-d0e11ed8ee50 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Request body: {'port': {'device_id': '5df5b587-8310-4301-bdc6-7c3d42718686', 'network_id': 'd9c67a3b-f0ee-4baf-89f7-136d3e192a61', 'admin_state_up': True, 'tenant_id': 'e1aea23d75f24f989d114151115add9a', 'security_groups': ['b4952977-a51b-4d17-ba35-1c1133304475']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:33.192827 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4848f5eb-b1de-4d4b-a950-5ee4e8754a57 req-0323caa2-12bf-4594-b5cd-8e038a3ef79d tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327012 Aug 18 13:00:33.211117 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-18cc70bf-0dbf-4f80-a29e-4c899d7b13f1 req-b5c14cbc-8c85-420f-9113-d5e463dc09c3 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840819 Aug 18 13:00:33.266406 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8006ae24-2074-4515-b6da-934eb0043bfd req-893db51e-94e6-4811-8f3f-751a286c0b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:33.277696 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8e7c5a55-8eb5-4792-afc3-a70148536b68 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:33.302795 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-8e7c5a55-8eb5-4792-afc3-a70148536b68 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Calling delete_port for 8ed01a50-fbcd-4a5c-89c0-8db6134f49e3 owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:00:33.422155 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006ae24-2074-4515-b6da-934eb0043bfd req-893db51e-94e6-4811-8f3f-751a286c0b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:33.422924 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8006ae24-2074-4515-b6da-934eb0043bfd req-893db51e-94e6-4811-8f3f-751a286c0b4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:33.424396 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8006ae24-2074-4515-b6da-934eb0043bfd req-893db51e-94e6-4811-8f3f-751a286c0b4a service neutron] 10.222.0.20 "PUT /v2.0/ports/48a0c3be-7850-4130-b86d-bfd649eeeb99 HTTP/1.1" status: 200 len: 1091 time: 1.6585474 Aug 18 13:00:33.431026 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '665d3e59-c726-4450-b8a3-e513c90d6727', 'tag': '48a0c3be-7850-4130-b86d-bfd649eeeb99'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:00:33.433589 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96245210-86d1-4345-bb6c-1290ef510098" -d '{"events": [{"name": "network-changed", "server_uuid": "665d3e59-c726-4450-b8a3-e513c90d6727", "tag": "48a0c3be-7850-4130-b86d-bfd649eeeb99"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:00:33.479271 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893db51e-94e6-4811-8f3f-751a286c0b4a service neutron] Pushing event updated for resources: {'Port': ['ID=48a0c3be-7850-4130-b86d-bfd649eeeb99,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:33.510291 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb22e05-d0e9-4f42-9d8b-861e9c04b000 x-openstack-request-id: req-ebb22e05-d0e9-4f42-9d8b-861e9c04b000 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:00:33.510728 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "665d3e59-c726-4450-b8a3-e513c90d6727", "tag": "48a0c3be-7850-4130-b86d-bfd649eeeb99", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:00:33.511080 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ebb22e05-d0e9-4f42-9d8b-861e9c04b000 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:00:33.511588 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '665d3e59-c726-4450-b8a3-e513c90d6727', 'tag': '48a0c3be-7850-4130-b86d-bfd649eeeb99', 'status': 'completed', 'code': 200} Aug 18 13:00:33.599221 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8e7c5a55-8eb5-4792-afc3-a70148536b68 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:33.635727 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c5a55-8eb5-4792-afc3-a70148536b68 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Pushing event deleted for resources: {'Port': ['ID=8ed01a50-fbcd-4a5c-89c0-8db6134f49e3,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:33.648874 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7c5a55-8eb5-4792-afc3-a70148536b68 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:33.649338 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7c5a55-8eb5-4792-afc3-a70148536b68 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:33.649767 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7c5a55-8eb5-4792-afc3-a70148536b68 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:33.650624 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7c5a55-8eb5-4792-afc3-a70148536b68 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:33.651071 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7c5a55-8eb5-4792-afc3-a70148536b68 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:33.651505 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7c5a55-8eb5-4792-afc3-a70148536b68 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:33.651931 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7c5a55-8eb5-4792-afc3-a70148536b68 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:33.652353 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7c5a55-8eb5-4792-afc3-a70148536b68 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:33.652777 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7c5a55-8eb5-4792-afc3-a70148536b68 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:33.653204 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7c5a55-8eb5-4792-afc3-a70148536b68 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:33.653617 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7c5a55-8eb5-4792-afc3-a70148536b68 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:33.654034 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7c5a55-8eb5-4792-afc3-a70148536b68 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:33.672396 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-ec43da26-6802-42b4-9a69-d0e11ed8ee50 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Made reservation on behalf of e1aea23d75f24f989d114151115add9a for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:00:33.676010 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-ec43da26-6802-42b4-9a69-d0e11ed8ee50 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:33.682888 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96245210-86d1-4345-bb6c-1290ef510098 req-402f4758-38db-465c-a101-81bd9b4da64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:33.684487 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-96245210-86d1-4345-bb6c-1290ef510098 req-402f4758-38db-465c-a101-81bd9b4da64e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62165f4489344ba1816de5df17dbe952&device_id=665d3e59-c726-4450-b8a3-e513c90d6727 HTTP/1.1" status: 200 len: 1094 time: 0.1580446 Aug 18 13:00:33.728757 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8e7c5a55-8eb5-4792-afc3-a70148536b68 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:33.731282 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8e7c5a55-8eb5-4792-afc3-a70148536b68 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] 10.222.0.13 "DELETE /v2.0/ports/8ed01a50-fbcd-4a5c-89c0-8db6134f49e3 HTTP/1.1" status: 204 len: 168 time: 0.8679898 Aug 18 13:00:33.733707 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 48612) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:33.759341 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9d57cd0-acb2-4230-bdbb-1c940bd9b31e tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] GET failed (client error): The resource could not be found. Aug 18 13:00:33.760993 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e9d57cd0-acb2-4230-bdbb-1c940bd9b31e tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] 10.222.0.13 "GET /v2.0/ports/8ed01a50-fbcd-4a5c-89c0-8db6134f49e3 HTTP/1.1" status: 404 len: 333 time: 0.0262520 Aug 18 13:00:33.769004 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 48614) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:33.771237 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-650e16dd-2bef-4f0e-8e0c-ea74063f3c5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:33.961522 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-ccf2ae61-13c4-4127-b40f-df3ac22f385c tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Deleting port d020df3e-22b8-4358-8f6d-904b5557521c {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:00:33.962011 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ae61-13c4-4127-b40f-df3ac22f385c tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:34.125331 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ae61-13c4-4127-b40f-df3ac22f385c tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:34.142354 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-ccf2ae61-13c4-4127-b40f-df3ac22f385c tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Calling delete_port for d020df3e-22b8-4358-8f6d-904b5557521c owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:00:34.199567 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device ec4a0939-0e3d-4b31-b15c-46504425da9f up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:00:34.326771 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4983c0b7-4fdd-4a8e-b19a-71575e1d49f1 None None] Network c70b20b2-1ba3-4778-b38e-36ed095ba70d requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:00:34.336286 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-650e16dd-2bef-4f0e-8e0c-ea74063f3c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:34.387532 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-72e9e374-6da1-43cd-9e10-43ac31e12ab1 req-47d00f39-685d-4c18-82cb-192173c2d0dd tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df5b587-8310-4301-bdc6-7c3d42718686 HTTP/1.1" status: 200 len: 210 time: 0.0531728 Aug 18 13:00:34.414418 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ae61-13c4-4127-b40f-df3ac22f385c tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:34.417613 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port ec4a0939-0e3d-4b31-b15c-46504425da9f completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:00:34.475485 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2ae61-13c4-4127-b40f-df3ac22f385c tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Pushing event deleted for resources: {'Port': ['ID=d020df3e-22b8-4358-8f6d-904b5557521c,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:34.534721 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-8090b578-d70c-41c8-9886-df5a53515b7d None None] Provisioning for port ec4a0939-0e3d-4b31-b15c-46504425da9f completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:00:34.546576 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-8090b578-d70c-41c8-9886-df5a53515b7d None None] Provisioning complete for port ec4a0939-0e3d-4b31-b15c-46504425da9f triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:34.549119 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8090b578-d70c-41c8-9886-df5a53515b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:34.593955 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ae61-13c4-4127-b40f-df3ac22f385c tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:34.596070 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96245210-86d1-4345-bb6c-1290ef510098 req-f7c6f473-bbcf-46b7-8412-49550220c37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:34.596810 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ccf2ae61-13c4-4127-b40f-df3ac22f385c tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] 10.222.0.13 "DELETE /v2.0/ports/d020df3e-22b8-4358-8f6d-904b5557521c HTTP/1.1" status: 204 len: 168 time: 0.8264256 Aug 18 13:00:34.597948 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-96245210-86d1-4345-bb6c-1290ef510098 req-f7c6f473-bbcf-46b7-8412-49550220c37a service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=62165f4489344ba1816de5df17dbe952&shared=False HTTP/1.1" status: 200 len: 913 time: 0.9021733 Aug 18 13:00:34.602847 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 48634) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:34.681490 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8090b578-d70c-41c8-9886-df5a53515b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:34.723591 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-ec43da26-6802-42b4-9a69-d0e11ed8ee50 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Allocated IP 172.20.0.13 (d9c67a3b-f0ee-4baf-89f7-136d3e192a61/dc66fe81-c3d6-42b5-b663-fc73648ae374/c10eca2f-5dbc-4595-a968-88bc433f1e48) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:00:34.741657 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-954202f8-2919-43f9-929e-821940a80941 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Deleting subnet 1da64e59-c8dd-47fe-9585-55fa862c8822 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:00:34.746656 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-954202f8-2919-43f9-929e-821940a80941 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:34.786669 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-8090b578-d70c-41c8-9886-df5a53515b7d None None] For port ec4a0939-0e3d-4b31-b15c-46504425da9f, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=ec4a0939-0e3d-4b31-b15c-46504425da9f,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:00:34.800993 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f589bbac-aa77-4e11-9e4e-2cbeae4c2f82 req-a2986843-d12d-401a-83e6-0995943ddb9e tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:34.802935 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f589bbac-aa77-4e11-9e4e-2cbeae4c2f82 req-a2986843-d12d-401a-83e6-0995943ddb9e tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=665d3e59-c726-4450-b8a3-e513c90d6727 HTTP/1.1" status: 200 len: 943 time: 0.2945137 Aug 18 13:00:34.829364 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-650e16dd-2bef-4f0e-8e0c-ea74063f3c5d admin admin] Allocated IP 172.25.6.174 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/16cdd65e-a1f7-4b3e-b99b-47d2a08e7559) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:00:34.848075 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8090b578-d70c-41c8-9886-df5a53515b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:34.858689 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-954202f8-2919-43f9-929e-821940a80941 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:34.942231 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090b578-d70c-41c8-9886-df5a53515b7d None None] Pushing event updated for resources: {'Port': ['ID=ec4a0939-0e3d-4b31-b15c-46504425da9f,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:34.991820 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b9f0f684-095e-4815-baa8-fb5451b0341d None None] Provisioning complete for port ec4a0939-0e3d-4b31-b15c-46504425da9f triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:34.992509 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b9f0f684-095e-4815-baa8-fb5451b0341d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:34.992679 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-954202f8-2919-43f9-929e-821940a80941 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:34.993120 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96245210-86d1-4345-bb6c-1290ef510098 req-b51ee8d4-f097-4ea0-aa53-48b655710679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:34.994730 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-96245210-86d1-4345-bb6c-1290ef510098 req-b51ee8d4-f097-4ea0-aa53-48b655710679 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3480442 Aug 18 13:00:35.011541 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f589bbac-aa77-4e11-9e4e-2cbeae4c2f82 req-c678c7ea-9802-4503-82da-74738d7de4c4 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930823 Aug 18 13:00:35.174298 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-954202f8-2919-43f9-929e-821940a80941 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:35.211813 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954202f8-2919-43f9-929e-821940a80941 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Pushing event deleted for resources: {'Subnet': ['ID=1da64e59-c8dd-47fe-9585-55fa862c8822,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:35.228110 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-954202f8-2919-43f9-929e-821940a80941 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:35.228803 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cc1e7d-7b31-448e-8c7c-596d00d7712f None None] Network 3d0ad991-bc7e-4ee3-9cf1-8738e77727ec requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:00:35.231363 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-954202f8-2919-43f9-929e-821940a80941 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] 10.222.0.13 "DELETE /v2.0/subnets/1da64e59-c8dd-47fe-9585-55fa862c8822 HTTP/1.1" status: 204 len: 168 time: 0.6270266 Aug 18 13:00:35.234541 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 48638) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:35.248348 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006ae24-2074-4515-b6da-934eb0043bfd req-26876a4d-ff10-49fc-a872-a9294de577b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:35.249839 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8006ae24-2074-4515-b6da-934eb0043bfd req-26876a4d-ff10-49fc-a872-a9294de577b5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62165f4489344ba1816de5df17dbe952&device_id=665d3e59-c726-4450-b8a3-e513c90d6727 HTTP/1.1" status: 200 len: 1094 time: 0.2081041 Aug 18 13:00:35.265039 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-650e16dd-2bef-4f0e-8e0c-ea74063f3c5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:35.275096 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4db7ed-f03e-4523-83f6-2f839e20f021 req-8363559c-2abc-4ded-ac01-34287146e229 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:35.276648 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7d4db7ed-f03e-4523-83f6-2f839e20f021 req-8363559c-2abc-4ded-ac01-34287146e229 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 946 time: 0.1585200 Aug 18 13:00:35.345288 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8006ae24-2074-4515-b6da-934eb0043bfd req-ef0e653e-07f1-44cd-923e-182fc6309327 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48a0c3be-7850-4130-b86d-bfd649eeeb99 HTTP/1.1" status: 200 len: 217 time: 0.0661020 Aug 18 13:00:35.403345 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-ec43da26-6802-42b4-9a69-d0e11ed8ee50 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:35.406536 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ee5def84-a072-436c-a3d3-918457ed84f8 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:35.455537 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-ec43da26-6802-42b4-9a69-d0e11ed8ee50 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Transition to ACTIVE for port object c10eca2f-5dbc-4595-a968-88bc433f1e48 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:00:35.464201 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7d4db7ed-f03e-4523-83f6-2f839e20f021 req-fba78b7c-692a-41a9-a142-5071ac24373c tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770024 Aug 18 13:00:35.481309 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006ae24-2074-4515-b6da-934eb0043bfd req-ea9a2b14-04d7-4235-880c-ce11f90d6b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:35.491360 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8006ae24-2074-4515-b6da-934eb0043bfd req-ea9a2b14-04d7-4235-880c-ce11f90d6b42 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=01ff60f5-a1bd-4c4a-b8b1-0b6ab79f5acb HTTP/1.1" status: 200 len: 852 time: 0.1359968 Aug 18 13:00:35.507820 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597d5792-9078-402e-9e4b-7d372f68008e None None] DHCP port deletion for 3d0ad991-bc7e-4ee3-9cf1-8738e77727ec request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:00:35.542116 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8006ae24-2074-4515-b6da-934eb0043bfd req-705a5aad-621a-4e6e-bd71-28e23a81602b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b896f31e-62b0-4c89-b554-2d6ea14ce4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301158 Aug 18 13:00:35.563244 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fedb3995-1090-4354-bdc2-6717530c3f4b req-2c0757dc-5bfe-4b86-b1b7-082887bf8061 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df5b587-8310-4301-bdc6-7c3d42718686 HTTP/1.1" status: 200 len: 210 time: 0.0408554 Aug 18 13:00:35.564778 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-ee5def84-a072-436c-a3d3-918457ed84f8 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Deleting port 4c18cdea-c413-421f-be2c-2dd151568e56 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:00:35.565121 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ee5def84-a072-436c-a3d3-918457ed84f8 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:35.605430 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-650e16dd-2bef-4f0e-8e0c-ea74063f3c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:35.620909 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-597d5792-9078-402e-9e4b-7d372f68008e None None] Deleting port 4c18cdea-c413-421f-be2c-2dd151568e56 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:00:35.621219 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-597d5792-9078-402e-9e4b-7d372f68008e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:35.673215 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650e16dd-2bef-4f0e-8e0c-ea74063f3c5d admin admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:00:35.679638 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e16dd-2bef-4f0e-8e0c-ea74063f3c5d admin admin] Pushing event updated for resources: {'Port': ['ID=16cdd65e-a1f7-4b3e-b99b-47d2a08e7559,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:35.682608 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-650e16dd-2bef-4f0e-8e0c-ea74063f3c5d admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:00:35.693052 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650e16dd-2bef-4f0e-8e0c-ea74063f3c5d admin admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:00:35.714114 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-ee5def84-a072-436c-a3d3-918457ed84f8 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] For port 4c18cdea-c413-421f-be2c-2dd151568e56, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4c18cdea-c413-421f-be2c-2dd151568e56,segment=NetworkSegment(1b9a0b7a-c5dc-4de4-9f0b-9195bec5c0c0),segment_id=1b9a0b7a-c5dc-4de4-9f0b-9195bec5c0c0)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:00:35.715343 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ee5def84-a072-436c-a3d3-918457ed84f8 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:35.735378 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-ee5def84-a072-436c-a3d3-918457ed84f8 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Calling delete_port for 4c18cdea-c413-421f-be2c-2dd151568e56 owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:00:35.747660 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-597d5792-9078-402e-9e4b-7d372f68008e None None] For port 4c18cdea-c413-421f-be2c-2dd151568e56, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4c18cdea-c413-421f-be2c-2dd151568e56,segment=NetworkSegment(1b9a0b7a-c5dc-4de4-9f0b-9195bec5c0c0),segment_id=1b9a0b7a-c5dc-4de4-9f0b-9195bec5c0c0)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:00:35.748397 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-597d5792-9078-402e-9e4b-7d372f68008e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:35.844078 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-ec43da26-6802-42b4-9a69-d0e11ed8ee50 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:35.905204 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ee5def84-a072-436c-a3d3-918457ed84f8 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:35.911625 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-ec43da26-6802-42b4-9a69-d0e11ed8ee50 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Network d9c67a3b-f0ee-4baf-89f7-136d3e192a61 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:00:35.929415 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-ec43da26-6802-42b4-9a69-d0e11ed8ee50 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:00:35.938929 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-ec43da26-6802-42b4-9a69-d0e11ed8ee50 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:00:35.971108 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5def84-a072-436c-a3d3-918457ed84f8 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] No DVR routers for this DVR port 4c18cdea-c413-421f-be2c-2dd151568e56 on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:00:35.973439 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-597d5792-9078-402e-9e4b-7d372f68008e None None] Calling delete_port for 4c18cdea-c413-421f-be2c-2dd151568e56 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:00:35.987009 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5def84-a072-436c-a3d3-918457ed84f8 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Pushing event deleted for resources: {'Port': ['ID=4c18cdea-c413-421f-be2c-2dd151568e56,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:36.016337 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-ec43da26-6802-42b4-9a69-d0e11ed8ee50 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:36.018868 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-ec43da26-6802-42b4-9a69-d0e11ed8ee50 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:36.053376 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8006ae24-2074-4515-b6da-934eb0043bfd req-463a551b-8b5a-425b-801c-f4c664e6a930 service neutron] 10.222.0.20 "GET /v2.0/networks/b896f31e-62b0-4c89-b554-2d6ea14ce4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5033355 Aug 18 13:00:36.054372 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec43da26-6802-42b4-9a69-d0e11ed8ee50 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Pushing event updated for resources: {'Port': ['ID=c10eca2f-5dbc-4595-a968-88bc433f1e48,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:36.118388 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-ec43da26-6802-42b4-9a69-d0e11ed8ee50 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9577103 Aug 18 13:00:36.128246 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-597d5792-9078-402e-9e4b-7d372f68008e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:36.179525 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ee5def84-a072-436c-a3d3-918457ed84f8 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:36.193051 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-ee5def84-a072-436c-a3d3-918457ed84f8 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d0ad991-bc7e-4ee3-9cf1-8738e77727ec']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:36.200284 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d5792-9078-402e-9e4b-7d372f68008e None None] Pushing event deleted for resources: {'Port': ['ID=4c18cdea-c413-421f-be2c-2dd151568e56,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:36.202332 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device ec4a0939-0e3d-4b31-b15c-46504425da9f up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:00:36.206598 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-ee5def84-a072-436c-a3d3-918457ed84f8 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b9a0b7a-c5dc-4de4-9f0b-9195bec5c0c0') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:36.207175 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-ee5def84-a072-436c-a3d3-918457ed84f8 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b9a0b7a-c5dc-4de4-9f0b-9195bec5c0c0') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:36.219839 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ee5def84-a072-436c-a3d3-918457ed84f8 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:36.240589 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ee5def84-a072-436c-a3d3-918457ed84f8 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:36.247712 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee5def84-a072-436c-a3d3-918457ed84f8 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:00:36.249020 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ee5def84-a072-436c-a3d3-918457ed84f8 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:36.252611 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:00:36.252611 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:00:36.252611 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:00:36.252611 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:00:36.252611 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:00:36.252611 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:00:36.252611 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:00:36.252611 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:00:36.252611 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:00:36.252611 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:00:36.252611 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:00:36.252611 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:00:36.252611 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:00:36.252611 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:00:36.252611 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:00:36.252611 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:00:36.252611 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:00:36.252611 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:00:36.252611 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:00:36.252611 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:00:36.252611 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:00:36.252611 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:00:36.252611 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:00:36.252611 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:00:36.252611 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:00:36.252611 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:00:36.252611 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:00:36.252611 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:00:36.252611 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:00:36.252611 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:00:36.252611 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:00:36.252611 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:00:36.267181 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-03ac83af-7eca-477a-9f6f-c289f2815e69 service neutron] Request body: {'port': {'device_id': '5df5b587-8310-4301-bdc6-7c3d42718686', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:36.267427 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597d5792-9078-402e-9e4b-7d372f68008e None None] No DVR routers for this DVR port 4c18cdea-c413-421f-be2c-2dd151568e56 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:00:36.315389 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port ec4a0939-0e3d-4b31-b15c-46504425da9f triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:36.315601 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:36.377340 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8006ae24-2074-4515-b6da-934eb0043bfd req-6f3f9cdf-0fa4-434b-ad04-f8bc9cc06696 service neutron] 10.222.0.20 "GET /v2.0/networks/b896f31e-62b0-4c89-b554-2d6ea14ce4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150470 Aug 18 13:00:36.394518 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-03f32ba9-8b8f-402c-8e21-0ad7665e727e None None] Provisioning for port c10eca2f-5dbc-4595-a968-88bc433f1e48 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:00:36.400891 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-03f32ba9-8b8f-402c-8e21-0ad7665e727e None None] Provisioning complete for port c10eca2f-5dbc-4595-a968-88bc433f1e48 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:36.401362 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-03f32ba9-8b8f-402c-8e21-0ad7665e727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:36.418492 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ee5def84-a072-436c-a3d3-918457ed84f8 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:36.424772 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ee5def84-a072-436c-a3d3-918457ed84f8 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:36.426740 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ee5def84-a072-436c-a3d3-918457ed84f8 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] 10.222.0.13 "DELETE /v2.0/networks/3d0ad991-bc7e-4ee3-9cf1-8738e77727ec HTTP/1.1" status: 204 len: 168 time: 1.1875141 Aug 18 13:00:36.441923 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865190ea-2d9b-44a2-ad9c-7b913d085fbc req-762b191d-58bc-4d34-946f-f7b900960d3a tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:36.443516 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-865190ea-2d9b-44a2-ad9c-7b913d085fbc req-762b191d-58bc-4d34-946f-f7b900960d3a tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=665d3e59-c726-4450-b8a3-e513c90d6727 HTTP/1.1" status: 200 len: 943 time: 0.2311399 Aug 18 13:00:36.460441 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-03f32ba9-8b8f-402c-8e21-0ad7665e727e None None] Port c10eca2f-5dbc-4595-a968-88bc433f1e48 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:00:36.464816 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5def84-a072-436c-a3d3-918457ed84f8 tempest-AllowedAddressPairTestJSON-1084556490 tempest-AllowedAddressPairTestJSON-1084556490-project] Pushing event deleted for resources: {'Network': ['ID=3d0ad991-bc7e-4ee3-9cf1-8738e77727ec,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:36.496878 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-03ac83af-7eca-477a-9f6f-c289f2815e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:36.523034 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-650e16dd-2bef-4f0e-8e0c-ea74063f3c5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:36.542627 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4c18cdea-c413-421f-be2c-2dd151568e56 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:00:36.579613 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 4c18cdea-c413-421f-be2c-2dd151568e56 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:00:36.580515 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4c18cdea-c413-421f-be2c-2dd151568e56 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:00:36.589235 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-865190ea-2d9b-44a2-ad9c-7b913d085fbc req-2a74b206-6429-4fbe-8cd0-4ed14b1f0b4a tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277769 Aug 18 13:00:36.667949 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e76c6-7680-4f3a-95da-4db10223ea9d req-c449a4f1-78f8-4005-b24f-f5f871d544b2 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:36.669897 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-091e76c6-7680-4f3a-95da-4db10223ea9d req-c449a4f1-78f8-4005-b24f-f5f871d544b2 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 946 time: 0.0983295 Aug 18 13:00:36.710485 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-091e76c6-7680-4f3a-95da-4db10223ea9d req-0878a49e-81f7-40ee-bb1b-b46d03eadce8 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340533 Aug 18 13:00:36.866295 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc893d-cc6b-4787-9872-cf152ee8a9d1 req-ae75ab73-7d3c-47ee-a4a0-10c14fbeefa1 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:36.867872 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-47dc893d-cc6b-4787-9872-cf152ee8a9d1 req-ae75ab73-7d3c-47ee-a4a0-10c14fbeefa1 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df5b587-8310-4301-bdc6-7c3d42718686 HTTP/1.1" status: 200 len: 932 time: 0.1673059 Aug 18 13:00:36.968467 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 48656) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:36.992875 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-47dc893d-cc6b-4787-9872-cf152ee8a9d1 req-633cb9ff-f5b0-4964-b63d-f765c2b73a27 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4952977-a51b-4d17-ba35-1c1133304475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138351 Aug 18 13:00:36.997888 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-650e16dd-2bef-4f0e-8e0c-ea74063f3c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:37.091772 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-03ac83af-7eca-477a-9f6f-c289f2815e69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c10eca2f-5dbc-4595-a968-88bc433f1e48 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:00:37.121831 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8da2f08b-c84c-4191-95ec-8e53c2009ddb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6bf6c3f655ea4e21968136e4557a2820&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1497676 Aug 18 13:00:37.122234 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 48660) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:37.129523 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-03ac83af-7eca-477a-9f6f-c289f2815e69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:37.153797 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-03ac83af-7eca-477a-9f6f-c289f2815e69 service neutron] Transition to ACTIVE for port object c10eca2f-5dbc-4595-a968-88bc433f1e48 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:00:37.184112 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-847c00b5-12b8-4bc3-9b5c-edabbef03257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:37.205606 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-847c00b5-12b8-4bc3-9b5c-edabbef03257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:37.219478 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-03ac83af-7eca-477a-9f6f-c289f2815e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:37.255472 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650e16dd-2bef-4f0e-8e0c-ea74063f3c5d admin admin] Router 161d96fd-0a04-45f3-95b5-5620caa20c74 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:00:37.285372 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ac83af-7eca-477a-9f6f-c289f2815e69 service neutron] Pushing event updated for resources: {'Port': ['ID=c10eca2f-5dbc-4595-a968-88bc433f1e48,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:37.329284 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-847c00b5-12b8-4bc3-9b5c-edabbef03257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:37.331438 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-847c00b5-12b8-4bc3-9b5c-edabbef03257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:37.332611 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-847c00b5-12b8-4bc3-9b5c-edabbef03257 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/38c6d17c-367d-48c1-a6b7-4765fb9529e3 HTTP/1.1" status: 204 len: 168 time: 0.2094228 Aug 18 13:00:37.341160 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c00b5-12b8-4bc3-9b5c-edabbef03257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c6d17c-367d-48c1-a6b7-4765fb9529e3,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:37.832677 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-03ac83af-7eca-477a-9f6f-c289f2815e69 service neutron] Attempting to bind port c10eca2f-5dbc-4595-a968-88bc433f1e48 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:00:37.833198 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-03ac83af-7eca-477a-9f6f-c289f2815e69 service neutron] Attempting to bind port c10eca2f-5dbc-4595-a968-88bc433f1e48 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': 'bb97ea82-69a9-4800-b566-d430aa36f6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd9c67a3b-f0ee-4baf-89f7-136d3e192a61'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:00:37.833476 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-03ac83af-7eca-477a-9f6f-c289f2815e69 service neutron] Attempting to bind port c10eca2f-5dbc-4595-a968-88bc433f1e48 on network d9c67a3b-f0ee-4baf-89f7-136d3e192a61 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:00:37.853449 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-03ac83af-7eca-477a-9f6f-c289f2815e69 service neutron] Port c10eca2f-5dbc-4595-a968-88bc433f1e48 on network d9c67a3b-f0ee-4baf-89f7-136d3e192a61 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:00:37.853449 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-03ac83af-7eca-477a-9f6f-c289f2815e69 service neutron] Attempting to bind port c10eca2f-5dbc-4595-a968-88bc433f1e48 on network d9c67a3b-f0ee-4baf-89f7-136d3e192a61 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:00:37.853667 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7fa386-dbcc-4f8f-a6cc-c15c75d88669 req-d12aace5-49c9-404f-83a6-e0e8999b9556 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:37.853667 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2e7fa386-dbcc-4f8f-a6cc-c15c75d88669 req-d12aace5-49c9-404f-83a6-e0e8999b9556 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 946 time: 0.0603967 Aug 18 13:00:37.865595 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18aeec-a098-474e-ad0b-5724e9f24356 req-c5f51681-0914-4164-a009-b1ec81535906 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:37.867130 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bf18aeec-a098-474e-ad0b-5724e9f24356 req-c5f51681-0914-4164-a009-b1ec81535906 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=665d3e59-c726-4450-b8a3-e513c90d6727 HTTP/1.1" status: 200 len: 943 time: 0.1316314 Aug 18 13:00:37.873928 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650e16dd-2bef-4f0e-8e0c-ea74063f3c5d admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:00:37.875566 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-03ac83af-7eca-477a-9f6f-c289f2815e69 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:00:37.875894 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-03ac83af-7eca-477a-9f6f-c289f2815e69 service neutron] Checking segment: {'id': 'bb97ea82-69a9-4800-b566-d430aa36f6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd9c67a3b-f0ee-4baf-89f7-136d3e192a61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:00:37.876309 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-03ac83af-7eca-477a-9f6f-c289f2815e69 service neutron] Bound using segment: {'id': 'bb97ea82-69a9-4800-b566-d430aa36f6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd9c67a3b-f0ee-4baf-89f7-136d3e192a61'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:00:37.876688 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-03ac83af-7eca-477a-9f6f-c289f2815e69 service neutron] Bound port: c10eca2f-5dbc-4595-a968-88bc433f1e48, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb97ea82-69a9-4800-b566-d430aa36f6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd9c67a3b-f0ee-4baf-89f7-136d3e192a61'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:00:37.877052 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-03ac83af-7eca-477a-9f6f-c289f2815e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:37.883151 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fa47bf-9c40-45ce-965f-7f1485ce0eee None None] Sync routers for ids ['161d96fd-0a04-45f3-95b5-5620caa20c74'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:00:37.895276 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fa47bf-9c40-45ce-965f-7f1485ce0eee None None] Routers {'161d96fd-0a04-45f3-95b5-5620caa20c74'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:00:37.896500 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e7fa47bf-9c40-45ce-965f-7f1485ce0eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:00:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['161d96fd-0a04-45f3-95b5-5620caa20c74'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:37.908056 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2e7fa386-dbcc-4f8f-a6cc-c15c75d88669 req-ec11242e-4d44-4726-bbf9-d0e2ae13106d tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474696 Aug 18 13:00:37.957055 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bf18aeec-a098-474e-ad0b-5724e9f24356 req-a1b94b71-bab6-4447-8851-29011c9961e9 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776668 Aug 18 13:00:37.981283 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-03ac83af-7eca-477a-9f6f-c289f2815e69 service neutron] For port c10eca2f-5dbc-4595-a968-88bc433f1e48, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:00:37.984911 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-03ac83af-7eca-477a-9f6f-c289f2815e69 service neutron] For port c10eca2f-5dbc-4595-a968-88bc433f1e48, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=c10eca2f-5dbc-4595-a968-88bc433f1e48,segment=NetworkSegment(bb97ea82-69a9-4800-b566-d430aa36f6e5),segment_id=bb97ea82-69a9-4800-b566-d430aa36f6e5)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:00:38.027205 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-650e16dd-2bef-4f0e-8e0c-ea74063f3c5d admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:38.032464 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 48682) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:38.032943 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-650e16dd-2bef-4f0e-8e0c-ea74063f3c5d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1912091 Aug 18 13:00:38.041745 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-e7fa47bf-9c40-45ce-965f-7f1485ce0eee None None] Set router 161d96fd-0a04-45f3-95b5-5620caa20c74 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:00:38.082695 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-03ac83af-7eca-477a-9f6f-c289f2815e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:38.157151 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-03ac83af-7eca-477a-9f6f-c289f2815e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:38.157977 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-03ac83af-7eca-477a-9f6f-c289f2815e69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:38.159683 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-03ac83af-7eca-477a-9f6f-c289f2815e69 service neutron] 10.222.0.39 "PUT /v2.0/ports/c10eca2f-5dbc-4595-a968-88bc433f1e48 HTTP/1.1" status: 200 len: 1092 time: 2.0304220 Aug 18 13:00:38.160140 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5df5b587-8310-4301-bdc6-7c3d42718686', 'tag': 'c10eca2f-5dbc-4595-a968-88bc433f1e48'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:00:38.163176 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2cd80c8-c914-48f4-bd86-77702a496907" -d '{"events": [{"name": "network-changed", "server_uuid": "5df5b587-8310-4301-bdc6-7c3d42718686", "tag": "c10eca2f-5dbc-4595-a968-88bc433f1e48"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:00:38.224648 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d63c90a-b089-45e7-8c3a-7d354783a52e x-openstack-request-id: req-5d63c90a-b089-45e7-8c3a-7d354783a52e {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:00:38.225025 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5df5b587-8310-4301-bdc6-7c3d42718686", "tag": "c10eca2f-5dbc-4595-a968-88bc433f1e48", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:00:38.225346 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d63c90a-b089-45e7-8c3a-7d354783a52e {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:00:38.225845 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5df5b587-8310-4301-bdc6-7c3d42718686', 'tag': 'c10eca2f-5dbc-4595-a968-88bc433f1e48', 'status': 'completed', 'code': 200} Aug 18 13:00:38.229252 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ac83af-7eca-477a-9f6f-c289f2815e69 service neutron] Pushing event updated for resources: {'Port': ['ID=c10eca2f-5dbc-4595-a968-88bc433f1e48,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:38.300217 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a835697-179a-47b1-b501-5536d65c02e8 req-90d90011-8cfb-4964-9058-3614de076f80 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:38.317193 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3a835697-179a-47b1-b501-5536d65c02e8 req-90d90011-8cfb-4964-9058-3614de076f80 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df5b587-8310-4301-bdc6-7c3d42718686 HTTP/1.1" status: 200 len: 944 time: 0.2159307 Aug 18 13:00:38.330007 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd80c8-c914-48f4-bd86-77702a496907 req-bcb5d622-5439-4943-bb99-e118a6bef572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:38.332196 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b2cd80c8-c914-48f4-bd86-77702a496907 req-bcb5d622-5439-4943-bb99-e118a6bef572 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e1aea23d75f24f989d114151115add9a&device_id=5df5b587-8310-4301-bdc6-7c3d42718686 HTTP/1.1" status: 200 len: 1095 time: 0.0716856 Aug 18 13:00:38.416149 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e7fa47bf-9c40-45ce-965f-7f1485ce0eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161d96fd-0a04-45f3-95b5-5620caa20c74', 'name': 'tempest-ServerActionsTestJSON-959432997-router', 'tenant_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '16cdd65e-a1f7-4b3e-b99b-47d2a08e7559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:00:32Z', 'updated_at': '2021-08-18T13:00:35Z', 'revision_number': 3, 'project_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'gw_port': {'id': '16cdd65e-a1f7-4b3e-b99b-47d2a08e7559', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:31:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161d96fd-0a04-45f3-95b5-5620caa20c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:34Z', 'updated_at': '2021-08-18T13:00:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:38.468614 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fa47bf-9c40-45ce-965f-7f1485ce0eee None None] Checking router: 161d96fd-0a04-45f3-95b5-5620caa20c74 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:00:38.469163 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fa47bf-9c40-45ce-965f-7f1485ce0eee None None] Updating router 161d96fd-0a04-45f3-95b5-5620caa20c74 port 16cdd65e-a1f7-4b3e-b99b-47d2a08e7559 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:00:38.503328 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e7fa47bf-9c40-45ce-965f-7f1485ce0eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:38.517905 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3a835697-179a-47b1-b501-5536d65c02e8 req-6178185e-a757-42e2-a04d-36de1aa3aee0 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4952977-a51b-4d17-ba35-1c1133304475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696978 Aug 18 13:00:38.518084 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd80c8-c914-48f4-bd86-77702a496907 req-902e5c91-3eb7-4bcc-90bc-9f4dcbe45645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:38.519613 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b2cd80c8-c914-48f4-bd86-77702a496907 req-902e5c91-3eb7-4bcc-90bc-9f4dcbe45645 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e1aea23d75f24f989d114151115add9a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1791768 Aug 18 13:00:38.638520 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd80c8-c914-48f4-bd86-77702a496907 req-c4a46339-2d08-4378-8762-b8fb5f3dac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:38.641075 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b2cd80c8-c914-48f4-bd86-77702a496907 req-c4a46339-2d08-4378-8762-b8fb5f3dac89 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1142395 Aug 18 13:00:38.753445 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-80f1b25b-752a-4b98-b7ac-51c91ed29fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:38.754578 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-80f1b25b-752a-4b98-b7ac-51c91ed29fca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e1aea23d75f24f989d114151115add9a&device_id=5df5b587-8310-4301-bdc6-7c3d42718686 HTTP/1.1" status: 200 len: 1095 time: 0.0631530 Aug 18 13:00:38.781206 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 48698) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:38.835928 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-30909485-dbf1-44d0-bbb3-945705a6d1de service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c10eca2f-5dbc-4595-a968-88bc433f1e48 HTTP/1.1" status: 200 len: 217 time: 0.0728185 Aug 18 13:00:38.887976 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9872a8bd-430a-4f74-b0bf-51e2628255b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:38.902596 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-e9bd763d-64f0-477c-b5f5-101f059ec582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:38.905956 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-e9bd763d-64f0-477c-b5f5-101f059ec582 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dc66fe81-c3d6-42b5-b663-fc73648ae374 HTTP/1.1" status: 200 len: 853 time: 0.0614159 Aug 18 13:00:38.929039 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e7fa47bf-9c40-45ce-965f-7f1485ce0eee None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:38.956255 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-525ffbe5-798e-4629-9e4e-d8d6a6b4ac98 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1846787669'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:38.964816 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-71b6d096-eaa1-499c-9631-11a290847a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:38.967155 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-e7fa47bf-9c40-45ce-965f-7f1485ce0eee None None] Transition to ACTIVE for port object 16cdd65e-a1f7-4b3e-b99b-47d2a08e7559 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:00:38.969768 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-71b6d096-eaa1-499c-9631-11a290847a44 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d9c67a3b-f0ee-4baf-89f7-136d3e192a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564170 Aug 18 13:00:39.062695 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e7fa47bf-9c40-45ce-965f-7f1485ce0eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:39.088462 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-e7fa47bf-9c40-45ce-965f-7f1485ce0eee None None] Attempting to bind port 16cdd65e-a1f7-4b3e-b99b-47d2a08e7559 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:00:39.089387 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-e7fa47bf-9c40-45ce-965f-7f1485ce0eee None None] Attempting to bind port 16cdd65e-a1f7-4b3e-b99b-47d2a08e7559 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:00:39.089387 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fa47bf-9c40-45ce-965f-7f1485ce0eee None None] Attempting to bind port 16cdd65e-a1f7-4b3e-b99b-47d2a08e7559 on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:00:39.114774 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fa47bf-9c40-45ce-965f-7f1485ce0eee None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:00:39.115251 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fa47bf-9c40-45ce-965f-7f1485ce0eee None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:00:39.115723 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e7fa47bf-9c40-45ce-965f-7f1485ce0eee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:39.116178 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fa47bf-9c40-45ce-965f-7f1485ce0eee None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:00:39.116724 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-e7fa47bf-9c40-45ce-965f-7f1485ce0eee None None] Bound port: 16cdd65e-a1f7-4b3e-b99b-47d2a08e7559, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:00:39.117022 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-ae89cbf4-e74b-4fe8-a0c1-f0f639d05bab service neutron] 10.222.0.39 "GET /v2.0/networks/d9c67a3b-f0ee-4baf-89f7-136d3e192a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378083 Aug 18 13:00:39.117232 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e7fa47bf-9c40-45ce-965f-7f1485ce0eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:39.131177 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a73d19-b8d4-4b70-b826-9ca6cf0dfb8c req-c7fd92bf-d037-4fb7-8ed2-f064982ea728 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:39.138544 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-16a73d19-b8d4-4b70-b826-9ca6cf0dfb8c req-c7fd92bf-d037-4fb7-8ed2-f064982ea728 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=665d3e59-c726-4450-b8a3-e513c90d6727 HTTP/1.1" status: 200 len: 943 time: 0.1004748 Aug 18 13:00:39.166939 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525ffbe5-798e-4629-9e4e-d8d6a6b4ac98 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Made reservation on behalf of daeb2fcf35b94877ad33b9f64543ff94 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:00:39.172266 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-525ffbe5-798e-4629-9e4e-d8d6a6b4ac98 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:39.179081 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-9872a8bd-430a-4f74-b0bf-51e2628255b3 admin admin] Allocated IP 172.20.0.1 (c70b20b2-1ba3-4778-b38e-36ed095ba70d/2744890d-6739-4756-b608-842180da7455/19b8c030-3d09-46e5-b917-450df2582619) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:00:39.191953 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-e7fa47bf-9c40-45ce-965f-7f1485ce0eee None None] For port 16cdd65e-a1f7-4b3e-b99b-47d2a08e7559, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:00:39.196499 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d921d8-9c8d-4a18-8da1-b382fcbb7024 None None] Pushing event updated for resources: {'Port': ['ID=16cdd65e-a1f7-4b3e-b99b-47d2a08e7559,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:39.199162 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-525ffbe5-798e-4629-9e4e-d8d6a6b4ac98 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:39.210017 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-e7fa47bf-9c40-45ce-965f-7f1485ce0eee None None] For port 16cdd65e-a1f7-4b3e-b99b-47d2a08e7559, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=16cdd65e-a1f7-4b3e-b99b-47d2a08e7559,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:00:39.232037 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-16a73d19-b8d4-4b70-b826-9ca6cf0dfb8c req-09e182de-bbaf-4c0b-bb68-8341493d83a3 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920138 Aug 18 13:00:39.238110 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc126c2-817c-4aad-8043-b778e780a915 req-d634c0cb-995e-49d4-8740-0a9f81d0789b tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:39.239646 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2cc126c2-817c-4aad-8043-b778e780a915 req-d634c0cb-995e-49d4-8740-0a9f81d0789b tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 946 time: 0.2344089 Aug 18 13:00:39.271811 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fd5aacbe-3a9d-4fad-a66f-c0f3b2ef75d2 req-7e3c7310-5b20-4dec-ae61-ba44e6f7ecd2 service neutron] 10.222.0.39 "GET /v2.0/networks/d9c67a3b-f0ee-4baf-89f7-136d3e192a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245139 Aug 18 13:00:39.299490 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e7fa47bf-9c40-45ce-965f-7f1485ce0eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:39.372305 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2cc126c2-817c-4aad-8043-b778e780a915 req-eb0f84e1-20bc-46f5-817d-de1a63f5a609 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179073 Aug 18 13:00:39.397943 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d921d8-9c8d-4a18-8da1-b382fcbb7024 None None] Pushing event updated for resources: {'Port': ['ID=16cdd65e-a1f7-4b3e-b99b-47d2a08e7559,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:39.403698 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fa47bf-9c40-45ce-965f-7f1485ce0eee None None] Routers {'161d96fd-0a04-45f3-95b5-5620caa20c74'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:00:39.404827 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e7fa47bf-9c40-45ce-965f-7f1485ce0eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:00:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['161d96fd-0a04-45f3-95b5-5620caa20c74'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:39.419459 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9872a8bd-430a-4f74-b0bf-51e2628255b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:39.442841 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-9872a8bd-430a-4f74-b0bf-51e2628255b3 admin admin] Transition to ACTIVE for port object 19b8c030-3d09-46e5-b917-450df2582619 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:00:39.481967 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-525ffbe5-798e-4629-9e4e-d8d6a6b4ac98 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:39.558102 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-e7fa47bf-9c40-45ce-965f-7f1485ce0eee None None] Set router 161d96fd-0a04-45f3-95b5-5620caa20c74 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:00:39.590998 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-525ffbe5-798e-4629-9e4e-d8d6a6b4ac98 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:39.628497 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-525ffbe5-798e-4629-9e4e-d8d6a6b4ac98 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:00:39.634608 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376438d1-747f-4c92-9ce0-0ce1206c08bf req-6b6cca5e-ce1f-4d5b-9953-d374096bf2ef tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:39.636176 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-376438d1-747f-4c92-9ce0-0ce1206c08bf req-6b6cca5e-ce1f-4d5b-9953-d374096bf2ef tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df5b587-8310-4301-bdc6-7c3d42718686 HTTP/1.1" status: 200 len: 944 time: 0.0721688 Aug 18 13:00:39.652207 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525ffbe5-798e-4629-9e4e-d8d6a6b4ac98 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2823128-94ee-4dbb-a003-247a20e57c02,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:39.665302 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-525ffbe5-798e-4629-9e4e-d8d6a6b4ac98 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:39.665757 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-525ffbe5-798e-4629-9e4e-d8d6a6b4ac98 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Added segment 40e9adcc-e42c-4aa0-b2c1-2417541e9e5a of type vlan for network 593a8af7-326d-408b-a5de-c596cd9b794b Aug 18 13:00:39.701452 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-376438d1-747f-4c92-9ce0-0ce1206c08bf req-0ae5e5c6-a1ef-4ca4-983f-235c9f587422 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4952977-a51b-4d17-ba35-1c1133304475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588760 Aug 18 13:00:39.711943 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9872a8bd-430a-4f74-b0bf-51e2628255b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:39.760865 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-525ffbe5-798e-4629-9e4e-d8d6a6b4ac98 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:39.761353 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e7fa47bf-9c40-45ce-965f-7f1485ce0eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161d96fd-0a04-45f3-95b5-5620caa20c74', 'name': 'tempest-ServerActionsTestJSON-959432997-router', 'tenant_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '16cdd65e-a1f7-4b3e-b99b-47d2a08e7559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:00:32Z', 'updated_at': '2021-08-18T13:00:35Z', 'revision_number': 3, 'project_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'gw_port': {'id': '16cdd65e-a1f7-4b3e-b99b-47d2a08e7559', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:31:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161d96fd-0a04-45f3-95b5-5620caa20c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:34Z', 'updated_at': '2021-08-18T13:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:39.771882 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9872a8bd-430a-4f74-b0bf-51e2628255b3 admin admin] Network c70b20b2-1ba3-4778-b38e-36ed095ba70d is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:00:39.778956 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-9872a8bd-430a-4f74-b0bf-51e2628255b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:00:39.783044 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9872a8bd-430a-4f74-b0bf-51e2628255b3 admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:00:39.792691 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fa47bf-9c40-45ce-965f-7f1485ce0eee None None] The sync data for ids ['161d96fd-0a04-45f3-95b5-5620caa20c74'] in n-d-803603-2 is: [{'id': '161d96fd-0a04-45f3-95b5-5620caa20c74', 'name': 'tempest-ServerActionsTestJSON-959432997-router', 'tenant_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '16cdd65e-a1f7-4b3e-b99b-47d2a08e7559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:00:32Z', 'updated_at': '2021-08-18T13:00:35Z', 'revision_number': 3, 'project_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'gw_port': {'id': '16cdd65e-a1f7-4b3e-b99b-47d2a08e7559', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:31:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161d96fd-0a04-45f3-95b5-5620caa20c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:34Z', 'updated_at': '2021-08-18T13:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:00:39.814045 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872a8bd-430a-4f74-b0bf-51e2628255b3 admin admin] Pushing event updated for resources: {'Port': ['ID=19b8c030-3d09-46e5-b917-450df2582619,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:39.853942 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9872a8bd-430a-4f74-b0bf-51e2628255b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:39.913853 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-525ffbe5-798e-4629-9e4e-d8d6a6b4ac98 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:39.926432 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525ffbe5-798e-4629-9e4e-d8d6a6b4ac98 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:39.931467 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-525ffbe5-798e-4629-9e4e-d8d6a6b4ac98 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:40.039125 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525ffbe5-798e-4629-9e4e-d8d6a6b4ac98 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event updated for resources: {'Network': ['ID=593a8af7-326d-408b-a5de-c596cd9b794b,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:40.085668 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-525ffbe5-798e-4629-9e4e-d8d6a6b4ac98 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2805109 Aug 18 13:00:40.085896 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 593a8af7-326d-408b-a5de-c596cd9b794b details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:00:40.197173 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 48710) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:40.203204 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-3c83a6bb-1f70-484c-bd77-1362f88439a5 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Request body: {'subnet': {'network_id': '593a8af7-326d-408b-a5de-c596cd9b794b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:40.233507 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9872a8bd-430a-4f74-b0bf-51e2628255b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:40.282583 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-0e793198-19be-4c32-9c5a-4e076ee599c9 None None] Provisioning for port 19b8c030-3d09-46e5-b917-450df2582619 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:00:40.287033 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-0e793198-19be-4c32-9c5a-4e076ee599c9 None None] Provisioning complete for port 19b8c030-3d09-46e5-b917-450df2582619 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:40.287523 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0e793198-19be-4c32-9c5a-4e076ee599c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:40.320511 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 48a0c3be-7850-4130-b86d-bfd649eeeb99 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:00:40.359622 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-0e793198-19be-4c32-9c5a-4e076ee599c9 None None] Port 19b8c030-3d09-46e5-b917-450df2582619 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:00:40.434923 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c83a6bb-1f70-484c-bd77-1362f88439a5 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Made reservation on behalf of daeb2fcf35b94877ad33b9f64543ff94 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:00:40.435502 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3c83a6bb-1f70-484c-bd77-1362f88439a5 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:40.439807 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce495cd-aae4-4f7b-88fa-b0d350fff0e6 req-53befcfe-c75b-47d7-8d8c-5c206a49039d tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:40.442005 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cce495cd-aae4-4f7b-88fa-b0d350fff0e6 req-53befcfe-c75b-47d7-8d8c-5c206a49039d tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=665d3e59-c726-4450-b8a3-e513c90d6727 HTTP/1.1" status: 200 len: 943 time: 0.0738173 Aug 18 13:00:40.495154 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 48a0c3be-7850-4130-b86d-bfd649eeeb99, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=48a0c3be-7850-4130-b86d-bfd649eeeb99,segment=NetworkSegment(203c474d-56e3-424f-9d3b-a131550498ab),segment_id=203c474d-56e3-424f-9d3b-a131550498ab)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:00:40.520696 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '48a0c3be-7850-4130-b86d-bfd649eeeb99', 'network_id': 'b896f31e-62b0-4c89-b554-2d6ea14ce4b9', 'port_id': '48a0c3be-7850-4130-b86d-bfd649eeeb99', 'mac_address': 'fa:16:3e:e7:c2:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ff60f5-a1bd-4c4a-b8b1-0b6ab79f5acb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:00:40.559474 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9872a8bd-430a-4f74-b0bf-51e2628255b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:40.572495 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cce495cd-aae4-4f7b-88fa-b0d350fff0e6 req-f48993b9-8e58-418c-a154-325d34ef9bf8 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212609 Aug 18 13:00:40.603694 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:40.630796 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48a0c3be-7850-4130-b86d-bfd649eeeb99 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:00:40.643160 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6806d-2cb8-4f18-9634-d9ad3716bc6c req-c918057d-642b-491d-b932-93e30232cc97 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:40.648262 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9872a8bd-430a-4f74-b0bf-51e2628255b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:40.653194 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c8a6806d-2cb8-4f18-9634-d9ad3716bc6c req-c918057d-642b-491d-b932-93e30232cc97 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 946 time: 0.1070902 Aug 18 13:00:40.684124 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 48a0c3be-7850-4130-b86d-bfd649eeeb99, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=48a0c3be-7850-4130-b86d-bfd649eeeb99,segment=NetworkSegment(203c474d-56e3-424f-9d3b-a131550498ab),segment_id=203c474d-56e3-424f-9d3b-a131550498ab)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:00:40.730877 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c8a6806d-2cb8-4f18-9634-d9ad3716bc6c req-e8445941-9d1b-4f7c-a082-446f370d1117 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764818 Aug 18 13:00:40.756690 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:40.764302 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872a8bd-430a-4f74-b0bf-51e2628255b3 admin admin] Pushing event updated for resources: {'Port': ['ID=19b8c030-3d09-46e5-b917-450df2582619,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:40.774567 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9872a8bd-430a-4f74-b0bf-51e2628255b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:40.843646 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=48a0c3be-7850-4130-b86d-bfd649eeeb99,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:40.930602 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa27c0-707b-4360-83e0-b196f0776baa req-6a6e9fd3-2698-46c1-8764-7c3eac75acac tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:40.932100 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b5aa27c0-707b-4360-83e0-b196f0776baa req-6a6e9fd3-2698-46c1-8764-7c3eac75acac tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df5b587-8310-4301-bdc6-7c3d42718686 HTTP/1.1" status: 200 len: 944 time: 0.0835345 Aug 18 13:00:40.945344 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3c83a6bb-1f70-484c-bd77-1362f88439a5 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:40.961049 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9872a8bd-430a-4f74-b0bf-51e2628255b3 admin admin] Network c70b20b2-1ba3-4778-b38e-36ed095ba70d is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:00:40.968465 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-9872a8bd-430a-4f74-b0bf-51e2628255b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:00:40.982144 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['48a0c3be-7850-4130-b86d-bfd649eeeb99'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:00:41.034199 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c83a6bb-1f70-484c-bd77-1362f88439a5 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event updated for resources: {'Subnet': ['ID=0df9634d-e394-4001-bac0-b4ab9107c2ef,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:41.046059 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c83a6bb-1f70-484c-bd77-1362f88439a5 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Checking segment: {'id': '40e9adcc-e42c-4aa0-b2c1-2417541e9e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '593a8af7-326d-408b-a5de-c596cd9b794b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:00:41.047395 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c83a6bb-1f70-484c-bd77-1362f88439a5 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Network hostable DHCP agents. Network: 593a8af7-326d-408b-a5de-c596cd9b794b, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:00:41.134478 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b5aa27c0-707b-4360-83e0-b196f0776baa req-18405645-9004-4e74-89c2-b75cf3467e08 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4952977-a51b-4d17-ba35-1c1133304475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921036 Aug 18 13:00:41.163497 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c83a6bb-1f70-484c-bd77-1362f88439a5 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Network 593a8af7-326d-408b-a5de-c596cd9b794b is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:00:41.189883 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9872a8bd-430a-4f74-b0bf-51e2628255b3 admin admin] Router 161d96fd-0a04-45f3-95b5-5620caa20c74 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:00:41.281856 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-3c83a6bb-1f70-484c-bd77-1362f88439a5 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 593a8af7-326d-408b-a5de-c596cd9b794b) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:00:41.287832 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c83a6bb-1f70-484c-bd77-1362f88439a5 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:41.288686 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3c83a6bb-1f70-484c-bd77-1362f88439a5 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:41.290092 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-2b7dceac-d3a6-4ed8-98e6-e29f3584f684 None None] Provisioning complete for port 19b8c030-3d09-46e5-b917-450df2582619 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:41.291034 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2b7dceac-d3a6-4ed8-98e6-e29f3584f684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:41.321547 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9872a8bd-430a-4f74-b0bf-51e2628255b3 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:00:41.328310 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9872a8bd-430a-4f74-b0bf-51e2628255b3 admin admin] 10.222.0.13 "PUT /v2.0/routers/161d96fd-0a04-45f3-95b5-5620caa20c74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2947264 Aug 18 13:00:41.379238 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3c83a6bb-1f70-484c-bd77-1362f88439a5 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.1807971 Aug 18 13:00:41.383359 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 48722) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:41.391295 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-651cb9ff-6a9c-42cf-afed-af68fa45cb43 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-307675963'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:41.451883 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5567fb-d3ae-45d4-b335-7ba87bc50073 None None] Network 593a8af7-326d-408b-a5de-c596cd9b794b requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:00:41.517382 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651cb9ff-6a9c-42cf-afed-af68fa45cb43 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Made reservation on behalf of daeb2fcf35b94877ad33b9f64543ff94 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:00:41.520259 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-2b7dceac-d3a6-4ed8-98e6-e29f3584f684 None None] Port 19b8c030-3d09-46e5-b917-450df2582619 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:00:41.521884 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-651cb9ff-6a9c-42cf-afed-af68fa45cb43 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:41.574497 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-651cb9ff-6a9c-42cf-afed-af68fa45cb43 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:00:41.595355 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-651cb9ff-6a9c-42cf-afed-af68fa45cb43 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:41.596510 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-651cb9ff-6a9c-42cf-afed-af68fa45cb43 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Added segment cabfe8e0-e1e4-4b10-a9e4-eb0d666191ae of type vlan for network bb523eea-9872-4ea3-9c33-b98ea71df6f2 Aug 18 13:00:41.636768 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e083ffa2-1691-4ce6-bdd5-4e0a737eaadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:41.664977 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-651cb9ff-6a9c-42cf-afed-af68fa45cb43 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:41.732084 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd711d9-2ad5-4aa2-bf2b-28f70f15c2cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-593a8af7-326d-408b-a5de-c596cd9b794b', 'network_id': '593a8af7-326d-408b-a5de-c596cd9b794b', 'tenant_id': 'daeb2fcf35b94877ad33b9f64543ff94', 'fixed_ips': [{'subnet_id': '0df9634d-e394-4001-bac0-b4ab9107c2ef'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:00:41.733067 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2dd711d9-2ad5-4aa2-bf2b-28f70f15c2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:41.755054 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c8f7bd-970f-4402-9d98-9a47e27ed20e req-fabf2200-0549-46e1-a156-cdcbace1e89e tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:41.767063 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e4c8f7bd-970f-4402-9d98-9a47e27ed20e req-fabf2200-0549-46e1-a156-cdcbace1e89e tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=665d3e59-c726-4450-b8a3-e513c90d6727 HTTP/1.1" status: 200 len: 944 time: 0.0694144 Aug 18 13:00:41.786884 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-651cb9ff-6a9c-42cf-afed-af68fa45cb43 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:41.792336 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651cb9ff-6a9c-42cf-afed-af68fa45cb43 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:41.792915 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-651cb9ff-6a9c-42cf-afed-af68fa45cb43 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:41.868756 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e4c8f7bd-970f-4402-9d98-9a47e27ed20e req-689f9f00-b539-4fdb-8ed2-43c87abe9f4a tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004362 Aug 18 13:00:41.904893 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651cb9ff-6a9c-42cf-afed-af68fa45cb43 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event updated for resources: {'Network': ['ID=bb523eea-9872-4ea3-9c33-b98ea71df6f2,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:41.939395 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network bb523eea-9872-4ea3-9c33-b98ea71df6f2 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:00:41.959591 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-651cb9ff-6a9c-42cf-afed-af68fa45cb43 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5715544 Aug 18 13:00:41.960589 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 48734) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:41.965265 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-462a9c5b-4d2e-4f75-a8b2-258adc60174c tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Request body: {'subnet': {'network_id': 'bb523eea-9872-4ea3-9c33-b98ea71df6f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:41.975130 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 48736) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:41.980098 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-9b5ab3a5-46c8-4f2a-b4c8-0e1a9ed0c0eb tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Request body: {'security_group': {'name': 'tempest-securitygroup--380742130', 'description': 'tempest-description--1306423640'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:42.071015 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-2dd711d9-2ad5-4aa2-bf2b-28f70f15c2cb None None] Allocated IP 172.20.255.242 (593a8af7-326d-408b-a5de-c596cd9b794b/0df9634d-e394-4001-bac0-b4ab9107c2ef/c4e5cc17-bf20-4aa3-8bf8-0dedd147767e) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:00:42.124346 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9b5ab3a5-46c8-4f2a-b4c8-0e1a9ed0c0eb tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:42.195518 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba334dec-c768-497b-b8b8-09b274b0a355 req-8301dc9a-b584-4c09-ac25-3ed1b53d05c0 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:42.197295 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 16cdd65e-a1f7-4b3e-b99b-47d2a08e7559 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:00:42.205801 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ba334dec-c768-497b-b8b8-09b274b0a355 req-8301dc9a-b584-4c09-ac25-3ed1b53d05c0 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 946 time: 0.1209259 Aug 18 13:00:42.268229 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ba334dec-c768-497b-b8b8-09b274b0a355 req-49cde5c9-3109-45de-a97d-fefbab69499e tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569320 Aug 18 13:00:42.305144 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462a9c5b-4d2e-4f75-a8b2-258adc60174c tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Made reservation on behalf of daeb2fcf35b94877ad33b9f64543ff94 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:00:42.309805 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-462a9c5b-4d2e-4f75-a8b2-258adc60174c tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:42.310284 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c187a897-d934-4c4e-bc5f-567980da169a None None] Sync routers for ids ['161d96fd-0a04-45f3-95b5-5620caa20c74'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:00:42.325473 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c187a897-d934-4c4e-bc5f-567980da169a None None] Routers {'161d96fd-0a04-45f3-95b5-5620caa20c74'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:00:42.326754 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-c187a897-d934-4c4e-bc5f-567980da169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:00:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['161d96fd-0a04-45f3-95b5-5620caa20c74'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:42.332699 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d5b1f-8b5a-4471-b7d2-80bf0b7594aa req-e24f997a-5f64-4067-9d3a-a8d9bd102950 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:42.334276 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-472d5b1f-8b5a-4471-b7d2-80bf0b7594aa req-e24f997a-5f64-4067-9d3a-a8d9bd102950 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df5b587-8310-4301-bdc6-7c3d42718686 HTTP/1.1" status: 200 len: 944 time: 0.1053817 Aug 18 13:00:42.338405 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 48a0c3be-7850-4130-b86d-bfd649eeeb99 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:00:42.397154 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2dd711d9-2ad5-4aa2-bf2b-28f70f15c2cb None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:42.408564 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-472d5b1f-8b5a-4471-b7d2-80bf0b7594aa req-09775e29-4351-42bf-bd69-dc3ff9e1b686 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4952977-a51b-4d17-ba35-1c1133304475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614316 Aug 18 13:00:42.409112 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 16cdd65e-a1f7-4b3e-b99b-47d2a08e7559 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:00:42.423226 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-2dd711d9-2ad5-4aa2-bf2b-28f70f15c2cb None None] Transition to ACTIVE for port object c4e5cc17-bf20-4aa3-8bf8-0dedd147767e will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:00:42.429374 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 16cdd65e-a1f7-4b3e-b99b-47d2a08e7559 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:42.429956 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:42.465776 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9b5ab3a5-46c8-4f2a-b4c8-0e1a9ed0c0eb tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:42.475717 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-2dd711d9-2ad5-4aa2-bf2b-28f70f15c2cb None None] Transition to ACTIVE for port object c4e5cc17-bf20-4aa3-8bf8-0dedd147767e will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:00:42.531526 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-c187a897-d934-4c4e-bc5f-567980da169a None None] Set router 161d96fd-0a04-45f3-95b5-5620caa20c74 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:00:42.540508 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:42.567066 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 16cdd65e-a1f7-4b3e-b99b-47d2a08e7559, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=16cdd65e-a1f7-4b3e-b99b-47d2a08e7559,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:00:42.585908 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9b5ab3a5-46c8-4f2a-b4c8-0e1a9ed0c0eb tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:42.613525 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 48a0c3be-7850-4130-b86d-bfd649eeeb99 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:00:42.617836 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2dd711d9-2ad5-4aa2-bf2b-28f70f15c2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:42.624462 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ab3a5-46c8-4f2a-b4c8-0e1a9ed0c0eb tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f189e3f1-e021-401e-9fe4-ce0876be212b,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:42.677479 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd711d9-2ad5-4aa2-bf2b-28f70f15c2cb None None] Pushing event updated for resources: {'Port': ['ID=c4e5cc17-bf20-4aa3-8bf8-0dedd147767e,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:42.679640 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 48a0c3be-7850-4130-b86d-bfd649eeeb99 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:42.680016 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:42.684462 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:42.686551 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9b5ab3a5-46c8-4f2a-b4c8-0e1a9ed0c0eb tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:42.689390 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9b5ab3a5-46c8-4f2a-b4c8-0e1a9ed0c0eb tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7128603 Aug 18 13:00:42.691807 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 48742) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:42.696642 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-ab81992b-816d-417f-a960-dc3393477859 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Request body: {'security_group_rule': {'security_group_id': 'f189e3f1-e021-401e-9fe4-ce0876be212b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:42.739664 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd711d9-2ad5-4aa2-bf2b-28f70f15c2cb None None] Network 593a8af7-326d-408b-a5de-c596cd9b794b is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:00:42.748597 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-2dd711d9-2ad5-4aa2-bf2b-28f70f15c2cb None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:00:42.752083 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-462a9c5b-4d2e-4f75-a8b2-258adc60174c tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:42.753609 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd711d9-2ad5-4aa2-bf2b-28f70f15c2cb None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:00:42.824953 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=16cdd65e-a1f7-4b3e-b99b-47d2a08e7559,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:42.825338 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-c187a897-d934-4c4e-bc5f-567980da169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161d96fd-0a04-45f3-95b5-5620caa20c74', 'name': 'tempest-ServerActionsTestJSON-959432997-router', 'tenant_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '16cdd65e-a1f7-4b3e-b99b-47d2a08e7559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:00:32Z', 'updated_at': '2021-08-18T13:00:40Z', 'revision_number': 4, 'project_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'gw_port': {'id': '16cdd65e-a1f7-4b3e-b99b-47d2a08e7559', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:31:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161d96fd-0a04-45f3-95b5-5620caa20c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:34Z', 'updated_at': '2021-08-18T13:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '19b8c030-3d09-46e5-b917-450df2582619', 'name': '', 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d', 'tenant_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'mac_address': 'fa:16:3e:52:3d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161d96fd-0a04-45f3-95b5-5620caa20c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '2744890d-6739-4756-b608-842180da7455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:38Z', 'updated_at': '2021-08-18T13:00:40Z', 'revision_number': 2, 'project_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'subnets': [{'id': '2744890d-6739-4756-b608-842180da7455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:42.843464 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a9c5b-4d2e-4f75-a8b2-258adc60174c tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event updated for resources: {'Subnet': ['ID=7c2b53d3-d5d4-4a51-af39-47f23548df80,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:42.854780 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c187a897-d934-4c4e-bc5f-567980da169a None None] Checking router: 161d96fd-0a04-45f3-95b5-5620caa20c74 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:00:42.855661 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c187a897-d934-4c4e-bc5f-567980da169a None None] Updating router 161d96fd-0a04-45f3-95b5-5620caa20c74 port 19b8c030-3d09-46e5-b917-450df2582619 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:00:42.856369 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ab81992b-816d-417f-a960-dc3393477859 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:42.879199 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-2dd711d9-2ad5-4aa2-bf2b-28f70f15c2cb None None] Attempting to bind port c4e5cc17-bf20-4aa3-8bf8-0dedd147767e on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:00:42.879736 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-2dd711d9-2ad5-4aa2-bf2b-28f70f15c2cb None None] Attempting to bind port c4e5cc17-bf20-4aa3-8bf8-0dedd147767e by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '40e9adcc-e42c-4aa0-b2c1-2417541e9e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '593a8af7-326d-408b-a5de-c596cd9b794b'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:00:42.880654 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd711d9-2ad5-4aa2-bf2b-28f70f15c2cb None None] Attempting to bind port c4e5cc17-bf20-4aa3-8bf8-0dedd147767e on network 593a8af7-326d-408b-a5de-c596cd9b794b {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:00:42.887253 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462a9c5b-4d2e-4f75-a8b2-258adc60174c tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Checking segment: {'id': 'cabfe8e0-e1e4-4b10-a9e4-eb0d666191ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bb523eea-9872-4ea3-9c33-b98ea71df6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:00:42.887694 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462a9c5b-4d2e-4f75-a8b2-258adc60174c tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Network hostable DHCP agents. Network: bb523eea-9872-4ea3-9c33-b98ea71df6f2, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:00:42.890894 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd711d9-2ad5-4aa2-bf2b-28f70f15c2cb None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:00:42.891477 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd711d9-2ad5-4aa2-bf2b-28f70f15c2cb None None] Checking segment: {'id': '40e9adcc-e42c-4aa0-b2c1-2417541e9e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '593a8af7-326d-408b-a5de-c596cd9b794b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:00:42.891924 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2dd711d9-2ad5-4aa2-bf2b-28f70f15c2cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:42.892407 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd711d9-2ad5-4aa2-bf2b-28f70f15c2cb None None] Bound using segment: {'id': '40e9adcc-e42c-4aa0-b2c1-2417541e9e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '593a8af7-326d-408b-a5de-c596cd9b794b'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:00:42.892973 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-2dd711d9-2ad5-4aa2-bf2b-28f70f15c2cb None None] Bound port: c4e5cc17-bf20-4aa3-8bf8-0dedd147767e, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40e9adcc-e42c-4aa0-b2c1-2417541e9e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '593a8af7-326d-408b-a5de-c596cd9b794b'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:00:42.893449 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2dd711d9-2ad5-4aa2-bf2b-28f70f15c2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:42.895359 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c187a897-d934-4c4e-bc5f-567980da169a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:42.947370 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ab81992b-816d-417f-a960-dc3393477859 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:42.952211 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:42.992448 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '665d3e59-c726-4450-b8a3-e513c90d6727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a0c3be-7850-4130-b86d-bfd649eeeb99'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:00:42.994845 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6b4970-1f7b-41b7-94c6-6e5cc851a21c" -d '{"events": [{"server_uuid": "665d3e59-c726-4450-b8a3-e513c90d6727", "name": "network-vif-plugged", "status": "completed", "tag": "48a0c3be-7850-4130-b86d-bfd649eeeb99"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:00:43.014351 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4702e9-7015-4692-9d10-f6743f1ddbc0 req-cd96e1c6-951c-4cff-9919-f33e2cec131a tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:43.014351 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9c4702e9-7015-4692-9d10-f6743f1ddbc0 req-cd96e1c6-951c-4cff-9919-f33e2cec131a tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=665d3e59-c726-4450-b8a3-e513c90d6727 HTTP/1.1" status: 200 len: 944 time: 0.0610919 Aug 18 13:00:43.014351 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462a9c5b-4d2e-4f75-a8b2-258adc60174c tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Network bb523eea-9872-4ea3-9c33-b98ea71df6f2 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:00:43.014705 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 48a0c3be-7850-4130-b86d-bfd649eeeb99, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=48a0c3be-7850-4130-b86d-bfd649eeeb99,segment=NetworkSegment(203c474d-56e3-424f-9d3b-a131550498ab),segment_id=203c474d-56e3-424f-9d3b-a131550498ab)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:00:43.016209 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-2dd711d9-2ad5-4aa2-bf2b-28f70f15c2cb None None] For port c4e5cc17-bf20-4aa3-8bf8-0dedd147767e, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:00:43.028663 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-2dd711d9-2ad5-4aa2-bf2b-28f70f15c2cb None None] For port c4e5cc17-bf20-4aa3-8bf8-0dedd147767e, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=c4e5cc17-bf20-4aa3-8bf8-0dedd147767e,segment=NetworkSegment(40e9adcc-e42c-4aa0-b2c1-2417541e9e5a),segment_id=40e9adcc-e42c-4aa0-b2c1-2417541e9e5a)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:00:43.044267 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ab81992b-816d-417f-a960-dc3393477859 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:43.044668 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a5efab-8b31-4c62-b8a6-ffb2de58a3e7 x-openstack-request-id: req-62a5efab-8b31-4c62-b8a6-ffb2de58a3e7 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:00:43.044668 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "665d3e59-c726-4450-b8a3-e513c90d6727", "name": "network-vif-plugged", "status": "completed", "tag": "48a0c3be-7850-4130-b86d-bfd649eeeb99", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:00:43.044668 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-62a5efab-8b31-4c62-b8a6-ffb2de58a3e7 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:00:43.044668 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '665d3e59-c726-4450-b8a3-e513c90d6727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a0c3be-7850-4130-b86d-bfd649eeeb99', 'code': 200} Aug 18 13:00:43.070769 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab81992b-816d-417f-a960-dc3393477859 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e69c609-5590-45d8-ab1f-1aa6068e8d82,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:43.090503 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9c4702e9-7015-4692-9d10-f6743f1ddbc0 req-ca1d6adc-3554-411c-be3b-ad1ecc3d2721 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662489 Aug 18 13:00:43.115470 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-462a9c5b-4d2e-4f75-a8b2-258adc60174c tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, bb523eea-9872-4ea3-9c33-b98ea71df6f2) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:00:43.116342 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2dd711d9-2ad5-4aa2-bf2b-28f70f15c2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:43.118435 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:43.130015 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462a9c5b-4d2e-4f75-a8b2-258adc60174c tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:43.130694 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-462a9c5b-4d2e-4f75-a8b2-258adc60174c tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:43.132390 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939b3f90-4334-4304-9b39-15a907545c55 None None] Network bb523eea-9872-4ea3-9c33-b98ea71df6f2 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:00:43.163667 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ab81992b-816d-417f-a960-dc3393477859 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:43.165037 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ab81992b-816d-417f-a960-dc3393477859 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4719214 Aug 18 13:00:43.167820 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 48750) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:43.172044 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-1ea863dc-a0b1-42bc-8db3-98d6b686e2b0 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Request body: {'security_group_rule': {'security_group_id': 'f189e3f1-e021-401e-9fe4-ce0876be212b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:43.188130 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9eef3a-5475-4ff3-b698-a06ca285f3eb req-cffc26cd-8742-4c80-89ae-34b35c4b6432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:43.189249 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9d9eef3a-5475-4ff3-b698-a06ca285f3eb req-cffc26cd-8742-4c80-89ae-34b35c4b6432 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=665d3e59-c726-4450-b8a3-e513c90d6727 HTTP/1.1" status: 200 len: 1096 time: 0.0705855 Aug 18 13:00:43.223396 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-462a9c5b-4d2e-4f75-a8b2-258adc60174c tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2622027 Aug 18 13:00:43.226145 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 48752) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:43.244199 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd711d9-2ad5-4aa2-bf2b-28f70f15c2cb None None] Pushing event updated for resources: {'Port': ['ID=c4e5cc17-bf20-4aa3-8bf8-0dedd147767e,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:43.253768 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9d9eef3a-5475-4ff3-b698-a06ca285f3eb req-a7da7610-40a5-40f3-b6e1-a62c0f8b8ada service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568099 Aug 18 13:00:43.292531 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c187a897-d934-4c4e-bc5f-567980da169a None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:43.311626 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-c187a897-d934-4c4e-bc5f-567980da169a None None] Transition to ACTIVE for port object 19b8c030-3d09-46e5-b917-450df2582619 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:00:43.335581 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1ea863dc-a0b1-42bc-8db3-98d6b686e2b0 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:43.341624 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=48a0c3be-7850-4130-b86d-bfd649eeeb99,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:43.380090 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c187a897-d934-4c4e-bc5f-567980da169a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:43.392536 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7b978792-8ef5-449e-938c-fc1660719409 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:43.403107 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e14df6-4bdc-4b4f-8c2a-37039d2b2ab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-bb523eea-9872-4ea3-9c33-b98ea71df6f2', 'network_id': 'bb523eea-9872-4ea3-9c33-b98ea71df6f2', 'tenant_id': 'daeb2fcf35b94877ad33b9f64543ff94', 'fixed_ips': [{'subnet_id': '7c2b53d3-d5d4-4a51-af39-47f23548df80'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:00:43.404045 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-35e14df6-4bdc-4b4f-8c2a-37039d2b2ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:43.445146 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1477c-181d-4bf7-8a93-c651d7825208 req-2df094c1-ede8-4adf-ba1f-353311af8289 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:43.457876 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-97b1477c-181d-4bf7-8a93-c651d7825208 req-2df094c1-ede8-4adf-ba1f-353311af8289 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 946 time: 0.1050479 Aug 18 13:00:43.471595 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1ea863dc-a0b1-42bc-8db3-98d6b686e2b0 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:43.543533 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-97b1477c-181d-4bf7-8a93-c651d7825208 req-1a08cd83-b5e3-429b-b288-2b433c2415b7 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807097 Aug 18 13:00:43.546064 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1ea863dc-a0b1-42bc-8db3-98d6b686e2b0 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:43.590948 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea863dc-a0b1-42bc-8db3-98d6b686e2b0 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11b82e22-e59f-4a15-942e-5259549a77c1,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:43.615631 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7b978792-8ef5-449e-938c-fc1660719409 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:43.635778 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-c187a897-d934-4c4e-bc5f-567980da169a None None] Attempting to bind port 19b8c030-3d09-46e5-b917-450df2582619 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:00:43.636507 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-c187a897-d934-4c4e-bc5f-567980da169a None None] Attempting to bind port 19b8c030-3d09-46e5-b917-450df2582619 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'e308df16-0289-45ba-a2cb-37bdded69968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:00:43.637082 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c187a897-d934-4c4e-bc5f-567980da169a None None] Attempting to bind port 19b8c030-3d09-46e5-b917-450df2582619 on network c70b20b2-1ba3-4778-b38e-36ed095ba70d {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:00:43.656430 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c187a897-d934-4c4e-bc5f-567980da169a None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:00:43.657269 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c187a897-d934-4c4e-bc5f-567980da169a None None] Checking segment: {'id': 'e308df16-0289-45ba-a2cb-37bdded69968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:00:43.657840 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c187a897-d934-4c4e-bc5f-567980da169a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:43.658458 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c187a897-d934-4c4e-bc5f-567980da169a None None] Bound using segment: {'id': 'e308df16-0289-45ba-a2cb-37bdded69968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:00:43.659132 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-c187a897-d934-4c4e-bc5f-567980da169a None None] Bound port: 19b8c030-3d09-46e5-b917-450df2582619, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e308df16-0289-45ba-a2cb-37bdded69968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:00:43.659889 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c187a897-d934-4c4e-bc5f-567980da169a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:43.682059 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1ea863dc-a0b1-42bc-8db3-98d6b686e2b0 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:43.683627 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1ea863dc-a0b1-42bc-8db3-98d6b686e2b0 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5150151 Aug 18 13:00:43.686955 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 48760) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:43.691744 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-f4e54d64-9db3-4b92-a183-5b91c3608767 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:43.786096 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-35e14df6-4bdc-4b4f-8c2a-37039d2b2ab0 None None] Allocated IP 172.20.0.2 (bb523eea-9872-4ea3-9c33-b98ea71df6f2/7c2b53d3-d5d4-4a51-af39-47f23548df80/2b47b219-96ad-4339-884c-35afefcc9a71) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:00:43.792453 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-c187a897-d934-4c4e-bc5f-567980da169a None None] For port 19b8c030-3d09-46e5-b917-450df2582619, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:00:43.796030 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-c187a897-d934-4c4e-bc5f-567980da169a None None] For port 19b8c030-3d09-46e5-b917-450df2582619, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=19b8c030-3d09-46e5-b917-450df2582619,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:00:43.797499 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae0f8fa-974c-4d39-ae4f-c5b47579639d None None] Pushing event updated for resources: {'Port': ['ID=19b8c030-3d09-46e5-b917-450df2582619,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:43.806651 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae0f8fa-974c-4d39-ae4f-c5b47579639d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:43.807238 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae0f8fa-974c-4d39-ae4f-c5b47579639d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:43.807913 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae0f8fa-974c-4d39-ae4f-c5b47579639d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:43.808463 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae0f8fa-974c-4d39-ae4f-c5b47579639d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:43.808951 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae0f8fa-974c-4d39-ae4f-c5b47579639d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:43.809677 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae0f8fa-974c-4d39-ae4f-c5b47579639d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:43.810413 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae0f8fa-974c-4d39-ae4f-c5b47579639d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:43.810938 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae0f8fa-974c-4d39-ae4f-c5b47579639d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:43.811877 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae0f8fa-974c-4d39-ae4f-c5b47579639d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:43.812596 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae0f8fa-974c-4d39-ae4f-c5b47579639d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:43.813120 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae0f8fa-974c-4d39-ae4f-c5b47579639d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:43.813805 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae0f8fa-974c-4d39-ae4f-c5b47579639d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:43.815378 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f4e54d64-9db3-4b92-a183-5b91c3608767 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks [] for floatingip, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:43.838226 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db8253-7803-41f2-b369-29a4163cf168 req-82891e87-c819-4d59-a658-fcff2316651a tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:43.839777 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-26db8253-7803-41f2-b369-29a4163cf168 req-82891e87-c819-4d59-a658-fcff2316651a tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df5b587-8310-4301-bdc6-7c3d42718686 HTTP/1.1" status: 200 len: 944 time: 0.2514956 Aug 18 13:00:43.868904 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c187a897-d934-4c4e-bc5f-567980da169a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:43.905216 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-26db8253-7803-41f2-b369-29a4163cf168 req-dd6c7e9a-6968-4e66-9b7b-9623537a7ef4 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4952977-a51b-4d17-ba35-1c1133304475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484061 Aug 18 13:00:43.905429 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-81644bcf-b162-4487-9872-3cefff57808f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:43.933911 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:00:43.976892 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c187a897-d934-4c4e-bc5f-567980da169a None None] Routers {'161d96fd-0a04-45f3-95b5-5620caa20c74'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:00:43.977530 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-c187a897-d934-4c4e-bc5f-567980da169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:00:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['161d96fd-0a04-45f3-95b5-5620caa20c74'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:44.001955 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f4e54d64-9db3-4b92-a183-5b91c3608767 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:44.061818 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae0f8fa-974c-4d39-ae4f-c5b47579639d None None] Pushing event updated for resources: {'Port': ['ID=19b8c030-3d09-46e5-b917-450df2582619,revision_number=4']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:44.180929 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-35e14df6-4bdc-4b4f-8c2a-37039d2b2ab0 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:44.228275 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-35e14df6-4bdc-4b4f-8c2a-37039d2b2ab0 None None] Transition to ACTIVE for port object 2b47b219-96ad-4339-884c-35afefcc9a71 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:00:44.242692 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-c187a897-d934-4c4e-bc5f-567980da169a None None] Set router 161d96fd-0a04-45f3-95b5-5620caa20c74 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:00:44.267631 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-35e14df6-4bdc-4b4f-8c2a-37039d2b2ab0 None None] Transition to ACTIVE for port object 2b47b219-96ad-4339-884c-35afefcc9a71 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:00:44.377355 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device c4e5cc17-bf20-4aa3-8bf8-0dedd147767e up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:00:44.420729 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed59e0-f6fd-4f3f-b6cc-b37e6a0a7b94 req-c3da3af3-5fce-4c10-af11-8aaad1222275 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:44.423039 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-85ed59e0-f6fd-4f3f-b6cc-b37e6a0a7b94 req-c3da3af3-5fce-4c10-af11-8aaad1222275 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=665d3e59-c726-4450-b8a3-e513c90d6727 HTTP/1.1" status: 200 len: 945 time: 0.1364622 Aug 18 13:00:44.446831 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-f4e54d64-9db3-4b92-a183-5b91c3608767 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Allocated IP 172.25.6.12 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/d9a2bdaf-b6a6-4c33-b48b-b373743b8389) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:00:44.502205 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-85ed59e0-f6fd-4f3f-b6cc-b37e6a0a7b94 req-68cdf0bd-5906-4a5b-ac4e-e1117e1e0fd0 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724094 Aug 18 13:00:44.591875 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f4e54d64-9db3-4b92-a183-5b91c3608767 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:44.665255 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-35e14df6-4bdc-4b4f-8c2a-37039d2b2ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:44.668394 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-c187a897-d934-4c4e-bc5f-567980da169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161d96fd-0a04-45f3-95b5-5620caa20c74', 'name': 'tempest-ServerActionsTestJSON-959432997-router', 'tenant_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '16cdd65e-a1f7-4b3e-b99b-47d2a08e7559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:00:32Z', 'updated_at': '2021-08-18T13:00:40Z', 'revision_number': 4, 'project_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'gw_port': {'id': '16cdd65e-a1f7-4b3e-b99b-47d2a08e7559', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:31:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161d96fd-0a04-45f3-95b5-5620caa20c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:34Z', 'updated_at': '2021-08-18T13:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '19b8c030-3d09-46e5-b917-450df2582619', 'name': '', 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d', 'tenant_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'mac_address': 'fa:16:3e:52:3d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161d96fd-0a04-45f3-95b5-5620caa20c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '2744890d-6739-4756-b608-842180da7455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:38Z', 'updated_at': '2021-08-18T13:00:43Z', 'revision_number': 4, 'project_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'subnets': [{'id': '2744890d-6739-4756-b608-842180da7455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:44.693026 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d5373-caf2-492d-b262-cbedf5240db0 req-63a4bade-e874-4823-b324-b51c4bd82c93 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:44.695486 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f62d5373-caf2-492d-b262-cbedf5240db0 req-63a4bade-e874-4823-b324-b51c4bd82c93 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 946 time: 0.0748641 Aug 18 13:00:44.707173 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c187a897-d934-4c4e-bc5f-567980da169a None None] The sync data for ids ['161d96fd-0a04-45f3-95b5-5620caa20c74'] in n-d-803603-2 is: [{'id': '161d96fd-0a04-45f3-95b5-5620caa20c74', 'name': 'tempest-ServerActionsTestJSON-959432997-router', 'tenant_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '16cdd65e-a1f7-4b3e-b99b-47d2a08e7559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:00:32Z', 'updated_at': '2021-08-18T13:00:40Z', 'revision_number': 4, 'project_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'gw_port': {'id': '16cdd65e-a1f7-4b3e-b99b-47d2a08e7559', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:31:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161d96fd-0a04-45f3-95b5-5620caa20c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:34Z', 'updated_at': '2021-08-18T13:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '19b8c030-3d09-46e5-b917-450df2582619', 'name': '', 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d', 'tenant_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'mac_address': 'fa:16:3e:52:3d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161d96fd-0a04-45f3-95b5-5620caa20c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '2744890d-6739-4756-b608-842180da7455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:38Z', 'updated_at': '2021-08-18T13:00:43Z', 'revision_number': 4, 'project_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'subnets': [{'id': '2744890d-6739-4756-b608-842180da7455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:00:44.715485 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:44.718226 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e14df6-4bdc-4b4f-8c2a-37039d2b2ab0 None None] Pushing event updated for resources: {'Port': ['ID=2b47b219-96ad-4339-884c-35afefcc9a71,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:44.724932 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port c4e5cc17-bf20-4aa3-8bf8-0dedd147767e completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:00:44.727481 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f4e54d64-9db3-4b92-a183-5b91c3608767 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:44.742046 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 16cdd65e-a1f7-4b3e-b99b-47d2a08e7559 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:00:44.758856 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f62d5373-caf2-492d-b262-cbedf5240db0 req-c3145c92-4b80-4bdb-ac62-a210c76d3c7d tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492508 Aug 18 13:00:44.769639 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f7b67e-1ee8-4e6a-b9cb-883f232bc611 None None] Network 593a8af7-326d-408b-a5de-c596cd9b794b requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:00:44.773236 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e14df6-4bdc-4b4f-8c2a-37039d2b2ab0 None None] Network bb523eea-9872-4ea3-9c33-b98ea71df6f2 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:00:44.804780 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e54d64-9db3-4b92-a183-5b91c3608767 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:00:44.810261 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-f4e54d64-9db3-4b92-a183-5b91c3608767 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:00:44.815967 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e54d64-9db3-4b92-a183-5b91c3608767 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:00:44.819280 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7b978792-8ef5-449e-938c-fc1660719409 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:44.819626 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e54d64-9db3-4b92-a183-5b91c3608767 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Pushing event updated for resources: {'Port': ['ID=d9a2bdaf-b6a6-4c33-b48b-b373743b8389,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:44.877071 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-35e14df6-4bdc-4b4f-8c2a-37039d2b2ab0 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:00:44.881982 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b978792-8ef5-449e-938c-fc1660719409 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event deleted for resources: {'Subnet': ['ID=7c2b53d3-d5d4-4a51-af39-47f23548df80,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:44.898992 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e14df6-4bdc-4b4f-8c2a-37039d2b2ab0 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:00:44.972647 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f4e54d64-9db3-4b92-a183-5b91c3608767 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:44.993769 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7b978792-8ef5-449e-938c-fc1660719409 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:45.004049 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-7b978792-8ef5-449e-938c-fc1660719409 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb523eea-9872-4ea3-9c33-b98ea71df6f2']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:45.018803 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-7b978792-8ef5-449e-938c-fc1660719409 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cabfe8e0-e1e4-4b10-a9e4-eb0d666191ae') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:45.019179 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-7b978792-8ef5-449e-938c-fc1660719409 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cabfe8e0-e1e4-4b10-a9e4-eb0d666191ae') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:45.034657 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7b978792-8ef5-449e-938c-fc1660719409 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:45.050944 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7b978792-8ef5-449e-938c-fc1660719409 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:45.057845 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b978792-8ef5-449e-938c-fc1660719409 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:00:45.058378 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7b978792-8ef5-449e-938c-fc1660719409 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:45.062080 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:00:45.062080 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:00:45.062080 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:00:45.062080 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:00:45.062080 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:00:45.062080 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:00:45.062080 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:00:45.062080 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:00:45.062080 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:00:45.062080 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:00:45.062080 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:00:45.062080 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:00:45.062080 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:00:45.062080 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:00:45.062080 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:00:45.062080 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:00:45.062080 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:00:45.062080 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:00:45.062080 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:00:45.062080 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:00:45.062080 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:00:45.062080 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:00:45.062080 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:00:45.062080 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:00:45.062080 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:00:45.062080 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:00:45.062080 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:00:45.062080 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:00:45.062080 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:00:45.062080 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:00:45.062080 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:00:45.062080 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:00:45.101038 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e8562-baae-42b3-a562-3569c4fac5fd req-54fedcd1-d817-4f48-a4cd-7de59a7a021c tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:45.102979 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a84e8562-baae-42b3-a562-3569c4fac5fd req-54fedcd1-d817-4f48-a4cd-7de59a7a021c tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df5b587-8310-4301-bdc6-7c3d42718686 HTTP/1.1" status: 200 len: 944 time: 0.0961127 Aug 18 13:00:45.106947 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f4e54d64-9db3-4b92-a183-5b91c3608767 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:45.138307 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-163d68e2-c414-4b5b-a87a-832e044e1d5c None None] Provisioning for port c4e5cc17-bf20-4aa3-8bf8-0dedd147767e completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:00:45.155889 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-163d68e2-c414-4b5b-a87a-832e044e1d5c None None] Provisioning complete for port c4e5cc17-bf20-4aa3-8bf8-0dedd147767e triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:45.156205 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-163d68e2-c414-4b5b-a87a-832e044e1d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:45.162327 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-35e14df6-4bdc-4b4f-8c2a-37039d2b2ab0 None None] Attempting to bind port 2b47b219-96ad-4339-884c-35afefcc9a71 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:00:45.162542 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-35e14df6-4bdc-4b4f-8c2a-37039d2b2ab0 None None] Attempting to bind port 2b47b219-96ad-4339-884c-35afefcc9a71 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'cabfe8e0-e1e4-4b10-a9e4-eb0d666191ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bb523eea-9872-4ea3-9c33-b98ea71df6f2'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:00:45.163145 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e14df6-4bdc-4b4f-8c2a-37039d2b2ab0 None None] Attempting to bind port 2b47b219-96ad-4339-884c-35afefcc9a71 on network bb523eea-9872-4ea3-9c33-b98ea71df6f2 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:00:45.165697 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.db.api [None req-7b978792-8ef5-449e-938c-fc1660719409 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 18 13:00:45.165697 n-d-803603-2 neutron-server[101676]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 18 13:00:45.165697 n-d-803603-2 neutron-server[101676]: [parameters: {'id': 'bb523eea-9872-4ea3-9c33-b98ea71df6f2'}] Aug 18 13:00:45.165697 n-d-803603-2 neutron-server[101676]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:00:45.166515 n-d-803603-2 neutron-server[101676]: DEBUG oslo_db.api [None req-7b978792-8ef5-449e-938c-fc1660719409 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:00:45.184162 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 16cdd65e-a1f7-4b3e-b99b-47d2a08e7559 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:45.188273 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:45.188420 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a84e8562-baae-42b3-a562-3569c4fac5fd req-c960e23d-4f8c-48db-ad81-5d3cc787d4f3 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4952977-a51b-4d17-ba35-1c1133304475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740998 Aug 18 13:00:45.214087 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e14df6-4bdc-4b4f-8c2a-37039d2b2ab0 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:00:45.214762 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e14df6-4bdc-4b4f-8c2a-37039d2b2ab0 None None] Checking segment: {'id': 'cabfe8e0-e1e4-4b10-a9e4-eb0d666191ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bb523eea-9872-4ea3-9c33-b98ea71df6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:00:45.214898 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-35e14df6-4bdc-4b4f-8c2a-37039d2b2ab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:45.215285 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e14df6-4bdc-4b4f-8c2a-37039d2b2ab0 None None] Bound using segment: {'id': 'cabfe8e0-e1e4-4b10-a9e4-eb0d666191ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bb523eea-9872-4ea3-9c33-b98ea71df6f2'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:00:45.215788 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-35e14df6-4bdc-4b4f-8c2a-37039d2b2ab0 None None] Bound port: 2b47b219-96ad-4339-884c-35afefcc9a71, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabfe8e0-e1e4-4b10-a9e4-eb0d666191ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bb523eea-9872-4ea3-9c33-b98ea71df6f2'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:00:45.216138 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-35e14df6-4bdc-4b4f-8c2a-37039d2b2ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:45.348314 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:45.386461 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f4e54d64-9db3-4b92-a183-5b91c3608767 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:45.404531 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464dfc7-0ed4-49a1-850f-35062d9702f2 req-813ad9c6-40a7-4e3a-b0eb-9973a4cf74ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:45.406164 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9464dfc7-0ed4-49a1-850f-35062d9702f2 req-813ad9c6-40a7-4e3a-b0eb-9973a4cf74ab service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 1097 time: 0.0613687 Aug 18 13:00:45.431295 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-35e14df6-4bdc-4b4f-8c2a-37039d2b2ab0 None None] For port 2b47b219-96ad-4339-884c-35afefcc9a71, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:00:45.448387 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9464dfc7-0ed4-49a1-850f-35062d9702f2 req-012140de-c3c3-4e20-a08c-3ef2cfb25de7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354745 Aug 18 13:00:45.458912 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f4e54d64-9db3-4b92-a183-5b91c3608767 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:45.471775 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-163d68e2-c414-4b5b-a87a-832e044e1d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:45.475181 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-35e14df6-4bdc-4b4f-8c2a-37039d2b2ab0 None None] For port 2b47b219-96ad-4339-884c-35afefcc9a71, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=2b47b219-96ad-4339-884c-35afefcc9a71,segment=NetworkSegment(cabfe8e0-e1e4-4b10-a9e4-eb0d666191ae),segment_id=cabfe8e0-e1e4-4b10-a9e4-eb0d666191ae)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:00:45.541563 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-163d68e2-c414-4b5b-a87a-832e044e1d5c None None] For port c4e5cc17-bf20-4aa3-8bf8-0dedd147767e, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=c4e5cc17-bf20-4aa3-8bf8-0dedd147767e,segment=NetworkSegment(40e9adcc-e42c-4aa0-b2c1-2417541e9e5a),segment_id=40e9adcc-e42c-4aa0-b2c1-2417541e9e5a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:00:45.545837 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-35e14df6-4bdc-4b4f-8c2a-37039d2b2ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:45.578979 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e54d64-9db3-4b92-a183-5b91c3608767 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Pushing event updated for resources: {'Port': ['ID=d9a2bdaf-b6a6-4c33-b48b-b373743b8389,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:45.603713 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f4e54d64-9db3-4b92-a183-5b91c3608767 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:45.632374 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-163d68e2-c414-4b5b-a87a-832e044e1d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:45.641938 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e14df6-4bdc-4b4f-8c2a-37039d2b2ab0 None None] Pushing event updated for resources: {'Port': ['ID=2b47b219-96ad-4339-884c-35afefcc9a71,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:45.668350 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7b978792-8ef5-449e-938c-fc1660719409 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:45.686723 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e609996e-a060-4534-a6a3-631c560d9010 None None] Network bb523eea-9872-4ea3-9c33-b98ea71df6f2 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:00:45.691209 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922719eb-8a70-4d5e-993d-4e2200a0ee75 req-488e709c-c156-4862-b57d-2775e1cdcb32 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:45.692796 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-922719eb-8a70-4d5e-993d-4e2200a0ee75 req-488e709c-c156-4862-b57d-2775e1cdcb32 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=665d3e59-c726-4450-b8a3-e513c90d6727 HTTP/1.1" status: 200 len: 945 time: 0.0735481 Aug 18 13:00:45.699763 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f4e54d64-9db3-4b92-a183-5b91c3608767 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:45.708495 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f4e54d64-9db3-4b92-a183-5b91c3608767 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0130548 Aug 18 13:00:45.769479 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-922719eb-8a70-4d5e-993d-4e2200a0ee75 req-01f3049f-42ce-4070-94e5-ee70265578bd tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673833 Aug 18 13:00:45.780565 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-7b978792-8ef5-449e-938c-fc1660719409 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Deleting port 2b47b219-96ad-4339-884c-35afefcc9a71 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:00:45.781151 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7b978792-8ef5-449e-938c-fc1660719409 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:45.802367 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d68e2-c414-4b5b-a87a-832e044e1d5c None None] Pushing event updated for resources: {'Port': ['ID=c4e5cc17-bf20-4aa3-8bf8-0dedd147767e,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:45.957030 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bdeb43-a0fe-4e0d-afcd-460a8cb278d7 req-3815d5fc-e66b-422a-9936-8adc2fbb8ae6 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:45.960464 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-dda1ae31-b5d1-4680-8853-020d2c1a58cb tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--380742130&fields=id&tenant_id=d8b6c2b19e634a4bb77e7e12fa929d83 HTTP/1.1" status: 200 len: 267 time: 0.0617971 Aug 18 13:00:45.964398 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd93d4d9-ea15-4c09-a56f-ccfdfe811674 None None] get_active_networks_info from n-d-803603-2 {{(pid=101677) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 13:00:45.970023 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-7b978792-8ef5-449e-938c-fc1660719409 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] For port 2b47b219-96ad-4339-884c-35afefcc9a71, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=2b47b219-96ad-4339-884c-35afefcc9a71,segment=NetworkSegment(cabfe8e0-e1e4-4b10-a9e4-eb0d666191ae),segment_id=cabfe8e0-e1e4-4b10-a9e4-eb0d666191ae)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:00:45.970275 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-14bdeb43-a0fe-4e0d-afcd-460a8cb278d7 req-3815d5fc-e66b-422a-9936-8adc2fbb8ae6 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 946 time: 0.0798466 Aug 18 13:00:45.970407 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7b978792-8ef5-449e-938c-fc1660719409 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:46.018638 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-14bdeb43-a0fe-4e0d-afcd-460a8cb278d7 req-606f7398-3c73-416a-88b9-b0ecd67c39cd tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487597 Aug 18 13:00:46.033270 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d7a8e81b-1f71-4937-b53c-68b1864e4e45 None None] Provisioning complete for port c4e5cc17-bf20-4aa3-8bf8-0dedd147767e triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:46.033641 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d7a8e81b-1f71-4937-b53c-68b1864e4e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:46.049630 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-7b978792-8ef5-449e-938c-fc1660719409 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Calling delete_port for 2b47b219-96ad-4339-884c-35afefcc9a71 owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:00:46.206858 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-6c42be32-67f9-4e6c-88a9-901284f4ba90 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:46.208782 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-6c42be32-67f9-4e6c-88a9-901284f4ba90 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/networks?id=c70b20b2-1ba3-4778-b38e-36ed095ba70d HTTP/1.1" status: 200 len: 811 time: 0.2390125 Aug 18 13:00:46.218330 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd93d4d9-ea15-4c09-a56f-ccfdfe811674 None None] Resources bound (agent type, host, resource id): {{(pid=101677) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 13:00:46.247353 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-98b0126b-1284-4c4d-97b3-0059632cfd4f tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/quotas/d8b6c2b19e634a4bb77e7e12fa929d83 HTTP/1.1" status: 200 len: 375 time: 0.0320559 Aug 18 13:00:46.348451 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-ad10478c-bdb3-4cce-9d1f-ff953a4627e9 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8b6c2b19e634a4bb77e7e12fa929d83&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1001825 Aug 18 13:00:46.357505 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device c4e5cc17-bf20-4aa3-8bf8-0dedd147767e up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:00:46.470219 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7653313-e5e5-4974-9d41-7ea7cf0a4e23 req-e154c0e0-8089-4979-832d-9a928b8ee82e tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:46.478306 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f7653313-e5e5-4974-9d41-7ea7cf0a4e23 req-e154c0e0-8089-4979-832d-9a928b8ee82e tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df5b587-8310-4301-bdc6-7c3d42718686 HTTP/1.1" status: 200 len: 944 time: 0.0687125 Aug 18 13:00:46.528005 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f7653313-e5e5-4974-9d41-7ea7cf0a4e23 req-b18098c9-af01-4a0f-84c6-a838da8ad9ba tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4952977-a51b-4d17-ba35-1c1133304475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485837 Aug 18 13:00:46.539675 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port c4e5cc17-bf20-4aa3-8bf8-0dedd147767e triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:46.540223 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:46.730390 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46d930-7bbf-4f71-b692-d4aa5330466e req-aba22a70-d99f-47c0-a7ef-f5b9bec595bd tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:46.732853 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5f46d930-7bbf-4f71-b692-d4aa5330466e req-aba22a70-d99f-47c0-a7ef-f5b9bec595bd tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=665d3e59-c726-4450-b8a3-e513c90d6727 HTTP/1.1" status: 200 len: 945 time: 0.0593028 Aug 18 13:00:46.766409 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 19b8c030-3d09-46e5-b917-450df2582619 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:00:46.772132 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7b978792-8ef5-449e-938c-fc1660719409 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:46.777932 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5f46d930-7bbf-4f71-b692-d4aa5330466e req-f7dc28a2-df1e-41ea-9084-4e493d4a8fd8 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380433 Aug 18 13:00:46.804013 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b978792-8ef5-449e-938c-fc1660719409 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event deleted for resources: {'Port': ['ID=2b47b219-96ad-4339-884c-35afefcc9a71,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:46.814903 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b978792-8ef5-449e-938c-fc1660719409 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] No DVR routers for this DVR port 2b47b219-96ad-4339-884c-35afefcc9a71 on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:00:46.852038 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-bdd1d71c-1f6d-4319-8b75-41cf48f5251b service neutron] 10.222.0.13 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4936008 Aug 18 13:00:46.880514 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 19b8c030-3d09-46e5-b917-450df2582619 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:00:46.884439 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 19b8c030-3d09-46e5-b917-450df2582619 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:46.884945 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:46.945431 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7b978792-8ef5-449e-938c-fc1660719409 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:46.960366 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-7b978792-8ef5-449e-938c-fc1660719409 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb523eea-9872-4ea3-9c33-b98ea71df6f2']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:46.961323 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:46.972913 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-7b978792-8ef5-449e-938c-fc1660719409 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cabfe8e0-e1e4-4b10-a9e4-eb0d666191ae') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:46.973213 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-7b978792-8ef5-449e-938c-fc1660719409 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cabfe8e0-e1e4-4b10-a9e4-eb0d666191ae') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:46.986215 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7b978792-8ef5-449e-938c-fc1660719409 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:46.993475 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 19b8c030-3d09-46e5-b917-450df2582619, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=19b8c030-3d09-46e5-b917-450df2582619,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:00:47.012335 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7b978792-8ef5-449e-938c-fc1660719409 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:47.018930 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-cb90a814-bbe8-4a76-a035-7bb0f7a6dbb1 service neutron] 10.222.0.13 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567414 Aug 18 13:00:47.021305 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b978792-8ef5-449e-938c-fc1660719409 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:00:47.025201 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7b978792-8ef5-449e-938c-fc1660719409 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:47.025201 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:00:47.025201 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:00:47.025201 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:00:47.025201 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:00:47.025201 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:00:47.025201 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:00:47.025201 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:00:47.025201 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:00:47.025201 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:00:47.025201 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:00:47.025201 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:00:47.025201 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:00:47.025201 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:00:47.025201 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:00:47.025201 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:00:47.025201 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:00:47.025201 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:00:47.025201 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:00:47.025201 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:00:47.025201 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:00:47.025201 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:00:47.025201 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:00:47.025201 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:00:47.025201 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:00:47.025201 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:00:47.025201 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:00:47.025201 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:00:47.025201 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:00:47.025201 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:00:47.025201 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:00:47.025201 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:00:47.025201 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:00:47.070323 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:47.127656 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=19b8c030-3d09-46e5-b917-450df2582619,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:47.144660 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7b978792-8ef5-449e-938c-fc1660719409 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:47.153356 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033c437-a9b8-42a6-8c6c-821ef2891b1c req-6690aaee-ff3c-4818-a756-a392848a4dfc tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:47.156769 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7033c437-a9b8-42a6-8c6c-821ef2891b1c req-6690aaee-ff3c-4818-a756-a392848a4dfc tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 946 time: 0.0653231 Aug 18 13:00:47.168946 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7b978792-8ef5-449e-938c-fc1660719409 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:47.171634 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7b978792-8ef5-449e-938c-fc1660719409 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "DELETE /v2.0/networks/bb523eea-9872-4ea3-9c33-b98ea71df6f2 HTTP/1.1" status: 204 len: 168 time: 3.9440610 Aug 18 13:00:47.181555 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 48820) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:47.183933 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b978792-8ef5-449e-938c-fc1660719409 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event deleted for resources: {'Network': ['ID=bb523eea-9872-4ea3-9c33-b98ea71df6f2,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:47.200426 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-8e38529b-0787-4edd-9de6-3030b16597e3 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-447082281'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:47.224715 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:47.249174 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7033c437-a9b8-42a6-8c6c-821ef2891b1c req-ffc45f6b-e6f2-4970-99c2-ea01f742657a tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819273 Aug 18 13:00:47.253217 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6d4a19e7-b2db-49c5-a965-296570fd690c req-acb27ece-3608-408c-99d0-f73df275c4de tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 210 time: 0.0297136 Aug 18 13:00:47.315515 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e38529b-0787-4edd-9de6-3030b16597e3 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Made reservation on behalf of daeb2fcf35b94877ad33b9f64543ff94 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:00:47.325447 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8e38529b-0787-4edd-9de6-3030b16597e3 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:47.343152 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e38529b-0787-4edd-9de6-3030b16597e3 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:00:47.352079 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8e38529b-0787-4edd-9de6-3030b16597e3 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:47.352516 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-8e38529b-0787-4edd-9de6-3030b16597e3 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Added segment c4d2d4e7-2352-479a-9a0b-4a9923b7c51b of type vlan for network c34ed860-7197-4342-9ff9-52feba40df5c Aug 18 13:00:47.393181 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8e38529b-0787-4edd-9de6-3030b16597e3 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:47.480979 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8e38529b-0787-4edd-9de6-3030b16597e3 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:47.487733 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e38529b-0787-4edd-9de6-3030b16597e3 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:47.488217 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8e38529b-0787-4edd-9de6-3030b16597e3 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:47.555425 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e38529b-0787-4edd-9de6-3030b16597e3 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event updated for resources: {'Network': ['ID=c34ed860-7197-4342-9ff9-52feba40df5c,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:47.567331 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network c34ed860-7197-4342-9ff9-52feba40df5c details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:00:47.611854 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269606e-6c9e-467c-9dc5-5c9e631436fd req-acbe2dd4-d349-4b16-bb93-f6589a4157da tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:47.614198 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7269606e-6c9e-467c-9dc5-5c9e631436fd req-acbe2dd4-d349-4b16-bb93-f6589a4157da tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 946 time: 0.0774484 Aug 18 13:00:47.639596 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b3754-9cde-48a6-88ca-b468a3a8ff21 req-7d1eb318-009e-4f19-bf95-795ddb658aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:47.642542 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-860b3754-9cde-48a6-88ca-b468a3a8ff21 req-7d1eb318-009e-4f19-bf95-795ddb658aea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0303d9be8d54f109bacfe8faa1afc25&device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 1097 time: 0.0657566 Aug 18 13:00:47.646810 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8e38529b-0787-4edd-9de6-3030b16597e3 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4626124 Aug 18 13:00:47.647857 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 48838) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:47.657136 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-0a8500c5-7b72-426f-9183-4285650c8428 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Request body: {'subnet': {'network_id': 'c34ed860-7197-4342-9ff9-52feba40df5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:47.734088 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7269606e-6c9e-467c-9dc5-5c9e631436fd req-0547c710-d7ce-473c-9963-cdffde9e999b tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006119 Aug 18 13:00:47.753990 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5bdc3-af95-4f73-af7a-64472b1974b5 req-4423aa03-e291-4c4c-a86d-14e4de882c27 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:47.755661 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-13b5bdc3-af95-4f73-af7a-64472b1974b5 req-4423aa03-e291-4c4c-a86d-14e4de882c27 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df5b587-8310-4301-bdc6-7c3d42718686 HTTP/1.1" status: 200 len: 944 time: 0.1282256 Aug 18 13:00:47.822106 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-13b5bdc3-af95-4f73-af7a-64472b1974b5 req-70bd11d0-9d3b-4f12-8a6c-0b451594f4d3 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4952977-a51b-4d17-ba35-1c1133304475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497816 Aug 18 13:00:47.823942 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b3754-9cde-48a6-88ca-b468a3a8ff21 req-975639f5-64d8-40e6-81c7-b24a1d5fc3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:47.825703 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-860b3754-9cde-48a6-88ca-b468a3a8ff21 req-975639f5-64d8-40e6-81c7-b24a1d5fc3f6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f5784924-95c0-4ade-8e9b-45fec751237e HTTP/1.1" status: 200 len: 912 time: 0.1616695 Aug 18 13:00:47.869784 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-860b3754-9cde-48a6-88ca-b468a3a8ff21 req-c177951c-78a3-4ea7-80aa-ee55efe7f5fc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f82394a-1acb-490b-82df-f75bd4b478f8 HTTP/1.1" status: 200 len: 217 time: 0.0368030 Aug 18 13:00:47.888752 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8500c5-7b72-426f-9183-4285650c8428 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Made reservation on behalf of daeb2fcf35b94877ad33b9f64543ff94 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:00:47.892415 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0a8500c5-7b72-426f-9183-4285650c8428 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:47.920483 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b3754-9cde-48a6-88ca-b468a3a8ff21 req-d9ccaf9d-7b1a-4d70-8c30-2e3f4f6f2d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:47.923353 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-860b3754-9cde-48a6-88ca-b468a3a8ff21 req-d9ccaf9d-7b1a-4d70-8c30-2e3f4f6f2d45 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5fe5576d-7fb1-4b34-b4b7-7ac7dda64bb3 HTTP/1.1" status: 200 len: 851 time: 0.0459909 Aug 18 13:00:47.953503 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-860b3754-9cde-48a6-88ca-b468a3a8ff21 req-eb4d4de7-61ac-4e0f-af45-1b3d850d158e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f5784924-95c0-4ade-8e9b-45fec751237e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246127 Aug 18 13:00:47.970717 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.ipam_backend_mixin [None req-0a8500c5-7b72-426f-9183-4285650c8428 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Performing IP validity checks on allocation pools {{(pid=101676) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 18 13:00:47.971276 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.ipam_backend_mixin [None req-0a8500c5-7b72-426f-9183-4285650c8428 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101676) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 18 13:00:48.000762 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecafdfc-00fd-492d-9d54-26a699cc85a7 req-14e164a8-9255-45f7-a448-9f7d0df7a0c0 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:48.002358 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9ecafdfc-00fd-492d-9d54-26a699cc85a7 req-14e164a8-9255-45f7-a448-9f7d0df7a0c0 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=665d3e59-c726-4450-b8a3-e513c90d6727 HTTP/1.1" status: 200 len: 945 time: 0.1247706 Aug 18 13:00:48.055764 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-860b3754-9cde-48a6-88ca-b468a3a8ff21 req-6ee2c5d3-dd39-48b2-ac25-b09641df585c service neutron] 10.222.0.20 "GET /v2.0/networks/f5784924-95c0-4ade-8e9b-45fec751237e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948315 Aug 18 13:00:48.086029 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9ecafdfc-00fd-492d-9d54-26a699cc85a7 req-265148f6-6361-4c44-af46-3b6b05a41d1c tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745792 Aug 18 13:00:48.131685 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 19b8c030-3d09-46e5-b917-450df2582619 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:00:48.157871 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-860b3754-9cde-48a6-88ca-b468a3a8ff21 req-e8272bed-8c56-4914-b58c-171b4cf7363b service neutron] 10.222.0.20 "GET /v2.0/networks/f5784924-95c0-4ade-8e9b-45fec751237e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949876 Aug 18 13:00:48.185357 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 19b8c030-3d09-46e5-b917-450df2582619 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:48.185766 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:48.242111 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0a8500c5-7b72-426f-9183-4285650c8428 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:48.314960 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8500c5-7b72-426f-9183-4285650c8428 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event updated for resources: {'Subnet': ['ID=1682aa13-714f-436b-8d26-fc79c961081e,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:48.331086 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8500c5-7b72-426f-9183-4285650c8428 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Checking segment: {'id': 'c4d2d4e7-2352-479a-9a0b-4a9923b7c51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c34ed860-7197-4342-9ff9-52feba40df5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:00:48.331598 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8500c5-7b72-426f-9183-4285650c8428 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Network hostable DHCP agents. Network: c34ed860-7197-4342-9ff9-52feba40df5c, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:00:48.346869 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9545f568-f639-4926-b173-e8c95e612ff6 req-514b7b75-7bc1-4e23-a213-bc955195e899 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 210 time: 0.0401344 Aug 18 13:00:48.413093 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8500c5-7b72-426f-9183-4285650c8428 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Network c34ed860-7197-4342-9ff9-52feba40df5c is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:00:48.481636 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-0a8500c5-7b72-426f-9183-4285650c8428 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, c34ed860-7197-4342-9ff9-52feba40df5c) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:00:48.485762 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8500c5-7b72-426f-9183-4285650c8428 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:48.490105 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0a8500c5-7b72-426f-9183-4285650c8428 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:48.490822 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9e02c0-3b6a-475f-ac22-a516ccb690f3 None None] Network c34ed860-7197-4342-9ff9-52feba40df5c requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:00:48.634318 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13df029d-b1dc-4594-9607-78d58151a5df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-c34ed860-7197-4342-9ff9-52feba40df5c', 'network_id': 'c34ed860-7197-4342-9ff9-52feba40df5c', 'tenant_id': 'daeb2fcf35b94877ad33b9f64543ff94', 'fixed_ips': [{'subnet_id': '1682aa13-714f-436b-8d26-fc79c961081e'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:00:48.635246 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-13df029d-b1dc-4594-9607-78d58151a5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:48.659845 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0a8500c5-7b72-426f-9183-4285650c8428 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0090015 Aug 18 13:00:48.662434 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 48854) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:48.767849 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-32d6455b-cc8c-40c0-a281-1ac10f451083 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:48.782246 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-13df029d-b1dc-4594-9607-78d58151a5df None None] Allocated IP 172.20.0.3 (c34ed860-7197-4342-9ff9-52feba40df5c/1682aa13-714f-436b-8d26-fc79c961081e/9d4a3e6c-2144-4eb9-8422-3fa7aa129f27) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:00:48.853464 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-32d6455b-cc8c-40c0-a281-1ac10f451083 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:48.903163 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb1af1-7fd1-4cca-8d22-16aa33a292db req-69f34b54-e210-4f78-85d3-86904db95560 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:48.908215 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e1eb1af1-7fd1-4cca-8d22-16aa33a292db req-69f34b54-e210-4f78-85d3-86904db95560 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 946 time: 0.0881021 Aug 18 13:00:48.951345 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e1eb1af1-7fd1-4cca-8d22-16aa33a292db req-fc4f537a-e4a1-48c6-8218-1f2c6f6d7d22 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348151 Aug 18 13:00:48.969880 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-13df029d-b1dc-4594-9607-78d58151a5df None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:48.978635 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-13df029d-b1dc-4594-9607-78d58151a5df None None] Transition to ACTIVE for port object 9d4a3e6c-2144-4eb9-8422-3fa7aa129f27 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:00:48.994024 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-13df029d-b1dc-4594-9607-78d58151a5df None None] Transition to ACTIVE for port object 9d4a3e6c-2144-4eb9-8422-3fa7aa129f27 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:00:49.021378 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef9871-8ddd-4ad7-9998-46d00f96b767 req-06d0e5aa-7571-4c5e-b227-19ced138dc11 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:49.022955 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-55ef9871-8ddd-4ad7-9998-46d00f96b767 req-06d0e5aa-7571-4c5e-b227-19ced138dc11 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df5b587-8310-4301-bdc6-7c3d42718686 HTTP/1.1" status: 200 len: 944 time: 0.0625234 Aug 18 13:00:49.065145 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-55ef9871-8ddd-4ad7-9998-46d00f96b767 req-a5a63c1c-6be7-4a83-a2a6-d7d3b1057fad tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4952977-a51b-4d17-ba35-1c1133304475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355408 Aug 18 13:00:49.110223 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-13df029d-b1dc-4594-9607-78d58151a5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:49.158330 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13df029d-b1dc-4594-9607-78d58151a5df None None] Network c34ed860-7197-4342-9ff9-52feba40df5c is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:00:49.161232 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-13df029d-b1dc-4594-9607-78d58151a5df None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:00:49.165989 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13df029d-b1dc-4594-9607-78d58151a5df None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:00:49.168679 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df029d-b1dc-4594-9607-78d58151a5df None None] Pushing event updated for resources: {'Port': ['ID=9d4a3e6c-2144-4eb9-8422-3fa7aa129f27,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:49.180775 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13df029d-b1dc-4594-9607-78d58151a5df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:49.181106 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13df029d-b1dc-4594-9607-78d58151a5df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:49.181443 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13df029d-b1dc-4594-9607-78d58151a5df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:49.182007 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13df029d-b1dc-4594-9607-78d58151a5df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:49.182119 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13df029d-b1dc-4594-9607-78d58151a5df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:49.182441 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13df029d-b1dc-4594-9607-78d58151a5df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:49.182766 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13df029d-b1dc-4594-9607-78d58151a5df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:49.183122 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13df029d-b1dc-4594-9607-78d58151a5df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:49.183420 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13df029d-b1dc-4594-9607-78d58151a5df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:49.183733 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13df029d-b1dc-4594-9607-78d58151a5df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:49.184051 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13df029d-b1dc-4594-9607-78d58151a5df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:49.184374 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13df029d-b1dc-4594-9607-78d58151a5df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:49.202670 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-32d6455b-cc8c-40c0-a281-1ac10f451083 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:49.229865 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-13df029d-b1dc-4594-9607-78d58151a5df None None] Attempting to bind port 9d4a3e6c-2144-4eb9-8422-3fa7aa129f27 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:00:49.230268 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-13df029d-b1dc-4594-9607-78d58151a5df None None] Attempting to bind port 9d4a3e6c-2144-4eb9-8422-3fa7aa129f27 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'c4d2d4e7-2352-479a-9a0b-4a9923b7c51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c34ed860-7197-4342-9ff9-52feba40df5c'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:00:49.230631 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13df029d-b1dc-4594-9607-78d58151a5df None None] Attempting to bind port 9d4a3e6c-2144-4eb9-8422-3fa7aa129f27 on network c34ed860-7197-4342-9ff9-52feba40df5c {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:00:49.236507 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13df029d-b1dc-4594-9607-78d58151a5df None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:00:49.239388 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13df029d-b1dc-4594-9607-78d58151a5df None None] Checking segment: {'id': 'c4d2d4e7-2352-479a-9a0b-4a9923b7c51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c34ed860-7197-4342-9ff9-52feba40df5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:00:49.239388 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-13df029d-b1dc-4594-9607-78d58151a5df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:49.239388 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13df029d-b1dc-4594-9607-78d58151a5df None None] Bound using segment: {'id': 'c4d2d4e7-2352-479a-9a0b-4a9923b7c51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c34ed860-7197-4342-9ff9-52feba40df5c'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:00:49.239388 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-13df029d-b1dc-4594-9607-78d58151a5df None None] Bound port: 9d4a3e6c-2144-4eb9-8422-3fa7aa129f27, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d2d4e7-2352-479a-9a0b-4a9923b7c51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c34ed860-7197-4342-9ff9-52feba40df5c'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:00:49.239388 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-13df029d-b1dc-4594-9607-78d58151a5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:49.241805 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d6455b-cc8c-40c0-a281-1ac10f451083 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event deleted for resources: {'Subnet': ['ID=1682aa13-714f-436b-8d26-fc79c961081e,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:49.294499 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67bb97-4b9c-4fdf-b9d8-35513c28bf29 req-bd9d6a9d-bfc0-4f4d-b93a-29dd90b392a3 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:49.296699 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-eb67bb97-4b9c-4fdf-b9d8-35513c28bf29 req-bd9d6a9d-bfc0-4f4d-b93a-29dd90b392a3 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=665d3e59-c726-4450-b8a3-e513c90d6727 HTTP/1.1" status: 200 len: 945 time: 0.1307158 Aug 18 13:00:49.312923 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-13df029d-b1dc-4594-9607-78d58151a5df None None] For port 9d4a3e6c-2144-4eb9-8422-3fa7aa129f27, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:00:49.313599 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-32d6455b-cc8c-40c0-a281-1ac10f451083 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:49.317186 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-13df029d-b1dc-4594-9607-78d58151a5df None None] For port 9d4a3e6c-2144-4eb9-8422-3fa7aa129f27, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=9d4a3e6c-2144-4eb9-8422-3fa7aa129f27,segment=NetworkSegment(c4d2d4e7-2352-479a-9a0b-4a9923b7c51b),segment_id=c4d2d4e7-2352-479a-9a0b-4a9923b7c51b)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:00:49.337856 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-32d6455b-cc8c-40c0-a281-1ac10f451083 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c34ed860-7197-4342-9ff9-52feba40df5c']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:49.350817 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-32d6455b-cc8c-40c0-a281-1ac10f451083 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4d2d4e7-2352-479a-9a0b-4a9923b7c51b') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:49.353518 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-32d6455b-cc8c-40c0-a281-1ac10f451083 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4d2d4e7-2352-479a-9a0b-4a9923b7c51b') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:49.375987 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-32d6455b-cc8c-40c0-a281-1ac10f451083 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:49.389316 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-eb67bb97-4b9c-4fdf-b9d8-35513c28bf29 req-ff48ab28-5ce0-4bb6-b270-a8a890669094 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803695 Aug 18 13:00:49.419434 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-13df029d-b1dc-4594-9607-78d58151a5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:49.422199 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-32d6455b-cc8c-40c0-a281-1ac10f451083 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:49.429526 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d6455b-cc8c-40c0-a281-1ac10f451083 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:00:49.429931 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-32d6455b-cc8c-40c0-a281-1ac10f451083 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:49.433115 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:00:49.433115 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:00:49.433115 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:00:49.433115 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:00:49.433115 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:00:49.433115 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:00:49.433115 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:00:49.433115 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:00:49.433115 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:00:49.433115 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:00:49.433115 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:00:49.433115 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:00:49.433115 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:00:49.433115 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:00:49.433115 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:00:49.433115 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:00:49.433115 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:00:49.433115 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:00:49.433115 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:00:49.433115 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:00:49.433115 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:00:49.433115 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:00:49.433115 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:00:49.433115 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:00:49.433115 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:00:49.433115 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:00:49.433115 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:00:49.433115 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:00:49.433115 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:00:49.433115 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:00:49.433115 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:00:49.433115 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:00:49.476354 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-86981180-4af0-4138-946f-3f4e1bce3acc req-84c49f40-9723-40ab-80ee-ec4f6f613526 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 210 time: 0.0379183 Aug 18 13:00:49.535139 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df029d-b1dc-4594-9607-78d58151a5df None None] Pushing event updated for resources: {'Port': ['ID=9d4a3e6c-2144-4eb9-8422-3fa7aa129f27,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:49.551052 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.db.api [None req-32d6455b-cc8c-40c0-a281-1ac10f451083 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 18 13:00:49.551052 n-d-803603-2 neutron-server[101676]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 18 13:00:49.551052 n-d-803603-2 neutron-server[101676]: [parameters: {'id': 'c34ed860-7197-4342-9ff9-52feba40df5c'}] Aug 18 13:00:49.551052 n-d-803603-2 neutron-server[101676]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:00:49.551469 n-d-803603-2 neutron-server[101676]: DEBUG oslo_db.api [None req-32d6455b-cc8c-40c0-a281-1ac10f451083 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:00:49.562926 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7ddf10-1e63-4711-9777-fc90e96c2ccf None None] Network c34ed860-7197-4342-9ff9-52feba40df5c requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:00:49.637987 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-d2e5bc23-121f-44de-ba26-5679a354cbb3 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:49.640582 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-d2e5bc23-121f-44de-ba26-5679a354cbb3 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.20 "GET /v2.0/networks?id=c70b20b2-1ba3-4778-b38e-36ed095ba70d HTTP/1.1" status: 200 len: 811 time: 0.1150727 Aug 18 13:00:49.688985 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-201f892d-7310-4fb1-9883-a79fc0d64892 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8b6c2b19e634a4bb77e7e12fa929d83 HTTP/1.1" status: 200 len: 379 time: 0.0385301 Aug 18 13:00:49.698137 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-99aa00b2-de13-4145-b95d-5d2b36dc4a1e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Request body: {'port': {'device_id': '69406f0d-4d49-4b0f-a5e3-e400e126fa67', 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d', 'admin_state_up': True, 'tenant_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'security_groups': ['f189e3f1-e021-401e-9fe4-ce0876be212b']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:49.713636 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d59e35-4be0-43ef-9c9c-d2b1b5ae05e1 None None] get_active_networks_info from n-d-803603-2 {{(pid=101677) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 13:00:49.855196 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d59e35-4be0-43ef-9c9c-d2b1b5ae05e1 None None] Resources bound (agent type, host, resource id): {{(pid=101677) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 13:00:49.939498 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-99aa00b2-de13-4145-b95d-5d2b36dc4a1e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Made reservation on behalf of d8b6c2b19e634a4bb77e7e12fa929d83 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:00:49.943418 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-99aa00b2-de13-4145-b95d-5d2b36dc4a1e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:50.056106 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-32d6455b-cc8c-40c0-a281-1ac10f451083 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:50.111643 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-99aa00b2-de13-4145-b95d-5d2b36dc4a1e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Allocated IP 172.20.0.8 (c70b20b2-1ba3-4778-b38e-36ed095ba70d/2744890d-6739-4756-b608-842180da7455/be132020-3516-4ddf-b702-9f30b7b7f0c8) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:00:50.135156 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbcc018-7e59-4b9c-8deb-f5bd14b29e54 req-5c1e32e2-ce5f-4070-8268-1378d0a0a279 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:50.139309 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ccbcc018-7e59-4b9c-8deb-f5bd14b29e54 req-5c1e32e2-ce5f-4070-8268-1378d0a0a279 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 946 time: 0.0988929 Aug 18 13:00:50.197728 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ccbcc018-7e59-4b9c-8deb-f5bd14b29e54 req-3005e311-f45d-4c54-8785-e1199a1b3c85 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440140 Aug 18 13:00:50.200063 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-32d6455b-cc8c-40c0-a281-1ac10f451083 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Deleting port 9d4a3e6c-2144-4eb9-8422-3fa7aa129f27 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:00:50.200405 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-32d6455b-cc8c-40c0-a281-1ac10f451083 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:50.289667 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-32d6455b-cc8c-40c0-a281-1ac10f451083 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] For port 9d4a3e6c-2144-4eb9-8422-3fa7aa129f27, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=9d4a3e6c-2144-4eb9-8422-3fa7aa129f27,segment=NetworkSegment(c4d2d4e7-2352-479a-9a0b-4a9923b7c51b),segment_id=c4d2d4e7-2352-479a-9a0b-4a9923b7c51b)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:00:50.290036 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-32d6455b-cc8c-40c0-a281-1ac10f451083 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:50.295635 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81ed6c-f6a0-4fff-a774-33c195c24282 req-9fbb0613-5dcc-4bfd-ba6f-bf0535965df9 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:50.303024 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ae81ed6c-f6a0-4fff-a774-33c195c24282 req-9fbb0613-5dcc-4bfd-ba6f-bf0535965df9 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df5b587-8310-4301-bdc6-7c3d42718686 HTTP/1.1" status: 200 len: 944 time: 0.1231577 Aug 18 13:00:50.303224 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-32d6455b-cc8c-40c0-a281-1ac10f451083 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Calling delete_port for 9d4a3e6c-2144-4eb9-8422-3fa7aa129f27 owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:00:50.343884 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-99aa00b2-de13-4145-b95d-5d2b36dc4a1e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:50.363878 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ae81ed6c-f6a0-4fff-a774-33c195c24282 req-2b030c7f-b057-4a44-880e-101f5e4397f2 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4952977-a51b-4d17-ba35-1c1133304475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599077 Aug 18 13:00:50.371847 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-99aa00b2-de13-4145-b95d-5d2b36dc4a1e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Transition to ACTIVE for port object be132020-3516-4ddf-b702-9f30b7b7f0c8 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:00:50.475275 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-32d6455b-cc8c-40c0-a281-1ac10f451083 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:50.488782 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-99aa00b2-de13-4145-b95d-5d2b36dc4a1e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:50.507739 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d6455b-cc8c-40c0-a281-1ac10f451083 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] No DVR routers for this DVR port 9d4a3e6c-2144-4eb9-8422-3fa7aa129f27 on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:00:50.509866 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d6455b-cc8c-40c0-a281-1ac10f451083 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event deleted for resources: {'Port': ['ID=9d4a3e6c-2144-4eb9-8422-3fa7aa129f27,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:50.541053 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device c10eca2f-5dbc-4595-a968-88bc433f1e48 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:00:50.551597 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-99aa00b2-de13-4145-b95d-5d2b36dc4a1e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Network c70b20b2-1ba3-4778-b38e-36ed095ba70d is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:00:50.575590 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-99aa00b2-de13-4145-b95d-5d2b36dc4a1e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:00:50.600556 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1172da-093d-478b-8bb4-9d183c6dcef9 req-6bdf06c5-406c-410c-93cc-8865ba874c8a tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:50.602414 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6a1172da-093d-478b-8bb4-9d183c6dcef9 req-6bdf06c5-406c-410c-93cc-8865ba874c8a tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=665d3e59-c726-4450-b8a3-e513c90d6727 HTTP/1.1" status: 200 len: 945 time: 0.1418045 Aug 18 13:00:50.604314 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-99aa00b2-de13-4145-b95d-5d2b36dc4a1e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:00:50.607971 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa00b2-de13-4145-b95d-5d2b36dc4a1e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Pushing event updated for resources: {'Port': ['ID=be132020-3516-4ddf-b702-9f30b7b7f0c8,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:50.625385 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-32d6455b-cc8c-40c0-a281-1ac10f451083 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:50.642218 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-32d6455b-cc8c-40c0-a281-1ac10f451083 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c34ed860-7197-4342-9ff9-52feba40df5c']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:50.657849 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-32d6455b-cc8c-40c0-a281-1ac10f451083 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4d2d4e7-2352-479a-9a0b-4a9923b7c51b') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:50.658139 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-32d6455b-cc8c-40c0-a281-1ac10f451083 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4d2d4e7-2352-479a-9a0b-4a9923b7c51b') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:50.670460 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port c10eca2f-5dbc-4595-a968-88bc433f1e48, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=c10eca2f-5dbc-4595-a968-88bc433f1e48,segment=NetworkSegment(bb97ea82-69a9-4800-b566-d430aa36f6e5),segment_id=bb97ea82-69a9-4800-b566-d430aa36f6e5)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:00:50.671223 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-32d6455b-cc8c-40c0-a281-1ac10f451083 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:50.684592 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'c10eca2f-5dbc-4595-a968-88bc433f1e48', 'network_id': 'd9c67a3b-f0ee-4baf-89f7-136d3e192a61', 'port_id': 'c10eca2f-5dbc-4595-a968-88bc433f1e48', 'mac_address': 'fa:16:3e:f3:ce:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc66fe81-c3d6-42b5-b663-fc73648ae374', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:00:50.691857 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-32d6455b-cc8c-40c0-a281-1ac10f451083 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:50.698783 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d6455b-cc8c-40c0-a281-1ac10f451083 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:00:50.699245 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-32d6455b-cc8c-40c0-a281-1ac10f451083 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:50.713079 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6a1172da-093d-478b-8bb4-9d183c6dcef9 req-c2664b8b-a203-4c06-b281-7965de167040 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919120 Aug 18 13:00:50.717012 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:00:50.717012 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:00:50.717012 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:00:50.717012 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:00:50.717012 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:00:50.717012 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:00:50.717012 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:00:50.717012 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:00:50.717012 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:00:50.717012 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:00:50.717012 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:00:50.717012 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:00:50.717012 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:00:50.717012 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:00:50.717012 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:00:50.717012 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:00:50.717012 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:00:50.717012 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:00:50.717012 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:00:50.717012 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:00:50.717012 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:00:50.717012 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:00:50.717012 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:00:50.717012 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:00:50.717012 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:00:50.717012 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:00:50.717012 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:00:50.717012 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:00:50.717012 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:00:50.717012 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:00:50.717012 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:00:50.717012 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:00:50.742336 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-99aa00b2-de13-4145-b95d-5d2b36dc4a1e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:50.742561 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:50.743013 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-99aa00b2-de13-4145-b95d-5d2b36dc4a1e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:50.762918 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c10eca2f-5dbc-4595-a968-88bc433f1e48 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:00:50.789014 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port c10eca2f-5dbc-4595-a968-88bc433f1e48, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=c10eca2f-5dbc-4595-a968-88bc433f1e48,segment=NetworkSegment(bb97ea82-69a9-4800-b566-d430aa36f6e5),segment_id=bb97ea82-69a9-4800-b566-d430aa36f6e5)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:00:50.833150 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-99aa00b2-de13-4145-b95d-5d2b36dc4a1e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1387868 Aug 18 13:00:50.849079 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-17948dcf-72ed-4e85-b723-b81b2cc8a1c1 service neutron] Request body: {'port': {'device_id': '69406f0d-4d49-4b0f-a5e3-e400e126fa67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:50.859948 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:50.866786 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ab563-86a8-4f20-b825-f3ad6c727e75 req-860c7dd8-7dd8-4795-b0ec-941b9984785a tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:50.870688 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a50ab563-86a8-4f20-b825-f3ad6c727e75 req-860c7dd8-7dd8-4795-b0ec-941b9984785a tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 931 time: 0.2734861 Aug 18 13:00:50.886445 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d53e5-5aac-402c-955e-0357948d60b7 req-e88dc9ea-6d20-4cbc-ada1-f53894b5652c tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:50.888058 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7c3d53e5-5aac-402c-955e-0357948d60b7 req-e88dc9ea-6d20-4cbc-ada1-f53894b5652c tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 946 time: 0.0944018 Aug 18 13:00:50.922660 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a50ab563-86a8-4f20-b825-f3ad6c727e75 req-1ea51b55-fc01-4b8a-8d03-18826a626159 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443320 Aug 18 13:00:50.931504 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=c10eca2f-5dbc-4595-a968-88bc433f1e48,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:50.944129 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-17948dcf-72ed-4e85-b723-b81b2cc8a1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:50.961540 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-32d6455b-cc8c-40c0-a281-1ac10f451083 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:50.965733 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7c3d53e5-5aac-402c-955e-0357948d60b7 req-10cc6f84-69e5-416c-8aef-e34bc884711f tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686240 Aug 18 13:00:50.972218 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-32d6455b-cc8c-40c0-a281-1ac10f451083 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:50.977347 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-32d6455b-cc8c-40c0-a281-1ac10f451083 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "DELETE /v2.0/networks/c34ed860-7197-4342-9ff9-52feba40df5c HTTP/1.1" status: 204 len: 168 time: 2.3109195 Aug 18 13:00:50.989127 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 48906) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:50.995290 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-91c0bb0c-c7dc-4620-9f39-7adefe25a700 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1455744052'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:51.009037 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d6455b-cc8c-40c0-a281-1ac10f451083 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event deleted for resources: {'Network': ['ID=c34ed860-7197-4342-9ff9-52feba40df5c,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:51.053128 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-e29dfec5-edfc-455d-b513-f01dab5d4643 None None] Provisioning for port be132020-3516-4ddf-b702-9f30b7b7f0c8 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:00:51.059810 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-e29dfec5-edfc-455d-b513-f01dab5d4643 None None] Provisioning complete for port be132020-3516-4ddf-b702-9f30b7b7f0c8 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:51.060887 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e29dfec5-edfc-455d-b513-f01dab5d4643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:51.097169 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-e29dfec5-edfc-455d-b513-f01dab5d4643 None None] Port be132020-3516-4ddf-b702-9f30b7b7f0c8 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:00:51.102265 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c0bb0c-c7dc-4620-9f39-7adefe25a700 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Made reservation on behalf of daeb2fcf35b94877ad33b9f64543ff94 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:00:51.107973 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-91c0bb0c-c7dc-4620-9f39-7adefe25a700 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:51.122347 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['c10eca2f-5dbc-4595-a968-88bc433f1e48'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:00:51.134627 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91c0bb0c-c7dc-4620-9f39-7adefe25a700 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:00:51.146843 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-91c0bb0c-c7dc-4620-9f39-7adefe25a700 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:51.147300 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-91c0bb0c-c7dc-4620-9f39-7adefe25a700 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Added segment 2e935c1d-8d63-4f96-aeb8-69dfc5d56b2d of type vlan for network 9211c0fd-54d6-4dd3-a871-4e062e758b73 Aug 18 13:00:51.199694 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-91c0bb0c-c7dc-4620-9f39-7adefe25a700 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:51.276128 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-17948dcf-72ed-4e85-b723-b81b2cc8a1c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be132020-3516-4ddf-b702-9f30b7b7f0c8 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:00:51.288265 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-17948dcf-72ed-4e85-b723-b81b2cc8a1c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:51.292926 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-91c0bb0c-c7dc-4620-9f39-7adefe25a700 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:51.298907 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c0bb0c-c7dc-4620-9f39-7adefe25a700 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:51.299803 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-91c0bb0c-c7dc-4620-9f39-7adefe25a700 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:51.301225 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-17948dcf-72ed-4e85-b723-b81b2cc8a1c1 service neutron] Transition to ACTIVE for port object be132020-3516-4ddf-b702-9f30b7b7f0c8 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:00:51.372283 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c0bb0c-c7dc-4620-9f39-7adefe25a700 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event updated for resources: {'Network': ['ID=9211c0fd-54d6-4dd3-a871-4e062e758b73,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:51.382569 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 9211c0fd-54d6-4dd3-a871-4e062e758b73 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:00:51.385185 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-17948dcf-72ed-4e85-b723-b81b2cc8a1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:51.420509 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-91c0bb0c-c7dc-4620-9f39-7adefe25a700 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4294107 Aug 18 13:00:51.423090 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 48916) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:51.434854 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-b68e31aa-c2d9-4359-9030-c09e4be65ca3 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Request body: {'subnet': {'network_id': '9211c0fd-54d6-4dd3-a871-4e062e758b73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:51.452390 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17948dcf-72ed-4e85-b723-b81b2cc8a1c1 service neutron] Pushing event updated for resources: {'Port': ['ID=be132020-3516-4ddf-b702-9f30b7b7f0c8,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:51.567867 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-17948dcf-72ed-4e85-b723-b81b2cc8a1c1 service neutron] Attempting to bind port be132020-3516-4ddf-b702-9f30b7b7f0c8 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:00:51.568342 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-17948dcf-72ed-4e85-b723-b81b2cc8a1c1 service neutron] Attempting to bind port be132020-3516-4ddf-b702-9f30b7b7f0c8 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': 'e308df16-0289-45ba-a2cb-37bdded69968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:00:51.568699 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-17948dcf-72ed-4e85-b723-b81b2cc8a1c1 service neutron] Attempting to bind port be132020-3516-4ddf-b702-9f30b7b7f0c8 on network c70b20b2-1ba3-4778-b38e-36ed095ba70d {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:00:51.575081 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-17948dcf-72ed-4e85-b723-b81b2cc8a1c1 service neutron] Port be132020-3516-4ddf-b702-9f30b7b7f0c8 on network c70b20b2-1ba3-4778-b38e-36ed095ba70d not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:00:51.575269 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-17948dcf-72ed-4e85-b723-b81b2cc8a1c1 service neutron] Attempting to bind port be132020-3516-4ddf-b702-9f30b7b7f0c8 on network c70b20b2-1ba3-4778-b38e-36ed095ba70d {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:00:51.581903 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-17948dcf-72ed-4e85-b723-b81b2cc8a1c1 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:00:51.582303 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-17948dcf-72ed-4e85-b723-b81b2cc8a1c1 service neutron] Checking segment: {'id': 'e308df16-0289-45ba-a2cb-37bdded69968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:00:51.582697 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-17948dcf-72ed-4e85-b723-b81b2cc8a1c1 service neutron] Bound using segment: {'id': 'e308df16-0289-45ba-a2cb-37bdded69968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:00:51.583432 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-17948dcf-72ed-4e85-b723-b81b2cc8a1c1 service neutron] Bound port: be132020-3516-4ddf-b702-9f30b7b7f0c8, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e308df16-0289-45ba-a2cb-37bdded69968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:00:51.583808 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-17948dcf-72ed-4e85-b723-b81b2cc8a1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:51.670074 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-17948dcf-72ed-4e85-b723-b81b2cc8a1c1 service neutron] For port be132020-3516-4ddf-b702-9f30b7b7f0c8, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:00:51.673772 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-17948dcf-72ed-4e85-b723-b81b2cc8a1c1 service neutron] For port be132020-3516-4ddf-b702-9f30b7b7f0c8, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=be132020-3516-4ddf-b702-9f30b7b7f0c8,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:00:51.689188 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7edb5-685a-4e73-b61c-dcafb46c5af5 req-e813778f-84e3-45eb-8d4d-93be7cff9435 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:51.690727 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1ca7edb5-685a-4e73-b61c-dcafb46c5af5 req-e813778f-84e3-45eb-8d4d-93be7cff9435 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df5b587-8310-4301-bdc6-7c3d42718686 HTTP/1.1" status: 200 len: 945 time: 0.1408374 Aug 18 13:00:51.732439 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1ca7edb5-685a-4e73-b61c-dcafb46c5af5 req-aa3f0625-3607-4ceb-8bb1-31e56300dba8 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4952977-a51b-4d17-ba35-1c1133304475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348184 Aug 18 13:00:51.756430 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-17948dcf-72ed-4e85-b723-b81b2cc8a1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:51.779145 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68e31aa-c2d9-4359-9030-c09e4be65ca3 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Made reservation on behalf of daeb2fcf35b94877ad33b9f64543ff94 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:00:51.783356 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b68e31aa-c2d9-4359-9030-c09e4be65ca3 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:52.010813 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 48928) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:52.081613 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d897a3-4051-4274-a52a-0982c0d51361 req-32988352-f729-4a8b-884e-f99171911c3a tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:52.083359 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-71d897a3-4051-4274-a52a-0982c0d51361 req-32988352-f729-4a8b-884e-f99171911c3a tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 943 time: 0.0642076 Aug 18 13:00:52.085269 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b68e31aa-c2d9-4359-9030-c09e4be65ca3 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:52.211066 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-44650f15-a634-4d6c-9170-65bbc52e2459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:52.215731 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-71d897a3-4051-4274-a52a-0982c0d51361 req-30c35b06-cd42-4762-af93-485479b7dfd7 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228349 Aug 18 13:00:52.223646 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e31aa-c2d9-4359-9030-c09e4be65ca3 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event updated for resources: {'Subnet': ['ID=687ba09f-43e8-44af-8b76-7ebda7c8c30f,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:52.227834 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-17948dcf-72ed-4e85-b723-b81b2cc8a1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:52.228461 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-17948dcf-72ed-4e85-b723-b81b2cc8a1c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:52.229859 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-17948dcf-72ed-4e85-b723-b81b2cc8a1c1 service neutron] 10.222.0.20 "PUT /v2.0/ports/be132020-3516-4ddf-b702-9f30b7b7f0c8 HTTP/1.1" status: 200 len: 1091 time: 1.3857207 Aug 18 13:00:52.230355 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69406f0d-4d49-4b0f-a5e3-e400e126fa67', 'tag': 'be132020-3516-4ddf-b702-9f30b7b7f0c8'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:00:52.233142 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28ec606-63c4-4711-83ae-ce0338910470" -d '{"events": [{"name": "network-changed", "server_uuid": "69406f0d-4d49-4b0f-a5e3-e400e126fa67", "tag": "be132020-3516-4ddf-b702-9f30b7b7f0c8"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:00:52.262313 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68e31aa-c2d9-4359-9030-c09e4be65ca3 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Checking segment: {'id': '2e935c1d-8d63-4f96-aeb8-69dfc5d56b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9211c0fd-54d6-4dd3-a871-4e062e758b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:00:52.262313 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68e31aa-c2d9-4359-9030-c09e4be65ca3 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Network hostable DHCP agents. Network: 9211c0fd-54d6-4dd3-a871-4e062e758b73, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:00:52.268908 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d8aa1f-5a3a-488e-b254-82cfd23a759f req-67543851-dc86-43b5-81e4-5158bf6f64c2 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:52.270497 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-39d8aa1f-5a3a-488e-b254-82cfd23a759f req-67543851-dc86-43b5-81e4-5158bf6f64c2 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=665d3e59-c726-4450-b8a3-e513c90d6727 HTTP/1.1" status: 200 len: 945 time: 0.0849137 Aug 18 13:00:52.271321 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17948dcf-72ed-4e85-b723-b81b2cc8a1c1 service neutron] Pushing event updated for resources: {'Port': ['ID=be132020-3516-4ddf-b702-9f30b7b7f0c8,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:52.321812 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-39d8aa1f-5a3a-488e-b254-82cfd23a759f req-268613aa-d23a-4810-9e7f-3dd6705b4e49 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442510 Aug 18 13:00:52.408017 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ee3c5-f656-43cd-ada6-f563158c05d3 req-2f374f82-3706-4615-bd5e-6e593c10955f tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:52.409296 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c28ee3c5-f656-43cd-ada6-f563158c05d3 req-2f374f82-3706-4615-bd5e-6e593c10955f tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 946 time: 0.0889688 Aug 18 13:00:52.414242 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68e31aa-c2d9-4359-9030-c09e4be65ca3 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Network 9211c0fd-54d6-4dd3-a871-4e062e758b73 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:00:52.416277 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-a02876d2-ee3e-4ef4-a8ac-de1191009e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:52.418492 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-a02876d2-ee3e-4ef4-a8ac-de1191009e16 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8b6c2b19e634a4bb77e7e12fa929d83&device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 1094 time: 0.0751793 Aug 18 13:00:52.493490 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-073431f6-1b2b-401e-b0c5-13c9102cf067 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be132020-3516-4ddf-b702-9f30b7b7f0c8 HTTP/1.1" status: 200 len: 217 time: 0.0651081 Aug 18 13:00:52.511798 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-44650f15-a634-4d6c-9170-65bbc52e2459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:52.521084 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c28ee3c5-f656-43cd-ada6-f563158c05d3 req-7f2565a9-7be8-4ab7-9623-b62c90f9a1d0 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009953 Aug 18 13:00:52.530576 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d649f6-4112-4dc7-bebb-a760d604e111 x-openstack-request-id: req-e5d649f6-4112-4dc7-bebb-a760d604e111 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:00:52.538140 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69406f0d-4d49-4b0f-a5e3-e400e126fa67", "tag": "be132020-3516-4ddf-b702-9f30b7b7f0c8", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:00:52.538548 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5d649f6-4112-4dc7-bebb-a760d604e111 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:00:52.539138 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69406f0d-4d49-4b0f-a5e3-e400e126fa67', 'tag': 'be132020-3516-4ddf-b702-9f30b7b7f0c8', 'status': 'completed', 'code': 200} Aug 18 13:00:52.551475 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-b68e31aa-c2d9-4359-9030-c09e4be65ca3 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 9211c0fd-54d6-4dd3-a871-4e062e758b73) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:00:52.559846 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68e31aa-c2d9-4359-9030-c09e4be65ca3 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:52.559846 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b68e31aa-c2d9-4359-9030-c09e4be65ca3 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:52.560943 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device c10eca2f-5dbc-4595-a968-88bc433f1e48 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:00:52.569896 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ff4b1e-b4f9-4f40-8f52-68be46440acc None None] Network 9211c0fd-54d6-4dd3-a871-4e062e758b73 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:00:52.574439 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-34b3d796-5ca8-429b-b5e7-22f4ddaee8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:52.576066 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-34b3d796-5ca8-429b-b5e7-22f4ddaee8c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2744890d-6739-4756-b608-842180da7455 HTTP/1.1" status: 200 len: 850 time: 0.0755467 Aug 18 13:00:52.585492 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-44650f15-a634-4d6c-9170-65bbc52e2459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:52.631641 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-44650f15-a634-4d6c-9170-65bbc52e2459 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=16642ed5bc8a48b2b5b08cfb48d7f4b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6173451 Aug 18 13:00:52.631641 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44650f15-a634-4d6c-9170-65bbc52e2459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57884e5e-7c0e-4825-8734-f43fbb05be87,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:52.632622 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 48938) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:52.665212 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b68e31aa-c2d9-4359-9030-c09e4be65ca3 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2410531 Aug 18 13:00:52.669541 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 48940) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:52.681717 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-e92bdc99-a57c-4517-98ce-3fa14c819795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:52.683589 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-e92bdc99-a57c-4517-98ce-3fa14c819795 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c70b20b2-1ba3-4778-b38e-36ed095ba70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923731 Aug 18 13:00:52.720942 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-756eca71-934d-4dbd-b307-458e9edeacc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:52.776698 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port c10eca2f-5dbc-4595-a968-88bc433f1e48 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:00:52.788313 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port c10eca2f-5dbc-4595-a968-88bc433f1e48 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:52.788742 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:52.800893 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4200c6-1e75-4c1a-b530-ab83cbc668ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-9211c0fd-54d6-4dd3-a871-4e062e758b73', 'network_id': '9211c0fd-54d6-4dd3-a871-4e062e758b73', 'tenant_id': 'daeb2fcf35b94877ad33b9f64543ff94', 'fixed_ips': [{'subnet_id': '687ba09f-43e8-44af-8b76-7ebda7c8c30f'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:00:52.801771 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-af4200c6-1e75-4c1a-b530-ab83cbc668ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:52.809022 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-756eca71-934d-4dbd-b307-458e9edeacc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:52.816641 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d6c5d2a9-b107-4d60-8338-3063994634fc tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:52.904352 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-2ffef359-f05c-473e-a48b-ac85439f10d3 service neutron] 10.222.0.20 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067583 Aug 18 13:00:52.928975 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d6c5d2a9-b107-4d60-8338-3063994634fc tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:52.969776 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2d93b-ffbd-466f-ab17-f4dd0122e3ed req-f26b66f4-d104-4c8d-a463-89482b515275 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:52.971373 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-88b2d93b-ffbd-466f-ab17-f4dd0122e3ed req-f26b66f4-d104-4c8d-a463-89482b515275 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df5b587-8310-4301-bdc6-7c3d42718686 HTTP/1.1" status: 200 len: 945 time: 0.1180778 Aug 18 13:00:52.988106 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:53.028439 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df5b587-8310-4301-bdc6-7c3d42718686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10eca2f-5dbc-4595-a968-88bc433f1e48'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:00:53.030825 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4597af46-1695-432d-8d73-24d1cdce2364" -d '{"events": [{"server_uuid": "5df5b587-8310-4301-bdc6-7c3d42718686", "name": "network-vif-plugged", "status": "completed", "tag": "c10eca2f-5dbc-4595-a968-88bc433f1e48"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:00:53.040657 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-88b2d93b-ffbd-466f-ab17-f4dd0122e3ed req-d70c40a1-cc90-42c4-ad8e-c91943d6b80b tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4952977-a51b-4d17-ba35-1c1133304475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593386 Aug 18 13:00:53.047579 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port c10eca2f-5dbc-4595-a968-88bc433f1e48, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=c10eca2f-5dbc-4595-a968-88bc433f1e48,segment=NetworkSegment(bb97ea82-69a9-4800-b566-d430aa36f6e5),segment_id=bb97ea82-69a9-4800-b566-d430aa36f6e5)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:00:53.050605 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-756eca71-934d-4dbd-b307-458e9edeacc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:53.053343 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-756eca71-934d-4dbd-b307-458e9edeacc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:53.054509 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-756eca71-934d-4dbd-b307-458e9edeacc4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57884e5e-7c0e-4825-8734-f43fbb05be87 HTTP/1.1" status: 204 len: 168 time: 0.4213178 Aug 18 13:00:53.073401 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756eca71-934d-4dbd-b307-458e9edeacc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57884e5e-7c0e-4825-8734-f43fbb05be87,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:53.076846 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-68b76356-6e8e-4bfc-9a13-0f129883b9f0 req-5a00525d-d57d-4d2a-89c5-6532d042c517 service neutron] 10.222.0.20 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632488 Aug 18 13:00:53.094635 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d6c5d2a9-b107-4d60-8338-3063994634fc tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:53.104353 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22fdf251-16a4-436f-b453-8428a3b3ba6e x-openstack-request-id: req-22fdf251-16a4-436f-b453-8428a3b3ba6e {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:00:53.104353 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5df5b587-8310-4301-bdc6-7c3d42718686", "name": "network-vif-plugged", "status": "completed", "tag": "c10eca2f-5dbc-4595-a968-88bc433f1e48", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:00:53.104888 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22fdf251-16a4-436f-b453-8428a3b3ba6e {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:00:53.105076 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df5b587-8310-4301-bdc6-7c3d42718686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10eca2f-5dbc-4595-a968-88bc433f1e48', 'code': 200} Aug 18 13:00:53.121847 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:53.139873 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5d2a9-b107-4d60-8338-3063994634fc tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event deleted for resources: {'Subnet': ['ID=687ba09f-43e8-44af-8b76-7ebda7c8c30f,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:53.204736 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d6c5d2a9-b107-4d60-8338-3063994634fc tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:53.215983 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-d6c5d2a9-b107-4d60-8338-3063994634fc tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9211c0fd-54d6-4dd3-a871-4e062e758b73']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:53.222917 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50d8cf-b648-4456-b356-57e4f50469c3 req-7cecd0f3-50c4-4cf5-90c3-7f583469e8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:53.224794 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fa50d8cf-b648-4456-b356-57e4f50469c3 req-7cecd0f3-50c4-4cf5-90c3-7f583469e8b3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5df5b587-8310-4301-bdc6-7c3d42718686 HTTP/1.1" status: 200 len: 1097 time: 0.0533125 Aug 18 13:00:53.228270 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-d6c5d2a9-b107-4d60-8338-3063994634fc tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e935c1d-8d63-4f96-aeb8-69dfc5d56b2d') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:53.228595 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-d6c5d2a9-b107-4d60-8338-3063994634fc tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e935c1d-8d63-4f96-aeb8-69dfc5d56b2d') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server [None req-af4200c6-1e75-4c1a-b530-ab83cbc668ee None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 687ba09f-43e8-44af-8b76-7ebda7c8c30f: This subnet is being modified by another concurrent operation. Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 18 13:00:53.231829 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 13:00:53.237661 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 18 13:00:53.237661 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 18 13:00:53.237661 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 13:00:53.237661 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 13:00:53.237661 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 13:00:53.237661 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 13:00:53.237661 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 18 13:00:53.237661 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 13:00:53.237661 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 18 13:00:53.237661 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 18 13:00:53.237661 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 13:00:53.237661 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 13:00:53.237661 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 13:00:53.237661 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 13:00:53.237661 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 18 13:00:53.237661 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 18 13:00:53.237661 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 18 13:00:53.237661 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 18 13:00:53.237661 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 18 13:00:53.237661 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 18 13:00:53.237661 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 18 13:00:53.237661 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 18 13:00:53.237661 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 18 13:00:53.237661 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 18 13:00:53.237661 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 13:00:53.237661 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 13:00:53.237661 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 13:00:53.237661 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 13:00:53.237661 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 18 13:00:53.237661 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 18 13:00:53.237661 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 18 13:00:53.237661 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 18 13:00:53.237661 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 18 13:00:53.237661 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 18 13:00:53.237661 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 18 13:00:53.237661 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server raise exception Aug 18 13:00:53.237661 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 687ba09f-43e8-44af-8b76-7ebda7c8c30f: This subnet is being modified by another concurrent operation. Aug 18 13:00:53.237661 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server Aug 18 13:00:53.244899 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d6c5d2a9-b107-4d60-8338-3063994634fc tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:53.282480 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d6c5d2a9-b107-4d60-8338-3063994634fc tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:53.282866 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fa50d8cf-b648-4456-b356-57e4f50469c3 req-fa27c6da-76f0-4698-b70c-1ae9a823f5b7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b4952977-a51b-4d17-ba35-1c1133304475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430427 Aug 18 13:00:53.284917 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ec606-63c4-4711-83ae-ce0338910470 req-f0fa5db3-95d1-4605-8688-1fd138a20064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:53.286646 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f28ec606-63c4-4711-83ae-ce0338910470 req-f0fa5db3-95d1-4605-8688-1fd138a20064 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8b6c2b19e634a4bb77e7e12fa929d83&device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 1094 time: 0.0761573 Aug 18 13:00:53.291664 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6c5d2a9-b107-4d60-8338-3063994634fc tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:00:53.292320 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d6c5d2a9-b107-4d60-8338-3063994634fc tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:53.296568 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:00:53.296568 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:00:53.296568 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:00:53.296568 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:00:53.296568 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:00:53.296568 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:00:53.296568 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:00:53.296568 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:00:53.296568 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:00:53.296568 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:00:53.296568 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:00:53.296568 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:00:53.296568 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:00:53.296568 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:00:53.296568 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:00:53.296568 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:00:53.296568 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:00:53.296568 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:00:53.296568 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:00:53.296568 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:00:53.296568 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:00:53.296568 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:00:53.296568 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:00:53.296568 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:00:53.296568 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:00:53.296568 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:00:53.296568 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:00:53.296568 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:00:53.296568 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:00:53.296568 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:00:53.296568 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:00:53.296568 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:00:53.316165 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=c10eca2f-5dbc-4595-a968-88bc433f1e48,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:53.332798 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca508edf-6850-4bd6-b691-556eac006db7 None None] Network 9211c0fd-54d6-4dd3-a871-4e062e758b73 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:00:53.459927 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476f9f3-0c50-461d-9654-4b859cb42820 req-e6ad2d90-73e9-457d-a274-46603bac491f tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:53.461472 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0476f9f3-0c50-461d-9654-4b859cb42820 req-e6ad2d90-73e9-457d-a274-46603bac491f tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 943 time: 0.0853910 Aug 18 13:00:53.464589 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ec606-63c4-4711-83ae-ce0338910470 req-b1118da4-74bd-404d-8758-9aa30eae5c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:53.465953 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f28ec606-63c4-4711-83ae-ce0338910470 req-b1118da4-74bd-404d-8758-9aa30eae5c40 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c70b20b2-1ba3-4778-b38e-36ed095ba70d HTTP/1.1" status: 200 len: 912 time: 0.1655760 Aug 18 13:00:53.529715 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73dc34-705b-42db-9345-48630c16348e req-5b3a76e4-e60a-4938-957c-f03a56697fd5 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:53.540439 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0b73dc34-705b-42db-9345-48630c16348e req-5b3a76e4-e60a-4938-957c-f03a56697fd5 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=665d3e59-c726-4450-b8a3-e513c90d6727 HTTP/1.1" status: 200 len: 945 time: 0.0774572 Aug 18 13:00:53.562851 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235eb28a-d01f-46a1-bec0-20734cb40b28 None None] get_active_networks_info from n-d-803603-2 {{(pid=101677) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 13:00:53.573681 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d6c5d2a9-b107-4d60-8338-3063994634fc tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:53.591624 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d6c5d2a9-b107-4d60-8338-3063994634fc tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:53.600275 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d6c5d2a9-b107-4d60-8338-3063994634fc tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "DELETE /v2.0/networks/9211c0fd-54d6-4dd3-a871-4e062e758b73 HTTP/1.1" status: 204 len: 168 time: 0.9313793 Aug 18 13:00:53.602367 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 48964) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:53.622879 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-8fe85733-3337-4252-8ada-e1824448b9a6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-803969314'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:53.628154 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5d2a9-b107-4d60-8338-3063994634fc tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event deleted for resources: {'Network': ['ID=9211c0fd-54d6-4dd3-a871-4e062e758b73,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:53.632430 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f28ec606-63c4-4711-83ae-ce0338910470 req-2454936d-0033-4997-996d-c2c52f71c482 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be132020-3516-4ddf-b702-9f30b7b7f0c8 HTTP/1.1" status: 200 len: 217 time: 0.1211839 Aug 18 13:00:53.673555 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0b73dc34-705b-42db-9345-48630c16348e req-e78ee184-984c-43a5-91f0-06f42d72c8ee tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314073 Aug 18 13:00:53.691101 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0476f9f3-0c50-461d-9654-4b859cb42820 req-117bb191-ac6e-4e33-ad6f-4d3fbb7ec1b3 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2169871 Aug 18 13:00:53.723803 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca45502-a0d9-477d-b0bd-f69e2db6cf32 req-50221444-a221-47c4-a633-27c929cc20ad tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:53.725322 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ca45502-a0d9-477d-b0bd-f69e2db6cf32 req-50221444-a221-47c4-a633-27c929cc20ad tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 946 time: 0.2094889 Aug 18 13:00:53.729486 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe85733-3337-4252-8ada-e1824448b9a6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Made reservation on behalf of daeb2fcf35b94877ad33b9f64543ff94 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:00:53.734617 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ec606-63c4-4711-83ae-ce0338910470 req-4dea2337-e913-4acb-b1dc-ab827f8a2786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:53.735027 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8fe85733-3337-4252-8ada-e1824448b9a6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:53.736198 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f28ec606-63c4-4711-83ae-ce0338910470 req-4dea2337-e913-4acb-b1dc-ab827f8a2786 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2744890d-6739-4756-b608-842180da7455 HTTP/1.1" status: 200 len: 850 time: 0.0927327 Aug 18 13:00:53.766589 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235eb28a-d01f-46a1-bec0-20734cb40b28 None None] Resources bound (agent type, host, resource id): {{(pid=101677) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 13:00:53.786941 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fe85733-3337-4252-8ada-e1824448b9a6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:00:53.808511 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8fe85733-3337-4252-8ada-e1824448b9a6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:53.809525 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-8fe85733-3337-4252-8ada-e1824448b9a6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Added segment e27bdc10-7c85-4350-8b82-6942c495e741 of type vlan for network 131b9e31-126a-440f-a988-16a71f52d34e Aug 18 13:00:53.875562 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8fe85733-3337-4252-8ada-e1824448b9a6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:53.909087 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ec606-63c4-4711-83ae-ce0338910470 req-eaaca190-2d62-42f7-ba96-10b049eb09da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:53.910669 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f28ec606-63c4-4711-83ae-ce0338910470 req-eaaca190-2d62-42f7-ba96-10b049eb09da service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c70b20b2-1ba3-4778-b38e-36ed095ba70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1654677 Aug 18 13:00:53.961005 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8fe85733-3337-4252-8ada-e1824448b9a6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:53.967302 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe85733-3337-4252-8ada-e1824448b9a6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:53.967905 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8fe85733-3337-4252-8ada-e1824448b9a6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:54.016010 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383abee-0e68-485c-83d0-5601f385aae1 req-48f70844-26b6-4460-85f8-d02be20a0cc5 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:54.017550 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4383abee-0e68-485c-83d0-5601f385aae1 req-48f70844-26b6-4460-85f8-d02be20a0cc5 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 946 time: 0.1319840 Aug 18 13:00:54.044066 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-5ca45502-a0d9-477d-b0bd-f69e2db6cf32 req-da9e3fcb-d996-4263-ac9c-4e477ba40682 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Deleting port 2f82394a-1acb-490b-82df-f75bd4b478f8 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:00:54.044420 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-5ca45502-a0d9-477d-b0bd-f69e2db6cf32 req-da9e3fcb-d996-4263-ac9c-4e477ba40682 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:54.071893 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe85733-3337-4252-8ada-e1824448b9a6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event updated for resources: {'Network': ['ID=131b9e31-126a-440f-a988-16a71f52d34e,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:54.089371 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 131b9e31-126a-440f-a988-16a71f52d34e details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:00:54.121857 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8fe85733-3337-4252-8ada-e1824448b9a6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5013728 Aug 18 13:00:54.122061 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 48976) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:54.128833 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-b739f151-f99b-438c-a076-43b5c2b758e6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Request body: {'subnet': {'network_id': '131b9e31-126a-440f-a988-16a71f52d34e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:54.211540 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-5ca45502-a0d9-477d-b0bd-f69e2db6cf32 req-da9e3fcb-d996-4263-ac9c-4e477ba40682 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] For port 2f82394a-1acb-490b-82df-f75bd4b478f8, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=2f82394a-1acb-490b-82df-f75bd4b478f8,segment=NetworkSegment(6851dbba-1cc1-4348-91b0-ff341cc9df8f),segment_id=6851dbba-1cc1-4348-91b0-ff341cc9df8f)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:00:54.212019 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-5ca45502-a0d9-477d-b0bd-f69e2db6cf32 req-da9e3fcb-d996-4263-ac9c-4e477ba40682 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:54.238525 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-5ca45502-a0d9-477d-b0bd-f69e2db6cf32 req-da9e3fcb-d996-4263-ac9c-4e477ba40682 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Calling delete_port for 2f82394a-1acb-490b-82df-f75bd4b478f8 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:00:54.287392 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c5ef9-7000-41e9-a9a7-d247b2f3347d req-d5b84aa6-8637-4091-aa94-de600f61d418 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:54.288971 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5e4c5ef9-7000-41e9-a9a7-d247b2f3347d req-d5b84aa6-8637-4091-aa94-de600f61d418 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df5b587-8310-4301-bdc6-7c3d42718686 HTTP/1.1" status: 200 len: 946 time: 0.1035271 Aug 18 13:00:54.328429 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4383abee-0e68-485c-83d0-5601f385aae1 req-e125c351-493f-4d5f-afa2-3df6994b2142 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030956 Aug 18 13:00:54.330504 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f28ec606-63c4-4711-83ae-ce0338910470 req-5017ca7e-8a5b-4cce-ac34-181f25a07b26 service neutron] 10.222.0.20 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017980 Aug 18 13:00:54.363441 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5e4c5ef9-7000-41e9-a9a7-d247b2f3347d req-69e2ebba-5549-42aa-a7cc-31b3efd362a9 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4952977-a51b-4d17-ba35-1c1133304475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507503 Aug 18 13:00:54.395963 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b739f151-f99b-438c-a076-43b5c2b758e6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Made reservation on behalf of daeb2fcf35b94877ad33b9f64543ff94 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:00:54.400704 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b739f151-f99b-438c-a076-43b5c2b758e6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:54.491365 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f28ec606-63c4-4711-83ae-ce0338910470 req-8308581b-9e83-4088-94f3-377bb9a21d0c service neutron] 10.222.0.20 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517711 Aug 18 13:00:54.590373 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-5ca45502-a0d9-477d-b0bd-f69e2db6cf32 req-da9e3fcb-d996-4263-ac9c-4e477ba40682 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:54.605131 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['011cfdb1-83c4-453f-82df-6e524aa56987'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:00:54.608754 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['2f82394a-1acb-490b-82df-f75bd4b478f8'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:00:54.647722 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9e3fcb-d996-4263-ac9c-4e477ba40682 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Pushing event deleted for resources: {'Port': ['ID=2f82394a-1acb-490b-82df-f75bd4b478f8,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:54.710568 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b739f151-f99b-438c-a076-43b5c2b758e6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:54.745468 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca45502-a0d9-477d-b0bd-f69e2db6cf32 req-da9e3fcb-d996-4263-ac9c-4e477ba40682 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] No DVR routers for this DVR port 2f82394a-1acb-490b-82df-f75bd4b478f8 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:00:54.755414 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-5ca45502-a0d9-477d-b0bd-f69e2db6cf32 req-da9e3fcb-d996-4263-ac9c-4e477ba40682 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:54.757466 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ca45502-a0d9-477d-b0bd-f69e2db6cf32 req-da9e3fcb-d996-4263-ac9c-4e477ba40682 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.20 "DELETE /v2.0/ports/2f82394a-1acb-490b-82df-f75bd4b478f8 HTTP/1.1" status: 204 len: 173 time: 1.0248573 Aug 18 13:00:54.766684 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a65954-f30f-4b15-8588-6f8515f551ac', 'name': 'network-vif-deleted', 'tag': '2f82394a-1acb-490b-82df-f75bd4b478f8'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:00:54.771712 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c845342f-533d-4950-b6b1-a528fa165f26" -d '{"events": [{"server_uuid": "a4a65954-f30f-4b15-8588-6f8515f551ac", "name": "network-vif-deleted", "tag": "2f82394a-1acb-490b-82df-f75bd4b478f8"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:00:54.884721 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b739f151-f99b-438c-a076-43b5c2b758e6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Checking segment: {'id': 'e27bdc10-7c85-4350-8b82-6942c495e741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '131b9e31-126a-440f-a988-16a71f52d34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:00:54.885082 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b739f151-f99b-438c-a076-43b5c2b758e6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Network hostable DHCP agents. Network: 131b9e31-126a-440f-a988-16a71f52d34e, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:00:54.893901 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d1bb6-03d7-4aca-aca6-de3a733addb1 req-33d21f71-c7cf-4755-b7d5-42f19070e73f tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:54.898889 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-247d1bb6-03d7-4aca-aca6-de3a733addb1 req-33d21f71-c7cf-4755-b7d5-42f19070e73f tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=665d3e59-c726-4450-b8a3-e513c90d6727 HTTP/1.1" status: 200 len: 945 time: 0.0962903 Aug 18 13:00:54.902797 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739f151-f99b-438c-a076-43b5c2b758e6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event updated for resources: {'Subnet': ['ID=297b4c5c-698d-4614-9b44-b6cbc7ca19a7,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:54.928568 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e16e38-ba3b-41dc-acbd-d2308e132495 req-179fc5f6-06c8-4714-b84a-f63da00b8d6e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:54.930281 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-25e16e38-ba3b-41dc-acbd-d2308e132495 req-179fc5f6-06c8-4714-b84a-f63da00b8d6e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 943 time: 0.1083927 Aug 18 13:00:54.966342 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-247d1bb6-03d7-4aca-aca6-de3a733addb1 req-69275561-81b0-4699-90af-1d9d713fe715 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588343 Aug 18 13:00:54.989616 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b739f151-f99b-438c-a076-43b5c2b758e6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Network 131b9e31-126a-440f-a988-16a71f52d34e is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:00:55.014933 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-25e16e38-ba3b-41dc-acbd-d2308e132495 req-62a94c5c-9591-45fa-8c84-6c5e179fb400 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782161 Aug 18 13:00:55.056457 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533356fc-dd11-4454-815b-91912fd577de x-openstack-request-id: req-533356fc-dd11-4454-815b-91912fd577de {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:00:55.056766 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a65954-f30f-4b15-8588-6f8515f551ac", "name": "network-vif-deleted", "tag": "2f82394a-1acb-490b-82df-f75bd4b478f8", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:00:55.057027 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-533356fc-dd11-4454-815b-91912fd577de {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:00:55.057430 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a65954-f30f-4b15-8588-6f8515f551ac', 'name': 'network-vif-deleted', 'tag': '2f82394a-1acb-490b-82df-f75bd4b478f8', 'status': 'completed', 'code': 200} Aug 18 13:00:55.087367 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-b739f151-f99b-438c-a076-43b5c2b758e6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 131b9e31-126a-440f-a988-16a71f52d34e) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:00:55.092466 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b739f151-f99b-438c-a076-43b5c2b758e6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:55.093130 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b739f151-f99b-438c-a076-43b5c2b758e6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:55.098708 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd1da02-93df-4ec1-b3f4-e3175c0dfbfc None None] Network 131b9e31-126a-440f-a988-16a71f52d34e requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:00:55.171299 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b739f151-f99b-438c-a076-43b5c2b758e6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0458002 Aug 18 13:00:55.171689 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 49004) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:55.276573 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dc9e2b34-44fd-405f-adde-80a8b162b012 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:55.289919 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75edd82-d8fb-4e30-a499-fbcf97174658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-131b9e31-126a-440f-a988-16a71f52d34e', 'network_id': '131b9e31-126a-440f-a988-16a71f52d34e', 'tenant_id': 'daeb2fcf35b94877ad33b9f64543ff94', 'fixed_ips': [{'subnet_id': '297b4c5c-698d-4614-9b44-b6cbc7ca19a7'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:00:55.290935 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b75edd82-d8fb-4e30-a499-fbcf97174658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:55.364841 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dc9e2b34-44fd-405f-adde-80a8b162b012 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:55.491603 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-33817d1e-3d89-4839-b96c-f2f81a95d89e req-e77d22e8-fac8-4609-91b8-3b68eb5e2508 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a65954-f30f-4b15-8588-6f8515f551ac HTTP/1.1" status: 200 len: 210 time: 0.0439694 Aug 18 13:00:55.492497 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-b75edd82-d8fb-4e30-a499-fbcf97174658 None None] Allocated IP 172.20.0.2 (131b9e31-126a-440f-a988-16a71f52d34e/297b4c5c-698d-4614-9b44-b6cbc7ca19a7/6446d820-c74c-4bcc-8550-3eaff6cdf6ec) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:00:55.550620 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b4165-aa34-4329-8ca9-bd5cc9e50f44 req-aa6277ba-5465-4cf5-a1d0-288e12249713 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:55.552308 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-359b4165-aa34-4329-8ca9-bd5cc9e50f44 req-aa6277ba-5465-4cf5-a1d0-288e12249713 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df5b587-8310-4301-bdc6-7c3d42718686 HTTP/1.1" status: 200 len: 946 time: 0.0755706 Aug 18 13:00:55.636446 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-359b4165-aa34-4329-8ca9-bd5cc9e50f44 req-08bb1901-5f7d-4136-9ebe-af5d385a29a1 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4952977-a51b-4d17-ba35-1c1133304475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705998 Aug 18 13:00:55.759360 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676e55c-9c6e-4437-b553-aebf0d73cc64 req-e310d200-b4ff-4be0-875d-cad4c784626d tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:55.760860 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c676e55c-9c6e-4437-b553-aebf0d73cc64 req-e310d200-b4ff-4be0-875d-cad4c784626d tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df5b587-8310-4301-bdc6-7c3d42718686 HTTP/1.1" status: 200 len: 946 time: 0.0519331 Aug 18 13:00:55.775017 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 49024) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:55.779884 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-9854d64b-2a4f-4b15-babb-efec177ebeb0 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Request body: {'floatingip': {'port_id': 'c10eca2f-5dbc-4595-a968-88bc433f1e48'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:55.821212 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b75edd82-d8fb-4e30-a499-fbcf97174658 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:55.828659 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9854d64b-2a4f-4b15-babb-efec177ebeb0 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify callbacks [] for floatingip, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:55.830315 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b75edd82-d8fb-4e30-a499-fbcf97174658 None None] Transition to ACTIVE for port object 6446d820-c74c-4bcc-8550-3eaff6cdf6ec will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:00:55.847997 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b75edd82-d8fb-4e30-a499-fbcf97174658 None None] Transition to ACTIVE for port object 6446d820-c74c-4bcc-8550-3eaff6cdf6ec will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:00:55.916112 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b75edd82-d8fb-4e30-a499-fbcf97174658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:55.953052 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75edd82-d8fb-4e30-a499-fbcf97174658 None None] Network 131b9e31-126a-440f-a988-16a71f52d34e is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:00:55.957937 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-b75edd82-d8fb-4e30-a499-fbcf97174658 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:00:55.961474 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75edd82-d8fb-4e30-a499-fbcf97174658 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:00:55.973017 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75edd82-d8fb-4e30-a499-fbcf97174658 None None] Pushing event updated for resources: {'Port': ['ID=6446d820-c74c-4bcc-8550-3eaff6cdf6ec,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:56.030703 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-b75edd82-d8fb-4e30-a499-fbcf97174658 None None] Attempting to bind port 6446d820-c74c-4bcc-8550-3eaff6cdf6ec on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:00:56.030914 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dc9e2b34-44fd-405f-adde-80a8b162b012 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:56.031137 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-b75edd82-d8fb-4e30-a499-fbcf97174658 None None] Attempting to bind port 6446d820-c74c-4bcc-8550-3eaff6cdf6ec by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'e27bdc10-7c85-4350-8b82-6942c495e741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '131b9e31-126a-440f-a988-16a71f52d34e'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:00:56.031441 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75edd82-d8fb-4e30-a499-fbcf97174658 None None] Attempting to bind port 6446d820-c74c-4bcc-8550-3eaff6cdf6ec on network 131b9e31-126a-440f-a988-16a71f52d34e {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:00:56.039501 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75edd82-d8fb-4e30-a499-fbcf97174658 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:00:56.039857 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75edd82-d8fb-4e30-a499-fbcf97174658 None None] Checking segment: {'id': 'e27bdc10-7c85-4350-8b82-6942c495e741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '131b9e31-126a-440f-a988-16a71f52d34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:00:56.043510 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b75edd82-d8fb-4e30-a499-fbcf97174658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:56.043510 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75edd82-d8fb-4e30-a499-fbcf97174658 None None] Bound using segment: {'id': 'e27bdc10-7c85-4350-8b82-6942c495e741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '131b9e31-126a-440f-a988-16a71f52d34e'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:00:56.043510 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-b75edd82-d8fb-4e30-a499-fbcf97174658 None None] Bound port: 6446d820-c74c-4bcc-8550-3eaff6cdf6ec, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27bdc10-7c85-4350-8b82-6942c495e741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '131b9e31-126a-440f-a988-16a71f52d34e'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:00:56.043510 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b75edd82-d8fb-4e30-a499-fbcf97174658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:56.066962 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e2b34-44fd-405f-adde-80a8b162b012 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event deleted for resources: {'Subnet': ['ID=297b4c5c-698d-4614-9b44-b6cbc7ca19a7,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:56.136354 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-b75edd82-d8fb-4e30-a499-fbcf97174658 None None] For port 6446d820-c74c-4bcc-8550-3eaff6cdf6ec, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:00:56.140037 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-b75edd82-d8fb-4e30-a499-fbcf97174658 None None] For port 6446d820-c74c-4bcc-8550-3eaff6cdf6ec, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=6446d820-c74c-4bcc-8550-3eaff6cdf6ec,segment=NetworkSegment(e27bdc10-7c85-4350-8b82-6942c495e741),segment_id=e27bdc10-7c85-4350-8b82-6942c495e741)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:00:56.142149 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dc9e2b34-44fd-405f-adde-80a8b162b012 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:56.155899 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-dc9e2b34-44fd-405f-adde-80a8b162b012 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['131b9e31-126a-440f-a988-16a71f52d34e']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:56.175171 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-dc9e2b34-44fd-405f-adde-80a8b162b012 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27bdc10-7c85-4350-8b82-6942c495e741') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:56.175755 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-dc9e2b34-44fd-405f-adde-80a8b162b012 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27bdc10-7c85-4350-8b82-6942c495e741') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:56.188969 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea65bd6-7121-4328-a6b5-2c7436e33949 req-5f42f631-8ff9-4f04-8e6f-22c6322868c6 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:56.190558 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dea65bd6-7121-4328-a6b5-2c7436e33949 req-5f42f631-8ff9-4f04-8e6f-22c6322868c6 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=665d3e59-c726-4450-b8a3-e513c90d6727 HTTP/1.1" status: 200 len: 945 time: 0.1548486 Aug 18 13:00:56.192219 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dc9e2b34-44fd-405f-adde-80a8b162b012 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:56.211987 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b75edd82-d8fb-4e30-a499-fbcf97174658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:56.238570 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dc9e2b34-44fd-405f-adde-80a8b162b012 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:56.238570 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc9e2b34-44fd-405f-adde-80a8b162b012 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:00:56.251793 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dc9e2b34-44fd-405f-adde-80a8b162b012 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:56.255952 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:00:56.255952 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:00:56.255952 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:00:56.255952 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:00:56.255952 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:00:56.255952 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:00:56.255952 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:00:56.255952 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:00:56.255952 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:00:56.255952 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:00:56.255952 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:00:56.255952 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:00:56.255952 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:00:56.255952 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:00:56.255952 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:00:56.255952 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:00:56.255952 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:00:56.255952 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:00:56.255952 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:00:56.255952 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:00:56.255952 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:00:56.255952 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:00:56.255952 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:00:56.255952 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:00:56.255952 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:00:56.255952 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:00:56.255952 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:00:56.255952 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:00:56.255952 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:00:56.255952 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:00:56.255952 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:00:56.255952 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:00:56.337665 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dea65bd6-7121-4328-a6b5-2c7436e33949 req-7d47f266-ff26-444e-a105-5d4a03f18e65 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119752 Aug 18 13:00:56.351746 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75edd82-d8fb-4e30-a499-fbcf97174658 None None] Pushing event updated for resources: {'Port': ['ID=6446d820-c74c-4bcc-8550-3eaff6cdf6ec,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:56.362295 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d3bfb6-f09c-4ac5-97b4-a53db51c1503 None None] Network 131b9e31-126a-440f-a988-16a71f52d34e requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:00:56.370971 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f43a30-1b45-47b1-9860-39a4b5107a77 req-c349524f-bd23-48c4-968c-e09d64d9f5b6 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:56.379043 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e8f43a30-1b45-47b1-9860-39a4b5107a77 req-c349524f-bd23-48c4-968c-e09d64d9f5b6 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 943 time: 0.1919878 Aug 18 13:00:56.407690 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.db.api [None req-dc9e2b34-44fd-405f-adde-80a8b162b012 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 18 13:00:56.407690 n-d-803603-2 neutron-server[101675]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 18 13:00:56.407690 n-d-803603-2 neutron-server[101675]: [parameters: {'id': '131b9e31-126a-440f-a988-16a71f52d34e'}] Aug 18 13:00:56.407690 n-d-803603-2 neutron-server[101675]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:00:56.412484 n-d-803603-2 neutron-server[101675]: DEBUG oslo_db.api [None req-dc9e2b34-44fd-405f-adde-80a8b162b012 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:00:56.423239 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e8f43a30-1b45-47b1-9860-39a4b5107a77 req-0e74d40f-2a64-4dd2-92eb-16c422f9982b tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433397 Aug 18 13:00:56.448614 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device be132020-3516-4ddf-b702-9f30b7b7f0c8 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:00:56.505089 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9854d64b-2a4f-4b15-babb-efec177ebeb0 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:56.590414 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9854d64b-2a4f-4b15-babb-efec177ebeb0 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:56.601500 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc9a296-7196-402e-b688-d4fe218d266c None None] get_active_networks_info from n-d-803603-2 {{(pid=101677) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 13:00:56.633859 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-463c81a0-4e6a-4144-a093-0537d03ac8ad tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:56.636287 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-463c81a0-4e6a-4144-a093-0537d03ac8ad tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/networks?id=8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8 HTTP/1.1" status: 200 len: 814 time: 0.1281304 Aug 18 13:00:56.657744 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-71b38dcd-5ccf-456c-9485-c4a7312a6d5f tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/quotas/e1762f04164146b59760e8758daee96f HTTP/1.1" status: 200 len: 375 time: 0.0128245 Aug 18 13:00:56.680439 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port be132020-3516-4ddf-b702-9f30b7b7f0c8, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=be132020-3516-4ddf-b702-9f30b7b7f0c8,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:00:56.713265 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'be132020-3516-4ddf-b702-9f30b7b7f0c8', 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d', 'port_id': 'be132020-3516-4ddf-b702-9f30b7b7f0c8', 'mac_address': 'fa:16:3e:28:23:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2744890d-6739-4756-b608-842180da7455', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:00:56.726914 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-1668e51a-5022-4b40-b34b-e47a54bf4757 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1762f04164146b59760e8758daee96f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0597117 Aug 18 13:00:56.780381 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:56.804371 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be132020-3516-4ddf-b702-9f30b7b7f0c8 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:00:56.810007 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc9a296-7196-402e-b688-d4fe218d266c None None] Resources bound (agent type, host, resource id): {{(pid=101677) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 13:00:56.831920 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-e193a66e-0575-4106-a99f-1df2b247fb73 service neutron] 10.222.0.13 "GET /v2.0/networks/8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040313 Aug 18 13:00:56.832139 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port be132020-3516-4ddf-b702-9f30b7b7f0c8, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=be132020-3516-4ddf-b702-9f30b7b7f0c8,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:00:56.909478 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dc9e2b34-44fd-405f-adde-80a8b162b012 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:56.924066 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:56.945691 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-4063f5ae-9aa6-4d1d-a0ce-d71925be0cd9 service neutron] 10.222.0.13 "GET /v2.0/networks/8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127760 Aug 18 13:00:57.023590 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-dc9e2b34-44fd-405f-adde-80a8b162b012 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Deleting port 6446d820-c74c-4bcc-8550-3eaff6cdf6ec {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:00:57.024169 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dc9e2b34-44fd-405f-adde-80a8b162b012 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:57.038380 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=be132020-3516-4ddf-b702-9f30b7b7f0c8,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:57.131193 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-dc9e2b34-44fd-405f-adde-80a8b162b012 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] For port 6446d820-c74c-4bcc-8550-3eaff6cdf6ec, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=6446d820-c74c-4bcc-8550-3eaff6cdf6ec,segment=NetworkSegment(e27bdc10-7c85-4350-8b82-6942c495e741),segment_id=e27bdc10-7c85-4350-8b82-6942c495e741)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:00:57.132738 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dc9e2b34-44fd-405f-adde-80a8b162b012 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:57.133787 n-d-803603-2 neutron-server[101676]: INFO neutron.db.l3_db [None req-9854d64b-2a4f-4b15-babb-efec177ebeb0 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Floating IP 008aba4f-c834-4f7d-bc92-a6e0436f9e57 associated. External IP: 172.25.6.88, port: c10eca2f-5dbc-4595-a968-88bc433f1e48. Aug 18 13:00:57.169050 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-dc9e2b34-44fd-405f-adde-80a8b162b012 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Calling delete_port for 6446d820-c74c-4bcc-8550-3eaff6cdf6ec owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:00:57.192272 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['be132020-3516-4ddf-b702-9f30b7b7f0c8'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:00:57.265304 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-34582ba4-7132-46e9-9622-c628afaa5c15 req-2084e2da-9f20-40ab-a3a5-4dbcdaaadfe9 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=72014c24-f00e-4134-8a18-94cc0b7878f9 HTTP/1.1" status: 200 len: 210 time: 0.0779183 Aug 18 13:00:57.285676 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253b40e-9d39-4344-b008-b284643c2658 req-28ba0619-ed34-4a7a-aa3e-48368d4cba7d tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:57.285676 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4253b40e-9d39-4344-b008-b284643c2658 req-28ba0619-ed34-4a7a-aa3e-48368d4cba7d tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63ce61-f12c-4f16-aea6-7f4963e73522 HTTP/1.1" status: 200 len: 945 time: 0.1479487 Aug 18 13:00:57.351374 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4253b40e-9d39-4344-b008-b284643c2658 req-4724d6db-dbe6-4df3-a4f1-dd92a31b3c04 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496478 Aug 18 13:00:57.436673 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dc9e2b34-44fd-405f-adde-80a8b162b012 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:57.496687 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e2b34-44fd-405f-adde-80a8b162b012 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event deleted for resources: {'Port': ['ID=6446d820-c74c-4bcc-8550-3eaff6cdf6ec,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:57.528157 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9e2b34-44fd-405f-adde-80a8b162b012 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] No DVR routers for this DVR port 6446d820-c74c-4bcc-8550-3eaff6cdf6ec on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:00:57.558934 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9854d64b-2a4f-4b15-babb-efec177ebeb0 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Router 4a68ebc5-40a6-4e2c-9a67-41ca48866411 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:00:57.583698 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 49110) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:57.600038 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c47dc4-0a32-441d-a22b-7daced82cee4 req-1ce4b596-a721-4d2f-bb72-70128e9fc13f tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:57.601025 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a0c47dc4-0a32-441d-a22b-7daced82cee4 req-1ce4b596-a721-4d2f-bb72-70128e9fc13f tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.0722775 Aug 18 13:00:57.624333 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91f87a-ac5e-43b1-ba07-ac447ff8f6af req-58301a97-9377-40e0-afc2-b5f4002f57a0 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:57.628515 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7a91f87a-ac5e-43b1-ba07-ac447ff8f6af req-58301a97-9377-40e0-afc2-b5f4002f57a0 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=665d3e59-c726-4450-b8a3-e513c90d6727 HTTP/1.1" status: 200 len: 945 time: 0.1375430 Aug 18 13:00:57.632542 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dc9e2b34-44fd-405f-adde-80a8b162b012 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:57.649489 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-dc9e2b34-44fd-405f-adde-80a8b162b012 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['131b9e31-126a-440f-a988-16a71f52d34e']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:57.668150 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-dc9e2b34-44fd-405f-adde-80a8b162b012 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27bdc10-7c85-4350-8b82-6942c495e741') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:57.668455 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-dc9e2b34-44fd-405f-adde-80a8b162b012 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27bdc10-7c85-4350-8b82-6942c495e741') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:57.682732 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dc9e2b34-44fd-405f-adde-80a8b162b012 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:57.707028 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a0c47dc4-0a32-441d-a22b-7daced82cee4 req-97393558-dd38-42f1-bcf6-4ab198db5b87 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634520 Aug 18 13:00:57.724645 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dc9e2b34-44fd-405f-adde-80a8b162b012 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:57.728449 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7a91f87a-ac5e-43b1-ba07-ac447ff8f6af req-1a7a4ac6-0e90-4f94-a9ca-cc64220ff8b4 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876744 Aug 18 13:00:57.731508 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc9e2b34-44fd-405f-adde-80a8b162b012 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:00:57.731920 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dc9e2b34-44fd-405f-adde-80a8b162b012 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:57.736016 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:00:57.736016 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:00:57.736016 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:00:57.736016 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:00:57.736016 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:00:57.736016 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:00:57.736016 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:00:57.736016 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:00:57.736016 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:00:57.736016 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:00:57.736016 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:00:57.736016 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:00:57.736016 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:00:57.736016 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:00:57.736016 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:00:57.736016 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:00:57.736016 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:00:57.736016 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:00:57.736016 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:00:57.736016 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:00:57.736016 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:00:57.736016 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:00:57.736016 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:00:57.736016 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:00:57.736016 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:00:57.736016 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:00:57.736016 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:00:57.736016 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:00:57.736016 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:00:57.736016 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:00:57.736016 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:00:57.736016 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:00:57.774243 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9efa433f-89e1-41a6-8552-4d08a18a3132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:57.779933 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:57.808140 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9854d64b-2a4f-4b15-babb-efec177ebeb0 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:00:57.814902 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9854d64b-2a4f-4b15-babb-efec177ebeb0 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:57.817622 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1098e6-6a75-4d91-9759-f5eb3679ca1a None None] Sync routers for ids ['4a68ebc5-40a6-4e2c-9a67-41ca48866411'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:00:57.826633 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1098e6-6a75-4d91-9759-f5eb3679ca1a None None] Routers {'4a68ebc5-40a6-4e2c-9a67-41ca48866411'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:00:57.836131 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-3b1098e6-6a75-4d91-9759-f5eb3679ca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:00:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['4a68ebc5-40a6-4e2c-9a67-41ca48866411'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:57.847068 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dc9e2b34-44fd-405f-adde-80a8b162b012 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:57.861853 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9854d64b-2a4f-4b15-babb-efec177ebeb0 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "PUT /v2.0/floatingips/008aba4f-c834-4f7d-bc92-a6e0436f9e57 HTTP/1.1" status: 200 len: 991 time: 2.0855119 Aug 18 13:00:57.867996 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5df5b587-8310-4301-bdc6-7c3d42718686', 'tag': 'c10eca2f-5dbc-4595-a968-88bc433f1e48'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:00:57.870805 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e15fad-6cd4-479b-b9a5-a6aab1d2d3cd" -d '{"events": [{"name": "network-changed", "server_uuid": "5df5b587-8310-4301-bdc6-7c3d42718686", "tag": "c10eca2f-5dbc-4595-a968-88bc433f1e48"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:00:57.875187 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dc9e2b34-44fd-405f-adde-80a8b162b012 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:57.879305 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-dc9e2b34-44fd-405f-adde-80a8b162b012 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "DELETE /v2.0/networks/131b9e31-126a-440f-a988-16a71f52d34e HTTP/1.1" status: 204 len: 168 time: 2.7059009 Aug 18 13:00:57.881959 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e2b34-44fd-405f-adde-80a8b162b012 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event deleted for resources: {'Network': ['ID=131b9e31-126a-440f-a988-16a71f52d34e,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:57.884048 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 49120) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:57.891056 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-415dead6-513d-44bc-aaa5-93fe83c3b031 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2049641095'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:57.929094 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608447b4-1799-4629-af4a-5847393c0e2e x-openstack-request-id: req-608447b4-1799-4629-af4a-5847393c0e2e {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:00:57.929387 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5df5b587-8310-4301-bdc6-7c3d42718686", "tag": "c10eca2f-5dbc-4595-a968-88bc433f1e48", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:00:57.939439 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-608447b4-1799-4629-af4a-5847393c0e2e {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:00:57.939439 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5df5b587-8310-4301-bdc6-7c3d42718686', 'tag': 'c10eca2f-5dbc-4595-a968-88bc433f1e48', 'status': 'completed', 'code': 200} Aug 18 13:00:57.969829 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9efa433f-89e1-41a6-8552-4d08a18a3132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:57.975227 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-3b1098e6-6a75-4d91-9759-f5eb3679ca1a None None] Set router 4a68ebc5-40a6-4e2c-9a67-41ca48866411 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:00:57.993639 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e15fad-6cd4-479b-b9a5-a6aab1d2d3cd req-3e562321-2fc3-4ab8-9bdd-79f3f5225c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:57.995199 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d2e15fad-6cd4-479b-b9a5-a6aab1d2d3cd req-3e562321-2fc3-4ab8-9bdd-79f3f5225c19 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e1aea23d75f24f989d114151115add9a&device_id=5df5b587-8310-4301-bdc6-7c3d42718686 HTTP/1.1" status: 200 len: 1097 time: 0.0432217 Aug 18 13:00:58.038199 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9efa433f-89e1-41a6-8552-4d08a18a3132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:58.088774 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa433f-89e1-41a6-8552-4d08a18a3132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8856b6b5-c628-43a2-9691-9b91133ab999,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:58.094067 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9efa433f-89e1-41a6-8552-4d08a18a3132 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5a054687cc174c0c86b6de3ef26915d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5092826 Aug 18 13:00:58.096602 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 49122) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:58.111330 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e15fad-6cd4-479b-b9a5-a6aab1d2d3cd req-28004112-6967-4e81-bb53-0efd74d53df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:58.113879 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d2e15fad-6cd4-479b-b9a5-a6aab1d2d3cd req-28004112-6967-4e81-bb53-0efd74d53df6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d9c67a3b-f0ee-4baf-89f7-136d3e192a61 HTTP/1.1" status: 200 len: 915 time: 0.1112390 Aug 18 13:00:58.149297 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f9e64b3c-c93e-4559-9b4f-47faa3f26d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:58.172903 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f9e64b3c-c93e-4559-9b4f-47faa3f26d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:58.177169 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415dead6-513d-44bc-aaa5-93fe83c3b031 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Made reservation on behalf of daeb2fcf35b94877ad33b9f64543ff94 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:00:58.180921 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-415dead6-513d-44bc-aaa5-93fe83c3b031 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:58.195277 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d2e15fad-6cd4-479b-b9a5-a6aab1d2d3cd req-f9cd6360-115f-4641-a9d5-9188acc36b14 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c10eca2f-5dbc-4595-a968-88bc433f1e48 HTTP/1.1" status: 200 len: 999 time: 0.0729570 Aug 18 13:00:58.230459 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-3b1098e6-6a75-4d91-9759-f5eb3679ca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a68ebc5-40a6-4e2c-9a67-41ca48866411', 'name': 'tempest-ServersTestBootFromVolume-51186691-router', 'tenant_id': 'e1aea23d75f24f989d114151115add9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '3669aa68-2c2f-4665-a544-7d5dd651f270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:59:35Z', 'updated_at': '2021-08-18T12:59:41Z', 'revision_number': 4, 'project_id': 'e1aea23d75f24f989d114151115add9a', 'gw_port': {'id': '3669aa68-2c2f-4665-a544-7d5dd651f270', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:10:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a68ebc5-40a6-4e2c-9a67-41ca48866411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:36Z', 'updated_at': '2021-08-18T12:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '008aba4f-c834-4f7d-bc92-a6e0436f9e57', 'tenant_id': 'e1aea23d75f24f989d114151115add9a', 'floating_ip_address': '172.25.6.88', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '4a68ebc5-40a6-4e2c-9a67-41ca48866411', 'port_id': 'c10eca2f-5dbc-4595-a968-88bc433f1e48', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c67a3b-f0ee-4baf-89f7-136d3e192a61', 'mac_address': 'fa:16:3e:f3:ce:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df5b587-8310-4301-bdc6-7c3d42718686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:59:48Z', 'updated_at': '2021-08-18T13:00:56Z', 'revision_number': 1, 'project_id': 'e1aea23d75f24f989d114151115add9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19b87f55-791f-4ed6-8c3a-0c8cfa91875b', 'name': '', 'network_id': 'd9c67a3b-f0ee-4baf-89f7-136d3e192a61', 'tenant_id': 'e1aea23d75f24f989d114151115add9a', 'mac_address': 'fa:16:3e:01:e8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a68ebc5-40a6-4e2c-9a67-41ca48866411', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'dc66fe81-c3d6-42b5-b663-fc73648ae374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:40Z', 'updated_at': '2021-08-18T12:59:48Z', 'revision_number': 5, 'project_id': 'e1aea23d75f24f989d114151115add9a', 'subnets': [{'id': 'dc66fe81-c3d6-42b5-b663-fc73648ae374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:58.239607 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-415dead6-513d-44bc-aaa5-93fe83c3b031 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:00:58.258505 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1098e6-6a75-4d91-9759-f5eb3679ca1a None None] Checking router: 4a68ebc5-40a6-4e2c-9a67-41ca48866411 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:00:58.261666 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e15fad-6cd4-479b-b9a5-a6aab1d2d3cd req-7ed6e6b0-c0f5-44ae-bda8-641dfccf74dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:58.263163 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d2e15fad-6cd4-479b-b9a5-a6aab1d2d3cd req-7ed6e6b0-c0f5-44ae-bda8-641dfccf74dd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dc66fe81-c3d6-42b5-b663-fc73648ae374 HTTP/1.1" status: 200 len: 853 time: 0.0589693 Aug 18 13:00:58.267261 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1098e6-6a75-4d91-9759-f5eb3679ca1a None None] Routers {'4a68ebc5-40a6-4e2c-9a67-41ca48866411'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:00:58.268065 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-3b1098e6-6a75-4d91-9759-f5eb3679ca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:00:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['4a68ebc5-40a6-4e2c-9a67-41ca48866411'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:58.299248 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f9e64b3c-c93e-4559-9b4f-47faa3f26d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:58.301887 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f9e64b3c-c93e-4559-9b4f-47faa3f26d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:58.303264 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f9e64b3c-c93e-4559-9b4f-47faa3f26d9d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8856b6b5-c628-43a2-9691-9b91133ab999 HTTP/1.1" status: 204 len: 168 time: 0.2055721 Aug 18 13:00:58.324709 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-415dead6-513d-44bc-aaa5-93fe83c3b031 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:58.325057 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-415dead6-513d-44bc-aaa5-93fe83c3b031 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Added segment b390b499-05da-4d9b-85da-960d9463ff76 of type vlan for network dfda5f75-dc0c-4805-892e-4c23a92b81e0 Aug 18 13:00:58.327628 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e64b3c-c93e-4559-9b4f-47faa3f26d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8856b6b5-c628-43a2-9691-9b91133ab999,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:58.370533 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e15fad-6cd4-479b-b9a5-a6aab1d2d3cd req-74b62488-0b01-4261-a45c-b40c74e23aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:58.373715 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d2e15fad-6cd4-479b-b9a5-a6aab1d2d3cd req-74b62488-0b01-4261-a45c-b40c74e23aa1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d9c67a3b-f0ee-4baf-89f7-136d3e192a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0994089 Aug 18 13:00:58.393541 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-415dead6-513d-44bc-aaa5-93fe83c3b031 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:58.396735 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0f679b5d-0d85-4b8e-8291-f0f8b21debb9 req-313b086b-ae5b-4df0-b429-d444e6a3e49b tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=72014c24-f00e-4134-8a18-94cc0b7878f9 HTTP/1.1" status: 200 len: 210 time: 0.0599005 Aug 18 13:00:58.421509 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-3b1098e6-6a75-4d91-9759-f5eb3679ca1a None None] Set router 4a68ebc5-40a6-4e2c-9a67-41ca48866411 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:00:58.455133 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device be132020-3516-4ddf-b702-9f30b7b7f0c8 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:00:58.459613 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:58.531351 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d2e15fad-6cd4-479b-b9a5-a6aab1d2d3cd req-0771aeed-7f34-435e-8bbd-3e1dd6fb3f6e service neutron] 10.222.0.39 "GET /v2.0/networks/d9c67a3b-f0ee-4baf-89f7-136d3e192a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491287 Aug 18 13:00:58.538821 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca05788-7696-4c13-9172-095fbea978d9 req-64f20fd1-fda2-4bc1-8482-65d8cc265e76 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:58.540235 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8ca05788-7696-4c13-9172-095fbea978d9 req-64f20fd1-fda2-4bc1-8482-65d8cc265e76 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63ce61-f12c-4f16-aea6-7f4963e73522 HTTP/1.1" status: 200 len: 945 time: 0.0980089 Aug 18 13:00:58.550984 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-415dead6-513d-44bc-aaa5-93fe83c3b031 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:58.556514 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415dead6-513d-44bc-aaa5-93fe83c3b031 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:58.557097 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-415dead6-513d-44bc-aaa5-93fe83c3b031 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:58.648162 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port be132020-3516-4ddf-b702-9f30b7b7f0c8 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:00:58.670897 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port be132020-3516-4ddf-b702-9f30b7b7f0c8 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:58.676635 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:58.706498 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-415dead6-513d-44bc-aaa5-93fe83c3b031 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8215213 Aug 18 13:00:58.709446 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 49132) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:58.709871 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8ca05788-7696-4c13-9172-095fbea978d9 req-6f45d743-125c-43ce-8ffd-e467cfb82034 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614461 Aug 18 13:00:58.714673 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-d449a7be-b1fe-4e67-b390-f57d38eabaa1 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Request body: {'subnet': {'network_id': 'dfda5f75-dc0c-4805-892e-4c23a92b81e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:58.716235 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415dead6-513d-44bc-aaa5-93fe83c3b031 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event updated for resources: {'Network': ['ID=dfda5f75-dc0c-4805-892e-4c23a92b81e0,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:58.741100 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d2e15fad-6cd4-479b-b9a5-a6aab1d2d3cd req-2f3ba188-0327-49fa-b022-3aa75cc5a553 service neutron] 10.222.0.39 "GET /v2.0/networks/d9c67a3b-f0ee-4baf-89f7-136d3e192a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997845 Aug 18 13:00:58.749742 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network dfda5f75-dc0c-4805-892e-4c23a92b81e0 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:00:58.869035 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-3b1098e6-6a75-4d91-9759-f5eb3679ca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a68ebc5-40a6-4e2c-9a67-41ca48866411', 'name': 'tempest-ServersTestBootFromVolume-51186691-router', 'tenant_id': 'e1aea23d75f24f989d114151115add9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '3669aa68-2c2f-4665-a544-7d5dd651f270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:59:35Z', 'updated_at': '2021-08-18T12:59:41Z', 'revision_number': 4, 'project_id': 'e1aea23d75f24f989d114151115add9a', 'gw_port': {'id': '3669aa68-2c2f-4665-a544-7d5dd651f270', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:10:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a68ebc5-40a6-4e2c-9a67-41ca48866411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:36Z', 'updated_at': '2021-08-18T12:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '008aba4f-c834-4f7d-bc92-a6e0436f9e57', 'tenant_id': 'e1aea23d75f24f989d114151115add9a', 'floating_ip_address': '172.25.6.88', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '4a68ebc5-40a6-4e2c-9a67-41ca48866411', 'port_id': 'c10eca2f-5dbc-4595-a968-88bc433f1e48', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c67a3b-f0ee-4baf-89f7-136d3e192a61', 'mac_address': 'fa:16:3e:f3:ce:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df5b587-8310-4301-bdc6-7c3d42718686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:59:48Z', 'updated_at': '2021-08-18T13:00:56Z', 'revision_number': 1, 'project_id': 'e1aea23d75f24f989d114151115add9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19b87f55-791f-4ed6-8c3a-0c8cfa91875b', 'name': '', 'network_id': 'd9c67a3b-f0ee-4baf-89f7-136d3e192a61', 'tenant_id': 'e1aea23d75f24f989d114151115add9a', 'mac_address': 'fa:16:3e:01:e8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a68ebc5-40a6-4e2c-9a67-41ca48866411', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'dc66fe81-c3d6-42b5-b663-fc73648ae374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:40Z', 'updated_at': '2021-08-18T12:59:48Z', 'revision_number': 5, 'project_id': 'e1aea23d75f24f989d114151115add9a', 'subnets': [{'id': 'dc66fe81-c3d6-42b5-b663-fc73648ae374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:58.883307 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad446b22-c644-43b8-b47c-c5d7ee7ee441 req-cc332369-9234-404f-b098-9102ef67b66e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:58.890703 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165bcdc4-78f7-4f0a-91bb-0975dfe484f9 req-98529d42-215f-44b8-8179-063aaefe520d tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:58.891346 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ad446b22-c644-43b8-b47c-c5d7ee7ee441 req-cc332369-9234-404f-b098-9102ef67b66e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.0921993 Aug 18 13:00:58.892417 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-165bcdc4-78f7-4f0a-91bb-0975dfe484f9 req-98529d42-215f-44b8-8179-063aaefe520d tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=665d3e59-c726-4450-b8a3-e513c90d6727 HTTP/1.1" status: 200 len: 945 time: 0.0653260 Aug 18 13:00:58.918425 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1098e6-6a75-4d91-9759-f5eb3679ca1a None None] The sync data for ids ['4a68ebc5-40a6-4e2c-9a67-41ca48866411'] in n-d-803603-2 is: [{'id': '4a68ebc5-40a6-4e2c-9a67-41ca48866411', 'name': 'tempest-ServersTestBootFromVolume-51186691-router', 'tenant_id': 'e1aea23d75f24f989d114151115add9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '3669aa68-2c2f-4665-a544-7d5dd651f270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:59:35Z', 'updated_at': '2021-08-18T12:59:41Z', 'revision_number': 4, 'project_id': 'e1aea23d75f24f989d114151115add9a', 'gw_port': {'id': '3669aa68-2c2f-4665-a544-7d5dd651f270', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:10:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a68ebc5-40a6-4e2c-9a67-41ca48866411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:36Z', 'updated_at': '2021-08-18T12:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '008aba4f-c834-4f7d-bc92-a6e0436f9e57', 'tenant_id': 'e1aea23d75f24f989d114151115add9a', 'floating_ip_address': '172.25.6.88', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '4a68ebc5-40a6-4e2c-9a67-41ca48866411', 'port_id': 'c10eca2f-5dbc-4595-a968-88bc433f1e48', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c67a3b-f0ee-4baf-89f7-136d3e192a61', 'mac_address': 'fa:16:3e:f3:ce:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df5b587-8310-4301-bdc6-7c3d42718686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:59:48Z', 'updated_at': '2021-08-18T13:00:56Z', 'revision_number': 1, 'project_id': 'e1aea23d75f24f989d114151115add9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19b87f55-791f-4ed6-8c3a-0c8cfa91875b', 'name': '', 'network_id': 'd9c67a3b-f0ee-4baf-89f7-136d3e192a61', 'tenant_id': 'e1aea23d75f24f989d114151115add9a', 'mac_address': 'fa:16:3e:01:e8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a68ebc5-40a6-4e2c-9a67-41ca48866411', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'dc66fe81-c3d6-42b5-b663-fc73648ae374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:40Z', 'updated_at': '2021-08-18T12:59:48Z', 'revision_number': 5, 'project_id': 'e1aea23d75f24f989d114151115add9a', 'subnets': [{'id': 'dc66fe81-c3d6-42b5-b663-fc73648ae374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:00:58.934124 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:58.952542 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-165bcdc4-78f7-4f0a-91bb-0975dfe484f9 req-1c2aa18d-8336-408f-8b2b-1a3c66b9a1de tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475569 Aug 18 13:00:58.961547 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69406f0d-4d49-4b0f-a5e3-e400e126fa67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be132020-3516-4ddf-b702-9f30b7b7f0c8'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:00:58.963962 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a543c18-d926-4bfc-b358-3c0ba1968d97" -d '{"events": [{"server_uuid": "69406f0d-4d49-4b0f-a5e3-e400e126fa67", "name": "network-vif-plugged", "status": "completed", "tag": "be132020-3516-4ddf-b702-9f30b7b7f0c8"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:00:58.979921 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port be132020-3516-4ddf-b702-9f30b7b7f0c8, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=be132020-3516-4ddf-b702-9f30b7b7f0c8,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:00:58.981200 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ad446b22-c644-43b8-b47c-c5d7ee7ee441 req-b74973a9-88c3-423b-80ed-7528e017cab9 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861702 Aug 18 13:00:58.995068 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d449a7be-b1fe-4e67-b390-f57d38eabaa1 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Made reservation on behalf of daeb2fcf35b94877ad33b9f64543ff94 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:00:59.009222 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d449a7be-b1fe-4e67-b390-f57d38eabaa1 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:59.081564 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:59.085499 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 2f82394a-1acb-490b-82df-f75bd4b478f8 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:00:59.087331 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922835a4-e8df-4e68-9a61-076b08e7a909 x-openstack-request-id: req-922835a4-e8df-4e68-9a61-076b08e7a909 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:00:59.087638 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69406f0d-4d49-4b0f-a5e3-e400e126fa67", "name": "network-vif-plugged", "status": "completed", "tag": "be132020-3516-4ddf-b702-9f30b7b7f0c8", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:00:59.087894 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-922835a4-e8df-4e68-9a61-076b08e7a909 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:00:59.088290 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69406f0d-4d49-4b0f-a5e3-e400e126fa67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be132020-3516-4ddf-b702-9f30b7b7f0c8', 'code': 200} Aug 18 13:00:59.090324 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.ipam_backend_mixin [None req-d449a7be-b1fe-4e67-b390-f57d38eabaa1 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Performing IP validity checks on allocation pools {{(pid=101676) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 18 13:00:59.090969 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.ipam_backend_mixin [None req-d449a7be-b1fe-4e67-b390-f57d38eabaa1 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101676) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 18 13:00:59.113920 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 2f82394a-1acb-490b-82df-f75bd4b478f8 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:00:59.114299 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 2f82394a-1acb-490b-82df-f75bd4b478f8 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:00:59.135843 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 49144) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:59.155288 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-43c84f9f-16ef-4143-9b98-763fa3efceab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:59.163635 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=be132020-3516-4ddf-b702-9f30b7b7f0c8,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:59.225963 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e5f2a0-2d9e-44e7-8a63-efb8a595b163 None None] New status for floating IP 008aba4f-c834-4f7d-bc92-a6e0436f9e57: ACTIVE {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:00:59.232929 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d870e70-7fe4-4118-9d41-a01ff53c384e req-8de8d0f7-b4a8-4d44-a776-3f1eece311a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:59.233994 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8d870e70-7fe4-4118-9d41-a01ff53c384e req-8de8d0f7-b4a8-4d44-a776-3f1eece311a7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 1096 time: 0.0703709 Aug 18 13:00:59.293951 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8d870e70-7fe4-4118-9d41-a01ff53c384e req-67038704-6e67-487e-8128-eceb77534219 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482311 Aug 18 13:00:59.310923 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d449a7be-b1fe-4e67-b390-f57d38eabaa1 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:59.317899 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-43c84f9f-16ef-4143-9b98-763fa3efceab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:59.381075 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449a7be-b1fe-4e67-b390-f57d38eabaa1 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event updated for resources: {'Subnet': ['ID=b432c07f-df2a-4a77-ac56-a6d9ae56c2ac,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:59.386436 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d449a7be-b1fe-4e67-b390-f57d38eabaa1 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Checking segment: {'id': 'b390b499-05da-4d9b-85da-960d9463ff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'dfda5f75-dc0c-4805-892e-4c23a92b81e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:00:59.386801 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d449a7be-b1fe-4e67-b390-f57d38eabaa1 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Network hostable DHCP agents. Network: dfda5f75-dc0c-4805-892e-4c23a92b81e0, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:00:59.395935 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40eb18c-9e65-4da9-bbae-65c2171a9157 req-7a018d06-c82f-4a1c-8f89-42f319ea0e44 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:59.397639 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c40eb18c-9e65-4da9-bbae-65c2171a9157 req-7a018d06-c82f-4a1c-8f89-42f319ea0e44 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc63ce61-f12c-4f16-aea6-7f4963e73522 HTTP/1.1" status: 200 len: 945 time: 0.0521276 Aug 18 13:00:59.441632 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-43c84f9f-16ef-4143-9b98-763fa3efceab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:59.481776 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d449a7be-b1fe-4e67-b390-f57d38eabaa1 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Network dfda5f75-dc0c-4805-892e-4c23a92b81e0 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:00:59.499780 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ebcdac6a-9777-4dcf-98b2-386ec9182f6c req-060abac2-ccad-47e2-b1c7-1b8084b45490 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=72014c24-f00e-4134-8a18-94cc0b7878f9 HTTP/1.1" status: 200 len: 210 time: 0.0318737 Aug 18 13:00:59.500143 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-43c84f9f-16ef-4143-9b98-763fa3efceab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=39a69bab21f849a79d902b401a0793a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3618333 Aug 18 13:00:59.502427 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 49148) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:59.559925 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-654bed89-fc08-4bbd-876b-d4530092aa15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:59.571331 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c84f9f-16ef-4143-9b98-763fa3efceab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88fe5193-164c-4dff-be03-f550e026feed,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:59.583599 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-d449a7be-b1fe-4e67-b390-f57d38eabaa1 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, dfda5f75-dc0c-4805-892e-4c23a92b81e0) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:00:59.591087 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2dd580-74e9-488c-8795-69b1f473b882 None None] Network dfda5f75-dc0c-4805-892e-4c23a92b81e0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:00:59.592359 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-654bed89-fc08-4bbd-876b-d4530092aa15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:59.605852 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d449a7be-b1fe-4e67-b390-f57d38eabaa1 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:59.606565 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d449a7be-b1fe-4e67-b390-f57d38eabaa1 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:59.635418 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-36bb788e-66e7-478c-9dd5-c8563044a84e tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:59.636897 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-36bb788e-66e7-478c-9dd5-c8563044a84e tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.20 "GET /v2.0/networks?id=8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8 HTTP/1.1" status: 200 len: 814 time: 0.1963570 Aug 18 13:00:59.642434 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-c40eb18c-9e65-4da9-bbae-65c2171a9157 req-8c51baba-e83a-4453-91d7-3e72167b50f6 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Deleting port 011cfdb1-83c4-453f-82df-6e524aa56987 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:00:59.642785 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c40eb18c-9e65-4da9-bbae-65c2171a9157 req-8c51baba-e83a-4453-91d7-3e72167b50f6 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:59.688433 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-e879afa2-6866-4648-9b7d-9ee338dfc594 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Request body: {'port': {'device_id': '72014c24-f00e-4134-8a18-94cc0b7878f9', 'network_id': '8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8', 'admin_state_up': True, 'tenant_id': 'e1762f04164146b59760e8758daee96f'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:59.717492 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d449a7be-b1fe-4e67-b390-f57d38eabaa1 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0063696 Aug 18 13:00:59.720247 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 49150) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:59.836869 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-654bed89-fc08-4bbd-876b-d4530092aa15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:59.846506 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-654bed89-fc08-4bbd-876b-d4530092aa15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:59.847746 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-654bed89-fc08-4bbd-876b-d4530092aa15 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/88fe5193-164c-4dff-be03-f550e026feed HTTP/1.1" status: 204 len: 168 time: 0.3442478 Aug 18 13:00:59.876861 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654bed89-fc08-4bbd-876b-d4530092aa15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fe5193-164c-4dff-be03-f550e026feed,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:59.938008 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-388fa757-d883-41ef-adbd-7e2e7561e166 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:59.940608 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abb1173-8886-421b-ba30-7148b713b3de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-dfda5f75-dc0c-4805-892e-4c23a92b81e0', 'network_id': 'dfda5f75-dc0c-4805-892e-4c23a92b81e0', 'tenant_id': 'daeb2fcf35b94877ad33b9f64543ff94', 'fixed_ips': [{'subnet_id': 'b432c07f-df2a-4a77-ac56-a6d9ae56c2ac'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:00:59.942909 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3abb1173-8886-421b-ba30-7148b713b3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:00.039073 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-388fa757-d883-41ef-adbd-7e2e7561e166 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:00.118878 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-3abb1173-8886-421b-ba30-7148b713b3de None None] Allocated IP 172.20.0.3 (dfda5f75-dc0c-4805-892e-4c23a92b81e0/b432c07f-df2a-4a77-ac56-a6d9ae56c2ac/26806c68-b56e-482c-ac04-c780e1c6743e) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:01:00.190774 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-c40eb18c-9e65-4da9-bbae-65c2171a9157 req-8c51baba-e83a-4453-91d7-3e72167b50f6 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] For port 011cfdb1-83c4-453f-82df-6e524aa56987, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=011cfdb1-83c4-453f-82df-6e524aa56987,segment=NetworkSegment(6851dbba-1cc1-4348-91b0-ff341cc9df8f),segment_id=6851dbba-1cc1-4348-91b0-ff341cc9df8f)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:01:00.191369 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c40eb18c-9e65-4da9-bbae-65c2171a9157 req-8c51baba-e83a-4453-91d7-3e72167b50f6 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:00.193652 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb89589-d58d-4ea9-b5f6-8f87b9ecc02d req-cf81a56c-8022-44a4-8a92-d6bcbd0f05d4 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:00.213434 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84588a68-f2e8-467b-9633-c649a3e39e8d req-42741d0d-8ba1-427d-959e-9a708ad84435 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:00.213613 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7bb89589-d58d-4ea9-b5f6-8f87b9ecc02d req-cf81a56c-8022-44a4-8a92-d6bcbd0f05d4 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=665d3e59-c726-4450-b8a3-e513c90d6727 HTTP/1.1" status: 200 len: 945 time: 0.1656206 Aug 18 13:01:00.213735 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84588a68-f2e8-467b-9633-c649a3e39e8d req-42741d0d-8ba1-427d-959e-9a708ad84435 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63ce61-f12c-4f16-aea6-7f4963e73522 HTTP/1.1" status: 200 len: 945 time: 0.1260891 Aug 18 13:01:00.235637 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-c40eb18c-9e65-4da9-bbae-65c2171a9157 req-8c51baba-e83a-4453-91d7-3e72167b50f6 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Calling delete_port for 011cfdb1-83c4-453f-82df-6e524aa56987 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:01:00.251869 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7bb89589-d58d-4ea9-b5f6-8f87b9ecc02d req-ee0676a0-0fed-4fc5-a13f-faa8ab40039c tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495710 Aug 18 13:01:00.324339 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84588a68-f2e8-467b-9633-c649a3e39e8d req-5b155b29-6673-4473-8dd8-a37ff70de288 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/security-groups?id=d884eb81-31db-4418-8716-ca98531241a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155136 Aug 18 13:01:00.326453 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3abb1173-8886-421b-ba30-7148b713b3de None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:00.336292 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-3abb1173-8886-421b-ba30-7148b713b3de None None] Transition to ACTIVE for port object 26806c68-b56e-482c-ac04-c780e1c6743e will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:01:00.358009 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-3abb1173-8886-421b-ba30-7148b713b3de None None] Transition to ACTIVE for port object 26806c68-b56e-482c-ac04-c780e1c6743e will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:01:00.420383 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288cd7e-eded-401f-8f05-8726e71f5dc3 req-d139ec76-59d6-4d04-9a02-46761312f00e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:00.422061 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6288cd7e-eded-401f-8f05-8726e71f5dc3 req-d139ec76-59d6-4d04-9a02-46761312f00e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 945 time: 0.0589504 Aug 18 13:01:00.426233 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-e879afa2-6866-4648-9b7d-9ee338dfc594 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Made reservation on behalf of e1762f04164146b59760e8758daee96f for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:01:00.426400 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3abb1173-8886-421b-ba30-7148b713b3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:00.434550 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-e879afa2-6866-4648-9b7d-9ee338dfc594 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:00.493824 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abb1173-8886-421b-ba30-7148b713b3de None None] Network dfda5f75-dc0c-4805-892e-4c23a92b81e0 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:01:00.501125 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-3abb1173-8886-421b-ba30-7148b713b3de None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:01:00.503447 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abb1173-8886-421b-ba30-7148b713b3de None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:01:00.511644 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abb1173-8886-421b-ba30-7148b713b3de None None] Pushing event updated for resources: {'Port': ['ID=26806c68-b56e-482c-ac04-c780e1c6743e,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:00.522598 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c40eb18c-9e65-4da9-bbae-65c2171a9157 req-8c51baba-e83a-4453-91d7-3e72167b50f6 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:00.532238 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6288cd7e-eded-401f-8f05-8726e71f5dc3 req-f7b8c8d7-6f2d-437d-9fb0-0ac7e51d05b8 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936546 Aug 18 13:01:00.563599 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51baba-e83a-4453-91d7-3e72167b50f6 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Pushing event deleted for resources: {'Port': ['ID=011cfdb1-83c4-453f-82df-6e524aa56987,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:00.575821 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['011cfdb1-83c4-453f-82df-6e524aa56987'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:01:00.596425 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-388fa757-d883-41ef-adbd-7e2e7561e166 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:00.618531 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a8ce9859-b0fd-4133-b3e7-07c87f5b5e7b req-2324994e-6a90-47cf-b4f2-76109c0ce572 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=72014c24-f00e-4134-8a18-94cc0b7878f9 HTTP/1.1" status: 200 len: 210 time: 0.0284879 Aug 18 13:01:00.632812 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388fa757-d883-41ef-adbd-7e2e7561e166 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event deleted for resources: {'Subnet': ['ID=b432c07f-df2a-4a77-ac56-a6d9ae56c2ac,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:00.653106 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-3abb1173-8886-421b-ba30-7148b713b3de None None] Attempting to bind port 26806c68-b56e-482c-ac04-c780e1c6743e on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:01:00.653484 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-3abb1173-8886-421b-ba30-7148b713b3de None None] Attempting to bind port 26806c68-b56e-482c-ac04-c780e1c6743e by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'b390b499-05da-4d9b-85da-960d9463ff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'dfda5f75-dc0c-4805-892e-4c23a92b81e0'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:01:00.653849 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abb1173-8886-421b-ba30-7148b713b3de None None] Attempting to bind port 26806c68-b56e-482c-ac04-c780e1c6743e on network dfda5f75-dc0c-4805-892e-4c23a92b81e0 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:01:00.660043 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abb1173-8886-421b-ba30-7148b713b3de None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:01:00.660602 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abb1173-8886-421b-ba30-7148b713b3de None None] Checking segment: {'id': 'b390b499-05da-4d9b-85da-960d9463ff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'dfda5f75-dc0c-4805-892e-4c23a92b81e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:01:00.661001 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3abb1173-8886-421b-ba30-7148b713b3de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:00.661421 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abb1173-8886-421b-ba30-7148b713b3de None None] Bound using segment: {'id': 'b390b499-05da-4d9b-85da-960d9463ff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'dfda5f75-dc0c-4805-892e-4c23a92b81e0'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:01:00.661882 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-3abb1173-8886-421b-ba30-7148b713b3de None None] Bound port: 26806c68-b56e-482c-ac04-c780e1c6743e, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b390b499-05da-4d9b-85da-960d9463ff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'dfda5f75-dc0c-4805-892e-4c23a92b81e0'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:01:00.662301 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3abb1173-8886-421b-ba30-7148b713b3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:00.698599 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-c40eb18c-9e65-4da9-bbae-65c2171a9157 req-8c51baba-e83a-4453-91d7-3e72167b50f6 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] No DVR routers for this DVR port 011cfdb1-83c4-453f-82df-6e524aa56987 on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:01:00.703281 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c40eb18c-9e65-4da9-bbae-65c2171a9157 req-8c51baba-e83a-4453-91d7-3e72167b50f6 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:00.705313 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c40eb18c-9e65-4da9-bbae-65c2171a9157 req-8c51baba-e83a-4453-91d7-3e72167b50f6 tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.39 "DELETE /v2.0/ports/011cfdb1-83c4-453f-82df-6e524aa56987 HTTP/1.1" status: 204 len: 173 time: 1.3011553 Aug 18 13:01:00.705959 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc63ce61-f12c-4f16-aea6-7f4963e73522', 'name': 'network-vif-deleted', 'tag': '011cfdb1-83c4-453f-82df-6e524aa56987'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:01:00.708688 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd43f57-3e4c-40e3-87bb-0d148f9e7bdb" -d '{"events": [{"server_uuid": "bc63ce61-f12c-4f16-aea6-7f4963e73522", "name": "network-vif-deleted", "tag": "011cfdb1-83c4-453f-82df-6e524aa56987"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:01:00.742112 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-e879afa2-6866-4648-9b7d-9ee338dfc594 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Allocated IP 172.20.0.5 (8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8/370a4194-5e7c-4dd1-afef-69ff1c3d51dd/70340e32-da8f-4495-9da8-f3322a39079e) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:01:00.743798 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-3abb1173-8886-421b-ba30-7148b713b3de None None] For port 26806c68-b56e-482c-ac04-c780e1c6743e, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:01:00.747509 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-3abb1173-8886-421b-ba30-7148b713b3de None None] For port 26806c68-b56e-482c-ac04-c780e1c6743e, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=26806c68-b56e-482c-ac04-c780e1c6743e,segment=NetworkSegment(b390b499-05da-4d9b-85da-960d9463ff76),segment_id=b390b499-05da-4d9b-85da-960d9463ff76)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:01:00.756723 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-388fa757-d883-41ef-adbd-7e2e7561e166 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:00.770683 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20cff28-43dd-4bd4-836a-857a35df0ee4 x-openstack-request-id: req-a20cff28-43dd-4bd4-836a-857a35df0ee4 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:01:00.771003 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc63ce61-f12c-4f16-aea6-7f4963e73522", "name": "network-vif-deleted", "tag": "011cfdb1-83c4-453f-82df-6e524aa56987", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:01:00.771286 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a20cff28-43dd-4bd4-836a-857a35df0ee4 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:01:00.771783 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc63ce61-f12c-4f16-aea6-7f4963e73522', 'name': 'network-vif-deleted', 'tag': '011cfdb1-83c4-453f-82df-6e524aa56987', 'status': 'completed', 'code': 200} Aug 18 13:01:00.771895 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608b233-1c85-422f-8785-b46f40cac598 req-ae125ac1-a33c-429f-8857-c5c617bc029e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:00.773399 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8608b233-1c85-422f-8785-b46f40cac598 req-ae125ac1-a33c-429f-8857-c5c617bc029e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 945 time: 0.1417861 Aug 18 13:01:00.782727 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-388fa757-d883-41ef-adbd-7e2e7561e166 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfda5f75-dc0c-4805-892e-4c23a92b81e0']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:00.786938 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 49180) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:00.790980 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-388fa757-d883-41ef-adbd-7e2e7561e166 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b390b499-05da-4d9b-85da-960d9463ff76') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:00.791292 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-388fa757-d883-41ef-adbd-7e2e7561e166 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b390b499-05da-4d9b-85da-960d9463ff76') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:00.791504 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-b5e585f5-d46c-46b6-b5c0-8b5c66087718 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Request body: {'floatingip': {'port_id': 'be132020-3516-4ddf-b702-9f30b7b7f0c8'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:00.803702 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-388fa757-d883-41ef-adbd-7e2e7561e166 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:00.835376 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3abb1173-8886-421b-ba30-7148b713b3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:00.838122 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-388fa757-d883-41ef-adbd-7e2e7561e166 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:00.842854 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b5e585f5-d46c-46b6-b5c0-8b5c66087718 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks [] for floatingip, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:00.847536 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-388fa757-d883-41ef-adbd-7e2e7561e166 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:01:00.848967 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-388fa757-d883-41ef-adbd-7e2e7561e166 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:00.854936 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:01:00.854936 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:01:00.854936 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:01:00.854936 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:01:00.854936 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:01:00.854936 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:01:00.854936 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:01:00.854936 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:01:00.854936 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:01:00.854936 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:01:00.854936 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:01:00.854936 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:01:00.854936 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:01:00.854936 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:01:00.854936 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:01:00.854936 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:01:00.854936 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:01:00.854936 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:01:00.854936 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:01:00.854936 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:01:00.854936 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:01:00.854936 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:01:00.854936 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:01:00.854936 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:01:00.854936 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:01:00.854936 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:01:00.854936 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:01:00.854936 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:01:00.854936 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:01:00.854936 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:01:00.854936 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:01:00.854936 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:01:00.935790 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abb1173-8886-421b-ba30-7148b713b3de None None] Pushing event updated for resources: {'Port': ['ID=26806c68-b56e-482c-ac04-c780e1c6743e,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:00.954953 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a42ca41-2d15-483c-8c5e-cdb6070db2b8 None None] Network dfda5f75-dc0c-4805-892e-4c23a92b81e0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:01:00.979530 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.db.api [None req-388fa757-d883-41ef-adbd-7e2e7561e166 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 18 13:01:00.979530 n-d-803603-2 neutron-server[101676]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 18 13:01:00.979530 n-d-803603-2 neutron-server[101676]: [parameters: {'id': 'dfda5f75-dc0c-4805-892e-4c23a92b81e0'}] Aug 18 13:01:00.979530 n-d-803603-2 neutron-server[101676]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:01:00.980786 n-d-803603-2 neutron-server[101676]: DEBUG oslo_db.api [None req-388fa757-d883-41ef-adbd-7e2e7561e166 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:01:01.071943 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-e879afa2-6866-4648-9b7d-9ee338dfc594 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:01.108829 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ed7cd8-4b7c-4c7d-9cb4-5a40960bd170 None None] get_active_networks_info from n-d-803603-2 {{(pid=101677) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 13:01:01.209414 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ed7cd8-4b7c-4c7d-9cb4-5a40960bd170 None None] Resources bound (agent type, host, resource id): {{(pid=101677) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 13:01:01.253683 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-e879afa2-6866-4648-9b7d-9ee338dfc594 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:01.271231 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['97ca558e-3d41-4476-94e2-0ff5ffc23363', '31d6943a-d69e-4f52-a7bf-d4c9ede2182d', '9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:01:01.338559 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e879afa2-6866-4648-9b7d-9ee338dfc594 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Pushing event updated for resources: {'Port': ['ID=70340e32-da8f-4495-9da8-f3322a39079e,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:01.416478 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-e879afa2-6866-4648-9b7d-9ee338dfc594 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Network 8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:01:01.423871 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-e879afa2-6866-4648-9b7d-9ee338dfc594 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:01:01.430742 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-e879afa2-6866-4648-9b7d-9ee338dfc594 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:01:01.478742 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ba94b653-bfb0-46c8-bd19-0ca50c54bc5e req-72744190-a545-4b4c-8051-883c2797080b tempest-ServerRescueTestJSON-1906277361 tempest-ServerRescueTestJSON-1906277361-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc63ce61-f12c-4f16-aea6-7f4963e73522 HTTP/1.1" status: 200 len: 210 time: 0.0605607 Aug 18 13:01:01.482927 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-388fa757-d883-41ef-adbd-7e2e7561e166 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:01.503981 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265eb938-234c-4a04-8fa7-efeac2fcab05 req-1b717bf6-3498-463f-8747-798fbc65d22b tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:01.511810 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-265eb938-234c-4a04-8fa7-efeac2fcab05 req-1b717bf6-3498-463f-8747-798fbc65d22b tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=665d3e59-c726-4450-b8a3-e513c90d6727 HTTP/1.1" status: 200 len: 945 time: 0.1576717 Aug 18 13:01:01.547367 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.db.resource_extend [None req-b5e585f5-d46c-46b6-b5c0-8b5c66087718 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 13:01:01.568921 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-388fa757-d883-41ef-adbd-7e2e7561e166 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Deleting port 26806c68-b56e-482c-ac04-c780e1c6743e {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:01:01.569113 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-388fa757-d883-41ef-adbd-7e2e7561e166 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:01.621171 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-e879afa2-6866-4648-9b7d-9ee338dfc594 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:01.621726 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-e879afa2-6866-4648-9b7d-9ee338dfc594 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:01.667284 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-265eb938-234c-4a04-8fa7-efeac2fcab05 req-fcc84e97-871b-4b2e-b431-81e1d5d6be44 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545298 Aug 18 13:01:01.678147 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-388fa757-d883-41ef-adbd-7e2e7561e166 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] For port 26806c68-b56e-482c-ac04-c780e1c6743e, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=26806c68-b56e-482c-ac04-c780e1c6743e,segment=NetworkSegment(b390b499-05da-4d9b-85da-960d9463ff76),segment_id=b390b499-05da-4d9b-85da-960d9463ff76)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:01:01.678147 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-388fa757-d883-41ef-adbd-7e2e7561e166 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:01.697723 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b5e585f5-d46c-46b6-b5c0-8b5c66087718 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:01.704886 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-388fa757-d883-41ef-adbd-7e2e7561e166 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Calling delete_port for 26806c68-b56e-482c-ac04-c780e1c6743e owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:01:01.744759 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-e879afa2-6866-4648-9b7d-9ee338dfc594 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0838270 Aug 18 13:01:01.760001 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-25f4ec7d-b3a4-4a4f-9bd7-bb96c4faad22 service neutron] Request body: {'port': {'device_id': '72014c24-f00e-4134-8a18-94cc0b7878f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:01.793861 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b5e585f5-d46c-46b6-b5c0-8b5c66087718 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:01.932950 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-388fa757-d883-41ef-adbd-7e2e7561e166 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:01.959792 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-25f4ec7d-b3a4-4a4f-9bd7-bb96c4faad22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:01.964316 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388fa757-d883-41ef-adbd-7e2e7561e166 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event deleted for resources: {'Port': ['ID=26806c68-b56e-482c-ac04-c780e1c6743e,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:01.969625 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388fa757-d883-41ef-adbd-7e2e7561e166 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] No DVR routers for this DVR port 26806c68-b56e-482c-ac04-c780e1c6743e on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:01:01.982156 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec52d4f-c65e-4bd6-8ed7-4352b36f3cc5 req-a7ae404f-2445-4749-928c-327dac8d1ad1 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:01.986772 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cec52d4f-c65e-4bd6-8ed7-4352b36f3cc5 req-a7ae404f-2445-4749-928c-327dac8d1ad1 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=72014c24-f00e-4134-8a18-94cc0b7878f9 HTTP/1.1" status: 200 len: 931 time: 0.1979136 Aug 18 13:01:02.032754 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [None req-b5e585f5-d46c-46b6-b5c0-8b5c66087718 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Floating IP 254bbdac-ba1a-4562-ad75-f0ecfd58dd6d associated. External IP: 172.25.6.12, port: be132020-3516-4ddf-b702-9f30b7b7f0c8. Aug 18 13:01:02.055434 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-388fa757-d883-41ef-adbd-7e2e7561e166 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:02.066141 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-388fa757-d883-41ef-adbd-7e2e7561e166 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfda5f75-dc0c-4805-892e-4c23a92b81e0']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:02.076955 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-388fa757-d883-41ef-adbd-7e2e7561e166 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b390b499-05da-4d9b-85da-960d9463ff76') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:02.077334 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-388fa757-d883-41ef-adbd-7e2e7561e166 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b390b499-05da-4d9b-85da-960d9463ff76') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:02.087891 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-388fa757-d883-41ef-adbd-7e2e7561e166 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:02.101438 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-388fa757-d883-41ef-adbd-7e2e7561e166 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:02.107348 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-388fa757-d883-41ef-adbd-7e2e7561e166 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:01:02.107740 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-388fa757-d883-41ef-adbd-7e2e7561e166 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:02.111146 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:01:02.111146 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:01:02.111146 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:01:02.111146 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:01:02.111146 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:01:02.111146 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:01:02.111146 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:01:02.111146 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:01:02.111146 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:01:02.111146 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:01:02.111146 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:01:02.111146 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:01:02.111146 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:01:02.111146 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:01:02.111146 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:01:02.111146 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:01:02.111146 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:01:02.111146 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:01:02.111146 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:01:02.111146 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:01:02.111146 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:01:02.111146 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:01:02.111146 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:01:02.111146 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:01:02.111146 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:01:02.111146 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:01:02.111146 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:01:02.111146 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:01:02.111146 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:01:02.111146 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:01:02.111146 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:01:02.111146 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:01:02.188418 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cec52d4f-c65e-4bd6-8ed7-4352b36f3cc5 req-ff375c5b-4d88-418d-af75-838c5a52515b tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954789 Aug 18 13:01:02.252988 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-388fa757-d883-41ef-adbd-7e2e7561e166 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:02.258094 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-388fa757-d883-41ef-adbd-7e2e7561e166 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:02.265923 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-388fa757-d883-41ef-adbd-7e2e7561e166 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "DELETE /v2.0/networks/dfda5f75-dc0c-4805-892e-4c23a92b81e0 HTTP/1.1" status: 204 len: 168 time: 2.5387282 Aug 18 13:01:02.266023 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 49222) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:02.270865 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-a3b6e38d-b97e-4fe3-8524-f816e6ffd9a4 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-801791335'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:02.277586 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388fa757-d883-41ef-adbd-7e2e7561e166 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event deleted for resources: {'Network': ['ID=dfda5f75-dc0c-4805-892e-4c23a92b81e0,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:02.412827 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b6e38d-b97e-4fe3-8524-f816e6ffd9a4 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Made reservation on behalf of daeb2fcf35b94877ad33b9f64543ff94 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:01:02.416221 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a3b6e38d-b97e-4fe3-8524-f816e6ffd9a4 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:02.486881 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3b6e38d-b97e-4fe3-8524-f816e6ffd9a4 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:01:02.496892 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e585f5-d46c-46b6-b5c0-8b5c66087718 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Router 161d96fd-0a04-45f3-95b5-5620caa20c74 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:01:02.512249 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-25f4ec7d-b3a4-4a4f-9bd7-bb96c4faad22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70340e32-da8f-4495-9da8-f3322a39079e {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:01:02.517897 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a3b6e38d-b97e-4fe3-8524-f816e6ffd9a4 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:02.524113 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-a3b6e38d-b97e-4fe3-8524-f816e6ffd9a4 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Added segment 0d7eaf6d-64e9-43b7-bca5-1ca72b719430 of type vlan for network 10f1768b-9317-41f9-b0a0-0a0765da7b6a Aug 18 13:01:02.531586 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-25f4ec7d-b3a4-4a4f-9bd7-bb96c4faad22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:02.542476 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 49232) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:02.570680 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-25f4ec7d-b3a4-4a4f-9bd7-bb96c4faad22 service neutron] Transition to ACTIVE for port object 70340e32-da8f-4495-9da8-f3322a39079e will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:01:02.612755 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a3b6e38d-b97e-4fe3-8524-f816e6ffd9a4 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:02.667725 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-25f4ec7d-b3a4-4a4f-9bd7-bb96c4faad22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:02.739916 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f4ec7d-b3a4-4a4f-9bd7-bb96c4faad22 service neutron] Pushing event updated for resources: {'Port': ['ID=70340e32-da8f-4495-9da8-f3322a39079e,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:02.742557 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e585f5-d46c-46b6-b5c0-8b5c66087718 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:01:02.749960 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b5e585f5-d46c-46b6-b5c0-8b5c66087718 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:02.761689 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4b03c1-7d55-4add-b5fd-6b8d0326a641 None None] Sync routers for ids ['161d96fd-0a04-45f3-95b5-5620caa20c74'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:01:02.775628 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4b03c1-7d55-4add-b5fd-6b8d0326a641 None None] Routers {'161d96fd-0a04-45f3-95b5-5620caa20c74'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:01:02.780792 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-ea4b03c1-7d55-4add-b5fd-6b8d0326a641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:00:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['161d96fd-0a04-45f3-95b5-5620caa20c74'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:02.811570 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a3b6e38d-b97e-4fe3-8524-f816e6ffd9a4 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:02.818273 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b6e38d-b97e-4fe3-8524-f816e6ffd9a4 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:02.818883 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a3b6e38d-b97e-4fe3-8524-f816e6ffd9a4 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:02.856562 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b5e585f5-d46c-46b6-b5c0-8b5c66087718 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "PUT /v2.0/floatingips/254bbdac-ba1a-4562-ad75-f0ecfd58dd6d HTTP/1.1" status: 200 len: 990 time: 2.0685320 Aug 18 13:01:02.888914 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69406f0d-4d49-4b0f-a5e3-e400e126fa67', 'tag': 'be132020-3516-4ddf-b702-9f30b7b7f0c8'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:01:02.888914 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eaa8745-eb08-4b4d-986b-9aebc7cab4f1" -d '{"events": [{"name": "network-changed", "server_uuid": "69406f0d-4d49-4b0f-a5e3-e400e126fa67", "tag": "be132020-3516-4ddf-b702-9f30b7b7f0c8"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:01:02.901663 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83c50e-4c51-4a0f-aa74-317c0b186138 req-08440b2b-f5b6-462b-ad57-8d273cb2baa1 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:02.910038 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-be83c50e-4c51-4a0f-aa74-317c0b186138 req-08440b2b-f5b6-462b-ad57-8d273cb2baa1 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=665d3e59-c726-4450-b8a3-e513c90d6727 HTTP/1.1" status: 200 len: 945 time: 0.1462469 Aug 18 13:01:02.934311 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b6e38d-b97e-4fe3-8524-f816e6ffd9a4 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event updated for resources: {'Network': ['ID=10f1768b-9317-41f9-b0a0-0a0765da7b6a,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:02.937816 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-25f4ec7d-b3a4-4a4f-9bd7-bb96c4faad22 service neutron] Attempting to bind port 70340e32-da8f-4495-9da8-f3322a39079e on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:01:02.938421 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-25f4ec7d-b3a4-4a4f-9bd7-bb96c4faad22 service neutron] Attempting to bind port 70340e32-da8f-4495-9da8-f3322a39079e by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': 'd254ae00-87be-41d4-aa78-e249d1ab7c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:01:02.941689 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-25f4ec7d-b3a4-4a4f-9bd7-bb96c4faad22 service neutron] Attempting to bind port 70340e32-da8f-4495-9da8-f3322a39079e on network 8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:01:02.944979 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-25f4ec7d-b3a4-4a4f-9bd7-bb96c4faad22 service neutron] Port 70340e32-da8f-4495-9da8-f3322a39079e on network 8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:01:02.945518 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-25f4ec7d-b3a4-4a4f-9bd7-bb96c4faad22 service neutron] Attempting to bind port 70340e32-da8f-4495-9da8-f3322a39079e on network 8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:01:02.958387 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-25f4ec7d-b3a4-4a4f-9bd7-bb96c4faad22 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:01:02.960056 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-25f4ec7d-b3a4-4a4f-9bd7-bb96c4faad22 service neutron] Checking segment: {'id': 'd254ae00-87be-41d4-aa78-e249d1ab7c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:01:02.960451 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-25f4ec7d-b3a4-4a4f-9bd7-bb96c4faad22 service neutron] Bound using segment: {'id': 'd254ae00-87be-41d4-aa78-e249d1ab7c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:01:02.966931 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-25f4ec7d-b3a4-4a4f-9bd7-bb96c4faad22 service neutron] Bound port: 70340e32-da8f-4495-9da8-f3322a39079e, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd254ae00-87be-41d4-aa78-e249d1ab7c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:01:02.967626 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-25f4ec7d-b3a4-4a4f-9bd7-bb96c4faad22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:02.988842 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a3b6e38d-b97e-4fe3-8524-f816e6ffd9a4 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7220666 Aug 18 13:01:02.995989 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-ea4b03c1-7d55-4add-b5fd-6b8d0326a641 None None] Set router 161d96fd-0a04-45f3-95b5-5620caa20c74 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:01:02.996531 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 49274) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:03.004281 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-605c6ed3-37f3-4d28-80fb-a9d4778c8b91 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Request body: {'subnet': {'network_id': '10f1768b-9317-41f9-b0a0-0a0765da7b6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:03.004767 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-be83c50e-4c51-4a0f-aa74-317c0b186138 req-f4121eb0-7a04-4fa1-ac2b-8116c427e1a5 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886395 Aug 18 13:01:03.082530 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b799d359-6d7b-47bb-83d3-458efc9c99a9 x-openstack-request-id: req-b799d359-6d7b-47bb-83d3-458efc9c99a9 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:01:03.082843 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69406f0d-4d49-4b0f-a5e3-e400e126fa67", "tag": "be132020-3516-4ddf-b702-9f30b7b7f0c8", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:01:03.083216 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b799d359-6d7b-47bb-83d3-458efc9c99a9 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:01:03.083680 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69406f0d-4d49-4b0f-a5e3-e400e126fa67', 'tag': 'be132020-3516-4ddf-b702-9f30b7b7f0c8', 'status': 'completed', 'code': 200} Aug 18 13:01:03.092283 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 10f1768b-9317-41f9-b0a0-0a0765da7b6a details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:01:03.142886 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3f9b8cff-2245-4a76-be24-26cd460eef04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:03.177456 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-25f4ec7d-b3a4-4a4f-9bd7-bb96c4faad22 service neutron] For port 70340e32-da8f-4495-9da8-f3322a39079e, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:01:03.184202 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-25f4ec7d-b3a4-4a4f-9bd7-bb96c4faad22 service neutron] For port 70340e32-da8f-4495-9da8-f3322a39079e, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=70340e32-da8f-4495-9da8-f3322a39079e,segment=NetworkSegment(d254ae00-87be-41d4-aa78-e249d1ab7c29),segment_id=d254ae00-87be-41d4-aa78-e249d1ab7c29)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:01:03.196249 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa8745-eb08-4b4d-986b-9aebc7cab4f1 req-3c51efac-8a48-426f-a33f-d6be86a57473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:03.197777 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1eaa8745-eb08-4b4d-986b-9aebc7cab4f1 req-3c51efac-8a48-426f-a33f-d6be86a57473 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8b6c2b19e634a4bb77e7e12fa929d83&device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 1096 time: 0.1076787 Aug 18 13:01:03.284460 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-25f4ec7d-b3a4-4a4f-9bd7-bb96c4faad22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:03.293693 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605c6ed3-37f3-4d28-80fb-a9d4778c8b91 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Made reservation on behalf of daeb2fcf35b94877ad33b9f64543ff94 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:01:03.298295 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-605c6ed3-37f3-4d28-80fb-a9d4778c8b91 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:03.333051 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-ea4b03c1-7d55-4add-b5fd-6b8d0326a641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161d96fd-0a04-45f3-95b5-5620caa20c74', 'name': 'tempest-ServerActionsTestJSON-959432997-router', 'tenant_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '16cdd65e-a1f7-4b3e-b99b-47d2a08e7559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:00:32Z', 'updated_at': '2021-08-18T13:00:40Z', 'revision_number': 4, 'project_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'gw_port': {'id': '16cdd65e-a1f7-4b3e-b99b-47d2a08e7559', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:31:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161d96fd-0a04-45f3-95b5-5620caa20c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:34Z', 'updated_at': '2021-08-18T13:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '254bbdac-ba1a-4562-ad75-f0ecfd58dd6d', 'tenant_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'floating_ip_address': '172.25.6.12', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '161d96fd-0a04-45f3-95b5-5620caa20c74', 'port_id': 'be132020-3516-4ddf-b702-9f30b7b7f0c8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d', 'mac_address': 'fa:16:3e:28:23:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69406f0d-4d49-4b0f-a5e3-e400e126fa67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:00:44Z', 'updated_at': '2021-08-18T13:01:01Z', 'revision_number': 1, 'project_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19b8c030-3d09-46e5-b917-450df2582619', 'name': '', 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d', 'tenant_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'mac_address': 'fa:16:3e:52:3d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161d96fd-0a04-45f3-95b5-5620caa20c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '2744890d-6739-4756-b608-842180da7455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:38Z', 'updated_at': '2021-08-18T13:00:46Z', 'revision_number': 5, 'project_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'subnets': [{'id': '2744890d-6739-4756-b608-842180da7455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:03.367501 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4b03c1-7d55-4add-b5fd-6b8d0326a641 None None] Checking router: 161d96fd-0a04-45f3-95b5-5620caa20c74 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:01:03.376256 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4b03c1-7d55-4add-b5fd-6b8d0326a641 None None] Routers {'161d96fd-0a04-45f3-95b5-5620caa20c74'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:01:03.376888 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-ea4b03c1-7d55-4add-b5fd-6b8d0326a641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:00:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['161d96fd-0a04-45f3-95b5-5620caa20c74'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:03.386965 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa8745-eb08-4b4d-986b-9aebc7cab4f1 req-becae5dd-ff83-47e2-a74f-6e4c81a9d2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:03.387857 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1eaa8745-eb08-4b4d-986b-9aebc7cab4f1 req-becae5dd-ff83-47e2-a74f-6e4c81a9d2bd service neutron] 10.222.0.20 "GET /v2.0/networks?id=c70b20b2-1ba3-4778-b38e-36ed095ba70d HTTP/1.1" status: 200 len: 912 time: 0.1824925 Aug 18 13:01:03.390080 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-25f4ec7d-b3a4-4a4f-9bd7-bb96c4faad22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:03.390276 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-25f4ec7d-b3a4-4a4f-9bd7-bb96c4faad22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:03.391549 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-25f4ec7d-b3a4-4a4f-9bd7-bb96c4faad22 service neutron] 10.222.0.20 "PUT /v2.0/ports/70340e32-da8f-4495-9da8-f3322a39079e HTTP/1.1" status: 200 len: 1091 time: 1.6367195 Aug 18 13:01:03.407316 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56513ca-7ac7-424f-8efd-d7eb150aabd4 req-a00f9908-0b12-4b77-bd99-491127e4b343 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:03.410750 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a56513ca-7ac7-424f-8efd-d7eb150aabd4 req-a00f9908-0b12-4b77-bd99-491127e4b343 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=72014c24-f00e-4134-8a18-94cc0b7878f9 HTTP/1.1" status: 200 len: 943 time: 0.1026769 Aug 18 13:01:03.460217 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a56513ca-7ac7-424f-8efd-d7eb150aabd4 req-94693000-9464-436b-bc64-2e380720e49c tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440071 Aug 18 13:01:03.508426 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-ea4b03c1-7d55-4add-b5fd-6b8d0326a641 None None] Set router 161d96fd-0a04-45f3-95b5-5620caa20c74 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:01:03.539651 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f4ec7d-b3a4-4a4f-9bd7-bb96c4faad22 service neutron] Pushing event updated for resources: {'Port': ['ID=70340e32-da8f-4495-9da8-f3322a39079e,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:03.545066 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1eaa8745-eb08-4b4d-986b-9aebc7cab4f1 req-fe5cd3c0-60b3-49d0-bbba-a2a59cc41e21 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be132020-3516-4ddf-b702-9f30b7b7f0c8 HTTP/1.1" status: 200 len: 998 time: 0.1263087 Aug 18 13:01:03.554662 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-3f9b8cff-2245-4a76-be24-26cd460eef04 admin admin] Deleting port bd50cd73-6cf0-46bd-8d81-7bd4027d17e9 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:01:03.554662 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3f9b8cff-2245-4a76-be24-26cd460eef04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:03.639128 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa8745-eb08-4b4d-986b-9aebc7cab4f1 req-451e3925-62f7-4284-84b8-9d2a1639f0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:03.640606 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1eaa8745-eb08-4b4d-986b-9aebc7cab4f1 req-451e3925-62f7-4284-84b8-9d2a1639f0a1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2744890d-6739-4756-b608-842180da7455 HTTP/1.1" status: 200 len: 850 time: 0.0848229 Aug 18 13:01:03.643782 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-3f9b8cff-2245-4a76-be24-26cd460eef04 admin admin] For port bd50cd73-6cf0-46bd-8d81-7bd4027d17e9, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=bd50cd73-6cf0-46bd-8d81-7bd4027d17e9,segment=NetworkSegment(6851dbba-1cc1-4348-91b0-ff341cc9df8f),segment_id=6851dbba-1cc1-4348-91b0-ff341cc9df8f)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:01:03.644177 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3f9b8cff-2245-4a76-be24-26cd460eef04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:03.646719 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-0f0cb547-8e45-4727-9161-09069f634a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:03.648156 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-0f0cb547-8e45-4727-9161-09069f634a82 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e1762f04164146b59760e8758daee96f&device_id=72014c24-f00e-4134-8a18-94cc0b7878f9 HTTP/1.1" status: 200 len: 1094 time: 0.1021428 Aug 18 13:01:03.668055 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-3f9b8cff-2245-4a76-be24-26cd460eef04 admin admin] Calling delete_port for bd50cd73-6cf0-46bd-8d81-7bd4027d17e9 owned by network:router_interface {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:01:03.822428 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-ea4b03c1-7d55-4add-b5fd-6b8d0326a641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161d96fd-0a04-45f3-95b5-5620caa20c74', 'name': 'tempest-ServerActionsTestJSON-959432997-router', 'tenant_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '16cdd65e-a1f7-4b3e-b99b-47d2a08e7559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:00:32Z', 'updated_at': '2021-08-18T13:00:40Z', 'revision_number': 4, 'project_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'gw_port': {'id': '16cdd65e-a1f7-4b3e-b99b-47d2a08e7559', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:31:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161d96fd-0a04-45f3-95b5-5620caa20c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:34Z', 'updated_at': '2021-08-18T13:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '254bbdac-ba1a-4562-ad75-f0ecfd58dd6d', 'tenant_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'floating_ip_address': '172.25.6.12', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '161d96fd-0a04-45f3-95b5-5620caa20c74', 'port_id': 'be132020-3516-4ddf-b702-9f30b7b7f0c8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d', 'mac_address': 'fa:16:3e:28:23:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69406f0d-4d49-4b0f-a5e3-e400e126fa67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:00:44Z', 'updated_at': '2021-08-18T13:01:01Z', 'revision_number': 1, 'project_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19b8c030-3d09-46e5-b917-450df2582619', 'name': '', 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d', 'tenant_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'mac_address': 'fa:16:3e:52:3d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161d96fd-0a04-45f3-95b5-5620caa20c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '2744890d-6739-4756-b608-842180da7455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:38Z', 'updated_at': '2021-08-18T13:00:46Z', 'revision_number': 5, 'project_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'subnets': [{'id': '2744890d-6739-4756-b608-842180da7455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:03.855022 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4b03c1-7d55-4add-b5fd-6b8d0326a641 None None] The sync data for ids ['161d96fd-0a04-45f3-95b5-5620caa20c74'] in n-d-803603-2 is: [{'id': '161d96fd-0a04-45f3-95b5-5620caa20c74', 'name': 'tempest-ServerActionsTestJSON-959432997-router', 'tenant_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '16cdd65e-a1f7-4b3e-b99b-47d2a08e7559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:00:32Z', 'updated_at': '2021-08-18T13:00:40Z', 'revision_number': 4, 'project_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'gw_port': {'id': '16cdd65e-a1f7-4b3e-b99b-47d2a08e7559', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:31:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161d96fd-0a04-45f3-95b5-5620caa20c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:34Z', 'updated_at': '2021-08-18T13:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '254bbdac-ba1a-4562-ad75-f0ecfd58dd6d', 'tenant_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'floating_ip_address': '172.25.6.12', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '161d96fd-0a04-45f3-95b5-5620caa20c74', 'port_id': 'be132020-3516-4ddf-b702-9f30b7b7f0c8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d', 'mac_address': 'fa:16:3e:28:23:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69406f0d-4d49-4b0f-a5e3-e400e126fa67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:00:44Z', 'updated_at': '2021-08-18T13:01:01Z', 'revision_number': 1, 'project_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19b8c030-3d09-46e5-b917-450df2582619', 'name': '', 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d', 'tenant_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'mac_address': 'fa:16:3e:52:3d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161d96fd-0a04-45f3-95b5-5620caa20c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '2744890d-6739-4756-b608-842180da7455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:38Z', 'updated_at': '2021-08-18T13:00:46Z', 'revision_number': 5, 'project_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'subnets': [{'id': '2744890d-6739-4756-b608-842180da7455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:01:04.002562 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3f9b8cff-2245-4a76-be24-26cd460eef04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:04.036981 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b8cff-2245-4a76-be24-26cd460eef04 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd50cd73-6cf0-46bd-8d81-7bd4027d17e9,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:04.167255 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-0c72e108-7fd4-41df-91dc-407757bf3d09 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70340e32-da8f-4495-9da8-f3322a39079e HTTP/1.1" status: 200 len: 217 time: 0.5048320 Aug 18 13:01:04.171998 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030b435e-cb51-4053-bb08-728c2e6305c9 None None] New status for floating IP 254bbdac-ba1a-4562-ad75-f0ecfd58dd6d: ACTIVE {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:01:04.207994 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed657002-87b9-49a8-8041-8b0c9f972b5a req-cecb7644-375f-48fc-9f20-a437bc66f1e4 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:04.209724 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ed657002-87b9-49a8-8041-8b0c9f972b5a req-cecb7644-375f-48fc-9f20-a437bc66f1e4 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=665d3e59-c726-4450-b8a3-e513c90d6727 HTTP/1.1" status: 200 len: 945 time: 0.1168604 Aug 18 13:01:04.253824 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa8745-eb08-4b4d-986b-9aebc7cab4f1 req-7f48be93-e3f5-487c-9657-3a104984122b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:04.255336 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1eaa8745-eb08-4b4d-986b-9aebc7cab4f1 req-7f48be93-e3f5-487c-9657-3a104984122b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c70b20b2-1ba3-4778-b38e-36ed095ba70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6041658 Aug 18 13:01:04.287036 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-f377287c-e20b-4453-97d1-721103377d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:04.287036 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-f377287c-e20b-4453-97d1-721103377d15 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=370a4194-5e7c-4dd1-afef-69ff1c3d51dd HTTP/1.1" status: 200 len: 854 time: 0.1060157 Aug 18 13:01:04.331256 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3f9b8cff-2245-4a76-be24-26cd460eef04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:04.347520 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-66d15586-1d1c-40a0-ac75-1b4091a2f521 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491371 Aug 18 13:01:04.351617 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-605c6ed3-37f3-4d28-80fb-a9d4778c8b91 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:04.419779 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ed657002-87b9-49a8-8041-8b0c9f972b5a req-dd12537a-bc92-4306-9bd8-ee33aadfc945 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743393 Aug 18 13:01:04.469281 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1eaa8745-eb08-4b4d-986b-9aebc7cab4f1 req-90dcc168-500b-4e57-a909-13ec952bb008 service neutron] 10.222.0.20 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012167 Aug 18 13:01:04.514525 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c6ed3-37f3-4d28-80fb-a9d4778c8b91 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event updated for resources: {'Subnet': ['ID=84833b5f-cd84-4817-ad6c-c80d3bb83d95,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:04.617376 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 011cfdb1-83c4-453f-82df-6e524aa56987 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:01:04.626657 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f9b8cff-2245-4a76-be24-26cd460eef04 admin admin] Router 0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:01:04.640602 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: 011cfdb1-83c4-453f-82df-6e524aa56987 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:01:04.640955 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 011cfdb1-83c4-453f-82df-6e524aa56987 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:01:04.664142 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605c6ed3-37f3-4d28-80fb-a9d4778c8b91 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Checking segment: {'id': '0d7eaf6d-64e9-43b7-bca5-1ca72b719430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '10f1768b-9317-41f9-b0a0-0a0765da7b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:01:04.664521 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605c6ed3-37f3-4d28-80fb-a9d4778c8b91 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Network hostable DHCP agents. Network: 10f1768b-9317-41f9-b0a0-0a0765da7b6a, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:01:04.713593 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80e362-f251-4983-9e07-8a4e2e0cfcd6 req-b743524c-1229-4827-a996-712081ab202d tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:04.715804 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ad80e362-f251-4983-9e07-8a4e2e0cfcd6 req-b743524c-1229-4827-a996-712081ab202d tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=72014c24-f00e-4134-8a18-94cc0b7878f9 HTTP/1.1" status: 200 len: 943 time: 0.1418552 Aug 18 13:01:04.723636 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-4347a564-cc11-4e9e-a835-bd124441fb48 service neutron] 10.222.0.20 "GET /v2.0/networks/8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626599 Aug 18 13:01:04.725436 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1eaa8745-eb08-4b4d-986b-9aebc7cab4f1 req-62b70e51-2477-472d-a112-348a08ca3a8b service neutron] 10.222.0.20 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263129 Aug 18 13:01:04.751871 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9b8cff-2245-4a76-be24-26cd460eef04 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:01:04.756827 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3f9b8cff-2245-4a76-be24-26cd460eef04 admin admin] 10.222.0.13 "PUT /v2.0/routers/0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2128091 Aug 18 13:01:04.759393 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 49350) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:04.763051 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db255260-71cd-40b6-936f-6a9436f0c14b None None] Sync routers for ids ['0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:01:04.777328 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db255260-71cd-40b6-936f-6a9436f0c14b None None] Routers {'0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:01:04.779175 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-db255260-71cd-40b6-936f-6a9436f0c14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:00:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:04.836218 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ad80e362-f251-4983-9e07-8a4e2e0cfcd6 req-7e352b87-2ccb-4cd2-9f25-1c3803474701 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073468 Aug 18 13:01:04.880542 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605c6ed3-37f3-4d28-80fb-a9d4778c8b91 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Network 10f1768b-9317-41f9-b0a0-0a0765da7b6a is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:01:04.921393 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-83f3bb6c-ad71-4cd5-871e-d4b22395ed1f req-2c9e0c93-552c-4fb2-8a8e-b083bed41fe7 service neutron] 10.222.0.20 "GET /v2.0/networks/8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813009 Aug 18 13:01:04.951762 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-52fa7a7c-0241-4065-bac1-f6e3a309caef admin admin] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:04.971784 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-db255260-71cd-40b6-936f-6a9436f0c14b None None] Set router 0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:01:04.990021 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-605c6ed3-37f3-4d28-80fb-a9d4778c8b91 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 10f1768b-9317-41f9-b0a0-0a0765da7b6a) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:01:04.995446 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605c6ed3-37f3-4d28-80fb-a9d4778c8b91 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:04.996508 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-605c6ed3-37f3-4d28-80fb-a9d4778c8b91 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:05.018570 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb5130d-f515-4f03-9d46-07acb5ea15f9 None None] Network 10f1768b-9317-41f9-b0a0-0a0765da7b6a requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:01:05.077500 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-605c6ed3-37f3-4d28-80fb-a9d4778c8b91 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0795784 Aug 18 13:01:05.082543 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 49372) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:05.105110 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72014c24-f00e-4134-8a18-94cc0b7878f9', 'tag': '70340e32-da8f-4495-9da8-f3322a39079e'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:01:05.109449 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a7c0d9-9ff3-41b0-a442-3e05067ed3da" -d '{"events": [{"name": "network-changed", "server_uuid": "72014c24-f00e-4134-8a18-94cc0b7878f9", "tag": "70340e32-da8f-4495-9da8-f3322a39079e"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:01:05.181072 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43a9221-905e-4ab5-89fd-0dc4ff6e4067 x-openstack-request-id: req-c43a9221-905e-4ab5-89fd-0dc4ff6e4067 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:01:05.181493 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72014c24-f00e-4134-8a18-94cc0b7878f9", "tag": "70340e32-da8f-4495-9da8-f3322a39079e", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:01:05.181811 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c43a9221-905e-4ab5-89fd-0dc4ff6e4067 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:01:05.182475 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72014c24-f00e-4134-8a18-94cc0b7878f9', 'tag': '70340e32-da8f-4495-9da8-f3322a39079e', 'status': 'completed', 'code': 200} Aug 18 13:01:05.298049 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b901f41b-f0b8-48bc-9d65-901439d54019 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:05.310748 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7c0d9-9ff3-41b0-a442-3e05067ed3da req-6fe5266f-f907-47bb-89e3-ba2a5f5a0bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:05.312433 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-79a7c0d9-9ff3-41b0-a442-3e05067ed3da req-6fe5266f-f907-47bb-89e3-ba2a5f5a0bc4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e1762f04164146b59760e8758daee96f&device_id=72014c24-f00e-4134-8a18-94cc0b7878f9 HTTP/1.1" status: 200 len: 1094 time: 0.1144931 Aug 18 13:01:05.425156 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b901f41b-f0b8-48bc-9d65-901439d54019 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:05.483930 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-52fa7a7c-0241-4065-bac1-f6e3a309caef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:05.527043 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7c0d9-9ff3-41b0-a442-3e05067ed3da req-417a01bb-93cd-4286-b864-e69bc392d628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:05.528711 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-79a7c0d9-9ff3-41b0-a442-3e05067ed3da req-417a01bb-93cd-4286-b864-e69bc392d628 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8 HTTP/1.1" status: 200 len: 915 time: 0.2070816 Aug 18 13:01:05.557699 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-db255260-71cd-40b6-936f-6a9436f0c14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846', 'name': 'tempest-ServerRescueTestJSON-1077007432-router', 'tenant_id': 'f0303d9be8d54f109bacfe8faa1afc25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '1ba9ce93-9fa8-4ee2-bbf3-ae9eed890f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:58:50Z', 'updated_at': '2021-08-18T13:01:03Z', 'revision_number': 5, 'project_id': 'f0303d9be8d54f109bacfe8faa1afc25', 'gw_port': {'id': '1ba9ce93-9fa8-4ee2-bbf3-ae9eed890f5d', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:58:52Z', 'updated_at': '2021-08-18T12:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:05.583078 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-79a7c0d9-9ff3-41b0-a442-3e05067ed3da req-8db991a7-be8e-4d72-9f95-aa0e3aea8315 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70340e32-da8f-4495-9da8-f3322a39079e HTTP/1.1" status: 200 len: 217 time: 0.0379417 Aug 18 13:01:05.584866 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c3ad3-e504-4e2b-9da5-786dbd4e3fb5 req-a8f1cc6f-21e8-4bb8-9294-f79fbc0906ba tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:05.586386 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-553c3ad3-e504-4e2b-9da5-786dbd4e3fb5 req-a8f1cc6f-21e8-4bb8-9294-f79fbc0906ba tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=665d3e59-c726-4450-b8a3-e513c90d6727 HTTP/1.1" status: 200 len: 945 time: 0.0821064 Aug 18 13:01:05.587954 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87895f3-6d07-4885-bba5-a48fa9a78ccf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-10f1768b-9317-41f9-b0a0-0a0765da7b6a', 'network_id': '10f1768b-9317-41f9-b0a0-0a0765da7b6a', 'tenant_id': 'daeb2fcf35b94877ad33b9f64543ff94', 'fixed_ips': [{'subnet_id': '84833b5f-cd84-4817-ad6c-c80d3bb83d95'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:01:05.588953 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b87895f3-6d07-4885-bba5-a48fa9a78ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:05.592912 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db255260-71cd-40b6-936f-6a9436f0c14b None None] Checking router: 0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:01:05.616937 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db255260-71cd-40b6-936f-6a9436f0c14b None None] Routers {'0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:01:05.617946 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-db255260-71cd-40b6-936f-6a9436f0c14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:00:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:05.628141 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-52fa7a7c-0241-4065-bac1-f6e3a309caef admin admin] Deleting port 1ba9ce93-9fa8-4ee2-bbf3-ae9eed890f5d {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:01:05.628475 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-52fa7a7c-0241-4065-bac1-f6e3a309caef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:05.642145 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7c0d9-9ff3-41b0-a442-3e05067ed3da req-58894e77-f75c-4920-a677-befd44feeeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:05.643607 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-79a7c0d9-9ff3-41b0-a442-3e05067ed3da req-58894e77-f75c-4920-a677-befd44feeeeb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=370a4194-5e7c-4dd1-afef-69ff1c3d51dd HTTP/1.1" status: 200 len: 854 time: 0.0544050 Aug 18 13:01:05.645422 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b901f41b-f0b8-48bc-9d65-901439d54019 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:05.682032 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-79a7c0d9-9ff3-41b0-a442-3e05067ed3da req-017f8ce7-2925-4a00-bfba-e1fba6c8e859 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270224 Aug 18 13:01:05.687014 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-553c3ad3-e504-4e2b-9da5-786dbd4e3fb5 req-e3e1c0fb-a7e4-455b-aee6-c743c63d7881 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869694 Aug 18 13:01:05.714225 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b901f41b-f0b8-48bc-9d65-901439d54019 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event deleted for resources: {'Subnet': ['ID=84833b5f-cd84-4817-ad6c-c80d3bb83d95,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:05.744980 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-52fa7a7c-0241-4065-bac1-f6e3a309caef admin admin] For port 1ba9ce93-9fa8-4ee2-bbf3-ae9eed890f5d, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=1ba9ce93-9fa8-4ee2-bbf3-ae9eed890f5d,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:01:05.747172 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-52fa7a7c-0241-4065-bac1-f6e3a309caef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:05.760166 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-52fa7a7c-0241-4065-bac1-f6e3a309caef admin admin] Calling delete_port for 1ba9ce93-9fa8-4ee2-bbf3-ae9eed890f5d owned by network:router_gateway {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:01:05.766445 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-db255260-71cd-40b6-936f-6a9436f0c14b None None] Set router 0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846 gateway port host: None {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:01:05.823654 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b901f41b-f0b8-48bc-9d65-901439d54019 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:05.836342 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-db255260-71cd-40b6-936f-6a9436f0c14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846', 'name': 'tempest-ServerRescueTestJSON-1077007432-router', 'tenant_id': 'f0303d9be8d54f109bacfe8faa1afc25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:58:50Z', 'updated_at': '2021-08-18T13:01:05Z', 'revision_number': 6, 'project_id': 'f0303d9be8d54f109bacfe8faa1afc25', 'gw_port_host': None}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:05.870772 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-b901f41b-f0b8-48bc-9d65-901439d54019 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10f1768b-9317-41f9-b0a0-0a0765da7b6a']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:05.885481 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-79a7c0d9-9ff3-41b0-a442-3e05067ed3da req-6e17191e-150a-4b05-b7d7-f81fc850ae92 service neutron] 10.222.0.20 "GET /v2.0/networks/8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813469 Aug 18 13:01:05.886601 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-b901f41b-f0b8-48bc-9d65-901439d54019 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d7eaf6d-64e9-43b7-bca5-1ca72b719430') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:05.886910 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-b901f41b-f0b8-48bc-9d65-901439d54019 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d7eaf6d-64e9-43b7-bca5-1ca72b719430') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:05.888686 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad27b801-f348-459e-b8a4-139f23a2ec90 None None] Network 10f1768b-9317-41f9-b0a0-0a0765da7b6a requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:01:05.908792 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b901f41b-f0b8-48bc-9d65-901439d54019 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:05.971007 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db255260-71cd-40b6-936f-6a9436f0c14b None None] The sync data for ids ['0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846'] in n-d-803603-2 is: [{'id': '0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846', 'name': 'tempest-ServerRescueTestJSON-1077007432-router', 'tenant_id': 'f0303d9be8d54f109bacfe8faa1afc25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:58:50Z', 'updated_at': '2021-08-18T13:01:05Z', 'revision_number': 6, 'project_id': 'f0303d9be8d54f109bacfe8faa1afc25', 'gw_port_host': None}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:01:05.975352 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b901f41b-f0b8-48bc-9d65-901439d54019 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:06.041701 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b901f41b-f0b8-48bc-9d65-901439d54019 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:01:06.042245 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b901f41b-f0b8-48bc-9d65-901439d54019 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:06.051260 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:01:06.051260 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:01:06.051260 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:01:06.051260 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:01:06.051260 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:01:06.051260 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:01:06.051260 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:01:06.051260 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:01:06.051260 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:01:06.051260 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:01:06.051260 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:01:06.051260 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:01:06.051260 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:01:06.051260 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:01:06.051260 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:01:06.051260 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:01:06.051260 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:01:06.051260 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:01:06.051260 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:01:06.051260 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:01:06.051260 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:01:06.051260 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:01:06.051260 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:01:06.051260 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:01:06.051260 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:01:06.051260 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:01:06.051260 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:01:06.051260 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:01:06.051260 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:01:06.051260 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:01:06.051260 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:01:06.051260 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:01:06.070951 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-52fa7a7c-0241-4065-bac1-f6e3a309caef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:06.129930 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904e7c2-56a2-48d7-9678-ceafa4519ab0 req-f63bc8c9-82cf-4c65-98e3-d9c9cf33d691 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:06.131621 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a904e7c2-56a2-48d7-9678-ceafa4519ab0 req-f63bc8c9-82cf-4c65-98e3-d9c9cf33d691 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=72014c24-f00e-4134-8a18-94cc0b7878f9 HTTP/1.1" status: 200 len: 943 time: 0.1747494 Aug 18 13:01:06.166732 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa7a7c-0241-4065-bac1-f6e3a309caef admin admin] Pushing event deleted for resources: {'Port': ['ID=1ba9ce93-9fa8-4ee2-bbf3-ae9eed890f5d,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:06.170362 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-52fa7a7c-0241-4065-bac1-f6e3a309caef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:06.187560 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-79a7c0d9-9ff3-41b0-a442-3e05067ed3da req-e14000ca-04a8-4866-a352-49f6baa514d8 service neutron] 10.222.0.20 "GET /v2.0/networks/8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935514 Aug 18 13:01:06.198485 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a904e7c2-56a2-48d7-9678-ceafa4519ab0 req-e928a8cf-73b6-4eee-8682-c826e9025820 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499654 Aug 18 13:01:06.218582 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b901f41b-f0b8-48bc-9d65-901439d54019 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:06.236178 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b901f41b-f0b8-48bc-9d65-901439d54019 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:06.242089 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b901f41b-f0b8-48bc-9d65-901439d54019 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "DELETE /v2.0/networks/10f1768b-9317-41f9-b0a0-0a0765da7b6a HTTP/1.1" status: 204 len: 168 time: 1.1583531 Aug 18 13:01:06.243158 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 49434) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:06.243945 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b901f41b-f0b8-48bc-9d65-901439d54019 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event deleted for resources: {'Network': ['ID=10f1768b-9317-41f9-b0a0-0a0765da7b6a,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:06.251490 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-11ec4cad-56c5-4f0d-b9b1-cfbb3e792392 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-486229069'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:06.271594 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-52fa7a7c-0241-4065-bac1-f6e3a309caef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:06.271594 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-52fa7a7c-0241-4065-bac1-f6e3a309caef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:06.343699 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ec4cad-56c5-4f0d-b9b1-cfbb3e792392 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Made reservation on behalf of daeb2fcf35b94877ad33b9f64543ff94 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:01:06.347719 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-11ec4cad-56c5-4f0d-b9b1-cfbb3e792392 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:06.375015 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ec4cad-56c5-4f0d-b9b1-cfbb3e792392 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:01:06.386091 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-11ec4cad-56c5-4f0d-b9b1-cfbb3e792392 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:06.386473 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-11ec4cad-56c5-4f0d-b9b1-cfbb3e792392 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Added segment 9aded90f-7df7-4518-b804-144b277174bc of type vlan for network 4644e1b1-ff61-4f66-a58f-cdabc8124448 Aug 18 13:01:06.402161 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-52fa7a7c-0241-4065-bac1-f6e3a309caef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:06.402753 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52fa7a7c-0241-4065-bac1-f6e3a309caef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846 {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:01:06.411396 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-52fa7a7c-0241-4065-bac1-f6e3a309caef admin admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:06.411983 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device bd50cd73-6cf0-46bd-8d81-7bd4027d17e9 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:01:06.415637 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-52fa7a7c-0241-4065-bac1-f6e3a309caef admin admin] 10.222.0.13 "DELETE /v2.0/routers/0c5c6c5e-2a65-4eb4-9eda-3a7ae2bd7846 HTTP/1.1" status: 204 len: 168 time: 1.6550777 Aug 18 13:01:06.416480 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 49436) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:06.432417 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-11ec4cad-56c5-4f0d-b9b1-cfbb3e792392 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:06.432856 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: bd50cd73-6cf0-46bd-8d81-7bd4027d17e9 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:01:06.434128 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device bd50cd73-6cf0-46bd-8d81-7bd4027d17e9 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:01:06.473858 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fa02689-9681-4870-9952-ef233fade43c admin admin] Deleting subnet 5fe5576d-7fb1-4b34-b4b7-7ac7dda64bb3 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:01:06.477135 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2fa02689-9681-4870-9952-ef233fade43c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:06.511443 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2fa02689-9681-4870-9952-ef233fade43c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:06.544504 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-11ec4cad-56c5-4f0d-b9b1-cfbb3e792392 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:06.550496 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2fa02689-9681-4870-9952-ef233fade43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:06.550798 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ec4cad-56c5-4f0d-b9b1-cfbb3e792392 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:06.551464 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-11ec4cad-56c5-4f0d-b9b1-cfbb3e792392 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:06.626315 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec4cad-56c5-4f0d-b9b1-cfbb3e792392 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event updated for resources: {'Network': ['ID=4644e1b1-ff61-4f66-a58f-cdabc8124448,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:06.636499 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 4644e1b1-ff61-4f66-a58f-cdabc8124448 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:01:06.667824 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-11ec4cad-56c5-4f0d-b9b1-cfbb3e792392 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4189856 Aug 18 13:01:06.668475 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 49444) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:06.674517 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-03bd4d26-3d25-41dc-9acd-09e54fb799b4 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Request body: {'subnet': {'network_id': '4644e1b1-ff61-4f66-a58f-cdabc8124448', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:06.693867 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2fa02689-9681-4870-9952-ef233fade43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:06.754508 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa02689-9681-4870-9952-ef233fade43c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fe5576d-7fb1-4b34-b4b7-7ac7dda64bb3,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:06.773190 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2fa02689-9681-4870-9952-ef233fade43c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:06.777369 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 49448) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:06.777722 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2fa02689-9681-4870-9952-ef233fade43c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5fe5576d-7fb1-4b34-b4b7-7ac7dda64bb3 HTTP/1.1" status: 204 len: 168 time: 0.3599384 Aug 18 13:01:06.854123 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bac8fc82-d325-44b1-8ab3-689fabc044ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:06.866046 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3073265-c5ff-4b86-bddd-8b5ff7007664 req-2b600206-d124-4e92-affa-f16b00cd5e0f tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:06.868708 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e3073265-c5ff-4b86-bddd-8b5ff7007664 req-2b600206-d124-4e92-affa-f16b00cd5e0f tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=665d3e59-c726-4450-b8a3-e513c90d6727 HTTP/1.1" status: 200 len: 945 time: 0.0873005 Aug 18 13:01:06.911186 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e3073265-c5ff-4b86-bddd-8b5ff7007664 req-2c90c068-4bd4-40ea-8f2d-d2fdee255b1b tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355718 Aug 18 13:01:06.938407 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bd4d26-3d25-41dc-9acd-09e54fb799b4 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Made reservation on behalf of daeb2fcf35b94877ad33b9f64543ff94 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:01:06.943230 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-03bd4d26-3d25-41dc-9acd-09e54fb799b4 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:06.955512 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bac8fc82-d325-44b1-8ab3-689fabc044ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:06.967396 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-bac8fc82-d325-44b1-8ab3-689fabc044ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5784924-95c0-4ade-8e9b-45fec751237e']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:06.977929 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-bac8fc82-d325-44b1-8ab3-689fabc044ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6851dbba-1cc1-4348-91b0-ff341cc9df8f') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:06.978330 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-bac8fc82-d325-44b1-8ab3-689fabc044ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6851dbba-1cc1-4348-91b0-ff341cc9df8f') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:06.988026 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bac8fc82-d325-44b1-8ab3-689fabc044ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:07.004675 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bac8fc82-d325-44b1-8ab3-689fabc044ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:07.011327 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bac8fc82-d325-44b1-8ab3-689fabc044ac admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:01:07.011922 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bac8fc82-d325-44b1-8ab3-689fabc044ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:07.014462 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:01:07.014462 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:01:07.014462 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:01:07.014462 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:01:07.014462 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:01:07.014462 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:01:07.014462 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:01:07.014462 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:01:07.014462 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:01:07.014462 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:01:07.014462 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:01:07.014462 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:01:07.014462 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:01:07.014462 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:01:07.014462 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:01:07.014462 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:01:07.014462 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:01:07.014462 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:01:07.014462 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:01:07.014462 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:01:07.014462 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:01:07.014462 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:01:07.014462 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:01:07.014462 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:01:07.014462 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:01:07.014462 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:01:07.014462 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:01:07.014462 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:01:07.014462 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:01:07.014462 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:01:07.014462 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:01:07.014462 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:01:07.189836 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 49456) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:07.207828 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bac8fc82-d325-44b1-8ab3-689fabc044ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:07.214448 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bac8fc82-d325-44b1-8ab3-689fabc044ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:07.221191 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-bac8fc82-d325-44b1-8ab3-689fabc044ac admin admin] 10.222.0.13 "DELETE /v2.0/networks/f5784924-95c0-4ade-8e9b-45fec751237e HTTP/1.1" status: 204 len: 168 time: 0.4425466 Aug 18 13:01:07.230388 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-03bd4d26-3d25-41dc-9acd-09e54fb799b4 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:07.251480 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac8fc82-d325-44b1-8ab3-689fabc044ac admin admin] Pushing event deleted for resources: {'Network': ['ID=f5784924-95c0-4ade-8e9b-45fec751237e,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:07.369146 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ab94881a-96f7-427e-a18b-202d5483931c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:07.371304 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd4d26-3d25-41dc-9acd-09e54fb799b4 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event updated for resources: {'Subnet': ['ID=7a5bd656-d0aa-4cf3-83f2-6698c92f7838,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:07.419123 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772512a9-3525-4245-bc02-d70252b8413f req-1cae380d-6774-4f13-a651-57cb78053e4d tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:07.420565 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-772512a9-3525-4245-bc02-d70252b8413f req-1cae380d-6774-4f13-a651-57cb78053e4d tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=72014c24-f00e-4134-8a18-94cc0b7878f9 HTTP/1.1" status: 200 len: 943 time: 0.1320171 Aug 18 13:01:07.422653 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bd4d26-3d25-41dc-9acd-09e54fb799b4 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Checking segment: {'id': '9aded90f-7df7-4518-b804-144b277174bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4644e1b1-ff61-4f66-a58f-cdabc8124448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:01:07.423057 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bd4d26-3d25-41dc-9acd-09e54fb799b4 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Network hostable DHCP agents. Network: 4644e1b1-ff61-4f66-a58f-cdabc8124448, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:01:07.489862 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-772512a9-3525-4245-bc02-d70252b8413f req-d99da0f9-98b6-4f31-87c6-22a3475cf2af tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626132 Aug 18 13:01:07.542104 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ab94881a-96f7-427e-a18b-202d5483931c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:07.549201 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bd4d26-3d25-41dc-9acd-09e54fb799b4 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Network 4644e1b1-ff61-4f66-a58f-cdabc8124448 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:01:07.610395 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 49466) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:07.645344 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ab94881a-96f7-427e-a18b-202d5483931c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:07.667010 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-37798dd3-7402-45a6-a22d-200e6d54e34b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0303d9be8d54f109bacfe8faa1afc25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0553985 Aug 18 13:01:07.670445 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 49468) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:07.692988 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab94881a-96f7-427e-a18b-202d5483931c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b14258-6f2b-4e5b-9e8a-a6310b288852,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:07.697503 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ab94881a-96f7-427e-a18b-202d5483931c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d2d7ef2cc7ed44fcad649c97c512f78d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5066137 Aug 18 13:01:07.700271 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 49470) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:07.731886 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-03bd4d26-3d25-41dc-9acd-09e54fb799b4 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 4644e1b1-ff61-4f66-a58f-cdabc8124448) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:01:07.736731 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bd4d26-3d25-41dc-9acd-09e54fb799b4 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:07.737387 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-03bd4d26-3d25-41dc-9acd-09e54fb799b4 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:07.744368 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f548fd-15d0-4c45-b90d-e9dc5697d920 None None] Network 4644e1b1-ff61-4f66-a58f-cdabc8124448 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:01:07.764218 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3d0229e9-53c9-4544-9fc1-3175df748d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:07.790959 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8bbb1b4f-ed3b-41aa-98b9-91d4cafdb6b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:07.799141 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3d0229e9-53c9-4544-9fc1-3175df748d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:07.814455 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-03bd4d26-3d25-41dc-9acd-09e54fb799b4 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1440039 Aug 18 13:01:07.816267 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 49472) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:07.831968 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8bbb1b4f-ed3b-41aa-98b9-91d4cafdb6b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:07.924228 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33e590f-9cd3-46b0-bc41-436c8cb8d636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-4644e1b1-ff61-4f66-a58f-cdabc8124448', 'network_id': '4644e1b1-ff61-4f66-a58f-cdabc8124448', 'tenant_id': 'daeb2fcf35b94877ad33b9f64543ff94', 'fixed_ips': [{'subnet_id': '7a5bd656-d0aa-4cf3-83f2-6698c92f7838'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:01:07.924402 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0fc37817-2d85-4838-95d5-1306745e6842 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:07.924524 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e33e590f-9cd3-46b0-bc41-436c8cb8d636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:07.972880 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3d0229e9-53c9-4544-9fc1-3175df748d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:07.975710 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3d0229e9-53c9-4544-9fc1-3175df748d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:07.976882 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3d0229e9-53c9-4544-9fc1-3175df748d63 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d884eb81-31db-4418-8716-ca98531241a4 HTTP/1.1" status: 204 len: 168 time: 0.3054743 Aug 18 13:01:07.983383 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0fc37817-2d85-4838-95d5-1306745e6842 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:07.985433 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0229e9-53c9-4544-9fc1-3175df748d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d884eb81-31db-4418-8716-ca98531241a4,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:08.031328 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8bbb1b4f-ed3b-41aa-98b9-91d4cafdb6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:08.034970 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8bbb1b4f-ed3b-41aa-98b9-91d4cafdb6b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:08.036172 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8bbb1b4f-ed3b-41aa-98b9-91d4cafdb6b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06b14258-6f2b-4e5b-9e8a-a6310b288852 HTTP/1.1" status: 204 len: 168 time: 0.3348801 Aug 18 13:01:08.052740 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb1b4f-ed3b-41aa-98b9-91d4cafdb6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b14258-6f2b-4e5b-9e8a-a6310b288852,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:08.066165 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e69fb4-a5a4-4b58-9014-000fd5052607 req-fe259cb4-12f2-4630-8884-9d89600625fa tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:08.073867 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b5e69fb4-a5a4-4b58-9014-000fd5052607 req-fe259cb4-12f2-4630-8884-9d89600625fa tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=665d3e59-c726-4450-b8a3-e513c90d6727 HTTP/1.1" status: 200 len: 945 time: 0.0781515 Aug 18 13:01:08.122346 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0fc37817-2d85-4838-95d5-1306745e6842 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:08.123738 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 1ba9ce93-9fa8-4ee2-bbf3-ae9eed890f5d no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:01:08.130524 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b5e69fb4-a5a4-4b58-9014-000fd5052607 req-dae71eb9-93bc-4949-9432-f8c66bff3c69 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510628 Aug 18 13:01:08.170542 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc37817-2d85-4838-95d5-1306745e6842 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event deleted for resources: {'Subnet': ['ID=7a5bd656-d0aa-4cf3-83f2-6698c92f7838,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:08.187471 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 1ba9ce93-9fa8-4ee2-bbf3-ae9eed890f5d {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:01:08.187931 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 1ba9ce93-9fa8-4ee2-bbf3-ae9eed890f5d not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:01:08.250470 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0fc37817-2d85-4838-95d5-1306745e6842 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:08.265394 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-0fc37817-2d85-4838-95d5-1306745e6842 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4644e1b1-ff61-4f66-a58f-cdabc8124448']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:08.276983 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-0fc37817-2d85-4838-95d5-1306745e6842 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aded90f-7df7-4518-b804-144b277174bc') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:08.279259 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-0fc37817-2d85-4838-95d5-1306745e6842 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aded90f-7df7-4518-b804-144b277174bc') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:08.286558 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0fc37817-2d85-4838-95d5-1306745e6842 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server [None req-e33e590f-9cd3-46b0-bc41-436c8cb8d636 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7a5bd656-d0aa-4cf3-83f2-6698c92f7838: This subnet is being modified by another concurrent operation. Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 18 13:01:08.299855 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 13:01:08.303788 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 18 13:01:08.303788 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 18 13:01:08.303788 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 13:01:08.303788 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 13:01:08.303788 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 13:01:08.303788 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 13:01:08.303788 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 18 13:01:08.303788 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 13:01:08.303788 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 18 13:01:08.303788 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 18 13:01:08.303788 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 13:01:08.303788 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 13:01:08.303788 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 13:01:08.303788 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 13:01:08.303788 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 18 13:01:08.303788 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 18 13:01:08.303788 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 18 13:01:08.303788 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 18 13:01:08.303788 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 18 13:01:08.303788 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 18 13:01:08.303788 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 18 13:01:08.303788 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 18 13:01:08.303788 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 18 13:01:08.303788 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 18 13:01:08.303788 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 13:01:08.303788 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 13:01:08.303788 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 13:01:08.303788 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 13:01:08.303788 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 18 13:01:08.303788 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 18 13:01:08.303788 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 18 13:01:08.303788 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 18 13:01:08.303788 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 18 13:01:08.303788 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 18 13:01:08.303788 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 18 13:01:08.303788 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server raise exception Aug 18 13:01:08.303788 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7a5bd656-d0aa-4cf3-83f2-6698c92f7838: This subnet is being modified by another concurrent operation. Aug 18 13:01:08.303788 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server Aug 18 13:01:08.307799 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0fc37817-2d85-4838-95d5-1306745e6842 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:08.308149 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fc37817-2d85-4838-95d5-1306745e6842 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:01:08.308546 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0fc37817-2d85-4838-95d5-1306745e6842 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:08.312319 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:01:08.312319 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:01:08.312319 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:01:08.312319 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:01:08.312319 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:01:08.312319 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:01:08.312319 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:01:08.312319 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:01:08.312319 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:01:08.312319 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:01:08.312319 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:01:08.312319 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:01:08.312319 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:01:08.312319 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:01:08.312319 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:01:08.312319 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:01:08.312319 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:01:08.312319 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:01:08.312319 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:01:08.312319 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:01:08.312319 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:01:08.312319 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:01:08.312319 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:01:08.312319 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:01:08.312319 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:01:08.312319 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:01:08.312319 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:01:08.312319 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:01:08.312319 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:01:08.312319 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:01:08.312319 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:01:08.312319 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:01:08.324173 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bd593c-c69e-4aea-9fd0-2b3fe496d0c6 None None] Network 4644e1b1-ff61-4f66-a58f-cdabc8124448 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:01:08.434942 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b6307e-d52e-476c-8f55-845940dd22a1 None None] get_active_networks_info from n-d-803603-2 {{(pid=101677) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 13:01:08.458643 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0fc37817-2d85-4838-95d5-1306745e6842 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:08.469890 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0fc37817-2d85-4838-95d5-1306745e6842 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:08.472461 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0fc37817-2d85-4838-95d5-1306745e6842 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "DELETE /v2.0/networks/4644e1b1-ff61-4f66-a58f-cdabc8124448 HTTP/1.1" status: 204 len: 168 time: 0.6549120 Aug 18 13:01:08.481649 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 49490) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:08.488710 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-47057167-cf22-44ec-a5a7-70c973158824 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1348263437'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:08.489714 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 70340e32-da8f-4495-9da8-f3322a39079e details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:01:08.502031 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc37817-2d85-4838-95d5-1306745e6842 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event deleted for resources: {'Network': ['ID=4644e1b1-ff61-4f66-a58f-cdabc8124448,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:08.591845 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47057167-cf22-44ec-a5a7-70c973158824 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Made reservation on behalf of daeb2fcf35b94877ad33b9f64543ff94 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:01:08.597860 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-47057167-cf22-44ec-a5a7-70c973158824 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:08.610667 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b6307e-d52e-476c-8f55-845940dd22a1 None None] Resources bound (agent type, host, resource id): {{(pid=101677) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 13:01:08.700271 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 70340e32-da8f-4495-9da8-f3322a39079e, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=70340e32-da8f-4495-9da8-f3322a39079e,segment=NetworkSegment(d254ae00-87be-41d4-aa78-e249d1ab7c29),segment_id=d254ae00-87be-41d4-aa78-e249d1ab7c29)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:01:08.717807 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '70340e32-da8f-4495-9da8-f3322a39079e', 'network_id': '8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8', 'port_id': '70340e32-da8f-4495-9da8-f3322a39079e', 'mac_address': 'fa:16:3e:39:29:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370a4194-5e7c-4dd1-afef-69ff1c3d51dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:01:08.749132 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47057167-cf22-44ec-a5a7-70c973158824 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:01:08.766073 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409bbddb-c2b7-4557-9e7c-e462808d4863 req-d254c91d-c1e5-462d-a2fb-eb9e30002f2b tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:08.768376 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-409bbddb-c2b7-4557-9e7c-e462808d4863 req-d254c91d-c1e5-462d-a2fb-eb9e30002f2b tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=72014c24-f00e-4134-8a18-94cc0b7878f9 HTTP/1.1" status: 200 len: 943 time: 0.1788223 Aug 18 13:01:08.792933 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:08.806764 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-47057167-cf22-44ec-a5a7-70c973158824 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:08.807213 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-47057167-cf22-44ec-a5a7-70c973158824 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Added segment f61de6a0-e087-4dc3-9800-4bcd38f08b64 of type vlan for network 6001f36f-f718-4428-8ec4-feda3f4de4c4 Aug 18 13:01:08.833129 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70340e32-da8f-4495-9da8-f3322a39079e {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:01:08.874004 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-409bbddb-c2b7-4557-9e7c-e462808d4863 req-7b03854d-9436-4fbf-92fb-bdda4138e471 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945742 Aug 18 13:01:08.879493 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 70340e32-da8f-4495-9da8-f3322a39079e, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=70340e32-da8f-4495-9da8-f3322a39079e,segment=NetworkSegment(d254ae00-87be-41d4-aa78-e249d1ab7c29),segment_id=d254ae00-87be-41d4-aa78-e249d1ab7c29)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:01:08.895883 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-47057167-cf22-44ec-a5a7-70c973158824 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:08.926477 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:08.998122 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=70340e32-da8f-4495-9da8-f3322a39079e,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:09.002287 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-47057167-cf22-44ec-a5a7-70c973158824 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:09.008221 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47057167-cf22-44ec-a5a7-70c973158824 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:09.011194 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-47057167-cf22-44ec-a5a7-70c973158824 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:09.077881 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47057167-cf22-44ec-a5a7-70c973158824 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event updated for resources: {'Network': ['ID=6001f36f-f718-4428-8ec4-feda3f4de4c4,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:09.087753 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 6001f36f-f718-4428-8ec4-feda3f4de4c4 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:01:09.154309 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-47057167-cf22-44ec-a5a7-70c973158824 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6692524 Aug 18 13:01:09.156297 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 49524) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:09.161801 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-b56586d8-c019-49ae-b5db-ba6f1277b813 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:09.167158 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['70340e32-da8f-4495-9da8-f3322a39079e'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:01:09.296696 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 49534) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:09.420756 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d13e5-4a63-4965-a052-ae6b3511dbde req-9bea3535-678e-44d1-8722-08da7caf798b tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:09.422312 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-be1d13e5-4a63-4965-a052-ae6b3511dbde req-9bea3535-678e-44d1-8722-08da7caf798b tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=665d3e59-c726-4450-b8a3-e513c90d6727 HTTP/1.1" status: 200 len: 945 time: 0.2081044 Aug 18 13:01:09.424022 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b56586d8-c019-49ae-b5db-ba6f1277b813 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:09.475884 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-be1d13e5-4a63-4965-a052-ae6b3511dbde req-e30d5acd-5de2-486d-9fba-6340f93a621a tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405743 Aug 18 13:01:09.482650 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b56586d8-c019-49ae-b5db-ba6f1277b813 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:09.541044 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b56586d8-c019-49ae-b5db-ba6f1277b813 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Network 6001f36f-f718-4428-8ec4-feda3f4de4c4 is not hosted by any dhcp agent {{(pid=101676) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 18 13:01:09.546919 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56586d8-c019-49ae-b5db-ba6f1277b813 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:09.547404 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b56586d8-c019-49ae-b5db-ba6f1277b813 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:09.548687 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b56586d8-c019-49ae-b5db-ba6f1277b813 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "PUT /v2.0/networks/6001f36f-f718-4428-8ec4-feda3f4de4c4 HTTP/1.1" status: 200 len: 723 time: 0.3912876 Aug 18 13:01:09.551648 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 49546) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:09.556846 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-624b9334-cbe5-49a7-ac89-7277760b9514 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Request body: {'subnet': {'network_id': '6001f36f-f718-4428-8ec4-feda3f4de4c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:09.566514 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-3ae19ccb-11ef-4e6f-b64d-e6ecac86a5b7 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1822123425-network', 'tenant_id': '65cffb8d240544f1869fd128c4bc8728'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:09.571701 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56586d8-c019-49ae-b5db-ba6f1277b813 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event updated for resources: {'Network': ['ID=6001f36f-f718-4428-8ec4-feda3f4de4c4,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:09.582415 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 6001f36f-f718-4428-8ec4-feda3f4de4c4 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:01:09.700711 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fba728b7-8d83-491a-8f97-911f0b5aa6eb req-c1495bc1-73bd-4905-bc7c-02a318f29e33 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=30bc6f6b-9df5-4058-8275-06752f0c141b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0601089 Aug 18 13:01:09.743174 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae19ccb-11ef-4e6f-b64d-e6ecac86a5b7 admin admin] Made reservation on behalf of 65cffb8d240544f1869fd128c4bc8728 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:01:09.745394 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3ae19ccb-11ef-4e6f-b64d-e6ecac86a5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:09.780770 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3ae19ccb-11ef-4e6f-b64d-e6ecac86a5b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:09.799365 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba728b7-8d83-491a-8f97-911f0b5aa6eb req-897d4ba4-1bdc-409c-a67c-5f700080c116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:09.800913 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fba728b7-8d83-491a-8f97-911f0b5aa6eb req-897d4ba4-1bdc-409c-a67c-5f700080c116 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad18175e88d04841bb55fcc65dd1a498&device_id=30bc6f6b-9df5-4058-8275-06752f0c141b HTTP/1.1" status: 200 len: 1097 time: 0.0707183 Aug 18 13:01:09.846094 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624b9334-cbe5-49a7-ac89-7277760b9514 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Made reservation on behalf of daeb2fcf35b94877ad33b9f64543ff94 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:01:09.849480 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-624b9334-cbe5-49a7-ac89-7277760b9514 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:09.997193 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e0b8b-c3c4-41e4-b4f9-c0823c7d7717 req-61289ae5-3cec-4ff8-9ace-0b7d5002bad9 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:09.999201 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f32e0b8b-c3c4-41e4-b4f9-c0823c7d7717 req-61289ae5-3cec-4ff8-9ace-0b7d5002bad9 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=72014c24-f00e-4134-8a18-94cc0b7878f9 HTTP/1.1" status: 200 len: 944 time: 0.0553532 Aug 18 13:01:10.035812 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba728b7-8d83-491a-8f97-911f0b5aa6eb req-f177ef8d-4f91-4fde-b2c6-b61f71432fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:10.037332 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fba728b7-8d83-491a-8f97-911f0b5aa6eb req-f177ef8d-4f91-4fde-b2c6-b61f71432fb1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=295ec318-c76a-4c31-a9c6-7ad31869a63d HTTP/1.1" status: 200 len: 913 time: 0.2102814 Aug 18 13:01:10.038404 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f32e0b8b-c3c4-41e4-b4f9-c0823c7d7717 req-ef782f92-8c6f-4eab-baa7-7009e3768693 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331259 Aug 18 13:01:10.147124 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3ae19ccb-11ef-4e6f-b64d-e6ecac86a5b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:10.187380 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fba728b7-8d83-491a-8f97-911f0b5aa6eb req-677d61dd-1d9e-4145-b729-fd70afbe8c7a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=daa78040-1dab-4fc3-94e7-5a89742d523e HTTP/1.1" status: 200 len: 1002 time: 0.1391516 Aug 18 13:01:10.225961 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3ae19ccb-11ef-4e6f-b64d-e6ecac86a5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:10.254337 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae19ccb-11ef-4e6f-b64d-e6ecac86a5b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:01:10.267096 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba728b7-8d83-491a-8f97-911f0b5aa6eb req-5969de0b-a845-4586-92f5-01d8e00bad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:10.268580 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fba728b7-8d83-491a-8f97-911f0b5aa6eb req-5969de0b-a845-4586-92f5-01d8e00bad95 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c06c137-11d0-4283-9a45-85e179addde7 HTTP/1.1" status: 200 len: 851 time: 0.0726600 Aug 18 13:01:10.274935 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae19ccb-11ef-4e6f-b64d-e6ecac86a5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8383d60-3d33-4413-bbf6-42fa1090c961,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:10.287089 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3ae19ccb-11ef-4e6f-b64d-e6ecac86a5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:10.287442 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-3ae19ccb-11ef-4e6f-b64d-e6ecac86a5b7 admin admin] Added segment 43830cac-8e9b-4dc7-afad-be89a7f3dcc6 of type vlan for network d09f4754-8256-41e0-966b-ccf5da6ad0cc Aug 18 13:01:10.310880 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-624b9334-cbe5-49a7-ac89-7277760b9514 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:10.397302 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3ae19ccb-11ef-4e6f-b64d-e6ecac86a5b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:10.414012 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba728b7-8d83-491a-8f97-911f0b5aa6eb req-b9f8c01d-224b-492b-9b78-abc2efe3626f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:10.415565 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fba728b7-8d83-491a-8f97-911f0b5aa6eb req-b9f8c01d-224b-492b-9b78-abc2efe3626f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=295ec318-c76a-4c31-a9c6-7ad31869a63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1379714 Aug 18 13:01:10.434777 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b9334-cbe5-49a7-ac89-7277760b9514 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event updated for resources: {'Subnet': ['ID=51cefdb2-1095-40a1-88b7-675f2330873e,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:10.491593 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624b9334-cbe5-49a7-ac89-7277760b9514 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Checking segment: {'id': 'f61de6a0-e087-4dc3-9800-4bcd38f08b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6001f36f-f718-4428-8ec4-feda3f4de4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:01:10.491956 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624b9334-cbe5-49a7-ac89-7277760b9514 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Network hostable DHCP agents. Network: 6001f36f-f718-4428-8ec4-feda3f4de4c4, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:01:10.517830 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 70340e32-da8f-4495-9da8-f3322a39079e up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:01:10.547276 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fba728b7-8d83-491a-8f97-911f0b5aa6eb req-534e3b7f-e54a-487d-bf61-d795f68ec245 service neutron] 10.222.0.20 "GET /v2.0/networks/295ec318-c76a-4c31-a9c6-7ad31869a63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227932 Aug 18 13:01:10.625175 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 49592) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:10.628274 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3ae19ccb-11ef-4e6f-b64d-e6ecac86a5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:10.629231 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae19ccb-11ef-4e6f-b64d-e6ecac86a5b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:10.629819 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3ae19ccb-11ef-4e6f-b64d-e6ecac86a5b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:10.643515 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624b9334-cbe5-49a7-ac89-7277760b9514 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Network 6001f36f-f718-4428-8ec4-feda3f4de4c4 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:01:10.670426 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 70340e32-da8f-4495-9da8-f3322a39079e completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:01:10.674777 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 70340e32-da8f-4495-9da8-f3322a39079e triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:01:10.675155 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:10.736151 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e9093-5b31-40f9-a52b-e4f56bb7bb9a req-252c89de-ac74-4f87-8755-aca403ded111 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:10.737662 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-252e9093-5b31-40f9-a52b-e4f56bb7bb9a req-252c89de-ac74-4f87-8755-aca403ded111 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=665d3e59-c726-4450-b8a3-e513c90d6727 HTTP/1.1" status: 200 len: 945 time: 0.1725399 Aug 18 13:01:10.740096 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae19ccb-11ef-4e6f-b64d-e6ecac86a5b7 admin admin] Pushing event updated for resources: {'Network': ['ID=d09f4754-8256-41e0-966b-ccf5da6ad0cc,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:10.751910 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-331391b5-f05e-4673-aa1d-14851921ca3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:10.752500 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network d09f4754-8256-41e0-966b-ccf5da6ad0cc details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:01:10.768874 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fba728b7-8d83-491a-8f97-911f0b5aa6eb req-c9c6f3a5-20d2-4ccc-96a4-133628ee7e9b service neutron] 10.222.0.20 "GET /v2.0/networks/295ec318-c76a-4c31-a9c6-7ad31869a63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124326 Aug 18 13:01:10.771898 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3ae19ccb-11ef-4e6f-b64d-e6ecac86a5b7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4739816 Aug 18 13:01:10.777243 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 49596) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:10.783827 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-c19cdcc4-09ca-4cb0-b935-0cb06e1cf335 admin admin] Request body: {'subnet': {'network_id': 'd09f4754-8256-41e0-966b-ccf5da6ad0cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1822123425-subnet', 'tenant_id': '65cffb8d240544f1869fd128c4bc8728', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:10.813570 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-252e9093-5b31-40f9-a52b-e4f56bb7bb9a req-a73e76b2-efaf-42c7-957c-368ad6a53f9e tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626528 Aug 18 13:01:10.816024 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:10.820788 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-624b9334-cbe5-49a7-ac89-7277760b9514 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 6001f36f-f718-4428-8ec4-feda3f4de4c4) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:01:10.826323 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624b9334-cbe5-49a7-ac89-7277760b9514 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:10.827100 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-624b9334-cbe5-49a7-ac89-7277760b9514 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:10.838592 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89acab1-4e37-4aa4-8fd2-82dc4d1112ed None None] Network 6001f36f-f718-4428-8ec4-feda3f4de4c4 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:01:10.880873 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-331391b5-f05e-4673-aa1d-14851921ca3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:10.893873 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72014c24-f00e-4134-8a18-94cc0b7878f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70340e32-da8f-4495-9da8-f3322a39079e'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:01:10.896147 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3dd657-8db5-4982-919b-1a6bee94f12b" -d '{"events": [{"server_uuid": "72014c24-f00e-4134-8a18-94cc0b7878f9", "name": "network-vif-plugged", "status": "completed", "tag": "70340e32-da8f-4495-9da8-f3322a39079e"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:01:10.915696 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 70340e32-da8f-4495-9da8-f3322a39079e, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=70340e32-da8f-4495-9da8-f3322a39079e,segment=NetworkSegment(d254ae00-87be-41d4-aa78-e249d1ab7c29),segment_id=d254ae00-87be-41d4-aa78-e249d1ab7c29)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:01:10.926357 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-331391b5-f05e-4673-aa1d-14851921ca3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:10.937547 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c206dc3-50f6-4eaa-9282-79ea5c1db4a9 x-openstack-request-id: req-1c206dc3-50f6-4eaa-9282-79ea5c1db4a9 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:01:10.938315 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72014c24-f00e-4134-8a18-94cc0b7878f9", "name": "network-vif-plugged", "status": "completed", "tag": "70340e32-da8f-4495-9da8-f3322a39079e", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:01:10.938575 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c206dc3-50f6-4eaa-9282-79ea5c1db4a9 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:01:10.938959 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72014c24-f00e-4134-8a18-94cc0b7878f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70340e32-da8f-4495-9da8-f3322a39079e', 'code': 200} Aug 18 13:01:10.974626 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-331391b5-f05e-4673-aa1d-14851921ca3e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=91816adc18464aa494a134b6347c22b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3482013 Aug 18 13:01:10.975641 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331391b5-f05e-4673-aa1d-14851921ca3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a808a473-6cf1-44d8-9b28-32f5e5c29f28,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:10.977477 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 49600) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:10.982858 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:11.017818 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19cdcc4-09ca-4cb0-b935-0cb06e1cf335 admin admin] Made reservation on behalf of 65cffb8d240544f1869fd128c4bc8728 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:01:11.021417 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c19cdcc4-09ca-4cb0-b935-0cb06e1cf335 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:11.068158 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1801d485-d382-462b-a66d-f09460a0e9be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-6001f36f-f718-4428-8ec4-feda3f4de4c4', 'network_id': '6001f36f-f718-4428-8ec4-feda3f4de4c4', 'tenant_id': 'daeb2fcf35b94877ad33b9f64543ff94', 'fixed_ips': [{'subnet_id': '51cefdb2-1095-40a1-88b7-675f2330873e'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:01:11.069010 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1801d485-d382-462b-a66d-f09460a0e9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:11.071342 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1e1ec-2001-4ee9-81e8-722cdb41b022 req-261c5ba2-56a5-4b42-9e1b-5f147895411e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:11.072878 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-40c1e1ec-2001-4ee9-81e8-722cdb41b022 req-261c5ba2-56a5-4b42-9e1b-5f147895411e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=72014c24-f00e-4134-8a18-94cc0b7878f9 HTTP/1.1" status: 200 len: 1096 time: 0.0642986 Aug 18 13:01:11.083964 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-624b9334-cbe5-49a7-ac89-7277760b9514 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5310431 Aug 18 13:01:11.086718 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 49604) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:11.094572 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-22432521-ca65-43d6-82dc-2f5d9dab43ee tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:11.095744 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c431513f-101a-41ae-af7d-c8a46a0afc76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:11.112298 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=70340e32-da8f-4495-9da8-f3322a39079e,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:11.157982 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c431513f-101a-41ae-af7d-c8a46a0afc76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:11.161554 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-40c1e1ec-2001-4ee9-81e8-722cdb41b022 req-0bf97fef-b579-463c-9385-02a0bada4987 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765402 Aug 18 13:01:11.252943 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-22432521-ca65-43d6-82dc-2f5d9dab43ee tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-30264482'] for subnet, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:11.254777 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8c921-60a5-40bf-93dc-6158ba8af732 req-19924ab4-c9da-401e-9071-730df530fc64 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:11.256456 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-39e8c921-60a5-40bf-93dc-6158ba8af732 req-19924ab4-c9da-401e-9071-730df530fc64 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=72014c24-f00e-4134-8a18-94cc0b7878f9 HTTP/1.1" status: 200 len: 945 time: 0.0870500 Aug 18 13:01:11.330566 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-edb35682-e8d8-4695-8107-148f891fe529 req-017af8a5-2375-4cd9-bd3e-7982ace6fe39 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=09cebbc6-fedd-4966-ba74-7c77a09c3185&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0724874 Aug 18 13:01:11.334869 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-1801d485-d382-462b-a66d-f09460a0e9be None None] Allocated IP 172.20.0.2 (6001f36f-f718-4428-8ec4-feda3f4de4c4/51cefdb2-1095-40a1-88b7-675f2330873e/2a2abac8-6210-4055-bb46-f78504d54a43) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:01:11.348325 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-39e8c921-60a5-40bf-93dc-6158ba8af732 req-a91c8eb3-30fa-44cb-b2b0-ce658983294f tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808129 Aug 18 13:01:11.404960 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c431513f-101a-41ae-af7d-c8a46a0afc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:11.407944 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c431513f-101a-41ae-af7d-c8a46a0afc76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:11.409819 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c431513f-101a-41ae-af7d-c8a46a0afc76 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a808a473-6cf1-44d8-9b28-32f5e5c29f28 HTTP/1.1" status: 204 len: 168 time: 0.4207425 Aug 18 13:01:11.424704 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb35682-e8d8-4695-8107-148f891fe529 req-250dfe0c-7100-4661-8493-766cbc9adeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:11.426296 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-edb35682-e8d8-4695-8107-148f891fe529 req-250dfe0c-7100-4661-8493-766cbc9adeba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e1762f04164146b59760e8758daee96f&device_id=09cebbc6-fedd-4966-ba74-7c77a09c3185 HTTP/1.1" status: 200 len: 1097 time: 0.0700490 Aug 18 13:01:11.427027 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431513f-101a-41ae-af7d-c8a46a0afc76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a808a473-6cf1-44d8-9b28-32f5e5c29f28,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:11.453317 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c19cdcc4-09ca-4cb0-b935-0cb06e1cf335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:11.508656 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ebce58a4-98cc-44f2-afa4-b3499f7d2089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:11.523242 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19cdcc4-09ca-4cb0-b935-0cb06e1cf335 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a871698f-a396-475f-b829-cadcbe2b927e,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:11.535521 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19cdcc4-09ca-4cb0-b935-0cb06e1cf335 admin admin] Checking segment: {'id': '43830cac-8e9b-4dc7-afad-be89a7f3dcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd09f4754-8256-41e0-966b-ccf5da6ad0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:01:11.535521 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19cdcc4-09ca-4cb0-b935-0cb06e1cf335 admin admin] Network hostable DHCP agents. Network: d09f4754-8256-41e0-966b-ccf5da6ad0cc, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:01:11.581370 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb35682-e8d8-4695-8107-148f891fe529 req-5f2f1874-4a3f-4873-a85f-dbdae3386082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:11.583597 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-edb35682-e8d8-4695-8107-148f891fe529 req-5f2f1874-4a3f-4873-a85f-dbdae3386082 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8 HTTP/1.1" status: 200 len: 915 time: 0.1310067 Aug 18 13:01:11.603265 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1801d485-d382-462b-a66d-f09460a0e9be None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:11.619369 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19cdcc4-09ca-4cb0-b935-0cb06e1cf335 admin admin] Network d09f4754-8256-41e0-966b-ccf5da6ad0cc is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:01:11.627134 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-1801d485-d382-462b-a66d-f09460a0e9be None None] Transition to ACTIVE for port object 2a2abac8-6210-4055-bb46-f78504d54a43 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:01:11.636538 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-edb35682-e8d8-4695-8107-148f891fe529 req-030eddff-c357-4865-a1aa-bbdb4147bc01 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97ca558e-3d41-4476-94e2-0ff5ffc23363 HTTP/1.1" status: 200 len: 217 time: 0.0458148 Aug 18 13:01:11.643755 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-1801d485-d382-462b-a66d-f09460a0e9be None None] Transition to ACTIVE for port object 2a2abac8-6210-4055-bb46-f78504d54a43 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:01:11.693522 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb35682-e8d8-4695-8107-148f891fe529 req-2c70becc-58f6-4d2d-ac3f-cb8737a23f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:11.695101 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-edb35682-e8d8-4695-8107-148f891fe529 req-2c70becc-58f6-4d2d-ac3f-cb8737a23f36 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=370a4194-5e7c-4dd1-afef-69ff1c3d51dd HTTP/1.1" status: 200 len: 854 time: 0.0494897 Aug 18 13:01:11.726874 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-edb35682-e8d8-4695-8107-148f891fe529 req-977784bf-27a9-47e1-b528-ea15114ffe5f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234919 Aug 18 13:01:11.779461 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1801d485-d382-462b-a66d-f09460a0e9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:11.780927 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-c19cdcc4-09ca-4cb0-b935-0cb06e1cf335 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, d09f4754-8256-41e0-966b-ccf5da6ad0cc) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:01:11.790609 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19cdcc4-09ca-4cb0-b935-0cb06e1cf335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:11.791210 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c19cdcc4-09ca-4cb0-b935-0cb06e1cf335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:11.817961 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe4d0ce-e34a-465f-abc7-d7901b1de558 None None] Network d09f4754-8256-41e0-966b-ccf5da6ad0cc requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:01:11.845161 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1801d485-d382-462b-a66d-f09460a0e9be None None] Network 6001f36f-f718-4428-8ec4-feda3f4de4c4 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:01:11.861631 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-edb35682-e8d8-4695-8107-148f891fe529 req-053c5896-6174-47ce-82f1-41bae00e3ee3 service neutron] 10.222.0.39 "GET /v2.0/networks/8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252437 Aug 18 13:01:11.889075 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-1801d485-d382-462b-a66d-f09460a0e9be None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:01:11.892388 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1801d485-d382-462b-a66d-f09460a0e9be None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:01:11.930689 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c19cdcc4-09ca-4cb0-b935-0cb06e1cf335 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1522784 Aug 18 13:01:12.018084 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-22432521-ca65-43d6-82dc-2f5d9dab43ee tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783897558375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32849767'] for subnet, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:12.100595 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22432521-ca65-43d6-82dc-2f5d9dab43ee tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:12.101856 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-22432521-ca65-43d6-82dc-2f5d9dab43ee tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:12.107943 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-22432521-ca65-43d6-82dc-2f5d9dab43ee tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "PUT /v2.0/subnets/51cefdb2-1095-40a1-88b7-675f2330873e HTTP/1.1" status: 200 len: 806 time: 1.0191967 Aug 18 13:01:12.108787 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 49628) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:12.126360 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1801d485-d382-462b-a66d-f09460a0e9be None None] Pushing event updated for resources: {'Port': ['ID=2a2abac8-6210-4055-bb46-f78504d54a43,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:12.144071 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-edb35682-e8d8-4695-8107-148f891fe529 req-ca9d364b-2897-4c42-98c3-f36899f0fe5a service neutron] 10.222.0.39 "GET /v2.0/networks/8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701082 Aug 18 13:01:12.171102 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-1801d485-d382-462b-a66d-f09460a0e9be None None] Attempting to bind port 2a2abac8-6210-4055-bb46-f78504d54a43 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:01:12.171515 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-1801d485-d382-462b-a66d-f09460a0e9be None None] Attempting to bind port 2a2abac8-6210-4055-bb46-f78504d54a43 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'f61de6a0-e087-4dc3-9800-4bcd38f08b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6001f36f-f718-4428-8ec4-feda3f4de4c4'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:01:12.171983 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1801d485-d382-462b-a66d-f09460a0e9be None None] Attempting to bind port 2a2abac8-6210-4055-bb46-f78504d54a43 on network 6001f36f-f718-4428-8ec4-feda3f4de4c4 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:01:12.172643 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7cb1c-c7d0-446e-a579-0399188dcb62 req-e8bd4493-ab52-4e7d-beff-4a506b2f570f tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:12.183504 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22432521-ca65-43d6-82dc-2f5d9dab43ee tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event updated for resources: {'Subnet': ['ID=51cefdb2-1095-40a1-88b7-675f2330873e,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:12.185759 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1801d485-d382-462b-a66d-f09460a0e9be None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:01:12.186198 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1801d485-d382-462b-a66d-f09460a0e9be None None] Checking segment: {'id': 'f61de6a0-e087-4dc3-9800-4bcd38f08b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6001f36f-f718-4428-8ec4-feda3f4de4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:01:12.194351 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1801d485-d382-462b-a66d-f09460a0e9be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:12.194351 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1801d485-d382-462b-a66d-f09460a0e9be None None] Bound using segment: {'id': 'f61de6a0-e087-4dc3-9800-4bcd38f08b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6001f36f-f718-4428-8ec4-feda3f4de4c4'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:01:12.194351 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-1801d485-d382-462b-a66d-f09460a0e9be None None] Bound port: 2a2abac8-6210-4055-bb46-f78504d54a43, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f61de6a0-e087-4dc3-9800-4bcd38f08b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6001f36f-f718-4428-8ec4-feda3f4de4c4'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:01:12.194351 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1801d485-d382-462b-a66d-f09460a0e9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:12.199466 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c1e7cb1c-c7d0-446e-a579-0399188dcb62 req-e8bd4493-ab52-4e7d-beff-4a506b2f570f tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=665d3e59-c726-4450-b8a3-e513c90d6727 HTTP/1.1" status: 200 len: 945 time: 0.2341993 Aug 18 13:01:12.267740 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a23e792e-88a2-4315-a2b8-3eec82d647c6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:12.271745 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c1e7cb1c-c7d0-446e-a579-0399188dcb62 req-585af238-d4af-406c-a929-9969a7815645 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712962 Aug 18 13:01:12.293474 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9136c52-87ec-486b-a062-7c83a7c38ef2 None None] Network d09f4754-8256-41e0-966b-ccf5da6ad0cc requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:01:12.346140 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-a23e792e-88a2-4315-a2b8-3eec82d647c6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Deleting port 2a2abac8-6210-4055-bb46-f78504d54a43 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:01:12.346920 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a23e792e-88a2-4315-a2b8-3eec82d647c6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:12.375559 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-1801d485-d382-462b-a66d-f09460a0e9be None None] For port 2a2abac8-6210-4055-bb46-f78504d54a43, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:01:12.380533 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-1801d485-d382-462b-a66d-f09460a0e9be None None] For port 2a2abac8-6210-4055-bb46-f78504d54a43, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=2a2abac8-6210-4055-bb46-f78504d54a43,segment=NetworkSegment(f61de6a0-e087-4dc3-9800-4bcd38f08b64),segment_id=f61de6a0-e087-4dc3-9800-4bcd38f08b64)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:01:12.463153 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1801d485-d382-462b-a66d-f09460a0e9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:12.480186 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-a23e792e-88a2-4315-a2b8-3eec82d647c6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] For port 2a2abac8-6210-4055-bb46-f78504d54a43, host n-d-803603-2, got binding levels [] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:01:12.480732 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a23e792e-88a2-4315-a2b8-3eec82d647c6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:12.519414 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-a23e792e-88a2-4315-a2b8-3eec82d647c6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Calling delete_port for 2a2abac8-6210-4055-bb46-f78504d54a43 owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:01:12.529328 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4b78f-d433-407c-b6a9-f3fb4d7b4465 req-9b849d54-a19d-4fdd-92d0-d2cc9040006e tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:12.531446 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ced4b78f-d433-407c-b6a9-f3fb4d7b4465 req-9b849d54-a19d-4fdd-92d0-d2cc9040006e tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=72014c24-f00e-4134-8a18-94cc0b7878f9 HTTP/1.1" status: 200 len: 945 time: 0.0840104 Aug 18 13:01:12.534990 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1801d485-d382-462b-a66d-f09460a0e9be None None] Pushing event updated for resources: {'Port': ['ID=2a2abac8-6210-4055-bb46-f78504d54a43,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:12.590905 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ced4b78f-d433-407c-b6a9-f3fb4d7b4465 req-a18b5a62-a32a-4423-9b99-1daf1f2b9f24 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418775 Aug 18 13:01:12.864703 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-71b82f03-f151-439f-879a-ef1e1bc2e8c1 tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:12.874216 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-71b82f03-f151-439f-879a-ef1e1bc2e8c1 tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] 10.222.0.13 "GET /v2.0/networks?id=d09f4754-8256-41e0-966b-ccf5da6ad0cc HTTP/1.1" status: 200 len: 809 time: 0.2151320 Aug 18 13:01:12.887089 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-8782474f-255b-4559-a2ca-4c60cee58ffe tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] 10.222.0.13 "GET /v2.0/quotas/65cffb8d240544f1869fd128c4bc8728 HTTP/1.1" status: 200 len: 375 time: 0.0144153 Aug 18 13:01:12.918157 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-ae7f0790-e1b3-4de3-9702-56e2792c2cd4 tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=65cffb8d240544f1869fd128c4bc8728&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289471 Aug 18 13:01:12.918943 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a23e792e-88a2-4315-a2b8-3eec82d647c6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:12.946592 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e792e-88a2-4315-a2b8-3eec82d647c6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event deleted for resources: {'Port': ['ID=2a2abac8-6210-4055-bb46-f78504d54a43,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:13.040773 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23e792e-88a2-4315-a2b8-3eec82d647c6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] No DVR routers for this DVR port 2a2abac8-6210-4055-bb46-f78504d54a43 on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:01:13.104212 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a23e792e-88a2-4315-a2b8-3eec82d647c6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:13.111135 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-ceb17706-a25c-4aa2-bd43-648c7898429d service neutron] 10.222.0.13 "GET /v2.0/networks/d09f4754-8256-41e0-966b-ccf5da6ad0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687047 Aug 18 13:01:13.242119 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-6505bda9-2c69-4566-a11d-7bbfb8039bbf service neutron] 10.222.0.13 "GET /v2.0/networks/d09f4754-8256-41e0-966b-ccf5da6ad0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128154 Aug 18 13:01:13.299287 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a23e792e-88a2-4315-a2b8-3eec82d647c6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:13.345660 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e792e-88a2-4315-a2b8-3eec82d647c6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event deleted for resources: {'Subnet': ['ID=51cefdb2-1095-40a1-88b7-675f2330873e,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:13.439300 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a33b0-f0b2-4bdc-ac5c-9c45b0673439 req-fbd2533b-1689-4fb3-ab10-d78ba82c5996 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:13.440865 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c65a33b0-f0b2-4bdc-ac5c-9c45b0673439 req-fbd2533b-1689-4fb3-ab10-d78ba82c5996 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=665d3e59-c726-4450-b8a3-e513c90d6727 HTTP/1.1" status: 200 len: 945 time: 0.0828876 Aug 18 13:01:13.469340 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a23e792e-88a2-4315-a2b8-3eec82d647c6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:13.485515 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-a23e792e-88a2-4315-a2b8-3eec82d647c6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6001f36f-f718-4428-8ec4-feda3f4de4c4']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:13.499811 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-a23e792e-88a2-4315-a2b8-3eec82d647c6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f61de6a0-e087-4dc3-9800-4bcd38f08b64') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:13.506573 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-a23e792e-88a2-4315-a2b8-3eec82d647c6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f61de6a0-e087-4dc3-9800-4bcd38f08b64') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:13.507120 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c65a33b0-f0b2-4bdc-ac5c-9c45b0673439 req-13abb645-2372-41f6-b4fa-86f1aaaf11a7 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513449 Aug 18 13:01:13.510556 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a23e792e-88a2-4315-a2b8-3eec82d647c6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:13.538557 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a23e792e-88a2-4315-a2b8-3eec82d647c6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:13.545230 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a23e792e-88a2-4315-a2b8-3eec82d647c6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:01:13.545643 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a23e792e-88a2-4315-a2b8-3eec82d647c6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:13.548733 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:01:13.548733 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:01:13.548733 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:01:13.548733 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:01:13.548733 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:01:13.548733 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:01:13.548733 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:01:13.548733 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:01:13.548733 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:01:13.548733 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:01:13.548733 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:01:13.548733 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:01:13.548733 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:01:13.548733 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:01:13.548733 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:01:13.548733 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:01:13.548733 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:01:13.548733 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:01:13.548733 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:01:13.548733 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:01:13.548733 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:01:13.548733 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:01:13.548733 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:01:13.548733 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:01:13.548733 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:01:13.548733 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:01:13.548733 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:01:13.548733 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:01:13.548733 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:01:13.548733 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:01:13.548733 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:01:13.548733 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:01:13.629412 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e8da4709-2f84-4b2a-9c91-90a8547708dc req-e64997ed-de4e-4aa5-91b3-a1b9fbc7b686 tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5ceb85e-83f4-4236-bc73-5425efea1165 HTTP/1.1" status: 200 len: 210 time: 0.0798309 Aug 18 13:01:13.744252 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a23e792e-88a2-4315-a2b8-3eec82d647c6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:13.751798 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a23e792e-88a2-4315-a2b8-3eec82d647c6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:13.758262 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a23e792e-88a2-4315-a2b8-3eec82d647c6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "DELETE /v2.0/networks/6001f36f-f718-4428-8ec4-feda3f4de4c4 HTTP/1.1" status: 204 len: 168 time: 1.6358707 Aug 18 13:01:13.760903 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 49696) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:13.772492 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2ad8e724-8066-4b47-a269-193df736c53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:13.787469 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e792e-88a2-4315-a2b8-3eec82d647c6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event deleted for resources: {'Network': ['ID=6001f36f-f718-4428-8ec4-feda3f4de4c4,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:13.794069 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-114fa3c0-5c20-41e0-bb7c-848e0ff8cba2 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] DELETE failed (client error): The resource could not be found. Aug 18 13:01:13.795639 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-114fa3c0-5c20-41e0-bb7c-848e0ff8cba2 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:01:13.797954 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-114fa3c0-5c20-41e0-bb7c-848e0ff8cba2 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "DELETE /v2.0/networks/6001f36f-f718-4428-8ec4-feda3f4de4c4 HTTP/1.1" status: 404 len: 339 time: 0.0362656 Aug 18 13:01:13.801842 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 49698) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:13.808052 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-04933a9b-807a-48f8-8412-bd0e73556d70 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2100697867', 'description': 'd1'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:13.906078 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897f9555-323c-441a-9c78-2efea04f2f1b None None] DHCP port deletion for 6001f36f-f718-4428-8ec4-feda3f4de4c4 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:01:13.915566 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04933a9b-807a-48f8-8412-bd0e73556d70 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Made reservation on behalf of daeb2fcf35b94877ad33b9f64543ff94 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:01:13.927304 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-04933a9b-807a-48f8-8412-bd0e73556d70 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:13.941206 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196e0f4c-2c09-425d-b338-1559c0857882 None None] Network 6001f36f-f718-4428-8ec4-feda3f4de4c4 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:01:13.959625 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04933a9b-807a-48f8-8412-bd0e73556d70 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:01:13.976831 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-04933a9b-807a-48f8-8412-bd0e73556d70 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:13.976831 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-04933a9b-807a-48f8-8412-bd0e73556d70 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Added segment 23157db6-207d-476d-aa76-5ef0c6b9976d of type vlan for network eda19468-6da9-499a-a512-1fe3f72db284 Aug 18 13:01:13.977086 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7d229a81-f3d5-43d4-b836-20330c722c3b None None] Could not find standard attr ID for object 2a2abac8-6210-4055-bb46-f78504d54a43. {{(pid=101677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 13:01:13.985492 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196e0f4c-2c09-425d-b338-1559c0857882 None None] Network 6001f36f-f718-4428-8ec4-feda3f4de4c4 could not be found, it might have been deleted concurrently. {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 18 13:01:13.995680 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c65324-f5fa-4ab9-83f8-b876fe85e1c3 None None] Network 6001f36f-f718-4428-8ec4-feda3f4de4c4 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:01:14.023286 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c65324-f5fa-4ab9-83f8-b876fe85e1c3 None None] Network 6001f36f-f718-4428-8ec4-feda3f4de4c4 could not be found, it might have been deleted concurrently. {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 18 13:01:14.028092 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-04933a9b-807a-48f8-8412-bd0e73556d70 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:14.115550 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d36d1-27fc-47dd-ae17-09c9406306b9 req-16ee5869-ec25-4c43-9741-b331412d191b tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:14.117079 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da4d36d1-27fc-47dd-ae17-09c9406306b9 req-16ee5869-ec25-4c43-9741-b331412d191b tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=665d3e59-c726-4450-b8a3-e513c90d6727 HTTP/1.1" status: 200 len: 945 time: 0.0576766 Aug 18 13:01:14.146382 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-04933a9b-807a-48f8-8412-bd0e73556d70 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:14.152718 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04933a9b-807a-48f8-8412-bd0e73556d70 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:14.153328 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-04933a9b-807a-48f8-8412-bd0e73556d70 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538385'] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:14.233070 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da4d36d1-27fc-47dd-ae17-09c9406306b9 req-00abdf48-adcc-4ed2-b7a5-ab929342dea1 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090081 Aug 18 13:01:14.243569 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-04933a9b-807a-48f8-8412-bd0e73556d70 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4405537 Aug 18 13:01:14.246254 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 49710) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:14.257770 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04933a9b-807a-48f8-8412-bd0e73556d70 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event updated for resources: {'Network': ['ID=eda19468-6da9-499a-a512-1fe3f72db284,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:14.268499 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network eda19468-6da9-499a-a512-1fe3f72db284 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:01:14.336769 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7894800c-2b4a-407b-a26b-13d5f246d04b tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:14.336769 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7894800c-2b4a-407b-a26b-13d5f246d04b tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "GET /v2.0/networks?id=eda19468-6da9-499a-a512-1fe3f72db284 HTTP/1.1" status: 200 len: 761 time: 0.0869961 Aug 18 13:01:14.337687 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 49714) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:14.343881 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-675be6d1-054c-4e54-8a26-c48c79df7524 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Request body: {'network': {'description': 'd2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:14.501701 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:14.772789 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6b9b74d5-de04-4bed-b595-f3bdca2fbc27 req-e386d5a7-e93c-47bb-8880-6a816f8a5b21 tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5ceb85e-83f4-4236-bc73-5425efea1165 HTTP/1.1" status: 200 len: 210 time: 0.0421703 Aug 18 13:01:14.909349 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 49734) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:14.934597 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-675be6d1-054c-4e54-8a26-c48c79df7524 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:15.138778 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-f150bdb0-80aa-499c-97c6-b2c7e4c83270 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:15.343171 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b73aa-0918-4157-9b47-0c6413a6013a req-020a3168-bd23-4d67-8764-c05f753fed08 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:15.344622 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-af7b73aa-0918-4157-9b47-0c6413a6013a req-020a3168-bd23-4d67-8764-c05f753fed08 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.20 "GET /v2.0/ports?device_id=665d3e59-c726-4450-b8a3-e513c90d6727 HTTP/1.1" status: 200 len: 945 time: 0.0478387 Aug 18 13:01:15.345691 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-675be6d1-054c-4e54-8a26-c48c79df7524 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:15.363273 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e3dfa-6d94-4007-8b53-2fe17759b1aa req-2ee824b9-96a8-41f0-bc2a-5f8a1f506f8f tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:15.364814 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6d1e3dfa-6d94-4007-8b53-2fe17759b1aa req-2ee824b9-96a8-41f0-bc2a-5f8a1f506f8f tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=665d3e59-c726-4450-b8a3-e513c90d6727 HTTP/1.1" status: 200 len: 945 time: 0.0507493 Aug 18 13:01:15.371631 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-675be6d1-054c-4e54-8a26-c48c79df7524 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Network eda19468-6da9-499a-a512-1fe3f72db284 is not hosted by any dhcp agent {{(pid=101675) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 18 13:01:15.377923 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675be6d1-054c-4e54-8a26-c48c79df7524 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:15.382625 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-675be6d1-054c-4e54-8a26-c48c79df7524 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:15.382625 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-675be6d1-054c-4e54-8a26-c48c79df7524 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "PUT /v2.0/networks/eda19468-6da9-499a-a512-1fe3f72db284 HTTP/1.1" status: 200 len: 758 time: 1.0414209 Aug 18 13:01:15.389010 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 49746) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:15.412540 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:15.424389 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f150bdb0-80aa-499c-97c6-b2c7e4c83270 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks [] for floatingip, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:15.466812 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6d1e3dfa-6d94-4007-8b53-2fe17759b1aa req-bd8f0b40-7941-463d-965d-d87a8a74a4bb tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952001 Aug 18 13:01:15.489457 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675be6d1-054c-4e54-8a26-c48c79df7524 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event updated for resources: {'Network': ['ID=eda19468-6da9-499a-a512-1fe3f72db284,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:15.509206 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network eda19468-6da9-499a-a512-1fe3f72db284 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:01:15.510002 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554860b3-306e-408a-8a86-c235b21b5de8 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:15.514862 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-554860b3-306e-408a-8a86-c235b21b5de8 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "GET /v2.0/networks?id=eda19468-6da9-499a-a512-1fe3f72db284 HTTP/1.1" status: 200 len: 761 time: 0.1216063 Aug 18 13:01:15.515630 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 49752) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:15.521701 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-4ee6f331-b5c8-4ded-97b7-a97e8d12bf3d tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1721933084'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:15.600974 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-af7b73aa-0918-4157-9b47-0c6413a6013a req-654cc8fb-4e16-4313-9981-91f08e777ceb tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Deleting port 48a0c3be-7850-4130-b86d-bfd649eeeb99 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:01:15.601381 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-af7b73aa-0918-4157-9b47-0c6413a6013a req-654cc8fb-4e16-4313-9981-91f08e777ceb tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:15.635373 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee6f331-b5c8-4ded-97b7-a97e8d12bf3d tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Made reservation on behalf of daeb2fcf35b94877ad33b9f64543ff94 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:01:15.638876 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4ee6f331-b5c8-4ded-97b7-a97e8d12bf3d tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:15.668788 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ee6f331-b5c8-4ded-97b7-a97e8d12bf3d tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:01:15.685933 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f150bdb0-80aa-499c-97c6-b2c7e4c83270 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:15.689084 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4ee6f331-b5c8-4ded-97b7-a97e8d12bf3d tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:15.689084 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-4ee6f331-b5c8-4ded-97b7-a97e8d12bf3d tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Added segment 37b2c778-bcaf-4ad2-9abb-5ad1395969b0 of type vlan for network bd4ac45e-0982-48e6-8f32-aa21e271c780 Aug 18 13:01:15.726654 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4ee6f331-b5c8-4ded-97b7-a97e8d12bf3d tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:15.742742 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-af7b73aa-0918-4157-9b47-0c6413a6013a req-654cc8fb-4e16-4313-9981-91f08e777ceb tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] For port 48a0c3be-7850-4130-b86d-bfd649eeeb99, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=48a0c3be-7850-4130-b86d-bfd649eeeb99,segment=NetworkSegment(203c474d-56e3-424f-9d3b-a131550498ab),segment_id=203c474d-56e3-424f-9d3b-a131550498ab)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:01:15.746478 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-af7b73aa-0918-4157-9b47-0c6413a6013a req-654cc8fb-4e16-4313-9981-91f08e777ceb tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:15.764576 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-af7b73aa-0918-4157-9b47-0c6413a6013a req-654cc8fb-4e16-4313-9981-91f08e777ceb tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Calling delete_port for 48a0c3be-7850-4130-b86d-bfd649eeeb99 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:01:15.847047 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4ee6f331-b5c8-4ded-97b7-a97e8d12bf3d tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:15.853714 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee6f331-b5c8-4ded-97b7-a97e8d12bf3d tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:15.859880 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4ee6f331-b5c8-4ded-97b7-a97e8d12bf3d tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:15.874930 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-f150bdb0-80aa-499c-97c6-b2c7e4c83270 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Allocated IP 172.25.6.181 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/a2021c22-4a48-4a6d-8353-f74e3867fde4) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:01:15.890522 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e38e13bc-bf02-4872-9a74-7cca6b92e16c req-7536bc1d-e354-4230-b843-c97cdf2c8621 tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5ceb85e-83f4-4236-bc73-5425efea1165 HTTP/1.1" status: 200 len: 210 time: 0.0555811 Aug 18 13:01:15.973918 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee6f331-b5c8-4ded-97b7-a97e8d12bf3d tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event updated for resources: {'Network': ['ID=bd4ac45e-0982-48e6-8f32-aa21e271c780,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:15.984245 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network bd4ac45e-0982-48e6-8f32-aa21e271c780 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:01:16.033063 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4ee6f331-b5c8-4ded-97b7-a97e8d12bf3d tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5159376 Aug 18 13:01:16.036917 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f150bdb0-80aa-499c-97c6-b2c7e4c83270 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:16.045366 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 49764) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:16.050512 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-dbfa2836-d4f6-4f7b-9d04-a6c1abee8ca8 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Request body: {'subnet': {'network_id': 'bd4ac45e-0982-48e6-8f32-aa21e271c780', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:16.136683 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-af7b73aa-0918-4157-9b47-0c6413a6013a req-654cc8fb-4e16-4313-9981-91f08e777ceb tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:16.155250 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['48a0c3be-7850-4130-b86d-bfd649eeeb99'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:01:16.178224 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654cc8fb-4e16-4313-9981-91f08e777ceb tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Pushing event deleted for resources: {'Port': ['ID=48a0c3be-7850-4130-b86d-bfd649eeeb99,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:16.227286 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7b73aa-0918-4157-9b47-0c6413a6013a req-654cc8fb-4e16-4313-9981-91f08e777ceb tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] No DVR routers for this DVR port 48a0c3be-7850-4130-b86d-bfd649eeeb99 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:01:16.230221 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-af7b73aa-0918-4157-9b47-0c6413a6013a req-654cc8fb-4e16-4313-9981-91f08e777ceb tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:16.232259 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-af7b73aa-0918-4157-9b47-0c6413a6013a req-654cc8fb-4e16-4313-9981-91f08e777ceb tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.20 "DELETE /v2.0/ports/48a0c3be-7850-4130-b86d-bfd649eeeb99 HTTP/1.1" status: 204 len: 173 time: 0.8808663 Aug 18 13:01:16.232708 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '665d3e59-c726-4450-b8a3-e513c90d6727', 'name': 'network-vif-deleted', 'tag': '48a0c3be-7850-4130-b86d-bfd649eeeb99'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:01:16.235017 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5517f960-a551-4a69-a398-4ff138967e9a" -d '{"events": [{"server_uuid": "665d3e59-c726-4450-b8a3-e513c90d6727", "name": "network-vif-deleted", "tag": "48a0c3be-7850-4130-b86d-bfd649eeeb99"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:01:16.240653 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f150bdb0-80aa-499c-97c6-b2c7e4c83270 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:16.302250 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b625f7-0da6-4894-8503-25ac2ede4781 x-openstack-request-id: req-44b625f7-0da6-4894-8503-25ac2ede4781 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:01:16.302541 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "665d3e59-c726-4450-b8a3-e513c90d6727", "name": "network-vif-deleted", "tag": "48a0c3be-7850-4130-b86d-bfd649eeeb99", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:01:16.302791 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-44b625f7-0da6-4894-8503-25ac2ede4781 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:01:16.303175 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '665d3e59-c726-4450-b8a3-e513c90d6727', 'name': 'network-vif-deleted', 'tag': '48a0c3be-7850-4130-b86d-bfd649eeeb99', 'status': 'completed', 'code': 200} Aug 18 13:01:16.309481 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f150bdb0-80aa-499c-97c6-b2c7e4c83270 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:01:16.334697 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfa2836-d4f6-4f7b-9d04-a6c1abee8ca8 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Made reservation on behalf of daeb2fcf35b94877ad33b9f64543ff94 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:01:16.338219 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dbfa2836-d4f6-4f7b-9d04-a6c1abee8ca8 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:16.357965 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-f150bdb0-80aa-499c-97c6-b2c7e4c83270 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:01:16.392806 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f150bdb0-80aa-499c-97c6-b2c7e4c83270 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:01:16.399708 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150bdb0-80aa-499c-97c6-b2c7e4c83270 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Pushing event updated for resources: {'Port': ['ID=a2021c22-4a48-4a6d-8353-f74e3867fde4,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:16.513731 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-bbbe0693-dce8-4db1-9320-b496f1c81a6e tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:16.515324 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-bbbe0693-dce8-4db1-9320-b496f1c81a6e tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] 10.222.0.20 "GET /v2.0/networks?id=d09f4754-8256-41e0-966b-ccf5da6ad0cc HTTP/1.1" status: 200 len: 809 time: 0.2475500 Aug 18 13:01:16.548895 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-8e265541-edcd-4bf3-82a4-bece6dc27701 tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] Request body: {'port': {'device_id': 'd5ceb85e-83f4-4236-bc73-5425efea1165', 'network_id': 'd09f4754-8256-41e0-966b-ccf5da6ad0cc', 'admin_state_up': True, 'tenant_id': '65cffb8d240544f1869fd128c4bc8728'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:16.584743 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-83800e88-63c0-47a1-a28e-173fe6ff43ff req-f43e68ab-8999-4d6f-b468-4a404ae974b7 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=665d3e59-c726-4450-b8a3-e513c90d6727 HTTP/1.1" status: 200 len: 210 time: 0.0278194 Aug 18 13:01:16.642890 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f150bdb0-80aa-499c-97c6-b2c7e4c83270 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:16.776313 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f150bdb0-80aa-499c-97c6-b2c7e4c83270 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:16.825645 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dbfa2836-d4f6-4f7b-9d04-a6c1abee8ca8 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:16.887723 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-8e265541-edcd-4bf3-82a4-bece6dc27701 tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] Made reservation on behalf of 65cffb8d240544f1869fd128c4bc8728 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:01:16.895082 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-8e265541-edcd-4bf3-82a4-bece6dc27701 tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:16.945399 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa2836-d4f6-4f7b-9d04-a6c1abee8ca8 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event updated for resources: {'Subnet': ['ID=40a27c7d-15c6-4fbe-b39c-d71138900116,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:17.089686 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2116f09c-d09b-4e40-baa6-12bcff949c64 req-f0b9b9ef-e65e-4bd2-bbf1-269d368e702d tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5ceb85e-83f4-4236-bc73-5425efea1165 HTTP/1.1" status: 200 len: 210 time: 0.0635672 Aug 18 13:01:17.132507 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfa2836-d4f6-4f7b-9d04-a6c1abee8ca8 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Checking segment: {'id': '37b2c778-bcaf-4ad2-9abb-5ad1395969b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bd4ac45e-0982-48e6-8f32-aa21e271c780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:01:17.133134 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfa2836-d4f6-4f7b-9d04-a6c1abee8ca8 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Network hostable DHCP agents. Network: bd4ac45e-0982-48e6-8f32-aa21e271c780, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:01:17.193998 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f150bdb0-80aa-499c-97c6-b2c7e4c83270 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:17.202200 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-8e265541-edcd-4bf3-82a4-bece6dc27701 tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] Allocated IP 172.20.0.13 (d09f4754-8256-41e0-966b-ccf5da6ad0cc/a871698f-a396-475f-b829-cadcbe2b927e/01c9a515-8950-49d7-9e37-ba0c8af66ae3) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:01:17.223065 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:17.257919 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f150bdb0-80aa-499c-97c6-b2c7e4c83270 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:17.312844 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfa2836-d4f6-4f7b-9d04-a6c1abee8ca8 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Network bd4ac45e-0982-48e6-8f32-aa21e271c780 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:01:17.410471 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150bdb0-80aa-499c-97c6-b2c7e4c83270 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Pushing event updated for resources: {'Port': ['ID=a2021c22-4a48-4a6d-8353-f74e3867fde4,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:17.431594 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f150bdb0-80aa-499c-97c6-b2c7e4c83270 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:17.451824 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-dbfa2836-d4f6-4f7b-9d04-a6c1abee8ca8 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, bd4ac45e-0982-48e6-8f32-aa21e271c780) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:01:17.461316 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfa2836-d4f6-4f7b-9d04-a6c1abee8ca8 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:17.461951 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dbfa2836-d4f6-4f7b-9d04-a6c1abee8ca8 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:17.466791 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afcabdc-3e8b-4c11-9c56-c4dd4dd7a897 None None] Network bd4ac45e-0982-48e6-8f32-aa21e271c780 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:01:17.494844 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-8e265541-edcd-4bf3-82a4-bece6dc27701 tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:17.549968 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f150bdb0-80aa-499c-97c6-b2c7e4c83270 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:17.551589 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f150bdb0-80aa-499c-97c6-b2c7e4c83270 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6411829 Aug 18 13:01:17.554214 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 49784) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:17.559799 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-af9ca064-59da-44a0-bd0b-b19f50365876 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-823958812'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:17.605421 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-dbfa2836-d4f6-4f7b-9d04-a6c1abee8ca8 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5589581 Aug 18 13:01:17.608972 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 49786) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:17.641324 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-8e265541-edcd-4bf3-82a4-bece6dc27701 tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:17.708271 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef43ad7a-5603-4f94-b381-b0755549a6ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-bd4ac45e-0982-48e6-8f32-aa21e271c780', 'network_id': 'bd4ac45e-0982-48e6-8f32-aa21e271c780', 'tenant_id': 'daeb2fcf35b94877ad33b9f64543ff94', 'fixed_ips': [{'subnet_id': '40a27c7d-15c6-4fbe-b39c-d71138900116'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:01:17.713457 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ef43ad7a-5603-4f94-b381-b0755549a6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:17.739616 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-8e265541-edcd-4bf3-82a4-bece6dc27701 tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] Network d09f4754-8256-41e0-966b-ccf5da6ad0cc is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:01:17.744745 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-8e265541-edcd-4bf3-82a4-bece6dc27701 tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:01:17.767868 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9ca064-59da-44a0-bd0b-b19f50365876 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Made reservation on behalf of af1b173ddde74beda40ad20ea08da098 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:01:17.771915 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-af9ca064-59da-44a0-bd0b-b19f50365876 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:17.788472 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-8e265541-edcd-4bf3-82a4-bece6dc27701 tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:01:17.791220 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-af9ca064-59da-44a0-bd0b-b19f50365876 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:17.979657 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-ef43ad7a-5603-4f94-b381-b0755549a6ee None None] Allocated IP 172.20.0.2 (bd4ac45e-0982-48e6-8f32-aa21e271c780/40a27c7d-15c6-4fbe-b39c-d71138900116/2a254af5-9565-46a5-9986-c9d21832d514) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:01:18.009816 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e265541-edcd-4bf3-82a4-bece6dc27701 tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] Pushing event updated for resources: {'Port': ['ID=01c9a515-8950-49d7-9e37-ba0c8af66ae3,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:18.114954 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a6c22ad3-27c5-4905-ba70-c3c8f3b501ce tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:18.128076 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-af9ca064-59da-44a0-bd0b-b19f50365876 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:18.139577 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-8e265541-edcd-4bf3-82a4-bece6dc27701 tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:18.140229 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-8e265541-edcd-4bf3-82a4-bece6dc27701 tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:18.203834 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ef43ad7a-5603-4f94-b381-b0755549a6ee None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:18.217132 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ef43ad7a-5603-4f94-b381-b0755549a6ee None None] Transition to ACTIVE for port object 2a254af5-9565-46a5-9986-c9d21832d514 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:01:18.236145 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ef43ad7a-5603-4f94-b381-b0755549a6ee None None] Transition to ACTIVE for port object 2a254af5-9565-46a5-9986-c9d21832d514 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:01:18.286280 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-716a7779-db2d-4e50-802a-5c225a4ca271 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:18.288759 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-716a7779-db2d-4e50-802a-5c225a4ca271 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/networks?id=b896f31e-62b0-4c89-b554-2d6ea14ce4b9 HTTP/1.1" status: 200 len: 812 time: 0.3328216 Aug 18 13:01:18.291159 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a6c22ad3-27c5-4905-ba70-c3c8f3b501ce tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:18.295644 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-af9ca064-59da-44a0-bd0b-b19f50365876 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:18.316304 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f5afe-86fb-4406-909d-fb6960e691b0 req-d9a3dbd4-ceac-41be-95ec-bccd00f1c78d tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:18.317955 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-be7f5afe-86fb-4406-909d-fb6960e691b0 req-d9a3dbd4-ceac-41be-95ec-bccd00f1c78d tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5ceb85e-83f4-4236-bc73-5425efea1165 HTTP/1.1" status: 200 len: 932 time: 0.0699120 Aug 18 13:01:18.322013 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ef43ad7a-5603-4f94-b381-b0755549a6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:18.335559 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-f1efb909-87e9-4393-bcf2-e2fdd2397b79 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/quotas/62165f4489344ba1816de5df17dbe952 HTTP/1.1" status: 200 len: 375 time: 0.0411053 Aug 18 13:01:18.371161 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef43ad7a-5603-4f94-b381-b0755549a6ee None None] Network bd4ac45e-0982-48e6-8f32-aa21e271c780 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:01:18.376748 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-ef43ad7a-5603-4f94-b381-b0755549a6ee None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:01:18.381051 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef43ad7a-5603-4f94-b381-b0755549a6ee None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:01:18.383494 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af9ca064-59da-44a0-bd0b-b19f50365876 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:01:18.389723 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-be7f5afe-86fb-4406-909d-fb6960e691b0 req-7a72c96b-4529-406c-aac6-ee92b8fbe936 tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8383d60-3d33-4413-bbf6-42fa1090c961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573173 Aug 18 13:01:18.394639 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef43ad7a-5603-4f94-b381-b0755549a6ee None None] Pushing event updated for resources: {'Port': ['ID=2a254af5-9565-46a5-9986-c9d21832d514,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:18.395509 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-af9ca064-59da-44a0-bd0b-b19f50365876 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:18.395866 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-af9ca064-59da-44a0-bd0b-b19f50365876 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Added segment 46c7b28b-8c03-40b8-a7ee-1f1c4269103a of type vlan for network 41926237-3260-457f-b194-35c3e77af59c Aug 18 13:01:18.444255 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-af9ca064-59da-44a0-bd0b-b19f50365876 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:18.503806 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-affdb6b5-0498-4720-ba59-670993535ef0 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=62165f4489344ba1816de5df17dbe952&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1672964 Aug 18 13:01:18.517196 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-ef43ad7a-5603-4f94-b381-b0755549a6ee None None] Attempting to bind port 2a254af5-9565-46a5-9986-c9d21832d514 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:01:18.517873 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-ef43ad7a-5603-4f94-b381-b0755549a6ee None None] Attempting to bind port 2a254af5-9565-46a5-9986-c9d21832d514 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '37b2c778-bcaf-4ad2-9abb-5ad1395969b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bd4ac45e-0982-48e6-8f32-aa21e271c780'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:01:18.518942 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef43ad7a-5603-4f94-b381-b0755549a6ee None None] Attempting to bind port 2a254af5-9565-46a5-9986-c9d21832d514 on network bd4ac45e-0982-48e6-8f32-aa21e271c780 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:01:18.536573 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef43ad7a-5603-4f94-b381-b0755549a6ee None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:01:18.536978 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef43ad7a-5603-4f94-b381-b0755549a6ee None None] Checking segment: {'id': '37b2c778-bcaf-4ad2-9abb-5ad1395969b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bd4ac45e-0982-48e6-8f32-aa21e271c780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:01:18.537356 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ef43ad7a-5603-4f94-b381-b0755549a6ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:18.537752 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef43ad7a-5603-4f94-b381-b0755549a6ee None None] Bound using segment: {'id': '37b2c778-bcaf-4ad2-9abb-5ad1395969b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bd4ac45e-0982-48e6-8f32-aa21e271c780'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:01:18.538244 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-ef43ad7a-5603-4f94-b381-b0755549a6ee None None] Bound port: 2a254af5-9565-46a5-9986-c9d21832d514, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37b2c778-bcaf-4ad2-9abb-5ad1395969b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bd4ac45e-0982-48e6-8f32-aa21e271c780'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:01:18.538726 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ef43ad7a-5603-4f94-b381-b0755549a6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:18.569256 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-8e265541-edcd-4bf3-82a4-bece6dc27701 tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0277395 Aug 18 13:01:18.577473 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-af9ca064-59da-44a0-bd0b-b19f50365876 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:18.585715 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9ca064-59da-44a0-bd0b-b19f50365876 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:18.586376 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-af9ca064-59da-44a0-bd0b-b19f50365876 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:18.613350 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-da6b086f-2a2d-4cfa-ade0-d9b20514aa3c service neutron] Request body: {'port': {'device_id': 'd5ceb85e-83f4-4236-bc73-5425efea1165', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:18.621022 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-ef43ad7a-5603-4f94-b381-b0755549a6ee None None] For port 2a254af5-9565-46a5-9986-c9d21832d514, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:01:18.625287 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-ef43ad7a-5603-4f94-b381-b0755549a6ee None None] For port 2a254af5-9565-46a5-9986-c9d21832d514, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=2a254af5-9565-46a5-9986-c9d21832d514,segment=NetworkSegment(37b2c778-bcaf-4ad2-9abb-5ad1395969b0),segment_id=37b2c778-bcaf-4ad2-9abb-5ad1395969b0)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:01:18.712019 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ca064-59da-44a0-bd0b-b19f50365876 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee406808-81e2-4932-b9db-43dc2dd76c30,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:18.750587 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ef43ad7a-5603-4f94-b381-b0755549a6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:18.754042 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-af9ca064-59da-44a0-bd0b-b19f50365876 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1985621 Aug 18 13:01:18.756898 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 49812) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:18.762341 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-99516480-2b2c-4ae1-af65-2360164df6f1 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Request body: {'subnet': {'network_id': '41926237-3260-457f-b194-35c3e77af59c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:18.785504 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-da6b086f-2a2d-4cfa-ade0-d9b20514aa3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:18.824792 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ca064-59da-44a0-bd0b-b19f50365876 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Pushing event updated for resources: {'Network': ['ID=41926237-3260-457f-b194-35c3e77af59c,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:18.831740 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef43ad7a-5603-4f94-b381-b0755549a6ee None None] Pushing event updated for resources: {'Port': ['ID=2a254af5-9565-46a5-9986-c9d21832d514,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:18.837218 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 41926237-3260-457f-b194-35c3e77af59c details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:01:18.881890 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-a9217cff-d555-49ca-849b-991842a7c6cd service neutron] 10.222.0.13 "GET /v2.0/networks/b896f31e-62b0-4c89-b554-2d6ea14ce4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770556 Aug 18 13:01:18.976351 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a6c22ad3-27c5-4905-ba70-c3c8f3b501ce tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:19.104561 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99516480-2b2c-4ae1-af65-2360164df6f1 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Made reservation on behalf of af1b173ddde74beda40ad20ea08da098 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:01:19.109803 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-99516480-2b2c-4ae1-af65-2360164df6f1 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:19.133773 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c22ad3-27c5-4905-ba70-c3c8f3b501ce tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event deleted for resources: {'Subnet': ['ID=40a27c7d-15c6-4fbe-b39c-d71138900116,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:19.208380 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a6c22ad3-27c5-4905-ba70-c3c8f3b501ce tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:19.224584 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-a6c22ad3-27c5-4905-ba70-c3c8f3b501ce tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd4ac45e-0982-48e6-8f32-aa21e271c780']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:19.240016 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-a6c22ad3-27c5-4905-ba70-c3c8f3b501ce tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37b2c778-bcaf-4ad2-9abb-5ad1395969b0') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:19.240016 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-a6c22ad3-27c5-4905-ba70-c3c8f3b501ce tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37b2c778-bcaf-4ad2-9abb-5ad1395969b0') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:19.256328 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a6c22ad3-27c5-4905-ba70-c3c8f3b501ce tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:19.300602 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a6c22ad3-27c5-4905-ba70-c3c8f3b501ce tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:19.523474 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-99516480-2b2c-4ae1-af65-2360164df6f1 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:19.586869 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c42c78-f7b4-4a30-b155-58870604d861 req-02ec1fa9-a8c3-442d-ac0e-b4c6207797de tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:19.588742 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a1c42c78-f7b4-4a30-b155-58870604d861 req-02ec1fa9-a8c3-442d-ac0e-b4c6207797de tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5ceb85e-83f4-4236-bc73-5425efea1165 HTTP/1.1" status: 200 len: 932 time: 0.1119301 Aug 18 13:01:19.671531 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99516480-2b2c-4ae1-af65-2360164df6f1 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Pushing event updated for resources: {'Subnet': ['ID=97fbd2b0-8e6b-4633-8822-0f3f88d3c9a2,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:19.699523 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99516480-2b2c-4ae1-af65-2360164df6f1 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Checking segment: {'id': '46c7b28b-8c03-40b8-a7ee-1f1c4269103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '41926237-3260-457f-b194-35c3e77af59c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:01:19.700028 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99516480-2b2c-4ae1-af65-2360164df6f1 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Network hostable DHCP agents. Network: 41926237-3260-457f-b194-35c3e77af59c, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:01:19.721281 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a1c42c78-f7b4-4a30-b155-58870604d861 req-c123ae14-5a98-42ea-b24c-7e14a4bf84ca tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8383d60-3d33-4413-bbf6-42fa1090c961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744638 Aug 18 13:01:19.814760 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6c22ad3-27c5-4905-ba70-c3c8f3b501ce tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:01:19.815362 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a6c22ad3-27c5-4905-ba70-c3c8f3b501ce tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:19.823795 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99516480-2b2c-4ae1-af65-2360164df6f1 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Network 41926237-3260-457f-b194-35c3e77af59c is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:01:19.841166 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:01:19.841166 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:01:19.841166 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:01:19.841166 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:01:19.841166 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:01:19.841166 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:01:19.841166 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:01:19.841166 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:01:19.841166 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:01:19.841166 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:01:19.841166 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:01:19.841166 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:01:19.841166 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:01:19.841166 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:01:19.841166 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:01:19.841166 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:01:19.841166 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:01:19.841166 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:01:19.841166 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:01:19.841166 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:01:19.841166 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:01:19.841166 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:01:19.841166 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:01:19.841166 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:01:19.841166 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:01:19.841166 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:01:19.841166 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:01:19.841166 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:01:19.841166 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:01:19.841166 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:01:19.841166 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:01:19.841166 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:01:19.897504 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-bc7b39a0-5685-40fd-bf54-25524dd104b0 service neutron] 10.222.0.13 "GET /v2.0/networks/b896f31e-62b0-4c89-b554-2d6ea14ce4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0068183 Aug 18 13:01:19.921310 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-99516480-2b2c-4ae1-af65-2360164df6f1 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 41926237-3260-457f-b194-35c3e77af59c) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:01:19.926605 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99516480-2b2c-4ae1-af65-2360164df6f1 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:19.930358 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-99516480-2b2c-4ae1-af65-2360164df6f1 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:19.933915 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a620275b-a30f-4f4d-88f7-d3d345e237e3 None None] Network 41926237-3260-457f-b194-35c3e77af59c requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:01:19.951773 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.db.api [None req-a6c22ad3-27c5-4905-ba70-c3c8f3b501ce tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 18 13:01:19.951773 n-d-803603-2 neutron-server[101675]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 18 13:01:19.951773 n-d-803603-2 neutron-server[101675]: [parameters: {'id': 'bd4ac45e-0982-48e6-8f32-aa21e271c780'}] Aug 18 13:01:19.951773 n-d-803603-2 neutron-server[101675]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:01:19.952309 n-d-803603-2 neutron-server[101675]: DEBUG oslo_db.api [None req-a6c22ad3-27c5-4905-ba70-c3c8f3b501ce tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:01:20.022088 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-99516480-2b2c-4ae1-af65-2360164df6f1 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2640285 Aug 18 13:01:20.026715 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 49824) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:20.027581 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-8667716f-481a-498f-8925-0be9b4cd5942 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1677054352', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}, 'admin_state_up': False}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:20.061920 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-da6b086f-2a2d-4cfa-ade0-d9b20514aa3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01c9a515-8950-49d7-9e37-ba0c8af66ae3 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:01:20.072632 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-da6b086f-2a2d-4cfa-ade0-d9b20514aa3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:20.090585 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-da6b086f-2a2d-4cfa-ade0-d9b20514aa3c service neutron] Transition to ACTIVE for port object 01c9a515-8950-49d7-9e37-ba0c8af66ae3 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:01:20.174870 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-da6b086f-2a2d-4cfa-ade0-d9b20514aa3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:20.192098 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb8bfea-3f56-4aee-a2c1-ab73e6b46546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-41926237-3260-457f-b194-35c3e77af59c', 'network_id': '41926237-3260-457f-b194-35c3e77af59c', 'tenant_id': 'af1b173ddde74beda40ad20ea08da098', 'fixed_ips': [{'subnet_id': '97fbd2b0-8e6b-4633-8822-0f3f88d3c9a2'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:01:20.193094 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9fb8bfea-3f56-4aee-a2c1-ab73e6b46546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:20.194844 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8667716f-481a-498f-8925-0be9b4cd5942 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:20.196114 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8667716f-481a-498f-8925-0be9b4cd5942 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:20.251247 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-37391da4-49ef-40a0-b8b6-988bd9a371f0 req-70eeb35b-3b81-4c92-958e-845f45aa1442 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae204aae-6a25-443d-8dc0-89a60f6f9227 HTTP/1.1" status: 200 len: 210 time: 0.0734112 Aug 18 13:01:20.318751 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 2a254af5-9565-46a5-9986-c9d21832d514 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:01:20.404406 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f3523e-db4f-4166-a0be-e8ba9231f914 None None] Network bd4ac45e-0982-48e6-8f32-aa21e271c780 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:01:20.468277 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a6c22ad3-27c5-4905-ba70-c3c8f3b501ce tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:20.470032 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b086f-2a2d-4cfa-ade0-d9b20514aa3c service neutron] Pushing event updated for resources: {'Port': ['ID=01c9a515-8950-49d7-9e37-ba0c8af66ae3,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:20.560157 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-da6b086f-2a2d-4cfa-ade0-d9b20514aa3c service neutron] Attempting to bind port 01c9a515-8950-49d7-9e37-ba0c8af66ae3 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:01:20.560431 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-da6b086f-2a2d-4cfa-ade0-d9b20514aa3c service neutron] Attempting to bind port 01c9a515-8950-49d7-9e37-ba0c8af66ae3 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '43830cac-8e9b-4dc7-afad-be89a7f3dcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd09f4754-8256-41e0-966b-ccf5da6ad0cc'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:01:20.560766 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-da6b086f-2a2d-4cfa-ade0-d9b20514aa3c service neutron] Attempting to bind port 01c9a515-8950-49d7-9e37-ba0c8af66ae3 on network d09f4754-8256-41e0-966b-ccf5da6ad0cc {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:01:20.566797 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-da6b086f-2a2d-4cfa-ade0-d9b20514aa3c service neutron] Port 01c9a515-8950-49d7-9e37-ba0c8af66ae3 on network d09f4754-8256-41e0-966b-ccf5da6ad0cc not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:01:20.567138 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-da6b086f-2a2d-4cfa-ade0-d9b20514aa3c service neutron] Attempting to bind port 01c9a515-8950-49d7-9e37-ba0c8af66ae3 on network d09f4754-8256-41e0-966b-ccf5da6ad0cc {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:01:20.576270 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-da6b086f-2a2d-4cfa-ade0-d9b20514aa3c service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:01:20.576545 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-da6b086f-2a2d-4cfa-ade0-d9b20514aa3c service neutron] Checking segment: {'id': '43830cac-8e9b-4dc7-afad-be89a7f3dcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd09f4754-8256-41e0-966b-ccf5da6ad0cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:01:20.577086 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-da6b086f-2a2d-4cfa-ade0-d9b20514aa3c service neutron] Bound using segment: {'id': '43830cac-8e9b-4dc7-afad-be89a7f3dcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd09f4754-8256-41e0-966b-ccf5da6ad0cc'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:01:20.577486 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-da6b086f-2a2d-4cfa-ade0-d9b20514aa3c service neutron] Bound port: 01c9a515-8950-49d7-9e37-ba0c8af66ae3, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43830cac-8e9b-4dc7-afad-be89a7f3dcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd09f4754-8256-41e0-966b-ccf5da6ad0cc'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:01:20.577915 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-da6b086f-2a2d-4cfa-ade0-d9b20514aa3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:20.598060 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-9fb8bfea-3f56-4aee-a2c1-ab73e6b46546 None None] Allocated IP 172.20.0.2 (41926237-3260-457f-b194-35c3e77af59c/97fbd2b0-8e6b-4633-8822-0f3f88d3c9a2/db6e8812-9525-4a4f-985f-0a313ced953b) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:01:20.614027 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-a6c22ad3-27c5-4905-ba70-c3c8f3b501ce tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Deleting port 2a254af5-9565-46a5-9986-c9d21832d514 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:01:20.614366 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a6c22ad3-27c5-4905-ba70-c3c8f3b501ce tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:20.740028 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-a6c22ad3-27c5-4905-ba70-c3c8f3b501ce tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] For port 2a254af5-9565-46a5-9986-c9d21832d514, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=2a254af5-9565-46a5-9986-c9d21832d514,segment=NetworkSegment(37b2c778-bcaf-4ad2-9abb-5ad1395969b0),segment_id=37b2c778-bcaf-4ad2-9abb-5ad1395969b0)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:01:20.740559 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a6c22ad3-27c5-4905-ba70-c3c8f3b501ce tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:20.751810 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-da6b086f-2a2d-4cfa-ade0-d9b20514aa3c service neutron] For port 01c9a515-8950-49d7-9e37-ba0c8af66ae3, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:01:20.756618 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-da6b086f-2a2d-4cfa-ade0-d9b20514aa3c service neutron] For port 01c9a515-8950-49d7-9e37-ba0c8af66ae3, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=01c9a515-8950-49d7-9e37-ba0c8af66ae3,segment=NetworkSegment(43830cac-8e9b-4dc7-afad-be89a7f3dcc6),segment_id=43830cac-8e9b-4dc7-afad-be89a7f3dcc6)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:01:20.764133 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-a6c22ad3-27c5-4905-ba70-c3c8f3b501ce tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Calling delete_port for 2a254af5-9565-46a5-9986-c9d21832d514 owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:01:20.864803 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9fb8bfea-3f56-4aee-a2c1-ab73e6b46546 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:20.876135 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:01:20.876853 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-da6b086f-2a2d-4cfa-ade0-d9b20514aa3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:20.901038 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-9fb8bfea-3f56-4aee-a2c1-ab73e6b46546 None None] Transition to ACTIVE for port object db6e8812-9525-4a4f-985f-0a313ced953b will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:01:20.925117 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-9fb8bfea-3f56-4aee-a2c1-ab73e6b46546 None None] Transition to ACTIVE for port object db6e8812-9525-4a4f-985f-0a313ced953b will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:01:20.931143 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 48a0c3be-7850-4130-b86d-bfd649eeeb99 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:01:20.956073 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 48a0c3be-7850-4130-b86d-bfd649eeeb99 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:01:20.956752 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 48a0c3be-7850-4130-b86d-bfd649eeeb99 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:01:20.962314 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 2a254af5-9565-46a5-9986-c9d21832d514 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:01:20.965297 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-bb4e5cee-21ae-4a55-aebc-5901dac0373a None None] Provisioning for port 2a254af5-9565-46a5-9986-c9d21832d514 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:01:20.988529 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 2a254af5-9565-46a5-9986-c9d21832d514 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:01:20.989178 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:20.991174 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-bb4e5cee-21ae-4a55-aebc-5901dac0373a None None] Provisioning complete for port 2a254af5-9565-46a5-9986-c9d21832d514 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:01:20.991960 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bb4e5cee-21ae-4a55-aebc-5901dac0373a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:21.010617 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b086f-2a2d-4cfa-ade0-d9b20514aa3c service neutron] Pushing event updated for resources: {'Port': ['ID=01c9a515-8950-49d7-9e37-ba0c8af66ae3,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:21.042013 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-da6b086f-2a2d-4cfa-ade0-d9b20514aa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:21.042013 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-da6b086f-2a2d-4cfa-ade0-d9b20514aa3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:21.042013 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-da6b086f-2a2d-4cfa-ade0-d9b20514aa3c service neutron] 10.222.0.20 "PUT /v2.0/ports/01c9a515-8950-49d7-9e37-ba0c8af66ae3 HTTP/1.1" status: 200 len: 1092 time: 2.4336219 Aug 18 13:01:21.042013 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5ceb85e-83f4-4236-bc73-5425efea1165', 'tag': '01c9a515-8950-49d7-9e37-ba0c8af66ae3'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:01:21.050375 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8667716f-481a-498f-8925-0be9b4cd5942 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:21.050853 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59142dc-dac8-4836-98b4-e64db5bdca13" -d '{"events": [{"name": "network-changed", "server_uuid": "d5ceb85e-83f4-4236-bc73-5425efea1165", "tag": "01c9a515-8950-49d7-9e37-ba0c8af66ae3"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:01:21.061709 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9fb8bfea-3f56-4aee-a2c1-ab73e6b46546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:21.080936 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53132f-f0e9-4dcb-bae2-edfffe2beca1 req-e5854a9d-9df6-40cc-b05d-3fd009ba3c7e tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:21.089830 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dd53132f-f0e9-4dcb-bae2-edfffe2beca1 req-e5854a9d-9df6-40cc-b05d-3fd009ba3c7e tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5ceb85e-83f4-4236-bc73-5425efea1165 HTTP/1.1" status: 200 len: 944 time: 0.0814533 Aug 18 13:01:21.098137 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a6c22ad3-27c5-4905-ba70-c3c8f3b501ce tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:21.139231 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c22ad3-27c5-4905-ba70-c3c8f3b501ce tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event deleted for resources: {'Port': ['ID=2a254af5-9565-46a5-9986-c9d21832d514,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:21.142187 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c22ad3-27c5-4905-ba70-c3c8f3b501ce tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] No DVR routers for this DVR port 2a254af5-9565-46a5-9986-c9d21832d514 on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:01:21.166162 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb8bfea-3f56-4aee-a2c1-ab73e6b46546 None None] Network 41926237-3260-457f-b194-35c3e77af59c is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:01:21.172016 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-9fb8bfea-3f56-4aee-a2c1-ab73e6b46546 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:01:21.179511 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12370724-67cd-43d4-ab7f-26328460c769 x-openstack-request-id: req-12370724-67cd-43d4-ab7f-26328460c769 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:01:21.180035 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5ceb85e-83f4-4236-bc73-5425efea1165", "tag": "01c9a515-8950-49d7-9e37-ba0c8af66ae3", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:01:21.180331 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb8bfea-3f56-4aee-a2c1-ab73e6b46546 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:01:21.180454 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12370724-67cd-43d4-ab7f-26328460c769 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:01:21.180890 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5ceb85e-83f4-4236-bc73-5425efea1165', 'tag': '01c9a515-8950-49d7-9e37-ba0c8af66ae3', 'status': 'completed', 'code': 200} Aug 18 13:01:21.182683 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dd53132f-f0e9-4dcb-bae2-edfffe2beca1 req-b275409d-7db5-4b9c-a4ae-dc74b58643ea tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8383d60-3d33-4413-bbf6-42fa1090c961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915034 Aug 18 13:01:21.215568 n-d-803603-2 neutron-server[101677]: INFO neutron.plugins.ml2.db [None req-bb4e5cee-21ae-4a55-aebc-5901dac0373a None None] No ports have port_id starting with 2a254af5-9565-46a5-9986-c9d21832d514 Aug 18 13:01:21.218006 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Could not find standard attr ID for object 2a254af5-9565-46a5-9986-c9d21832d514. {{(pid=101677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 13:01:21.241903 n-d-803603-2 neutron-server[101677]: INFO neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No ports have port_id starting with 2a254af5-9565-46a5-9986-c9d21832d514 Aug 18 13:01:21.242816 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8bfea-3f56-4aee-a2c1-ab73e6b46546 None None] Pushing event updated for resources: {'Port': ['ID=db6e8812-9525-4a4f-985f-0a313ced953b,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:21.292198 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-9fb8bfea-3f56-4aee-a2c1-ab73e6b46546 None None] Attempting to bind port db6e8812-9525-4a4f-985f-0a313ced953b on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:01:21.292573 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-9fb8bfea-3f56-4aee-a2c1-ab73e6b46546 None None] Attempting to bind port db6e8812-9525-4a4f-985f-0a313ced953b by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '46c7b28b-8c03-40b8-a7ee-1f1c4269103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '41926237-3260-457f-b194-35c3e77af59c'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:01:21.292935 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb8bfea-3f56-4aee-a2c1-ab73e6b46546 None None] Attempting to bind port db6e8812-9525-4a4f-985f-0a313ced953b on network 41926237-3260-457f-b194-35c3e77af59c {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:01:21.298261 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb8bfea-3f56-4aee-a2c1-ab73e6b46546 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:01:21.298636 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb8bfea-3f56-4aee-a2c1-ab73e6b46546 None None] Checking segment: {'id': '46c7b28b-8c03-40b8-a7ee-1f1c4269103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '41926237-3260-457f-b194-35c3e77af59c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:01:21.299037 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9fb8bfea-3f56-4aee-a2c1-ab73e6b46546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:21.299427 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb8bfea-3f56-4aee-a2c1-ab73e6b46546 None None] Bound using segment: {'id': '46c7b28b-8c03-40b8-a7ee-1f1c4269103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '41926237-3260-457f-b194-35c3e77af59c'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:01:21.299884 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-9fb8bfea-3f56-4aee-a2c1-ab73e6b46546 None None] Bound port: db6e8812-9525-4a4f-985f-0a313ced953b, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c7b28b-8c03-40b8-a7ee-1f1c4269103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '41926237-3260-457f-b194-35c3e77af59c'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:01:21.300264 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9fb8bfea-3f56-4aee-a2c1-ab73e6b46546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:21.323474 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b130a1-8f5f-4439-bf6e-cd09027b44aa None None] DHCP port deletion for bd4ac45e-0982-48e6-8f32-aa21e271c780 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:01:21.336303 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-e225eee7-c81f-4331-844c-410b28bcdeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:21.338118 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-e225eee7-c81f-4331-844c-410b28bcdeae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65cffb8d240544f1869fd128c4bc8728&device_id=d5ceb85e-83f4-4236-bc73-5425efea1165 HTTP/1.1" status: 200 len: 1095 time: 0.1642516 Aug 18 13:01:21.345688 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a6c22ad3-27c5-4905-ba70-c3c8f3b501ce tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:21.387760 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-9fb8bfea-3f56-4aee-a2c1-ab73e6b46546 None None] For port db6e8812-9525-4a4f-985f-0a313ced953b, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:01:21.391611 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-9fb8bfea-3f56-4aee-a2c1-ab73e6b46546 None None] For port db6e8812-9525-4a4f-985f-0a313ced953b, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=db6e8812-9525-4a4f-985f-0a313ced953b,segment=NetworkSegment(46c7b28b-8c03-40b8-a7ee-1f1c4269103a),segment_id=46c7b28b-8c03-40b8-a7ee-1f1c4269103a)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:01:21.424200 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-a6c22ad3-27c5-4905-ba70-c3c8f3b501ce tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd4ac45e-0982-48e6-8f32-aa21e271c780']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:21.452436 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8667716f-481a-498f-8925-0be9b4cd5942 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:21.458363 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d26ba329-d0d9-444b-abf1-8a1ef37dd7b0 req-f81787cb-71c4-4d1c-92db-afeb3dff28d1 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae204aae-6a25-443d-8dc0-89a60f6f9227 HTTP/1.1" status: 200 len: 210 time: 0.1170027 Aug 18 13:01:21.465288 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-0011a161-e7eb-499b-9fab-e1a2606e621c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01c9a515-8950-49d7-9e37-ba0c8af66ae3 HTTP/1.1" status: 200 len: 217 time: 0.0956454 Aug 18 13:01:21.469388 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-a6c22ad3-27c5-4905-ba70-c3c8f3b501ce tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37b2c778-bcaf-4ad2-9abb-5ad1395969b0') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:21.469802 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-a6c22ad3-27c5-4905-ba70-c3c8f3b501ce tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37b2c778-bcaf-4ad2-9abb-5ad1395969b0') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:21.479559 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a6c22ad3-27c5-4905-ba70-c3c8f3b501ce tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:21.488255 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9fb8bfea-3f56-4aee-a2c1-ab73e6b46546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:21.530801 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a6c22ad3-27c5-4905-ba70-c3c8f3b501ce tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:21.538410 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6c22ad3-27c5-4905-ba70-c3c8f3b501ce tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:01:21.539006 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a6c22ad3-27c5-4905-ba70-c3c8f3b501ce tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:21.551939 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8bfea-3f56-4aee-a2c1-ab73e6b46546 None None] Pushing event updated for resources: {'Port': ['ID=db6e8812-9525-4a4f-985f-0a313ced953b,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:21.557484 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:01:21.557484 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:01:21.557484 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:01:21.557484 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:01:21.557484 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:01:21.557484 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:01:21.557484 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:01:21.557484 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:01:21.557484 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:01:21.557484 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:01:21.557484 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:01:21.557484 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:01:21.557484 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:01:21.557484 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:01:21.557484 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:01:21.557484 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:01:21.557484 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:01:21.557484 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:01:21.557484 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:01:21.557484 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:01:21.557484 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:01:21.557484 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:01:21.557484 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:01:21.557484 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:01:21.557484 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:01:21.557484 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:01:21.557484 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:01:21.557484 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:01:21.557484 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:01:21.557484 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:01:21.557484 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:01:21.557484 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:01:21.613119 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-9bf0061f-32bd-40c4-88c1-808583bb6d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:21.614819 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-9bf0061f-32bd-40c4-88c1-808583bb6d37 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a871698f-a396-475f-b829-cadcbe2b927e HTTP/1.1" status: 200 len: 849 time: 0.1254611 Aug 18 13:01:21.663941 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-32a49fb9-bd42-4c5d-a8b4-529e4a655425 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d09f4754-8256-41e0-966b-ccf5da6ad0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403783 Aug 18 13:01:21.723853 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a6c22ad3-27c5-4905-ba70-c3c8f3b501ce tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:21.729287 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a6c22ad3-27c5-4905-ba70-c3c8f3b501ce tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:21.731356 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a6c22ad3-27c5-4905-ba70-c3c8f3b501ce tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "DELETE /v2.0/networks/bd4ac45e-0982-48e6-8f32-aa21e271c780 HTTP/1.1" status: 204 len: 168 time: 4.1193552 Aug 18 13:01:21.740959 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 49852) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:21.798447 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c22ad3-27c5-4905-ba70-c3c8f3b501ce tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event deleted for resources: {'Network': ['ID=bd4ac45e-0982-48e6-8f32-aa21e271c780,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:21.825149 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3834427-868a-4ea0-a504-627b74d5a20d tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] GET failed (client error): The resource could not be found. Aug 18 13:01:21.827608 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c3834427-868a-4ea0-a504-627b74d5a20d tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "GET /v2.0/subnets/40a27c7d-15c6-4fbe-b39c-d71138900116 HTTP/1.1" status: 404 len: 337 time: 0.0832615 Aug 18 13:01:21.830779 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 49854) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:21.871028 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eda3a0c-bccb-4d9c-b678-ab412c143c87 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] DELETE failed (client error): The resource could not be found. Aug 18 13:01:21.871633 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eda3a0c-bccb-4d9c-b678-ab412c143c87 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:01:21.878233 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7eda3a0c-bccb-4d9c-b678-ab412c143c87 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "DELETE /v2.0/networks/bd4ac45e-0982-48e6-8f32-aa21e271c780 HTTP/1.1" status: 404 len: 339 time: 0.0374272 Aug 18 13:01:21.878860 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 49858) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:21.933727 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8667716f-481a-498f-8925-0be9b4cd5942 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks [] for router_gateway, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:21.962515 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8667716f-481a-498f-8925-0be9b4cd5942 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:22.117895 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-8667716f-481a-498f-8925-0be9b4cd5942 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Allocated IP 172.25.6.197 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/89b6eab6-2178-48fd-9b1c-ecfb6bb3f79b) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:01:22.150906 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-3638d7e7-4d42-4d92-a644-41d943cd8906 service neutron] 10.222.0.20 "GET /v2.0/networks/d09f4754-8256-41e0-966b-ccf5da6ad0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4790893 Aug 18 13:01:22.237539 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device db6e8812-9525-4a4f-985f-0a313ced953b up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:01:22.241987 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c55f80-ed92-4c07-b113-500e9ec178b6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:22.244038 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-23c55f80-ed92-4c07-b113-500e9ec178b6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3637843 Aug 18 13:01:22.248378 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 49866) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:22.305182 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2bdb0e9a-5b0c-45fa-bdf5-6044c2afad47 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "GET /v2.0/subnets?network_id=0babe39a-03c6-4af7-9ca5-00804dd781c2 HTTP/1.1" status: 200 len: 207 time: 0.0547957 Aug 18 13:01:22.309256 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 49870) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:22.311164 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a90152e9-7d3b-4656-893f-3a7d37168a00 req-d822a420-5081-4f96-9d66-0146e61befb0 service neutron] 10.222.0.20 "GET /v2.0/networks/d09f4754-8256-41e0-966b-ccf5da6ad0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469231 Aug 18 13:01:22.350654 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port db6e8812-9525-4a4f-985f-0a313ced953b completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:01:22.385753 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513fa3ee-1a5f-48e0-b8d9-4c7bb11a7187 req-45a9eee1-3d4c-4dbe-8def-06424be1b424 tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:22.385753 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-513fa3ee-1a5f-48e0-b8d9-4c7bb11a7187 req-45a9eee1-3d4c-4dbe-8def-06424be1b424 tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5ceb85e-83f4-4236-bc73-5425efea1165 HTTP/1.1" status: 200 len: 944 time: 0.0648019 Aug 18 13:01:22.431955 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 2a254af5-9565-46a5-9986-c9d21832d514 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:01:22.462520 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 2a254af5-9565-46a5-9986-c9d21832d514 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:01:22.462933 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 2a254af5-9565-46a5-9986-c9d21832d514 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:01:22.476122 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-513fa3ee-1a5f-48e0-b8d9-4c7bb11a7187 req-a65ebd96-be26-4bfb-84fa-e31b0d1193a0 tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8383d60-3d33-4413-bbf6-42fa1090c961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848973 Aug 18 13:01:22.481278 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59142dc-dac8-4836-98b4-e64db5bdca13 req-26b7badd-684f-4a77-96f7-d4f4debc2518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:22.483423 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f59142dc-dac8-4836-98b4-e64db5bdca13 req-26b7badd-684f-4a77-96f7-d4f4debc2518 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65cffb8d240544f1869fd128c4bc8728&device_id=d5ceb85e-83f4-4236-bc73-5425efea1165 HTTP/1.1" status: 200 len: 1095 time: 0.0765641 Aug 18 13:01:22.534371 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8667716f-481a-498f-8925-0be9b4cd5942 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:22.624581 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4b878d86-f0a0-4944-bb62-77ecec32d7d0 req-8c7a932a-45fe-4738-ae66-db9f0b9210d4 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae204aae-6a25-443d-8dc0-89a60f6f9227 HTTP/1.1" status: 200 len: 210 time: 0.0679326 Aug 18 13:01:22.625596 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59142dc-dac8-4836-98b4-e64db5bdca13 req-19b7678f-ce9a-4cfa-8f6e-704228b3780a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:22.627300 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f59142dc-dac8-4836-98b4-e64db5bdca13 req-19b7678f-ce9a-4cfa-8f6e-704228b3780a service neutron] 10.222.0.20 "GET /v2.0/networks?id=d09f4754-8256-41e0-966b-ccf5da6ad0cc HTTP/1.1" status: 200 len: 910 time: 0.1341872 Aug 18 13:01:22.685555 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9e57fc-3e42-4a41-8bbc-5d8f67a617f7 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:22.692308 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9e57fc-3e42-4a41-8bbc-5d8f67a617f7 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:22.694715 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f59142dc-dac8-4836-98b4-e64db5bdca13 req-7bd20486-db32-438e-8fa1-c5eaaf54e95f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01c9a515-8950-49d7-9e37-ba0c8af66ae3 HTTP/1.1" status: 200 len: 217 time: 0.0515509 Aug 18 13:01:22.698832 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9e57fc-3e42-4a41-8bbc-5d8f67a617f7 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:22.705865 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9e57fc-3e42-4a41-8bbc-5d8f67a617f7 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:22.711743 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-bd9e57fc-3e42-4a41-8bbc-5d8f67a617f7 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.4002004 Aug 18 13:01:22.712393 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 49876) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:22.762998 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59142dc-dac8-4836-98b4-e64db5bdca13 req-68b48cf1-ec77-43e0-97be-7fe3dedf033d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:22.764911 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f59142dc-dac8-4836-98b4-e64db5bdca13 req-68b48cf1-ec77-43e0-97be-7fe3dedf033d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a871698f-a396-475f-b829-cadcbe2b927e HTTP/1.1" status: 200 len: 849 time: 0.0568910 Aug 18 13:01:22.803922 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f59142dc-dac8-4836-98b4-e64db5bdca13 req-336a99b6-2f22-4258-9f28-2cf61556bdfc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d09f4754-8256-41e0-966b-ccf5da6ad0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268512 Aug 18 13:01:22.817463 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c54036-6b2b-47ac-82ac-ff1c443e1775 None None] Network 41926237-3260-457f-b194-35c3e77af59c requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:01:22.846428 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d2ef8d75-987c-483c-910c-ce559b451489 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1244287 Aug 18 13:01:22.846712 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 49878) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:22.872998 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8667716f-481a-498f-8925-0be9b4cd5942 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:22.968255 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8667716f-481a-498f-8925-0be9b4cd5942 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:01:22.984918 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-8667716f-481a-498f-8925-0be9b4cd5942 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:01:22.996375 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-92c0a057-e414-47d9-ba14-75a321e4cfbb None None] Provisioning for port db6e8812-9525-4a4f-985f-0a313ced953b completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:01:23.002119 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f59142dc-dac8-4836-98b4-e64db5bdca13 req-5b140866-0e19-4cf6-9c37-dca7ed960323 service neutron] 10.222.0.20 "GET /v2.0/networks/d09f4754-8256-41e0-966b-ccf5da6ad0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871469 Aug 18 13:01:23.012455 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8667716f-481a-498f-8925-0be9b4cd5942 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:01:23.015073 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-92c0a057-e414-47d9-ba14-75a321e4cfbb None None] Provisioning complete for port db6e8812-9525-4a4f-985f-0a313ced953b triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:01:23.015472 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-92c0a057-e414-47d9-ba14-75a321e4cfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:23.018330 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-889307c0-5f7d-4584-8bb6-f15807501ff7 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:23.019730 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-889307c0-5f7d-4584-8bb6-f15807501ff7 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.39 "GET /v2.0/networks?id=b896f31e-62b0-4c89-b554-2d6ea14ce4b9 HTTP/1.1" status: 200 len: 812 time: 0.1762860 Aug 18 13:01:23.043512 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fabbffb-cdcb-4e88-a769-2b53198f897b tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:23.045630 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fabbffb-cdcb-4e88-a769-2b53198f897b tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:23.048669 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5fabbffb-cdcb-4e88-a769-2b53198f897b tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2007835 Aug 18 13:01:23.088826 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 49884) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:23.121557 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f59142dc-dac8-4836-98b4-e64db5bdca13 req-df91e4e8-793b-4ba2-9a0d-8855ffb3df9e service neutron] 10.222.0.20 "GET /v2.0/networks/d09f4754-8256-41e0-966b-ccf5da6ad0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008129 Aug 18 13:01:23.132117 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-2cb41859-05d2-4fdf-bdac-f0b56fbe0636 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Request body: {'port': {'device_id': 'ae204aae-6a25-443d-8dc0-89a60f6f9227', 'network_id': 'b896f31e-62b0-4c89-b554-2d6ea14ce4b9', 'admin_state_up': True, 'tenant_id': '62165f4489344ba1816de5df17dbe952'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:23.153069 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf1e2e9-6d91-4c1f-8d2b-313f2fcc8801 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Attributes excluded by policy engine: ['shared'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:23.155645 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf1e2e9-6d91-4c1f-8d2b-313f2fcc8801 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Attributes excluded by policy engine: ['shared'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:23.157241 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4cf1e2e9-6d91-4c1f-8d2b-313f2fcc8801 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0672216 Aug 18 13:01:23.169859 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 49888) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:23.182153 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-92c0a057-e414-47d9-ba14-75a321e4cfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:23.188537 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8667716f-481a-498f-8925-0be9b4cd5942 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Pushing event updated for resources: {'Port': ['ID=89b6eab6-2178-48fd-9b1c-ecfb6bb3f79b,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:23.247397 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-92c0a057-e414-47d9-ba14-75a321e4cfbb None None] For port db6e8812-9525-4a4f-985f-0a313ced953b, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=db6e8812-9525-4a4f-985f-0a313ced953b,segment=NetworkSegment(46c7b28b-8c03-40b8-a7ee-1f1c4269103a),segment_id=46c7b28b-8c03-40b8-a7ee-1f1c4269103a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:01:23.332678 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-92c0a057-e414-47d9-ba14-75a321e4cfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:23.383208 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c0a057-e414-47d9-ba14-75a321e4cfbb None None] Pushing event updated for resources: {'Port': ['ID=db6e8812-9525-4a4f-985f-0a313ced953b,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:23.405105 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c519ed-b7a6-4808-bc6e-c11b38804be6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:23.406469 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-43c519ed-b7a6-4808-bc6e-c11b38804be6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "GET /v2.0/networks/593a8af7-326d-408b-a5de-c596cd9b794b HTTP/1.1" status: 200 len: 800 time: 0.2336519 Aug 18 13:01:23.410069 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 49890) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:23.429423 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-2cb41859-05d2-4fdf-bdac-f0b56fbe0636 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Made reservation on behalf of 62165f4489344ba1816de5df17dbe952 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:01:23.434906 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-2cb41859-05d2-4fdf-bdac-f0b56fbe0636 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:23.452890 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-24c62539-75d4-42f2-9694-013544421a2e None None] Provisioning complete for port db6e8812-9525-4a4f-985f-0a313ced953b triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:01:23.452890 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-24c62539-75d4-42f2-9694-013544421a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:23.592281 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-68a73a87-57f4-46a1-8418-d006402b7f34 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "GET /v2.0/networks/593a8af7-326d-408b-a5de-c596cd9b794b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1802771 Aug 18 13:01:23.595437 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 49894) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:23.598123 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-2cb41859-05d2-4fdf-bdac-f0b56fbe0636 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Allocated IP 172.20.0.6 (b896f31e-62b0-4c89-b554-2d6ea14ce4b9/01ff60f5-a1bd-4c4a-b8b1-0b6ab79f5acb/d7b01fc3-446b-487f-962f-d957898a450b) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:01:23.687058 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e934785-a5b7-43f9-95fe-66a52b956d49 req-ed5535a7-24b2-4f78-b3c1-148528daa325 tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:23.688583 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e934785-a5b7-43f9-95fe-66a52b956d49 req-ed5535a7-24b2-4f78-b3c1-148528daa325 tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5ceb85e-83f4-4236-bc73-5425efea1165 HTTP/1.1" status: 200 len: 944 time: 0.1346526 Aug 18 13:01:23.693635 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab13e357-0052-466a-ac64-6ed81ce5579a tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:23.695044 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ab13e357-0052-466a-ac64-6ed81ce5579a tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "GET /v2.0/subnets/0df9634d-e394-4001-bac0-b4ab9107c2ef HTTP/1.1" status: 200 len: 811 time: 0.0986617 Aug 18 13:01:23.699393 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 49900) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:23.714276 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8667716f-481a-498f-8925-0be9b4cd5942 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks [] for router_gateway, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:23.786758 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e934785-a5b7-43f9-95fe-66a52b956d49 req-609fe699-8ae5-4373-8c63-97518dbc7dd0 tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8383d60-3d33-4413-bbf6-42fa1090c961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905502 Aug 18 13:01:23.807748 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-01d5dcee-37bb-4b93-910f-f0c41ba84967 req-0fed0940-2e5f-4873-9420-6b59c6975ffd tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae204aae-6a25-443d-8dc0-89a60f6f9227 HTTP/1.1" status: 200 len: 210 time: 0.0720956 Aug 18 13:01:23.853671 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-2cb41859-05d2-4fdf-bdac-f0b56fbe0636 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:23.854578 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104ae6ac-1851-4f52-bc4b-9c8083cf7104 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Attributes excluded by policy engine: ['shared'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:23.860044 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-104ae6ac-1851-4f52-bc4b-9c8083cf7104 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "GET /v2.0/subnets/0df9634d-e394-4001-bac0-b4ab9107c2ef?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1531343 Aug 18 13:01:23.861413 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 49902) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:23.867964 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-7de5fb17-7274-4de6-8a55-3af368f9c7e3 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-889067159'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:23.949775 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de5fb17-7274-4de6-8a55-3af368f9c7e3 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Made reservation on behalf of daeb2fcf35b94877ad33b9f64543ff94 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:01:23.953522 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7de5fb17-7274-4de6-8a55-3af368f9c7e3 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:23.970006 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-2cb41859-05d2-4fdf-bdac-f0b56fbe0636 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:23.979921 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8667716f-481a-498f-8925-0be9b4cd5942 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:24.021574 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7de5fb17-7274-4de6-8a55-3af368f9c7e3 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:01:24.026662 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-2cb41859-05d2-4fdf-bdac-f0b56fbe0636 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Network b896f31e-62b0-4c89-b554-2d6ea14ce4b9 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:01:24.033803 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-2cb41859-05d2-4fdf-bdac-f0b56fbe0636 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:01:24.036227 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-2cb41859-05d2-4fdf-bdac-f0b56fbe0636 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:01:24.046705 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7de5fb17-7274-4de6-8a55-3af368f9c7e3 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:24.047055 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-7de5fb17-7274-4de6-8a55-3af368f9c7e3 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Added segment 1711c60c-67f1-4a76-9e4d-9e02ce22fc80 of type vlan for network a330f47e-dcf9-494a-b657-2a2221f6b1d9 Aug 18 13:01:24.065658 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb41859-05d2-4fdf-bdac-f0b56fbe0636 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Pushing event updated for resources: {'Port': ['ID=d7b01fc3-446b-487f-962f-d957898a450b,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:24.128858 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-2cb41859-05d2-4fdf-bdac-f0b56fbe0636 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:24.129670 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-2cb41859-05d2-4fdf-bdac-f0b56fbe0636 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:24.135568 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7de5fb17-7274-4de6-8a55-3af368f9c7e3 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:24.148987 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device db6e8812-9525-4a4f-985f-0a313ced953b up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:01:24.202387 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port db6e8812-9525-4a4f-985f-0a313ced953b triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:01:24.202757 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:24.206662 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8667716f-481a-498f-8925-0be9b4cd5942 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Router 17757f0e-3e6d-48c5-8b5d-7c096f0303e7 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:01:24.230804 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-2cb41859-05d2-4fdf-bdac-f0b56fbe0636 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1073425 Aug 18 13:01:24.245691 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-01c9786f-5e9a-4f7c-91a6-fb5f2c802049 service neutron] Request body: {'port': {'device_id': 'ae204aae-6a25-443d-8dc0-89a60f6f9227', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:24.270610 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7de5fb17-7274-4de6-8a55-3af368f9c7e3 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:24.279542 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de5fb17-7274-4de6-8a55-3af368f9c7e3 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:24.280450 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7de5fb17-7274-4de6-8a55-3af368f9c7e3 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:24.379433 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5fb17-7274-4de6-8a55-3af368f9c7e3 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event updated for resources: {'Network': ['ID=a330f47e-dcf9-494a-b657-2a2221f6b1d9,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:24.388807 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-01c9786f-5e9a-4f7c-91a6-fb5f2c802049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:24.391525 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network a330f47e-dcf9-494a-b657-2a2221f6b1d9 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:01:24.408297 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7de5fb17-7274-4de6-8a55-3af368f9c7e3 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5457728 Aug 18 13:01:24.411409 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 49910) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:24.416550 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-f6e94cdc-572c-46ec-9c33-c0d46da09d05 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Request body: {'subnet': {'network_id': 'a330f47e-dcf9-494a-b657-2a2221f6b1d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:24.634374 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8667716f-481a-498f-8925-0be9b4cd5942 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:01:24.645596 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16409213-b81e-4869-b6dc-84ef6b5768e3 None None] Sync routers for ids ['17757f0e-3e6d-48c5-8b5d-7c096f0303e7'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:01:24.656106 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16409213-b81e-4869-b6dc-84ef6b5768e3 None None] Routers {'17757f0e-3e6d-48c5-8b5d-7c096f0303e7'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:01:24.656722 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-16409213-b81e-4869-b6dc-84ef6b5768e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:01:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['17757f0e-3e6d-48c5-8b5d-7c096f0303e7'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:24.689468 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-16409213-b81e-4869-b6dc-84ef6b5768e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:24.698059 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16409213-b81e-4869-b6dc-84ef6b5768e3 None None] Routers {'17757f0e-3e6d-48c5-8b5d-7c096f0303e7'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:01:24.698702 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-16409213-b81e-4869-b6dc-84ef6b5768e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:01:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['17757f0e-3e6d-48c5-8b5d-7c096f0303e7'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:24.734221 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-16409213-b81e-4869-b6dc-84ef6b5768e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:24.735046 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16409213-b81e-4869-b6dc-84ef6b5768e3 None None] The sync data for ids ['17757f0e-3e6d-48c5-8b5d-7c096f0303e7'] in n-d-803603-2 is: [] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:01:24.740203 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e94cdc-572c-46ec-9c33-c0d46da09d05 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Made reservation on behalf of daeb2fcf35b94877ad33b9f64543ff94 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:01:24.744163 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f6e94cdc-572c-46ec-9c33-c0d46da09d05 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:24.810101 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-01c9786f-5e9a-4f7c-91a6-fb5f2c802049 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7b01fc3-446b-487f-962f-d957898a450b {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:01:24.812032 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8667716f-481a-498f-8925-0be9b4cd5942 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:24.815832 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8667716f-481a-498f-8925-0be9b4cd5942 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.7897122 Aug 18 13:01:24.816639 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 49916) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:24.819228 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.ipam_backend_mixin [None req-f6e94cdc-572c-46ec-9c33-c0d46da09d05 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Performing IP validity checks on allocation pools {{(pid=101675) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 18 13:01:24.819788 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.ipam_backend_mixin [None req-f6e94cdc-572c-46ec-9c33-c0d46da09d05 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101675) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 18 13:01:24.823220 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-01c9786f-5e9a-4f7c-91a6-fb5f2c802049 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:24.850573 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-01c9786f-5e9a-4f7c-91a6-fb5f2c802049 service neutron] Transition to ACTIVE for port object d7b01fc3-446b-487f-962f-d957898a450b will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:01:24.943248 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-01c9786f-5e9a-4f7c-91a6-fb5f2c802049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:24.971132 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e8e38-0df4-434c-b6db-2169bdcd59ba req-f1a6d5fb-5e40-4923-8bea-555d4c7cfd70 tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:24.977435 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1c4e8e38-0df4-434c-b6db-2169bdcd59ba req-f1a6d5fb-5e40-4923-8bea-555d4c7cfd70 tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5ceb85e-83f4-4236-bc73-5425efea1165 HTTP/1.1" status: 200 len: 944 time: 0.0977297 Aug 18 13:01:25.056372 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436d518-5db6-426b-ab95-767fbdc6e26a req-d6029577-d33c-4d60-b116-2f5eae15b5b4 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:25.057980 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1436d518-5db6-426b-ab95-767fbdc6e26a req-d6029577-d33c-4d60-b116-2f5eae15b5b4 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae204aae-6a25-443d-8dc0-89a60f6f9227 HTTP/1.1" status: 200 len: 931 time: 0.1501143 Aug 18 13:01:25.059128 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c9786f-5e9a-4f7c-91a6-fb5f2c802049 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b01fc3-446b-487f-962f-d957898a450b,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:25.065413 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1c4e8e38-0df4-434c-b6db-2169bdcd59ba req-5368050f-239b-454a-8e1b-6e04effffa62 tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8383d60-3d33-4413-bbf6-42fa1090c961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854065 Aug 18 13:01:25.117114 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f6e94cdc-572c-46ec-9c33-c0d46da09d05 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:25.181722 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1436d518-5db6-426b-ab95-767fbdc6e26a req-7284bb48-b118-4526-a102-d3ef952ab482 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160867 Aug 18 13:01:25.226783 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e94cdc-572c-46ec-9c33-c0d46da09d05 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event updated for resources: {'Subnet': ['ID=4ad98268-8dcd-41ee-9ca8-411b78804d71,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:25.235584 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-01c9786f-5e9a-4f7c-91a6-fb5f2c802049 service neutron] Attempting to bind port d7b01fc3-446b-487f-962f-d957898a450b on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:01:25.235928 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-01c9786f-5e9a-4f7c-91a6-fb5f2c802049 service neutron] Attempting to bind port d7b01fc3-446b-487f-962f-d957898a450b by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '203c474d-56e3-424f-9d3b-a131550498ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b896f31e-62b0-4c89-b554-2d6ea14ce4b9'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:01:25.236267 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-01c9786f-5e9a-4f7c-91a6-fb5f2c802049 service neutron] Attempting to bind port d7b01fc3-446b-487f-962f-d957898a450b on network b896f31e-62b0-4c89-b554-2d6ea14ce4b9 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:01:25.245837 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-01c9786f-5e9a-4f7c-91a6-fb5f2c802049 service neutron] Port d7b01fc3-446b-487f-962f-d957898a450b on network b896f31e-62b0-4c89-b554-2d6ea14ce4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:01:25.246405 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-01c9786f-5e9a-4f7c-91a6-fb5f2c802049 service neutron] Attempting to bind port d7b01fc3-446b-487f-962f-d957898a450b on network b896f31e-62b0-4c89-b554-2d6ea14ce4b9 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:01:25.252996 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e94cdc-572c-46ec-9c33-c0d46da09d05 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Checking segment: {'id': '1711c60c-67f1-4a76-9e4d-9e02ce22fc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a330f47e-dcf9-494a-b657-2a2221f6b1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:01:25.253366 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e94cdc-572c-46ec-9c33-c0d46da09d05 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Network hostable DHCP agents. Network: a330f47e-dcf9-494a-b657-2a2221f6b1d9, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:01:25.256495 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-01c9786f-5e9a-4f7c-91a6-fb5f2c802049 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:01:25.256839 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-01c9786f-5e9a-4f7c-91a6-fb5f2c802049 service neutron] Checking segment: {'id': '203c474d-56e3-424f-9d3b-a131550498ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b896f31e-62b0-4c89-b554-2d6ea14ce4b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:01:25.257228 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-01c9786f-5e9a-4f7c-91a6-fb5f2c802049 service neutron] Bound using segment: {'id': '203c474d-56e3-424f-9d3b-a131550498ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b896f31e-62b0-4c89-b554-2d6ea14ce4b9'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:01:25.257667 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-01c9786f-5e9a-4f7c-91a6-fb5f2c802049 service neutron] Bound port: d7b01fc3-446b-487f-962f-d957898a450b, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203c474d-56e3-424f-9d3b-a131550498ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b896f31e-62b0-4c89-b554-2d6ea14ce4b9'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:01:25.258031 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-01c9786f-5e9a-4f7c-91a6-fb5f2c802049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:25.327780 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e94cdc-572c-46ec-9c33-c0d46da09d05 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Network a330f47e-dcf9-494a-b657-2a2221f6b1d9 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:01:25.342635 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-01c9786f-5e9a-4f7c-91a6-fb5f2c802049 service neutron] For port d7b01fc3-446b-487f-962f-d957898a450b, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:01:25.345797 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-01c9786f-5e9a-4f7c-91a6-fb5f2c802049 service neutron] For port d7b01fc3-446b-487f-962f-d957898a450b, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=d7b01fc3-446b-487f-962f-d957898a450b,segment=NetworkSegment(203c474d-56e3-424f-9d3b-a131550498ab),segment_id=203c474d-56e3-424f-9d3b-a131550498ab)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:01:25.363792 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5a4811b3-2215-40f0-9cbb-014286decf30 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:25.395355 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-f6e94cdc-572c-46ec-9c33-c0d46da09d05 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, a330f47e-dcf9-494a-b657-2a2221f6b1d9) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:01:25.399859 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e94cdc-572c-46ec-9c33-c0d46da09d05 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:25.403695 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f6e94cdc-572c-46ec-9c33-c0d46da09d05 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:25.407213 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0883beea-ad54-405d-be9e-9ddfbab4ddc9 None None] Network a330f47e-dcf9-494a-b657-2a2221f6b1d9 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:01:25.424710 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-01c9786f-5e9a-4f7c-91a6-fb5f2c802049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:25.460652 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-01c9786f-5e9a-4f7c-91a6-fb5f2c802049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:25.461195 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-01c9786f-5e9a-4f7c-91a6-fb5f2c802049 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:25.462590 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-01c9786f-5e9a-4f7c-91a6-fb5f2c802049 service neutron] 10.222.0.39 "PUT /v2.0/ports/d7b01fc3-446b-487f-962f-d957898a450b HTTP/1.1" status: 200 len: 1091 time: 1.2227039 Aug 18 13:01:25.463033 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae204aae-6a25-443d-8dc0-89a60f6f9227', 'tag': 'd7b01fc3-446b-487f-962f-d957898a450b'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:01:25.465310 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f1d704-c63f-4d48-ab10-44c345491d2e" -d '{"events": [{"name": "network-changed", "server_uuid": "ae204aae-6a25-443d-8dc0-89a60f6f9227", "tag": "d7b01fc3-446b-487f-962f-d957898a450b"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:01:25.479477 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f6e94cdc-572c-46ec-9c33-c0d46da09d05 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0668731 Aug 18 13:01:25.482161 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 49928) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:25.492118 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-75a38edc-c164-4cf5-9cfc-b257da4deda3 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:25.529359 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73e76cc-6987-4ae0-8629-63e1fc343379 x-openstack-request-id: req-b73e76cc-6987-4ae0-8629-63e1fc343379 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:01:25.529642 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae204aae-6a25-443d-8dc0-89a60f6f9227", "tag": "d7b01fc3-446b-487f-962f-d957898a450b", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:01:25.530032 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b73e76cc-6987-4ae0-8629-63e1fc343379 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:01:25.530469 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae204aae-6a25-443d-8dc0-89a60f6f9227', 'tag': 'd7b01fc3-446b-487f-962f-d957898a450b', 'status': 'completed', 'code': 200} Aug 18 13:01:25.542849 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c9786f-5e9a-4f7c-91a6-fb5f2c802049 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b01fc3-446b-487f-962f-d957898a450b,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:25.595196 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029e0ebb-975b-43d7-9e29-16dbe549fb0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-a330f47e-dcf9-494a-b657-2a2221f6b1d9', 'network_id': 'a330f47e-dcf9-494a-b657-2a2221f6b1d9', 'tenant_id': 'daeb2fcf35b94877ad33b9f64543ff94', 'fixed_ips': [{'subnet_id': '4ad98268-8dcd-41ee-9ca8-411b78804d71'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:01:25.600545 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-029e0ebb-975b-43d7-9e29-16dbe549fb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:25.638599 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1d704-c63f-4d48-ab10-44c345491d2e req-75b9aee3-6fa2-490f-b479-41f30c17fef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:25.640119 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90f1d704-c63f-4d48-ab10-44c345491d2e req-75b9aee3-6fa2-490f-b479-41f30c17fef7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=62165f4489344ba1816de5df17dbe952&device_id=ae204aae-6a25-443d-8dc0-89a60f6f9227 HTTP/1.1" status: 200 len: 1094 time: 0.0912340 Aug 18 13:01:25.641197 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-75a38edc-c164-4cf5-9cfc-b257da4deda3 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29607504'] for subnet, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:25.733780 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-5a4811b3-2215-40f0-9cbb-014286decf30 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Allocated IP 172.20.0.1 (41926237-3260-457f-b194-35c3e77af59c/97fbd2b0-8e6b-4633-8822-0f3f88d3c9a2/715e8805-6930-40f0-ae93-37de54690ef2) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:01:25.808143 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.db.api [None req-029e0ebb-975b-43d7-9e29-16dbe549fb0d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 13:01:25.808143 n-d-803603-2 neutron-server[101677]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Aug 18 13:01:25.808143 n-d-803603-2 neutron-server[101677]: [parameters: {'in_use': 1, 'id_1': '4ad98268-8dcd-41ee-9ca8-411b78804d71'}] Aug 18 13:01:25.808143 n-d-803603-2 neutron-server[101677]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:01:25.809348 n-d-803603-2 neutron-server[101677]: DEBUG oslo_db.api [None req-029e0ebb-975b-43d7-9e29-16dbe549fb0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:01:25.815851 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1d704-c63f-4d48-ab10-44c345491d2e req-2715bc73-5d13-47dd-a8d6-e80650730a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:25.817338 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90f1d704-c63f-4d48-ab10-44c345491d2e req-2715bc73-5d13-47dd-a8d6-e80650730a16 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=62165f4489344ba1816de5df17dbe952&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1678524 Aug 18 13:01:25.861705 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5a4811b3-2215-40f0-9cbb-014286decf30 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:25.875272 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-5a4811b3-2215-40f0-9cbb-014286decf30 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Transition to ACTIVE for port object 715e8805-6930-40f0-ae93-37de54690ef2 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:01:25.955620 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5a4811b3-2215-40f0-9cbb-014286decf30 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:25.958693 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1d704-c63f-4d48-ab10-44c345491d2e req-d1e5aad4-b3a4-4275-9a72-5c78a50726df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:25.960181 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90f1d704-c63f-4d48-ab10-44c345491d2e req-d1e5aad4-b3a4-4275-9a72-5c78a50726df service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1338427 Aug 18 13:01:25.972926 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-75a38edc-c164-4cf5-9cfc-b257da4deda3 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783897558375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29479932'] for subnet, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:25.994622 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4811b3-2215-40f0-9cbb-014286decf30 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Network 41926237-3260-457f-b194-35c3e77af59c is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:01:26.000273 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-5a4811b3-2215-40f0-9cbb-014286decf30 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:01:26.004050 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4811b3-2215-40f0-9cbb-014286decf30 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:01:26.029910 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4811b3-2215-40f0-9cbb-014286decf30 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Pushing event updated for resources: {'Port': ['ID=715e8805-6930-40f0-ae93-37de54690ef2,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:26.052877 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5a4811b3-2215-40f0-9cbb-014286decf30 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:26.057486 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a38edc-c164-4cf5-9cfc-b257da4deda3 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:26.058094 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-75a38edc-c164-4cf5-9cfc-b257da4deda3 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:26.062550 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-75a38edc-c164-4cf5-9cfc-b257da4deda3 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "PUT /v2.0/subnets/4ad98268-8dcd-41ee-9ca8-411b78804d71 HTTP/1.1" status: 200 len: 877 time: 0.5762939 Aug 18 13:01:26.064121 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 49932) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:26.087338 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a38edc-c164-4cf5-9cfc-b257da4deda3 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event updated for resources: {'Subnet': ['ID=4ad98268-8dcd-41ee-9ca8-411b78804d71,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:26.140845 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-c76d33bb-2016-4b9c-b18a-a56a5bdb13da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:26.144247 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-c76d33bb-2016-4b9c-b18a-a56a5bdb13da service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=62165f4489344ba1816de5df17dbe952&device_id=ae204aae-6a25-443d-8dc0-89a60f6f9227 HTTP/1.1" status: 200 len: 1094 time: 0.1337261 Aug 18 13:01:26.200209 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-3956e08d-9e33-4fcc-a2f9-be23da5a7936 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7b01fc3-446b-487f-962f-d957898a450b HTTP/1.1" status: 200 len: 217 time: 0.0457561 Aug 18 13:01:26.230468 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e0790-2091-4bd9-a3b2-dec07c10463a req-c14f1d3d-21f9-4a0d-85f1-8f33201e7033 tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:26.230468 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-263e0790-2091-4bd9-a3b2-dec07c10463a req-c14f1d3d-21f9-4a0d-85f1-8f33201e7033 tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5ceb85e-83f4-4236-bc73-5425efea1165 HTTP/1.1" status: 200 len: 944 time: 0.0635440 Aug 18 13:01:26.273543 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-09e6d627-dfbf-4583-8c24-1687a116ea54 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:26.288816 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-c2151aa4-50af-48ac-b084-e4fd1f59cb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:26.290641 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-c2151aa4-50af-48ac-b084-e4fd1f59cb4b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=01ff60f5-a1bd-4c4a-b8b1-0b6ab79f5acb HTTP/1.1" status: 200 len: 852 time: 0.0760005 Aug 18 13:01:26.305053 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5a4811b3-2215-40f0-9cbb-014286decf30 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:26.315065 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-029e0ebb-975b-43d7-9e29-16dbe549fb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:26.316361 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-263e0790-2091-4bd9-a3b2-dec07c10463a req-a5ba88f8-5f2a-4457-bb76-11d9e1f3d3e5 tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8383d60-3d33-4413-bbf6-42fa1090c961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786054 Aug 18 13:01:26.351846 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c90dbd30-8eb6-4308-9c37-30a277634690 None None] Provisioning for port 715e8805-6930-40f0-ae93-37de54690ef2 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:01:26.379445 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-f450182c-0736-4227-90f3-d4bdb17b2d93 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b896f31e-62b0-4c89-b554-2d6ea14ce4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754523 Aug 18 13:01:26.419734 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c90dbd30-8eb6-4308-9c37-30a277634690 None None] Provisioning complete for port 715e8805-6930-40f0-ae93-37de54690ef2 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:01:26.420340 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c90dbd30-8eb6-4308-9c37-30a277634690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:26.483578 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-c90dbd30-8eb6-4308-9c37-30a277634690 None None] Port 715e8805-6930-40f0-ae93-37de54690ef2 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:01:26.503766 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-5b575083-ed50-4efe-b70d-62cf093b9b3f service neutron] 10.222.0.39 "GET /v2.0/networks/b896f31e-62b0-4c89-b554-2d6ea14ce4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150849 Aug 18 13:01:26.513768 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-09e6d627-dfbf-4583-8c24-1687a116ea54 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:26.533550 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-029e0ebb-975b-43d7-9e29-16dbe549fb0d None None] Allocated IP 172.20.0.3 (a330f47e-dcf9-494a-b657-2a2221f6b1d9/4ad98268-8dcd-41ee-9ca8-411b78804d71/aab78f4b-c336-4455-904e-b902443d52bd) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:01:26.554333 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0dc9fb-d743-4ff7-9f9e-6df525156ae1 req-c21b1e68-b65e-46cc-9558-6571d08bcbe8 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:26.555856 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2c0dc9fb-d743-4ff7-9f9e-6df525156ae1 req-c21b1e68-b65e-46cc-9558-6571d08bcbe8 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae204aae-6a25-443d-8dc0-89a60f6f9227 HTTP/1.1" status: 200 len: 943 time: 0.2537761 Aug 18 13:01:26.589525 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 01c9a515-8950-49d7-9e37-ba0c8af66ae3 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:01:26.648319 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5a4811b3-2215-40f0-9cbb-014286decf30 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:26.704262 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5a4811b3-2215-40f0-9cbb-014286decf30 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:26.786162 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.db.resource_extend [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 13:01:26.789147 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4811b3-2215-40f0-9cbb-014286decf30 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Pushing event updated for resources: {'Port': ['ID=715e8805-6930-40f0-ae93-37de54690ef2,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:26.792711 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5a4811b3-2215-40f0-9cbb-014286decf30 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:26.904125 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4811b3-2215-40f0-9cbb-014286decf30 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Network 41926237-3260-457f-b194-35c3e77af59c is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:01:26.905663 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-5a4811b3-2215-40f0-9cbb-014286decf30 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:01:26.954998 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 01c9a515-8950-49d7-9e37-ba0c8af66ae3, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=01c9a515-8950-49d7-9e37-ba0c8af66ae3,segment=NetworkSegment(43830cac-8e9b-4dc7-afad-be89a7f3dcc6),segment_id=43830cac-8e9b-4dc7-afad-be89a7f3dcc6)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:01:26.977653 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '01c9a515-8950-49d7-9e37-ba0c8af66ae3', 'network_id': 'd09f4754-8256-41e0-966b-ccf5da6ad0cc', 'port_id': '01c9a515-8950-49d7-9e37-ba0c8af66ae3', 'mac_address': 'fa:16:3e:95:8b:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a871698f-a396-475f-b829-cadcbe2b927e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:01:26.983514 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-029e0ebb-975b-43d7-9e29-16dbe549fb0d None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:26.994594 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-029e0ebb-975b-43d7-9e29-16dbe549fb0d None None] Transition to ACTIVE for port object aab78f4b-c336-4455-904e-b902443d52bd will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:01:27.039219 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-029e0ebb-975b-43d7-9e29-16dbe549fb0d None None] Transition to ACTIVE for port object aab78f4b-c336-4455-904e-b902443d52bd will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:01:27.043230 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:27.045679 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2c0dc9fb-d743-4ff7-9f9e-6df525156ae1 req-9fadd630-77cc-4542-a60a-cb010cad2981 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4769812 Aug 18 13:01:27.059959 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01c9a515-8950-49d7-9e37-ba0c8af66ae3 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:01:27.065718 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a4811b3-2215-40f0-9cbb-014286decf30 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Router 17757f0e-3e6d-48c5-8b5d-7c096f0303e7 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:01:27.081339 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 01c9a515-8950-49d7-9e37-ba0c8af66ae3, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=01c9a515-8950-49d7-9e37-ba0c8af66ae3,segment=NetworkSegment(43830cac-8e9b-4dc7-afad-be89a7f3dcc6),segment_id=43830cac-8e9b-4dc7-afad-be89a7f3dcc6)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:01:27.081575 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7e97df55-4753-4ffc-ac4d-a6aa265fe2f3 req-7e8ae36f-5155-4ec4-8ebc-70a06d4d72d7 service neutron] 10.222.0.39 "GET /v2.0/networks/b896f31e-62b0-4c89-b554-2d6ea14ce4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5618851 Aug 18 13:01:27.118758 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-029e0ebb-975b-43d7-9e29-16dbe549fb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:27.147630 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:27.164875 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029e0ebb-975b-43d7-9e29-16dbe549fb0d None None] Network a330f47e-dcf9-494a-b657-2a2221f6b1d9 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:01:27.167958 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-029e0ebb-975b-43d7-9e29-16dbe549fb0d None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:01:27.172836 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029e0ebb-975b-43d7-9e29-16dbe549fb0d None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:01:27.177799 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e0ebb-975b-43d7-9e29-16dbe549fb0d None None] Pushing event updated for resources: {'Port': ['ID=aab78f4b-c336-4455-904e-b902443d52bd,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:27.195688 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4811b3-2215-40f0-9cbb-014286decf30 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:01:27.201608 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5a4811b3-2215-40f0-9cbb-014286decf30 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] 10.222.0.13 "PUT /v2.0/routers/17757f0e-3e6d-48c5-8b5d-7c096f0303e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3837807 Aug 18 13:01:27.204119 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 49948) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:27.209464 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-c9424321-f5b0-4fec-aae2-4183b6fc3aeb tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Request body: {'port': {'network_id': '41926237-3260-457f-b194-35c3e77af59c', 'name': 'tempest-FloatingIPAdminTestJSON-1050996885'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:27.225448 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca73741-ce5c-4dcf-a0d9-670ef183ed40 None None] Sync routers for ids ['17757f0e-3e6d-48c5-8b5d-7c096f0303e7'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:01:27.256034 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-09e6d627-dfbf-4583-8c24-1687a116ea54 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:27.289737 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca73741-ce5c-4dcf-a0d9-670ef183ed40 None None] Routers {'17757f0e-3e6d-48c5-8b5d-7c096f0303e7'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:01:27.290329 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-6ca73741-ce5c-4dcf-a0d9-670ef183ed40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:01:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['17757f0e-3e6d-48c5-8b5d-7c096f0303e7'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:27.293588 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d4e25c8c-34a1-4fe4-924c-f475715a3308 None None] Provisioning complete for port 715e8805-6930-40f0-ae93-37de54690ef2 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:01:27.293970 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d4e25c8c-34a1-4fe4-924c-f475715a3308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:27.295556 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-029e0ebb-975b-43d7-9e29-16dbe549fb0d None None] Attempting to bind port aab78f4b-c336-4455-904e-b902443d52bd on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:01:27.295912 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-029e0ebb-975b-43d7-9e29-16dbe549fb0d None None] Attempting to bind port aab78f4b-c336-4455-904e-b902443d52bd by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '1711c60c-67f1-4a76-9e4d-9e02ce22fc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a330f47e-dcf9-494a-b657-2a2221f6b1d9'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:01:27.296269 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029e0ebb-975b-43d7-9e29-16dbe549fb0d None None] Attempting to bind port aab78f4b-c336-4455-904e-b902443d52bd on network a330f47e-dcf9-494a-b657-2a2221f6b1d9 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:01:27.297495 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e6d627-dfbf-4583-8c24-1687a116ea54 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event deleted for resources: {'Subnet': ['ID=4ad98268-8dcd-41ee-9ca8-411b78804d71,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:27.356256 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-6ca73741-ce5c-4dcf-a0d9-670ef183ed40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:27.359051 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=01c9a515-8950-49d7-9e37-ba0c8af66ae3,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:27.364803 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029e0ebb-975b-43d7-9e29-16dbe549fb0d None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:01:27.365209 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029e0ebb-975b-43d7-9e29-16dbe549fb0d None None] Checking segment: {'id': '1711c60c-67f1-4a76-9e4d-9e02ce22fc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a330f47e-dcf9-494a-b657-2a2221f6b1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:01:27.365580 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-029e0ebb-975b-43d7-9e29-16dbe549fb0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:27.365982 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029e0ebb-975b-43d7-9e29-16dbe549fb0d None None] Bound using segment: {'id': '1711c60c-67f1-4a76-9e4d-9e02ce22fc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a330f47e-dcf9-494a-b657-2a2221f6b1d9'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:01:27.366490 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-029e0ebb-975b-43d7-9e29-16dbe549fb0d None None] Bound port: aab78f4b-c336-4455-904e-b902443d52bd, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1711c60c-67f1-4a76-9e4d-9e02ce22fc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a330f47e-dcf9-494a-b657-2a2221f6b1d9'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:01:27.366892 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-029e0ebb-975b-43d7-9e29-16dbe549fb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:27.383669 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-09e6d627-dfbf-4583-8c24-1687a116ea54 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:27.399934 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-09e6d627-dfbf-4583-8c24-1687a116ea54 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a330f47e-dcf9-494a-b657-2a2221f6b1d9']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:27.406796 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca73741-ce5c-4dcf-a0d9-670ef183ed40 None None] Routers {'17757f0e-3e6d-48c5-8b5d-7c096f0303e7'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:01:27.407428 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-6ca73741-ce5c-4dcf-a0d9-670ef183ed40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:01:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['17757f0e-3e6d-48c5-8b5d-7c096f0303e7'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:27.411927 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-d4e25c8c-34a1-4fe4-924c-f475715a3308 None None] Port 715e8805-6930-40f0-ae93-37de54690ef2 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:01:27.421552 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-09e6d627-dfbf-4583-8c24-1687a116ea54 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1711c60c-67f1-4a76-9e4d-9e02ce22fc80') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:27.421982 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-09e6d627-dfbf-4583-8c24-1687a116ea54 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1711c60c-67f1-4a76-9e4d-9e02ce22fc80') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:27.435600 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-09e6d627-dfbf-4583-8c24-1687a116ea54 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:27.458327 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-09e6d627-dfbf-4583-8c24-1687a116ea54 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:27.465895 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['01c9a515-8950-49d7-9e37-ba0c8af66ae3'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:01:27.466478 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09e6d627-dfbf-4583-8c24-1687a116ea54 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:01:27.466736 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-09e6d627-dfbf-4583-8c24-1687a116ea54 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:27.467477 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e7331-5ff6-475d-90b0-269fee050e75 req-5808aadc-b197-4d1f-b01f-713b1979023a tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:27.468105 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-6ca73741-ce5c-4dcf-a0d9-670ef183ed40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:27.469205 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e08e7331-5ff6-475d-90b0-269fee050e75 req-5808aadc-b197-4d1f-b01f-713b1979023a tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5ceb85e-83f4-4236-bc73-5425efea1165 HTTP/1.1" status: 200 len: 945 time: 0.0657325 Aug 18 13:01:27.469329 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca73741-ce5c-4dcf-a0d9-670ef183ed40 None None] The sync data for ids ['17757f0e-3e6d-48c5-8b5d-7c096f0303e7'] in n-d-803603-2 is: [] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:01:27.488113 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:01:27.488113 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:01:27.488113 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:01:27.488113 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:01:27.488113 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:01:27.488113 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:01:27.488113 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:01:27.488113 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:01:27.488113 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:01:27.488113 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:01:27.488113 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:01:27.488113 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:01:27.488113 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:01:27.488113 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:01:27.488113 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:01:27.488113 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:01:27.488113 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:01:27.488113 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:01:27.488113 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:01:27.488113 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:01:27.488113 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:01:27.488113 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:01:27.488113 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:01:27.488113 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:01:27.488113 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:01:27.488113 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:01:27.488113 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:01:27.488113 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:01:27.488113 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:01:27.488113 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:01:27.488113 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:01:27.488113 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:01:27.529215 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9424321-f5b0-4fec-aae2-4183b6fc3aeb tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Made reservation on behalf of af1b173ddde74beda40ad20ea08da098 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:01:27.533957 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9424321-f5b0-4fec-aae2-4183b6fc3aeb tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:27.535867 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e08e7331-5ff6-475d-90b0-269fee050e75 req-3c7f1a15-5cf1-41e7-a533-50bbe73b4542 tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8383d60-3d33-4413-bbf6-42fa1090c961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531180 Aug 18 13:01:27.549719 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-029e0ebb-975b-43d7-9e29-16dbe549fb0d None None] For port aab78f4b-c336-4455-904e-b902443d52bd, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:01:27.563745 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [None req-c9424321-f5b0-4fec-aae2-4183b6fc3aeb tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] device_id is not set on port 51300e31-3312-4b9f-9ab6-3017a3a641f0 yet. {{(pid=101675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:01:27.570990 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-029e0ebb-975b-43d7-9e29-16dbe549fb0d None None] For port aab78f4b-c336-4455-904e-b902443d52bd, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=aab78f4b-c336-4455-904e-b902443d52bd,segment=NetworkSegment(1711c60c-67f1-4a76-9e4d-9e02ce22fc80),segment_id=1711c60c-67f1-4a76-9e4d-9e02ce22fc80)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:01:27.604988 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.db.api [None req-09e6d627-dfbf-4583-8c24-1687a116ea54 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 18 13:01:27.604988 n-d-803603-2 neutron-server[101675]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 18 13:01:27.604988 n-d-803603-2 neutron-server[101675]: [parameters: {'id': 'a330f47e-dcf9-494a-b657-2a2221f6b1d9'}] Aug 18 13:01:27.604988 n-d-803603-2 neutron-server[101675]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:01:27.605518 n-d-803603-2 neutron-server[101675]: DEBUG oslo_db.api [None req-09e6d627-dfbf-4583-8c24-1687a116ea54 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:01:27.637003 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-029e0ebb-975b-43d7-9e29-16dbe549fb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:27.681340 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-c9424321-f5b0-4fec-aae2-4183b6fc3aeb tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Allocated IP 172.20.0.11 (41926237-3260-457f-b194-35c3e77af59c/97fbd2b0-8e6b-4633-8822-0f3f88d3c9a2/51300e31-3312-4b9f-9ab6-3017a3a641f0) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:01:27.749042 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e0ebb-975b-43d7-9e29-16dbe549fb0d None None] Pushing event updated for resources: {'Port': ['ID=aab78f4b-c336-4455-904e-b902443d52bd,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:27.766100 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4878dc82-1312-4f76-b688-afec273bd204 None None] Network a330f47e-dcf9-494a-b657-2a2221f6b1d9 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:01:27.826338 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9424321-f5b0-4fec-aae2-4183b6fc3aeb tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:27.849709 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-c9424321-f5b0-4fec-aae2-4183b6fc3aeb tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Transition to ACTIVE for port object 51300e31-3312-4b9f-9ab6-3017a3a641f0 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:01:27.853763 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:27.890950 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58783e0a-fa19-4902-b16b-a0c4aee6ff48 None None] Network a330f47e-dcf9-494a-b657-2a2221f6b1d9 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:01:27.932768 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9424321-f5b0-4fec-aae2-4183b6fc3aeb tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:27.975304 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9424321-f5b0-4fec-aae2-4183b6fc3aeb tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Network 41926237-3260-457f-b194-35c3e77af59c is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:01:27.980341 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-c9424321-f5b0-4fec-aae2-4183b6fc3aeb tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:01:27.984382 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9424321-f5b0-4fec-aae2-4183b6fc3aeb tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:01:28.016434 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9424321-f5b0-4fec-aae2-4183b6fc3aeb tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Pushing event updated for resources: {'Port': ['ID=51300e31-3312-4b9f-9ab6-3017a3a641f0,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:28.044145 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9424321-f5b0-4fec-aae2-4183b6fc3aeb tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:28.044774 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9424321-f5b0-4fec-aae2-4183b6fc3aeb tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:28.107078 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-09e6d627-dfbf-4583-8c24-1687a116ea54 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:28.141707 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c9424321-f5b0-4fec-aae2-4183b6fc3aeb tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.9362841 Aug 18 13:01:28.146497 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 49962) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:28.176713 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-09e6d627-dfbf-4583-8c24-1687a116ea54 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Deleting port aab78f4b-c336-4455-904e-b902443d52bd {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:01:28.177069 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-09e6d627-dfbf-4583-8c24-1687a116ea54 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:28.177876 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab014e54-f6cf-4857-982d-996d77c42c85 None None] get_active_networks_info from n-d-803603-2 {{(pid=101677) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 13:01:28.186112 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f9724-eb74-4403-a914-495818e90dd6 req-eedc940f-d0d9-4feb-af23-683c6cc2f3b4 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:28.187803 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ea6f9724-eb74-4403-a914-495818e90dd6 req-eedc940f-d0d9-4feb-af23-683c6cc2f3b4 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae204aae-6a25-443d-8dc0-89a60f6f9227 HTTP/1.1" status: 200 len: 943 time: 0.0731640 Aug 18 13:01:28.221842 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-085417ea-0c18-4f9f-a17e-5926f289014d tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'project_id': 'af1b173ddde74beda40ad20ea08da098', 'port_id': '51300e31-3312-4b9f-9ab6-3017a3a641f0'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:28.245927 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ea6f9724-eb74-4403-a914-495818e90dd6 req-0f866f7f-6f13-43dc-ab89-e080ba8715b4 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508919 Aug 18 13:01:28.266849 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-09e6d627-dfbf-4583-8c24-1687a116ea54 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] For port aab78f4b-c336-4455-904e-b902443d52bd, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=aab78f4b-c336-4455-904e-b902443d52bd,segment=NetworkSegment(1711c60c-67f1-4a76-9e4d-9e02ce22fc80),segment_id=1711c60c-67f1-4a76-9e4d-9e02ce22fc80)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:01:28.271879 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-09e6d627-dfbf-4583-8c24-1687a116ea54 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:28.284183 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-09e6d627-dfbf-4583-8c24-1687a116ea54 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Calling delete_port for aab78f4b-c336-4455-904e-b902443d52bd owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:01:28.311357 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab014e54-f6cf-4857-982d-996d77c42c85 None None] Resources bound (agent type, host, resource id): {{(pid=101677) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 13:01:28.376485 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-996f2c03-a96e-4ff0-a411-b7e7e62e5f4c None None] Provisioning for port 51300e31-3312-4b9f-9ab6-3017a3a641f0 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:01:28.388692 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-996f2c03-a96e-4ff0-a411-b7e7e62e5f4c None None] Provisioning complete for port 51300e31-3312-4b9f-9ab6-3017a3a641f0 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:01:28.389108 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-996f2c03-a96e-4ff0-a411-b7e7e62e5f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:28.390073 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-085417ea-0c18-4f9f-a17e-5926f289014d tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:28.451643 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-996f2c03-a96e-4ff0-a411-b7e7e62e5f4c None None] Port 51300e31-3312-4b9f-9ab6-3017a3a641f0 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:01:28.483142 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-09e6d627-dfbf-4583-8c24-1687a116ea54 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:28.494863 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-085417ea-0c18-4f9f-a17e-5926f289014d tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:28.520732 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e6d627-dfbf-4583-8c24-1687a116ea54 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event deleted for resources: {'Port': ['ID=aab78f4b-c336-4455-904e-b902443d52bd,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:28.526921 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e6d627-dfbf-4583-8c24-1687a116ea54 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] No DVR routers for this DVR port aab78f4b-c336-4455-904e-b902443d52bd on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:01:28.537028 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:28.634714 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 01c9a515-8950-49d7-9e37-ba0c8af66ae3 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:01:28.672765 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff199b-93d3-479e-a8ad-fec321f916dd req-dce6cf38-bc1f-4acf-8c51-c863734920df tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:28.681156 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-76ff199b-93d3-479e-a8ad-fec321f916dd req-dce6cf38-bc1f-4acf-8c51-c863734920df tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5ceb85e-83f4-4236-bc73-5425efea1165 HTTP/1.1" status: 200 len: 945 time: 0.0826607 Aug 18 13:01:28.681807 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-09e6d627-dfbf-4583-8c24-1687a116ea54 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:28.720068 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-09e6d627-dfbf-4583-8c24-1687a116ea54 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a330f47e-dcf9-494a-b657-2a2221f6b1d9']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:28.732732 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-76ff199b-93d3-479e-a8ad-fec321f916dd req-7d13d26d-bccc-4ae3-87cd-b2d6497a7383 tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8383d60-3d33-4413-bbf6-42fa1090c961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461445 Aug 18 13:01:28.737311 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-09e6d627-dfbf-4583-8c24-1687a116ea54 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1711c60c-67f1-4a76-9e4d-9e02ce22fc80') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:28.737619 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-09e6d627-dfbf-4583-8c24-1687a116ea54 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1711c60c-67f1-4a76-9e4d-9e02ce22fc80') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:28.750487 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-09e6d627-dfbf-4583-8c24-1687a116ea54 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:28.775848 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-085417ea-0c18-4f9f-a17e-5926f289014d tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Allocated IP 172.25.6.81 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/3c2a4f7a-e5ff-4d20-ba81-effbbe5f96e1) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:01:28.780454 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-09e6d627-dfbf-4583-8c24-1687a116ea54 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:28.790654 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09e6d627-dfbf-4583-8c24-1687a116ea54 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:01:28.791040 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-09e6d627-dfbf-4583-8c24-1687a116ea54 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:28.793900 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:01:28.793900 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:01:28.793900 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:01:28.793900 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:01:28.793900 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:01:28.793900 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:01:28.793900 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:01:28.793900 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:01:28.793900 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:01:28.793900 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:01:28.793900 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:01:28.793900 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:01:28.793900 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:01:28.793900 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:01:28.793900 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:01:28.793900 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:01:28.793900 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:01:28.793900 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:01:28.793900 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:01:28.793900 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:01:28.793900 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:01:28.793900 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:01:28.793900 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:01:28.793900 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:01:28.793900 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:01:28.793900 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:01:28.793900 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:01:28.793900 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:01:28.793900 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:01:28.793900 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:01:28.793900 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:01:28.793900 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:01:28.823083 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 01c9a515-8950-49d7-9e37-ba0c8af66ae3 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:01:28.827124 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 01c9a515-8950-49d7-9e37-ba0c8af66ae3 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:01:28.827491 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:28.910510 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:28.933005 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ceb85e-83f4-4236-bc73-5425efea1165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c9a515-8950-49d7-9e37-ba0c8af66ae3'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:01:28.935258 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-085417ea-0c18-4f9f-a17e-5926f289014d tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:28.935864 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9a0f54-f8d0-4ac3-8ed0-295a5294e702" -d '{"events": [{"server_uuid": "d5ceb85e-83f4-4236-bc73-5425efea1165", "name": "network-vif-plugged", "status": "completed", "tag": "01c9a515-8950-49d7-9e37-ba0c8af66ae3"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:01:28.948874 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 01c9a515-8950-49d7-9e37-ba0c8af66ae3, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=01c9a515-8950-49d7-9e37-ba0c8af66ae3,segment=NetworkSegment(43830cac-8e9b-4dc7-afad-be89a7f3dcc6),segment_id=43830cac-8e9b-4dc7-afad-be89a7f3dcc6)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:01:28.970624 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-09e6d627-dfbf-4583-8c24-1687a116ea54 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:28.975029 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325d36d9-f864-4abd-9f1b-43ae9ada75a4 x-openstack-request-id: req-325d36d9-f864-4abd-9f1b-43ae9ada75a4 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:01:28.975325 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ceb85e-83f4-4236-bc73-5425efea1165", "name": "network-vif-plugged", "status": "completed", "tag": "01c9a515-8950-49d7-9e37-ba0c8af66ae3", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:01:28.975582 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-325d36d9-f864-4abd-9f1b-43ae9ada75a4 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:01:28.975989 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ceb85e-83f4-4236-bc73-5425efea1165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c9a515-8950-49d7-9e37-ba0c8af66ae3', 'code': 200} Aug 18 13:01:28.979742 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-09e6d627-dfbf-4583-8c24-1687a116ea54 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:28.982156 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-09e6d627-dfbf-4583-8c24-1687a116ea54 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "DELETE /v2.0/networks/a330f47e-dcf9-494a-b657-2a2221f6b1d9 HTTP/1.1" status: 204 len: 168 time: 2.9171302 Aug 18 13:01:28.985562 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 49980) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:29.004480 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e6d627-dfbf-4583-8c24-1687a116ea54 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event deleted for resources: {'Network': ['ID=a330f47e-dcf9-494a-b657-2a2221f6b1d9,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:29.022926 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fee5028-377c-41df-9e01-6de99e9bde41 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] DELETE failed (client error): The resource could not be found. Aug 18 13:01:29.023389 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fee5028-377c-41df-9e01-6de99e9bde41 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:01:29.025405 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8fee5028-377c-41df-9e01-6de99e9bde41 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "DELETE /v2.0/subnets/4ad98268-8dcd-41ee-9ca8-411b78804d71 HTTP/1.1" status: 404 len: 337 time: 0.0387280 Aug 18 13:01:29.028165 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 49982) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:29.054229 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-a082eb0d-b161-472b-b87b-87400e3a4538 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] DELETE failed (client error): The resource could not be found. Aug 18 13:01:29.054781 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a082eb0d-b161-472b-b87b-87400e3a4538 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:01:29.056399 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a082eb0d-b161-472b-b87b-87400e3a4538 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "DELETE /v2.0/networks/a330f47e-dcf9-494a-b657-2a2221f6b1d9 HTTP/1.1" status: 404 len: 339 time: 0.0273049 Aug 18 13:01:29.058814 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:29.064543 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 49984) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:29.083079 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-085417ea-0c18-4f9f-a17e-5926f289014d tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:29.092329 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-26e727d2-3bc2-4efc-afcc-0448cd277364 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] DELETE failed (client error): The resource could not be found. Aug 18 13:01:29.093067 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26e727d2-3bc2-4efc-afcc-0448cd277364 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:01:29.095029 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-26e727d2-3bc2-4efc-afcc-0448cd277364 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "DELETE /v2.0/subnets/40a27c7d-15c6-4fbe-b39c-d71138900116 HTTP/1.1" status: 404 len: 337 time: 0.0295060 Aug 18 13:01:29.097278 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12507a-b1dd-47b1-bd23-3eb2bbf58593 req-c41fb67b-8519-462c-8150-53035d53865a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:29.097838 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 49986) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:29.098822 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b12507a-b1dd-47b1-bd23-3eb2bbf58593 req-c41fb67b-8519-462c-8150-53035d53865a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d5ceb85e-83f4-4236-bc73-5425efea1165 HTTP/1.1" status: 200 len: 1097 time: 0.0529938 Aug 18 13:01:29.116221 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bd4a05b-e749-4aa4-88c5-7191c88c3659 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] DELETE failed (client error): The resource could not be found. Aug 18 13:01:29.116839 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bd4a05b-e749-4aa4-88c5-7191c88c3659 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:01:29.121548 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=01c9a515-8950-49d7-9e37-ba0c8af66ae3,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:29.121705 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8bd4a05b-e749-4aa4-88c5-7191c88c3659 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "DELETE /v2.0/networks/bd4ac45e-0982-48e6-8f32-aa21e271c780 HTTP/1.1" status: 404 len: 339 time: 0.0196431 Aug 18 13:01:29.121705 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 49988) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:29.137133 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085417ea-0c18-4f9f-a17e-5926f289014d tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:01:29.149182 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-085417ea-0c18-4f9f-a17e-5926f289014d tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:01:29.154583 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085417ea-0c18-4f9f-a17e-5926f289014d tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:01:29.181371 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085417ea-0c18-4f9f-a17e-5926f289014d tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Pushing event updated for resources: {'Port': ['ID=3c2a4f7a-e5ff-4d20-ba81-effbbe5f96e1,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:29.200801 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b12507a-b1dd-47b1-bd23-3eb2bbf58593 req-2c8d08dc-66c3-454d-b93b-7599b34f3529 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d8383d60-3d33-4413-bbf6-42fa1090c961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840089 Aug 18 13:01:29.207171 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-21d6fb08-5494-4975-a1ac-27f252ae2e1a tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:29.296616 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-21d6fb08-5494-4975-a1ac-27f252ae2e1a tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:29.307037 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-21d6fb08-5494-4975-a1ac-27f252ae2e1a tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eda19468-6da9-499a-a512-1fe3f72db284']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:29.316936 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-21d6fb08-5494-4975-a1ac-27f252ae2e1a tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23157db6-207d-476d-aa76-5ef0c6b9976d') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:29.317226 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-21d6fb08-5494-4975-a1ac-27f252ae2e1a tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23157db6-207d-476d-aa76-5ef0c6b9976d') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:29.327661 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-21d6fb08-5494-4975-a1ac-27f252ae2e1a tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:29.341868 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-21d6fb08-5494-4975-a1ac-27f252ae2e1a tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:29.347523 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21d6fb08-5494-4975-a1ac-27f252ae2e1a tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:01:29.347903 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-21d6fb08-5494-4975-a1ac-27f252ae2e1a tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:29.350980 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:01:29.350980 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:01:29.350980 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:01:29.350980 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:01:29.350980 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:01:29.350980 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:01:29.350980 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:01:29.350980 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:01:29.350980 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:01:29.350980 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:01:29.350980 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:01:29.350980 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:01:29.350980 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:01:29.350980 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:01:29.350980 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:01:29.350980 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:01:29.350980 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:01:29.350980 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:01:29.350980 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:01:29.350980 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:01:29.350980 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:01:29.350980 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:01:29.350980 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:01:29.350980 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:01:29.350980 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:01:29.350980 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:01:29.350980 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:01:29.350980 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:01:29.350980 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:01:29.350980 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:01:29.350980 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:01:29.350980 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:01:29.424630 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e956e68-398a-489b-81c8-0a98ce40c5a8 req-d042ede1-84b2-4bb3-a8fa-8a39327f04aa tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:29.426339 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4e956e68-398a-489b-81c8-0a98ce40c5a8 req-d042ede1-84b2-4bb3-a8fa-8a39327f04aa tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae204aae-6a25-443d-8dc0-89a60f6f9227 HTTP/1.1" status: 200 len: 943 time: 0.0758111 Aug 18 13:01:29.498327 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-21d6fb08-5494-4975-a1ac-27f252ae2e1a tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:29.505405 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-21d6fb08-5494-4975-a1ac-27f252ae2e1a tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:29.506993 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-21d6fb08-5494-4975-a1ac-27f252ae2e1a tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "DELETE /v2.0/networks/eda19468-6da9-499a-a512-1fe3f72db284 HTTP/1.1" status: 204 len: 168 time: 0.3786857 Aug 18 13:01:29.511575 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 49992) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:29.518891 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d6fb08-5494-4975-a1ac-27f252ae2e1a tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event deleted for resources: {'Network': ['ID=eda19468-6da9-499a-a512-1fe3f72db284,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:29.554519 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4e956e68-398a-489b-81c8-0a98ce40c5a8 req-26d5b61d-2257-4afc-bd50-4f8ebaf0669c tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075451 Aug 18 13:01:29.557098 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7c25fe4-b5c7-4c71-87db-ffebe7e9aa12 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] DELETE failed (client error): The resource could not be found. Aug 18 13:01:29.557553 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7c25fe4-b5c7-4c71-87db-ffebe7e9aa12 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:01:29.561800 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a7c25fe4-b5c7-4c71-87db-ffebe7e9aa12 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "DELETE /v2.0/subnets/51cefdb2-1095-40a1-88b7-675f2330873e HTTP/1.1" status: 404 len: 337 time: 0.0413663 Aug 18 13:01:29.561800 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 49996) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:29.613206 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6fde61a-4f49-41fc-8f4e-09fe30dfd86d tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] DELETE failed (client error): The resource could not be found. Aug 18 13:01:29.613776 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6fde61a-4f49-41fc-8f4e-09fe30dfd86d tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:01:29.617441 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a6fde61a-4f49-41fc-8f4e-09fe30dfd86d tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "DELETE /v2.0/networks/6001f36f-f718-4428-8ec4-feda3f4de4c4 HTTP/1.1" status: 404 len: 339 time: 0.0528610 Aug 18 13:01:29.618140 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50000) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:29.655004 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ab69e0c-f4c9-432d-90c7-5f335f7ee14b tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] DELETE failed (client error): The resource could not be found. Aug 18 13:01:29.655462 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ab69e0c-f4c9-432d-90c7-5f335f7ee14b tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:01:29.657276 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3ab69e0c-f4c9-432d-90c7-5f335f7ee14b tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "DELETE /v2.0/subnets/7a5bd656-d0aa-4cf3-83f2-6698c92f7838 HTTP/1.1" status: 404 len: 337 time: 0.0343294 Aug 18 13:01:29.660327 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50006) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:29.685390 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3e4dd94-5f00-4e75-a892-1360ad62949c tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] DELETE failed (client error): The resource could not be found. Aug 18 13:01:29.692404 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3e4dd94-5f00-4e75-a892-1360ad62949c tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:01:29.692404 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e3e4dd94-5f00-4e75-a892-1360ad62949c tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "DELETE /v2.0/networks/4644e1b1-ff61-4f66-a58f-cdabc8124448 HTTP/1.1" status: 404 len: 339 time: 0.0264745 Aug 18 13:01:29.692404 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-085417ea-0c18-4f9f-a17e-5926f289014d tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:29.694161 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50008) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:29.743564 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb51a0b-d02a-486d-ba54-9eec6dfe95f6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] DELETE failed (client error): The resource could not be found. Aug 18 13:01:29.744083 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cb51a0b-d02a-486d-ba54-9eec6dfe95f6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:01:29.745812 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3cb51a0b-d02a-486d-ba54-9eec6dfe95f6 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "DELETE /v2.0/subnets/84833b5f-cd84-4817-ad6c-c80d3bb83d95 HTTP/1.1" status: 404 len: 337 time: 0.0506935 Aug 18 13:01:29.749053 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50016) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:29.778545 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-0debabc6-364c-44ec-89f1-a561669e0749 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] DELETE failed (client error): The resource could not be found. Aug 18 13:01:29.778545 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0debabc6-364c-44ec-89f1-a561669e0749 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:01:29.779603 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0debabc6-364c-44ec-89f1-a561669e0749 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "DELETE /v2.0/networks/10f1768b-9317-41f9-b0a0-0a0765da7b6a HTTP/1.1" status: 404 len: 339 time: 0.0296896 Aug 18 13:01:29.782419 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50020) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:29.815618 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-100cfc2a-c15a-4d48-b2b6-ab9b26e747db tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] DELETE failed (client error): The resource could not be found. Aug 18 13:01:29.816070 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-100cfc2a-c15a-4d48-b2b6-ab9b26e747db tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:01:29.820255 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-100cfc2a-c15a-4d48-b2b6-ab9b26e747db tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "DELETE /v2.0/subnets/b432c07f-df2a-4a77-ac56-a6d9ae56c2ac HTTP/1.1" status: 404 len: 337 time: 0.0342379 Aug 18 13:01:29.820391 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50022) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:29.858299 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca837ab2-a87e-4136-b493-e2e520d9024f tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] DELETE failed (client error): The resource could not be found. Aug 18 13:01:29.858299 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca837ab2-a87e-4136-b493-e2e520d9024f tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:01:29.859664 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ca837ab2-a87e-4136-b493-e2e520d9024f tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "DELETE /v2.0/networks/dfda5f75-dc0c-4805-892e-4c23a92b81e0 HTTP/1.1" status: 404 len: 339 time: 0.0383441 Aug 18 13:01:29.862611 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50026) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:29.874921 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-085417ea-0c18-4f9f-a17e-5926f289014d tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:29.904783 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7341c7c-b91c-4a06-9da5-395ace04fea3 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] DELETE failed (client error): The resource could not be found. Aug 18 13:01:29.905217 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7341c7c-b91c-4a06-9da5-395ace04fea3 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:01:29.906945 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e7341c7c-b91c-4a06-9da5-395ace04fea3 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "DELETE /v2.0/subnets/297b4c5c-698d-4614-9b44-b6cbc7ca19a7 HTTP/1.1" status: 404 len: 337 time: 0.0432730 Aug 18 13:01:29.909740 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50028) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:29.926698 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc23bc0-30b3-4df9-a4cb-d4b2bdbd45ce req-fc38d717-55ab-49f7-ad8c-b0f1c7a304d6 tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:29.928157 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-efc23bc0-30b3-4df9-a4cb-d4b2bdbd45ce req-fc38d717-55ab-49f7-ad8c-b0f1c7a304d6 tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5ceb85e-83f4-4236-bc73-5425efea1165 HTTP/1.1" status: 200 len: 946 time: 0.0838220 Aug 18 13:01:29.935949 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-56ce9d44-c491-4122-9932-b33018c85629 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] DELETE failed (client error): The resource could not be found. Aug 18 13:01:29.936939 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56ce9d44-c491-4122-9932-b33018c85629 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:01:29.941282 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-56ce9d44-c491-4122-9932-b33018c85629 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "DELETE /v2.0/networks/131b9e31-126a-440f-a988-16a71f52d34e HTTP/1.1" status: 404 len: 339 time: 0.0283024 Aug 18 13:01:29.942055 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50030) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:29.982615 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c6ee5f1-817d-4bc3-9924-2241ee7fb0f9 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] DELETE failed (client error): The resource could not be found. Aug 18 13:01:29.983068 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c6ee5f1-817d-4bc3-9924-2241ee7fb0f9 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:01:29.983476 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-efc23bc0-30b3-4df9-a4cb-d4b2bdbd45ce req-f7161fbe-75d6-46ae-b799-d9efa9bb1046 tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8383d60-3d33-4413-bbf6-42fa1090c961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486088 Aug 18 13:01:29.984908 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3c6ee5f1-817d-4bc3-9924-2241ee7fb0f9 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "DELETE /v2.0/subnets/687ba09f-43e8-44af-8b76-7ebda7c8c30f HTTP/1.1" status: 404 len: 337 time: 0.0419142 Aug 18 13:01:29.987509 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50032) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:30.007540 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebc6125a-ceb6-481c-ac04-0333b9ebdc41 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] DELETE failed (client error): The resource could not be found. Aug 18 13:01:30.008075 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebc6125a-ceb6-481c-ac04-0333b9ebdc41 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:01:30.009802 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ebc6125a-ceb6-481c-ac04-0333b9ebdc41 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "DELETE /v2.0/networks/9211c0fd-54d6-4dd3-a871-4e062e758b73 HTTP/1.1" status: 404 len: 339 time: 0.0212603 Aug 18 13:01:30.012314 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50034) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:30.038665 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9297473-e31b-4dff-9f4a-44b5e41a3ef1 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] DELETE failed (client error): The resource could not be found. Aug 18 13:01:30.039122 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9297473-e31b-4dff-9f4a-44b5e41a3ef1 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:01:30.040848 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e9297473-e31b-4dff-9f4a-44b5e41a3ef1 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "DELETE /v2.0/subnets/1682aa13-714f-436b-8d26-fc79c961081e HTTP/1.1" status: 404 len: 337 time: 0.0276225 Aug 18 13:01:30.043448 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50036) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:30.064197 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-86734436-ea6d-48e4-ac75-cd7e8e3b7edf tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] DELETE failed (client error): The resource could not be found. Aug 18 13:01:30.064752 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86734436-ea6d-48e4-ac75-cd7e8e3b7edf tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:01:30.066561 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-86734436-ea6d-48e4-ac75-cd7e8e3b7edf tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "DELETE /v2.0/networks/c34ed860-7197-4342-9ff9-52feba40df5c HTTP/1.1" status: 404 len: 339 time: 0.0215220 Aug 18 13:01:30.071501 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50042) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:30.104793 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-73748277-6324-4185-b4cf-ecc63db4048d tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] DELETE failed (client error): The resource could not be found. Aug 18 13:01:30.105257 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73748277-6324-4185-b4cf-ecc63db4048d tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:01:30.110878 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50044) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:30.113029 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-73748277-6324-4185-b4cf-ecc63db4048d tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "DELETE /v2.0/subnets/7c2b53d3-d5d4-4a51-af39-47f23548df80 HTTP/1.1" status: 404 len: 337 time: 0.0381291 Aug 18 13:01:30.135810 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7ae12dd-3fb8-4f38-9005-6a3f5de05944 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] DELETE failed (client error): The resource could not be found. Aug 18 13:01:30.136361 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7ae12dd-3fb8-4f38-9005-6a3f5de05944 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:01:30.138158 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c7ae12dd-3fb8-4f38-9005-6a3f5de05944 tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "DELETE /v2.0/networks/bb523eea-9872-4ea3-9c33-b98ea71df6f2 HTTP/1.1" status: 404 len: 339 time: 0.0260077 Aug 18 13:01:30.140388 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-085417ea-0c18-4f9f-a17e-5926f289014d tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:30.140886 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50046) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:30.190734 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-f24466ce-0364-4275-a344-c5648bcd2fec tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Deleting subnet 0df9634d-e394-4001-bac0-b4ab9107c2ef {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:01:30.193897 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f24466ce-0364-4275-a344-c5648bcd2fec tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:30.235165 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f24466ce-0364-4275-a344-c5648bcd2fec tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:30.280961 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-085417ea-0c18-4f9f-a17e-5926f289014d tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:30.327341 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f24466ce-0364-4275-a344-c5648bcd2fec tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:30.350930 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085417ea-0c18-4f9f-a17e-5926f289014d tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Pushing event updated for resources: {'Port': ['ID=3c2a4f7a-e5ff-4d20-ba81-effbbe5f96e1,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:30.364020 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085417ea-0c18-4f9f-a17e-5926f289014d tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:30.364371 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085417ea-0c18-4f9f-a17e-5926f289014d tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:30.364714 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085417ea-0c18-4f9f-a17e-5926f289014d tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:30.365070 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085417ea-0c18-4f9f-a17e-5926f289014d tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:30.365392 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085417ea-0c18-4f9f-a17e-5926f289014d tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:30.365840 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085417ea-0c18-4f9f-a17e-5926f289014d tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:30.366198 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085417ea-0c18-4f9f-a17e-5926f289014d tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:30.366541 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085417ea-0c18-4f9f-a17e-5926f289014d tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:30.366871 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085417ea-0c18-4f9f-a17e-5926f289014d tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:30.367196 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085417ea-0c18-4f9f-a17e-5926f289014d tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:30.367520 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085417ea-0c18-4f9f-a17e-5926f289014d tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:30.367842 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085417ea-0c18-4f9f-a17e-5926f289014d tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:30.377296 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-085417ea-0c18-4f9f-a17e-5926f289014d tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:30.481377 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f24466ce-0364-4275-a344-c5648bcd2fec tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:30.483785 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [None req-085417ea-0c18-4f9f-a17e-5926f289014d tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Floating IP 9e44c564-f68b-4dac-914f-5513f4cd9c65 associated. External IP: 172.25.6.81, port: 51300e31-3312-4b9f-9ab6-3017a3a641f0. Aug 18 13:01:30.511072 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24466ce-0364-4275-a344-c5648bcd2fec tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event deleted for resources: {'Subnet': ['ID=0df9634d-e394-4001-bac0-b4ab9107c2ef,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:30.513085 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f24466ce-0364-4275-a344-c5648bcd2fec tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:30.517246 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f24466ce-0364-4275-a344-c5648bcd2fec tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "DELETE /v2.0/subnets/0df9634d-e394-4001-bac0-b4ab9107c2ef HTTP/1.1" status: 204 len: 168 time: 0.3735282 Aug 18 13:01:30.517622 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50048) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:30.523203 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7db371-bc46-479c-8310-e7721d6efd84 None None] Network 593a8af7-326d-408b-a5de-c596cd9b794b requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:01:30.609305 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c2c3f57d-a216-4204-a6c5-b4b674c7249d tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:30.685727 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-c2c3f57d-a216-4204-a6c5-b4b674c7249d tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Deleting port c4e5cc17-bf20-4aa3-8bf8-0dedd147767e {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:01:30.686109 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c2c3f57d-a216-4204-a6c5-b4b674c7249d tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:30.718959 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device d7b01fc3-446b-487f-962f-d957898a450b details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:01:30.733295 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ec807e-8635-44b3-87fe-e9d83cc207d6 None None] DHCP port deletion for 593a8af7-326d-408b-a5de-c596cd9b794b request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:01:30.751190 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77fd93-abd4-46fa-af5c-0fb6ff1e8c75 req-2c7496d1-bc5a-400f-8cef-d6ce9bd95838 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:30.759843 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cf77fd93-abd4-46fa-af5c-0fb6ff1e8c75 req-2c7496d1-bc5a-400f-8cef-d6ce9bd95838 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae204aae-6a25-443d-8dc0-89a60f6f9227 HTTP/1.1" status: 200 len: 943 time: 0.1224682 Aug 18 13:01:30.768245 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-c2c3f57d-a216-4204-a6c5-b4b674c7249d tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] For port c4e5cc17-bf20-4aa3-8bf8-0dedd147767e, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=c4e5cc17-bf20-4aa3-8bf8-0dedd147767e,segment=NetworkSegment(40e9adcc-e42c-4aa0-b2c1-2417541e9e5a),segment_id=40e9adcc-e42c-4aa0-b2c1-2417541e9e5a)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:01:30.768521 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c2c3f57d-a216-4204-a6c5-b4b674c7249d tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:30.785778 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-c2c3f57d-a216-4204-a6c5-b4b674c7249d tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Calling delete_port for c4e5cc17-bf20-4aa3-8bf8-0dedd147767e owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:01:30.812350 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085417ea-0c18-4f9f-a17e-5926f289014d tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Router 17757f0e-3e6d-48c5-8b5d-7c096f0303e7 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:01:30.834552 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cf77fd93-abd4-46fa-af5c-0fb6ff1e8c75 req-7154e776-210d-44dc-b9c4-b9d3eba677a2 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651393 Aug 18 13:01:30.944739 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-22ec807e-8635-44b3-87fe-e9d83cc207d6 None None] Deleting port c4e5cc17-bf20-4aa3-8bf8-0dedd147767e {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:01:30.945189 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-22ec807e-8635-44b3-87fe-e9d83cc207d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:30.952129 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port d7b01fc3-446b-487f-962f-d957898a450b, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=d7b01fc3-446b-487f-962f-d957898a450b,segment=NetworkSegment(203c474d-56e3-424f-9d3b-a131550498ab),segment_id=203c474d-56e3-424f-9d3b-a131550498ab)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:01:30.967871 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085417ea-0c18-4f9f-a17e-5926f289014d tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:01:30.980032 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2f5f28-3d2a-4856-a3c6-ef441669bf5a None None] Sync routers for ids ['17757f0e-3e6d-48c5-8b5d-7c096f0303e7'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:01:30.984458 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c2c3f57d-a216-4204-a6c5-b4b674c7249d tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:30.989150 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2f5f28-3d2a-4856-a3c6-ef441669bf5a None None] Routers {'17757f0e-3e6d-48c5-8b5d-7c096f0303e7'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:01:30.989762 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-2e2f5f28-3d2a-4856-a3c6-ef441669bf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:01:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['17757f0e-3e6d-48c5-8b5d-7c096f0303e7'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:31.003653 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'd7b01fc3-446b-487f-962f-d957898a450b', 'network_id': 'b896f31e-62b0-4c89-b554-2d6ea14ce4b9', 'port_id': 'd7b01fc3-446b-487f-962f-d957898a450b', 'mac_address': 'fa:16:3e:71:9c:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ff60f5-a1bd-4c4a-b8b1-0b6ab79f5acb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:01:31.025825 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-2e2f5f28-3d2a-4856-a3c6-ef441669bf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:31.036183 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2f5f28-3d2a-4856-a3c6-ef441669bf5a None None] Routers {'17757f0e-3e6d-48c5-8b5d-7c096f0303e7'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:01:31.037209 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-2e2f5f28-3d2a-4856-a3c6-ef441669bf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:01:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['17757f0e-3e6d-48c5-8b5d-7c096f0303e7'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:31.056740 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-085417ea-0c18-4f9f-a17e-5926f289014d tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:31.056972 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c3f57d-a216-4204-a6c5-b4b674c7249d tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event deleted for resources: {'Port': ['ID=c4e5cc17-bf20-4aa3-8bf8-0dedd147767e,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:31.061802 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-22ec807e-8635-44b3-87fe-e9d83cc207d6 None None] For port c4e5cc17-bf20-4aa3-8bf8-0dedd147767e, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=c4e5cc17-bf20-4aa3-8bf8-0dedd147767e,segment=NetworkSegment(40e9adcc-e42c-4aa0-b2c1-2417541e9e5a),segment_id=40e9adcc-e42c-4aa0-b2c1-2417541e9e5a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:01:31.063187 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-22ec807e-8635-44b3-87fe-e9d83cc207d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:31.076778 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c3f57d-a216-4204-a6c5-b4b674c7249d tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] No DVR routers for this DVR port c4e5cc17-bf20-4aa3-8bf8-0dedd147767e on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:01:31.083688 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-22ec807e-8635-44b3-87fe-e9d83cc207d6 None None] Calling delete_port for c4e5cc17-bf20-4aa3-8bf8-0dedd147767e owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:01:31.087754 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:31.089479 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-2e2f5f28-3d2a-4856-a3c6-ef441669bf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:31.091526 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2f5f28-3d2a-4856-a3c6-ef441669bf5a None None] The sync data for ids ['17757f0e-3e6d-48c5-8b5d-7c096f0303e7'] in n-d-803603-2 is: [] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:01:31.112927 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7b01fc3-446b-487f-962f-d957898a450b {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:01:31.138380 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-085417ea-0c18-4f9f-a17e-5926f289014d tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 2.9900556 Aug 18 13:01:31.142318 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50062) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:31.176575 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port d7b01fc3-446b-487f-962f-d957898a450b, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=d7b01fc3-446b-487f-962f-d957898a450b,segment=NetworkSegment(203c474d-56e3-424f-9d3b-a131550498ab),segment_id=203c474d-56e3-424f-9d3b-a131550498ab)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:01:31.213583 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-22ec807e-8635-44b3-87fe-e9d83cc207d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:31.215132 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c2c3f57d-a216-4204-a6c5-b4b674c7249d tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:31.230484 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-c2c3f57d-a216-4204-a6c5-b4b674c7249d tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['593a8af7-326d-408b-a5de-c596cd9b794b']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:31.246498 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec807e-8635-44b3-87fe-e9d83cc207d6 None None] Pushing event deleted for resources: {'Port': ['ID=c4e5cc17-bf20-4aa3-8bf8-0dedd147767e,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:31.248559 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ec807e-8635-44b3-87fe-e9d83cc207d6 None None] No DVR routers for this DVR port c4e5cc17-bf20-4aa3-8bf8-0dedd147767e on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:01:31.252728 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-c2c3f57d-a216-4204-a6c5-b4b674c7249d tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40e9adcc-e42c-4aa0-b2c1-2417541e9e5a') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:31.253631 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-c2c3f57d-a216-4204-a6c5-b4b674c7249d tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40e9adcc-e42c-4aa0-b2c1-2417541e9e5a') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:31.261150 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:31.277966 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c2c3f57d-a216-4204-a6c5-b4b674c7249d tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:31.293298 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c2c3f57d-a216-4204-a6c5-b4b674c7249d tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:31.305668 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2c3f57d-a216-4204-a6c5-b4b674c7249d tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:01:31.306299 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c2c3f57d-a216-4204-a6c5-b4b674c7249d tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:31.310978 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:01:31.310978 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:01:31.310978 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:01:31.310978 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:01:31.310978 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:01:31.310978 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:01:31.310978 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:01:31.310978 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:01:31.310978 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:01:31.310978 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:01:31.310978 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:01:31.310978 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:01:31.310978 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:01:31.310978 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:01:31.310978 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:01:31.310978 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:01:31.310978 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:01:31.310978 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:01:31.310978 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:01:31.310978 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:01:31.310978 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:01:31.310978 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:01:31.310978 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:01:31.310978 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:01:31.310978 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:01:31.310978 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:01:31.310978 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:01:31.310978 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:01:31.310978 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:01:31.310978 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:01:31.310978 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:01:31.310978 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:01:31.332160 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=d7b01fc3-446b-487f-962f-d957898a450b,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:31.474583 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c2c3f57d-a216-4204-a6c5-b4b674c7249d tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:31.480369 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c2c3f57d-a216-4204-a6c5-b4b674c7249d tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:31.484792 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c2c3f57d-a216-4204-a6c5-b4b674c7249d tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] 10.222.0.13 "DELETE /v2.0/networks/593a8af7-326d-408b-a5de-c596cd9b794b HTTP/1.1" status: 204 len: 168 time: 0.9662108 Aug 18 13:01:31.501461 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c3f57d-a216-4204-a6c5-b4b674c7249d tempest-NetworksTest-994962026 tempest-NetworksTest-994962026-project] Pushing event deleted for resources: {'Network': ['ID=593a8af7-326d-408b-a5de-c596cd9b794b,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:31.509366 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['d7b01fc3-446b-487f-962f-d957898a450b'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:01:31.557007 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-506b1f0e-d41e-445c-99c0-53a66125a840 tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] 10.222.0.13 "GET /v2.0/floatingips/9e44c564-f68b-4dac-914f-5513f4cd9c65 HTTP/1.1" status: 200 len: 983 time: 0.4077983 Aug 18 13:01:31.557007 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50066) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:31.629261 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275cf4e4-6027-432f-b9ea-7e8db8fed872 req-1e951480-1a82-4eb8-9c4b-c9932643ef71 tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:31.630883 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-275cf4e4-6027-432f-b9ea-7e8db8fed872 req-1e951480-1a82-4eb8-9c4b-c9932643ef71 tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5ceb85e-83f4-4236-bc73-5425efea1165 HTTP/1.1" status: 200 len: 946 time: 0.4901712 Aug 18 13:01:31.716631 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-13196403-257d-44b8-a2c0-5d0bea09c9fa tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3822 time: 0.1618192 Aug 18 13:01:31.719281 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50068) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:31.730617 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-275cf4e4-6027-432f-b9ea-7e8db8fed872 req-5a93ac6a-44e7-4648-8dea-54052f8934f2 tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8383d60-3d33-4413-bbf6-42fa1090c961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859172 Aug 18 13:01:31.908061 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-1b2f303e-c7c0-454e-be3b-7b94aec4ecd5 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Deleting port 3c2a4f7a-e5ff-4d20-ba81-effbbe5f96e1 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:01:31.908598 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1b2f303e-c7c0-454e-be3b-7b94aec4ecd5 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:32.008960 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50082) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:32.039673 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ebba6-c174-4386-a82e-5fd7204f3437 req-a138501f-5489-4ad8-b5f8-f29159aa8c8e tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:32.041403 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b50ebba6-c174-4386-a82e-5fd7204f3437 req-a138501f-5489-4ad8-b5f8-f29159aa8c8e tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae204aae-6a25-443d-8dc0-89a60f6f9227 HTTP/1.1" status: 200 len: 944 time: 0.0825577 Aug 18 13:01:32.043173 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1b2f303e-c7c0-454e-be3b-7b94aec4ecd5 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:32.043508 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1b2f303e-c7c0-454e-be3b-7b94aec4ecd5 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:32.088690 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-1b2f303e-c7c0-454e-be3b-7b94aec4ecd5 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Calling delete_port for 3c2a4f7a-e5ff-4d20-ba81-effbbe5f96e1 owned by network:floatingip {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:01:32.116861 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b50ebba6-c174-4386-a82e-5fd7204f3437 req-c7412dcc-3fbf-4a19-945d-c1d1db8750f9 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640764 Aug 18 13:01:32.179548 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device c4e5cc17-bf20-4aa3-8bf8-0dedd147767e no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:01:32.212978 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: c4e5cc17-bf20-4aa3-8bf8-0dedd147767e {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:01:32.213324 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device c4e5cc17-bf20-4aa3-8bf8-0dedd147767e not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:01:32.239415 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50090) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:32.239976 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ee126924-c478-48ea-ba7f-f024a04aea24 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=daeb2fcf35b94877ad33b9f64543ff94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2298343 Aug 18 13:01:32.314668 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d17dd355-60c8-465c-9ecb-a298f642516e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:32.357287 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d17dd355-60c8-465c-9ecb-a298f642516e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:32.487044 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1b2f303e-c7c0-454e-be3b-7b94aec4ecd5 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:32.518681 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d17dd355-60c8-465c-9ecb-a298f642516e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:32.521455 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d17dd355-60c8-465c-9ecb-a298f642516e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:32.522342 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d17dd355-60c8-465c-9ecb-a298f642516e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2823128-94ee-4dbb-a003-247a20e57c02 HTTP/1.1" status: 204 len: 168 time: 0.2818227 Aug 18 13:01:32.523284 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f303e-c7c0-454e-be3b-7b94aec4ecd5 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Pushing event deleted for resources: {'Port': ['ID=3c2a4f7a-e5ff-4d20-ba81-effbbe5f96e1,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:32.550415 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17dd355-60c8-465c-9ecb-a298f642516e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2823128-94ee-4dbb-a003-247a20e57c02,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:32.592725 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1b2f303e-c7c0-454e-be3b-7b94aec4ecd5 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks [] for floatingip, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:32.593143 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [None req-1b2f303e-c7c0-454e-be3b-7b94aec4ecd5 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Floating IP 9e44c564-f68b-4dac-914f-5513f4cd9c65 disassociated (deleted). External IP: 172.25.6.81, port: 51300e31-3312-4b9f-9ab6-3017a3a641f0. Aug 18 13:01:32.723068 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device d7b01fc3-446b-487f-962f-d957898a450b up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:01:32.826399 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2f303e-c7c0-454e-be3b-7b94aec4ecd5 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Router 17757f0e-3e6d-48c5-8b5d-7c096f0303e7 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:01:32.865455 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port d7b01fc3-446b-487f-962f-d957898a450b completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:01:32.871989 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port d7b01fc3-446b-487f-962f-d957898a450b triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:01:32.872912 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:33.022266 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2f303e-c7c0-454e-be3b-7b94aec4ecd5 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:01:33.032357 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1b2f303e-c7c0-454e-be3b-7b94aec4ecd5 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:33.038625 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316052e7-0447-4937-b637-16e3fe4ae327 None None] Sync routers for ids ['17757f0e-3e6d-48c5-8b5d-7c096f0303e7'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:01:33.061132 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:33.064068 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316052e7-0447-4937-b637-16e3fe4ae327 None None] Routers {'17757f0e-3e6d-48c5-8b5d-7c096f0303e7'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:01:33.065477 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-316052e7-0447-4937-b637-16e3fe4ae327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:01:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['17757f0e-3e6d-48c5-8b5d-7c096f0303e7'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:33.068847 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1b2f303e-c7c0-454e-be3b-7b94aec4ecd5 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] 10.222.0.13 "DELETE /v2.0/floatingips/9e44c564-f68b-4dac-914f-5513f4cd9c65 HTTP/1.1" status: 204 len: 168 time: 1.3483114 Aug 18 13:01:33.072629 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50120) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:33.077926 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-40ef50fb-4f77-4771-b0a3-9898533e7cc9 tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:33.116392 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-316052e7-0447-4937-b637-16e3fe4ae327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:33.160346 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port d7b01fc3-446b-487f-962f-d957898a450b, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=d7b01fc3-446b-487f-962f-d957898a450b,segment=NetworkSegment(203c474d-56e3-424f-9d3b-a131550498ab),segment_id=203c474d-56e3-424f-9d3b-a131550498ab)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:01:33.163295 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae204aae-6a25-443d-8dc0-89a60f6f9227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b01fc3-446b-487f-962f-d957898a450b'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:01:33.166272 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb252f48-6d01-4a51-b3e1-de9cfee75065" -d '{"events": [{"server_uuid": "ae204aae-6a25-443d-8dc0-89a60f6f9227", "name": "network-vif-plugged", "status": "completed", "tag": "d7b01fc3-446b-487f-962f-d957898a450b"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:01:33.172701 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-40ef50fb-4f77-4771-b0a3-9898533e7cc9 tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:33.178980 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316052e7-0447-4937-b637-16e3fe4ae327 None None] Routers {'17757f0e-3e6d-48c5-8b5d-7c096f0303e7'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:01:33.179655 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-316052e7-0447-4937-b637-16e3fe4ae327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:01:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['17757f0e-3e6d-48c5-8b5d-7c096f0303e7'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:33.227860 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-316052e7-0447-4937-b637-16e3fe4ae327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:33.228737 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316052e7-0447-4937-b637-16e3fe4ae327 None None] The sync data for ids ['17757f0e-3e6d-48c5-8b5d-7c096f0303e7'] in n-d-803603-2 is: [] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:01:33.249026 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:33.298376 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa1282-cb96-4179-9603-e2f799c07951 req-4edc14e8-3f7e-4563-9131-6e616243e46e tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:33.308502 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-57aa1282-cb96-4179-9603-e2f799c07951 req-4edc14e8-3f7e-4563-9131-6e616243e46e tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae204aae-6a25-443d-8dc0-89a60f6f9227 HTTP/1.1" status: 200 len: 944 time: 0.0858164 Aug 18 13:01:33.318206 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=d7b01fc3-446b-487f-962f-d957898a450b,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:33.349255 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-40ef50fb-4f77-4771-b0a3-9898533e7cc9 tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:33.362879 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-57aa1282-cb96-4179-9603-e2f799c07951 req-f353da19-4256-4de7-a610-4866ff89c706 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534661 Aug 18 13:01:33.375828 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3878ec94-35e5-497a-9914-20770a84196d x-openstack-request-id: req-3878ec94-35e5-497a-9914-20770a84196d {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:01:33.375828 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae204aae-6a25-443d-8dc0-89a60f6f9227", "name": "network-vif-plugged", "status": "completed", "tag": "d7b01fc3-446b-487f-962f-d957898a450b", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:01:33.375828 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3878ec94-35e5-497a-9914-20770a84196d {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:01:33.376274 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae204aae-6a25-443d-8dc0-89a60f6f9227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b01fc3-446b-487f-962f-d957898a450b', 'code': 200} Aug 18 13:01:33.516816 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-40ef50fb-4f77-4771-b0a3-9898533e7cc9 tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Allocated IP 172.25.6.112 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/9ceb96dc-f336-48e6-8334-871f53388ac3) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:01:33.516960 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f3b5b-322e-4d5a-ba49-f71c34f7f4f1 req-4d75ccbb-b714-4ac4-9f69-29a646a3d93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:33.519689 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f65f3b5b-322e-4d5a-ba49-f71c34f7f4f1 req-4d75ccbb-b714-4ac4-9f69-29a646a3d93a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ae204aae-6a25-443d-8dc0-89a60f6f9227 HTTP/1.1" status: 200 len: 1096 time: 0.0752697 Aug 18 13:01:33.569616 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f65f3b5b-322e-4d5a-ba49-f71c34f7f4f1 req-408ce44d-abd5-445b-b162-e3f4f3a29bb5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411086 Aug 18 13:01:33.650607 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-40ef50fb-4f77-4771-b0a3-9898533e7cc9 tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:33.755739 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-40ef50fb-4f77-4771-b0a3-9898533e7cc9 tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:33.795378 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ef50fb-4f77-4771-b0a3-9898533e7cc9 tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:01:33.802080 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-40ef50fb-4f77-4771-b0a3-9898533e7cc9 tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:01:33.804592 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ef50fb-4f77-4771-b0a3-9898533e7cc9 tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:01:33.847264 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef50fb-4f77-4771-b0a3-9898533e7cc9 tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Pushing event updated for resources: {'Port': ['ID=9ceb96dc-f336-48e6-8334-871f53388ac3,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:33.857649 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50146) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:33.860224 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef50fb-4f77-4771-b0a3-9898533e7cc9 tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:33.861022 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef50fb-4f77-4771-b0a3-9898533e7cc9 tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:33.861436 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef50fb-4f77-4771-b0a3-9898533e7cc9 tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:33.861909 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef50fb-4f77-4771-b0a3-9898533e7cc9 tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:33.862410 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef50fb-4f77-4771-b0a3-9898533e7cc9 tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:33.862719 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef50fb-4f77-4771-b0a3-9898533e7cc9 tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:33.866389 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef50fb-4f77-4771-b0a3-9898533e7cc9 tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:33.866868 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef50fb-4f77-4771-b0a3-9898533e7cc9 tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:33.867347 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef50fb-4f77-4771-b0a3-9898533e7cc9 tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:33.867752 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef50fb-4f77-4771-b0a3-9898533e7cc9 tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:33.868153 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef50fb-4f77-4771-b0a3-9898533e7cc9 tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:33.868547 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef50fb-4f77-4771-b0a3-9898533e7cc9 tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:33.940741 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-40ef50fb-4f77-4771-b0a3-9898533e7cc9 tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:33.979908 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-5b14913f-1886-426c-9571-01c6acf21d43 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-750957457'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:34.035256 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-40ef50fb-4f77-4771-b0a3-9898533e7cc9 tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:34.086544 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b14913f-1886-426c-9571-01c6acf21d43 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Made reservation on behalf of 96ba955bba3e4c748bb07e5882ab812d for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:01:34.090085 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5b14913f-1886-426c-9571-01c6acf21d43 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:34.100137 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5b14913f-1886-426c-9571-01c6acf21d43 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:34.237791 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-40ef50fb-4f77-4771-b0a3-9898533e7cc9 tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:34.247702 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5b14913f-1886-426c-9571-01c6acf21d43 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:34.314721 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-40ef50fb-4f77-4771-b0a3-9898533e7cc9 tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:34.347699 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5b14913f-1886-426c-9571-01c6acf21d43 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:34.379000 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b14913f-1886-426c-9571-01c6acf21d43 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:01:34.415397 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef50fb-4f77-4771-b0a3-9898533e7cc9 tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Pushing event updated for resources: {'Port': ['ID=9ceb96dc-f336-48e6-8334-871f53388ac3,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:34.429757 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-40ef50fb-4f77-4771-b0a3-9898533e7cc9 tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:34.436483 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b14913f-1886-426c-9571-01c6acf21d43 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd1c872-ee8a-4339-bce7-caf6e7fb3f40,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:34.440005 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5b14913f-1886-426c-9571-01c6acf21d43 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:34.443962 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-5b14913f-1886-426c-9571-01c6acf21d43 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Added segment 3f593f74-b43f-4423-beca-a41e03ba9120 of type vlan for network c58bf31f-4965-4f99-ab5b-59ba564598ff Aug 18 13:01:34.521270 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-40ef50fb-4f77-4771-b0a3-9898533e7cc9 tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:34.523315 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-40ef50fb-4f77-4771-b0a3-9898533e7cc9 tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4494488 Aug 18 13:01:34.526308 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50170) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:34.529094 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5b14913f-1886-426c-9571-01c6acf21d43 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:34.542234 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28755f2c-ad55-4186-8d8e-b629e268ef30 req-0551924e-f853-4f76-9240-3d373a372e58 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:34.544554 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-28755f2c-ad55-4186-8d8e-b629e268ef30 req-0551924e-f853-4f76-9240-3d373a372e58 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae204aae-6a25-443d-8dc0-89a60f6f9227 HTTP/1.1" status: 200 len: 945 time: 0.0884883 Aug 18 13:01:34.607775 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-28755f2c-ad55-4186-8d8e-b629e268ef30 req-813a1051-40d4-489d-9020-37013166c1b9 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569327 Aug 18 13:01:34.653067 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-a8355ab8-f35b-4d6b-a2c9-583caa026dbf tempest-FloatingIPAdminTestJSON-334867945 tempest-FloatingIPAdminTestJSON-334867945-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:34.663763 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5b14913f-1886-426c-9571-01c6acf21d43 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:34.670151 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b14913f-1886-426c-9571-01c6acf21d43 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:34.670822 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5b14913f-1886-426c-9571-01c6acf21d43 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:34.751644 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b14913f-1886-426c-9571-01c6acf21d43 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'Network': ['ID=c58bf31f-4965-4f99-ab5b-59ba564598ff,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:34.762371 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network c58bf31f-4965-4f99-ab5b-59ba564598ff details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:01:34.772797 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a8355ab8-f35b-4d6b-a2c9-583caa026dbf tempest-FloatingIPAdminTestJSON-334867945 tempest-FloatingIPAdminTestJSON-334867945-project] Notify callbacks [] for floatingip, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:34.810855 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5b14913f-1886-426c-9571-01c6acf21d43 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9491608 Aug 18 13:01:34.812403 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50178) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:34.817509 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-22ef8ba0-b4ba-4974-818a-64b06972a047 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'port': {'network_id': 'c58bf31f-4965-4f99-ab5b-59ba564598ff', 'name': 'tempest-PortsIpV6TestJSON-232920089'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:34.882853 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a8355ab8-f35b-4d6b-a2c9-583caa026dbf tempest-FloatingIPAdminTestJSON-334867945 tempest-FloatingIPAdminTestJSON-334867945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:34.983342 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ef8ba0-b4ba-4974-818a-64b06972a047 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Made reservation on behalf of 96ba955bba3e4c748bb07e5882ab812d for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:01:34.986974 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-22ef8ba0-b4ba-4974-818a-64b06972a047 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:34.995373 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-a8355ab8-f35b-4d6b-a2c9-583caa026dbf tempest-FloatingIPAdminTestJSON-334867945 tempest-FloatingIPAdminTestJSON-334867945-project] Allocated IP 172.25.6.229 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/61176ac8-6bb3-42c4-9dbb-17c98112ef97) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:01:35.004400 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [None req-22ef8ba0-b4ba-4974-818a-64b06972a047 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] device_id is not set on port 7486a32e-2895-4164-bdde-aa73a165d4df yet. {{(pid=101675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:01:35.103892 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a8355ab8-f35b-4d6b-a2c9-583caa026dbf tempest-FloatingIPAdminTestJSON-334867945 tempest-FloatingIPAdminTestJSON-334867945-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:35.181414 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-22ef8ba0-b4ba-4974-818a-64b06972a047 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:35.268896 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a8355ab8-f35b-4d6b-a2c9-583caa026dbf tempest-FloatingIPAdminTestJSON-334867945 tempest-FloatingIPAdminTestJSON-334867945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:35.291934 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-22ef8ba0-b4ba-4974-818a-64b06972a047 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:35.304327 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8355ab8-f35b-4d6b-a2c9-583caa026dbf tempest-FloatingIPAdminTestJSON-334867945 tempest-FloatingIPAdminTestJSON-334867945-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:01:35.307158 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-a8355ab8-f35b-4d6b-a2c9-583caa026dbf tempest-FloatingIPAdminTestJSON-334867945 tempest-FloatingIPAdminTestJSON-334867945-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:01:35.313463 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8355ab8-f35b-4d6b-a2c9-583caa026dbf tempest-FloatingIPAdminTestJSON-334867945 tempest-FloatingIPAdminTestJSON-334867945-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:01:35.349116 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8355ab8-f35b-4d6b-a2c9-583caa026dbf tempest-FloatingIPAdminTestJSON-334867945 tempest-FloatingIPAdminTestJSON-334867945-project] Pushing event updated for resources: {'Port': ['ID=61176ac8-6bb3-42c4-9dbb-17c98112ef97,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:35.362484 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ef8ba0-b4ba-4974-818a-64b06972a047 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'Port': ['ID=7486a32e-2895-4164-bdde-aa73a165d4df,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:35.371780 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ef8ba0-b4ba-4974-818a-64b06972a047 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Checking segment: {'id': '3f593f74-b43f-4423-beca-a41e03ba9120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c58bf31f-4965-4f99-ab5b-59ba564598ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:01:35.372851 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ef8ba0-b4ba-4974-818a-64b06972a047 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Network hostable DHCP agents. Network: c58bf31f-4965-4f99-ab5b-59ba564598ff, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:01:35.412624 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a8355ab8-f35b-4d6b-a2c9-583caa026dbf tempest-FloatingIPAdminTestJSON-334867945 tempest-FloatingIPAdminTestJSON-334867945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:35.465221 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1299a-4baa-4901-9c39-f0a5bcc7d462 req-a74b2d30-3481-4237-b278-a977aaa1e73d tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:35.466781 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-53a1299a-4baa-4901-9c39-f0a5bcc7d462 req-a74b2d30-3481-4237-b278-a977aaa1e73d tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5ceb85e-83f4-4236-bc73-5425efea1165 HTTP/1.1" status: 200 len: 946 time: 0.0526752 Aug 18 13:01:35.480818 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ef8ba0-b4ba-4974-818a-64b06972a047 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Network c58bf31f-4965-4f99-ab5b-59ba564598ff is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:01:35.506162 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-53a1299a-4baa-4901-9c39-f0a5bcc7d462 req-d2f4146a-e060-43f0-9a8d-a6ae95eb022c tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8383d60-3d33-4413-bbf6-42fa1090c961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332532 Aug 18 13:01:35.533651 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a8355ab8-f35b-4d6b-a2c9-583caa026dbf tempest-FloatingIPAdminTestJSON-334867945 tempest-FloatingIPAdminTestJSON-334867945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:35.607128 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-22ef8ba0-b4ba-4974-818a-64b06972a047 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, c58bf31f-4965-4f99-ab5b-59ba564598ff) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:01:35.610815 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ef8ba0-b4ba-4974-818a-64b06972a047 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:01:35.615997 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9527593-953c-4f16-a4db-b5ac28688648 None None] Network c58bf31f-4965-4f99-ab5b-59ba564598ff requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:01:35.616858 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ef8ba0-b4ba-4974-818a-64b06972a047 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:35.617470 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-22ef8ba0-b4ba-4974-818a-64b06972a047 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:35.692554 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a8355ab8-f35b-4d6b-a2c9-583caa026dbf tempest-FloatingIPAdminTestJSON-334867945 tempest-FloatingIPAdminTestJSON-334867945-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:35.743612 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-22ef8ba0-b4ba-4974-818a-64b06972a047 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9267397 Aug 18 13:01:35.744920 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50194) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:35.749925 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768d8ef-05a2-42b9-bff1-14726ce4a7e4 req-bf6a00ad-1da6-459c-a7f5-ad8d9697ecb5 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:35.751278 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2768d8ef-05a2-42b9-bff1-14726ce4a7e4 req-bf6a00ad-1da6-459c-a7f5-ad8d9697ecb5 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae204aae-6a25-443d-8dc0-89a60f6f9227 HTTP/1.1" status: 200 len: 945 time: 0.0677986 Aug 18 13:01:35.752057 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-ad44d98f-81f0-421c-8edd-1fee5cc4fe7d tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1079966083'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:35.785320 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a8355ab8-f35b-4d6b-a2c9-583caa026dbf tempest-FloatingIPAdminTestJSON-334867945 tempest-FloatingIPAdminTestJSON-334867945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:35.798415 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2768d8ef-05a2-42b9-bff1-14726ce4a7e4 req-1df5048b-e0a2-4fcc-9ab8-d905017e0262 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402567 Aug 18 13:01:36.181692 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad44d98f-81f0-421c-8edd-1fee5cc4fe7d tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Made reservation on behalf of 96ba955bba3e4c748bb07e5882ab812d for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:01:36.186060 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ad44d98f-81f0-421c-8edd-1fee5cc4fe7d tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:36.255859 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a8355ab8-f35b-4d6b-a2c9-583caa026dbf tempest-FloatingIPAdminTestJSON-334867945 tempest-FloatingIPAdminTestJSON-334867945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:36.258338 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8355ab8-f35b-4d6b-a2c9-583caa026dbf tempest-FloatingIPAdminTestJSON-334867945 tempest-FloatingIPAdminTestJSON-334867945-project] Pushing event updated for resources: {'Port': ['ID=61176ac8-6bb3-42c4-9dbb-17c98112ef97,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:36.265827 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad44d98f-81f0-421c-8edd-1fee5cc4fe7d tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:01:36.288012 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ad44d98f-81f0-421c-8edd-1fee5cc4fe7d tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:36.288709 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-ad44d98f-81f0-421c-8edd-1fee5cc4fe7d tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Added segment 1282c7ee-3033-44f2-8113-b41cc188d6bb of type vlan for network 86209949-bd69-4105-9f8f-fb9f78c09092 Aug 18 13:01:36.296633 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72a051-a775-4740-8d70-50c8bff073df req-457d4875-a22c-4b12-97c7-edb01c88c2c1 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:36.298994 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2f72a051-a775-4740-8d70-50c8bff073df req-457d4875-a22c-4b12-97c7-edb01c88c2c1 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "GET /v2.0/ports?device_id=30bc6f6b-9df5-4058-8275-06752f0c141b HTTP/1.1" status: 200 len: 946 time: 0.1224763 Aug 18 13:01:36.343193 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2637f-a5d4-426f-86ef-397d5e888b83 req-4a91f84f-8ca4-4605-a169-ecfadfa8af1d tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:36.345027 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3fc2637f-a5d4-426f-86ef-397d5e888b83 req-4a91f84f-8ca4-4605-a169-ecfadfa8af1d tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae204aae-6a25-443d-8dc0-89a60f6f9227 HTTP/1.1" status: 200 len: 945 time: 0.0557642 Aug 18 13:01:36.351421 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a8355ab8-f35b-4d6b-a2c9-583caa026dbf tempest-FloatingIPAdminTestJSON-334867945 tempest-FloatingIPAdminTestJSON-334867945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:36.352634 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a8355ab8-f35b-4d6b-a2c9-583caa026dbf tempest-FloatingIPAdminTestJSON-334867945 tempest-FloatingIPAdminTestJSON-334867945-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8245966 Aug 18 13:01:36.361441 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50212) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:36.364409 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ad44d98f-81f0-421c-8edd-1fee5cc4fe7d tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:36.386584 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3fc2637f-a5d4-426f-86ef-397d5e888b83 req-7b2a35e3-2c37-46d9-96de-f05f450ab846 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337508 Aug 18 13:01:36.452601 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2f72a051-a775-4740-8d70-50c8bff073df req-31b25b32-36ae-4f91-835b-fbd0c0e2d53c tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "GET /v2.0/security-groups?id=912671e9-a3ed-4cf8-9fc8-564ec482f774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427798 Aug 18 13:01:36.506285 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-73331c37-85d2-43f5-8deb-8dbdc2374f59 tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4007 time: 0.1437142 Aug 18 13:01:36.509008 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50216) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:36.580186 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6322386e-adf7-492e-a3e4-8038a635048e tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0671244 Aug 18 13:01:36.580186 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ad44d98f-81f0-421c-8edd-1fee5cc4fe7d tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:36.581426 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50220) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:36.583271 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad44d98f-81f0-421c-8edd-1fee5cc4fe7d tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:36.583867 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ad44d98f-81f0-421c-8edd-1fee5cc4fe7d tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:36.657067 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44d98f-81f0-421c-8edd-1fee5cc4fe7d tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'Network': ['ID=86209949-bd69-4105-9f8f-fb9f78c09092,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:36.667789 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 86209949-bd69-4105-9f8f-fb9f78c09092 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:01:36.704724 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ad44d98f-81f0-421c-8edd-1fee5cc4fe7d tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9580119 Aug 18 13:01:36.707321 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50222) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:36.712614 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-1a1f389b-979a-43cf-ae2e-5d11ba240f70 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'ports': [{'network_id': 'c58bf31f-4965-4f99-ab5b-59ba564598ff'}, {'network_id': '86209949-bd69-4105-9f8f-fb9f78c09092'}]} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:36.713027 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-1a1f389b-979a-43cf-ae2e-5d11ba240f70 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'port': {'network_id': 'c58bf31f-4965-4f99-ab5b-59ba564598ff'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:36.713613 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-1a1f389b-979a-43cf-ae2e-5d11ba240f70 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'port': {'network_id': '86209949-bd69-4105-9f8f-fb9f78c09092'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:36.734328 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ae6ab-aeb3-43d5-afa8-2e7d03f82900 req-e26f0930-f878-4590-b85a-4c91ff03b3ae tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:36.736166 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f71ae6ab-aeb3-43d5-afa8-2e7d03f82900 req-e26f0930-f878-4590-b85a-4c91ff03b3ae tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5ceb85e-83f4-4236-bc73-5425efea1165 HTTP/1.1" status: 200 len: 946 time: 0.1458340 Aug 18 13:01:36.812157 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f71ae6ab-aeb3-43d5-afa8-2e7d03f82900 req-75dc86fc-72fd-44d3-9b58-a3c1518533b2 tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8383d60-3d33-4413-bbf6-42fa1090c961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586779 Aug 18 13:01:36.833709 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-3883482f-0cb2-4fc7-b573-51fcb16e29e8 tempest-FloatingIPAdminTestJSON-334867945 tempest-FloatingIPAdminTestJSON-334867945-project] Deleting port 61176ac8-6bb3-42c4-9dbb-17c98112ef97 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:01:36.833709 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3883482f-0cb2-4fc7-b573-51fcb16e29e8 tempest-FloatingIPAdminTestJSON-334867945 tempest-FloatingIPAdminTestJSON-334867945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:36.995703 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1f389b-979a-43cf-ae2e-5d11ba240f70 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Made reservation on behalf of 96ba955bba3e4c748bb07e5882ab812d for: {'port': 2} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:01:37.001647 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1a1f389b-979a-43cf-ae2e-5d11ba240f70 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:37.018129 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1a1f389b-979a-43cf-ae2e-5d11ba240f70 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:37.136432 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-1a1f389b-979a-43cf-ae2e-5d11ba240f70 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] device_id is not set on port 8205a91b-1f70-48b9-b7d1-632c1083da25 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:01:37.218087 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3883482f-0cb2-4fc7-b573-51fcb16e29e8 tempest-FloatingIPAdminTestJSON-334867945 tempest-FloatingIPAdminTestJSON-334867945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:37.218476 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3883482f-0cb2-4fc7-b573-51fcb16e29e8 tempest-FloatingIPAdminTestJSON-334867945 tempest-FloatingIPAdminTestJSON-334867945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:37.227840 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351dfc8a-1267-4150-b411-a248abc6317d req-ec14b2cc-4667-49ef-b8c0-330e1f2564c9 tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:37.229370 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-351dfc8a-1267-4150-b411-a248abc6317d req-ec14b2cc-4667-49ef-b8c0-330e1f2564c9 tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ceb85e-83f4-4236-bc73-5425efea1165 HTTP/1.1" status: 200 len: 946 time: 0.1070333 Aug 18 13:01:37.241489 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-3883482f-0cb2-4fc7-b573-51fcb16e29e8 tempest-FloatingIPAdminTestJSON-334867945 tempest-FloatingIPAdminTestJSON-334867945-project] Calling delete_port for 61176ac8-6bb3-42c4-9dbb-17c98112ef97 owned by network:floatingip {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:01:37.283771 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1a1f389b-979a-43cf-ae2e-5d11ba240f70 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:37.388900 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-1a1f389b-979a-43cf-ae2e-5d11ba240f70 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] device_id is not set on port 0fdea86e-05af-4726-8fe2-75b1fdad185e yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:01:37.409511 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-351dfc8a-1267-4150-b411-a248abc6317d req-4927d05b-b7f9-471d-8e7a-38c458c9ec1e tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] Deleting port 01c9a515-8950-49d7-9e37-ba0c8af66ae3 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:01:37.410036 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-351dfc8a-1267-4150-b411-a248abc6317d req-4927d05b-b7f9-471d-8e7a-38c458c9ec1e tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:37.549482 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1a1f389b-979a-43cf-ae2e-5d11ba240f70 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:37.570253 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-351dfc8a-1267-4150-b411-a248abc6317d req-4927d05b-b7f9-471d-8e7a-38c458c9ec1e tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] For port 01c9a515-8950-49d7-9e37-ba0c8af66ae3, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=01c9a515-8950-49d7-9e37-ba0c8af66ae3,segment=NetworkSegment(43830cac-8e9b-4dc7-afad-be89a7f3dcc6),segment_id=43830cac-8e9b-4dc7-afad-be89a7f3dcc6)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:01:37.570640 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-351dfc8a-1267-4150-b411-a248abc6317d req-4927d05b-b7f9-471d-8e7a-38c458c9ec1e tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:37.582968 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05614bc5-e0a6-448f-a08e-cd3aede3126c req-0a58854d-f7c7-45db-a0d6-7a522079b2f7 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:37.584487 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-05614bc5-e0a6-448f-a08e-cd3aede3126c req-0a58854d-f7c7-45db-a0d6-7a522079b2f7 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "GET /v2.0/ports?device_id=30bc6f6b-9df5-4058-8275-06752f0c141b HTTP/1.1" status: 200 len: 946 time: 0.0822103 Aug 18 13:01:37.597048 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b578249-df51-4126-9847-a75cec9df7e3 req-df746884-a2bd-4042-9bec-867d70f6fedf tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:37.598565 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2b578249-df51-4126-9847-a75cec9df7e3 req-df746884-a2bd-4042-9bec-867d70f6fedf tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae204aae-6a25-443d-8dc0-89a60f6f9227 HTTP/1.1" status: 200 len: 945 time: 0.0958116 Aug 18 13:01:37.599539 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-351dfc8a-1267-4150-b411-a248abc6317d req-4927d05b-b7f9-471d-8e7a-38c458c9ec1e tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] Calling delete_port for 01c9a515-8950-49d7-9e37-ba0c8af66ae3 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:01:37.643219 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-05614bc5-e0a6-448f-a08e-cd3aede3126c req-9a80b53e-1fef-4ba6-a6b3-0843adf97058 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "GET /v2.0/security-groups?id=912671e9-a3ed-4cf8-9fc8-564ec482f774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462685 Aug 18 13:01:37.660746 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3883482f-0cb2-4fc7-b573-51fcb16e29e8 tempest-FloatingIPAdminTestJSON-334867945 tempest-FloatingIPAdminTestJSON-334867945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:37.693274 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1a1f389b-979a-43cf-ae2e-5d11ba240f70 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:37.702371 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3883482f-0cb2-4fc7-b573-51fcb16e29e8 tempest-FloatingIPAdminTestJSON-334867945 tempest-FloatingIPAdminTestJSON-334867945-project] Pushing event deleted for resources: {'Port': ['ID=61176ac8-6bb3-42c4-9dbb-17c98112ef97,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:37.720858 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2b578249-df51-4126-9847-a75cec9df7e3 req-28c9bf48-32a6-41bc-9862-7d385b12bd86 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116350 Aug 18 13:01:37.761604 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1f389b-979a-43cf-ae2e-5d11ba240f70 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Network c58bf31f-4965-4f99-ab5b-59ba564598ff is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:01:37.765610 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-1a1f389b-979a-43cf-ae2e-5d11ba240f70 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:01:37.770490 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1f389b-979a-43cf-ae2e-5d11ba240f70 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:01:37.771503 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1a1f389b-979a-43cf-ae2e-5d11ba240f70 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:37.780167 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f389b-979a-43cf-ae2e-5d11ba240f70 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'Port': ['ID=8205a91b-1f70-48b9-b7d1-632c1083da25,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:37.832706 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3883482f-0cb2-4fc7-b573-51fcb16e29e8 tempest-FloatingIPAdminTestJSON-334867945 tempest-FloatingIPAdminTestJSON-334867945-project] Notify callbacks [] for floatingip, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:37.836195 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3883482f-0cb2-4fc7-b573-51fcb16e29e8 tempest-FloatingIPAdminTestJSON-334867945 tempest-FloatingIPAdminTestJSON-334867945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:37.837699 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3883482f-0cb2-4fc7-b573-51fcb16e29e8 tempest-FloatingIPAdminTestJSON-334867945 tempest-FloatingIPAdminTestJSON-334867945-project] 10.222.0.13 "DELETE /v2.0/floatingips/d4d5e534-da3f-4650-8ba7-551831c813ef HTTP/1.1" status: 204 len: 168 time: 1.2544079 Aug 18 13:01:37.843314 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50244) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:37.955525 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f389b-979a-43cf-ae2e-5d11ba240f70 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'Port': ['ID=0fdea86e-05af-4726-8fe2-75b1fdad185e,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:37.983656 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-351dfc8a-1267-4150-b411-a248abc6317d req-4927d05b-b7f9-471d-8e7a-38c458c9ec1e tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:37.996247 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['01c9a515-8950-49d7-9e37-ba0c8af66ae3'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:01:38.024745 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4927d05b-b7f9-471d-8e7a-38c458c9ec1e tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] Pushing event deleted for resources: {'Port': ['ID=01c9a515-8950-49d7-9e37-ba0c8af66ae3,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:38.045607 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1f389b-979a-43cf-ae2e-5d11ba240f70 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Checking segment: {'id': '1282c7ee-3033-44f2-8113-b41cc188d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '86209949-bd69-4105-9f8f-fb9f78c09092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:01:38.045974 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1f389b-979a-43cf-ae2e-5d11ba240f70 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Network hostable DHCP agents. Network: 86209949-bd69-4105-9f8f-fb9f78c09092, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:01:38.066927 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-351dfc8a-1267-4150-b411-a248abc6317d req-4927d05b-b7f9-471d-8e7a-38c458c9ec1e tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] No DVR routers for this DVR port 01c9a515-8950-49d7-9e37-ba0c8af66ae3 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:01:38.069887 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-351dfc8a-1267-4150-b411-a248abc6317d req-4927d05b-b7f9-471d-8e7a-38c458c9ec1e tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:38.078076 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-351dfc8a-1267-4150-b411-a248abc6317d req-4927d05b-b7f9-471d-8e7a-38c458c9ec1e tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] 10.222.0.20 "DELETE /v2.0/ports/01c9a515-8950-49d7-9e37-ba0c8af66ae3 HTTP/1.1" status: 204 len: 173 time: 0.8319814 Aug 18 13:01:38.078076 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ceb85e-83f4-4236-bc73-5425efea1165', 'name': 'network-vif-deleted', 'tag': '01c9a515-8950-49d7-9e37-ba0c8af66ae3'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:01:38.084075 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d68f8c-9cec-4597-a9c1-64233f7d1cf3" -d '{"events": [{"server_uuid": "d5ceb85e-83f4-4236-bc73-5425efea1165", "name": "network-vif-deleted", "tag": "01c9a515-8950-49d7-9e37-ba0c8af66ae3"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:01:38.098999 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735127f-3819-43b9-b9ed-8518abe7468d req-5f8c199b-86ee-4ffa-935e-dd3bb1a8f6e7 tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:38.106952 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f735127f-3819-43b9-b9ed-8518abe7468d req-5f8c199b-86ee-4ffa-935e-dd3bb1a8f6e7 tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5ceb85e-83f4-4236-bc73-5425efea1165 HTTP/1.1" status: 200 len: 867 time: 0.1667366 Aug 18 13:01:38.150921 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-1d5fa3fd-c642-4458-9ece-ba51418f7725 tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Deleting port 9ceb96dc-f336-48e6-8334-871f53388ac3 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:01:38.151270 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1d5fa3fd-c642-4458-9ece-ba51418f7725 tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:38.160073 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f735127f-3819-43b9-b9ed-8518abe7468d req-8570885a-7360-4185-8266-a9d8121e1fc0 tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8383d60-3d33-4413-bbf6-42fa1090c961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530005 Aug 18 13:01:38.224116 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883f8c40-f7a3-443a-baef-834387f48a1e x-openstack-request-id: req-883f8c40-f7a3-443a-baef-834387f48a1e {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:01:38.224472 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ceb85e-83f4-4236-bc73-5425efea1165", "name": "network-vif-deleted", "tag": "01c9a515-8950-49d7-9e37-ba0c8af66ae3", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:01:38.227786 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-883f8c40-f7a3-443a-baef-834387f48a1e {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:01:38.227786 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ceb85e-83f4-4236-bc73-5425efea1165', 'name': 'network-vif-deleted', 'tag': '01c9a515-8950-49d7-9e37-ba0c8af66ae3', 'status': 'completed', 'code': 200} Aug 18 13:01:38.250704 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1f389b-979a-43cf-ae2e-5d11ba240f70 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Network 86209949-bd69-4105-9f8f-fb9f78c09092 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:01:38.271018 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1d5fa3fd-c642-4458-9ece-ba51418f7725 tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:38.271346 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1d5fa3fd-c642-4458-9ece-ba51418f7725 tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:38.290714 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-1d5fa3fd-c642-4458-9ece-ba51418f7725 tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Calling delete_port for 9ceb96dc-f336-48e6-8334-871f53388ac3 owned by network:floatingip {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:01:38.372602 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa77249-4ea7-40fa-a9af-8c6d5aa1ccaf req-37dca570-8af1-4555-a595-8c08977606f2 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:38.374150 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3aa77249-4ea7-40fa-a9af-8c6d5aa1ccaf req-37dca570-8af1-4555-a595-8c08977606f2 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae204aae-6a25-443d-8dc0-89a60f6f9227 HTTP/1.1" status: 200 len: 945 time: 0.0871003 Aug 18 13:01:38.391454 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-1a1f389b-979a-43cf-ae2e-5d11ba240f70 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 86209949-bd69-4105-9f8f-fb9f78c09092) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:01:38.399537 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfba198-e8d1-46a4-a55c-38750bf787fb None None] Network 86209949-bd69-4105-9f8f-fb9f78c09092 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:01:38.413115 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1f389b-979a-43cf-ae2e-5d11ba240f70 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:01:38.419413 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1f389b-979a-43cf-ae2e-5d11ba240f70 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:38.420572 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3aa77249-4ea7-40fa-a9af-8c6d5aa1ccaf req-ccdf7ddb-93c0-4cc1-a61d-b01969d61f7a tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402052 Aug 18 13:01:38.425064 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1f389b-979a-43cf-ae2e-5d11ba240f70 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:38.425064 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1a1f389b-979a-43cf-ae2e-5d11ba240f70 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:38.590149 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1a1f389b-979a-43cf-ae2e-5d11ba240f70 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8816667 Aug 18 13:01:38.592799 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50256) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:38.667561 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1d5fa3fd-c642-4458-9ece-ba51418f7725 tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:38.700136 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5fa3fd-c642-4458-9ece-ba51418f7725 tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ceb96dc-f336-48e6-8334-871f53388ac3,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:38.780727 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-2ef94be1-7ba1-4563-99a3-2db2a495953b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Deleting port 0fdea86e-05af-4726-8fe2-75b1fdad185e {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:01:38.781066 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2ef94be1-7ba1-4563-99a3-2db2a495953b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:38.788631 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1d5fa3fd-c642-4458-9ece-ba51418f7725 tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:38.792133 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1d5fa3fd-c642-4458-9ece-ba51418f7725 tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:38.793273 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1d5fa3fd-c642-4458-9ece-ba51418f7725 tempest-FloatingIPAdminTestJSON-1225756298 tempest-FloatingIPAdminTestJSON-1225756298-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/f3b9452c-868e-4b82-af10-a11c3af49f77 HTTP/1.1" status: 204 len: 168 time: 0.9486587 Aug 18 13:01:38.798700 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50262) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:38.890778 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2ef94be1-7ba1-4563-99a3-2db2a495953b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:38.896359 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-4b3350df-2f9e-48ea-84d1-4519dfaae033 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Deleting port 51300e31-3312-4b9f-9ab6-3017a3a641f0 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:01:38.896712 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4b3350df-2f9e-48ea-84d1-4519dfaae033 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:38.913139 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-2ef94be1-7ba1-4563-99a3-2db2a495953b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Calling delete_port for 0fdea86e-05af-4726-8fe2-75b1fdad185e owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:01:38.926883 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbc3f4-54e5-4494-aa10-73ac6b90abbf req-69e599e2-6547-4847-98ed-4daad727d3bb tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:38.928770 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a6fbc3f4-54e5-4494-aa10-73ac6b90abbf req-69e599e2-6547-4847-98ed-4daad727d3bb tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "GET /v2.0/ports?device_id=30bc6f6b-9df5-4058-8275-06752f0c141b HTTP/1.1" status: 200 len: 946 time: 0.0969081 Aug 18 13:01:39.003489 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4b3350df-2f9e-48ea-84d1-4519dfaae033 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:39.017016 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-4b3350df-2f9e-48ea-84d1-4519dfaae033 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Calling delete_port for 51300e31-3312-4b9f-9ab6-3017a3a641f0 owned by {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:01:39.019206 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a6fbc3f4-54e5-4494-aa10-73ac6b90abbf req-8abe8ec7-e7f9-4d1d-a893-49802e3cd7b9 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "GET /v2.0/security-groups?id=912671e9-a3ed-4cf8-9fc8-564ec482f774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817146 Aug 18 13:01:39.138073 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2ef94be1-7ba1-4563-99a3-2db2a495953b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:39.168228 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef94be1-7ba1-4563-99a3-2db2a495953b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event deleted for resources: {'Port': ['ID=0fdea86e-05af-4726-8fe2-75b1fdad185e,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:39.174597 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2ef94be1-7ba1-4563-99a3-2db2a495953b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:39.176406 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2ef94be1-7ba1-4563-99a3-2db2a495953b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/ports/0fdea86e-05af-4726-8fe2-75b1fdad185e HTTP/1.1" status: 204 len: 168 time: 0.5824730 Aug 18 13:01:39.179004 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50264) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:39.232514 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4b3350df-2f9e-48ea-84d1-4519dfaae033 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:39.236018 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10df4159-bdb8-4910-86b2-dfd7803fb70b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:39.242976 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10df4159-bdb8-4910-86b2-dfd7803fb70b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:39.244686 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-10df4159-bdb8-4910-86b2-dfd7803fb70b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0646737 Aug 18 13:01:39.248924 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50272) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:39.311980 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3350df-2f9e-48ea-84d1-4519dfaae033 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Pushing event deleted for resources: {'Port': ['ID=51300e31-3312-4b9f-9ab6-3017a3a641f0,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:39.340447 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0162242b-19c7-4a4b-abff-102907d3a995 req-f1a029ca-88d1-407b-a125-fb50608e9b5f tempest-ServerTagsTestJSON-1378221791 tempest-ServerTagsTestJSON-1378221791-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5ceb85e-83f4-4236-bc73-5425efea1165 HTTP/1.1" status: 200 len: 210 time: 0.0417733 Aug 18 13:01:39.379354 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-03e2ab17-51ca-46a3-8320-6eb419df139e tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Deleting port 8205a91b-1f70-48b9-b7d1-632c1083da25 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:01:39.379703 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-03e2ab17-51ca-46a3-8320-6eb419df139e tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:39.429320 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4b3350df-2f9e-48ea-84d1-4519dfaae033 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:39.434219 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4b3350df-2f9e-48ea-84d1-4519dfaae033 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] 10.222.0.13 "DELETE /v2.0/ports/51300e31-3312-4b9f-9ab6-3017a3a641f0 HTTP/1.1" status: 204 len: 168 time: 0.6334617 Aug 18 13:01:39.435882 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50274) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:39.472415 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-03e2ab17-51ca-46a3-8320-6eb419df139e tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:39.494414 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-03e2ab17-51ca-46a3-8320-6eb419df139e tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Calling delete_port for 8205a91b-1f70-48b9-b7d1-632c1083da25 owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:01:39.509916 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e962ce-bcc5-42a2-b0b5-7a79972e7efa tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:39.511729 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-28e962ce-bcc5-42a2-b0b5-7a79972e7efa tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] 10.222.0.13 "GET /v2.0/ports?device_id=17757f0e-3e6d-48c5-8b5d-7c096f0303e7 HTTP/1.1" status: 200 len: 913 time: 0.0745044 Aug 18 13:01:39.526379 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50278) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:39.663994 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-03e2ab17-51ca-46a3-8320-6eb419df139e tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:39.712415 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-03e2ab17-51ca-46a3-8320-6eb419df139e tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:39.716207 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-03e2ab17-51ca-46a3-8320-6eb419df139e tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/ports/8205a91b-1f70-48b9-b7d1-632c1083da25 HTTP/1.1" status: 204 len: 168 time: 0.4654837 Aug 18 13:01:39.717525 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e2ab17-51ca-46a3-8320-6eb419df139e tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event deleted for resources: {'Port': ['ID=8205a91b-1f70-48b9-b7d1-632c1083da25,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:39.725710 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50284) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:39.762025 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e2558-8293-4748-8231-79c40c003e1a req-b9c662fb-5402-4edb-b362-6df977689c85 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:39.769278 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2a4e2558-8293-4748-8231-79c40c003e1a req-b9c662fb-5402-4edb-b362-6df977689c85 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae204aae-6a25-443d-8dc0-89a60f6f9227 HTTP/1.1" status: 200 len: 945 time: 0.2563846 Aug 18 13:01:39.795366 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b9a0fb-d9db-4b57-b2c7-3f9e47517783 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:39.798101 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a6b9a0fb-d9db-4b57-b2c7-3f9e47517783 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0712948 Aug 18 13:01:39.800871 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50288) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:39.820931 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e6728b-38c3-4f96-82cd-4fc0f11a5d07 req-b28eac45-f24e-4f0e-a8db-5ae9004c57ba tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:39.822440 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-57e6728b-38c3-4f96-82cd-4fc0f11a5d07 req-b28eac45-f24e-4f0e-a8db-5ae9004c57ba tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae204aae-6a25-443d-8dc0-89a60f6f9227 HTTP/1.1" status: 200 len: 945 time: 0.1937068 Aug 18 13:01:39.838203 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-825fd2f2-7f74-4909-b3bb-ed05ed8e3a0d tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] GET failed (client error): The resource could not be found. Aug 18 13:01:39.839785 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-825fd2f2-7f74-4909-b3bb-ed05ed8e3a0d tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "GET /v2.0/ports/0fdea86e-05af-4726-8fe2-75b1fdad185e HTTP/1.1" status: 404 len: 333 time: 0.0378878 Aug 18 13:01:39.845225 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50290) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:39.886585 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471c5a6-ba14-42b1-b844-9ed82c01a0ae req-6a41b885-e500-4515-bf8b-c7c5d1f879ee tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:39.888386 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5471c5a6-ba14-42b1-b844-9ed82c01a0ae req-6a41b885-e500-4515-bf8b-c7c5d1f879ee tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=72014c24-f00e-4134-8a18-94cc0b7878f9 HTTP/1.1" status: 200 len: 945 time: 0.0597901 Aug 18 13:01:39.929557 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5471c5a6-ba14-42b1-b844-9ed82c01a0ae req-c0d6c968-c208-42a4-907e-58a8e3729ae3 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347049 Aug 18 13:01:39.952408 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-f544448e-1f14-4b8e-ac0a-ffc684282a79 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] GET failed (client error): The resource could not be found. Aug 18 13:01:39.953913 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f544448e-1f14-4b8e-ac0a-ffc684282a79 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "GET /v2.0/ports/8205a91b-1f70-48b9-b7d1-632c1083da25 HTTP/1.1" status: 404 len: 333 time: 0.1077538 Aug 18 13:01:39.958620 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50292) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:39.969914 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2a4e2558-8293-4748-8231-79c40c003e1a req-72f9e2a4-eecf-48e4-aa0a-9701a311ec27 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997812 Aug 18 13:01:40.059855 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a5df7ea3-80c2-4b2b-8757-18efbc35b51f tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:40.118431 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-57e6728b-38c3-4f96-82cd-4fc0f11a5d07 req-c789e389-f328-4430-9847-f613bcaa43c6 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Deleting port d7b01fc3-446b-487f-962f-d957898a450b {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:01:40.118780 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-57e6728b-38c3-4f96-82cd-4fc0f11a5d07 req-c789e389-f328-4430-9847-f613bcaa43c6 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:40.171597 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a5df7ea3-80c2-4b2b-8757-18efbc35b51f tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:40.182442 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-a5df7ea3-80c2-4b2b-8757-18efbc35b51f tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86209949-bd69-4105-9f8f-fb9f78c09092']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:40.192781 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-a5df7ea3-80c2-4b2b-8757-18efbc35b51f tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1282c7ee-3033-44f2-8113-b41cc188d6bb') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:40.193087 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-a5df7ea3-80c2-4b2b-8757-18efbc35b51f tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1282c7ee-3033-44f2-8113-b41cc188d6bb') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:40.202978 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a5df7ea3-80c2-4b2b-8757-18efbc35b51f tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:40.217190 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a5df7ea3-80c2-4b2b-8757-18efbc35b51f tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:40.223219 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5df7ea3-80c2-4b2b-8757-18efbc35b51f tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:01:40.223612 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a5df7ea3-80c2-4b2b-8757-18efbc35b51f tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:40.227122 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:01:40.227122 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:01:40.227122 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:01:40.227122 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:01:40.227122 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:01:40.227122 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:01:40.227122 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:01:40.227122 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:01:40.227122 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:01:40.227122 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:01:40.227122 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:01:40.227122 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:01:40.227122 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:01:40.227122 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:01:40.227122 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:01:40.227122 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:01:40.227122 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:01:40.227122 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:01:40.227122 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:01:40.227122 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:01:40.227122 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:01:40.227122 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:01:40.227122 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:01:40.227122 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:01:40.227122 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:01:40.227122 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:01:40.227122 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:01:40.227122 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:01:40.227122 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:01:40.227122 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:01:40.227122 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:01:40.227122 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:01:40.320826 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80899e27-e015-4ba2-bad0-99c94f46a70c req-fc3f0c68-6f07-41b3-9ce8-6379cec648c7 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:40.322273 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-80899e27-e015-4ba2-bad0-99c94f46a70c req-fc3f0c68-6f07-41b3-9ce8-6379cec648c7 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "GET /v2.0/ports?device_id=30bc6f6b-9df5-4058-8275-06752f0c141b HTTP/1.1" status: 200 len: 946 time: 0.2003727 Aug 18 13:01:40.338035 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a5df7ea3-80c2-4b2b-8757-18efbc35b51f tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:40.346517 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a5df7ea3-80c2-4b2b-8757-18efbc35b51f tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:40.351591 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-57e6728b-38c3-4f96-82cd-4fc0f11a5d07 req-c789e389-f328-4430-9847-f613bcaa43c6 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] For port d7b01fc3-446b-487f-962f-d957898a450b, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=d7b01fc3-446b-487f-962f-d957898a450b,segment=NetworkSegment(203c474d-56e3-424f-9d3b-a131550498ab),segment_id=203c474d-56e3-424f-9d3b-a131550498ab)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:01:40.351972 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-57e6728b-38c3-4f96-82cd-4fc0f11a5d07 req-c789e389-f328-4430-9847-f613bcaa43c6 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:40.352254 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a5df7ea3-80c2-4b2b-8757-18efbc35b51f tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/networks/86209949-bd69-4105-9f8f-fb9f78c09092 HTTP/1.1" status: 204 len: 168 time: 0.3941431 Aug 18 13:01:40.352910 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50296) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:40.366688 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-51493e4d-db55-4386-b7fd-5697fd87960c tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-103623989'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:40.371450 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df7ea3-80c2-4b2b-8757-18efbc35b51f tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event deleted for resources: {'Network': ['ID=86209949-bd69-4105-9f8f-fb9f78c09092,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:40.388780 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-57e6728b-38c3-4f96-82cd-4fc0f11a5d07 req-c789e389-f328-4430-9847-f613bcaa43c6 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Calling delete_port for d7b01fc3-446b-487f-962f-d957898a450b owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:01:40.403594 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50300) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:40.410137 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a022b49-36d1-4ef0-bff9-0ec3357b6783 req-d1f50c5f-7a38-441f-baff-2de530e929d4 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:40.411614 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1a022b49-36d1-4ef0-bff9-0ec3357b6783 req-d1f50c5f-7a38-441f-baff-2de530e929d4 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.20 "GET /v2.0/ports?device_id=30bc6f6b-9df5-4058-8275-06752f0c141b HTTP/1.1" status: 200 len: 946 time: 0.1621108 Aug 18 13:01:40.449618 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2583c12-d979-4a62-9c00-d6a864fe6f1a admin admin] Deleting subnet a871698f-a396-475f-b829-cadcbe2b927e {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:01:40.453754 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a2583c12-d979-4a62-9c00-d6a864fe6f1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:40.477604 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51493e4d-db55-4386-b7fd-5697fd87960c tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Made reservation on behalf of 96ba955bba3e4c748bb07e5882ab812d for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:01:40.486507 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-51493e4d-db55-4386-b7fd-5697fd87960c tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:40.511830 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a2583c12-d979-4a62-9c00-d6a864fe6f1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:40.546726 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51493e4d-db55-4386-b7fd-5697fd87960c tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:01:40.565125 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-51493e4d-db55-4386-b7fd-5697fd87960c tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:40.565485 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-51493e4d-db55-4386-b7fd-5697fd87960c tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Added segment 954b9fbd-215d-4b3a-997b-380e08211c36 of type vlan for network d38252ca-a653-4552-9bb8-f2c66e6538b8 Aug 18 13:01:40.574827 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a2583c12-d979-4a62-9c00-d6a864fe6f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:40.635577 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-51493e4d-db55-4386-b7fd-5697fd87960c tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:40.709877 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 01c9a515-8950-49d7-9e37-ba0c8af66ae3 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:01:40.731906 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 01c9a515-8950-49d7-9e37-ba0c8af66ae3 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:01:40.732265 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 01c9a515-8950-49d7-9e37-ba0c8af66ae3 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:01:40.760706 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-51493e4d-db55-4386-b7fd-5697fd87960c tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:40.767662 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51493e4d-db55-4386-b7fd-5697fd87960c tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:40.768415 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-51493e4d-db55-4386-b7fd-5697fd87960c tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:40.773406 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-80899e27-e015-4ba2-bad0-99c94f46a70c req-bb3e5409-31ce-49c9-9f9e-f235fd6f0dc0 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "GET /v2.0/security-groups?id=912671e9-a3ed-4cf8-9fc8-564ec482f774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4390171 Aug 18 13:01:40.825786 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a2583c12-d979-4a62-9c00-d6a864fe6f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:40.868163 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2583c12-d979-4a62-9c00-d6a864fe6f1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a871698f-a396-475f-b829-cadcbe2b927e,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:40.875719 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a2583c12-d979-4a62-9c00-d6a864fe6f1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:40.880318 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a2583c12-d979-4a62-9c00-d6a864fe6f1a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a871698f-a396-475f-b829-cadcbe2b927e HTTP/1.1" status: 204 len: 168 time: 0.4732153 Aug 18 13:01:40.880616 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50304) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:40.888473 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51493e4d-db55-4386-b7fd-5697fd87960c tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'Network': ['ID=d38252ca-a653-4552-9bb8-f2c66e6538b8,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:40.900734 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network d38252ca-a653-4552-9bb8-f2c66e6538b8 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:01:40.924906 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-84b8978c-5ce5-4e75-a07c-432686f2020f tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:40.932236 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-51493e4d-db55-4386-b7fd-5697fd87960c tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5694978 Aug 18 13:01:40.938061 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50306) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:40.942994 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-f1c38757-bca8-42b2-9d14-ad98548d4dd0 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'subnet': {'network_id': 'd38252ca-a653-4552-9bb8-f2c66e6538b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:40.982308 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-1a022b49-36d1-4ef0-bff9-0ec3357b6783 req-f25e540f-30f5-48d5-8311-98d32830eeaf tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Deleting port daa78040-1dab-4fc3-94e7-5a89742d523e {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:01:40.982655 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1a022b49-36d1-4ef0-bff9-0ec3357b6783 req-f25e540f-30f5-48d5-8311-98d32830eeaf tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:41.025387 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-34785891-b44d-41f0-ac5b-59cce54f9d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:41.171064 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9795183-b0ec-415b-9ef1-21645f72522d req-46a6b560-7fc6-465e-babe-cf27f4820076 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:41.171606 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-34785891-b44d-41f0-ac5b-59cce54f9d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:41.172558 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a9795183-b0ec-415b-9ef1-21645f72522d req-46a6b560-7fc6-465e-babe-cf27f4820076 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=72014c24-f00e-4134-8a18-94cc0b7878f9 HTTP/1.1" status: 200 len: 945 time: 0.1297035 Aug 18 13:01:41.190909 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a670c7-7ddc-4a0e-a322-c29707f957be req-8739a4ce-a6ad-4f01-ad58-38cd82aa90b0 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:41.192749 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-60a670c7-7ddc-4a0e-a322-c29707f957be req-8739a4ce-a6ad-4f01-ad58-38cd82aa90b0 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae204aae-6a25-443d-8dc0-89a60f6f9227 HTTP/1.1" status: 200 len: 945 time: 0.1394987 Aug 18 13:01:41.194804 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-34785891-b44d-41f0-ac5b-59cce54f9d88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d09f4754-8256-41e0-966b-ccf5da6ad0cc']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:41.203937 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-1a022b49-36d1-4ef0-bff9-0ec3357b6783 req-f25e540f-30f5-48d5-8311-98d32830eeaf tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] For port daa78040-1dab-4fc3-94e7-5a89742d523e, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=daa78040-1dab-4fc3-94e7-5a89742d523e,segment=NetworkSegment(39c1e18c-52da-422d-b267-009bd37c804b),segment_id=39c1e18c-52da-422d-b267-009bd37c804b)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:01:41.203937 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1a022b49-36d1-4ef0-bff9-0ec3357b6783 req-f25e540f-30f5-48d5-8311-98d32830eeaf tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:41.212393 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-34785891-b44d-41f0-ac5b-59cce54f9d88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43830cac-8e9b-4dc7-afad-be89a7f3dcc6') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:41.219064 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-34785891-b44d-41f0-ac5b-59cce54f9d88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43830cac-8e9b-4dc7-afad-be89a7f3dcc6') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:41.229315 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-34785891-b44d-41f0-ac5b-59cce54f9d88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:41.244822 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c38757-bca8-42b2-9d14-ad98548d4dd0 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Made reservation on behalf of 96ba955bba3e4c748bb07e5882ab812d for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:01:41.248357 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f1c38757-bca8-42b2-9d14-ad98548d4dd0 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:41.249035 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-57e6728b-38c3-4f96-82cd-4fc0f11a5d07 req-c789e389-f328-4430-9847-f613bcaa43c6 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:41.260881 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['d7b01fc3-446b-487f-962f-d957898a450b'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:01:41.275140 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-34785891-b44d-41f0-ac5b-59cce54f9d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:41.311802 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-60a670c7-7ddc-4a0e-a322-c29707f957be req-3b828aa9-82e2-458c-b78f-ea16085c356e tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5fdee7-79eb-4377-bf93-e1e111d3897c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087983 Aug 18 13:01:41.314974 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34785891-b44d-41f0-ac5b-59cce54f9d88 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:01:41.315629 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-34785891-b44d-41f0-ac5b-59cce54f9d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:41.317244 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:01:41.317244 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:01:41.317244 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:01:41.317244 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:01:41.317244 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:01:41.317244 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:01:41.317244 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:01:41.317244 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:01:41.317244 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:01:41.317244 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:01:41.317244 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:01:41.317244 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:01:41.317244 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:01:41.317244 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:01:41.317244 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:01:41.317244 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:01:41.317244 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:01:41.317244 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:01:41.317244 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:01:41.317244 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:01:41.317244 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:01:41.317244 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:01:41.317244 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:01:41.317244 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:01:41.317244 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:01:41.317244 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:01:41.317244 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:01:41.317244 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:01:41.317244 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:01:41.317244 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:01:41.317244 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:01:41.317244 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:01:41.394555 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c789e389-f328-4430-9847-f613bcaa43c6 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Pushing event deleted for resources: {'Port': ['ID=d7b01fc3-446b-487f-962f-d957898a450b,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:41.449019 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a9795183-b0ec-415b-9ef1-21645f72522d req-340fca35-986e-44f5-b4fe-8ed6137d9368 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525413 Aug 18 13:01:41.503686 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-150c5ff4-9637-40f7-a577-3a719d1498c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:41.511056 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e6728b-38c3-4f96-82cd-4fc0f11a5d07 req-c789e389-f328-4430-9847-f613bcaa43c6 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] No DVR routers for this DVR port d7b01fc3-446b-487f-962f-d957898a450b on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:01:41.514451 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-57e6728b-38c3-4f96-82cd-4fc0f11a5d07 req-c789e389-f328-4430-9847-f613bcaa43c6 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:41.516421 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-57e6728b-38c3-4f96-82cd-4fc0f11a5d07 req-c789e389-f328-4430-9847-f613bcaa43c6 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.39 "DELETE /v2.0/ports/d7b01fc3-446b-487f-962f-d957898a450b HTTP/1.1" status: 204 len: 173 time: 1.6834538 Aug 18 13:01:41.524648 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae204aae-6a25-443d-8dc0-89a60f6f9227', 'name': 'network-vif-deleted', 'tag': 'd7b01fc3-446b-487f-962f-d957898a450b'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:01:41.526701 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-34785891-b44d-41f0-ac5b-59cce54f9d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:41.527213 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7714bb4c-17cd-4177-a46b-d71f8fc16e17" -d '{"events": [{"server_uuid": "ae204aae-6a25-443d-8dc0-89a60f6f9227", "name": "network-vif-deleted", "tag": "d7b01fc3-446b-487f-962f-d957898a450b"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:01:41.535529 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-34785891-b44d-41f0-ac5b-59cce54f9d88 admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:41.537595 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-34785891-b44d-41f0-ac5b-59cce54f9d88 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d09f4754-8256-41e0-966b-ccf5da6ad0cc HTTP/1.1" status: 204 len: 168 time: 0.6559937 Aug 18 13:01:41.558282 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34785891-b44d-41f0-ac5b-59cce54f9d88 admin admin] Pushing event deleted for resources: {'Network': ['ID=d09f4754-8256-41e0-966b-ccf5da6ad0cc,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:41.593372 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ffca70-ebc6-4175-acaf-6340ccca3b3c req-03883ae8-3043-4c75-a7bc-84a32a0116b1 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:41.594915 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-34ffca70-ebc6-4175-acaf-6340ccca3b3c req-03883ae8-3043-4c75-a7bc-84a32a0116b1 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.20 "GET /v2.0/ports?device_id=72014c24-f00e-4134-8a18-94cc0b7878f9 HTTP/1.1" status: 200 len: 945 time: 0.2199347 Aug 18 13:01:41.597309 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fdb3c4-43b7-408e-ae95-4e40e0916b94 x-openstack-request-id: req-a0fdb3c4-43b7-408e-ae95-4e40e0916b94 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:01:41.597601 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae204aae-6a25-443d-8dc0-89a60f6f9227", "name": "network-vif-deleted", "tag": "d7b01fc3-446b-487f-962f-d957898a450b", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:01:41.597851 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a0fdb3c4-43b7-408e-ae95-4e40e0916b94 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:01:41.598282 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae204aae-6a25-443d-8dc0-89a60f6f9227', 'name': 'network-vif-deleted', 'tag': 'd7b01fc3-446b-487f-962f-d957898a450b', 'status': 'completed', 'code': 200} Aug 18 13:01:41.767306 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f1c38757-bca8-42b2-9d14-ad98548d4dd0 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:41.776745 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1a022b49-36d1-4ef0-bff9-0ec3357b6783 req-f25e540f-30f5-48d5-8311-98d32830eeaf tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:41.777298 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1a022b49-36d1-4ef0-bff9-0ec3357b6783 req-f25e540f-30f5-48d5-8311-98d32830eeaf tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:41.777430 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [req-1a022b49-36d1-4ef0-bff9-0ec3357b6783 req-f25e540f-30f5-48d5-8311-98d32830eeaf tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Floating IP cf6e5534-9325-42ce-9e54-357173fdb205 disassociated. External IP: 172.25.6.144, port: daa78040-1dab-4fc3-94e7-5a89742d523e. Aug 18 13:01:41.777756 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-1a022b49-36d1-4ef0-bff9-0ec3357b6783 req-f25e540f-30f5-48d5-8311-98d32830eeaf tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Calling delete_port for daa78040-1dab-4fc3-94e7-5a89742d523e owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:01:41.843701 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c38757-bca8-42b2-9d14-ad98548d4dd0 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'Subnet': ['ID=f6f7d494-e37e-4b4c-af2c-08ff64a7d35f,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:41.856468 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c38757-bca8-42b2-9d14-ad98548d4dd0 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Checking segment: {'id': '954b9fbd-215d-4b3a-997b-380e08211c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd38252ca-a653-4552-9bb8-f2c66e6538b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:01:41.856843 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c38757-bca8-42b2-9d14-ad98548d4dd0 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Network hostable DHCP agents. Network: d38252ca-a653-4552-9bb8-f2c66e6538b8, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:01:41.872971 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-84b8978c-5ce5-4e75-a07c-432686f2020f tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Deleting port 715e8805-6930-40f0-ae93-37de54690ef2 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:01:41.873297 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-84b8978c-5ce5-4e75-a07c-432686f2020f tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:41.882886 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-34ffca70-ebc6-4175-acaf-6340ccca3b3c req-3c083c34-e372-4a55-a23a-51c683a84b67 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Deleting port 70340e32-da8f-4495-9da8-f3322a39079e {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:01:41.883361 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-34ffca70-ebc6-4175-acaf-6340ccca3b3c req-3c083c34-e372-4a55-a23a-51c683a84b67 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:41.961218 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c38757-bca8-42b2-9d14-ad98548d4dd0 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Network d38252ca-a653-4552-9bb8-f2c66e6538b8 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:01:42.021479 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50322) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:42.066628 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-f1c38757-bca8-42b2-9d14-ad98548d4dd0 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, d38252ca-a653-4552-9bb8-f2c66e6538b8) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:01:42.075106 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-90dfab30-f9d5-45ae-a065-dfd814a88cff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=65cffb8d240544f1869fd128c4bc8728&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497293 Aug 18 13:01:42.075106 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c38757-bca8-42b2-9d14-ad98548d4dd0 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:42.075106 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f1c38757-bca8-42b2-9d14-ad98548d4dd0 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:42.076748 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50324) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:42.080687 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09c61f2-42de-4638-ac93-df238862ea49 None None] Network d38252ca-a653-4552-9bb8-f2c66e6538b8 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:01:42.098889 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03876f9-97c1-4c62-b015-fce0b9c164ed req-d1ec43cd-e7c9-4e56-b608-0a4073fae1cb tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:42.100479 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a03876f9-97c1-4c62-b015-fce0b9c164ed req-d1ec43cd-e7c9-4e56-b608-0a4073fae1cb tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "GET /v2.0/ports?device_id=30bc6f6b-9df5-4058-8275-06752f0c141b HTTP/1.1" status: 200 len: 946 time: 0.2023733 Aug 18 13:01:42.130988 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-84b8978c-5ce5-4e75-a07c-432686f2020f tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:42.133666 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ce1c74cf-0ee1-4762-9251-887191fe3894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:42.155602 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-34ffca70-ebc6-4175-acaf-6340ccca3b3c req-3c083c34-e372-4a55-a23a-51c683a84b67 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] For port 70340e32-da8f-4495-9da8-f3322a39079e, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=70340e32-da8f-4495-9da8-f3322a39079e,segment=NetworkSegment(d254ae00-87be-41d4-aa78-e249d1ab7c29),segment_id=d254ae00-87be-41d4-aa78-e249d1ab7c29)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:01:42.155977 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-34ffca70-ebc6-4175-acaf-6340ccca3b3c req-3c083c34-e372-4a55-a23a-51c683a84b67 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:42.158440 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ce1c74cf-0ee1-4762-9251-887191fe3894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:42.166094 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f1c38757-bca8-42b2-9d14-ad98548d4dd0 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2270138 Aug 18 13:01:42.171034 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50326) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:42.175924 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-0fab66c4-700a-4ee0-a647-acdea20e804a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'port': {'network_id': 'd38252ca-a653-4552-9bb8-f2c66e6538b8', 'name': 'tempest-PortsIpV6TestJSON-1906565121'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:42.181569 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-84b8978c-5ce5-4e75-a07c-432686f2020f tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Calling delete_port for 715e8805-6930-40f0-ae93-37de54690ef2 owned by network:router_interface {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:01:42.192513 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-34ffca70-ebc6-4175-acaf-6340ccca3b3c req-3c083c34-e372-4a55-a23a-51c683a84b67 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Calling delete_port for 70340e32-da8f-4495-9da8-f3322a39079e owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:01:42.260634 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef4e0c2-c965-454c-b1fa-e27b3a78f71d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-d38252ca-a653-4552-9bb8-f2c66e6538b8', 'network_id': 'd38252ca-a653-4552-9bb8-f2c66e6538b8', 'tenant_id': '96ba955bba3e4c748bb07e5882ab812d', 'fixed_ips': [{'subnet_id': 'f6f7d494-e37e-4b4c-af2c-08ff64a7d35f'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:01:42.260843 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a03876f9-97c1-4c62-b015-fce0b9c164ed req-fabf1d14-a6fd-4de5-b4d6-1ca6d4fb959b tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "GET /v2.0/security-groups?id=912671e9-a3ed-4cf8-9fc8-564ec482f774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367152 Aug 18 13:01:42.261929 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7ef4e0c2-c965-454c-b1fa-e27b3a78f71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:42.302584 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1a022b49-36d1-4ef0-bff9-0ec3357b6783 req-f25e540f-30f5-48d5-8311-98d32830eeaf tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:42.383646 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ce1c74cf-0ee1-4762-9251-887191fe3894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:42.386650 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ce1c74cf-0ee1-4762-9251-887191fe3894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:42.390439 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ce1c74cf-0ee1-4762-9251-887191fe3894 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8383d60-3d33-4413-bbf6-42fa1090c961 HTTP/1.1" status: 204 len: 168 time: 0.3092377 Aug 18 13:01:42.409063 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c74cf-0ee1-4762-9251-887191fe3894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8383d60-3d33-4413-bbf6-42fa1090c961,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:42.480566 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f96d2760-47ef-4a0e-b48c-0de0752892d7 req-5cdf45e7-bfe3-45a3-8790-dfdbb0f1eec1 tempest-DeleteServersTestJSON-241139318 tempest-DeleteServersTestJSON-241139318-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae204aae-6a25-443d-8dc0-89a60f6f9227 HTTP/1.1" status: 200 len: 210 time: 0.0579667 Aug 18 13:01:42.498321 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fab66c4-700a-4ee0-a647-acdea20e804a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Made reservation on behalf of 96ba955bba3e4c748bb07e5882ab812d for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:01:42.502744 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0fab66c4-700a-4ee0-a647-acdea20e804a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:42.515649 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-7ef4e0c2-c965-454c-b1fa-e27b3a78f71d None None] Allocated IP 2001:db8::2 (d38252ca-a653-4552-9bb8-f2c66e6538b8/f6f7d494-e37e-4b4c-af2c-08ff64a7d35f/01e782b6-a0e5-4bb1-91f1-4fa4d576271d) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:01:42.528993 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-0fab66c4-700a-4ee0-a647-acdea20e804a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] device_id is not set on port 10258d5d-cd9f-4db5-bcc1-fed4bbb5ff13 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:01:42.694764 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7ef4e0c2-c965-454c-b1fa-e27b3a78f71d None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:42.703860 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7ef4e0c2-c965-454c-b1fa-e27b3a78f71d None None] Transition to ACTIVE for port object 01e782b6-a0e5-4bb1-91f1-4fa4d576271d will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:01:42.724360 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7ef4e0c2-c965-454c-b1fa-e27b3a78f71d None None] Transition to ACTIVE for port object 01e782b6-a0e5-4bb1-91f1-4fa4d576271d will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:01:42.804807 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7ef4e0c2-c965-454c-b1fa-e27b3a78f71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:42.834000 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25e540f-30f5-48d5-8311-98d32830eeaf tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Pushing event deleted for resources: {'Port': ['ID=daa78040-1dab-4fc3-94e7-5a89742d523e,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:42.874318 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef4e0c2-c965-454c-b1fa-e27b3a78f71d None None] Network d38252ca-a653-4552-9bb8-f2c66e6538b8 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:01:42.885004 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-7ef4e0c2-c965-454c-b1fa-e27b3a78f71d None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:01:42.908411 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef4e0c2-c965-454c-b1fa-e27b3a78f71d None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:01:42.929946 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-0fab66c4-700a-4ee0-a647-acdea20e804a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Allocated IP 2001:db8::319 (d38252ca-a653-4552-9bb8-f2c66e6538b8/f6f7d494-e37e-4b4c-af2c-08ff64a7d35f/10258d5d-cd9f-4db5-bcc1-fed4bbb5ff13) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:01:42.932494 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef4e0c2-c965-454c-b1fa-e27b3a78f71d None None] Pushing event updated for resources: {'Port': ['ID=01e782b6-a0e5-4bb1-91f1-4fa4d576271d,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:43.015539 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-7ef4e0c2-c965-454c-b1fa-e27b3a78f71d None None] Attempting to bind port 01e782b6-a0e5-4bb1-91f1-4fa4d576271d on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:01:43.016083 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-7ef4e0c2-c965-454c-b1fa-e27b3a78f71d None None] Attempting to bind port 01e782b6-a0e5-4bb1-91f1-4fa4d576271d by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '954b9fbd-215d-4b3a-997b-380e08211c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd38252ca-a653-4552-9bb8-f2c66e6538b8'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:01:43.016608 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef4e0c2-c965-454c-b1fa-e27b3a78f71d None None] Attempting to bind port 01e782b6-a0e5-4bb1-91f1-4fa4d576271d on network d38252ca-a653-4552-9bb8-f2c66e6538b8 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:01:43.023245 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef4e0c2-c965-454c-b1fa-e27b3a78f71d None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:01:43.023886 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef4e0c2-c965-454c-b1fa-e27b3a78f71d None None] Checking segment: {'id': '954b9fbd-215d-4b3a-997b-380e08211c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd38252ca-a653-4552-9bb8-f2c66e6538b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:01:43.024725 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7ef4e0c2-c965-454c-b1fa-e27b3a78f71d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:43.025272 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef4e0c2-c965-454c-b1fa-e27b3a78f71d None None] Bound using segment: {'id': '954b9fbd-215d-4b3a-997b-380e08211c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd38252ca-a653-4552-9bb8-f2c66e6538b8'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:01:43.025919 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-7ef4e0c2-c965-454c-b1fa-e27b3a78f71d None None] Bound port: 01e782b6-a0e5-4bb1-91f1-4fa4d576271d, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954b9fbd-215d-4b3a-997b-380e08211c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd38252ca-a653-4552-9bb8-f2c66e6538b8'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:01:43.026505 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7ef4e0c2-c965-454c-b1fa-e27b3a78f71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:43.092952 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a022b49-36d1-4ef0-bff9-0ec3357b6783 req-f25e540f-30f5-48d5-8311-98d32830eeaf tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Router 6bb9b83e-9ee6-42aa-baf5-ac459ce339d8 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:01:43.120360 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7ef4e0c2-c965-454c-b1fa-e27b3a78f71d None None] For port 01e782b6-a0e5-4bb1-91f1-4fa4d576271d, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:01:43.124899 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7ef4e0c2-c965-454c-b1fa-e27b3a78f71d None None] For port 01e782b6-a0e5-4bb1-91f1-4fa4d576271d, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=01e782b6-a0e5-4bb1-91f1-4fa4d576271d,segment=NetworkSegment(954b9fbd-215d-4b3a-997b-380e08211c36),segment_id=954b9fbd-215d-4b3a-997b-380e08211c36)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:01:43.148902 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9cc1df-46f0-4323-aa8b-3a689a970f95 req-ddeedb00-4d8e-4bb1-83ec-9cec49159e45 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:43.150753 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-db9cc1df-46f0-4323-aa8b-3a689a970f95 req-ddeedb00-4d8e-4bb1-83ec-9cec49159e45 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=72014c24-f00e-4134-8a18-94cc0b7878f9 HTTP/1.1" status: 200 len: 945 time: 0.3145583 Aug 18 13:01:43.174591 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0fab66c4-700a-4ee0-a647-acdea20e804a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:43.191442 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-0fab66c4-700a-4ee0-a647-acdea20e804a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Transition to ACTIVE for port object 10258d5d-cd9f-4db5-bcc1-fed4bbb5ff13 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:01:43.240941 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7ef4e0c2-c965-454c-b1fa-e27b3a78f71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:43.304738 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0fab66c4-700a-4ee0-a647-acdea20e804a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:43.323071 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-db9cc1df-46f0-4323-aa8b-3a689a970f95 req-22118869-5cce-4dde-9a5d-063f04f54dfb tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617494 Aug 18 13:01:43.346111 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef4e0c2-c965-454c-b1fa-e27b3a78f71d None None] Pushing event updated for resources: {'Port': ['ID=01e782b6-a0e5-4bb1-91f1-4fa4d576271d,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:43.395746 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fab66c4-700a-4ee0-a647-acdea20e804a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Network d38252ca-a653-4552-9bb8-f2c66e6538b8 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:01:43.413105 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-0fab66c4-700a-4ee0-a647-acdea20e804a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:01:43.416045 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fab66c4-700a-4ee0-a647-acdea20e804a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:01:43.418011 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a022b49-36d1-4ef0-bff9-0ec3357b6783 req-f25e540f-30f5-48d5-8311-98d32830eeaf tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:01:43.424495 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fab66c4-700a-4ee0-a647-acdea20e804a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:43.424597 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0fab66c4-700a-4ee0-a647-acdea20e804a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:43.431323 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2d84195e-fb19-49d0-9806-4405c7172807 req-0ec70f85-607a-41e7-9b0a-ffa253448382 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "GET /v2.0/ports?device_id=30bc6f6b-9df5-4058-8275-06752f0c141b HTTP/1.1" status: 200 len: 210 time: 0.0596888 Aug 18 13:01:43.436858 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e290b4c-eb3e-4b7c-b05f-d1dd874fdde5 None None] Sync routers for ids ['6bb9b83e-9ee6-42aa-baf5-ac459ce339d8'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:01:43.455132 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e290b4c-eb3e-4b7c-b05f-d1dd874fdde5 None None] Routers {'6bb9b83e-9ee6-42aa-baf5-ac459ce339d8'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:01:43.456513 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-7e290b4c-eb3e-4b7c-b05f-d1dd874fdde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:01:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['6bb9b83e-9ee6-42aa-baf5-ac459ce339d8'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:43.482736 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a022b49-36d1-4ef0-bff9-0ec3357b6783 req-f25e540f-30f5-48d5-8311-98d32830eeaf tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] No DVR routers for this DVR port daa78040-1dab-4fc3-94e7-5a89742d523e on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:01:43.485496 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-34ffca70-ebc6-4175-acaf-6340ccca3b3c req-3c083c34-e372-4a55-a23a-51c683a84b67 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:43.486512 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-84b8978c-5ce5-4e75-a07c-432686f2020f tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:43.497113 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['97ca558e-3d41-4476-94e2-0ff5ffc23363', '31d6943a-d69e-4f52-a7bf-d4c9ede2182d', '9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:01:43.507853 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab66c4-700a-4ee0-a647-acdea20e804a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'Port': ['ID=10258d5d-cd9f-4db5-bcc1-fed4bbb5ff13,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:43.526994 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1a022b49-36d1-4ef0-bff9-0ec3357b6783 req-f25e540f-30f5-48d5-8311-98d32830eeaf tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:43.537233 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1a022b49-36d1-4ef0-bff9-0ec3357b6783 req-f25e540f-30f5-48d5-8311-98d32830eeaf tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.20 "DELETE /v2.0/ports/daa78040-1dab-4fc3-94e7-5a89742d523e HTTP/1.1" status: 204 len: 173 time: 3.1113472 Aug 18 13:01:43.579997 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0fab66c4-700a-4ee0-a647-acdea20e804a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4071622 Aug 18 13:01:43.587870 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50360) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:43.647841 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30bc6f6b-9df5-4058-8275-06752f0c141b', 'name': 'network-vif-deleted', 'tag': 'daa78040-1dab-4fc3-94e7-5a89742d523e'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:01:43.650849 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738a35c5-efea-4664-bd86-f22ef8883f36" -d '{"events": [{"server_uuid": "30bc6f6b-9df5-4058-8275-06752f0c141b", "name": "network-vif-deleted", "tag": "daa78040-1dab-4fc3-94e7-5a89742d523e"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:01:43.703444 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b8978c-5ce5-4e75-a07c-432686f2020f tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Pushing event deleted for resources: {'Port': ['ID=715e8805-6930-40f0-ae93-37de54690ef2,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:43.753763 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c3954e-66df-4f98-9102-0b74591dca0e x-openstack-request-id: req-86c3954e-66df-4f98-9102-0b74591dca0e {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:01:43.754655 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30bc6f6b-9df5-4058-8275-06752f0c141b", "name": "network-vif-deleted", "tag": "daa78040-1dab-4fc3-94e7-5a89742d523e", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:01:43.754919 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-86c3954e-66df-4f98-9102-0b74591dca0e {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:01:43.755665 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30bc6f6b-9df5-4058-8275-06752f0c141b', 'name': 'network-vif-deleted', 'tag': 'daa78040-1dab-4fc3-94e7-5a89742d523e', 'status': 'completed', 'code': 200} Aug 18 13:01:43.768868 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ffca70-ebc6-4175-acaf-6340ccca3b3c req-3c083c34-e372-4a55-a23a-51c683a84b67 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] No DVR routers for this DVR port 70340e32-da8f-4495-9da8-f3322a39079e on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:01:43.812686 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-34ffca70-ebc6-4175-acaf-6340ccca3b3c req-3c083c34-e372-4a55-a23a-51c683a84b67 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:43.818006 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-34ffca70-ebc6-4175-acaf-6340ccca3b3c req-3c083c34-e372-4a55-a23a-51c683a84b67 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.20 "DELETE /v2.0/ports/70340e32-da8f-4495-9da8-f3322a39079e HTTP/1.1" status: 204 len: 173 time: 2.2110312 Aug 18 13:01:43.839364 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-7e290b4c-eb3e-4b7c-b05f-d1dd874fdde5 None None] Set router 6bb9b83e-9ee6-42aa-baf5-ac459ce339d8 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:01:43.852873 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c083c34-e372-4a55-a23a-51c683a84b67 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Pushing event deleted for resources: {'Port': ['ID=70340e32-da8f-4495-9da8-f3322a39079e,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:43.862234 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6d639c7c-ae11-45af-bcb1-43b1571f2477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:44.012341 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-8db61e48-f318-4293-ae2b-76ff05306f1f tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Deleting port 10258d5d-cd9f-4db5-bcc1-fed4bbb5ff13 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:01:44.012717 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8db61e48-f318-4293-ae2b-76ff05306f1f tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:44.220574 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8db61e48-f318-4293-ae2b-76ff05306f1f tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:44.229432 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-84b8978c-5ce5-4e75-a07c-432686f2020f tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:44.260639 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-8db61e48-f318-4293-ae2b-76ff05306f1f tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Calling delete_port for 10258d5d-cd9f-4db5-bcc1-fed4bbb5ff13 owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:01:44.413922 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 01e782b6-a0e5-4bb1-91f1-4fa4d576271d up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:01:44.722265 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-7e290b4c-eb3e-4b7c-b05f-d1dd874fdde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb9b83e-9ee6-42aa-baf5-ac459ce339d8', 'name': 'tempest-ServersTestManualDisk-1232416722-router', 'tenant_id': 'ad18175e88d04841bb55fcc65dd1a498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'daae61c7-2d84-46c9-a213-bf9614d90db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:59:19Z', 'updated_at': '2021-08-18T12:59:25Z', 'revision_number': 4, 'project_id': 'ad18175e88d04841bb55fcc65dd1a498', 'gw_port': {'id': 'daae61c7-2d84-46c9-a213-bf9614d90db1', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb9b83e-9ee6-42aa-baf5-ac459ce339d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:20Z', 'updated_at': '2021-08-18T12:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'dfca6d1d-a314-4c44-89e8-fadf6649596d', 'name': '', 'network_id': '295ec318-c76a-4c31-a9c6-7ad31869a63d', 'tenant_id': 'ad18175e88d04841bb55fcc65dd1a498', 'mac_address': 'fa:16:3e:34:52:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb9b83e-9ee6-42aa-baf5-ac459ce339d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '0c06c137-11d0-4283-9a45-85e179addde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:23Z', 'updated_at': '2021-08-18T12:59:30Z', 'revision_number': 5, 'project_id': 'ad18175e88d04841bb55fcc65dd1a498', 'subnets': [{'id': '0c06c137-11d0-4283-9a45-85e179addde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:44.759156 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device daa78040-1dab-4fc3-94e7-5a89742d523e no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:01:44.770635 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b66726a6-32c9-44c7-b342-118c58a9c7ec req-3ac9b607-6a39-4bc1-97e6-ce2ce98fc5d5 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=72014c24-f00e-4134-8a18-94cc0b7878f9 HTTP/1.1" status: 200 len: 210 time: 0.1072831 Aug 18 13:01:44.789199 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e290b4c-eb3e-4b7c-b05f-d1dd874fdde5 None None] Checking router: 6bb9b83e-9ee6-42aa-baf5-ac459ce339d8 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:01:44.816827 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e290b4c-eb3e-4b7c-b05f-d1dd874fdde5 None None] Routers {'6bb9b83e-9ee6-42aa-baf5-ac459ce339d8'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:01:44.818950 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-7e290b4c-eb3e-4b7c-b05f-d1dd874fdde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:01:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['6bb9b83e-9ee6-42aa-baf5-ac459ce339d8'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:44.925326 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:44.938524 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device d7b01fc3-446b-487f-962f-d957898a450b no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:01:44.970422 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: daa78040-1dab-4fc3-94e7-5a89742d523e {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:01:44.971187 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device daa78040-1dab-4fc3-94e7-5a89742d523e not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:01:44.971902 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 70340e32-da8f-4495-9da8-f3322a39079e no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:01:45.018796 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8db61e48-f318-4293-ae2b-76ff05306f1f tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:45.038159 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b8978c-5ce5-4e75-a07c-432686f2020f tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Router 17757f0e-3e6d-48c5-8b5d-7c096f0303e7 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:01:45.074741 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 70340e32-da8f-4495-9da8-f3322a39079e {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:01:45.075066 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 70340e32-da8f-4495-9da8-f3322a39079e not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:01:45.083279 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: d7b01fc3-446b-487f-962f-d957898a450b {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:01:45.084194 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device d7b01fc3-446b-487f-962f-d957898a450b not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:01:45.098349 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-7e290b4c-eb3e-4b7c-b05f-d1dd874fdde5 None None] Set router 6bb9b83e-9ee6-42aa-baf5-ac459ce339d8 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:01:45.102778 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50406) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:45.103927 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db61e48-f318-4293-ae2b-76ff05306f1f tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event deleted for resources: {'Port': ['ID=10258d5d-cd9f-4db5-bcc1-fed4bbb5ff13,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:45.136688 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8db61e48-f318-4293-ae2b-76ff05306f1f tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:45.139876 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8db61e48-f318-4293-ae2b-76ff05306f1f tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/ports/10258d5d-cd9f-4db5-bcc1-fed4bbb5ff13 HTTP/1.1" status: 204 len: 168 time: 1.5504575 Aug 18 13:01:45.160872 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50408) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:45.195415 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 01e782b6-a0e5-4bb1-91f1-4fa4d576271d completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:01:45.205639 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9687fd0-97ec-4fd2-90a8-e357c095fd3c tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] DELETE failed (client error): The resource could not be found. Aug 18 13:01:45.212135 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9687fd0-97ec-4fd2-90a8-e357c095fd3c tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:01:45.212135 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a9687fd0-97ec-4fd2-90a8-e357c095fd3c tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/ports/10258d5d-cd9f-4db5-bcc1-fed4bbb5ff13 HTTP/1.1" status: 404 len: 333 time: 0.0507636 Aug 18 13:01:45.212135 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50410) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:45.258653 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a2d5ce-333d-4255-8fba-291f24a347b7 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] GET failed (client error): The resource could not be found. Aug 18 13:01:45.270121 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a3a2d5ce-333d-4255-8fba-291f24a347b7 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "GET /v2.0/ports/10258d5d-cd9f-4db5-bcc1-fed4bbb5ff13 HTTP/1.1" status: 404 len: 333 time: 0.0568249 Aug 18 13:01:45.276794 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50416) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:45.287274 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:45.301036 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b8978c-5ce5-4e75-a07c-432686f2020f tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:01:45.312327 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-84b8978c-5ce5-4e75-a07c-432686f2020f tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] 10.222.0.13 "PUT /v2.0/routers/17757f0e-3e6d-48c5-8b5d-7c096f0303e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7866259 Aug 18 13:01:45.314888 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50418) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:45.321165 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a630bd-eac0-4c8e-8550-65657b7ca6ed None None] Sync routers for ids ['17757f0e-3e6d-48c5-8b5d-7c096f0303e7'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:01:45.327900 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12f1149-ee03-4b73-8b1a-ae643e0bca33 None None] Network d38252ca-a653-4552-9bb8-f2c66e6538b8 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:01:45.345950 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-46f4347d-5b4b-4a04-9496-50342ce9d584 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:45.371255 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-46f4347d-5b4b-4a04-9496-50342ce9d584 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:45.423779 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7277322-e212-4f0c-a517-d2a84be3723b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Deleting subnet f6f7d494-e37e-4b4c-af2c-08ff64a7d35f {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:01:45.427592 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a7277322-e212-4f0c-a517-d2a84be3723b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:45.470753 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a7277322-e212-4f0c-a517-d2a84be3723b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:45.494536 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-7e290b4c-eb3e-4b7c-b05f-d1dd874fdde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb9b83e-9ee6-42aa-baf5-ac459ce339d8', 'name': 'tempest-ServersTestManualDisk-1232416722-router', 'tenant_id': 'ad18175e88d04841bb55fcc65dd1a498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'daae61c7-2d84-46c9-a213-bf9614d90db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:59:19Z', 'updated_at': '2021-08-18T12:59:25Z', 'revision_number': 4, 'project_id': 'ad18175e88d04841bb55fcc65dd1a498', 'gw_port': {'id': 'daae61c7-2d84-46c9-a213-bf9614d90db1', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb9b83e-9ee6-42aa-baf5-ac459ce339d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:20Z', 'updated_at': '2021-08-18T12:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'dfca6d1d-a314-4c44-89e8-fadf6649596d', 'name': '', 'network_id': '295ec318-c76a-4c31-a9c6-7ad31869a63d', 'tenant_id': 'ad18175e88d04841bb55fcc65dd1a498', 'mac_address': 'fa:16:3e:34:52:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb9b83e-9ee6-42aa-baf5-ac459ce339d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '0c06c137-11d0-4283-9a45-85e179addde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:23Z', 'updated_at': '2021-08-18T12:59:30Z', 'revision_number': 5, 'project_id': 'ad18175e88d04841bb55fcc65dd1a498', 'subnets': [{'id': '0c06c137-11d0-4283-9a45-85e179addde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:45.514641 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a630bd-eac0-4c8e-8550-65657b7ca6ed None None] Routers {'17757f0e-3e6d-48c5-8b5d-7c096f0303e7'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:01:45.515321 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-99a630bd-eac0-4c8e-8550-65657b7ca6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:01:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['17757f0e-3e6d-48c5-8b5d-7c096f0303e7'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:45.527387 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e290b4c-eb3e-4b7c-b05f-d1dd874fdde5 None None] The sync data for ids ['6bb9b83e-9ee6-42aa-baf5-ac459ce339d8'] in n-d-803603-2 is: [{'id': '6bb9b83e-9ee6-42aa-baf5-ac459ce339d8', 'name': 'tempest-ServersTestManualDisk-1232416722-router', 'tenant_id': 'ad18175e88d04841bb55fcc65dd1a498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'daae61c7-2d84-46c9-a213-bf9614d90db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:59:19Z', 'updated_at': '2021-08-18T12:59:25Z', 'revision_number': 4, 'project_id': 'ad18175e88d04841bb55fcc65dd1a498', 'gw_port': {'id': 'daae61c7-2d84-46c9-a213-bf9614d90db1', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb9b83e-9ee6-42aa-baf5-ac459ce339d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:20Z', 'updated_at': '2021-08-18T12:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'dfca6d1d-a314-4c44-89e8-fadf6649596d', 'name': '', 'network_id': '295ec318-c76a-4c31-a9c6-7ad31869a63d', 'tenant_id': 'ad18175e88d04841bb55fcc65dd1a498', 'mac_address': 'fa:16:3e:34:52:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb9b83e-9ee6-42aa-baf5-ac459ce339d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '0c06c137-11d0-4283-9a45-85e179addde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:23Z', 'updated_at': '2021-08-18T12:59:30Z', 'revision_number': 5, 'project_id': 'ad18175e88d04841bb55fcc65dd1a498', 'subnets': [{'id': '0c06c137-11d0-4283-9a45-85e179addde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:01:45.576980 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aa62a226-cfa6-4224-8c2f-e0b1319f50ab tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:45.601985 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-99a630bd-eac0-4c8e-8550-65657b7ca6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:45.616823 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a630bd-eac0-4c8e-8550-65657b7ca6ed None None] Routers {'17757f0e-3e6d-48c5-8b5d-7c096f0303e7'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:01:45.617418 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a7277322-e212-4f0c-a517-d2a84be3723b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:45.617631 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-99a630bd-eac0-4c8e-8550-65657b7ca6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:01:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['17757f0e-3e6d-48c5-8b5d-7c096f0303e7'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:45.678127 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-99a630bd-eac0-4c8e-8550-65657b7ca6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:45.680752 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a630bd-eac0-4c8e-8550-65657b7ca6ed None None] The sync data for ids ['17757f0e-3e6d-48c5-8b5d-7c096f0303e7'] in n-d-803603-2 is: [] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:01:45.698030 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a47b9872-2270-4f09-a6b1-1e9487486f47 None None] Provisioning for port 01e782b6-a0e5-4bb1-91f1-4fa4d576271d completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:01:45.703883 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a47b9872-2270-4f09-a6b1-1e9487486f47 None None] Provisioning complete for port 01e782b6-a0e5-4bb1-91f1-4fa4d576271d triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:01:45.704316 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a47b9872-2270-4f09-a6b1-1e9487486f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:45.706968 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50422) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:45.716630 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-46f4347d-5b4b-4a04-9496-50342ce9d584 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:45.719258 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-46f4347d-5b4b-4a04-9496-50342ce9d584 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:45.720410 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-46f4347d-5b4b-4a04-9496-50342ce9d584 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "DELETE /v2.0/security-groups/912671e9-a3ed-4cf8-9fc8-564ec482f774 HTTP/1.1" status: 204 len: 168 time: 0.6140633 Aug 18 13:01:45.756108 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50426) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:45.768120 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f4347d-5b4b-4a04-9496-50342ce9d584 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=912671e9-a3ed-4cf8-9fc8-564ec482f774,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:45.786054 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72014c24-f00e-4134-8a18-94cc0b7878f9', 'name': 'network-vif-deleted', 'tag': '70340e32-da8f-4495-9da8-f3322a39079e'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:01:45.788294 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd556f7-d689-49dc-8dc3-510fb264becb" -d '{"events": [{"server_uuid": "72014c24-f00e-4134-8a18-94cc0b7878f9", "name": "network-vif-deleted", "tag": "70340e32-da8f-4495-9da8-f3322a39079e"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:01:45.812604 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aa62a226-cfa6-4224-8c2f-e0b1319f50ab tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:45.821409 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-768420cf-6452-4b51-bee2-05b70b4e16e3 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] show failed (client error): The resource could not be found. Aug 18 13:01:45.825591 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-768420cf-6452-4b51-bee2-05b70b4e16e3 tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "GET /v2.0/security-groups/912671e9-a3ed-4cf8-9fc8-564ec482f774 HTTP/1.1" status: 404 len: 347 time: 0.0577168 Aug 18 13:01:45.826668 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50432) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:45.871870 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a47b9872-2270-4f09-a6b1-1e9487486f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:45.934773 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a77c273-acc3-4437-a199-f5f8b01333f0 x-openstack-request-id: req-5a77c273-acc3-4437-a199-f5f8b01333f0 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:01:45.935242 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72014c24-f00e-4134-8a18-94cc0b7878f9", "name": "network-vif-deleted", "tag": "70340e32-da8f-4495-9da8-f3322a39079e", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:01:45.935508 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a77c273-acc3-4437-a199-f5f8b01333f0 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:01:45.936310 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72014c24-f00e-4134-8a18-94cc0b7878f9', 'name': 'network-vif-deleted', 'tag': '70340e32-da8f-4495-9da8-f3322a39079e', 'status': 'completed', 'code': 200} Aug 18 13:01:45.952788 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f9b4cb42-7638-4e91-9a95-d576078ebeb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:45.997521 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a7277322-e212-4f0c-a517-d2a84be3723b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:46.029063 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.db.api [None req-a47b9872-2270-4f09-a6b1-1e9487486f47 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:01:46.029991 n-d-803603-2 neutron-server[101677]: DEBUG oslo_db.api [None req-a47b9872-2270-4f09-a6b1-1e9487486f47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:01:46.263233 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce33dc3-4d1f-4a58-82dd-30e8a92b9032 None None] New status for floating IP cf6e5534-9325-42ce-9e54-357173fdb205: DOWN {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:01:46.265659 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7277322-e212-4f0c-a517-d2a84be3723b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event deleted for resources: {'Subnet': ['ID=f6f7d494-e37e-4b4c-af2c-08ff64a7d35f,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:46.265659 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a7277322-e212-4f0c-a517-d2a84be3723b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:46.265659 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a7277322-e212-4f0c-a517-d2a84be3723b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/subnets/f6f7d494-e37e-4b4c-af2c-08ff64a7d35f HTTP/1.1" status: 204 len: 168 time: 0.8176525 Aug 18 13:01:46.266044 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15afea66-e606-4c66-b1ee-0156311cfd7a None None] Network d38252ca-a653-4552-9bb8-f2c66e6538b8 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:01:46.266150 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-aa62a226-cfa6-4224-8c2f-e0b1319f50ab tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Deleting port 89b6eab6-2178-48fd-9b1c-ecfb6bb3f79b {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:01:46.266150 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aa62a226-cfa6-4224-8c2f-e0b1319f50ab tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:46.267216 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f9b4cb42-7638-4e91-9a95-d576078ebeb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:46.267368 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-58030544-2527-4060-99e9-8421a3beb39d tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Deleting port da69cd90-9edd-4436-86fc-22c199d1dd7d {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:01:46.267368 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-58030544-2527-4060-99e9-8421a3beb39d tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:46.268207 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50438) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:46.352054 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7630b18-91a6-495b-80fd-2f9cbd97b897 None None] DHCP port deletion for d38252ca-a653-4552-9bb8-f2c66e6538b8 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:01:46.372658 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aa62a226-cfa6-4224-8c2f-e0b1319f50ab tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:46.403061 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-aa62a226-cfa6-4224-8c2f-e0b1319f50ab tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Calling delete_port for 89b6eab6-2178-48fd-9b1c-ecfb6bb3f79b owned by network:router_gateway {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:01:46.430060 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f7630b18-91a6-495b-80fd-2f9cbd97b897 None None] Deleting port 01e782b6-a0e5-4bb1-91f1-4fa4d576271d {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:01:46.430532 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f7630b18-91a6-495b-80fd-2f9cbd97b897 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:46.463087 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-58030544-2527-4060-99e9-8421a3beb39d tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:46.463418 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-58030544-2527-4060-99e9-8421a3beb39d tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:46.515322 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-58030544-2527-4060-99e9-8421a3beb39d tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Calling delete_port for da69cd90-9edd-4436-86fc-22c199d1dd7d owned by network:floatingip {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:01:46.518675 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f7630b18-91a6-495b-80fd-2f9cbd97b897 None None] For port 01e782b6-a0e5-4bb1-91f1-4fa4d576271d, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=01e782b6-a0e5-4bb1-91f1-4fa4d576271d,segment=NetworkSegment(954b9fbd-215d-4b3a-997b-380e08211c36),segment_id=954b9fbd-215d-4b3a-997b-380e08211c36)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:01:46.519306 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f7630b18-91a6-495b-80fd-2f9cbd97b897 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:46.536919 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f7630b18-91a6-495b-80fd-2f9cbd97b897 None None] Calling delete_port for 01e782b6-a0e5-4bb1-91f1-4fa4d576271d owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:01:46.673762 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a47b9872-2270-4f09-a6b1-1e9487486f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:46.756082 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f7630b18-91a6-495b-80fd-2f9cbd97b897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:46.825998 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f9b4cb42-7638-4e91-9a95-d576078ebeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:46.840534 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7630b18-91a6-495b-80fd-2f9cbd97b897 None None] No DVR routers for this DVR port 01e782b6-a0e5-4bb1-91f1-4fa4d576271d on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:01:46.865704 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-58030544-2527-4060-99e9-8421a3beb39d tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:46.893062 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f9b4cb42-7638-4e91-9a95-d576078ebeb0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=78a3c7c38c8a40de88bc759610561525&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1841841 Aug 18 13:01:46.893914 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7630b18-91a6-495b-80fd-2f9cbd97b897 None None] Pushing event deleted for resources: {'Port': ['ID=01e782b6-a0e5-4bb1-91f1-4fa4d576271d,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:46.901467 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50446) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:46.912674 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58030544-2527-4060-99e9-8421a3beb39d tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Pushing event deleted for resources: {'Port': ['ID=da69cd90-9edd-4436-86fc-22c199d1dd7d,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:46.940655 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b4cb42-7638-4e91-9a95-d576078ebeb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af07d3d-067a-4e33-9a40-078aa7e92241,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:46.956312 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-527ec46a-2a25-485a-a3cb-09fc54c6fa75 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:46.992417 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0db3ce4f-0fdc-41f8-a89b-8d724e9f23d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:47.002974 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-58030544-2527-4060-99e9-8421a3beb39d tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify callbacks [] for floatingip, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:47.006936 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b165a1bf-5593-448a-a4fa-fafd8974fda9 None None] Could not find standard attr ID for object 01e782b6-a0e5-4bb1-91f1-4fa4d576271d. {{(pid=101677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 13:01:47.007094 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-58030544-2527-4060-99e9-8421a3beb39d tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:47.011224 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-58030544-2527-4060-99e9-8421a3beb39d tempest-ServersTestManualDisk-560734513 tempest-ServersTestManualDisk-560734513-project] 10.222.0.13 "DELETE /v2.0/floatingips/cf6e5534-9325-42ce-9e54-357173fdb205 HTTP/1.1" status: 204 len: 168 time: 1.1834836 Aug 18 13:01:47.014157 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50448) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:47.023965 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0db3ce4f-0fdc-41f8-a89b-8d724e9f23d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:47.057386 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aa62a226-cfa6-4224-8c2f-e0b1319f50ab tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:47.122202 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62a226-cfa6-4224-8c2f-e0b1319f50ab tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Pushing event deleted for resources: {'Port': ['ID=89b6eab6-2178-48fd-9b1c-ecfb6bb3f79b,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:47.129523 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-527ec46a-2a25-485a-a3cb-09fc54c6fa75 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:47.143741 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-527ec46a-2a25-485a-a3cb-09fc54c6fa75 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d38252ca-a653-4552-9bb8-f2c66e6538b8']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:47.164428 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-527ec46a-2a25-485a-a3cb-09fc54c6fa75 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '954b9fbd-215d-4b3a-997b-380e08211c36') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:47.165005 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-527ec46a-2a25-485a-a3cb-09fc54c6fa75 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '954b9fbd-215d-4b3a-997b-380e08211c36') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:47.176709 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-527ec46a-2a25-485a-a3cb-09fc54c6fa75 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:47.197894 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-527ec46a-2a25-485a-a3cb-09fc54c6fa75 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:47.205142 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-527ec46a-2a25-485a-a3cb-09fc54c6fa75 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:01:47.205894 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-527ec46a-2a25-485a-a3cb-09fc54c6fa75 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:47.207936 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aa62a226-cfa6-4224-8c2f-e0b1319f50ab tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:47.209400 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:01:47.209400 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:01:47.209400 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:01:47.209400 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:01:47.209400 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:01:47.209400 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:01:47.209400 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:01:47.209400 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:01:47.209400 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:01:47.209400 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:01:47.209400 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:01:47.209400 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:01:47.209400 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:01:47.209400 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:01:47.209400 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:01:47.209400 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:01:47.209400 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:01:47.209400 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:01:47.209400 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:01:47.209400 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:01:47.209400 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:01:47.209400 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:01:47.209400 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:01:47.209400 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:01:47.209400 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:01:47.209400 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:01:47.209400 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:01:47.209400 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:01:47.209400 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:01:47.209400 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:01:47.209400 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:01:47.209400 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:01:47.264111 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:47.293575 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0db3ce4f-0fdc-41f8-a89b-8d724e9f23d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:47.297992 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0db3ce4f-0fdc-41f8-a89b-8d724e9f23d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:47.297992 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0db3ce4f-0fdc-41f8-a89b-8d724e9f23d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2af07d3d-067a-4e33-9a40-078aa7e92241 HTTP/1.1" status: 204 len: 168 time: 0.3893962 Aug 18 13:01:47.316336 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db3ce4f-0fdc-41f8-a89b-8d724e9f23d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af07d3d-067a-4e33-9a40-078aa7e92241,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:47.357574 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-527ec46a-2a25-485a-a3cb-09fc54c6fa75 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:47.365715 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-527ec46a-2a25-485a-a3cb-09fc54c6fa75 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:47.373667 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-527ec46a-2a25-485a-a3cb-09fc54c6fa75 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/networks/d38252ca-a653-4552-9bb8-f2c66e6538b8 HTTP/1.1" status: 204 len: 168 time: 1.1022346 Aug 18 13:01:47.376764 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50454) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:47.390202 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-75e11824-cd59-4e9f-b833-d975e87dea49 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-898037572'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:47.410542 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aa62a226-cfa6-4224-8c2f-e0b1319f50ab tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:47.415226 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aa62a226-cfa6-4224-8c2f-e0b1319f50ab tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:47.442571 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ec46a-2a25-485a-a3cb-09fc54c6fa75 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event deleted for resources: {'Network': ['ID=d38252ca-a653-4552-9bb8-f2c66e6538b8,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:47.589366 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e11824-cd59-4e9f-b833-d975e87dea49 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Made reservation on behalf of 96ba955bba3e4c748bb07e5882ab812d for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:01:47.593838 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-75e11824-cd59-4e9f-b833-d975e87dea49 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:47.644005 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75e11824-cd59-4e9f-b833-d975e87dea49 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:01:47.662759 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-75e11824-cd59-4e9f-b833-d975e87dea49 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:47.662759 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-75e11824-cd59-4e9f-b833-d975e87dea49 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Added segment cb050e88-69fd-484b-9d3f-1d7263fadac6 of type vlan for network b29bb4af-ad78-4350-8e20-664cff2d7b68 Aug 18 13:01:47.664779 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aa62a226-cfa6-4224-8c2f-e0b1319f50ab tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:47.665348 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa62a226-cfa6-4224-8c2f-e0b1319f50ab tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Fanout notify agent at l3_agent the message router_deleted on router 17757f0e-3e6d-48c5-8b5d-7c096f0303e7 {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:01:47.673321 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aa62a226-cfa6-4224-8c2f-e0b1319f50ab tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:47.675148 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-aa62a226-cfa6-4224-8c2f-e0b1319f50ab tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] 10.222.0.13 "DELETE /v2.0/routers/17757f0e-3e6d-48c5-8b5d-7c096f0303e7 HTTP/1.1" status: 204 len: 168 time: 2.3587840 Aug 18 13:01:47.677723 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50462) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:47.751106 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-75e11824-cd59-4e9f-b833-d975e87dea49 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:47.841460 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-75e11824-cd59-4e9f-b833-d975e87dea49 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:47.848097 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e11824-cd59-4e9f-b833-d975e87dea49 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:47.848887 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-75e11824-cd59-4e9f-b833-d975e87dea49 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:47.945372 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e11824-cd59-4e9f-b833-d975e87dea49 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'Network': ['ID=b29bb4af-ad78-4350-8e20-664cff2d7b68,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:47.959986 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network b29bb4af-ad78-4350-8e20-664cff2d7b68 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:01:48.075876 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-75e11824-cd59-4e9f-b833-d975e87dea49 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6964760 Aug 18 13:01:48.078692 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50472) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:48.083943 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-f74e91e6-ef6b-4183-bf58-57c4245f8310 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'subnet': {'network_id': 'b29bb4af-ad78-4350-8e20-664cff2d7b68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:48.162307 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8aacb51-8238-4cd4-803b-9abf214d7ae4 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Deleting subnet 97fbd2b0-8e6b-4633-8822-0f3f88d3c9a2 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:01:48.183094 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e8aacb51-8238-4cd4-803b-9abf214d7ae4 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:48.208944 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 01e782b6-a0e5-4bb1-91f1-4fa4d576271d no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:01:48.252056 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 01e782b6-a0e5-4bb1-91f1-4fa4d576271d {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:01:48.252715 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 01e782b6-a0e5-4bb1-91f1-4fa4d576271d not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:01:48.285797 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e8aacb51-8238-4cd4-803b-9abf214d7ae4 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:48.325400 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e88fb6ee-ae14-485e-a67d-34919151fc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:48.374658 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74e91e6-ef6b-4183-bf58-57c4245f8310 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Made reservation on behalf of 96ba955bba3e4c748bb07e5882ab812d for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:01:48.380107 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f74e91e6-ef6b-4183-bf58-57c4245f8310 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:48.526512 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e8aacb51-8238-4cd4-803b-9abf214d7ae4 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:48.766046 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-e88fb6ee-ae14-485e-a67d-34919151fc30 admin admin] Deleting port dfca6d1d-a314-4c44-89e8-fadf6649596d {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:01:48.770746 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e88fb6ee-ae14-485e-a67d-34919151fc30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:48.821834 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e8aacb51-8238-4cd4-803b-9abf214d7ae4 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:48.837584 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f74e91e6-ef6b-4183-bf58-57c4245f8310 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:48.859915 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50492) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:48.871056 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aacb51-8238-4cd4-803b-9abf214d7ae4 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Pushing event deleted for resources: {'Subnet': ['ID=97fbd2b0-8e6b-4633-8822-0f3f88d3c9a2,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:48.875225 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e8aacb51-8238-4cd4-803b-9abf214d7ae4 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:48.880308 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e8aacb51-8238-4cd4-803b-9abf214d7ae4 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] 10.222.0.13 "DELETE /v2.0/subnets/97fbd2b0-8e6b-4633-8822-0f3f88d3c9a2 HTTP/1.1" status: 204 len: 168 time: 1.1969984 Aug 18 13:01:48.880919 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4849c9-5aed-45ae-8bb8-5cf0dca7fd86 None None] Network 41926237-3260-457f-b194-35c3e77af59c requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:01:48.901743 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50496) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:48.922337 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e91e6-ef6b-4183-bf58-57c4245f8310 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'Subnet': ['ID=2a063fc0-644c-4c2b-a2a4-2610b0af36ba,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:48.962961 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74e91e6-ef6b-4183-bf58-57c4245f8310 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Checking segment: {'id': 'cb050e88-69fd-484b-9d3f-1d7263fadac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b29bb4af-ad78-4350-8e20-664cff2d7b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:01:48.963442 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74e91e6-ef6b-4183-bf58-57c4245f8310 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Network hostable DHCP agents. Network: b29bb4af-ad78-4350-8e20-664cff2d7b68, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:01:48.997347 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-e88fb6ee-ae14-485e-a67d-34919151fc30 admin admin] For port dfca6d1d-a314-4c44-89e8-fadf6649596d, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=dfca6d1d-a314-4c44-89e8-fadf6649596d,segment=NetworkSegment(39c1e18c-52da-422d-b267-009bd37c804b),segment_id=39c1e18c-52da-422d-b267-009bd37c804b)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:01:48.997897 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e88fb6ee-ae14-485e-a67d-34919151fc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:49.032366 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-e88fb6ee-ae14-485e-a67d-34919151fc30 admin admin] Calling delete_port for dfca6d1d-a314-4c44-89e8-fadf6649596d owned by network:router_interface {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:01:49.053414 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74e91e6-ef6b-4183-bf58-57c4245f8310 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Network b29bb4af-ad78-4350-8e20-664cff2d7b68 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:01:49.098810 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-7b3e9cdb-3c0d-4580-9752-69dbc65eb5b9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-110627919-network', 'tenant_id': '5db4861e129545f8b7d9c174999be45f'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:49.135425 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-60911c0e-809b-4a27-923f-5c579e7d2f87 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:49.165018 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-f74e91e6-ef6b-4183-bf58-57c4245f8310 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, b29bb4af-ad78-4350-8e20-664cff2d7b68) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:01:49.172363 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74e91e6-ef6b-4183-bf58-57c4245f8310 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:49.174149 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f74e91e6-ef6b-4183-bf58-57c4245f8310 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:49.193151 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7092213-d468-435e-ba57-b4db88a2bf1f None None] Network b29bb4af-ad78-4350-8e20-664cff2d7b68 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:01:49.225009 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3e9cdb-3c0d-4580-9752-69dbc65eb5b9 admin admin] Made reservation on behalf of 5db4861e129545f8b7d9c174999be45f for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:01:49.227330 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7b3e9cdb-3c0d-4580-9752-69dbc65eb5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:49.253255 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7b3e9cdb-3c0d-4580-9752-69dbc65eb5b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:49.260790 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f74e91e6-ef6b-4183-bf58-57c4245f8310 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1809955 Aug 18 13:01:49.263420 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50498) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:49.268302 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3c41d6-d3d2-486f-bcc3-bcb0d07ec1a8 None None] DHCP port deletion for 41926237-3260-457f-b194-35c3e77af59c request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:01:49.272565 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-0a8d964e-e0b6-4439-9c87-d4f1656e875a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'port': {'network_id': 'b29bb4af-ad78-4350-8e20-664cff2d7b68', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-152090403'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:49.327423 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-60911c0e-809b-4a27-923f-5c579e7d2f87 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Deleting port db6e8812-9525-4a4f-985f-0a313ced953b {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:01:49.328095 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-60911c0e-809b-4a27-923f-5c579e7d2f87 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:49.393049 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7d3c41d6-d3d2-486f-bcc3-bcb0d07ec1a8 None None] Deleting port db6e8812-9525-4a4f-985f-0a313ced953b {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:01:49.393424 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7d3c41d6-d3d2-486f-bcc3-bcb0d07ec1a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:49.469030 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-60911c0e-809b-4a27-923f-5c579e7d2f87 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] For port db6e8812-9525-4a4f-985f-0a313ced953b, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=db6e8812-9525-4a4f-985f-0a313ced953b,segment=NetworkSegment(46c7b28b-8c03-40b8-a7ee-1f1c4269103a),segment_id=46c7b28b-8c03-40b8-a7ee-1f1c4269103a)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:01:49.469030 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-60911c0e-809b-4a27-923f-5c579e7d2f87 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:49.469327 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffaa87a4-b7b9-4551-adf7-b41ed3da03fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-b29bb4af-ad78-4350-8e20-664cff2d7b68', 'network_id': 'b29bb4af-ad78-4350-8e20-664cff2d7b68', 'tenant_id': '96ba955bba3e4c748bb07e5882ab812d', 'fixed_ips': [{'subnet_id': '2a063fc0-644c-4c2b-a2a4-2610b0af36ba'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:01:49.472213 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ffaa87a4-b7b9-4551-adf7-b41ed3da03fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:49.493107 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-60911c0e-809b-4a27-923f-5c579e7d2f87 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Calling delete_port for db6e8812-9525-4a4f-985f-0a313ced953b owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:01:49.511967 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7d3c41d6-d3d2-486f-bcc3-bcb0d07ec1a8 None None] For port db6e8812-9525-4a4f-985f-0a313ced953b, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=db6e8812-9525-4a4f-985f-0a313ced953b,segment=NetworkSegment(46c7b28b-8c03-40b8-a7ee-1f1c4269103a),segment_id=46c7b28b-8c03-40b8-a7ee-1f1c4269103a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:01:49.514513 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7d3c41d6-d3d2-486f-bcc3-bcb0d07ec1a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:49.557867 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7b3e9cdb-3c0d-4580-9752-69dbc65eb5b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:49.579886 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e88fb6ee-ae14-485e-a67d-34919151fc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:49.594992 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7d3c41d6-d3d2-486f-bcc3-bcb0d07ec1a8 None None] Calling delete_port for db6e8812-9525-4a4f-985f-0a313ced953b owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:01:49.632382 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88fb6ee-ae14-485e-a67d-34919151fc30 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfca6d1d-a314-4c44-89e8-fadf6649596d,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:49.721035 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-ffaa87a4-b7b9-4551-adf7-b41ed3da03fc None None] Allocated IP 2001:db8::2 (b29bb4af-ad78-4350-8e20-664cff2d7b68/2a063fc0-644c-4c2b-a2a4-2610b0af36ba/4062b685-c12c-4d2f-8752-1f93863d850d) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:01:49.727324 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7b3e9cdb-3c0d-4580-9752-69dbc65eb5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:49.819499 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e9cdb-3c0d-4580-9752-69dbc65eb5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf262725-ae75-4ce3-82d5-3faccade8fd0,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:49.847039 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8d964e-e0b6-4439-9c87-d4f1656e875a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Made reservation on behalf of 96ba955bba3e4c748bb07e5882ab812d for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:01:49.858205 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0a8d964e-e0b6-4439-9c87-d4f1656e875a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:49.877335 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b3e9cdb-3c0d-4580-9752-69dbc65eb5b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:01:49.891916 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7d3c41d6-d3d2-486f-bcc3-bcb0d07ec1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:49.904487 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-0a8d964e-e0b6-4439-9c87-d4f1656e875a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] device_id is not set on port 2dbd7ad2-d5e7-4993-bb87-ca59c50c39c3 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:01:49.917258 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-60911c0e-809b-4a27-923f-5c579e7d2f87 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:49.936321 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c41d6-d3d2-486f-bcc3-bcb0d07ec1a8 None None] Pushing event deleted for resources: {'Port': ['ID=db6e8812-9525-4a4f-985f-0a313ced953b,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:49.960569 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50516) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:49.965347 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3c41d6-d3d2-486f-bcc3-bcb0d07ec1a8 None None] No DVR routers for this DVR port db6e8812-9525-4a4f-985f-0a313ced953b on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:01:49.968199 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3c41d6-d3d2-486f-bcc3-bcb0d07ec1a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:49.968612 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3c41d6-d3d2-486f-bcc3-bcb0d07ec1a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:49.969092 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3c41d6-d3d2-486f-bcc3-bcb0d07ec1a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:49.969623 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3c41d6-d3d2-486f-bcc3-bcb0d07ec1a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:49.970030 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3c41d6-d3d2-486f-bcc3-bcb0d07ec1a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:49.970523 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3c41d6-d3d2-486f-bcc3-bcb0d07ec1a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:49.971124 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3c41d6-d3d2-486f-bcc3-bcb0d07ec1a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:49.971535 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3c41d6-d3d2-486f-bcc3-bcb0d07ec1a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:49.971929 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3c41d6-d3d2-486f-bcc3-bcb0d07ec1a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:49.972324 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3c41d6-d3d2-486f-bcc3-bcb0d07ec1a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:49.972720 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3c41d6-d3d2-486f-bcc3-bcb0d07ec1a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:49.973112 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3c41d6-d3d2-486f-bcc3-bcb0d07ec1a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:50.042967 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-39c80522-d351-4587-b95e-0ae0824287b8 admin admin] Deleting subnet 01ff60f5-a1bd-4c4a-b8b1-0b6ab79f5acb {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:01:50.047078 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-39c80522-d351-4587-b95e-0ae0824287b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:50.071694 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ffaa87a4-b7b9-4551-adf7-b41ed3da03fc None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:50.083493 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ffaa87a4-b7b9-4551-adf7-b41ed3da03fc None None] Transition to ACTIVE for port object 4062b685-c12c-4d2f-8752-1f93863d850d will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:01:50.091276 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60911c0e-809b-4a27-923f-5c579e7d2f87 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] No DVR routers for this DVR port db6e8812-9525-4a4f-985f-0a313ced953b on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:01:50.101180 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-39c80522-d351-4587-b95e-0ae0824287b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:50.114071 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ffaa87a4-b7b9-4551-adf7-b41ed3da03fc None None] Transition to ACTIVE for port object 4062b685-c12c-4d2f-8752-1f93863d850d will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:01:50.117263 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60911c0e-809b-4a27-923f-5c579e7d2f87 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Pushing event deleted for resources: {'Port': ['ID=db6e8812-9525-4a4f-985f-0a313ced953b,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:50.147624 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7b3e9cdb-3c0d-4580-9752-69dbc65eb5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:50.148148 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-7b3e9cdb-3c0d-4580-9752-69dbc65eb5b9 admin admin] Added segment 57b4e41f-121d-4d32-8b51-688f70aedc50 of type vlan for network f0772655-8fcf-4cc7-a52b-8d2f1d4d6419 Aug 18 13:01:50.208432 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ffaa87a4-b7b9-4551-adf7-b41ed3da03fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:50.220205 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-39c80522-d351-4587-b95e-0ae0824287b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:50.248774 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-60911c0e-809b-4a27-923f-5c579e7d2f87 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:50.279684 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device db6e8812-9525-4a4f-985f-0a313ced953b no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:01:50.280306 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-60911c0e-809b-4a27-923f-5c579e7d2f87 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41926237-3260-457f-b194-35c3e77af59c']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:50.354066 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-0a8d964e-e0b6-4439-9c87-d4f1656e875a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Allocated IP 2001:db8::28c (b29bb4af-ad78-4350-8e20-664cff2d7b68/2a063fc0-644c-4c2b-a2a4-2610b0af36ba/2dbd7ad2-d5e7-4993-bb87-ca59c50c39c3) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:01:50.360287 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-60911c0e-809b-4a27-923f-5c579e7d2f87 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46c7b28b-8c03-40b8-a7ee-1f1c4269103a') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:50.360784 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-60911c0e-809b-4a27-923f-5c579e7d2f87 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46c7b28b-8c03-40b8-a7ee-1f1c4269103a') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:50.380978 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-60911c0e-809b-4a27-923f-5c579e7d2f87 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:50.406091 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7b3e9cdb-3c0d-4580-9752-69dbc65eb5b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:50.423690 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-60911c0e-809b-4a27-923f-5c579e7d2f87 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:50.439534 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60911c0e-809b-4a27-923f-5c579e7d2f87 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:01:50.440113 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-60911c0e-809b-4a27-923f-5c579e7d2f87 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:50.443644 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:01:50.443644 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:01:50.443644 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:01:50.443644 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:01:50.443644 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:01:50.443644 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:01:50.443644 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:01:50.443644 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:01:50.443644 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:01:50.443644 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:01:50.443644 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:01:50.443644 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:01:50.443644 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:01:50.443644 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:01:50.443644 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:01:50.443644 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:01:50.443644 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:01:50.443644 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:01:50.443644 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:01:50.443644 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:01:50.443644 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:01:50.443644 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:01:50.443644 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:01:50.443644 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:01:50.443644 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:01:50.443644 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:01:50.443644 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:01:50.443644 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:01:50.443644 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:01:50.443644 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:01:50.443644 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:01:50.443644 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:01:50.467278 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e88fb6ee-ae14-485e-a67d-34919151fc30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:50.483154 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-39c80522-d351-4587-b95e-0ae0824287b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:50.512076 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffaa87a4-b7b9-4551-adf7-b41ed3da03fc None None] Network b29bb4af-ad78-4350-8e20-664cff2d7b68 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:01:50.514884 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: db6e8812-9525-4a4f-985f-0a313ced953b {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:01:50.515232 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device db6e8812-9525-4a4f-985f-0a313ced953b not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:01:50.522306 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-ffaa87a4-b7b9-4551-adf7-b41ed3da03fc None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:01:50.524427 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa87a4-b7b9-4551-adf7-b41ed3da03fc None None] Pushing event updated for resources: {'Port': ['ID=4062b685-c12c-4d2f-8752-1f93863d850d,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:50.528123 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-39c80522-d351-4587-b95e-0ae0824287b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:50.528289 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaa87a4-b7b9-4551-adf7-b41ed3da03fc None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:01:50.531031 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-39c80522-d351-4587-b95e-0ae0824287b8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/01ff60f5-a1bd-4c4a-b8b1-0b6ab79f5acb HTTP/1.1" status: 204 len: 168 time: 0.5693042 Aug 18 13:01:50.532069 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c80522-d351-4587-b95e-0ae0824287b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01ff60f5-a1bd-4c4a-b8b1-0b6ab79f5acb,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:50.545880 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50520) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:50.603959 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-ffaa87a4-b7b9-4551-adf7-b41ed3da03fc None None] Attempting to bind port 4062b685-c12c-4d2f-8752-1f93863d850d on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:01:50.604486 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-ffaa87a4-b7b9-4551-adf7-b41ed3da03fc None None] Attempting to bind port 4062b685-c12c-4d2f-8752-1f93863d850d by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'cb050e88-69fd-484b-9d3f-1d7263fadac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b29bb4af-ad78-4350-8e20-664cff2d7b68'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:01:50.604994 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaa87a4-b7b9-4551-adf7-b41ed3da03fc None None] Attempting to bind port 4062b685-c12c-4d2f-8752-1f93863d850d on network b29bb4af-ad78-4350-8e20-664cff2d7b68 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:01:50.612742 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaa87a4-b7b9-4551-adf7-b41ed3da03fc None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:01:50.618718 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaa87a4-b7b9-4551-adf7-b41ed3da03fc None None] Checking segment: {'id': 'cb050e88-69fd-484b-9d3f-1d7263fadac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b29bb4af-ad78-4350-8e20-664cff2d7b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:01:50.618718 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ffaa87a4-b7b9-4551-adf7-b41ed3da03fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:50.618718 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaa87a4-b7b9-4551-adf7-b41ed3da03fc None None] Bound using segment: {'id': 'cb050e88-69fd-484b-9d3f-1d7263fadac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b29bb4af-ad78-4350-8e20-664cff2d7b68'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:01:50.618718 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-ffaa87a4-b7b9-4551-adf7-b41ed3da03fc None None] Bound port: 4062b685-c12c-4d2f-8752-1f93863d850d, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb050e88-69fd-484b-9d3f-1d7263fadac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b29bb4af-ad78-4350-8e20-664cff2d7b68'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:01:50.618718 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ffaa87a4-b7b9-4551-adf7-b41ed3da03fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:50.628895 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0a8d964e-e0b6-4439-9c87-d4f1656e875a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:50.656409 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-0a8d964e-e0b6-4439-9c87-d4f1656e875a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Transition to ACTIVE for port object 2dbd7ad2-d5e7-4993-bb87-ca59c50c39c3 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:01:50.661212 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-22d77094-b804-427f-923e-e5377c77e4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:50.701695 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7b3e9cdb-3c0d-4580-9752-69dbc65eb5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:50.702962 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3e9cdb-3c0d-4580-9752-69dbc65eb5b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:50.703546 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7b3e9cdb-3c0d-4580-9752-69dbc65eb5b9 admin admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:50.705985 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-ffaa87a4-b7b9-4551-adf7-b41ed3da03fc None None] For port 4062b685-c12c-4d2f-8752-1f93863d850d, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:01:50.710071 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-ffaa87a4-b7b9-4551-adf7-b41ed3da03fc None None] For port 4062b685-c12c-4d2f-8752-1f93863d850d, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4062b685-c12c-4d2f-8752-1f93863d850d,segment=NetworkSegment(cb050e88-69fd-484b-9d3f-1d7263fadac6),segment_id=cb050e88-69fd-484b-9d3f-1d7263fadac6)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:01:50.759424 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-60911c0e-809b-4a27-923f-5c579e7d2f87 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:50.762826 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ffaa87a4-b7b9-4551-adf7-b41ed3da03fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:50.769113 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-22d77094-b804-427f-923e-e5377c77e4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:50.779643 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-60911c0e-809b-4a27-923f-5c579e7d2f87 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:50.782031 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-22d77094-b804-427f-923e-e5377c77e4e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b896f31e-62b0-4c89-b554-2d6ea14ce4b9']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:50.792509 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50524) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:50.797495 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-60911c0e-809b-4a27-923f-5c579e7d2f87 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] 10.222.0.13 "DELETE /v2.0/networks/41926237-3260-457f-b194-35c3e77af59c HTTP/1.1" status: 204 len: 168 time: 1.8918200 Aug 18 13:01:50.797651 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-22d77094-b804-427f-923e-e5377c77e4e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '203c474d-56e3-424f-9d3b-a131550498ab') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:50.797651 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-22d77094-b804-427f-923e-e5377c77e4e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '203c474d-56e3-424f-9d3b-a131550498ab') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:50.850793 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-22d77094-b804-427f-923e-e5377c77e4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:50.910885 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa87a4-b7b9-4551-adf7-b41ed3da03fc None None] Pushing event updated for resources: {'Port': ['ID=4062b685-c12c-4d2f-8752-1f93863d850d,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:50.929922 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0a8d964e-e0b6-4439-9c87-d4f1656e875a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:50.934710 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e9cdb-3c0d-4580-9752-69dbc65eb5b9 admin admin] Pushing event updated for resources: {'Network': ['ID=f0772655-8fcf-4cc7-a52b-8d2f1d4d6419,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:50.936275 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7b3e9cdb-3c0d-4580-9752-69dbc65eb5b9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0748892 Aug 18 13:01:50.937005 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-22d77094-b804-427f-923e-e5377c77e4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:50.945611 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network f0772655-8fcf-4cc7-a52b-8d2f1d4d6419 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:01:50.946107 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50530) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:50.964142 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-62b5e10c-3c82-427b-8414-7cf2315f1820 admin admin] Request body: {'subnet': {'network_id': 'f0772655-8fcf-4cc7-a52b-8d2f1d4d6419', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-110627919-subnet', 'tenant_id': '5db4861e129545f8b7d9c174999be45f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:50.998928 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60911c0e-809b-4a27-923f-5c579e7d2f87 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Pushing event deleted for resources: {'Network': ['ID=41926237-3260-457f-b194-35c3e77af59c,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:51.013118 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d77094-b804-427f-923e-e5377c77e4e7 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:01:51.013544 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-22d77094-b804-427f-923e-e5377c77e4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:51.015992 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:01:51.015992 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:01:51.015992 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:01:51.015992 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:01:51.015992 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:01:51.015992 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:01:51.015992 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:01:51.015992 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:01:51.015992 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:01:51.015992 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:01:51.015992 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:01:51.015992 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:01:51.015992 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:01:51.015992 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:01:51.015992 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:01:51.015992 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:01:51.015992 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:01:51.015992 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:01:51.015992 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:01:51.015992 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:01:51.015992 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:01:51.015992 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:01:51.015992 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:01:51.015992 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:01:51.015992 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:01:51.015992 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:01:51.015992 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:01:51.015992 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:01:51.015992 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:01:51.015992 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:01:51.015992 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:01:51.015992 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:01:51.097473 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88fb6ee-ae14-485e-a67d-34919151fc30 admin admin] Router 6bb9b83e-9ee6-42aa-baf5-ac459ce339d8 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:01:51.127409 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8d964e-e0b6-4439-9c87-d4f1656e875a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Network b29bb4af-ad78-4350-8e20-664cff2d7b68 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:01:51.140679 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-0a8d964e-e0b6-4439-9c87-d4f1656e875a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:01:51.150880 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d964e-e0b6-4439-9c87-d4f1656e875a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'Port': ['ID=2dbd7ad2-d5e7-4993-bb87-ca59c50c39c3,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:51.158094 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8d964e-e0b6-4439-9c87-d4f1656e875a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:01:51.164389 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8d964e-e0b6-4439-9c87-d4f1656e875a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:51.165371 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0a8d964e-e0b6-4439-9c87-d4f1656e875a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:51.201933 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-d3cca731-5848-4ec0-8295-53acf973eb04 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Deleting port a2021c22-4a48-4a6d-8353-f74e3867fde4 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:01:51.203185 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d3cca731-5848-4ec0-8295-53acf973eb04 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:51.247335 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88fb6ee-ae14-485e-a67d-34919151fc30 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:01:51.253471 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e88fb6ee-ae14-485e-a67d-34919151fc30 admin admin] 10.222.0.13 "PUT /v2.0/routers/6bb9b83e-9ee6-42aa-baf5-ac459ce339d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2381995 Aug 18 13:01:51.257160 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50532) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:51.267975 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee649d0-4935-4e58-a471-b06913676623 None None] Sync routers for ids ['6bb9b83e-9ee6-42aa-baf5-ac459ce339d8'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:01:51.279231 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-22d77094-b804-427f-923e-e5377c77e4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:51.284596 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b5e10c-3c82-427b-8414-7cf2315f1820 admin admin] Made reservation on behalf of 5db4861e129545f8b7d9c174999be45f for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:01:51.287080 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-62b5e10c-3c82-427b-8414-7cf2315f1820 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:51.298485 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-22d77094-b804-427f-923e-e5377c77e4e7 admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:51.300523 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-22d77094-b804-427f-923e-e5377c77e4e7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b896f31e-62b0-4c89-b554-2d6ea14ce4b9 HTTP/1.1" status: 204 len: 168 time: 0.7534513 Aug 18 13:01:51.308996 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee649d0-4935-4e58-a471-b06913676623 None None] Routers {'6bb9b83e-9ee6-42aa-baf5-ac459ce339d8'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:01:51.309970 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-9ee649d0-4935-4e58-a471-b06913676623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:01:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['6bb9b83e-9ee6-42aa-baf5-ac459ce339d8'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:51.407929 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d77094-b804-427f-923e-e5377c77e4e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b896f31e-62b0-4c89-b554-2d6ea14ce4b9,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:51.419111 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0a8d964e-e0b6-4439-9c87-d4f1656e875a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.1510518 Aug 18 13:01:51.423510 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50538) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:51.438454 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b9a5957f-8401-4487-bd3d-2a6f47c02a68 admin admin] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:51.454024 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-9ee649d0-4935-4e58-a471-b06913676623 None None] Set router 6bb9b83e-9ee6-42aa-baf5-ac459ce339d8 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:01:51.544212 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d3cca731-5848-4ec0-8295-53acf973eb04 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:51.544542 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d3cca731-5848-4ec0-8295-53acf973eb04 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:51.566025 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-d3cca731-5848-4ec0-8295-53acf973eb04 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Calling delete_port for a2021c22-4a48-4a6d-8353-f74e3867fde4 owned by network:floatingip {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:01:51.586943 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59debcf0-f981-4562-845f-3e8f90996d51 req-9e316d49-35da-460d-80b5-68d145f1ab07 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:51.589679 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-59debcf0-f981-4562-845f-3e8f90996d51 req-9e316d49-35da-460d-80b5-68d145f1ab07 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=76d68105-1f52-4fc3-9dcc-91f6fe2f304e HTTP/1.1" status: 200 len: 946 time: 0.1072917 Aug 18 13:01:51.652087 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b9a5957f-8401-4487-bd3d-2a6f47c02a68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:51.658852 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-59debcf0-f981-4562-845f-3e8f90996d51 req-9da82f74-bc3b-46cb-820c-93039b5433cf tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604272 Aug 18 13:01:51.689281 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-9ee649d0-4935-4e58-a471-b06913676623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb9b83e-9ee6-42aa-baf5-ac459ce339d8', 'name': 'tempest-ServersTestManualDisk-1232416722-router', 'tenant_id': 'ad18175e88d04841bb55fcc65dd1a498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'daae61c7-2d84-46c9-a213-bf9614d90db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:59:19Z', 'updated_at': '2021-08-18T13:01:49Z', 'revision_number': 5, 'project_id': 'ad18175e88d04841bb55fcc65dd1a498', 'gw_port': {'id': 'daae61c7-2d84-46c9-a213-bf9614d90db1', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb9b83e-9ee6-42aa-baf5-ac459ce339d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:20Z', 'updated_at': '2021-08-18T12:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:51.709094 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-8cf9ce3c-3053-45ce-a1d3-28accb84c2ac tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Deleting port 2dbd7ad2-d5e7-4993-bb87-ca59c50c39c3 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:01:51.709474 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8cf9ce3c-3053-45ce-a1d3-28accb84c2ac tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:51.713581 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50542) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:51.722082 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee649d0-4935-4e58-a471-b06913676623 None None] Checking router: 6bb9b83e-9ee6-42aa-baf5-ac459ce339d8 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:01:51.732041 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee649d0-4935-4e58-a471-b06913676623 None None] Routers {'6bb9b83e-9ee6-42aa-baf5-ac459ce339d8'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:01:51.732759 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-9ee649d0-4935-4e58-a471-b06913676623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:01:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['6bb9b83e-9ee6-42aa-baf5-ac459ce339d8'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:51.778454 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a30f2bf9-8096-4035-88da-bce33ccdd195 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=62165f4489344ba1816de5df17dbe952&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0635235 Aug 18 13:01:51.780635 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50544) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:51.854702 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-b9a5957f-8401-4487-bd3d-2a6f47c02a68 admin admin] Deleting port daae61c7-2d84-46c9-a213-bf9614d90db1 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:01:51.854702 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b9a5957f-8401-4487-bd3d-2a6f47c02a68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:51.857113 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-9ee649d0-4935-4e58-a471-b06913676623 None None] Set router 6bb9b83e-9ee6-42aa-baf5-ac459ce339d8 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:01:51.896868 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0dda5b13-b22e-4b54-a834-5a270ab8a684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:51.916320 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8cf9ce3c-3053-45ce-a1d3-28accb84c2ac tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:51.936671 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0dda5b13-b22e-4b54-a834-5a270ab8a684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:51.987580 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-62b5e10c-3c82-427b-8414-7cf2315f1820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:51.998551 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-b9a5957f-8401-4487-bd3d-2a6f47c02a68 admin admin] For port daae61c7-2d84-46c9-a213-bf9614d90db1, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=daae61c7-2d84-46c9-a213-bf9614d90db1,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:01:51.999855 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b9a5957f-8401-4487-bd3d-2a6f47c02a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:52.000540 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-8cf9ce3c-3053-45ce-a1d3-28accb84c2ac tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Calling delete_port for 2dbd7ad2-d5e7-4993-bb87-ca59c50c39c3 owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:01:52.038639 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-b9a5957f-8401-4487-bd3d-2a6f47c02a68 admin admin] Calling delete_port for daae61c7-2d84-46c9-a213-bf9614d90db1 owned by network:router_gateway {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:01:52.105314 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-9ee649d0-4935-4e58-a471-b06913676623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb9b83e-9ee6-42aa-baf5-ac459ce339d8', 'name': 'tempest-ServersTestManualDisk-1232416722-router', 'tenant_id': 'ad18175e88d04841bb55fcc65dd1a498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'daae61c7-2d84-46c9-a213-bf9614d90db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:59:19Z', 'updated_at': '2021-08-18T13:01:49Z', 'revision_number': 5, 'project_id': 'ad18175e88d04841bb55fcc65dd1a498', 'gw_port': {'id': 'daae61c7-2d84-46c9-a213-bf9614d90db1', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb9b83e-9ee6-42aa-baf5-ac459ce339d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:20Z', 'updated_at': '2021-08-18T12:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:52.107722 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b5e10c-3c82-427b-8414-7cf2315f1820 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00f32c6d-8610-4a26-b77a-8f80b2f8beae,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:52.146931 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee649d0-4935-4e58-a471-b06913676623 None None] The sync data for ids ['6bb9b83e-9ee6-42aa-baf5-ac459ce339d8'] in n-d-803603-2 is: [{'id': '6bb9b83e-9ee6-42aa-baf5-ac459ce339d8', 'name': 'tempest-ServersTestManualDisk-1232416722-router', 'tenant_id': 'ad18175e88d04841bb55fcc65dd1a498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'daae61c7-2d84-46c9-a213-bf9614d90db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:59:19Z', 'updated_at': '2021-08-18T13:01:49Z', 'revision_number': 5, 'project_id': 'ad18175e88d04841bb55fcc65dd1a498', 'gw_port': {'id': 'daae61c7-2d84-46c9-a213-bf9614d90db1', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb9b83e-9ee6-42aa-baf5-ac459ce339d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:20Z', 'updated_at': '2021-08-18T12:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:01:52.165243 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b5e10c-3c82-427b-8414-7cf2315f1820 admin admin] Checking segment: {'id': '57b4e41f-121d-4d32-8b51-688f70aedc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f0772655-8fcf-4cc7-a52b-8d2f1d4d6419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:01:52.166438 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b5e10c-3c82-427b-8414-7cf2315f1820 admin admin] Network hostable DHCP agents. Network: f0772655-8fcf-4cc7-a52b-8d2f1d4d6419, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:01:52.200604 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d3cca731-5848-4ec0-8295-53acf973eb04 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:52.205895 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0dda5b13-b22e-4b54-a834-5a270ab8a684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:52.208805 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0dda5b13-b22e-4b54-a834-5a270ab8a684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:52.210018 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0dda5b13-b22e-4b54-a834-5a270ab8a684 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/db5fdee7-79eb-4377-bf93-e1e111d3897c HTTP/1.1" status: 204 len: 168 time: 0.4283574 Aug 18 13:01:52.233984 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda5b13-b22e-4b54-a834-5a270ab8a684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5fdee7-79eb-4377-bf93-e1e111d3897c,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:52.283908 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531a8300-672d-4606-975a-129b6afb4f9a None None] Network b29bb4af-ad78-4350-8e20-664cff2d7b68 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:01:52.289703 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b5e10c-3c82-427b-8414-7cf2315f1820 admin admin] Network f0772655-8fcf-4cc7-a52b-8d2f1d4d6419 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:01:52.297194 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cca731-5848-4ec0-8295-53acf973eb04 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Pushing event deleted for resources: {'Port': ['ID=a2021c22-4a48-4a6d-8353-f74e3867fde4,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:52.372410 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b9a5957f-8401-4487-bd3d-2a6f47c02a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:52.384430 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-62b5e10c-3c82-427b-8414-7cf2315f1820 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, f0772655-8fcf-4cc7-a52b-8d2f1d4d6419) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:01:52.393398 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510e5cf8-ed49-489a-9cac-e839412edf10 None None] Network f0772655-8fcf-4cc7-a52b-8d2f1d4d6419 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:01:52.395236 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b5e10c-3c82-427b-8414-7cf2315f1820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:52.395236 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-62b5e10c-3c82-427b-8414-7cf2315f1820 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:52.399698 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d3cca731-5848-4ec0-8295-53acf973eb04 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks [] for floatingip, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:52.401248 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a5957f-8401-4487-bd3d-2a6f47c02a68 admin admin] Pushing event deleted for resources: {'Port': ['ID=daae61c7-2d84-46c9-a213-bf9614d90db1,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:52.403321 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d3cca731-5848-4ec0-8295-53acf973eb04 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:52.404649 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d3cca731-5848-4ec0-8295-53acf973eb04 tempest-FloatingIPAdminTestJSON-936425098 tempest-FloatingIPAdminTestJSON-936425098-project] 10.222.0.13 "DELETE /v2.0/floatingips/7a4aa7f5-9c52-4f73-8947-7c78c934f265 HTTP/1.1" status: 204 len: 168 time: 1.6110818 Aug 18 13:01:52.429469 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8cf9ce3c-3053-45ce-a1d3-28accb84c2ac tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:52.465682 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-02cadbbd-59c3-4901-afb7-ca7fa33b60e3 None None] Provisioning for port 4062b685-c12c-4d2f-8752-1f93863d850d completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:01:52.472775 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf9ce3c-3053-45ce-a1d3-28accb84c2ac tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event deleted for resources: {'Port': ['ID=2dbd7ad2-d5e7-4993-bb87-ca59c50c39c3,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:52.494602 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b9a5957f-8401-4487-bd3d-2a6f47c02a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:52.503216 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-62b5e10c-3c82-427b-8414-7cf2315f1820 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5465596 Aug 18 13:01:52.504970 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8cf9ce3c-3053-45ce-a1d3-28accb84c2ac tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:52.507240 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8cf9ce3c-3053-45ce-a1d3-28accb84c2ac tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/ports/2dbd7ad2-d5e7-4993-bb87-ca59c50c39c3 HTTP/1.1" status: 204 len: 168 time: 1.0825362 Aug 18 13:01:52.508112 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50554) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:52.514719 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-6ff98745-bfaa-49c6-b4b6-b4e6f36def2a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-110627919-router', 'tenant_id': '5db4861e129545f8b7d9c174999be45f', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:52.519402 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50556) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:52.550228 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4062b685-c12c-4d2f-8752-1f93863d850d up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:01:52.550409 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3bfb05d-b202-4691-9d51-919fea6ac419 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] GET failed (client error): The resource could not be found. Aug 18 13:01:52.556505 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e3bfb05d-b202-4691-9d51-919fea6ac419 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "GET /v2.0/ports/2dbd7ad2-d5e7-4993-bb87-ca59c50c39c3 HTTP/1.1" status: 404 len: 333 time: 0.0348244 Aug 18 13:01:52.560187 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50558) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:52.626085 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b9a5957f-8401-4487-bd3d-2a6f47c02a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:52.628543 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b9a5957f-8401-4487-bd3d-2a6f47c02a68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:52.710186 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-b70cf01f-8484-4842-ae9e-1ccf47a7f44a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Deleting subnet 2a063fc0-644c-4c2b-a2a4-2610b0af36ba {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:01:52.716460 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b70cf01f-8484-4842-ae9e-1ccf47a7f44a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:52.776015 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6ff98745-bfaa-49c6-b4b6-b4e6f36def2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:52.779104 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6ff98745-bfaa-49c6-b4b6-b4e6f36def2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:52.796014 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b9a5957f-8401-4487-bd3d-2a6f47c02a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:52.799044 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a5957f-8401-4487-bd3d-2a6f47c02a68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bb9b83e-9ee6-42aa-baf5-ac459ce339d8 {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:01:52.812418 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b9a5957f-8401-4487-bd3d-2a6f47c02a68 admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:52.819535 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b9a5957f-8401-4487-bd3d-2a6f47c02a68 admin admin] 10.222.0.13 "DELETE /v2.0/routers/6bb9b83e-9ee6-42aa-baf5-ac459ce339d8 HTTP/1.1" status: 204 len: 168 time: 1.5498507 Aug 18 13:01:52.822226 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50568) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:52.822615 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14eb636a-00d4-4396-94db-87f036bfb8a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-f0772655-8fcf-4cc7-a52b-8d2f1d4d6419', 'network_id': 'f0772655-8fcf-4cc7-a52b-8d2f1d4d6419', 'tenant_id': '5db4861e129545f8b7d9c174999be45f', 'fixed_ips': [{'subnet_id': '00f32c6d-8610-4a26-b77a-8f80b2f8beae'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:01:52.827053 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-14eb636a-00d4-4396-94db-87f036bfb8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:52.854925 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b70cf01f-8484-4842-ae9e-1ccf47a7f44a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:52.904007 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 4062b685-c12c-4d2f-8752-1f93863d850d completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:01:52.909107 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 4062b685-c12c-4d2f-8752-1f93863d850d triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:01:52.909484 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:52.964187 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcf14c0c-5a68-42dd-b055-9a67495a7faa admin admin] Deleting subnet 0c06c137-11d0-4283-9a45-85e179addde7 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:01:52.973553 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bcf14c0c-5a68-42dd-b055-9a67495a7faa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:53.057995 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd41c0-e457-44a2-837c-ae9c4063e0c0 req-293504d0-a53f-44a8-ad4a-931a49f513f2 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:53.063079 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ffbd41c0-e457-44a2-837c-ae9c4063e0c0 req-293504d0-a53f-44a8-ad4a-931a49f513f2 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.39 "GET /v2.0/ports?device_id=76d68105-1f52-4fc3-9dcc-91f6fe2f304e HTTP/1.1" status: 200 len: 946 time: 0.1732483 Aug 18 13:01:53.125235 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6ff98745-bfaa-49c6-b4b6-b4e6f36def2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:53.145488 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4ced2-902b-4004-b358-e4711e2d27c8 req-9c0e8f4f-f285-4b5b-b3c3-2184ae6f68a5 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:53.152489 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-12c4ced2-902b-4004-b358-e4711e2d27c8 req-9c0e8f4f-f285-4b5b-b3c3-2184ae6f68a5 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=76d68105-1f52-4fc3-9dcc-91f6fe2f304e HTTP/1.1" status: 200 len: 946 time: 0.2724795 Aug 18 13:01:53.155706 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50578) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:53.189456 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-9c18fb13-9f6c-41aa-9052-11e6471d1072 None None] Provisioning complete for port 4062b685-c12c-4d2f-8752-1f93863d850d triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:01:53.189831 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9c18fb13-9f6c-41aa-9052-11e6471d1072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:53.245910 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bcf14c0c-5a68-42dd-b055-9a67495a7faa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:53.319246 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:53.392251 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b70cf01f-8484-4842-ae9e-1ccf47a7f44a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:53.412787 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-12c4ced2-902b-4004-b358-e4711e2d27c8 req-303c6b05-bfbb-4a59-a279-83df2468d8c2 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546792 Aug 18 13:01:53.451591 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-ffbd41c0-e457-44a2-837c-ae9c4063e0c0 req-0760db3a-e7db-47e0-b892-5a52dee5f7ef tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Deleting port 9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:01:53.451760 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ffbd41c0-e457-44a2-837c-ae9c4063e0c0 req-0760db3a-e7db-47e0-b892-5a52dee5f7ef tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:53.510298 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-14eb636a-00d4-4396-94db-87f036bfb8a9 None None] Allocated IP 172.20.0.2 (f0772655-8fcf-4cc7-a52b-8d2f1d4d6419/00f32c6d-8610-4a26-b77a-8f80b2f8beae/02b2def8-e385-47ce-95c1-95a5439e14d9) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:01:53.513552 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bcf14c0c-5a68-42dd-b055-9a67495a7faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:53.518378 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6ff98745-bfaa-49c6-b4b6-b4e6f36def2a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:53.661914 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9c18fb13-9f6c-41aa-9052-11e6471d1072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:53.668088 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-ffbd41c0-e457-44a2-837c-ae9c4063e0c0 req-0760db3a-e7db-47e0-b892-5a52dee5f7ef tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] For port 9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1,segment=NetworkSegment(d254ae00-87be-41d4-aa78-e249d1ab7c29),segment_id=d254ae00-87be-41d4-aa78-e249d1ab7c29)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:01:53.669093 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ffbd41c0-e457-44a2-837c-ae9c4063e0c0 req-0760db3a-e7db-47e0-b892-5a52dee5f7ef tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:53.715398 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b70cf01f-8484-4842-ae9e-1ccf47a7f44a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:53.725302 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-ffbd41c0-e457-44a2-837c-ae9c4063e0c0 req-0760db3a-e7db-47e0-b892-5a52dee5f7ef tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Calling delete_port for 9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:01:53.739032 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-fa8b1968-2a5e-4f0c-a9ad-e797223be5b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=af1b173ddde74beda40ad20ea08da098&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5819139 Aug 18 13:01:53.747777 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50592) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:53.765004 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70cf01f-8484-4842-ae9e-1ccf47a7f44a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event deleted for resources: {'Subnet': ['ID=2a063fc0-644c-4c2b-a2a4-2610b0af36ba,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:53.772162 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b70cf01f-8484-4842-ae9e-1ccf47a7f44a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:53.774836 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b70cf01f-8484-4842-ae9e-1ccf47a7f44a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/subnets/2a063fc0-644c-4c2b-a2a4-2610b0af36ba HTTP/1.1" status: 204 len: 168 time: 1.2136376 Aug 18 13:01:53.780498 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50594) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:53.802775 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c909ee9-188f-4aff-8b38-889b248cb112 None None] Network b29bb4af-ad78-4350-8e20-664cff2d7b68 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:01:53.885138 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2b13a010-b2f9-4229-8d13-a1319a4646dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:53.893227 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5b853aad-e2bb-4579-aed9-1f0709a1be88 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:53.922417 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2b13a010-b2f9-4229-8d13-a1319a4646dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:53.952135 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bcf14c0c-5a68-42dd-b055-9a67495a7faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:53.966653 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.db.api [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:01:53.967088 n-d-803603-2 neutron-server[101677]: DEBUG oslo_db.api [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:01:53.973767 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bcf14c0c-5a68-42dd-b055-9a67495a7faa admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:53.979439 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-bcf14c0c-5a68-42dd-b055-9a67495a7faa admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0c06c137-11d0-4283-9a45-85e179addde7 HTTP/1.1" status: 204 len: 168 time: 1.1572630 Aug 18 13:01:53.985219 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50600) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:53.995761 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.db.api [None req-9c18fb13-9f6c-41aa-9052-11e6471d1072 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:01:54.004255 n-d-803603-2 neutron-server[101677]: DEBUG oslo_db.api [None req-9c18fb13-9f6c-41aa-9052-11e6471d1072 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:01:54.004255 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e155d4f9-5466-4d15-9c72-bc03405f7311 None None] Network 295ec318-c76a-4c31-a9c6-7ad31869a63d requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:01:54.031385 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf14c0c-5a68-42dd-b055-9a67495a7faa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c06c137-11d0-4283-9a45-85e179addde7,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:54.092206 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50602) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:54.108268 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-14eb636a-00d4-4396-94db-87f036bfb8a9 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:54.155643 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ffbd41c0-e457-44a2-837c-ae9c4063e0c0 req-0760db3a-e7db-47e0-b892-5a52dee5f7ef tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:54.171216 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['97ca558e-3d41-4476-94e2-0ff5ffc23363', '31d6943a-d69e-4f52-a7bf-d4c9ede2182d', '9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:01:54.176403 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-5b853aad-e2bb-4579-aed9-1f0709a1be88 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Deleting port 4062b685-c12c-4d2f-8752-1f93863d850d {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:01:54.177317 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5b853aad-e2bb-4579-aed9-1f0709a1be88 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:54.200850 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-49e273cc-e725-4e62-ab46-5d33b5b75820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:54.218208 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-14eb636a-00d4-4396-94db-87f036bfb8a9 None None] Transition to ACTIVE for port object 02b2def8-e385-47ce-95c1-95a5439e14d9 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:01:54.243298 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-14eb636a-00d4-4396-94db-87f036bfb8a9 None None] Transition to ACTIVE for port object 02b2def8-e385-47ce-95c1-95a5439e14d9 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:01:54.244264 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6ff98745-bfaa-49c6-b4b6-b4e6f36def2a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:54.282010 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6ff98745-bfaa-49c6-b4b6-b4e6f36def2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:54.310542 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b482060-5b6d-4c35-93e8-d6c8771c51b2 None None] DHCP port deletion for b29bb4af-ad78-4350-8e20-664cff2d7b68 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:01:54.330219 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-14eb636a-00d4-4396-94db-87f036bfb8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:54.381123 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-5b853aad-e2bb-4579-aed9-1f0709a1be88 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] For port 4062b685-c12c-4d2f-8752-1f93863d850d, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4062b685-c12c-4d2f-8752-1f93863d850d,segment=NetworkSegment(cb050e88-69fd-484b-9d3f-1d7263fadac6),segment_id=cb050e88-69fd-484b-9d3f-1d7263fadac6)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:01:54.381501 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5b853aad-e2bb-4579-aed9-1f0709a1be88 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:54.411665 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-5b853aad-e2bb-4579-aed9-1f0709a1be88 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Calling delete_port for 4062b685-c12c-4d2f-8752-1f93863d850d owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:01:54.540817 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-6ff98745-bfaa-49c6-b4b6-b4e6f36def2a admin admin] Allocated IP 172.25.6.66 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:01:54.551239 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e9feae-d3e8-40b3-ae52-88c9319fb912 None None] DHCP port deletion for 295ec318-c76a-4c31-a9c6-7ad31869a63d request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:01:54.567254 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-ee6f6bf6-4e35-42b5-bcb3-956cd9aba735 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2000539584-network', 'tenant_id': 'f3826166f4804f39a01bb3bb6822227a'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:54.573226 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-49e273cc-e725-4e62-ab46-5d33b5b75820 admin admin] Deleting port ae70d5be-d361-49a3-8f01-fbf8cb61355f {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:01:54.573388 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2b13a010-b2f9-4229-8d13-a1319a4646dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:54.573565 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-49e273cc-e725-4e62-ab46-5d33b5b75820 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:54.576651 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2b13a010-b2f9-4229-8d13-a1319a4646dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:54.580568 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2b13a010-b2f9-4229-8d13-a1319a4646dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ee406808-81e2-4932-b9db-43dc2dd76c30 HTTP/1.1" status: 204 len: 168 time: 0.8321850 Aug 18 13:01:54.593306 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0760db3a-e7db-47e0-b892-5a52dee5f7ef tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Pushing event deleted for resources: {'Port': ['ID=9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:54.617765 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffbd41c0-e457-44a2-837c-ae9c4063e0c0 req-0760db3a-e7db-47e0-b892-5a52dee5f7ef tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] No DVR routers for this DVR port 9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1 on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:01:54.630218 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14eb636a-00d4-4396-94db-87f036bfb8a9 None None] Network f0772655-8fcf-4cc7-a52b-8d2f1d4d6419 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:01:54.639089 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ffbd41c0-e457-44a2-837c-ae9c4063e0c0 req-0760db3a-e7db-47e0-b892-5a52dee5f7ef tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:54.641269 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ffbd41c0-e457-44a2-837c-ae9c4063e0c0 req-0760db3a-e7db-47e0-b892-5a52dee5f7ef tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.39 "DELETE /v2.0/ports/9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1 HTTP/1.1" status: 204 len: 173 time: 1.5671091 Aug 18 13:01:54.642105 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d68105-1f52-4fc3-9dcc-91f6fe2f304e', 'name': 'network-vif-deleted', 'tag': '9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:01:54.644562 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a71d485-c208-4cf6-9b0a-69ff0374d9b8" -d '{"events": [{"server_uuid": "76d68105-1f52-4fc3-9dcc-91f6fe2f304e", "name": "network-vif-deleted", "tag": "9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:01:54.650013 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1e4a46b1-6f9c-465a-85c9-8537975c62e4 req-8baddba7-c3ea-488a-a22a-6f0c0147be81 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=76d68105-1f52-4fc3-9dcc-91f6fe2f304e HTTP/1.1" status: 200 len: 210 time: 0.0867682 Aug 18 13:01:54.650887 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b13a010-b2f9-4229-8d13-a1319a4646dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee406808-81e2-4932-b9db-43dc2dd76c30,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:54.662382 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-14eb636a-00d4-4396-94db-87f036bfb8a9 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:01:54.665522 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14eb636a-00d4-4396-94db-87f036bfb8a9 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:01:54.704315 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9635c5cf-3c91-4b6d-9fd0-d1254266a2e7 x-openstack-request-id: req-9635c5cf-3c91-4b6d-9fd0-d1254266a2e7 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:01:54.704726 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d68105-1f52-4fc3-9dcc-91f6fe2f304e", "name": "network-vif-deleted", "tag": "9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:01:54.705046 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9635c5cf-3c91-4b6d-9fd0-d1254266a2e7 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:01:54.705514 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d68105-1f52-4fc3-9dcc-91f6fe2f304e', 'name': 'network-vif-deleted', 'tag': '9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1', 'status': 'completed', 'code': 200} Aug 18 13:01:54.737057 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9c18fb13-9f6c-41aa-9052-11e6471d1072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:54.761522 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb636a-00d4-4396-94db-87f036bfb8a9 None None] Pushing event updated for resources: {'Port': ['ID=02b2def8-e385-47ce-95c1-95a5439e14d9,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:54.771194 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:54.801434 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6f6bf6-4e35-42b5-bcb3-956cd9aba735 admin admin] Made reservation on behalf of f3826166f4804f39a01bb3bb6822227a for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:01:54.805427 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ee6f6bf6-4e35-42b5-bcb3-956cd9aba735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:54.817644 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ee6f6bf6-4e35-42b5-bcb3-956cd9aba735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:54.889524 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-14eb636a-00d4-4396-94db-87f036bfb8a9 None None] Attempting to bind port 02b2def8-e385-47ce-95c1-95a5439e14d9 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:01:54.889903 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-14eb636a-00d4-4396-94db-87f036bfb8a9 None None] Attempting to bind port 02b2def8-e385-47ce-95c1-95a5439e14d9 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '57b4e41f-121d-4d32-8b51-688f70aedc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f0772655-8fcf-4cc7-a52b-8d2f1d4d6419'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:01:54.890468 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eb636a-00d4-4396-94db-87f036bfb8a9 None None] Attempting to bind port 02b2def8-e385-47ce-95c1-95a5439e14d9 on network f0772655-8fcf-4cc7-a52b-8d2f1d4d6419 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:01:54.904905 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-9c18fb13-9f6c-41aa-9052-11e6471d1072 None None] For port 4062b685-c12c-4d2f-8752-1f93863d850d, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4062b685-c12c-4d2f-8752-1f93863d850d,segment=NetworkSegment(cb050e88-69fd-484b-9d3f-1d7263fadac6),segment_id=cb050e88-69fd-484b-9d3f-1d7263fadac6)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:01:54.915429 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eb636a-00d4-4396-94db-87f036bfb8a9 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:01:54.915679 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eb636a-00d4-4396-94db-87f036bfb8a9 None None] Checking segment: {'id': '57b4e41f-121d-4d32-8b51-688f70aedc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f0772655-8fcf-4cc7-a52b-8d2f1d4d6419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:01:54.919375 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-14eb636a-00d4-4396-94db-87f036bfb8a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:54.919375 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eb636a-00d4-4396-94db-87f036bfb8a9 None None] Bound using segment: {'id': '57b4e41f-121d-4d32-8b51-688f70aedc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f0772655-8fcf-4cc7-a52b-8d2f1d4d6419'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:01:54.919375 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-14eb636a-00d4-4396-94db-87f036bfb8a9 None None] Bound port: 02b2def8-e385-47ce-95c1-95a5439e14d9, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b4e41f-121d-4d32-8b51-688f70aedc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f0772655-8fcf-4cc7-a52b-8d2f1d4d6419'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:01:54.919375 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-14eb636a-00d4-4396-94db-87f036bfb8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:54.942870 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-8b482060-5b6d-4c35-93e8-d6c8771c51b2 None None] Deleting port 4062b685-c12c-4d2f-8752-1f93863d850d {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:01:54.943656 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8b482060-5b6d-4c35-93e8-d6c8771c51b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:54.946650 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-35e9feae-d3e8-40b3-ae52-88c9319fb912 None None] Deleting port ae70d5be-d361-49a3-8f01-fbf8cb61355f {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:01:54.947017 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-35e9feae-d3e8-40b3-ae52-88c9319fb912 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:54.952979 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ee6f6bf6-4e35-42b5-bcb3-956cd9aba735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:55.069277 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ee6f6bf6-4e35-42b5-bcb3-956cd9aba735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:55.069557 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9c18fb13-9f6c-41aa-9052-11e6471d1072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:55.107526 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-49e273cc-e725-4e62-ab46-5d33b5b75820 admin admin] For port ae70d5be-d361-49a3-8f01-fbf8cb61355f, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=ae70d5be-d361-49a3-8f01-fbf8cb61355f,segment=NetworkSegment(39c1e18c-52da-422d-b267-009bd37c804b),segment_id=39c1e18c-52da-422d-b267-009bd37c804b)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:01:55.108245 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-49e273cc-e725-4e62-ab46-5d33b5b75820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:55.115086 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee6f6bf6-4e35-42b5-bcb3-956cd9aba735 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:01:55.124407 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-49e273cc-e725-4e62-ab46-5d33b5b75820 admin admin] Calling delete_port for ae70d5be-d361-49a3-8f01-fbf8cb61355f owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:01:55.126894 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f6bf6-4e35-42b5-bcb3-956cd9aba735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e094ab-a1b3-4098-a030-042fbbbea216,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:55.133072 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ee6f6bf6-4e35-42b5-bcb3-956cd9aba735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:55.133728 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-ee6f6bf6-4e35-42b5-bcb3-956cd9aba735 admin admin] Added segment 1b77ad33-4a81-4dc7-a2cd-e431dbf5a8e2 of type vlan for network 27065c7f-ce1d-465c-ab5e-f0459b06982a Aug 18 13:01:55.219845 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ee6f6bf6-4e35-42b5-bcb3-956cd9aba735 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:55.253489 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-8b482060-5b6d-4c35-93e8-d6c8771c51b2 None None] For port 4062b685-c12c-4d2f-8752-1f93863d850d, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4062b685-c12c-4d2f-8752-1f93863d850d,segment=NetworkSegment(cb050e88-69fd-484b-9d3f-1d7263fadac6),segment_id=cb050e88-69fd-484b-9d3f-1d7263fadac6)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:01:55.253896 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8b482060-5b6d-4c35-93e8-d6c8771c51b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:55.256306 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-220d7603-fe67-486a-93d5-c233dc8054ad None None] Could not find standard attr ID for object 2dbd7ad2-d5e7-4993-bb87-ca59c50c39c3. {{(pid=101677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 13:01:55.260174 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-35e9feae-d3e8-40b3-ae52-88c9319fb912 None None] For port ae70d5be-d361-49a3-8f01-fbf8cb61355f, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=ae70d5be-d361-49a3-8f01-fbf8cb61355f,segment=NetworkSegment(39c1e18c-52da-422d-b267-009bd37c804b),segment_id=39c1e18c-52da-422d-b267-009bd37c804b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:01:55.260581 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-35e9feae-d3e8-40b3-ae52-88c9319fb912 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:55.292457 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.db.api [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:01:55.293075 n-d-803603-2 neutron-server[101677]: DEBUG oslo_db.api [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:01:55.300730 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-49e273cc-e725-4e62-ab46-5d33b5b75820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:55.312415 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-8b482060-5b6d-4c35-93e8-d6c8771c51b2 None None] Calling delete_port for 4062b685-c12c-4d2f-8752-1f93863d850d owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:01:55.315085 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ee6f6bf6-4e35-42b5-bcb3-956cd9aba735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:55.315330 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-35e9feae-d3e8-40b3-ae52-88c9319fb912 None None] Calling delete_port for ae70d5be-d361-49a3-8f01-fbf8cb61355f owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:01:55.316249 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6f6bf6-4e35-42b5-bcb3-956cd9aba735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:55.322125 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ee6f6bf6-4e35-42b5-bcb3-956cd9aba735 admin admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:55.327614 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-14eb636a-00d4-4396-94db-87f036bfb8a9 None None] For port 02b2def8-e385-47ce-95c1-95a5439e14d9, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:01:55.342736 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e273cc-e725-4e62-ab46-5d33b5b75820 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae70d5be-d361-49a3-8f01-fbf8cb61355f,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:55.345902 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c18fb13-9f6c-41aa-9052-11e6471d1072 None None] Pushing event updated for resources: {'Port': ['ID=4062b685-c12c-4d2f-8752-1f93863d850d,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:55.360860 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e273cc-e725-4e62-ab46-5d33b5b75820 admin admin] No DVR routers for this DVR port ae70d5be-d361-49a3-8f01-fbf8cb61355f on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:01:55.383770 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-14eb636a-00d4-4396-94db-87f036bfb8a9 None None] For port 02b2def8-e385-47ce-95c1-95a5439e14d9, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=02b2def8-e385-47ce-95c1-95a5439e14d9,segment=NetworkSegment(57b4e41f-121d-4d32-8b51-688f70aedc50),segment_id=57b4e41f-121d-4d32-8b51-688f70aedc50)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:01:55.405325 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f6bf6-4e35-42b5-bcb3-956cd9aba735 admin admin] Pushing event updated for resources: {'Network': ['ID=27065c7f-ce1d-465c-ab5e-f0459b06982a,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:55.438306 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5b853aad-e2bb-4579-aed9-1f0709a1be88 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:55.459244 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 27065c7f-ce1d-465c-ab5e-f0459b06982a details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:01:55.479200 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6ff98745-bfaa-49c6-b4b6-b4e6f36def2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:55.493370 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b853aad-e2bb-4579-aed9-1f0709a1be88 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event deleted for resources: {'Port': ['ID=4062b685-c12c-4d2f-8752-1f93863d850d,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:55.498211 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b853aad-e2bb-4579-aed9-1f0709a1be88 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] No DVR routers for this DVR port 4062b685-c12c-4d2f-8752-1f93863d850d on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:01:55.507364 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-49e273cc-e725-4e62-ab46-5d33b5b75820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:55.529846 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-14eb636a-00d4-4396-94db-87f036bfb8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:55.535217 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ee6f6bf6-4e35-42b5-bcb3-956cd9aba735 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4417729 Aug 18 13:01:55.539286 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50620) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:55.548665 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-49e273cc-e725-4e62-ab46-5d33b5b75820 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['295ec318-c76a-4c31-a9c6-7ad31869a63d']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:55.549658 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-96b498bb-898b-4c4b-ab7c-0849b4cd5748 admin admin] Request body: {'subnet': {'network_id': '27065c7f-ce1d-465c-ab5e-f0459b06982a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2000539584-subnet', 'tenant_id': 'f3826166f4804f39a01bb3bb6822227a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:55.550777 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50622) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:55.605642 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-49e273cc-e725-4e62-ab46-5d33b5b75820 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39c1e18c-52da-422d-b267-009bd37c804b') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:55.605990 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-49e273cc-e725-4e62-ab46-5d33b5b75820 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39c1e18c-52da-422d-b267-009bd37c804b') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:55.636558 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-49e273cc-e725-4e62-ab46-5d33b5b75820 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:55.645828 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-748eddd5-d3be-4aa9-acd7-3dc31eda4a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:55.652829 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b498bb-898b-4c4b-ab7c-0849b4cd5748 admin admin] Made reservation on behalf of f3826166f4804f39a01bb3bb6822227a for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:01:55.657579 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-96b498bb-898b-4c4b-ab7c-0849b4cd5748 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:55.667106 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5b853aad-e2bb-4579-aed9-1f0709a1be88 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:55.687298 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-5b853aad-e2bb-4579-aed9-1f0709a1be88 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b29bb4af-ad78-4350-8e20-664cff2d7b68']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:55.691171 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-49e273cc-e725-4e62-ab46-5d33b5b75820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:55.702520 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb636a-00d4-4396-94db-87f036bfb8a9 None None] Pushing event updated for resources: {'Port': ['ID=02b2def8-e385-47ce-95c1-95a5439e14d9,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:55.707016 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49e273cc-e725-4e62-ab46-5d33b5b75820 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:01:55.707441 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-49e273cc-e725-4e62-ab46-5d33b5b75820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:55.710117 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-5b853aad-e2bb-4579-aed9-1f0709a1be88 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb050e88-69fd-484b-9d3f-1d7263fadac6') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:55.710445 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-5b853aad-e2bb-4579-aed9-1f0709a1be88 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb050e88-69fd-484b-9d3f-1d7263fadac6') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:55.712130 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:01:55.712130 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:01:55.712130 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:01:55.712130 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:01:55.712130 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:01:55.712130 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:01:55.712130 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:01:55.712130 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:01:55.712130 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:01:55.712130 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:01:55.712130 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:01:55.712130 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:01:55.712130 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:01:55.712130 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:01:55.712130 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:01:55.712130 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:01:55.712130 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:01:55.712130 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:01:55.712130 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:01:55.712130 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:01:55.712130 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:01:55.712130 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:01:55.712130 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:01:55.712130 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:01:55.712130 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:01:55.712130 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:01:55.712130 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:01:55.712130 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:01:55.712130 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:01:55.712130 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:01:55.712130 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:01:55.712130 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:01:55.714777 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8b482060-5b6d-4c35-93e8-d6c8771c51b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:55.722088 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-35e9feae-d3e8-40b3-ae52-88c9319fb912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:55.747184 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b482060-5b6d-4c35-93e8-d6c8771c51b2 None None] Pushing event deleted for resources: {'Port': ['ID=4062b685-c12c-4d2f-8752-1f93863d850d,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:55.758387 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b482060-5b6d-4c35-93e8-d6c8771c51b2 None None] No DVR routers for this DVR port 4062b685-c12c-4d2f-8752-1f93863d850d on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:01:55.776028 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5b853aad-e2bb-4579-aed9-1f0709a1be88 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:55.803167 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6ff98745-bfaa-49c6-b4b6-b4e6f36def2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:55.804634 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e9feae-d3e8-40b3-ae52-88c9319fb912 None None] Pushing event deleted for resources: {'Port': ['ID=ae70d5be-d361-49a3-8f01-fbf8cb61355f,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:55.808067 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5b853aad-e2bb-4579-aed9-1f0709a1be88 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:55.809402 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e9feae-d3e8-40b3-ae52-88c9319fb912 None None] No DVR routers for this DVR port ae70d5be-d361-49a3-8f01-fbf8cb61355f on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:01:55.829904 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b853aad-e2bb-4579-aed9-1f0709a1be88 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:01:55.830371 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5b853aad-e2bb-4579-aed9-1f0709a1be88 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:55.852157 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:01:55.852157 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:01:55.852157 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:01:55.852157 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:01:55.852157 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:01:55.852157 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:01:55.852157 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:01:55.852157 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:01:55.852157 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:01:55.852157 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:01:55.852157 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:01:55.852157 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:01:55.852157 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:01:55.852157 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:01:55.852157 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:01:55.852157 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:01:55.852157 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:01:55.852157 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:01:55.852157 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:01:55.852157 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:01:55.852157 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:01:55.852157 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:01:55.852157 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:01:55.852157 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:01:55.852157 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:01:55.852157 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:01:55.852157 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:01:55.852157 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:01:55.852157 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:01:55.852157 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:01:55.852157 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:01:55.852157 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:01:55.890802 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ced9e92-a70c-4d7a-bd0a-b866d726d901 req-4926bb43-a966-4515-8530-4207060e9ebf tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=76d68105-1f52-4fc3-9dcc-91f6fe2f304e HTTP/1.1" status: 200 len: 210 time: 0.0464890 Aug 18 13:01:55.936336 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-49e273cc-e725-4e62-ab46-5d33b5b75820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:55.941867 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff98745-bfaa-49c6-b4b6-b4e6f36def2a admin admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:01:55.988192 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-49e273cc-e725-4e62-ab46-5d33b5b75820 admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:55.994353 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-49e273cc-e725-4e62-ab46-5d33b5b75820 admin admin] 10.222.0.13 "DELETE /v2.0/networks/295ec318-c76a-4c31-a9c6-7ad31869a63d HTTP/1.1" status: 204 len: 168 time: 2.0070102 Aug 18 13:01:55.996362 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e273cc-e725-4e62-ab46-5d33b5b75820 admin admin] Pushing event deleted for resources: {'Network': ['ID=295ec318-c76a-4c31-a9c6-7ad31869a63d,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:55.998585 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-6ff98745-bfaa-49c6-b4b6-b4e6f36def2a admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:01:56.005132 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff98745-bfaa-49c6-b4b6-b4e6f36def2a admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:01:56.008334 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff98745-bfaa-49c6-b4b6-b4e6f36def2a admin admin] Pushing event updated for resources: {'Port': ['ID=0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:56.141422 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Port 4062b685-c12c-4d2f-8752-1f93863d850d update to ACTIVE by agent not found {{(pid=101677) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 18 13:01:56.158148 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5b853aad-e2bb-4579-aed9-1f0709a1be88 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:56.163717 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5b853aad-e2bb-4579-aed9-1f0709a1be88 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:56.165187 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5b853aad-e2bb-4579-aed9-1f0709a1be88 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/networks/b29bb4af-ad78-4350-8e20-664cff2d7b68 HTTP/1.1" status: 204 len: 168 time: 2.3829982 Aug 18 13:01:56.175578 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50630) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:56.180907 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-854f087c-9dfe-42b4-8f98-f596a761eed2 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'port': {'network_id': 'c58bf31f-4965-4f99-ab5b-59ba564598ff', 'name': 'tempest-PortsIpV6TestJSON-1727192997'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:56.203255 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-96b498bb-898b-4c4b-ab7c-0849b4cd5748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:56.224688 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b853aad-e2bb-4579-aed9-1f0709a1be88 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event deleted for resources: {'Network': ['ID=b29bb4af-ad78-4350-8e20-664cff2d7b68,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:56.229615 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-748eddd5-d3be-4aa9-acd7-3dc31eda4a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:56.299118 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 02b2def8-e385-47ce-95c1-95a5439e14d9 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:01:56.326119 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b498bb-898b-4c4b-ab7c-0849b4cd5748 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2ca989d-08e9-404c-97fe-0e7a4ac27bc0,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:56.332508 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-748eddd5-d3be-4aa9-acd7-3dc31eda4a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:56.334390 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b498bb-898b-4c4b-ab7c-0849b4cd5748 admin admin] Checking segment: {'id': '1b77ad33-4a81-4dc7-a2cd-e431dbf5a8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '27065c7f-ce1d-465c-ab5e-f0459b06982a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:01:56.336582 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b498bb-898b-4c4b-ab7c-0849b4cd5748 admin admin] Network hostable DHCP agents. Network: 27065c7f-ce1d-465c-ab5e-f0459b06982a, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:01:56.419175 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-748eddd5-d3be-4aa9-acd7-3dc31eda4a34 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=54d8ebbd09864ec8a28d13ea2c19e0cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8547106 Aug 18 13:01:56.421514 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748eddd5-d3be-4aa9-acd7-3dc31eda4a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4dc8c8-32bf-40a2-8b47-550417b3bbc1,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:56.421788 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50634) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:56.464843 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854f087c-9dfe-42b4-8f98-f596a761eed2 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Made reservation on behalf of 96ba955bba3e4c748bb07e5882ab812d for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:01:56.469184 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-854f087c-9dfe-42b4-8f98-f596a761eed2 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:56.487311 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6ff98745-bfaa-49c6-b4b6-b4e6f36def2a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:56.494237 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-023a7ef3-a1d2-4611-8543-43c15259db27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:56.507876 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [None req-854f087c-9dfe-42b4-8f98-f596a761eed2 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] device_id is not set on port 01b9fd6d-7a56-4721-b552-a384f9f6fc30 yet. {{(pid=101675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:01:56.532827 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 02b2def8-e385-47ce-95c1-95a5439e14d9 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:01:56.558479 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-023a7ef3-a1d2-4611-8543-43c15259db27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:56.564420 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b498bb-898b-4c4b-ab7c-0849b4cd5748 admin admin] Network 27065c7f-ce1d-465c-ab5e-f0459b06982a is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:01:56.585234 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50636) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:56.609326 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device dfca6d1d-a314-4c44-89e8-fadf6649596d no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:01:56.632274 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: dfca6d1d-a314-4c44-89e8-fadf6649596d {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:01:56.632628 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device dfca6d1d-a314-4c44-89e8-fadf6649596d not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:01:56.633329 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device daae61c7-2d84-46c9-a213-bf9614d90db1 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:01:56.657880 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: daae61c7-2d84-46c9-a213-bf9614d90db1 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:01:56.658504 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device daae61c7-2d84-46c9-a213-bf9614d90db1 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:01:56.659062 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device ae70d5be-d361-49a3-8f01-fbf8cb61355f no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:01:56.687504 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-96b498bb-898b-4c4b-ab7c-0849b4cd5748 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 27065c7f-ce1d-465c-ab5e-f0459b06982a) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:01:56.687727 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: ae70d5be-d361-49a3-8f01-fbf8cb61355f {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:01:56.687727 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device ae70d5be-d361-49a3-8f01-fbf8cb61355f not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:01:56.687727 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4062b685-c12c-4d2f-8752-1f93863d850d no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:01:56.690918 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b498bb-898b-4c4b-ab7c-0849b4cd5748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:56.691517 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-96b498bb-898b-4c4b-ab7c-0849b4cd5748 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:56.713350 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8ebd4d9c-f894-4285-b7cc-bd659c2d3a7f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad18175e88d04841bb55fcc65dd1a498&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1247656 Aug 18 13:01:56.723110 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196050d6-495e-48b2-84d4-49230272d64f None None] Network 27065c7f-ce1d-465c-ab5e-f0459b06982a requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:01:56.725798 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50638) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:56.726425 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 4062b685-c12c-4d2f-8752-1f93863d850d {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:01:56.726775 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4062b685-c12c-4d2f-8752-1f93863d850d not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:01:56.780746 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6ff98745-bfaa-49c6-b4b6-b4e6f36def2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:56.789302 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-023a7ef3-a1d2-4611-8543-43c15259db27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:56.791975 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-023a7ef3-a1d2-4611-8543-43c15259db27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:56.793198 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-023a7ef3-a1d2-4611-8543-43c15259db27 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a4dc8c8-32bf-40a2-8b47-550417b3bbc1 HTTP/1.1" status: 204 len: 168 time: 0.3701322 Aug 18 13:01:56.825044 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:01:56.834278 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a7ef3-a1d2-4611-8543-43c15259db27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4dc8c8-32bf-40a2-8b47-550417b3bbc1,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:56.868955 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-96b498bb-898b-4c4b-ab7c-0849b4cd5748 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3276546 Aug 18 13:01:56.873272 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-854f087c-9dfe-42b4-8f98-f596a761eed2 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:56.901193 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-72e22854-5824-4529-a4d9-e89dee5f3dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:56.922235 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: 9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:01:56.923037 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 9b3af4f2-1d7a-4617-b9ca-c68e3c9aeec1 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:01:56.972514 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-72e22854-5824-4529-a4d9-e89dee5f3dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:57.040662 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff98745-bfaa-49c6-b4b6-b4e6f36def2a admin admin] Router aeae85b3-63fa-461a-9126-03614cc7834d is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:01:57.072902 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e7cce1-9a35-4ac7-89de-12e80f3103c1 None None] Network 27065c7f-ce1d-465c-ab5e-f0459b06982a requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:01:57.086586 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-854f087c-9dfe-42b4-8f98-f596a761eed2 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:57.153218 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-72e22854-5824-4529-a4d9-e89dee5f3dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:57.156514 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-72e22854-5824-4529-a4d9-e89dee5f3dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:57.157862 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-72e22854-5824-4529-a4d9-e89dee5f3dc6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8cb423d-f19b-424c-8553-60e2c46b3696 HTTP/1.1" status: 204 len: 168 time: 0.4027166 Aug 18 13:01:57.170876 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854f087c-9dfe-42b4-8f98-f596a761eed2 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Network c58bf31f-4965-4f99-ab5b-59ba564598ff is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:01:57.180687 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909784e0-6130-4137-92ac-927ea511229c None None] Network f0772655-8fcf-4cc7-a52b-8d2f1d4d6419 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:01:57.192746 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-854f087c-9dfe-42b4-8f98-f596a761eed2 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:01:57.196453 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854f087c-9dfe-42b4-8f98-f596a761eed2 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:01:57.206083 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff98745-bfaa-49c6-b4b6-b4e6f36def2a admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:01:57.219308 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854f087c-9dfe-42b4-8f98-f596a761eed2 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:57.219662 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cc5375-a789-4e70-abde-85264da7b8c4 None None] Sync routers for ids ['aeae85b3-63fa-461a-9126-03614cc7834d'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:01:57.223528 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-854f087c-9dfe-42b4-8f98-f596a761eed2 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:57.234384 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cc5375-a789-4e70-abde-85264da7b8c4 None None] Routers {'aeae85b3-63fa-461a-9126-03614cc7834d'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:01:57.236380 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-49cc5375-a789-4e70-abde-85264da7b8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:01:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['aeae85b3-63fa-461a-9126-03614cc7834d'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:57.250526 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e22854-5824-4529-a4d9-e89dee5f3dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cb423d-f19b-424c-8553-60e2c46b3696,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:57.273239 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f087c-9dfe-42b4-8f98-f596a761eed2 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'Port': ['ID=01b9fd6d-7a56-4721-b552-a384f9f6fc30,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:57.318394 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6ff98745-bfaa-49c6-b4b6-b4e6f36def2a admin admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:57.327521 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6ff98745-bfaa-49c6-b4b6-b4e6f36def2a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8105600 Aug 18 13:01:57.327521 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50656) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:57.366773 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-854f087c-9dfe-42b4-8f98-f596a761eed2 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1877263 Aug 18 13:01:57.368455 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50664) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:57.453776 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-2982a979-092d-43dd-a9ad-e2b5a4cc2232 None None] Provisioning for port 02b2def8-e385-47ce-95c1-95a5439e14d9 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:01:57.468915 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-2982a979-092d-43dd-a9ad-e2b5a4cc2232 None None] Provisioning complete for port 02b2def8-e385-47ce-95c1-95a5439e14d9 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:01:57.469637 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2982a979-092d-43dd-a9ad-e2b5a4cc2232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:57.475872 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-49cc5375-a789-4e70-abde-85264da7b8c4 None None] Set router aeae85b3-63fa-461a-9126-03614cc7834d gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:01:57.530268 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-2b4d145c-8595-46e3-aa92-bf8c4d765541 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Deleting port 01b9fd6d-7a56-4721-b552-a384f9f6fc30 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:01:57.531806 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2b4d145c-8595-46e3-aa92-bf8c4d765541 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:57.637812 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2982a979-092d-43dd-a9ad-e2b5a4cc2232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:57.724928 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2b4d145c-8595-46e3-aa92-bf8c4d765541 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:57.750145 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-2982a979-092d-43dd-a9ad-e2b5a4cc2232 None None] For port 02b2def8-e385-47ce-95c1-95a5439e14d9, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=02b2def8-e385-47ce-95c1-95a5439e14d9,segment=NetworkSegment(57b4e41f-121d-4d32-8b51-688f70aedc50),segment_id=57b4e41f-121d-4d32-8b51-688f70aedc50)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:01:57.786754 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-2b4d145c-8595-46e3-aa92-bf8c4d765541 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Calling delete_port for 01b9fd6d-7a56-4721-b552-a384f9f6fc30 owned by {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:01:57.835515 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2982a979-092d-43dd-a9ad-e2b5a4cc2232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:57.861480 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-49cc5375-a789-4e70-abde-85264da7b8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'name': 'tempest-AttachVolumeTestJSON-110627919-router', 'tenant_id': '5db4861e129545f8b7d9c174999be45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:01:52Z', 'updated_at': '2021-08-18T13:01:56Z', 'revision_number': 3, 'project_id': '5db4861e129545f8b7d9c174999be45f', 'gw_port': {'id': '0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:37:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:01:54Z', 'updated_at': '2021-08-18T13:01:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:57.892838 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cc5375-a789-4e70-abde-85264da7b8c4 None None] Checking router: aeae85b3-63fa-461a-9126-03614cc7834d for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:01:57.897294 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cc5375-a789-4e70-abde-85264da7b8c4 None None] Updating router aeae85b3-63fa-461a-9126-03614cc7834d port 0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:01:57.925357 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-49cc5375-a789-4e70-abde-85264da7b8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:57.935695 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be34722-64a5-467f-a24d-507e904a3043 req-eebef886-95a4-4f4a-8599-ab6b7e2dcc7c tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:57.938101 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982a979-092d-43dd-a9ad-e2b5a4cc2232 None None] Pushing event updated for resources: {'Port': ['ID=02b2def8-e385-47ce-95c1-95a5439e14d9,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:57.943555 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2be34722-64a5-467f-a24d-507e904a3043 req-eebef886-95a4-4f4a-8599-ab6b7e2dcc7c tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab48bf25-43e4-445e-ae88-a787c718bff2 HTTP/1.1" status: 200 len: 946 time: 0.1752133 Aug 18 13:01:57.953198 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:57.966854 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c531565a-f49d-4b0d-86aa-70de32e84998 None None] Provisioning complete for port 02b2def8-e385-47ce-95c1-95a5439e14d9 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:01:57.967799 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c531565a-f49d-4b0d-86aa-70de32e84998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:58.006526 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2be34722-64a5-467f-a24d-507e904a3043 req-d4219793-0eff-434b-b430-51ae9017c8fd tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574567 Aug 18 13:01:58.092532 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:01:58.146027 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-875cf250-dbb4-4d62-b8c0-4cbf21ccf8ff tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:58.147606 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-875cf250-dbb4-4d62-b8c0-4cbf21ccf8ff tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/networks?id=27065c7f-ce1d-465c-ab5e-f0459b06982a HTTP/1.1" status: 200 len: 818 time: 0.3174584 Aug 18 13:01:58.193464 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-4edc4e6d-acc2-493f-9014-a2cf12563da6 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/quotas/f3826166f4804f39a01bb3bb6822227a HTTP/1.1" status: 200 len: 375 time: 0.0137603 Aug 18 13:01:58.223244 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2b4d145c-8595-46e3-aa92-bf8c4d765541 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:58.230265 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 02b2def8-e385-47ce-95c1-95a5439e14d9 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:01:58.243002 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-5e2333df-8098-42b3-8b11-82794b41a454 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f3826166f4804f39a01bb3bb6822227a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397604 Aug 18 13:01:58.285062 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d145c-8595-46e3-aa92-bf8c4d765541 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event deleted for resources: {'Port': ['ID=01b9fd6d-7a56-4721-b552-a384f9f6fc30,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:58.292687 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50686) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:58.300634 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2b4d145c-8595-46e3-aa92-bf8c4d765541 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:58.303633 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2b4d145c-8595-46e3-aa92-bf8c4d765541 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/ports/01b9fd6d-7a56-4721-b552-a384f9f6fc30 HTTP/1.1" status: 204 len: 168 time: 0.9341085 Aug 18 13:01:58.311654 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 02b2def8-e385-47ce-95c1-95a5439e14d9 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:01:58.312345 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:58.314721 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-770db0d6-558e-4acd-94e2-45c7d54baf5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:58.316614 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50688) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:58.324263 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-89e7fbfe-e7cb-4886-81ed-e31fa01607a3 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'port': {'network_id': 'c58bf31f-4965-4f99-ab5b-59ba564598ff', 'mac_address': 'fa:16:3e:f8:43:d7', 'name': 'tempest-PortsIpV6TestJSON-982277599'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:58.343143 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-49cc5375-a789-4e70-abde-85264da7b8c4 None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:58.366654 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-49cc5375-a789-4e70-abde-85264da7b8c4 None None] Transition to ACTIVE for port object 0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:01:58.466009 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-c6e9081e-a3ef-4b30-b1b0-4465f74b8851 service neutron] 10.222.0.13 "GET /v2.0/networks/27065c7f-ce1d-465c-ab5e-f0459b06982a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964154 Aug 18 13:01:58.480667 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-49cc5375-a789-4e70-abde-85264da7b8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:58.522758 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-770db0d6-558e-4acd-94e2-45c7d54baf5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:58.534383 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac036ec8-af4a-4346-a2fb-dd25db278d55 None None] Pushing event updated for resources: {'Port': ['ID=0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:58.549324 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac036ec8-af4a-4346-a2fb-dd25db278d55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:58.549674 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac036ec8-af4a-4346-a2fb-dd25db278d55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:58.550019 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac036ec8-af4a-4346-a2fb-dd25db278d55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:58.550456 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac036ec8-af4a-4346-a2fb-dd25db278d55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:58.550778 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac036ec8-af4a-4346-a2fb-dd25db278d55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:58.551107 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac036ec8-af4a-4346-a2fb-dd25db278d55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:58.551637 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac036ec8-af4a-4346-a2fb-dd25db278d55 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:58.551971 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac036ec8-af4a-4346-a2fb-dd25db278d55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:58.552295 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac036ec8-af4a-4346-a2fb-dd25db278d55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:58.552620 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac036ec8-af4a-4346-a2fb-dd25db278d55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:58.552944 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac036ec8-af4a-4346-a2fb-dd25db278d55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:58.553324 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac036ec8-af4a-4346-a2fb-dd25db278d55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:01:58.560605 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-49cc5375-a789-4e70-abde-85264da7b8c4 None None] Attempting to bind port 0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:01:58.561223 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-49cc5375-a789-4e70-abde-85264da7b8c4 None None] Attempting to bind port 0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:01:58.561582 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cc5375-a789-4e70-abde-85264da7b8c4 None None] Attempting to bind port 0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82 on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:01:58.567012 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e821b854-bcd9-4c1f-b341-e05d41eabd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:58.567192 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cc5375-a789-4e70-abde-85264da7b8c4 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:01:58.567537 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cc5375-a789-4e70-abde-85264da7b8c4 None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:01:58.567939 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-49cc5375-a789-4e70-abde-85264da7b8c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:58.568326 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cc5375-a789-4e70-abde-85264da7b8c4 None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:01:58.568790 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-49cc5375-a789-4e70-abde-85264da7b8c4 None None] Bound port: 0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:01:58.569174 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-49cc5375-a789-4e70-abde-85264da7b8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:58.582592 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:58.630817 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-49cc5375-a789-4e70-abde-85264da7b8c4 None None] For port 0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:01:58.632956 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-770db0d6-558e-4acd-94e2-45c7d54baf5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:58.634720 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-49cc5375-a789-4e70-abde-85264da7b8c4 None None] For port 0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:01:58.679856 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-ac763dff-0ab3-4d90-bf84-a5f09089e26a service neutron] 10.222.0.13 "GET /v2.0/networks/27065c7f-ce1d-465c-ab5e-f0459b06982a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817231 Aug 18 13:01:58.682151 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770db0d6-558e-4acd-94e2-45c7d54baf5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06cbab99-b1e6-45cc-88b2-70d3bd04b8f5,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:58.702434 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-770db0d6-558e-4acd-94e2-45c7d54baf5e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff3cdf6e076749f7a66e87ed5dc4c1db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4085906 Aug 18 13:01:58.703069 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50696) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:58.751131 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-49cc5375-a789-4e70-abde-85264da7b8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:58.755753 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e7fbfe-e7cb-4886-81ed-e31fa01607a3 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Made reservation on behalf of 96ba955bba3e4c748bb07e5882ab812d for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:01:58.843693 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-e821b854-bcd9-4c1f-b341-e05d41eabd7f admin admin] Allocated IP 172.20.0.1 (f0772655-8fcf-4cc7-a52b-8d2f1d4d6419/00f32c6d-8610-4a26-b77a-8f80b2f8beae/fdae7c70-e703-4736-9911-3c6896e884fe) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:01:58.854967 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cc5375-a789-4e70-abde-85264da7b8c4 None None] Routers {'aeae85b3-63fa-461a-9126-03614cc7834d'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:01:58.855754 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-49cc5375-a789-4e70-abde-85264da7b8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:01:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['aeae85b3-63fa-461a-9126-03614cc7834d'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:58.916372 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-89e7fbfe-e7cb-4886-81ed-e31fa01607a3 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:58.954415 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8a1b004f-222e-4ca8-9ff5-e3dffdc074fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:58.964428 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [None req-89e7fbfe-e7cb-4886-81ed-e31fa01607a3 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] device_id is not set on port 2847bb94-335c-4ea2-8a3d-89a112ebc83c yet. {{(pid=101675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:01:58.991766 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123ce1e-7289-43c1-b1f9-856185e3ecbf req-f060dbe8-7b66-4897-9cbc-839e0e6aa9cd tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:58.993230 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e123ce1e-7289-43c1-b1f9-856185e3ecbf req-f060dbe8-7b66-4897-9cbc-839e0e6aa9cd tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab48bf25-43e4-445e-ae88-a787c718bff2 HTTP/1.1" status: 200 len: 946 time: 0.1156082 Aug 18 13:01:58.995701 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac036ec8-af4a-4346-a2fb-dd25db278d55 None None] Pushing event updated for resources: {'Port': ['ID=0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:59.011345 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e821b854-bcd9-4c1f-b341-e05d41eabd7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:59.027782 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-e821b854-bcd9-4c1f-b341-e05d41eabd7f admin admin] Transition to ACTIVE for port object fdae7c70-e703-4736-9911-3c6896e884fe will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:01:59.039566 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-49cc5375-a789-4e70-abde-85264da7b8c4 None None] Set router aeae85b3-63fa-461a-9126-03614cc7834d gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:01:59.068139 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8a1b004f-222e-4ca8-9ff5-e3dffdc074fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:59.138029 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50706) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:01:59.145059 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e821b854-bcd9-4c1f-b341-e05d41eabd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:59.237349 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813cdfd-2632-4fb4-8955-3e026a4cd856 req-374036b2-54f8-4de4-a475-2c5eb8be89bd tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:59.238961 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1813cdfd-2632-4fb4-8955-3e026a4cd856 req-374036b2-54f8-4de4-a475-2c5eb8be89bd tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab48bf25-43e4-445e-ae88-a787c718bff2 HTTP/1.1" status: 200 len: 946 time: 0.0938210 Aug 18 13:01:59.247386 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-e123ce1e-7289-43c1-b1f9-856185e3ecbf req-efb12ff6-92bd-42f9-9912-4242e203398b tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Deleting port 31d6943a-d69e-4f52-a7bf-d4c9ede2182d {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:01:59.247386 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e123ce1e-7289-43c1-b1f9-856185e3ecbf req-efb12ff6-92bd-42f9-9912-4242e203398b tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:59.253559 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e821b854-bcd9-4c1f-b341-e05d41eabd7f admin admin] Network f0772655-8fcf-4cc7-a52b-8d2f1d4d6419 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:01:59.289522 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-e821b854-bcd9-4c1f-b341-e05d41eabd7f admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:01:59.294677 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e821b854-bcd9-4c1f-b341-e05d41eabd7f admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:01:59.339325 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8a1b004f-222e-4ca8-9ff5-e3dffdc074fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:59.342002 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8a1b004f-222e-4ca8-9ff5-e3dffdc074fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:59.343207 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8a1b004f-222e-4ca8-9ff5-e3dffdc074fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06cbab99-b1e6-45cc-88b2-70d3bd04b8f5 HTTP/1.1" status: 204 len: 168 time: 0.6391885 Aug 18 13:01:59.388999 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-49cc5375-a789-4e70-abde-85264da7b8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'name': 'tempest-AttachVolumeTestJSON-110627919-router', 'tenant_id': '5db4861e129545f8b7d9c174999be45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:01:52Z', 'updated_at': '2021-08-18T13:01:56Z', 'revision_number': 3, 'project_id': '5db4861e129545f8b7d9c174999be45f', 'gw_port': {'id': '0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:37:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:01:54Z', 'updated_at': '2021-08-18T13:01:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:01:59.397108 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-c438cb21-0ce3-4775-8deb-5a10ffef08e9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1514652679-network', 'tenant_id': 'fe51d9a3ab5d41809c2e069eae59963d'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:01:59.436855 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821b854-bcd9-4c1f-b341-e05d41eabd7f admin admin] Pushing event updated for resources: {'Port': ['ID=fdae7c70-e703-4736-9911-3c6896e884fe,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:59.449474 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e821b854-bcd9-4c1f-b341-e05d41eabd7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:59.453112 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1813cdfd-2632-4fb4-8955-3e026a4cd856 req-2befc5a7-23e0-4880-a511-3829abe7341b tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880057 Aug 18 13:01:59.479003 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cc5375-a789-4e70-abde-85264da7b8c4 None None] The sync data for ids ['aeae85b3-63fa-461a-9126-03614cc7834d'] in n-d-803603-2 is: [{'id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'name': 'tempest-AttachVolumeTestJSON-110627919-router', 'tenant_id': '5db4861e129545f8b7d9c174999be45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:01:52Z', 'updated_at': '2021-08-18T13:01:56Z', 'revision_number': 3, 'project_id': '5db4861e129545f8b7d9c174999be45f', 'gw_port': {'id': '0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:37:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:01:54Z', 'updated_at': '2021-08-18T13:01:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:01:59.484344 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1b004f-222e-4ca8-9ff5-e3dffdc074fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cbab99-b1e6-45cc-88b2-70d3bd04b8f5,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:01:59.581804 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-40064f40-6525-4d87-8f3c-a93c0a454a8a req-c6d14958-a3e9-4013-8d5c-633e504043b0 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c42b9cf-d3a2-4551-a402-9a0b523c6f44 HTTP/1.1" status: 200 len: 210 time: 0.0466156 Aug 18 13:01:59.633108 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-e123ce1e-7289-43c1-b1f9-856185e3ecbf req-efb12ff6-92bd-42f9-9912-4242e203398b tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] For port 31d6943a-d69e-4f52-a7bf-d4c9ede2182d, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=31d6943a-d69e-4f52-a7bf-d4c9ede2182d,segment=NetworkSegment(d254ae00-87be-41d4-aa78-e249d1ab7c29),segment_id=d254ae00-87be-41d4-aa78-e249d1ab7c29)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:01:59.633108 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e123ce1e-7289-43c1-b1f9-856185e3ecbf req-efb12ff6-92bd-42f9-9912-4242e203398b tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:59.646112 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c438cb21-0ce3-4775-8deb-5a10ffef08e9 admin admin] Made reservation on behalf of fe51d9a3ab5d41809c2e069eae59963d for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:01:59.649948 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c438cb21-0ce3-4775-8deb-5a10ffef08e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:59.662574 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c438cb21-0ce3-4775-8deb-5a10ffef08e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:59.674677 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-89e7fbfe-e7cb-4886-81ed-e31fa01607a3 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:59.681671 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-e123ce1e-7289-43c1-b1f9-856185e3ecbf req-efb12ff6-92bd-42f9-9912-4242e203398b tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Calling delete_port for 31d6943a-d69e-4f52-a7bf-d4c9ede2182d owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:01:59.831729 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c438cb21-0ce3-4775-8deb-5a10ffef08e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:59.834567 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-89e7fbfe-e7cb-4886-81ed-e31fa01607a3 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:59.846844 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e821b854-bcd9-4c1f-b341-e05d41eabd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:59.897339 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ad262ed8-7944-4066-be25-fde00dc9c794 None None] Provisioning for port fdae7c70-e703-4736-9911-3c6896e884fe completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:01:59.901761 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ad262ed8-7944-4066-be25-fde00dc9c794 None None] Provisioning complete for port fdae7c70-e703-4736-9911-3c6896e884fe triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:01:59.908717 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ad262ed8-7944-4066-be25-fde00dc9c794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:59.942963 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c438cb21-0ce3-4775-8deb-5a10ffef08e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:59.945606 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e7fbfe-e7cb-4886-81ed-e31fa01607a3 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Network c58bf31f-4965-4f99-ab5b-59ba564598ff is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:01:59.959264 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-89e7fbfe-e7cb-4886-81ed-e31fa01607a3 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:01:59.966610 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e7fbfe-e7cb-4886-81ed-e31fa01607a3 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:01:59.974162 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e7fbfe-e7cb-4886-81ed-e31fa01607a3 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:59.975039 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-89e7fbfe-e7cb-4886-81ed-e31fa01607a3 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:59.989293 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-ad262ed8-7944-4066-be25-fde00dc9c794 None None] Port fdae7c70-e703-4736-9911-3c6896e884fe cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:01:59.998082 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e7fbfe-e7cb-4886-81ed-e31fa01607a3 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'Port': ['ID=2847bb94-335c-4ea2-8a3d-89a112ebc83c,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:00.040115 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c438cb21-0ce3-4775-8deb-5a10ffef08e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:02:00.063558 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e123ce1e-7289-43c1-b1f9-856185e3ecbf req-efb12ff6-92bd-42f9-9912-4242e203398b tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:00.076046 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['97ca558e-3d41-4476-94e2-0ff5ffc23363', '31d6943a-d69e-4f52-a7bf-d4c9ede2182d'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:02:00.088397 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438cb21-0ce3-4775-8deb-5a10ffef08e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f68848-43be-413c-9e74-e6dad21b17a3,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:00.143084 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-89e7fbfe-e7cb-4886-81ed-e31fa01607a3 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8243809 Aug 18 13:02:00.143860 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50738) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:00.165845 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb12ff6-92bd-42f9-9912-4242e203398b tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Pushing event deleted for resources: {'Port': ['ID=31d6943a-d69e-4f52-a7bf-d4c9ede2182d,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:00.175126 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-e123ce1e-7289-43c1-b1f9-856185e3ecbf req-efb12ff6-92bd-42f9-9912-4242e203398b tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] No DVR routers for this DVR port 31d6943a-d69e-4f52-a7bf-d4c9ede2182d on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:02:00.179147 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e123ce1e-7289-43c1-b1f9-856185e3ecbf req-efb12ff6-92bd-42f9-9912-4242e203398b tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:00.180581 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e123ce1e-7289-43c1-b1f9-856185e3ecbf req-efb12ff6-92bd-42f9-9912-4242e203398b tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.39 "DELETE /v2.0/ports/31d6943a-d69e-4f52-a7bf-d4c9ede2182d HTTP/1.1" status: 204 len: 173 time: 1.1548042 Aug 18 13:02:00.181059 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab48bf25-43e4-445e-ae88-a787c718bff2', 'name': 'network-vif-deleted', 'tag': '31d6943a-d69e-4f52-a7bf-d4c9ede2182d'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:02:00.195522 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60b66fb-ebb4-473c-8eff-71c34813eccb" -d '{"events": [{"server_uuid": "ab48bf25-43e4-445e-ae88-a787c718bff2", "name": "network-vif-deleted", "tag": "31d6943a-d69e-4f52-a7bf-d4c9ede2182d"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:02:00.274531 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e821b854-bcd9-4c1f-b341-e05d41eabd7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:00.307556 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c438cb21-0ce3-4775-8deb-5a10ffef08e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:00.307985 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-c438cb21-0ce3-4775-8deb-5a10ffef08e9 admin admin] Added segment 69e77663-4291-4b45-9a82-cbd001a586fe of type vlan for network b9c33ffc-ae1f-4c35-86ca-1529a840fab1 Aug 18 13:02:00.326694 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0919ddf-821a-4e3f-bea1-edfbcb57c421 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:00.330214 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:02:00.335634 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c0919ddf-821a-4e3f-bea1-edfbcb57c421 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "GET /v2.0/ports/2847bb94-335c-4ea2-8a3d-89a112ebc83c HTTP/1.1" status: 200 len: 844 time: 0.1704142 Aug 18 13:02:00.338337 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50748) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:00.358372 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96daa0a8-433f-46e9-b10d-1b4d985cd87e x-openstack-request-id: req-96daa0a8-433f-46e9-b10d-1b4d985cd87e {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:02:00.359432 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab48bf25-43e4-445e-ae88-a787c718bff2", "name": "network-vif-deleted", "tag": "31d6943a-d69e-4f52-a7bf-d4c9ede2182d", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:02:00.360534 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96daa0a8-433f-46e9-b10d-1b4d985cd87e {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:02:00.362426 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab48bf25-43e4-445e-ae88-a787c718bff2', 'name': 'network-vif-deleted', 'tag': '31d6943a-d69e-4f52-a7bf-d4c9ede2182d', 'status': 'completed', 'code': 200} Aug 18 13:02:00.378069 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c438cb21-0ce3-4775-8deb-5a10ffef08e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:00.452248 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e821b854-bcd9-4c1f-b341-e05d41eabd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:00.490115 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c438cb21-0ce3-4775-8deb-5a10ffef08e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:00.491119 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c438cb21-0ce3-4775-8deb-5a10ffef08e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:00.491780 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c438cb21-0ce3-4775-8deb-5a10ffef08e9 admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:00.506617 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-7023ab3d-791b-43d2-8f8d-bcffdbb67b98 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Deleting port 2847bb94-335c-4ea2-8a3d-89a112ebc83c {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:02:00.507424 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7023ab3d-791b-43d2-8f8d-bcffdbb67b98 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:00.526378 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:02:00.532714 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:00.533394 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:00.673158 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7fc892d0-a00c-4d00-b30a-c5a640d8d6ce req-33e8d48e-dd19-4dd3-a804-8032ae662090 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab48bf25-43e4-445e-ae88-a787c718bff2 HTTP/1.1" status: 200 len: 210 time: 0.1356401 Aug 18 13:02:00.686585 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e821b854-bcd9-4c1f-b341-e05d41eabd7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:00.691320 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821b854-bcd9-4c1f-b341-e05d41eabd7f admin admin] Pushing event updated for resources: {'Port': ['ID=fdae7c70-e703-4736-9911-3c6896e884fe,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:00.708023 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438cb21-0ce3-4775-8deb-5a10ffef08e9 admin admin] Pushing event updated for resources: {'Network': ['ID=b9c33ffc-ae1f-4c35-86ca-1529a840fab1,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:00.725438 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network b9c33ffc-ae1f-4c35-86ca-1529a840fab1 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:02:00.750114 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7023ab3d-791b-43d2-8f8d-bcffdbb67b98 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:00.807088 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-7023ab3d-791b-43d2-8f8d-bcffdbb67b98 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Calling delete_port for 2847bb94-335c-4ea2-8a3d-89a112ebc83c owned by {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:02:00.823903 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c438cb21-0ce3-4775-8deb-5a10ffef08e9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.6815877 Aug 18 13:02:00.824180 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50762) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:00.831120 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-17747703-df9a-4bc5-87b8-fef042138763 admin admin] Request body: {'subnet': {'network_id': 'b9c33ffc-ae1f-4c35-86ca-1529a840fab1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1514652679-subnet', 'tenant_id': 'fe51d9a3ab5d41809c2e069eae59963d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:00.842893 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-304f48f0-6819-4808-9b54-7a431e0c2a98 req-7828cc02-192e-49e5-acf2-0146d9b61f89 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c42b9cf-d3a2-4551-a402-9a0b523c6f44 HTTP/1.1" status: 200 len: 210 time: 0.0639715 Aug 18 13:02:00.869778 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e821b854-bcd9-4c1f-b341-e05d41eabd7f admin admin] Network f0772655-8fcf-4cc7-a52b-8d2f1d4d6419 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:02:00.883934 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-e821b854-bcd9-4c1f-b341-e05d41eabd7f admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:01.075779 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17747703-df9a-4bc5-87b8-fef042138763 admin admin] Made reservation on behalf of fe51d9a3ab5d41809c2e069eae59963d for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:02:01.078260 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-17747703-df9a-4bc5-87b8-fef042138763 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:01.102192 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:01.135050 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:01.138365 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7023ab3d-791b-43d2-8f8d-bcffdbb67b98 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:01.178587 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50770) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:01.189253 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7023ab3d-791b-43d2-8f8d-bcffdbb67b98 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event deleted for resources: {'Port': ['ID=2847bb94-335c-4ea2-8a3d-89a112ebc83c,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:01.199360 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7023ab3d-791b-43d2-8f8d-bcffdbb67b98 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:01.202482 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7023ab3d-791b-43d2-8f8d-bcffdbb67b98 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/ports/2847bb94-335c-4ea2-8a3d-89a112ebc83c HTTP/1.1" status: 204 len: 168 time: 0.8630013 Aug 18 13:02:01.205290 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50774) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:01.258968 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-51ea91ec-5e0c-439e-896b-ea830131000a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] GET failed (client error): The resource could not be found. Aug 18 13:02:01.261074 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-51ea91ec-5e0c-439e-896b-ea830131000a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "GET /v2.0/ports/2847bb94-335c-4ea2-8a3d-89a112ebc83c HTTP/1.1" status: 404 len: 333 time: 0.0546033 Aug 18 13:02:01.264225 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:01.271571 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50776) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:01.278775 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-a8380d65-a4bd-4ca6-991b-17cbcd737bbb tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'port': {'network_id': 'c58bf31f-4965-4f99-ab5b-59ba564598ff', 'name': 'tempest-PortsIpV6TestJSON-703515863'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:01.353772 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:01.366683 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-8e6e8435-24f6-455d-96a5-090c355a7fe2 None None] Provisioning complete for port fdae7c70-e703-4736-9911-3c6896e884fe triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:01.367259 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8e6e8435-24f6-455d-96a5-090c355a7fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:01.385136 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-c162acd8-6fda-4755-aa8c-901846f4962d tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1484146179'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:01.420470 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-8e6e8435-24f6-455d-96a5-090c355a7fe2 None None] Port fdae7c70-e703-4736-9911-3c6896e884fe cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:02:01.551577 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c162acd8-6fda-4755-aa8c-901846f4962d tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Made reservation on behalf of a9eb15af3051430682a0140a6b0370cb for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:02:01.556306 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c162acd8-6fda-4755-aa8c-901846f4962d tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:01.573666 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c162acd8-6fda-4755-aa8c-901846f4962d tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:01.633662 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e821b854-bcd9-4c1f-b341-e05d41eabd7f admin admin] Router aeae85b3-63fa-461a-9126-03614cc7834d has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:02:01.676386 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8380d65-a4bd-4ca6-991b-17cbcd737bbb tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Made reservation on behalf of 96ba955bba3e4c748bb07e5882ab812d for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:02:01.680766 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a8380d65-a4bd-4ca6-991b-17cbcd737bbb tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:01.718890 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [None req-a8380d65-a4bd-4ca6-991b-17cbcd737bbb tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] device_id is not set on port 8386b852-65b6-4c24-9efb-85eb2b7f9dc1 yet. {{(pid=101675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:02:01.875480 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e821b854-bcd9-4c1f-b341-e05d41eabd7f admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:02:01.890050 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e821b854-bcd9-4c1f-b341-e05d41eabd7f admin admin] 10.222.0.13 "PUT /v2.0/routers/aeae85b3-63fa-461a-9126-03614cc7834d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5588057 Aug 18 13:02:01.962287 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1ac0f935-240a-4d8a-b8f2-018e82b186b6 req-d96c1d97-37aa-4eb6-a5e4-c7ee07d1730a tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c42b9cf-d3a2-4551-a402-9a0b523c6f44 HTTP/1.1" status: 200 len: 210 time: 0.0507414 Aug 18 13:02:01.978726 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c162acd8-6fda-4755-aa8c-901846f4962d tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:01.989789 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-17747703-df9a-4bc5-87b8-fef042138763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:02.006211 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a8380d65-a4bd-4ca6-991b-17cbcd737bbb tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:02.063665 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c162acd8-6fda-4755-aa8c-901846f4962d tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:02.072824 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17747703-df9a-4bc5-87b8-fef042138763 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e445ac56-cb7e-4a81-a0e8-242a940136c0,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:02.087193 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17747703-df9a-4bc5-87b8-fef042138763 admin admin] Checking segment: {'id': '69e77663-4291-4b45-9a82-cbd001a586fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b9c33ffc-ae1f-4c35-86ca-1529a840fab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:02:02.087193 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17747703-df9a-4bc5-87b8-fef042138763 admin admin] Network hostable DHCP agents. Network: b9c33ffc-ae1f-4c35-86ca-1529a840fab1, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:02:02.119475 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443e9d8f-cfac-4a47-af11-2deae424eed7 None None] Sync routers for ids ['aeae85b3-63fa-461a-9126-03614cc7834d'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:02:02.138919 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443e9d8f-cfac-4a47-af11-2deae424eed7 None None] Routers {'aeae85b3-63fa-461a-9126-03614cc7834d'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:02:02.139599 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c162acd8-6fda-4755-aa8c-901846f4962d tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:02:02.139983 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-443e9d8f-cfac-4a47-af11-2deae424eed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:01:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['aeae85b3-63fa-461a-9126-03614cc7834d'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:02.150561 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162acd8-6fda-4755-aa8c-901846f4962d tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b923797-a68a-4aa9-a9f5-f2b422e0ae20,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:02.156855 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c162acd8-6fda-4755-aa8c-901846f4962d tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:02.157368 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-c162acd8-6fda-4755-aa8c-901846f4962d tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Added segment 5a3c752c-0929-435a-95fe-05f7660df8d3 of type vlan for network d7173570-a9a3-45c4-a05c-5ed4654d2802 Aug 18 13:02:02.159267 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a8380d65-a4bd-4ca6-991b-17cbcd737bbb tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:02.185358 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17747703-df9a-4bc5-87b8-fef042138763 admin admin] Network b9c33ffc-ae1f-4c35-86ca-1529a840fab1 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:02:02.284082 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8380d65-a4bd-4ca6-991b-17cbcd737bbb tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Network c58bf31f-4965-4f99-ab5b-59ba564598ff is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:02:02.290476 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-a8380d65-a4bd-4ca6-991b-17cbcd737bbb tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:02.293014 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:02:02.294041 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c162acd8-6fda-4755-aa8c-901846f4962d tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:02.298316 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8380d65-a4bd-4ca6-991b-17cbcd737bbb tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:02:02.303455 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-17747703-df9a-4bc5-87b8-fef042138763 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, b9c33ffc-ae1f-4c35-86ca-1529a840fab1) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:02.307629 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17747703-df9a-4bc5-87b8-fef042138763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:02.308328 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-17747703-df9a-4bc5-87b8-fef042138763 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:02.313401 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8380d65-a4bd-4ca6-991b-17cbcd737bbb tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:02.314335 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a8380d65-a4bd-4ca6-991b-17cbcd737bbb tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:02.316998 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8380d65-a4bd-4ca6-991b-17cbcd737bbb tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'Port': ['ID=8386b852-65b6-4c24-9efb-85eb2b7f9dc1,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:02.347099 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6096aa3c-9ace-45bb-940c-96c6d956fe7a None None] Network b9c33ffc-ae1f-4c35-86ca-1529a840fab1 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:02:02.398002 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-17747703-df9a-4bc5-87b8-fef042138763 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5636921 Aug 18 13:02:02.426720 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-443e9d8f-cfac-4a47-af11-2deae424eed7 None None] Set router aeae85b3-63fa-461a-9126-03614cc7834d gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:02:02.484802 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a8380d65-a4bd-4ca6-991b-17cbcd737bbb tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2105138 Aug 18 13:02:02.486251 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50798) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:02.486880 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c162acd8-6fda-4755-aa8c-901846f4962d tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:02.492227 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-6f19058a-adee-4cdc-9c7a-445b33597634 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:02.498807 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c162acd8-6fda-4755-aa8c-901846f4962d tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:02.503779 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c162acd8-6fda-4755-aa8c-901846f4962d tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:02.630118 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6f19058a-adee-4cdc-9c7a-445b33597634 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:02.634130 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:02.634650 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:02.687815 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162acd8-6fda-4755-aa8c-901846f4962d tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Pushing event updated for resources: {'Network': ['ID=d7173570-a9a3-45c4-a05c-5ed4654d2802,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:02.767277 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c162acd8-6fda-4755-aa8c-901846f4962d tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.5875721 Aug 18 13:02:02.770139 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50816) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:02.776106 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-1b0e9a74-b0df-480d-b056-0e68baa63cf6 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Request body: {'subnet': {'network_id': 'd7173570-a9a3-45c4-a05c-5ed4654d2802', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:02.820036 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network d7173570-a9a3-45c4-a05c-5ed4654d2802 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:02:02.932238 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 31d6943a-d69e-4f52-a7bf-d4c9ede2182d no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:02:02.990095 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0e9a74-b0df-480d-b056-0e68baa63cf6 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Made reservation on behalf of a9eb15af3051430682a0140a6b0370cb for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:02:02.997283 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1b0e9a74-b0df-480d-b056-0e68baa63cf6 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:03.042786 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dae4ddf-4102-4a25-b6b5-e0de284db72f None None] Network b9c33ffc-ae1f-4c35-86ca-1529a840fab1 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:02:03.105274 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: 31d6943a-d69e-4f52-a7bf-d4c9ede2182d {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:02:03.105618 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 31d6943a-d69e-4f52-a7bf-d4c9ede2182d not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:02:03.143207 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50824) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:03.165186 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-f04272e7-a938-4ed5-a999-2be5de79f52e tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1233405494', 'description': 'tempest-description--1155288563'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:03.211752 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6f19058a-adee-4cdc-9c7a-445b33597634 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:03.228302 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-f21f6f77-9cae-4d9b-bc79-d3f06ce0eb1c tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:03.230074 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-f21f6f77-9cae-4d9b-bc79-d3f06ce0eb1c tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.20 "GET /v2.0/networks?id=27065c7f-ce1d-465c-ab5e-f0459b06982a HTTP/1.1" status: 200 len: 818 time: 0.1470704 Aug 18 13:02:03.257334 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-cc563f31-e93c-4e98-b4ec-0d34c706d483 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Request body: {'port': {'device_id': '48d46665-f8f5-4341-9476-61c501265679', 'network_id': '27065c7f-ce1d-465c-ab5e-f0459b06982a', 'admin_state_up': True, 'tenant_id': 'f3826166f4804f39a01bb3bb6822227a'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:03.284009 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-4857e88c-c2ee-4ac4-8c45-cb9d0328096f tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:03.285023 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-4857e88c-c2ee-4ac4-8c45-cb9d0328096f tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] 10.222.0.13 "GET /v2.0/networks?id=b9c33ffc-ae1f-4c35-86ca-1529a840fab1 HTTP/1.1" status: 200 len: 822 time: 0.4165759 Aug 18 13:02:03.318300 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6f19058a-adee-4cdc-9c7a-445b33597634 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:03.326605 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-443e9d8f-cfac-4a47-af11-2deae424eed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'name': 'tempest-AttachVolumeTestJSON-110627919-router', 'tenant_id': '5db4861e129545f8b7d9c174999be45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:01:52Z', 'updated_at': '2021-08-18T13:01:59Z', 'revision_number': 4, 'project_id': '5db4861e129545f8b7d9c174999be45f', 'gw_port': {'id': '0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:37:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:01:54Z', 'updated_at': '2021-08-18T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'fdae7c70-e703-4736-9911-3c6896e884fe', 'name': '', 'network_id': 'f0772655-8fcf-4cc7-a52b-8d2f1d4d6419', 'tenant_id': '5db4861e129545f8b7d9c174999be45f', 'mac_address': 'fa:16:3e:8c:66:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '00f32c6d-8610-4a26-b77a-8f80b2f8beae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:01:58Z', 'updated_at': '2021-08-18T13:01:59Z', 'revision_number': 2, 'project_id': '5db4861e129545f8b7d9c174999be45f', 'subnets': [{'id': '00f32c6d-8610-4a26-b77a-8f80b2f8beae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:03.381580 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-699600ff-e6f6-4644-8db7-adf09e855f33 req-1d72627a-d6d6-43f3-afce-2e4bf9c3d30a tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c42b9cf-d3a2-4551-a402-9a0b523c6f44 HTTP/1.1" status: 200 len: 210 time: 0.0367541 Aug 18 13:02:03.390364 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443e9d8f-cfac-4a47-af11-2deae424eed7 None None] Checking router: aeae85b3-63fa-461a-9126-03614cc7834d for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:02:03.391091 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443e9d8f-cfac-4a47-af11-2deae424eed7 None None] Updating router aeae85b3-63fa-461a-9126-03614cc7834d port fdae7c70-e703-4736-9911-3c6896e884fe binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:02:03.423993 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-6f273603-d46f-4849-b711-987fba6f1eb3 tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] 10.222.0.13 "GET /v2.0/quotas/fe51d9a3ab5d41809c2e069eae59963d HTTP/1.1" status: 200 len: 375 time: 0.1267221 Aug 18 13:02:03.424625 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f19058a-adee-4cdc-9c7a-445b33597634 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'Port': ['ID=8386b852-65b6-4c24-9efb-85eb2b7f9dc1,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:03.442110 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f04272e7-a938-4ed5-a999-2be5de79f52e tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:03.482860 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-443e9d8f-cfac-4a47-af11-2deae424eed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:03.518423 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-6f19058a-adee-4cdc-9c7a-445b33597634 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] In _notify_port_updated(), no bound segment for port 8386b852-65b6-4c24-9efb-85eb2b7f9dc1 on network c58bf31f-4965-4f99-ab5b-59ba564598ff {{(pid=101676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 13:02:03.525103 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f19058a-adee-4cdc-9c7a-445b33597634 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:03.526071 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6f19058a-adee-4cdc-9c7a-445b33597634 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:03.527909 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6f19058a-adee-4cdc-9c7a-445b33597634 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "PUT /v2.0/ports/8386b852-65b6-4c24-9efb-85eb2b7f9dc1 HTTP/1.1" status: 200 len: 818 time: 1.0402644 Aug 18 13:02:03.547905 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50828) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:03.557994 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-7569f018-2d2b-492d-b4a2-2ba9968946fd tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe51d9a3ab5d41809c2e069eae59963d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0774364 Aug 18 13:02:03.682713 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-cc563f31-e93c-4e98-b4ec-0d34c706d483 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Made reservation on behalf of f3826166f4804f39a01bb3bb6822227a for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:02:03.690785 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-cc563f31-e93c-4e98-b4ec-0d34c706d483 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:03.704725 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1b0e9a74-b0df-480d-b056-0e68baa63cf6 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:03.768641 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-50df94b8-aa4d-428e-9780-3375bf81eeb3 service neutron] 10.222.0.13 "GET /v2.0/networks/b9c33ffc-ae1f-4c35-86ca-1529a840fab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649513 Aug 18 13:02:03.886862 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-b1c4064a-8bcb-4b1f-bdc4-825c0a7575a7 service neutron] 10.222.0.13 "GET /v2.0/networks/b9c33ffc-ae1f-4c35-86ca-1529a840fab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054242 Aug 18 13:02:03.892685 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-443e9d8f-cfac-4a47-af11-2deae424eed7 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:03.899920 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-f3508865-dded-43ac-9672-582e24eaaed9 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Deleting port 8386b852-65b6-4c24-9efb-85eb2b7f9dc1 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:02:03.900538 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f3508865-dded-43ac-9672-582e24eaaed9 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:03.910377 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e9a74-b0df-480d-b056-0e68baa63cf6 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Pushing event updated for resources: {'Subnet': ['ID=c642b9b9-335b-4150-8d37-ffca5e1ddb7f,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:03.923753 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-443e9d8f-cfac-4a47-af11-2deae424eed7 None None] Transition to ACTIVE for port object fdae7c70-e703-4736-9911-3c6896e884fe will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:02:03.990519 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-443e9d8f-cfac-4a47-af11-2deae424eed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:03.993004 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0e9a74-b0df-480d-b056-0e68baa63cf6 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Checking segment: {'id': '5a3c752c-0929-435a-95fe-05f7660df8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd7173570-a9a3-45c4-a05c-5ed4654d2802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:02:03.993385 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0e9a74-b0df-480d-b056-0e68baa63cf6 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Network hostable DHCP agents. Network: d7173570-a9a3-45c4-a05c-5ed4654d2802, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:02:04.009669 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f3508865-dded-43ac-9672-582e24eaaed9 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:04.042832 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-f3508865-dded-43ac-9672-582e24eaaed9 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Calling delete_port for 8386b852-65b6-4c24-9efb-85eb2b7f9dc1 owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:02:04.053398 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f04272e7-a938-4ed5-a999-2be5de79f52e tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:04.100292 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-66b0c3ba-ac68-413e-b833-7fb8d8622b30 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:04.102306 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-66b0c3ba-ac68-413e-b833-7fb8d8622b30 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.39 "GET /v2.0/networks?id=27065c7f-ce1d-465c-ab5e-f0459b06982a HTTP/1.1" status: 200 len: 818 time: 0.3666079 Aug 18 13:02:04.110903 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-cc563f31-e93c-4e98-b4ec-0d34c706d483 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Allocated IP 172.20.0.7 (27065c7f-ce1d-465c-ab5e-f0459b06982a/b2ca989d-08e9-404c-97fe-0e7a4ac27bc0/b8302928-2148-47d8-97a9-550092d961ac) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:02:04.120220 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-8d8f092f-913d-42df-8b9f-78b039ee706b tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Request body: {'port': {'device_id': '3f2111c7-bbfc-4db8-a4c2-d3b44b3f2ea6', 'network_id': '27065c7f-ce1d-465c-ab5e-f0459b06982a', 'admin_state_up': True, 'tenant_id': 'f3826166f4804f39a01bb3bb6822227a'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:04.166612 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f04272e7-a938-4ed5-a999-2be5de79f52e tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:04.202951 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c925b33e-baa2-4e65-8fee-ad70e3d5d201 None None] Pushing event updated for resources: {'Port': ['ID=fdae7c70-e703-4736-9911-3c6896e884fe,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:04.226280 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04272e7-a938-4ed5-a999-2be5de79f52e tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2a5664-8f21-4728-b3b7-6f9d475fbc30,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:04.241076 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-443e9d8f-cfac-4a47-af11-2deae424eed7 None None] Attempting to bind port fdae7c70-e703-4736-9911-3c6896e884fe on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:02:04.241343 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-443e9d8f-cfac-4a47-af11-2deae424eed7 None None] Attempting to bind port fdae7c70-e703-4736-9911-3c6896e884fe by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '57b4e41f-121d-4d32-8b51-688f70aedc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f0772655-8fcf-4cc7-a52b-8d2f1d4d6419'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:02:04.241713 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443e9d8f-cfac-4a47-af11-2deae424eed7 None None] Attempting to bind port fdae7c70-e703-4736-9911-3c6896e884fe on network f0772655-8fcf-4cc7-a52b-8d2f1d4d6419 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:02:04.256947 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443e9d8f-cfac-4a47-af11-2deae424eed7 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:02:04.257331 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443e9d8f-cfac-4a47-af11-2deae424eed7 None None] Checking segment: {'id': '57b4e41f-121d-4d32-8b51-688f70aedc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f0772655-8fcf-4cc7-a52b-8d2f1d4d6419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:02:04.257744 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-443e9d8f-cfac-4a47-af11-2deae424eed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:04.258142 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443e9d8f-cfac-4a47-af11-2deae424eed7 None None] Bound using segment: {'id': '57b4e41f-121d-4d32-8b51-688f70aedc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f0772655-8fcf-4cc7-a52b-8d2f1d4d6419'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:02:04.258945 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-443e9d8f-cfac-4a47-af11-2deae424eed7 None None] Bound port: fdae7c70-e703-4736-9911-3c6896e884fe, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b4e41f-121d-4d32-8b51-688f70aedc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f0772655-8fcf-4cc7-a52b-8d2f1d4d6419'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:02:04.259513 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-443e9d8f-cfac-4a47-af11-2deae424eed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:04.297541 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f3508865-dded-43ac-9672-582e24eaaed9 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:04.320618 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0e9a74-b0df-480d-b056-0e68baa63cf6 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Network d7173570-a9a3-45c4-a05c-5ed4654d2802 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:02:04.367003 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f04272e7-a938-4ed5-a999-2be5de79f52e tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:04.368662 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f04272e7-a938-4ed5-a999-2be5de79f52e tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2231383 Aug 18 13:02:04.373182 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3508865-dded-43ac-9672-582e24eaaed9 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event deleted for resources: {'Port': ['ID=8386b852-65b6-4c24-9efb-85eb2b7f9dc1,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:04.381297 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f3508865-dded-43ac-9672-582e24eaaed9 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:04.383715 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f3508865-dded-43ac-9672-582e24eaaed9 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/ports/8386b852-65b6-4c24-9efb-85eb2b7f9dc1 HTTP/1.1" status: 204 len: 168 time: 0.8345618 Aug 18 13:02:04.384444 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50838) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:04.386339 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50840) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:04.391206 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-7ef59c22-bf1b-442d-9556-0af8882d6905 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Request body: {'security_group_rule': {'security_group_id': 'bb2a5664-8f21-4728-b3b7-6f9d475fbc30', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:04.478728 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b7d128-19fc-4f91-8455-4a3ad32a5d33 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:04.482043 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-28b7d128-19fc-4f91-8455-4a3ad32a5d33 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0849113 Aug 18 13:02:04.484805 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50844) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:04.486903 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a87d25b8-f705-44ab-b820-99300b5b3074 req-72b44c11-420a-4983-8503-55129acf18e4 tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0a4b8af-5214-4a47-a42b-17696a78dbe9 HTTP/1.1" status: 200 len: 210 time: 0.1911314 Aug 18 13:02:04.518511 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-e242d384-5440-44a9-a567-c4540a50147f tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] GET failed (client error): The resource could not be found. Aug 18 13:02:04.525132 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e242d384-5440-44a9-a567-c4540a50147f tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "GET /v2.0/ports/8386b852-65b6-4c24-9efb-85eb2b7f9dc1 HTTP/1.1" status: 404 len: 333 time: 0.0342283 Aug 18 13:02:04.528211 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50846) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:04.536834 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-3016142e-3a57-4145-be24-3e32da53a418 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-68664667'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:04.557876 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-443e9d8f-cfac-4a47-af11-2deae424eed7 None None] For port fdae7c70-e703-4736-9911-3c6896e884fe, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:02:04.565731 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-443e9d8f-cfac-4a47-af11-2deae424eed7 None None] For port fdae7c70-e703-4736-9911-3c6896e884fe, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=fdae7c70-e703-4736-9911-3c6896e884fe,segment=NetworkSegment(57b4e41f-121d-4d32-8b51-688f70aedc50),segment_id=57b4e41f-121d-4d32-8b51-688f70aedc50)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:02:04.631465 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-443e9d8f-cfac-4a47-af11-2deae424eed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:04.665841 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7ef59c22-bf1b-442d-9556-0af8882d6905 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:04.673760 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4d4b32c5-992e-4338-9e8b-02479d129d4c req-425cfab8-f57c-4622-ae05-a5dd50d33cf0 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c42b9cf-d3a2-4551-a402-9a0b523c6f44 HTTP/1.1" status: 200 len: 210 time: 0.0777864 Aug 18 13:02:04.784343 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443e9d8f-cfac-4a47-af11-2deae424eed7 None None] Routers {'aeae85b3-63fa-461a-9126-03614cc7834d'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:02:04.785306 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-443e9d8f-cfac-4a47-af11-2deae424eed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:01:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['aeae85b3-63fa-461a-9126-03614cc7834d'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:04.790916 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7ef59c22-bf1b-442d-9556-0af8882d6905 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:04.793097 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3016142e-3a57-4145-be24-3e32da53a418 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Made reservation on behalf of 96ba955bba3e4c748bb07e5882ab812d for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:02:04.797853 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3016142e-3a57-4145-be24-3e32da53a418 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:04.828155 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3016142e-3a57-4145-be24-3e32da53a418 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:02:04.854064 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3016142e-3a57-4145-be24-3e32da53a418 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:04.854064 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-3016142e-3a57-4145-be24-3e32da53a418 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Added segment 1beb0cc9-7a14-49ac-a97a-f42af5688021 of type vlan for network 32799038-9598-4f9f-8890-a838bf2bb511 Aug 18 13:02:04.864702 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c925b33e-baa2-4e65-8fee-ad70e3d5d201 None None] Pushing event updated for resources: {'Port': ['ID=fdae7c70-e703-4736-9911-3c6896e884fe,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:04.915367 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3016142e-3a57-4145-be24-3e32da53a418 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:04.946390 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7ef59c22-bf1b-442d-9556-0af8882d6905 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:04.991824 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef59c22-bf1b-442d-9556-0af8882d6905 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca75ea7-2a11-4d79-b3d6-45b9f7ebf42e,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:05.013753 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-1b0e9a74-b0df-480d-b056-0e68baa63cf6 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, d7173570-a9a3-45c4-a05c-5ed4654d2802) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:05.018541 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0e9a74-b0df-480d-b056-0e68baa63cf6 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:05.019147 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1b0e9a74-b0df-480d-b056-0e68baa63cf6 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:05.028373 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0932ff59-b836-4ebb-9bbf-93083721155b None None] Network d7173570-a9a3-45c4-a05c-5ed4654d2802 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:02:05.030870 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3016142e-3a57-4145-be24-3e32da53a418 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:05.040394 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3016142e-3a57-4145-be24-3e32da53a418 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:05.041391 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3016142e-3a57-4145-be24-3e32da53a418 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:05.116297 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7ef59c22-bf1b-442d-9556-0af8882d6905 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:05.121183 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7ef59c22-bf1b-442d-9556-0af8882d6905 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7354579 Aug 18 13:02:05.122442 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50854) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:05.123596 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-cc563f31-e93c-4e98-b4ec-0d34c706d483 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:05.130791 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-45088f1e-7069-4023-a8ba-b2590045ea73 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Request body: {'security_group_rule': {'security_group_id': 'bb2a5664-8f21-4728-b3b7-6f9d475fbc30', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:05.155266 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016142e-3a57-4145-be24-3e32da53a418 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'Network': ['ID=32799038-9598-4f9f-8890-a838bf2bb511,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:05.177237 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-2762384e-768b-45cd-ad64-1be2b4e7d918 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:05.178991 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-2762384e-768b-45cd-ad64-1be2b4e7d918 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.20 "GET /v2.0/networks?id=27065c7f-ce1d-465c-ab5e-f0459b06982a HTTP/1.1" status: 200 len: 818 time: 0.9420109 Aug 18 13:02:05.183191 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3016142e-3a57-4145-be24-3e32da53a418 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6538384 Aug 18 13:02:05.186846 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50856) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:05.192195 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1b0e9a74-b0df-480d-b056-0e68baa63cf6 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4207616 Aug 18 13:02:05.195361 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-d75c9034-92d5-4c08-b1f2-6e2e0b4dcbf4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'subnet': {'network_id': '32799038-9598-4f9f-8890-a838bf2bb511', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:05.199511 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50858) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:05.220869 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-d240afd3-6ece-4a5f-8888-f0f545e2b4a5 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Request body: {'port': {'device_id': '0c42b9cf-d3a2-4551-a402-9a0b523c6f44', 'network_id': '27065c7f-ce1d-465c-ab5e-f0459b06982a', 'admin_state_up': True, 'tenant_id': 'f3826166f4804f39a01bb3bb6822227a'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:05.221080 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-a2cb8251-0796-4330-bf76-a25fdf1e3e14 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Request body: {'port': {'network_id': 'd7173570-a9a3-45c4-a05c-5ed4654d2802', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1832096303'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:05.287385 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-443e9d8f-cfac-4a47-af11-2deae424eed7 None None] Set router aeae85b3-63fa-461a-9126-03614cc7834d gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:02:05.293708 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-8d8f092f-913d-42df-8b9f-78b039ee706b tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Made reservation on behalf of f3826166f4804f39a01bb3bb6822227a for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:02:05.298476 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-8d8f092f-913d-42df-8b9f-78b039ee706b tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:05.364806 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 32799038-9598-4f9f-8890-a838bf2bb511 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:02:05.440081 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-cc563f31-e93c-4e98-b4ec-0d34c706d483 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:05.460091 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-45088f1e-7069-4023-a8ba-b2590045ea73 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:05.538457 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-cc563f31-e93c-4e98-b4ec-0d34c706d483 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Network 27065c7f-ce1d-465c-ab5e-f0459b06982a is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:02:05.553925 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-cc563f31-e93c-4e98-b4ec-0d34c706d483 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:05.557307 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-45088f1e-7069-4023-a8ba-b2590045ea73 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:05.595724 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-cc563f31-e93c-4e98-b4ec-0d34c706d483 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:02:05.596283 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-becc729e-7980-46b8-a2fe-b34345201396 req-683b4d29-eca3-4a64-a6c6-3d3dddcf759d tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0a4b8af-5214-4a47-a42b-17696a78dbe9 HTTP/1.1" status: 200 len: 210 time: 0.0291741 Aug 18 13:02:05.651676 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc563f31-e93c-4e98-b4ec-0d34c706d483 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Pushing event updated for resources: {'Port': ['ID=b8302928-2148-47d8-97a9-550092d961ac,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:05.657775 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75c9034-92d5-4c08-b1f2-6e2e0b4dcbf4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Made reservation on behalf of 96ba955bba3e4c748bb07e5882ab812d for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:02:05.662461 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d75c9034-92d5-4c08-b1f2-6e2e0b4dcbf4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:05.681775 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-8d8f092f-913d-42df-8b9f-78b039ee706b tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Allocated IP 172.20.0.13 (27065c7f-ce1d-465c-ab5e-f0459b06982a/b2ca989d-08e9-404c-97fe-0e7a4ac27bc0/f333a5eb-9736-4a69-83e7-ba6f819f2b6e) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:02:05.690220 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-cc563f31-e93c-4e98-b4ec-0d34c706d483 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:05.691210 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-cc563f31-e93c-4e98-b4ec-0d34c706d483 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:05.792593 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8215efa-9ae8-4687-904f-836ca66d974e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-d7173570-a9a3-45c4-a05c-5ed4654d2802', 'network_id': 'd7173570-a9a3-45c4-a05c-5ed4654d2802', 'tenant_id': 'a9eb15af3051430682a0140a6b0370cb', 'fixed_ips': [{'subnet_id': 'c642b9b9-335b-4150-8d37-ffca5e1ddb7f'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:02:05.795143 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a8215efa-9ae8-4687-904f-836ca66d974e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:05.814676 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2cb8251-0796-4330-bf76-a25fdf1e3e14 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Made reservation on behalf of a9eb15af3051430682a0140a6b0370cb for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:02:05.818804 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a2cb8251-0796-4330-bf76-a25fdf1e3e14 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:05.836123 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-45088f1e-7069-4023-a8ba-b2590045ea73 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:05.847923 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-a2cb8251-0796-4330-bf76-a25fdf1e3e14 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] device_id is not set on port 5784c630-cc42-44b7-9a08-b6d6cd44bbb3 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:02:05.899434 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-443e9d8f-cfac-4a47-af11-2deae424eed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'name': 'tempest-AttachVolumeTestJSON-110627919-router', 'tenant_id': '5db4861e129545f8b7d9c174999be45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:01:52Z', 'updated_at': '2021-08-18T13:01:59Z', 'revision_number': 4, 'project_id': '5db4861e129545f8b7d9c174999be45f', 'gw_port': {'id': '0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:37:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:01:54Z', 'updated_at': '2021-08-18T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'fdae7c70-e703-4736-9911-3c6896e884fe', 'name': '', 'network_id': 'f0772655-8fcf-4cc7-a52b-8d2f1d4d6419', 'tenant_id': '5db4861e129545f8b7d9c174999be45f', 'mac_address': 'fa:16:3e:8c:66:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '00f32c6d-8610-4a26-b77a-8f80b2f8beae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:01:58Z', 'updated_at': '2021-08-18T13:02:04Z', 'revision_number': 4, 'project_id': '5db4861e129545f8b7d9c174999be45f', 'subnets': [{'id': '00f32c6d-8610-4a26-b77a-8f80b2f8beae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:05.940176 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443e9d8f-cfac-4a47-af11-2deae424eed7 None None] The sync data for ids ['aeae85b3-63fa-461a-9126-03614cc7834d'] in n-d-803603-2 is: [{'id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'name': 'tempest-AttachVolumeTestJSON-110627919-router', 'tenant_id': '5db4861e129545f8b7d9c174999be45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:01:52Z', 'updated_at': '2021-08-18T13:01:59Z', 'revision_number': 4, 'project_id': '5db4861e129545f8b7d9c174999be45f', 'gw_port': {'id': '0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:37:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:01:54Z', 'updated_at': '2021-08-18T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'fdae7c70-e703-4736-9911-3c6896e884fe', 'name': '', 'network_id': 'f0772655-8fcf-4cc7-a52b-8d2f1d4d6419', 'tenant_id': '5db4861e129545f8b7d9c174999be45f', 'mac_address': 'fa:16:3e:8c:66:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '00f32c6d-8610-4a26-b77a-8f80b2f8beae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:01:58Z', 'updated_at': '2021-08-18T13:02:04Z', 'revision_number': 4, 'project_id': '5db4861e129545f8b7d9c174999be45f', 'subnets': [{'id': '00f32c6d-8610-4a26-b77a-8f80b2f8beae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:02:05.942758 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9ba44db0-1af0-45e2-a028-701cf91db19b req-8287c4c0-091b-4bf9-8ac2-dc621745291f tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c42b9cf-d3a2-4551-a402-9a0b523c6f44 HTTP/1.1" status: 200 len: 210 time: 0.1410465 Aug 18 13:02:05.954420 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-8d8f092f-913d-42df-8b9f-78b039ee706b tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:05.968638 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-cc563f31-e93c-4e98-b4ec-0d34c706d483 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7230659 Aug 18 13:02:05.985091 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-aaa3a4e9-73ac-4f3c-b410-94cc595394e4 service neutron] Request body: {'port': {'device_id': '48d46665-f8f5-4341-9476-61c501265679', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:05.997402 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45088f1e-7069-4023-a8ba-b2590045ea73 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e26987e-4639-44c5-aaeb-b93fc234ef2a,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:06.083550 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-a2cb8251-0796-4330-bf76-a25fdf1e3e14 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Allocated IP 2001:db8::39d (d7173570-a9a3-45c4-a05c-5ed4654d2802/c642b9b9-335b-4150-8d37-ffca5e1ddb7f/5784c630-cc42-44b7-9a08-b6d6cd44bbb3) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:02:06.102301 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-aaa3a4e9-73ac-4f3c-b410-94cc595394e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:06.143424 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-d240afd3-6ece-4a5f-8888-f0f545e2b4a5 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Made reservation on behalf of f3826166f4804f39a01bb3bb6822227a for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:02:06.147004 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-d240afd3-6ece-4a5f-8888-f0f545e2b4a5 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:06.196622 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-8d8f092f-913d-42df-8b9f-78b039ee706b tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:06.236541 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-45088f1e-7069-4023-a8ba-b2590045ea73 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:06.241544 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-45088f1e-7069-4023-a8ba-b2590045ea73 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1144378 Aug 18 13:02:06.269269 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50872) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:06.276418 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-c2a98ee8-9e86-4ea6-a7f1-3ce7e3a79b9f tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:06.301603 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d75c9034-92d5-4c08-b1f2-6e2e0b4dcbf4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:06.303358 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device fdae7c70-e703-4736-9911-3c6896e884fe up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:02:06.405332 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c9034-92d5-4c08-b1f2-6e2e0b4dcbf4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'Subnet': ['ID=f3c1a376-c848-4a18-8243-fb6bb7c30ac0,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:06.437394 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a2cb8251-0796-4330-bf76-a25fdf1e3e14 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:06.453235 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75c9034-92d5-4c08-b1f2-6e2e0b4dcbf4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Checking segment: {'id': '1beb0cc9-7a14-49ac-a97a-f42af5688021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '32799038-9598-4f9f-8890-a838bf2bb511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:02:06.453596 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75c9034-92d5-4c08-b1f2-6e2e0b4dcbf4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Network hostable DHCP agents. Network: 32799038-9598-4f9f-8890-a838bf2bb511, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:02:06.458291 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-a2cb8251-0796-4330-bf76-a25fdf1e3e14 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Transition to ACTIVE for port object 5784c630-cc42-44b7-9a08-b6d6cd44bbb3 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:02:06.461970 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c2a98ee8-9e86-4ea6-a7f1-3ce7e3a79b9f tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks [] for floatingip, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:06.480530 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port fdae7c70-e703-4736-9911-3c6896e884fe completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:02:06.485517 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port fdae7c70-e703-4736-9911-3c6896e884fe triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:06.486097 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:06.530616 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-8d8f092f-913d-42df-8b9f-78b039ee706b tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Network 27065c7f-ce1d-465c-ab5e-f0459b06982a is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:02:06.565378 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-8d8f092f-913d-42df-8b9f-78b039ee706b tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:06.583977 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-8d8f092f-913d-42df-8b9f-78b039ee706b tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:02:06.646213 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:06.685212 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75c9034-92d5-4c08-b1f2-6e2e0b4dcbf4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Network 32799038-9598-4f9f-8890-a838bf2bb511 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:02:06.690947 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port fdae7c70-e703-4736-9911-3c6896e884fe, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=fdae7c70-e703-4736-9911-3c6896e884fe,segment=NetworkSegment(57b4e41f-121d-4d32-8b51-688f70aedc50),segment_id=57b4e41f-121d-4d32-8b51-688f70aedc50)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:06.722660 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f092f-913d-42df-8b9f-78b039ee706b tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Pushing event updated for resources: {'Port': ['ID=f333a5eb-9736-4a69-83e7-ba6f819f2b6e,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:06.767052 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:06.768221 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a2cb8251-0796-4330-bf76-a25fdf1e3e14 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:06.771869 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-d75c9034-92d5-4c08-b1f2-6e2e0b4dcbf4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 32799038-9598-4f9f-8890-a838bf2bb511) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:06.831491 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006d7845-aa31-4d66-86c6-e9ce437b0b21 None None] Network 32799038-9598-4f9f-8890-a838bf2bb511 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:02:06.861067 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75c9034-92d5-4c08-b1f2-6e2e0b4dcbf4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:06.861849 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d75c9034-92d5-4c08-b1f2-6e2e0b4dcbf4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:06.867767 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-8d8f092f-913d-42df-8b9f-78b039ee706b tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:06.868791 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-8d8f092f-913d-42df-8b9f-78b039ee706b tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:06.892991 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-339d41ad-6faf-4808-a6f3-9c6178a06308 req-1ce7daef-075c-4324-9b13-281fe4467ebb tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0a4b8af-5214-4a47-a42b-17696a78dbe9 HTTP/1.1" status: 200 len: 210 time: 0.1264372 Aug 18 13:02:06.894951 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c2a98ee8-9e86-4ea6-a7f1-3ce7e3a79b9f tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:06.985549 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cb8251-0796-4330-bf76-a25fdf1e3e14 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Network d7173570-a9a3-45c4-a05c-5ed4654d2802 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:02:06.985780 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-a8215efa-9ae8-4687-904f-836ca66d974e None None] Allocated IP 2001:db8::2 (d7173570-a9a3-45c4-a05c-5ed4654d2802/c642b9b9-335b-4150-8d37-ffca5e1ddb7f/89e265ba-61fd-49a3-8f92-b2b7efb78c57) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:02:07.016148 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=fdae7c70-e703-4736-9911-3c6896e884fe,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:07.079335 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-aaa3a4e9-73ac-4f3c-b410-94cc595394e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8302928-2148-47d8-97a9-550092d961ac {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:02:07.116332 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-aaa3a4e9-73ac-4f3c-b410-94cc595394e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:07.123445 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-a2cb8251-0796-4330-bf76-a25fdf1e3e14 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:07.142303 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-aaa3a4e9-73ac-4f3c-b410-94cc595394e4 service neutron] Transition to ACTIVE for port object b8302928-2148-47d8-97a9-550092d961ac will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:02:07.152130 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d75c9034-92d5-4c08-b1f2-6e2e0b4dcbf4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9641757 Aug 18 13:02:07.157539 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cb8251-0796-4330-bf76-a25fdf1e3e14 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:02:07.160057 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50888) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:07.165301 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cb8251-0796-4330-bf76-a25fdf1e3e14 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:07.166069 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a2cb8251-0796-4330-bf76-a25fdf1e3e14 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:07.176930 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-fe5e86aa-ceb8-426c-9fbe-e1d2d8b7f170 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'subnet': {'network_id': '32799038-9598-4f9f-8890-a838bf2bb511', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:07.198109 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab08b54-3afe-4f13-89bf-341387879e7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-32799038-9598-4f9f-8890-a838bf2bb511', 'network_id': '32799038-9598-4f9f-8890-a838bf2bb511', 'tenant_id': '96ba955bba3e4c748bb07e5882ab812d', 'fixed_ips': [{'subnet_id': 'f3c1a376-c848-4a18-8243-fb6bb7c30ac0'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:02:07.200326 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4ab08b54-3afe-4f13-89bf-341387879e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:07.210162 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb8251-0796-4330-bf76-a25fdf1e3e14 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Pushing event updated for resources: {'Port': ['ID=5784c630-cc42-44b7-9a08-b6d6cd44bbb3,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:07.269999 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-98bd6958-40dd-4004-8f5b-d1a573b5355c req-f54d7278-1a44-43e7-b33d-8b46ad7876c7 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c42b9cf-d3a2-4551-a402-9a0b523c6f44 HTTP/1.1" status: 200 len: 210 time: 0.0816426 Aug 18 13:02:07.274601 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-8d8f092f-913d-42df-8b9f-78b039ee706b tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1577866 Aug 18 13:02:07.328970 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-c2a98ee8-9e86-4ea6-a7f1-3ce7e3a79b9f tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Allocated IP 172.25.6.104 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/9b5155fe-6590-4cac-a76b-d65eb195a4ce) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:02:07.354121 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a8215efa-9ae8-4687-904f-836ca66d974e None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:07.415014 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-aaa3a4e9-73ac-4f3c-b410-94cc595394e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:07.428790 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a8215efa-9ae8-4687-904f-836ca66d974e None None] Transition to ACTIVE for port object 89e265ba-61fd-49a3-8f92-b2b7efb78c57 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:02:07.451760 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-34cca1f4-8700-478c-932a-8853efa539c7 service neutron] Request body: {'port': {'device_id': '3f2111c7-bbfc-4db8-a4c2-d3b44b3f2ea6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:07.478419 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a8215efa-9ae8-4687-904f-836ca66d974e None None] Transition to ACTIVE for port object 89e265ba-61fd-49a3-8f92-b2b7efb78c57 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:02:07.526784 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-4ab08b54-3afe-4f13-89bf-341387879e7d None None] Allocated IP 2001:db8::2 (32799038-9598-4f9f-8890-a838bf2bb511/f3c1a376-c848-4a18-8243-fb6bb7c30ac0/4ef50589-59da-480d-8132-0a70ef43dad4) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:02:07.599444 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a8215efa-9ae8-4687-904f-836ca66d974e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:07.628764 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c2a98ee8-9e86-4ea6-a7f1-3ce7e3a79b9f tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:07.659479 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa3a4e9-73ac-4f3c-b410-94cc595394e4 service neutron] Pushing event updated for resources: {'Port': ['ID=b8302928-2148-47d8-97a9-550092d961ac,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:07.667233 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8215efa-9ae8-4687-904f-836ca66d974e None None] Network d7173570-a9a3-45c4-a05c-5ed4654d2802 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:02:07.672681 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-a8215efa-9ae8-4687-904f-836ca66d974e None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:07.685743 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-d240afd3-6ece-4a5f-8888-f0f545e2b4a5 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Allocated IP 172.20.0.10 (27065c7f-ce1d-465c-ab5e-f0459b06982a/b2ca989d-08e9-404c-97fe-0e7a4ac27bc0/c25916fb-0fa9-4263-b461-4fe7d5aeeeb6) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:02:07.691580 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8215efa-9ae8-4687-904f-836ca66d974e None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:02:07.696726 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a2cb8251-0796-4330-bf76-a25fdf1e3e14 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.4908683 Aug 18 13:02:07.698617 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50890) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:07.708197 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-b8f98d56-39bc-4579-9d35-126ffdca887b tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Request body: {'port': {'network_id': 'd7173570-a9a3-45c4-a05c-5ed4654d2802', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-806545724', 'allowed_address_pairs': [{'ip_address': '2001:db8::39d', 'mac_address': 'fa:16:3e:e7:e7:1d'}]}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:07.708699 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8215efa-9ae8-4687-904f-836ca66d974e None None] Pushing event updated for resources: {'Port': ['ID=89e265ba-61fd-49a3-8f92-b2b7efb78c57,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:07.713450 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-34cca1f4-8700-478c-932a-8853efa539c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:07.724405 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebf2b5-0b50-42a7-af56-b3eee80934a7 req-b04fe2c0-5283-4b1a-9f25-c97bd90b97aa tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:07.728078 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f4ebf2b5-0b50-42a7-af56-b3eee80934a7 req-b04fe2c0-5283-4b1a-9f25-c97bd90b97aa tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=09cebbc6-fedd-4966-ba74-7c77a09c3185 HTTP/1.1" status: 200 len: 946 time: 0.5440133 Aug 18 13:02:07.801620 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-a8215efa-9ae8-4687-904f-836ca66d974e None None] Attempting to bind port 89e265ba-61fd-49a3-8f92-b2b7efb78c57 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:02:07.801981 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-a8215efa-9ae8-4687-904f-836ca66d974e None None] Attempting to bind port 89e265ba-61fd-49a3-8f92-b2b7efb78c57 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '5a3c752c-0929-435a-95fe-05f7660df8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd7173570-a9a3-45c4-a05c-5ed4654d2802'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:02:07.802374 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8215efa-9ae8-4687-904f-836ca66d974e None None] Attempting to bind port 89e265ba-61fd-49a3-8f92-b2b7efb78c57 on network d7173570-a9a3-45c4-a05c-5ed4654d2802 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:02:07.810927 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8215efa-9ae8-4687-904f-836ca66d974e None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:02:07.811301 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8215efa-9ae8-4687-904f-836ca66d974e None None] Checking segment: {'id': '5a3c752c-0929-435a-95fe-05f7660df8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd7173570-a9a3-45c4-a05c-5ed4654d2802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:02:07.811696 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a8215efa-9ae8-4687-904f-836ca66d974e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:07.812097 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8215efa-9ae8-4687-904f-836ca66d974e None None] Bound using segment: {'id': '5a3c752c-0929-435a-95fe-05f7660df8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd7173570-a9a3-45c4-a05c-5ed4654d2802'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:02:07.812583 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-a8215efa-9ae8-4687-904f-836ca66d974e None None] Bound port: 89e265ba-61fd-49a3-8f92-b2b7efb78c57, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3c752c-0929-435a-95fe-05f7660df8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd7173570-a9a3-45c4-a05c-5ed4654d2802'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:02:07.812955 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a8215efa-9ae8-4687-904f-836ca66d974e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:07.828249 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c2a98ee8-9e86-4ea6-a7f1-3ce7e3a79b9f tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:07.899193 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5e86aa-ceb8-426c-9fbe-e1d2d8b7f170 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Made reservation on behalf of 96ba955bba3e4c748bb07e5882ab812d for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:02:07.904455 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fe5e86aa-ceb8-426c-9fbe-e1d2d8b7f170 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:07.929531 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-3625b8e3-ceb1-4fed-8e95-cfe65f8578ae tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:07.931375 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-3625b8e3-ceb1-4fed-8e95-cfe65f8578ae tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] 10.222.0.39 "GET /v2.0/networks?id=b9c33ffc-ae1f-4c35-86ca-1529a840fab1 HTTP/1.1" status: 200 len: 822 time: 0.5882020 Aug 18 13:02:07.932850 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-a8215efa-9ae8-4687-904f-836ca66d974e None None] For port 89e265ba-61fd-49a3-8f92-b2b7efb78c57, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:02:07.937046 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-a8215efa-9ae8-4687-904f-836ca66d974e None None] For port 89e265ba-61fd-49a3-8f92-b2b7efb78c57, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=89e265ba-61fd-49a3-8f92-b2b7efb78c57,segment=NetworkSegment(5a3c752c-0929-435a-95fe-05f7660df8d3),segment_id=5a3c752c-0929-435a-95fe-05f7660df8d3)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:02:07.941868 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a98ee8-9e86-4ea6-a7f1-3ce7e3a79b9f tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:02:07.953830 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-adb90200-7f2e-4107-aa6a-72e2b42a9ed0 tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] Request body: {'port': {'device_id': 'b0a4b8af-5214-4a47-a42b-17696a78dbe9', 'network_id': 'b9c33ffc-ae1f-4c35-86ca-1529a840fab1', 'admin_state_up': True, 'tenant_id': 'fe51d9a3ab5d41809c2e069eae59963d'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:07.956218 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4ab08b54-3afe-4f13-89bf-341387879e7d None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:07.957261 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-c2a98ee8-9e86-4ea6-a7f1-3ce7e3a79b9f tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:07.959747 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a98ee8-9e86-4ea6-a7f1-3ce7e3a79b9f tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:02:07.965926 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-4ab08b54-3afe-4f13-89bf-341387879e7d None None] Transition to ACTIVE for port object 4ef50589-59da-480d-8132-0a70ef43dad4 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:02:07.990396 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-4ab08b54-3afe-4f13-89bf-341387879e7d None None] Transition to ACTIVE for port object 4ef50589-59da-480d-8132-0a70ef43dad4 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:02:07.991940 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f4ebf2b5-0b50-42a7-af56-b3eee80934a7 req-e0faba87-4794-493d-9ecc-90d89ca778b9 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499197 Aug 18 13:02:08.006541 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a8215efa-9ae8-4687-904f-836ca66d974e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:08.053353 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a98ee8-9e86-4ea6-a7f1-3ce7e3a79b9f tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Pushing event updated for resources: {'Port': ['ID=9b5155fe-6590-4cac-a76b-d65eb195a4ce,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:08.111978 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8215efa-9ae8-4687-904f-836ca66d974e None None] Pushing event updated for resources: {'Port': ['ID=89e265ba-61fd-49a3-8f92-b2b7efb78c57,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:08.118684 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4ab08b54-3afe-4f13-89bf-341387879e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:08.136556 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d40a7c59-5f16-4e3f-a802-2898a92ad6e9 req-82784719-cd6a-491b-aa12-aba81c7ae37c tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0a4b8af-5214-4a47-a42b-17696a78dbe9 HTTP/1.1" status: 200 len: 210 time: 0.0864091 Aug 18 13:02:08.179309 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c2a98ee8-9e86-4ea6-a7f1-3ce7e3a79b9f tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:08.181589 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab08b54-3afe-4f13-89bf-341387879e7d None None] Pushing event updated for resources: {'Port': ['ID=4ef50589-59da-480d-8132-0a70ef43dad4,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:08.203588 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab08b54-3afe-4f13-89bf-341387879e7d None None] Network 32799038-9598-4f9f-8890-a838bf2bb511 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:02:08.205286 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-4ab08b54-3afe-4f13-89bf-341387879e7d None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:08.215079 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab08b54-3afe-4f13-89bf-341387879e7d None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:02:08.270269 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device fdae7c70-e703-4736-9911-3c6896e884fe up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:02:08.301483 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c2a98ee8-9e86-4ea6-a7f1-3ce7e3a79b9f tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:08.325858 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-aaa3a4e9-73ac-4f3c-b410-94cc595394e4 service neutron] Attempting to bind port b8302928-2148-47d8-97a9-550092d961ac on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:02:08.326223 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-aaa3a4e9-73ac-4f3c-b410-94cc595394e4 service neutron] Attempting to bind port b8302928-2148-47d8-97a9-550092d961ac by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '1b77ad33-4a81-4dc7-a2cd-e431dbf5a8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '27065c7f-ce1d-465c-ab5e-f0459b06982a'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:02:08.326562 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-aaa3a4e9-73ac-4f3c-b410-94cc595394e4 service neutron] Attempting to bind port b8302928-2148-47d8-97a9-550092d961ac on network 27065c7f-ce1d-465c-ab5e-f0459b06982a {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:02:08.349788 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-adb90200-7f2e-4107-aa6a-72e2b42a9ed0 tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] Made reservation on behalf of fe51d9a3ab5d41809c2e069eae59963d for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:02:08.358937 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-4ab08b54-3afe-4f13-89bf-341387879e7d None None] Attempting to bind port 4ef50589-59da-480d-8132-0a70ef43dad4 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:02:08.359315 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-4ab08b54-3afe-4f13-89bf-341387879e7d None None] Attempting to bind port 4ef50589-59da-480d-8132-0a70ef43dad4 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '1beb0cc9-7a14-49ac-a97a-f42af5688021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '32799038-9598-4f9f-8890-a838bf2bb511'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:02:08.359680 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab08b54-3afe-4f13-89bf-341387879e7d None None] Attempting to bind port 4ef50589-59da-480d-8132-0a70ef43dad4 on network 32799038-9598-4f9f-8890-a838bf2bb511 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:02:08.359976 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-adb90200-7f2e-4107-aa6a-72e2b42a9ed0 tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:08.368384 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-aaa3a4e9-73ac-4f3c-b410-94cc595394e4 service neutron] Port b8302928-2148-47d8-97a9-550092d961ac on network 27065c7f-ce1d-465c-ab5e-f0459b06982a not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:02:08.368695 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab08b54-3afe-4f13-89bf-341387879e7d None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:02:08.368866 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-aaa3a4e9-73ac-4f3c-b410-94cc595394e4 service neutron] Attempting to bind port b8302928-2148-47d8-97a9-550092d961ac on network 27065c7f-ce1d-465c-ab5e-f0459b06982a {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:02:08.369077 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab08b54-3afe-4f13-89bf-341387879e7d None None] Checking segment: {'id': '1beb0cc9-7a14-49ac-a97a-f42af5688021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '32799038-9598-4f9f-8890-a838bf2bb511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:02:08.369489 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4ab08b54-3afe-4f13-89bf-341387879e7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:08.369884 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab08b54-3afe-4f13-89bf-341387879e7d None None] Bound using segment: {'id': '1beb0cc9-7a14-49ac-a97a-f42af5688021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '32799038-9598-4f9f-8890-a838bf2bb511'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:02:08.375575 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-4ab08b54-3afe-4f13-89bf-341387879e7d None None] Bound port: 4ef50589-59da-480d-8132-0a70ef43dad4, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1beb0cc9-7a14-49ac-a97a-f42af5688021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '32799038-9598-4f9f-8890-a838bf2bb511'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:02:08.375575 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4ab08b54-3afe-4f13-89bf-341387879e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:08.406586 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-aaa3a4e9-73ac-4f3c-b410-94cc595394e4 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:02:08.406932 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-aaa3a4e9-73ac-4f3c-b410-94cc595394e4 service neutron] Checking segment: {'id': '1b77ad33-4a81-4dc7-a2cd-e431dbf5a8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '27065c7f-ce1d-465c-ab5e-f0459b06982a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:02:08.407321 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-aaa3a4e9-73ac-4f3c-b410-94cc595394e4 service neutron] Bound using segment: {'id': '1b77ad33-4a81-4dc7-a2cd-e431dbf5a8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '27065c7f-ce1d-465c-ab5e-f0459b06982a'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:02:08.407818 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-aaa3a4e9-73ac-4f3c-b410-94cc595394e4 service neutron] Bound port: b8302928-2148-47d8-97a9-550092d961ac, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b77ad33-4a81-4dc7-a2cd-e431dbf5a8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '27065c7f-ce1d-465c-ab5e-f0459b06982a'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:02:08.408184 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-aaa3a4e9-73ac-4f3c-b410-94cc595394e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:08.425823 n-d-803603-2 neutron-server[101675]: INFO neutron.db.ipam_backend_mixin [None req-fe5e86aa-ceb8-426c-9fbe-e1d2d8b7f170 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f3c1a376-c848-4a18-8243-fb6bb7c30ac0 (CIDR: 2001:db8::/64) Aug 18 13:02:08.430478 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-d240afd3-6ece-4a5f-8888-f0f545e2b4a5 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:08.451490 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port fdae7c70-e703-4736-9911-3c6896e884fe triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:08.451788 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:08.489972 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe5e86aa-ceb8-426c-9fbe-e1d2d8b7f170 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:02:08.490498 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe5e86aa-ceb8-426c-9fbe-e1d2d8b7f170 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:02:08.494319 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01347f46-61b3-44d2-a2e4-2c3f61fbe9c2 req-fe4db697-f49f-4f53-953c-736b15051d78 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c42b9cf-d3a2-4551-a402-9a0b523c6f44 HTTP/1.1" status: 200 len: 210 time: 0.0607126 Aug 18 13:02:08.531662 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-4ab08b54-3afe-4f13-89bf-341387879e7d None None] For port 4ef50589-59da-480d-8132-0a70ef43dad4, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:02:08.566497 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f98d56-39bc-4579-9d35-126ffdca887b tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Made reservation on behalf of a9eb15af3051430682a0140a6b0370cb for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:02:08.567444 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-4ab08b54-3afe-4f13-89bf-341387879e7d None None] For port 4ef50589-59da-480d-8132-0a70ef43dad4, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4ef50589-59da-480d-8132-0a70ef43dad4,segment=NetworkSegment(1beb0cc9-7a14-49ac-a97a-f42af5688021),segment_id=1beb0cc9-7a14-49ac-a97a-f42af5688021)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:02:08.662311 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-adb90200-7f2e-4107-aa6a-72e2b42a9ed0 tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] Allocated IP 172.20.0.14 (b9c33ffc-ae1f-4c35-86ca-1529a840fab1/e445ac56-cb7e-4a81-a0e8-242a940136c0/e3a5a391-b446-4200-a612-0f8b2bcb6889) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:02:08.665664 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-fe5e86aa-ceb8-426c-9fbe-e1d2d8b7f170 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5057237 Aug 18 13:02:08.668532 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50900) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:08.669851 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b8f98d56-39bc-4579-9d35-126ffdca887b tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:08.673563 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-49aefd75-4598-4e00-b1c5-94fea3fbb12c tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'subnet': {'network_id': '32799038-9598-4f9f-8890-a838bf2bb511', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:08.690873 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [None req-b8f98d56-39bc-4579-9d35-126ffdca887b tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] device_id is not set on port a1f847b7-bfe2-4416-943f-87dfbf0e2399 yet. {{(pid=101675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:02:08.695800 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-aaa3a4e9-73ac-4f3c-b410-94cc595394e4 service neutron] For port b8302928-2148-47d8-97a9-550092d961ac, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:02:08.704156 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4ab08b54-3afe-4f13-89bf-341387879e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:08.773271 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab08b54-3afe-4f13-89bf-341387879e7d None None] Pushing event updated for resources: {'Port': ['ID=4ef50589-59da-480d-8132-0a70ef43dad4,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:08.796993 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-d240afd3-6ece-4a5f-8888-f0f545e2b4a5 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:08.800884 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c2a98ee8-9e86-4ea6-a7f1-3ce7e3a79b9f tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:08.834529 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-aaa3a4e9-73ac-4f3c-b410-94cc595394e4 service neutron] For port b8302928-2148-47d8-97a9-550092d961ac, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=b8302928-2148-47d8-97a9-550092d961ac,segment=NetworkSegment(1b77ad33-4a81-4dc7-a2cd-e431dbf5a8e2),segment_id=1b77ad33-4a81-4dc7-a2cd-e431dbf5a8e2)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:02:08.887544 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a587b-d4a5-450a-8869-71e6c91f47f5 req-da116abd-5089-411a-809b-74be9322bb73 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:08.889071 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-784a587b-d4a5-450a-8869-71e6c91f47f5 req-da116abd-5089-411a-809b-74be9322bb73 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.39 "GET /v2.0/ports?device_id=09cebbc6-fedd-4966-ba74-7c77a09c3185 HTTP/1.1" status: 200 len: 946 time: 0.1943173 Aug 18 13:02:08.899178 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c2a98ee8-9e86-4ea6-a7f1-3ce7e3a79b9f tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:08.913544 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-aaa3a4e9-73ac-4f3c-b410-94cc595394e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:08.961131 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-d240afd3-6ece-4a5f-8888-f0f545e2b4a5 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Network 27065c7f-ce1d-465c-ab5e-f0459b06982a is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:02:08.986338 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-aaa3a4e9-73ac-4f3c-b410-94cc595394e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:08.987040 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-aaa3a4e9-73ac-4f3c-b410-94cc595394e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:08.988945 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-aaa3a4e9-73ac-4f3c-b410-94cc595394e4 service neutron] 10.222.0.20 "PUT /v2.0/ports/b8302928-2148-47d8-97a9-550092d961ac HTTP/1.1" status: 200 len: 1091 time: 3.0097947 Aug 18 13:02:09.004371 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-d240afd3-6ece-4a5f-8888-f0f545e2b4a5 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:09.017450 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-d240afd3-6ece-4a5f-8888-f0f545e2b4a5 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:02:09.051178 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d46665-f8f5-4341-9476-61c501265679', 'tag': 'b8302928-2148-47d8-97a9-550092d961ac'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:02:09.054509 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34bc04ad-349b-4007-975c-9d7b070236f6" -d '{"events": [{"name": "network-changed", "server_uuid": "48d46665-f8f5-4341-9476-61c501265679", "tag": "b8302928-2148-47d8-97a9-550092d961ac"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:02:09.156158 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d240afd3-6ece-4a5f-8888-f0f545e2b4a5 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Pushing event updated for resources: {'Port': ['ID=c25916fb-0fa9-4263-b461-4fe7d5aeeeb6,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:09.181352 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8f941b-8b5a-46d1-a5c8-ad2ed2ba4149 x-openstack-request-id: req-de8f941b-8b5a-46d1-a5c8-ad2ed2ba4149 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:02:09.181792 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d46665-f8f5-4341-9476-61c501265679", "tag": "b8302928-2148-47d8-97a9-550092d961ac", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:02:09.182364 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de8f941b-8b5a-46d1-a5c8-ad2ed2ba4149 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:02:09.182696 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d46665-f8f5-4341-9476-61c501265679', 'tag': 'b8302928-2148-47d8-97a9-550092d961ac', 'status': 'completed', 'code': 200} Aug 18 13:02:09.195467 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-adb90200-7f2e-4107-aa6a-72e2b42a9ed0 tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:09.267949 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-b8f98d56-39bc-4579-9d35-126ffdca887b tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Allocated IP 2001:db8::314 (d7173570-a9a3-45c4-a05c-5ed4654d2802/c642b9b9-335b-4150-8d37-ffca5e1ddb7f/a1f847b7-bfe2-4416-943f-87dfbf0e2399) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:02:09.310544 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-34cca1f4-8700-478c-932a-8853efa539c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f333a5eb-9736-4a69-83e7-ba6f819f2b6e {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:02:09.333875 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-34cca1f4-8700-478c-932a-8853efa539c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:09.346080 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-eb1ada5c-9282-4f0a-a50c-eda61a812405 req-2823353d-9c71-4654-9262-2678d5b1d5d7 tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0a4b8af-5214-4a47-a42b-17696a78dbe9 HTTP/1.1" status: 200 len: 210 time: 0.0989645 Aug 18 13:02:09.352574 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a98ee8-9e86-4ea6-a7f1-3ce7e3a79b9f tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Pushing event updated for resources: {'Port': ['ID=9b5155fe-6590-4cac-a76b-d65eb195a4ce,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:09.360284 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-d240afd3-6ece-4a5f-8888-f0f545e2b4a5 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:09.372247 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-d240afd3-6ece-4a5f-8888-f0f545e2b4a5 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:09.372361 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c2a98ee8-9e86-4ea6-a7f1-3ce7e3a79b9f tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:09.406332 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa3a4e9-73ac-4f3c-b410-94cc595394e4 service neutron] Pushing event updated for resources: {'Port': ['ID=b8302928-2148-47d8-97a9-550092d961ac,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:09.411194 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-784a587b-d4a5-450a-8869-71e6c91f47f5 req-c0e2414d-f96d-4e69-9539-a6048c84c575 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Deleting port 97ca558e-3d41-4476-94e2-0ff5ffc23363 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:02:09.411446 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-e0c062f8-6ca8-4f4b-9f79-6c54c1619e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:09.411839 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-784a587b-d4a5-450a-8869-71e6c91f47f5 req-c0e2414d-f96d-4e69-9539-a6048c84c575 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:09.413061 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-e0c062f8-6ca8-4f4b-9f79-6c54c1619e3c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f3826166f4804f39a01bb3bb6822227a&device_id=48d46665-f8f5-4341-9476-61c501265679 HTTP/1.1" status: 200 len: 1094 time: 0.2762120 Aug 18 13:02:09.417751 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-adb90200-7f2e-4107-aa6a-72e2b42a9ed0 tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:09.431581 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c6546-c567-4b7b-a928-9fad473a0b32 req-a4aa1c9b-34ac-498f-bf96-558e756e7d88 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:09.433737 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f19c6546-c567-4b7b-a928-9fad473a0b32 req-a4aa1c9b-34ac-498f-bf96-558e756e7d88 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=09cebbc6-fedd-4966-ba74-7c77a09c3185 HTTP/1.1" status: 200 len: 946 time: 0.2910643 Aug 18 13:02:09.438670 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-34cca1f4-8700-478c-932a-8853efa539c7 service neutron] Transition to ACTIVE for port object f333a5eb-9736-4a69-83e7-ba6f819f2b6e will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:02:09.492317 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49aefd75-4598-4e00-b1c5-94fea3fbb12c tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Made reservation on behalf of 96ba955bba3e4c748bb07e5882ab812d for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:02:09.496112 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-49aefd75-4598-4e00-b1c5-94fea3fbb12c tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:09.505507 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-66508701-4223-4300-b1e9-dabd5b7feaef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8302928-2148-47d8-97a9-550092d961ac HTTP/1.1" status: 200 len: 217 time: 0.0680637 Aug 18 13:02:09.522194 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00627c22-7d66-4c90-8fc5-bb1ffbac5e0f None None] Network d7173570-a9a3-45c4-a05c-5ed4654d2802 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:02:09.584502 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-34cca1f4-8700-478c-932a-8853efa539c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:09.594053 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-adb90200-7f2e-4107-aa6a-72e2b42a9ed0 tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] Network b9c33ffc-ae1f-4c35-86ca-1529a840fab1 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:02:09.603300 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c2a98ee8-9e86-4ea6-a7f1-3ce7e3a79b9f tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:09.604620 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c2a98ee8-9e86-4ea6-a7f1-3ce7e3a79b9f tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3340724 Aug 18 13:02:09.611158 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-adb90200-7f2e-4107-aa6a-72e2b42a9ed0 tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:09.660341 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-d240afd3-6ece-4a5f-8888-f0f545e2b4a5 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4499998 Aug 18 13:02:09.686488 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb90200-7f2e-4107-aa6a-72e2b42a9ed0 tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] Pushing event updated for resources: {'Port': ['ID=e3a5a391-b446-4200-a612-0f8b2bcb6889,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:09.690701 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-adb90200-7f2e-4107-aa6a-72e2b42a9ed0 tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:02:09.712157 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cca1f4-8700-478c-932a-8853efa539c7 service neutron] Pushing event updated for resources: {'Port': ['ID=f333a5eb-9736-4a69-83e7-ba6f819f2b6e,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:09.735069 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-e255cd80-6480-4340-9e5a-dd6ee53ba91e service neutron] Request body: {'port': {'device_id': '0c42b9cf-d3a2-4551-a402-9a0b523c6f44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:09.743647 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f19c6546-c567-4b7b-a928-9fad473a0b32 req-05467a56-195d-4613-aeed-5a6c4d23f67f tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/security-groups?id=91576d23-9a67-4aae-a870-627c10632368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940617 Aug 18 13:02:09.745523 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-94436807-7602-4428-990f-5ee691139664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:09.753006 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-94436807-7602-4428-990f-5ee691139664 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b2ca989d-08e9-404c-97fe-0e7a4ac27bc0 HTTP/1.1" status: 200 len: 858 time: 0.2272127 Aug 18 13:02:09.806208 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b0c2df5c-3221-4aa8-a897-cf32e05799a2 None None] Provisioning for port 89e265ba-61fd-49a3-8f92-b2b7efb78c57 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:02:09.897143 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-a7bb1c44-f912-4aaa-a704-4096f00e970d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=27065c7f-ce1d-465c-ab5e-f0459b06982a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1158378 Aug 18 13:02:10.228541 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-784a587b-d4a5-450a-8869-71e6c91f47f5 req-c0e2414d-f96d-4e69-9539-a6048c84c575 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] For port 97ca558e-3d41-4476-94e2-0ff5ffc23363, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=97ca558e-3d41-4476-94e2-0ff5ffc23363,segment=NetworkSegment(d254ae00-87be-41d4-aa78-e249d1ab7c29),segment_id=d254ae00-87be-41d4-aa78-e249d1ab7c29)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:10.229000 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-784a587b-d4a5-450a-8869-71e6c91f47f5 req-c0e2414d-f96d-4e69-9539-a6048c84c575 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:10.245171 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67ff087-cf0a-453a-be72-e870329c570b None None] Network 32799038-9598-4f9f-8890-a838bf2bb511 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:02:10.264514 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6d14c-ee9d-4058-930a-a3d18936b578 req-ab4d6f66-c71f-4fbe-9a18-65484969621c tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:10.272919 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fdb6d14c-ee9d-4058-930a-a3d18936b578 req-ab4d6f66-c71f-4fbe-9a18-65484969621c tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c42b9cf-d3a2-4551-a402-9a0b523c6f44 HTTP/1.1" status: 200 len: 932 time: 0.6730442 Aug 18 13:02:10.287758 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-adb90200-7f2e-4107-aa6a-72e2b42a9ed0 tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:10.288542 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-adb90200-7f2e-4107-aa6a-72e2b42a9ed0 tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:10.294215 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-784a587b-d4a5-450a-8869-71e6c91f47f5 req-c0e2414d-f96d-4e69-9539-a6048c84c575 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Calling delete_port for 97ca558e-3d41-4476-94e2-0ff5ffc23363 owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:02:10.336877 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d55bc08b-4a7e-42c8-b9ed-f368a329ad3d None None] Provisioning for port 5784c630-cc42-44b7-9a08-b6d6cd44bbb3 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:02:10.361850 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d55bc08b-4a7e-42c8-b9ed-f368a329ad3d None None] Provisioning complete for port 5784c630-cc42-44b7-9a08-b6d6cd44bbb3 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:10.362553 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d55bc08b-4a7e-42c8-b9ed-f368a329ad3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:10.420760 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4ef50589-59da-480d-8132-0a70ef43dad4 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:02:10.442698 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-61e2734b-1172-48d4-906f-9afe558baddd tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1233405494&fields=id&tenant_id=5db4861e129545f8b7d9c174999be45f HTTP/1.1" status: 200 len: 267 time: 0.5530026 Aug 18 13:02:10.443891 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-e255cd80-6480-4340-9e5a-dd6ee53ba91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:10.452118 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-d55bc08b-4a7e-42c8-b9ed-f368a329ad3d None None] Port 5784c630-cc42-44b7-9a08-b6d6cd44bbb3 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:02:10.463290 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fdb6d14c-ee9d-4058-930a-a3d18936b578 req-ada3c93d-7ff7-48a4-aa4e-3bbe5279063f tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/security-groups?id=81e094ab-a1b3-4098-a030-042fbbbea216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890721 Aug 18 13:02:10.475464 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-adb90200-7f2e-4107-aa6a-72e2b42a9ed0 tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5306060 Aug 18 13:02:10.522635 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-d40d1f4f-ac55-4462-80c2-091b6bde60a1 service neutron] Request body: {'port': {'device_id': 'b0a4b8af-5214-4a47-a42b-17696a78dbe9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:10.582528 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b8f98d56-39bc-4579-9d35-126ffdca887b tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:10.648992 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 4ef50589-59da-480d-8132-0a70ef43dad4 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:02:10.656461 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 89e265ba-61fd-49a3-8f92-b2b7efb78c57 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:02:10.673839 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-b8f98d56-39bc-4579-9d35-126ffdca887b tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Transition to ACTIVE for port object a1f847b7-bfe2-4416-943f-87dfbf0e2399 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:02:10.700366 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-6d975524-1ff4-4290-9c58-21e3ec27c149 None None] Provisioning for port 4ef50589-59da-480d-8132-0a70ef43dad4 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:02:10.710647 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-6d975524-1ff4-4290-9c58-21e3ec27c149 None None] Provisioning complete for port 4ef50589-59da-480d-8132-0a70ef43dad4 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:10.711197 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6d975524-1ff4-4290-9c58-21e3ec27c149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:10.723837 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-34cca1f4-8700-478c-932a-8853efa539c7 service neutron] Attempting to bind port f333a5eb-9736-4a69-83e7-ba6f819f2b6e on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:02:10.724191 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-34cca1f4-8700-478c-932a-8853efa539c7 service neutron] Attempting to bind port f333a5eb-9736-4a69-83e7-ba6f819f2b6e by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '1b77ad33-4a81-4dc7-a2cd-e431dbf5a8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '27065c7f-ce1d-465c-ab5e-f0459b06982a'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:02:10.724522 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-34cca1f4-8700-478c-932a-8853efa539c7 service neutron] Attempting to bind port f333a5eb-9736-4a69-83e7-ba6f819f2b6e on network 27065c7f-ce1d-465c-ab5e-f0459b06982a {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:02:10.751133 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-d40d1f4f-ac55-4462-80c2-091b6bde60a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:10.830372 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6d975524-1ff4-4290-9c58-21e3ec27c149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:10.832857 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-34cca1f4-8700-478c-932a-8853efa539c7 service neutron] Port f333a5eb-9736-4a69-83e7-ba6f819f2b6e on network 27065c7f-ce1d-465c-ab5e-f0459b06982a not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:02:10.833235 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-34cca1f4-8700-478c-932a-8853efa539c7 service neutron] Attempting to bind port f333a5eb-9736-4a69-83e7-ba6f819f2b6e on network 27065c7f-ce1d-465c-ab5e-f0459b06982a {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:02:10.837422 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-b96fed36-5d12-464a-955f-b313bc065b69 service neutron] 10.222.0.20 "GET /v2.0/networks/27065c7f-ce1d-465c-ab5e-f0459b06982a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5420339 Aug 18 13:02:10.853584 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 89e265ba-61fd-49a3-8f92-b2b7efb78c57 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:02:10.870053 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 89e265ba-61fd-49a3-8f92-b2b7efb78c57 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:10.870053 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:10.887456 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbae2a4-5b7b-4b83-9730-223d197aeb6f req-d4a611bf-7f6a-4b74-a9fe-0304f081c0e5 tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:10.889027 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-abbae2a4-5b7b-4b83-9730-223d197aeb6f req-d4a611bf-7f6a-4b74-a9fe-0304f081c0e5 tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0a4b8af-5214-4a47-a42b-17696a78dbe9 HTTP/1.1" status: 200 len: 932 time: 0.2116997 Aug 18 13:02:10.897106 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-441b5891-e242-4144-ab8e-009f754cad79 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:10.898483 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-441b5891-e242-4144-ab8e-009f754cad79 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/networks?id=f0772655-8fcf-4cc7-a52b-8d2f1d4d6419 HTTP/1.1" status: 200 len: 810 time: 0.4333334 Aug 18 13:02:10.899495 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-34cca1f4-8700-478c-932a-8853efa539c7 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:02:10.899871 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-34cca1f4-8700-478c-932a-8853efa539c7 service neutron] Checking segment: {'id': '1b77ad33-4a81-4dc7-a2cd-e431dbf5a8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '27065c7f-ce1d-465c-ab5e-f0459b06982a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:02:10.900223 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-34cca1f4-8700-478c-932a-8853efa539c7 service neutron] Bound using segment: {'id': '1b77ad33-4a81-4dc7-a2cd-e431dbf5a8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '27065c7f-ce1d-465c-ab5e-f0459b06982a'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:02:10.901193 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-34cca1f4-8700-478c-932a-8853efa539c7 service neutron] Bound port: f333a5eb-9736-4a69-83e7-ba6f819f2b6e, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b77ad33-4a81-4dc7-a2cd-e431dbf5a8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '27065c7f-ce1d-465c-ab5e-f0459b06982a'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:02:10.901193 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-34cca1f4-8700-478c-932a-8853efa539c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:10.959336 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-49aefd75-4598-4e00-b1c5-94fea3fbb12c tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:11.024247 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-b0cc2df6-a046-474a-89d1-314add73ff9a tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/quotas/5db4861e129545f8b7d9c174999be45f HTTP/1.1" status: 200 len: 375 time: 0.0779226 Aug 18 13:02:11.047445 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-784a587b-d4a5-450a-8869-71e6c91f47f5 req-c0e2414d-f96d-4e69-9539-a6048c84c575 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:11.071107 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49aefd75-4598-4e00-b1c5-94fea3fbb12c tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Network 32799038-9598-4f9f-8890-a838bf2bb511 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:02:11.088642 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-6d975524-1ff4-4290-9c58-21e3ec27c149 None None] For port 4ef50589-59da-480d-8132-0a70ef43dad4, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4ef50589-59da-480d-8132-0a70ef43dad4,segment=NetworkSegment(1beb0cc9-7a14-49ac-a97a-f42af5688021),segment_id=1beb0cc9-7a14-49ac-a97a-f42af5688021)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:11.136693 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b8f98d56-39bc-4579-9d35-126ffdca887b tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:11.140776 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-49aefd75-4598-4e00-b1c5-94fea3fbb12c tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:11.146372 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:11.154757 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e2414d-f96d-4e69-9539-a6048c84c575 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Pushing event deleted for resources: {'Port': ['ID=97ca558e-3d41-4476-94e2-0ff5ffc23363,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:11.162863 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462f3922-27fd-49f4-a499-d5567709caf8 None None] Network 32799038-9598-4f9f-8890-a838bf2bb511 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:02:11.168039 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49aefd75-4598-4e00-b1c5-94fea3fbb12c tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:11.168792 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-49aefd75-4598-4e00-b1c5-94fea3fbb12c tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:11.201844 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-abbae2a4-5b7b-4b83-9730-223d197aeb6f req-2bc7582d-9847-4338-85d6-aba9556afd4f tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] 10.222.0.13 "GET /v2.0/security-groups?id=38f68848-43be-413c-9e74-e6dad21b17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026009 Aug 18 13:02:11.228506 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-f3885e22-0a3e-4a9a-9cc9-51c65b8c2a1b service neutron] 10.222.0.20 "GET /v2.0/networks/27065c7f-ce1d-465c-ab5e-f0459b06982a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661528 Aug 18 13:02:11.252486 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6d975524-1ff4-4290-9c58-21e3ec27c149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:11.259729 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 89e265ba-61fd-49a3-8f92-b2b7efb78c57, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=89e265ba-61fd-49a3-8f92-b2b7efb78c57,segment=NetworkSegment(5a3c752c-0929-435a-95fe-05f7660df8d3),segment_id=5a3c752c-0929-435a-95fe-05f7660df8d3)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:11.281198 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-34cca1f4-8700-478c-932a-8853efa539c7 service neutron] For port f333a5eb-9736-4a69-83e7-ba6f819f2b6e, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:02:11.286788 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f98d56-39bc-4579-9d35-126ffdca887b tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Network d7173570-a9a3-45c4-a05c-5ed4654d2802 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:02:11.307530 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-b8f98d56-39bc-4579-9d35-126ffdca887b tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:11.310655 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f98d56-39bc-4579-9d35-126ffdca887b tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:02:11.316710 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f98d56-39bc-4579-9d35-126ffdca887b tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:11.317375 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b8f98d56-39bc-4579-9d35-126ffdca887b tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:11.330495 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-46b53e70-ca83-43e2-96ae-e9cb7812fbf8 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5db4861e129545f8b7d9c174999be45f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2699432 Aug 18 13:02:11.332573 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-34cca1f4-8700-478c-932a-8853efa539c7 service neutron] For port f333a5eb-9736-4a69-83e7-ba6f819f2b6e, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=f333a5eb-9736-4a69-83e7-ba6f819f2b6e,segment=NetworkSegment(1b77ad33-4a81-4dc7-a2cd-e431dbf5a8e2),segment_id=1b77ad33-4a81-4dc7-a2cd-e431dbf5a8e2)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:02:11.350147 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aefd75-4598-4e00-b1c5-94fea3fbb12c tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'Subnet': ['ID=b95635e0-0d76-474b-ac37-5c01b30a8d12,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:11.350396 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f98d56-39bc-4579-9d35-126ffdca887b tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Pushing event updated for resources: {'Port': ['ID=a1f847b7-bfe2-4416-943f-87dfbf0e2399,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:11.351941 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-784a587b-d4a5-450a-8869-71e6c91f47f5 req-c0e2414d-f96d-4e69-9539-a6048c84c575 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] No DVR routers for this DVR port 97ca558e-3d41-4476-94e2-0ff5ffc23363 on host n-h1-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:02:11.358679 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d975524-1ff4-4290-9c58-21e3ec27c149 None None] Pushing event updated for resources: {'Port': ['ID=4ef50589-59da-480d-8132-0a70ef43dad4,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:11.361911 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-784a587b-d4a5-450a-8869-71e6c91f47f5 req-c0e2414d-f96d-4e69-9539-a6048c84c575 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:11.364132 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-784a587b-d4a5-450a-8869-71e6c91f47f5 req-c0e2414d-f96d-4e69-9539-a6048c84c575 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.39 "DELETE /v2.0/ports/97ca558e-3d41-4476-94e2-0ff5ffc23363 HTTP/1.1" status: 204 len: 173 time: 2.4605043 Aug 18 13:02:11.366893 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09cebbc6-fedd-4966-ba74-7c77a09c3185', 'name': 'network-vif-deleted', 'tag': '97ca558e-3d41-4476-94e2-0ff5ffc23363'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:02:11.370583 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21583784-9739-4697-bb86-b014688a4a20" -d '{"events": [{"server_uuid": "09cebbc6-fedd-4966-ba74-7c77a09c3185", "name": "network-vif-deleted", "tag": "97ca558e-3d41-4476-94e2-0ff5ffc23363"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:02:11.402104 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:11.419543 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-6d975524-1ff4-4290-9c58-21e3ec27c149 None None] Provisioning complete for port 5784c630-cc42-44b7-9a08-b6d6cd44bbb3 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:11.421135 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6d975524-1ff4-4290-9c58-21e3ec27c149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:11.440578 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ab8885c4-6ee4-497d-8bed-785085f3ac63 req-29bd890b-ce04-4338-a911-e0f8138c8fc4 tempest-AttachVolumeNegativeTest-370881066 tempest-AttachVolumeNegativeTest-370881066-project] 10.222.0.13 "GET /v2.0/ports?device_id=09cebbc6-fedd-4966-ba74-7c77a09c3185 HTTP/1.1" status: 200 len: 210 time: 0.0479991 Aug 18 13:02:11.489132 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-34cca1f4-8700-478c-932a-8853efa539c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:11.508915 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6da714-d044-4015-8993-2cafeb6467c4 x-openstack-request-id: req-3e6da714-d044-4015-8993-2cafeb6467c4 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:02:11.510251 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09cebbc6-fedd-4966-ba74-7c77a09c3185", "name": "network-vif-deleted", "tag": "97ca558e-3d41-4476-94e2-0ff5ffc23363", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:02:11.511263 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e6da714-d044-4015-8993-2cafeb6467c4 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:02:11.511873 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09cebbc6-fedd-4966-ba74-7c77a09c3185', 'name': 'network-vif-deleted', 'tag': '97ca558e-3d41-4476-94e2-0ff5ffc23363', 'status': 'completed', 'code': 200} Aug 18 13:02:11.519253 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-e255cd80-6480-4340-9e5a-dd6ee53ba91e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c25916fb-0fa9-4263-b461-4fe7d5aeeeb6 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:02:11.525619 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-49aefd75-4598-4e00-b1c5-94fea3fbb12c tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.8548310 Aug 18 13:02:11.535537 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50940) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:11.541638 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-304e1623-da4b-42c0-94d0-6301ff7fc32a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'port': {'network_id': '32799038-9598-4f9f-8890-a838bf2bb511', 'fixed_ips': [{'subnet_id': 'f3c1a376-c848-4a18-8243-fb6bb7c30ac0'}, {'subnet_id': 'b95635e0-0d76-474b-ac37-5c01b30a8d12'}], 'name': 'tempest-PortsIpV6TestJSON-1591767112'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:11.543935 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-e255cd80-6480-4340-9e5a-dd6ee53ba91e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:11.557418 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b8f98d56-39bc-4579-9d35-126ffdca887b tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.8574340 Aug 18 13:02:11.571554 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50942) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:11.619914 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=89e265ba-61fd-49a3-8f92-b2b7efb78c57,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:11.623667 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-e255cd80-6480-4340-9e5a-dd6ee53ba91e service neutron] Transition to ACTIVE for port object c25916fb-0fa9-4263-b461-4fe7d5aeeeb6 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:02:11.628725 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-6d975524-1ff4-4290-9c58-21e3ec27c149 None None] Port 5784c630-cc42-44b7-9a08-b6d6cd44bbb3 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:02:11.638273 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-34cca1f4-8700-478c-932a-8853efa539c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:11.639425 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-34cca1f4-8700-478c-932a-8853efa539c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:11.641561 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-34cca1f4-8700-478c-932a-8853efa539c7 service neutron] 10.222.0.39 "PUT /v2.0/ports/f333a5eb-9736-4a69-83e7-ba6f819f2b6e HTTP/1.1" status: 200 len: 1092 time: 4.2315910 Aug 18 13:02:11.642393 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f2111c7-bbfc-4db8-a4c2-d3b44b3f2ea6', 'tag': 'f333a5eb-9736-4a69-83e7-ba6f819f2b6e'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:02:11.645634 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9aa0b49-5382-4e2a-b479-4e3dd4110ead" -d '{"events": [{"name": "network-changed", "server_uuid": "3f2111c7-bbfc-4db8-a4c2-d3b44b3f2ea6", "tag": "f333a5eb-9736-4a69-83e7-ba6f819f2b6e"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:02:11.687043 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-d40d1f4f-ac55-4462-80c2-091b6bde60a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3a5a391-b446-4200-a612-0f8b2bcb6889 {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:02:11.711054 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-d40d1f4f-ac55-4462-80c2-091b6bde60a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:11.717945 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc04ad-349b-4007-975c-9d7b070236f6 req-934d1d56-bec9-423b-beae-8cbb6418bb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:11.722299 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-34bc04ad-349b-4007-975c-9d7b070236f6 req-934d1d56-bec9-423b-beae-8cbb6418bb51 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f3826166f4804f39a01bb3bb6822227a&device_id=48d46665-f8f5-4341-9476-61c501265679 HTTP/1.1" status: 200 len: 1094 time: 0.3439348 Aug 18 13:02:11.724412 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-f430feb2-2ae3-4f15-b600-9699e5a79e21 service neutron] 10.222.0.13 "GET /v2.0/networks/f0772655-8fcf-4cc7-a52b-8d2f1d4d6419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447723 Aug 18 13:02:11.724973 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cca1f4-8700-478c-932a-8853efa539c7 service neutron] Pushing event updated for resources: {'Port': ['ID=f333a5eb-9736-4a69-83e7-ba6f819f2b6e,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:11.743901 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-971bef27-0b9d-4c0c-bb5d-b0fda3a43516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:11.769954 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-d40d1f4f-ac55-4462-80c2-091b6bde60a1 service neutron] Transition to ACTIVE for port object e3a5a391-b446-4200-a612-0f8b2bcb6889 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:02:11.776316 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-900d7aa4-062a-4ba7-b393-52d45f7241f5 None None] Provisioning complete for port 4ef50589-59da-480d-8132-0a70ef43dad4 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:11.777439 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-900d7aa4-062a-4ba7-b393-52d45f7241f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:11.819488 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adb2b98-0147-454d-b864-a4cf1557163c None None] Update dhcp port {'port': {'network_id': '32799038-9598-4f9f-8890-a838bf2bb511', 'fixed_ips': [{'subnet_id': 'f3c1a376-c848-4a18-8243-fb6bb7c30ac0', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b95635e0-0d76-474b-ac37-5c01b30a8d12'}], 'binding:host_id': 'n-d-803603-2'}, 'id': '4ef50589-59da-480d-8132-0a70ef43dad4'} from n-d-803603-2. {{(pid=101677) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 13:02:11.838345 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-e255cd80-6480-4340-9e5a-dd6ee53ba91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:11.861653 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2adb2b98-0147-454d-b864-a4cf1557163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:11.905234 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437d72a3-de31-47a5-a376-e83b1161aa20 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:11.912944 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437d72a3-de31-47a5-a376-e83b1161aa20 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:11.920224 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437d72a3-de31-47a5-a376-e83b1161aa20 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:11.924814 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-437d72a3-de31-47a5-a376-e83b1161aa20 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.3448813 Aug 18 13:02:11.924814 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-d40d1f4f-ac55-4462-80c2-091b6bde60a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:11.928942 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50948) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:11.941252 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a44791c-5f8f-4bdd-9557-e2be37b9fd4f req-475bda24-f4c6-442c-8fcc-e971b62a2af3 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:11.942821 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5a44791c-5f8f-4bdd-9557-e2be37b9fd4f req-475bda24-f4c6-442c-8fcc-e971b62a2af3 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c42b9cf-d3a2-4551-a402-9a0b523c6f44 HTTP/1.1" status: 200 len: 932 time: 0.2392864 Aug 18 13:02:11.997942 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c6491eed-3b57-4ee9-8b12-e0cd1dd720f1 req-8dd1224b-94af-40c7-973e-2ffc1090c675 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2614472 Aug 18 13:02:12.017656 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255cd80-6480-4340-9e5a-dd6ee53ba91e service neutron] Pushing event updated for resources: {'Port': ['ID=c25916fb-0fa9-4263-b461-4fe7d5aeeeb6,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:12.055610 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-b6b62e3f-dc20-4cae-9fa9-94a5b1e4b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:12.057137 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-b6b62e3f-dc20-4cae-9fa9-94a5b1e4b851 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3826166f4804f39a01bb3bb6822227a&device_id=3f2111c7-bbfc-4db8-a4c2-d3b44b3f2ea6 HTTP/1.1" status: 200 len: 1095 time: 0.2233841 Aug 18 13:02:12.099244 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d1f4f-ac55-4462-80c2-091b6bde60a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a5a391-b446-4200-a612-0f8b2bcb6889,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:12.100613 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc04ad-349b-4007-975c-9d7b070236f6 req-4609a356-32b0-4fde-ad24-3a378084e91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:12.102143 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-34bc04ad-349b-4007-975c-9d7b070236f6 req-4609a356-32b0-4fde-ad24-3a378084e91c service neutron] 10.222.0.20 "GET /v2.0/networks?id=27065c7f-ce1d-465c-ab5e-f0459b06982a HTTP/1.1" status: 200 len: 919 time: 0.3652315 Aug 18 13:02:12.120316 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-2adb2b98-0147-454d-b864-a4cf1557163c None None] Allocated IP 2001:db8:0:1::2 (32799038-9598-4f9f-8890-a838bf2bb511/b95635e0-0d76-474b-ac37-5c01b30a8d12/4ef50589-59da-480d-8132-0a70ef43dad4) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:02:12.175084 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5a44791c-5f8f-4bdd-9557-e2be37b9fd4f req-ae3a4187-5369-4aa0-9b44-a2afa1168d19 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/security-groups?id=81e094ab-a1b3-4098-a030-042fbbbea216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174599 Aug 18 13:02:12.181976 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-bd6d79a3-2f1a-4145-a8fd-ebfb3ff630d0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f333a5eb-9736-4a69-83e7-ba6f819f2b6e HTTP/1.1" status: 200 len: 217 time: 0.1038768 Aug 18 13:02:12.225991 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ea6b3e2f-15c9-41ca-a2b3-f787dc0a1162 None None] Provisioning for port a1f847b7-bfe2-4416-943f-87dfbf0e2399 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:02:12.227211 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-c18459f6-28ce-4c5f-b033-b2f0abc14195 service neutron] 10.222.0.13 "GET /v2.0/networks/f0772655-8fcf-4cc7-a52b-8d2f1d4d6419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4730988 Aug 18 13:02:12.235989 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-34bc04ad-349b-4007-975c-9d7b070236f6 req-d083ad5d-f1f8-49ca-9ddd-3c868de37ea3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8302928-2148-47d8-97a9-550092d961ac HTTP/1.1" status: 200 len: 217 time: 0.0852144 Aug 18 13:02:12.314151 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-d40d1f4f-ac55-4462-80c2-091b6bde60a1 service neutron] Attempting to bind port e3a5a391-b446-4200-a612-0f8b2bcb6889 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:02:12.316332 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-d40d1f4f-ac55-4462-80c2-091b6bde60a1 service neutron] Attempting to bind port e3a5a391-b446-4200-a612-0f8b2bcb6889 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '69e77663-4291-4b45-9a82-cbd001a586fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b9c33ffc-ae1f-4c35-86ca-1529a840fab1'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:02:12.317203 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-d40d1f4f-ac55-4462-80c2-091b6bde60a1 service neutron] Attempting to bind port e3a5a391-b446-4200-a612-0f8b2bcb6889 on network b9c33ffc-ae1f-4c35-86ca-1529a840fab1 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:02:12.333241 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-d40d1f4f-ac55-4462-80c2-091b6bde60a1 service neutron] Port e3a5a391-b446-4200-a612-0f8b2bcb6889 on network b9c33ffc-ae1f-4c35-86ca-1529a840fab1 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:02:12.333673 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-d40d1f4f-ac55-4462-80c2-091b6bde60a1 service neutron] Attempting to bind port e3a5a391-b446-4200-a612-0f8b2bcb6889 on network b9c33ffc-ae1f-4c35-86ca-1529a840fab1 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:02:12.348592 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6491eed-3b57-4ee9-8b12-e0cd1dd720f1 req-4030211f-4d4c-4bb2-b003-48065392642f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:12.348723 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304e1623-da4b-42c0-94d0-6301ff7fc32a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Made reservation on behalf of 96ba955bba3e4c748bb07e5882ab812d for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:02:12.348808 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c6491eed-3b57-4ee9-8b12-e0cd1dd720f1 req-4030211f-4d4c-4bb2-b003-48065392642f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8b6c2b19e634a4bb77e7e12fa929d83&device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 1096 time: 0.2628014 Aug 18 13:02:12.353805 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-1f0d911e-f1f7-42cf-9394-a7d534456107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:12.355538 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-1f0d911e-f1f7-42cf-9394-a7d534456107 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b2ca989d-08e9-404c-97fe-0e7a4ac27bc0 HTTP/1.1" status: 200 len: 858 time: 0.1375437 Aug 18 13:02:12.358326 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-e255cd80-6480-4340-9e5a-dd6ee53ba91e service neutron] Attempting to bind port c25916fb-0fa9-4263-b461-4fe7d5aeeeb6 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:02:12.358677 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-e255cd80-6480-4340-9e5a-dd6ee53ba91e service neutron] Attempting to bind port c25916fb-0fa9-4263-b461-4fe7d5aeeeb6 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '1b77ad33-4a81-4dc7-a2cd-e431dbf5a8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '27065c7f-ce1d-465c-ab5e-f0459b06982a'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:02:12.359014 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-e255cd80-6480-4340-9e5a-dd6ee53ba91e service neutron] Attempting to bind port c25916fb-0fa9-4263-b461-4fe7d5aeeeb6 on network 27065c7f-ce1d-465c-ab5e-f0459b06982a {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:02:12.359647 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4ef50589-59da-480d-8132-0a70ef43dad4 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:02:12.367279 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-44d391f0-8262-4e0a-acab-f57a5f906db7 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Deleting port a1f847b7-bfe2-4416-943f-87dfbf0e2399 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:02:12.374325 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-44d391f0-8262-4e0a-acab-f57a5f906db7 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:12.375363 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ea6b3e2f-15c9-41ca-a2b3-f787dc0a1162 None None] Provisioning complete for port a1f847b7-bfe2-4416-943f-87dfbf0e2399 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:12.375748 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ea6b3e2f-15c9-41ca-a2b3-f787dc0a1162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:12.385806 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc04ad-349b-4007-975c-9d7b070236f6 req-bfb9492e-92a4-4855-bf47-dd1815c56b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:12.400385 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-34bc04ad-349b-4007-975c-9d7b070236f6 req-bfb9492e-92a4-4855-bf47-dd1815c56b30 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b2ca989d-08e9-404c-97fe-0e7a4ac27bc0 HTTP/1.1" status: 200 len: 858 time: 0.1397336 Aug 18 13:02:12.406611 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-e255cd80-6480-4340-9e5a-dd6ee53ba91e service neutron] Port c25916fb-0fa9-4263-b461-4fe7d5aeeeb6 on network 27065c7f-ce1d-465c-ab5e-f0459b06982a not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:02:12.407049 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-e255cd80-6480-4340-9e5a-dd6ee53ba91e service neutron] Attempting to bind port c25916fb-0fa9-4263-b461-4fe7d5aeeeb6 on network 27065c7f-ce1d-465c-ab5e-f0459b06982a {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:02:12.420641 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-d40d1f4f-ac55-4462-80c2-091b6bde60a1 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:02:12.421084 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-d40d1f4f-ac55-4462-80c2-091b6bde60a1 service neutron] Checking segment: {'id': '69e77663-4291-4b45-9a82-cbd001a586fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b9c33ffc-ae1f-4c35-86ca-1529a840fab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:02:12.421543 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-d40d1f4f-ac55-4462-80c2-091b6bde60a1 service neutron] Bound using segment: {'id': '69e77663-4291-4b45-9a82-cbd001a586fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b9c33ffc-ae1f-4c35-86ca-1529a840fab1'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:02:12.422072 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-d40d1f4f-ac55-4462-80c2-091b6bde60a1 service neutron] Bound port: e3a5a391-b446-4200-a612-0f8b2bcb6889, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69e77663-4291-4b45-9a82-cbd001a586fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b9c33ffc-ae1f-4c35-86ca-1529a840fab1'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:02:12.422546 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-d40d1f4f-ac55-4462-80c2-091b6bde60a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:12.433486 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ec7378-aed9-4b29-8f06-55b014f4eab1 x-openstack-request-id: req-86ec7378-aed9-4b29-8f06-55b014f4eab1 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:02:12.433486 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f2111c7-bbfc-4db8-a4c2-d3b44b3f2ea6", "tag": "f333a5eb-9736-4a69-83e7-ba6f819f2b6e", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:02:12.433486 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-86ec7378-aed9-4b29-8f06-55b014f4eab1 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:02:12.433486 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f2111c7-bbfc-4db8-a4c2-d3b44b3f2ea6', 'tag': 'f333a5eb-9736-4a69-83e7-ba6f819f2b6e', 'status': 'completed', 'code': 200} Aug 18 13:02:12.451104 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-ea6b3e2f-15c9-41ca-a2b3-f787dc0a1162 None None] Port a1f847b7-bfe2-4416-943f-87dfbf0e2399 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:02:12.455718 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-2adb2b98-0147-454d-b864-a4cf1557163c None None] For port 4ef50589-59da-480d-8132-0a70ef43dad4, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4ef50589-59da-480d-8132-0a70ef43dad4,segment=NetworkSegment(1beb0cc9-7a14-49ac-a97a-f42af5688021),segment_id=1beb0cc9-7a14-49ac-a97a-f42af5688021)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:12.468163 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-645e1826-424b-4597-9af5-7626873a6e67 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=27065c7f-ce1d-465c-ab5e-f0459b06982a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037955 Aug 18 13:02:12.490616 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-e255cd80-6480-4340-9e5a-dd6ee53ba91e service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:02:12.491330 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-e255cd80-6480-4340-9e5a-dd6ee53ba91e service neutron] Checking segment: {'id': '1b77ad33-4a81-4dc7-a2cd-e431dbf5a8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '27065c7f-ce1d-465c-ab5e-f0459b06982a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:02:12.491585 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-e255cd80-6480-4340-9e5a-dd6ee53ba91e service neutron] Bound using segment: {'id': '1b77ad33-4a81-4dc7-a2cd-e431dbf5a8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '27065c7f-ce1d-465c-ab5e-f0459b06982a'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:02:12.492162 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-e255cd80-6480-4340-9e5a-dd6ee53ba91e service neutron] Bound port: c25916fb-0fa9-4263-b461-4fe7d5aeeeb6, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b77ad33-4a81-4dc7-a2cd-e431dbf5a8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '27065c7f-ce1d-465c-ab5e-f0459b06982a'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:02:12.492753 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-e255cd80-6480-4340-9e5a-dd6ee53ba91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:12.502355 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2adb2b98-0147-454d-b864-a4cf1557163c None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:12.522359 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-2adb2b98-0147-454d-b864-a4cf1557163c None None] Transition to ACTIVE for port object 4ef50589-59da-480d-8132-0a70ef43dad4 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:02:12.524034 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 4ef50589-59da-480d-8132-0a70ef43dad4 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:12.525016 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:12.528324 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-34bc04ad-349b-4007-975c-9d7b070236f6 req-dec4e452-08f8-4273-9c91-a0485e640798 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=27065c7f-ce1d-465c-ab5e-f0459b06982a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021876 Aug 18 13:02:12.642728 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2adb2b98-0147-454d-b864-a4cf1557163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:12.712364 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107eb5db-0c4c-4a87-8aab-4f554ee0935b req-47ea9feb-1e2d-4e41-b614-61bbbf295370 tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:12.726120 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-107eb5db-0c4c-4a87-8aab-4f554ee0935b req-47ea9feb-1e2d-4e41-b614-61bbbf295370 tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0a4b8af-5214-4a47-a42b-17696a78dbe9 HTTP/1.1" status: 200 len: 944 time: 0.2144659 Aug 18 13:02:12.727557 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 89e265ba-61fd-49a3-8f92-b2b7efb78c57 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:02:12.748417 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-e255cd80-6480-4340-9e5a-dd6ee53ba91e service neutron] For port c25916fb-0fa9-4263-b461-4fe7d5aeeeb6, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:02:12.757778 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-e255cd80-6480-4340-9e5a-dd6ee53ba91e service neutron] For port c25916fb-0fa9-4263-b461-4fe7d5aeeeb6, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=c25916fb-0fa9-4263-b461-4fe7d5aeeeb6,segment=NetworkSegment(1b77ad33-4a81-4dc7-a2cd-e431dbf5a8e2),segment_id=1b77ad33-4a81-4dc7-a2cd-e431dbf5a8e2)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:02:12.783546 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50960) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:12.805212 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-304e1623-da4b-42c0-94d0-6301ff7fc32a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:12.856549 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-107eb5db-0c4c-4a87-8aab-4f554ee0935b req-cd152e77-a677-4549-b3e9-92b297f56527 tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] 10.222.0.13 "GET /v2.0/security-groups?id=38f68848-43be-413c-9e74-e6dad21b17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201301 Aug 18 13:02:12.859969 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb2b98-0147-454d-b864-a4cf1557163c None None] Pushing event updated for resources: {'Port': ['ID=4ef50589-59da-480d-8132-0a70ef43dad4,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:12.881790 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-e255cd80-6480-4340-9e5a-dd6ee53ba91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:12.884595 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 97ca558e-3d41-4476-94e2-0ff5ffc23363 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:02:12.886390 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-d40d1f4f-ac55-4462-80c2-091b6bde60a1 service neutron] For port e3a5a391-b446-4200-a612-0f8b2bcb6889, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:02:12.889710 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-304e1623-da4b-42c0-94d0-6301ff7fc32a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] device_id is not set on port 3b5ff808-f3c3-4ae6-ab66-965e5e65c40e yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:02:12.902293 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-44d391f0-8262-4e0a-acab-f57a5f906db7 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:12.912565 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: 97ca558e-3d41-4476-94e2-0ff5ffc23363 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:02:12.913157 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 97ca558e-3d41-4476-94e2-0ff5ffc23363 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:02:12.927481 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 89e265ba-61fd-49a3-8f92-b2b7efb78c57 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:12.929149 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:12.931906 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-d40d1f4f-ac55-4462-80c2-091b6bde60a1 service neutron] For port e3a5a391-b446-4200-a612-0f8b2bcb6889, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=e3a5a391-b446-4200-a612-0f8b2bcb6889,segment=NetworkSegment(69e77663-4291-4b45-9a82-cbd001a586fe),segment_id=69e77663-4291-4b45-9a82-cbd001a586fe)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:02:12.982492 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-44d391f0-8262-4e0a-acab-f57a5f906db7 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Calling delete_port for a1f847b7-bfe2-4416-943f-87dfbf0e2399 owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:02:13.076472 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-d40d1f4f-ac55-4462-80c2-091b6bde60a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:13.142987 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-d40d1f4f-ac55-4462-80c2-091b6bde60a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:13.143868 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-d40d1f4f-ac55-4462-80c2-091b6bde60a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:13.145392 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-d40d1f4f-ac55-4462-80c2-091b6bde60a1 service neutron] 10.222.0.39 "PUT /v2.0/ports/e3a5a391-b446-4200-a612-0f8b2bcb6889 HTTP/1.1" status: 200 len: 1092 time: 2.6363053 Aug 18 13:02:13.262523 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d1f4f-ac55-4462-80c2-091b6bde60a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a5a391-b446-4200-a612-0f8b2bcb6889,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:13.364915 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-979f9104-58bf-44d5-b2e4-a4897fda0094 req-940af1f3-6f19-4e38-b95a-47ef1e11b8bd tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 210 time: 0.4904709 Aug 18 13:02:13.389422 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-16eac280-1a89-4556-abe5-35b433378a2a admin admin] Deleting subnet 370a4194-5e7c-4dd1-afef-69ff1c3d51dd {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:02:13.430087 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-e255cd80-6480-4340-9e5a-dd6ee53ba91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:13.431630 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-e255cd80-6480-4340-9e5a-dd6ee53ba91e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:13.435750 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-e255cd80-6480-4340-9e5a-dd6ee53ba91e service neutron] 10.222.0.20 "PUT /v2.0/ports/c25916fb-0fa9-4263-b461-4fe7d5aeeeb6 HTTP/1.1" status: 200 len: 1092 time: 3.7080684 Aug 18 13:02:13.466702 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-16eac280-1a89-4556-abe5-35b433378a2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:13.470130 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-a02bf43b-6388-44c4-b789-e3909c5c9474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:13.471893 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-a02bf43b-6388-44c4-b789-e3909c5c9474 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fe51d9a3ab5d41809c2e069eae59963d&device_id=b0a4b8af-5214-4a47-a42b-17696a78dbe9 HTTP/1.1" status: 200 len: 1095 time: 0.2161281 Aug 18 13:02:13.490450 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6491eed-3b57-4ee9-8b12-e0cd1dd720f1 req-c49a8763-f9b6-4b16-a399-d2bc6b7666ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:13.492239 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c6491eed-3b57-4ee9-8b12-e0cd1dd720f1 req-c49a8763-f9b6-4b16-a399-d2bc6b7666ea service neutron] 10.222.0.20 "GET /v2.0/networks?id=c70b20b2-1ba3-4778-b38e-36ed095ba70d HTTP/1.1" status: 200 len: 912 time: 1.1250618 Aug 18 13:02:13.506590 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-5fa2bb68-bb8e-4f63-924d-7c331cd1857c service neutron] 10.222.0.39 "GET /v2.0/networks/27065c7f-ce1d-465c-ab5e-f0459b06982a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0269043 Aug 18 13:02:13.526738 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0a4b8af-5214-4a47-a42b-17696a78dbe9', 'tag': 'e3a5a391-b446-4200-a612-0f8b2bcb6889'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:02:13.528338 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b223e0d1-705d-4fb2-b4b1-f2146027bba6" -d '{"events": [{"name": "network-changed", "server_uuid": "b0a4b8af-5214-4a47-a42b-17696a78dbe9", "tag": "e3a5a391-b446-4200-a612-0f8b2bcb6889"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:02:13.589149 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d641815e-3df0-4e53-b696-c18d7e34b33a req-a6aace3e-b899-499d-b36b-ac8e4088a730 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:13.591327 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d641815e-3df0-4e53-b696-c18d7e34b33a req-a6aace3e-b899-499d-b36b-ac8e4088a730 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c42b9cf-d3a2-4551-a402-9a0b523c6f44 HTTP/1.1" status: 200 len: 944 time: 0.2874560 Aug 18 13:02:13.592765 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-dd09d412-172a-4248-be14-dfdac7dbd8f3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3a5a391-b446-4200-a612-0f8b2bcb6889 HTTP/1.1" status: 200 len: 217 time: 0.1042707 Aug 18 13:02:13.612835 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6889b54f-2882-4507-9afb-7894402c9246 x-openstack-request-id: req-6889b54f-2882-4507-9afb-7894402c9246 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:02:13.613132 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0a4b8af-5214-4a47-a42b-17696a78dbe9", "tag": "e3a5a391-b446-4200-a612-0f8b2bcb6889", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:02:13.613394 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6889b54f-2882-4507-9afb-7894402c9246 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:02:13.613776 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0a4b8af-5214-4a47-a42b-17696a78dbe9', 'tag': 'e3a5a391-b446-4200-a612-0f8b2bcb6889', 'status': 'completed', 'code': 200} Aug 18 13:02:13.614436 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-34bc04ad-349b-4007-975c-9d7b070236f6 req-74e4542b-5267-4d48-924e-915f09819e91 service neutron] 10.222.0.20 "GET /v2.0/networks/27065c7f-ce1d-465c-ab5e-f0459b06982a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0525143 Aug 18 13:02:13.645273 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255cd80-6480-4340-9e5a-dd6ee53ba91e service neutron] Pushing event updated for resources: {'Port': ['ID=c25916fb-0fa9-4263-b461-4fe7d5aeeeb6,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:13.680053 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-16eac280-1a89-4556-abe5-35b433378a2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:13.686431 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-44d391f0-8262-4e0a-acab-f57a5f906db7 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:13.694278 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9302f1c4-b5c2-4b5d-9e3c-fa2e313a9479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:13.744586 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-bed8cc45-b829-4e00-a1d1-dca3a4febd57 None None] Provisioning for port 4ef50589-59da-480d-8132-0a70ef43dad4 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:02:13.749673 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d391f0-8262-4e0a-acab-f57a5f906db7 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Pushing event deleted for resources: {'Port': ['ID=a1f847b7-bfe2-4416-943f-87dfbf0e2399,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:13.755529 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-bed8cc45-b829-4e00-a1d1-dca3a4febd57 None None] Provisioning complete for port 4ef50589-59da-480d-8132-0a70ef43dad4 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:13.755529 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bed8cc45-b829-4e00-a1d1-dca3a4febd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:13.792210 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-304e1623-da4b-42c0-94d0-6301ff7fc32a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Allocated IP 2001:db8::34c (32799038-9598-4f9f-8890-a838bf2bb511/f3c1a376-c848-4a18-8243-fb6bb7c30ac0/3b5ff808-f3c3-4ae6-ab66-965e5e65c40e) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:02:13.798798 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c6491eed-3b57-4ee9-8b12-e0cd1dd720f1 req-d4591a4a-1c14-4e22-9221-d9324cdeee1d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be132020-3516-4ddf-b702-9f30b7b7f0c8 HTTP/1.1" status: 200 len: 1000 time: 0.2840328 Aug 18 13:02:13.822952 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d641815e-3df0-4e53-b696-c18d7e34b33a req-988c162f-6d3b-4426-8488-05abb5ee8755 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/security-groups?id=81e094ab-a1b3-4098-a030-042fbbbea216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066195 Aug 18 13:02:13.828355 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-304e1623-da4b-42c0-94d0-6301ff7fc32a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Allocated IP 2001:db8:0:1::1a0 (32799038-9598-4f9f-8890-a838bf2bb511/b95635e0-0d76-474b-ac37-5c01b30a8d12/3b5ff808-f3c3-4ae6-ab66-965e5e65c40e) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:02:13.870412 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-16eac280-1a89-4556-abe5-35b433378a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:13.896345 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-fbdad107-7211-48d6-a411-d8c15a0e09de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:13.902014 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-fbdad107-7211-48d6-a411-d8c15a0e09de service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e445ac56-cb7e-4a81-a0e8-242a940136c0 HTTP/1.1" status: 200 len: 862 time: 0.2790561 Aug 18 13:02:13.950816 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-e5911652-56ae-4b5f-b718-5bcb1eb7bbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:13.952431 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-e5911652-56ae-4b5f-b718-5bcb1eb7bbb7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f3826166f4804f39a01bb3bb6822227a&device_id=0c42b9cf-d3a2-4551-a402-9a0b523c6f44 HTTP/1.1" status: 200 len: 1095 time: 0.3029900 Aug 18 13:02:13.965968 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-8dedffee-846f-49d5-8a81-9ebc6c30c6b5 service neutron] 10.222.0.39 "GET /v2.0/networks/27065c7f-ce1d-465c-ab5e-f0459b06982a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304271 Aug 18 13:02:13.971147 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-a56dfadd-c71f-4843-94df-a38edf44f297 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9c33ffc-ae1f-4c35-86ca-1529a840fab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583560 Aug 18 13:02:14.038537 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-f9de6d9d-aa35-4b42-bb49-62e96a32da0c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c25916fb-0fa9-4263-b461-4fe7d5aeeeb6 HTTP/1.1" status: 200 len: 217 time: 0.0713522 Aug 18 13:02:14.059416 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6491eed-3b57-4ee9-8b12-e0cd1dd720f1 req-843ac321-7733-476a-a467-90c3bbbb5f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:14.061020 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c6491eed-3b57-4ee9-8b12-e0cd1dd720f1 req-843ac321-7733-476a-a467-90c3bbbb5f30 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2744890d-6739-4756-b608-842180da7455 HTTP/1.1" status: 200 len: 850 time: 0.2486997 Aug 18 13:02:14.098344 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-34bc04ad-349b-4007-975c-9d7b070236f6 req-4bac510b-982f-4141-9415-45479abc15ce service neutron] 10.222.0.20 "GET /v2.0/networks/27065c7f-ce1d-465c-ab5e-f0459b06982a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4454446 Aug 18 13:02:14.138366 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-44d391f0-8262-4e0a-acab-f57a5f906db7 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:14.140342 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-44d391f0-8262-4e0a-acab-f57a5f906db7 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] 10.222.0.13 "DELETE /v2.0/ports/a1f847b7-bfe2-4416-943f-87dfbf0e2399 HTTP/1.1" status: 204 len: 168 time: 2.2084637 Aug 18 13:02:14.170006 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50978) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:14.195468 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-dac3951c-4caa-40d7-a527-dd859ae26171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:14.196984 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-dac3951c-4caa-40d7-a527-dd859ae26171 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b2ca989d-08e9-404c-97fe-0e7a4ac27bc0 HTTP/1.1" status: 200 len: 858 time: 0.1404622 Aug 18 13:02:14.208300 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c5bc7-4516-4c21-9c7d-c88bf2b00dfc req-6128e0fa-4512-48ef-9b07-ac67df3a4bf0 tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:14.209846 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8d1c5bc7-4516-4c21-9c7d-c88bf2b00dfc req-6128e0fa-4512-48ef-9b07-ac67df3a4bf0 tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0a4b8af-5214-4a47-a42b-17696a78dbe9 HTTP/1.1" status: 200 len: 944 time: 0.2528663 Aug 18 13:02:14.225229 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e8d2c20-58b5-48b5-8eb8-a7713b658258 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] GET failed (client error): The resource could not be found. Aug 18 13:02:14.225229 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4e8d2c20-58b5-48b5-8eb8-a7713b658258 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] 10.222.0.13 "GET /v2.0/ports/a1f847b7-bfe2-4416-943f-87dfbf0e2399 HTTP/1.1" status: 404 len: 333 time: 0.0478621 Aug 18 13:02:14.226561 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50980) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:14.233790 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-69de3378-c59e-4b2e-9040-b2d3365f3c24 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Request body: {'port': {'network_id': 'd7173570-a9a3-45c4-a05c-5ed4654d2802', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1553480364'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:14.256590 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-c24d2720-e0be-4117-b23f-392195d037db service neutron] 10.222.0.39 "GET /v2.0/networks/b9c33ffc-ae1f-4c35-86ca-1529a840fab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767007 Aug 18 13:02:14.256869 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-d0d46376-40d1-49c6-ac6e-19bcbca7b2ac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=27065c7f-ce1d-465c-ab5e-f0459b06982a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440333 Aug 18 13:02:14.267457 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6491eed-3b57-4ee9-8b12-e0cd1dd720f1 req-ee60e58b-78ef-4bbb-a12d-9c07f6515717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:14.269279 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c6491eed-3b57-4ee9-8b12-e0cd1dd720f1 req-ee60e58b-78ef-4bbb-a12d-9c07f6515717 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c70b20b2-1ba3-4778-b38e-36ed095ba70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1631682 Aug 18 13:02:14.280081 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4ef50589-59da-480d-8132-0a70ef43dad4 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:02:14.284396 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa0b49-5382-4e2a-b479-4e3dd4110ead req-29505a2a-d40d-439e-8d01-59309fbf90df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:14.286102 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e9aa0b49-5382-4e2a-b479-4e3dd4110ead req-29505a2a-d40d-439e-8d01-59309fbf90df service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3826166f4804f39a01bb3bb6822227a&device_id=3f2111c7-bbfc-4db8-a4c2-d3b44b3f2ea6 HTTP/1.1" status: 200 len: 1095 time: 0.1810548 Aug 18 13:02:14.328251 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-16eac280-1a89-4556-abe5-35b433378a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:14.348949 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 4ef50589-59da-480d-8132-0a70ef43dad4 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:14.349759 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:14.428035 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-304e1623-da4b-42c0-94d0-6301ff7fc32a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:14.441814 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c42b9cf-d3a2-4551-a402-9a0b523c6f44', 'tag': 'c25916fb-0fa9-4263-b461-4fe7d5aeeeb6'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:02:14.444145 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb94cb53-3bdd-4059-ac0c-d20396009ca7" -d '{"events": [{"name": "network-changed", "server_uuid": "0c42b9cf-d3a2-4551-a402-9a0b523c6f44", "tag": "c25916fb-0fa9-4263-b461-4fe7d5aeeeb6"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:02:14.479050 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8405dec7-d0cb-4eee-bb41-a829cd9f2269 req-b7c1d042-977f-4b33-8f05-8fff8531f8b2 service neutron] 10.222.0.39 "GET /v2.0/networks/b9c33ffc-ae1f-4c35-86ca-1529a840fab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875594 Aug 18 13:02:14.488827 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8d1c5bc7-4516-4c21-9c7d-c88bf2b00dfc req-3126d8a9-9eaf-4003-b731-f1c2d73f8356 tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] 10.222.0.13 "GET /v2.0/security-groups?id=38f68848-43be-413c-9e74-e6dad21b17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627850 Aug 18 13:02:14.491137 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eac280-1a89-4556-abe5-35b433378a2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=370a4194-5e7c-4dd1-afef-69ff1c3d51dd,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:14.499842 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-16eac280-1a89-4556-abe5-35b433378a2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:14.505040 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-16eac280-1a89-4556-abe5-35b433378a2a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/370a4194-5e7c-4dd1-afef-69ff1c3d51dd HTTP/1.1" status: 204 len: 168 time: 1.7149808 Aug 18 13:02:14.508417 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50988) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:14.569448 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-304e1623-da4b-42c0-94d0-6301ff7fc32a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Transition to ACTIVE for port object 3b5ff808-f3c3-4ae6-ab66-965e5e65c40e will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:02:14.578221 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5a210e-566d-4ee9-af92-cace3d0b7459 x-openstack-request-id: req-fc5a210e-566d-4ee9-af92-cace3d0b7459 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:02:14.578545 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c42b9cf-d3a2-4551-a402-9a0b523c6f44", "tag": "c25916fb-0fa9-4263-b461-4fe7d5aeeeb6", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:02:14.578749 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc5a210e-566d-4ee9-af92-cace3d0b7459 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:02:14.579006 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-78c4956d-6ed3-422d-88fa-48a7e813bff1 req-1bfe02b8-a317-4b3e-aadc-c90f1250258b tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 210 time: 0.0983126 Aug 18 13:02:14.579127 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c42b9cf-d3a2-4551-a402-9a0b523c6f44', 'tag': 'c25916fb-0fa9-4263-b461-4fe7d5aeeeb6', 'status': 'completed', 'code': 200} Aug 18 13:02:14.589617 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:14.685762 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa0b49-5382-4e2a-b479-4e3dd4110ead req-84d54432-061e-4c9a-bde4-6d581f1a4344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:14.687307 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e9aa0b49-5382-4e2a-b479-4e3dd4110ead req-84d54432-061e-4c9a-bde4-6d581f1a4344 service neutron] 10.222.0.39 "GET /v2.0/networks?id=27065c7f-ce1d-465c-ab5e-f0459b06982a HTTP/1.1" status: 200 len: 919 time: 0.3912244 Aug 18 13:02:14.692218 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-2ee82dd2-02ed-4897-a09b-d00bd58cd6c1 service neutron] 10.222.0.20 "GET /v2.0/networks/27065c7f-ce1d-465c-ab5e-f0459b06982a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194472 Aug 18 13:02:14.692665 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223e0d1-705d-4fb2-b4b1-f2146027bba6 req-f08561fb-9903-440f-b938-8416ac8a6f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:14.694190 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b223e0d1-705d-4fb2-b4b1-f2146027bba6 req-f08561fb-9903-440f-b938-8416ac8a6f35 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fe51d9a3ab5d41809c2e069eae59963d&device_id=b0a4b8af-5214-4a47-a42b-17696a78dbe9 HTTP/1.1" status: 200 len: 1095 time: 0.0526268 Aug 18 13:02:14.694933 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c6491eed-3b57-4ee9-8b12-e0cd1dd720f1 req-562ec5d8-bf16-46c5-a48e-9e6fc8ae326e service neutron] 10.222.0.20 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078639 Aug 18 13:02:14.697372 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9db1b9d4-3580-4116-9a8e-2ce84d8ea469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:14.844200 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e9aa0b49-5382-4e2a-b479-4e3dd4110ead req-3a1cc525-612f-4606-adc3-1f304d56ef34 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f333a5eb-9736-4a69-83e7-ba6f819f2b6e HTTP/1.1" status: 200 len: 217 time: 0.1368718 Aug 18 13:02:14.927595 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device b8302928-2148-47d8-97a9-550092d961ac details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:02:15.084867 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port b8302928-2148-47d8-97a9-550092d961ac, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=b8302928-2148-47d8-97a9-550092d961ac,segment=NetworkSegment(1b77ad33-4a81-4dc7-a2cd-e431dbf5a8e2),segment_id=1b77ad33-4a81-4dc7-a2cd-e431dbf5a8e2)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:15.086485 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c6491eed-3b57-4ee9-8b12-e0cd1dd720f1 req-b9984681-77fb-49e9-b500-70de73ec60d4 service neutron] 10.222.0.20 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780961 Aug 18 13:02:15.100191 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9db1b9d4-3580-4116-9a8e-2ce84d8ea469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:15.102098 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'b8302928-2148-47d8-97a9-550092d961ac', 'network_id': '27065c7f-ce1d-465c-ab5e-f0459b06982a', 'port_id': 'b8302928-2148-47d8-97a9-550092d961ac', 'mac_address': 'fa:16:3e:fd:16:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ca989d-08e9-404c-97fe-0e7a4ac27bc0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:02:15.144326 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-9db1b9d4-3580-4116-9a8e-2ce84d8ea469 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:15.150707 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84f762ac-de5f-4123-9065-95c3a9a8efa1 req-0851ae37-4776-4e8d-8c3d-dccfa67f0ee0 service neutron] 10.222.0.20 "GET /v2.0/networks/27065c7f-ce1d-465c-ab5e-f0459b06982a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4433887 Aug 18 13:02:15.152217 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa0b49-5382-4e2a-b479-4e3dd4110ead req-55f67456-ca29-4c56-8621-f82ae7eaaf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:15.153781 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e9aa0b49-5382-4e2a-b479-4e3dd4110ead req-55f67456-ca29-4c56-8621-f82ae7eaaf41 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b2ca989d-08e9-404c-97fe-0e7a4ac27bc0 HTTP/1.1" status: 200 len: 858 time: 0.2461715 Aug 18 13:02:15.161226 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:15.163052 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5991b06-7dd2-4bcd-aabb-5c5331bba28c req-52ec6318-7902-4150-8300-2f9b2812a8de tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:15.164875 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d5991b06-7dd2-4bcd-aabb-5c5331bba28c req-52ec6318-7902-4150-8300-2f9b2812a8de tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c42b9cf-d3a2-4551-a402-9a0b523c6f44 HTTP/1.1" status: 200 len: 944 time: 0.2327468 Aug 18 13:02:15.178045 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-304e1623-da4b-42c0-94d0-6301ff7fc32a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:15.183359 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8302928-2148-47d8-97a9-550092d961ac {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:02:15.186105 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69de3378-c59e-4b2e-9040-b2d3365f3c24 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Made reservation on behalf of a9eb15af3051430682a0140a6b0370cb for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:02:15.190394 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-69de3378-c59e-4b2e-9040-b2d3365f3c24 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:15.204730 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e9aa0b49-5382-4e2a-b479-4e3dd4110ead req-bc880d28-390c-4bb7-872a-de085b43c954 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=27065c7f-ce1d-465c-ab5e-f0459b06982a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389671 Aug 18 13:02:15.206613 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-9db1b9d4-3580-4116-9a8e-2ce84d8ea469 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd254ae00-87be-41d4-aa78-e249d1ab7c29') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:15.206913 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-9db1b9d4-3580-4116-9a8e-2ce84d8ea469 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd254ae00-87be-41d4-aa78-e249d1ab7c29') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:15.217044 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port b8302928-2148-47d8-97a9-550092d961ac, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=b8302928-2148-47d8-97a9-550092d961ac,segment=NetworkSegment(1b77ad33-4a81-4dc7-a2cd-e431dbf5a8e2),segment_id=1b77ad33-4a81-4dc7-a2cd-e431dbf5a8e2)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:15.224389 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9db1b9d4-3580-4116-9a8e-2ce84d8ea469 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:15.289207 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9db1b9d4-3580-4116-9a8e-2ce84d8ea469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:15.294652 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304e1623-da4b-42c0-94d0-6301ff7fc32a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Network 32799038-9598-4f9f-8890-a838bf2bb511 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:02:15.295930 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-69de3378-c59e-4b2e-9040-b2d3365f3c24 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] device_id is not set on port 64f36708-c74e-48f7-8f78-457d4cd00ca4 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:02:15.307838 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d5991b06-7dd2-4bcd-aabb-5c5331bba28c req-6c53b310-7539-4c69-b19f-c8bba03abf97 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/security-groups?id=81e094ab-a1b3-4098-a030-042fbbbea216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121078 Aug 18 13:02:15.311175 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9db1b9d4-3580-4116-9a8e-2ce84d8ea469 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:02:15.311587 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9db1b9d4-3580-4116-9a8e-2ce84d8ea469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:15.312356 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:15.313397 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:02:15.313397 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:02:15.313397 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:02:15.313397 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:02:15.313397 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:02:15.313397 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:02:15.313397 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:02:15.313397 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:02:15.313397 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:02:15.313397 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:02:15.313397 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:02:15.313397 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:02:15.313397 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:02:15.313397 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:02:15.313397 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:02:15.313397 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:02:15.313397 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:02:15.313397 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:02:15.313397 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:02:15.313397 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:02:15.313397 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:02:15.313397 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:02:15.313397 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:02:15.313397 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:02:15.313397 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:02:15.313397 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:02:15.313397 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:02:15.313397 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:02:15.313397 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:02:15.313397 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:02:15.313397 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:02:15.313397 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:02:15.316273 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-304e1623-da4b-42c0-94d0-6301ff7fc32a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:15.316360 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:15.327189 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304e1623-da4b-42c0-94d0-6301ff7fc32a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:02:15.333156 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304e1623-da4b-42c0-94d0-6301ff7fc32a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:15.333810 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-304e1623-da4b-42c0-94d0-6301ff7fc32a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:15.389465 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e1623-da4b-42c0-94d0-6301ff7fc32a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'Port': ['ID=3b5ff808-f3c3-4ae6-ab66-965e5e65c40e,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:15.421678 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223e0d1-705d-4fb2-b4b1-f2146027bba6 req-73e0f6c0-a183-4de7-acae-49538116dd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:15.423426 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b223e0d1-705d-4fb2-b4b1-f2146027bba6 req-73e0f6c0-a183-4de7-acae-49538116dd1d service neutron] 10.222.0.39 "GET /v2.0/networks?id=b9c33ffc-ae1f-4c35-86ca-1529a840fab1 HTTP/1.1" status: 200 len: 923 time: 0.7201717 Aug 18 13:02:15.429500 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=b8302928-2148-47d8-97a9-550092d961ac,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:15.460221 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e9aa0b49-5382-4e2a-b479-4e3dd4110ead req-564a73e1-52d1-4c57-b602-1a2a75b5c532 service neutron] 10.222.0.39 "GET /v2.0/networks/27065c7f-ce1d-465c-ab5e-f0459b06982a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380545 Aug 18 13:02:15.468740 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94cb53-3bdd-4059-ac0c-d20396009ca7 req-a91cc58a-fcc0-478e-bcf7-943135e6400c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:15.471106 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fb94cb53-3bdd-4059-ac0c-d20396009ca7 req-a91cc58a-fcc0-478e-bcf7-943135e6400c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f3826166f4804f39a01bb3bb6822227a&device_id=0c42b9cf-d3a2-4551-a402-9a0b523c6f44 HTTP/1.1" status: 200 len: 1095 time: 0.1277325 Aug 18 13:02:15.506690 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b223e0d1-705d-4fb2-b4b1-f2146027bba6 req-3422dc89-b414-45f9-bb61-984cb6b8940c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3a5a391-b446-4200-a612-0f8b2bcb6889 HTTP/1.1" status: 200 len: 217 time: 0.0696495 Aug 18 13:02:15.537248 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['b8302928-2148-47d8-97a9-550092d961ac'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:02:15.607771 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9db1b9d4-3580-4116-9a8e-2ce84d8ea469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:15.639256 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9db1b9d4-3580-4116-9a8e-2ce84d8ea469 admin admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:15.641607 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9db1b9d4-3580-4116-9a8e-2ce84d8ea469 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8 HTTP/1.1" status: 204 len: 168 time: 1.1292770 Aug 18 13:02:15.678050 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-304e1623-da4b-42c0-94d0-6301ff7fc32a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 4.1408243 Aug 18 13:02:15.695920 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 51002) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:15.703174 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-69de3378-c59e-4b2e-9040-b2d3365f3c24 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Allocated IP 2001:db8::138 (d7173570-a9a3-45c4-a05c-5ed4654d2802/c642b9b9-335b-4150-8d37-ffca5e1ddb7f/64f36708-c74e-48f7-8f78-457d4cd00ca4) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:02:15.716789 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db1b9d4-3580-4116-9a8e-2ce84d8ea469 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fa88ffe-07b1-4b6a-b080-1a6c9a209ed8,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:15.747159 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223e0d1-705d-4fb2-b4b1-f2146027bba6 req-76f58fc3-51af-407b-9a35-86afc9a498bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:15.749486 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b223e0d1-705d-4fb2-b4b1-f2146027bba6 req-76f58fc3-51af-407b-9a35-86afc9a498bb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e445ac56-cb7e-4a81-a0e8-242a940136c0 HTTP/1.1" status: 200 len: 862 time: 0.2212386 Aug 18 13:02:15.769728 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-76373efd-2ef5-4714-ba1b-789d88597f52 None None] Provisioning for port 3b5ff808-f3c3-4ae6-ab66-965e5e65c40e completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:02:15.788244 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-76373efd-2ef5-4714-ba1b-789d88597f52 None None] Provisioning complete for port 3b5ff808-f3c3-4ae6-ab66-965e5e65c40e triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:15.789229 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-76373efd-2ef5-4714-ba1b-789d88597f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:15.831934 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b223e0d1-705d-4fb2-b4b1-f2146027bba6 req-d91be61c-29ec-438d-9058-5c650b4e13e4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9c33ffc-ae1f-4c35-86ca-1529a840fab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712581 Aug 18 13:02:15.844486 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-76373efd-2ef5-4714-ba1b-789d88597f52 None None] Port 3b5ff808-f3c3-4ae6-ab66-965e5e65c40e cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:02:15.896647 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f2923-7b0e-457e-b3e8-d1b48b59e46a req-5144b9ce-f3db-4bf8-950a-cb0fc1b5bfb2 tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:15.898328 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b09f2923-7b0e-457e-b3e8-d1b48b59e46a req-5144b9ce-f3db-4bf8-950a-cb0fc1b5bfb2 tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0a4b8af-5214-4a47-a42b-17696a78dbe9 HTTP/1.1" status: 200 len: 944 time: 0.2188544 Aug 18 13:02:16.047902 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b09f2923-7b0e-457e-b3e8-d1b48b59e46a req-6daebb6b-684e-41be-bdd9-fe8bca2b1411 tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] 10.222.0.13 "GET /v2.0/security-groups?id=38f68848-43be-413c-9e74-e6dad21b17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195354 Aug 18 13:02:16.075678 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-a7ba5a83-8805-4af0-8f32-f3954ce9ed39 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f3c1a376-c848-4a18-8243-fb6bb7c30ac0'}]}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:16.081586 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e9aa0b49-5382-4e2a-b479-4e3dd4110ead req-66f790a6-c4d7-4661-bee3-676688d68f00 service neutron] 10.222.0.39 "GET /v2.0/networks/27065c7f-ce1d-465c-ab5e-f0459b06982a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6095188 Aug 18 13:02:16.103142 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b223e0d1-705d-4fb2-b4b1-f2146027bba6 req-c23e8070-346d-4d1e-800e-856e4c17f475 service neutron] 10.222.0.39 "GET /v2.0/networks/b9c33ffc-ae1f-4c35-86ca-1529a840fab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504103 Aug 18 13:02:16.150853 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3d83ec78-c681-4565-a159-a77578e4362e req-305cccac-12ef-4965-8a14-32f051941f42 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 210 time: 0.0717630 Aug 18 13:02:16.151076 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-69de3378-c59e-4b2e-9040-b2d3365f3c24 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:16.208669 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-69de3378-c59e-4b2e-9040-b2d3365f3c24 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Transition to ACTIVE for port object 64f36708-c74e-48f7-8f78-457d4cd00ca4 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:02:16.214135 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51008) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:16.238355 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94cb53-3bdd-4059-ac0c-d20396009ca7 req-320534ae-1cac-4f0f-9130-866247a71b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:16.239962 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fb94cb53-3bdd-4059-ac0c-d20396009ca7 req-320534ae-1cac-4f0f-9130-866247a71b77 service neutron] 10.222.0.20 "GET /v2.0/networks?id=27065c7f-ce1d-465c-ab5e-f0459b06982a HTTP/1.1" status: 200 len: 919 time: 0.7014742 Aug 18 13:02:16.301864 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b223e0d1-705d-4fb2-b4b1-f2146027bba6 req-05fa0f30-d642-461e-8405-a6ab9c36731a service neutron] 10.222.0.39 "GET /v2.0/networks/b9c33ffc-ae1f-4c35-86ca-1529a840fab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825776 Aug 18 13:02:16.306204 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-69222f92-2f96-443f-b177-d8346c96b180 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e1762f04164146b59760e8758daee96f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0903702 Aug 18 13:02:16.308215 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51010) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:16.313735 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-46394768-fe12-4155-81ff-025139753624 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:16.315324 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-46394768-fe12-4155-81ff-025139753624 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.20 "GET /v2.0/networks?id=f0772655-8fcf-4cc7-a52b-8d2f1d4d6419 HTTP/1.1" status: 200 len: 810 time: 0.6412184 Aug 18 13:02:16.319380 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fb94cb53-3bdd-4059-ac0c-d20396009ca7 req-9cfa78cb-f7f8-4385-9dd2-c86139463efd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c25916fb-0fa9-4263-b461-4fe7d5aeeeb6 HTTP/1.1" status: 200 len: 217 time: 0.0646713 Aug 18 13:02:16.365098 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-499d99a1-1e25-4eee-89f6-9a6957f5e24a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:16.390358 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-499d99a1-1e25-4eee-89f6-9a6957f5e24a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:16.406634 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-69de3378-c59e-4b2e-9040-b2d3365f3c24 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:16.475602 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94cb53-3bdd-4059-ac0c-d20396009ca7 req-2e11350c-0f6f-4a5e-b742-a66f0c2f8c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:16.477077 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fb94cb53-3bdd-4059-ac0c-d20396009ca7 req-2e11350c-0f6f-4a5e-b742-a66f0c2f8c3a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b2ca989d-08e9-404c-97fe-0e7a4ac27bc0 HTTP/1.1" status: 200 len: 858 time: 0.1440344 Aug 18 13:02:16.477747 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69de3378-c59e-4b2e-9040-b2d3365f3c24 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Network d7173570-a9a3-45c4-a05c-5ed4654d2802 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:02:16.479948 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de3378-c59e-4b2e-9040-b2d3365f3c24 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Pushing event updated for resources: {'Port': ['ID=64f36708-c74e-48f7-8f78-457d4cd00ca4,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:16.482629 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-69de3378-c59e-4b2e-9040-b2d3365f3c24 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:16.485960 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-14b0b963-32ca-42bd-8bad-aa3bf2e931c9 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5db4861e129545f8b7d9c174999be45f HTTP/1.1" status: 200 len: 380 time: 0.1516581 Aug 18 13:02:16.491126 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69de3378-c59e-4b2e-9040-b2d3365f3c24 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:02:16.497510 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a7ba5a83-8805-4af0-8f32-f3954ce9ed39 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:16.503202 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69de3378-c59e-4b2e-9040-b2d3365f3c24 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:16.503202 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-69de3378-c59e-4b2e-9040-b2d3365f3c24 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:16.515030 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-fd2abde6-16d3-4417-ace0-ff5a30caccb7 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Request body: {'port': {'device_id': '2e150909-1e76-4f0b-828f-1c6c461e6791', 'network_id': 'f0772655-8fcf-4cc7-a52b-8d2f1d4d6419', 'admin_state_up': True, 'tenant_id': '5db4861e129545f8b7d9c174999be45f', 'security_groups': ['bb2a5664-8f21-4728-b3b7-6f9d475fbc30']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:16.547895 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fb94cb53-3bdd-4059-ac0c-d20396009ca7 req-fd3471fa-b592-4882-9970-8133456e6573 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=27065c7f-ce1d-465c-ab5e-f0459b06982a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598402 Aug 18 13:02:16.595711 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-69de3378-c59e-4b2e-9040-b2d3365f3c24 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3660572 Aug 18 13:02:16.598725 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51014) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:16.604992 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-9e4415db-8821-45a7-92cf-b45e30824d33 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::39d', 'mac_address': 'fa:16:3e:e7:e7:1d'}]}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:16.631223 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-499d99a1-1e25-4eee-89f6-9a6957f5e24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:16.634074 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-499d99a1-1e25-4eee-89f6-9a6957f5e24a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:16.636069 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-499d99a1-1e25-4eee-89f6-9a6957f5e24a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/91576d23-9a67-4aae-a870-627c10632368 HTTP/1.1" status: 204 len: 168 time: 0.3263662 Aug 18 13:02:16.652718 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d99a1-1e25-4eee-89f6-9a6957f5e24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91576d23-9a67-4aae-a870-627c10632368,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:16.673915 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9043ffb-8e33-47fc-b7d3-73a3f01d8ad6 req-d0de742d-631c-4b12-bea8-c45ba3b64346 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:16.675547 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f9043ffb-8e33-47fc-b7d3-73a3f01d8ad6 req-d0de742d-631c-4b12-bea8-c45ba3b64346 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c42b9cf-d3a2-4551-a402-9a0b523c6f44 HTTP/1.1" status: 200 len: 944 time: 0.2814021 Aug 18 13:02:16.821390 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9e4415db-8821-45a7-92cf-b45e30824d33 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:16.868901 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ba1517cd-1f51-4364-b0b9-fedc2f20ec03 None None] Provisioning for port 64f36708-c74e-48f7-8f78-457d4cd00ca4 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:02:16.875997 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ba1517cd-1f51-4364-b0b9-fedc2f20ec03 None None] Provisioning complete for port 64f36708-c74e-48f7-8f78-457d4cd00ca4 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:16.876647 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ba1517cd-1f51-4364-b0b9-fedc2f20ec03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:16.891805 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f9043ffb-8e33-47fc-b7d3-73a3f01d8ad6 req-8937081a-68d4-4905-a4b3-40bf449bbef2 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/security-groups?id=81e094ab-a1b3-4098-a030-042fbbbea216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007008 Aug 18 13:02:16.945727 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device f333a5eb-9736-4a69-83e7-ba6f819f2b6e details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:02:16.949886 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device b8302928-2148-47d8-97a9-550092d961ac up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:02:16.982768 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fb94cb53-3bdd-4059-ac0c-d20396009ca7 req-7c566198-a2ab-41d1-bc33-07a02f3f7dd3 service neutron] 10.222.0.20 "GET /v2.0/networks/27065c7f-ce1d-465c-ab5e-f0459b06982a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018776 Aug 18 13:02:16.991960 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-ba1517cd-1f51-4364-b0b9-fedc2f20ec03 None None] Port 64f36708-c74e-48f7-8f78-457d4cd00ca4 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:02:17.050375 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9e4415db-8821-45a7-92cf-b45e30824d33 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:17.166486 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port f333a5eb-9736-4a69-83e7-ba6f819f2b6e, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=f333a5eb-9736-4a69-83e7-ba6f819f2b6e,segment=NetworkSegment(1b77ad33-4a81-4dc7-a2cd-e431dbf5a8e2),segment_id=1b77ad33-4a81-4dc7-a2cd-e431dbf5a8e2)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:17.166486 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'f333a5eb-9736-4a69-83e7-ba6f819f2b6e', 'network_id': '27065c7f-ce1d-465c-ab5e-f0459b06982a', 'port_id': 'f333a5eb-9736-4a69-83e7-ba6f819f2b6e', 'mac_address': 'fa:16:3e:6c:9f:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ca989d-08e9-404c-97fe-0e7a4ac27bc0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:02:17.184360 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fb94cb53-3bdd-4059-ac0c-d20396009ca7 req-7b0a9bae-a84d-44f7-b781-5231c08b87f7 service neutron] 10.222.0.20 "GET /v2.0/networks/27065c7f-ce1d-465c-ab5e-f0459b06982a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853912 Aug 18 13:02:17.185444 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-a7ba5a83-8805-4af0-8f32-f3954ce9ed39 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Delete allocated IP 2001:db8:0:1::1a0 (32799038-9598-4f9f-8890-a838bf2bb511/b95635e0-0d76-474b-ac37-5c01b30a8d12) {{(pid=101675) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 18 13:02:17.194846 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:17.200246 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cade37e-476d-4016-80d9-309713ba7ec2 req-d5ee9eb2-1161-400a-a3a4-a432cd65297d tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:17.206743 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1cade37e-476d-4016-80d9-309713ba7ec2 req-d5ee9eb2-1161-400a-a3a4-a432cd65297d tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0a4b8af-5214-4a47-a42b-17696a78dbe9 HTTP/1.1" status: 200 len: 944 time: 0.0774243 Aug 18 13:02:17.249803 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f333a5eb-9736-4a69-83e7-ba6f819f2b6e {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:02:17.251709 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1cade37e-476d-4016-80d9-309713ba7ec2 req-585c6718-8efd-4713-89a4-ed69d63f86af tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] 10.222.0.13 "GET /v2.0/security-groups?id=38f68848-43be-413c-9e74-e6dad21b17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403013 Aug 18 13:02:17.288837 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port f333a5eb-9736-4a69-83e7-ba6f819f2b6e, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=f333a5eb-9736-4a69-83e7-ba6f819f2b6e,segment=NetworkSegment(1b77ad33-4a81-4dc7-a2cd-e431dbf5a8e2),segment_id=1b77ad33-4a81-4dc7-a2cd-e431dbf5a8e2)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:17.365044 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6b99deff-0031-41b8-b761-837ce9649f3b req-48ba142a-410c-443b-b9af-9e3708bf46d5 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 210 time: 0.0436001 Aug 18 13:02:17.389026 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a7ba5a83-8805-4af0-8f32-f3954ce9ed39 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:17.405494 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-a7ba5a83-8805-4af0-8f32-f3954ce9ed39 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Transition to ACTIVE for port object 3b5ff808-f3c3-4ae6-ab66-965e5e65c40e will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:02:17.412461 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9e4415db-8821-45a7-92cf-b45e30824d33 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:17.412798 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port b8302928-2148-47d8-97a9-550092d961ac completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:02:17.421839 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-fd2abde6-16d3-4417-ace0-ff5a30caccb7 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Made reservation on behalf of 5db4861e129545f8b7d9c174999be45f for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:02:17.425746 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-fd2abde6-16d3-4417-ace0-ff5a30caccb7 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:17.427588 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port b8302928-2148-47d8-97a9-550092d961ac triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:17.428799 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:17.451787 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-9e4415db-8821-45a7-92cf-b45e30824d33 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] In _notify_port_updated(), no bound segment for port 64f36708-c74e-48f7-8f78-457d4cd00ca4 on network d7173570-a9a3-45c4-a05c-5ed4654d2802 {{(pid=101676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 13:02:17.452286 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:17.454722 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:17.455400 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device e3a5a391-b446-4200-a612-0f8b2bcb6889 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:02:17.458483 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4415db-8821-45a7-92cf-b45e30824d33 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:17.459566 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9e4415db-8821-45a7-92cf-b45e30824d33 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:17.460901 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9e4415db-8821-45a7-92cf-b45e30824d33 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] 10.222.0.13 "PUT /v2.0/ports/64f36708-c74e-48f7-8f78-457d4cd00ca4 HTTP/1.1" status: 200 len: 1003 time: 0.8609321 Aug 18 13:02:17.464195 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51028) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:17.517067 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4415db-8821-45a7-92cf-b45e30824d33 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Pushing event updated for resources: {'Port': ['ID=64f36708-c74e-48f7-8f78-457d4cd00ca4,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:17.567414 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a7ba5a83-8805-4af0-8f32-f3954ce9ed39 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:17.637781 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-150ae35d-b6bb-4f16-86ff-3ff2812d9507 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Deleting port 64f36708-c74e-48f7-8f78-457d4cd00ca4 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:02:17.638271 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-150ae35d-b6bb-4f16-86ff-3ff2812d9507 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:17.676129 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-a7ba5a83-8805-4af0-8f32-f3954ce9ed39 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] In _notify_port_updated(), no bound segment for port 3b5ff808-f3c3-4ae6-ab66-965e5e65c40e on network 32799038-9598-4f9f-8890-a838bf2bb511 {{(pid=101675) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 13:02:17.676129 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ba5a83-8805-4af0-8f32-f3954ce9ed39 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:17.676129 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a7ba5a83-8805-4af0-8f32-f3954ce9ed39 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:17.676129 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a7ba5a83-8805-4af0-8f32-f3954ce9ed39 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "PUT /v2.0/ports/3b5ff808-f3c3-4ae6-ab66-965e5e65c40e HTTP/1.1" status: 200 len: 926 time: 1.9751008 Aug 18 13:02:17.676129 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-fd2abde6-16d3-4417-ace0-ff5a30caccb7 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Allocated IP 172.20.0.14 (f0772655-8fcf-4cc7-a52b-8d2f1d4d6419/00f32c6d-8610-4a26-b77a-8f80b2f8beae/44d4eecb-093c-4426-9131-356e1ee9bda1) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:02:17.682529 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 51034) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:17.683233 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba5a83-8805-4af0-8f32-f3954ce9ed39 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'Port': ['ID=3b5ff808-f3c3-4ae6-ab66-965e5e65c40e,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:17.702230 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-1624175b-6568-4444-bdd4-d57355c1bfa1 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f3c1a376-c848-4a18-8243-fb6bb7c30ac0'}, {'subnet_id': 'b95635e0-0d76-474b-ac37-5c01b30a8d12'}]}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:17.710910 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port e3a5a391-b446-4200-a612-0f8b2bcb6889, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=e3a5a391-b446-4200-a612-0f8b2bcb6889,segment=NetworkSegment(69e77663-4291-4b45-9a82-cbd001a586fe),segment_id=69e77663-4291-4b45-9a82-cbd001a586fe)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:17.768364 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'e3a5a391-b446-4200-a612-0f8b2bcb6889', 'network_id': 'b9c33ffc-ae1f-4c35-86ca-1529a840fab1', 'port_id': 'e3a5a391-b446-4200-a612-0f8b2bcb6889', 'mac_address': 'fa:16:3e:4a:c2:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e445ac56-cb7e-4a81-a0e8-242a940136c0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:02:17.784391 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=f333a5eb-9736-4a69-83e7-ba6f819f2b6e,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:17.822229 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-150ae35d-b6bb-4f16-86ff-3ff2812d9507 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:17.848252 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-150ae35d-b6bb-4f16-86ff-3ff2812d9507 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Calling delete_port for 64f36708-c74e-48f7-8f78-457d4cd00ca4 owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:02:17.854453 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:17.860893 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1624175b-6568-4444-bdd4-d57355c1bfa1 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:17.921961 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:17.949370 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d46665-f8f5-4341-9476-61c501265679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8302928-2148-47d8-97a9-550092d961ac'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:02:17.953209 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35af7a3a-e0a4-4384-a5ca-4d974ed4da36" -d '{"events": [{"server_uuid": "48d46665-f8f5-4341-9476-61c501265679", "name": "network-vif-plugged", "status": "completed", "tag": "b8302928-2148-47d8-97a9-550092d961ac"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:02:17.973976 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a54a5c4c-2056-446c-8dd6-9c642f91134e None None] Provisioning complete for port 64f36708-c74e-48f7-8f78-457d4cd00ca4 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:17.974417 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a54a5c4c-2056-446c-8dd6-9c642f91134e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:18.029994 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-a54a5c4c-2056-446c-8dd6-9c642f91134e None None] Port 64f36708-c74e-48f7-8f78-457d4cd00ca4 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:02:18.037924 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port b8302928-2148-47d8-97a9-550092d961ac, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=b8302928-2148-47d8-97a9-550092d961ac,segment=NetworkSegment(1b77ad33-4a81-4dc7-a2cd-e431dbf5a8e2),segment_id=1b77ad33-4a81-4dc7-a2cd-e431dbf5a8e2)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:18.044468 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a5a391-b446-4200-a612-0f8b2bcb6889 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:02:18.104622 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a42439-9726-4623-aba2-78f5f46627a0 x-openstack-request-id: req-00a42439-9726-4623-aba2-78f5f46627a0 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:02:18.106760 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d46665-f8f5-4341-9476-61c501265679", "name": "network-vif-plugged", "status": "completed", "tag": "b8302928-2148-47d8-97a9-550092d961ac", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:02:18.107193 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-00a42439-9726-4623-aba2-78f5f46627a0 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:02:18.108718 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d46665-f8f5-4341-9476-61c501265679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8302928-2148-47d8-97a9-550092d961ac', 'code': 200} Aug 18 13:02:18.112919 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-fd2abde6-16d3-4417-ace0-ff5a30caccb7 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:18.120568 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port e3a5a391-b446-4200-a612-0f8b2bcb6889, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=e3a5a391-b446-4200-a612-0f8b2bcb6889,segment=NetworkSegment(69e77663-4291-4b45-9a82-cbd001a586fe),segment_id=69e77663-4291-4b45-9a82-cbd001a586fe)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:18.120568 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:18.153068 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3b402-114f-401a-aa3d-13ea2b660c1e req-d58196f9-e034-444d-92a5-5b8712a38017 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:18.160977 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-29e3b402-114f-401a-aa3d-13ea2b660c1e req-d58196f9-e034-444d-92a5-5b8712a38017 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c42b9cf-d3a2-4551-a402-9a0b523c6f44 HTTP/1.1" status: 200 len: 944 time: 0.0867693 Aug 18 13:02:18.165672 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-150ae35d-b6bb-4f16-86ff-3ff2812d9507 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:18.184110 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-fd2abde6-16d3-4417-ace0-ff5a30caccb7 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Transition to ACTIVE for port object 44d4eecb-093c-4426-9131-356e1ee9bda1 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:02:18.192573 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=b8302928-2148-47d8-97a9-550092d961ac,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:18.215750 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ae35d-b6bb-4f16-86ff-3ff2812d9507 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Pushing event deleted for resources: {'Port': ['ID=64f36708-c74e-48f7-8f78-457d4cd00ca4,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:18.217869 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:18.276932 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f34ec-ab8c-40dc-9f79-49f5a7d65f1b req-9a2dfc3d-18fa-4bee-addb-ebe0f4d2d6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:18.277252 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-5452a427-aa93-4103-bc32-27a01a7f4f49 None None] Provisioning for port 3b5ff808-f3c3-4ae6-ab66-965e5e65c40e completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:02:18.280984 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-111f34ec-ab8c-40dc-9f79-49f5a7d65f1b req-9a2dfc3d-18fa-4bee-addb-ebe0f4d2d6a4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=48d46665-f8f5-4341-9476-61c501265679 HTTP/1.1" status: 200 len: 1096 time: 0.1355000 Aug 18 13:02:18.287613 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-5452a427-aa93-4103-bc32-27a01a7f4f49 None None] Provisioning complete for port 3b5ff808-f3c3-4ae6-ab66-965e5e65c40e triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:18.287613 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5452a427-aa93-4103-bc32-27a01a7f4f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:18.341232 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=e3a5a391-b446-4200-a612-0f8b2bcb6889,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:18.350238 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-29e3b402-114f-401a-aa3d-13ea2b660c1e req-b5656d6f-7773-431a-9d2e-65dec021334a tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/security-groups?id=81e094ab-a1b3-4098-a030-042fbbbea216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883419 Aug 18 13:02:18.399420 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-111f34ec-ab8c-40dc-9f79-49f5a7d65f1b req-1478b3dd-a267-425a-8c37-ac1ce4052a3b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=81e094ab-a1b3-4098-a030-042fbbbea216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979846 Aug 18 13:02:18.416778 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-5452a427-aa93-4103-bc32-27a01a7f4f49 None None] Port 3b5ff808-f3c3-4ae6-ab66-965e5e65c40e cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:02:18.427181 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-1624175b-6568-4444-bdd4-d57355c1bfa1 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Allocated IP 2001:db8:0:1::24a (32799038-9598-4f9f-8890-a838bf2bb511/b95635e0-0d76-474b-ac37-5c01b30a8d12/3b5ff808-f3c3-4ae6-ab66-965e5e65c40e) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:02:18.427918 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-150ae35d-b6bb-4f16-86ff-3ff2812d9507 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:18.430802 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-150ae35d-b6bb-4f16-86ff-3ff2812d9507 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] 10.222.0.13 "DELETE /v2.0/ports/64f36708-c74e-48f7-8f78-457d4cd00ca4 HTTP/1.1" status: 204 len: 168 time: 0.9656901 Aug 18 13:02:18.433635 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51058) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:18.439932 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-fd2abde6-16d3-4417-ace0-ff5a30caccb7 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:18.475180 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-857d62cc-b066-4dfb-9302-dedef0e1644d tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] GET failed (client error): The resource could not be found. Aug 18 13:02:18.480029 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['f333a5eb-9736-4a69-83e7-ba6f819f2b6e'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:02:18.483947 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['e3a5a391-b446-4200-a612-0f8b2bcb6889'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:02:18.490080 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-857d62cc-b066-4dfb-9302-dedef0e1644d tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] 10.222.0.13 "GET /v2.0/ports/64f36708-c74e-48f7-8f78-457d4cd00ca4 HTTP/1.1" status: 404 len: 333 time: 0.0423758 Aug 18 13:02:18.491031 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51060) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:18.535053 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-d77c6b69-4fb9-4cf9-ba83-a39c96f3cf77 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Request body: {'port': {'network_id': 'd7173570-a9a3-45c4-a05c-5ed4654d2802', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1994749186'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:18.611399 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-fd2abde6-16d3-4417-ace0-ff5a30caccb7 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Network f0772655-8fcf-4cc7-a52b-8d2f1d4d6419 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:02:18.697437 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cda9e-6c9d-4e1c-ab4f-e0926e35e988 req-e0249a06-b282-451c-83e3-f4cca2d1ada9 tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:18.706715 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-663cda9e-6c9d-4e1c-ab4f-e0926e35e988 req-e0249a06-b282-451c-83e3-f4cca2d1ada9 tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0a4b8af-5214-4a47-a42b-17696a78dbe9 HTTP/1.1" status: 200 len: 945 time: 0.2350986 Aug 18 13:02:18.709476 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-fd2abde6-16d3-4417-ace0-ff5a30caccb7 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:18.725027 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2abde6-16d3-4417-ace0-ff5a30caccb7 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Pushing event updated for resources: {'Port': ['ID=44d4eecb-093c-4426-9131-356e1ee9bda1,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:18.734927 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-fd2abde6-16d3-4417-ace0-ff5a30caccb7 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:02:18.766881 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-663cda9e-6c9d-4e1c-ab4f-e0926e35e988 req-6d98021a-e672-41a3-b8cf-fe3ba95d7ebf tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] 10.222.0.13 "GET /v2.0/security-groups?id=38f68848-43be-413c-9e74-e6dad21b17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590780 Aug 18 13:02:18.810618 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77c6b69-4fb9-4cf9-ba83-a39c96f3cf77 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Made reservation on behalf of a9eb15af3051430682a0140a6b0370cb for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:02:18.813828 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d77c6b69-4fb9-4cf9-ba83-a39c96f3cf77 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:18.835126 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-d77c6b69-4fb9-4cf9-ba83-a39c96f3cf77 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] device_id is not set on port 18ee5335-6edb-494e-b4f7-0dd75a59d5ee yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:02:18.847890 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1624175b-6568-4444-bdd4-d57355c1bfa1 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:18.888331 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-1624175b-6568-4444-bdd4-d57355c1bfa1 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Ignored duplicate provisioning block setup for port 3b5ff808-f3c3-4ae6-ab66-965e5e65c40e by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 18 13:02:18.913173 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-fd2abde6-16d3-4417-ace0-ff5a30caccb7 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:18.914609 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-fd2abde6-16d3-4417-ace0-ff5a30caccb7 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:18.956980 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb8de0-4fd6-4fd4-bd81-512762b899a9 req-3035c054-db6a-4fd9-91db-e67b731c390d tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:18.965006 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ceb8de0-4fd6-4fd4-bd81-512762b899a9 req-3035c054-db6a-4fd9-91db-e67b731c390d tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 932 time: 0.2431557 Aug 18 13:02:18.973731 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device c25916fb-0fa9-4263-b461-4fe7d5aeeeb6 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:02:18.975139 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1624175b-6568-4444-bdd4-d57355c1bfa1 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:19.035730 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-d77c6b69-4fb9-4cf9-ba83-a39c96f3cf77 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Allocated IP 2001:db8::c8 (d7173570-a9a3-45c4-a05c-5ed4654d2802/c642b9b9-335b-4150-8d37-ffca5e1ddb7f/18ee5335-6edb-494e-b4f7-0dd75a59d5ee) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:02:19.050208 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-fd2abde6-16d3-4417-ace0-ff5a30caccb7 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5489230 Aug 18 13:02:19.091570 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ceb8de0-4fd6-4fd4-bd81-512762b899a9 req-997c3cd7-589c-4e25-8d68-c403a87956f2 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb2a5664-8f21-4728-b3b7-6f9d475fbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252675 Aug 18 13:02:19.102475 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port c25916fb-0fa9-4263-b461-4fe7d5aeeeb6, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=c25916fb-0fa9-4263-b461-4fe7d5aeeeb6,segment=NetworkSegment(1b77ad33-4a81-4dc7-a2cd-e431dbf5a8e2),segment_id=1b77ad33-4a81-4dc7-a2cd-e431dbf5a8e2)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:19.141533 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-d3770608-b281-4bbb-b170-2fed3fbbdb9a service neutron] Request body: {'port': {'device_id': '2e150909-1e76-4f0b-828f-1c6c461e6791', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:19.197254 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-1624175b-6568-4444-bdd4-d57355c1bfa1 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] In _notify_port_updated(), no bound segment for port 3b5ff808-f3c3-4ae6-ab66-965e5e65c40e on network 32799038-9598-4f9f-8890-a838bf2bb511 {{(pid=101675) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 13:02:19.203467 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1624175b-6568-4444-bdd4-d57355c1bfa1 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:19.204167 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1624175b-6568-4444-bdd4-d57355c1bfa1 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:19.205831 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1624175b-6568-4444-bdd4-d57355c1bfa1 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "PUT /v2.0/ports/3b5ff808-f3c3-4ae6-ab66-965e5e65c40e HTTP/1.1" status: 200 len: 1012 time: 1.5197001 Aug 18 13:02:19.214940 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 51070) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:19.237096 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1624175b-6568-4444-bdd4-d57355c1bfa1 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'Port': ['ID=3b5ff808-f3c3-4ae6-ab66-965e5e65c40e,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:19.325945 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-9e0e8b1c-9d46-4f6c-ba29-62d7f42600ad None None] Provisioning for port 44d4eecb-093c-4426-9131-356e1ee9bda1 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:02:19.331099 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'c25916fb-0fa9-4263-b461-4fe7d5aeeeb6', 'network_id': '27065c7f-ce1d-465c-ab5e-f0459b06982a', 'port_id': 'c25916fb-0fa9-4263-b461-4fe7d5aeeeb6', 'mac_address': 'fa:16:3e:ff:9e:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ca989d-08e9-404c-97fe-0e7a4ac27bc0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:02:19.334434 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-9e0e8b1c-9d46-4f6c-ba29-62d7f42600ad None None] Provisioning complete for port 44d4eecb-093c-4426-9131-356e1ee9bda1 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:19.334815 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9e0e8b1c-9d46-4f6c-ba29-62d7f42600ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:19.338037 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-d3770608-b281-4bbb-b170-2fed3fbbdb9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:19.346620 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d77c6b69-4fb9-4cf9-ba83-a39c96f3cf77 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:19.376709 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-d77c6b69-4fb9-4cf9-ba83-a39c96f3cf77 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Transition to ACTIVE for port object 18ee5335-6edb-494e-b4f7-0dd75a59d5ee will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:02:19.406293 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-9e0e8b1c-9d46-4f6c-ba29-62d7f42600ad None None] Port 44d4eecb-093c-4426-9131-356e1ee9bda1 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:02:19.411870 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:19.430321 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c25916fb-0fa9-4263-b461-4fe7d5aeeeb6 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:02:19.455583 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port c25916fb-0fa9-4263-b461-4fe7d5aeeeb6, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=c25916fb-0fa9-4263-b461-4fe7d5aeeeb6,segment=NetworkSegment(1b77ad33-4a81-4dc7-a2cd-e431dbf5a8e2),segment_id=1b77ad33-4a81-4dc7-a2cd-e431dbf5a8e2)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:19.532385 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-68843a4a-8047-4b38-b5cb-03bddbf7512a None None] Provisioning complete for port 3b5ff808-f3c3-4ae6-ab66-965e5e65c40e triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:19.533533 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-68843a4a-8047-4b38-b5cb-03bddbf7512a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:19.560883 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d77c6b69-4fb9-4cf9-ba83-a39c96f3cf77 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:19.562469 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-9fedd356-f0fc-4278-a386-57a5bb11a577 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Deleting port 3b5ff808-f3c3-4ae6-ab66-965e5e65c40e {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:02:19.563667 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9fedd356-f0fc-4278-a386-57a5bb11a577 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:19.575473 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-68843a4a-8047-4b38-b5cb-03bddbf7512a None None] Port 3b5ff808-f3c3-4ae6-ab66-965e5e65c40e cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:02:19.609903 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77c6b69-4fb9-4cf9-ba83-a39c96f3cf77 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Network d7173570-a9a3-45c4-a05c-5ed4654d2802 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:02:19.611504 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-d77c6b69-4fb9-4cf9-ba83-a39c96f3cf77 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:19.614075 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77c6b69-4fb9-4cf9-ba83-a39c96f3cf77 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:02:19.620406 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77c6b69-4fb9-4cf9-ba83-a39c96f3cf77 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:19.621217 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d77c6b69-4fb9-4cf9-ba83-a39c96f3cf77 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:19.628750 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:19.645072 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c6b69-4fb9-4cf9-ba83-a39c96f3cf77 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Pushing event updated for resources: {'Port': ['ID=18ee5335-6edb-494e-b4f7-0dd75a59d5ee,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:19.692046 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=c25916fb-0fa9-4263-b461-4fe7d5aeeeb6,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:19.749571 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d77c6b69-4fb9-4cf9-ba83-a39c96f3cf77 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2208040 Aug 18 13:02:19.752140 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51078) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:19.757908 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-5dde06f0-4071-405c-9657-4d30e5417c5c tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e7:e7:1d'}]}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:19.836730 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['c25916fb-0fa9-4263-b461-4fe7d5aeeeb6'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:02:19.846911 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5dde06f0-4071-405c-9657-4d30e5417c5c tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:20.039375 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ba192-25ad-4f56-8f6e-1df13e62b47e req-494f2c9e-da31-4422-a90b-0b6bb05822cf tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:20.040912 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fe3ba192-25ad-4f56-8f6e-1df13e62b47e req-494f2c9e-da31-4422-a90b-0b6bb05822cf tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c42b9cf-d3a2-4551-a402-9a0b523c6f44 HTTP/1.1" status: 200 len: 944 time: 0.5366781 Aug 18 13:02:20.095302 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5dde06f0-4071-405c-9657-4d30e5417c5c tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:20.143617 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9fedd356-f0fc-4278-a386-57a5bb11a577 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:20.148427 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fe3ba192-25ad-4f56-8f6e-1df13e62b47e req-d55c6e10-2e89-4511-976c-6d4b42c11d6d tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/security-groups?id=81e094ab-a1b3-4098-a030-042fbbbea216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996437 Aug 18 13:02:20.177734 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-9fedd356-f0fc-4278-a386-57a5bb11a577 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Calling delete_port for 3b5ff808-f3c3-4ae6-ab66-965e5e65c40e owned by {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:02:20.193929 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-60f66f37-0958-466f-9c82-cc4a54ff6cce None None] Provisioning for port 18ee5335-6edb-494e-b4f7-0dd75a59d5ee completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:02:20.206301 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-60f66f37-0958-466f-9c82-cc4a54ff6cce None None] Provisioning complete for port 18ee5335-6edb-494e-b4f7-0dd75a59d5ee triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:20.206301 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-60f66f37-0958-466f-9c82-cc4a54ff6cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:20.221934 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5dde06f0-4071-405c-9657-4d30e5417c5c tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:20.262928 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-60f66f37-0958-466f-9c82-cc4a54ff6cce None None] Port 18ee5335-6edb-494e-b4f7-0dd75a59d5ee cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:02:20.266987 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-5dde06f0-4071-405c-9657-4d30e5417c5c tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] In _notify_port_updated(), no bound segment for port 18ee5335-6edb-494e-b4f7-0dd75a59d5ee on network d7173570-a9a3-45c4-a05c-5ed4654d2802 {{(pid=101676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 13:02:20.272681 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dde06f0-4071-405c-9657-4d30e5417c5c tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:20.273328 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5dde06f0-4071-405c-9657-4d30e5417c5c tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:20.277970 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5dde06f0-4071-405c-9657-4d30e5417c5c tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] 10.222.0.13 "PUT /v2.0/ports/18ee5335-6edb-494e-b4f7-0dd75a59d5ee HTTP/1.1" status: 200 len: 1002 time: 0.5246387 Aug 18 13:02:20.281735 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 51092) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:20.285911 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbed974-feee-4895-9e3b-250e8d52890c req-df6777c5-d780-45ee-b723-d9ce7756c499 tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:20.287483 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6bbed974-feee-4895-9e3b-250e8d52890c req-df6777c5-d780-45ee-b723-d9ce7756c499 tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0a4b8af-5214-4a47-a42b-17696a78dbe9 HTTP/1.1" status: 200 len: 945 time: 0.1442940 Aug 18 13:02:20.331640 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde06f0-4071-405c-9657-4d30e5417c5c tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Pushing event updated for resources: {'Port': ['ID=18ee5335-6edb-494e-b4f7-0dd75a59d5ee,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:20.340413 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-d3770608-b281-4bbb-b170-2fed3fbbdb9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44d4eecb-093c-4426-9131-356e1ee9bda1 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:02:20.369607 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-d3770608-b281-4bbb-b170-2fed3fbbdb9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:20.384096 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6bbed974-feee-4895-9e3b-250e8d52890c req-d5b8d298-d550-41cb-9131-e9f4bd1aefd0 tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] 10.222.0.13 "GET /v2.0/security-groups?id=38f68848-43be-413c-9e74-e6dad21b17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885108 Aug 18 13:02:20.404576 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-d3770608-b281-4bbb-b170-2fed3fbbdb9a service neutron] Transition to ACTIVE for port object 44d4eecb-093c-4426-9131-356e1ee9bda1 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:02:20.459843 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298ba08-b4a3-4d80-9616-8283fe24dbb7 req-92c9fe97-f474-4607-9006-b0f56d26b55e tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:20.462725 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f298ba08-b4a3-4d80-9616-8283fe24dbb7 req-92c9fe97-f474-4607-9006-b0f56d26b55e tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 932 time: 0.1686282 Aug 18 13:02:20.515116 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-d3770608-b281-4bbb-b170-2fed3fbbdb9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:20.610617 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-198b4a0b-3751-46bb-a129-3a7cb0c2690a None None] Provisioning complete for port 18ee5335-6edb-494e-b4f7-0dd75a59d5ee triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:20.610996 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-198b4a0b-3751-46bb-a129-3a7cb0c2690a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:20.629646 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-126ed9f3-999f-4166-bc1a-31667e144d34 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Deleting port 18ee5335-6edb-494e-b4f7-0dd75a59d5ee {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:02:20.632198 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-126ed9f3-999f-4166-bc1a-31667e144d34 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:20.648332 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-198b4a0b-3751-46bb-a129-3a7cb0c2690a None None] Port 18ee5335-6edb-494e-b4f7-0dd75a59d5ee cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:02:20.660576 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3770608-b281-4bbb-b170-2fed3fbbdb9a service neutron] Pushing event updated for resources: {'Port': ['ID=44d4eecb-093c-4426-9131-356e1ee9bda1,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:20.665149 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f298ba08-b4a3-4d80-9616-8283fe24dbb7 req-0a9ba7ca-fc87-4888-92fd-d14e57d67f51 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb2a5664-8f21-4728-b3b7-6f9d475fbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945810 Aug 18 13:02:20.803773 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-126ed9f3-999f-4166-bc1a-31667e144d34 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:20.826771 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-126ed9f3-999f-4166-bc1a-31667e144d34 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Calling delete_port for 18ee5335-6edb-494e-b4f7-0dd75a59d5ee owned by {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:02:20.828573 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-d3770608-b281-4bbb-b170-2fed3fbbdb9a service neutron] Attempting to bind port 44d4eecb-093c-4426-9131-356e1ee9bda1 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:02:20.828913 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-d3770608-b281-4bbb-b170-2fed3fbbdb9a service neutron] Attempting to bind port 44d4eecb-093c-4426-9131-356e1ee9bda1 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '57b4e41f-121d-4d32-8b51-688f70aedc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f0772655-8fcf-4cc7-a52b-8d2f1d4d6419'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:02:20.829244 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-d3770608-b281-4bbb-b170-2fed3fbbdb9a service neutron] Attempting to bind port 44d4eecb-093c-4426-9131-356e1ee9bda1 on network f0772655-8fcf-4cc7-a52b-8d2f1d4d6419 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:02:20.839523 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-d3770608-b281-4bbb-b170-2fed3fbbdb9a service neutron] Port 44d4eecb-093c-4426-9131-356e1ee9bda1 on network f0772655-8fcf-4cc7-a52b-8d2f1d4d6419 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:02:20.840365 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-d3770608-b281-4bbb-b170-2fed3fbbdb9a service neutron] Attempting to bind port 44d4eecb-093c-4426-9131-356e1ee9bda1 on network f0772655-8fcf-4cc7-a52b-8d2f1d4d6419 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:02:20.850135 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-d3770608-b281-4bbb-b170-2fed3fbbdb9a service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:02:20.850135 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-d3770608-b281-4bbb-b170-2fed3fbbdb9a service neutron] Checking segment: {'id': '57b4e41f-121d-4d32-8b51-688f70aedc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f0772655-8fcf-4cc7-a52b-8d2f1d4d6419'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:02:20.850135 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-d3770608-b281-4bbb-b170-2fed3fbbdb9a service neutron] Bound using segment: {'id': '57b4e41f-121d-4d32-8b51-688f70aedc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f0772655-8fcf-4cc7-a52b-8d2f1d4d6419'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:02:20.850501 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-d3770608-b281-4bbb-b170-2fed3fbbdb9a service neutron] Bound port: 44d4eecb-093c-4426-9131-356e1ee9bda1, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57b4e41f-121d-4d32-8b51-688f70aedc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f0772655-8fcf-4cc7-a52b-8d2f1d4d6419'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:02:20.850832 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-d3770608-b281-4bbb-b170-2fed3fbbdb9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:20.852615 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9fedd356-f0fc-4278-a386-57a5bb11a577 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:20.934434 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fedd356-f0fc-4278-a386-57a5bb11a577 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event deleted for resources: {'Port': ['ID=3b5ff808-f3c3-4ae6-ab66-965e5e65c40e,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:20.958006 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device e3a5a391-b446-4200-a612-0f8b2bcb6889 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:02:21.001337 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device c25916fb-0fa9-4263-b461-4fe7d5aeeeb6 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:02:21.050864 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9fedd356-f0fc-4278-a386-57a5bb11a577 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:21.052911 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9fedd356-f0fc-4278-a386-57a5bb11a577 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/ports/3b5ff808-f3c3-4ae6-ab66-965e5e65c40e HTTP/1.1" status: 204 len: 168 time: 1.8369117 Aug 18 13:02:21.056170 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 51098) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:21.103947 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9b7eea0-1e98-452f-91f4-f4f5c2ab4158 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] GET failed (client error): The resource could not be found. Aug 18 13:02:21.108836 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d9b7eea0-1e98-452f-91f4-f4f5c2ab4158 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "GET /v2.0/ports/3b5ff808-f3c3-4ae6-ab66-965e5e65c40e HTTP/1.1" status: 404 len: 333 time: 0.0483458 Aug 18 13:02:21.110857 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 51102) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:21.114575 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-d3770608-b281-4bbb-b170-2fed3fbbdb9a service neutron] For port 44d4eecb-093c-4426-9131-356e1ee9bda1, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:02:21.126069 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-d3770608-b281-4bbb-b170-2fed3fbbdb9a service neutron] For port 44d4eecb-093c-4426-9131-356e1ee9bda1, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=44d4eecb-093c-4426-9131-356e1ee9bda1,segment=NetworkSegment(57b4e41f-121d-4d32-8b51-688f70aedc50),segment_id=57b4e41f-121d-4d32-8b51-688f70aedc50)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:02:21.204742 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0beb497-72b3-48d7-b17e-10749289f280 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Deleting subnet b95635e0-0d76-474b-ac37-5c01b30a8d12 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:02:21.209748 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c0beb497-72b3-48d7-b17e-10749289f280 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:21.246259 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port e3a5a391-b446-4200-a612-0f8b2bcb6889 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:02:21.246922 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-d3770608-b281-4bbb-b170-2fed3fbbdb9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:21.249514 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port c25916fb-0fa9-4263-b461-4fe7d5aeeeb6 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:02:21.252776 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port e3a5a391-b446-4200-a612-0f8b2bcb6889 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:21.253050 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:21.256921 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port c25916fb-0fa9-4263-b461-4fe7d5aeeeb6 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:21.256921 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:21.287366 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c0beb497-72b3-48d7-b17e-10749289f280 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:21.297168 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-d3770608-b281-4bbb-b170-2fed3fbbdb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:21.302150 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-d3770608-b281-4bbb-b170-2fed3fbbdb9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:21.302150 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-d3770608-b281-4bbb-b170-2fed3fbbdb9a service neutron] 10.222.0.20 "PUT /v2.0/ports/44d4eecb-093c-4426-9131-356e1ee9bda1 HTTP/1.1" status: 200 len: 1092 time: 2.2223911 Aug 18 13:02:21.325829 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f61b9-3080-4cb9-b76f-7277ec853b74 req-1ce8052e-3138-4dd1-b676-c53359d39639 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:21.327423 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8f8f61b9-3080-4cb9-b76f-7277ec853b74 req-1ce8052e-3138-4dd1-b676-c53359d39639 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c42b9cf-d3a2-4551-a402-9a0b523c6f44 HTTP/1.1" status: 200 len: 945 time: 0.0974030 Aug 18 13:02:21.356659 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e150909-1e76-4f0b-828f-1c6c461e6791', 'tag': '44d4eecb-093c-4426-9131-356e1ee9bda1'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:02:21.359821 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d217b1e-35a3-4b7e-934c-f83329cc9d29" -d '{"events": [{"name": "network-changed", "server_uuid": "2e150909-1e76-4f0b-828f-1c6c461e6791", "tag": "44d4eecb-093c-4426-9131-356e1ee9bda1"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:02:21.363406 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3770608-b281-4bbb-b170-2fed3fbbdb9a service neutron] Pushing event updated for resources: {'Port': ['ID=44d4eecb-093c-4426-9131-356e1ee9bda1,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:21.372904 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-126ed9f3-999f-4166-bc1a-31667e144d34 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:21.410479 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8f8f61b9-3080-4cb9-b76f-7277ec853b74 req-d547c4f9-bacd-4e30-90a6-41217eaf719d tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/security-groups?id=81e094ab-a1b3-4098-a030-042fbbbea216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748003 Aug 18 13:02:21.433371 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:21.460581 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ed9f3-999f-4166-bc1a-31667e144d34 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Pushing event deleted for resources: {'Port': ['ID=18ee5335-6edb-494e-b4f7-0dd75a59d5ee,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:21.481903 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port e3a5a391-b446-4200-a612-0f8b2bcb6889, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=e3a5a391-b446-4200-a612-0f8b2bcb6889,segment=NetworkSegment(69e77663-4291-4b45-9a82-cbd001a586fe),segment_id=69e77663-4291-4b45-9a82-cbd001a586fe)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:21.482201 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a4b8af-5214-4a47-a42b-17696a78dbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a5a391-b446-4200-a612-0f8b2bcb6889'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:02:21.484650 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401a58f3-c596-4196-b639-a3180d0ab415" -d '{"events": [{"server_uuid": "b0a4b8af-5214-4a47-a42b-17696a78dbe9", "name": "network-vif-plugged", "status": "completed", "tag": "e3a5a391-b446-4200-a612-0f8b2bcb6889"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:02:21.500900 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-c1d2d859-be23-4ae3-a46a-dc21f83c3174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:21.504393 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-c1d2d859-be23-4ae3-a46a-dc21f83c3174 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5db4861e129545f8b7d9c174999be45f&device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 1095 time: 0.0832610 Aug 18 13:02:21.524229 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6701e1-9bf6-4f09-86d8-687880e1da23 x-openstack-request-id: req-fa6701e1-9bf6-4f09-86d8-687880e1da23 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:02:21.524622 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e150909-1e76-4f0b-828f-1c6c461e6791", "tag": "44d4eecb-093c-4426-9131-356e1ee9bda1", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:02:21.524989 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa6701e1-9bf6-4f09-86d8-687880e1da23 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:02:21.525572 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e150909-1e76-4f0b-828f-1c6c461e6791', 'tag': '44d4eecb-093c-4426-9131-356e1ee9bda1', 'status': 'completed', 'code': 200} Aug 18 13:02:21.544126 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:21.570732 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-126ed9f3-999f-4166-bc1a-31667e144d34 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:21.582504 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51120) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:21.582738 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-126ed9f3-999f-4166-bc1a-31667e144d34 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] 10.222.0.13 "DELETE /v2.0/ports/18ee5335-6edb-494e-b4f7-0dd75a59d5ee HTTP/1.1" status: 204 len: 168 time: 1.2996283 Aug 18 13:02:21.583598 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:21.584370 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device f333a5eb-9736-4a69-83e7-ba6f819f2b6e up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:02:21.592518 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port c25916fb-0fa9-4263-b461-4fe7d5aeeeb6, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=c25916fb-0fa9-4263-b461-4fe7d5aeeeb6,segment=NetworkSegment(1b77ad33-4a81-4dc7-a2cd-e431dbf5a8e2),segment_id=1b77ad33-4a81-4dc7-a2cd-e431dbf5a8e2)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:21.616889 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-0ae8be8a-f4f4-4403-96b8-ec2bdbf21d82 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44d4eecb-093c-4426-9131-356e1ee9bda1 HTTP/1.1" status: 200 len: 217 time: 0.0949299 Aug 18 13:02:21.658666 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-902e1712-b5ee-4bad-8b62-27849c5154fd tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] GET failed (client error): The resource could not be found. Aug 18 13:02:21.660902 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-902e1712-b5ee-4bad-8b62-27849c5154fd tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] 10.222.0.13 "GET /v2.0/ports/18ee5335-6edb-494e-b4f7-0dd75a59d5ee HTTP/1.1" status: 404 len: 333 time: 0.0766556 Aug 18 13:02:21.670139 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51122) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:21.675732 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-c2a88d6a-5e0f-41ec-bd16-60d1a990d945 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Request body: {'port': {'network_id': 'd7173570-a9a3-45c4-a05c-5ed4654d2802', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1168762011'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:21.678686 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=e3a5a391-b446-4200-a612-0f8b2bcb6889,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:21.681669 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c0beb497-72b3-48d7-b17e-10749289f280 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:21.692512 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:21.763328 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7834621-1bb9-443e-b084-cd9f3638eaa4 req-0a2e0543-7d06-44e0-ad06-35dad4dee6f4 tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:21.770567 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-aaac49f3-7b15-4aa1-912d-8805cf76ddb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:21.771901 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e7834621-1bb9-443e-b084-cd9f3638eaa4 req-0a2e0543-7d06-44e0-ad06-35dad4dee6f4 tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0a4b8af-5214-4a47-a42b-17696a78dbe9 HTTP/1.1" status: 200 len: 946 time: 0.1734378 Aug 18 13:02:21.774675 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-aaac49f3-7b15-4aa1-912d-8805cf76ddb1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00f32c6d-8610-4a26-b77a-8f80b2f8beae HTTP/1.1" status: 200 len: 849 time: 0.1467247 Aug 18 13:02:21.796484 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=c25916fb-0fa9-4263-b461-4fe7d5aeeeb6,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:21.800640 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port f333a5eb-9736-4a69-83e7-ba6f819f2b6e completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:02:21.807398 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port f333a5eb-9736-4a69-83e7-ba6f819f2b6e triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:21.807885 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:21.850805 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e7834621-1bb9-443e-b084-cd9f3638eaa4 req-59588f93-b289-4fb8-bc09-c44e872fd605 tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] 10.222.0.13 "GET /v2.0/security-groups?id=38f68848-43be-413c-9e74-e6dad21b17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664809 Aug 18 13:02:21.857066 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-de50a498-b91f-4dbb-aa04-eed447876308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:21.859615 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-de50a498-b91f-4dbb-aa04-eed447876308 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f0772655-8fcf-4cc7-a52b-8d2f1d4d6419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789530 Aug 18 13:02:21.904011 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273a8b7b-5fdb-49a9-8fb0-b6dfb132c977 x-openstack-request-id: req-273a8b7b-5fdb-49a9-8fb0-b6dfb132c977 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:02:21.904303 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a4b8af-5214-4a47-a42b-17696a78dbe9", "name": "network-vif-plugged", "status": "completed", "tag": "e3a5a391-b446-4200-a612-0f8b2bcb6889", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:02:21.904558 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-273a8b7b-5fdb-49a9-8fb0-b6dfb132c977 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:02:21.904952 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a4b8af-5214-4a47-a42b-17696a78dbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a5a391-b446-4200-a612-0f8b2bcb6889', 'code': 200} Aug 18 13:02:21.922975 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:21.936248 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c0beb497-72b3-48d7-b17e-10749289f280 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:21.942938 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a88d6a-5e0f-41ec-bd16-60d1a990d945 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Made reservation on behalf of a9eb15af3051430682a0140a6b0370cb for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:02:21.948103 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c2a88d6a-5e0f-41ec-bd16-60d1a990d945 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:21.968463 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port f333a5eb-9736-4a69-83e7-ba6f819f2b6e, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=f333a5eb-9736-4a69-83e7-ba6f819f2b6e,segment=NetworkSegment(1b77ad33-4a81-4dc7-a2cd-e431dbf5a8e2),segment_id=1b77ad33-4a81-4dc7-a2cd-e431dbf5a8e2)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:21.988672 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c0beb497-72b3-48d7-b17e-10749289f280 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:21.993434 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c0beb497-72b3-48d7-b17e-10749289f280 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/subnets/b95635e0-0d76-474b-ac37-5c01b30a8d12 HTTP/1.1" status: 204 len: 168 time: 0.8802400 Aug 18 13:02:21.994031 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 51126) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:21.999790 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0beb497-72b3-48d7-b17e-10749289f280 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event deleted for resources: {'Subnet': ['ID=b95635e0-0d76-474b-ac37-5c01b30a8d12,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:22.009492 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890b3654-238a-4ab2-81cb-c6493b4f1551 None None] Network 32799038-9598-4f9f-8890-a838bf2bb511 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:02:22.058084 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:22.071218 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-220e214b-d3a7-4adf-8172-8ddcd5f2c6fe service neutron] 10.222.0.20 "GET /v2.0/networks/f0772655-8fcf-4cc7-a52b-8d2f1d4d6419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046926 Aug 18 13:02:22.078508 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-3080be64-e43c-4833-983c-b0b12030bb31 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Deleting subnet f3c1a376-c848-4a18-8243-fb6bb7c30ac0 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:02:22.091871 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3080be64-e43c-4833-983c-b0b12030bb31 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:22.157172 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=f333a5eb-9736-4a69-83e7-ba6f819f2b6e,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:22.183116 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3080be64-e43c-4833-983c-b0b12030bb31 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:22.270928 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b21d8f88-1f6c-42db-8b4b-24d37c4ee236 req-44c815d7-93c4-47f1-8d49-f5c9f0457e5f service neutron] 10.222.0.20 "GET /v2.0/networks/f0772655-8fcf-4cc7-a52b-8d2f1d4d6419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897883 Aug 18 13:02:22.344926 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3080be64-e43c-4833-983c-b0b12030bb31 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:22.407174 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-c2a88d6a-5e0f-41ec-bd16-60d1a990d945 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] device_id is not set on port 8c70df4a-1a47-4729-b97f-8cf4b156b338 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:02:22.478392 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30867c49-7f01-430e-87c7-89796c2214c6 req-d19272ad-dd78-4ced-af99-672300fb630c tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:22.486572 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-30867c49-7f01-430e-87c7-89796c2214c6 req-d19272ad-dd78-4ced-af99-672300fb630c tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 944 time: 0.4518826 Aug 18 13:02:22.516659 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d217b1e-35a3-4b7e-934c-f83329cc9d29 req-face0a3d-a80b-45d7-9965-49851aca1964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:22.518280 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7d217b1e-35a3-4b7e-934c-f83329cc9d29 req-face0a3d-a80b-45d7-9965-49851aca1964 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5db4861e129545f8b7d9c174999be45f&device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 1095 time: 0.0966220 Aug 18 13:02:22.521431 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4be80-adf2-4ed1-bbce-bdce2ded2bfa req-114d008d-7253-483a-a69f-f2c72577ea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:22.523115 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-01e4be80-adf2-4ed1-bbce-bdce2ded2bfa req-114d008d-7253-483a-a69f-f2c72577ea0b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b0a4b8af-5214-4a47-a42b-17696a78dbe9 HTTP/1.1" status: 200 len: 1097 time: 0.5624981 Aug 18 13:02:22.582987 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-30867c49-7f01-430e-87c7-89796c2214c6 req-e86aeefe-1a04-4a33-95a1-f80c9373ab14 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb2a5664-8f21-4728-b3b7-6f9d475fbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953641 Aug 18 13:02:22.612909 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-01e4be80-adf2-4ed1-bbce-bdce2ded2bfa req-9c0ba5bd-14fa-408d-9be5-abfb1d3a8853 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=38f68848-43be-413c-9e74-e6dad21b17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760434 Aug 18 13:02:22.659414 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3080be64-e43c-4833-983c-b0b12030bb31 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:22.690412 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-c2a88d6a-5e0f-41ec-bd16-60d1a990d945 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Allocated IP 2001:db8::29f (d7173570-a9a3-45c4-a05c-5ed4654d2802/c642b9b9-335b-4150-8d37-ffca5e1ddb7f/8c70df4a-1a47-4729-b97f-8cf4b156b338) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:02:22.693576 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d217b1e-35a3-4b7e-934c-f83329cc9d29 req-ca8318d2-e3e3-430d-914a-793a3cecae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:22.695127 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7d217b1e-35a3-4b7e-934c-f83329cc9d29 req-ca8318d2-e3e3-430d-914a-793a3cecae7c service neutron] 10.222.0.20 "GET /v2.0/networks?id=f0772655-8fcf-4cc7-a52b-8d2f1d4d6419 HTTP/1.1" status: 200 len: 911 time: 0.1687760 Aug 18 13:02:22.697719 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080be64-e43c-4833-983c-b0b12030bb31 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event deleted for resources: {'Subnet': ['ID=f3c1a376-c848-4a18-8243-fb6bb7c30ac0,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:22.716459 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3080be64-e43c-4833-983c-b0b12030bb31 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:22.718406 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3080be64-e43c-4833-983c-b0b12030bb31 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/subnets/f3c1a376-c848-4a18-8243-fb6bb7c30ac0 HTTP/1.1" status: 204 len: 168 time: 0.7198777 Aug 18 13:02:22.746089 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51146) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:22.753331 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb3403-f695-4b4d-a8fc-ea2a11959689 req-fb02b393-32e5-42d8-ad23-564208c5f7a6 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:22.760977 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-62cb3403-f695-4b4d-a8fc-ea2a11959689 req-fb02b393-32e5-42d8-ad23-564208c5f7a6 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c42b9cf-d3a2-4551-a402-9a0b523c6f44 HTTP/1.1" status: 200 len: 946 time: 0.2211909 Aug 18 13:02:22.769516 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7d217b1e-35a3-4b7e-934c-f83329cc9d29 req-cebd1d1f-0586-428b-9fde-fb34697731e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44d4eecb-093c-4426-9131-356e1ee9bda1 HTTP/1.1" status: 200 len: 217 time: 0.0663755 Aug 18 13:02:22.845230 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-62cb3403-f695-4b4d-a8fc-ea2a11959689 req-c22bd2af-ea72-45d3-9aec-e378e2eb6167 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/security-groups?id=81e094ab-a1b3-4098-a030-042fbbbea216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775957 Aug 18 13:02:22.865742 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d217b1e-35a3-4b7e-934c-f83329cc9d29 req-a9e9e682-88ec-438e-b73d-97b36cbe63f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:22.868553 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7d217b1e-35a3-4b7e-934c-f83329cc9d29 req-a9e9e682-88ec-438e-b73d-97b36cbe63f0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00f32c6d-8610-4a26-b77a-8f80b2f8beae HTTP/1.1" status: 200 len: 849 time: 0.0832114 Aug 18 13:02:22.909740 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eaf0d512-3435-4b78-9bdc-be52ff513349 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:22.930846 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d217b1e-35a3-4b7e-934c-f83329cc9d29 req-c4858dc2-fe43-4a53-9ee8-59d0fb537a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:22.932408 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7d217b1e-35a3-4b7e-934c-f83329cc9d29 req-c4858dc2-fe43-4a53-9ee8-59d0fb537a03 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f0772655-8fcf-4cc7-a52b-8d2f1d4d6419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562296 Aug 18 13:02:23.033538 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c2a88d6a-5e0f-41ec-bd16-60d1a990d945 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:23.055194 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7d217b1e-35a3-4b7e-934c-f83329cc9d29 req-a26041a2-9b18-4294-8c43-72446aa4d584 service neutron] 10.222.0.20 "GET /v2.0/networks/f0772655-8fcf-4cc7-a52b-8d2f1d4d6419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147172 Aug 18 13:02:23.055488 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1848906d-217b-446e-a675-dafb97b81148 None None] Network 32799038-9598-4f9f-8890-a838bf2bb511 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:02:23.062498 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-c2a88d6a-5e0f-41ec-bd16-60d1a990d945 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Transition to ACTIVE for port object 8c70df4a-1a47-4729-b97f-8cf4b156b338 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:02:23.085704 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b60e40-f258-451c-a366-6788a432167b req-126e42df-e69f-4a56-8352-831ad006fcfe tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:23.087546 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-00b60e40-f258-451c-a366-6788a432167b req-126e42df-e69f-4a56-8352-831ad006fcfe tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0a4b8af-5214-4a47-a42b-17696a78dbe9 HTTP/1.1" status: 200 len: 946 time: 0.1137853 Aug 18 13:02:23.108682 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-eaf0d512-3435-4b78-9bdc-be52ff513349 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Deleting port 4ef50589-59da-480d-8132-0a70ef43dad4 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:02:23.109097 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eaf0d512-3435-4b78-9bdc-be52ff513349 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:23.157437 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b8e05a48-1e5c-4ac6-86a4-a64acf956ece None None] Provisioning complete for port 4ef50589-59da-480d-8132-0a70ef43dad4 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:23.157745 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b8e05a48-1e5c-4ac6-86a4-a64acf956ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:23.177968 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7d217b1e-35a3-4b7e-934c-f83329cc9d29 req-fb815e94-1623-4ce0-bf86-0b515a037856 service neutron] 10.222.0.20 "GET /v2.0/networks/f0772655-8fcf-4cc7-a52b-8d2f1d4d6419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143472 Aug 18 13:02:23.224404 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-00b60e40-f258-451c-a366-6788a432167b req-20d6748a-4114-4b6f-9380-79e5e362d307 tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] 10.222.0.13 "GET /v2.0/security-groups?id=38f68848-43be-413c-9e74-e6dad21b17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263657 Aug 18 13:02:23.235507 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-eaf0d512-3435-4b78-9bdc-be52ff513349 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] For port 4ef50589-59da-480d-8132-0a70ef43dad4, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4ef50589-59da-480d-8132-0a70ef43dad4,segment=NetworkSegment(1beb0cc9-7a14-49ac-a97a-f42af5688021),segment_id=1beb0cc9-7a14-49ac-a97a-f42af5688021)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:23.235886 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eaf0d512-3435-4b78-9bdc-be52ff513349 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:23.253636 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-eaf0d512-3435-4b78-9bdc-be52ff513349 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Calling delete_port for 4ef50589-59da-480d-8132-0a70ef43dad4 owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:02:23.319702 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c2a88d6a-5e0f-41ec-bd16-60d1a990d945 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:23.335077 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64a314a-1d86-485e-aa94-e84bf1a4532c None None] DHCP port deletion for 32799038-9598-4f9f-8890-a838bf2bb511 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:02:23.385181 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-b64a314a-1d86-485e-aa94-e84bf1a4532c None None] Deleting port 4ef50589-59da-480d-8132-0a70ef43dad4 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:02:23.385181 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b64a314a-1d86-485e-aa94-e84bf1a4532c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:23.391398 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a88d6a-5e0f-41ec-bd16-60d1a990d945 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Network d7173570-a9a3-45c4-a05c-5ed4654d2802 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:02:23.401150 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-c2a88d6a-5e0f-41ec-bd16-60d1a990d945 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:23.405986 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a88d6a-5e0f-41ec-bd16-60d1a990d945 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:02:23.414613 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a88d6a-5e0f-41ec-bd16-60d1a990d945 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:23.414613 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c2a88d6a-5e0f-41ec-bd16-60d1a990d945 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:23.416756 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a88d6a-5e0f-41ec-bd16-60d1a990d945 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Pushing event updated for resources: {'Port': ['ID=8c70df4a-1a47-4729-b97f-8cf4b156b338,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:23.477246 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-b64a314a-1d86-485e-aa94-e84bf1a4532c None None] For port 4ef50589-59da-480d-8132-0a70ef43dad4, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4ef50589-59da-480d-8132-0a70ef43dad4,segment=NetworkSegment(1beb0cc9-7a14-49ac-a97a-f42af5688021),segment_id=1beb0cc9-7a14-49ac-a97a-f42af5688021)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:23.477841 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b64a314a-1d86-485e-aa94-e84bf1a4532c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:23.496911 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-b64a314a-1d86-485e-aa94-e84bf1a4532c None None] Calling delete_port for 4ef50589-59da-480d-8132-0a70ef43dad4 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:02:23.572836 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c2a88d6a-5e0f-41ec-bd16-60d1a990d945 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9013994 Aug 18 13:02:23.574388 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eaf0d512-3435-4b78-9bdc-be52ff513349 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:23.575493 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 51158) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:23.584847 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-62cd313a-9d3c-4817-869f-b870e14d2613 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Request body: {'port': {'network_id': 'd7173570-a9a3-45c4-a05c-5ed4654d2802', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-176053767'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:23.599015 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:02:23.599015 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:02:23.599015 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:02:23.599015 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:02:23.599015 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:02:23.599015 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:02:23.599015 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:02:23.599015 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:02:23.599015 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:02:23.599015 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:02:23.599015 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:02:23.599015 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:02:23.599015 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:02:23.599015 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:02:23.599015 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:02:23.599015 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:02:23.599015 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:02:23.599015 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:02:23.599015 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:02:23.599015 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:02:23.599015 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:02:23.599015 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:02:23.599015 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:02:23.599015 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:02:23.599015 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:02:23.599015 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:02:23.599015 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:02:23.599015 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:02:23.599015 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:02:23.599015 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:02:23.599015 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:02:23.599015 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:02:23.599015 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:02:23.599015 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:02:23.599015 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:02:23.599015 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:02:23.599015 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:02:23.599015 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:02:23.599015 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:02:23.599015 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:02:23.608631 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:02:23.608631 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:02:23.608631 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:02:23.608631 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:02:23.608631 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:02:23.608631 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:02:23.608631 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:02:23.608631 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:02:23.608631 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:02:23.608631 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:02:23.608631 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:02:23.608631 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:02:23.608631 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:02:23.608631 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:02:23.608631 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b64a314a-1d86-485e-aa94-e84bf1a4532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:23.621798 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf0d512-3435-4b78-9bdc-be52ff513349 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event deleted for resources: {'Port': ['ID=4ef50589-59da-480d-8132-0a70ef43dad4,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:23.639390 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf0d512-3435-4b78-9bdc-be52ff513349 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] No DVR routers for this DVR port 4ef50589-59da-480d-8132-0a70ef43dad4 on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:02:23.706012 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a314a-1d86-485e-aa94-e84bf1a4532c None None] Pushing event deleted for resources: {'Port': ['ID=4ef50589-59da-480d-8132-0a70ef43dad4,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:23.720528 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64a314a-1d86-485e-aa94-e84bf1a4532c None None] No DVR routers for this DVR port 4ef50589-59da-480d-8132-0a70ef43dad4 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:02:23.783487 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eaf0d512-3435-4b78-9bdc-be52ff513349 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:23.808325 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-eaf0d512-3435-4b78-9bdc-be52ff513349 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32799038-9598-4f9f-8890-a838bf2bb511']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:23.822696 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-eaf0d512-3435-4b78-9bdc-be52ff513349 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1beb0cc9-7a14-49ac-a97a-f42af5688021') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:23.823314 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-eaf0d512-3435-4b78-9bdc-be52ff513349 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1beb0cc9-7a14-49ac-a97a-f42af5688021') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:23.849989 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eaf0d512-3435-4b78-9bdc-be52ff513349 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:23.899093 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eaf0d512-3435-4b78-9bdc-be52ff513349 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:23.906662 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c42b9cf-d3a2-4551-a402-9a0b523c6f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25916fb-0fa9-4263-b461-4fe7d5aeeeb6'}, {'server_uuid': '3f2111c7-bbfc-4db8-a4c2-d3b44b3f2ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f333a5eb-9736-4a69-83e7-ba6f819f2b6e'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:02:23.909164 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaf0d512-3435-4b78-9bdc-be52ff513349 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:02:23.909625 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eaf0d512-3435-4b78-9bdc-be52ff513349 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:23.910342 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b545aca4-4ac3-4bf1-9c5f-3e5e00b40586" -d '{"events": [{"server_uuid": "0c42b9cf-d3a2-4551-a402-9a0b523c6f44", "name": "network-vif-plugged", "status": "completed", "tag": "c25916fb-0fa9-4263-b461-4fe7d5aeeeb6"}, {"server_uuid": "3f2111c7-bbfc-4db8-a4c2-d3b44b3f2ea6", "name": "network-vif-plugged", "status": "completed", "tag": "f333a5eb-9736-4a69-83e7-ba6f819f2b6e"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:02:23.912898 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:02:23.912898 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:02:23.912898 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:02:23.912898 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:02:23.912898 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:02:23.912898 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:02:23.912898 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:02:23.912898 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:02:23.912898 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:02:23.912898 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:02:23.912898 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:02:23.912898 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:02:23.912898 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:02:23.912898 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:02:23.912898 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:02:23.912898 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:02:23.912898 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:02:23.912898 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:02:23.912898 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:02:23.912898 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:02:23.912898 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:02:23.912898 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:02:23.912898 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:02:23.912898 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:02:23.912898 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:02:23.912898 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:02:23.912898 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:02:23.912898 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:02:23.912898 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:02:23.912898 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:02:23.912898 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:02:23.912898 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:02:23.963998 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2bf07-8f72-424e-89c6-0ce52c11e7d2 req-ba4e363c-1ce6-4402-84cf-74976bc04aea tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:23.965577 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-38d2bf07-8f72-424e-89c6-0ce52c11e7d2 req-ba4e363c-1ce6-4402-84cf-74976bc04aea tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 944 time: 0.1398485 Aug 18 13:02:23.976196 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cd313a-9d3c-4817-869f-b870e14d2613 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Made reservation on behalf of a9eb15af3051430682a0140a6b0370cb for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:02:23.979866 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-62cd313a-9d3c-4817-869f-b870e14d2613 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:24.004062 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [None req-62cd313a-9d3c-4817-869f-b870e14d2613 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] device_id is not set on port 64a30fee-a7ff-4220-a9af-cd6f6aaf56f4 yet. {{(pid=101675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:02:24.012676 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-21239a2f-64e3-422d-a899-5e89c31f5f55 None None] Provisioning for port 8c70df4a-1a47-4729-b97f-8cf4b156b338 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:02:24.016998 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-21239a2f-64e3-422d-a899-5e89c31f5f55 None None] Provisioning complete for port 8c70df4a-1a47-4729-b97f-8cf4b156b338 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:24.018481 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-21239a2f-64e3-422d-a899-5e89c31f5f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:24.018604 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-38d2bf07-8f72-424e-89c6-0ce52c11e7d2 req-b8479ca5-ab34-48b2-a6d1-a394eb9068ff tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb2a5664-8f21-4728-b3b7-6f9d475fbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429606 Aug 18 13:02:24.025182 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970da736-87e4-4f0f-9076-0d578f2169ed req-4eda1d2a-eb21-4f8d-94a0-607417ea6aa1 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:24.027259 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-970da736-87e4-4f0f-9076-0d578f2169ed req-4eda1d2a-eb21-4f8d-94a0-607417ea6aa1 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c42b9cf-d3a2-4551-a402-9a0b523c6f44 HTTP/1.1" status: 200 len: 946 time: 0.0919564 Aug 18 13:02:24.063110 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eaf0d512-3435-4b78-9bdc-be52ff513349 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:24.063314 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-21239a2f-64e3-422d-a899-5e89c31f5f55 None None] Port 8c70df4a-1a47-4729-b97f-8cf4b156b338 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:02:24.074989 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eaf0d512-3435-4b78-9bdc-be52ff513349 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:24.076999 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-eaf0d512-3435-4b78-9bdc-be52ff513349 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/networks/32799038-9598-4f9f-8890-a838bf2bb511 HTTP/1.1" status: 204 len: 168 time: 1.3286688 Aug 18 13:02:24.083561 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 18 Aug 2021 13:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c62b90a-e578-45ac-8ceb-a13120da94b6 x-openstack-request-id: req-0c62b90a-e578-45ac-8ceb-a13120da94b6 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:02:24.083907 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c42b9cf-d3a2-4551-a402-9a0b523c6f44", "name": "network-vif-plugged", "status": "completed", "tag": "c25916fb-0fa9-4263-b461-4fe7d5aeeeb6", "code": 200}, {"server_uuid": "3f2111c7-bbfc-4db8-a4c2-d3b44b3f2ea6", "name": "network-vif-plugged", "status": "completed", "tag": "f333a5eb-9736-4a69-83e7-ba6f819f2b6e", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:02:24.084321 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c62b90a-e578-45ac-8ceb-a13120da94b6 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:02:24.084795 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c42b9cf-d3a2-4551-a402-9a0b523c6f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25916fb-0fa9-4263-b461-4fe7d5aeeeb6', 'code': 200} Aug 18 13:02:24.085051 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2111c7-bbfc-4db8-a4c2-d3b44b3f2ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f333a5eb-9736-4a69-83e7-ba6f819f2b6e', 'code': 200} Aug 18 13:02:24.095172 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51166) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:24.107531 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf0d512-3435-4b78-9bdc-be52ff513349 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event deleted for resources: {'Network': ['ID=32799038-9598-4f9f-8890-a838bf2bb511,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:24.147092 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-970da736-87e4-4f0f-9076-0d578f2169ed req-79c7ccc7-25bb-4672-81d7-1c1ef1e21542 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/security-groups?id=81e094ab-a1b3-4098-a030-042fbbbea216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767384 Aug 18 13:02:24.159006 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfd26e5-be95-4425-a16d-19c4fe392f63 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:24.172532 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1cfd26e5-be95-4425-a16d-19c4fe392f63 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0641286 Aug 18 13:02:24.176976 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51168) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:24.232861 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9caf9e6-324b-4f64-bfa8-c9f0c9ecfbfc req-2ccdfebb-a585-4f7e-b09b-fa7d93f7ec58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:24.235114 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a9caf9e6-324b-4f64-bfa8-c9f0c9ecfbfc req-2ccdfebb-a585-4f7e-b09b-fa7d93f7ec58 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3f2111c7-bbfc-4db8-a4c2-d3b44b3f2ea6 HTTP/1.1" status: 200 len: 1097 time: 0.0935371 Aug 18 13:02:24.238331 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4ef50589-59da-480d-8132-0a70ef43dad4 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:02:24.247848 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b4d804ad-e74b-4e0e-b901-5cca0ed78cd9 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0658197 Aug 18 13:02:24.248944 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 51170) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:24.256531 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-f3c842aa-ab5c-4282-b123-fd07e0d102af tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-391317481'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:24.261220 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 4ef50589-59da-480d-8132-0a70ef43dad4 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:02:24.261700 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4ef50589-59da-480d-8132-0a70ef43dad4 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:02:24.268940 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252a0e6-e609-4187-b087-7c061e27aea1 req-2d4efbfe-fe62-4626-84a0-6a7b152db3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:24.271231 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7252a0e6-e609-4187-b087-7c061e27aea1 req-2d4efbfe-fe62-4626-84a0-6a7b152db3e9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0c42b9cf-d3a2-4551-a402-9a0b523c6f44 HTTP/1.1" status: 200 len: 1097 time: 0.1229286 Aug 18 13:02:24.294049 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a9caf9e6-324b-4f64-bfa8-c9f0c9ecfbfc req-df130be4-8de6-4252-a81e-80cb6f59edfc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=81e094ab-a1b3-4098-a030-042fbbbea216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458665 Aug 18 13:02:24.299216 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-62cd313a-9d3c-4817-869f-b870e14d2613 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Allocated IP 2001:db8::7 (d7173570-a9a3-45c4-a05c-5ed4654d2802/c642b9b9-335b-4150-8d37-ffca5e1ddb7f/64a30fee-a7ff-4220-a9af-cd6f6aaf56f4) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:02:24.360573 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3e7e4-1f78-4296-a97e-73a8d3719d71 req-672a7b05-3361-48fb-af52-960019ee21b3 tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:24.362418 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dce3e7e4-1f78-4296-a97e-73a8d3719d71 req-672a7b05-3361-48fb-af52-960019ee21b3 tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0a4b8af-5214-4a47-a42b-17696a78dbe9 HTTP/1.1" status: 200 len: 946 time: 0.0584002 Aug 18 13:02:24.364485 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7252a0e6-e609-4187-b087-7c061e27aea1 req-4e8617cc-d71d-4ffb-99e8-c323c5cfa283 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=81e094ab-a1b3-4098-a030-042fbbbea216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756619 Aug 18 13:02:24.401550 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dce3e7e4-1f78-4296-a97e-73a8d3719d71 req-3d81e4fc-085e-4f24-9f98-4b5591b6af72 tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] 10.222.0.13 "GET /v2.0/security-groups?id=38f68848-43be-413c-9e74-e6dad21b17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329440 Aug 18 13:02:24.417554 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c842aa-ab5c-4282-b123-fd07e0d102af tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Made reservation on behalf of 96ba955bba3e4c748bb07e5882ab812d for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:02:24.421544 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f3c842aa-ab5c-4282-b123-fd07e0d102af tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:24.484867 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3c842aa-ab5c-4282-b123-fd07e0d102af tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:02:24.504526 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f3c842aa-ab5c-4282-b123-fd07e0d102af tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:24.505016 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-f3c842aa-ab5c-4282-b123-fd07e0d102af tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Added segment 2e4dce25-e0df-4cd9-9ce8-0a87848a9a1f of type vlan for network c24fb536-0343-4903-8726-c428c0615a2d Aug 18 13:02:24.577138 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-62cd313a-9d3c-4817-869f-b870e14d2613 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:24.582645 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f3c842aa-ab5c-4282-b123-fd07e0d102af tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:24.598265 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-62cd313a-9d3c-4817-869f-b870e14d2613 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Transition to ACTIVE for port object 64a30fee-a7ff-4220-a9af-cd6f6aaf56f4 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:02:24.725761 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f3c842aa-ab5c-4282-b123-fd07e0d102af tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:24.732130 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c842aa-ab5c-4282-b123-fd07e0d102af tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:24.732724 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f3c842aa-ab5c-4282-b123-fd07e0d102af tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:24.738296 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-62cd313a-9d3c-4817-869f-b870e14d2613 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:24.847719 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cd313a-9d3c-4817-869f-b870e14d2613 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Network d7173570-a9a3-45c4-a05c-5ed4654d2802 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:02:24.859159 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-62cd313a-9d3c-4817-869f-b870e14d2613 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:24.860570 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd313a-9d3c-4817-869f-b870e14d2613 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Pushing event updated for resources: {'Port': ['ID=64a30fee-a7ff-4220-a9af-cd6f6aaf56f4,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:24.862818 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cd313a-9d3c-4817-869f-b870e14d2613 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:02:24.873253 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cd313a-9d3c-4817-869f-b870e14d2613 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:24.873253 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-62cd313a-9d3c-4817-869f-b870e14d2613 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:24.873253 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c842aa-ab5c-4282-b123-fd07e0d102af tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'Network': ['ID=c24fb536-0343-4903-8726-c428c0615a2d,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:24.885085 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network c24fb536-0343-4903-8726-c428c0615a2d details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:02:24.901057 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f3c842aa-ab5c-4282-b123-fd07e0d102af tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6469254 Aug 18 13:02:24.901663 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51198) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:24.909057 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-953f235f-a384-49a3-bd1c-bf04cb1e8c40 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'subnet': {'network_id': 'c24fb536-0343-4903-8726-c428c0615a2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:24.987971 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec30cc4-23f4-4065-a727-91e672252819 req-cf1e4947-22dc-4b15-9ec5-62020551c6cf tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:24.989356 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ec30cc4-23f4-4065-a727-91e672252819 req-cf1e4947-22dc-4b15-9ec5-62020551c6cf tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0a4b8af-5214-4a47-a42b-17696a78dbe9 HTTP/1.1" status: 200 len: 946 time: 0.0697002 Aug 18 13:02:25.008288 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 44d4eecb-093c-4426-9131-356e1ee9bda1 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:02:25.013729 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-62cd313a-9d3c-4817-869f-b870e14d2613 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.4371519 Aug 18 13:02:25.020756 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 51200) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:25.044914 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-9d3c65eb-6504-4996-b6e2-215744135a23 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::39d', 'mac_address': 'fa:16:3e:e7:e7:1d'}, {'ip_address': '2001:db8::29f', 'mac_address': 'fa:16:3e:1e:a9:e7'}]}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:25.167021 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 44d4eecb-093c-4426-9131-356e1ee9bda1, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=44d4eecb-093c-4426-9131-356e1ee9bda1,segment=NetworkSegment(57b4e41f-121d-4d32-8b51-688f70aedc50),segment_id=57b4e41f-121d-4d32-8b51-688f70aedc50)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:25.183414 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953f235f-a384-49a3-bd1c-bf04cb1e8c40 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Made reservation on behalf of 96ba955bba3e4c748bb07e5882ab812d for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:02:25.189867 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-953f235f-a384-49a3-bd1c-bf04cb1e8c40 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:25.195575 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '44d4eecb-093c-4426-9131-356e1ee9bda1', 'network_id': 'f0772655-8fcf-4cc7-a52b-8d2f1d4d6419', 'port_id': '44d4eecb-093c-4426-9131-356e1ee9bda1', 'mac_address': 'fa:16:3e:ba:c5:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00f32c6d-8610-4a26-b77a-8f80b2f8beae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:02:25.206035 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ec30cc4-23f4-4065-a727-91e672252819 req-a30b44b4-964b-426c-9ac3-351844ba2f3a tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] 10.222.0.13 "GET /v2.0/security-groups?id=38f68848-43be-413c-9e74-e6dad21b17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954041 Aug 18 13:02:25.284653 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:25.310977 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44d4eecb-093c-4426-9131-356e1ee9bda1 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:02:25.317523 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193bf2c-a351-40b4-a8fe-9ce4fa8b0137 req-26c54631-882b-4c32-96be-c6e4bb6a742e tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:25.326582 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e193bf2c-a351-40b4-a8fe-9ce4fa8b0137 req-26c54631-882b-4c32-96be-c6e4bb6a742e tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 944 time: 0.2013731 Aug 18 13:02:25.349541 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 44d4eecb-093c-4426-9131-356e1ee9bda1, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=44d4eecb-093c-4426-9131-356e1ee9bda1,segment=NetworkSegment(57b4e41f-121d-4d32-8b51-688f70aedc50),segment_id=57b4e41f-121d-4d32-8b51-688f70aedc50)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:25.359961 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d07bf4e3-1fcd-426a-aa5d-777d8ab7c7fd None None] Provisioning for port 64a30fee-a7ff-4220-a9af-cd6f6aaf56f4 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:02:25.365008 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d07bf4e3-1fcd-426a-aa5d-777d8ab7c7fd None None] Provisioning complete for port 64a30fee-a7ff-4220-a9af-cd6f6aaf56f4 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:25.365390 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d07bf4e3-1fcd-426a-aa5d-777d8ab7c7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:25.401471 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:25.403817 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9d3c65eb-6504-4996-b6e2-215744135a23 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:25.430269 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e193bf2c-a351-40b4-a8fe-9ce4fa8b0137 req-4b5e6bbd-ea8e-4f77-aa53-169e0b1890c5 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb2a5664-8f21-4728-b3b7-6f9d475fbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025121 Aug 18 13:02:25.491536 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96def05d-c545-4d0e-8ee6-3b93d1858039 req-5a4260de-87e1-4a28-a61c-4c285489208e tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:25.500540 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-96def05d-c545-4d0e-8ee6-3b93d1858039 req-5a4260de-87e1-4a28-a61c-4c285489208e tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c42b9cf-d3a2-4551-a402-9a0b523c6f44 HTTP/1.1" status: 200 len: 946 time: 0.1694639 Aug 18 13:02:25.517319 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=44d4eecb-093c-4426-9131-356e1ee9bda1,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:25.526110 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-d07bf4e3-1fcd-426a-aa5d-777d8ab7c7fd None None] Port 64a30fee-a7ff-4220-a9af-cd6f6aaf56f4 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:02:25.615000 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-96def05d-c545-4d0e-8ee6-3b93d1858039 req-c9adb308-4390-4c2b-804b-c4eb933dbe3a tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/security-groups?id=81e094ab-a1b3-4098-a030-042fbbbea216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131573 Aug 18 13:02:25.632716 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['44d4eecb-093c-4426-9131-356e1ee9bda1'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:02:25.693026 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9d3c65eb-6504-4996-b6e2-215744135a23 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:25.698021 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-953f235f-a384-49a3-bd1c-bf04cb1e8c40 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:25.742498 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9d3c65eb-6504-4996-b6e2-215744135a23 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:25.789127 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-9d3c65eb-6504-4996-b6e2-215744135a23 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] In _notify_port_updated(), no bound segment for port 64a30fee-a7ff-4220-a9af-cd6f6aaf56f4 on network d7173570-a9a3-45c4-a05c-5ed4654d2802 {{(pid=101675) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 13:02:25.795973 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3c65eb-6504-4996-b6e2-215744135a23 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:25.797392 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9d3c65eb-6504-4996-b6e2-215744135a23 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:25.803161 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9d3c65eb-6504-4996-b6e2-215744135a23 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] 10.222.0.13 "PUT /v2.0/ports/64a30fee-a7ff-4220-a9af-cd6f6aaf56f4 HTTP/1.1" status: 200 len: 1065 time: 0.7810602 Aug 18 13:02:25.806005 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 51214) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:25.830012 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f235f-a384-49a3-bd1c-bf04cb1e8c40 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'Subnet': ['ID=bd9c17e5-e38a-4ca0-8fca-2ec1ad5568bd,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:25.844049 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953f235f-a384-49a3-bd1c-bf04cb1e8c40 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Checking segment: {'id': '2e4dce25-e0df-4cd9-9ce8-0a87848a9a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c24fb536-0343-4903-8726-c428c0615a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:02:25.848228 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953f235f-a384-49a3-bd1c-bf04cb1e8c40 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Network hostable DHCP agents. Network: c24fb536-0343-4903-8726-c428c0615a2d, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:02:25.853257 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c65eb-6504-4996-b6e2-215744135a23 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Pushing event updated for resources: {'Port': ['ID=64a30fee-a7ff-4220-a9af-cd6f6aaf56f4,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:25.924155 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-92497425-47cd-439d-8e70-1f16c89dd129 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Deleting port 64a30fee-a7ff-4220-a9af-cd6f6aaf56f4 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:02:25.924584 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-92497425-47cd-439d-8e70-1f16c89dd129 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:25.971372 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953f235f-a384-49a3-bd1c-bf04cb1e8c40 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Network c24fb536-0343-4903-8726-c428c0615a2d is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:02:26.062568 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-953f235f-a384-49a3-bd1c-bf04cb1e8c40 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, c24fb536-0343-4903-8726-c428c0615a2d) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:26.067089 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953f235f-a384-49a3-bd1c-bf04cb1e8c40 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:26.067692 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-953f235f-a384-49a3-bd1c-bf04cb1e8c40 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:26.077282 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8eb63c-a759-49b7-ae3b-8ae24633692e None None] Network c24fb536-0343-4903-8726-c428c0615a2d requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:02:26.155850 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-953f235f-a384-49a3-bd1c-bf04cb1e8c40 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2522724 Aug 18 13:02:26.158505 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51216) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:26.165382 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-40977ad7-1b61-41a2-95c8-8bb433865fd4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'port': {'network_id': 'c24fb536-0343-4903-8726-c428c0615a2d', 'name': 'tempest-PortsIpV6TestJSON-269145238'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:26.165816 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-1ac50e9c-e5ce-45ce-a4ae-cf0430542b79 None None] Provisioning complete for port 64a30fee-a7ff-4220-a9af-cd6f6aaf56f4 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:26.166238 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1ac50e9c-e5ce-45ce-a4ae-cf0430542b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:26.204952 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-1ac50e9c-e5ce-45ce-a4ae-cf0430542b79 None None] Port 64a30fee-a7ff-4220-a9af-cd6f6aaf56f4 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:02:26.314646 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fffd976-ebe4-406e-81e8-d20af2b6b66f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-c24fb536-0343-4903-8726-c428c0615a2d', 'network_id': 'c24fb536-0343-4903-8726-c428c0615a2d', 'tenant_id': '96ba955bba3e4c748bb07e5882ab812d', 'fixed_ips': [{'subnet_id': 'bd9c17e5-e38a-4ca0-8fca-2ec1ad5568bd'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:02:26.316586 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9fffd976-ebe4-406e-81e8-d20af2b6b66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:26.331937 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efdb54f-583e-4532-ac7a-0a74a5d03936 req-fa8b6fc1-1c71-4428-a1a2-2d587b49c27d tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:26.336287 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9efdb54f-583e-4532-ac7a-0a74a5d03936 req-fa8b6fc1-1c71-4428-a1a2-2d587b49c27d tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0a4b8af-5214-4a47-a42b-17696a78dbe9 HTTP/1.1" status: 200 len: 946 time: 0.1017482 Aug 18 13:02:26.386146 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb9c3c-30ce-4cac-b543-c9840c78b42c req-e6848dd0-3b55-47ec-bc7b-4c3174c01639 tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:26.387724 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e7fb9c3c-30ce-4cac-b543-c9840c78b42c req-e6848dd0-3b55-47ec-bc7b-4c3174c01639 tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0a4b8af-5214-4a47-a42b-17696a78dbe9 HTTP/1.1" status: 200 len: 946 time: 0.0821371 Aug 18 13:02:26.391581 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-92497425-47cd-439d-8e70-1f16c89dd129 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:26.405877 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-92497425-47cd-439d-8e70-1f16c89dd129 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Calling delete_port for 64a30fee-a7ff-4220-a9af-cd6f6aaf56f4 owned by {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:02:26.449804 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-9efdb54f-583e-4532-ac7a-0a74a5d03936 req-c93fd933-1366-4c1e-bd7b-4867ce3299ca tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] Deleting port e3a5a391-b446-4200-a612-0f8b2bcb6889 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:02:26.450531 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-9efdb54f-583e-4532-ac7a-0a74a5d03936 req-c93fd933-1366-4c1e-bd7b-4867ce3299ca tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:26.469700 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-9fffd976-ebe4-406e-81e8-d20af2b6b66f None None] Allocated IP 2001:db8::2 (c24fb536-0343-4903-8726-c428c0615a2d/bd9c17e5-e38a-4ca0-8fca-2ec1ad5568bd/d5d1f410-7ce1-4d3e-aefd-9ae0e5308ac3) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:02:26.478773 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e7fb9c3c-30ce-4cac-b543-c9840c78b42c req-1bb8eb0b-887a-41a3-94fd-ec2f9ec2bf60 tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] 10.222.0.13 "GET /v2.0/security-groups?id=38f68848-43be-413c-9e74-e6dad21b17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640671 Aug 18 13:02:26.497560 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40977ad7-1b61-41a2-95c8-8bb433865fd4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Made reservation on behalf of 96ba955bba3e4c748bb07e5882ab812d for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:02:26.503013 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-40977ad7-1b61-41a2-95c8-8bb433865fd4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:26.544171 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-40977ad7-1b61-41a2-95c8-8bb433865fd4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] device_id is not set on port e285d4d2-6c04-480d-a059-29d293e724f8 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:02:26.642600 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9fffd976-ebe4-406e-81e8-d20af2b6b66f None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:26.645640 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-92497425-47cd-439d-8e70-1f16c89dd129 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:26.654165 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-9fffd976-ebe4-406e-81e8-d20af2b6b66f None None] Transition to ACTIVE for port object d5d1f410-7ce1-4d3e-aefd-9ae0e5308ac3 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:02:26.661379 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-9efdb54f-583e-4532-ac7a-0a74a5d03936 req-c93fd933-1366-4c1e-bd7b-4867ce3299ca tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] For port e3a5a391-b446-4200-a612-0f8b2bcb6889, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=e3a5a391-b446-4200-a612-0f8b2bcb6889,segment=NetworkSegment(69e77663-4291-4b45-9a82-cbd001a586fe),segment_id=69e77663-4291-4b45-9a82-cbd001a586fe)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:26.661754 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-9efdb54f-583e-4532-ac7a-0a74a5d03936 req-c93fd933-1366-4c1e-bd7b-4867ce3299ca tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:26.672641 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-9fffd976-ebe4-406e-81e8-d20af2b6b66f None None] Transition to ACTIVE for port object d5d1f410-7ce1-4d3e-aefd-9ae0e5308ac3 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:02:26.677455 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-9efdb54f-583e-4532-ac7a-0a74a5d03936 req-c93fd933-1366-4c1e-bd7b-4867ce3299ca tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] Calling delete_port for e3a5a391-b446-4200-a612-0f8b2bcb6889 owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:02:26.679385 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92497425-47cd-439d-8e70-1f16c89dd129 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Pushing event deleted for resources: {'Port': ['ID=64a30fee-a7ff-4220-a9af-cd6f6aaf56f4,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:26.708243 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f2c0d4-c918-4f13-b20c-d89ca5809ea5 req-59c1ddd0-5f2e-4a08-8b57-4966fb09234b tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:26.708243 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-27f2c0d4-c918-4f13-b20c-d89ca5809ea5 req-59c1ddd0-5f2e-4a08-8b57-4966fb09234b tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 945 time: 0.1476450 Aug 18 13:02:26.743450 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9fffd976-ebe4-406e-81e8-d20af2b6b66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:26.819583 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fffd976-ebe4-406e-81e8-d20af2b6b66f None None] Network c24fb536-0343-4903-8726-c428c0615a2d is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:02:26.825726 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-9fffd976-ebe4-406e-81e8-d20af2b6b66f None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:26.828226 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fffd976-ebe4-406e-81e8-d20af2b6b66f None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:02:26.866324 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fffd976-ebe4-406e-81e8-d20af2b6b66f None None] Pushing event updated for resources: {'Port': ['ID=d5d1f410-7ce1-4d3e-aefd-9ae0e5308ac3,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:26.878355 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-40977ad7-1b61-41a2-95c8-8bb433865fd4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Allocated IP 2001:db8::242 (c24fb536-0343-4903-8726-c428c0615a2d/bd9c17e5-e38a-4ca0-8fca-2ec1ad5568bd/e285d4d2-6c04-480d-a059-29d293e724f8) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:02:26.883138 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-27f2c0d4-c918-4f13-b20c-d89ca5809ea5 req-6d536006-ca9c-4b34-891a-9972af63bd55 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb2a5664-8f21-4728-b3b7-6f9d475fbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380341 Aug 18 13:02:26.912478 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-92497425-47cd-439d-8e70-1f16c89dd129 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:26.917040 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-92497425-47cd-439d-8e70-1f16c89dd129 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] 10.222.0.13 "DELETE /v2.0/ports/64a30fee-a7ff-4220-a9af-cd6f6aaf56f4 HTTP/1.1" status: 204 len: 168 time: 1.1078017 Aug 18 13:02:26.917213 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-9fffd976-ebe4-406e-81e8-d20af2b6b66f None None] Attempting to bind port d5d1f410-7ce1-4d3e-aefd-9ae0e5308ac3 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:02:26.917213 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-9fffd976-ebe4-406e-81e8-d20af2b6b66f None None] Attempting to bind port d5d1f410-7ce1-4d3e-aefd-9ae0e5308ac3 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '2e4dce25-e0df-4cd9-9ce8-0a87848a9a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c24fb536-0343-4903-8726-c428c0615a2d'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:02:26.917213 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fffd976-ebe4-406e-81e8-d20af2b6b66f None None] Attempting to bind port d5d1f410-7ce1-4d3e-aefd-9ae0e5308ac3 on network c24fb536-0343-4903-8726-c428c0615a2d {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:02:26.918737 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51230) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:26.924731 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fffd976-ebe4-406e-81e8-d20af2b6b66f None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:02:26.925166 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fffd976-ebe4-406e-81e8-d20af2b6b66f None None] Checking segment: {'id': '2e4dce25-e0df-4cd9-9ce8-0a87848a9a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c24fb536-0343-4903-8726-c428c0615a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:02:26.925569 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9fffd976-ebe4-406e-81e8-d20af2b6b66f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:26.925978 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fffd976-ebe4-406e-81e8-d20af2b6b66f None None] Bound using segment: {'id': '2e4dce25-e0df-4cd9-9ce8-0a87848a9a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c24fb536-0343-4903-8726-c428c0615a2d'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:02:26.926518 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-9fffd976-ebe4-406e-81e8-d20af2b6b66f None None] Bound port: d5d1f410-7ce1-4d3e-aefd-9ae0e5308ac3, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e4dce25-e0df-4cd9-9ce8-0a87848a9a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c24fb536-0343-4903-8726-c428c0615a2d'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:02:26.927596 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9fffd976-ebe4-406e-81e8-d20af2b6b66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:26.949057 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58dde7-6cd3-45e2-80f1-6d7c6c5db239 req-6281d4bb-67ef-4d80-a6a1-631ad840bbcc tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:26.951309 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-db58dde7-6cd3-45e2-80f1-6d7c6c5db239 req-6281d4bb-67ef-4d80-a6a1-631ad840bbcc tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c42b9cf-d3a2-4551-a402-9a0b523c6f44 HTTP/1.1" status: 200 len: 946 time: 0.1202753 Aug 18 13:02:26.990821 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad770e5-da2c-4c79-9ae2-ee56903dbf77 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] GET failed (client error): The resource could not be found. Aug 18 13:02:26.992708 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9ad770e5-da2c-4c79-9ae2-ee56903dbf77 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] 10.222.0.13 "GET /v2.0/ports/64a30fee-a7ff-4220-a9af-cd6f6aaf56f4 HTTP/1.1" status: 404 len: 333 time: 0.0731421 Aug 18 13:02:27.003705 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 51238) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:27.010703 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-db58dde7-6cd3-45e2-80f1-6d7c6c5db239 req-00b889d9-cdc2-431e-9cf6-63fead936b26 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/security-groups?id=81e094ab-a1b3-4098-a030-042fbbbea216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522835 Aug 18 13:02:27.023405 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-9fffd976-ebe4-406e-81e8-d20af2b6b66f None None] For port d5d1f410-7ce1-4d3e-aefd-9ae0e5308ac3, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:02:27.038480 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 44d4eecb-093c-4426-9131-356e1ee9bda1 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:02:27.162484 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-9efdb54f-583e-4532-ac7a-0a74a5d03936 req-c93fd933-1366-4c1e-bd7b-4867ce3299ca tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:27.167133 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 44d4eecb-093c-4426-9131-356e1ee9bda1 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:02:27.173493 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-9fffd976-ebe4-406e-81e8-d20af2b6b66f None None] For port d5d1f410-7ce1-4d3e-aefd-9ae0e5308ac3, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=d5d1f410-7ce1-4d3e-aefd-9ae0e5308ac3,segment=NetworkSegment(2e4dce25-e0df-4cd9-9ce8-0a87848a9a1f),segment_id=2e4dce25-e0df-4cd9-9ce8-0a87848a9a1f)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:02:27.176028 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['e3a5a391-b446-4200-a612-0f8b2bcb6889'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:02:27.176559 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512fef9d-22ad-40e0-b529-16fbab3d6cea req-177ac1af-18fe-4cdc-9735-3b61fc0cbfcf tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:27.178231 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-512fef9d-22ad-40e0-b529-16fbab3d6cea req-177ac1af-18fe-4cdc-9735-3b61fc0cbfcf tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f2111c7-bbfc-4db8-a4c2-d3b44b3f2ea6 HTTP/1.1" status: 200 len: 946 time: 0.0708084 Aug 18 13:02:27.180074 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 44d4eecb-093c-4426-9131-356e1ee9bda1 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:27.180440 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:27.195885 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-a851f618-967b-44ef-abb5-4a3cab3b2cf9 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Deleting port 8c70df4a-1a47-4729-b97f-8cf4b156b338 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:02:27.196340 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a851f618-967b-44ef-abb5-4a3cab3b2cf9 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:27.245688 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93fd933-1366-4c1e-bd7b-4867ce3299ca tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] Pushing event deleted for resources: {'Port': ['ID=e3a5a391-b446-4200-a612-0f8b2bcb6889,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:27.272746 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9fffd976-ebe4-406e-81e8-d20af2b6b66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:27.290335 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-512fef9d-22ad-40e0-b529-16fbab3d6cea req-6832acaa-33f5-4799-8740-6cfe52b5adea tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/security-groups?id=81e094ab-a1b3-4098-a030-042fbbbea216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040297 Aug 18 13:02:27.317899 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-9efdb54f-583e-4532-ac7a-0a74a5d03936 req-c93fd933-1366-4c1e-bd7b-4867ce3299ca tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] No DVR routers for this DVR port e3a5a391-b446-4200-a612-0f8b2bcb6889 on host n-h1-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:02:27.317899 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-9efdb54f-583e-4532-ac7a-0a74a5d03936 req-c93fd933-1366-4c1e-bd7b-4867ce3299ca tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:27.317899 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9efdb54f-583e-4532-ac7a-0a74a5d03936 req-c93fd933-1366-4c1e-bd7b-4867ce3299ca tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] 10.222.0.39 "DELETE /v2.0/ports/e3a5a391-b446-4200-a612-0f8b2bcb6889 HTTP/1.1" status: 204 len: 173 time: 0.9740436 Aug 18 13:02:27.317899 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a4b8af-5214-4a47-a42b-17696a78dbe9', 'name': 'network-vif-deleted', 'tag': 'e3a5a391-b446-4200-a612-0f8b2bcb6889'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:02:27.330621 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77dd5ae6-007f-4390-84c7-3f8f9d5d39a4" -d '{"events": [{"server_uuid": "b0a4b8af-5214-4a47-a42b-17696a78dbe9", "name": "network-vif-deleted", "tag": "e3a5a391-b446-4200-a612-0f8b2bcb6889"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:02:27.348324 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fffd976-ebe4-406e-81e8-d20af2b6b66f None None] Pushing event updated for resources: {'Port': ['ID=d5d1f410-7ce1-4d3e-aefd-9ae0e5308ac3,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:27.372871 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a851f618-967b-44ef-abb5-4a3cab3b2cf9 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:27.392965 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-a851f618-967b-44ef-abb5-4a3cab3b2cf9 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Calling delete_port for 8c70df4a-1a47-4729-b97f-8cf4b156b338 owned by {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:02:27.405231 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5fd9e0-dc90-4cce-b6c6-f27dd17d262d x-openstack-request-id: req-3a5fd9e0-dc90-4cce-b6c6-f27dd17d262d {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:02:27.405526 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a4b8af-5214-4a47-a42b-17696a78dbe9", "name": "network-vif-deleted", "tag": "e3a5a391-b446-4200-a612-0f8b2bcb6889", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:02:27.405781 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a5fd9e0-dc90-4cce-b6c6-f27dd17d262d {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:02:27.406206 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a4b8af-5214-4a47-a42b-17696a78dbe9', 'name': 'network-vif-deleted', 'tag': 'e3a5a391-b446-4200-a612-0f8b2bcb6889', 'status': 'completed', 'code': 200} Aug 18 13:02:27.429685 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-40977ad7-1b61-41a2-95c8-8bb433865fd4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:27.466782 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:27.467732 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-40977ad7-1b61-41a2-95c8-8bb433865fd4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Transition to ACTIVE for port object e285d4d2-6c04-480d-a059-29d293e724f8 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:02:27.537619 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e150909-1e76-4f0b-828f-1c6c461e6791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d4eecb-093c-4426-9131-356e1ee9bda1'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:02:27.540260 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6ba15-a969-4480-b301-4dd0da1bca9d req-0e5d4e86-6a3c-446f-b4f2-71c8794b777e tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:27.540733 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133a936e-cc3c-41f6-8d53-19cab6ecda62" -d '{"events": [{"server_uuid": "2e150909-1e76-4f0b-828f-1c6c461e6791", "name": "network-vif-plugged", "status": "completed", "tag": "44d4eecb-093c-4426-9131-356e1ee9bda1"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:02:27.550331 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-71d6ba15-a969-4480-b301-4dd0da1bca9d req-0e5d4e86-6a3c-446f-b4f2-71c8794b777e tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d46665-f8f5-4341-9476-61c501265679 HTTP/1.1" status: 200 len: 945 time: 0.1521218 Aug 18 13:02:27.565332 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 44d4eecb-093c-4426-9131-356e1ee9bda1, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=44d4eecb-093c-4426-9131-356e1ee9bda1,segment=NetworkSegment(57b4e41f-121d-4d32-8b51-688f70aedc50),segment_id=57b4e41f-121d-4d32-8b51-688f70aedc50)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:27.589316 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-40977ad7-1b61-41a2-95c8-8bb433865fd4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:27.619891 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-71d6ba15-a969-4480-b301-4dd0da1bca9d req-6c1883b1-3392-4f6c-8d69-f31b6ed65808 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/security-groups?id=81e094ab-a1b3-4098-a030-042fbbbea216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686576 Aug 18 13:02:27.654900 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:27.713088 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40977ad7-1b61-41a2-95c8-8bb433865fd4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Network c24fb536-0343-4903-8726-c428c0615a2d is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:02:27.755199 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2afb28b5-0fc4-4805-8c78-2f37a3a0c810 req-d082a490-3582-413e-a632-b63f771f81c5 tempest-InstanceActionsNegativeTestJSON-374635159 tempest-InstanceActionsNegativeTestJSON-374635159-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0a4b8af-5214-4a47-a42b-17696a78dbe9 HTTP/1.1" status: 200 len: 210 time: 0.1633105 Aug 18 13:02:27.759811 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdaeb1b2-eea6-442c-90f3-e248d192bb51 x-openstack-request-id: req-bdaeb1b2-eea6-442c-90f3-e248d192bb51 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:02:27.760103 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e150909-1e76-4f0b-828f-1c6c461e6791", "name": "network-vif-plugged", "status": "completed", "tag": "44d4eecb-093c-4426-9131-356e1ee9bda1", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:02:27.760350 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bdaeb1b2-eea6-442c-90f3-e248d192bb51 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:02:27.760805 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e150909-1e76-4f0b-828f-1c6c461e6791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d4eecb-093c-4426-9131-356e1ee9bda1', 'code': 200} Aug 18 13:02:27.770464 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-40977ad7-1b61-41a2-95c8-8bb433865fd4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:27.775226 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40977ad7-1b61-41a2-95c8-8bb433865fd4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:02:27.781365 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40977ad7-1b61-41a2-95c8-8bb433865fd4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:27.790124 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-40977ad7-1b61-41a2-95c8-8bb433865fd4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:27.818997 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=44d4eecb-093c-4426-9131-356e1ee9bda1,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:27.843218 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:27.846124 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40977ad7-1b61-41a2-95c8-8bb433865fd4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'Port': ['ID=e285d4d2-6c04-480d-a059-29d293e724f8,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:27.912253 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a851f618-967b-44ef-abb5-4a3cab3b2cf9 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:27.920522 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73620543-00d3-4154-8193-f29f6444737a req-994c4995-a165-42a2-9414-2541a5bcff6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:27.920522 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-73620543-00d3-4154-8193-f29f6444737a req-994c4995-a165-42a2-9414-2541a5bcff6d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 1097 time: 0.0723488 Aug 18 13:02:27.932095 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-40977ad7-1b61-41a2-95c8-8bb433865fd4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7717807 Aug 18 13:02:27.934941 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51262) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:27.940036 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-81961c1e-495a-487f-a1a1-fd7c35fec8b5 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'port': {'network_id': 'c24fb536-0343-4903-8726-c428c0615a2d', 'name': 'tempest-PortsIpV6TestJSON-470131438'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:27.960455 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a851f618-967b-44ef-abb5-4a3cab3b2cf9 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Pushing event deleted for resources: {'Port': ['ID=8c70df4a-1a47-4729-b97f-8cf4b156b338,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:28.018109 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a851f618-967b-44ef-abb5-4a3cab3b2cf9 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:28.024383 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a851f618-967b-44ef-abb5-4a3cab3b2cf9 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] 10.222.0.13 "DELETE /v2.0/ports/8c70df4a-1a47-4729-b97f-8cf4b156b338 HTTP/1.1" status: 204 len: 168 time: 1.0113609 Aug 18 13:02:28.031427 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51264) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:28.061814 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-73620543-00d3-4154-8193-f29f6444737a req-7963bd3a-c14c-4127-9e5d-df4f73564870 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bb2a5664-8f21-4728-b3b7-6f9d475fbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325428 Aug 18 13:02:28.068256 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-06c3d7bc-22a2-4fa6-a0e4-94f323154998 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] GET failed (client error): The resource could not be found. Aug 18 13:02:28.073436 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-06c3d7bc-22a2-4fa6-a0e4-94f323154998 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] 10.222.0.13 "GET /v2.0/ports/8c70df4a-1a47-4729-b97f-8cf4b156b338 HTTP/1.1" status: 404 len: 333 time: 0.0370007 Aug 18 13:02:28.074690 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51266) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:28.177200 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b655c35-ca83-4784-a5ed-21266a2f1a00 req-46e97812-5506-43ac-aca8-863b246bdb6c tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:28.186795 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3b655c35-ca83-4784-a5ed-21266a2f1a00 req-46e97812-5506-43ac-aca8-863b246bdb6c tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 946 time: 0.1126633 Aug 18 13:02:28.255964 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3b655c35-ca83-4784-a5ed-21266a2f1a00 req-350f90a0-68ec-4067-a842-50b80f000936 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb2a5664-8f21-4728-b3b7-6f9d475fbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640495 Aug 18 13:02:28.367470 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device d5d1f410-7ce1-4d3e-aefd-9ae0e5308ac3 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:02:28.475742 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfcdc4f-0561-4909-b9ab-3be5a413c03c req-08af1b2c-2598-4130-aac9-df86d0e0573b tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:28.485086 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8cfcdc4f-0561-4909-b9ab-3be5a413c03c req-08af1b2c-2598-4130-aac9-df86d0e0573b tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d46665-f8f5-4341-9476-61c501265679 HTTP/1.1" status: 200 len: 945 time: 0.0953231 Aug 18 13:02:28.540026 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8cfcdc4f-0561-4909-b9ab-3be5a413c03c req-46ef0f02-cab5-4bb3-8650-b4d646f122e1 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/security-groups?id=81e094ab-a1b3-4098-a030-042fbbbea216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487578 Aug 18 13:02:28.583037 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:28.616759 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port d5d1f410-7ce1-4d3e-aefd-9ae0e5308ac3 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:02:28.687136 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-fefcaf07-4d5b-492c-8fea-d6abc5193340 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Deleting port 5784c630-cc42-44b7-9a08-b6d6cd44bbb3 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:02:28.687488 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fefcaf07-4d5b-492c-8fea-d6abc5193340 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:28.728159 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81961c1e-495a-487f-a1a1-fd7c35fec8b5 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Made reservation on behalf of 96ba955bba3e4c748bb07e5882ab812d for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:02:28.732190 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-81961c1e-495a-487f-a1a1-fd7c35fec8b5 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:28.765908 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-81961c1e-495a-487f-a1a1-fd7c35fec8b5 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] device_id is not set on port 20a6adac-e2e9-4510-a277-c991ed2ba35a yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:02:28.786580 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40807828-9100-4ed8-973b-a07c07e7feeb None None] Network c24fb536-0343-4903-8726-c428c0615a2d requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:02:28.854201 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fefcaf07-4d5b-492c-8fea-d6abc5193340 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:28.879099 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 51276) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:28.936873 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e32053b-873a-4869-8d2f-feae8bb4934d admin admin] Deleting subnet e445ac56-cb7e-4a81-a0e8-242a940136c0 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:02:28.941404 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7e32053b-873a-4869-8d2f-feae8bb4934d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:28.968432 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-fefcaf07-4d5b-492c-8fea-d6abc5193340 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Calling delete_port for 5784c630-cc42-44b7-9a08-b6d6cd44bbb3 owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:02:29.000317 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7e32053b-873a-4869-8d2f-feae8bb4934d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:29.049664 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7e32053b-873a-4869-8d2f-feae8bb4934d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:29.068652 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-9f0e1212-f37a-483a-84f9-08b8d4f70aca None None] Provisioning for port d5d1f410-7ce1-4d3e-aefd-9ae0e5308ac3 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:02:29.073553 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-9f0e1212-f37a-483a-84f9-08b8d4f70aca None None] Provisioning complete for port d5d1f410-7ce1-4d3e-aefd-9ae0e5308ac3 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:29.074122 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9f0e1212-f37a-483a-84f9-08b8d4f70aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:29.089395 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-81961c1e-495a-487f-a1a1-fd7c35fec8b5 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Allocated IP 2001:db8::116 (c24fb536-0343-4903-8726-c428c0615a2d/bd9c17e5-e38a-4ca0-8fca-2ec1ad5568bd/20a6adac-e2e9-4510-a277-c991ed2ba35a) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:02:29.190433 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7e32053b-873a-4869-8d2f-feae8bb4934d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:29.202594 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9f0e1212-f37a-483a-84f9-08b8d4f70aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:29.234482 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7e32053b-873a-4869-8d2f-feae8bb4934d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:29.241156 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51282) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:29.243660 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7e32053b-873a-4869-8d2f-feae8bb4934d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e445ac56-cb7e-4a81-a0e8-242a940136c0 HTTP/1.1" status: 204 len: 168 time: 0.3631828 Aug 18 13:02:29.245851 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e32053b-873a-4869-8d2f-feae8bb4934d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e445ac56-cb7e-4a81-a0e8-242a940136c0,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:29.266702 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-9f0e1212-f37a-483a-84f9-08b8d4f70aca None None] For port d5d1f410-7ce1-4d3e-aefd-9ae0e5308ac3, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=d5d1f410-7ce1-4d3e-aefd-9ae0e5308ac3,segment=NetworkSegment(2e4dce25-e0df-4cd9-9ce8-0a87848a9a1f),segment_id=2e4dce25-e0df-4cd9-9ce8-0a87848a9a1f)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:29.365533 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9f0e1212-f37a-483a-84f9-08b8d4f70aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:29.390400 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bae5b661-3865-44f0-9440-f0bf0209a5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:29.421762 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-81961c1e-495a-487f-a1a1-fd7c35fec8b5 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:29.426161 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7052755-07fd-42a1-88d3-13feaffd45fa req-3c2a2a53-7cc0-4982-be99-c33d80008896 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:29.428491 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a7052755-07fd-42a1-88d3-13feaffd45fa req-3c2a2a53-7cc0-4982-be99-c33d80008896 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 946 time: 0.0898087 Aug 18 13:02:29.443226 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e1212-f37a-483a-84f9-08b8d4f70aca None None] Pushing event updated for resources: {'Port': ['ID=d5d1f410-7ce1-4d3e-aefd-9ae0e5308ac3,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:29.454044 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fefcaf07-4d5b-492c-8fea-d6abc5193340 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:29.487627 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a7052755-07fd-42a1-88d3-13feaffd45fa req-c6792f12-4076-458d-80c3-e86b33f8601e tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb2a5664-8f21-4728-b3b7-6f9d475fbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518229 Aug 18 13:02:29.496567 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-81961c1e-495a-487f-a1a1-fd7c35fec8b5 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Transition to ACTIVE for port object 20a6adac-e2e9-4510-a277-c991ed2ba35a will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:02:29.503048 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-bed9bde3-2518-4558-8bde-8e898c699d8e None None] Provisioning complete for port d5d1f410-7ce1-4d3e-aefd-9ae0e5308ac3 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:29.503510 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bed9bde3-2518-4558-8bde-8e898c699d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:29.536870 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefcaf07-4d5b-492c-8fea-d6abc5193340 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Pushing event deleted for resources: {'Port': ['ID=5784c630-cc42-44b7-9a08-b6d6cd44bbb3,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:29.581131 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bae5b661-3865-44f0-9440-f0bf0209a5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:29.614971 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fefcaf07-4d5b-492c-8fea-d6abc5193340 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:29.620490 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-fefcaf07-4d5b-492c-8fea-d6abc5193340 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] 10.222.0.13 "DELETE /v2.0/ports/5784c630-cc42-44b7-9a08-b6d6cd44bbb3 HTTP/1.1" status: 204 len: 168 time: 1.5447066 Aug 18 13:02:29.621847 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51294) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:29.682864 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-bae5b661-3865-44f0-9440-f0bf0209a5c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c33ffc-ae1f-4c35-86ca-1529a840fab1']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:29.697461 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4c74668-c155-4eb5-809d-2a2b37c3baa7 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Deleting subnet c642b9b9-335b-4150-8d37-ffca5e1ddb7f {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:02:29.722203 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c4c74668-c155-4eb5-809d-2a2b37c3baa7 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:29.761779 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3a610-d6cc-45df-b862-ae063501dcb5 req-e2c709a2-2306-418a-9998-23ef029de7c8 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:29.763645 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84e3a610-d6cc-45df-b862-ae063501dcb5 req-e2c709a2-2306-418a-9998-23ef029de7c8 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 946 time: 0.1635044 Aug 18 13:02:29.785131 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 51296) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:29.785449 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-bae5b661-3865-44f0-9440-f0bf0209a5c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69e77663-4291-4b45-9a82-cbd001a586fe') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:29.785449 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-bae5b661-3865-44f0-9440-f0bf0209a5c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69e77663-4291-4b45-9a82-cbd001a586fe') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:29.785633 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-00c0ed88-56bd-40a7-8547-52e486181593 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Request body: {'floatingip': {'port_id': '44d4eecb-093c-4426-9131-356e1ee9bda1'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:29.799690 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8cda66-1df4-4909-bd01-a4a02d8e965e req-76918715-b77e-41ce-aa45-c13074dc226c tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:29.801496 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7a8cda66-1df4-4909-bd01-a4a02d8e965e req-76918715-b77e-41ce-aa45-c13074dc226c tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.20 "GET /v2.0/ports?device_id=48d46665-f8f5-4341-9476-61c501265679 HTTP/1.1" status: 200 len: 945 time: 0.0964367 Aug 18 13:02:29.804478 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-bed9bde3-2518-4558-8bde-8e898c699d8e None None] Provisioning for port e285d4d2-6c04-480d-a059-29d293e724f8 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:02:29.809467 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-bed9bde3-2518-4558-8bde-8e898c699d8e None None] Provisioning complete for port e285d4d2-6c04-480d-a059-29d293e724f8 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:29.809972 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bed9bde3-2518-4558-8bde-8e898c699d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:29.829333 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bae5b661-3865-44f0-9440-f0bf0209a5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:29.873720 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-bed9bde3-2518-4558-8bde-8e898c699d8e None None] Port e285d4d2-6c04-480d-a059-29d293e724f8 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:02:29.881247 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0590c-476a-4aec-8a1a-e343de01e65a req-d497289d-9fc2-4b18-b432-7c8d610eac73 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:29.882853 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b1c0590c-476a-4aec-8a1a-e343de01e65a req-d497289d-9fc2-4b18-b432-7c8d610eac73 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d46665-f8f5-4341-9476-61c501265679 HTTP/1.1" status: 200 len: 945 time: 0.1730525 Aug 18 13:02:29.886067 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bae5b661-3865-44f0-9440-f0bf0209a5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:29.889881 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c4c74668-c155-4eb5-809d-2a2b37c3baa7 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:29.913702 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-00c0ed88-56bd-40a7-8547-52e486181593 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks [] for floatingip, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:29.916109 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-81961c1e-495a-487f-a1a1-fd7c35fec8b5 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:29.936073 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bae5b661-3865-44f0-9440-f0bf0209a5c2 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:02:29.940057 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bae5b661-3865-44f0-9440-f0bf0209a5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:29.943127 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:02:29.943127 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:02:29.943127 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:02:29.943127 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:02:29.943127 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:02:29.943127 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:02:29.943127 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:02:29.943127 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:02:29.943127 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:02:29.943127 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:02:29.943127 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:02:29.943127 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:02:29.943127 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:02:29.943127 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:02:29.943127 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:02:29.943127 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:02:29.943127 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:02:29.943127 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:02:29.943127 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:02:29.943127 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:02:29.943127 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:02:29.943127 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:02:29.943127 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:02:29.943127 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:02:29.943127 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:02:29.943127 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:02:29.943127 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:02:29.943127 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:02:29.943127 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:02:29.943127 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:02:29.943127 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:02:29.943127 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:02:30.025312 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-679d1abf-1449-4b16-a8a2-9c8cae82dcf3 None None] Provisioning complete for port e285d4d2-6c04-480d-a059-29d293e724f8 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:30.026010 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-679d1abf-1449-4b16-a8a2-9c8cae82dcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:30.063116 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-7a8cda66-1df4-4909-bd01-a4a02d8e965e req-ed47ea52-acb8-4f53-a544-d8168999545a tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Deleting port b8302928-2148-47d8-97a9-550092d961ac {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:02:30.063383 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7a8cda66-1df4-4909-bd01-a4a02d8e965e req-ed47ea52-acb8-4f53-a544-d8168999545a tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:30.076920 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81961c1e-495a-487f-a1a1-fd7c35fec8b5 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Network c24fb536-0343-4903-8726-c428c0615a2d is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:02:30.083262 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-679d1abf-1449-4b16-a8a2-9c8cae82dcf3 None None] Port e285d4d2-6c04-480d-a059-29d293e724f8 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:02:30.118320 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-81961c1e-495a-487f-a1a1-fd7c35fec8b5 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:30.129987 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81961c1e-495a-487f-a1a1-fd7c35fec8b5 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:02:30.135469 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81961c1e-495a-487f-a1a1-fd7c35fec8b5 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:30.136150 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-81961c1e-495a-487f-a1a1-fd7c35fec8b5 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:30.168576 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b1c0590c-476a-4aec-8a1a-e343de01e65a req-46e6b195-3367-486a-94d6-5b71d67d9d9a tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/security-groups?id=81e094ab-a1b3-4098-a030-042fbbbea216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747760 Aug 18 13:02:30.176195 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81961c1e-495a-487f-a1a1-fd7c35fec8b5 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'Port': ['ID=20a6adac-e2e9-4510-a277-c991ed2ba35a,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:30.213214 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c4c74668-c155-4eb5-809d-2a2b37c3baa7 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:30.243979 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bae5b661-3865-44f0-9440-f0bf0209a5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:30.260087 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-7a8cda66-1df4-4909-bd01-a4a02d8e965e req-ed47ea52-acb8-4f53-a544-d8168999545a tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] For port b8302928-2148-47d8-97a9-550092d961ac, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=b8302928-2148-47d8-97a9-550092d961ac,segment=NetworkSegment(1b77ad33-4a81-4dc7-a2cd-e431dbf5a8e2),segment_id=1b77ad33-4a81-4dc7-a2cd-e431dbf5a8e2)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:30.262286 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7a8cda66-1df4-4909-bd01-a4a02d8e965e req-ed47ea52-acb8-4f53-a544-d8168999545a tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:30.267122 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bae5b661-3865-44f0-9440-f0bf0209a5c2 admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:30.269055 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-bae5b661-3865-44f0-9440-f0bf0209a5c2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b9c33ffc-ae1f-4c35-86ca-1529a840fab1 HTTP/1.1" status: 204 len: 168 time: 1.0025930 Aug 18 13:02:30.299761 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-81961c1e-495a-487f-a1a1-fd7c35fec8b5 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3611550 Aug 18 13:02:30.302299 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51304) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:30.307516 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-7a8cda66-1df4-4909-bd01-a4a02d8e965e req-ed47ea52-acb8-4f53-a544-d8168999545a tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Calling delete_port for b8302928-2148-47d8-97a9-550092d961ac owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:02:30.310478 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device d5d1f410-7ce1-4d3e-aefd-9ae0e5308ac3 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:02:30.362615 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5b661-3865-44f0-9440-f0bf0209a5c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9c33ffc-ae1f-4c35-86ca-1529a840fab1,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:30.421183 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port d5d1f410-7ce1-4d3e-aefd-9ae0e5308ac3 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:30.421856 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:30.488918 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ddd561-4747-4e48-b06a-93c97eaa5ada tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:30.493718 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-54ddd561-4747-4e48-b06a-93c97eaa5ada tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A242 HTTP/1.1" status: 200 len: 928 time: 0.1878283 Aug 18 13:02:30.494275 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51306) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:30.596473 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c4c74668-c155-4eb5-809d-2a2b37c3baa7 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:30.641730 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-266bf902-d97f-44d6-8a6f-78577acf2cfd tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Deleting port 20a6adac-e2e9-4510-a277-c991ed2ba35a {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:02:30.642084 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-266bf902-d97f-44d6-8a6f-78577acf2cfd tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:30.646712 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c74668-c155-4eb5-809d-2a2b37c3baa7 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Pushing event deleted for resources: {'Subnet': ['ID=c642b9b9-335b-4150-8d37-ffca5e1ddb7f,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:30.650449 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c4c74668-c155-4eb5-809d-2a2b37c3baa7 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:30.653080 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c4c74668-c155-4eb5-809d-2a2b37c3baa7 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] 10.222.0.13 "DELETE /v2.0/subnets/c642b9b9-335b-4150-8d37-ffca5e1ddb7f HTTP/1.1" status: 204 len: 168 time: 1.0266764 Aug 18 13:02:30.659522 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 51312) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:30.663870 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770485b1-3336-43d3-b7ba-346cddfe7332 None None] Network d7173570-a9a3-45c4-a05c-5ed4654d2802 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:02:30.764778 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.db.resource_extend [None req-00c0ed88-56bd-40a7-8547-52e486181593 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 13:02:30.785519 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-266bf902-d97f-44d6-8a6f-78577acf2cfd tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:30.827160 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-266bf902-d97f-44d6-8a6f-78577acf2cfd tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Calling delete_port for 20a6adac-e2e9-4510-a277-c991ed2ba35a owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:02:30.832447 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7a8cda66-1df4-4909-bd01-a4a02d8e965e req-ed47ea52-acb8-4f53-a544-d8168999545a tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:30.905490 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 51324) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:30.927851 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47ea52-acb8-4f53-a544-d8168999545a tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Pushing event deleted for resources: {'Port': ['ID=b8302928-2148-47d8-97a9-550092d961ac,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:30.959836 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-40c6419f-322c-4d2b-99ef-0dc1c5d505e0 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:30.990261 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-00c0ed88-56bd-40a7-8547-52e486181593 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:30.998649 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed47ea52-acb8-4f53-a544-d8168999545a tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:30.998649 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed47ea52-acb8-4f53-a544-d8168999545a tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:30.999113 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed47ea52-acb8-4f53-a544-d8168999545a tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:30.999521 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed47ea52-acb8-4f53-a544-d8168999545a tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:30.999923 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed47ea52-acb8-4f53-a544-d8168999545a tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:31.000312 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed47ea52-acb8-4f53-a544-d8168999545a tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:31.001873 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed47ea52-acb8-4f53-a544-d8168999545a tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:31.001873 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed47ea52-acb8-4f53-a544-d8168999545a tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:31.001873 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed47ea52-acb8-4f53-a544-d8168999545a tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:31.001873 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed47ea52-acb8-4f53-a544-d8168999545a tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:31.002383 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed47ea52-acb8-4f53-a544-d8168999545a tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:31.002703 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed47ea52-acb8-4f53-a544-d8168999545a tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:31.005136 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['b8302928-2148-47d8-97a9-550092d961ac', 'c25916fb-0fa9-4263-b461-4fe7d5aeeeb6'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:02:31.030940 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['f333a5eb-9736-4a69-83e7-ba6f819f2b6e'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:02:31.033003 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device e3a5a391-b446-4200-a612-0f8b2bcb6889 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:02:31.034813 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8cda66-1df4-4909-bd01-a4a02d8e965e req-ed47ea52-acb8-4f53-a544-d8168999545a tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] No DVR routers for this DVR port b8302928-2148-47d8-97a9-550092d961ac on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:02:31.043675 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-68eaa419-82b9-43e1-b4ac-9c81074b8055 None None] Provisioning for port 20a6adac-e2e9-4510-a277-c991ed2ba35a completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:02:31.043871 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7a8cda66-1df4-4909-bd01-a4a02d8e965e req-ed47ea52-acb8-4f53-a544-d8168999545a tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:31.043871 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7a8cda66-1df4-4909-bd01-a4a02d8e965e req-ed47ea52-acb8-4f53-a544-d8168999545a tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.20 "DELETE /v2.0/ports/b8302928-2148-47d8-97a9-550092d961ac HTTP/1.1" status: 204 len: 173 time: 1.1931977 Aug 18 13:02:31.045388 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d46665-f8f5-4341-9476-61c501265679', 'name': 'network-vif-deleted', 'tag': 'b8302928-2148-47d8-97a9-550092d961ac'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:02:31.047672 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d57211-d106-4852-83dd-da389d0b3388" -d '{"events": [{"server_uuid": "48d46665-f8f5-4341-9476-61c501265679", "name": "network-vif-deleted", "tag": "b8302928-2148-47d8-97a9-550092d961ac"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:02:31.063755 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4afd7f24-0438-4bce-a723-b4d0ecf65d44 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe51d9a3ab5d41809c2e069eae59963d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1516066 Aug 18 13:02:31.069394 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 51328) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:31.109082 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-266bf902-d97f-44d6-8a6f-78577acf2cfd tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:31.113674 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: e3a5a391-b446-4200-a612-0f8b2bcb6889 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:02:31.114639 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device e3a5a391-b446-4200-a612-0f8b2bcb6889 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:02:31.116677 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4321e345-97f3-4d3b-b2d1-d087e3f581f6 x-openstack-request-id: req-4321e345-97f3-4d3b-b2d1-d087e3f581f6 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:02:31.116974 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d46665-f8f5-4341-9476-61c501265679", "name": "network-vif-deleted", "tag": "b8302928-2148-47d8-97a9-550092d961ac", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:02:31.117361 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4321e345-97f3-4d3b-b2d1-d087e3f581f6 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:02:31.117629 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d46665-f8f5-4341-9476-61c501265679', 'name': 'network-vif-deleted', 'tag': 'b8302928-2148-47d8-97a9-550092d961ac', 'status': 'completed', 'code': 200} Aug 18 13:02:31.121915 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-68eaa419-82b9-43e1-b4ac-9c81074b8055 None None] Provisioning complete for port 20a6adac-e2e9-4510-a277-c991ed2ba35a triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:31.121915 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-68eaa419-82b9-43e1-b4ac-9c81074b8055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:31.125829 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-00c0ed88-56bd-40a7-8547-52e486181593 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:31.164068 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-68eaa419-82b9-43e1-b4ac-9c81074b8055 None None] Port 20a6adac-e2e9-4510-a277-c991ed2ba35a was deleted so its status cannot be updated. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 18 13:02:31.172746 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266bf902-d97f-44d6-8a6f-78577acf2cfd tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event deleted for resources: {'Port': ['ID=20a6adac-e2e9-4510-a277-c991ed2ba35a,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:31.208496 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-266bf902-d97f-44d6-8a6f-78577acf2cfd tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:31.211229 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-266bf902-d97f-44d6-8a6f-78577acf2cfd tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/ports/20a6adac-e2e9-4510-a277-c991ed2ba35a HTTP/1.1" status: 204 len: 168 time: 0.7159557 Aug 18 13:02:31.214625 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51332) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:31.334820 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-00dc170d-c245-4248-b3fa-b6cfc6e658a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:31.341357 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d54a91f-3e4a-442e-bcce-d6d879010237 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] GET failed (client error): The resource could not be found. Aug 18 13:02:31.348065 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-40c6419f-322c-4d2b-99ef-0dc1c5d505e0 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Deleting port 89e265ba-61fd-49a3-8f92-b2b7efb78c57 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:02:31.351378 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-40c6419f-322c-4d2b-99ef-0dc1c5d505e0 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:31.351583 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0d54a91f-3e4a-442e-bcce-d6d879010237 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "GET /v2.0/ports/20a6adac-e2e9-4510-a277-c991ed2ba35a HTTP/1.1" status: 404 len: 333 time: 0.1321039 Aug 18 13:02:31.353397 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51340) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:31.406710 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [None req-00c0ed88-56bd-40a7-8547-52e486181593 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Floating IP 1f30c4a0-aea6-4358-a69e-9e1af0262fc1 associated. External IP: 172.25.6.104, port: 44d4eecb-093c-4426-9131-356e1ee9bda1. Aug 18 13:02:31.445953 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fc13d1-2deb-4e29-98cd-ed7236224314 None None] DHCP port deletion for d7173570-a9a3-45c4-a05c-5ed4654d2802 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:02:31.494024 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51342) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:31.536801 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-00dc170d-c245-4248-b3fa-b6cfc6e658a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:31.554092 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1fe9c8eb-58ae-43ba-8eb2-409f07dd2270 req-78b55807-73aa-4a74-8686-f3deafd09b41 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d46665-f8f5-4341-9476-61c501265679 HTTP/1.1" status: 200 len: 210 time: 0.1581130 Aug 18 13:02:31.570774 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-7a718b89-0b41-41f3-a22f-284351e1ecc4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Deleting port e285d4d2-6c04-480d-a059-29d293e724f8 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:02:31.571746 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7a718b89-0b41-41f3-a22f-284351e1ecc4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:31.605488 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-68fc13d1-2deb-4e29-98cd-ed7236224314 None None] Deleting port 89e265ba-61fd-49a3-8f92-b2b7efb78c57 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:02:31.605898 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-68fc13d1-2deb-4e29-98cd-ed7236224314 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:31.664718 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-40c6419f-322c-4d2b-99ef-0dc1c5d505e0 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] For port 89e265ba-61fd-49a3-8f92-b2b7efb78c57, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=89e265ba-61fd-49a3-8f92-b2b7efb78c57,segment=NetworkSegment(5a3c752c-0929-435a-95fe-05f7660df8d3),segment_id=5a3c752c-0929-435a-95fe-05f7660df8d3)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:31.665136 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-40c6419f-322c-4d2b-99ef-0dc1c5d505e0 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:31.688793 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-40c6419f-322c-4d2b-99ef-0dc1c5d505e0 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Calling delete_port for 89e265ba-61fd-49a3-8f92-b2b7efb78c57 owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:02:31.692131 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7a718b89-0b41-41f3-a22f-284351e1ecc4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:31.705314 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-7a718b89-0b41-41f3-a22f-284351e1ecc4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Calling delete_port for e285d4d2-6c04-480d-a059-29d293e724f8 owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:02:31.731211 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-68fc13d1-2deb-4e29-98cd-ed7236224314 None None] For port 89e265ba-61fd-49a3-8f92-b2b7efb78c57, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=89e265ba-61fd-49a3-8f92-b2b7efb78c57,segment=NetworkSegment(5a3c752c-0929-435a-95fe-05f7660df8d3),segment_id=5a3c752c-0929-435a-95fe-05f7660df8d3)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:31.731799 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-68fc13d1-2deb-4e29-98cd-ed7236224314 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:31.752400 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-68fc13d1-2deb-4e29-98cd-ed7236224314 None None] Calling delete_port for 89e265ba-61fd-49a3-8f92-b2b7efb78c57 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:02:31.784572 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-00dc170d-c245-4248-b3fa-b6cfc6e658a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:31.787139 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-00dc170d-c245-4248-b3fa-b6cfc6e658a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:31.788296 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-00dc170d-c245-4248-b3fa-b6cfc6e658a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/38f68848-43be-413c-9e74-e6dad21b17a3 HTTP/1.1" status: 204 len: 168 time: 0.7179246 Aug 18 13:02:31.818812 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc170d-c245-4248-b3fa-b6cfc6e658a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f68848-43be-413c-9e74-e6dad21b17a3,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:31.918539 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-02037a5d-f918-44a5-a126-3925c28af115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:32.022998 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-68fc13d1-2deb-4e29-98cd-ed7236224314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:32.049951 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc13d1-2deb-4e29-98cd-ed7236224314 None None] Pushing event deleted for resources: {'Port': ['ID=89e265ba-61fd-49a3-8f92-b2b7efb78c57,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:32.051585 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7a718b89-0b41-41f3-a22f-284351e1ecc4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:32.070348 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fc13d1-2deb-4e29-98cd-ed7236224314 None None] No DVR routers for this DVR port 89e265ba-61fd-49a3-8f92-b2b7efb78c57 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:02:32.098155 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a718b89-0b41-41f3-a22f-284351e1ecc4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event deleted for resources: {'Port': ['ID=e285d4d2-6c04-480d-a059-29d293e724f8,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:32.153511 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7a718b89-0b41-41f3-a22f-284351e1ecc4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:32.155596 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7a718b89-0b41-41f3-a22f-284351e1ecc4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/ports/e285d4d2-6c04-480d-a059-29d293e724f8 HTTP/1.1" status: 204 len: 168 time: 0.8012052 Aug 18 13:02:32.161599 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51348) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:32.208531 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-98093e3d-64eb-481e-a839-4aeb5b460bb2 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] GET failed (client error): The resource could not be found. Aug 18 13:02:32.212747 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-98093e3d-64eb-481e-a839-4aeb5b460bb2 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "GET /v2.0/ports/e285d4d2-6c04-480d-a059-29d293e724f8 HTTP/1.1" status: 404 len: 333 time: 0.0476267 Aug 18 13:02:32.218084 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51350) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:32.218336 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-40c6419f-322c-4d2b-99ef-0dc1c5d505e0 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:32.268187 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6419f-322c-4d2b-99ef-0dc1c5d505e0 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Pushing event deleted for resources: {'Port': ['ID=89e265ba-61fd-49a3-8f92-b2b7efb78c57,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:32.276205 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c0ed88-56bd-40a7-8547-52e486181593 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Router aeae85b3-63fa-461a-9126-03614cc7834d has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:02:32.279952 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c6419f-322c-4d2b-99ef-0dc1c5d505e0 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] No DVR routers for this DVR port 89e265ba-61fd-49a3-8f92-b2b7efb78c57 on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:02:32.290436 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ec109a8-ce26-4286-a4f9-dd0fe8a263dc tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Deleting subnet bd9c17e5-e38a-4ca0-8fca-2ec1ad5568bd {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:02:32.302730 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4ec109a8-ce26-4286-a4f9-dd0fe8a263dc tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:32.343448 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 89e265ba-61fd-49a3-8f92-b2b7efb78c57 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:02:32.345575 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-02037a5d-f918-44a5-a126-3925c28af115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:32.376743 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4ec109a8-ce26-4286-a4f9-dd0fe8a263dc tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:32.397982 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 89e265ba-61fd-49a3-8f92-b2b7efb78c57 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:02:32.398366 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 89e265ba-61fd-49a3-8f92-b2b7efb78c57 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:02:32.431685 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-02037a5d-f918-44a5-a126-3925c28af115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:32.443143 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-40c6419f-322c-4d2b-99ef-0dc1c5d505e0 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:32.457618 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-40c6419f-322c-4d2b-99ef-0dc1c5d505e0 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7173570-a9a3-45c4-a05c-5ed4654d2802']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:32.502801 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-02037a5d-f918-44a5-a126-3925c28af115 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32bfb5b5d0f94554ad921cc3e48551e5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0058091 Aug 18 13:02:32.505279 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-40c6419f-322c-4d2b-99ef-0dc1c5d505e0 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a3c752c-0929-435a-95fe-05f7660df8d3') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:32.505279 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-40c6419f-322c-4d2b-99ef-0dc1c5d505e0 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a3c752c-0929-435a-95fe-05f7660df8d3') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:32.506603 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51360) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:32.508663 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02037a5d-f918-44a5-a126-3925c28af115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397e78e0-a503-4114-8587-77e8b46278e7,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:32.533838 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-40c6419f-322c-4d2b-99ef-0dc1c5d505e0 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:32.539870 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4ec109a8-ce26-4286-a4f9-dd0fe8a263dc tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:32.555678 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-40c6419f-322c-4d2b-99ef-0dc1c5d505e0 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:32.563584 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c0ed88-56bd-40a7-8547-52e486181593 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:02:32.569094 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-00c0ed88-56bd-40a7-8547-52e486181593 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:32.571610 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c6419f-322c-4d2b-99ef-0dc1c5d505e0 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:02:32.571971 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-40c6419f-322c-4d2b-99ef-0dc1c5d505e0 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:32.576029 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657f035b-025a-499b-b204-025d1867a500 None None] Sync routers for ids ['aeae85b3-63fa-461a-9126-03614cc7834d'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:02:32.576526 n-d-803603-2 neutron-server[101675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:02:32.576526 n-d-803603-2 neutron-server[101675]: self.session.flush() Aug 18 13:02:32.576526 n-d-803603-2 neutron-server[101675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:02:32.576526 n-d-803603-2 neutron-server[101675]: self.session.flush() Aug 18 13:02:32.576526 n-d-803603-2 neutron-server[101675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:02:32.576526 n-d-803603-2 neutron-server[101675]: self.session.flush() Aug 18 13:02:32.576526 n-d-803603-2 neutron-server[101675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:02:32.576526 n-d-803603-2 neutron-server[101675]: self.session.flush() Aug 18 13:02:32.576526 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:02:32.576526 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:02:32.576526 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:02:32.576526 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:02:32.576526 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:02:32.576526 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:02:32.576526 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:02:32.576526 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:02:32.576526 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:02:32.576526 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:02:32.576526 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:02:32.576526 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:02:32.576526 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:02:32.576526 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:02:32.576526 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:02:32.576526 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:02:32.576526 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:02:32.576526 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:02:32.576526 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:02:32.576526 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:02:32.576526 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:02:32.576526 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:02:32.576526 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:02:32.576526 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:02:32.576526 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:02:32.576526 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:02:32.576526 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:02:32.576526 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:02:32.576526 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:02:32.576526 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:02:32.576526 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:02:32.576526 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:02:32.589374 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657f035b-025a-499b-b204-025d1867a500 None None] Routers {'aeae85b3-63fa-461a-9126-03614cc7834d'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:02:32.590805 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-657f035b-025a-499b-b204-025d1867a500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:02:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['aeae85b3-63fa-461a-9126-03614cc7834d'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:32.645510 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-00c0ed88-56bd-40a7-8547-52e486181593 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "PUT /v2.0/floatingips/1f30c4a0-aea6-4358-a69e-9e1af0262fc1 HTTP/1.1" status: 200 len: 992 time: 2.8676682 Aug 18 13:02:32.668221 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7a0e3d91-fb9e-447e-9d51-7471971ff05d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:32.704020 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7a0e3d91-fb9e-447e-9d51-7471971ff05d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:32.732404 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-40c6419f-322c-4d2b-99ef-0dc1c5d505e0 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:32.739688 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-40c6419f-322c-4d2b-99ef-0dc1c5d505e0 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:32.741920 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-40c6419f-322c-4d2b-99ef-0dc1c5d505e0 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] 10.222.0.13 "DELETE /v2.0/networks/d7173570-a9a3-45c4-a05c-5ed4654d2802 HTTP/1.1" status: 204 len: 168 time: 2.0787108 Aug 18 13:02:32.766846 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6419f-322c-4d2b-99ef-0dc1c5d505e0 tempest-AllowedAddressPairIpV6TestJSON-1038123601 tempest-AllowedAddressPairIpV6TestJSON-1038123601-project] Pushing event deleted for resources: {'Network': ['ID=d7173570-a9a3-45c4-a05c-5ed4654d2802,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:32.771653 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4ec109a8-ce26-4286-a4f9-dd0fe8a263dc tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:32.779514 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-657f035b-025a-499b-b204-025d1867a500 None None] Set router aeae85b3-63fa-461a-9126-03614cc7834d gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:02:32.814720 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec109a8-ce26-4286-a4f9-dd0fe8a263dc tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event deleted for resources: {'Subnet': ['ID=bd9c17e5-e38a-4ca0-8fca-2ec1ad5568bd,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:32.832595 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f00f73-2a57-4c06-982e-4edfade90d03 None None] Network c24fb536-0343-4903-8726-c428c0615a2d requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:02:32.839208 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4ec109a8-ce26-4286-a4f9-dd0fe8a263dc tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:32.847457 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4ec109a8-ce26-4286-a4f9-dd0fe8a263dc tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/subnets/bd9c17e5-e38a-4ca0-8fca-2ec1ad5568bd HTTP/1.1" status: 204 len: 168 time: 0.6270034 Aug 18 13:02:32.847764 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51380) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:32.939147 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7a0e3d91-fb9e-447e-9d51-7471971ff05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:32.941808 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7a0e3d91-fb9e-447e-9d51-7471971ff05d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:32.942995 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7a0e3d91-fb9e-447e-9d51-7471971ff05d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/397e78e0-a503-4114-8587-77e8b46278e7 HTTP/1.1" status: 204 len: 168 time: 0.4314771 Aug 18 13:02:32.967730 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e3d91-fb9e-447e-9d51-7471971ff05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397e78e0-a503-4114-8587-77e8b46278e7,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:32.979334 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8c15386a-9afd-428d-ae15-8fff9e30e9a8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:33.055887 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device b8302928-2148-47d8-97a9-550092d961ac no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:02:33.079821 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: b8302928-2148-47d8-97a9-550092d961ac {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:02:33.080212 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device b8302928-2148-47d8-97a9-550092d961ac not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:02:33.115459 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-8c15386a-9afd-428d-ae15-8fff9e30e9a8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Deleting port d5d1f410-7ce1-4d3e-aefd-9ae0e5308ac3 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:02:33.115818 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8c15386a-9afd-428d-ae15-8fff9e30e9a8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:33.119727 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e150909-1e76-4f0b-828f-1c6c461e6791', 'tag': '44d4eecb-093c-4426-9131-356e1ee9bda1'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:02:33.122619 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ce0a79-fce5-4868-9e4e-ef8da7cc4095" -d '{"events": [{"name": "network-changed", "server_uuid": "2e150909-1e76-4f0b-828f-1c6c461e6791", "tag": "44d4eecb-093c-4426-9131-356e1ee9bda1"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:02:33.193400 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2aed98-4938-467c-940c-26a0d305dec1 None None] DHCP port deletion for c24fb536-0343-4903-8726-c428c0615a2d request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:02:33.197029 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-657f035b-025a-499b-b204-025d1867a500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'name': 'tempest-AttachVolumeTestJSON-110627919-router', 'tenant_id': '5db4861e129545f8b7d9c174999be45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:01:52Z', 'updated_at': '2021-08-18T13:01:59Z', 'revision_number': 4, 'project_id': '5db4861e129545f8b7d9c174999be45f', 'gw_port': {'id': '0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:37:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:01:54Z', 'updated_at': '2021-08-18T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '1f30c4a0-aea6-4358-a69e-9e1af0262fc1', 'tenant_id': '5db4861e129545f8b7d9c174999be45f', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'port_id': '44d4eecb-093c-4426-9131-356e1ee9bda1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0772655-8fcf-4cc7-a52b-8d2f1d4d6419', 'mac_address': 'fa:16:3e:ba:c5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e150909-1e76-4f0b-828f-1c6c461e6791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:02:08Z', 'updated_at': '2021-08-18T13:02:30Z', 'revision_number': 1, 'project_id': '5db4861e129545f8b7d9c174999be45f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdae7c70-e703-4736-9911-3c6896e884fe', 'name': '', 'network_id': 'f0772655-8fcf-4cc7-a52b-8d2f1d4d6419', 'tenant_id': '5db4861e129545f8b7d9c174999be45f', 'mac_address': 'fa:16:3e:8c:66:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '00f32c6d-8610-4a26-b77a-8f80b2f8beae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:01:58Z', 'updated_at': '2021-08-18T13:02:06Z', 'revision_number': 5, 'project_id': '5db4861e129545f8b7d9c174999be45f', 'subnets': [{'id': '00f32c6d-8610-4a26-b77a-8f80b2f8beae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:33.205421 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f01589-74da-44d0-88ba-46680fa2f701 x-openstack-request-id: req-e9f01589-74da-44d0-88ba-46680fa2f701 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:02:33.206051 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e150909-1e76-4f0b-828f-1c6c461e6791", "tag": "44d4eecb-093c-4426-9131-356e1ee9bda1", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:02:33.207878 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e9f01589-74da-44d0-88ba-46680fa2f701 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:02:33.208562 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e150909-1e76-4f0b-828f-1c6c461e6791', 'tag': '44d4eecb-093c-4426-9131-356e1ee9bda1', 'status': 'completed', 'code': 200} Aug 18 13:02:33.228356 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-8c15386a-9afd-428d-ae15-8fff9e30e9a8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] For port d5d1f410-7ce1-4d3e-aefd-9ae0e5308ac3, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=d5d1f410-7ce1-4d3e-aefd-9ae0e5308ac3,segment=NetworkSegment(2e4dce25-e0df-4cd9-9ce8-0a87848a9a1f),segment_id=2e4dce25-e0df-4cd9-9ce8-0a87848a9a1f)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:33.236294 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8c15386a-9afd-428d-ae15-8fff9e30e9a8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:33.236503 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657f035b-025a-499b-b204-025d1867a500 None None] Checking router: aeae85b3-63fa-461a-9126-03614cc7834d for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:02:33.240998 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657f035b-025a-499b-b204-025d1867a500 None None] Routers {'aeae85b3-63fa-461a-9126-03614cc7834d'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:02:33.242163 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-657f035b-025a-499b-b204-025d1867a500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:02:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['aeae85b3-63fa-461a-9126-03614cc7834d'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:33.253122 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-8c15386a-9afd-428d-ae15-8fff9e30e9a8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Calling delete_port for d5d1f410-7ce1-4d3e-aefd-9ae0e5308ac3 owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:02:33.260154 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-ec2aed98-4938-467c-940c-26a0d305dec1 None None] Deleting port d5d1f410-7ce1-4d3e-aefd-9ae0e5308ac3 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:02:33.260541 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ec2aed98-4938-467c-940c-26a0d305dec1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:33.333357 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce0a79-fce5-4868-9e4e-ef8da7cc4095 req-eb0b419e-91ee-4dd9-a632-b6ad48eed4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:33.334035 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-06ce0a79-fce5-4868-9e4e-ef8da7cc4095 req-eb0b419e-91ee-4dd9-a632-b6ad48eed4a7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5db4861e129545f8b7d9c174999be45f&device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 1097 time: 0.0952160 Aug 18 13:02:33.343419 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-ec2aed98-4938-467c-940c-26a0d305dec1 None None] For port d5d1f410-7ce1-4d3e-aefd-9ae0e5308ac3, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=d5d1f410-7ce1-4d3e-aefd-9ae0e5308ac3,segment=NetworkSegment(2e4dce25-e0df-4cd9-9ce8-0a87848a9a1f),segment_id=2e4dce25-e0df-4cd9-9ce8-0a87848a9a1f)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:33.343886 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ec2aed98-4938-467c-940c-26a0d305dec1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:33.375062 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-ec2aed98-4938-467c-940c-26a0d305dec1 None None] Calling delete_port for d5d1f410-7ce1-4d3e-aefd-9ae0e5308ac3 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:02:33.453418 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51406) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:33.534427 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce0a79-fce5-4868-9e4e-ef8da7cc4095 req-a84ccbda-1e97-43c5-8d97-b51a802510a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:33.536270 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-06ce0a79-fce5-4868-9e4e-ef8da7cc4095 req-a84ccbda-1e97-43c5-8d97-b51a802510a9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f0772655-8fcf-4cc7-a52b-8d2f1d4d6419 HTTP/1.1" status: 200 len: 911 time: 0.1949394 Aug 18 13:02:33.555034 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8c15386a-9afd-428d-ae15-8fff9e30e9a8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:33.585599 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-657f035b-025a-499b-b204-025d1867a500 None None] Set router aeae85b3-63fa-461a-9126-03614cc7834d gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:02:33.613476 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ec2aed98-4938-467c-940c-26a0d305dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:33.644763 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2aed98-4938-467c-940c-26a0d305dec1 None None] No DVR routers for this DVR port d5d1f410-7ce1-4d3e-aefd-9ae0e5308ac3 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:02:33.687372 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c15386a-9afd-428d-ae15-8fff9e30e9a8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] No DVR routers for this DVR port d5d1f410-7ce1-4d3e-aefd-9ae0e5308ac3 on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:02:33.692298 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c15386a-9afd-428d-ae15-8fff9e30e9a8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event deleted for resources: {'Port': ['ID=d5d1f410-7ce1-4d3e-aefd-9ae0e5308ac3,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:33.712730 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-06ce0a79-fce5-4868-9e4e-ef8da7cc4095 req-47387d80-3727-4bef-9fea-f97f62ebf10b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44d4eecb-093c-4426-9131-356e1ee9bda1 HTTP/1.1" status: 200 len: 1000 time: 0.1679914 Aug 18 13:02:33.713991 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2aed98-4938-467c-940c-26a0d305dec1 None None] Pushing event deleted for resources: {'Port': ['ID=d5d1f410-7ce1-4d3e-aefd-9ae0e5308ac3,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:33.843491 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce0a79-fce5-4868-9e4e-ef8da7cc4095 req-4fde3b8a-13a8-4bbb-bbf6-99c6a2d64e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:33.849385 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-06ce0a79-fce5-4868-9e4e-ef8da7cc4095 req-4fde3b8a-13a8-4bbb-bbf6-99c6a2d64e61 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00f32c6d-8610-4a26-b77a-8f80b2f8beae HTTP/1.1" status: 200 len: 849 time: 0.1296856 Aug 18 13:02:33.852687 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8c15386a-9afd-428d-ae15-8fff9e30e9a8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:33.867192 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-8c15386a-9afd-428d-ae15-8fff9e30e9a8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c24fb536-0343-4903-8726-c428c0615a2d']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:33.894027 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-8c15386a-9afd-428d-ae15-8fff9e30e9a8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e4dce25-e0df-4cd9-9ce8-0a87848a9a1f') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:33.894367 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-8c15386a-9afd-428d-ae15-8fff9e30e9a8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e4dce25-e0df-4cd9-9ce8-0a87848a9a1f') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:33.923741 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-81889894-75e6-4886-9892-eb24dcada08e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a9eb15af3051430682a0140a6b0370cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4686255 Aug 18 13:02:33.925911 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8c15386a-9afd-428d-ae15-8fff9e30e9a8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:33.927510 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51430) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:33.976543 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-657f035b-025a-499b-b204-025d1867a500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'name': 'tempest-AttachVolumeTestJSON-110627919-router', 'tenant_id': '5db4861e129545f8b7d9c174999be45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:01:52Z', 'updated_at': '2021-08-18T13:01:59Z', 'revision_number': 4, 'project_id': '5db4861e129545f8b7d9c174999be45f', 'gw_port': {'id': '0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:37:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:01:54Z', 'updated_at': '2021-08-18T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '1f30c4a0-aea6-4358-a69e-9e1af0262fc1', 'tenant_id': '5db4861e129545f8b7d9c174999be45f', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'port_id': '44d4eecb-093c-4426-9131-356e1ee9bda1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0772655-8fcf-4cc7-a52b-8d2f1d4d6419', 'mac_address': 'fa:16:3e:ba:c5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e150909-1e76-4f0b-828f-1c6c461e6791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:02:08Z', 'updated_at': '2021-08-18T13:02:30Z', 'revision_number': 1, 'project_id': '5db4861e129545f8b7d9c174999be45f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdae7c70-e703-4736-9911-3c6896e884fe', 'name': '', 'network_id': 'f0772655-8fcf-4cc7-a52b-8d2f1d4d6419', 'tenant_id': '5db4861e129545f8b7d9c174999be45f', 'mac_address': 'fa:16:3e:8c:66:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '00f32c6d-8610-4a26-b77a-8f80b2f8beae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:01:58Z', 'updated_at': '2021-08-18T13:02:06Z', 'revision_number': 5, 'project_id': '5db4861e129545f8b7d9c174999be45f', 'subnets': [{'id': '00f32c6d-8610-4a26-b77a-8f80b2f8beae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:33.984548 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8c15386a-9afd-428d-ae15-8fff9e30e9a8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:34.000076 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce0a79-fce5-4868-9e4e-ef8da7cc4095 req-f287da36-b65f-4187-8d32-1a8658b79e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:34.002156 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c15386a-9afd-428d-ae15-8fff9e30e9a8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:02:34.002596 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8c15386a-9afd-428d-ae15-8fff9e30e9a8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:34.003913 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-06ce0a79-fce5-4868-9e4e-ef8da7cc4095 req-f287da36-b65f-4187-8d32-1a8658b79e75 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f0772655-8fcf-4cc7-a52b-8d2f1d4d6419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1462400 Aug 18 13:02:34.006452 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:02:34.006452 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:02:34.006452 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:02:34.006452 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:02:34.006452 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:02:34.006452 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:02:34.006452 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:02:34.006452 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:02:34.006452 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:02:34.006452 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:02:34.006452 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:02:34.006452 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:02:34.006452 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:02:34.006452 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:02:34.006452 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:02:34.006452 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:02:34.006452 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:02:34.006452 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:02:34.006452 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:02:34.006452 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:02:34.006452 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:02:34.006452 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:02:34.006452 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:02:34.006452 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:02:34.006452 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:02:34.006452 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:02:34.006452 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:02:34.006452 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:02:34.006452 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:02:34.006452 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:02:34.006452 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:02:34.006452 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:02:34.010246 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657f035b-025a-499b-b204-025d1867a500 None None] The sync data for ids ['aeae85b3-63fa-461a-9126-03614cc7834d'] in n-d-803603-2 is: [{'id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'name': 'tempest-AttachVolumeTestJSON-110627919-router', 'tenant_id': '5db4861e129545f8b7d9c174999be45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:01:52Z', 'updated_at': '2021-08-18T13:01:59Z', 'revision_number': 4, 'project_id': '5db4861e129545f8b7d9c174999be45f', 'gw_port': {'id': '0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:37:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:01:54Z', 'updated_at': '2021-08-18T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '1f30c4a0-aea6-4358-a69e-9e1af0262fc1', 'tenant_id': '5db4861e129545f8b7d9c174999be45f', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'port_id': '44d4eecb-093c-4426-9131-356e1ee9bda1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0772655-8fcf-4cc7-a52b-8d2f1d4d6419', 'mac_address': 'fa:16:3e:ba:c5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e150909-1e76-4f0b-828f-1c6c461e6791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:02:08Z', 'updated_at': '2021-08-18T13:02:30Z', 'revision_number': 1, 'project_id': '5db4861e129545f8b7d9c174999be45f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdae7c70-e703-4736-9911-3c6896e884fe', 'name': '', 'network_id': 'f0772655-8fcf-4cc7-a52b-8d2f1d4d6419', 'tenant_id': '5db4861e129545f8b7d9c174999be45f', 'mac_address': 'fa:16:3e:8c:66:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '00f32c6d-8610-4a26-b77a-8f80b2f8beae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:01:58Z', 'updated_at': '2021-08-18T13:02:06Z', 'revision_number': 5, 'project_id': '5db4861e129545f8b7d9c174999be45f', 'subnets': [{'id': '00f32c6d-8610-4a26-b77a-8f80b2f8beae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:02:34.023088 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51432) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:34.054023 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efef072-af10-4ec2-9625-d8465160ad77 req-935096a4-4407-454d-b575-a7402116fd14 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:34.061675 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efef072-af10-4ec2-9625-d8465160ad77 req-935096a4-4407-454d-b575-a7402116fd14 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:34.070545 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0efef072-af10-4ec2-9625-d8465160ad77 req-935096a4-4407-454d-b575-a7402116fd14 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c42b9cf-d3a2-4551-a402-9a0b523c6f44&device_id=3f2111c7-bbfc-4db8-a4c2-d3b44b3f2ea6 HTTP/1.1" status: 200 len: 1683 time: 0.1533449 Aug 18 13:02:34.109922 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-52bc2a32-b927-4834-80e3-d925d77480c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:34.134492 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-52bc2a32-b927-4834-80e3-d925d77480c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:34.164624 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0efef072-af10-4ec2-9625-d8465160ad77 req-8d4e6cc6-630c-4e75-8ce5-290ef000ed01 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/security-groups?id=81e094ab-a1b3-4098-a030-042fbbbea216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930014 Aug 18 13:02:34.187588 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-9f9593b9-6a89-473f-be7a-63eea0480362 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1631112792-network', 'tenant_id': '6f11f558842a4c0e865ab9a0b4df4d86'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:34.211171 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-06ce0a79-fce5-4868-9e4e-ef8da7cc4095 req-1e1a8bd6-3a10-4b0a-abf3-24ee2f649dcd service neutron] 10.222.0.20 "GET /v2.0/networks/f0772655-8fcf-4cc7-a52b-8d2f1d4d6419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907105 Aug 18 13:02:34.239838 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8c15386a-9afd-428d-ae15-8fff9e30e9a8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:34.248889 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8c15386a-9afd-428d-ae15-8fff9e30e9a8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:34.256000 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8c15386a-9afd-428d-ae15-8fff9e30e9a8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/networks/c24fb536-0343-4903-8726-c428c0615a2d HTTP/1.1" status: 204 len: 168 time: 1.4005940 Aug 18 13:02:34.261010 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51442) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:34.266859 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-7f32ad49-86b7-49a8-a6a3-dcf0dacb95c4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1501613931'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:34.271635 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c15386a-9afd-428d-ae15-8fff9e30e9a8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event deleted for resources: {'Network': ['ID=c24fb536-0343-4903-8726-c428c0615a2d,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:34.293665 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c15386a-9afd-428d-ae15-8fff9e30e9a8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:34.298442 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c15386a-9afd-428d-ae15-8fff9e30e9a8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:34.298442 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c15386a-9afd-428d-ae15-8fff9e30e9a8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:34.298442 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c15386a-9afd-428d-ae15-8fff9e30e9a8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:34.298442 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c15386a-9afd-428d-ae15-8fff9e30e9a8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:34.298442 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c15386a-9afd-428d-ae15-8fff9e30e9a8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:34.298844 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c15386a-9afd-428d-ae15-8fff9e30e9a8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:34.299121 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c15386a-9afd-428d-ae15-8fff9e30e9a8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:34.299460 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c15386a-9afd-428d-ae15-8fff9e30e9a8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:34.299793 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c15386a-9afd-428d-ae15-8fff9e30e9a8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:34.300128 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c15386a-9afd-428d-ae15-8fff9e30e9a8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:34.300457 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c15386a-9afd-428d-ae15-8fff9e30e9a8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:34.328190 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9593b9-6a89-473f-be7a-63eea0480362 admin admin] Made reservation on behalf of 6f11f558842a4c0e865ab9a0b4df4d86 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:02:34.336429 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f9593b9-6a89-473f-be7a-63eea0480362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:34.352279 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-06ce0a79-fce5-4868-9e4e-ef8da7cc4095 req-73d1f6a3-4a31-426c-ad76-264ab8864fb4 service neutron] 10.222.0.20 "GET /v2.0/networks/f0772655-8fcf-4cc7-a52b-8d2f1d4d6419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322374 Aug 18 13:02:34.364518 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f9593b9-6a89-473f-be7a-63eea0480362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:34.368555 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device d5d1f410-7ce1-4d3e-aefd-9ae0e5308ac3 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:02:34.384047 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-52bc2a32-b927-4834-80e3-d925d77480c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:34.389974 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-52bc2a32-b927-4834-80e3-d925d77480c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:34.389974 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-52bc2a32-b927-4834-80e3-d925d77480c5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b923797-a68a-4aa9-a9f5-f2b422e0ae20 HTTP/1.1" status: 204 len: 168 time: 0.4508250 Aug 18 13:02:34.402029 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc2a32-b927-4834-80e3-d925d77480c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b923797-a68a-4aa9-a9f5-f2b422e0ae20,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:34.423182 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0268d26c-1e7c-496e-b17c-af143b0aacb5 None None] New status for floating IP 1f30c4a0-aea6-4358-a69e-9e1af0262fc1: ACTIVE {{(pid=101677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:02:34.427325 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: d5d1f410-7ce1-4d3e-aefd-9ae0e5308ac3 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:02:34.427673 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device d5d1f410-7ce1-4d3e-aefd-9ae0e5308ac3 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:02:34.527677 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f32ad49-86b7-49a8-a6a3-dcf0dacb95c4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Made reservation on behalf of 96ba955bba3e4c748bb07e5882ab812d for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:02:34.531242 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7f32ad49-86b7-49a8-a6a3-dcf0dacb95c4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:34.592653 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f32ad49-86b7-49a8-a6a3-dcf0dacb95c4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:02:34.610395 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7f32ad49-86b7-49a8-a6a3-dcf0dacb95c4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:34.610678 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-7f32ad49-86b7-49a8-a6a3-dcf0dacb95c4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Added segment 618e4d37-bff6-4344-b106-7755e6a642bb of type vlan for network de5eb56f-12e9-45d1-b981-0d2a6a1328ea Aug 18 13:02:34.663191 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7f32ad49-86b7-49a8-a6a3-dcf0dacb95c4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:34.715639 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f9593b9-6a89-473f-be7a-63eea0480362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:34.851810 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7f32ad49-86b7-49a8-a6a3-dcf0dacb95c4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:34.862018 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f32ad49-86b7-49a8-a6a3-dcf0dacb95c4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:34.862018 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7f32ad49-86b7-49a8-a6a3-dcf0dacb95c4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:34.865974 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f9593b9-6a89-473f-be7a-63eea0480362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:34.904955 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:02:34.961953 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f9593b9-6a89-473f-be7a-63eea0480362 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:02:34.971503 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9593b9-6a89-473f-be7a-63eea0480362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e1112b-b6eb-4fd8-b867-48e52f418b17,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:34.975266 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32ad49-86b7-49a8-a6a3-dcf0dacb95c4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'Network': ['ID=de5eb56f-12e9-45d1-b981-0d2a6a1328ea,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:34.981965 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f9593b9-6a89-473f-be7a-63eea0480362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:34.982297 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-9f9593b9-6a89-473f-be7a-63eea0480362 admin admin] Added segment 9d4ea1da-9887-49b6-b058-f553902868fa of type vlan for network 2f126470-ee02-4f5a-ad49-fad5bbf8323e Aug 18 13:02:35.005347 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network de5eb56f-12e9-45d1-b981-0d2a6a1328ea details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:02:35.028269 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 51476) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:35.028470 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7f32ad49-86b7-49a8-a6a3-dcf0dacb95c4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7657037 Aug 18 13:02:35.034479 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-026d9f2a-c28e-4cbd-a4f3-ebe96625db57 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'subnet': {'network_id': 'de5eb56f-12e9-45d1-b981-0d2a6a1328ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:35.041109 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f9593b9-6a89-473f-be7a-63eea0480362 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:35.188014 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f9593b9-6a89-473f-be7a-63eea0480362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:35.188932 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9593b9-6a89-473f-be7a-63eea0480362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:35.189519 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f9593b9-6a89-473f-be7a-63eea0480362 admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:35.228693 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026d9f2a-c28e-4cbd-a4f3-ebe96625db57 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Made reservation on behalf of 96ba955bba3e4c748bb07e5882ab812d for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:02:35.234803 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-026d9f2a-c28e-4cbd-a4f3-ebe96625db57 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:35.263976 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9593b9-6a89-473f-be7a-63eea0480362 admin admin] Pushing event updated for resources: {'Network': ['ID=2f126470-ee02-4f5a-ad49-fad5bbf8323e,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:35.274751 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 2f126470-ee02-4f5a-ad49-fad5bbf8323e details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:02:35.332250 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9f9593b9-6a89-473f-be7a-63eea0480362 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3076603 Aug 18 13:02:35.334937 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51482) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:35.343258 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-51d695d1-bbca-4e61-b270-4988a2327403 admin admin] Request body: {'subnet': {'network_id': '2f126470-ee02-4f5a-ad49-fad5bbf8323e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1631112792-subnet', 'tenant_id': '6f11f558842a4c0e865ab9a0b4df4d86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:35.457955 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d695d1-bbca-4e61-b270-4988a2327403 admin admin] Made reservation on behalf of 6f11f558842a4c0e865ab9a0b4df4d86 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:02:35.461092 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-51d695d1-bbca-4e61-b270-4988a2327403 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:35.536169 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67aa43-5687-4fa5-9eaf-8df4fd489e8e req-3527e99c-778c-4501-b2e3-aeea5cb9346b tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:35.537588 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd67aa43-5687-4fa5-9eaf-8df4fd489e8e req-3527e99c-778c-4501-b2e3-aeea5cb9346b tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f2111c7-bbfc-4db8-a4c2-d3b44b3f2ea6 HTTP/1.1" status: 200 len: 946 time: 0.0752962 Aug 18 13:02:35.583129 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd67aa43-5687-4fa5-9eaf-8df4fd489e8e req-0b91e7b9-74ac-4930-9c03-4343f701eb1a tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/security-groups?id=81e094ab-a1b3-4098-a030-042fbbbea216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351324 Aug 18 13:02:35.628719 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-026d9f2a-c28e-4cbd-a4f3-ebe96625db57 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:35.700060 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d9f2a-c28e-4cbd-a4f3-ebe96625db57 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'Subnet': ['ID=71a60585-432a-4916-819b-df82afed36d9,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:35.701606 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026d9f2a-c28e-4cbd-a4f3-ebe96625db57 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Checking segment: {'id': '618e4d37-bff6-4344-b106-7755e6a642bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'de5eb56f-12e9-45d1-b981-0d2a6a1328ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:02:35.702225 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026d9f2a-c28e-4cbd-a4f3-ebe96625db57 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Network hostable DHCP agents. Network: de5eb56f-12e9-45d1-b981-0d2a6a1328ea, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:02:35.767395 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-51d695d1-bbca-4e61-b270-4988a2327403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:35.792864 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 51506) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:35.802729 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026d9f2a-c28e-4cbd-a4f3-ebe96625db57 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Network de5eb56f-12e9-45d1-b981-0d2a6a1328ea is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:02:35.846896 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d695d1-bbca-4e61-b270-4988a2327403 admin admin] Pushing event updated for resources: {'Subnet': ['ID=587615ef-8c25-49a7-b552-d459e01652b2,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:35.854400 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d695d1-bbca-4e61-b270-4988a2327403 admin admin] Checking segment: {'id': '9d4ea1da-9887-49b6-b058-f553902868fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2f126470-ee02-4f5a-ad49-fad5bbf8323e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:02:35.854652 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d695d1-bbca-4e61-b270-4988a2327403 admin admin] Network hostable DHCP agents. Network: 2f126470-ee02-4f5a-ad49-fad5bbf8323e, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:02:35.908186 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-026d9f2a-c28e-4cbd-a4f3-ebe96625db57 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, de5eb56f-12e9-45d1-b981-0d2a6a1328ea) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:35.917928 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026d9f2a-c28e-4cbd-a4f3-ebe96625db57 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:35.919912 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6842f158-200f-4aad-8be4-c148d1410f96 None None] Network de5eb56f-12e9-45d1-b981-0d2a6a1328ea requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:02:35.923127 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-026d9f2a-c28e-4cbd-a4f3-ebe96625db57 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:35.994460 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d695d1-bbca-4e61-b270-4988a2327403 admin admin] Network 2f126470-ee02-4f5a-ad49-fad5bbf8323e is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:02:36.002414 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-51d695d1-bbca-4e61-b270-4988a2327403 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 2f126470-ee02-4f5a-ad49-fad5bbf8323e) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:36.012152 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d695d1-bbca-4e61-b270-4988a2327403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:36.012886 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-51d695d1-bbca-4e61-b270-4988a2327403 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:36.020084 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58649b5c-f42d-4114-8fea-8210d74b1220 None None] Network 2f126470-ee02-4f5a-ad49-fad5bbf8323e requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:02:36.033012 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-026d9f2a-c28e-4cbd-a4f3-ebe96625db57 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0006747 Aug 18 13:02:36.034037 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 51520) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:36.041653 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-eb0c480e-e07c-4234-856a-3c547441530e tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'port': {'network_id': 'de5eb56f-12e9-45d1-b981-0d2a6a1328ea', 'name': 'tempest-PortsIpV6TestJSON-794402471', 'fixed_ips': [{'subnet_id': '71a60585-432a-4916-819b-df82afed36d9', 'ip_address': '2001:db8::10'}]}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:36.050766 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-ca97affa-b445-4a7a-b1e2-2efee4d57132 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1009307555'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:36.115259 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-51d695d1-bbca-4e61-b270-4988a2327403 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7785015 Aug 18 13:02:36.194665 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8451b1c-d355-4c01-88a5-c027ef1851cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-de5eb56f-12e9-45d1-b981-0d2a6a1328ea', 'network_id': 'de5eb56f-12e9-45d1-b981-0d2a6a1328ea', 'tenant_id': '96ba955bba3e4c748bb07e5882ab812d', 'fixed_ips': [{'subnet_id': '71a60585-432a-4916-819b-df82afed36d9'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:02:36.195516 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c8451b1c-d355-4c01-88a5-c027ef1851cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:36.236888 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab39072b-755b-442d-ab20-457ae0d3ea6b None None] Network 2f126470-ee02-4f5a-ad49-fad5bbf8323e requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:02:36.275723 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca97affa-b445-4a7a-b1e2-2efee4d57132 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Made reservation on behalf of dbf49b0aa1a8432b8115cc3b40a5b301 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:02:36.281931 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ca97affa-b445-4a7a-b1e2-2efee4d57132 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:36.301774 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ca97affa-b445-4a7a-b1e2-2efee4d57132 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:36.322259 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e30947-6590-40b7-913f-56a471fbeab6 req-02c92f30-f9d2-430c-b601-fff313ba1bbd tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:36.328278 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-53e30947-6590-40b7-913f-56a471fbeab6 req-02c92f30-f9d2-430c-b601-fff313ba1bbd tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f2111c7-bbfc-4db8-a4c2-d3b44b3f2ea6 HTTP/1.1" status: 200 len: 946 time: 0.0701838 Aug 18 13:02:36.379904 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0c480e-e07c-4234-856a-3c547441530e tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Made reservation on behalf of 96ba955bba3e4c748bb07e5882ab812d for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:02:36.467347 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-c8451b1c-d355-4c01-88a5-c027ef1851cf None None] Allocated IP 2001:db8::2 (de5eb56f-12e9-45d1-b981-0d2a6a1328ea/71a60585-432a-4916-819b-df82afed36d9/07bcc116-491c-439f-bf9d-f8390ab61ce7) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:02:36.536098 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eb0c480e-e07c-4234-856a-3c547441530e tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:36.570063 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [None req-eb0c480e-e07c-4234-856a-3c547441530e tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] device_id is not set on port 0fdf2ce6-9f91-4f74-8975-95f5ec98800a yet. {{(pid=101675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:02:36.707391 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-53e30947-6590-40b7-913f-56a471fbeab6 req-895565e1-959d-4c4d-8b04-997f6c9a1eb6 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Deleting port f333a5eb-9736-4a69-83e7-ba6f819f2b6e {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:02:36.707969 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-53e30947-6590-40b7-913f-56a471fbeab6 req-895565e1-959d-4c4d-8b04-997f6c9a1eb6 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:36.741393 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c8451b1c-d355-4c01-88a5-c027ef1851cf None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:36.761376 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c8451b1c-d355-4c01-88a5-c027ef1851cf None None] Transition to ACTIVE for port object 07bcc116-491c-439f-bf9d-f8390ab61ce7 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:02:36.785607 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c8451b1c-d355-4c01-88a5-c027ef1851cf None None] Transition to ACTIVE for port object 07bcc116-491c-439f-bf9d-f8390ab61ce7 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:02:36.852613 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8892f8-8a12-4f2b-852a-6dd15704158e req-d7f07baf-f6f5-4701-be62-4e52ae1221ed tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:36.854149 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1b8892f8-8a12-4f2b-852a-6dd15704158e req-d7f07baf-f6f5-4701-be62-4e52ae1221ed tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f2111c7-bbfc-4db8-a4c2-d3b44b3f2ea6 HTTP/1.1" status: 200 len: 946 time: 0.0927339 Aug 18 13:02:36.858699 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-53e30947-6590-40b7-913f-56a471fbeab6 req-895565e1-959d-4c4d-8b04-997f6c9a1eb6 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] For port f333a5eb-9736-4a69-83e7-ba6f819f2b6e, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=f333a5eb-9736-4a69-83e7-ba6f819f2b6e,segment=NetworkSegment(1b77ad33-4a81-4dc7-a2cd-e431dbf5a8e2),segment_id=1b77ad33-4a81-4dc7-a2cd-e431dbf5a8e2)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:36.859366 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-53e30947-6590-40b7-913f-56a471fbeab6 req-895565e1-959d-4c4d-8b04-997f6c9a1eb6 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:36.880560 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b68f0a-c6e1-4111-b1b3-7d3dec390898 req-aabff1a8-0878-4a96-9ef0-0bb1aeb0cf5b tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:36.882148 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-58b68f0a-c6e1-4111-b1b3-7d3dec390898 req-aabff1a8-0878-4a96-9ef0-0bb1aeb0cf5b tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c42b9cf-d3a2-4551-a402-9a0b523c6f44 HTTP/1.1" status: 200 len: 946 time: 0.1090593 Aug 18 13:02:36.898143 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-53e30947-6590-40b7-913f-56a471fbeab6 req-895565e1-959d-4c4d-8b04-997f6c9a1eb6 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Calling delete_port for f333a5eb-9736-4a69-83e7-ba6f819f2b6e owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:02:36.915584 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1b8892f8-8a12-4f2b-852a-6dd15704158e req-2f66728f-3b26-41f5-9142-3578fcd5b617 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/security-groups?id=81e094ab-a1b3-4098-a030-042fbbbea216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521224 Aug 18 13:02:36.916660 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c8451b1c-d355-4c01-88a5-c027ef1851cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:36.939445 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ca97affa-b445-4a7a-b1e2-2efee4d57132 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:36.976142 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8451b1c-d355-4c01-88a5-c027ef1851cf None None] Network de5eb56f-12e9-45d1-b981-0d2a6a1328ea is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:02:36.982940 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-c8451b1c-d355-4c01-88a5-c027ef1851cf None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:36.988868 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8451b1c-d355-4c01-88a5-c027ef1851cf None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:02:36.995881 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8451b1c-d355-4c01-88a5-c027ef1851cf None None] Pushing event updated for resources: {'Port': ['ID=07bcc116-491c-439f-bf9d-f8390ab61ce7,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:37.028718 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-eb0c480e-e07c-4234-856a-3c547441530e tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Allocated IP 2001:db8::10 (de5eb56f-12e9-45d1-b981-0d2a6a1328ea/71a60585-432a-4916-819b-df82afed36d9/0fdf2ce6-9f91-4f74-8975-95f5ec98800a) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:02:37.079156 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-c8451b1c-d355-4c01-88a5-c027ef1851cf None None] Attempting to bind port 07bcc116-491c-439f-bf9d-f8390ab61ce7 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:02:37.079537 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-c8451b1c-d355-4c01-88a5-c027ef1851cf None None] Attempting to bind port 07bcc116-491c-439f-bf9d-f8390ab61ce7 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '618e4d37-bff6-4344-b106-7755e6a642bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'de5eb56f-12e9-45d1-b981-0d2a6a1328ea'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:02:37.085180 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8451b1c-d355-4c01-88a5-c027ef1851cf None None] Attempting to bind port 07bcc116-491c-439f-bf9d-f8390ab61ce7 on network de5eb56f-12e9-45d1-b981-0d2a6a1328ea {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:02:37.087216 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8451b1c-d355-4c01-88a5-c027ef1851cf None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:02:37.087650 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8451b1c-d355-4c01-88a5-c027ef1851cf None None] Checking segment: {'id': '618e4d37-bff6-4344-b106-7755e6a642bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'de5eb56f-12e9-45d1-b981-0d2a6a1328ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:02:37.088063 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c8451b1c-d355-4c01-88a5-c027ef1851cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:37.088612 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8451b1c-d355-4c01-88a5-c027ef1851cf None None] Bound using segment: {'id': '618e4d37-bff6-4344-b106-7755e6a642bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'de5eb56f-12e9-45d1-b981-0d2a6a1328ea'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:02:37.089093 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-c8451b1c-d355-4c01-88a5-c027ef1851cf None None] Bound port: 07bcc116-491c-439f-bf9d-f8390ab61ce7, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '618e4d37-bff6-4344-b106-7755e6a642bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'de5eb56f-12e9-45d1-b981-0d2a6a1328ea'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:02:37.089482 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c8451b1c-d355-4c01-88a5-c027ef1851cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:37.104531 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ca97affa-b445-4a7a-b1e2-2efee4d57132 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:37.141219 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-58b68f0a-c6e1-4111-b1b3-7d3dec390898 req-ade901e8-4c6b-4d55-8cd8-53bcc7002695 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Deleting port c25916fb-0fa9-4263-b461-4fe7d5aeeeb6 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:02:37.141567 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-58b68f0a-c6e1-4111-b1b3-7d3dec390898 req-ade901e8-4c6b-4d55-8cd8-53bcc7002695 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:37.167574 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca97affa-b445-4a7a-b1e2-2efee4d57132 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:02:37.171949 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-c8451b1c-d355-4c01-88a5-c027ef1851cf None None] For port 07bcc116-491c-439f-bf9d-f8390ab61ce7, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:02:37.175770 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-c8451b1c-d355-4c01-88a5-c027ef1851cf None None] For port 07bcc116-491c-439f-bf9d-f8390ab61ce7, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=07bcc116-491c-439f-bf9d-f8390ab61ce7,segment=NetworkSegment(618e4d37-bff6-4344-b106-7755e6a642bb),segment_id=618e4d37-bff6-4344-b106-7755e6a642bb)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:02:37.234993 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-53e30947-6590-40b7-913f-56a471fbeab6 req-895565e1-959d-4c4d-8b04-997f6c9a1eb6 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:37.252022 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['c25916fb-0fa9-4263-b461-4fe7d5aeeeb6'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:02:37.252022 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['f333a5eb-9736-4a69-83e7-ba6f819f2b6e'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:02:37.264100 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895565e1-959d-4c4d-8b04-997f6c9a1eb6 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Pushing event deleted for resources: {'Port': ['ID=f333a5eb-9736-4a69-83e7-ba6f819f2b6e,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:37.284407 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ca97affa-b445-4a7a-b1e2-2efee4d57132 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:37.284769 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-ca97affa-b445-4a7a-b1e2-2efee4d57132 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Added segment 7342487e-54f9-44b2-b82f-256a901a17fd of type vlan for network 5ee6de62-4b04-45e2-ae1e-9c31bfa53e02 Aug 18 13:02:37.286292 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca97affa-b445-4a7a-b1e2-2efee4d57132 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2caeefdb-8550-4034-9bec-64e9fba37b94,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:37.313591 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c8451b1c-d355-4c01-88a5-c027ef1851cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:37.315758 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e30947-6590-40b7-913f-56a471fbeab6 req-895565e1-959d-4c4d-8b04-997f6c9a1eb6 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] No DVR routers for this DVR port f333a5eb-9736-4a69-83e7-ba6f819f2b6e on host n-h1-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:02:37.318388 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-53e30947-6590-40b7-913f-56a471fbeab6 req-895565e1-959d-4c4d-8b04-997f6c9a1eb6 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:37.320566 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-53e30947-6590-40b7-913f-56a471fbeab6 req-895565e1-959d-4c4d-8b04-997f6c9a1eb6 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.39 "DELETE /v2.0/ports/f333a5eb-9736-4a69-83e7-ba6f819f2b6e HTTP/1.1" status: 204 len: 173 time: 0.9836941 Aug 18 13:02:37.321050 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2111c7-bbfc-4db8-a4c2-d3b44b3f2ea6', 'name': 'network-vif-deleted', 'tag': 'f333a5eb-9736-4a69-83e7-ba6f819f2b6e'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:02:37.323730 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb8e205-0011-4763-a711-4b0cadf96952" -d '{"events": [{"server_uuid": "3f2111c7-bbfc-4db8-a4c2-d3b44b3f2ea6", "name": "network-vif-deleted", "tag": "f333a5eb-9736-4a69-83e7-ba6f819f2b6e"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:02:37.383136 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ca97affa-b445-4a7a-b1e2-2efee4d57132 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:37.420286 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8451b1c-d355-4c01-88a5-c027ef1851cf None None] Pushing event updated for resources: {'Port': ['ID=07bcc116-491c-439f-bf9d-f8390ab61ce7,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:37.444145 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-58b68f0a-c6e1-4111-b1b3-7d3dec390898 req-ade901e8-4c6b-4d55-8cd8-53bcc7002695 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] For port c25916fb-0fa9-4263-b461-4fe7d5aeeeb6, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=c25916fb-0fa9-4263-b461-4fe7d5aeeeb6,segment=NetworkSegment(1b77ad33-4a81-4dc7-a2cd-e431dbf5a8e2),segment_id=1b77ad33-4a81-4dc7-a2cd-e431dbf5a8e2)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:37.444968 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-58b68f0a-c6e1-4111-b1b3-7d3dec390898 req-ade901e8-4c6b-4d55-8cd8-53bcc7002695 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:37.478269 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f7ece3-d774-4dd9-aae4-e23388053df4 x-openstack-request-id: req-22f7ece3-d774-4dd9-aae4-e23388053df4 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:02:37.478619 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f2111c7-bbfc-4db8-a4c2-d3b44b3f2ea6", "name": "network-vif-deleted", "tag": "f333a5eb-9736-4a69-83e7-ba6f819f2b6e", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:02:37.478918 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22f7ece3-d774-4dd9-aae4-e23388053df4 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:02:37.479399 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2111c7-bbfc-4db8-a4c2-d3b44b3f2ea6', 'name': 'network-vif-deleted', 'tag': 'f333a5eb-9736-4a69-83e7-ba6f819f2b6e', 'status': 'completed', 'code': 200} Aug 18 13:02:37.498424 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eb0c480e-e07c-4234-856a-3c547441530e tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:37.508252 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-58b68f0a-c6e1-4111-b1b3-7d3dec390898 req-ade901e8-4c6b-4d55-8cd8-53bcc7002695 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Calling delete_port for c25916fb-0fa9-4263-b461-4fe7d5aeeeb6 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:02:37.549393 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-eb0c480e-e07c-4234-856a-3c547441530e tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Transition to ACTIVE for port object 0fdf2ce6-9f91-4f74-8975-95f5ec98800a will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:02:37.583670 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ca97affa-b445-4a7a-b1e2-2efee4d57132 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:37.590833 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca97affa-b445-4a7a-b1e2-2efee4d57132 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:37.591483 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ca97affa-b445-4a7a-b1e2-2efee4d57132 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:37.718099 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca97affa-b445-4a7a-b1e2-2efee4d57132 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Pushing event updated for resources: {'Network': ['ID=5ee6de62-4b04-45e2-ae1e-9c31bfa53e02,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:37.729961 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 5ee6de62-4b04-45e2-ae1e-9c31bfa53e02 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:02:37.809637 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ca97affa-b445-4a7a-b1e2-2efee4d57132 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0126679 Aug 18 13:02:37.810380 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51566) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:37.819946 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-dc39b762-9557-4bdc-abc2-f8b311675da8 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Request body: {'subnet': {'network_id': '5ee6de62-4b04-45e2-ae1e-9c31bfa53e02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:37.875308 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eb0c480e-e07c-4234-856a-3c547441530e tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:37.940813 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-58b68f0a-c6e1-4111-b1b3-7d3dec390898 req-ade901e8-4c6b-4d55-8cd8-53bcc7002695 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:37.953556 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['f333a5eb-9736-4a69-83e7-ba6f819f2b6e'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:02:37.965539 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0c480e-e07c-4234-856a-3c547441530e tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Network de5eb56f-12e9-45d1-b981-0d2a6a1328ea is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:02:37.968787 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-eb0c480e-e07c-4234-856a-3c547441530e tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:37.971209 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0c480e-e07c-4234-856a-3c547441530e tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:02:37.977146 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0c480e-e07c-4234-856a-3c547441530e tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:37.977791 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eb0c480e-e07c-4234-856a-3c547441530e tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:37.982345 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c480e-e07c-4234-856a-3c547441530e tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'Port': ['ID=0fdf2ce6-9f91-4f74-8975-95f5ec98800a,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:38.039880 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc39b762-9557-4bdc-abc2-f8b311675da8 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Made reservation on behalf of dbf49b0aa1a8432b8115cc3b40a5b301 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:02:38.045015 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dc39b762-9557-4bdc-abc2-f8b311675da8 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:38.053219 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade901e8-4c6b-4d55-8cd8-53bcc7002695 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Pushing event deleted for resources: {'Port': ['ID=c25916fb-0fa9-4263-b461-4fe7d5aeeeb6,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:38.078869 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b68f0a-c6e1-4111-b1b3-7d3dec390898 req-ade901e8-4c6b-4d55-8cd8-53bcc7002695 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] No DVR routers for this DVR port c25916fb-0fa9-4263-b461-4fe7d5aeeeb6 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:02:38.095348 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-58b68f0a-c6e1-4111-b1b3-7d3dec390898 req-ade901e8-4c6b-4d55-8cd8-53bcc7002695 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:38.097382 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-58b68f0a-c6e1-4111-b1b3-7d3dec390898 req-ade901e8-4c6b-4d55-8cd8-53bcc7002695 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.20 "DELETE /v2.0/ports/c25916fb-0fa9-4263-b461-4fe7d5aeeeb6 HTTP/1.1" status: 204 len: 173 time: 1.2048070 Aug 18 13:02:38.097837 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c42b9cf-d3a2-4551-a402-9a0b523c6f44', 'name': 'network-vif-deleted', 'tag': 'c25916fb-0fa9-4263-b461-4fe7d5aeeeb6'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:02:38.100113 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f036a3db-2d28-4a97-bed1-f82bc3d12c5a" -d '{"events": [{"server_uuid": "0c42b9cf-d3a2-4551-a402-9a0b523c6f44", "name": "network-vif-deleted", "tag": "c25916fb-0fa9-4263-b461-4fe7d5aeeeb6"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:02:38.105156 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fef3f568-0701-408a-bc7b-5e82d8d9c6dc req-a789353f-8e87-4146-956d-bf83100a9af0 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f2111c7-bbfc-4db8-a4c2-d3b44b3f2ea6 HTTP/1.1" status: 200 len: 210 time: 0.0716488 Aug 18 13:02:38.158812 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-eb0c480e-e07c-4234-856a-3c547441530e tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1224942 Aug 18 13:02:38.159606 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 51582) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:38.165272 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-4ca5e043-92ee-4379-9e7a-8c08bf638ffe tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'port': {'network_id': 'de5eb56f-12e9-45d1-b981-0d2a6a1328ea', 'name': 'tempest-PortsIpV6TestJSON-1219525319', 'fixed_ips': [{'subnet_id': '71a60585-432a-4916-819b-df82afed36d9', 'ip_address': '2001:db8::f'}]}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:38.302058 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfa86b9-04a8-42c1-9c89-c1821e13257b x-openstack-request-id: req-3cfa86b9-04a8-42c1-9c89-c1821e13257b {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:02:38.302609 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c42b9cf-d3a2-4551-a402-9a0b523c6f44", "name": "network-vif-deleted", "tag": "c25916fb-0fa9-4263-b461-4fe7d5aeeeb6", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:02:38.302866 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3cfa86b9-04a8-42c1-9c89-c1821e13257b {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:02:38.303287 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c42b9cf-d3a2-4551-a402-9a0b523c6f44', 'name': 'network-vif-deleted', 'tag': 'c25916fb-0fa9-4263-b461-4fe7d5aeeeb6', 'status': 'completed', 'code': 200} Aug 18 13:02:38.368637 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 07bcc116-491c-439f-bf9d-f8390ab61ce7 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:02:38.491537 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dc39b762-9557-4bdc-abc2-f8b311675da8 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:38.557436 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 07bcc116-491c-439f-bf9d-f8390ab61ce7 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:02:38.581198 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc39b762-9557-4bdc-abc2-f8b311675da8 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Pushing event updated for resources: {'Subnet': ['ID=9e8c1601-b963-4b53-81cb-cb40466abda8,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:38.594901 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc39b762-9557-4bdc-abc2-f8b311675da8 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Checking segment: {'id': '7342487e-54f9-44b2-b82f-256a901a17fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5ee6de62-4b04-45e2-ae1e-9c31bfa53e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:02:38.595454 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc39b762-9557-4bdc-abc2-f8b311675da8 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Network hostable DHCP agents. Network: 5ee6de62-4b04-45e2-ae1e-9c31bfa53e02, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:02:38.611231 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca5e043-92ee-4379-9e7a-8c08bf638ffe tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Made reservation on behalf of 96ba955bba3e4c748bb07e5882ab812d for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:02:38.617233 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4ca5e043-92ee-4379-9e7a-8c08bf638ffe tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:38.639570 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [None req-4ca5e043-92ee-4379-9e7a-8c08bf638ffe tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] device_id is not set on port d8b4ab1e-b4c9-40f3-8800-b8db464f6efa yet. {{(pid=101675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:02:38.716084 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5c484e-9b60-4790-b648-ab4ba705090c None None] Network de5eb56f-12e9-45d1-b981-0d2a6a1328ea requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:02:38.805473 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc39b762-9557-4bdc-abc2-f8b311675da8 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Network 5ee6de62-4b04-45e2-ae1e-9c31bfa53e02 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:02:38.823329 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-4ca5e043-92ee-4379-9e7a-8c08bf638ffe tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Allocated IP 2001:db8::f (de5eb56f-12e9-45d1-b981-0d2a6a1328ea/71a60585-432a-4916-819b-df82afed36d9/d8b4ab1e-b4c9-40f3-8800-b8db464f6efa) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:02:38.949746 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-dc39b762-9557-4bdc-abc2-f8b311675da8 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 5ee6de62-4b04-45e2-ae1e-9c31bfa53e02) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:38.960762 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc39b762-9557-4bdc-abc2-f8b311675da8 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:38.961379 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dc39b762-9557-4bdc-abc2-f8b311675da8 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:39.030061 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e12771-ed47-4f9d-a417-48c956ef91a0 None None] Network 5ee6de62-4b04-45e2-ae1e-9c31bfa53e02 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:02:39.036490 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-35d6d4a1-9397-4be4-9705-657bcf9ec6ec None None] Provisioning for port 07bcc116-491c-439f-bf9d-f8390ab61ce7 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:02:39.053490 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4ca5e043-92ee-4379-9e7a-8c08bf638ffe tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:39.084244 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-dc39b762-9557-4bdc-abc2-f8b311675da8 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2640846 Aug 18 13:02:39.084244 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51608) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:39.085851 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-35d6d4a1-9397-4be4-9705-657bcf9ec6ec None None] Provisioning complete for port 07bcc116-491c-439f-bf9d-f8390ab61ce7 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:39.085851 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-35d6d4a1-9397-4be4-9705-657bcf9ec6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:39.086151 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-90d05def-1649-4026-a021-cc1e668112ca tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-351941273', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}, 'admin_state_up': False}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:39.087782 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-4ca5e043-92ee-4379-9e7a-8c08bf638ffe tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Transition to ACTIVE for port object d8b4ab1e-b4c9-40f3-8800-b8db464f6efa will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:02:39.171837 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-90d05def-1649-4026-a021-cc1e668112ca tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:39.173240 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-90d05def-1649-4026-a021-cc1e668112ca tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:39.279292 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-35d6d4a1-9397-4be4-9705-657bcf9ec6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:39.283955 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-90d05def-1649-4026-a021-cc1e668112ca tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:39.284248 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1df82c-fc38-4044-b865-b5b9320592ce None None] Network 5ee6de62-4b04-45e2-ae1e-9c31bfa53e02 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:02:39.326407 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51622) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:39.356467 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4ca5e043-92ee-4379-9e7a-8c08bf638ffe tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:39.394585 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-35d6d4a1-9397-4be4-9705-657bcf9ec6ec None None] For port 07bcc116-491c-439f-bf9d-f8390ab61ce7, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=07bcc116-491c-439f-bf9d-f8390ab61ce7,segment=NetworkSegment(618e4d37-bff6-4344-b106-7755e6a642bb),segment_id=618e4d37-bff6-4344-b106-7755e6a642bb)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:39.426430 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-b98f6f7b-12c5-4d56-893c-85f06fe7202a tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:39.437982 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-b98f6f7b-12c5-4d56-893c-85f06fe7202a tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] 10.222.0.13 "GET /v2.0/networks?id=2f126470-ee02-4f5a-ad49-fad5bbf8323e HTTP/1.1" status: 200 len: 810 time: 0.3346348 Aug 18 13:02:39.460541 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-35d6d4a1-9397-4be4-9705-657bcf9ec6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:39.480062 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-1d5d467b-f44d-4bd2-8db3-d9d8b9bc0758 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] 10.222.0.13 "GET /v2.0/quotas/6f11f558842a4c0e865ab9a0b4df4d86 HTTP/1.1" status: 200 len: 375 time: 0.0404229 Aug 18 13:02:39.509287 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca5e043-92ee-4379-9e7a-8c08bf638ffe tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Network de5eb56f-12e9-45d1-b981-0d2a6a1328ea is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:02:39.517900 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-25228eab-a4ec-45ae-a641-598250b363d0 req-07e52723-e46f-4079-aed2-bfc45865da45 tempest-ListServersNegativeTestJSON-1448582585 tempest-ListServersNegativeTestJSON-1448582585-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c42b9cf-d3a2-4551-a402-9a0b523c6f44 HTTP/1.1" status: 200 len: 210 time: 0.0969586 Aug 18 13:02:39.537314 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-1c15ee83-a6c7-4350-b5e2-e78b7cb035f8 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f11f558842a4c0e865ab9a0b4df4d86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551200 Aug 18 13:02:39.543133 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-4ca5e043-92ee-4379-9e7a-8c08bf638ffe tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:39.545551 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca5e043-92ee-4379-9e7a-8c08bf638ffe tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:02:39.552087 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca5e043-92ee-4379-9e7a-8c08bf638ffe tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:39.552743 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4ca5e043-92ee-4379-9e7a-8c08bf638ffe tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:39.567570 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca5e043-92ee-4379-9e7a-8c08bf638ffe tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'Port': ['ID=d8b4ab1e-b4c9-40f3-8800-b8db464f6efa,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:39.610818 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-90d05def-1649-4026-a021-cc1e668112ca tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:39.621157 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7c0862e9-b9ba-458c-85d5-3ecaeb4b214c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:39.654669 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d6d4a1-9397-4be4-9705-657bcf9ec6ec None None] Pushing event updated for resources: {'Port': ['ID=07bcc116-491c-439f-bf9d-f8390ab61ce7,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:39.664799 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-5ce63abf-aef6-41f8-bb7e-d935310f985a service neutron] 10.222.0.13 "GET /v2.0/networks/2f126470-ee02-4f5a-ad49-fad5bbf8323e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245220 Aug 18 13:02:39.723467 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4ca5e043-92ee-4379-9e7a-8c08bf638ffe tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5628016 Aug 18 13:02:39.726616 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51628) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:39.753969 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-6c8fa84b-3aad-42d6-b727-acf0de7a0a6c None None] Provisioning for port 0fdf2ce6-9f91-4f74-8975-95f5ec98800a completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:02:39.758254 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-6c8fa84b-3aad-42d6-b727-acf0de7a0a6c None None] Provisioning complete for port 0fdf2ce6-9f91-4f74-8975-95f5ec98800a triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:39.758740 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6c8fa84b-3aad-42d6-b727-acf0de7a0a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:39.770816 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-c3861964-146c-45fa-a61a-7837ea9ff305 service neutron] 10.222.0.13 "GET /v2.0/networks/2f126470-ee02-4f5a-ad49-fad5bbf8323e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038647 Aug 18 13:02:39.809115 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-6c8fa84b-3aad-42d6-b727-acf0de7a0a6c None None] Port 0fdf2ce6-9f91-4f74-8975-95f5ec98800a cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:02:39.823514 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-6c8fa84b-3aad-42d6-b727-acf0de7a0a6c None None] Provisioning complete for port 07bcc116-491c-439f-bf9d-f8390ab61ce7 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:39.823514 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6c8fa84b-3aad-42d6-b727-acf0de7a0a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:39.890719 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef3c66e-5b2e-47e5-88ab-5a2c2defff28 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:39.892261 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8ef3c66e-5b2e-47e5-88ab-5a2c2defff28 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1627386 Aug 18 13:02:39.895274 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 51630) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:39.967632 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7c0862e9-b9ba-458c-85d5-3ecaeb4b214c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:40.015512 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb52ea4d-68a3-4668-99fe-7ee8d54e5c55 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:40.021850 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb52ea4d-68a3-4668-99fe-7ee8d54e5c55 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:40.029179 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb52ea4d-68a3-4668-99fe-7ee8d54e5c55 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:40.033536 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-bb52ea4d-68a3-4668-99fe-7ee8d54e5c55 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1347761 Aug 18 13:02:40.033785 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 51634) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:40.081381 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b4da678b-b327-46e6-ae4c-1f7a8b0f83f9 None None] Provisioning complete for port 0fdf2ce6-9f91-4f74-8975-95f5ec98800a triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:40.082074 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b4da678b-b327-46e6-ae4c-1f7a8b0f83f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:40.086889 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7c0862e9-b9ba-458c-85d5-3ecaeb4b214c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:40.143911 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-b4da678b-b327-46e6-ae4c-1f7a8b0f83f9 None None] Port 0fdf2ce6-9f91-4f74-8975-95f5ec98800a cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:02:40.166420 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-0828308e-6369-4879-9574-0081f26044b6 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Deleting port d8b4ab1e-b4c9-40f3-8800-b8db464f6efa {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:02:40.166573 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-90d05def-1649-4026-a021-cc1e668112ca tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for router_gateway, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:40.166920 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0828308e-6369-4879-9574-0081f26044b6 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:40.208639 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7c0862e9-b9ba-458c-85d5-3ecaeb4b214c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0751bc3188704ffcadf4def7bcd44043&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8867035 Aug 18 13:02:40.211928 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-90d05def-1649-4026-a021-cc1e668112ca tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:40.213154 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 51638) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:40.297829 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-756b75b2-1b39-4c0d-96d1-55463567cf2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:40.317783 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 07bcc116-491c-439f-bf9d-f8390ab61ce7 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:02:40.324764 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0862e9-b9ba-458c-85d5-3ecaeb4b214c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683bd5d8-13be-4d42-a987-2737563589c8,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:40.348869 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0828308e-6369-4879-9574-0081f26044b6 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:40.365701 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-756b75b2-1b39-4c0d-96d1-55463567cf2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:40.375443 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-333e7723-ef70-46dc-8022-06f79c4a4e03 req-aa2d7f40-5385-4f9c-ace6-2cc9af5150c0 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b7c30be-fa2d-4f09-9b56-f7b4f8a9bc0e HTTP/1.1" status: 200 len: 210 time: 0.0460634 Aug 18 13:02:40.380587 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-0828308e-6369-4879-9574-0081f26044b6 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Calling delete_port for d8b4ab1e-b4c9-40f3-8800-b8db464f6efa owned by {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:02:40.383839 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-90d05def-1649-4026-a021-cc1e668112ca tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Allocated IP 172.25.6.40 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/78e5f030-64fb-4244-9f96-2a1a36056ff6) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:02:40.395405 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-61f3a2b6-956d-4009-89b4-95fb6921cd6b None None] Provisioning for port d8b4ab1e-b4c9-40f3-8800-b8db464f6efa completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:02:40.408178 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-61f3a2b6-956d-4009-89b4-95fb6921cd6b None None] Provisioning complete for port d8b4ab1e-b4c9-40f3-8800-b8db464f6efa triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:40.408806 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-61f3a2b6-956d-4009-89b4-95fb6921cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:40.455766 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-61f3a2b6-956d-4009-89b4-95fb6921cd6b None None] Port d8b4ab1e-b4c9-40f3-8800-b8db464f6efa cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:02:40.467854 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 07bcc116-491c-439f-bf9d-f8390ab61ce7 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:40.468302 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:40.528873 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-90d05def-1649-4026-a021-cc1e668112ca tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:40.566208 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-756b75b2-1b39-4c0d-96d1-55463567cf2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:40.570085 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-756b75b2-1b39-4c0d-96d1-55463567cf2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:40.571862 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-756b75b2-1b39-4c0d-96d1-55463567cf2f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/683bd5d8-13be-4d42-a987-2737563589c8 HTTP/1.1" status: 204 len: 168 time: 0.3576961 Aug 18 13:02:40.580845 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b75b2-1b39-4c0d-96d1-55463567cf2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683bd5d8-13be-4d42-a987-2737563589c8,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:40.588443 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 51652) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:40.643197 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-485f6c01-3571-43d3-807b-d09684231017 admin admin] Deleting subnet b2ca989d-08e9-404c-97fe-0e7a4ac27bc0 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:02:40.646116 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-485f6c01-3571-43d3-807b-d09684231017 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:40.681181 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-485f6c01-3571-43d3-807b-d09684231017 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:40.720901 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-485f6c01-3571-43d3-807b-d09684231017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:40.760155 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0828308e-6369-4879-9574-0081f26044b6 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:40.789004 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-90d05def-1649-4026-a021-cc1e668112ca tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:40.796852 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0828308e-6369-4879-9574-0081f26044b6 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event deleted for resources: {'Port': ['ID=d8b4ab1e-b4c9-40f3-8800-b8db464f6efa,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:40.826097 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0828308e-6369-4879-9574-0081f26044b6 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:40.828133 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0828308e-6369-4879-9574-0081f26044b6 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/ports/d8b4ab1e-b4c9-40f3-8800-b8db464f6efa HTTP/1.1" status: 204 len: 168 time: 0.7931957 Aug 18 13:02:40.831072 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 51656) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:40.842333 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d05def-1649-4026-a021-cc1e668112ca tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:02:40.843762 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d05def-1649-4026-a021-cc1e668112ca tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Pushing event updated for resources: {'Port': ['ID=78e5f030-64fb-4244-9f96-2a1a36056ff6,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:40.846337 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-90d05def-1649-4026-a021-cc1e668112ca tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:40.848639 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d05def-1649-4026-a021-cc1e668112ca tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:02:40.864841 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f30e7d8-0fcc-4ba0-994e-109838e13ec1 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] GET failed (client error): The resource could not be found. Aug 18 13:02:40.866697 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9f30e7d8-0fcc-4ba0-994e-109838e13ec1 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "GET /v2.0/ports/d8b4ab1e-b4c9-40f3-8800-b8db464f6efa HTTP/1.1" status: 404 len: 333 time: 0.0343907 Aug 18 13:02:40.869340 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 51658) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:40.922265 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-485f6c01-3571-43d3-807b-d09684231017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:40.975433 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-485f6c01-3571-43d3-807b-d09684231017 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:40.977357 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-485f6c01-3571-43d3-807b-d09684231017 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b2ca989d-08e9-404c-97fe-0e7a4ac27bc0 HTTP/1.1" status: 204 len: 168 time: 0.3879492 Aug 18 13:02:40.981358 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51660) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:40.985317 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f6c01-3571-43d3-807b-d09684231017 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2ca989d-08e9-404c-97fe-0e7a4ac27bc0,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:41.007984 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-0fb6b688-445c-44bb-baf5-dbd7e0402832 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Deleting port 0fdf2ce6-9f91-4f74-8975-95f5ec98800a {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:02:41.015028 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0fb6b688-445c-44bb-baf5-dbd7e0402832 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:41.026391 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device f333a5eb-9736-4a69-83e7-ba6f819f2b6e no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:02:41.064394 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: f333a5eb-9736-4a69-83e7-ba6f819f2b6e {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:02:41.064799 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device f333a5eb-9736-4a69-83e7-ba6f819f2b6e not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:02:41.101580 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device c25916fb-0fa9-4263-b461-4fe7d5aeeeb6 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:02:41.127897 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0fb6b688-445c-44bb-baf5-dbd7e0402832 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:41.143050 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-0fb6b688-445c-44bb-baf5-dbd7e0402832 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Calling delete_port for 0fdf2ce6-9f91-4f74-8975-95f5ec98800a owned by {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:02:41.143753 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: c25916fb-0fa9-4263-b461-4fe7d5aeeeb6 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:02:41.157671 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device c25916fb-0fa9-4263-b461-4fe7d5aeeeb6 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:02:41.170374 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-45a95f6b-cb6c-4879-bc4f-a6209b87b712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:41.252739 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-45a95f6b-cb6c-4879-bc4f-a6209b87b712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:41.269193 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-45a95f6b-cb6c-4879-bc4f-a6209b87b712 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27065c7f-ce1d-465c-ab5e-f0459b06982a']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:41.316272 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-45a95f6b-cb6c-4879-bc4f-a6209b87b712 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b77ad33-4a81-4dc7-a2cd-e431dbf5a8e2') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:41.316582 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-45a95f6b-cb6c-4879-bc4f-a6209b87b712 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b77ad33-4a81-4dc7-a2cd-e431dbf5a8e2') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:41.330316 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301610d-d23e-4082-a50c-30acd7c3f9e0 req-5aa7e06b-7d9c-4011-928d-8730f0a42a8e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:41.331821 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f301610d-d23e-4082-a50c-30acd7c3f9e0 req-5aa7e06b-7d9c-4011-928d-8730f0a42a8e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 945 time: 0.0658305 Aug 18 13:02:41.332081 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-45a95f6b-cb6c-4879-bc4f-a6209b87b712 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:41.371802 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f301610d-d23e-4082-a50c-30acd7c3f9e0 req-888f7623-5389-4705-ba11-c15b1aee7e5b tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335889 Aug 18 13:02:41.388911 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-45a95f6b-cb6c-4879-bc4f-a6209b87b712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:41.396081 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45a95f6b-cb6c-4879-bc4f-a6209b87b712 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:02:41.396496 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-45a95f6b-cb6c-4879-bc4f-a6209b87b712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:41.398311 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:02:41.398311 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:02:41.398311 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:02:41.398311 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:02:41.398311 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:02:41.398311 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:02:41.398311 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:02:41.398311 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:02:41.398311 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:02:41.398311 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:02:41.398311 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:02:41.398311 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:02:41.398311 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:02:41.398311 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:02:41.398311 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:02:41.398311 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:02:41.398311 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:02:41.398311 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:02:41.398311 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:02:41.398311 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:02:41.398311 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:02:41.398311 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:02:41.398311 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:02:41.398311 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:02:41.398311 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:02:41.398311 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:02:41.398311 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:02:41.398311 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:02:41.398311 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:02:41.398311 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:02:41.398311 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:02:41.398311 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:02:41.413237 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0fb6b688-445c-44bb-baf5-dbd7e0402832 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:41.444110 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-90d05def-1649-4026-a021-cc1e668112ca tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for router_gateway, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:41.465405 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb6b688-445c-44bb-baf5-dbd7e0402832 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event deleted for resources: {'Port': ['ID=0fdf2ce6-9f91-4f74-8975-95f5ec98800a,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:41.493694 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0fb6b688-445c-44bb-baf5-dbd7e0402832 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:41.496696 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0fb6b688-445c-44bb-baf5-dbd7e0402832 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/ports/0fdf2ce6-9f91-4f74-8975-95f5ec98800a HTTP/1.1" status: 204 len: 168 time: 0.6263895 Aug 18 13:02:41.499520 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 51676) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:41.519998 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-27c3c552-26b6-42d7-ac10-0a69a8a65231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:41.540835 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 51682) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:41.549075 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-15432be7-072b-476a-82cf-d939c06cd1eb tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] GET failed (client error): The resource could not be found. Aug 18 13:02:41.551388 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-15432be7-072b-476a-82cf-d939c06cd1eb tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "GET /v2.0/ports/0fdf2ce6-9f91-4f74-8975-95f5ec98800a HTTP/1.1" status: 404 len: 333 time: 0.0505693 Aug 18 13:02:41.554099 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 51684) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:41.571727 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dce3728a-fa0d-4ec3-9844-dbc102c045cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:41.637677 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-4282d319-3676-4da0-8f76-8e3df0e776f3 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Deleting subnet 71a60585-432a-4916-819b-df82afed36d9 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:02:41.647196 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4282d319-3676-4da0-8f76-8e3df0e776f3 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:41.830763 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b766dab1-0103-4614-ad66-9635937e14ac req-07cf6f30-f784-4f14-985f-44930cad6c33 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b7c30be-fa2d-4f09-9b56-f7b4f8a9bc0e HTTP/1.1" status: 200 len: 210 time: 0.3445339 Aug 18 13:02:41.944254 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-45a95f6b-cb6c-4879-bc4f-a6209b87b712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:41.965890 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-45a95f6b-cb6c-4879-bc4f-a6209b87b712 admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:41.970201 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-45a95f6b-cb6c-4879-bc4f-a6209b87b712 admin admin] 10.222.0.13 "DELETE /v2.0/networks/27065c7f-ce1d-465c-ab5e-f0459b06982a HTTP/1.1" status: 204 len: 168 time: 0.9838490 Aug 18 13:02:41.970201 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a95f6b-cb6c-4879-bc4f-a6209b87b712 admin admin] Pushing event deleted for resources: {'Network': ['ID=27065c7f-ce1d-465c-ab5e-f0459b06982a,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:41.997319 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-90d05def-1649-4026-a021-cc1e668112ca tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:42.034577 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4282d319-3676-4da0-8f76-8e3df0e776f3 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:42.157642 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dce3728a-fa0d-4ec3-9844-dbc102c045cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:42.160881 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4282d319-3676-4da0-8f76-8e3df0e776f3 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:42.262521 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d05def-1649-4026-a021-cc1e668112ca tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Router 99c4d20f-475d-4fea-9771-8dca060ddfbf is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:02:42.262735 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dce3728a-fa0d-4ec3-9844-dbc102c045cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:42.294914 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4282d319-3676-4da0-8f76-8e3df0e776f3 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:42.334026 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-dce3728a-fa0d-4ec3-9844-dbc102c045cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=23ad431b0d6f41e4b7fbc32607e4228b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7892206 Aug 18 13:02:42.334026 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3728a-fa0d-4ec3-9844-dbc102c045cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5ed2f9-88de-4b72-9a66-2e835c366630,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:42.335144 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 51698) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:42.338540 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4282d319-3676-4da0-8f76-8e3df0e776f3 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event deleted for resources: {'Subnet': ['ID=71a60585-432a-4916-819b-df82afed36d9,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:42.345180 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4282d319-3676-4da0-8f76-8e3df0e776f3 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:42.349433 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4282d319-3676-4da0-8f76-8e3df0e776f3 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/subnets/71a60585-432a-4916-819b-df82afed36d9 HTTP/1.1" status: 204 len: 168 time: 0.7916462 Aug 18 13:02:42.349572 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8a2069-f567-45e1-bb71-58fb7981c6c9 None None] Network de5eb56f-12e9-45d1-b981-0d2a6a1328ea requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:02:42.353525 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 51700) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:42.431090 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d05def-1649-4026-a021-cc1e668112ca tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:02:42.451407 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1613f0-aa04-40a7-8710-9aeaef16589d None None] Sync routers for ids ['99c4d20f-475d-4fea-9771-8dca060ddfbf'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:02:42.461801 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51702) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:42.467408 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1613f0-aa04-40a7-8710-9aeaef16589d None None] Routers {'99c4d20f-475d-4fea-9771-8dca060ddfbf'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:02:42.468579 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-5b1613f0-aa04-40a7-8710-9aeaef16589d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:02:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['99c4d20f-475d-4fea-9771-8dca060ddfbf'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:42.482436 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-909ac7a1-0a88-466f-b86e-5bcdfdf01c5b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:42.486341 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-25be9683-282e-4424-b1fb-c9863407d145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:42.507917 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-5b1613f0-aa04-40a7-8710-9aeaef16589d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:42.513917 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-97bc2d47-5265-4134-8c8d-a8a8142a5145 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f3826166f4804f39a01bb3bb6822227a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503881 Aug 18 13:02:42.514424 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51704) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:42.523936 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1613f0-aa04-40a7-8710-9aeaef16589d None None] Routers {'99c4d20f-475d-4fea-9771-8dca060ddfbf'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:02:42.523936 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-5b1613f0-aa04-40a7-8710-9aeaef16589d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:02:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['99c4d20f-475d-4fea-9771-8dca060ddfbf'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:42.524285 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-25be9683-282e-4424-b1fb-c9863407d145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:42.532440 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-90d05def-1649-4026-a021-cc1e668112ca tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:42.533686 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-90d05def-1649-4026-a021-cc1e668112ca tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.4538393 Aug 18 13:02:42.539667 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51706) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:42.559793 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-5b1613f0-aa04-40a7-8710-9aeaef16589d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:42.560445 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1613f0-aa04-40a7-8710-9aeaef16589d None None] The sync data for ids ['99c4d20f-475d-4fea-9771-8dca060ddfbf'] in n-d-803603-2 is: [] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:02:42.603223 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6144d31f-ca3e-4842-a6fc-8b34ba8f042d None None] DHCP port deletion for de5eb56f-12e9-45d1-b981-0d2a6a1328ea request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:02:42.609325 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-909ac7a1-0a88-466f-b86e-5bcdfdf01c5b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Deleting port 07bcc116-491c-439f-bf9d-f8390ab61ce7 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:02:42.609325 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-909ac7a1-0a88-466f-b86e-5bcdfdf01c5b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:42.663167 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-6144d31f-ca3e-4842-a6fc-8b34ba8f042d None None] Deleting port 07bcc116-491c-439f-bf9d-f8390ab61ce7 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:02:42.663968 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6144d31f-ca3e-4842-a6fc-8b34ba8f042d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:42.670917 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7e70b2dc-e6d3-4504-96fa-a4bd0f04f722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:42.703737 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7e70b2dc-e6d3-4504-96fa-a4bd0f04f722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:42.708052 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-909ac7a1-0a88-466f-b86e-5bcdfdf01c5b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] For port 07bcc116-491c-439f-bf9d-f8390ab61ce7, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=07bcc116-491c-439f-bf9d-f8390ab61ce7,segment=NetworkSegment(618e4d37-bff6-4344-b106-7755e6a642bb),segment_id=618e4d37-bff6-4344-b106-7755e6a642bb)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:42.710009 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-909ac7a1-0a88-466f-b86e-5bcdfdf01c5b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:42.728256 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-25be9683-282e-4424-b1fb-c9863407d145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:42.732132 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-25be9683-282e-4424-b1fb-c9863407d145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:42.735641 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-25be9683-282e-4424-b1fb-c9863407d145 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac5ed2f9-88de-4b72-9a66-2e835c366630 HTTP/1.1" status: 204 len: 168 time: 0.3969302 Aug 18 13:02:42.735641 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-909ac7a1-0a88-466f-b86e-5bcdfdf01c5b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Calling delete_port for 07bcc116-491c-439f-bf9d-f8390ab61ce7 owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:02:42.738640 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-6144d31f-ca3e-4842-a6fc-8b34ba8f042d None None] For port 07bcc116-491c-439f-bf9d-f8390ab61ce7, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=07bcc116-491c-439f-bf9d-f8390ab61ce7,segment=NetworkSegment(618e4d37-bff6-4344-b106-7755e6a642bb),segment_id=618e4d37-bff6-4344-b106-7755e6a642bb)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:42.739008 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6144d31f-ca3e-4842-a6fc-8b34ba8f042d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:42.750488 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be9683-282e-4424-b1fb-c9863407d145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5ed2f9-88de-4b72-9a66-2e835c366630,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:42.752599 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-6144d31f-ca3e-4842-a6fc-8b34ba8f042d None None] Calling delete_port for 07bcc116-491c-439f-bf9d-f8390ab61ce7 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:02:42.961246 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7e70b2dc-e6d3-4504-96fa-a4bd0f04f722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:42.964440 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7e70b2dc-e6d3-4504-96fa-a4bd0f04f722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:42.966157 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7e70b2dc-e6d3-4504-96fa-a4bd0f04f722 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81e094ab-a1b3-4098-a030-042fbbbea216 HTTP/1.1" status: 204 len: 168 time: 0.4507878 Aug 18 13:02:42.994626 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6144d31f-ca3e-4842-a6fc-8b34ba8f042d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:43.013108 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-909ac7a1-0a88-466f-b86e-5bcdfdf01c5b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:43.072453 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9dd1d8b3-1a2b-4197-8950-6f048cbc3d3b req-0144d76a-6f42-4894-bf99-e6ba1bf1b4f8 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b7c30be-fa2d-4f09-9b56-f7b4f8a9bc0e HTTP/1.1" status: 200 len: 210 time: 0.1189532 Aug 18 13:02:43.073523 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70b2dc-e6d3-4504-96fa-a4bd0f04f722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e094ab-a1b3-4098-a030-042fbbbea216,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:43.100516 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6144d31f-ca3e-4842-a6fc-8b34ba8f042d None None] Pushing event deleted for resources: {'Port': ['ID=07bcc116-491c-439f-bf9d-f8390ab61ce7,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:43.124825 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6144d31f-ca3e-4842-a6fc-8b34ba8f042d None None] No DVR routers for this DVR port 07bcc116-491c-439f-bf9d-f8390ab61ce7 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:02:43.138827 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909ac7a1-0a88-466f-b86e-5bcdfdf01c5b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] No DVR routers for this DVR port 07bcc116-491c-439f-bf9d-f8390ab61ce7 on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:02:43.162664 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ac7a1-0a88-466f-b86e-5bcdfdf01c5b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event deleted for resources: {'Port': ['ID=07bcc116-491c-439f-bf9d-f8390ab61ce7,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:43.186736 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-e2ccb6d8-57ea-4826-9ad9-427f31d0ced0 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:43.189762 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-e2ccb6d8-57ea-4826-9ad9-427f31d0ced0 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] 10.222.0.39 "GET /v2.0/networks?id=2f126470-ee02-4f5a-ad49-fad5bbf8323e HTTP/1.1" status: 200 len: 810 time: 0.2406664 Aug 18 13:02:43.226159 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-ab6f1695-1443-428d-a9f5-2d702360c3c3 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] Request body: {'port': {'device_id': '1b7c30be-fa2d-4f09-9b56-f7b4f8a9bc0e', 'network_id': '2f126470-ee02-4f5a-ad49-fad5bbf8323e', 'admin_state_up': True, 'tenant_id': '6f11f558842a4c0e865ab9a0b4df4d86'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:43.260884 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-909ac7a1-0a88-466f-b86e-5bcdfdf01c5b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:43.287554 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-909ac7a1-0a88-466f-b86e-5bcdfdf01c5b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de5eb56f-12e9-45d1-b981-0d2a6a1328ea']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:43.315984 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-909ac7a1-0a88-466f-b86e-5bcdfdf01c5b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '618e4d37-bff6-4344-b106-7755e6a642bb') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:43.316427 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-909ac7a1-0a88-466f-b86e-5bcdfdf01c5b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '618e4d37-bff6-4344-b106-7755e6a642bb') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:43.328595 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-909ac7a1-0a88-466f-b86e-5bcdfdf01c5b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:43.346359 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-909ac7a1-0a88-466f-b86e-5bcdfdf01c5b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:43.358375 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-909ac7a1-0a88-466f-b86e-5bcdfdf01c5b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:02:43.359113 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-909ac7a1-0a88-466f-b86e-5bcdfdf01c5b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:43.361443 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58ee744b-1716-4b01-bbcd-bb2c43b2ec10 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:43.372889 n-d-803603-2 neutron-server[101675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:02:43.372889 n-d-803603-2 neutron-server[101675]: self.session.flush() Aug 18 13:02:43.372889 n-d-803603-2 neutron-server[101675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:02:43.372889 n-d-803603-2 neutron-server[101675]: self.session.flush() Aug 18 13:02:43.372889 n-d-803603-2 neutron-server[101675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:02:43.372889 n-d-803603-2 neutron-server[101675]: self.session.flush() Aug 18 13:02:43.372889 n-d-803603-2 neutron-server[101675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:02:43.372889 n-d-803603-2 neutron-server[101675]: self.session.flush() Aug 18 13:02:43.372889 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:02:43.372889 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:02:43.372889 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:02:43.372889 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:02:43.372889 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:02:43.372889 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:02:43.372889 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:02:43.372889 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:02:43.372889 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:02:43.372889 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:02:43.372889 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:02:43.372889 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:02:43.372889 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:02:43.372889 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:02:43.372889 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:02:43.372889 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:02:43.372889 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:02:43.372889 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:02:43.372889 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:02:43.372889 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:02:43.372889 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:02:43.372889 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:02:43.372889 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:02:43.372889 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:02:43.372889 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:02:43.372889 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:02:43.372889 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:02:43.372889 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:02:43.372889 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:02:43.372889 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:02:43.372889 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:02:43.372889 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:02:43.577019 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-ab6f1695-1443-428d-a9f5-2d702360c3c3 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] Made reservation on behalf of 6f11f558842a4c0e865ab9a0b4df4d86 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:02:43.581588 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-ab6f1695-1443-428d-a9f5-2d702360c3c3 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:43.653758 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-909ac7a1-0a88-466f-b86e-5bcdfdf01c5b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:43.668549 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-909ac7a1-0a88-466f-b86e-5bcdfdf01c5b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:43.670781 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-909ac7a1-0a88-466f-b86e-5bcdfdf01c5b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/networks/de5eb56f-12e9-45d1-b981-0d2a6a1328ea HTTP/1.1" status: 204 len: 168 time: 1.3161788 Aug 18 13:02:43.676186 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 51738) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:43.711159 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-213eb3d2-0770-405c-8bf3-d634ef477085 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-482994109'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:43.717011 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ac7a1-0a88-466f-b86e-5bcdfdf01c5b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event deleted for resources: {'Network': ['ID=de5eb56f-12e9-45d1-b981-0d2a6a1328ea,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:43.777322 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0c0f9dea-ab43-4b39-9905-ecc6f5f146e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:43.807641 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-58ee744b-1716-4b01-bbcd-bb2c43b2ec10 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Allocated IP 172.20.0.1 (5ee6de62-4b04-45e2-ae1e-9c31bfa53e02/9e8c1601-b963-4b53-81cb-cb40466abda8/b88bc6bf-d2a8-446f-b3df-84fba375e681) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:02:43.817438 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213eb3d2-0770-405c-8bf3-d634ef477085 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Made reservation on behalf of 96ba955bba3e4c748bb07e5882ab812d for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:02:43.823322 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-213eb3d2-0770-405c-8bf3-d634ef477085 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:43.827455 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-ab6f1695-1443-428d-a9f5-2d702360c3c3 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] Allocated IP 172.20.0.11 (2f126470-ee02-4f5a-ad49-fad5bbf8323e/587615ef-8c25-49a7-b552-d459e01652b2/4863ac46-ff20-4bf0-970e-6c110e973c87) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:02:43.880312 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-213eb3d2-0770-405c-8bf3-d634ef477085 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:02:43.890781 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-213eb3d2-0770-405c-8bf3-d634ef477085 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:43.891136 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-213eb3d2-0770-405c-8bf3-d634ef477085 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Added segment 3396d29d-553a-4984-8344-84301d3a5134 of type vlan for network 590c1038-6f1d-482b-afdb-129aee9bfee6 Aug 18 13:02:43.938986 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-213eb3d2-0770-405c-8bf3-d634ef477085 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:44.046329 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58ee744b-1716-4b01-bbcd-bb2c43b2ec10 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:44.124954 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-213eb3d2-0770-405c-8bf3-d634ef477085 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:44.131900 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213eb3d2-0770-405c-8bf3-d634ef477085 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:44.132523 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-213eb3d2-0770-405c-8bf3-d634ef477085 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:44.156479 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-ab6f1695-1443-428d-a9f5-2d702360c3c3 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:44.251918 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58ee744b-1716-4b01-bbcd-bb2c43b2ec10 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:44.259113 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-87988910-1dbd-4af3-be1c-f83aae166a42 req-80f616a8-0d11-416b-b4d2-801d12cfac60 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b7c30be-fa2d-4f09-9b56-f7b4f8a9bc0e HTTP/1.1" status: 200 len: 210 time: 0.1049070 Aug 18 13:02:44.263644 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213eb3d2-0770-405c-8bf3-d634ef477085 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'Network': ['ID=590c1038-6f1d-482b-afdb-129aee9bfee6,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:44.276214 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 590c1038-6f1d-482b-afdb-129aee9bfee6 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:02:44.289636 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 07bcc116-491c-439f-bf9d-f8390ab61ce7 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:02:44.293331 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ee744b-1716-4b01-bbcd-bb2c43b2ec10 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Network 5ee6de62-4b04-45e2-ae1e-9c31bfa53e02 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:02:44.296259 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-58ee744b-1716-4b01-bbcd-bb2c43b2ec10 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:44.302484 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ee744b-1716-4b01-bbcd-bb2c43b2ec10 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:02:44.327991 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-213eb3d2-0770-405c-8bf3-d634ef477085 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6503539 Aug 18 13:02:44.332157 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 51768) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:44.332337 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 07bcc116-491c-439f-bf9d-f8390ab61ce7 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:02:44.332861 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 07bcc116-491c-439f-bf9d-f8390ab61ce7 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:02:44.338395 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-efc7b90a-5f0f-4127-a011-9bcaee0c1f65 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'subnet': {'network_id': '590c1038-6f1d-482b-afdb-129aee9bfee6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:44.348308 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-ab6f1695-1443-428d-a9f5-2d702360c3c3 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:44.363089 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee744b-1716-4b01-bbcd-bb2c43b2ec10 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Pushing event updated for resources: {'Port': ['ID=b88bc6bf-d2a8-446f-b3df-84fba375e681,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:44.413563 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-ab6f1695-1443-428d-a9f5-2d702360c3c3 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] Network 2f126470-ee02-4f5a-ad49-fad5bbf8323e is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:02:44.414494 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58ee744b-1716-4b01-bbcd-bb2c43b2ec10 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:44.455909 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-ab6f1695-1443-428d-a9f5-2d702360c3c3 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:44.467635 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-ab6f1695-1443-428d-a9f5-2d702360c3c3 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:02:44.484399 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 51774) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:44.510258 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f1695-1443-428d-a9f5-2d702360c3c3 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] Pushing event updated for resources: {'Port': ['ID=4863ac46-ff20-4bf0-970e-6c110e973c87,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:44.531126 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:44.548368 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-ab6f1695-1443-428d-a9f5-2d702360c3c3 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:44.548988 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-ab6f1695-1443-428d-a9f5-2d702360c3c3 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:44.554481 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc7b90a-5f0f-4127-a011-9bcaee0c1f65 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Made reservation on behalf of 96ba955bba3e4c748bb07e5882ab812d for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:02:44.558640 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-efc7b90a-5f0f-4127-a011-9bcaee0c1f65 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:44.613320 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-0d4303fc-0211-44a0-9910-41b4bd5778c0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-914630308-network', 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:44.669048 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-ab6f1695-1443-428d-a9f5-2d702360c3c3 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4490092 Aug 18 13:02:44.684283 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-78a3cc4c-cc7f-4063-a18c-bfdbe4c85d37 service neutron] Request body: {'port': {'device_id': '1b7c30be-fa2d-4f09-9b56-f7b4f8a9bc0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:44.750719 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58ee744b-1716-4b01-bbcd-bb2c43b2ec10 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:44.801507 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4303fc-0211-44a0-9910-41b4bd5778c0 admin admin] Made reservation on behalf of 55f2c489a405498aa01d9cac2d06f3c9 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:02:44.804134 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0d4303fc-0211-44a0-9910-41b4bd5778c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:44.814393 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0d4303fc-0211-44a0-9910-41b4bd5778c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:44.815962 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-78a3cc4c-cc7f-4063-a18c-bfdbe4c85d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:44.891867 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-efc7b90a-5f0f-4127-a011-9bcaee0c1f65 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:44.997588 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0d4303fc-0211-44a0-9910-41b4bd5778c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:45.001734 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc7b90a-5f0f-4127-a011-9bcaee0c1f65 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'Subnet': ['ID=6e27566b-6a65-4977-8335-787ae8a2ef3b,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:45.009674 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc7b90a-5f0f-4127-a011-9bcaee0c1f65 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Checking segment: {'id': '3396d29d-553a-4984-8344-84301d3a5134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '590c1038-6f1d-482b-afdb-129aee9bfee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:02:45.010263 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc7b90a-5f0f-4127-a011-9bcaee0c1f65 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Network hostable DHCP agents. Network: 590c1038-6f1d-482b-afdb-129aee9bfee6, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:02:45.120234 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0d4303fc-0211-44a0-9910-41b4bd5778c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:45.150832 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d4303fc-0211-44a0-9910-41b4bd5778c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:02:45.160610 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc7b90a-5f0f-4127-a011-9bcaee0c1f65 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Network 590c1038-6f1d-482b-afdb-129aee9bfee6 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:02:45.175283 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4303fc-0211-44a0-9910-41b4bd5778c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56d04b4-16d9-4b99-9430-a9b04189ea6a,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:45.178784 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0d4303fc-0211-44a0-9910-41b4bd5778c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:45.188132 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-0d4303fc-0211-44a0-9910-41b4bd5778c0 admin admin] Added segment 1d336752-25b6-4131-855b-23a2ad96544b of type vlan for network 1580e32b-815c-484e-8818-74705331eaf8 Aug 18 13:02:45.240724 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0d4303fc-0211-44a0-9910-41b4bd5778c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:45.264821 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-efc7b90a-5f0f-4127-a011-9bcaee0c1f65 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 590c1038-6f1d-482b-afdb-129aee9bfee6) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:45.271994 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc7b90a-5f0f-4127-a011-9bcaee0c1f65 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:45.278118 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-efc7b90a-5f0f-4127-a011-9bcaee0c1f65 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:45.279081 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d07d2d7-a152-4b09-91d4-d70b84a7d8b8 None None] Network 590c1038-6f1d-482b-afdb-129aee9bfee6 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:02:45.357353 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:45.366511 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0d4303fc-0211-44a0-9910-41b4bd5778c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:45.370107 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4303fc-0211-44a0-9910-41b4bd5778c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:45.372408 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0d4303fc-0211-44a0-9910-41b4bd5778c0 admin admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:45.443815 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-efc7b90a-5f0f-4127-a011-9bcaee0c1f65 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1104994 Aug 18 13:02:45.446859 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 51802) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:45.451713 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-0ac69807-dfd3-4e9e-bb02-47da0c853346 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1325080011', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:45.467470 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b97e2f-5e82-4b7c-8f7d-20a3c1aac798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-590c1038-6f1d-482b-afdb-129aee9bfee6', 'network_id': '590c1038-6f1d-482b-afdb-129aee9bfee6', 'tenant_id': '96ba955bba3e4c748bb07e5882ab812d', 'fixed_ips': [{'subnet_id': '6e27566b-6a65-4977-8335-787ae8a2ef3b'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:02:45.468484 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-56b97e2f-5e82-4b7c-8f7d-20a3c1aac798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:45.475677 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4303fc-0211-44a0-9910-41b4bd5778c0 admin admin] Pushing event updated for resources: {'Network': ['ID=1580e32b-815c-484e-8818-74705331eaf8,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:45.488529 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 1580e32b-815c-484e-8818-74705331eaf8 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:02:45.505369 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0d4303fc-0211-44a0-9910-41b4bd5778c0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0193212 Aug 18 13:02:45.507841 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 51804) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:45.514757 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-803b8e2e-e423-4683-97a3-f6d990e89ac0 admin admin] Request body: {'subnet': {'network_id': '1580e32b-815c-484e-8818-74705331eaf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-914630308-subnet', 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:45.595898 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0ac69807-dfd3-4e9e-bb02-47da0c853346 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:45.597079 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0ac69807-dfd3-4e9e-bb02-47da0c853346 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:45.657539 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-78a3cc4c-cc7f-4063-a18c-bfdbe4c85d37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4863ac46-ff20-4bf0-970e-6c110e973c87 {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:02:45.666759 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-78a3cc4c-cc7f-4063-a18c-bfdbe4c85d37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:45.671494 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0ac69807-dfd3-4e9e-bb02-47da0c853346 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:45.681867 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-56b97e2f-5e82-4b7c-8f7d-20a3c1aac798 None None] Allocated IP 2001:db8::2 (590c1038-6f1d-482b-afdb-129aee9bfee6/6e27566b-6a65-4977-8335-787ae8a2ef3b/0b173e02-a509-4d5f-9238-e0afe1969922) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:02:45.695251 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c462460-84d7-423b-8285-4c6fb6fb85fc req-afdbb5b2-bad6-4b5c-a573-c796ad5dd718 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:45.702695 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6c462460-84d7-423b-8285-4c6fb6fb85fc req-afdbb5b2-bad6-4b5c-a573-c796ad5dd718 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b7c30be-fa2d-4f09-9b56-f7b4f8a9bc0e HTTP/1.1" status: 200 len: 932 time: 0.2144794 Aug 18 13:02:45.712737 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-78a3cc4c-cc7f-4063-a18c-bfdbe4c85d37 service neutron] Transition to ACTIVE for port object 4863ac46-ff20-4bf0-970e-6c110e973c87 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:02:45.727132 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58ee744b-1716-4b01-bbcd-bb2c43b2ec10 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:45.736310 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803b8e2e-e423-4683-97a3-f6d990e89ac0 admin admin] Made reservation on behalf of 55f2c489a405498aa01d9cac2d06f3c9 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:02:45.738776 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-803b8e2e-e423-4683-97a3-f6d990e89ac0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:45.742233 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0ac69807-dfd3-4e9e-bb02-47da0c853346 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:45.762949 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6c462460-84d7-423b-8285-4c6fb6fb85fc req-fd802a62-36b1-4222-bbce-e820f95a4b6d tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] 10.222.0.13 "GET /v2.0/security-groups?id=81e1112b-b6eb-4fd8-b867-48e52f418b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591822 Aug 18 13:02:45.850238 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-56b97e2f-5e82-4b7c-8f7d-20a3c1aac798 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:45.857897 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58ee744b-1716-4b01-bbcd-bb2c43b2ec10 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:45.860480 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-56b97e2f-5e82-4b7c-8f7d-20a3c1aac798 None None] Transition to ACTIVE for port object 0b173e02-a509-4d5f-9238-e0afe1969922 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:02:45.864537 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-78a3cc4c-cc7f-4063-a18c-bfdbe4c85d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:45.882420 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-56b97e2f-5e82-4b7c-8f7d-20a3c1aac798 None None] Transition to ACTIVE for port object 0b173e02-a509-4d5f-9238-e0afe1969922 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:02:45.910765 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0ac69807-dfd3-4e9e-bb02-47da0c853346 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:45.912008 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0ac69807-dfd3-4e9e-bb02-47da0c853346 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4641500 Aug 18 13:02:45.918663 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 51812) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:45.925797 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-c78a32b0-0cbd-42db-9106-47d8cb7d57e4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'port': {'network_id': '590c1038-6f1d-482b-afdb-129aee9bfee6', 'name': 'tempest-PortsIpV6TestJSON-170895905'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:45.974256 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee744b-1716-4b01-bbcd-bb2c43b2ec10 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Pushing event updated for resources: {'Port': ['ID=b88bc6bf-d2a8-446f-b3df-84fba375e681,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:45.995031 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58ee744b-1716-4b01-bbcd-bb2c43b2ec10 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:46.001173 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-56b97e2f-5e82-4b7c-8f7d-20a3c1aac798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:46.045873 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b97e2f-5e82-4b7c-8f7d-20a3c1aac798 None None] Network 590c1038-6f1d-482b-afdb-129aee9bfee6 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:02:46.048142 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-56b97e2f-5e82-4b7c-8f7d-20a3c1aac798 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:46.053808 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b97e2f-5e82-4b7c-8f7d-20a3c1aac798 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:02:46.097019 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-803b8e2e-e423-4683-97a3-f6d990e89ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:46.124863 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3cc4c-cc7f-4063-a18c-bfdbe4c85d37 service neutron] Pushing event updated for resources: {'Port': ['ID=4863ac46-ff20-4bf0-970e-6c110e973c87,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:46.127666 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b97e2f-5e82-4b7c-8f7d-20a3c1aac798 None None] Pushing event updated for resources: {'Port': ['ID=0b173e02-a509-4d5f-9238-e0afe1969922,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:46.134960 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-56b97e2f-5e82-4b7c-8f7d-20a3c1aac798 None None] Attempting to bind port 0b173e02-a509-4d5f-9238-e0afe1969922 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:02:46.135553 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-56b97e2f-5e82-4b7c-8f7d-20a3c1aac798 None None] Attempting to bind port 0b173e02-a509-4d5f-9238-e0afe1969922 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '3396d29d-553a-4984-8344-84301d3a5134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '590c1038-6f1d-482b-afdb-129aee9bfee6'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:02:46.136943 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b97e2f-5e82-4b7c-8f7d-20a3c1aac798 None None] Attempting to bind port 0b173e02-a509-4d5f-9238-e0afe1969922 on network 590c1038-6f1d-482b-afdb-129aee9bfee6 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:02:46.143305 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b97e2f-5e82-4b7c-8f7d-20a3c1aac798 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:02:46.144110 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b97e2f-5e82-4b7c-8f7d-20a3c1aac798 None None] Checking segment: {'id': '3396d29d-553a-4984-8344-84301d3a5134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '590c1038-6f1d-482b-afdb-129aee9bfee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:02:46.144691 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-56b97e2f-5e82-4b7c-8f7d-20a3c1aac798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:46.145261 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b97e2f-5e82-4b7c-8f7d-20a3c1aac798 None None] Bound using segment: {'id': '3396d29d-553a-4984-8344-84301d3a5134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '590c1038-6f1d-482b-afdb-129aee9bfee6'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:02:46.146361 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-56b97e2f-5e82-4b7c-8f7d-20a3c1aac798 None None] Bound port: 0b173e02-a509-4d5f-9238-e0afe1969922, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3396d29d-553a-4984-8344-84301d3a5134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '590c1038-6f1d-482b-afdb-129aee9bfee6'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:02:46.147108 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-56b97e2f-5e82-4b7c-8f7d-20a3c1aac798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:46.159574 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-78a3cc4c-cc7f-4063-a18c-bfdbe4c85d37 service neutron] Attempting to bind port 4863ac46-ff20-4bf0-970e-6c110e973c87 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:02:46.159918 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-78a3cc4c-cc7f-4063-a18c-bfdbe4c85d37 service neutron] Attempting to bind port 4863ac46-ff20-4bf0-970e-6c110e973c87 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '9d4ea1da-9887-49b6-b058-f553902868fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2f126470-ee02-4f5a-ad49-fad5bbf8323e'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:02:46.160273 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-78a3cc4c-cc7f-4063-a18c-bfdbe4c85d37 service neutron] Attempting to bind port 4863ac46-ff20-4bf0-970e-6c110e973c87 on network 2f126470-ee02-4f5a-ad49-fad5bbf8323e {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:02:46.174737 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-78a3cc4c-cc7f-4063-a18c-bfdbe4c85d37 service neutron] Port 4863ac46-ff20-4bf0-970e-6c110e973c87 on network 2f126470-ee02-4f5a-ad49-fad5bbf8323e not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:02:46.179049 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-78a3cc4c-cc7f-4063-a18c-bfdbe4c85d37 service neutron] Attempting to bind port 4863ac46-ff20-4bf0-970e-6c110e973c87 on network 2f126470-ee02-4f5a-ad49-fad5bbf8323e {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:02:46.179447 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b8e2e-e423-4683-97a3-f6d990e89ac0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:46.185486 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-78a3cc4c-cc7f-4063-a18c-bfdbe4c85d37 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:02:46.185836 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-78a3cc4c-cc7f-4063-a18c-bfdbe4c85d37 service neutron] Checking segment: {'id': '9d4ea1da-9887-49b6-b058-f553902868fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2f126470-ee02-4f5a-ad49-fad5bbf8323e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:02:46.186259 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-78a3cc4c-cc7f-4063-a18c-bfdbe4c85d37 service neutron] Bound using segment: {'id': '9d4ea1da-9887-49b6-b058-f553902868fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2f126470-ee02-4f5a-ad49-fad5bbf8323e'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:02:46.186720 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-78a3cc4c-cc7f-4063-a18c-bfdbe4c85d37 service neutron] Bound port: 4863ac46-ff20-4bf0-970e-6c110e973c87, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d4ea1da-9887-49b6-b058-f553902868fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2f126470-ee02-4f5a-ad49-fad5bbf8323e'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:02:46.187085 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-78a3cc4c-cc7f-4063-a18c-bfdbe4c85d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:46.196323 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803b8e2e-e423-4683-97a3-f6d990e89ac0 admin admin] Checking segment: {'id': '1d336752-25b6-4131-855b-23a2ad96544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1580e32b-815c-484e-8818-74705331eaf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:02:46.197059 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803b8e2e-e423-4683-97a3-f6d990e89ac0 admin admin] Network hostable DHCP agents. Network: 1580e32b-815c-484e-8818-74705331eaf8, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:02:46.204606 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ee744b-1716-4b01-bbcd-bb2c43b2ec10 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Network 5ee6de62-4b04-45e2-ae1e-9c31bfa53e02 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:02:46.207815 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-58ee744b-1716-4b01-bbcd-bb2c43b2ec10 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:46.230644 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78a32b0-0cbd-42db-9106-47d8cb7d57e4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Made reservation on behalf of 96ba955bba3e4c748bb07e5882ab812d for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:02:46.234909 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c78a32b0-0cbd-42db-9106-47d8cb7d57e4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:46.268798 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [None req-c78a32b0-0cbd-42db-9106-47d8cb7d57e4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] device_id is not set on port 88ce1b58-fc02-4337-bde0-bf0214e46b35 yet. {{(pid=101675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:02:46.276454 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-56b97e2f-5e82-4b7c-8f7d-20a3c1aac798 None None] For port 0b173e02-a509-4d5f-9238-e0afe1969922, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:02:46.276454 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-56b97e2f-5e82-4b7c-8f7d-20a3c1aac798 None None] For port 0b173e02-a509-4d5f-9238-e0afe1969922, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=0b173e02-a509-4d5f-9238-e0afe1969922,segment=NetworkSegment(3396d29d-553a-4984-8344-84301d3a5134),segment_id=3396d29d-553a-4984-8344-84301d3a5134)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:02:46.336242 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803b8e2e-e423-4683-97a3-f6d990e89ac0 admin admin] Network 1580e32b-815c-484e-8818-74705331eaf8 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:02:46.353870 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-56b97e2f-5e82-4b7c-8f7d-20a3c1aac798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:46.395473 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-78a3cc4c-cc7f-4063-a18c-bfdbe4c85d37 service neutron] For port 4863ac46-ff20-4bf0-970e-6c110e973c87, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:02:46.419747 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-78a3cc4c-cc7f-4063-a18c-bfdbe4c85d37 service neutron] For port 4863ac46-ff20-4bf0-970e-6c110e973c87, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=4863ac46-ff20-4bf0-970e-6c110e973c87,segment=NetworkSegment(9d4ea1da-9887-49b6-b058-f553902868fa),segment_id=9d4ea1da-9887-49b6-b058-f553902868fa)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:02:46.423760 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-803b8e2e-e423-4683-97a3-f6d990e89ac0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 1580e32b-815c-484e-8818-74705331eaf8) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:46.439360 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803b8e2e-e423-4683-97a3-f6d990e89ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:46.439965 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-803b8e2e-e423-4683-97a3-f6d990e89ac0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:46.457222 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ee744b-1716-4b01-bbcd-bb2c43b2ec10 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Router 99c4d20f-475d-4fea-9771-8dca060ddfbf has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:02:46.457384 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46212c79-72db-4a78-8981-a7551ccf0287 None None] Network 1580e32b-815c-484e-8818-74705331eaf8 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:02:46.479665 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-c78a32b0-0cbd-42db-9106-47d8cb7d57e4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Allocated IP 2001:db8::3e3 (590c1038-6f1d-482b-afdb-129aee9bfee6/6e27566b-6a65-4977-8335-787ae8a2ef3b/88ce1b58-fc02-4337-bde0-bf0214e46b35) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:02:46.534687 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b97e2f-5e82-4b7c-8f7d-20a3c1aac798 None None] Pushing event updated for resources: {'Port': ['ID=0b173e02-a509-4d5f-9238-e0afe1969922,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:46.619729 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ee744b-1716-4b01-bbcd-bb2c43b2ec10 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:02:46.627581 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 51842) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:46.628331 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-58ee744b-1716-4b01-bbcd-bb2c43b2ec10 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "PUT /v2.0/routers/99c4d20f-475d-4fea-9771-8dca060ddfbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0876024 Aug 18 13:02:46.632606 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-78a3cc4c-cc7f-4063-a18c-bfdbe4c85d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:46.636751 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-516d102c-e460-4c8e-9a53-342c5707d77e tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Request body: {'port': {'network_id': '5ee6de62-4b04-45e2-ae1e-9c31bfa53e02', 'name': 'tempest-FloatingIPTestJSON-1890779954'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:46.640630 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbeb52f4-0d6c-444c-a2cc-9962dd1862d9 None None] Sync routers for ids ['99c4d20f-475d-4fea-9771-8dca060ddfbf'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:02:46.668539 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeb52f4-0d6c-444c-a2cc-9962dd1862d9 None None] Routers {'99c4d20f-475d-4fea-9771-8dca060ddfbf'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:02:46.669320 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-bbeb52f4-0d6c-444c-a2cc-9962dd1862d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:02:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['99c4d20f-475d-4fea-9771-8dca060ddfbf'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:46.721281 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-78a3cc4c-cc7f-4063-a18c-bfdbe4c85d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:46.722644 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-78a3cc4c-cc7f-4063-a18c-bfdbe4c85d37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:46.724320 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-78a3cc4c-cc7f-4063-a18c-bfdbe4c85d37 service neutron] 10.222.0.39 "PUT /v2.0/ports/4863ac46-ff20-4bf0-970e-6c110e973c87 HTTP/1.1" status: 200 len: 1092 time: 2.0473659 Aug 18 13:02:46.724964 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b7c30be-fa2d-4f09-9b56-f7b4f8a9bc0e', 'tag': '4863ac46-ff20-4bf0-970e-6c110e973c87'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:02:46.728016 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-803b8e2e-e423-4683-97a3-f6d990e89ac0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2167325 Aug 18 13:02:46.731013 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224fe647-f49f-4385-b118-4440ac979229" -d '{"events": [{"name": "network-changed", "server_uuid": "1b7c30be-fa2d-4f09-9b56-f7b4f8a9bc0e", "tag": "4863ac46-ff20-4bf0-970e-6c110e973c87"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:02:46.736819 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51844) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:46.742450 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-777f6b4b-3402-4acb-8204-9e53c7c73542 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-914630308-router', 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:46.813572 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a9575a-889e-40ac-9ad0-ac6b91524d5d x-openstack-request-id: req-12a9575a-889e-40ac-9ad0-ac6b91524d5d {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:02:46.813870 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b7c30be-fa2d-4f09-9b56-f7b4f8a9bc0e", "tag": "4863ac46-ff20-4bf0-970e-6c110e973c87", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:02:46.814130 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12a9575a-889e-40ac-9ad0-ac6b91524d5d {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:02:46.814567 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b7c30be-fa2d-4f09-9b56-f7b4f8a9bc0e', 'tag': '4863ac46-ff20-4bf0-970e-6c110e973c87', 'status': 'completed', 'code': 200} Aug 18 13:02:46.816822 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3cc4c-cc7f-4063-a18c-bfdbe4c85d37 service neutron] Pushing event updated for resources: {'Port': ['ID=4863ac46-ff20-4bf0-970e-6c110e973c87,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:46.829471 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-bbeb52f4-0d6c-444c-a2cc-9962dd1862d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:46.887255 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c78a32b0-0cbd-42db-9106-47d8cb7d57e4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:46.890217 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeb52f4-0d6c-444c-a2cc-9962dd1862d9 None None] Routers {'99c4d20f-475d-4fea-9771-8dca060ddfbf'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:02:46.891131 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-bbeb52f4-0d6c-444c-a2cc-9962dd1862d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:02:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['99c4d20f-475d-4fea-9771-8dca060ddfbf'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:46.898007 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b16cb07-6877-447d-a7f6-6d2c74299d1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-1580e32b-815c-484e-8818-74705331eaf8', 'network_id': '1580e32b-815c-484e-8818-74705331eaf8', 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9', 'fixed_ips': [{'subnet_id': 'd3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:02:46.899476 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3b16cb07-6877-447d-a7f6-6d2c74299d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:46.905748 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-c78a32b0-0cbd-42db-9106-47d8cb7d57e4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Transition to ACTIVE for port object 88ce1b58-fc02-4337-bde0-bf0214e46b35 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:02:46.940402 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-b8c0df7b-5293-4e55-9e9f-6b808858238f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:46.941981 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-b8c0df7b-5293-4e55-9e9f-6b808858238f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f11f558842a4c0e865ab9a0b4df4d86&device_id=1b7c30be-fa2d-4f09-9b56-f7b4f8a9bc0e HTTP/1.1" status: 200 len: 1095 time: 0.1085713 Aug 18 13:02:46.945240 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-bbeb52f4-0d6c-444c-a2cc-9962dd1862d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:46.945911 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbeb52f4-0d6c-444c-a2cc-9962dd1862d9 None None] The sync data for ids ['99c4d20f-475d-4fea-9771-8dca060ddfbf'] in n-d-803603-2 is: [] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:02:46.958399 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cea06d-4f50-4da1-86b9-039cf0bd0125 req-b6a08511-2901-481e-8210-d6fbdea13271 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:46.959668 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c4cea06d-4f50-4da1-86b9-039cf0bd0125 req-b6a08511-2901-481e-8210-d6fbdea13271 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b7c30be-fa2d-4f09-9b56-f7b4f8a9bc0e HTTP/1.1" status: 200 len: 944 time: 0.0831563 Aug 18 13:02:47.015539 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-3f7893e3-b0df-4c2f-9117-b06a822b5ac0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4863ac46-ff20-4bf0-970e-6c110e973c87 HTTP/1.1" status: 200 len: 217 time: 0.0476358 Aug 18 13:02:47.057236 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-777f6b4b-3402-4acb-8204-9e53c7c73542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:47.059313 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-777f6b4b-3402-4acb-8204-9e53c7c73542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:47.084542 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c4cea06d-4f50-4da1-86b9-039cf0bd0125 req-6ef6aa91-c8e4-46ab-92d3-9a02b59decb3 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] 10.222.0.13 "GET /v2.0/security-groups?id=81e1112b-b6eb-4fd8-b867-48e52f418b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135082 Aug 18 13:02:47.096289 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-86a630c0-813a-4d26-a91d-1c054b3f660e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:47.100571 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-86a630c0-813a-4d26-a91d-1c054b3f660e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=587615ef-8c25-49a7-b552-d459e01652b2 HTTP/1.1" status: 200 len: 850 time: 0.0805736 Aug 18 13:02:47.114972 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device be132020-3516-4ddf-b702-9f30b7b7f0c8 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:02:47.122762 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-3b16cb07-6877-447d-a7f6-6d2c74299d1d None None] Allocated IP 172.20.0.2 (1580e32b-815c-484e-8818-74705331eaf8/d3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935/01e553c0-0c06-46c5-830e-c0e8811948b9) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:02:47.134501 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c78a32b0-0cbd-42db-9106-47d8cb7d57e4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:47.201443 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78a32b0-0cbd-42db-9106-47d8cb7d57e4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Network 590c1038-6f1d-482b-afdb-129aee9bfee6 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:02:47.204766 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516d102c-e460-4c8e-9a53-342c5707d77e tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Made reservation on behalf of dbf49b0aa1a8432b8115cc3b40a5b301 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:02:47.208287 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-b6c5829c-04c9-4876-9843-15854762c401 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2f126470-ee02-4f5a-ad49-fad5bbf8323e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843587 Aug 18 13:02:47.209252 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-516d102c-e460-4c8e-9a53-342c5707d77e tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:47.210816 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-777f6b4b-3402-4acb-8204-9e53c7c73542 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:47.213555 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-c78a32b0-0cbd-42db-9106-47d8cb7d57e4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:47.220104 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78a32b0-0cbd-42db-9106-47d8cb7d57e4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:02:47.226201 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78a32b0-0cbd-42db-9106-47d8cb7d57e4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:47.227440 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c78a32b0-0cbd-42db-9106-47d8cb7d57e4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:47.249603 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78a32b0-0cbd-42db-9106-47d8cb7d57e4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'Port': ['ID=88ce1b58-fc02-4337-bde0-bf0214e46b35,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:47.261353 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [None req-516d102c-e460-4c8e-9a53-342c5707d77e tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] device_id is not set on port df7d41f5-7fcc-470f-9098-88a726a049b1 yet. {{(pid=101675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:02:47.389448 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-f335c713-f85e-4ceb-b07b-7801a7c38281 service neutron] 10.222.0.39 "GET /v2.0/networks/2f126470-ee02-4f5a-ad49-fad5bbf8323e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688957 Aug 18 13:02:47.400742 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c78a32b0-0cbd-42db-9106-47d8cb7d57e4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4809797 Aug 18 13:02:47.405438 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 51872) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:47.656792 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:47.712340 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-516d102c-e460-4c8e-9a53-342c5707d77e tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Allocated IP 172.20.0.2 (5ee6de62-4b04-45e2-ae1e-9c31bfa53e02/9e8c1601-b963-4b53-81cb-cb40466abda8/df7d41f5-7fcc-470f-9098-88a726a049b1) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:02:47.741782 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port be132020-3516-4ddf-b702-9f30b7b7f0c8, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=be132020-3516-4ddf-b702-9f30b7b7f0c8,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:47.755770 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cf8b23af-ce06-4761-ad2f-bcba36906b5d req-eca2087f-29a5-4243-801f-cc409e580555 service neutron] 10.222.0.39 "GET /v2.0/networks/2f126470-ee02-4f5a-ad49-fad5bbf8323e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059393 Aug 18 13:02:47.783872 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'be132020-3516-4ddf-b702-9f30b7b7f0c8', 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d', 'port_id': 'be132020-3516-4ddf-b702-9f30b7b7f0c8', 'mac_address': 'fa:16:3e:28:23:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2744890d-6739-4756-b608-842180da7455', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:02:47.882746 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3b16cb07-6877-447d-a7f6-6d2c74299d1d None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:47.888649 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-777f6b4b-3402-4acb-8204-9e53c7c73542 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:47.890426 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:47.929611 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-3b16cb07-6877-447d-a7f6-6d2c74299d1d None None] Transition to ACTIVE for port object 01e553c0-0c06-46c5-830e-c0e8811948b9 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:02:47.953069 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be132020-3516-4ddf-b702-9f30b7b7f0c8 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:02:47.960566 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-3b16cb07-6877-447d-a7f6-6d2c74299d1d None None] Transition to ACTIVE for port object 01e553c0-0c06-46c5-830e-c0e8811948b9 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:02:47.962494 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224fe647-f49f-4385-b118-4440ac979229 req-05422a40-31aa-41ee-a6cc-c1cf507600be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:47.964122 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebbd2fa-98fc-4714-a0e1-9faf0a67f30b None None] Network 590c1038-6f1d-482b-afdb-129aee9bfee6 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:02:47.971355 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-224fe647-f49f-4385-b118-4440ac979229 req-05422a40-31aa-41ee-a6cc-c1cf507600be service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f11f558842a4c0e865ab9a0b4df4d86&device_id=1b7c30be-fa2d-4f09-9b56-f7b4f8a9bc0e HTTP/1.1" status: 200 len: 1095 time: 0.0885320 Aug 18 13:02:48.086116 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port be132020-3516-4ddf-b702-9f30b7b7f0c8, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=be132020-3516-4ddf-b702-9f30b7b7f0c8,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:48.232360 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a17f46b6-a623-41e7-bd94-88eba27e27ab tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:48.234441 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224fe647-f49f-4385-b118-4440ac979229 req-fafd211c-de55-4919-80be-64109b0f8944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:48.234441 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-224fe647-f49f-4385-b118-4440ac979229 req-fafd211c-de55-4919-80be-64109b0f8944 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2f126470-ee02-4f5a-ad49-fad5bbf8323e HTTP/1.1" status: 200 len: 911 time: 0.2130959 Aug 18 13:02:48.235267 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-516d102c-e460-4c8e-9a53-342c5707d77e tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:48.324045 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-224fe647-f49f-4385-b118-4440ac979229 req-d3cbb256-9595-4aaa-99aa-c1cab486c1f6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4863ac46-ff20-4bf0-970e-6c110e973c87 HTTP/1.1" status: 200 len: 217 time: 0.1092813 Aug 18 13:02:48.423700 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 0b173e02-a509-4d5f-9238-e0afe1969922 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:02:48.428717 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3b16cb07-6877-447d-a7f6-6d2c74299d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:48.447238 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224fe647-f49f-4385-b118-4440ac979229 req-1295bd76-0156-493d-a5bd-7376ab52ff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:48.447238 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-224fe647-f49f-4385-b118-4440ac979229 req-1295bd76-0156-493d-a5bd-7376ab52ff9f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=587615ef-8c25-49a7-b552-d459e01652b2 HTTP/1.1" status: 200 len: 850 time: 0.1090403 Aug 18 13:02:48.506833 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b16cb07-6877-447d-a7f6-6d2c74299d1d None None] Network 1580e32b-815c-484e-8818-74705331eaf8 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:02:48.508229 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-224fe647-f49f-4385-b118-4440ac979229 req-f5e51147-8f51-48df-99fc-70c6c2416428 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2f126470-ee02-4f5a-ad49-fad5bbf8323e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540674 Aug 18 13:02:48.522264 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-3b16cb07-6877-447d-a7f6-6d2c74299d1d None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:48.525922 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:48.605046 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b16cb07-6877-447d-a7f6-6d2c74299d1d None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:02:48.665781 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-29419685-79ef-4462-92e7-ff0b4c28f51c None None] Provisioning for port 0b173e02-a509-4d5f-9238-e0afe1969922 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:02:48.832123 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['be132020-3516-4ddf-b702-9f30b7b7f0c8'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:02:48.852018 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b16cb07-6877-447d-a7f6-6d2c74299d1d None None] Pushing event updated for resources: {'Port': ['ID=01e553c0-0c06-46c5-830e-c0e8811948b9,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:48.863365 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2bef7-1cd0-4895-9f8a-fd7190767d82 req-31ab260b-c610-421b-ba8f-b68f752e8e53 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:48.865938 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4da2bef7-1cd0-4895-9f8a-fd7190767d82 req-31ab260b-c610-421b-ba8f-b68f752e8e53 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b7c30be-fa2d-4f09-9b56-f7b4f8a9bc0e HTTP/1.1" status: 200 len: 944 time: 0.6424639 Aug 18 13:02:48.871261 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-516d102c-e460-4c8e-9a53-342c5707d77e tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:48.955363 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=be132020-3516-4ddf-b702-9f30b7b7f0c8,revision_number=6']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:48.978682 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-224fe647-f49f-4385-b118-4440ac979229 req-e272ff20-8b99-496a-8d61-5ad3aa561e1e service neutron] 10.222.0.39 "GET /v2.0/networks/2f126470-ee02-4f5a-ad49-fad5bbf8323e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4602845 Aug 18 13:02:48.980946 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-3b16cb07-6877-447d-a7f6-6d2c74299d1d None None] Attempting to bind port 01e553c0-0c06-46c5-830e-c0e8811948b9 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:02:48.981568 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-3b16cb07-6877-447d-a7f6-6d2c74299d1d None None] Attempting to bind port 01e553c0-0c06-46c5-830e-c0e8811948b9 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '1d336752-25b6-4131-855b-23a2ad96544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1580e32b-815c-484e-8818-74705331eaf8'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:02:48.982119 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b16cb07-6877-447d-a7f6-6d2c74299d1d None None] Attempting to bind port 01e553c0-0c06-46c5-830e-c0e8811948b9 on network 1580e32b-815c-484e-8818-74705331eaf8 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:02:48.989777 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-777f6b4b-3402-4acb-8204-9e53c7c73542 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:48.993783 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b16cb07-6877-447d-a7f6-6d2c74299d1d None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:02:48.994618 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b16cb07-6877-447d-a7f6-6d2c74299d1d None None] Checking segment: {'id': '1d336752-25b6-4131-855b-23a2ad96544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1580e32b-815c-484e-8818-74705331eaf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:02:48.995210 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3b16cb07-6877-447d-a7f6-6d2c74299d1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:48.996354 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b16cb07-6877-447d-a7f6-6d2c74299d1d None None] Bound using segment: {'id': '1d336752-25b6-4131-855b-23a2ad96544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1580e32b-815c-484e-8818-74705331eaf8'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:02:48.997020 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-3b16cb07-6877-447d-a7f6-6d2c74299d1d None None] Bound port: 01e553c0-0c06-46c5-830e-c0e8811948b9, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d336752-25b6-4131-855b-23a2ad96544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1580e32b-815c-484e-8818-74705331eaf8'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:02:48.997595 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3b16cb07-6877-447d-a7f6-6d2c74299d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:49.026540 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-777f6b4b-3402-4acb-8204-9e53c7c73542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:49.057994 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d102c-e460-4c8e-9a53-342c5707d77e tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Pushing event updated for resources: {'Port': ['ID=df7d41f5-7fcc-470f-9098-88a726a049b1,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:49.097224 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516d102c-e460-4c8e-9a53-342c5707d77e tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Network 5ee6de62-4b04-45e2-ae1e-9c31bfa53e02 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:02:49.134064 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-516d102c-e460-4c8e-9a53-342c5707d77e tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:49.137495 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a17f46b6-a623-41e7-bd94-88eba27e27ab tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:49.144151 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516d102c-e460-4c8e-9a53-342c5707d77e tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:02:49.205505 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-9fd59a96-ccb1-49dd-b958-8b4128facae3 None None] Provisioning for port 88ce1b58-fc02-4337-bde0-bf0214e46b35 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:02:49.220851 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a17f46b6-a623-41e7-bd94-88eba27e27ab tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:49.247102 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-3b16cb07-6877-447d-a7f6-6d2c74299d1d None None] For port 01e553c0-0c06-46c5-830e-c0e8811948b9, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:02:49.252278 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4da2bef7-1cd0-4895-9f8a-fd7190767d82 req-fc289bec-9630-4cb3-b2ea-1603403b52e9 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] 10.222.0.13 "GET /v2.0/security-groups?id=81e1112b-b6eb-4fd8-b867-48e52f418b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773863 Aug 18 13:02:49.260529 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 0b173e02-a509-4d5f-9238-e0afe1969922 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:02:49.262666 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-9fd59a96-ccb1-49dd-b958-8b4128facae3 None None] Provisioning complete for port 88ce1b58-fc02-4337-bde0-bf0214e46b35 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:49.263043 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9fd59a96-ccb1-49dd-b958-8b4128facae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:49.291896 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-224fe647-f49f-4385-b118-4440ac979229 req-da76ed52-0ba0-47ef-80a1-26d50dfd2a86 service neutron] 10.222.0.39 "GET /v2.0/networks/2f126470-ee02-4f5a-ad49-fad5bbf8323e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036196 Aug 18 13:02:49.312158 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-777f6b4b-3402-4acb-8204-9e53c7c73542 admin admin] Allocated IP 172.25.6.56 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/db86b08d-834e-4905-aed8-68082d784230) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:02:49.327904 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 0b173e02-a509-4d5f-9238-e0afe1969922 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:49.331376 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:49.357227 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-3b16cb07-6877-447d-a7f6-6d2c74299d1d None None] For port 01e553c0-0c06-46c5-830e-c0e8811948b9, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=01e553c0-0c06-46c5-830e-c0e8811948b9,segment=NetworkSegment(1d336752-25b6-4131-855b-23a2ad96544b),segment_id=1d336752-25b6-4131-855b-23a2ad96544b)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:02:49.362128 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516d102c-e460-4c8e-9a53-342c5707d77e tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:49.362852 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-516d102c-e460-4c8e-9a53-342c5707d77e tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:49.437914 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f46b6-a623-41e7-bd94-88eba27e27ab tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'Port': ['ID=88ce1b58-fc02-4337-bde0-bf0214e46b35,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:49.449583 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51896) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:49.462868 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3b16cb07-6877-447d-a7f6-6d2c74299d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:49.465246 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-9fd59a96-ccb1-49dd-b958-8b4128facae3 None None] Port 88ce1b58-fc02-4337-bde0-bf0214e46b35 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:02:49.557502 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-777f6b4b-3402-4acb-8204-9e53c7c73542 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:49.651371 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-516d102c-e460-4c8e-9a53-342c5707d77e tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0226862 Aug 18 13:02:49.654539 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51900) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:49.660046 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-faa90bc1-105f-4d5d-974a-4a256b07f7bc tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Request body: {'port': {'network_id': '5ee6de62-4b04-45e2-ae1e-9c31bfa53e02', 'name': 'tempest-FloatingIPTestJSON-237078972'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:49.749505 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a17f46b6-a623-41e7-bd94-88eba27e27ab tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:49.781859 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-777f6b4b-3402-4acb-8204-9e53c7c73542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:49.847747 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:49.853257 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b16cb07-6877-447d-a7f6-6d2c74299d1d None None] Pushing event updated for resources: {'Port': ['ID=01e553c0-0c06-46c5-830e-c0e8811948b9,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:49.867587 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f16b7b60-68b1-4e52-ade9-5f9e19cdf019 None None] Provisioning complete for port 88ce1b58-fc02-4337-bde0-bf0214e46b35 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:49.867850 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f16b7b60-68b1-4e52-ade9-5f9e19cdf019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:49.937130 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-12d4f18b-3e7c-465c-a595-bc2fc3eb2333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:49.963526 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777f6b4b-3402-4acb-8204-9e53c7c73542 admin admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:02:50.007301 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-777f6b4b-3402-4acb-8204-9e53c7c73542 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:50.019425 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f16b7b60-68b1-4e52-ade9-5f9e19cdf019 None None] Port 88ce1b58-fc02-4337-bde0-bf0214e46b35 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:02:50.031979 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 0b173e02-a509-4d5f-9238-e0afe1969922, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=0b173e02-a509-4d5f-9238-e0afe1969922,segment=NetworkSegment(3396d29d-553a-4984-8344-84301d3a5134),segment_id=3396d29d-553a-4984-8344-84301d3a5134)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:50.047574 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777f6b4b-3402-4acb-8204-9e53c7c73542 admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:02:50.051870 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777f6b4b-3402-4acb-8204-9e53c7c73542 admin admin] Pushing event updated for resources: {'Port': ['ID=db86b08d-834e-4905-aed8-68082d784230,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:50.097765 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:50.099773 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a17f46b6-a623-41e7-bd94-88eba27e27ab tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:50.229745 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-9adcf9b4-147b-4772-9c60-379978e21e99 None None] Provisioning complete for port 88ce1b58-fc02-4337-bde0-bf0214e46b35 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:50.230077 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9adcf9b4-147b-4772-9c60-379978e21e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:50.244988 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=0b173e02-a509-4d5f-9238-e0afe1969922,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:50.313146 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:50.315591 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:50.315591 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:50.315591 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:50.315591 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:50.315591 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:50.315591 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:50.316605 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:50.317106 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:50.317873 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:50.318402 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:50.318898 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:50.351286 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-9adcf9b4-147b-4772-9c60-379978e21e99 None None] Port 88ce1b58-fc02-4337-bde0-bf0214e46b35 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:02:50.388765 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 01e553c0-0c06-46c5-830e-c0e8811948b9 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:02:50.407394 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-12d4f18b-3e7c-465c-a595-bc2fc3eb2333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:50.499549 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4555c1-a9f0-4cb0-9220-a8bbff7fbccf req-b64ec7c9-b685-4adc-8c81-35a130709745 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:50.501195 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4a4555c1-a9f0-4cb0-9220-a8bbff7fbccf req-b64ec7c9-b685-4adc-8c81-35a130709745 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b7c30be-fa2d-4f09-9b56-f7b4f8a9bc0e HTTP/1.1" status: 200 len: 944 time: 0.1006737 Aug 18 13:02:50.504324 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-12d4f18b-3e7c-465c-a595-bc2fc3eb2333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:50.662966 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 01e553c0-0c06-46c5-830e-c0e8811948b9 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:02:50.949823 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4f18b-3e7c-465c-a595-bc2fc3eb2333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fa50b2-8d74-413f-937a-6e71ae115cac,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:50.963056 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-12d4f18b-3e7c-465c-a595-bc2fc3eb2333 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ae355c52600425e865c2aeb33a81e00&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5104051 Aug 18 13:02:50.963452 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a17f46b6-a623-41e7-bd94-88eba27e27ab tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:50.965159 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 51916) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:51.020957 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa90bc1-105f-4d5d-974a-4a256b07f7bc tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Made reservation on behalf of dbf49b0aa1a8432b8115cc3b40a5b301 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:02:51.030160 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-faa90bc1-105f-4d5d-974a-4a256b07f7bc tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:51.031041 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-59a374af-88fd-40f8-bf73-937d0bf018f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:51.049946 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4a4555c1-a9f0-4cb0-9220-a8bbff7fbccf req-1f6031f6-00e8-46dd-87ac-b0bf94086cbd tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] 10.222.0.13 "GET /v2.0/security-groups?id=81e1112b-b6eb-4fd8-b867-48e52f418b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5380046 Aug 18 13:02:51.060382 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-59a374af-88fd-40f8-bf73-937d0bf018f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:51.076395 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 4863ac46-ff20-4bf0-970e-6c110e973c87 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:02:51.120098 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a17f46b6-a623-41e7-bd94-88eba27e27ab tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:51.121630 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a17f46b6-a623-41e7-bd94-88eba27e27ab tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:51.127305 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-faa90bc1-105f-4d5d-974a-4a256b07f7bc tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] device_id is not set on port 3dfdff12-4485-45c6-adcd-0e7532bf9d15 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:02:51.140290 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device be132020-3516-4ddf-b702-9f30b7b7f0c8 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:02:51.179444 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-777f6b4b-3402-4acb-8204-9e53c7c73542 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:51.221967 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f46b6-a623-41e7-bd94-88eba27e27ab tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'Port': ['ID=88ce1b58-fc02-4337-bde0-bf0214e46b35,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:51.228485 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f321424-424a-47fc-a877-70a601ff4061 None None] Network 1580e32b-815c-484e-8818-74705331eaf8 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:02:51.252618 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-59a374af-88fd-40f8-bf73-937d0bf018f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:51.255283 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-59a374af-88fd-40f8-bf73-937d0bf018f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:51.259365 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-59a374af-88fd-40f8-bf73-937d0bf018f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/80fa50b2-8d74-413f-937a-6e71ae115cac HTTP/1.1" status: 204 len: 168 time: 0.2929132 Aug 18 13:02:51.274621 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a374af-88fd-40f8-bf73-937d0bf018f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fa50b2-8d74-413f-937a-6e71ae115cac,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:51.305529 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17f46b6-a623-41e7-bd94-88eba27e27ab tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Network 590c1038-6f1d-482b-afdb-129aee9bfee6 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:02:51.307076 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-a17f46b6-a623-41e7-bd94-88eba27e27ab tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:51.419877 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-faa90bc1-105f-4d5d-974a-4a256b07f7bc tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Allocated IP 172.20.0.11 (5ee6de62-4b04-45e2-ae1e-9c31bfa53e02/9e8c1601-b963-4b53-81cb-cb40466abda8/3dfdff12-4485-45c6-adcd-0e7532bf9d15) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:02:51.420068 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 4863ac46-ff20-4bf0-970e-6c110e973c87, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=4863ac46-ff20-4bf0-970e-6c110e973c87,segment=NetworkSegment(9d4ea1da-9887-49b6-b058-f553902868fa),segment_id=9d4ea1da-9887-49b6-b058-f553902868fa)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:51.473574 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '4863ac46-ff20-4bf0-970e-6c110e973c87', 'network_id': '2f126470-ee02-4f5a-ad49-fad5bbf8323e', 'port_id': '4863ac46-ff20-4bf0-970e-6c110e973c87', 'mac_address': 'fa:16:3e:1e:44:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587615ef-8c25-49a7-b552-d459e01652b2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:02:51.527928 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port be132020-3516-4ddf-b702-9f30b7b7f0c8 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:51.530221 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:51.605235 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17f46b6-a623-41e7-bd94-88eba27e27ab tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Router dfeee4d7-a6a9-4be5-9cb4-b648583abc0a is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:02:51.635972 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-431573ea-ad4a-4bb3-b70a-3903e58604e7 None None] Provisioning for port 01e553c0-0c06-46c5-830e-c0e8811948b9 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:02:51.729821 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-431573ea-ad4a-4bb3-b70a-3903e58604e7 None None] Provisioning complete for port 01e553c0-0c06-46c5-830e-c0e8811948b9 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:51.733600 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-431573ea-ad4a-4bb3-b70a-3903e58604e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:51.758546 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-777f6b4b-3402-4acb-8204-9e53c7c73542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:51.766805 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-faa90bc1-105f-4d5d-974a-4a256b07f7bc tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:51.804954 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17f46b6-a623-41e7-bd94-88eba27e27ab tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:02:51.821114 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a17f46b6-a623-41e7-bd94-88eba27e27ab tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "PUT /v2.0/routers/dfeee4d7-a6a9-4be5-9cb4-b648583abc0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4146476 Aug 18 13:02:51.824427 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 51926) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:51.827008 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd062c2d-8f8e-412b-8cb9-8b9576220b74 None None] Sync routers for ids ['dfeee4d7-a6a9-4be5-9cb4-b648583abc0a'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:02:51.828992 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:51.852989 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd062c2d-8f8e-412b-8cb9-8b9576220b74 None None] Routers {'dfeee4d7-a6a9-4be5-9cb4-b648583abc0a'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:02:51.856882 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-dd062c2d-8f8e-412b-8cb9-8b9576220b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:02:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['dfeee4d7-a6a9-4be5-9cb4-b648583abc0a'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:51.899031 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4863ac46-ff20-4bf0-970e-6c110e973c87 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:02:51.922887 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 4863ac46-ff20-4bf0-970e-6c110e973c87, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=4863ac46-ff20-4bf0-970e-6c110e973c87,segment=NetworkSegment(9d4ea1da-9887-49b6-b058-f553902868fa),segment_id=9d4ea1da-9887-49b6-b058-f553902868fa)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:51.976011 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:51.981659 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-dd062c2d-8f8e-412b-8cb9-8b9576220b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:52.011997 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b4d0d7-ba20-4c18-a91c-7d27ef08a12e tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:52.013590 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e2b4d0d7-ba20-4c18-a91c-7d27ef08a12e tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfeee4d7-a6a9-4be5-9cb4-b648583abc0a HTTP/1.1" status: 200 len: 988 time: 0.1802065 Aug 18 13:02:52.016831 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd062c2d-8f8e-412b-8cb9-8b9576220b74 None None] Routers {'dfeee4d7-a6a9-4be5-9cb4-b648583abc0a'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:02:52.018832 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-dd062c2d-8f8e-412b-8cb9-8b9576220b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:02:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['dfeee4d7-a6a9-4be5-9cb4-b648583abc0a'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:52.019387 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51930) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:52.033732 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69406f0d-4d49-4b0f-a5e3-e400e126fa67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be132020-3516-4ddf-b702-9f30b7b7f0c8'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:02:52.036205 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0262bbc8-271f-4555-a425-48a9953317c0" -d '{"events": [{"server_uuid": "69406f0d-4d49-4b0f-a5e3-e400e126fa67", "name": "network-vif-plugged", "status": "completed", "tag": "be132020-3516-4ddf-b702-9f30b7b7f0c8"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:02:52.045836 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:52.093312 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-dd062c2d-8f8e-412b-8cb9-8b9576220b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:52.093970 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd062c2d-8f8e-412b-8cb9-8b9576220b74 None None] The sync data for ids ['dfeee4d7-a6a9-4be5-9cb4-b648583abc0a'] in n-d-803603-2 is: [] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:02:52.131307 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-faa90bc1-105f-4d5d-974a-4a256b07f7bc tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:52.170310 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port be132020-3516-4ddf-b702-9f30b7b7f0c8, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=be132020-3516-4ddf-b702-9f30b7b7f0c8,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:52.206371 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6127eea-0e61-4770-932f-6b7a7aea8a8e x-openstack-request-id: req-a6127eea-0e61-4770-932f-6b7a7aea8a8e {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:02:52.207094 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69406f0d-4d49-4b0f-a5e3-e400e126fa67", "name": "network-vif-plugged", "status": "completed", "tag": "be132020-3516-4ddf-b702-9f30b7b7f0c8", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:02:52.211007 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6127eea-0e61-4770-932f-6b7a7aea8a8e {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:02:52.211007 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69406f0d-4d49-4b0f-a5e3-e400e126fa67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be132020-3516-4ddf-b702-9f30b7b7f0c8', 'code': 200} Aug 18 13:02:52.254015 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:52.274842 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-431573ea-ad4a-4bb3-b70a-3903e58604e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:52.314625 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-431573ea-ad4a-4bb3-b70a-3903e58604e7 None None] For port 01e553c0-0c06-46c5-830e-c0e8811948b9, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=01e553c0-0c06-46c5-830e-c0e8811948b9,segment=NetworkSegment(1d336752-25b6-4131-855b-23a2ad96544b),segment_id=1d336752-25b6-4131-855b-23a2ad96544b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:52.324698 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa90bc1-105f-4d5d-974a-4a256b07f7bc tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Network 5ee6de62-4b04-45e2-ae1e-9c31bfa53e02 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:02:52.325315 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51938) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:52.325456 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['4863ac46-ff20-4bf0-970e-6c110e973c87'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:02:52.329402 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=4863ac46-ff20-4bf0-970e-6c110e973c87,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:52.348247 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-faa90bc1-105f-4d5d-974a-4a256b07f7bc tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:52.362009 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa90bc1-105f-4d5d-974a-4a256b07f7bc tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:02:52.363986 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 0b173e02-a509-4d5f-9238-e0afe1969922 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:02:52.365103 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa90bc1-105f-4d5d-974a-4a256b07f7bc tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Pushing event updated for resources: {'Port': ['ID=3dfdff12-4485-45c6-adcd-0e7532bf9d15,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:52.370454 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3fa1e041-1f89-482b-98b7-e1dabfd50486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:52.392869 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9620c6-95aa-47a4-ab4e-3f14f5a85cb1 req-662c7260-b7dc-4321-a680-858c9883e978 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:52.404219 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aa9620c6-95aa-47a4-ab4e-3f14f5a85cb1 req-662c7260-b7dc-4321-a680-858c9883e978 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b7c30be-fa2d-4f09-9b56-f7b4f8a9bc0e HTTP/1.1" status: 200 len: 945 time: 0.1340907 Aug 18 13:02:52.439514 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-431573ea-ad4a-4bb3-b70a-3903e58604e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:52.454586 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aa9620c6-95aa-47a4-ab4e-3f14f5a85cb1 req-2c277953-42d7-4f94-95ca-4a0b57ee1443 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] 10.222.0.13 "GET /v2.0/security-groups?id=81e1112b-b6eb-4fd8-b867-48e52f418b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490830 Aug 18 13:02:52.484493 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 0b173e02-a509-4d5f-9238-e0afe1969922 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:52.484493 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:52.531292 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=be132020-3516-4ddf-b702-9f30b7b7f0c8,revision_number=7']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:52.537166 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-777f6b4b-3402-4acb-8204-9e53c7c73542 admin admin] Router 09bac2e1-4bcb-4d0e-b000-d1314d3deba8 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:02:52.638862 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431573ea-ad4a-4bb3-b70a-3903e58604e7 None None] Pushing event updated for resources: {'Port': ['ID=01e553c0-0c06-46c5-830e-c0e8811948b9,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:52.661189 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3fa1e041-1f89-482b-98b7-e1dabfd50486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:52.669204 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-6eb3351e-7429-411b-8bd9-62bd3cbe0093 None None] Provisioning complete for port 88ce1b58-fc02-4337-bde0-bf0214e46b35 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:52.675987 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6eb3351e-7429-411b-8bd9-62bd3cbe0093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:52.682801 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa90bc1-105f-4d5d-974a-4a256b07f7bc tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:52.684073 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-faa90bc1-105f-4d5d-974a-4a256b07f7bc tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:52.748786 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-6eb3351e-7429-411b-8bd9-62bd3cbe0093 None None] Port 88ce1b58-fc02-4337-bde0-bf0214e46b35 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:02:52.753260 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3fa1e041-1f89-482b-98b7-e1dabfd50486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:52.782324 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-6eb3351e-7429-411b-8bd9-62bd3cbe0093 None None] Provisioning complete for port 01e553c0-0c06-46c5-830e-c0e8811948b9 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:52.782625 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6eb3351e-7429-411b-8bd9-62bd3cbe0093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:52.828566 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa1e041-1f89-482b-98b7-e1dabfd50486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9be4aa-375d-40c6-b2dd-1ac469f05e69,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:52.833116 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-faa90bc1-105f-4d5d-974a-4a256b07f7bc tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1774728 Aug 18 13:02:52.836258 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 51944) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:52.845376 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-bf28d1c2-936f-45f6-8595-ee0af365f69f tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'port_id': '3dfdff12-4485-45c6-adcd-0e7532bf9d15', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:52.858751 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3fa1e041-1f89-482b-98b7-e1dabfd50486 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7ba97a7aa1164d609f7f91b15a9af15a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5304270 Aug 18 13:02:52.863068 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 51946) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:52.885576 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777f6b4b-3402-4acb-8204-9e53c7c73542 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:02:52.908662 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0829ace5-ad2a-4aeb-ba29-aa72cd43c7d0 None None] Sync routers for ids ['09bac2e1-4bcb-4d0e-b000-d1314d3deba8'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:02:52.927297 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0829ace5-ad2a-4aeb-ba29-aa72cd43c7d0 None None] Routers {'09bac2e1-4bcb-4d0e-b000-d1314d3deba8'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:02:52.931288 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-0829ace5-ad2a-4aeb-ba29-aa72cd43c7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:02:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['09bac2e1-4bcb-4d0e-b000-d1314d3deba8'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:52.971088 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bf28d1c2-936f-45f6-8595-ee0af365f69f tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for floatingip, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:53.053720 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-777f6b4b-3402-4acb-8204-9e53c7c73542 admin admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:53.054919 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-777f6b4b-3402-4acb-8204-9e53c7c73542 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.3164780 Aug 18 13:02:53.057865 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 51950) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:53.073589 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-36beb02c-8718-4dd6-bba8-3fa32bad7325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:53.130683 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-36beb02c-8718-4dd6-bba8-3fa32bad7325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:53.271250 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bf28d1c2-936f-45f6-8595-ee0af365f69f tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:53.300684 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-36beb02c-8718-4dd6-bba8-3fa32bad7325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:53.304705 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-36beb02c-8718-4dd6-bba8-3fa32bad7325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:53.306310 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-36beb02c-8718-4dd6-bba8-3fa32bad7325 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab9be4aa-375d-40c6-b2dd-1ac469f05e69 HTTP/1.1" status: 204 len: 168 time: 0.4405704 Aug 18 13:02:53.325196 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-0829ace5-ad2a-4aeb-ba29-aa72cd43c7d0 None None] Set router 09bac2e1-4bcb-4d0e-b000-d1314d3deba8 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:02:53.337780 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36beb02c-8718-4dd6-bba8-3fa32bad7325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9be4aa-375d-40c6-b2dd-1ac469f05e69,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:53.343361 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c987b1a4-5f36-4f13-b1aa-1c92c099659d tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:53.710153 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-0829ace5-ad2a-4aeb-ba29-aa72cd43c7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'name': 'tempest-AttachVolumeShelveTestJSON-914630308-router', 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'db86b08d-834e-4905-aed8-68082d784230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:02:47Z', 'updated_at': '2021-08-18T13:02:50Z', 'revision_number': 3, 'project_id': '55f2c489a405498aa01d9cac2d06f3c9', 'gw_port': {'id': 'db86b08d-834e-4905-aed8-68082d784230', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:02:49Z', 'updated_at': '2021-08-18T13:02:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:53.727269 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-bf28d1c2-936f-45f6-8595-ee0af365f69f tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Allocated IP 172.25.6.134 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/350099c7-1090-4082-b38c-7f61b7825ef8) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:02:53.770057 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0829ace5-ad2a-4aeb-ba29-aa72cd43c7d0 None None] Checking router: 09bac2e1-4bcb-4d0e-b000-d1314d3deba8 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:02:53.770438 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0829ace5-ad2a-4aeb-ba29-aa72cd43c7d0 None None] Updating router 09bac2e1-4bcb-4d0e-b000-d1314d3deba8 port db86b08d-834e-4905-aed8-68082d784230 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:02:53.833008 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0829ace5-ad2a-4aeb-ba29-aa72cd43c7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:54.000605 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b7b87310-95b9-429d-8390-84c495275964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:54.027827 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60709df-a71d-454c-8202-a48a4ef97f29 req-f291081f-ba9f-4d41-bb06-24bdbb8475e3 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:54.030208 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c60709df-a71d-454c-8202-a48a4ef97f29 req-f291081f-ba9f-4d41-bb06-24bdbb8475e3 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b7c30be-fa2d-4f09-9b56-f7b4f8a9bc0e HTTP/1.1" status: 200 len: 945 time: 0.2225740 Aug 18 13:02:54.046821 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bf28d1c2-936f-45f6-8595-ee0af365f69f tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:54.170232 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-c987b1a4-5f36-4f13-b1aa-1c92c099659d tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Deleting port 88ce1b58-fc02-4337-bde0-bf0214e46b35 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:02:54.170479 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c987b1a4-5f36-4f13-b1aa-1c92c099659d tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:54.177183 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c60709df-a71d-454c-8202-a48a4ef97f29 req-7634451e-6930-41d3-9fed-590448990619 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] 10.222.0.13 "GET /v2.0/security-groups?id=81e1112b-b6eb-4fd8-b867-48e52f418b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251073 Aug 18 13:02:54.278096 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c987b1a4-5f36-4f13-b1aa-1c92c099659d tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:54.282831 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 01e553c0-0c06-46c5-830e-c0e8811948b9 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:02:54.293900 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-c987b1a4-5f36-4f13-b1aa-1c92c099659d tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Calling delete_port for 88ce1b58-fc02-4337-bde0-bf0214e46b35 owned by network:router_interface {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:02:54.334867 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 01e553c0-0c06-46c5-830e-c0e8811948b9 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:54.335452 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:54.352098 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-b7b87310-95b9-429d-8390-84c495275964 admin admin] Allocated IP 172.20.0.1 (1580e32b-815c-484e-8818-74705331eaf8/d3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935/9c889dc5-eddd-47bf-876e-bcc8303c581b) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:02:54.513396 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b7b87310-95b9-429d-8390-84c495275964 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:54.604931 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bf28d1c2-936f-45f6-8595-ee0af365f69f tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:54.642789 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf28d1c2-936f-45f6-8595-ee0af365f69f tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:02:54.645698 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-bf28d1c2-936f-45f6-8595-ee0af365f69f tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:54.651835 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf28d1c2-936f-45f6-8595-ee0af365f69f tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:02:54.680970 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf28d1c2-936f-45f6-8595-ee0af365f69f tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Pushing event updated for resources: {'Port': ['ID=350099c7-1090-4082-b38c-7f61b7825ef8,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:54.697469 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-b7b87310-95b9-429d-8390-84c495275964 admin admin] Transition to ACTIVE for port object 9c889dc5-eddd-47bf-876e-bcc8303c581b will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:02:54.701881 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c987b1a4-5f36-4f13-b1aa-1c92c099659d tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:54.831347 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987b1a4-5f36-4f13-b1aa-1c92c099659d tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event deleted for resources: {'Port': ['ID=88ce1b58-fc02-4337-bde0-bf0214e46b35,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:54.835100 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0829ace5-ad2a-4aeb-ba29-aa72cd43c7d0 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:54.852082 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-0829ace5-ad2a-4aeb-ba29-aa72cd43c7d0 None None] Transition to ACTIVE for port object db86b08d-834e-4905-aed8-68082d784230 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:02:54.961076 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0829ace5-ad2a-4aeb-ba29-aa72cd43c7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:55.008844 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c987b1a4-5f36-4f13-b1aa-1c92c099659d tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:55.063790 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-0829ace5-ad2a-4aeb-ba29-aa72cd43c7d0 None None] Attempting to bind port db86b08d-834e-4905-aed8-68082d784230 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:02:55.064179 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-0829ace5-ad2a-4aeb-ba29-aa72cd43c7d0 None None] Attempting to bind port db86b08d-834e-4905-aed8-68082d784230 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:02:55.064438 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0829ace5-ad2a-4aeb-ba29-aa72cd43c7d0 None None] Attempting to bind port db86b08d-834e-4905-aed8-68082d784230 on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:02:55.079185 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0829ace5-ad2a-4aeb-ba29-aa72cd43c7d0 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:02:55.079579 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0829ace5-ad2a-4aeb-ba29-aa72cd43c7d0 None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:02:55.079960 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0829ace5-ad2a-4aeb-ba29-aa72cd43c7d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:55.080966 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0829ace5-ad2a-4aeb-ba29-aa72cd43c7d0 None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:02:55.081474 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-0829ace5-ad2a-4aeb-ba29-aa72cd43c7d0 None None] Bound port: db86b08d-834e-4905-aed8-68082d784230, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:02:55.081873 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0829ace5-ad2a-4aeb-ba29-aa72cd43c7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:55.112198 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 4863ac46-ff20-4bf0-970e-6c110e973c87 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:02:55.137326 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b150e47-c771-4b8d-885a-63130e1799df None None] Pushing event updated for resources: {'Port': ['ID=db86b08d-834e-4905-aed8-68082d784230,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:55.241058 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c987b1a4-5f36-4f13-b1aa-1c92c099659d tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Router dfeee4d7-a6a9-4be5-9cb4-b648583abc0a has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:02:55.331290 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-0829ace5-ad2a-4aeb-ba29-aa72cd43c7d0 None None] For port db86b08d-834e-4905-aed8-68082d784230, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:02:55.336173 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-0829ace5-ad2a-4aeb-ba29-aa72cd43c7d0 None None] For port db86b08d-834e-4905-aed8-68082d784230, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=db86b08d-834e-4905-aed8-68082d784230,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:02:55.345456 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b7b87310-95b9-429d-8390-84c495275964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:55.401507 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c987b1a4-5f36-4f13-b1aa-1c92c099659d tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:02:55.408261 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c987b1a4-5f36-4f13-b1aa-1c92c099659d tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "PUT /v2.0/routers/dfeee4d7-a6a9-4be5-9cb4-b648583abc0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3866603 Aug 18 13:02:55.414819 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 52000) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:55.415336 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a98fb5c-3cb7-4520-88c4-0d3abe6efa89 None None] Sync routers for ids ['dfeee4d7-a6a9-4be5-9cb4-b648583abc0a'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:02:55.428449 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0829ace5-ad2a-4aeb-ba29-aa72cd43c7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:55.432488 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a98fb5c-3cb7-4520-88c4-0d3abe6efa89 None None] Routers {'dfeee4d7-a6a9-4be5-9cb4-b648583abc0a'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:02:55.433768 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-7a98fb5c-3cb7-4520-88c4-0d3abe6efa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:02:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['dfeee4d7-a6a9-4be5-9cb4-b648583abc0a'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:55.461042 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 4863ac46-ff20-4bf0-970e-6c110e973c87 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:02:55.481919 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b87310-95b9-429d-8390-84c495275964 admin admin] Network 1580e32b-815c-484e-8818-74705331eaf8 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:02:55.485080 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-7a98fb5c-3cb7-4520-88c4-0d3abe6efa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:55.488085 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b87310-95b9-429d-8390-84c495275964 admin admin] Pushing event updated for resources: {'Port': ['ID=9c889dc5-eddd-47bf-876e-bcc8303c581b,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:55.506060 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e246529-34d2-40c6-b079-58c5b26d2265 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] GET failed (client error): The resource could not be found. Aug 18 13:02:55.506953 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a98fb5c-3cb7-4520-88c4-0d3abe6efa89 None None] Routers {'dfeee4d7-a6a9-4be5-9cb4-b648583abc0a'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:02:55.506953 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-7a98fb5c-3cb7-4520-88c4-0d3abe6efa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:02:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['dfeee4d7-a6a9-4be5-9cb4-b648583abc0a'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:55.507124 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52002) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:55.507203 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8e246529-34d2-40c6-b079-58c5b26d2265 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "GET /v2.0/ports/88ce1b58-fc02-4337-bde0-bf0214e46b35 HTTP/1.1" status: 404 len: 333 time: 0.0851655 Aug 18 13:02:55.507203 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bf28d1c2-936f-45f6-8595-ee0af365f69f tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:55.508929 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-b7b87310-95b9-429d-8390-84c495275964 admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:55.544850 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 4863ac46-ff20-4bf0-970e-6c110e973c87 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:55.545709 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:55.565659 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b87310-95b9-429d-8390-84c495275964 admin admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:02:55.573648 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-7a98fb5c-3cb7-4520-88c4-0d3abe6efa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:55.574341 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a98fb5c-3cb7-4520-88c4-0d3abe6efa89 None None] The sync data for ids ['dfeee4d7-a6a9-4be5-9cb4-b648583abc0a'] in n-d-803603-2 is: [] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:02:55.604524 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6e215a2b-0dc6-4396-b2c0-84ba025190a7 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:55.611761 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695d03a-d633-4ca8-a99f-af77edbc4bec req-2551f158-299c-41e9-a406-02e56dd0a1ea tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:55.613379 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f695d03a-d633-4ca8-a99f-af77edbc4bec req-2551f158-299c-41e9-a406-02e56dd0a1ea tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b7c30be-fa2d-4f09-9b56-f7b4f8a9bc0e HTTP/1.1" status: 200 len: 945 time: 0.2597971 Aug 18 13:02:55.637875 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0829ace5-ad2a-4aeb-ba29-aa72cd43c7d0 None None] Routers {'09bac2e1-4bcb-4d0e-b000-d1314d3deba8'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:02:55.638559 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-0829ace5-ad2a-4aeb-ba29-aa72cd43c7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:02:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['09bac2e1-4bcb-4d0e-b000-d1314d3deba8'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:55.697829 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b150e47-c771-4b8d-885a-63130e1799df None None] Pushing event updated for resources: {'Port': ['ID=db86b08d-834e-4905-aed8-68082d784230,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:55.698469 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b7b87310-95b9-429d-8390-84c495275964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:55.764753 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:55.850961 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f695d03a-d633-4ca8-a99f-af77edbc4bec req-034781fc-bafc-4f90-a9ca-95a79b46e37d tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] 10.222.0.13 "GET /v2.0/security-groups?id=81e1112b-b6eb-4fd8-b867-48e52f418b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226355 Aug 18 13:02:55.889601 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bf28d1c2-936f-45f6-8595-ee0af365f69f tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:55.899113 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 4863ac46-ff20-4bf0-970e-6c110e973c87, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=4863ac46-ff20-4bf0-970e-6c110e973c87,segment=NetworkSegment(9d4ea1da-9887-49b6-b058-f553902868fa),segment_id=9d4ea1da-9887-49b6-b058-f553902868fa)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:55.900269 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b7c30be-fa2d-4f09-9b56-f7b4f8a9bc0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4863ac46-ff20-4bf0-970e-6c110e973c87'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:02:55.903676 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9d9d57-4b4a-4abb-807f-b6fe42c5bf3c" -d '{"events": [{"server_uuid": "1b7c30be-fa2d-4f09-9b56-f7b4f8a9bc0e", "name": "network-vif-plugged", "status": "completed", "tag": "4863ac46-ff20-4bf0-970e-6c110e973c87"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:02:55.968643 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6e215a2b-0dc6-4396-b2c0-84ba025190a7 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:55.971782 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6e215a2b-0dc6-4396-b2c0-84ba025190a7 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:55.976516 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73420f1-8a5c-48f0-b826-a7f16226a240 x-openstack-request-id: req-e73420f1-8a5c-48f0-b826-a7f16226a240 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:02:55.976707 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b7c30be-fa2d-4f09-9b56-f7b4f8a9bc0e", "name": "network-vif-plugged", "status": "completed", "tag": "4863ac46-ff20-4bf0-970e-6c110e973c87", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:02:55.976975 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e73420f1-8a5c-48f0-b826-a7f16226a240 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:02:55.977332 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b7c30be-fa2d-4f09-9b56-f7b4f8a9bc0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4863ac46-ff20-4bf0-970e-6c110e973c87', 'code': 200} Aug 18 13:02:56.005572 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-0829ace5-ad2a-4aeb-ba29-aa72cd43c7d0 None None] Set router 09bac2e1-4bcb-4d0e-b000-d1314d3deba8 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:02:56.007559 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:56.124710 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151c0b0-2800-4b07-aca7-605953516f70 req-44d865ce-8d9a-4cce-a64f-1dff3bcc1794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:56.127079 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6151c0b0-2800-4b07-aca7-605953516f70 req-44d865ce-8d9a-4cce-a64f-1dff3bcc1794 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1b7c30be-fa2d-4f09-9b56-f7b4f8a9bc0e HTTP/1.1" status: 200 len: 1097 time: 0.0588737 Aug 18 13:02:56.139683 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-0420f004-8d2a-40a0-8909-ace25e7d47f4 None None] Provisioning for port 9c889dc5-eddd-47bf-876e-bcc8303c581b completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:02:56.148952 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bf28d1c2-936f-45f6-8595-ee0af365f69f tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:56.181925 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-0420f004-8d2a-40a0-8909-ace25e7d47f4 None None] Provisioning complete for port 9c889dc5-eddd-47bf-876e-bcc8303c581b triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:56.182365 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0420f004-8d2a-40a0-8909-ace25e7d47f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:56.185228 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6151c0b0-2800-4b07-aca7-605953516f70 req-66a8c926-91e0-4d31-8b3a-e74671c89667 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=81e1112b-b6eb-4fd8-b867-48e52f418b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508349 Aug 18 13:02:56.197814 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6e215a2b-0dc6-4396-b2c0-84ba025190a7 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:56.200465 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e215a2b-0dc6-4396-b2c0-84ba025190a7 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Fanout notify agent at l3_agent the message router_deleted on router dfeee4d7-a6a9-4be5-9cb4-b648583abc0a {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:02:56.220511 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6e215a2b-0dc6-4396-b2c0-84ba025190a7 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:56.222130 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6e215a2b-0dc6-4396-b2c0-84ba025190a7 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/routers/dfeee4d7-a6a9-4be5-9cb4-b648583abc0a HTTP/1.1" status: 204 len: 168 time: 0.7199972 Aug 18 13:02:56.228530 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52016) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:56.233435 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b7b87310-95b9-429d-8390-84c495275964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:56.241215 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=4863ac46-ff20-4bf0-970e-6c110e973c87,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:56.252104 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-0420f004-8d2a-40a0-8909-ace25e7d47f4 None None] Port 9c889dc5-eddd-47bf-876e-bcc8303c581b cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:02:56.261409 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bf28d1c2-936f-45f6-8595-ee0af365f69f tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:56.310536 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-64a52808-209f-42ce-87b6-803684fc6906 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Deleting subnet 6e27566b-6a65-4977-8335-787ae8a2ef3b {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:02:56.316315 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-64a52808-209f-42ce-87b6-803684fc6906 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:56.385582 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-0829ace5-ad2a-4aeb-ba29-aa72cd43c7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'name': 'tempest-AttachVolumeShelveTestJSON-914630308-router', 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'db86b08d-834e-4905-aed8-68082d784230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:02:47Z', 'updated_at': '2021-08-18T13:02:50Z', 'revision_number': 3, 'project_id': '55f2c489a405498aa01d9cac2d06f3c9', 'gw_port': {'id': 'db86b08d-834e-4905-aed8-68082d784230', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:02:49Z', 'updated_at': '2021-08-18T13:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:56.434488 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-64a52808-209f-42ce-87b6-803684fc6906 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:56.436250 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf28d1c2-936f-45f6-8595-ee0af365f69f tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Pushing event updated for resources: {'Port': ['ID=350099c7-1090-4082-b38c-7f61b7825ef8,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:56.463893 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bf28d1c2-936f-45f6-8595-ee0af365f69f tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:56.473246 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0829ace5-ad2a-4aeb-ba29-aa72cd43c7d0 None None] The sync data for ids ['09bac2e1-4bcb-4d0e-b000-d1314d3deba8'] in n-d-803603-2 is: [{'id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'name': 'tempest-AttachVolumeShelveTestJSON-914630308-router', 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'db86b08d-834e-4905-aed8-68082d784230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:02:47Z', 'updated_at': '2021-08-18T13:02:50Z', 'revision_number': 3, 'project_id': '55f2c489a405498aa01d9cac2d06f3c9', 'gw_port': {'id': 'db86b08d-834e-4905-aed8-68082d784230', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:02:49Z', 'updated_at': '2021-08-18T13:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:02:56.564672 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-64a52808-209f-42ce-87b6-803684fc6906 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:56.711084 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [None req-bf28d1c2-936f-45f6-8595-ee0af365f69f tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Floating IP c01940cd-606d-403f-a45d-436c3818e6ac associated. External IP: 172.25.6.134, port: 3dfdff12-4485-45c6-adcd-0e7532bf9d15. Aug 18 13:02:56.742665 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-64a52808-209f-42ce-87b6-803684fc6906 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:56.775672 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b7b87310-95b9-429d-8390-84c495275964 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:56.796084 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81a3071-dfef-443d-9712-a2b03b0f7608 None None] Network 590c1038-6f1d-482b-afdb-129aee9bfee6 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:02:56.807712 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-64a52808-209f-42ce-87b6-803684fc6906 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:56.818434 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-64a52808-209f-42ce-87b6-803684fc6906 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/subnets/6e27566b-6a65-4977-8335-787ae8a2ef3b HTTP/1.1" status: 204 len: 168 time: 0.5863211 Aug 18 13:02:56.820089 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52032) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:57.090526 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a52808-209f-42ce-87b6-803684fc6906 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event deleted for resources: {'Subnet': ['ID=6e27566b-6a65-4977-8335-787ae8a2ef3b,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:57.157333 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-232c92aa-411f-44d6-8290-8cc78475a132 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:57.300453 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf07b6d-0e2d-4523-9895-a2afc53c619f None None] DHCP port deletion for 590c1038-6f1d-482b-afdb-129aee9bfee6 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:02:57.316618 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-232c92aa-411f-44d6-8290-8cc78475a132 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Deleting port 0b173e02-a509-4d5f-9238-e0afe1969922 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:02:57.319331 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-232c92aa-411f-44d6-8290-8cc78475a132 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:57.419894 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7cf07b6d-0e2d-4523-9895-a2afc53c619f None None] Deleting port 0b173e02-a509-4d5f-9238-e0afe1969922 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:02:57.420493 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7cf07b6d-0e2d-4523-9895-a2afc53c619f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:57.450690 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-232c92aa-411f-44d6-8290-8cc78475a132 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] For port 0b173e02-a509-4d5f-9238-e0afe1969922, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=0b173e02-a509-4d5f-9238-e0afe1969922,segment=NetworkSegment(3396d29d-553a-4984-8344-84301d3a5134),segment_id=3396d29d-553a-4984-8344-84301d3a5134)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:57.451077 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-232c92aa-411f-44d6-8290-8cc78475a132 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:57.483075 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b7b87310-95b9-429d-8390-84c495275964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:57.520938 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-232c92aa-411f-44d6-8290-8cc78475a132 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Calling delete_port for 0b173e02-a509-4d5f-9238-e0afe1969922 owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:02:57.557884 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7cf07b6d-0e2d-4523-9895-a2afc53c619f None None] For port 0b173e02-a509-4d5f-9238-e0afe1969922, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=0b173e02-a509-4d5f-9238-e0afe1969922,segment=NetworkSegment(3396d29d-553a-4984-8344-84301d3a5134),segment_id=3396d29d-553a-4984-8344-84301d3a5134)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:57.559768 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7cf07b6d-0e2d-4523-9895-a2afc53c619f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:57.580214 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7cf07b6d-0e2d-4523-9895-a2afc53c619f None None] Calling delete_port for 0b173e02-a509-4d5f-9238-e0afe1969922 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:02:57.737004 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b87310-95b9-429d-8390-84c495275964 admin admin] Pushing event updated for resources: {'Port': ['ID=9c889dc5-eddd-47bf-876e-bcc8303c581b,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:57.843799 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b7b87310-95b9-429d-8390-84c495275964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:57.851002 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-232c92aa-411f-44d6-8290-8cc78475a132 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:57.855659 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:57.869371 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7cf07b6d-0e2d-4523-9895-a2afc53c619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:57.896183 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf07b6d-0e2d-4523-9895-a2afc53c619f None None] No DVR routers for this DVR port 0b173e02-a509-4d5f-9238-e0afe1969922 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:02:57.924754 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c92aa-411f-44d6-8290-8cc78475a132 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event deleted for resources: {'Port': ['ID=0b173e02-a509-4d5f-9238-e0afe1969922,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:57.931252 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232c92aa-411f-44d6-8290-8cc78475a132 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] No DVR routers for this DVR port 0b173e02-a509-4d5f-9238-e0afe1969922 on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:02:57.939784 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf07b6d-0e2d-4523-9895-a2afc53c619f None None] Pushing event deleted for resources: {'Port': ['ID=0b173e02-a509-4d5f-9238-e0afe1969922,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:57.968104 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79817ce7-07cd-477c-920b-cc57ad02c059 req-eb7f383f-ae72-4fe7-8aa2-42999bb4f368 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:57.971077 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-79817ce7-07cd-477c-920b-cc57ad02c059 req-eb7f383f-ae72-4fe7-8aa2-42999bb4f368 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b7c30be-fa2d-4f09-9b56-f7b4f8a9bc0e HTTP/1.1" status: 200 len: 946 time: 0.5054026 Aug 18 13:02:58.045560 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-232c92aa-411f-44d6-8290-8cc78475a132 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:58.058743 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-232c92aa-411f-44d6-8290-8cc78475a132 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['590c1038-6f1d-482b-afdb-129aee9bfee6']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:58.098457 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-232c92aa-411f-44d6-8290-8cc78475a132 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3396d29d-553a-4984-8344-84301d3a5134') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:58.099552 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-232c92aa-411f-44d6-8290-8cc78475a132 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3396d29d-553a-4984-8344-84301d3a5134') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:58.102567 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-79817ce7-07cd-477c-920b-cc57ad02c059 req-42f6712b-48a3-411f-8b72-80713cbbcad3 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] 10.222.0.13 "GET /v2.0/security-groups?id=81e1112b-b6eb-4fd8-b867-48e52f418b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891209 Aug 18 13:02:58.114400 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b87310-95b9-429d-8390-84c495275964 admin admin] Network 1580e32b-815c-484e-8818-74705331eaf8 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:02:58.117673 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-b7b87310-95b9-429d-8390-84c495275964 admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:58.147403 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf28d1c2-936f-45f6-8595-ee0af365f69f tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Router 99c4d20f-475d-4fea-9771-8dca060ddfbf has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:02:58.169684 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-232c92aa-411f-44d6-8290-8cc78475a132 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:58.196666 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-232c92aa-411f-44d6-8290-8cc78475a132 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:58.208571 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-232c92aa-411f-44d6-8290-8cc78475a132 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:02:58.209474 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-232c92aa-411f-44d6-8290-8cc78475a132 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:58.234786 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:02:58.234786 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:02:58.234786 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:02:58.234786 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:02:58.234786 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:02:58.234786 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:02:58.234786 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:02:58.234786 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:02:58.234786 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:02:58.234786 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:02:58.234786 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:02:58.234786 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:02:58.234786 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:02:58.234786 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:02:58.234786 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:02:58.234786 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:02:58.234786 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:02:58.234786 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:02:58.234786 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:02:58.234786 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:02:58.234786 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:02:58.234786 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:02:58.234786 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:02:58.234786 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:02:58.234786 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:02:58.234786 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:02:58.234786 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:02:58.234786 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:02:58.234786 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:02:58.234786 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:02:58.234786 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:02:58.234786 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:02:58.393288 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b87310-95b9-429d-8390-84c495275964 admin admin] Router 09bac2e1-4bcb-4d0e-b000-d1314d3deba8 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:02:58.396785 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device db86b08d-834e-4905-aed8-68082d784230 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:02:58.424716 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf28d1c2-936f-45f6-8595-ee0af365f69f tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:02:58.453763 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd14b66-7524-4893-8a67-b7fe18c12453 None None] Sync routers for ids ['99c4d20f-475d-4fea-9771-8dca060ddfbf'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:02:58.468043 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-232c92aa-411f-44d6-8290-8cc78475a132 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:58.474056 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-232c92aa-411f-44d6-8290-8cc78475a132 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:58.476697 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-232c92aa-411f-44d6-8290-8cc78475a132 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/networks/590c1038-6f1d-482b-afdb-129aee9bfee6 HTTP/1.1" status: 204 len: 168 time: 1.6499710 Aug 18 13:02:58.502669 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd14b66-7524-4893-8a67-b7fe18c12453 None None] Routers {'99c4d20f-475d-4fea-9771-8dca060ddfbf'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:02:58.503630 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-0fd14b66-7524-4893-8a67-b7fe18c12453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:02:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['99c4d20f-475d-4fea-9771-8dca060ddfbf'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:58.506963 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 52056) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:58.511687 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c92aa-411f-44d6-8290-8cc78475a132 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event deleted for resources: {'Network': ['ID=590c1038-6f1d-482b-afdb-129aee9bfee6,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:58.552310 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-0fd14b66-7524-4893-8a67-b7fe18c12453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:58.561210 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd14b66-7524-4893-8a67-b7fe18c12453 None None] Routers {'99c4d20f-475d-4fea-9771-8dca060ddfbf'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:02:58.561808 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-0fd14b66-7524-4893-8a67-b7fe18c12453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:02:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['99c4d20f-475d-4fea-9771-8dca060ddfbf'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:58.599449 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-0fd14b66-7524-4893-8a67-b7fe18c12453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:58.600068 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd14b66-7524-4893-8a67-b7fe18c12453 None None] The sync data for ids ['99c4d20f-475d-4fea-9771-8dca060ddfbf'] in n-d-803603-2 is: [] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:02:58.602204 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:58.617887 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-91d9f1a7-b6f8-40af-b657-3873585fcac2 None None] Provisioning complete for port 9c889dc5-eddd-47bf-876e-bcc8303c581b triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:58.617887 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-91d9f1a7-b6f8-40af-b657-3873585fcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:58.620534 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e617ee9-00b1-4986-8b61-144827dd9a0a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:58.627331 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52060) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:58.627486 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6e617ee9-00b1-4986-8b61-144827dd9a0a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "GET /v2.0/ports/7486a32e-2895-4164-bdde-aa73a165d4df HTTP/1.1" status: 200 len: 844 time: 0.1163273 Aug 18 13:02:58.643643 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b87310-95b9-429d-8390-84c495275964 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:02:58.656116 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b7b87310-95b9-429d-8390-84c495275964 admin admin] 10.222.0.13 "PUT /v2.0/routers/09bac2e1-4bcb-4d0e-b000-d1314d3deba8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5966644 Aug 18 13:02:58.708268 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5fa73953-278c-4b3c-89bf-05235de363a7 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "GET /v2.0/ports/7486a32e-2895-4164-bdde-aa73a165d4df?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0792131 Aug 18 13:02:58.712114 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52064) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:58.713571 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bf28d1c2-936f-45f6-8595-ee0af365f69f tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:58.720667 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-040b6217-6946-4719-9d7e-d13efb415c4c tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'subnet': {'network_id': 'c58bf31f-4965-4f99-ab5b-59ba564598ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:58.758215 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-91d9f1a7-b6f8-40af-b657-3873585fcac2 None None] Port 9c889dc5-eddd-47bf-876e-bcc8303c581b cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:02:58.772092 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port db86b08d-834e-4905-aed8-68082d784230 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:02:58.783328 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port db86b08d-834e-4905-aed8-68082d784230 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:58.785419 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:58.812189 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-bf28d1c2-936f-45f6-8595-ee0af365f69f tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.9722404 Aug 18 13:02:58.813138 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 52070) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:58.817817 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-69c7cd20-ceaf-4a76-99a0-14d5318c43b1 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:58.932064 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040b6217-6946-4719-9d7e-d13efb415c4c tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Made reservation on behalf of 96ba955bba3e4c748bb07e5882ab812d for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:02:58.938240 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-040b6217-6946-4719-9d7e-d13efb415c4c tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:58.984390 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:59.020221 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-69c7cd20-ceaf-4a76-99a0-14d5318c43b1 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for floatingip, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:59.029173 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port db86b08d-834e-4905-aed8-68082d784230, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=db86b08d-834e-4905-aed8-68082d784230,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:59.091534 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:59.208451 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 0b173e02-a509-4d5f-9238-e0afe1969922 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:02:59.285040 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 0b173e02-a509-4d5f-9238-e0afe1969922 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:02:59.289558 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 0b173e02-a509-4d5f-9238-e0afe1969922 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:02:59.294272 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=db86b08d-834e-4905-aed8-68082d784230,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:59.360019 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20c4bb0-8bbb-4dd6-8a38-6b2797b195cb None None] Sync routers for ids ['09bac2e1-4bcb-4d0e-b000-d1314d3deba8'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:02:59.368547 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20c4bb0-8bbb-4dd6-8a38-6b2797b195cb None None] Routers {'09bac2e1-4bcb-4d0e-b000-d1314d3deba8'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:02:59.369228 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-e20c4bb0-8bbb-4dd6-8a38-6b2797b195cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:02:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['09bac2e1-4bcb-4d0e-b000-d1314d3deba8'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:59.495659 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-69c7cd20-ceaf-4a76-99a0-14d5318c43b1 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:59.496751 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-e20c4bb0-8bbb-4dd6-8a38-6b2797b195cb None None] Set router 09bac2e1-4bcb-4d0e-b000-d1314d3deba8 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:02:59.531177 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad299160-dd72-421b-a0aa-313dd2baaa5e req-dd686f8a-0353-4ec9-92c0-955c1e07739c tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:59.539376 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ad299160-dd72-421b-a0aa-313dd2baaa5e req-dd686f8a-0353-4ec9-92c0-955c1e07739c tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b7c30be-fa2d-4f09-9b56-f7b4f8a9bc0e HTTP/1.1" status: 200 len: 946 time: 0.2303634 Aug 18 13:02:59.565517 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-040b6217-6946-4719-9d7e-d13efb415c4c tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:59.598972 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-69c7cd20-ceaf-4a76-99a0-14d5318c43b1 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:59.599240 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [None req-69c7cd20-ceaf-4a76-99a0-14d5318c43b1 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Floating IP c01940cd-606d-403f-a45d-436c3818e6ac disassociated. External IP: 172.25.6.134, port: 3dfdff12-4485-45c6-adcd-0e7532bf9d15. Aug 18 13:02:59.658548 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040b6217-6946-4719-9d7e-d13efb415c4c tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Network c58bf31f-4965-4f99-ab5b-59ba564598ff is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:02:59.666843 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-040b6217-6946-4719-9d7e-d13efb415c4c tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:02:59.679202 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fc58e7-a21e-445e-b89c-076c680082b4 None None] Network c58bf31f-4965-4f99-ab5b-59ba564598ff requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:02:59.688450 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040b6217-6946-4719-9d7e-d13efb415c4c tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:59.689209 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-040b6217-6946-4719-9d7e-d13efb415c4c tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:59.725006 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ad299160-dd72-421b-a0aa-313dd2baaa5e req-23e285ae-0ff9-4267-a121-d12a7a1fbd66 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] 10.222.0.13 "GET /v2.0/security-groups?id=81e1112b-b6eb-4fd8-b867-48e52f418b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845131 Aug 18 13:02:59.767097 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b6217-6946-4719-9d7e-d13efb415c4c tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'Subnet': ['ID=baf18229-9ead-45fa-bc37-9bd3ddd0fb9c,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:59.811406 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-040b6217-6946-4719-9d7e-d13efb415c4c tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0978065 Aug 18 13:02:59.814090 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52094) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:59.820311 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-818b154d-0ac9-4227-80a8-0fc4e6f5f4e8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'security_group': {'name': 'tempest-secgroup-1255828168'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:59.820919 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-e20c4bb0-8bbb-4dd6-8a38-6b2797b195cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'name': 'tempest-AttachVolumeShelveTestJSON-914630308-router', 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'db86b08d-834e-4905-aed8-68082d784230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:02:47Z', 'updated_at': '2021-08-18T13:02:55Z', 'revision_number': 4, 'project_id': '55f2c489a405498aa01d9cac2d06f3c9', 'gw_port': {'id': 'db86b08d-834e-4905-aed8-68082d784230', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:02:49Z', 'updated_at': '2021-08-18T13:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '9c889dc5-eddd-47bf-876e-bcc8303c581b', 'name': '', 'network_id': '1580e32b-815c-484e-8818-74705331eaf8', 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9', 'mac_address': 'fa:16:3e:51:72:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:02:54Z', 'updated_at': '2021-08-18T13:02:56Z', 'revision_number': 2, 'project_id': '55f2c489a405498aa01d9cac2d06f3c9', 'subnets': [{'id': 'd3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:02:59.876072 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20c4bb0-8bbb-4dd6-8a38-6b2797b195cb None None] Checking router: 09bac2e1-4bcb-4d0e-b000-d1314d3deba8 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:02:59.877407 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20c4bb0-8bbb-4dd6-8a38-6b2797b195cb None None] Updating router 09bac2e1-4bcb-4d0e-b000-d1314d3deba8 port 9c889dc5-eddd-47bf-876e-bcc8303c581b binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:02:59.955675 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-e20c4bb0-8bbb-4dd6-8a38-6b2797b195cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:59.959677 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-818b154d-0ac9-4227-80a8-0fc4e6f5f4e8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:00.120040 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52106) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:00.130380 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-4def2682-eb94-4c54-85bb-b09976c841eb tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1930271897', 'description': 'tempest-description--1957476729'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:03:00.157290 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e828ff-e2d2-483e-9604-f79d2dca0bf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-c58bf31f-4965-4f99-ab5b-59ba564598ff', 'network_id': 'c58bf31f-4965-4f99-ab5b-59ba564598ff', 'tenant_id': '96ba955bba3e4c748bb07e5882ab812d', 'fixed_ips': [{'subnet_id': 'baf18229-9ead-45fa-bc37-9bd3ddd0fb9c'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:03:00.158250 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-72e828ff-e2d2-483e-9604-f79d2dca0bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:00.177628 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-818b154d-0ac9-4227-80a8-0fc4e6f5f4e8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:00.251843 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c7cd20-ceaf-4a76-99a0-14d5318c43b1 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Router 99c4d20f-475d-4fea-9771-8dca060ddfbf has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:03:00.264942 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-818b154d-0ac9-4227-80a8-0fc4e6f5f4e8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:00.390811 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b154d-0ac9-4227-80a8-0fc4e6f5f4e8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4d76c8-9521-4aa3-9005-148e68393f68,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:00.417950 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4def2682-eb94-4c54-85bb-b09976c841eb tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:00.458659 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device db86b08d-834e-4905-aed8-68082d784230 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:03:00.460879 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c7cd20-ceaf-4a76-99a0-14d5318c43b1 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:03:00.475153 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-69c7cd20-ceaf-4a76-99a0-14d5318c43b1 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:00.508348 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791e5f7c-bee5-4537-9257-c37a7fca9cd2 None None] Sync routers for ids ['99c4d20f-475d-4fea-9771-8dca060ddfbf'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:03:00.533137 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-818b154d-0ac9-4227-80a8-0fc4e6f5f4e8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:00.539923 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-818b154d-0ac9-4227-80a8-0fc4e6f5f4e8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7217605 Aug 18 13:03:00.539923 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52110) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:00.541751 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-69c7cd20-ceaf-4a76-99a0-14d5318c43b1 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "PUT /v2.0/floatingips/c01940cd-606d-403f-a45d-436c3818e6ac HTTP/1.1" status: 200 len: 688 time: 1.7273841 Aug 18 13:03:00.545565 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 52112) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:00.558582 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-34ab0e4c-59a6-4523-86ce-3a30bde5c400 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'security_group': {'name': 'tempest-secgroup-1728973614'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:03:00.584329 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791e5f7c-bee5-4537-9257-c37a7fca9cd2 None None] Routers {'99c4d20f-475d-4fea-9771-8dca060ddfbf'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:03:00.584970 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-791e5f7c-bee5-4537-9257-c37a7fca9cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:02:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['99c4d20f-475d-4fea-9771-8dca060ddfbf'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:00.593873 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-e20c4bb0-8bbb-4dd6-8a38-6b2797b195cb None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:00.631364 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-e20c4bb0-8bbb-4dd6-8a38-6b2797b195cb None None] Transition to ACTIVE for port object 9c889dc5-eddd-47bf-876e-bcc8303c581b will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:03:00.697492 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4def2682-eb94-4c54-85bb-b09976c841eb tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:00.702660 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-791e5f7c-bee5-4537-9257-c37a7fca9cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:00.725147 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-e20c4bb0-8bbb-4dd6-8a38-6b2797b195cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:00.730367 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port db86b08d-834e-4905-aed8-68082d784230 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:03:00.731001 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:00.737957 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791e5f7c-bee5-4537-9257-c37a7fca9cd2 None None] Routers {'99c4d20f-475d-4fea-9771-8dca060ddfbf'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:03:00.738868 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-791e5f7c-bee5-4537-9257-c37a7fca9cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:02:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['99c4d20f-475d-4fea-9771-8dca060ddfbf'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:00.752985 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-857bfe08-32f9-4ad2-90f3-5f2964422185 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Deleting port 350099c7-1090-4082-b38c-7f61b7825ef8 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:03:00.753337 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-857bfe08-32f9-4ad2-90f3-5f2964422185 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:00.772088 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4def2682-eb94-4c54-85bb-b09976c841eb tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:00.805638 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-72e828ff-e2d2-483e-9604-f79d2dca0bf9 None None] Allocated IP 2001:db8::2 (c58bf31f-4965-4f99-ab5b-59ba564598ff/baf18229-9ead-45fa-bc37-9bd3ddd0fb9c/46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:03:00.813146 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-791e5f7c-bee5-4537-9257-c37a7fca9cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:00.814584 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791e5f7c-bee5-4537-9257-c37a7fca9cd2 None None] The sync data for ids ['99c4d20f-475d-4fea-9771-8dca060ddfbf'] in n-d-803603-2 is: [] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:03:00.891053 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae32f882-4f7d-4fd2-9570-fd0d805130f1 None None] Pushing event updated for resources: {'Port': ['ID=9c889dc5-eddd-47bf-876e-bcc8303c581b,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:00.894988 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def2682-eb94-4c54-85bb-b09976c841eb tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=003740a5-9a09-4bc7-ae59-f818d594fb70,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:00.915042 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae32f882-4f7d-4fd2-9570-fd0d805130f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:00.915507 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae32f882-4f7d-4fd2-9570-fd0d805130f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:00.915947 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae32f882-4f7d-4fd2-9570-fd0d805130f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:00.916906 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae32f882-4f7d-4fd2-9570-fd0d805130f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:00.917938 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae32f882-4f7d-4fd2-9570-fd0d805130f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:00.920764 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae32f882-4f7d-4fd2-9570-fd0d805130f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:00.921213 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae32f882-4f7d-4fd2-9570-fd0d805130f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:00.925379 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae32f882-4f7d-4fd2-9570-fd0d805130f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:00.925379 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae32f882-4f7d-4fd2-9570-fd0d805130f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:00.925379 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae32f882-4f7d-4fd2-9570-fd0d805130f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:00.925379 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae32f882-4f7d-4fd2-9570-fd0d805130f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:00.925825 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae32f882-4f7d-4fd2-9570-fd0d805130f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:00.977012 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-34ab0e4c-59a6-4523-86ce-3a30bde5c400 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:01.024748 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f388c-65e5-4256-8225-93bbd0b5b6f2 req-314319c9-d68c-44f7-a67c-c36b4e7efe65 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:01.044465 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-077f388c-65e5-4256-8225-93bbd0b5b6f2 req-314319c9-d68c-44f7-a67c-c36b4e7efe65 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b7c30be-fa2d-4f09-9b56-f7b4f8a9bc0e HTTP/1.1" status: 200 len: 946 time: 0.1288009 Aug 18 13:03:01.052808 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-857bfe08-32f9-4ad2-90f3-5f2964422185 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:01.056378 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-857bfe08-32f9-4ad2-90f3-5f2964422185 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:01.076927 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4def2682-eb94-4c54-85bb-b09976c841eb tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:01.078473 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4def2682-eb94-4c54-85bb-b09976c841eb tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9566979 Aug 18 13:03:01.081815 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52126) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:01.087832 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-9770185d-76f2-4db6-af39-fb667883f199 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Request body: {'security_group_rule': {'security_group_id': '003740a5-9a09-4bc7-ae59-f818d594fb70', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:03:01.125481 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-857bfe08-32f9-4ad2-90f3-5f2964422185 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Calling delete_port for 350099c7-1090-4082-b38c-7f61b7825ef8 owned by network:floatingip {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:03:01.285233 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-34ab0e4c-59a6-4523-86ce-3a30bde5c400 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:01.293551 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-077f388c-65e5-4256-8225-93bbd0b5b6f2 req-ebf4e257-dbb2-4d72-a111-ddabc8f5dad5 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] 10.222.0.13 "GET /v2.0/security-groups?id=81e1112b-b6eb-4fd8-b867-48e52f418b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479441 Aug 18 13:03:01.304539 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-e20c4bb0-8bbb-4dd6-8a38-6b2797b195cb None None] Attempting to bind port 9c889dc5-eddd-47bf-876e-bcc8303c581b on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:03:01.304758 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-e20c4bb0-8bbb-4dd6-8a38-6b2797b195cb None None] Attempting to bind port 9c889dc5-eddd-47bf-876e-bcc8303c581b by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '1d336752-25b6-4131-855b-23a2ad96544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1580e32b-815c-484e-8818-74705331eaf8'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:03:01.305066 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20c4bb0-8bbb-4dd6-8a38-6b2797b195cb None None] Attempting to bind port 9c889dc5-eddd-47bf-876e-bcc8303c581b on network 1580e32b-815c-484e-8818-74705331eaf8 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:03:01.311762 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20c4bb0-8bbb-4dd6-8a38-6b2797b195cb None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:03:01.312379 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20c4bb0-8bbb-4dd6-8a38-6b2797b195cb None None] Checking segment: {'id': '1d336752-25b6-4131-855b-23a2ad96544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1580e32b-815c-484e-8818-74705331eaf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:03:01.312531 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-e20c4bb0-8bbb-4dd6-8a38-6b2797b195cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:01.316859 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20c4bb0-8bbb-4dd6-8a38-6b2797b195cb None None] Bound using segment: {'id': '1d336752-25b6-4131-855b-23a2ad96544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1580e32b-815c-484e-8818-74705331eaf8'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:03:01.316859 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-e20c4bb0-8bbb-4dd6-8a38-6b2797b195cb None None] Bound port: 9c889dc5-eddd-47bf-876e-bcc8303c581b, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d336752-25b6-4131-855b-23a2ad96544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1580e32b-815c-484e-8818-74705331eaf8'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:03:01.316859 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-e20c4bb0-8bbb-4dd6-8a38-6b2797b195cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:01.329994 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-72e828ff-e2d2-483e-9604-f79d2dca0bf9 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:01.378134 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-34ab0e4c-59a6-4523-86ce-3a30bde5c400 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:01.394801 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-72e828ff-e2d2-483e-9604-f79d2dca0bf9 None None] Transition to ACTIVE for port object 46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:03:01.453894 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-e20c4bb0-8bbb-4dd6-8a38-6b2797b195cb None None] For port 9c889dc5-eddd-47bf-876e-bcc8303c581b, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:03:01.458688 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab0e4c-59a6-4523-86ce-3a30bde5c400 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0f0ebc-8d7a-4d85-8d4a-362a66398b62,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:01.460946 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-e20c4bb0-8bbb-4dd6-8a38-6b2797b195cb None None] For port 9c889dc5-eddd-47bf-876e-bcc8303c581b, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=9c889dc5-eddd-47bf-876e-bcc8303c581b,segment=NetworkSegment(1d336752-25b6-4131-855b-23a2ad96544b),segment_id=1d336752-25b6-4131-855b-23a2ad96544b)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:03:01.564031 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9770185d-76f2-4db6-af39-fb667883f199 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:01.588421 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-72e828ff-e2d2-483e-9604-f79d2dca0bf9 None None] Transition to ACTIVE for port object 46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:03:01.588837 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-e20c4bb0-8bbb-4dd6-8a38-6b2797b195cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:01.592379 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-857bfe08-32f9-4ad2-90f3-5f2964422185 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:01.618874 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857bfe08-32f9-4ad2-90f3-5f2964422185 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Pushing event deleted for resources: {'Port': ['ID=350099c7-1090-4082-b38c-7f61b7825ef8,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:01.657380 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-34ab0e4c-59a6-4523-86ce-3a30bde5c400 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:01.662363 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-34ab0e4c-59a6-4523-86ce-3a30bde5c400 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1199639 Aug 18 13:03:01.670566 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52134) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:01.674212 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-72e828ff-e2d2-483e-9604-f79d2dca0bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:01.696018 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20c4bb0-8bbb-4dd6-8a38-6b2797b195cb None None] Routers {'09bac2e1-4bcb-4d0e-b000-d1314d3deba8'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:03:01.696840 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-e20c4bb0-8bbb-4dd6-8a38-6b2797b195cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:02:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['09bac2e1-4bcb-4d0e-b000-d1314d3deba8'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:01.699502 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae32f882-4f7d-4fd2-9570-fd0d805130f1 None None] Pushing event updated for resources: {'Port': ['ID=9c889dc5-eddd-47bf-876e-bcc8303c581b,revision_number=4']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:01.734248 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-1432eab9-f564-4505-9746-b4cdebfcbe99 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1370769315', 'security_groups': ['bc0f0ebc-8d7a-4d85-8d4a-362a66398b62'], 'network_id': 'c58bf31f-4965-4f99-ab5b-59ba564598ff', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'baf18229-9ead-45fa-bc37-9bd3ddd0fb9c'}]}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:03:01.747664 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9770185d-76f2-4db6-af39-fb667883f199 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:01.748618 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-857bfe08-32f9-4ad2-90f3-5f2964422185 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for floatingip, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:01.757029 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-857bfe08-32f9-4ad2-90f3-5f2964422185 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:01.759544 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-857bfe08-32f9-4ad2-90f3-5f2964422185 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "DELETE /v2.0/floatingips/c01940cd-606d-403f-a45d-436c3818e6ac HTTP/1.1" status: 204 len: 168 time: 1.2106671 Aug 18 13:03:01.794114 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 52136) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:01.799356 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e828ff-e2d2-483e-9604-f79d2dca0bf9 None None] Pushing event updated for resources: {'Port': ['ID=46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:01.800596 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-c52c709e-5bd2-4118-b8c9-895b4e500dcc tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'port_id': 'df7d41f5-7fcc-470f-9098-88a726a049b1'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:03:01.817368 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e828ff-e2d2-483e-9604-f79d2dca0bf9 None None] Network c58bf31f-4965-4f99-ab5b-59ba564598ff is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:03:01.819032 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-72e828ff-e2d2-483e-9604-f79d2dca0bf9 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:03:01.825144 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e828ff-e2d2-483e-9604-f79d2dca0bf9 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:03:01.916753 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-72e828ff-e2d2-483e-9604-f79d2dca0bf9 None None] Attempting to bind port 46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:03:01.916753 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-72e828ff-e2d2-483e-9604-f79d2dca0bf9 None None] Attempting to bind port 46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '3f593f74-b43f-4423-beca-a41e03ba9120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c58bf31f-4965-4f99-ab5b-59ba564598ff'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:03:01.916753 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e828ff-e2d2-483e-9604-f79d2dca0bf9 None None] Attempting to bind port 46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0 on network c58bf31f-4965-4f99-ab5b-59ba564598ff {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:03:01.917841 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e828ff-e2d2-483e-9604-f79d2dca0bf9 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:03:01.918108 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e828ff-e2d2-483e-9604-f79d2dca0bf9 None None] Checking segment: {'id': '3f593f74-b43f-4423-beca-a41e03ba9120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c58bf31f-4965-4f99-ab5b-59ba564598ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:03:01.918560 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-72e828ff-e2d2-483e-9604-f79d2dca0bf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:01.918837 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-e20c4bb0-8bbb-4dd6-8a38-6b2797b195cb None None] Set router 09bac2e1-4bcb-4d0e-b000-d1314d3deba8 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:03:01.918972 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e828ff-e2d2-483e-9604-f79d2dca0bf9 None None] Bound using segment: {'id': '3f593f74-b43f-4423-beca-a41e03ba9120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c58bf31f-4965-4f99-ab5b-59ba564598ff'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:03:01.919427 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-72e828ff-e2d2-483e-9604-f79d2dca0bf9 None None] Bound port: 46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f593f74-b43f-4423-beca-a41e03ba9120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c58bf31f-4965-4f99-ab5b-59ba564598ff'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:03:01.919860 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-72e828ff-e2d2-483e-9604-f79d2dca0bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:01.988763 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-72e828ff-e2d2-483e-9604-f79d2dca0bf9 None None] For port 46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:03:01.992425 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-72e828ff-e2d2-483e-9604-f79d2dca0bf9 None None] For port 46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0,segment=NetworkSegment(3f593f74-b43f-4423-beca-a41e03ba9120),segment_id=3f593f74-b43f-4423-beca-a41e03ba9120)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:03:02.139825 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3d65e-c7d8-46b9-877a-b7ea597a305e req-b7f329be-a5ea-436a-9912-8ca6736300e9 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:02.141338 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-62a3d65e-c7d8-46b9-877a-b7ea597a305e req-b7f329be-a5ea-436a-9912-8ca6736300e9 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b7c30be-fa2d-4f09-9b56-f7b4f8a9bc0e HTTP/1.1" status: 200 len: 946 time: 0.0572124 Aug 18 13:03:02.148782 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c52c709e-5bd2-4118-b8c9-895b4e500dcc tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for floatingip, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:02.149231 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-72e828ff-e2d2-483e-9604-f79d2dca0bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:02.169317 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9770185d-76f2-4db6-af39-fb667883f199 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:02.257147 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-e20c4bb0-8bbb-4dd6-8a38-6b2797b195cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'name': 'tempest-AttachVolumeShelveTestJSON-914630308-router', 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'db86b08d-834e-4905-aed8-68082d784230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:02:47Z', 'updated_at': '2021-08-18T13:02:55Z', 'revision_number': 4, 'project_id': '55f2c489a405498aa01d9cac2d06f3c9', 'gw_port': {'id': 'db86b08d-834e-4905-aed8-68082d784230', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:02:49Z', 'updated_at': '2021-08-18T13:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '9c889dc5-eddd-47bf-876e-bcc8303c581b', 'name': '', 'network_id': '1580e32b-815c-484e-8818-74705331eaf8', 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9', 'mac_address': 'fa:16:3e:51:72:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:02:54Z', 'updated_at': '2021-08-18T13:03:01Z', 'revision_number': 4, 'project_id': '55f2c489a405498aa01d9cac2d06f3c9', 'subnets': [{'id': 'd3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:02.315597 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770185d-76f2-4db6-af39-fb667883f199 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09afdbc1-edaf-4b18-a46a-9fdd6e225f23,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:02.343410 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e828ff-e2d2-483e-9604-f79d2dca0bf9 None None] Pushing event updated for resources: {'Port': ['ID=46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:02.351781 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20c4bb0-8bbb-4dd6-8a38-6b2797b195cb None None] The sync data for ids ['09bac2e1-4bcb-4d0e-b000-d1314d3deba8'] in n-d-803603-2 is: [{'id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'name': 'tempest-AttachVolumeShelveTestJSON-914630308-router', 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'db86b08d-834e-4905-aed8-68082d784230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:02:47Z', 'updated_at': '2021-08-18T13:02:55Z', 'revision_number': 4, 'project_id': '55f2c489a405498aa01d9cac2d06f3c9', 'gw_port': {'id': 'db86b08d-834e-4905-aed8-68082d784230', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:02:49Z', 'updated_at': '2021-08-18T13:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '9c889dc5-eddd-47bf-876e-bcc8303c581b', 'name': '', 'network_id': '1580e32b-815c-484e-8818-74705331eaf8', 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9', 'mac_address': 'fa:16:3e:51:72:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:02:54Z', 'updated_at': '2021-08-18T13:03:01Z', 'revision_number': 4, 'project_id': '55f2c489a405498aa01d9cac2d06f3c9', 'subnets': [{'id': 'd3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:03:02.359448 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c52c709e-5bd2-4118-b8c9-895b4e500dcc tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:02.446987 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1432eab9-f564-4505-9746-b4cdebfcbe99 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Made reservation on behalf of 96ba955bba3e4c748bb07e5882ab812d for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:03:02.623254 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9770185d-76f2-4db6-af39-fb667883f199 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:02.627124 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 52156) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:02.627625 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9770185d-76f2-4db6-af39-fb667883f199 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5441573 Aug 18 13:03:02.641587 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-c2125ed8-3c7f-42e0-b8cb-59f5b26abc0d tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Request body: {'security_group_rule': {'security_group_id': '003740a5-9a09-4bc7-ae59-f818d594fb70', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:03:02.655933 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-c52c709e-5bd2-4118-b8c9-895b4e500dcc tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Allocated IP 172.25.6.23 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/d154c0fd-d5fa-4dc1-8278-b063d2de2818) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:03:02.763709 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5385df25-40bf-459b-adc1-e291319f333f req-80b99632-8b32-485a-80e8-6c623be26d8e tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:02.780046 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5385df25-40bf-459b-adc1-e291319f333f req-80b99632-8b32-485a-80e8-6c623be26d8e tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b7c30be-fa2d-4f09-9b56-f7b4f8a9bc0e HTTP/1.1" status: 200 len: 946 time: 0.1736362 Aug 18 13:03:02.834544 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c2125ed8-3c7f-42e0-b8cb-59f5b26abc0d tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:02.881391 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-62a3d65e-c7d8-46b9-877a-b7ea597a305e req-2eca7c24-bd81-492a-a77c-bc6e00694350 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] Deleting port 4863ac46-ff20-4bf0-970e-6c110e973c87 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:03:02.881941 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-62a3d65e-c7d8-46b9-877a-b7ea597a305e req-2eca7c24-bd81-492a-a77c-bc6e00694350 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:02.891671 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1432eab9-f564-4505-9746-b4cdebfcbe99 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:02.995929 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5385df25-40bf-459b-adc1-e291319f333f req-82991f75-1f35-4705-bf24-7dcb4d711a26 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] 10.222.0.13 "GET /v2.0/security-groups?id=81e1112b-b6eb-4fd8-b867-48e52f418b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002330 Aug 18 13:03:03.010150 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-1432eab9-f564-4505-9746-b4cdebfcbe99 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] device_id is not set on port 536cd7dc-02ee-4cb4-aefe-ad6daec5ee55 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:03:03.056808 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c52c709e-5bd2-4118-b8c9-895b4e500dcc tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:03.097390 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c2125ed8-3c7f-42e0-b8cb-59f5b26abc0d tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:03.170282 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c2125ed8-3c7f-42e0-b8cb-59f5b26abc0d tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:03.218592 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2125ed8-3c7f-42e0-b8cb-59f5b26abc0d tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ca4dcbe-f557-42c2-8024-425b7f0942c4,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:03.228701 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c52c709e-5bd2-4118-b8c9-895b4e500dcc tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:03.289304 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-62a3d65e-c7d8-46b9-877a-b7ea597a305e req-2eca7c24-bd81-492a-a77c-bc6e00694350 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] For port 4863ac46-ff20-4bf0-970e-6c110e973c87, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=4863ac46-ff20-4bf0-970e-6c110e973c87,segment=NetworkSegment(9d4ea1da-9887-49b6-b058-f553902868fa),segment_id=9d4ea1da-9887-49b6-b058-f553902868fa)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:03:03.289976 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-62a3d65e-c7d8-46b9-877a-b7ea597a305e req-2eca7c24-bd81-492a-a77c-bc6e00694350 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:03.301251 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52c709e-5bd2-4118-b8c9-895b4e500dcc tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:03:03.301251 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c2125ed8-3c7f-42e0-b8cb-59f5b26abc0d tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:03.301251 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c2125ed8-3c7f-42e0-b8cb-59f5b26abc0d tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6701753 Aug 18 13:03:03.301604 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 52168) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:03.309330 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-78494d09-1649-4241-81fe-58d203c759b7 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:03:03.314830 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-c52c709e-5bd2-4118-b8c9-895b4e500dcc tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:03:03.317349 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52c709e-5bd2-4118-b8c9-895b4e500dcc tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:03:03.350003 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-62a3d65e-c7d8-46b9-877a-b7ea597a305e req-2eca7c24-bd81-492a-a77c-bc6e00694350 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] Calling delete_port for 4863ac46-ff20-4bf0-970e-6c110e973c87 owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:03:03.386911 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c709e-5bd2-4118-b8c9-895b4e500dcc tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Pushing event updated for resources: {'Port': ['ID=d154c0fd-d5fa-4dc1-8278-b063d2de2818,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:03.446061 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-1432eab9-f564-4505-9746-b4cdebfcbe99 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Allocated IP 2001:db8::3b9 (c58bf31f-4965-4f99-ab5b-59ba564598ff/baf18229-9ead-45fa-bc37-9bd3ddd0fb9c/536cd7dc-02ee-4cb4-aefe-ad6daec5ee55) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:03:03.477811 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-78494d09-1649-4241-81fe-58d203c759b7 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks [] for floatingip, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:03.754976 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-62a3d65e-c7d8-46b9-877a-b7ea597a305e req-2eca7c24-bd81-492a-a77c-bc6e00694350 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:03.767646 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['4863ac46-ff20-4bf0-970e-6c110e973c87'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:03:03.840231 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eca7c24-bd81-492a-a77c-bc6e00694350 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] Pushing event deleted for resources: {'Port': ['ID=4863ac46-ff20-4bf0-970e-6c110e973c87,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:03.901396 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1432eab9-f564-4505-9746-b4cdebfcbe99 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:03.923373 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-1432eab9-f564-4505-9746-b4cdebfcbe99 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Transition to ACTIVE for port object 536cd7dc-02ee-4cb4-aefe-ad6daec5ee55 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:03:03.988424 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a3d65e-c7d8-46b9-877a-b7ea597a305e req-2eca7c24-bd81-492a-a77c-bc6e00694350 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] No DVR routers for this DVR port 4863ac46-ff20-4bf0-970e-6c110e973c87 on host n-h1-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:03:03.994233 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-62a3d65e-c7d8-46b9-877a-b7ea597a305e req-2eca7c24-bd81-492a-a77c-bc6e00694350 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:03.997524 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-62a3d65e-c7d8-46b9-877a-b7ea597a305e req-2eca7c24-bd81-492a-a77c-bc6e00694350 tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] 10.222.0.39 "DELETE /v2.0/ports/4863ac46-ff20-4bf0-970e-6c110e973c87 HTTP/1.1" status: 204 len: 173 time: 1.8381834 Aug 18 13:03:03.998026 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b7c30be-fa2d-4f09-9b56-f7b4f8a9bc0e', 'name': 'network-vif-deleted', 'tag': '4863ac46-ff20-4bf0-970e-6c110e973c87'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:03:04.003706 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0a9748-a45a-401f-a114-9e4009208c2d" -d '{"events": [{"server_uuid": "1b7c30be-fa2d-4f09-9b56-f7b4f8a9bc0e", "name": "network-vif-deleted", "tag": "4863ac46-ff20-4bf0-970e-6c110e973c87"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:03:04.031485 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1432eab9-f564-4505-9746-b4cdebfcbe99 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:04.040973 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-78494d09-1649-4241-81fe-58d203c759b7 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:04.119001 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-09f09c8e-e737-40e1-b10f-8346c88a0342 None None] Provisioning for port 46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:03:04.121529 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1432eab9-f564-4505-9746-b4cdebfcbe99 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Network c58bf31f-4965-4f99-ab5b-59ba564598ff is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:03:04.136415 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-1432eab9-f564-4505-9746-b4cdebfcbe99 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:03:04.139979 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1432eab9-f564-4505-9746-b4cdebfcbe99 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:03:04.147481 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1432eab9-f564-4505-9746-b4cdebfcbe99 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:04.148691 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1432eab9-f564-4505-9746-b4cdebfcbe99 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:04.158206 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307b5132-0454-4b2e-8186-3ee490c50b3b x-openstack-request-id: req-307b5132-0454-4b2e-8186-3ee490c50b3b {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:03:04.162146 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b7c30be-fa2d-4f09-9b56-f7b4f8a9bc0e", "name": "network-vif-deleted", "tag": "4863ac46-ff20-4bf0-970e-6c110e973c87", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:03:04.162146 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-307b5132-0454-4b2e-8186-3ee490c50b3b {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:03:04.162146 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b7c30be-fa2d-4f09-9b56-f7b4f8a9bc0e', 'name': 'network-vif-deleted', 'tag': '4863ac46-ff20-4bf0-970e-6c110e973c87', 'status': 'completed', 'code': 200} Aug 18 13:03:04.162695 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-09f09c8e-e737-40e1-b10f-8346c88a0342 None None] Provisioning complete for port 7486a32e-2895-4164-bdde-aa73a165d4df triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:03:04.162695 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-09f09c8e-e737-40e1-b10f-8346c88a0342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:04.182159 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4ee06c59-c23a-4a7e-8ed4-cf3349eba8a2 req-87beb2de-81cd-4335-92f4-31c6cfce46ef tempest-ServerGroupTestJSON-96689274 tempest-ServerGroupTestJSON-96689274-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b7c30be-fa2d-4f09-9b56-f7b4f8a9bc0e HTTP/1.1" status: 200 len: 210 time: 0.0649030 Aug 18 13:03:04.196645 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432eab9-f564-4505-9746-b4cdebfcbe99 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'Port': ['ID=536cd7dc-02ee-4cb4-aefe-ad6daec5ee55,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:04.246607 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-09f09c8e-e737-40e1-b10f-8346c88a0342 None None] Port 7486a32e-2895-4164-bdde-aa73a165d4df cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:03:04.274651 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1432eab9-f564-4505-9746-b4cdebfcbe99 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6029184 Aug 18 13:03:04.277522 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52186) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:04.283262 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-7d1c6587-03f4-4ef1-b1e7-c7143d8a2222 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'subnet': {'network_id': 'c58bf31f-4965-4f99-ab5b-59ba564598ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:03:04.541124 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:03:04.651404 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-78494d09-1649-4241-81fe-58d203c759b7 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Allocated IP 172.25.6.148 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/222afbc3-3adc-4947-a75c-5b1b7f2a1a23) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:03:04.679222 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c52c709e-5bd2-4118-b8c9-895b4e500dcc tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:04.689578 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1c6587-03f4-4ef1-b1e7-c7143d8a2222 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Made reservation on behalf of 96ba955bba3e4c748bb07e5882ab812d for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:03:04.694383 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7d1c6587-03f4-4ef1-b1e7-c7143d8a2222 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:04.754089 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-03c93a29-a8c3-4092-8dcf-6df527dd8c7d None None] Provisioning for port 536cd7dc-02ee-4cb4-aefe-ad6daec5ee55 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:03:04.758277 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:03:04.773788 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:03:04.775574 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:04.814712 n-d-803603-2 neutron-server[101676]: INFO neutron.db.ipam_backend_mixin [None req-7d1c6587-03f4-4ef1-b1e7-c7143d8a2222 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet baf18229-9ead-45fa-bc37-9bd3ddd0fb9c (CIDR: 2001:db8::/64) Aug 18 13:03:04.837270 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-03c93a29-a8c3-4092-8dcf-6df527dd8c7d None None] Provisioning complete for port 536cd7dc-02ee-4cb4-aefe-ad6daec5ee55 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:03:04.837687 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-03c93a29-a8c3-4092-8dcf-6df527dd8c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:04.869508 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d1c6587-03f4-4ef1-b1e7-c7143d8a2222 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:03:04.870652 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d1c6587-03f4-4ef1-b1e7-c7143d8a2222 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:03:04.930422 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:04.932785 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-03c93a29-a8c3-4092-8dcf-6df527dd8c7d None None] Port 536cd7dc-02ee-4cb4-aefe-ad6daec5ee55 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:03:04.976483 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0,segment=NetworkSegment(3f593f74-b43f-4423-beca-a41e03ba9120),segment_id=3f593f74-b43f-4423-beca-a41e03ba9120)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:03:04.999442 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7d1c6587-03f4-4ef1-b1e7-c7143d8a2222 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7207046 Aug 18 13:03:05.002094 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52196) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:05.011506 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-653f640c-6221-4cd1-bd3b-fcc0c09b4f52 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'subnet': {'network_id': 'c58bf31f-4965-4f99-ab5b-59ba564598ff', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:03:05.062432 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:05.074935 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 9c889dc5-eddd-47bf-876e-bcc8303c581b up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:03:05.261552 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-78494d09-1649-4241-81fe-58d203c759b7 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:05.264473 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c52c709e-5bd2-4118-b8c9-895b4e500dcc tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:05.281994 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:05.451506 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653f640c-6221-4cd1-bd3b-fcc0c09b4f52 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Made reservation on behalf of 96ba955bba3e4c748bb07e5882ab812d for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:03:05.455502 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-653f640c-6221-4cd1-bd3b-fcc0c09b4f52 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:05.498037 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-78494d09-1649-4241-81fe-58d203c759b7 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:05.570835 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78494d09-1649-4241-81fe-58d203c759b7 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:03:05.581334 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-78494d09-1649-4241-81fe-58d203c759b7 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:03:05.587996 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78494d09-1649-4241-81fe-58d203c759b7 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:03:05.592839 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c52c709e-5bd2-4118-b8c9-895b4e500dcc tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:05.598141 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78494d09-1649-4241-81fe-58d203c759b7 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Pushing event updated for resources: {'Port': ['ID=222afbc3-3adc-4947-a75c-5b1b7f2a1a23,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:05.650740 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 9c889dc5-eddd-47bf-876e-bcc8303c581b completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:03:05.659666 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 9c889dc5-eddd-47bf-876e-bcc8303c581b triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:03:05.660132 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:05.749015 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c52c709e-5bd2-4118-b8c9-895b4e500dcc tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:05.856181 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:05.860470 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-78494d09-1649-4241-81fe-58d203c759b7 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:05.890900 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 52228) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:05.925718 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 9c889dc5-eddd-47bf-876e-bcc8303c581b, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=9c889dc5-eddd-47bf-876e-bcc8303c581b,segment=NetworkSegment(1d336752-25b6-4131-855b-23a2ad96544b),segment_id=1d336752-25b6-4131-855b-23a2ad96544b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:03:05.993587 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-653f640c-6221-4cd1-bd3b-fcc0c09b4f52 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:05.994224 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:06.011981 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c709e-5bd2-4118-b8c9-895b4e500dcc tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Pushing event updated for resources: {'Port': ['ID=d154c0fd-d5fa-4dc1-8278-b063d2de2818,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:06.071615 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c52c709e-5bd2-4118-b8c9-895b4e500dcc tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:06.079692 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653f640c-6221-4cd1-bd3b-fcc0c09b4f52 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Network c58bf31f-4965-4f99-ab5b-59ba564598ff is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:03:06.082850 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-78494d09-1649-4241-81fe-58d203c759b7 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:06.097658 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-653f640c-6221-4cd1-bd3b-fcc0c09b4f52 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:03:06.112449 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653f640c-6221-4cd1-bd3b-fcc0c09b4f52 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:06.113035 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-653f640c-6221-4cd1-bd3b-fcc0c09b4f52 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:06.115208 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=9c889dc5-eddd-47bf-876e-bcc8303c581b,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:06.131788 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0500695d-2ec3-4392-af2b-e3662058613f None None] Network c58bf31f-4965-4f99-ab5b-59ba564598ff requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:03:06.136422 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f640c-6221-4cd1-bd3b-fcc0c09b4f52 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'Subnet': ['ID=1b101aac-d057-43cb-877e-ef7e0471cdfe,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:06.287848 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-653f640c-6221-4cd1-bd3b-fcc0c09b4f52 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2816086 Aug 18 13:03:06.288188 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52236) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:06.294100 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-40da5b47-ccfc-47a6-97f7-53fb4c13876a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1847024901', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1b101aac-d057-43cb-877e-ef7e0471cdfe'}], 'security_groups': ['1b4d76c8-9521-4aa3-9005-148e68393f68']}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:03:06.299364 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-78494d09-1649-4241-81fe-58d203c759b7 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:06.354843 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:03:06.397625 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-937e309b-0ab3-4ca2-99a3-26c3dcfc9058 admin admin] Deleting subnet 587615ef-8c25-49a7-b552-d459e01652b2 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:03:06.423214 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:03:06.423603 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:06.423727 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-937e309b-0ab3-4ca2-99a3-26c3dcfc9058 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:06.490659 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-937e309b-0ab3-4ca2-99a3-26c3dcfc9058 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:06.496424 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd711c4a-ccb7-42a8-a885-d82350bd5510 None None] Update dhcp port {'port': {'network_id': 'c58bf31f-4965-4f99-ab5b-59ba564598ff', 'fixed_ips': [{'subnet_id': 'baf18229-9ead-45fa-bc37-9bd3ddd0fb9c', 'ip_address': '2001:db8::2'}, {'subnet_id': '1b101aac-d057-43cb-877e-ef7e0471cdfe'}], 'binding:host_id': 'n-d-803603-2'}, 'id': '46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0'} from n-d-803603-2. {{(pid=101677) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 13:03:06.527775 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-dd711c4a-ccb7-42a8-a885-d82350bd5510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:06.560252 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-937e309b-0ab3-4ca2-99a3-26c3dcfc9058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:06.612996 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-78494d09-1649-4241-81fe-58d203c759b7 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:06.651576 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 9c889dc5-eddd-47bf-876e-bcc8303c581b up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:03:06.723877 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-937e309b-0ab3-4ca2-99a3-26c3dcfc9058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:06.771120 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78494d09-1649-4241-81fe-58d203c759b7 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Pushing event updated for resources: {'Port': ['ID=222afbc3-3adc-4947-a75c-5b1b7f2a1a23,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:06.785101 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937e309b-0ab3-4ca2-99a3-26c3dcfc9058 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=587615ef-8c25-49a7-b552-d459e01652b2,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:06.787511 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-937e309b-0ab3-4ca2-99a3-26c3dcfc9058 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:06.789644 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-937e309b-0ab3-4ca2-99a3-26c3dcfc9058 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/587615ef-8c25-49a7-b552-d459e01652b2 HTTP/1.1" status: 204 len: 168 time: 0.8925462 Aug 18 13:03:06.795771 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 52244) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:06.825175 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [None req-c52c709e-5bd2-4118-b8c9-895b4e500dcc tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Floating IP d7c5846c-40d9-4db8-8bb1-877c1ce36cb9 associated. External IP: 172.25.6.23, port: df7d41f5-7fcc-470f-9098-88a726a049b1. Aug 18 13:03:06.859234 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-78494d09-1649-4241-81fe-58d203c759b7 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:06.967464 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-78494d09-1649-4241-81fe-58d203c759b7 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:06.968857 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-78494d09-1649-4241-81fe-58d203c759b7 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6663678 Aug 18 13:03:06.973724 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0fab7b18-e074-4be6-baeb-1c77eaa98d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:06.986648 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-40da5b47-ccfc-47a6-97f7-53fb4c13876a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:06.991321 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 9c889dc5-eddd-47bf-876e-bcc8303c581b triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:03:06.992571 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:07.132555 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-dd711c4a-ccb7-42a8-a885-d82350bd5510 None None] Allocated IP 2001:db8:0:1::2 (c58bf31f-4965-4f99-ab5b-59ba564598ff/1b101aac-d057-43cb-877e-ef7e0471cdfe/46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:03:07.145620 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0fab7b18-e074-4be6-baeb-1c77eaa98d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:07.187466 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-0fab7b18-e074-4be6-baeb-1c77eaa98d0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f126470-ee02-4f5a-ad49-fad5bbf8323e']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:07.204856 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-0fab7b18-e074-4be6-baeb-1c77eaa98d0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d4ea1da-9887-49b6-b058-f553902868fa') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:07.205292 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-0fab7b18-e074-4be6-baeb-1c77eaa98d0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d4ea1da-9887-49b6-b058-f553902868fa') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:07.230802 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0fab7b18-e074-4be6-baeb-1c77eaa98d0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:07.234672 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 4863ac46-ff20-4bf0-970e-6c110e973c87 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:03:07.256159 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0fab7b18-e074-4be6-baeb-1c77eaa98d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:07.267580 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fab7b18-e074-4be6-baeb-1c77eaa98d0d admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:03:07.267800 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0fab7b18-e074-4be6-baeb-1c77eaa98d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:07.269482 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:03:07.269482 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:03:07.269482 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:03:07.269482 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:03:07.269482 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:03:07.269482 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:03:07.269482 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:03:07.269482 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:03:07.269482 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:03:07.269482 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:03:07.269482 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:03:07.269482 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:03:07.269482 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:03:07.269482 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:03:07.269482 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:03:07.269482 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:03:07.269482 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:03:07.269482 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:03:07.269482 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:03:07.269482 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:03:07.269482 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:03:07.269482 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:03:07.269482 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:03:07.269482 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:03:07.269482 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:03:07.269482 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:03:07.269482 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:03:07.269482 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:03:07.269482 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:03:07.269482 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:03:07.269482 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:03:07.269482 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:03:07.283641 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52c709e-5bd2-4118-b8c9-895b4e500dcc tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Router 99c4d20f-475d-4fea-9771-8dca060ddfbf has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:03:07.342049 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: 4863ac46-ff20-4bf0-970e-6c110e973c87 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:03:07.342421 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 4863ac46-ff20-4bf0-970e-6c110e973c87 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:03:07.467738 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-dd711c4a-ccb7-42a8-a885-d82350bd5510 None None] For port 46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0,segment=NetworkSegment(3f593f74-b43f-4423-beca-a41e03ba9120),segment_id=3f593f74-b43f-4423-beca-a41e03ba9120)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:03:07.508696 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-dd711c4a-ccb7-42a8-a885-d82350bd5510 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:07.515766 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-710398b0-7ddb-4ff9-900d-0eb77f44048d tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1930271897&fields=id&tenant_id=55f2c489a405498aa01d9cac2d06f3c9 HTTP/1.1" status: 200 len: 267 time: 0.1533909 Aug 18 13:03:07.599476 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-dd711c4a-ccb7-42a8-a885-d82350bd5510 None None] Transition to ACTIVE for port object 46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:03:07.632706 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0fab7b18-e074-4be6-baeb-1c77eaa98d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:07.645409 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0fab7b18-e074-4be6-baeb-1c77eaa98d0d admin admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:07.647305 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0fab7b18-e074-4be6-baeb-1c77eaa98d0d admin admin] 10.222.0.13 "DELETE /v2.0/networks/2f126470-ee02-4f5a-ad49-fad5bbf8323e HTTP/1.1" status: 204 len: 168 time: 0.8485079 Aug 18 13:03:07.680619 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab7b18-e074-4be6-baeb-1c77eaa98d0d admin admin] Pushing event deleted for resources: {'Network': ['ID=2f126470-ee02-4f5a-ad49-fad5bbf8323e,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:07.702488 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-dd711c4a-ccb7-42a8-a885-d82350bd5510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:07.724607 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-774ae615-e31f-4b57-aea9-610c4c9f0160 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:07.732255 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-774ae615-e31f-4b57-aea9-610c4c9f0160 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/networks?id=1580e32b-815c-484e-8818-74705331eaf8 HTTP/1.1" status: 200 len: 816 time: 0.2112126 Aug 18 13:03:07.735369 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52c709e-5bd2-4118-b8c9-895b4e500dcc tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:03:07.759082 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38763712-5335-47f1-a4b0-16d6b4bfcd07 None None] Sync routers for ids ['99c4d20f-475d-4fea-9771-8dca060ddfbf'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:03:07.767615 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-8c175cd1-e1b2-4b3d-b1fd-8e191b54da91 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/quotas/55f2c489a405498aa01d9cac2d06f3c9 HTTP/1.1" status: 200 len: 375 time: 0.0340264 Aug 18 13:03:07.781752 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38763712-5335-47f1-a4b0-16d6b4bfcd07 None None] Routers {'99c4d20f-475d-4fea-9771-8dca060ddfbf'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:03:07.782413 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-38763712-5335-47f1-a4b0-16d6b4bfcd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:02:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['99c4d20f-475d-4fea-9771-8dca060ddfbf'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:07.934569 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-38763712-5335-47f1-a4b0-16d6b4bfcd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:07.939446 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-40da5b47-ccfc-47a6-97f7-53fb4c13876a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Delete allocated IP 2001:db8::3b9 (c58bf31f-4965-4f99-ab5b-59ba564598ff/baf18229-9ead-45fa-bc37-9bd3ddd0fb9c) {{(pid=101676) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 18 13:03:07.950829 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd711c4a-ccb7-42a8-a885-d82350bd5510 None None] Pushing event updated for resources: {'Port': ['ID=46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:07.959605 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-40da5b47-ccfc-47a6-97f7-53fb4c13876a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Allocated IP 2001:db8:0:1::af (c58bf31f-4965-4f99-ab5b-59ba564598ff/1b101aac-d057-43cb-877e-ef7e0471cdfe/536cd7dc-02ee-4cb4-aefe-ad6daec5ee55) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:03:07.983025 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-a85a132b-72d3-49ae-8195-1fbb63b669c6 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=55f2c489a405498aa01d9cac2d06f3c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2141809 Aug 18 13:03:07.990093 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c52c709e-5bd2-4118-b8c9-895b4e500dcc tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:08.025749 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38763712-5335-47f1-a4b0-16d6b4bfcd07 None None] Routers {'99c4d20f-475d-4fea-9771-8dca060ddfbf'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:03:08.026429 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-38763712-5335-47f1-a4b0-16d6b4bfcd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:02:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['99c4d20f-475d-4fea-9771-8dca060ddfbf'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:08.071633 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c52c709e-5bd2-4118-b8c9-895b4e500dcc tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.2742536 Aug 18 13:03:08.074855 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 52274) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:08.085650 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-38763712-5335-47f1-a4b0-16d6b4bfcd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:08.089913 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38763712-5335-47f1-a4b0-16d6b4bfcd07 None None] The sync data for ids ['99c4d20f-475d-4fea-9771-8dca060ddfbf'] in n-d-803603-2 is: [] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:03:08.201225 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-40da5b47-ccfc-47a6-97f7-53fb4c13876a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:08.218023 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-40da5b47-ccfc-47a6-97f7-53fb4c13876a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Transition to ACTIVE for port object 536cd7dc-02ee-4cb4-aefe-ad6daec5ee55 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:03:08.255646 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-12905fbe-130e-47f9-ba84-61b78f094f1e service neutron] 10.222.0.13 "GET /v2.0/networks/1580e32b-815c-484e-8818-74705331eaf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904695 Aug 18 13:03:08.306594 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-40da5b47-ccfc-47a6-97f7-53fb4c13876a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:08.374808 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:03:08.403484 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-40da5b47-ccfc-47a6-97f7-53fb4c13876a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] In _notify_port_updated(), no bound segment for port 536cd7dc-02ee-4cb4-aefe-ad6daec5ee55 on network c58bf31f-4965-4f99-ab5b-59ba564598ff {{(pid=101676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 13:03:08.421043 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40da5b47-ccfc-47a6-97f7-53fb4c13876a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:08.421980 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-40da5b47-ccfc-47a6-97f7-53fb4c13876a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:08.423595 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-40da5b47-ccfc-47a6-97f7-53fb4c13876a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "PUT /v2.0/ports/536cd7dc-02ee-4cb4-aefe-ad6daec5ee55 HTTP/1.1" status: 200 len: 930 time: 2.1341650 Aug 18 13:03:08.424550 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52282) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:08.430765 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-06e095c0-1752-4093-b594-8059bda82f20 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "GET /v2.0/floatingips/d7c5846c-40d9-4db8-8bb1-877c1ce36cb9 HTTP/1.1" status: 200 len: 977 time: 0.1818857 Aug 18 13:03:08.447926 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 52284) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:08.451200 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 52286) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:08.501162 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da5b47-ccfc-47a6-97f7-53fb4c13876a tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'Port': ['ID=536cd7dc-02ee-4cb4-aefe-ad6daec5ee55,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:08.553951 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a8d37956-124e-46b4-9170-cae1c030587c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6f11f558842a4c0e865ab9a0b4df4d86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1256804 Aug 18 13:03:08.556267 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52288) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:08.620928 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-653ad0b1-fcee-4bb5-8c01-04cc48188f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:08.645750 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-653ad0b1-fcee-4bb5-8c01-04cc48188f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:08.750627 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52292) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:08.754272 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ba44e6d3-1758-4bd5-8535-970871b6a860 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2943470 Aug 18 13:03:08.755821 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-217883b1-238b-4442-b078-4445aac23234 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Request body: {'floatingip': {'port_id': '3dfdff12-4485-45c6-adcd-0e7532bf9d15'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:03:08.818426 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-653ad0b1-fcee-4bb5-8c01-04cc48188f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:08.821210 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-653ad0b1-fcee-4bb5-8c01-04cc48188f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:08.830162 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-e8b50ef5-6096-4d1d-9b84-39634121fe1f service neutron] 10.222.0.13 "GET /v2.0/networks/1580e32b-815c-484e-8818-74705331eaf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5463963 Aug 18 13:03:08.832941 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-653ad0b1-fcee-4bb5-8c01-04cc48188f73 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81e1112b-b6eb-4fd8-b867-48e52f418b17 HTTP/1.1" status: 204 len: 168 time: 0.2756610 Aug 18 13:03:08.925025 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ad0b1-fcee-4bb5-8c01-04cc48188f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e1112b-b6eb-4fd8-b867-48e52f418b17,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:08.972029 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-c41f52d0-9fca-4284-b647-33c323e81d0b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Deleting port 536cd7dc-02ee-4cb4-aefe-ad6daec5ee55 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:03:08.972381 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c41f52d0-9fca-4284-b647-33c323e81d0b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:08.976196 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-217883b1-238b-4442-b078-4445aac23234 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for floatingip, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:09.073458 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-24c36a34-0a47-4fcd-adaf-27a90e3c302a None None] Provisioning for port 46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:03:09.078598 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-24c36a34-0a47-4fcd-adaf-27a90e3c302a None None] Provisioning complete for port 46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:03:09.084078 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-24c36a34-0a47-4fcd-adaf-27a90e3c302a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:09.211713 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c41f52d0-9fca-4284-b647-33c323e81d0b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:09.235866 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-c41f52d0-9fca-4284-b647-33c323e81d0b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Calling delete_port for 536cd7dc-02ee-4cb4-aefe-ad6daec5ee55 owned by {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:03:09.488137 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-941fe415-67cc-45a9-8c71-7cc0875fe373 req-eb677282-cae3-46a6-a16a-3c2fca1a428f tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 210 time: 0.0348480 Aug 18 13:03:09.605626 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-24c36a34-0a47-4fcd-adaf-27a90e3c302a None None] Provisioning for port 536cd7dc-02ee-4cb4-aefe-ad6daec5ee55 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:03:09.610258 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-24c36a34-0a47-4fcd-adaf-27a90e3c302a None None] Provisioning complete for port 536cd7dc-02ee-4cb4-aefe-ad6daec5ee55 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:03:09.610633 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-24c36a34-0a47-4fcd-adaf-27a90e3c302a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:09.653398 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-24c36a34-0a47-4fcd-adaf-27a90e3c302a None None] Port 536cd7dc-02ee-4cb4-aefe-ad6daec5ee55 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:03:09.674683 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-24c36a34-0a47-4fcd-adaf-27a90e3c302a None None] Provisioning complete for port 7486a32e-2895-4164-bdde-aa73a165d4df triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:03:09.675358 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-24c36a34-0a47-4fcd-adaf-27a90e3c302a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:09.719480 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-24c36a34-0a47-4fcd-adaf-27a90e3c302a None None] Port 7486a32e-2895-4164-bdde-aa73a165d4df cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:03:09.805354 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c41f52d0-9fca-4284-b647-33c323e81d0b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:09.833947 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f2e07cbc-e294-47ce-a142-67ff4d8aae0c None None] Could not find standard attr ID for object 536cd7dc-02ee-4cb4-aefe-ad6daec5ee55. {{(pid=101677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 13:03:09.848599 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f52d0-9fca-4284-b647-33c323e81d0b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event deleted for resources: {'Port': ['ID=536cd7dc-02ee-4cb4-aefe-ad6daec5ee55,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:09.898952 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c41f52d0-9fca-4284-b647-33c323e81d0b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:09.904123 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c41f52d0-9fca-4284-b647-33c323e81d0b tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/ports/536cd7dc-02ee-4cb4-aefe-ad6daec5ee55 HTTP/1.1" status: 204 len: 168 time: 1.4517195 Aug 18 13:03:09.906713 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 52326) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:09.919033 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.db.resource_extend [None req-217883b1-238b-4442-b078-4445aac23234 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 13:03:09.965598 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-7899cee4-a268-4ce7-beb6-f9f8b801001f tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] GET failed (client error): The resource could not be found. Aug 18 13:03:09.997329 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7899cee4-a268-4ce7-beb6-f9f8b801001f tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "GET /v2.0/ports/536cd7dc-02ee-4cb4-aefe-ad6daec5ee55 HTTP/1.1" status: 404 len: 333 time: 0.0891273 Aug 18 13:03:10.004575 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 52334) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:10.012455 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-217883b1-238b-4442-b078-4445aac23234 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:10.079405 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-217883b1-238b-4442-b078-4445aac23234 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:10.184629 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-985374e0-bc3f-41c4-ba26-0d9aea8ce525 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:10.214577 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-985374e0-bc3f-41c4-ba26-0d9aea8ce525 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:10.281128 n-d-803603-2 neutron-server[101676]: INFO neutron.db.l3_db [None req-217883b1-238b-4442-b078-4445aac23234 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Floating IP d7c5846c-40d9-4db8-8bb1-877c1ce36cb9 associated. External IP: 172.25.6.23, port: df7d41f5-7fcc-470f-9098-88a726a049b1. Aug 18 13:03:10.382023 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-985374e0-bc3f-41c4-ba26-0d9aea8ce525 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:10.391763 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-985374e0-bc3f-41c4-ba26-0d9aea8ce525 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:10.396133 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-985374e0-bc3f-41c4-ba26-0d9aea8ce525 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/security-groups/bc0f0ebc-8d7a-4d85-8d4a-362a66398b62 HTTP/1.1" status: 204 len: 168 time: 0.3863370 Aug 18 13:03:10.397027 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52346) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:10.418226 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985374e0-bc3f-41c4-ba26-0d9aea8ce525 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0f0ebc-8d7a-4d85-8d4a-362a66398b62,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:10.573238 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b55082d2-c33c-4b9e-bc52-ccede8baa31e tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:10.614498 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fe7b4508-ba56-4803-83fe-d259d32c65aa req-dbbdfa10-4499-4f3b-b207-0d0b44a4c3c1 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 210 time: 0.0487614 Aug 18 13:03:10.644208 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b55082d2-c33c-4b9e-bc52-ccede8baa31e tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:10.734793 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-217883b1-238b-4442-b078-4445aac23234 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Router 99c4d20f-475d-4fea-9771-8dca060ddfbf has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:03:10.844340 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b55082d2-c33c-4b9e-bc52-ccede8baa31e tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:10.847274 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b55082d2-c33c-4b9e-bc52-ccede8baa31e tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:10.848383 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b55082d2-c33c-4b9e-bc52-ccede8baa31e tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/security-groups/1b4d76c8-9521-4aa3-9005-148e68393f68 HTTP/1.1" status: 204 len: 168 time: 0.3872504 Aug 18 13:03:10.855457 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 52364) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:10.863985 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55082d2-c33c-4b9e-bc52-ccede8baa31e tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4d76c8-9521-4aa3-9005-148e68393f68,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:10.900106 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217883b1-238b-4442-b078-4445aac23234 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:03:10.927806 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f134581-ce98-49be-ae2b-d3994d575a29 None None] Sync routers for ids ['99c4d20f-475d-4fea-9771-8dca060ddfbf'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:03:10.937672 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f134581-ce98-49be-ae2b-d3994d575a29 None None] Routers {'99c4d20f-475d-4fea-9771-8dca060ddfbf'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:03:10.938343 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-1f134581-ce98-49be-ae2b-d3994d575a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:02:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['99c4d20f-475d-4fea-9771-8dca060ddfbf'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:10.978924 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1e06eba-eae4-4b4d-93b4-7120801ac8a3 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Deleting subnet baf18229-9ead-45fa-bc37-9bd3ddd0fb9c {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:03:10.978924 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e1e06eba-eae4-4b4d-93b4-7120801ac8a3 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:10.979214 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-1f134581-ce98-49be-ae2b-d3994d575a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:10.983802 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f134581-ce98-49be-ae2b-d3994d575a29 None None] Routers {'99c4d20f-475d-4fea-9771-8dca060ddfbf'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:03:10.984456 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-1f134581-ce98-49be-ae2b-d3994d575a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:02:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['99c4d20f-475d-4fea-9771-8dca060ddfbf'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:10.994391 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e1e06eba-eae4-4b4d-93b4-7120801ac8a3 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:11.018816 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-1f134581-ce98-49be-ae2b-d3994d575a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:11.019532 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f134581-ce98-49be-ae2b-d3994d575a29 None None] The sync data for ids ['99c4d20f-475d-4fea-9771-8dca060ddfbf'] in n-d-803603-2 is: [] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:03:11.099865 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e1e06eba-eae4-4b4d-93b4-7120801ac8a3 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:11.129565 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-217883b1-238b-4442-b078-4445aac23234 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Router 99c4d20f-475d-4fea-9771-8dca060ddfbf has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:03:11.179357 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52372) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:11.302474 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e1e06eba-eae4-4b4d-93b4-7120801ac8a3 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:11.333605 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e06eba-eae4-4b4d-93b4-7120801ac8a3 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event deleted for resources: {'Subnet': ['ID=baf18229-9ead-45fa-bc37-9bd3ddd0fb9c,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:11.335817 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e1e06eba-eae4-4b4d-93b4-7120801ac8a3 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:11.341593 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e1e06eba-eae4-4b4d-93b4-7120801ac8a3 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/subnets/baf18229-9ead-45fa-bc37-9bd3ddd0fb9c HTTP/1.1" status: 204 len: 168 time: 0.4796553 Aug 18 13:03:11.342494 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 52382) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:11.348531 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f9789c-f891-4871-bf09-31ffb1f6e966 None None] Network c58bf31f-4965-4f99-ab5b-59ba564598ff requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:03:11.356276 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-456e72cf-c1d7-4823-a6a6-04a7129dcef5 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'subnet': {'network_id': 'c58bf31f-4965-4f99-ab5b-59ba564598ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:03:11.536828 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-397569d4-2220-4ff6-9310-4f1af1b96420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:11.613777 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-e25d4584-ed5b-49b1-b9b2-42ce4a8ac46e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1338579003-network', 'tenant_id': '1b7bb7ada99a4b5d932fd3c3f52f7206'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:03:11.650571 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456e72cf-c1d7-4823-a6a6-04a7129dcef5 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Made reservation on behalf of 96ba955bba3e4c748bb07e5882ab812d for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:03:11.654130 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-456e72cf-c1d7-4823-a6a6-04a7129dcef5 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:11.687312 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217883b1-238b-4442-b078-4445aac23234 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:03:11.696591 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-217883b1-238b-4442-b078-4445aac23234 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:11.699223 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f419e467-a2a4-4c8a-b97c-bf4c13fafdf2 None None] Sync routers for ids ['99c4d20f-475d-4fea-9771-8dca060ddfbf'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:03:11.714226 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f419e467-a2a4-4c8a-b97c-bf4c13fafdf2 None None] Routers {'99c4d20f-475d-4fea-9771-8dca060ddfbf'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:03:11.720742 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-f419e467-a2a4-4c8a-b97c-bf4c13fafdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:02:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['99c4d20f-475d-4fea-9771-8dca060ddfbf'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:11.769865 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa491f6-e9dc-43d4-b3be-5154db6668f2 req-ba8616c3-8828-4435-bbfb-049a10a0b57e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:11.778185 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6fa491f6-e9dc-43d4-b3be-5154db6668f2 req-ba8616c3-8828-4435-bbfb-049a10a0b57e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 945 time: 0.1760225 Aug 18 13:03:11.794854 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-f419e467-a2a4-4c8a-b97c-bf4c13fafdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:11.804982 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f419e467-a2a4-4c8a-b97c-bf4c13fafdf2 None None] Routers {'99c4d20f-475d-4fea-9771-8dca060ddfbf'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:03:11.805991 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-f419e467-a2a4-4c8a-b97c-bf4c13fafdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:02:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['99c4d20f-475d-4fea-9771-8dca060ddfbf'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:11.831268 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-217883b1-238b-4442-b078-4445aac23234 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "PUT /v2.0/floatingips/d7c5846c-40d9-4db8-8bb1-877c1ce36cb9 HTTP/1.1" status: 200 len: 977 time: 3.0793653 Aug 18 13:03:11.837582 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52400) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:11.843415 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-b2894490-ea5c-43af-a893-97de6d014b0c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:03:11.847014 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-f419e467-a2a4-4c8a-b97c-bf4c13fafdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:11.847671 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f419e467-a2a4-4c8a-b97c-bf4c13fafdf2 None None] The sync data for ids ['99c4d20f-475d-4fea-9771-8dca060ddfbf'] in n-d-803603-2 is: [] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:03:11.894813 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25d4584-ed5b-49b1-b9b2-42ce4a8ac46e admin admin] Made reservation on behalf of 1b7bb7ada99a4b5d932fd3c3f52f7206 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:03:11.897361 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e25d4584-ed5b-49b1-b9b2-42ce4a8ac46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:11.907801 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:03:11.919479 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6fa491f6-e9dc-43d4-b3be-5154db6668f2 req-23fc8868-3627-476f-be05-c370a5bd0399 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350009 Aug 18 13:03:11.935868 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e25d4584-ed5b-49b1-b9b2-42ce4a8ac46e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:11.973167 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b2894490-ea5c-43af-a893-97de6d014b0c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for floatingip, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:12.192043 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-250eac15-1e20-49d1-88cf-d2de804ef750 req-b131116b-60a8-43d7-903e-b109c4045a0c tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 210 time: 0.0346403 Aug 18 13:03:12.193963 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b2894490-ea5c-43af-a893-97de6d014b0c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:12.248554 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e25d4584-ed5b-49b1-b9b2-42ce4a8ac46e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:12.317983 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f6d9fad8-59a7-4a42-8bdd-e40c358d6a42 req-b971b0e6-bf3d-47b6-8205-e43137608953 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5df5b587-8310-4301-bdc6-7c3d42718686&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0678458 Aug 18 13:03:12.396159 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b2894490-ea5c-43af-a893-97de6d014b0c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:12.396379 n-d-803603-2 neutron-server[101676]: INFO neutron.db.l3_db [None req-b2894490-ea5c-43af-a893-97de6d014b0c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Floating IP d7c5846c-40d9-4db8-8bb1-877c1ce36cb9 disassociated. External IP: 172.25.6.23, port: 3dfdff12-4485-45c6-adcd-0e7532bf9d15. Aug 18 13:03:12.398542 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e25d4584-ed5b-49b1-b9b2-42ce4a8ac46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:12.479419 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-353f4194-ba14-4811-83f1-6b26bf6fad8f None None] Provisioning complete for port 46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:03:12.480510 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-353f4194-ba14-4811-83f1-6b26bf6fad8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:12.481398 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e25d4584-ed5b-49b1-b9b2-42ce4a8ac46e admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:03:12.527142 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9fad8-59a7-4a42-8bdd-e40c358d6a42 req-e89235c4-ad95-4b12-bc19-f5b68f2d926d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:12.528952 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f6d9fad8-59a7-4a42-8bdd-e40c358d6a42 req-e89235c4-ad95-4b12-bc19-f5b68f2d926d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e1aea23d75f24f989d114151115add9a&device_id=5df5b587-8310-4301-bdc6-7c3d42718686 HTTP/1.1" status: 200 len: 1097 time: 0.1618006 Aug 18 13:03:12.538454 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d4584-ed5b-49b1-b9b2-42ce4a8ac46e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ae1386-11b9-4a08-b0b1-6f15c7511792,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:12.543881 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e25d4584-ed5b-49b1-b9b2-42ce4a8ac46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:12.544232 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-e25d4584-ed5b-49b1-b9b2-42ce4a8ac46e admin admin] Added segment d21d068c-8442-425f-872e-0e5300813a42 of type vlan for network a8d27026-b8e0-4d3d-971e-78c2b57a2f7a Aug 18 13:03:12.612829 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-6b543a30-e154-4f6d-a886-ca61f25866d9 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:12.614418 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-6b543a30-e154-4f6d-a886-ca61f25866d9 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.39 "GET /v2.0/networks?id=1580e32b-815c-484e-8818-74705331eaf8 HTTP/1.1" status: 200 len: 816 time: 0.1754270 Aug 18 13:03:12.614857 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-353f4194-ba14-4811-83f1-6b26bf6fad8f None None] Provisioning complete for port 7486a32e-2895-4164-bdde-aa73a165d4df triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:03:12.615240 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-353f4194-ba14-4811-83f1-6b26bf6fad8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:12.640668 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-456e72cf-c1d7-4823-a6a6-04a7129dcef5 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:12.649259 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e25d4584-ed5b-49b1-b9b2-42ce4a8ac46e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:12.660985 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-353f4194-ba14-4811-83f1-6b26bf6fad8f None None] Port 7486a32e-2895-4164-bdde-aa73a165d4df cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:03:12.674876 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456e72cf-c1d7-4823-a6a6-04a7129dcef5 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Network c58bf31f-4965-4f99-ab5b-59ba564598ff is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:03:12.715639 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-456e72cf-c1d7-4823-a6a6-04a7129dcef5 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:03:12.718537 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456e72cf-c1d7-4823-a6a6-04a7129dcef5 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:12.719123 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-456e72cf-c1d7-4823-a6a6-04a7129dcef5 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:12.728910 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a30eb2-4070-4697-8ce4-e82d3a73a240 None None] Network c58bf31f-4965-4f99-ab5b-59ba564598ff requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:03:12.763814 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-6eb846f1-d54c-47e9-9845-7c54618352c7 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55f2c489a405498aa01d9cac2d06f3c9 HTTP/1.1" status: 200 len: 380 time: 0.1394780 Aug 18 13:03:12.764471 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e72cf-c1d7-4823-a6a6-04a7129dcef5 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'Subnet': ['ID=ff35ec05-99d6-411a-a7ed-27d2101b9d01,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:12.775781 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-80aceaa1-3a2d-4d53-9126-baf5c5f7e107 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Request body: {'port': {'device_id': '92cfe51f-76c1-4a99-b95d-fdf95274b4fc', 'network_id': '1580e32b-815c-484e-8818-74705331eaf8', 'admin_state_up': True, 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9', 'security_groups': ['003740a5-9a09-4bc7-ae59-f818d594fb70']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:03:12.817609 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9fad8-59a7-4a42-8bdd-e40c358d6a42 req-7b42455d-8a51-4c6e-9aff-83a0be154fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:12.819131 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f6d9fad8-59a7-4a42-8bdd-e40c358d6a42 req-7b42455d-8a51-4c6e-9aff-83a0be154fe5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d9c67a3b-f0ee-4baf-89f7-136d3e192a61 HTTP/1.1" status: 200 len: 915 time: 0.1858027 Aug 18 13:03:12.852757 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e25d4584-ed5b-49b1-b9b2-42ce4a8ac46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:12.853835 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25d4584-ed5b-49b1-b9b2-42ce4a8ac46e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:12.854819 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e25d4584-ed5b-49b1-b9b2-42ce4a8ac46e admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:12.882795 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-456e72cf-c1d7-4823-a6a6-04a7129dcef5 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5395246 Aug 18 13:03:12.883517 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 52420) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:12.893588 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-e8fab8f0-b0b9-437f-9658-aaf7ab255d14 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'security_group': {'name': 'tempest-secgroup-1672427134'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:03:13.025757 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e25d4584-ed5b-49b1-b9b2-42ce4a8ac46e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8474236 Aug 18 13:03:13.028764 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 52426) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:13.034105 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-c2ce03f4-270e-4940-a119-3d51a730a616 admin admin] Request body: {'subnet': {'network_id': 'a8d27026-b8e0-4d3d-971e-78c2b57a2f7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1338579003-subnet', 'tenant_id': '1b7bb7ada99a4b5d932fd3c3f52f7206', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:03:13.038086 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af306a3-ae0c-4c61-a1fb-edeb08306a37 None None] Update dhcp port {'port': {'network_id': 'c58bf31f-4965-4f99-ab5b-59ba564598ff', 'fixed_ips': [{'subnet_id': '1b101aac-d057-43cb-877e-ef7e0471cdfe', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ff35ec05-99d6-411a-a7ed-27d2101b9d01'}], 'binding:host_id': 'n-d-803603-2'}, 'id': '46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0'} from n-d-803603-2. {{(pid=101677) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 13:03:13.043454 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d4584-ed5b-49b1-b9b2-42ce4a8ac46e admin admin] Pushing event updated for resources: {'Network': ['ID=a8d27026-b8e0-4d3d-971e-78c2b57a2f7a,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:13.046937 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f6d9fad8-59a7-4a42-8bdd-e40c358d6a42 req-a23415c7-3225-4d86-8ec4-408f12ca92d6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c10eca2f-5dbc-4595-a968-88bc433f1e48 HTTP/1.1" status: 200 len: 1001 time: 0.1954179 Aug 18 13:03:13.060527 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network a8d27026-b8e0-4d3d-971e-78c2b57a2f7a details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:03:13.081890 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2894490-ea5c-43af-a893-97de6d014b0c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Router 99c4d20f-475d-4fea-9771-8dca060ddfbf has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:03:13.104098 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e8fab8f0-b0b9-437f-9658-aaf7ab255d14 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:13.113153 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0af306a3-ae0c-4c61-a1fb-edeb08306a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:13.143265 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba7cd0-7ae2-4b54-bffb-0229fcb750b9 req-e5874971-ee54-436e-a47e-3d98cee05b0b tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:13.144787 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-81ba7cd0-7ae2-4b54-bffb-0229fcb750b9 req-e5874971-ee54-436e-a47e-3d98cee05b0b tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 945 time: 0.1291738 Aug 18 13:03:13.146212 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9fad8-59a7-4a42-8bdd-e40c358d6a42 req-3f515cce-da9c-48e7-bc98-bf8f78821483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:13.150796 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f6d9fad8-59a7-4a42-8bdd-e40c358d6a42 req-3f515cce-da9c-48e7-bc98-bf8f78821483 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dc66fe81-c3d6-42b5-b663-fc73648ae374 HTTP/1.1" status: 200 len: 853 time: 0.0789239 Aug 18 13:03:13.218257 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-80aceaa1-3a2d-4d53-9126-baf5c5f7e107 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Made reservation on behalf of 55f2c489a405498aa01d9cac2d06f3c9 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:03:13.223567 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-80aceaa1-3a2d-4d53-9126-baf5c5f7e107 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:13.297544 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ce03f4-270e-4940-a119-3d51a730a616 admin admin] Made reservation on behalf of 1b7bb7ada99a4b5d932fd3c3f52f7206 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:03:13.300009 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c2ce03f4-270e-4940-a119-3d51a730a616 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:13.311876 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-81ba7cd0-7ae2-4b54-bffb-0229fcb750b9 req-3ffa4389-0a25-4888-97ef-5003d89cf88a tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310103 Aug 18 13:03:13.321575 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9fad8-59a7-4a42-8bdd-e40c358d6a42 req-429ae05b-7496-44d7-bcd8-d4774a14faa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:13.323318 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f6d9fad8-59a7-4a42-8bdd-e40c358d6a42 req-429ae05b-7496-44d7-bcd8-d4774a14faa3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d9c67a3b-f0ee-4baf-89f7-136d3e192a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1412702 Aug 18 13:03:13.336575 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2894490-ea5c-43af-a893-97de6d014b0c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:03:13.348317 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b2894490-ea5c-43af-a893-97de6d014b0c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:13.351683 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-0af306a3-ae0c-4c61-a1fb-edeb08306a37 None None] Allocated IP 2001:db8::2 (c58bf31f-4965-4f99-ab5b-59ba564598ff/ff35ec05-99d6-411a-a7ed-27d2101b9d01/46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:03:13.424151 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b2894490-ea5c-43af-a893-97de6d014b0c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "PUT /v2.0/floatingips/d7c5846c-40d9-4db8-8bb1-877c1ce36cb9 HTTP/1.1" status: 200 len: 687 time: 1.5853188 Aug 18 13:03:13.426611 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52440) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:13.507357 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-0af306a3-ae0c-4c61-a1fb-edeb08306a37 None None] For port 46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0,segment=NetworkSegment(3f593f74-b43f-4423-beca-a41e03ba9120),segment_id=3f593f74-b43f-4423-beca-a41e03ba9120)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:03:13.541289 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0af306a3-ae0c-4c61-a1fb-edeb08306a37 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:13.547508 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f6d9fad8-59a7-4a42-8bdd-e40c358d6a42 req-58769eb5-d61b-493a-b90f-747f3411d85d service neutron] 10.222.0.39 "GET /v2.0/networks/d9c67a3b-f0ee-4baf-89f7-136d3e192a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098045 Aug 18 13:03:13.558462 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-0af306a3-ae0c-4c61-a1fb-edeb08306a37 None None] Transition to ACTIVE for port object 46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:03:13.559826 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8923a85d-0923-4760-a2fb-16154259fa8b req-04f61988-d807-4061-b9f5-90c754cbe5fb tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 210 time: 0.1866379 Aug 18 13:03:13.561571 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad582394-c584-49e5-ae09-b05b9805470c None None] Sync routers for ids ['99c4d20f-475d-4fea-9771-8dca060ddfbf'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:03:13.574541 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad582394-c584-49e5-ae09-b05b9805470c None None] Routers {'99c4d20f-475d-4fea-9771-8dca060ddfbf'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:03:13.576451 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-ad582394-c584-49e5-ae09-b05b9805470c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:02:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['99c4d20f-475d-4fea-9771-8dca060ddfbf'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:13.664787 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-ad582394-c584-49e5-ae09-b05b9805470c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:13.680965 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad582394-c584-49e5-ae09-b05b9805470c None None] Routers {'99c4d20f-475d-4fea-9771-8dca060ddfbf'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:03:13.681860 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-ad582394-c584-49e5-ae09-b05b9805470c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:02:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['99c4d20f-475d-4fea-9771-8dca060ddfbf'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:13.713207 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f6d9fad8-59a7-4a42-8bdd-e40c358d6a42 req-4227bf47-4371-480d-b3ec-de76520f8f79 service neutron] 10.222.0.39 "GET /v2.0/networks/d9c67a3b-f0ee-4baf-89f7-136d3e192a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475651 Aug 18 13:03:13.717127 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-ad582394-c584-49e5-ae09-b05b9805470c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:13.718076 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad582394-c584-49e5-ae09-b05b9805470c None None] The sync data for ids ['99c4d20f-475d-4fea-9771-8dca060ddfbf'] in n-d-803603-2 is: [] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:03:13.719937 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0af306a3-ae0c-4c61-a1fb-edeb08306a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:13.738289 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-dc989a18-e3c5-4311-8b60-4c7e6fd46242 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Deleting port d154c0fd-d5fa-4dc1-8278-b063d2de2818 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:03:13.739334 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dc989a18-e3c5-4311-8b60-4c7e6fd46242 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:13.803991 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-159ddae4-29d5-431e-9b30-f02a0f57369a req-9487787c-5990-4e2c-95b4-8621f0318df3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1578410 Aug 18 13:03:13.826959 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af306a3-ae0c-4c61-a1fb-edeb08306a37 None None] Pushing event updated for resources: {'Port': ['ID=46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0,revision_number=6']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:13.836732 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-80aceaa1-3a2d-4d53-9126-baf5c5f7e107 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Allocated IP 172.20.0.10 (1580e32b-815c-484e-8818-74705331eaf8/d3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935/d56c394b-93e7-4573-9588-fa1eeaa8886c) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:03:13.852975 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bbcf7cb8-2f0d-4456-a77c-a8de5d950ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:13.877789 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dc989a18-e3c5-4311-8b60-4c7e6fd46242 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:13.878262 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dc989a18-e3c5-4311-8b60-4c7e6fd46242 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:13.894710 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-dc989a18-e3c5-4311-8b60-4c7e6fd46242 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Calling delete_port for d154c0fd-d5fa-4dc1-8278-b063d2de2818 owned by network:floatingip {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:03:13.902758 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e8fab8f0-b0b9-437f-9658-aaf7ab255d14 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:14.047380 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ddae4-29d5-431e-9b30-f02a0f57369a req-6fe5cd16-554c-4512-958a-7c91ecabf15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:14.048945 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-159ddae4-29d5-431e-9b30-f02a0f57369a req-6fe5cd16-554c-4512-958a-7c91ecabf15a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8b6c2b19e634a4bb77e7e12fa929d83&device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 1096 time: 0.1712248 Aug 18 13:03:14.049585 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e8fab8f0-b0b9-437f-9658-aaf7ab255d14 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:14.154051 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fab8f0-b0b9-437f-9658-aaf7ab255d14 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55777bbc-7ebf-4d4e-9b96-0afd85c83c97,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:14.174083 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c2ce03f4-270e-4940-a119-3d51a730a616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:14.211042 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dc989a18-e3c5-4311-8b60-4c7e6fd46242 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:14.242901 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc989a18-e3c5-4311-8b60-4c7e6fd46242 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Pushing event deleted for resources: {'Port': ['ID=d154c0fd-d5fa-4dc1-8278-b063d2de2818,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:14.246959 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e8fab8f0-b0b9-437f-9658-aaf7ab255d14 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:14.248287 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e8fab8f0-b0b9-437f-9658-aaf7ab255d14 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3594201 Aug 18 13:03:14.252724 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52458) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:14.257848 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-8d3ae463-89c4-490b-a880-aab4489854f7 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'security_group': {'name': 'tempest-secgroup-672349823'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:03:14.265836 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52460) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:14.289653 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-80aceaa1-3a2d-4d53-9126-baf5c5f7e107 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:14.343037 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-80aceaa1-3a2d-4d53-9126-baf5c5f7e107 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Transition to ACTIVE for port object d56c394b-93e7-4573-9588-fa1eeaa8886c will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:03:14.349416 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce03f4-270e-4940-a119-3d51a730a616 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08d37668-d2c1-40db-a95f-b1212b73a41b,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:14.359362 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dc989a18-e3c5-4311-8b60-4c7e6fd46242 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for floatingip, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:14.364977 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dc989a18-e3c5-4311-8b60-4c7e6fd46242 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:14.364977 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-dc989a18-e3c5-4311-8b60-4c7e6fd46242 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "DELETE /v2.0/floatingips/d7c5846c-40d9-4db8-8bb1-877c1ce36cb9 HTTP/1.1" status: 204 len: 168 time: 0.9364350 Aug 18 13:03:14.366992 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52464) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:14.373867 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:03:14.381880 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ddae4-29d5-431e-9b30-f02a0f57369a req-5377064e-010f-4943-94da-7221cca46b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:14.383835 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-159ddae4-29d5-431e-9b30-f02a0f57369a req-5377064e-010f-4943-94da-7221cca46b9f service neutron] 10.222.0.20 "GET /v2.0/networks?id=c70b20b2-1ba3-4778-b38e-36ed095ba70d HTTP/1.1" status: 200 len: 912 time: 0.3131576 Aug 18 13:03:14.391110 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ce03f4-270e-4940-a119-3d51a730a616 admin admin] Checking segment: {'id': 'd21d068c-8442-425f-872e-0e5300813a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a8d27026-b8e0-4d3d-971e-78c2b57a2f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:03:14.392643 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ce03f4-270e-4940-a119-3d51a730a616 admin admin] Network hostable DHCP agents. Network: a8d27026-b8e0-4d3d-971e-78c2b57a2f7a, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:03:14.440910 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8d3ae463-89c4-490b-a880-aab4489854f7 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:14.449817 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-4efbe2aa-2b51-418f-bb4e-13b9fd960d63 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] delete failed (client error): The resource could not be found. Aug 18 13:03:14.449817 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4efbe2aa-2b51-418f-bb4e-13b9fd960d63 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "DELETE /v2.0/floatingips/d7c5846c-40d9-4db8-8bb1-877c1ce36cb9 HTTP/1.1" status: 404 len: 345 time: 0.0763886 Aug 18 13:03:14.449817 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52468) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:14.539050 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-159ddae4-29d5-431e-9b30-f02a0f57369a req-1c87f9a2-ba12-42d9-be47-2940922ae1c8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be132020-3516-4ddf-b702-9f30b7b7f0c8 HTTP/1.1" status: 200 len: 1000 time: 0.1344607 Aug 18 13:03:14.585560 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0cf38723-b57b-4ed2-b10d-601a0f1303d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:14.596510 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ddae4-29d5-431e-9b30-f02a0f57369a req-583849fe-2374-4897-8620-d58808a7636a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:14.598011 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-159ddae4-29d5-431e-9b30-f02a0f57369a req-583849fe-2374-4897-8620-d58808a7636a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2744890d-6739-4756-b608-842180da7455 HTTP/1.1" status: 200 len: 850 time: 0.0494976 Aug 18 13:03:14.616421 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ce03f4-270e-4940-a119-3d51a730a616 admin admin] Network a8d27026-b8e0-4d3d-971e-78c2b57a2f7a is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:03:14.653864 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ddae4-29d5-431e-9b30-f02a0f57369a req-daf9dbe5-88c3-4397-9ab2-aea0282dc49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:14.655550 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-159ddae4-29d5-431e-9b30-f02a0f57369a req-daf9dbe5-88c3-4397-9ab2-aea0282dc49f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c70b20b2-1ba3-4778-b38e-36ed095ba70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490875 Aug 18 13:03:14.672253 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f959c24-84f5-4680-b976-db6e5420d04b tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:14.678148 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f959c24-84f5-4680-b976-db6e5420d04b tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:14.684055 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f959c24-84f5-4680-b976-db6e5420d04b tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:14.688373 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2f959c24-84f5-4680-b976-db6e5420d04b tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "GET /v2.0/ports?network_id=5ee6de62-4b04-45e2-ae1e-9c31bfa53e02 HTTP/1.1" status: 200 len: 2358 time: 0.2330394 Aug 18 13:03:14.688951 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52472) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:14.704582 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:14.720449 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-80aceaa1-3a2d-4d53-9126-baf5c5f7e107 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:14.765386 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8d3ae463-89c4-490b-a880-aab4489854f7 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:14.777178 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-80aceaa1-3a2d-4d53-9126-baf5c5f7e107 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Network 1580e32b-815c-484e-8818-74705331eaf8 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:03:14.786380 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-c2ce03f4-270e-4940-a119-3d51a730a616 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, a8d27026-b8e0-4d3d-971e-78c2b57a2f7a) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:03:14.788152 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-80aceaa1-3a2d-4d53-9126-baf5c5f7e107 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:03:14.794755 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f30ac9f-2012-4fed-9cc5-57334a5b30e3 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:14.794969 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-80aceaa1-3a2d-4d53-9126-baf5c5f7e107 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:03:14.795861 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9f30ac9f-2012-4fed-9cc5-57334a5b30e3 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "GET /v2.0/subnets/9e8c1601-b963-4b53-81cb-cb40466abda8 HTTP/1.1" status: 200 len: 797 time: 0.0966177 Aug 18 13:03:14.803405 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ce03f4-270e-4940-a119-3d51a730a616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:14.803546 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11627757-b36a-4926-96a8-e6f0beece349 req-90783740-8674-40cf-846a-d6c067182f4d tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:14.806800 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c2ce03f4-270e-4940-a119-3d51a730a616 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:14.807033 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-11627757-b36a-4926-96a8-e6f0beece349 req-90783740-8674-40cf-846a-d6c067182f4d tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 932 time: 0.1181071 Aug 18 13:03:14.807033 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52476) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:14.807183 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c80b45-9f73-491d-8c5c-a7a89b8de45e None None] Network a8d27026-b8e0-4d3d-971e-78c2b57a2f7a requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:03:14.810822 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-a460cb45-dc9d-4752-982c-58cf3ae8af2a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Request body: {'port': {'network_id': '5ee6de62-4b04-45e2-ae1e-9c31bfa53e02', 'name': 'tempest-FloatingIPTestJSON-1485280433', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:03:14.842037 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aceaa1-3a2d-4d53-9126-baf5c5f7e107 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Pushing event updated for resources: {'Port': ['ID=d56c394b-93e7-4573-9588-fa1eeaa8886c,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:14.865960 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-993701e4-422c-48ba-bb9d-ff124c7dfbea None None] Provisioning for port 46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:03:14.872645 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-993701e4-422c-48ba-bb9d-ff124c7dfbea None None] Provisioning complete for port 46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:03:14.875068 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-993701e4-422c-48ba-bb9d-ff124c7dfbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:14.875742 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-159ddae4-29d5-431e-9b30-f02a0f57369a req-5ef0a448-74fd-4091-a3f2-3ddf6857fcb4 service neutron] 10.222.0.20 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108464 Aug 18 13:03:14.884659 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8d3ae463-89c4-490b-a880-aab4489854f7 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:14.888591 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-80aceaa1-3a2d-4d53-9126-baf5c5f7e107 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:14.889283 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-80aceaa1-3a2d-4d53-9126-baf5c5f7e107 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:14.947178 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ae463-89c4-490b-a880-aab4489854f7 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffd2bad-c313-4168-873d-90000050b5d8,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:14.953479 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c2ce03f4-270e-4940-a119-3d51a730a616 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.9233708 Aug 18 13:03:14.956448 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 52478) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:14.970796 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-11627757-b36a-4926-96a8-e6f0beece349 req-95632828-6e86-45d0-bdc9-7d10b09c5ef5 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553075 Aug 18 13:03:14.971842 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-ff6fd867-ae5b-4fda-808d-1a93e8d622b0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1338579003-router', 'tenant_id': '1b7bb7ada99a4b5d932fd3c3f52f7206', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:03:15.041683 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-159ddae4-29d5-431e-9b30-f02a0f57369a req-16a3bc78-4b8e-400d-95ab-d943818172f5 service neutron] 10.222.0.20 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494465 Aug 18 13:03:15.060061 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-80aceaa1-3a2d-4d53-9126-baf5c5f7e107 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2883296 Aug 18 13:03:15.074426 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-947dcabe-7c11-4c5f-9d59-8796b9630c8c service neutron] Request body: {'port': {'device_id': '92cfe51f-76c1-4a99-b95d-fdf95274b4fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:03:15.149587 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-947dcabe-7c11-4c5f-9d59-8796b9630c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:15.169234 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0cf38723-b57b-4ed2-b10d-601a0f1303d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:15.226400 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a528df4c-1100-4356-b7d7-5b917d752807 None None] Network a8d27026-b8e0-4d3d-971e-78c2b57a2f7a requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:03:15.251677 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0cf38723-b57b-4ed2-b10d-601a0f1303d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:15.275002 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-993701e4-422c-48ba-bb9d-ff124c7dfbea None None] Provisioning complete for port 7486a32e-2895-4164-bdde-aa73a165d4df triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:03:15.275379 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-993701e4-422c-48ba-bb9d-ff124c7dfbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:15.302908 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0cf38723-b57b-4ed2-b10d-601a0f1303d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06264dbfcf0c4100bca3e783f1b4118a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0359881 Aug 18 13:03:15.305468 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 52484) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:15.306680 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf38723-b57b-4ed2-b10d-601a0f1303d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ada8069-bd7e-42e1-bdcd-6ba96c4be7df,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:15.315045 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device be132020-3516-4ddf-b702-9f30b7b7f0c8 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:03:15.321755 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:15.336232 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8d3ae463-89c4-490b-a880-aab4489854f7 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:15.349067 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8d3ae463-89c4-490b-a880-aab4489854f7 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0850956 Aug 18 13:03:15.351273 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52486) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:15.362500 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-daa2999d-0bed-49ca-b5e6-baba51cd73f6 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'security_group': {'name': 'tempest-secgroup-1063581801'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:03:15.390586 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-993701e4-422c-48ba-bb9d-ff124c7dfbea None None] Port 7486a32e-2895-4164-bdde-aa73a165d4df cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:03:15.440045 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7e1df666-1ba5-46fe-aedc-df480cd3c9c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:15.447031 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ff6fd867-ae5b-4fda-808d-1a93e8d622b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:15.452382 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ff6fd867-ae5b-4fda-808d-1a93e8d622b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:15.474631 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:15.486567 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7e1df666-1ba5-46fe-aedc-df480cd3c9c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:15.500559 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69406f0d-4d49-4b0f-a5e3-e400e126fa67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be132020-3516-4ddf-b702-9f30b7b7f0c8'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:03:15.502890 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75226c4c-be06-45f2-a8ad-374537d30562" -d '{"events": [{"server_uuid": "69406f0d-4d49-4b0f-a5e3-e400e126fa67", "name": "network-vif-unplugged", "status": "completed", "tag": "be132020-3516-4ddf-b702-9f30b7b7f0c8"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:03:15.523499 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port be132020-3516-4ddf-b702-9f30b7b7f0c8, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=be132020-3516-4ddf-b702-9f30b7b7f0c8,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:03:15.550655 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 13:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b325222-73b3-472f-804e-cee8941a0887 x-openstack-request-id: req-4b325222-73b3-472f-804e-cee8941a0887 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:03:15.551536 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69406f0d-4d49-4b0f-a5e3-e400e126fa67", "name": "network-vif-unplugged", "status": "completed", "tag": "be132020-3516-4ddf-b702-9f30b7b7f0c8", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:03:15.551536 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b325222-73b3-472f-804e-cee8941a0887 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:03:15.552266 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69406f0d-4d49-4b0f-a5e3-e400e126fa67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be132020-3516-4ddf-b702-9f30b7b7f0c8', 'code': 200} Aug 18 13:03:15.594031 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ff6fd867-ae5b-4fda-808d-1a93e8d622b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:15.604054 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-947dcabe-7c11-4c5f-9d59-8796b9630c8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d56c394b-93e7-4573-9588-fa1eeaa8886c {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:03:15.612430 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-947dcabe-7c11-4c5f-9d59-8796b9630c8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:15.614065 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a460cb45-dc9d-4752-982c-58cf3ae8af2a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Made reservation on behalf of dbf49b0aa1a8432b8115cc3b40a5b301 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:03:15.668345 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:15.672745 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-46f46d02-07ce-47e9-91c7-3120edf7401d None None] Provisioning for port d56c394b-93e7-4573-9588-fa1eeaa8886c completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:03:15.696029 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-46f46d02-07ce-47e9-91c7-3120edf7401d None None] Provisioning complete for port d56c394b-93e7-4573-9588-fa1eeaa8886c triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:03:15.696407 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-46f46d02-07ce-47e9-91c7-3120edf7401d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:15.707672 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a460cb45-dc9d-4752-982c-58cf3ae8af2a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:15.719083 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-947dcabe-7c11-4c5f-9d59-8796b9630c8c service neutron] Transition to ACTIVE for port object d56c394b-93e7-4573-9588-fa1eeaa8886c will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:03:15.720730 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-daa2999d-0bed-49ca-b5e6-baba51cd73f6 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:15.722591 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7e1df666-1ba5-46fe-aedc-df480cd3c9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:15.732914 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7e1df666-1ba5-46fe-aedc-df480cd3c9c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:15.732914 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7e1df666-1ba5-46fe-aedc-df480cd3c9c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ada8069-bd7e-42e1-bdcd-6ba96c4be7df HTTP/1.1" status: 204 len: 168 time: 0.3939364 Aug 18 13:03:15.746451 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-a460cb45-dc9d-4752-982c-58cf3ae8af2a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] device_id is not set on port f01dd2da-70d8-43ea-91c9-0d537486cc4e yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:03:15.763151 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=be132020-3516-4ddf-b702-9f30b7b7f0c8,revision_number=8']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:15.777752 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-46f46d02-07ce-47e9-91c7-3120edf7401d None None] Port d56c394b-93e7-4573-9588-fa1eeaa8886c cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:03:15.801765 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1df666-1ba5-46fe-aedc-df480cd3c9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ada8069-bd7e-42e1-bdcd-6ba96c4be7df,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:15.844357 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-947dcabe-7c11-4c5f-9d59-8796b9630c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:15.904339 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ff6fd867-ae5b-4fda-808d-1a93e8d622b0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:15.934803 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947dcabe-7c11-4c5f-9d59-8796b9630c8c service neutron] Pushing event updated for resources: {'Port': ['ID=d56c394b-93e7-4573-9588-fa1eeaa8886c,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:16.007445 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-947dcabe-7c11-4c5f-9d59-8796b9630c8c service neutron] Attempting to bind port d56c394b-93e7-4573-9588-fa1eeaa8886c on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:03:16.007874 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-947dcabe-7c11-4c5f-9d59-8796b9630c8c service neutron] Attempting to bind port d56c394b-93e7-4573-9588-fa1eeaa8886c by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '1d336752-25b6-4131-855b-23a2ad96544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1580e32b-815c-484e-8818-74705331eaf8'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:03:16.008283 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-947dcabe-7c11-4c5f-9d59-8796b9630c8c service neutron] Attempting to bind port d56c394b-93e7-4573-9588-fa1eeaa8886c on network 1580e32b-815c-484e-8818-74705331eaf8 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:03:16.015827 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-947dcabe-7c11-4c5f-9d59-8796b9630c8c service neutron] Port d56c394b-93e7-4573-9588-fa1eeaa8886c on network 1580e32b-815c-484e-8818-74705331eaf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:03:16.024065 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-947dcabe-7c11-4c5f-9d59-8796b9630c8c service neutron] Attempting to bind port d56c394b-93e7-4573-9588-fa1eeaa8886c on network 1580e32b-815c-484e-8818-74705331eaf8 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:03:16.031118 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-daa2999d-0bed-49ca-b5e6-baba51cd73f6 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:16.033556 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-947dcabe-7c11-4c5f-9d59-8796b9630c8c service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:03:16.033983 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-947dcabe-7c11-4c5f-9d59-8796b9630c8c service neutron] Checking segment: {'id': '1d336752-25b6-4131-855b-23a2ad96544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1580e32b-815c-484e-8818-74705331eaf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:03:16.034480 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-947dcabe-7c11-4c5f-9d59-8796b9630c8c service neutron] Bound using segment: {'id': '1d336752-25b6-4131-855b-23a2ad96544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1580e32b-815c-484e-8818-74705331eaf8'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:03:16.035138 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-947dcabe-7c11-4c5f-9d59-8796b9630c8c service neutron] Bound port: d56c394b-93e7-4573-9588-fa1eeaa8886c, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d336752-25b6-4131-855b-23a2ad96544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1580e32b-815c-484e-8818-74705331eaf8'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:03:16.035581 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-947dcabe-7c11-4c5f-9d59-8796b9630c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:16.135261 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-daa2999d-0bed-49ca-b5e6-baba51cd73f6 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:16.149462 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-947dcabe-7c11-4c5f-9d59-8796b9630c8c service neutron] For port d56c394b-93e7-4573-9588-fa1eeaa8886c, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:03:16.154907 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-947dcabe-7c11-4c5f-9d59-8796b9630c8c service neutron] For port d56c394b-93e7-4573-9588-fa1eeaa8886c, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=d56c394b-93e7-4573-9588-fa1eeaa8886c,segment=NetworkSegment(1d336752-25b6-4131-855b-23a2ad96544b),segment_id=1d336752-25b6-4131-855b-23a2ad96544b)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:03:16.235497 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a363b-9c24-4321-9e25-350534e02fb5 req-a1671d5d-4741-46a9-a99d-a42ba6ea7658 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:16.237066 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d75a363b-9c24-4321-9e25-350534e02fb5 req-a1671d5d-4741-46a9-a99d-a42ba6ea7658 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 944 time: 0.1547625 Aug 18 13:03:16.242398 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa2999d-0bed-49ca-b5e6-baba51cd73f6 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa6709e-1e9b-44fa-8036-7f3a4a12cc1c,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:16.245994 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-a460cb45-dc9d-4752-982c-58cf3ae8af2a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Allocated IP 172.20.0.14 (5ee6de62-4b04-45e2-ae1e-9c31bfa53e02/9e8c1601-b963-4b53-81cb-cb40466abda8/f01dd2da-70d8-43ea-91c9-0d537486cc4e) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:03:16.248483 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-daa2999d-0bed-49ca-b5e6-baba51cd73f6 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:16.252768 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-daa2999d-0bed-49ca-b5e6-baba51cd73f6 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9003644 Aug 18 13:03:16.253389 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52500) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:16.261819 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-431a68fb-4c94-49d3-8345-98c5ca5ff4d5 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-394478003', 'security_groups': ['6fa6709e-1e9b-44fa-8036-7f3a4a12cc1c'], 'network_id': 'c58bf31f-4965-4f99-ab5b-59ba564598ff', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ff35ec05-99d6-411a-a7ed-27d2101b9d01'}]}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:03:16.276016 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-947dcabe-7c11-4c5f-9d59-8796b9630c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:16.283608 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-a460cb45-dc9d-4752-982c-58cf3ae8af2a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Allocated IP 172.20.0.13 (5ee6de62-4b04-45e2-ae1e-9c31bfa53e02/9e8c1601-b963-4b53-81cb-cb40466abda8/f01dd2da-70d8-43ea-91c9-0d537486cc4e) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:03:16.327708 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-947dcabe-7c11-4c5f-9d59-8796b9630c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:16.328284 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-947dcabe-7c11-4c5f-9d59-8796b9630c8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:16.329726 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-947dcabe-7c11-4c5f-9d59-8796b9630c8c service neutron] 10.222.0.39 "PUT /v2.0/ports/d56c394b-93e7-4573-9588-fa1eeaa8886c HTTP/1.1" status: 200 len: 1092 time: 1.2614706 Aug 18 13:03:16.330505 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92cfe51f-76c1-4a99-b95d-fdf95274b4fc', 'tag': 'd56c394b-93e7-4573-9588-fa1eeaa8886c'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:03:16.332896 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac6f0f8-7dad-47a2-ab43-3b59753f014a" -d '{"events": [{"name": "network-changed", "server_uuid": "92cfe51f-76c1-4a99-b95d-fdf95274b4fc", "tag": "d56c394b-93e7-4573-9588-fa1eeaa8886c"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:03:16.339135 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ff6fd867-ae5b-4fda-808d-1a93e8d622b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:16.373172 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ff6fd867-ae5b-4fda-808d-1a93e8d622b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:16.382600 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947dcabe-7c11-4c5f-9d59-8796b9630c8c service neutron] Pushing event updated for resources: {'Port': ['ID=d56c394b-93e7-4573-9588-fa1eeaa8886c,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:16.402810 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d75a363b-9c24-4321-9e25-350534e02fb5 req-b2a8a564-97b7-4c72-97b1-cd6b8e083bdc tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360269 Aug 18 13:03:16.424068 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ca1a2b-0d6d-474c-99ae-1b077056d600 x-openstack-request-id: req-70ca1a2b-0d6d-474c-99ae-1b077056d600 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:03:16.424479 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92cfe51f-76c1-4a99-b95d-fdf95274b4fc", "tag": "d56c394b-93e7-4573-9588-fa1eeaa8886c", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:03:16.424874 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70ca1a2b-0d6d-474c-99ae-1b077056d600 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:03:16.425330 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92cfe51f-76c1-4a99-b95d-fdf95274b4fc', 'tag': 'd56c394b-93e7-4573-9588-fa1eeaa8886c', 'status': 'completed', 'code': 200} Aug 18 13:03:16.515390 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6f0f8-7dad-47a2-ab43-3b59753f014a req-72b0ce0c-c1d9-4c21-9a50-1865efa39bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:16.516856 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ac6f0f8-7dad-47a2-ab43-3b59753f014a req-72b0ce0c-c1d9-4c21-9a50-1865efa39bcf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=55f2c489a405498aa01d9cac2d06f3c9&device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 1095 time: 0.0945961 Aug 18 13:03:16.591318 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-ff6fd867-ae5b-4fda-808d-1a93e8d622b0 admin admin] Allocated IP 172.25.6.119 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/a8a8811e-673d-4681-922d-2366934d1f71) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:03:16.595491 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 52508) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:16.624666 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-425f1090-7abe-464f-b077-69ce7cc4ec84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:16.750593 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6f0f8-7dad-47a2-ab43-3b59753f014a req-40e18b20-09e5-466a-a669-cac59ee01212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:16.752152 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ac6f0f8-7dad-47a2-ab43-3b59753f014a req-40e18b20-09e5-466a-a669-cac59ee01212 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=55f2c489a405498aa01d9cac2d06f3c9&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2263606 Aug 18 13:03:16.857947 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ff6fd867-ae5b-4fda-808d-1a93e8d622b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:16.872018 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a460cb45-dc9d-4752-982c-58cf3ae8af2a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:16.929857 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6f0f8-7dad-47a2-ab43-3b59753f014a req-d98966c7-4957-417b-b5b8-5ba90bfa5a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:16.931391 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ac6f0f8-7dad-47a2-ab43-3b59753f014a req-d98966c7-4957-417b-b5b8-5ba90bfa5a37 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1684477 Aug 18 13:03:16.941510 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-425f1090-7abe-464f-b077-69ce7cc4ec84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:16.964963 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a460cb45-dc9d-4752-982c-58cf3ae8af2a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:17.007528 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-b8254b74-6cdc-42c2-a835-cf36378a9c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:17.009093 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-b8254b74-6cdc-42c2-a835-cf36378a9c3b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=55f2c489a405498aa01d9cac2d06f3c9&device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 1095 time: 0.0421014 Aug 18 13:03:17.017437 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a460cb45-dc9d-4752-982c-58cf3ae8af2a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Network 5ee6de62-4b04-45e2-ae1e-9c31bfa53e02 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:03:17.020748 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-a460cb45-dc9d-4752-982c-58cf3ae8af2a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:03:17.024809 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-425f1090-7abe-464f-b077-69ce7cc4ec84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:17.033244 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a460cb45-dc9d-4752-982c-58cf3ae8af2a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:03:17.033244 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460cb45-dc9d-4752-982c-58cf3ae8af2a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Pushing event updated for resources: {'Port': ['ID=f01dd2da-70d8-43ea-91c9-0d537486cc4e,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:17.087284 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a460cb45-dc9d-4752-982c-58cf3ae8af2a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:17.087948 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a460cb45-dc9d-4752-982c-58cf3ae8af2a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:17.126111 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431a68fb-4c94-49d3-8345-98c5ca5ff4d5 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Made reservation on behalf of 96ba955bba3e4c748bb07e5882ab812d for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:03:17.187601 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a460cb45-dc9d-4752-982c-58cf3ae8af2a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.3789103 Aug 18 13:03:17.188149 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52514) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:17.195240 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-9e784895-75e1-4070-9988-6e6d709f358b tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'port_id': 'f01dd2da-70d8-43ea-91c9-0d537486cc4e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:03:17.235763 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-431a68fb-4c94-49d3-8345-98c5ca5ff4d5 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:17.244655 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:17.259540 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-431a68fb-4c94-49d3-8345-98c5ca5ff4d5 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] device_id is not set on port 7520a4a0-63ab-48a7-b458-854c13356c47 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:03:17.301529 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device be132020-3516-4ddf-b702-9f30b7b7f0c8 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:03:17.313388 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9e784895-75e1-4070-9988-6e6d709f358b tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for floatingip, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:17.385217 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-79fb837e-699c-438e-87d0-c2662f07b876 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d56c394b-93e7-4573-9588-fa1eeaa8886c HTTP/1.1" status: 200 len: 217 time: 0.3678336 Aug 18 13:03:17.386196 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ff6fd867-ae5b-4fda-808d-1a93e8d622b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:17.412963 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port be132020-3516-4ddf-b702-9f30b7b7f0c8, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=be132020-3516-4ddf-b702-9f30b7b7f0c8,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:03:17.430949 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'be132020-3516-4ddf-b702-9f30b7b7f0c8', 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d', 'port_id': 'be132020-3516-4ddf-b702-9f30b7b7f0c8', 'mac_address': 'fa:16:3e:28:23:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2744890d-6739-4756-b608-842180da7455', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:03:17.475997 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f1090-7abe-464f-b077-69ce7cc4ec84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902e39f3-6408-4266-a63a-6e2d9d5db4ea,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:17.491975 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-425f1090-7abe-464f-b077-69ce7cc4ec84 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=41dab29cf2d44beb83890002ceb5d764&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8955784 Aug 18 13:03:17.495902 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6fd867-ae5b-4fda-808d-1a93e8d622b0 admin admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:03:17.498278 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 52522) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:17.500455 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:17.512218 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-ff6fd867-ae5b-4fda-808d-1a93e8d622b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:03:17.519876 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be132020-3516-4ddf-b702-9f30b7b7f0c8 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:03:17.532110 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6fd867-ae5b-4fda-808d-1a93e8d622b0 admin admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:03:17.533996 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6fd867-ae5b-4fda-808d-1a93e8d622b0 admin admin] Pushing event updated for resources: {'Port': ['ID=a8a8811e-673d-4681-922d-2366934d1f71,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:17.540339 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9e784895-75e1-4070-9988-6e6d709f358b tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:17.550748 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port be132020-3516-4ddf-b702-9f30b7b7f0c8, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=be132020-3516-4ddf-b702-9f30b7b7f0c8,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:03:17.581664 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-d7f209f5-127f-485e-b939-2be968a57f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:17.583154 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-d7f209f5-127f-485e-b939-2be968a57f08 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935 HTTP/1.1" status: 200 len: 855 time: 0.1605074 Aug 18 13:03:17.657701 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b1aab-0dc0-4758-a5c1-181164bbb703 req-e61343d1-13da-4c7e-8b1e-a5a0d97107c7 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:17.659139 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6a6b1aab-0dc0-4758-a5c1-181164bbb703 req-e61343d1-13da-4c7e-8b1e-a5a0d97107c7 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 944 time: 0.1584902 Aug 18 13:03:17.679049 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-431a68fb-4c94-49d3-8345-98c5ca5ff4d5 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Allocated IP 2001:db8::3ca (c58bf31f-4965-4f99-ab5b-59ba564598ff/ff35ec05-99d6-411a-a7ed-27d2101b9d01/7520a4a0-63ab-48a7-b458-854c13356c47) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:03:17.687510 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:17.698740 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-9e784895-75e1-4070-9988-6e6d709f358b tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Allocated IP 172.25.6.224 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/f17e446b-9152-4dbc-8e10-6ea03d0555d4) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:03:17.748957 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-71dc6726-1ea1-48a2-9fd0-7fb981e8791b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:17.753877 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=be132020-3516-4ddf-b702-9f30b7b7f0c8,revision_number=9']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:17.800872 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['be132020-3516-4ddf-b702-9f30b7b7f0c8'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:03:17.804421 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-5eb906ab-5a78-4859-b92d-4ffd3a067f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:17.805935 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-5eb906ab-5a78-4859-b92d-4ffd3a067f36 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1580e32b-815c-484e-8818-74705331eaf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2092402 Aug 18 13:03:17.817213 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-71dc6726-1ea1-48a2-9fd0-7fb981e8791b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:17.892869 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6a6b1aab-0dc0-4758-a5c1-181164bbb703 req-8d8784f5-5ceb-4577-bf9b-e7bc5bc73645 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972439 Aug 18 13:03:17.925798 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9e784895-75e1-4070-9988-6e6d709f358b tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:17.970575 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-b86192b0-21c0-41b4-96bc-a0eecef7dbbc service neutron] 10.222.0.39 "GET /v2.0/networks/1580e32b-815c-484e-8818-74705331eaf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512833 Aug 18 13:03:17.999821 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-431a68fb-4c94-49d3-8345-98c5ca5ff4d5 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:18.068534 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-431a68fb-4c94-49d3-8345-98c5ca5ff4d5 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Transition to ACTIVE for port object 7520a4a0-63ab-48a7-b458-854c13356c47 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:03:18.072360 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-71dc6726-1ea1-48a2-9fd0-7fb981e8791b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:18.077404 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-71dc6726-1ea1-48a2-9fd0-7fb981e8791b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:18.077404 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-71dc6726-1ea1-48a2-9fd0-7fb981e8791b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/902e39f3-6408-4266-a63a-6e2d9d5db4ea HTTP/1.1" status: 204 len: 168 time: 0.5746145 Aug 18 13:03:18.097024 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc6726-1ea1-48a2-9fd0-7fb981e8791b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902e39f3-6408-4266-a63a-6e2d9d5db4ea,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:18.125968 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9e784895-75e1-4070-9988-6e6d709f358b tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:18.180675 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e784895-75e1-4070-9988-6e6d709f358b tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:03:18.182592 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6b573ce9-c928-430c-96ba-6e42bcc32bac req-5e0da76b-b19b-4583-88b9-44dc0e78c61c service neutron] 10.222.0.39 "GET /v2.0/networks/1580e32b-815c-484e-8818-74705331eaf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049048 Aug 18 13:03:18.184024 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-9e784895-75e1-4070-9988-6e6d709f358b tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:03:18.187497 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ff6fd867-ae5b-4fda-808d-1a93e8d622b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:18.187976 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e784895-75e1-4070-9988-6e6d709f358b tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:03:18.224712 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-431a68fb-4c94-49d3-8345-98c5ca5ff4d5 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:18.241370 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e784895-75e1-4070-9988-6e6d709f358b tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Pushing event updated for resources: {'Port': ['ID=f17e446b-9152-4dbc-8e10-6ea03d0555d4,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:18.318139 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431a68fb-4c94-49d3-8345-98c5ca5ff4d5 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Network c58bf31f-4965-4f99-ab5b-59ba564598ff is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:03:18.327833 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-431a68fb-4c94-49d3-8345-98c5ca5ff4d5 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:03:18.355881 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431a68fb-4c94-49d3-8345-98c5ca5ff4d5 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:03:18.361920 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431a68fb-4c94-49d3-8345-98c5ca5ff4d5 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:18.362610 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-431a68fb-4c94-49d3-8345-98c5ca5ff4d5 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:18.370874 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431a68fb-4c94-49d3-8345-98c5ca5ff4d5 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'Port': ['ID=7520a4a0-63ab-48a7-b458-854c13356c47,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:18.462376 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ff6fd867-ae5b-4fda-808d-1a93e8d622b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:18.513224 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-431a68fb-4c94-49d3-8345-98c5ca5ff4d5 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2556708 Aug 18 13:03:18.516026 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52548) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:18.521605 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-eafbea7d-8110-4117-8f62-91d93257d71f tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'subnet': {'network_id': 'c58bf31f-4965-4f99-ab5b-59ba564598ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:03:18.738625 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6fd867-ae5b-4fda-808d-1a93e8d622b0 admin admin] Router f28863db-5fcd-4a4f-aa23-9ade845b5b74 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:03:18.804682 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9e784895-75e1-4070-9988-6e6d709f358b tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:18.855935 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-8a17a946-8aa4-4ed3-8f4b-f74ac4783f70 None None] Provisioning for port 7520a4a0-63ab-48a7-b458-854c13356c47 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:03:18.859049 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafbea7d-8110-4117-8f62-91d93257d71f tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Made reservation on behalf of 96ba955bba3e4c748bb07e5882ab812d for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:03:18.866421 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-8a17a946-8aa4-4ed3-8f4b-f74ac4783f70 None None] Provisioning complete for port 7520a4a0-63ab-48a7-b458-854c13356c47 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:03:18.866421 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8a17a946-8aa4-4ed3-8f4b-f74ac4783f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:18.866746 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6fd867-ae5b-4fda-808d-1a93e8d622b0 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:03:18.866851 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eafbea7d-8110-4117-8f62-91d93257d71f tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:18.874237 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d23fc09-e99d-4218-9fb0-5cff2f611585 None None] Sync routers for ids ['f28863db-5fcd-4a4f-aa23-9ade845b5b74'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:03:18.890717 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d23fc09-e99d-4218-9fb0-5cff2f611585 None None] Routers {'f28863db-5fcd-4a4f-aa23-9ade845b5b74'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:03:18.892997 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-9d23fc09-e99d-4218-9fb0-5cff2f611585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:03:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['f28863db-5fcd-4a4f-aa23-9ade845b5b74'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:18.959119 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-8a17a946-8aa4-4ed3-8f4b-f74ac4783f70 None None] Port 7520a4a0-63ab-48a7-b458-854c13356c47 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:03:18.976415 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ff6fd867-ae5b-4fda-808d-1a93e8d622b0 admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:18.981360 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ff6fd867-ae5b-4fda-808d-1a93e8d622b0 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.0239227 Aug 18 13:03:18.982053 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 52568) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:19.029465 n-d-803603-2 neutron-server[101676]: INFO neutron.db.ipam_backend_mixin [None req-eafbea7d-8110-4117-8f62-91d93257d71f tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ff35ec05-99d6-411a-a7ed-27d2101b9d01 (CIDR: 2001:db8::/64) Aug 18 13:03:19.062144 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-eafbea7d-8110-4117-8f62-91d93257d71f tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:03:19.063024 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eafbea7d-8110-4117-8f62-91d93257d71f tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:03:19.065372 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9e784895-75e1-4070-9988-6e6d709f358b tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:19.089073 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-9d23fc09-e99d-4218-9fb0-5cff2f611585 None None] Set router f28863db-5fcd-4a4f-aa23-9ade845b5b74 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:03:19.321825 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9e784895-75e1-4070-9988-6e6d709f358b tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:19.330808 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device be132020-3516-4ddf-b702-9f30b7b7f0c8 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:03:19.363810 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-9d23fc09-e99d-4218-9fb0-5cff2f611585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28863db-5fcd-4a4f-aa23-9ade845b5b74', 'name': 'tempest-ServerRescueNegativeTestJSON-1338579003-router', 'tenant_id': '1b7bb7ada99a4b5d932fd3c3f52f7206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'a8a8811e-673d-4681-922d-2366934d1f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:03:15Z', 'updated_at': '2021-08-18T13:03:17Z', 'revision_number': 3, 'project_id': '1b7bb7ada99a4b5d932fd3c3f52f7206', 'gw_port': {'id': 'a8a8811e-673d-4681-922d-2366934d1f71', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28863db-5fcd-4a4f-aa23-9ade845b5b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:03:16Z', 'updated_at': '2021-08-18T13:03:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:19.399903 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d23fc09-e99d-4218-9fb0-5cff2f611585 None None] Checking router: f28863db-5fcd-4a4f-aa23-9ade845b5b74 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:03:19.400690 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d23fc09-e99d-4218-9fb0-5cff2f611585 None None] Updating router f28863db-5fcd-4a4f-aa23-9ade845b5b74 port a8a8811e-673d-4681-922d-2366934d1f71 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:03:19.409843 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-eafbea7d-8110-4117-8f62-91d93257d71f tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8900442 Aug 18 13:03:19.420695 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port be132020-3516-4ddf-b702-9f30b7b7f0c8 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:03:19.421107 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:19.431605 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52584) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:19.455263 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-e598732a-3bee-4768-aa33-78aaf39b9363 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'subnet': {'network_id': 'c58bf31f-4965-4f99-ab5b-59ba564598ff', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:03:19.495567 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-9d23fc09-e99d-4218-9fb0-5cff2f611585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:19.570752 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:19.574755 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe3913-d3a7-49c6-bf49-81e1f08570df req-f12fd1e9-bab8-4f29-907d-95b90c6eaac1 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:19.580512 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-66fe3913-d3a7-49c6-bf49-81e1f08570df req-f12fd1e9-bab8-4f29-907d-95b90c6eaac1 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 944 time: 0.5707622 Aug 18 13:03:19.619950 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9e784895-75e1-4070-9988-6e6d709f358b tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:19.622401 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69406f0d-4d49-4b0f-a5e3-e400e126fa67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be132020-3516-4ddf-b702-9f30b7b7f0c8'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:03:19.624801 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c86acb6-f763-43fc-9f87-5f7a1c1bce55" -d '{"events": [{"server_uuid": "69406f0d-4d49-4b0f-a5e3-e400e126fa67", "name": "network-vif-plugged", "status": "completed", "tag": "be132020-3516-4ddf-b702-9f30b7b7f0c8"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:03:19.655554 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port be132020-3516-4ddf-b702-9f30b7b7f0c8, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=be132020-3516-4ddf-b702-9f30b7b7f0c8,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:03:19.702436 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b27931d-a838-4155-89ef-9ab40edc1946 x-openstack-request-id: req-7b27931d-a838-4155-89ef-9ab40edc1946 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:03:19.702734 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69406f0d-4d49-4b0f-a5e3-e400e126fa67", "name": "network-vif-plugged", "status": "completed", "tag": "be132020-3516-4ddf-b702-9f30b7b7f0c8", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:03:19.702985 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b27931d-a838-4155-89ef-9ab40edc1946 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:03:19.703568 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69406f0d-4d49-4b0f-a5e3-e400e126fa67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be132020-3516-4ddf-b702-9f30b7b7f0c8', 'code': 200} Aug 18 13:03:19.720445 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1f774b4a-71e5-4479-81d6-41cae4328d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:19.752394 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:19.865750 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-66fe3913-d3a7-49c6-bf49-81e1f08570df req-efeca288-ccd9-47b4-a501-70f31608a54d tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2769363 Aug 18 13:03:19.871551 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=be132020-3516-4ddf-b702-9f30b7b7f0c8,revision_number=10']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:19.937063 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e784895-75e1-4070-9988-6e6d709f358b tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Pushing event updated for resources: {'Port': ['ID=f17e446b-9152-4dbc-8e10-6ea03d0555d4,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:19.939604 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9e784895-75e1-4070-9988-6e6d709f358b tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:20.010113 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-9d23fc09-e99d-4218-9fb0-5cff2f611585 None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:20.013319 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-1f774b4a-71e5-4479-81d6-41cae4328d61 admin admin] Allocated IP 172.20.0.1 (a8d27026-b8e0-4d3d-971e-78c2b57a2f7a/08d37668-d2c1-40db-a95f-b1212b73a41b/6ef2424b-0b21-430c-b97c-d11abc40e00f) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:03:20.040638 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-9d23fc09-e99d-4218-9fb0-5cff2f611585 None None] Transition to ACTIVE for port object a8a8811e-673d-4681-922d-2366934d1f71 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:03:20.075090 n-d-803603-2 neutron-server[101676]: INFO neutron.db.l3_db [None req-9e784895-75e1-4070-9988-6e6d709f358b tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Floating IP f56ebd84-038b-486f-9b3b-d57543fa1ee3 associated. External IP: 172.25.6.224, port: f01dd2da-70d8-43ea-91c9-0d537486cc4e. Aug 18 13:03:20.119262 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-9d23fc09-e99d-4218-9fb0-5cff2f611585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:20.136381 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e598732a-3bee-4768-aa33-78aaf39b9363 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Made reservation on behalf of 96ba955bba3e4c748bb07e5882ab812d for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:03:20.139968 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e598732a-3bee-4768-aa33-78aaf39b9363 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:20.236741 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1f774b4a-71e5-4479-81d6-41cae4328d61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:20.243075 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-9d23fc09-e99d-4218-9fb0-5cff2f611585 None None] Attempting to bind port a8a8811e-673d-4681-922d-2366934d1f71 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:03:20.245929 n-d-803603-2 neutron-server[101676]: INFO neutron.db.ipam_backend_mixin [None req-e598732a-3bee-4768-aa33-78aaf39b9363 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 1b101aac-d057-43cb-877e-ef7e0471cdfe (CIDR: 2001:db8:0:1::/64) Aug 18 13:03:20.246456 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-9d23fc09-e99d-4218-9fb0-5cff2f611585 None None] Attempting to bind port a8a8811e-673d-4681-922d-2366934d1f71 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:03:20.246960 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d23fc09-e99d-4218-9fb0-5cff2f611585 None None] Attempting to bind port a8a8811e-673d-4681-922d-2366934d1f71 on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:03:20.249993 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa0857b-5bf9-40ef-90b0-1104e725d3d1 None None] Pushing event updated for resources: {'Port': ['ID=a8a8811e-673d-4681-922d-2366934d1f71,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:20.263431 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d23fc09-e99d-4218-9fb0-5cff2f611585 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:03:20.265268 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d23fc09-e99d-4218-9fb0-5cff2f611585 None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:03:20.266990 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-9d23fc09-e99d-4218-9fb0-5cff2f611585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:20.268182 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d23fc09-e99d-4218-9fb0-5cff2f611585 None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:03:20.269967 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-9d23fc09-e99d-4218-9fb0-5cff2f611585 None None] Bound port: a8a8811e-673d-4681-922d-2366934d1f71, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:03:20.270390 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-9d23fc09-e99d-4218-9fb0-5cff2f611585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:20.298831 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-e598732a-3bee-4768-aa33-78aaf39b9363 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:03:20.299704 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e598732a-3bee-4768-aa33-78aaf39b9363 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:03:20.366120 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-9d23fc09-e99d-4218-9fb0-5cff2f611585 None None] For port a8a8811e-673d-4681-922d-2366934d1f71, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:03:20.370491 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-9d23fc09-e99d-4218-9fb0-5cff2f611585 None None] For port a8a8811e-673d-4681-922d-2366934d1f71, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=a8a8811e-673d-4681-922d-2366934d1f71,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:03:20.390573 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e598732a-3bee-4768-aa33-78aaf39b9363 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9474084 Aug 18 13:03:20.393288 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 52606) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:20.399589 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-ded053c6-31cc-4ea2-b580-1fa08cc44390 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'subnet': {'network_id': 'c58bf31f-4965-4f99-ab5b-59ba564598ff', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:03:20.450515 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1f774b4a-71e5-4479-81d6-41cae4328d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:20.462436 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-9d23fc09-e99d-4218-9fb0-5cff2f611585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:20.487420 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e784895-75e1-4070-9988-6e6d709f358b tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Router 99c4d20f-475d-4fea-9771-8dca060ddfbf has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:03:20.587083 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f774b4a-71e5-4479-81d6-41cae4328d61 admin admin] Network a8d27026-b8e0-4d3d-971e-78c2b57a2f7a is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:03:20.591582 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d23fc09-e99d-4218-9fb0-5cff2f611585 None None] Routers {'f28863db-5fcd-4a4f-aa23-9ade845b5b74'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:03:20.597800 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-1f774b4a-71e5-4479-81d6-41cae4328d61 admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:03:20.605296 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-9d23fc09-e99d-4218-9fb0-5cff2f611585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:03:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['f28863db-5fcd-4a4f-aa23-9ade845b5b74'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:20.605296 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa0857b-5bf9-40ef-90b0-1104e725d3d1 None None] Pushing event updated for resources: {'Port': ['ID=a8a8811e-673d-4681-922d-2366934d1f71,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:20.608885 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f774b4a-71e5-4479-81d6-41cae4328d61 admin admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:03:20.691214 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e784895-75e1-4070-9988-6e6d709f358b tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:03:20.703138 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e7e29c-0964-4743-80b5-b0afcd7d6d84 None None] Sync routers for ids ['99c4d20f-475d-4fea-9771-8dca060ddfbf'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:03:20.726531 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f774b4a-71e5-4479-81d6-41cae4328d61 admin admin] Pushing event updated for resources: {'Port': ['ID=6ef2424b-0b21-430c-b97c-d11abc40e00f,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:20.732796 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e7e29c-0964-4743-80b5-b0afcd7d6d84 None None] Routers {'99c4d20f-475d-4fea-9771-8dca060ddfbf'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:03:20.737330 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-81e7e29c-0964-4743-80b5-b0afcd7d6d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:03:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['99c4d20f-475d-4fea-9771-8dca060ddfbf'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:20.785137 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-81e7e29c-0964-4743-80b5-b0afcd7d6d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:20.796820 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e7e29c-0964-4743-80b5-b0afcd7d6d84 None None] Routers {'99c4d20f-475d-4fea-9771-8dca060ddfbf'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:03:20.797954 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-81e7e29c-0964-4743-80b5-b0afcd7d6d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:03:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['99c4d20f-475d-4fea-9771-8dca060ddfbf'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:20.816691 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1f774b4a-71e5-4479-81d6-41cae4328d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:20.848319 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-81e7e29c-0964-4743-80b5-b0afcd7d6d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:20.849440 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e7e29c-0964-4743-80b5-b0afcd7d6d84 None None] The sync data for ids ['99c4d20f-475d-4fea-9771-8dca060ddfbf'] in n-d-803603-2 is: [] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:03:20.877245 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded053c6-31cc-4ea2-b580-1fa08cc44390 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Made reservation on behalf of 96ba955bba3e4c748bb07e5882ab812d for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:03:20.882634 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ded053c6-31cc-4ea2-b580-1fa08cc44390 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:20.973773 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-9d23fc09-e99d-4218-9fb0-5cff2f611585 None None] Set router f28863db-5fcd-4a4f-aa23-9ade845b5b74 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:03:20.982065 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9e784895-75e1-4070-9988-6e6d709f358b tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:21.043500 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9e784895-75e1-4070-9988-6e6d709f358b tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.8538179 Aug 18 13:03:21.045723 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52624) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:21.052396 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-6350d7e9-b158-4067-99b0-90fbc382ee00 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Request body: {'floatingip': {'port_id': 'f01dd2da-70d8-43ea-91c9-0d537486cc4e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:03:21.139056 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6350d7e9-b158-4067-99b0-90fbc382ee00 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for floatingip, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:21.217524 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device d56c394b-93e7-4573-9588-fa1eeaa8886c details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:03:21.219258 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0f62f-10f3-414b-b21e-97ec60f2367d req-d51034df-c971-4922-b822-61e3599451b5 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:21.227573 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ac0f62f-10f3-414b-b21e-97ec60f2367d req-d51034df-c971-4922-b822-61e3599451b5 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 944 time: 0.1462455 Aug 18 13:03:21.270989 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-9d23fc09-e99d-4218-9fb0-5cff2f611585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28863db-5fcd-4a4f-aa23-9ade845b5b74', 'name': 'tempest-ServerRescueNegativeTestJSON-1338579003-router', 'tenant_id': '1b7bb7ada99a4b5d932fd3c3f52f7206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'a8a8811e-673d-4681-922d-2366934d1f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:03:15Z', 'updated_at': '2021-08-18T13:03:17Z', 'revision_number': 3, 'project_id': '1b7bb7ada99a4b5d932fd3c3f52f7206', 'gw_port': {'id': 'a8a8811e-673d-4681-922d-2366934d1f71', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28863db-5fcd-4a4f-aa23-9ade845b5b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:03:16Z', 'updated_at': '2021-08-18T13:03:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:21.314000 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d23fc09-e99d-4218-9fb0-5cff2f611585 None None] The sync data for ids ['f28863db-5fcd-4a4f-aa23-9ade845b5b74'] in n-d-803603-2 is: [{'id': 'f28863db-5fcd-4a4f-aa23-9ade845b5b74', 'name': 'tempest-ServerRescueNegativeTestJSON-1338579003-router', 'tenant_id': '1b7bb7ada99a4b5d932fd3c3f52f7206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'a8a8811e-673d-4681-922d-2366934d1f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:03:15Z', 'updated_at': '2021-08-18T13:03:17Z', 'revision_number': 3, 'project_id': '1b7bb7ada99a4b5d932fd3c3f52f7206', 'gw_port': {'id': 'a8a8811e-673d-4681-922d-2366934d1f71', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28863db-5fcd-4a4f-aa23-9ade845b5b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:03:16Z', 'updated_at': '2021-08-18T13:03:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:03:21.319868 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ac0f62f-10f3-414b-b21e-97ec60f2367d req-5fea3868-cc8d-4a62-b639-9af68edc9fcf tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911222 Aug 18 13:03:21.446327 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ded053c6-31cc-4ea2-b580-1fa08cc44390 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:21.473524 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port d56c394b-93e7-4573-9588-fa1eeaa8886c, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=d56c394b-93e7-4573-9588-fa1eeaa8886c,segment=NetworkSegment(1d336752-25b6-4131-855b-23a2ad96544b),segment_id=1d336752-25b6-4131-855b-23a2ad96544b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:03:21.501233 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'd56c394b-93e7-4573-9588-fa1eeaa8886c', 'network_id': '1580e32b-815c-484e-8818-74705331eaf8', 'port_id': 'd56c394b-93e7-4573-9588-fa1eeaa8886c', 'mac_address': 'fa:16:3e:39:1c:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:03:21.563010 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded053c6-31cc-4ea2-b580-1fa08cc44390 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Network c58bf31f-4965-4f99-ab5b-59ba564598ff is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:03:21.567272 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1f774b4a-71e5-4479-81d6-41cae4328d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:21.572629 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-ded053c6-31cc-4ea2-b580-1fa08cc44390 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:03:21.598116 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded053c6-31cc-4ea2-b580-1fa08cc44390 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:21.602275 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ded053c6-31cc-4ea2-b580-1fa08cc44390 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:21.603927 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52427473-47ae-4be9-bdc2-b648f86ff6a5 None None] Network c58bf31f-4965-4f99-ab5b-59ba564598ff requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:03:21.646054 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded053c6-31cc-4ea2-b580-1fa08cc44390 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'Subnet': ['ID=be7660a3-8d58-4e18-859c-c8b34c177ec7,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:21.821620 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ded053c6-31cc-4ea2-b580-1fa08cc44390 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4264245 Aug 18 13:03:21.824302 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 52636) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:21.836585 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-4007efbe-043e-4fde-a0a0-4ebcf6645425 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1899314971', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'be7660a3-8d58-4e18-859c-c8b34c177ec7'}], 'security_groups': ['55777bbc-7ebf-4d4e-9b96-0afd85c83c97', '9ffd2bad-c313-4168-873d-90000050b5d8']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:03:21.876381 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:22.040854 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d56c394b-93e7-4573-9588-fa1eeaa8886c {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:03:22.057240 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1f774b4a-71e5-4479-81d6-41cae4328d61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:22.103888 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6350d7e9-b158-4067-99b0-90fbc382ee00 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:22.118437 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port d56c394b-93e7-4573-9588-fa1eeaa8886c, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=d56c394b-93e7-4573-9588-fa1eeaa8886c,segment=NetworkSegment(1d336752-25b6-4131-855b-23a2ad96544b),segment_id=1d336752-25b6-4131-855b-23a2ad96544b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:03:22.181839 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:22.182948 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6350d7e9-b158-4067-99b0-90fbc382ee00 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:22.227237 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4007efbe-043e-4fde-a0a0-4ebcf6645425 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:22.231565 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1f774b4a-71e5-4479-81d6-41cae4328d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:22.363758 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46dfb8b2-fb2e-4fba-8aad-2e80a0927ba5 None None] Update dhcp port {'port': {'network_id': 'c58bf31f-4965-4f99-ab5b-59ba564598ff', 'fixed_ips': [{'subnet_id': '1b101aac-d057-43cb-877e-ef7e0471cdfe', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ff35ec05-99d6-411a-a7ed-27d2101b9d01', 'ip_address': '2001:db8::2'}, {'subnet_id': 'be7660a3-8d58-4e18-859c-c8b34c177ec7'}], 'binding:host_id': 'n-d-803603-2'}, 'id': '46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0'} from n-d-803603-2. {{(pid=101677) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 13:03:22.406252 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f774b4a-71e5-4479-81d6-41cae4328d61 admin admin] Pushing event updated for resources: {'Port': ['ID=6ef2424b-0b21-430c-b97c-d11abc40e00f,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:22.430142 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-46dfb8b2-fb2e-4fba-8aad-2e80a0927ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:22.438549 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['d56c394b-93e7-4573-9588-fa1eeaa8886c'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:03:22.441081 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device a8a8811e-673d-4681-922d-2366934d1f71 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:03:22.527550 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1f774b4a-71e5-4479-81d6-41cae4328d61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:22.629506 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=d56c394b-93e7-4573-9588-fa1eeaa8886c,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:22.802228 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f774b4a-71e5-4479-81d6-41cae4328d61 admin admin] Network a8d27026-b8e0-4d3d-971e-78c2b57a2f7a is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:03:22.810998 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-1f774b4a-71e5-4479-81d6-41cae4328d61 admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:03:22.998076 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port a8a8811e-673d-4681-922d-2366934d1f71 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:03:23.032022 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 52652) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:23.048748 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port a8a8811e-673d-4681-922d-2366934d1f71 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:03:23.049483 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:23.080414 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6350d7e9-b158-4067-99b0-90fbc382ee00 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Router 99c4d20f-475d-4fea-9771-8dca060ddfbf has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:03:23.282426 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f774b4a-71e5-4479-81d6-41cae4328d61 admin admin] Router f28863db-5fcd-4a4f-aa23-9ade845b5b74 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:03:23.284031 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-368810cf-358d-48af-9197-9cc46f9a46e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:23.284903 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-46dfb8b2-fb2e-4fba-8aad-2e80a0927ba5 None None] Allocated IP 2001:db8:0:2::2 (c58bf31f-4965-4f99-ab5b-59ba564598ff/be7660a3-8d58-4e18-859c-c8b34c177ec7/46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:03:23.336745 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6350d7e9-b158-4067-99b0-90fbc382ee00 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:03:23.342724 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6350d7e9-b158-4067-99b0-90fbc382ee00 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:23.346843 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b532f5d-b08c-4172-9b5c-09affc78c110 None None] Sync routers for ids ['99c4d20f-475d-4fea-9771-8dca060ddfbf'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:03:23.353134 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:23.354031 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0b869-d688-43a0-a216-6c88603ed149 req-99c7c130-1726-4b13-a783-8cfde7d1809c tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:23.356854 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3ab0b869-d688-43a0-a216-6c88603ed149 req-99c7c130-1726-4b13-a783-8cfde7d1809c tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 945 time: 0.3039844 Aug 18 13:03:23.368755 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b532f5d-b08c-4172-9b5c-09affc78c110 None None] Routers {'99c4d20f-475d-4fea-9771-8dca060ddfbf'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:03:23.369728 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-9b532f5d-b08c-4172-9b5c-09affc78c110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:03:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['99c4d20f-475d-4fea-9771-8dca060ddfbf'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:23.421034 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3ab0b869-d688-43a0-a216-6c88603ed149 req-4ae04823-8628-4be2-a638-47181ae701c8 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456402 Aug 18 13:03:23.456087 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-9b532f5d-b08c-4172-9b5c-09affc78c110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:23.463234 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6350d7e9-b158-4067-99b0-90fbc382ee00 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "PUT /v2.0/floatingips/f56ebd84-038b-486f-9b3b-d57543fa1ee3 HTTP/1.1" status: 200 len: 979 time: 2.4161582 Aug 18 13:03:23.464815 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52658) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:23.478291 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b532f5d-b08c-4172-9b5c-09affc78c110 None None] Routers {'99c4d20f-475d-4fea-9771-8dca060ddfbf'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:03:23.478945 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-9b532f5d-b08c-4172-9b5c-09affc78c110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:03:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['99c4d20f-475d-4fea-9771-8dca060ddfbf'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:23.503417 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port a8a8811e-673d-4681-922d-2366934d1f71, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=a8a8811e-673d-4681-922d-2366934d1f71,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:03:23.563973 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-9b532f5d-b08c-4172-9b5c-09affc78c110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:23.564658 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b532f5d-b08c-4172-9b5c-09affc78c110 None None] The sync data for ids ['99c4d20f-475d-4fea-9771-8dca060ddfbf'] in n-d-803603-2 is: [] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:03:23.595611 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-46dfb8b2-fb2e-4fba-8aad-2e80a0927ba5 None None] For port 46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0,segment=NetworkSegment(3f593f74-b43f-4423-beca-a41e03ba9120),segment_id=3f593f74-b43f-4423-beca-a41e03ba9120)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:03:23.598712 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:23.687941 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=a8a8811e-673d-4681-922d-2366934d1f71,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:23.717246 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-46dfb8b2-fb2e-4fba-8aad-2e80a0927ba5 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:23.750796 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-46dfb8b2-fb2e-4fba-8aad-2e80a0927ba5 None None] Transition to ACTIVE for port object 46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:03:23.770933 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-eb96c1f2-77ef-49ce-ba20-4de077fe0d6f tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Deleting port f17e446b-9152-4dbc-8e10-6ea03d0555d4 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:03:23.774019 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eb96c1f2-77ef-49ce-ba20-4de077fe0d6f tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:23.839895 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-46dfb8b2-fb2e-4fba-8aad-2e80a0927ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:23.919162 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eb96c1f2-77ef-49ce-ba20-4de077fe0d6f tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:23.920273 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eb96c1f2-77ef-49ce-ba20-4de077fe0d6f tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:23.951329 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-eb96c1f2-77ef-49ce-ba20-4de077fe0d6f tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Calling delete_port for f17e446b-9152-4dbc-8e10-6ea03d0555d4 owned by network:floatingip {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:03:23.995138 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dfb8b2-fb2e-4fba-8aad-2e80a0927ba5 None None] Pushing event updated for resources: {'Port': ['ID=46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0,revision_number=7']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:24.014084 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f774b4a-71e5-4479-81d6-41cae4328d61 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:03:24.023872 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1f774b4a-71e5-4479-81d6-41cae4328d61 admin admin] 10.222.0.13 "PUT /v2.0/routers/f28863db-5fcd-4a4f-aa23-9ade845b5b74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0399992 Aug 18 13:03:24.066783 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38b6f52-92aa-4284-9e26-c7e31ccb1e8c None None] Sync routers for ids ['f28863db-5fcd-4a4f-aa23-9ade845b5b74'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:03:24.085546 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38b6f52-92aa-4284-9e26-c7e31ccb1e8c None None] Routers {'f28863db-5fcd-4a4f-aa23-9ade845b5b74'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:03:24.086339 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d38b6f52-92aa-4284-9e26-c7e31ccb1e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:03:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['f28863db-5fcd-4a4f-aa23-9ade845b5b74'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:24.169675 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-4007efbe-043e-4fde-a0a0-4ebcf6645425 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Delete allocated IP 2001:db8::3ca (c58bf31f-4965-4f99-ab5b-59ba564598ff/ff35ec05-99d6-411a-a7ed-27d2101b9d01) {{(pid=101675) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 18 13:03:24.172781 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-368810cf-358d-48af-9197-9cc46f9a46e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:24.180258 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-4007efbe-043e-4fde-a0a0-4ebcf6645425 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Allocated IP 2001:db8:0:2::384 (c58bf31f-4965-4f99-ab5b-59ba564598ff/be7660a3-8d58-4e18-859c-c8b34c177ec7/7520a4a0-63ab-48a7-b458-854c13356c47) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:03:24.289276 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-368810cf-358d-48af-9197-9cc46f9a46e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:24.351487 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-d38b6f52-92aa-4284-9e26-c7e31ccb1e8c None None] Set router f28863db-5fcd-4a4f-aa23-9ade845b5b74 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:03:24.420789 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:03:24.456046 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eb96c1f2-77ef-49ce-ba20-4de077fe0d6f tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:24.529692 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb96c1f2-77ef-49ce-ba20-4de077fe0d6f tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Pushing event deleted for resources: {'Port': ['ID=f17e446b-9152-4dbc-8e10-6ea03d0555d4,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:24.545585 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-368810cf-358d-48af-9197-9cc46f9a46e8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=80784c70bc224a0ca66947912fb3cb99&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5123675 Aug 18 13:03:24.548969 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368810cf-358d-48af-9197-9cc46f9a46e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1bc16c-58f9-48bc-baa5-a7428017691e,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:24.569317 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52678) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:24.703339 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e7f44cd7-7cca-4ceb-9a73-885f457d804e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:24.728896 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eb96c1f2-77ef-49ce-ba20-4de077fe0d6f tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for floatingip, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:24.729778 n-d-803603-2 neutron-server[101676]: INFO neutron.db.l3_db [None req-eb96c1f2-77ef-49ce-ba20-4de077fe0d6f tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Floating IP f56ebd84-038b-486f-9b3b-d57543fa1ee3 disassociated (deleted). External IP: 172.25.6.224, port: f01dd2da-70d8-43ea-91c9-0d537486cc4e. Aug 18 13:03:24.778748 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device a8a8811e-673d-4681-922d-2366934d1f71 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:03:24.824643 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4007efbe-043e-4fde-a0a0-4ebcf6645425 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:24.844293 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-4007efbe-043e-4fde-a0a0-4ebcf6645425 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Transition to ACTIVE for port object 7520a4a0-63ab-48a7-b458-854c13356c47 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:03:24.902634 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4007efbe-043e-4fde-a0a0-4ebcf6645425 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:24.909209 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e7f44cd7-7cca-4ceb-9a73-885f457d804e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:24.977889 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee77dea-3d2d-4e8b-bf0c-f31ad873afe7 req-60b5e2cb-5a1e-4064-aeb6-ce9ecafc604b tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:24.992210 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4ee77dea-3d2d-4e8b-bf0c-f31ad873afe7 req-60b5e2cb-5a1e-4064-aeb6-ce9ecafc604b tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 945 time: 0.3118627 Aug 18 13:03:25.008871 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port a8a8811e-673d-4681-922d-2366934d1f71 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:03:25.009246 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:25.077863 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4ee77dea-3d2d-4e8b-bf0c-f31ad873afe7 req-0ac2fb99-9f50-4d2e-934d-52aa3855326f tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905418 Aug 18 13:03:25.130922 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-4007efbe-043e-4fde-a0a0-4ebcf6645425 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] In _notify_port_updated(), no bound segment for port 7520a4a0-63ab-48a7-b458-854c13356c47 on network c58bf31f-4965-4f99-ab5b-59ba564598ff {{(pid=101675) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 13:03:25.130922 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4007efbe-043e-4fde-a0a0-4ebcf6645425 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:25.131879 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4007efbe-043e-4fde-a0a0-4ebcf6645425 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:25.136263 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4007efbe-043e-4fde-a0a0-4ebcf6645425 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "PUT /v2.0/ports/7520a4a0-63ab-48a7-b458-854c13356c47 HTTP/1.1" status: 200 len: 970 time: 3.3088396 Aug 18 13:03:25.137984 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007efbe-043e-4fde-a0a0-4ebcf6645425 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event updated for resources: {'Port': ['ID=7520a4a0-63ab-48a7-b458-854c13356c47,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:25.143645 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d38b6f52-92aa-4284-9e26-c7e31ccb1e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28863db-5fcd-4a4f-aa23-9ade845b5b74', 'name': 'tempest-ServerRescueNegativeTestJSON-1338579003-router', 'tenant_id': '1b7bb7ada99a4b5d932fd3c3f52f7206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'a8a8811e-673d-4681-922d-2366934d1f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:03:15Z', 'updated_at': '2021-08-18T13:03:21Z', 'revision_number': 4, 'project_id': '1b7bb7ada99a4b5d932fd3c3f52f7206', 'gw_port': {'id': 'a8a8811e-673d-4681-922d-2366934d1f71', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28863db-5fcd-4a4f-aa23-9ade845b5b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:03:16Z', 'updated_at': '2021-08-18T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '6ef2424b-0b21-430c-b97c-d11abc40e00f', 'name': '', 'network_id': 'a8d27026-b8e0-4d3d-971e-78c2b57a2f7a', 'tenant_id': '1b7bb7ada99a4b5d932fd3c3f52f7206', 'mac_address': 'fa:16:3e:09:20:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28863db-5fcd-4a4f-aa23-9ade845b5b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '08d37668-d2c1-40db-a95f-b1212b73a41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:03:19Z', 'updated_at': '2021-08-18T13:03:21Z', 'revision_number': 2, 'project_id': '1b7bb7ada99a4b5d932fd3c3f52f7206', 'subnets': [{'id': '08d37668-d2c1-40db-a95f-b1212b73a41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:25.149000 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-e044c01b-546f-4d0d-9384-3ce2ca35c606 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:25.158420 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 52696) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:25.158764 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-e044c01b-546f-4d0d-9384-3ce2ca35c606 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/networks?id=a8d27026-b8e0-4d3d-971e-78c2b57a2f7a HTTP/1.1" status: 200 len: 819 time: 0.3499110 Aug 18 13:03:25.193396 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-00e6e494-4983-41ef-ad19-11cdbdb6bb86 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/quotas/1b7bb7ada99a4b5d932fd3c3f52f7206 HTTP/1.1" status: 200 len: 375 time: 0.0336092 Aug 18 13:03:25.218370 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38b6f52-92aa-4284-9e26-c7e31ccb1e8c None None] Checking router: f28863db-5fcd-4a4f-aa23-9ade845b5b74 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:03:25.218737 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38b6f52-92aa-4284-9e26-c7e31ccb1e8c None None] Updating router f28863db-5fcd-4a4f-aa23-9ade845b5b74 port 6ef2424b-0b21-430c-b97c-d11abc40e00f binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:03:25.268978 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device d56c394b-93e7-4573-9588-fa1eeaa8886c up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:03:25.297119 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e7f44cd7-7cca-4ceb-9a73-885f457d804e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:25.300795 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e7f44cd7-7cca-4ceb-9a73-885f457d804e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:25.310239 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e7f44cd7-7cca-4ceb-9a73-885f457d804e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c1bc16c-58f9-48bc-baa5-a7428017691e HTTP/1.1" status: 204 len: 168 time: 0.7345138 Aug 18 13:03:25.324981 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-f01b9329-2d9b-4fd0-bcdc-bc90d829b814 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Deleting port 7520a4a0-63ab-48a7-b458-854c13356c47 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:03:25.324981 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f01b9329-2d9b-4fd0-bcdc-bc90d829b814 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:25.342375 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f44cd7-7cca-4ceb-9a73-885f457d804e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1bc16c-58f9-48bc-baa5-a7428017691e,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:25.417368 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d38b6f52-92aa-4284-9e26-c7e31ccb1e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:25.478214 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f01b9329-2d9b-4fd0-bcdc-bc90d829b814 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:25.515061 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-f01b9329-2d9b-4fd0-bcdc-bc90d829b814 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Calling delete_port for 7520a4a0-63ab-48a7-b458-854c13356c47 owned by {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:03:25.564651 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-46a79840-8513-4c0c-a5d8-5e29cb6861e3 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b7bb7ada99a4b5d932fd3c3f52f7206&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3700843 Aug 18 13:03:25.575861 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb96c1f2-77ef-49ce-ba20-4de077fe0d6f tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Router 99c4d20f-475d-4fea-9771-8dca060ddfbf has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:03:25.620893 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port d56c394b-93e7-4573-9588-fa1eeaa8886c completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:03:25.632976 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f671fa80-905d-48cd-a040-543223a30651 None None] Provisioning for port 7520a4a0-63ab-48a7-b458-854c13356c47 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:03:25.650660 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port d56c394b-93e7-4573-9588-fa1eeaa8886c triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:03:25.652801 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:25.657380 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f671fa80-905d-48cd-a040-543223a30651 None None] Provisioning complete for port 7520a4a0-63ab-48a7-b458-854c13356c47 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:03:25.657380 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f671fa80-905d-48cd-a040-543223a30651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:25.815065 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-842148cc-ded8-4a44-8d90-162d4398ccc0 service neutron] 10.222.0.13 "GET /v2.0/networks/a8d27026-b8e0-4d3d-971e-78c2b57a2f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321911 Aug 18 13:03:25.862031 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f01b9329-2d9b-4fd0-bcdc-bc90d829b814 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:25.893570 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb96c1f2-77ef-49ce-ba20-4de077fe0d6f tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:03:25.909694 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eb96c1f2-77ef-49ce-ba20-4de077fe0d6f tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:25.925896 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cf2f02-233f-4c7e-864b-56516b1e5abf None None] Sync routers for ids ['99c4d20f-475d-4fea-9771-8dca060ddfbf'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:03:25.951024 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cf2f02-233f-4c7e-864b-56516b1e5abf None None] Routers {'99c4d20f-475d-4fea-9771-8dca060ddfbf'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:03:25.952068 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b9329-2d9b-4fd0-bcdc-bc90d829b814 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event deleted for resources: {'Port': ['ID=7520a4a0-63ab-48a7-b458-854c13356c47,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:25.972712 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-58cf2f02-233f-4c7e-864b-56516b1e5abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:03:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['99c4d20f-475d-4fea-9771-8dca060ddfbf'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:25.991171 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 52708) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:25.992178 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-eb96c1f2-77ef-49ce-ba20-4de077fe0d6f tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "DELETE /v2.0/floatingips/f56ebd84-038b-486f-9b3b-d57543fa1ee3 HTTP/1.1" status: 204 len: 168 time: 2.5261252 Aug 18 13:03:26.008884 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f01b9329-2d9b-4fd0-bcdc-bc90d829b814 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:26.016723 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f01b9329-2d9b-4fd0-bcdc-bc90d829b814 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/ports/7520a4a0-63ab-48a7-b458-854c13356c47 HTTP/1.1" status: 204 len: 168 time: 0.8590093 Aug 18 13:03:26.018393 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52710) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:26.036495 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-58cf2f02-233f-4c7e-864b-56516b1e5abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:26.047050 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cf2f02-233f-4c7e-864b-56516b1e5abf None None] Routers {'99c4d20f-475d-4fea-9771-8dca060ddfbf'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:03:26.047798 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-58cf2f02-233f-4c7e-864b-56516b1e5abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:03:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['99c4d20f-475d-4fea-9771-8dca060ddfbf'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:26.096158 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-58cf2f02-233f-4c7e-864b-56516b1e5abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:26.096497 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cf2f02-233f-4c7e-864b-56516b1e5abf None None] The sync data for ids ['99c4d20f-475d-4fea-9771-8dca060ddfbf'] in n-d-803603-2 is: [] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:03:26.132940 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d38b6f52-92aa-4284-9e26-c7e31ccb1e8c None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:26.140587 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-d37ce44f-867f-4263-adc2-6cbef1fc37b4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] GET failed (client error): The resource could not be found. Aug 18 13:03:26.145193 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 52714) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:26.147800 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d38b6f52-92aa-4284-9e26-c7e31ccb1e8c None None] Transition to ACTIVE for port object 6ef2424b-0b21-430c-b97c-d11abc40e00f will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:03:26.149172 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d37ce44f-867f-4263-adc2-6cbef1fc37b4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "GET /v2.0/ports/7520a4a0-63ab-48a7-b458-854c13356c47 HTTP/1.1" status: 404 len: 333 time: 0.1295764 Aug 18 13:03:26.153580 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-4561925b-07e2-44ce-b550-beb67df18b8b service neutron] 10.222.0.13 "GET /v2.0/networks/a8d27026-b8e0-4d3d-971e-78c2b57a2f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315260 Aug 18 13:03:26.195173 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f671fa80-905d-48cd-a040-543223a30651 None None] Port 7520a4a0-63ab-48a7-b458-854c13356c47 was deleted so its status cannot be updated. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 18 13:03:26.295515 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d38b6f52-92aa-4284-9e26-c7e31ccb1e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:26.297936 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:26.340507 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ab78806a-ac53-4edc-8ab4-d64d370da5d7 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:26.354040 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f671fa80-905d-48cd-a040-543223a30651 None None] Provisioning for port 46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:03:26.365209 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5915a-a9c0-4c6c-822f-5b91325ca948 req-cfc764dc-82d2-4940-aa47-768121981d9d tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:26.366821 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84d5915a-a9c0-4c6c-822f-5b91325ca948 req-cfc764dc-82d2-4940-aa47-768121981d9d tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 945 time: 0.1494908 Aug 18 13:03:26.375349 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92cfe51f-76c1-4a99-b95d-fdf95274b4fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56c394b-93e7-4573-9588-fa1eeaa8886c'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:03:26.377791 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6b9fb4-761a-4baf-9bbb-1a03af930b28" -d '{"events": [{"server_uuid": "92cfe51f-76c1-4a99-b95d-fdf95274b4fc", "name": "network-vif-plugged", "status": "completed", "tag": "d56c394b-93e7-4573-9588-fa1eeaa8886c"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:03:26.391942 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f671fa80-905d-48cd-a040-543223a30651 None None] Provisioning complete for port 46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:03:26.391942 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f671fa80-905d-48cd-a040-543223a30651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:26.392503 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ab78806a-ac53-4edc-8ab4-d64d370da5d7 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:26.406347 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port d56c394b-93e7-4573-9588-fa1eeaa8886c, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=d56c394b-93e7-4573-9588-fa1eeaa8886c,segment=NetworkSegment(1d336752-25b6-4131-855b-23a2ad96544b),segment_id=1d336752-25b6-4131-855b-23a2ad96544b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:03:26.413801 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-f2300afc-9192-4517-b78f-ba88fdd71973 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Deleting port f01dd2da-70d8-43ea-91c9-0d537486cc4e {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:03:26.414152 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f2300afc-9192-4517-b78f-ba88fdd71973 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:26.428376 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52720) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:26.447280 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50590fe1-560d-4fc3-b7f9-fd43b4a3fe52 None None] Pushing event updated for resources: {'Port': ['ID=6ef2424b-0b21-430c-b97c-d11abc40e00f,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:26.447543 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b8513eff-522f-4ed2-b08a-b17e59ff60cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:26.555247 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-d38b6f52-92aa-4284-9e26-c7e31ccb1e8c None None] Attempting to bind port 6ef2424b-0b21-430c-b97c-d11abc40e00f on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:03:26.555247 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-d38b6f52-92aa-4284-9e26-c7e31ccb1e8c None None] Attempting to bind port 6ef2424b-0b21-430c-b97c-d11abc40e00f by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'd21d068c-8442-425f-872e-0e5300813a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a8d27026-b8e0-4d3d-971e-78c2b57a2f7a'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:03:26.555247 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38b6f52-92aa-4284-9e26-c7e31ccb1e8c None None] Attempting to bind port 6ef2424b-0b21-430c-b97c-d11abc40e00f on network a8d27026-b8e0-4d3d-971e-78c2b57a2f7a {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:03:26.555247 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:26.640274 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b8513eff-522f-4ed2-b08a-b17e59ff60cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:26.646121 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84d5915a-a9c0-4c6c-822f-5b91325ca948 req-80ded4eb-f284-4a0d-a669-24e13488b239 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2665946 Aug 18 13:03:26.738580 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b8513eff-522f-4ed2-b08a-b17e59ff60cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:26.791483 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f2300afc-9192-4517-b78f-ba88fdd71973 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:26.813094 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b8513eff-522f-4ed2-b08a-b17e59ff60cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b5865a0d6594d7795a3dd15b1214fe4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3836308 Aug 18 13:03:26.813995 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a26d778-49c7-4c51-915e-9ec079af1ae9 x-openstack-request-id: req-3a26d778-49c7-4c51-915e-9ec079af1ae9 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:03:26.814134 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8513eff-522f-4ed2-b08a-b17e59ff60cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55817b87-b4c6-4d4e-8df0-a76a5143d0ad,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:26.814459 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92cfe51f-76c1-4a99-b95d-fdf95274b4fc", "name": "network-vif-plugged", "status": "completed", "tag": "d56c394b-93e7-4573-9588-fa1eeaa8886c", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:03:26.814908 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a26d778-49c7-4c51-915e-9ec079af1ae9 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:03:26.815565 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92cfe51f-76c1-4a99-b95d-fdf95274b4fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56c394b-93e7-4573-9588-fa1eeaa8886c', 'code': 200} Aug 18 13:03:26.817005 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52732) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:26.826125 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38b6f52-92aa-4284-9e26-c7e31ccb1e8c None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:03:26.826573 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38b6f52-92aa-4284-9e26-c7e31ccb1e8c None None] Checking segment: {'id': 'd21d068c-8442-425f-872e-0e5300813a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a8d27026-b8e0-4d3d-971e-78c2b57a2f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:03:26.827046 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d38b6f52-92aa-4284-9e26-c7e31ccb1e8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:26.827463 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38b6f52-92aa-4284-9e26-c7e31ccb1e8c None None] Bound using segment: {'id': 'd21d068c-8442-425f-872e-0e5300813a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a8d27026-b8e0-4d3d-971e-78c2b57a2f7a'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:03:26.828003 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-d38b6f52-92aa-4284-9e26-c7e31ccb1e8c None None] Bound port: 6ef2424b-0b21-430c-b97c-d11abc40e00f, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd21d068c-8442-425f-872e-0e5300813a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a8d27026-b8e0-4d3d-971e-78c2b57a2f7a'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:03:26.828382 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d38b6f52-92aa-4284-9e26-c7e31ccb1e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:26.832738 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=d56c394b-93e7-4573-9588-fa1eeaa8886c,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:26.853418 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f671fa80-905d-48cd-a040-543223a30651 None None] Provisioning complete for port 7486a32e-2895-4164-bdde-aa73a165d4df triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:03:26.854860 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f671fa80-905d-48cd-a040-543223a30651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:26.904180 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-117f8834-9741-4002-bef1-66f7c2b5e61c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:26.912160 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-f2300afc-9192-4517-b78f-ba88fdd71973 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Calling delete_port for f01dd2da-70d8-43ea-91c9-0d537486cc4e owned by {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:03:26.919652 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d71180c1-4df4-4b94-a7fa-10fabeac1a61 req-6abb72e9-a8a1-405a-9e54-17336badd5fd tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 210 time: 0.0939403 Aug 18 13:03:26.936938 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-117f8834-9741-4002-bef1-66f7c2b5e61c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:26.940674 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f671fa80-905d-48cd-a040-543223a30651 None None] Port 7486a32e-2895-4164-bdde-aa73a165d4df cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:03:26.968966 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-d38b6f52-92aa-4284-9e26-c7e31ccb1e8c None None] For port 6ef2424b-0b21-430c-b97c-d11abc40e00f, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:03:26.972364 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-d38b6f52-92aa-4284-9e26-c7e31ccb1e8c None None] For port 6ef2424b-0b21-430c-b97c-d11abc40e00f, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=6ef2424b-0b21-430c-b97c-d11abc40e00f,segment=NetworkSegment(d21d068c-8442-425f-872e-0e5300813a42),segment_id=d21d068c-8442-425f-872e-0e5300813a42)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:03:26.996637 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08bb86f-1a6e-4933-aa1a-46abe4481a71 req-ab6340e2-5a0a-4313-b931-7abb444e332d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:26.998202 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c08bb86f-1a6e-4933-aa1a-46abe4481a71 req-ab6340e2-5a0a-4313-b931-7abb444e332d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 1097 time: 0.1656284 Aug 18 13:03:27.053424 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-71fe4374-d8e1-48eb-ac4e-b1138b6d5ad1 None None] Could not find standard attr ID for object 7520a4a0-63ab-48a7-b458-854c13356c47. {{(pid=101677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 13:03:27.059856 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c08bb86f-1a6e-4933-aa1a-46abe4481a71 req-8e1d1a65-ab2c-494f-bd90-9fbdccefdabf service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548661 Aug 18 13:03:27.093405 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ab78806a-ac53-4edc-8ab4-d64d370da5d7 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:27.096071 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ab78806a-ac53-4edc-8ab4-d64d370da5d7 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:27.097249 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ab78806a-ac53-4edc-8ab4-d64d370da5d7 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/security-groups/6fa6709e-1e9b-44fa-8036-7f3a4a12cc1c HTTP/1.1" status: 204 len: 168 time: 0.9221969 Aug 18 13:03:27.100101 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52748) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:27.116025 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab78806a-ac53-4edc-8ab4-d64d370da5d7 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa6709e-1e9b-44fa-8036-7f3a4a12cc1c,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:27.228449 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d38b6f52-92aa-4284-9e26-c7e31ccb1e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:27.236124 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-117f8834-9741-4002-bef1-66f7c2b5e61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:27.239485 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-117f8834-9741-4002-bef1-66f7c2b5e61c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:27.240760 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-117f8834-9741-4002-bef1-66f7c2b5e61c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/55817b87-b4c6-4d4e-8df0-a76a5143d0ad HTTP/1.1" status: 204 len: 168 time: 0.4227831 Aug 18 13:03:27.289773 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-11fb516f-fb3a-42b2-bcb9-69209671d496 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:27.295513 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50590fe1-560d-4fc3-b7f9-fd43b4a3fe52 None None] Pushing event updated for resources: {'Port': ['ID=6ef2424b-0b21-430c-b97c-d11abc40e00f,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:27.296167 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f2300afc-9192-4517-b78f-ba88fdd71973 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:27.327840 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38b6f52-92aa-4284-9e26-c7e31ccb1e8c None None] Routers {'f28863db-5fcd-4a4f-aa23-9ade845b5b74'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:03:27.329686 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d38b6f52-92aa-4284-9e26-c7e31ccb1e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:03:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['f28863db-5fcd-4a4f-aa23-9ade845b5b74'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:27.364784 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-11fb516f-fb3a-42b2-bcb9-69209671d496 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:27.386961 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2300afc-9192-4517-b78f-ba88fdd71973 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Pushing event deleted for resources: {'Port': ['ID=f01dd2da-70d8-43ea-91c9-0d537486cc4e,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:27.410032 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f8834-9741-4002-bef1-66f7c2b5e61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55817b87-b4c6-4d4e-8df0-a76a5143d0ad,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:27.424268 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-12a88b50-13b3-43ba-b884-6939b7b72eaa tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:27.425853 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-12a88b50-13b3-43ba-b884-6939b7b72eaa tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/networks?id=a8d27026-b8e0-4d3d-971e-78c2b57a2f7a HTTP/1.1" status: 200 len: 819 time: 0.3028278 Aug 18 13:03:27.452625 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-9e16fd94-da13-4849-80d1-1810b246e4e9 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/quotas/1b7bb7ada99a4b5d932fd3c3f52f7206 HTTP/1.1" status: 200 len: 375 time: 0.0176253 Aug 18 13:03:27.514220 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f2300afc-9192-4517-b78f-ba88fdd71973 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:27.520791 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f2300afc-9192-4517-b78f-ba88fdd71973 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "DELETE /v2.0/ports/f01dd2da-70d8-43ea-91c9-0d537486cc4e HTTP/1.1" status: 204 len: 168 time: 1.5247293 Aug 18 13:03:27.522331 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52758) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:27.523418 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-d38b6f52-92aa-4284-9e26-c7e31ccb1e8c None None] Set router f28863db-5fcd-4a4f-aa23-9ade845b5b74 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:03:27.529550 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-06b66bfa-0f31-40c1-8991-ef2288d3f3ec tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b7bb7ada99a4b5d932fd3c3f52f7206&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0708754 Aug 18 13:03:27.533124 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-57f7c833-a4b6-413a-ae68-5c0a08447f42 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:03:27.539593 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-11fb516f-fb3a-42b2-bcb9-69209671d496 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:27.543301 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-11fb516f-fb3a-42b2-bcb9-69209671d496 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:27.547399 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-11fb516f-fb3a-42b2-bcb9-69209671d496 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/security-groups/9ffd2bad-c313-4168-873d-90000050b5d8 HTTP/1.1" status: 204 len: 168 time: 0.4437592 Aug 18 13:03:27.547874 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 52760) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:27.608904 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fb516f-fb3a-42b2-bcb9-69209671d496 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffd2bad-c313-4168-873d-90000050b5d8,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:27.679460 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-85796566-746d-498a-a511-9b67e4633ee2 service neutron] 10.222.0.13 "GET /v2.0/networks/a8d27026-b8e0-4d3d-971e-78c2b57a2f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411734 Aug 18 13:03:27.715309 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a8bcf3b8-887d-4bd1-9ee6-720294b4131d tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:27.764468 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a8bcf3b8-887d-4bd1-9ee6-720294b4131d tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:27.790301 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-57f7c833-a4b6-413a-ae68-5c0a08447f42 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for floatingip, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:27.959759 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a8bcf3b8-887d-4bd1-9ee6-720294b4131d tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:27.971971 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a8bcf3b8-887d-4bd1-9ee6-720294b4131d tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:27.971971 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a8bcf3b8-887d-4bd1-9ee6-720294b4131d tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/security-groups/55777bbc-7ebf-4d4e-9b96-0afd85c83c97 HTTP/1.1" status: 204 len: 168 time: 0.4158864 Aug 18 13:03:27.975367 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 52774) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:28.029378 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-60714ed8-49b8-4bb7-a4d3-f8885bb7dbf6 service neutron] 10.222.0.13 "GET /v2.0/networks/a8d27026-b8e0-4d3d-971e-78c2b57a2f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485811 Aug 18 13:03:28.040794 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d38b6f52-92aa-4284-9e26-c7e31ccb1e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28863db-5fcd-4a4f-aa23-9ade845b5b74', 'name': 'tempest-ServerRescueNegativeTestJSON-1338579003-router', 'tenant_id': '1b7bb7ada99a4b5d932fd3c3f52f7206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'a8a8811e-673d-4681-922d-2366934d1f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:03:15Z', 'updated_at': '2021-08-18T13:03:21Z', 'revision_number': 4, 'project_id': '1b7bb7ada99a4b5d932fd3c3f52f7206', 'gw_port': {'id': 'a8a8811e-673d-4681-922d-2366934d1f71', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28863db-5fcd-4a4f-aa23-9ade845b5b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:03:16Z', 'updated_at': '2021-08-18T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '6ef2424b-0b21-430c-b97c-d11abc40e00f', 'name': '', 'network_id': 'a8d27026-b8e0-4d3d-971e-78c2b57a2f7a', 'tenant_id': '1b7bb7ada99a4b5d932fd3c3f52f7206', 'mac_address': 'fa:16:3e:09:20:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28863db-5fcd-4a4f-aa23-9ade845b5b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '08d37668-d2c1-40db-a95f-b1212b73a41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:03:19Z', 'updated_at': '2021-08-18T13:03:26Z', 'revision_number': 4, 'project_id': '1b7bb7ada99a4b5d932fd3c3f52f7206', 'subnets': [{'id': '08d37668-d2c1-40db-a95f-b1212b73a41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:28.068752 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bcf3b8-887d-4bd1-9ee6-720294b4131d tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55777bbc-7ebf-4d4e-9b96-0afd85c83c97,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:28.107433 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38b6f52-92aa-4284-9e26-c7e31ccb1e8c None None] The sync data for ids ['f28863db-5fcd-4a4f-aa23-9ade845b5b74'] in n-d-803603-2 is: [{'id': 'f28863db-5fcd-4a4f-aa23-9ade845b5b74', 'name': 'tempest-ServerRescueNegativeTestJSON-1338579003-router', 'tenant_id': '1b7bb7ada99a4b5d932fd3c3f52f7206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'a8a8811e-673d-4681-922d-2366934d1f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:03:15Z', 'updated_at': '2021-08-18T13:03:21Z', 'revision_number': 4, 'project_id': '1b7bb7ada99a4b5d932fd3c3f52f7206', 'gw_port': {'id': 'a8a8811e-673d-4681-922d-2366934d1f71', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28863db-5fcd-4a4f-aa23-9ade845b5b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:03:16Z', 'updated_at': '2021-08-18T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '6ef2424b-0b21-430c-b97c-d11abc40e00f', 'name': '', 'network_id': 'a8d27026-b8e0-4d3d-971e-78c2b57a2f7a', 'tenant_id': '1b7bb7ada99a4b5d932fd3c3f52f7206', 'mac_address': 'fa:16:3e:09:20:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28863db-5fcd-4a4f-aa23-9ade845b5b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '08d37668-d2c1-40db-a95f-b1212b73a41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:03:19Z', 'updated_at': '2021-08-18T13:03:26Z', 'revision_number': 4, 'project_id': '1b7bb7ada99a4b5d932fd3c3f52f7206', 'subnets': [{'id': '08d37668-d2c1-40db-a95f-b1212b73a41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:03:28.146709 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:28.218222 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-57f7c833-a4b6-413a-ae68-5c0a08447f42 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:28.231649 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-7044099d-6093-41e7-b022-b75f1619a886 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Deleting subnet ff35ec05-99d6-411a-a7ed-27d2101b9d01 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:03:28.263987 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7044099d-6093-41e7-b022-b75f1619a886 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:28.358784 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1e536-9708-4817-87dc-f6bae8c576ca req-3b753aaf-28dd-4919-b773-7553f03112f0 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:28.360405 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-59a1e536-9708-4817-87dc-f6bae8c576ca req-3b753aaf-28dd-4919-b773-7553f03112f0 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 946 time: 0.2970381 Aug 18 13:03:28.376272 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7044099d-6093-41e7-b022-b75f1619a886 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:28.475909 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-57f7c833-a4b6-413a-ae68-5c0a08447f42 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Allocated IP 172.25.6.228 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/9937fff4-8bc2-404b-96d1-072cf23e7af7) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:03:28.478372 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-59a1e536-9708-4817-87dc-f6bae8c576ca req-337749f4-20cf-4afa-81f6-b475ea75d68d tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053152 Aug 18 13:03:28.517459 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6ef2424b-0b21-430c-b97c-d11abc40e00f up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:03:28.611048 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7044099d-6093-41e7-b022-b75f1619a886 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:28.655176 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:28.774750 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-57f7c833-a4b6-413a-ae68-5c0a08447f42 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:28.873624 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-949b6263-df7e-4a99-bbad-408648af561c req-ebafe545-bac9-48bc-bb61-aef362908d9f tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea936184-9301-419d-8fb4-34194d7000b6 HTTP/1.1" status: 200 len: 210 time: 0.0443590 Aug 18 13:03:28.907484 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 6ef2424b-0b21-430c-b97c-d11abc40e00f completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:03:28.908163 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7044099d-6093-41e7-b022-b75f1619a886 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:28.912523 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 6ef2424b-0b21-430c-b97c-d11abc40e00f triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:03:28.912896 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:28.942763 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-57f7c833-a4b6-413a-ae68-5c0a08447f42 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:29.007676 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7044099d-6093-41e7-b022-b75f1619a886 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:29.022627 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929abf7f-9692-4e75-b936-f9c0401c83ef None None] Network c58bf31f-4965-4f99-ab5b-59ba564598ff requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:03:29.026902 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7044099d-6093-41e7-b022-b75f1619a886 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/subnets/ff35ec05-99d6-411a-a7ed-27d2101b9d01 HTTP/1.1" status: 204 len: 168 time: 1.0494211 Aug 18 13:03:29.027722 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7044099d-6093-41e7-b022-b75f1619a886 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event deleted for resources: {'Subnet': ['ID=ff35ec05-99d6-411a-a7ed-27d2101b9d01,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:29.029410 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 52800) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:29.051778 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7c833-a4b6-413a-ae68-5c0a08447f42 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Pushing event updated for resources: {'Port': ['ID=9937fff4-8bc2-404b-96d1-072cf23e7af7,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:29.098618 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f7c833-a4b6-413a-ae68-5c0a08447f42 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:03:29.100622 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-57f7c833-a4b6-413a-ae68-5c0a08447f42 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:03:29.106953 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f7c833-a4b6-413a-ae68-5c0a08447f42 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:03:29.207565 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:29.215199 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-c33be375-d808-4f81-9a1c-7e94e68d52c8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Deleting subnet be7660a3-8d58-4e18-859c-c8b34c177ec7 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:03:29.223333 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c33be375-d808-4f81-9a1c-7e94e68d52c8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:29.285450 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 6ef2424b-0b21-430c-b97c-d11abc40e00f, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=6ef2424b-0b21-430c-b97c-d11abc40e00f,segment=NetworkSegment(d21d068c-8442-425f-872e-0e5300813a42),segment_id=d21d068c-8442-425f-872e-0e5300813a42)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:03:29.352884 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c33be375-d808-4f81-9a1c-7e94e68d52c8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:29.389577 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-57f7c833-a4b6-413a-ae68-5c0a08447f42 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:29.391887 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:29.520534 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=6ef2424b-0b21-430c-b97c-d11abc40e00f,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:29.619250 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-57f7c833-a4b6-413a-ae68-5c0a08447f42 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:29.624563 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c33be375-d808-4f81-9a1c-7e94e68d52c8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:29.900517 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c33be375-d808-4f81-9a1c-7e94e68d52c8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:29.962653 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-57f7c833-a4b6-413a-ae68-5c0a08447f42 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:29.982993 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e993c0-e802-4593-a116-52484e324b9b req-4dc985c1-d92f-4f40-bd52-afcf539f7ddd tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:29.990006 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-71e993c0-e802-4593-a116-52484e324b9b req-4dc985c1-d92f-4f40-bd52-afcf539f7ddd tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 946 time: 0.2038724 Aug 18 13:03:30.013049 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33be375-d808-4f81-9a1c-7e94e68d52c8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event deleted for resources: {'Subnet': ['ID=be7660a3-8d58-4e18-859c-c8b34c177ec7,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:30.057475 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c33be375-d808-4f81-9a1c-7e94e68d52c8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:30.074090 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c33be375-d808-4f81-9a1c-7e94e68d52c8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/subnets/be7660a3-8d58-4e18-859c-c8b34c177ec7 HTTP/1.1" status: 204 len: 168 time: 1.0396769 Aug 18 13:03:30.091727 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-71e993c0-e802-4593-a116-52484e324b9b req-4b798731-9210-4d64-8b39-6cde40339c78 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918288 Aug 18 13:03:30.099092 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52832) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:30.130650 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-57f7c833-a4b6-413a-ae68-5c0a08447f42 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:30.158591 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-36ed0c59-0d83-4e0e-8c6f-dd9a601ad822 req-f9f509f5-8ae6-4ba5-a1fe-6968368f9be2 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea936184-9301-419d-8fb4-34194d7000b6 HTTP/1.1" status: 200 len: 210 time: 0.1473866 Aug 18 13:03:30.316956 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6410940-ddb3-4dc4-aa69-07957758509d tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] DELETE failed (client error): The resource could not be found. Aug 18 13:03:30.317799 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6410940-ddb3-4dc4-aa69-07957758509d tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:03:30.328132 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c6410940-ddb3-4dc4-aa69-07957758509d tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/subnets/ff35ec05-99d6-411a-a7ed-27d2101b9d01 HTTP/1.1" status: 404 len: 337 time: 0.2261348 Aug 18 13:03:30.329269 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52836) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:30.404085 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adc769-5b98-4412-a1bf-8951c049fbeb req-a4eaa941-9e5a-4a55-99b4-3d7e9ffa8115 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:30.407683 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e3adc769-5b98-4412-a1bf-8951c049fbeb req-a4eaa941-9e5a-4a55-99b4-3d7e9ffa8115 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 946 time: 0.1654928 Aug 18 13:03:30.408488 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6ef2424b-0b21-430c-b97c-d11abc40e00f up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:03:30.420968 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 52838) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:30.427178 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-d1381f40-4a9b-418a-8f96-9a552c989a03 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Request body: {'floatingip': {'port_id': 'd56c394b-93e7-4573-9588-fa1eeaa8886c'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:03:30.479985 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7c833-a4b6-413a-ae68-5c0a08447f42 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Pushing event updated for resources: {'Port': ['ID=9937fff4-8bc2-404b-96d1-072cf23e7af7,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:30.553000 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 6ef2424b-0b21-430c-b97c-d11abc40e00f triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:03:30.554241 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:30.641507 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d1381f40-4a9b-418a-8f96-9a552c989a03 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks [] for floatingip, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:30.679016 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-57f7c833-a4b6-413a-ae68-5c0a08447f42 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:30.691184 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-15ae98f7-e588-42c9-8e19-2754cf4fbf82 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Deleting subnet 1b101aac-d057-43cb-877e-ef7e0471cdfe {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:03:30.702097 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-15ae98f7-e588-42c9-8e19-2754cf4fbf82 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:30.762546 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a7b1b7-97b0-4a5e-af9c-d2aa152c9dcc None None] Network c58bf31f-4965-4f99-ab5b-59ba564598ff requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:03:30.782381 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-15ae98f7-e588-42c9-8e19-2754cf4fbf82 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:30.843163 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-578a9921-b086-422a-b750-01a96631c002 None None] Provisioning complete for port 46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:03:30.844447 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-578a9921-b086-422a-b750-01a96631c002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:30.878350 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-57f7c833-a4b6-413a-ae68-5c0a08447f42 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:30.884592 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-57f7c833-a4b6-413a-ae68-5c0a08447f42 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3606875 Aug 18 13:03:31.033695 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-15ae98f7-e588-42c9-8e19-2754cf4fbf82 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:31.089116 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52848) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:31.097603 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-df49b8d2-2d0e-41c2-bf81-33f8fb0256ba tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Request body: {'port': {'network_id': '5ee6de62-4b04-45e2-ae1e-9c31bfa53e02', 'name': 'tempest-FloatingIPTestJSON-1242218238'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:03:31.150001 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-578a9921-b086-422a-b750-01a96631c002 None None] Provisioning complete for port 7486a32e-2895-4164-bdde-aa73a165d4df triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:03:31.150458 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-578a9921-b086-422a-b750-01a96631c002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:31.251131 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-578a9921-b086-422a-b750-01a96631c002 None None] Port 7486a32e-2895-4164-bdde-aa73a165d4df cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:03:31.345368 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-f562fbec-95e3-4f13-88a3-69845e22c496 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:31.355142 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-f562fbec-95e3-4f13-88a3-69845e22c496 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.39 "GET /v2.0/networks?id=a8d27026-b8e0-4d3d-971e-78c2b57a2f7a HTTP/1.1" status: 200 len: 819 time: 0.8319683 Aug 18 13:03:31.397086 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-681ed34d-fdbe-4bc5-b340-1e5deb50c170 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Request body: {'port': {'device_id': '9062e2da-cc40-49ae-81c1-bbc3d39ed639', 'network_id': 'a8d27026-b8e0-4d3d-971e-78c2b57a2f7a', 'admin_state_up': True, 'tenant_id': '1b7bb7ada99a4b5d932fd3c3f52f7206'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:03:31.467641 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df49b8d2-2d0e-41c2-bf81-33f8fb0256ba tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Made reservation on behalf of dbf49b0aa1a8432b8115cc3b40a5b301 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:03:31.474538 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5d08db49-793a-408d-bd4a-3812c078872c req-26859078-2bf4-4325-9bd9-155af5028cc0 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea936184-9301-419d-8fb4-34194d7000b6 HTTP/1.1" status: 200 len: 210 time: 0.1816828 Aug 18 13:03:31.475479 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-df49b8d2-2d0e-41c2-bf81-33f8fb0256ba tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:31.512921 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-df49b8d2-2d0e-41c2-bf81-33f8fb0256ba tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] device_id is not set on port bd44bdbd-ff79-4ae6-9063-cb98d3c51875 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:03:31.526611 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-15ae98f7-e588-42c9-8e19-2754cf4fbf82 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:31.661294 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae98f7-e588-42c9-8e19-2754cf4fbf82 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event deleted for resources: {'Subnet': ['ID=1b101aac-d057-43cb-877e-ef7e0471cdfe,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:31.664285 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-15ae98f7-e588-42c9-8e19-2754cf4fbf82 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:31.670889 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-15ae98f7-e588-42c9-8e19-2754cf4fbf82 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/subnets/1b101aac-d057-43cb-877e-ef7e0471cdfe HTTP/1.1" status: 204 len: 168 time: 1.2791870 Aug 18 13:03:31.679256 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52866) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:31.758811 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-080bc3a5-c89a-40c3-90c2-0d4477c70ce9 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] DELETE failed (client error): The resource could not be found. Aug 18 13:03:31.759669 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-080bc3a5-c89a-40c3-90c2-0d4477c70ce9 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:03:31.762298 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-080bc3a5-c89a-40c3-90c2-0d4477c70ce9 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/subnets/baf18229-9ead-45fa-bc37-9bd3ddd0fb9c HTTP/1.1" status: 404 len: 337 time: 0.0812337 Aug 18 13:03:31.770479 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 52868) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:31.858345 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-df49b8d2-2d0e-41c2-bf81-33f8fb0256ba tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Allocated IP 172.20.0.14 (5ee6de62-4b04-45e2-ae1e-9c31bfa53e02/9e8c1601-b963-4b53-81cb-cb40466abda8/bd44bdbd-ff79-4ae6-9063-cb98d3c51875) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:03:31.907543 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-681ed34d-fdbe-4bc5-b340-1e5deb50c170 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Made reservation on behalf of 1b7bb7ada99a4b5d932fd3c3f52f7206 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:03:31.911410 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-681ed34d-fdbe-4bc5-b340-1e5deb50c170 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:31.966385 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-49907f21-fc2c-4323-a54a-3a7c2752c773 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfeee4d7-a6a9-4be5-9cb4-b648583abc0a HTTP/1.1" status: 200 len: 205 time: 0.1959128 Aug 18 13:03:31.977350 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 52872) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:31.985990 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d1381f40-4a9b-418a-8f96-9a552c989a03 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:32.131529 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-475f61d7-be5c-4403-976b-c3c873570ee2 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] delete failed (client error): The resource could not be found. Aug 18 13:03:32.132296 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-475f61d7-be5c-4403-976b-c3c873570ee2 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/routers/dfeee4d7-a6a9-4be5-9cb4-b648583abc0a HTTP/1.1" status: 404 len: 336 time: 0.1535935 Aug 18 13:03:32.134731 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d1381f40-4a9b-418a-8f96-9a552c989a03 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:32.183122 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-df49b8d2-2d0e-41c2-bf81-33f8fb0256ba tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:32.206853 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52882) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:32.248195 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc87e568-2c09-4095-9b76-6e50f1088445 None None] Network c58bf31f-4965-4f99-ab5b-59ba564598ff requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:03:32.259510 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1640905-906d-492c-a093-e33fef45042e tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] DELETE failed (client error): The resource could not be found. Aug 18 13:03:32.260193 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1640905-906d-492c-a093-e33fef45042e tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:03:32.265857 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e1640905-906d-492c-a093-e33fef45042e tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/subnets/6e27566b-6a65-4977-8335-787ae8a2ef3b HTTP/1.1" status: 404 len: 337 time: 0.0579031 Aug 18 13:03:32.266942 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52886) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:32.318831 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [None req-d1381f40-4a9b-418a-8f96-9a552c989a03 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Floating IP b69f2131-bc99-441e-9d6c-88f6b7aa33e2 associated. External IP: 172.25.6.148, port: d56c394b-93e7-4573-9588-fa1eeaa8886c. Aug 18 13:03:32.357671 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5bcd9f9-9bf6-4cbd-9281-e0b421b24cae tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] DELETE failed (client error): The resource could not be found. Aug 18 13:03:32.358847 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5bcd9f9-9bf6-4cbd-9281-e0b421b24cae tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:03:32.363433 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e5bcd9f9-9bf6-4cbd-9281-e0b421b24cae tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/subnets/71a60585-432a-4916-819b-df82afed36d9 HTTP/1.1" status: 404 len: 337 time: 0.0914149 Aug 18 13:03:32.364330 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52888) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:32.417422 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-8e62e305-929a-4deb-b738-53cb6fcdfeca None None] Provisioning complete for port 46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:03:32.419417 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8e62e305-929a-4deb-b738-53cb6fcdfeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:32.440415 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-020fc88b-a316-4eff-8ea3-653dc7359a2d tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] DELETE failed (client error): The resource could not be found. Aug 18 13:03:32.441622 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-020fc88b-a316-4eff-8ea3-653dc7359a2d tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:03:32.446121 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-020fc88b-a316-4eff-8ea3-653dc7359a2d tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/subnets/bd9c17e5-e38a-4ca0-8fca-2ec1ad5568bd HTTP/1.1" status: 404 len: 337 time: 0.0452800 Aug 18 13:03:32.448197 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 52892) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:32.503042 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-41fe3297-9d7f-451a-af66-f3341ffba2d8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] DELETE failed (client error): The resource could not be found. Aug 18 13:03:32.503042 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41fe3297-9d7f-451a-af66-f3341ffba2d8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:03:32.503042 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-41fe3297-9d7f-451a-af66-f3341ffba2d8 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/ports/3b5ff808-f3c3-4ae6-ab66-965e5e65c40e HTTP/1.1" status: 404 len: 333 time: 0.0497735 Aug 18 13:03:32.506393 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52896) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:32.597786 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9781851d-de9e-4fcd-b81c-099664c050d5 None None] DHCP port deletion for c58bf31f-4965-4f99-ab5b-59ba564598ff request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:03:32.675368 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-681ed34d-fdbe-4bc5-b340-1e5deb50c170 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Allocated IP 172.20.0.9 (a8d27026-b8e0-4d3d-971e-78c2b57a2f7a/08d37668-d2c1-40db-a95f-b1212b73a41b/efcabe73-2954-4321-b64f-e5c43eef2f8a) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:03:32.709404 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-8e62e305-929a-4deb-b738-53cb6fcdfeca None None] Provisioning complete for port 7486a32e-2895-4164-bdde-aa73a165d4df triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:03:32.709833 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8e62e305-929a-4deb-b738-53cb6fcdfeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:32.785739 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-9781851d-de9e-4fcd-b81c-099664c050d5 None None] Deleting port 46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:03:32.787025 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9781851d-de9e-4fcd-b81c-099664c050d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:32.789055 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-8e62e305-929a-4deb-b738-53cb6fcdfeca None None] Port 7486a32e-2895-4164-bdde-aa73a165d4df cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:03:32.884740 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-9781851d-de9e-4fcd-b81c-099664c050d5 None None] For port 46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0,segment=NetworkSegment(3f593f74-b43f-4423-beca-a41e03ba9120),segment_id=3f593f74-b43f-4423-beca-a41e03ba9120)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:03:32.885151 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9781851d-de9e-4fcd-b81c-099664c050d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:32.911257 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-9781851d-de9e-4fcd-b81c-099664c050d5 None None] Calling delete_port for 46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:03:33.035457 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1381f40-4a9b-418a-8f96-9a552c989a03 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Router 09bac2e1-4bcb-4d0e-b000-d1314d3deba8 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:03:33.058701 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-543d415f-56c8-41b8-9613-574a58459d62 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] DELETE failed (client error): The resource could not be found. Aug 18 13:03:33.059161 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-543d415f-56c8-41b8-9613-574a58459d62 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:03:33.061236 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-543d415f-56c8-41b8-9613-574a58459d62 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/subnets/b95635e0-0d76-474b-ac37-5c01b30a8d12 HTTP/1.1" status: 404 len: 337 time: 0.5445671 Aug 18 13:03:33.062653 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-df49b8d2-2d0e-41c2-bf81-33f8fb0256ba tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:33.067782 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9781851d-de9e-4fcd-b81c-099664c050d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:33.084638 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52902) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:33.118481 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781851d-de9e-4fcd-b81c-099664c050d5 None None] Pushing event deleted for resources: {'Port': ['ID=46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:33.131752 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9781851d-de9e-4fcd-b81c-099664c050d5 None None] No DVR routers for this DVR port 46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:03:33.156772 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-61cbb919-3558-416b-b11e-11540b45064c req-1c55757e-4b23-4873-9ee6-8f87d7e1c1a4 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea936184-9301-419d-8fb4-34194d7000b6 HTTP/1.1" status: 200 len: 210 time: 0.1217659 Aug 18 13:03:33.237159 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-bc315ddb-25f4-4a5f-aca3-e4dfc3f5c278 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:33.238668 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-bc315ddb-25f4-4a5f-aca3-e4dfc3f5c278 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.39 "GET /v2.0/networks?id=a8d27026-b8e0-4d3d-971e-78c2b57a2f7a HTTP/1.1" status: 200 len: 819 time: 0.9328804 Aug 18 13:03:33.240857 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-681ed34d-fdbe-4bc5-b340-1e5deb50c170 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:33.242580 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-97e3cc23-d459-4804-a314-e8b3221c30b4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] DELETE failed (client error): The resource could not be found. Aug 18 13:03:33.243025 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97e3cc23-d459-4804-a314-e8b3221c30b4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:03:33.247912 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-97e3cc23-d459-4804-a314-e8b3221c30b4 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/subnets/f3c1a376-c848-4a18-8243-fb6bb7c30ac0 HTTP/1.1" status: 404 len: 337 time: 0.1618793 Aug 18 13:03:33.249968 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52912) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:33.275616 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df49b8d2-2d0e-41c2-bf81-33f8fb0256ba tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Network 5ee6de62-4b04-45e2-ae1e-9c31bfa53e02 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:03:33.343824 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-8b2a34ac-86e9-44d6-a15a-490a5c9751f5 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Request body: {'port': {'device_id': 'ea936184-9301-419d-8fb4-34194d7000b6', 'network_id': 'a8d27026-b8e0-4d3d-971e-78c2b57a2f7a', 'admin_state_up': True, 'tenant_id': '1b7bb7ada99a4b5d932fd3c3f52f7206'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:03:33.356820 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-df49b8d2-2d0e-41c2-bf81-33f8fb0256ba tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:03:33.363140 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df49b8d2-2d0e-41c2-bf81-33f8fb0256ba tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Pushing event updated for resources: {'Port': ['ID=bd44bdbd-ff79-4ae6-9063-cb98d3c51875,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:33.387079 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df49b8d2-2d0e-41c2-bf81-33f8fb0256ba tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:03:33.390262 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c032b8-734a-48e7-92da-8afe4b33cb94 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] DELETE failed (client error): The resource could not be found. Aug 18 13:03:33.391379 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42c032b8-734a-48e7-92da-8afe4b33cb94 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:03:33.396780 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-42c032b8-734a-48e7-92da-8afe4b33cb94 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/ports/2dbd7ad2-d5e7-4993-bb87-ca59c50c39c3 HTTP/1.1" status: 404 len: 333 time: 0.1429248 Aug 18 13:03:33.441980 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52916) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:33.507295 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe96c1fc-abf6-4623-9dfd-8c8f3237ae15 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] DELETE failed (client error): The resource could not be found. Aug 18 13:03:33.508038 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe96c1fc-abf6-4623-9dfd-8c8f3237ae15 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:03:33.510323 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-fe96c1fc-abf6-4623-9dfd-8c8f3237ae15 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/subnets/2a063fc0-644c-4c2b-a2a4-2610b0af36ba HTTP/1.1" status: 404 len: 337 time: 0.0662103 Aug 18 13:03:33.519885 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52920) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:33.602358 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cb98dc8-d9af-4ef1-9a0b-4529e1410c66 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] DELETE failed (client error): The resource could not be found. Aug 18 13:03:33.602970 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cb98dc8-d9af-4ef1-9a0b-4529e1410c66 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:03:33.605123 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7cb98dc8-d9af-4ef1-9a0b-4529e1410c66 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/subnets/f6f7d494-e37e-4b4c-af2c-08ff64a7d35f HTTP/1.1" status: 404 len: 337 time: 0.0835936 Aug 18 13:03:33.613707 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df49b8d2-2d0e-41c2-bf81-33f8fb0256ba tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:33.614538 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-df49b8d2-2d0e-41c2-bf81-33f8fb0256ba tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:33.622392 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52924) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:33.733826 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1381f40-4a9b-418a-8f96-9a552c989a03 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:03:33.743715 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d1381f40-4a9b-418a-8f96-9a552c989a03 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:33.749347 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bc8e12-d6fd-4d03-9358-090a331d922f None None] Sync routers for ids ['09bac2e1-4bcb-4d0e-b000-d1314d3deba8'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:03:33.762877 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bc8e12-d6fd-4d03-9358-090a331d922f None None] Routers {'09bac2e1-4bcb-4d0e-b000-d1314d3deba8'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:03:33.764603 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-39bc8e12-d6fd-4d03-9358-090a331d922f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:03:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['09bac2e1-4bcb-4d0e-b000-d1314d3deba8'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:33.778091 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d1381f40-4a9b-418a-8f96-9a552c989a03 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "PUT /v2.0/floatingips/b69f2131-bc99-441e-9d6c-88f6b7aa33e2 HTTP/1.1" status: 200 len: 992 time: 3.3557847 Aug 18 13:03:33.778785 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92cfe51f-76c1-4a99-b95d-fdf95274b4fc', 'tag': 'd56c394b-93e7-4573-9588-fa1eeaa8886c'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:03:33.781361 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fb133c-7691-457c-be0b-c766ab638066" -d '{"events": [{"name": "network-changed", "server_uuid": "92cfe51f-76c1-4a99-b95d-fdf95274b4fc", "tag": "d56c394b-93e7-4573-9588-fa1eeaa8886c"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:03:33.785979 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 52934) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:33.789216 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-df49b8d2-2d0e-41c2-bf81-33f8fb0256ba tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6982665 Aug 18 13:03:33.791616 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-12671a8f-2ada-4bd8-8ad2-5ecc5eb3ba1a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Request body: {'floatingip': {'port_id': 'bd44bdbd-ff79-4ae6-9063-cb98d3c51875'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:03:33.835869 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-12671a8f-2ada-4bd8-8ad2-5ecc5eb3ba1a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for floatingip, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:33.886264 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-42280160-3835-4ed1-bf7b-ab1bf2f3eb37 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Deleting port 7486a32e-2895-4164-bdde-aa73a165d4df {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:03:33.886264 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-42280160-3835-4ed1-bf7b-ab1bf2f3eb37 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:33.886597 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-681ed34d-fdbe-4bc5-b340-1e5deb50c170 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:33.942229 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec0d543-5e84-48b7-8beb-57f94c89bea7 x-openstack-request-id: req-bec0d543-5e84-48b7-8beb-57f94c89bea7 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:03:33.942596 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92cfe51f-76c1-4a99-b95d-fdf95274b4fc", "tag": "d56c394b-93e7-4573-9588-fa1eeaa8886c", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:03:33.942804 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bec0d543-5e84-48b7-8beb-57f94c89bea7 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:03:33.943158 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92cfe51f-76c1-4a99-b95d-fdf95274b4fc', 'tag': 'd56c394b-93e7-4573-9588-fa1eeaa8886c', 'status': 'completed', 'code': 200} Aug 18 13:03:33.952701 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-681ed34d-fdbe-4bc5-b340-1e5deb50c170 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Network a8d27026-b8e0-4d3d-971e-78c2b57a2f7a is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:03:33.968265 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-681ed34d-fdbe-4bc5-b340-1e5deb50c170 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:03:33.984893 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-8b2a34ac-86e9-44d6-a15a-490a5c9751f5 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Made reservation on behalf of 1b7bb7ada99a4b5d932fd3c3f52f7206 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:03:33.989618 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-8b2a34ac-86e9-44d6-a15a-490a5c9751f5 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:33.991898 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-681ed34d-fdbe-4bc5-b340-1e5deb50c170 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:03:34.044885 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ed34d-fdbe-4bc5-b340-1e5deb50c170 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Pushing event updated for resources: {'Port': ['ID=efcabe73-2954-4321-b64f-e5c43eef2f8a,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:34.056273 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-42280160-3835-4ed1-bf7b-ab1bf2f3eb37 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:34.087799 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-42280160-3835-4ed1-bf7b-ab1bf2f3eb37 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Calling delete_port for 7486a32e-2895-4164-bdde-aa73a165d4df owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:03:34.115747 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ed34d-fdbe-4bc5-b340-1e5deb50c170 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:34.116189 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ed34d-fdbe-4bc5-b340-1e5deb50c170 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:34.116565 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ed34d-fdbe-4bc5-b340-1e5deb50c170 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:34.116934 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ed34d-fdbe-4bc5-b340-1e5deb50c170 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:34.117284 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ed34d-fdbe-4bc5-b340-1e5deb50c170 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:34.120361 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ed34d-fdbe-4bc5-b340-1e5deb50c170 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:34.120819 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ed34d-fdbe-4bc5-b340-1e5deb50c170 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:34.121166 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ed34d-fdbe-4bc5-b340-1e5deb50c170 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:34.121509 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ed34d-fdbe-4bc5-b340-1e5deb50c170 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:34.121847 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ed34d-fdbe-4bc5-b340-1e5deb50c170 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:34.126297 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ed34d-fdbe-4bc5-b340-1e5deb50c170 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:34.126833 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ed34d-fdbe-4bc5-b340-1e5deb50c170 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:34.211319 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-681ed34d-fdbe-4bc5-b340-1e5deb50c170 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:34.214395 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-681ed34d-fdbe-4bc5-b340-1e5deb50c170 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:34.223533 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb133c-7691-457c-be0b-c766ab638066 req-a3d4375d-23dc-427c-9462-7b1b46dd345e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:34.225229 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-03fb133c-7691-457c-be0b-c766ab638066 req-a3d4375d-23dc-427c-9462-7b1b46dd345e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=55f2c489a405498aa01d9cac2d06f3c9&device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 1097 time: 0.2613688 Aug 18 13:03:34.226570 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-39bc8e12-d6fd-4d03-9358-090a331d922f None None] Set router 09bac2e1-4bcb-4d0e-b000-d1314d3deba8 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:03:34.443652 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:03:34.448071 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb133c-7691-457c-be0b-c766ab638066 req-93552c87-a818-4701-b1e8-13a2a98d7794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:34.449747 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-03fb133c-7691-457c-be0b-c766ab638066 req-93552c87-a818-4701-b1e8-13a2a98d7794 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1580e32b-815c-484e-8818-74705331eaf8 HTTP/1.1" status: 200 len: 917 time: 0.1817250 Aug 18 13:03:34.491765 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:03:34.491765 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 46b5cd0c-4a94-4663-8ed4-bab4ffbe93f0 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:03:34.492107 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-681ed34d-fdbe-4bc5-b340-1e5deb50c170 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1028383 Aug 18 13:03:34.516231 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-ecb26cbb-4ead-46f5-9edb-36e2e99e99be service neutron] Request body: {'port': {'device_id': '9062e2da-cc40-49ae-81c1-bbc3d39ed639', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:03:34.553647 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-8b2a34ac-86e9-44d6-a15a-490a5c9751f5 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Allocated IP 172.20.0.6 (a8d27026-b8e0-4d3d-971e-78c2b57a2f7a/08d37668-d2c1-40db-a95f-b1212b73a41b/c7595cae-bcce-439e-9883-fabac75be0f9) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:03:34.583268 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6e0a7b88-6497-4a2f-8f54-296b33640392 req-66b8d55c-dd78-4e11-be06-1a9dfcacc117 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea936184-9301-419d-8fb4-34194d7000b6 HTTP/1.1" status: 200 len: 210 time: 0.0896659 Aug 18 13:03:34.670893 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-ecb26cbb-4ead-46f5-9edb-36e2e99e99be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:34.703558 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-39bc8e12-d6fd-4d03-9358-090a331d922f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'name': 'tempest-AttachVolumeShelveTestJSON-914630308-router', 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'db86b08d-834e-4905-aed8-68082d784230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:02:47Z', 'updated_at': '2021-08-18T13:02:55Z', 'revision_number': 4, 'project_id': '55f2c489a405498aa01d9cac2d06f3c9', 'gw_port': {'id': 'db86b08d-834e-4905-aed8-68082d784230', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:02:49Z', 'updated_at': '2021-08-18T13:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'b69f2131-bc99-441e-9d6c-88f6b7aa33e2', 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'port_id': 'd56c394b-93e7-4573-9588-fa1eeaa8886c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1580e32b-815c-484e-8818-74705331eaf8', 'mac_address': 'fa:16:3e:39:1c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cfe51f-76c1-4a99-b95d-fdf95274b4fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:03:05Z', 'updated_at': '2021-08-18T13:03:31Z', 'revision_number': 1, 'project_id': '55f2c489a405498aa01d9cac2d06f3c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c889dc5-eddd-47bf-876e-bcc8303c581b', 'name': '', 'network_id': '1580e32b-815c-484e-8818-74705331eaf8', 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9', 'mac_address': 'fa:16:3e:51:72:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:02:54Z', 'updated_at': '2021-08-18T13:03:05Z', 'revision_number': 5, 'project_id': '55f2c489a405498aa01d9cac2d06f3c9', 'subnets': [{'id': 'd3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:34.724536 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-03fb133c-7691-457c-be0b-c766ab638066 req-03346488-95aa-44fb-81a9-df781b2ecddf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d56c394b-93e7-4573-9588-fa1eeaa8886c HTTP/1.1" status: 200 len: 1000 time: 0.2364125 Aug 18 13:03:34.738576 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bc8e12-d6fd-4d03-9358-090a331d922f None None] Checking router: 09bac2e1-4bcb-4d0e-b000-d1314d3deba8 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:03:34.748724 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bc8e12-d6fd-4d03-9358-090a331d922f None None] Routers {'09bac2e1-4bcb-4d0e-b000-d1314d3deba8'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:03:34.749457 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-39bc8e12-d6fd-4d03-9358-090a331d922f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:03:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['09bac2e1-4bcb-4d0e-b000-d1314d3deba8'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:34.763877 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6a4e9-6905-45a0-894a-53002f892be6 req-19305212-b75e-446d-928c-931097dcc933 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:34.765540 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4df6a4e9-6905-45a0-894a-53002f892be6 req-19305212-b75e-446d-928c-931097dcc933 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df5b587-8310-4301-bdc6-7c3d42718686 HTTP/1.1" status: 200 len: 946 time: 0.1630983 Aug 18 13:03:34.915632 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-39bc8e12-d6fd-4d03-9358-090a331d922f None None] Set router 09bac2e1-4bcb-4d0e-b000-d1314d3deba8 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:03:34.915800 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.db.resource_extend [None req-12671a8f-2ada-4bd8-8ad2-5ecc5eb3ba1a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 13:03:34.950545 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-42280160-3835-4ed1-bf7b-ab1bf2f3eb37 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:34.974164 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb133c-7691-457c-be0b-c766ab638066 req-1df329d9-0e87-4f6e-8a69-bcc6a7ddbe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:34.975661 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-03fb133c-7691-457c-be0b-c766ab638066 req-1df329d9-0e87-4f6e-8a69-bcc6a7ddbe48 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935 HTTP/1.1" status: 200 len: 855 time: 0.2324314 Aug 18 13:03:35.057844 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42280160-3835-4ed1-bf7b-ab1bf2f3eb37 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event deleted for resources: {'Port': ['ID=7486a32e-2895-4164-bdde-aa73a165d4df,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:35.060369 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-12671a8f-2ada-4bd8-8ad2-5ecc5eb3ba1a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:35.076299 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42280160-3835-4ed1-bf7b-ab1bf2f3eb37 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:35.076656 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42280160-3835-4ed1-bf7b-ab1bf2f3eb37 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:35.077011 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42280160-3835-4ed1-bf7b-ab1bf2f3eb37 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:35.077397 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42280160-3835-4ed1-bf7b-ab1bf2f3eb37 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:35.077725 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42280160-3835-4ed1-bf7b-ab1bf2f3eb37 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:35.078065 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42280160-3835-4ed1-bf7b-ab1bf2f3eb37 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:35.078446 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42280160-3835-4ed1-bf7b-ab1bf2f3eb37 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:35.078783 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42280160-3835-4ed1-bf7b-ab1bf2f3eb37 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:35.079121 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42280160-3835-4ed1-bf7b-ab1bf2f3eb37 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:35.079454 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42280160-3835-4ed1-bf7b-ab1bf2f3eb37 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:35.079931 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42280160-3835-4ed1-bf7b-ab1bf2f3eb37 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:35.080338 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42280160-3835-4ed1-bf7b-ab1bf2f3eb37 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:35.097666 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4df6a4e9-6905-45a0-894a-53002f892be6 req-e3a1487a-c4cf-4bcb-a25e-1d42544dabc8 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4952977-a51b-4d17-ba35-1c1133304475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2972949 Aug 18 13:03:35.103052 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-42280160-3835-4ed1-bf7b-ab1bf2f3eb37 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:35.105720 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-42280160-3835-4ed1-bf7b-ab1bf2f3eb37 tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/ports/7486a32e-2895-4164-bdde-aa73a165d4df HTTP/1.1" status: 204 len: 168 time: 1.4849055 Aug 18 13:03:35.108568 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 52960) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:35.164220 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-8b2a34ac-86e9-44d6-a15a-490a5c9751f5 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:35.167515 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-12671a8f-2ada-4bd8-8ad2-5ecc5eb3ba1a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:35.227703 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb133c-7691-457c-be0b-c766ab638066 req-d4a43f73-a657-4c81-b471-103c0bb42f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:35.230897 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-03fb133c-7691-457c-be0b-c766ab638066 req-d4a43f73-a657-4c81-b471-103c0bb42f85 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1580e32b-815c-484e-8818-74705331eaf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2448843 Aug 18 13:03:35.265996 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e3d07fb4-48ad-4adf-91e8-6095187e72bc tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:35.333948 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-39bc8e12-d6fd-4d03-9358-090a331d922f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'name': 'tempest-AttachVolumeShelveTestJSON-914630308-router', 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'db86b08d-834e-4905-aed8-68082d784230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:02:47Z', 'updated_at': '2021-08-18T13:02:55Z', 'revision_number': 4, 'project_id': '55f2c489a405498aa01d9cac2d06f3c9', 'gw_port': {'id': 'db86b08d-834e-4905-aed8-68082d784230', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:02:49Z', 'updated_at': '2021-08-18T13:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'b69f2131-bc99-441e-9d6c-88f6b7aa33e2', 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'port_id': 'd56c394b-93e7-4573-9588-fa1eeaa8886c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1580e32b-815c-484e-8818-74705331eaf8', 'mac_address': 'fa:16:3e:39:1c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cfe51f-76c1-4a99-b95d-fdf95274b4fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:03:05Z', 'updated_at': '2021-08-18T13:03:31Z', 'revision_number': 1, 'project_id': '55f2c489a405498aa01d9cac2d06f3c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c889dc5-eddd-47bf-876e-bcc8303c581b', 'name': '', 'network_id': '1580e32b-815c-484e-8818-74705331eaf8', 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9', 'mac_address': 'fa:16:3e:51:72:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:02:54Z', 'updated_at': '2021-08-18T13:03:05Z', 'revision_number': 5, 'project_id': '55f2c489a405498aa01d9cac2d06f3c9', 'subnets': [{'id': 'd3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:35.334266 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-8b2a34ac-86e9-44d6-a15a-490a5c9751f5 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:35.398273 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bc8e12-d6fd-4d03-9358-090a331d922f None None] The sync data for ids ['09bac2e1-4bcb-4d0e-b000-d1314d3deba8'] in n-d-803603-2 is: [{'id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'name': 'tempest-AttachVolumeShelveTestJSON-914630308-router', 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'db86b08d-834e-4905-aed8-68082d784230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:02:47Z', 'updated_at': '2021-08-18T13:02:55Z', 'revision_number': 4, 'project_id': '55f2c489a405498aa01d9cac2d06f3c9', 'gw_port': {'id': 'db86b08d-834e-4905-aed8-68082d784230', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:02:49Z', 'updated_at': '2021-08-18T13:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'b69f2131-bc99-441e-9d6c-88f6b7aa33e2', 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'port_id': 'd56c394b-93e7-4573-9588-fa1eeaa8886c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1580e32b-815c-484e-8818-74705331eaf8', 'mac_address': 'fa:16:3e:39:1c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cfe51f-76c1-4a99-b95d-fdf95274b4fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:03:05Z', 'updated_at': '2021-08-18T13:03:31Z', 'revision_number': 1, 'project_id': '55f2c489a405498aa01d9cac2d06f3c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c889dc5-eddd-47bf-876e-bcc8303c581b', 'name': '', 'network_id': '1580e32b-815c-484e-8818-74705331eaf8', 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9', 'mac_address': 'fa:16:3e:51:72:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:02:54Z', 'updated_at': '2021-08-18T13:03:05Z', 'revision_number': 5, 'project_id': '55f2c489a405498aa01d9cac2d06f3c9', 'subnets': [{'id': 'd3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:03:35.419643 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a34ac-86e9-44d6-a15a-490a5c9751f5 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Pushing event updated for resources: {'Port': ['ID=c7595cae-bcce-439e-9883-fabac75be0f9,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:35.429975 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-8b2a34ac-86e9-44d6-a15a-490a5c9751f5 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Network a8d27026-b8e0-4d3d-971e-78c2b57a2f7a is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:03:35.440234 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-8b2a34ac-86e9-44d6-a15a-490a5c9751f5 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:03:35.443963 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-8b2a34ac-86e9-44d6-a15a-490a5c9751f5 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:03:35.528777 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-03fb133c-7691-457c-be0b-c766ab638066 req-ae70313a-8341-455a-98ff-56d85a21153a service neutron] 10.222.0.39 "GET /v2.0/networks/1580e32b-815c-484e-8818-74705331eaf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890663 Aug 18 13:03:35.571574 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-ecb26cbb-4ead-46f5-9edb-36e2e99e99be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efcabe73-2954-4321-b64f-e5c43eef2f8a {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:03:35.575039 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-8b2a34ac-86e9-44d6-a15a-490a5c9751f5 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:35.575407 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-8b2a34ac-86e9-44d6-a15a-490a5c9751f5 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:35.581916 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-ecb26cbb-4ead-46f5-9edb-36e2e99e99be service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:35.661392 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-ecb26cbb-4ead-46f5-9edb-36e2e99e99be service neutron] Transition to ACTIVE for port object efcabe73-2954-4321-b64f-e5c43eef2f8a will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:03:35.757789 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-03fb133c-7691-457c-be0b-c766ab638066 req-bbe13a41-395a-45c8-9f32-1b752e815e05 service neutron] 10.222.0.39 "GET /v2.0/networks/1580e32b-815c-484e-8818-74705331eaf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203455 Aug 18 13:03:35.809232 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e3d07fb4-48ad-4adf-91e8-6095187e72bc tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:35.812879 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [None req-12671a8f-2ada-4bd8-8ad2-5ecc5eb3ba1a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Floating IP ec4da1c4-4859-438e-a6bc-448ddf2fd3c4 associated. External IP: 172.25.6.228, port: bd44bdbd-ff79-4ae6-9063-cb98d3c51875. Aug 18 13:03:35.826923 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672f4e92-f18d-4efe-949a-0fe9720b2089 None None] New status for floating IP b69f2131-bc99-441e-9d6c-88f6b7aa33e2: ACTIVE {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:03:35.862275 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-8b2a34ac-86e9-44d6-a15a-490a5c9751f5 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5809391 Aug 18 13:03:35.875310 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-86ebd94d-622d-4baf-a777-5ae58974892d service neutron] Request body: {'port': {'device_id': 'ea936184-9301-419d-8fb4-34194d7000b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:03:35.886965 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-ecb26cbb-4ead-46f5-9edb-36e2e99e99be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:35.907936 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-e3d07fb4-48ad-4adf-91e8-6095187e72bc tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c58bf31f-4965-4f99-ab5b-59ba564598ff']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:35.959199 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-e3d07fb4-48ad-4adf-91e8-6095187e72bc tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f593f74-b43f-4423-beca-a41e03ba9120') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:35.959535 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-e3d07fb4-48ad-4adf-91e8-6095187e72bc tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f593f74-b43f-4423-beca-a41e03ba9120') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:35.969399 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-86ebd94d-622d-4baf-a777-5ae58974892d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:36.040186 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e3d07fb4-48ad-4adf-91e8-6095187e72bc tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:36.064318 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260299b5-2d91-4838-867c-5b116d3ac2f0 req-301faf81-b307-4084-af80-5d471c38b876 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:36.066031 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-260299b5-2d91-4838-867c-5b116d3ac2f0 req-301faf81-b307-4084-af80-5d471c38b876 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea936184-9301-419d-8fb4-34194d7000b6 HTTP/1.1" status: 200 len: 931 time: 0.3043032 Aug 18 13:03:36.092904 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb26cbb-4ead-46f5-9edb-36e2e99e99be service neutron] Pushing event updated for resources: {'Port': ['ID=efcabe73-2954-4321-b64f-e5c43eef2f8a,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:36.132281 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e3d07fb4-48ad-4adf-91e8-6095187e72bc tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:36.169033 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3d07fb4-48ad-4adf-91e8-6095187e72bc tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:03:36.169446 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e3d07fb4-48ad-4adf-91e8-6095187e72bc tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:36.172637 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:03:36.172637 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:03:36.172637 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:03:36.172637 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:03:36.172637 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:03:36.172637 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:03:36.172637 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:03:36.172637 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:03:36.172637 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:03:36.172637 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:03:36.172637 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:03:36.172637 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:03:36.172637 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:03:36.172637 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:03:36.172637 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:03:36.172637 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:03:36.172637 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:03:36.172637 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:03:36.172637 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:03:36.172637 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:03:36.172637 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:03:36.172637 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:03:36.172637 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:03:36.172637 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:03:36.172637 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:03:36.172637 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:03:36.172637 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:03:36.172637 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:03:36.172637 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:03:36.172637 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:03:36.172637 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:03:36.172637 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:03:36.295227 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-260299b5-2d91-4838-867c-5b116d3ac2f0 req-19da9b63-31a0-4a9a-80f2-e1c5d7b02b7a tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115061 Aug 18 13:03:36.360542 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-ecb26cbb-4ead-46f5-9edb-36e2e99e99be service neutron] Attempting to bind port efcabe73-2954-4321-b64f-e5c43eef2f8a on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:03:36.361285 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-ecb26cbb-4ead-46f5-9edb-36e2e99e99be service neutron] Attempting to bind port efcabe73-2954-4321-b64f-e5c43eef2f8a by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': 'd21d068c-8442-425f-872e-0e5300813a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a8d27026-b8e0-4d3d-971e-78c2b57a2f7a'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:03:36.361828 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-ecb26cbb-4ead-46f5-9edb-36e2e99e99be service neutron] Attempting to bind port efcabe73-2954-4321-b64f-e5c43eef2f8a on network a8d27026-b8e0-4d3d-971e-78c2b57a2f7a {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:03:36.370424 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e3d07fb4-48ad-4adf-91e8-6095187e72bc tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:36.381182 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e3d07fb4-48ad-4adf-91e8-6095187e72bc tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:36.386873 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e3d07fb4-48ad-4adf-91e8-6095187e72bc tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] 10.222.0.13 "DELETE /v2.0/networks/c58bf31f-4965-4f99-ab5b-59ba564598ff HTTP/1.1" status: 204 len: 168 time: 1.2766128 Aug 18 13:03:36.391598 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-ecb26cbb-4ead-46f5-9edb-36e2e99e99be service neutron] Port efcabe73-2954-4321-b64f-e5c43eef2f8a on network a8d27026-b8e0-4d3d-971e-78c2b57a2f7a not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:03:36.392128 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-ecb26cbb-4ead-46f5-9edb-36e2e99e99be service neutron] Attempting to bind port efcabe73-2954-4321-b64f-e5c43eef2f8a on network a8d27026-b8e0-4d3d-971e-78c2b57a2f7a {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:03:36.408898 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d07fb4-48ad-4adf-91e8-6095187e72bc tempest-PortsIpV6TestJSON-745199824 tempest-PortsIpV6TestJSON-745199824-project] Pushing event deleted for resources: {'Network': ['ID=c58bf31f-4965-4f99-ab5b-59ba564598ff,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:36.441374 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-86ebd94d-622d-4baf-a777-5ae58974892d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7595cae-bcce-439e-9883-fabac75be0f9 {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:03:36.453469 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-ecb26cbb-4ead-46f5-9edb-36e2e99e99be service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:03:36.454191 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-ecb26cbb-4ead-46f5-9edb-36e2e99e99be service neutron] Checking segment: {'id': 'd21d068c-8442-425f-872e-0e5300813a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a8d27026-b8e0-4d3d-971e-78c2b57a2f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:03:36.457551 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-ecb26cbb-4ead-46f5-9edb-36e2e99e99be service neutron] Bound using segment: {'id': 'd21d068c-8442-425f-872e-0e5300813a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a8d27026-b8e0-4d3d-971e-78c2b57a2f7a'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:03:36.457777 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-86ebd94d-622d-4baf-a777-5ae58974892d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:36.457873 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-ecb26cbb-4ead-46f5-9edb-36e2e99e99be service neutron] Bound port: efcabe73-2954-4321-b64f-e5c43eef2f8a, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd21d068c-8442-425f-872e-0e5300813a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a8d27026-b8e0-4d3d-971e-78c2b57a2f7a'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:03:36.457873 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-ecb26cbb-4ead-46f5-9edb-36e2e99e99be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:36.476993 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-86ebd94d-622d-4baf-a777-5ae58974892d service neutron] Transition to ACTIVE for port object c7595cae-bcce-439e-9883-fabac75be0f9 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:03:36.552779 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12671a8f-2ada-4bd8-8ad2-5ecc5eb3ba1a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Router 99c4d20f-475d-4fea-9771-8dca060ddfbf has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:03:36.574443 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-ecb26cbb-4ead-46f5-9edb-36e2e99e99be service neutron] For port efcabe73-2954-4321-b64f-e5c43eef2f8a, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:03:36.578021 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-86ebd94d-622d-4baf-a777-5ae58974892d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:36.581661 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-ecb26cbb-4ead-46f5-9edb-36e2e99e99be service neutron] For port efcabe73-2954-4321-b64f-e5c43eef2f8a, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=efcabe73-2954-4321-b64f-e5c43eef2f8a,segment=NetworkSegment(d21d068c-8442-425f-872e-0e5300813a42),segment_id=d21d068c-8442-425f-872e-0e5300813a42)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:03:36.683409 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebd94d-622d-4baf-a777-5ae58974892d service neutron] Pushing event updated for resources: {'Port': ['ID=c7595cae-bcce-439e-9883-fabac75be0f9,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:36.740240 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-ecb26cbb-4ead-46f5-9edb-36e2e99e99be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:36.774561 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-86ebd94d-622d-4baf-a777-5ae58974892d service neutron] Attempting to bind port c7595cae-bcce-439e-9883-fabac75be0f9 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:03:36.774902 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-86ebd94d-622d-4baf-a777-5ae58974892d service neutron] Attempting to bind port c7595cae-bcce-439e-9883-fabac75be0f9 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': 'd21d068c-8442-425f-872e-0e5300813a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a8d27026-b8e0-4d3d-971e-78c2b57a2f7a'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:03:36.775232 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-86ebd94d-622d-4baf-a777-5ae58974892d service neutron] Attempting to bind port c7595cae-bcce-439e-9883-fabac75be0f9 on network a8d27026-b8e0-4d3d-971e-78c2b57a2f7a {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:03:36.781379 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-86ebd94d-622d-4baf-a777-5ae58974892d service neutron] Port c7595cae-bcce-439e-9883-fabac75be0f9 on network a8d27026-b8e0-4d3d-971e-78c2b57a2f7a not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:03:36.785836 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-86ebd94d-622d-4baf-a777-5ae58974892d service neutron] Attempting to bind port c7595cae-bcce-439e-9883-fabac75be0f9 on network a8d27026-b8e0-4d3d-971e-78c2b57a2f7a {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:03:36.795813 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-86ebd94d-622d-4baf-a777-5ae58974892d service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:03:36.796584 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-86ebd94d-622d-4baf-a777-5ae58974892d service neutron] Checking segment: {'id': 'd21d068c-8442-425f-872e-0e5300813a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a8d27026-b8e0-4d3d-971e-78c2b57a2f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:03:36.797530 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-ecb26cbb-4ead-46f5-9edb-36e2e99e99be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:36.797833 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-86ebd94d-622d-4baf-a777-5ae58974892d service neutron] Bound using segment: {'id': 'd21d068c-8442-425f-872e-0e5300813a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a8d27026-b8e0-4d3d-971e-78c2b57a2f7a'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:03:36.797969 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-ecb26cbb-4ead-46f5-9edb-36e2e99e99be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:36.798630 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-86ebd94d-622d-4baf-a777-5ae58974892d service neutron] Bound port: c7595cae-bcce-439e-9883-fabac75be0f9, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd21d068c-8442-425f-872e-0e5300813a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a8d27026-b8e0-4d3d-971e-78c2b57a2f7a'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:03:36.799169 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-86ebd94d-622d-4baf-a777-5ae58974892d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:36.799436 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-ecb26cbb-4ead-46f5-9edb-36e2e99e99be service neutron] 10.222.0.39 "PUT /v2.0/ports/efcabe73-2954-4321-b64f-e5c43eef2f8a HTTP/1.1" status: 200 len: 1091 time: 2.2878933 Aug 18 13:03:36.801727 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9062e2da-cc40-49ae-81c1-bbc3d39ed639', 'tag': 'efcabe73-2954-4321-b64f-e5c43eef2f8a'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:03:36.811434 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f19d7f-7609-4a58-9b01-d9c4406a7f48" -d '{"events": [{"name": "network-changed", "server_uuid": "9062e2da-cc40-49ae-81c1-bbc3d39ed639", "tag": "efcabe73-2954-4321-b64f-e5c43eef2f8a"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:03:36.835509 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12671a8f-2ada-4bd8-8ad2-5ecc5eb3ba1a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:03:36.841982 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-12671a8f-2ada-4bd8-8ad2-5ecc5eb3ba1a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:36.846381 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f207a2-c90e-4dc6-a815-c7aba32982b7 None None] Sync routers for ids ['99c4d20f-475d-4fea-9771-8dca060ddfbf'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:03:36.862010 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f207a2-c90e-4dc6-a815-c7aba32982b7 None None] Routers {'99c4d20f-475d-4fea-9771-8dca060ddfbf'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:03:36.863871 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f3f207a2-c90e-4dc6-a815-c7aba32982b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:03:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['99c4d20f-475d-4fea-9771-8dca060ddfbf'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:36.886019 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb26cbb-4ead-46f5-9edb-36e2e99e99be service neutron] Pushing event updated for resources: {'Port': ['ID=efcabe73-2954-4321-b64f-e5c43eef2f8a,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:36.906899 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-12671a8f-2ada-4bd8-8ad2-5ecc5eb3ba1a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "PUT /v2.0/floatingips/ec4da1c4-4859-438e-a6bc-448ddf2fd3c4 HTTP/1.1" status: 200 len: 979 time: 3.1196342 Aug 18 13:03:36.907568 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 52996) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:36.939745 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-86ebd94d-622d-4baf-a777-5ae58974892d service neutron] For port c7595cae-bcce-439e-9883-fabac75be0f9, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:03:36.950883 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-86ebd94d-622d-4baf-a777-5ae58974892d service neutron] For port c7595cae-bcce-439e-9883-fabac75be0f9, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=c7595cae-bcce-439e-9883-fabac75be0f9,segment=NetworkSegment(d21d068c-8442-425f-872e-0e5300813a42),segment_id=d21d068c-8442-425f-872e-0e5300813a42)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:03:36.975257 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f3f207a2-c90e-4dc6-a815-c7aba32982b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:36.982458 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba31eac7-7749-4e45-88cd-515ec7ec05b6 x-openstack-request-id: req-ba31eac7-7749-4e45-88cd-515ec7ec05b6 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:03:36.983105 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9062e2da-cc40-49ae-81c1-bbc3d39ed639", "tag": "efcabe73-2954-4321-b64f-e5c43eef2f8a", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:03:36.983676 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba31eac7-7749-4e45-88cd-515ec7ec05b6 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:03:36.984985 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9062e2da-cc40-49ae-81c1-bbc3d39ed639', 'tag': 'efcabe73-2954-4321-b64f-e5c43eef2f8a', 'status': 'completed', 'code': 200} Aug 18 13:03:36.992240 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f207a2-c90e-4dc6-a815-c7aba32982b7 None None] Routers {'99c4d20f-475d-4fea-9771-8dca060ddfbf'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:03:36.992886 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f3f207a2-c90e-4dc6-a815-c7aba32982b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:03:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['99c4d20f-475d-4fea-9771-8dca060ddfbf'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:37.049503 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f3f207a2-c90e-4dc6-a815-c7aba32982b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:37.050479 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f207a2-c90e-4dc6-a815-c7aba32982b7 None None] The sync data for ids ['99c4d20f-475d-4fea-9771-8dca060ddfbf'] in n-d-803603-2 is: [] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:03:37.071369 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-86ebd94d-622d-4baf-a777-5ae58974892d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:37.110163 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f19d7f-7609-4a58-9b01-d9c4406a7f48 req-c2f94704-f633-49ba-a2c6-a6a599abd1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:37.111844 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-19f19d7f-7609-4a58-9b01-d9c4406a7f48 req-c2f94704-f633-49ba-a2c6-a6a599abd1fa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b7bb7ada99a4b5d932fd3c3f52f7206&device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 1094 time: 0.1253209 Aug 18 13:03:37.142676 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-86ebd94d-622d-4baf-a777-5ae58974892d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:37.143644 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-86ebd94d-622d-4baf-a777-5ae58974892d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:37.145295 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-86ebd94d-622d-4baf-a777-5ae58974892d service neutron] 10.222.0.39 "PUT /v2.0/ports/c7595cae-bcce-439e-9883-fabac75be0f9 HTTP/1.1" status: 200 len: 1091 time: 1.2746558 Aug 18 13:03:37.146401 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea936184-9301-419d-8fb4-34194d7000b6', 'tag': 'c7595cae-bcce-439e-9883-fabac75be0f9'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:03:37.149794 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49410f0-751d-4ca9-ba2a-768e726910f2" -d '{"events": [{"name": "network-changed", "server_uuid": "ea936184-9301-419d-8fb4-34194d7000b6", "tag": "c7595cae-bcce-439e-9883-fabac75be0f9"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:03:37.194149 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-7d94cdf0-bfa5-4ac6-a72e-acd94c2fd488 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Deleting port bd44bdbd-ff79-4ae6-9063-cb98d3c51875 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:03:37.194403 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7d94cdf0-bfa5-4ac6-a72e-acd94c2fd488 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:37.202982 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebd94d-622d-4baf-a777-5ae58974892d service neutron] Pushing event updated for resources: {'Port': ['ID=c7595cae-bcce-439e-9883-fabac75be0f9,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:37.236676 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99bc23-5a6e-4fe2-9aa7-39239f3d3bf4 req-5c5e1b51-43c0-44be-9423-da68a733f6ff tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:37.249890 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9e99bc23-5a6e-4fe2-9aa7-39239f3d3bf4 req-5c5e1b51-43c0-44be-9423-da68a733f6ff tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df5b587-8310-4301-bdc6-7c3d42718686 HTTP/1.1" status: 200 len: 946 time: 0.1360838 Aug 18 13:03:37.376258 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f19d7f-7609-4a58-9b01-d9c4406a7f48 req-d3ce2298-7e21-4354-b1e7-03b33f721d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:37.381730 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-19f19d7f-7609-4a58-9b01-d9c4406a7f48 req-d3ce2298-7e21-4354-b1e7-03b33f721d47 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=1b7bb7ada99a4b5d932fd3c3f52f7206&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2586124 Aug 18 13:03:37.412172 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c1e095-2cf9-41fc-8220-6562b4d5522e x-openstack-request-id: req-67c1e095-2cf9-41fc-8220-6562b4d5522e {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:03:37.412485 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea936184-9301-419d-8fb4-34194d7000b6", "tag": "c7595cae-bcce-439e-9883-fabac75be0f9", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:03:37.413294 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-67c1e095-2cf9-41fc-8220-6562b4d5522e {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:03:37.413745 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea936184-9301-419d-8fb4-34194d7000b6', 'tag': 'c7595cae-bcce-439e-9883-fabac75be0f9', 'status': 'completed', 'code': 200} Aug 18 13:03:37.415620 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 53016) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:37.440660 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7d94cdf0-bfa5-4ac6-a72e-acd94c2fd488 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:37.460120 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9e99bc23-5a6e-4fe2-9aa7-39239f3d3bf4 req-b07e05b4-d33b-49a6-a669-494d4ca7427c tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4952977-a51b-4d17-ba35-1c1133304475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2092223 Aug 18 13:03:37.490602 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-54750235-0672-4049-b69c-aee8765f99e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:37.492171 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-54750235-0672-4049-b69c-aee8765f99e5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b7bb7ada99a4b5d932fd3c3f52f7206&device_id=ea936184-9301-419d-8fb4-34194d7000b6 HTTP/1.1" status: 200 len: 1094 time: 0.2242651 Aug 18 13:03:37.564527 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-3fb3c480-4eaa-450e-9787-4fd42c02830f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7595cae-bcce-439e-9883-fabac75be0f9 HTTP/1.1" status: 200 len: 217 time: 0.0635538 Aug 18 13:03:37.678665 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-7e1fc514-d94b-4646-8b1c-c2af5c5f17c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:37.682955 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-7e1fc514-d94b-4646-8b1c-c2af5c5f17c3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=08d37668-d2c1-40db-a95f-b1212b73a41b HTTP/1.1" status: 200 len: 859 time: 0.1103363 Aug 18 13:03:37.729894 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-70b04cd7-69f9-4764-bf0a-1fa2b1443d87 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a8d27026-b8e0-4d3d-971e-78c2b57a2f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380938 Aug 18 13:03:37.964803 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-7560084c-bbad-4e9c-8ec2-a670c0b6c7f9 service neutron] 10.222.0.39 "GET /v2.0/networks/a8d27026-b8e0-4d3d-971e-78c2b57a2f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274311 Aug 18 13:03:38.092949 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-38a8c404-c50f-432c-b958-7ae03f9dca65 req-7626a407-b1d9-437c-85b3-1fa2dbe11f18 service neutron] 10.222.0.39 "GET /v2.0/networks/a8d27026-b8e0-4d3d-971e-78c2b57a2f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206799 Aug 18 13:03:38.097345 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142d204-6c5b-4030-815d-6a5fcb13ae7b req-b529c6e8-e914-449d-8944-8a154684b846 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:38.105426 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7142d204-6c5b-4030-815d-6a5fcb13ae7b req-b529c6e8-e914-449d-8944-8a154684b846 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea936184-9301-419d-8fb4-34194d7000b6 HTTP/1.1" status: 200 len: 943 time: 0.5974004 Aug 18 13:03:38.197235 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f19d7f-7609-4a58-9b01-d9c4406a7f48 req-dfbd9233-c7ef-4a5d-9e5a-e49e36dfce9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:38.199069 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-19f19d7f-7609-4a58-9b01-d9c4406a7f48 req-dfbd9233-c7ef-4a5d-9e5a-e49e36dfce9c service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8021467 Aug 18 13:03:38.297329 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7142d204-6c5b-4030-815d-6a5fcb13ae7b req-f79a6d64-579d-4ba3-b165-2edd326735da tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909142 Aug 18 13:03:38.379538 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-46297ae8-0e95-4215-930d-01d7f3d6d9fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96ba955bba3e4c748bb07e5882ab812d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9597239 Aug 18 13:03:38.385842 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 53042) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:38.472264 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-eef2b00e-d814-492b-9787-1e4989540cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:38.473854 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-eef2b00e-d814-492b-9787-1e4989540cad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b7bb7ada99a4b5d932fd3c3f52f7206&device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 1094 time: 0.1858213 Aug 18 13:03:38.578966 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49410f0-751d-4ca9-ba2a-768e726910f2 req-55919e29-2a23-4531-a96e-ad48c0f36643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:38.580715 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b49410f0-751d-4ca9-ba2a-768e726910f2 req-55919e29-2a23-4531-a96e-ad48c0f36643 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b7bb7ada99a4b5d932fd3c3f52f7206&device_id=ea936184-9301-419d-8fb4-34194d7000b6 HTTP/1.1" status: 200 len: 1094 time: 0.3413393 Aug 18 13:03:38.598539 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-ea71846e-a99f-4a38-b433-28d6a6365b78 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efcabe73-2954-4321-b64f-e5c43eef2f8a HTTP/1.1" status: 200 len: 217 time: 0.1040719 Aug 18 13:03:38.636855 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7d94cdf0-bfa5-4ac6-a72e-acd94c2fd488 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:38.637431 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7d94cdf0-bfa5-4ac6-a72e-acd94c2fd488 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:38.638010 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [None req-7d94cdf0-bfa5-4ac6-a72e-acd94c2fd488 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Floating IP ec4da1c4-4859-438e-a6bc-448ddf2fd3c4 disassociated. External IP: 172.25.6.228, port: bd44bdbd-ff79-4ae6-9063-cb98d3c51875. Aug 18 13:03:38.638586 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-7d94cdf0-bfa5-4ac6-a72e-acd94c2fd488 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Calling delete_port for bd44bdbd-ff79-4ae6-9063-cb98d3c51875 owned by {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:03:38.660416 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cee0779a-7530-46d9-b11b-65cd206cedc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:38.699120 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cee0779a-7530-46d9-b11b-65cd206cedc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:38.701911 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-23da1e81-6d73-499f-baeb-32d8c1c58553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:38.703361 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-23da1e81-6d73-499f-baeb-32d8c1c58553 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=08d37668-d2c1-40db-a95f-b1212b73a41b HTTP/1.1" status: 200 len: 859 time: 0.0891545 Aug 18 13:03:38.722546 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad481e4d-2cc8-4390-bfab-06c80006ec6b req-4ad5bb24-a4f2-4eb6-9c49-122ec62c4540 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:38.735935 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ad481e4d-2cc8-4390-bfab-06c80006ec6b req-4ad5bb24-a4f2-4eb6-9c49-122ec62c4540 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df5b587-8310-4301-bdc6-7c3d42718686 HTTP/1.1" status: 200 len: 946 time: 0.1742918 Aug 18 13:03:38.752271 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-efe93a0b-8ad8-4ebe-b5bb-8b842e26edeb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a8d27026-b8e0-4d3d-971e-78c2b57a2f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392389 Aug 18 13:03:38.869690 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ad481e4d-2cc8-4390-bfab-06c80006ec6b req-ed4b8610-a272-4803-ae4b-d74474bfadf3 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4952977-a51b-4d17-ba35-1c1133304475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325650 Aug 18 13:03:38.938665 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49410f0-751d-4ca9-ba2a-768e726910f2 req-02526d3a-afdf-4147-b2f8-70cb6390165e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:38.938665 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b49410f0-751d-4ca9-ba2a-768e726910f2 req-02526d3a-afdf-4147-b2f8-70cb6390165e service neutron] 10.222.0.39 "GET /v2.0/networks?id=a8d27026-b8e0-4d3d-971e-78c2b57a2f7a HTTP/1.1" status: 200 len: 920 time: 0.3103280 Aug 18 13:03:38.942005 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-a1656e1d-07dc-4717-a179-1af107ec1c5b service neutron] 10.222.0.39 "GET /v2.0/networks/a8d27026-b8e0-4d3d-971e-78c2b57a2f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770694 Aug 18 13:03:38.994479 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b49410f0-751d-4ca9-ba2a-768e726910f2 req-4aa0ec1a-48cc-468d-9fae-86061c4597e0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7595cae-bcce-439e-9883-fabac75be0f9 HTTP/1.1" status: 200 len: 217 time: 0.0535102 Aug 18 13:03:39.010903 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cee0779a-7530-46d9-b11b-65cd206cedc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:39.013857 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cee0779a-7530-46d9-b11b-65cd206cedc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:39.015247 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-cee0779a-7530-46d9-b11b-65cd206cedc5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1bd1c872-ee8a-4339-bce7-caf6e7fb3f40 HTTP/1.1" status: 204 len: 168 time: 0.6262639 Aug 18 13:03:39.032699 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0779a-7530-46d9-b11b-65cd206cedc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd1c872-ee8a-4339-bce7-caf6e7fb3f40,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:39.099964 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-632ed525-8f46-4c3a-89f7-8b6587d1f941 req-938a0653-5188-441e-8116-05b64f646e75 service neutron] 10.222.0.39 "GET /v2.0/networks/a8d27026-b8e0-4d3d-971e-78c2b57a2f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488099 Aug 18 13:03:39.115206 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49410f0-751d-4ca9-ba2a-768e726910f2 req-541c13d0-bfbb-4812-bb62-9e7f78222736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:39.116712 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b49410f0-751d-4ca9-ba2a-768e726910f2 req-541c13d0-bfbb-4812-bb62-9e7f78222736 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=08d37668-d2c1-40db-a95f-b1212b73a41b HTTP/1.1" status: 200 len: 859 time: 0.1045051 Aug 18 13:03:39.166090 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b49410f0-751d-4ca9-ba2a-768e726910f2 req-d79322d2-ef2a-44a2-8e91-a2f71f6a7d7c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a8d27026-b8e0-4d3d-971e-78c2b57a2f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391252 Aug 18 13:03:39.220820 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7d94cdf0-bfa5-4ac6-a72e-acd94c2fd488 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:39.294896 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94cdf0-bfa5-4ac6-a72e-acd94c2fd488 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Pushing event deleted for resources: {'Port': ['ID=bd44bdbd-ff79-4ae6-9063-cb98d3c51875,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:39.450319 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b49410f0-751d-4ca9-ba2a-768e726910f2 req-5c8b5717-6acd-48f1-b4fa-779f2c919aa7 service neutron] 10.222.0.39 "GET /v2.0/networks/a8d27026-b8e0-4d3d-971e-78c2b57a2f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723475 Aug 18 13:03:39.514932 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892eb949-be88-4fca-b237-4a732c676b88 req-447353b6-d783-405a-af3e-c329c695d6ed tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:39.520945 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d94cdf0-bfa5-4ac6-a72e-acd94c2fd488 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Router 99c4d20f-475d-4fea-9771-8dca060ddfbf has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:03:39.525492 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-892eb949-be88-4fca-b237-4a732c676b88 req-447353b6-d783-405a-af3e-c329c695d6ed tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea936184-9301-419d-8fb4-34194d7000b6 HTTP/1.1" status: 200 len: 943 time: 0.1367440 Aug 18 13:03:39.624127 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-892eb949-be88-4fca-b237-4a732c676b88 req-855be978-08ea-477c-9f2c-3cfbe5dc0c23 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979137 Aug 18 13:03:39.693532 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b49410f0-751d-4ca9-ba2a-768e726910f2 req-3fa4092d-f883-4943-9454-cd1cd29a97b9 service neutron] 10.222.0.39 "GET /v2.0/networks/a8d27026-b8e0-4d3d-971e-78c2b57a2f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168818 Aug 18 13:03:39.739803 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d94cdf0-bfa5-4ac6-a72e-acd94c2fd488 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:03:39.753821 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f633850-6c04-467e-a622-060030da52a5 None None] Sync routers for ids ['99c4d20f-475d-4fea-9771-8dca060ddfbf'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:03:39.771292 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f633850-6c04-467e-a622-060030da52a5 None None] Routers {'99c4d20f-475d-4fea-9771-8dca060ddfbf'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:03:39.772054 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-3f633850-6c04-467e-a622-060030da52a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:03:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['99c4d20f-475d-4fea-9771-8dca060ddfbf'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:39.810998 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-3f633850-6c04-467e-a622-060030da52a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:39.824676 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f633850-6c04-467e-a622-060030da52a5 None None] Routers {'99c4d20f-475d-4fea-9771-8dca060ddfbf'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:03:39.825832 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-3f633850-6c04-467e-a622-060030da52a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:03:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['99c4d20f-475d-4fea-9771-8dca060ddfbf'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:39.867327 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-3f633850-6c04-467e-a622-060030da52a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:39.867832 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7d94cdf0-bfa5-4ac6-a72e-acd94c2fd488 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:39.867979 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f633850-6c04-467e-a622-060030da52a5 None None] The sync data for ids ['99c4d20f-475d-4fea-9771-8dca060ddfbf'] in n-d-803603-2 is: [] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:03:39.875642 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 53080) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:39.882969 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7d94cdf0-bfa5-4ac6-a72e-acd94c2fd488 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "DELETE /v2.0/ports/bd44bdbd-ff79-4ae6-9063-cb98d3c51875 HTTP/1.1" status: 204 len: 168 time: 2.9741228 Aug 18 13:03:39.968700 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 53084) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:39.968965 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d71c1ea3-57aa-481b-a388-f7070207fe63 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "GET /v2.0/floatingips/ec4da1c4-4859-438e-a6bc-448ddf2fd3c4 HTTP/1.1" status: 200 len: 688 time: 0.0919294 Aug 18 13:03:40.029537 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5326b0a-8034-4a29-abe0-33e3fd17a2b0 req-9d87408c-025f-4f4d-98d4-ab70da5556ab tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:40.031364 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d5326b0a-8034-4a29-abe0-33e3fd17a2b0 req-9d87408c-025f-4f4d-98d4-ab70da5556ab tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df5b587-8310-4301-bdc6-7c3d42718686 HTTP/1.1" status: 200 len: 946 time: 0.0604124 Aug 18 13:03:40.116378 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d5326b0a-8034-4a29-abe0-33e3fd17a2b0 req-3752f8d7-5101-414d-8cc8-e6a043be3f5d tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4952977-a51b-4d17-ba35-1c1133304475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614667 Aug 18 13:03:40.165882 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b0b63-5dbc-4b97-9e08-1f60683817f1 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Deleting port 9937fff4-8bc2-404b-96d1-072cf23e7af7 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:03:40.166358 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6e6b0b63-5dbc-4b97-9e08-1f60683817f1 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:40.259997 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946fdc2d-aeaa-4670-b5e6-9038b7c1bfd0 req-f96f2360-19a8-4d86-a424-8aed69b33bc7 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:40.261601 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-946fdc2d-aeaa-4670-b5e6-9038b7c1bfd0 req-f96f2360-19a8-4d86-a424-8aed69b33bc7 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.39 "GET /v2.0/ports?device_id=5df5b587-8310-4301-bdc6-7c3d42718686 HTTP/1.1" status: 200 len: 946 time: 0.1104758 Aug 18 13:03:40.325854 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6e6b0b63-5dbc-4b97-9e08-1f60683817f1 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:40.326272 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6e6b0b63-5dbc-4b97-9e08-1f60683817f1 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:40.367107 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b0b63-5dbc-4b97-9e08-1f60683817f1 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Calling delete_port for 9937fff4-8bc2-404b-96d1-072cf23e7af7 owned by network:floatingip {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:03:40.461926 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-946fdc2d-aeaa-4670-b5e6-9038b7c1bfd0 req-ca7d4b97-1dcd-4c07-b6a1-272d659896f8 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Deleting port c10eca2f-5dbc-4595-a968-88bc433f1e48 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:03:40.462288 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-946fdc2d-aeaa-4670-b5e6-9038b7c1bfd0 req-ca7d4b97-1dcd-4c07-b6a1-272d659896f8 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:40.584538 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-946fdc2d-aeaa-4670-b5e6-9038b7c1bfd0 req-ca7d4b97-1dcd-4c07-b6a1-272d659896f8 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] For port c10eca2f-5dbc-4595-a968-88bc433f1e48, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=c10eca2f-5dbc-4595-a968-88bc433f1e48,segment=NetworkSegment(bb97ea82-69a9-4800-b566-d430aa36f6e5),segment_id=bb97ea82-69a9-4800-b566-d430aa36f6e5)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:03:40.584916 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-946fdc2d-aeaa-4670-b5e6-9038b7c1bfd0 req-ca7d4b97-1dcd-4c07-b6a1-272d659896f8 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:40.786790 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315e81e-86a8-4c72-aac8-5a94f529aec3 req-df61b189-ac11-4c0b-a9de-dfd24125025d tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:40.788210 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f315e81e-86a8-4c72-aac8-5a94f529aec3 req-df61b189-ac11-4c0b-a9de-dfd24125025d tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea936184-9301-419d-8fb4-34194d7000b6 HTTP/1.1" status: 200 len: 943 time: 0.0642700 Aug 18 13:03:40.833731 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f315e81e-86a8-4c72-aac8-5a94f529aec3 req-fcd27d7f-667e-4bb1-8116-7a5d0d2c718f tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394273 Aug 18 13:03:41.012241 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-946fdc2d-aeaa-4670-b5e6-9038b7c1bfd0 req-ca7d4b97-1dcd-4c07-b6a1-272d659896f8 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:41.014382 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-946fdc2d-aeaa-4670-b5e6-9038b7c1bfd0 req-ca7d4b97-1dcd-4c07-b6a1-272d659896f8 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:41.014382 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [req-946fdc2d-aeaa-4670-b5e6-9038b7c1bfd0 req-ca7d4b97-1dcd-4c07-b6a1-272d659896f8 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Floating IP 008aba4f-c834-4f7d-bc92-a6e0436f9e57 disassociated. External IP: 172.25.6.88, port: c10eca2f-5dbc-4595-a968-88bc433f1e48. Aug 18 13:03:41.014382 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-946fdc2d-aeaa-4670-b5e6-9038b7c1bfd0 req-ca7d4b97-1dcd-4c07-b6a1-272d659896f8 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Calling delete_port for c10eca2f-5dbc-4595-a968-88bc433f1e48 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:03:41.209229 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6e6b0b63-5dbc-4b97-9e08-1f60683817f1 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:41.311135 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device c7595cae-bcce-439e-9883-fabac75be0f9 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:03:41.372604 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b0b63-5dbc-4b97-9e08-1f60683817f1 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Pushing event deleted for resources: {'Port': ['ID=9937fff4-8bc2-404b-96d1-072cf23e7af7,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:41.391674 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 53116) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:41.523592 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port c7595cae-bcce-439e-9883-fabac75be0f9, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=c7595cae-bcce-439e-9883-fabac75be0f9,segment=NetworkSegment(d21d068c-8442-425f-872e-0e5300813a42),segment_id=d21d068c-8442-425f-872e-0e5300813a42)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:03:41.544420 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-35564737-6da3-41ea-aa73-9d9c7b48485d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:41.549687 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'c7595cae-bcce-439e-9883-fabac75be0f9', 'network_id': 'a8d27026-b8e0-4d3d-971e-78c2b57a2f7a', 'port_id': 'c7595cae-bcce-439e-9883-fabac75be0f9', 'mac_address': 'fa:16:3e:93:2b:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08d37668-d2c1-40db-a95f-b1212b73a41b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:03:41.550446 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afaaf2-ebfa-4a4f-ac16-1be9fec6fe25 req-72126cd2-f6a4-4c14-80da-93d36763598a tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:41.563052 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27afaaf2-ebfa-4a4f-ac16-1be9fec6fe25 req-72126cd2-f6a4-4c14-80da-93d36763598a tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df5b587-8310-4301-bdc6-7c3d42718686 HTTP/1.1" status: 200 len: 946 time: 0.3427327 Aug 18 13:03:41.608947 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6e6b0b63-5dbc-4b97-9e08-1f60683817f1 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for floatingip, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:41.614101 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6e6b0b63-5dbc-4b97-9e08-1f60683817f1 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:41.616291 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6e6b0b63-5dbc-4b97-9e08-1f60683817f1 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "DELETE /v2.0/floatingips/ec4da1c4-4859-438e-a6bc-448ddf2fd3c4 HTTP/1.1" status: 204 len: 168 time: 1.6461642 Aug 18 13:03:41.620575 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 53124) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:41.629274 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-aff04fc6-a3b9-4b3e-9e19-13f47a23417b tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'port_id': '3dfdff12-4485-45c6-adcd-0e7532bf9d15'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:03:41.633005 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-946fdc2d-aeaa-4670-b5e6-9038b7c1bfd0 req-ca7d4b97-1dcd-4c07-b6a1-272d659896f8 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:41.640143 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:41.668503 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7595cae-bcce-439e-9883-fabac75be0f9 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:03:41.693967 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port c7595cae-bcce-439e-9883-fabac75be0f9, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=c7595cae-bcce-439e-9883-fabac75be0f9,segment=NetworkSegment(d21d068c-8442-425f-872e-0e5300813a42),segment_id=d21d068c-8442-425f-872e-0e5300813a42)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:03:41.737537 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-87a06bd9-b860-4f4c-b75a-ee8a76b868ca tempest-DvrRoutersNegativeTest-532507722 tempest-DvrRoutersNegativeTest-532507722-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2143657724', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:03:41.742248 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7d4b97-1dcd-4c07-b6a1-272d659896f8 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Pushing event deleted for resources: {'Port': ['ID=c10eca2f-5dbc-4595-a968-88bc433f1e48,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:41.743493 n-d-803603-2 neutron-server[101676]: DEBUG neutron.policy [None req-87a06bd9-b860-4f4c-b75a-ee8a76b868ca tempest-DvrRoutersNegativeTest-532507722 tempest-DvrRoutersNegativeTest-532507722-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=101676) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 18 13:03:41.749648 n-d-803603-2 neutron-server[101676]: DEBUG neutron.policy [None req-87a06bd9-b860-4f4c-b75a-ee8a76b868ca tempest-DvrRoutersNegativeTest-532507722 tempest-DvrRoutersNegativeTest-532507722-project] Failed policy check for 'create_router' {{(pid=101676) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 18 13:03:41.750888 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-87a06bd9-b860-4f4c-b75a-ee8a76b868ca tempest-DvrRoutersNegativeTest-532507722 tempest-DvrRoutersNegativeTest-532507722-project] create failed (client error): Access was denied to this resource. Aug 18 13:03:41.764409 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-87a06bd9-b860-4f4c-b75a-ee8a76b868ca tempest-DvrRoutersNegativeTest-532507722 tempest-DvrRoutersNegativeTest-532507722-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3714521 Aug 18 13:03:41.785044 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27afaaf2-ebfa-4a4f-ac16-1be9fec6fe25 req-5ad9205a-e215-4029-9db6-0da413ab2556 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4952977-a51b-4d17-ba35-1c1133304475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130823 Aug 18 13:03:41.804564 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:41.808010 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device efcabe73-2954-4321-b64f-e5c43eef2f8a details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:03:41.828139 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aff04fc6-a3b9-4b3e-9e19-13f47a23417b tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for floatingip, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:41.921384 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=c7595cae-bcce-439e-9883-fabac75be0f9,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:41.938444 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port efcabe73-2954-4321-b64f-e5c43eef2f8a, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=efcabe73-2954-4321-b64f-e5c43eef2f8a,segment=NetworkSegment(d21d068c-8442-425f-872e-0e5300813a42),segment_id=d21d068c-8442-425f-872e-0e5300813a42)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:03:41.956767 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'efcabe73-2954-4321-b64f-e5c43eef2f8a', 'network_id': 'a8d27026-b8e0-4d3d-971e-78c2b57a2f7a', 'port_id': 'efcabe73-2954-4321-b64f-e5c43eef2f8a', 'mac_address': 'fa:16:3e:00:c9:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08d37668-d2c1-40db-a95f-b1212b73a41b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:03:42.022274 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:42.053726 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efcabe73-2954-4321-b64f-e5c43eef2f8a {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:03:42.141145 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port efcabe73-2954-4321-b64f-e5c43eef2f8a, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=efcabe73-2954-4321-b64f-e5c43eef2f8a,segment=NetworkSegment(d21d068c-8442-425f-872e-0e5300813a42),segment_id=d21d068c-8442-425f-872e-0e5300813a42)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:03:42.213035 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c12dc-eee6-48cd-85f8-96f3161bac95 req-067d5e00-87e5-41e3-a4c0-a1c7f51d8456 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:42.216809 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-946fdc2d-aeaa-4670-b5e6-9038b7c1bfd0 req-ca7d4b97-1dcd-4c07-b6a1-272d659896f8 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Router 4a68ebc5-40a6-4e2c-9a67-41ca48866411 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:03:42.219540 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1b9c12dc-eee6-48cd-85f8-96f3161bac95 req-067d5e00-87e5-41e3-a4c0-a1c7f51d8456 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea936184-9301-419d-8fb4-34194d7000b6 HTTP/1.1" status: 200 len: 944 time: 0.1549101 Aug 18 13:03:42.239776 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:42.357435 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1b9c12dc-eee6-48cd-85f8-96f3161bac95 req-9fe2c7a9-7353-4760-9094-b2e416a6f3d4 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283569 Aug 18 13:03:42.408829 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=efcabe73-2954-4321-b64f-e5c43eef2f8a,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:42.468336 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['efcabe73-2954-4321-b64f-e5c43eef2f8a'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:03:42.483593 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-946fdc2d-aeaa-4670-b5e6-9038b7c1bfd0 req-ca7d4b97-1dcd-4c07-b6a1-272d659896f8 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:03:42.515163 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aff04fc6-a3b9-4b3e-9e19-13f47a23417b tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:42.518697 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a4a587-125f-4f46-bd76-201ccb83f1cf None None] Sync routers for ids ['4a68ebc5-40a6-4e2c-9a67-41ca48866411'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:03:42.518697 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['c7595cae-bcce-439e-9883-fabac75be0f9'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:03:42.546863 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-946fdc2d-aeaa-4670-b5e6-9038b7c1bfd0 req-ca7d4b97-1dcd-4c07-b6a1-272d659896f8 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] No DVR routers for this DVR port c10eca2f-5dbc-4595-a968-88bc433f1e48 on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:03:42.554590 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-946fdc2d-aeaa-4670-b5e6-9038b7c1bfd0 req-ca7d4b97-1dcd-4c07-b6a1-272d659896f8 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:42.559559 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-946fdc2d-aeaa-4670-b5e6-9038b7c1bfd0 req-ca7d4b97-1dcd-4c07-b6a1-272d659896f8 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.39 "DELETE /v2.0/ports/c10eca2f-5dbc-4595-a968-88bc433f1e48 HTTP/1.1" status: 204 len: 173 time: 2.2890742 Aug 18 13:03:42.562748 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df5b587-8310-4301-bdc6-7c3d42718686', 'name': 'network-vif-deleted', 'tag': 'c10eca2f-5dbc-4595-a968-88bc433f1e48'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:03:42.580139 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a4a587-125f-4f46-bd76-201ccb83f1cf None None] Routers {'4a68ebc5-40a6-4e2c-9a67-41ca48866411'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:03:42.580813 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-b1a4a587-125f-4f46-bd76-201ccb83f1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:03:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['4a68ebc5-40a6-4e2c-9a67-41ca48866411'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:42.589568 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff103476-4340-4c29-82bf-0421762cc5eb" -d '{"events": [{"server_uuid": "5df5b587-8310-4301-bdc6-7c3d42718686", "name": "network-vif-deleted", "tag": "c10eca2f-5dbc-4595-a968-88bc433f1e48"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:03:42.662162 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9332a51a-8c7d-4f68-b004-389cbb998d83 x-openstack-request-id: req-9332a51a-8c7d-4f68-b004-389cbb998d83 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:03:42.662666 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5df5b587-8310-4301-bdc6-7c3d42718686", "name": "network-vif-deleted", "tag": "c10eca2f-5dbc-4595-a968-88bc433f1e48", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:03:42.663093 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9332a51a-8c7d-4f68-b004-389cbb998d83 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:03:42.663680 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df5b587-8310-4301-bdc6-7c3d42718686', 'name': 'network-vif-deleted', 'tag': 'c10eca2f-5dbc-4595-a968-88bc433f1e48', 'status': 'completed', 'code': 200} Aug 18 13:03:42.701493 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-b1a4a587-125f-4f46-bd76-201ccb83f1cf None None] Set router 4a68ebc5-40a6-4e2c-9a67-41ca48866411 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:03:42.746371 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-aff04fc6-a3b9-4b3e-9e19-13f47a23417b tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Allocated IP 172.25.6.129 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/52dc0a9c-7638-4346-970f-95398433619f) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:03:42.812745 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 53154) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:43.061671 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d2046fae-40d6-4b0e-8a60-6cacce8e02ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:43.064402 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7aee361a-8dcc-4493-86c1-981dfc2c1b73 req-de7a0530-0637-4610-bde1-4ebd42e1cd5b tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df5b587-8310-4301-bdc6-7c3d42718686 HTTP/1.1" status: 200 len: 210 time: 0.0794563 Aug 18 13:03:43.073287 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aff04fc6-a3b9-4b3e-9e19-13f47a23417b tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:43.202155 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d2046fae-40d6-4b0e-8a60-6cacce8e02ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:43.233322 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-b1a4a587-125f-4f46-bd76-201ccb83f1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a68ebc5-40a6-4e2c-9a67-41ca48866411', 'name': 'tempest-ServersTestBootFromVolume-51186691-router', 'tenant_id': 'e1aea23d75f24f989d114151115add9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '3669aa68-2c2f-4665-a544-7d5dd651f270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:59:35Z', 'updated_at': '2021-08-18T12:59:41Z', 'revision_number': 4, 'project_id': 'e1aea23d75f24f989d114151115add9a', 'gw_port': {'id': '3669aa68-2c2f-4665-a544-7d5dd651f270', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:10:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a68ebc5-40a6-4e2c-9a67-41ca48866411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:36Z', 'updated_at': '2021-08-18T12:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '19b87f55-791f-4ed6-8c3a-0c8cfa91875b', 'name': '', 'network_id': 'd9c67a3b-f0ee-4baf-89f7-136d3e192a61', 'tenant_id': 'e1aea23d75f24f989d114151115add9a', 'mac_address': 'fa:16:3e:01:e8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a68ebc5-40a6-4e2c-9a67-41ca48866411', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'dc66fe81-c3d6-42b5-b663-fc73648ae374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:40Z', 'updated_at': '2021-08-18T12:59:48Z', 'revision_number': 5, 'project_id': 'e1aea23d75f24f989d114151115add9a', 'subnets': [{'id': 'dc66fe81-c3d6-42b5-b663-fc73648ae374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:43.238732 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aff04fc6-a3b9-4b3e-9e19-13f47a23417b tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:43.267012 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d2046fae-40d6-4b0e-8a60-6cacce8e02ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:43.274540 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a4a587-125f-4f46-bd76-201ccb83f1cf None None] Checking router: 4a68ebc5-40a6-4e2c-9a67-41ca48866411 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:03:43.299686 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2046fae-40d6-4b0e-8a60-6cacce8e02ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2627623-0ed5-4765-84ab-34da18ea7343,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:43.314723 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device c10eca2f-5dbc-4595-a968-88bc433f1e48 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:03:43.321510 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a4a587-125f-4f46-bd76-201ccb83f1cf None None] Routers {'4a68ebc5-40a6-4e2c-9a67-41ca48866411'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:03:43.322348 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-b1a4a587-125f-4f46-bd76-201ccb83f1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:03:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['4a68ebc5-40a6-4e2c-9a67-41ca48866411'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:43.322509 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff04fc6-a3b9-4b3e-9e19-13f47a23417b tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Pushing event updated for resources: {'Port': ['ID=52dc0a9c-7638-4346-970f-95398433619f,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:43.344270 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff04fc6-a3b9-4b3e-9e19-13f47a23417b tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:03:43.345890 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-aff04fc6-a3b9-4b3e-9e19-13f47a23417b tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:03:43.355396 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff04fc6-a3b9-4b3e-9e19-13f47a23417b tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:03:43.363344 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d2046fae-40d6-4b0e-8a60-6cacce8e02ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7108747eff054044bde48802a4431e9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5494158 Aug 18 13:03:43.364604 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 53174) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:43.366989 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: c10eca2f-5dbc-4595-a968-88bc433f1e48 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:03:43.367338 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device c10eca2f-5dbc-4595-a968-88bc433f1e48 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:03:43.459862 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-97969fb4-e621-4b17-8497-6cc28a3261e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:43.492835 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-97969fb4-e621-4b17-8497-6cc28a3261e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:43.578354 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-b1a4a587-125f-4f46-bd76-201ccb83f1cf None None] Set router 4a68ebc5-40a6-4e2c-9a67-41ca48866411 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:03:43.678393 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff5e94-ea57-4f48-8140-964b415baf90 req-5334e9ac-16c3-4ada-8153-eab5cf988892 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:43.679910 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ebff5e94-ea57-4f48-8140-964b415baf90 req-5334e9ac-16c3-4ada-8153-eab5cf988892 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea936184-9301-419d-8fb4-34194d7000b6 HTTP/1.1" status: 200 len: 944 time: 0.1800308 Aug 18 13:03:43.725234 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-97969fb4-e621-4b17-8497-6cc28a3261e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:43.728428 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-97969fb4-e621-4b17-8497-6cc28a3261e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:43.740120 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-97969fb4-e621-4b17-8497-6cc28a3261e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2627623-0ed5-4765-84ab-34da18ea7343 HTTP/1.1" status: 204 len: 168 time: 0.3717806 Aug 18 13:03:43.768647 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97969fb4-e621-4b17-8497-6cc28a3261e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2627623-0ed5-4765-84ab-34da18ea7343,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:43.820158 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6a2f88f8-0388-48e9-a58c-8c95cdf25765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:43.852755 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ebff5e94-ea57-4f48-8140-964b415baf90 req-212bf250-290d-478f-a567-e2f8e2bdf1f1 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643786 Aug 18 13:03:44.146508 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-b1a4a587-125f-4f46-bd76-201ccb83f1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a68ebc5-40a6-4e2c-9a67-41ca48866411', 'name': 'tempest-ServersTestBootFromVolume-51186691-router', 'tenant_id': 'e1aea23d75f24f989d114151115add9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '3669aa68-2c2f-4665-a544-7d5dd651f270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:59:35Z', 'updated_at': '2021-08-18T12:59:41Z', 'revision_number': 4, 'project_id': 'e1aea23d75f24f989d114151115add9a', 'gw_port': {'id': '3669aa68-2c2f-4665-a544-7d5dd651f270', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:10:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a68ebc5-40a6-4e2c-9a67-41ca48866411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:36Z', 'updated_at': '2021-08-18T12:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '19b87f55-791f-4ed6-8c3a-0c8cfa91875b', 'name': '', 'network_id': 'd9c67a3b-f0ee-4baf-89f7-136d3e192a61', 'tenant_id': 'e1aea23d75f24f989d114151115add9a', 'mac_address': 'fa:16:3e:01:e8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a68ebc5-40a6-4e2c-9a67-41ca48866411', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'dc66fe81-c3d6-42b5-b663-fc73648ae374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:40Z', 'updated_at': '2021-08-18T12:59:48Z', 'revision_number': 5, 'project_id': 'e1aea23d75f24f989d114151115add9a', 'subnets': [{'id': 'dc66fe81-c3d6-42b5-b663-fc73648ae374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:44.199681 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a4a587-125f-4f46-bd76-201ccb83f1cf None None] The sync data for ids ['4a68ebc5-40a6-4e2c-9a67-41ca48866411'] in n-d-803603-2 is: [{'id': '4a68ebc5-40a6-4e2c-9a67-41ca48866411', 'name': 'tempest-ServersTestBootFromVolume-51186691-router', 'tenant_id': 'e1aea23d75f24f989d114151115add9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '3669aa68-2c2f-4665-a544-7d5dd651f270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:59:35Z', 'updated_at': '2021-08-18T12:59:41Z', 'revision_number': 4, 'project_id': 'e1aea23d75f24f989d114151115add9a', 'gw_port': {'id': '3669aa68-2c2f-4665-a544-7d5dd651f270', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:10:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a68ebc5-40a6-4e2c-9a67-41ca48866411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:36Z', 'updated_at': '2021-08-18T12:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '19b87f55-791f-4ed6-8c3a-0c8cfa91875b', 'name': '', 'network_id': 'd9c67a3b-f0ee-4baf-89f7-136d3e192a61', 'tenant_id': 'e1aea23d75f24f989d114151115add9a', 'mac_address': 'fa:16:3e:01:e8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a68ebc5-40a6-4e2c-9a67-41ca48866411', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'dc66fe81-c3d6-42b5-b663-fc73648ae374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:40Z', 'updated_at': '2021-08-18T12:59:48Z', 'revision_number': 5, 'project_id': 'e1aea23d75f24f989d114151115add9a', 'subnets': [{'id': 'dc66fe81-c3d6-42b5-b663-fc73648ae374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:03:44.219325 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-56ebfaf0-7fb3-4648-9d09-023f140736da req-e7751965-a5e0-414a-afaf-e8818e5167c8 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df5b587-8310-4301-bdc6-7c3d42718686 HTTP/1.1" status: 200 len: 210 time: 0.0422237 Aug 18 13:03:44.501809 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:44.670367 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aff1c2-3389-41ad-b0c6-e64cc1a838b8 None None] New status for floating IP 008aba4f-c834-4f7d-bc92-a6e0436f9e57: DOWN {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:03:44.736461 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbf670-1474-442f-b32a-2dab46cbc375 req-4308059a-c091-44d6-a0fa-517b07645211 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:44.737925 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-29fbf670-1474-442f-b32a-2dab46cbc375 req-4308059a-c091-44d6-a0fa-517b07645211 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 946 time: 0.6485841 Aug 18 13:03:44.793314 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aff04fc6-a3b9-4b3e-9e19-13f47a23417b tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:44.821435 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-29fbf670-1474-442f-b32a-2dab46cbc375 req-44bd428b-86fe-412d-b443-970ac250d904 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724471 Aug 18 13:03:45.047791 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aff04fc6-a3b9-4b3e-9e19-13f47a23417b tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:45.144044 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5007b3f-83ef-4616-80b0-912cc68acf6e req-1effbe06-4ce5-4b51-a227-6984481d6f19 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:45.145663 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a5007b3f-83ef-4616-80b0-912cc68acf6e req-1effbe06-4ce5-4b51-a227-6984481d6f19 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea936184-9301-419d-8fb4-34194d7000b6 HTTP/1.1" status: 200 len: 944 time: 0.2025719 Aug 18 13:03:45.245854 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a5007b3f-83ef-4616-80b0-912cc68acf6e req-2eb751da-d343-4f89-80a8-600629763829 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915062 Aug 18 13:03:45.303095 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:45.329404 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device c7595cae-bcce-439e-9883-fabac75be0f9 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:03:45.412066 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aff04fc6-a3b9-4b3e-9e19-13f47a23417b tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:45.494252 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-621c128f-226f-4a35-a085-b0aff18d4800 req-c851c55d-788c-494f-aa74-c15e0eabd20c tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df5b587-8310-4301-bdc6-7c3d42718686 HTTP/1.1" status: 200 len: 210 time: 0.0466487 Aug 18 13:03:45.559378 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aff04fc6-a3b9-4b3e-9e19-13f47a23417b tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:45.582705 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port c7595cae-bcce-439e-9883-fabac75be0f9 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:03:45.595237 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port c7595cae-bcce-439e-9883-fabac75be0f9 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:03:45.595900 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:45.634412 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff04fc6-a3b9-4b3e-9e19-13f47a23417b tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Pushing event updated for resources: {'Port': ['ID=52dc0a9c-7638-4346-970f-95398433619f,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:45.736839 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:45.749872 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aff04fc6-a3b9-4b3e-9e19-13f47a23417b tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:45.768744 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea936184-9301-419d-8fb4-34194d7000b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7595cae-bcce-439e-9883-fabac75be0f9'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:03:45.769699 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080a00a6-79a8-4e6b-8437-7b40b09c12c0" -d '{"events": [{"server_uuid": "ea936184-9301-419d-8fb4-34194d7000b6", "name": "network-vif-plugged", "status": "completed", "tag": "c7595cae-bcce-439e-9883-fabac75be0f9"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:03:45.795262 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51bac2-1121-4950-b55f-d04cefced47c req-845cc7dd-0aa1-4bd5-9f13-a1135a516cca tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:45.796617 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port c7595cae-bcce-439e-9883-fabac75be0f9, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=c7595cae-bcce-439e-9883-fabac75be0f9,segment=NetworkSegment(d21d068c-8442-425f-872e-0e5300813a42),segment_id=d21d068c-8442-425f-872e-0e5300813a42)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:03:45.797584 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ad51bac2-1121-4950-b55f-d04cefced47c req-845cc7dd-0aa1-4bd5-9f13-a1135a516cca tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 946 time: 0.1074948 Aug 18 13:03:45.907280 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:45.908075 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device efcabe73-2954-4321-b64f-e5c43eef2f8a up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:03:45.917484 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ad51bac2-1121-4950-b55f-d04cefced47c req-083e8650-50b8-4678-bab7-ff0726c6b7aa tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835874 Aug 18 13:03:45.929782 n-d-803603-2 neutron-server[101676]: INFO neutron.db.l3_db [None req-aff04fc6-a3b9-4b3e-9e19-13f47a23417b tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Floating IP 1060bf49-d962-4d97-bd26-4122f1abb1c8 associated. External IP: 172.25.6.129, port: 3dfdff12-4485-45c6-adcd-0e7532bf9d15. Aug 18 13:03:46.043949 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=c7595cae-bcce-439e-9883-fabac75be0f9,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:46.080090 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3799d7-bdac-4021-b307-a87f4650dac8 x-openstack-request-id: req-bd3799d7-bdac-4021-b307-a87f4650dac8 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:03:46.080629 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea936184-9301-419d-8fb4-34194d7000b6", "name": "network-vif-plugged", "status": "completed", "tag": "c7595cae-bcce-439e-9883-fabac75be0f9", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:03:46.081069 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd3799d7-bdac-4021-b307-a87f4650dac8 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:03:46.081654 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea936184-9301-419d-8fb4-34194d7000b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7595cae-bcce-439e-9883-fabac75be0f9', 'code': 200} Aug 18 13:03:46.112518 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port efcabe73-2954-4321-b64f-e5c43eef2f8a completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:03:46.116886 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port efcabe73-2954-4321-b64f-e5c43eef2f8a triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:03:46.117570 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:46.226790 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477edc6-425c-4ffb-ae36-76f76f7b1bb2 req-ef74c750-e415-470d-a651-f6454eaf4b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:46.233177 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6477edc6-425c-4ffb-ae36-76f76f7b1bb2 req-ef74c750-e415-470d-a651-f6454eaf4b4f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ea936184-9301-419d-8fb4-34194d7000b6 HTTP/1.1" status: 200 len: 1096 time: 0.0720081 Aug 18 13:03:46.281044 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff04fc6-a3b9-4b3e-9e19-13f47a23417b tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Router 99c4d20f-475d-4fea-9771-8dca060ddfbf has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:03:46.312022 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6477edc6-425c-4ffb-ae36-76f76f7b1bb2 req-925b4b0a-dfc3-42dc-a3ba-898ddf594338 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738242 Aug 18 13:03:46.515393 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15049a5-9eb6-423e-8c81-658a7b9b3d43 req-48ad7e17-6673-46a9-83e6-a3f7417fb5c9 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:46.517384 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a15049a5-9eb6-423e-8c81-658a7b9b3d43 req-48ad7e17-6673-46a9-83e6-a3f7417fb5c9 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea936184-9301-419d-8fb4-34194d7000b6 HTTP/1.1" status: 200 len: 945 time: 0.1184177 Aug 18 13:03:46.534248 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:46.584162 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff04fc6-a3b9-4b3e-9e19-13f47a23417b tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:03:46.605680 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a15049a5-9eb6-423e-8c81-658a7b9b3d43 req-e08873e3-94de-4762-9d44-c7c3121eb685 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646675 Aug 18 13:03:46.607339 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df244be3-0353-4f09-8f5d-415671d07f6c None None] Sync routers for ids ['99c4d20f-475d-4fea-9771-8dca060ddfbf'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:03:46.611000 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port efcabe73-2954-4321-b64f-e5c43eef2f8a, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=efcabe73-2954-4321-b64f-e5c43eef2f8a,segment=NetworkSegment(d21d068c-8442-425f-872e-0e5300813a42),segment_id=d21d068c-8442-425f-872e-0e5300813a42)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:03:46.620065 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df244be3-0353-4f09-8f5d-415671d07f6c None None] Routers {'99c4d20f-475d-4fea-9771-8dca060ddfbf'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:03:46.620835 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-df244be3-0353-4f09-8f5d-415671d07f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:03:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['99c4d20f-475d-4fea-9771-8dca060ddfbf'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:46.644447 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aff04fc6-a3b9-4b3e-9e19-13f47a23417b tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:46.663818 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-df244be3-0353-4f09-8f5d-415671d07f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:46.670901 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:46.682371 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df244be3-0353-4f09-8f5d-415671d07f6c None None] Routers {'99c4d20f-475d-4fea-9771-8dca060ddfbf'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:03:46.683282 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-df244be3-0353-4f09-8f5d-415671d07f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:03:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['99c4d20f-475d-4fea-9771-8dca060ddfbf'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:46.699689 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-aff04fc6-a3b9-4b3e-9e19-13f47a23417b tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.0777464 Aug 18 13:03:46.702079 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 53292) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:46.710868 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-b054bc4e-dcb2-4082-bd50-7d42555eb4a5 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1705960528'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:03:46.744344 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d70d3c02-48f1-42e0-9ad9-cf6302ab8606 req-dc13a97d-0c5e-4dec-8663-34a5496c49de tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df5b587-8310-4301-bdc6-7c3d42718686 HTTP/1.1" status: 200 len: 210 time: 0.0548823 Aug 18 13:03:46.755542 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-df244be3-0353-4f09-8f5d-415671d07f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:46.756206 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df244be3-0353-4f09-8f5d-415671d07f6c None None] The sync data for ids ['99c4d20f-475d-4fea-9771-8dca060ddfbf'] in n-d-803603-2 is: [] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:03:46.789527 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=efcabe73-2954-4321-b64f-e5c43eef2f8a,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:46.808896 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b054bc4e-dcb2-4082-bd50-7d42555eb4a5 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Made reservation on behalf of dbf49b0aa1a8432b8115cc3b40a5b301 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:03:46.812539 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b054bc4e-dcb2-4082-bd50-7d42555eb4a5 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:46.861990 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b054bc4e-dcb2-4082-bd50-7d42555eb4a5 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:03:46.882559 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b054bc4e-dcb2-4082-bd50-7d42555eb4a5 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:46.883064 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-b054bc4e-dcb2-4082-bd50-7d42555eb4a5 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Added segment bb14e666-0774-4f49-8c6e-835161195347 of type vlan for network 8619d71a-a045-41d3-8ef8-2f5cb6f80e1c Aug 18 13:03:46.946503 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b054bc4e-dcb2-4082-bd50-7d42555eb4a5 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:47.062470 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b054bc4e-dcb2-4082-bd50-7d42555eb4a5 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:47.081808 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b054bc4e-dcb2-4082-bd50-7d42555eb4a5 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:47.082512 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b054bc4e-dcb2-4082-bd50-7d42555eb4a5 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:47.089847 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838520f-24d4-458b-9ebd-02c2411c5dc6 req-74ad1ee4-509e-4199-b447-d100e79f1b86 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:47.096103 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3838520f-24d4-458b-9ebd-02c2411c5dc6 req-74ad1ee4-509e-4199-b447-d100e79f1b86 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 946 time: 0.0871451 Aug 18 13:03:47.169834 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3838520f-24d4-458b-9ebd-02c2411c5dc6 req-bcf346cf-674a-45e2-a0a0-6d3a032c3eb4 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603771 Aug 18 13:03:47.197100 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b054bc4e-dcb2-4082-bd50-7d42555eb4a5 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Pushing event updated for resources: {'Network': ['ID=8619d71a-a045-41d3-8ef8-2f5cb6f80e1c,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:47.209012 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 8619d71a-a045-41d3-8ef8-2f5cb6f80e1c details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:03:47.227869 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b054bc4e-dcb2-4082-bd50-7d42555eb4a5 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5242562 Aug 18 13:03:47.231079 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 53308) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:47.237423 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-5d8c1b02-48a8-4c61-a701-646cffd66c30 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Request body: {'subnet': {'network_id': '8619d71a-a045-41d3-8ef8-2f5cb6f80e1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:03:47.299246 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:47.402085 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8c1b02-48a8-4c61-a701-646cffd66c30 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Made reservation on behalf of dbf49b0aa1a8432b8115cc3b40a5b301 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:03:47.413034 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5d8c1b02-48a8-4c61-a701-646cffd66c30 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:47.444887 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device be132020-3516-4ddf-b702-9f30b7b7f0c8 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:03:47.586984 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:47.631186 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port be132020-3516-4ddf-b702-9f30b7b7f0c8, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=be132020-3516-4ddf-b702-9f30b7b7f0c8,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:03:47.712655 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:47.769788 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=be132020-3516-4ddf-b702-9f30b7b7f0c8,revision_number=11']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:47.770019 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7f8c6-d866-4e20-973b-8f03a58be32f req-8323aab2-e954-442e-aa8c-90a80855709a tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:47.771477 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d6f7f8c6-d866-4e20-973b-8f03a58be32f req-8323aab2-e954-442e-aa8c-90a80855709a tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea936184-9301-419d-8fb4-34194d7000b6 HTTP/1.1" status: 200 len: 945 time: 0.0655630 Aug 18 13:03:47.794622 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5d8c1b02-48a8-4c61-a701-646cffd66c30 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:47.841193 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d6f7f8c6-d866-4e20-973b-8f03a58be32f req-16bbf829-cd36-4a35-ae59-c3f0c11c91fd tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571182 Aug 18 13:03:47.925767 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c1b02-48a8-4c61-a701-646cffd66c30 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Pushing event updated for resources: {'Subnet': ['ID=b27a64d0-2def-475c-81ad-450bd3301e38,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:47.950011 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-13a04341-4b63-40c4-b342-ca83ae13c1ff req-54de4118-a16d-4f06-b7d0-8e42ffd9e823 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df5b587-8310-4301-bdc6-7c3d42718686 HTTP/1.1" status: 200 len: 210 time: 0.0474274 Aug 18 13:03:47.967540 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8c1b02-48a8-4c61-a701-646cffd66c30 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Checking segment: {'id': 'bb14e666-0774-4f49-8c6e-835161195347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8619d71a-a045-41d3-8ef8-2f5cb6f80e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:03:47.967930 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8c1b02-48a8-4c61-a701-646cffd66c30 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Network hostable DHCP agents. Network: 8619d71a-a045-41d3-8ef8-2f5cb6f80e1c, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:03:48.032193 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8c1b02-48a8-4c61-a701-646cffd66c30 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Network 8619d71a-a045-41d3-8ef8-2f5cb6f80e1c is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:03:48.083016 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9062e2da-cc40-49ae-81c1-bbc3d39ed639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efcabe73-2954-4321-b64f-e5c43eef2f8a'}, {'server_uuid': '69406f0d-4d49-4b0f-a5e3-e400e126fa67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be132020-3516-4ddf-b702-9f30b7b7f0c8'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:03:48.085609 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17775aa1-e603-4fa5-84de-e384a8390458" -d '{"events": [{"server_uuid": "9062e2da-cc40-49ae-81c1-bbc3d39ed639", "name": "network-vif-plugged", "status": "completed", "tag": "efcabe73-2954-4321-b64f-e5c43eef2f8a"}, {"server_uuid": "69406f0d-4d49-4b0f-a5e3-e400e126fa67", "name": "network-vif-unplugged", "status": "completed", "tag": "be132020-3516-4ddf-b702-9f30b7b7f0c8"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:03:48.102347 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-5d8c1b02-48a8-4c61-a701-646cffd66c30 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 8619d71a-a045-41d3-8ef8-2f5cb6f80e1c) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:03:48.113882 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4953bb7-fb13-4a7a-a4d6-da1d87ff2178 None None] Network 8619d71a-a045-41d3-8ef8-2f5cb6f80e1c requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:03:48.129628 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8c1b02-48a8-4c61-a701-646cffd66c30 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:48.132367 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5d8c1b02-48a8-4c61-a701-646cffd66c30 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:48.140503 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 53342) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:48.185610 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 18 Aug 2021 13:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5079c4-bbec-4fff-8afe-26447e68d1f7 x-openstack-request-id: req-8f5079c4-bbec-4fff-8afe-26447e68d1f7 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:03:48.185900 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9062e2da-cc40-49ae-81c1-bbc3d39ed639", "name": "network-vif-plugged", "status": "completed", "tag": "efcabe73-2954-4321-b64f-e5c43eef2f8a", "code": 200}, {"server_uuid": "69406f0d-4d49-4b0f-a5e3-e400e126fa67", "name": "network-vif-unplugged", "status": "completed", "tag": "be132020-3516-4ddf-b702-9f30b7b7f0c8", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:03:48.186146 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f5079c4-bbec-4fff-8afe-26447e68d1f7 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:03:48.186570 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9062e2da-cc40-49ae-81c1-bbc3d39ed639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efcabe73-2954-4321-b64f-e5c43eef2f8a', 'code': 200} Aug 18 13:03:48.186839 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69406f0d-4d49-4b0f-a5e3-e400e126fa67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be132020-3516-4ddf-b702-9f30b7b7f0c8', 'code': 200} Aug 18 13:03:48.229993 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5d8c1b02-48a8-4c61-a701-646cffd66c30 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9953203 Aug 18 13:03:48.230268 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 53348) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:48.235233 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-2fa6eaa0-3d1f-43ee-8956-77660fdf6d5c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1526276352', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}, 'admin_state_up': False}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:03:48.354201 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2d14e-ac72-4a56-bbe7-77c6c2e9c647 req-45809639-9c58-4487-99fd-e250a2a950a3 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:48.355679 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6bd2d14e-ac72-4a56-bbe7-77c6c2e9c647 req-45809639-9c58-4487-99fd-e250a2a950a3 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.0974047 Aug 18 13:03:48.372601 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920c6c9a-9a26-4564-bfd1-10ef1728a2b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-8619d71a-a045-41d3-8ef8-2f5cb6f80e1c', 'network_id': '8619d71a-a045-41d3-8ef8-2f5cb6f80e1c', 'tenant_id': 'dbf49b0aa1a8432b8115cc3b40a5b301', 'fixed_ips': [{'subnet_id': 'b27a64d0-2def-475c-81ad-450bd3301e38'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:03:48.375469 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-920c6c9a-9a26-4564-bfd1-10ef1728a2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:48.382645 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2fa6eaa0-3d1f-43ee-8956-77660fdf6d5c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:48.383748 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2fa6eaa0-3d1f-43ee-8956-77660fdf6d5c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:48.470807 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6bd2d14e-ac72-4a56-bbe7-77c6c2e9c647 req-f0b61d71-a6b9-4343-a8b6-c234279c3025 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038637 Aug 18 13:03:48.486990 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fcc372aa-588d-48a4-b957-f9e2ac005c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:48.577965 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2fa6eaa0-3d1f-43ee-8956-77660fdf6d5c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:48.651603 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639f646-749c-463c-9dce-fa054cdc0343 req-d5f772d6-fd8a-4eba-abb3-47340aec1f03 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:48.653028 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-920c6c9a-9a26-4564-bfd1-10ef1728a2b3 None None] Allocated IP 172.20.0.2 (8619d71a-a045-41d3-8ef8-2f5cb6f80e1c/b27a64d0-2def-475c-81ad-450bd3301e38/9551128d-a70b-4be2-a7b0-f26f16130f58) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:03:48.660948 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f639f646-749c-463c-9dce-fa054cdc0343 req-d5f772d6-fd8a-4eba-abb3-47340aec1f03 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea936184-9301-419d-8fb4-34194d7000b6 HTTP/1.1" status: 200 len: 945 time: 0.1831565 Aug 18 13:03:48.724210 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc598b93-ab34-4d4d-9b25-5c393ce0ab5f req-ae8cb9b5-101b-4f9f-aafd-846adeeca3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:48.734448 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cc598b93-ab34-4d4d-9b25-5c393ce0ab5f req-ae8cb9b5-101b-4f9f-aafd-846adeeca3c2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 1096 time: 0.4636555 Aug 18 13:03:48.746400 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f639f646-749c-463c-9dce-fa054cdc0343 req-fd386457-cb5f-43eb-9d72-c352702814c0 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801213 Aug 18 13:03:48.799088 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cc598b93-ab34-4d4d-9b25-5c393ce0ab5f req-34ff85e3-77b3-4cfa-a1ad-4230ceea640f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509653 Aug 18 13:03:48.867673 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-920c6c9a-9a26-4564-bfd1-10ef1728a2b3 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:48.871890 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4310c6a-0313-4beb-9024-96729bdc302c req-3f6bf774-4615-4fd6-b375-9326a261e979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:48.878474 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d4310c6a-0313-4beb-9024-96729bdc302c req-3f6bf774-4615-4fd6-b375-9326a261e979 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b7bb7ada99a4b5d932fd3c3f52f7206&device_id=ea936184-9301-419d-8fb4-34194d7000b6 HTTP/1.1" status: 200 len: 1096 time: 0.3288238 Aug 18 13:03:48.880457 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-920c6c9a-9a26-4564-bfd1-10ef1728a2b3 None None] Transition to ACTIVE for port object 9551128d-a70b-4be2-a7b0-f26f16130f58 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:03:48.881109 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2fa6eaa0-3d1f-43ee-8956-77660fdf6d5c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:48.900275 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-920c6c9a-9a26-4564-bfd1-10ef1728a2b3 None None] Transition to ACTIVE for port object 9551128d-a70b-4be2-a7b0-f26f16130f58 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:03:48.911792 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:03:48.976855 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-920c6c9a-9a26-4564-bfd1-10ef1728a2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:49.063730 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920c6c9a-9a26-4564-bfd1-10ef1728a2b3 None None] Network 8619d71a-a045-41d3-8ef8-2f5cb6f80e1c is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:03:49.068222 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-920c6c9a-9a26-4564-bfd1-10ef1728a2b3 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:03:49.078251 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920c6c9a-9a26-4564-bfd1-10ef1728a2b3 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:03:49.081131 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c6c9a-9a26-4564-bfd1-10ef1728a2b3 None None] Pushing event updated for resources: {'Port': ['ID=9551128d-a70b-4be2-a7b0-f26f16130f58,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:49.106599 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4310c6a-0313-4beb-9024-96729bdc302c req-dc767628-6421-4110-bc67-358d2b215a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:49.108250 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d4310c6a-0313-4beb-9024-96729bdc302c req-dc767628-6421-4110-bc67-358d2b215a24 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a8d27026-b8e0-4d3d-971e-78c2b57a2f7a HTTP/1.1" status: 200 len: 920 time: 0.2118647 Aug 18 13:03:49.140753 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-50851a4e-cade-4a97-8437-8eba453735ba req-7a57be34-c645-4c12-98a2-1527e36e147a tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/ports?device_id=5df5b587-8310-4301-bdc6-7c3d42718686 HTTP/1.1" status: 200 len: 210 time: 0.0350566 Aug 18 13:03:49.163637 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-920c6c9a-9a26-4564-bfd1-10ef1728a2b3 None None] Attempting to bind port 9551128d-a70b-4be2-a7b0-f26f16130f58 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:03:49.164684 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-920c6c9a-9a26-4564-bfd1-10ef1728a2b3 None None] Attempting to bind port 9551128d-a70b-4be2-a7b0-f26f16130f58 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'bb14e666-0774-4f49-8c6e-835161195347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8619d71a-a045-41d3-8ef8-2f5cb6f80e1c'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:03:49.165393 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c6c9a-9a26-4564-bfd1-10ef1728a2b3 None None] Attempting to bind port 9551128d-a70b-4be2-a7b0-f26f16130f58 on network 8619d71a-a045-41d3-8ef8-2f5cb6f80e1c {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:03:49.177341 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c6c9a-9a26-4564-bfd1-10ef1728a2b3 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:03:49.177994 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c6c9a-9a26-4564-bfd1-10ef1728a2b3 None None] Checking segment: {'id': 'bb14e666-0774-4f49-8c6e-835161195347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8619d71a-a045-41d3-8ef8-2f5cb6f80e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:03:49.178702 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-920c6c9a-9a26-4564-bfd1-10ef1728a2b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:49.179306 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c6c9a-9a26-4564-bfd1-10ef1728a2b3 None None] Bound using segment: {'id': 'bb14e666-0774-4f49-8c6e-835161195347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8619d71a-a045-41d3-8ef8-2f5cb6f80e1c'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:03:49.180028 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-920c6c9a-9a26-4564-bfd1-10ef1728a2b3 None None] Bound port: 9551128d-a70b-4be2-a7b0-f26f16130f58, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb14e666-0774-4f49-8c6e-835161195347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8619d71a-a045-41d3-8ef8-2f5cb6f80e1c'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:03:49.180593 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-920c6c9a-9a26-4564-bfd1-10ef1728a2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:49.188011 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d4310c6a-0313-4beb-9024-96729bdc302c req-75e047b4-d889-48ef-9999-3e1619a7730f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7595cae-bcce-439e-9883-fabac75be0f9 HTTP/1.1" status: 200 len: 217 time: 0.0605266 Aug 18 13:03:49.275277 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-920c6c9a-9a26-4564-bfd1-10ef1728a2b3 None None] For port 9551128d-a70b-4be2-a7b0-f26f16130f58, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:03:49.279986 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-920c6c9a-9a26-4564-bfd1-10ef1728a2b3 None None] For port 9551128d-a70b-4be2-a7b0-f26f16130f58, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=9551128d-a70b-4be2-a7b0-f26f16130f58,segment=NetworkSegment(bb14e666-0774-4f49-8c6e-835161195347),segment_id=bb14e666-0774-4f49-8c6e-835161195347)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:03:49.298539 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fcc372aa-588d-48a4-b957-f9e2ac005c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:49.300677 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4310c6a-0313-4beb-9024-96729bdc302c req-6d8da9d8-a0bd-49d1-a0d7-f9945175c53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:49.302237 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d4310c6a-0313-4beb-9024-96729bdc302c req-6d8da9d8-a0bd-49d1-a0d7-f9945175c53b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=08d37668-d2c1-40db-a95f-b1212b73a41b HTTP/1.1" status: 200 len: 859 time: 0.1042371 Aug 18 13:03:49.358004 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d4310c6a-0313-4beb-9024-96729bdc302c req-81e48b3e-0dd7-4466-a6bc-25b0fe391b41 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a8d27026-b8e0-4d3d-971e-78c2b57a2f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470030 Aug 18 13:03:49.367832 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-920c6c9a-9a26-4564-bfd1-10ef1728a2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:49.467913 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device be132020-3516-4ddf-b702-9f30b7b7f0c8 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:03:49.484416 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fcc372aa-588d-48a4-b957-f9e2ac005c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:49.670946 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c6c9a-9a26-4564-bfd1-10ef1728a2b3 None None] Pushing event updated for resources: {'Port': ['ID=9551128d-a70b-4be2-a7b0-f26f16130f58,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:49.680922 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port be132020-3516-4ddf-b702-9f30b7b7f0c8, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=be132020-3516-4ddf-b702-9f30b7b7f0c8,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:03:49.696867 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'be132020-3516-4ddf-b702-9f30b7b7f0c8', 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d', 'port_id': 'be132020-3516-4ddf-b702-9f30b7b7f0c8', 'mac_address': 'fa:16:3e:28:23:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2744890d-6739-4756-b608-842180da7455', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:03:49.758878 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:49.823696 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be132020-3516-4ddf-b702-9f30b7b7f0c8 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:03:49.917942 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port be132020-3516-4ddf-b702-9f30b7b7f0c8, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=be132020-3516-4ddf-b702-9f30b7b7f0c8,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:03:49.987291 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:50.083433 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9065705-f9ca-4911-9c41-9ab8c2dade4e req-0b57d55c-cea7-4fc0-840c-06f25be550e1 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:50.085884 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a9065705-f9ca-4911-9c41-9ab8c2dade4e req-0b57d55c-cea7-4fc0-840c-06f25be550e1 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea936184-9301-419d-8fb4-34194d7000b6 HTTP/1.1" status: 200 len: 945 time: 0.1090522 Aug 18 13:03:50.149502 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['be132020-3516-4ddf-b702-9f30b7b7f0c8'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:03:50.163965 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a9065705-f9ca-4911-9c41-9ab8c2dade4e req-ac6f86b0-798d-4079-8f00-d8ce043733af tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626068 Aug 18 13:03:50.245925 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=be132020-3516-4ddf-b702-9f30b7b7f0c8,revision_number=12']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:50.304687 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc372aa-588d-48a4-b957-f9e2ac005c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83d2823-5ded-4ab7-9d85-14cfad86a3bc,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:50.315820 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2fa6eaa0-3d1f-43ee-8956-77660fdf6d5c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for router_gateway, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:50.341117 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 53406) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:50.348625 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-fcc372aa-588d-48a4-b957-f9e2ac005c34 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=991298d2e5284db581147ce27800e246&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2069659 Aug 18 13:03:50.452455 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2fa6eaa0-3d1f-43ee-8956-77660fdf6d5c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:50.488744 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d82cc9d6-8452-4997-8b9f-df1f9991151f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:50.489106 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 9551128d-a70b-4be2-a7b0-f26f16130f58 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:03:50.549610 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d82cc9d6-8452-4997-8b9f-df1f9991151f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:50.562649 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af156e55-2688-479c-af88-05b2d609b1af req-3c59306f-3179-40fd-84c5-a66505e7d161 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:50.566338 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-af156e55-2688-479c-af88-05b2d609b1af req-3c59306f-3179-40fd-84c5-a66505e7d161 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 945 time: 0.9597805 Aug 18 13:03:50.601552 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 53414) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:50.689980 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-2fa6eaa0-3d1f-43ee-8956-77660fdf6d5c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Allocated IP 172.25.6.222 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/9d8b70c9-5be3-4612-bcd1-2abeac9a3309) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:03:50.701148 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-71ec2db6-995e-4c20-9c6a-9782b1061a89 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:50.739422 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-71ec2db6-995e-4c20-9c6a-9782b1061a89 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:50.752829 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 9551128d-a70b-4be2-a7b0-f26f16130f58 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:03:50.806241 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d82cc9d6-8452-4997-8b9f-df1f9991151f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:50.810320 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d82cc9d6-8452-4997-8b9f-df1f9991151f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:50.811815 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d82cc9d6-8452-4997-8b9f-df1f9991151f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a83d2823-5ded-4ab7-9d85-14cfad86a3bc HTTP/1.1" status: 204 len: 168 time: 0.4697590 Aug 18 13:03:50.859058 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82cc9d6-8452-4997-8b9f-df1f9991151f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83d2823-5ded-4ab7-9d85-14cfad86a3bc,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:50.912479 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d4310c6a-0313-4beb-9024-96729bdc302c req-18482d17-a412-4aa8-b854-87c8777d18ff service neutron] 10.222.0.39 "GET /v2.0/networks/a8d27026-b8e0-4d3d-971e-78c2b57a2f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5140324 Aug 18 13:03:50.992995 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-71ec2db6-995e-4c20-9c6a-9782b1061a89 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:50.996282 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-71ec2db6-995e-4c20-9c6a-9782b1061a89 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:51.007159 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-71ec2db6-995e-4c20-9c6a-9782b1061a89 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "DELETE /v2.0/security-groups/b4952977-a51b-4d17-ba35-1c1133304475 HTTP/1.1" status: 204 len: 168 time: 0.3981419 Aug 18 13:03:51.007159 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 53422) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:51.049166 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-9fe127c4-f5e7-453b-9ed7-bb4960d56d4e tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] show failed (client error): The resource could not be found. Aug 18 13:03:51.050742 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9fe127c4-f5e7-453b-9ed7-bb4960d56d4e tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "GET /v2.0/security-groups/b4952977-a51b-4d17-ba35-1c1133304475 HTTP/1.1" status: 404 len: 347 time: 0.0433965 Aug 18 13:03:51.052293 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec2db6-995e-4c20-9c6a-9782b1061a89 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4952977-a51b-4d17-ba35-1c1133304475,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:51.054261 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 53424) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:51.115283 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003de319-d71c-4230-9be5-8c918b2f6ec1 None None] Network 8619d71a-a045-41d3-8ef8-2f5cb6f80e1c requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:03:51.130210 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2fa6eaa0-3d1f-43ee-8956-77660fdf6d5c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:51.210982 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-af156e55-2688-479c-af88-05b2d609b1af req-f9d7acb5-81ea-489a-a17b-ffee66285516 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2906120 Aug 18 13:03:51.268721 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d4310c6a-0313-4beb-9024-96729bdc302c req-a2d673e4-cebd-4bd6-bd14-07ba5a0fb83c service neutron] 10.222.0.39 "GET /v2.0/networks/a8d27026-b8e0-4d3d-971e-78c2b57a2f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409543 Aug 18 13:03:51.330901 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2fa6eaa0-3d1f-43ee-8956-77660fdf6d5c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:51.411618 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-5e927331-33f1-4ef2-8f59-e08db12d3919 None None] Provisioning for port 9551128d-a70b-4be2-a7b0-f26f16130f58 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:03:51.467186 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-5e927331-33f1-4ef2-8f59-e08db12d3919 None None] Provisioning complete for port 9551128d-a70b-4be2-a7b0-f26f16130f58 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:03:51.467186 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5e927331-33f1-4ef2-8f59-e08db12d3919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:51.476960 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa6eaa0-3d1f-43ee-8956-77660fdf6d5c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:03:51.485151 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-2fa6eaa0-3d1f-43ee-8956-77660fdf6d5c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:03:51.502720 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa6eaa0-3d1f-43ee-8956-77660fdf6d5c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:03:51.557549 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa6eaa0-3d1f-43ee-8956-77660fdf6d5c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Pushing event updated for resources: {'Port': ['ID=9d8b70c9-5be3-4612-bcd1-2abeac9a3309,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:51.574056 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411d1cd-415b-4bb0-9ec4-e5cda01437d0 req-e46d17d0-e3f5-4038-87c2-691bdd488bba tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:51.577046 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f411d1cd-415b-4bb0-9ec4-e5cda01437d0 req-e46d17d0-e3f5-4038-87c2-691bdd488bba tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea936184-9301-419d-8fb4-34194d7000b6 HTTP/1.1" status: 200 len: 945 time: 0.2154679 Aug 18 13:03:51.635506 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device be132020-3516-4ddf-b702-9f30b7b7f0c8 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:03:51.678147 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-2b01b8d6-1a62-4c0e-b3d6-55925bf70c19 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Deleting port 222a4986-0405-4bca-af80-c7188a4f8a52 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:03:51.678551 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2b01b8d6-1a62-4c0e-b3d6-55925bf70c19 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:51.787201 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f411d1cd-415b-4bb0-9ec4-e5cda01437d0 req-6243541a-06fd-48a1-a25d-74c111ade8ad tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967068 Aug 18 13:03:51.838872 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5e927331-33f1-4ef2-8f59-e08db12d3919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:51.870213 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port be132020-3516-4ddf-b702-9f30b7b7f0c8 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:03:51.870879 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:51.940034 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-5e927331-33f1-4ef2-8f59-e08db12d3919 None None] For port 9551128d-a70b-4be2-a7b0-f26f16130f58, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=9551128d-a70b-4be2-a7b0-f26f16130f58,segment=NetworkSegment(bb14e666-0774-4f49-8c6e-835161195347),segment_id=bb14e666-0774-4f49-8c6e-835161195347)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:03:51.967612 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2b01b8d6-1a62-4c0e-b3d6-55925bf70c19 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:51.968135 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2b01b8d6-1a62-4c0e-b3d6-55925bf70c19 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:51.988032 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-2b01b8d6-1a62-4c0e-b3d6-55925bf70c19 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Calling delete_port for 222a4986-0405-4bca-af80-c7188a4f8a52 owned by network:floatingip {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:03:52.024639 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5e927331-33f1-4ef2-8f59-e08db12d3919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:52.087160 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:52.132933 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 53448) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:52.143891 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69406f0d-4d49-4b0f-a5e3-e400e126fa67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be132020-3516-4ddf-b702-9f30b7b7f0c8'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:03:52.146812 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5d2cf3-0f28-4f48-a736-208d3b7ad5c8" -d '{"events": [{"server_uuid": "69406f0d-4d49-4b0f-a5e3-e400e126fa67", "name": "network-vif-plugged", "status": "completed", "tag": "be132020-3516-4ddf-b702-9f30b7b7f0c8"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:03:52.187411 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port be132020-3516-4ddf-b702-9f30b7b7f0c8, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=be132020-3516-4ddf-b702-9f30b7b7f0c8,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:03:52.191104 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e927331-33f1-4ef2-8f59-e08db12d3919 None None] Pushing event updated for resources: {'Port': ['ID=9551128d-a70b-4be2-a7b0-f26f16130f58,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:52.193186 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1a112b70-3bea-4e1b-b9d2-d979d8ce1fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:52.203556 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e927331-33f1-4ef2-8f59-e08db12d3919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:52.204198 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e927331-33f1-4ef2-8f59-e08db12d3919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:52.204761 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e927331-33f1-4ef2-8f59-e08db12d3919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:52.205277 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e927331-33f1-4ef2-8f59-e08db12d3919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:52.205793 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e927331-33f1-4ef2-8f59-e08db12d3919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:52.206337 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e927331-33f1-4ef2-8f59-e08db12d3919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:52.206862 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e927331-33f1-4ef2-8f59-e08db12d3919 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:52.207504 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e927331-33f1-4ef2-8f59-e08db12d3919 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:52.208016 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e927331-33f1-4ef2-8f59-e08db12d3919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:52.208509 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e927331-33f1-4ef2-8f59-e08db12d3919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:52.209062 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e927331-33f1-4ef2-8f59-e08db12d3919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:52.209560 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e927331-33f1-4ef2-8f59-e08db12d3919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:03:52.250758 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:52.290390 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2fa6eaa0-3d1f-43ee-8956-77660fdf6d5c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for router_gateway, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:52.329751 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf13b33-e211-4502-9640-523ef1fafe38 x-openstack-request-id: req-2bf13b33-e211-4502-9640-523ef1fafe38 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:03:52.339552 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69406f0d-4d49-4b0f-a5e3-e400e126fa67", "name": "network-vif-plugged", "status": "completed", "tag": "be132020-3516-4ddf-b702-9f30b7b7f0c8", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:03:52.339907 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2bf13b33-e211-4502-9640-523ef1fafe38 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:03:52.340299 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69406f0d-4d49-4b0f-a5e3-e400e126fa67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be132020-3516-4ddf-b702-9f30b7b7f0c8', 'code': 200} Aug 18 13:03:52.380333 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=be132020-3516-4ddf-b702-9f30b7b7f0c8,revision_number=13']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:52.422002 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 9551128d-a70b-4be2-a7b0-f26f16130f58 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:03:52.555778 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2b01b8d6-1a62-4c0e-b3d6-55925bf70c19 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:52.575133 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a393ed3-8c7d-4bc8-b657-967a20cc9a67 req-970612e9-639f-4fe2-b2c6-2dd85646871d tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:52.583147 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7a393ed3-8c7d-4bc8-b657-967a20cc9a67 req-970612e9-639f-4fe2-b2c6-2dd85646871d tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 946 time: 0.1090517 Aug 18 13:03:52.610577 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-bcd915b5-f268-4b9f-9733-11e9fb121417 None None] Provisioning complete for port 9551128d-a70b-4be2-a7b0-f26f16130f58 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:03:52.614901 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bcd915b5-f268-4b9f-9733-11e9fb121417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:52.633806 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b01b8d6-1a62-4c0e-b3d6-55925bf70c19 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Pushing event deleted for resources: {'Port': ['ID=222a4986-0405-4bca-af80-c7188a4f8a52,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:52.638038 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7a393ed3-8c7d-4bc8-b657-967a20cc9a67 req-5e619521-ad14-4acc-9961-c98f290c9d57 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510952 Aug 18 13:03:52.703247 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1a112b70-3bea-4e1b-b9d2-d979d8ce1fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:52.711690 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 9551128d-a70b-4be2-a7b0-f26f16130f58 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:03:52.712158 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:52.729585 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2b01b8d6-1a62-4c0e-b3d6-55925bf70c19 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify callbacks [] for floatingip, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:52.732597 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2b01b8d6-1a62-4c0e-b3d6-55925bf70c19 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:52.734339 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2b01b8d6-1a62-4c0e-b3d6-55925bf70c19 tempest-ServersTestBootFromVolume-529717422 tempest-ServersTestBootFromVolume-529717422-project] 10.222.0.13 "DELETE /v2.0/floatingips/008aba4f-c834-4f7d-bc92-a6e0436f9e57 HTTP/1.1" status: 204 len: 168 time: 1.6786087 Aug 18 13:03:52.738278 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 53460) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:52.801263 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1a112b70-3bea-4e1b-b9d2-d979d8ce1fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:52.925452 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1a112b70-3bea-4e1b-b9d2-d979d8ce1fae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cfe62451fefe41dab6683d69bb51acbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7914114 Aug 18 13:03:52.937624 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 53464) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:53.002956 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2fa6eaa0-3d1f-43ee-8956-77660fdf6d5c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:53.020488 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a112b70-3bea-4e1b-b9d2-d979d8ce1fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ff2e93-bb85-42dd-9d5c-7cf70b4aa0c5,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:53.329600 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa6eaa0-3d1f-43ee-8956-77660fdf6d5c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Router c64203b7-07f3-412f-9320-dbad9db09132 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:03:53.608123 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa6eaa0-3d1f-43ee-8956-77660fdf6d5c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:03:53.622576 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04cfe89-3910-4db2-84d2-adde30c59a5a None None] Sync routers for ids ['c64203b7-07f3-412f-9320-dbad9db09132'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:03:53.643264 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04cfe89-3910-4db2-84d2-adde30c59a5a None None] Routers {'c64203b7-07f3-412f-9320-dbad9db09132'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:03:53.643912 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-d04cfe89-3910-4db2-84d2-adde30c59a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:03:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c64203b7-07f3-412f-9320-dbad9db09132'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:53.713890 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75426c77-6dae-4ea5-8fc0-ecec8b53a37a req-bc22efb7-5803-46ec-9c72-ca3b595335d1 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:53.715629 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-75426c77-6dae-4ea5-8fc0-ecec8b53a37a req-bc22efb7-5803-46ec-9c72-ca3b595335d1 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea936184-9301-419d-8fb4-34194d7000b6 HTTP/1.1" status: 200 len: 945 time: 0.7888696 Aug 18 13:03:53.716339 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f326ef19-69ca-4976-86d5-a8203ed680aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:53.730543 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2fa6eaa0-3d1f-43ee-8956-77660fdf6d5c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:53.733164 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2fa6eaa0-3d1f-43ee-8956-77660fdf6d5c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.5016038 Aug 18 13:03:53.735638 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 53486) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:53.739778 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-d04cfe89-3910-4db2-84d2-adde30c59a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:53.756814 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04cfe89-3910-4db2-84d2-adde30c59a5a None None] Routers {'c64203b7-07f3-412f-9320-dbad9db09132'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:03:53.757710 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-d04cfe89-3910-4db2-84d2-adde30c59a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:03:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c64203b7-07f3-412f-9320-dbad9db09132'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:53.804109 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-d04cfe89-3910-4db2-84d2-adde30c59a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:53.804987 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04cfe89-3910-4db2-84d2-adde30c59a5a None None] The sync data for ids ['c64203b7-07f3-412f-9320-dbad9db09132'] in n-d-803603-2 is: [] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:03:53.807781 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f326ef19-69ca-4976-86d5-a8203ed680aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:53.876243 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-75426c77-6dae-4ea5-8fc0-ecec8b53a37a req-41966485-a05d-4ab9-b97b-1580f8a8b170 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500072 Aug 18 13:03:54.039708 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f326ef19-69ca-4976-86d5-a8203ed680aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:54.045180 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f326ef19-69ca-4976-86d5-a8203ed680aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:54.071621 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f326ef19-69ca-4976-86d5-a8203ed680aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2ff2e93-bb85-42dd-9d5c-7cf70b4aa0c5 HTTP/1.1" status: 204 len: 168 time: 1.1326642 Aug 18 13:03:54.085708 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f33a09-2f1e-4f51-aa5e-77c7b681a587 req-ead8ad0c-8add-4022-a2c3-1e64d8134f57 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:54.093224 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b7f33a09-2f1e-4f51-aa5e-77c7b681a587 req-ead8ad0c-8add-4022-a2c3-1e64d8134f57 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 946 time: 0.1923251 Aug 18 13:03:54.148823 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f326ef19-69ca-4976-86d5-a8203ed680aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ff2e93-bb85-42dd-9d5c-7cf70b4aa0c5,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:54.201559 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9d4c924d-0854-4946-948d-e9fadc8734f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:54.212044 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b7f33a09-2f1e-4f51-aa5e-77c7b681a587 req-1a4d8c36-aece-4d46-b73b-08d24ef17ce5 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090877 Aug 18 13:03:54.686043 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-548ee1c6-7482-439b-933d-a4866b9f165c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:54.691290 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-9d4c924d-0854-4946-948d-e9fadc8734f8 admin admin] Deleting port 19b87f55-791f-4ed6-8c3a-0c8cfa91875b {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:03:54.691642 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9d4c924d-0854-4946-948d-e9fadc8734f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:54.835723 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-9d4c924d-0854-4946-948d-e9fadc8734f8 admin admin] For port 19b87f55-791f-4ed6-8c3a-0c8cfa91875b, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=19b87f55-791f-4ed6-8c3a-0c8cfa91875b,segment=NetworkSegment(bb97ea82-69a9-4800-b566-d430aa36f6e5),segment_id=bb97ea82-69a9-4800-b566-d430aa36f6e5)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:03:54.836442 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9d4c924d-0854-4946-948d-e9fadc8734f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:54.870417 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-9d4c924d-0854-4946-948d-e9fadc8734f8 admin admin] Calling delete_port for 19b87f55-791f-4ed6-8c3a-0c8cfa91875b owned by network:router_interface {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:03:55.158527 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e7cfe-bdce-43c4-8316-7df54172b4e2 req-31d9d362-ac9c-4eab-9b44-c26c7828ce2b tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:55.165801 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4c5e7cfe-bdce-43c4-8316-7df54172b4e2 req-31d9d362-ac9c-4eab-9b44-c26c7828ce2b tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea936184-9301-419d-8fb4-34194d7000b6 HTTP/1.1" status: 200 len: 945 time: 0.0939813 Aug 18 13:03:55.198731 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-548ee1c6-7482-439b-933d-a4866b9f165c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Allocated IP 172.20.0.1 (8619d71a-a045-41d3-8ef8-2f5cb6f80e1c/b27a64d0-2def-475c-81ad-450bd3301e38/6544ad49-c19c-4240-9362-6f65e043aad2) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:03:55.258415 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4c5e7cfe-bdce-43c4-8316-7df54172b4e2 req-b37d06fa-c8bd-4112-b594-6e03f92f307e tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781317 Aug 18 13:03:55.371129 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9d4c924d-0854-4946-948d-e9fadc8734f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:55.449160 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-548ee1c6-7482-439b-933d-a4866b9f165c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:55.451835 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c924d-0854-4946-948d-e9fadc8734f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=19b87f55-791f-4ed6-8c3a-0c8cfa91875b,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:55.495619 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-548ee1c6-7482-439b-933d-a4866b9f165c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Transition to ACTIVE for port object 6544ad49-c19c-4240-9362-6f65e043aad2 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:03:55.528980 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf4ca34-3cca-4e49-9896-c7a85a41c43f req-10ffd1fa-4f31-4458-bb64-7ddbe4c90e6d tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:55.557460 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2cf4ca34-3cca-4e49-9896-c7a85a41c43f req-10ffd1fa-4f31-4458-bb64-7ddbe4c90e6d tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 946 time: 0.1971304 Aug 18 13:03:55.614512 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2cf4ca34-3cca-4e49-9896-c7a85a41c43f req-13b9d0ec-2c84-4050-8f9c-91ba51b8bca6 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556433 Aug 18 13:03:55.724198 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-548ee1c6-7482-439b-933d-a4866b9f165c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:55.763536 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9d4c924d-0854-4946-948d-e9fadc8734f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:55.773463 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548ee1c6-7482-439b-933d-a4866b9f165c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Network 8619d71a-a045-41d3-8ef8-2f5cb6f80e1c is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:03:55.808659 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-548ee1c6-7482-439b-933d-a4866b9f165c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:03:55.815951 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548ee1c6-7482-439b-933d-a4866b9f165c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:03:55.918096 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ee1c6-7482-439b-933d-a4866b9f165c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Pushing event updated for resources: {'Port': ['ID=6544ad49-c19c-4240-9362-6f65e043aad2,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:56.003901 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-548ee1c6-7482-439b-933d-a4866b9f165c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:56.242803 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4c924d-0854-4946-948d-e9fadc8734f8 admin admin] Router 4a68ebc5-40a6-4e2c-9a67-41ca48866411 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:03:56.342196 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-46b66037-0f34-46d6-87d1-881830061412 None None] Provisioning for port 6544ad49-c19c-4240-9362-6f65e043aad2 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:03:56.354352 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-46b66037-0f34-46d6-87d1-881830061412 None None] Provisioning complete for port 6544ad49-c19c-4240-9362-6f65e043aad2 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:03:56.355057 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-46b66037-0f34-46d6-87d1-881830061412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:56.432845 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-46b66037-0f34-46d6-87d1-881830061412 None None] Port 6544ad49-c19c-4240-9362-6f65e043aad2 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:03:56.442335 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-548ee1c6-7482-439b-933d-a4866b9f165c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:56.475743 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbf7e3-0b17-491a-92f9-b1455e2c191e req-f7e842d7-3ec9-479f-aeea-a0fc7043421f tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:56.481254 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a2dbf7e3-0b17-491a-92f9-b1455e2c191e req-f7e842d7-3ec9-479f-aeea-a0fc7043421f tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea936184-9301-419d-8fb4-34194d7000b6 HTTP/1.1" status: 200 len: 945 time: 0.0962548 Aug 18 13:03:56.523563 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4c924d-0854-4946-948d-e9fadc8734f8 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:03:56.538202 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebc3584-1847-418d-a207-8b301d534020 None None] Sync routers for ids ['4a68ebc5-40a6-4e2c-9a67-41ca48866411'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:03:56.556150 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9d4c924d-0854-4946-948d-e9fadc8734f8 admin admin] 10.222.0.13 "PUT /v2.0/routers/4a68ebc5-40a6-4e2c-9a67-41ca48866411/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8152821 Aug 18 13:03:56.558325 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebc3584-1847-418d-a207-8b301d534020 None None] Routers {'4a68ebc5-40a6-4e2c-9a67-41ca48866411'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:03:56.559332 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-eebc3584-1847-418d-a207-8b301d534020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:03:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['4a68ebc5-40a6-4e2c-9a67-41ca48866411'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:56.560022 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 53544) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:56.607614 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a2dbf7e3-0b17-491a-92f9-b1455e2c191e req-5e5cfcf8-03ac-499f-9f4b-bfd43cecb2ef tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983686 Aug 18 13:03:56.836231 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1aa9f9ef-2226-4126-9947-05d32fd2f1b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:56.848249 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-eebc3584-1847-418d-a207-8b301d534020 None None] Set router 4a68ebc5-40a6-4e2c-9a67-41ca48866411 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:03:57.027017 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1aa9f9ef-2226-4126-9947-05d32fd2f1b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:57.131545 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30191871-f785-4193-a150-7d0041ab1be6 req-2f25d381-9ad8-4876-a03e-06b0fbb82c7b tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:57.141945 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-30191871-f785-4193-a150-7d0041ab1be6 req-2f25d381-9ad8-4876-a03e-06b0fbb82c7b tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 946 time: 0.2247691 Aug 18 13:03:57.188049 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-548ee1c6-7482-439b-933d-a4866b9f165c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:57.236730 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-1aa9f9ef-2226-4126-9947-05d32fd2f1b1 admin admin] Deleting port 3669aa68-2c2f-4665-a544-7d5dd651f270 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:03:57.236730 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1aa9f9ef-2226-4126-9947-05d32fd2f1b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:57.263139 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-30191871-f785-4193-a150-7d0041ab1be6 req-7b197df4-04d6-466f-a640-1c9439081497 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198206 Aug 18 13:03:57.280034 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-548ee1c6-7482-439b-933d-a4866b9f165c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:57.321334 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-eebc3584-1847-418d-a207-8b301d534020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a68ebc5-40a6-4e2c-9a67-41ca48866411', 'name': 'tempest-ServersTestBootFromVolume-51186691-router', 'tenant_id': 'e1aea23d75f24f989d114151115add9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '3669aa68-2c2f-4665-a544-7d5dd651f270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:59:35Z', 'updated_at': '2021-08-18T13:03:55Z', 'revision_number': 5, 'project_id': 'e1aea23d75f24f989d114151115add9a', 'gw_port': {'id': '3669aa68-2c2f-4665-a544-7d5dd651f270', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:10:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a68ebc5-40a6-4e2c-9a67-41ca48866411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:36Z', 'updated_at': '2021-08-18T12:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:57.359181 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebc3584-1847-418d-a207-8b301d534020 None None] Checking router: 4a68ebc5-40a6-4e2c-9a67-41ca48866411 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:03:57.368694 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ee1c6-7482-439b-933d-a4866b9f165c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Pushing event updated for resources: {'Port': ['ID=6544ad49-c19c-4240-9362-6f65e043aad2,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:57.381469 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-548ee1c6-7482-439b-933d-a4866b9f165c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:57.390006 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebc3584-1847-418d-a207-8b301d534020 None None] Routers {'4a68ebc5-40a6-4e2c-9a67-41ca48866411'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:03:57.390928 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-eebc3584-1847-418d-a207-8b301d534020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:03:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['4a68ebc5-40a6-4e2c-9a67-41ca48866411'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:57.481216 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-1aa9f9ef-2226-4126-9947-05d32fd2f1b1 admin admin] For port 3669aa68-2c2f-4665-a544-7d5dd651f270, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=3669aa68-2c2f-4665-a544-7d5dd651f270,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:03:57.481807 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1aa9f9ef-2226-4126-9947-05d32fd2f1b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:57.517819 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-1aa9f9ef-2226-4126-9947-05d32fd2f1b1 admin admin] Calling delete_port for 3669aa68-2c2f-4665-a544-7d5dd651f270 owned by network:router_gateway {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:03:57.549087 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-eebc3584-1847-418d-a207-8b301d534020 None None] Set router 4a68ebc5-40a6-4e2c-9a67-41ca48866411 gateway port host: None {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:03:57.977710 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba76063-774e-4373-9c97-016436734261 req-ee28f24c-1a7a-41a8-bafc-a571a40e443a tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:57.979407 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aba76063-774e-4373-9c97-016436734261 req-ee28f24c-1a7a-41a8-bafc-a571a40e443a tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea936184-9301-419d-8fb4-34194d7000b6 HTTP/1.1" status: 200 len: 945 time: 0.1789234 Aug 18 13:03:58.011332 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-eebc3584-1847-418d-a207-8b301d534020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a68ebc5-40a6-4e2c-9a67-41ca48866411', 'name': 'tempest-ServersTestBootFromVolume-51186691-router', 'tenant_id': 'e1aea23d75f24f989d114151115add9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:59:35Z', 'updated_at': '2021-08-18T13:03:57Z', 'revision_number': 6, 'project_id': 'e1aea23d75f24f989d114151115add9a', 'gw_port_host': None}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:58.037759 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548ee1c6-7482-439b-933d-a4866b9f165c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Network 8619d71a-a045-41d3-8ef8-2f5cb6f80e1c is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:03:58.039496 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-548ee1c6-7482-439b-933d-a4866b9f165c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:03:58.107532 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebc3584-1847-418d-a207-8b301d534020 None None] The sync data for ids ['4a68ebc5-40a6-4e2c-9a67-41ca48866411'] in n-d-803603-2 is: [{'id': '4a68ebc5-40a6-4e2c-9a67-41ca48866411', 'name': 'tempest-ServersTestBootFromVolume-51186691-router', 'tenant_id': 'e1aea23d75f24f989d114151115add9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:59:35Z', 'updated_at': '2021-08-18T13:03:57Z', 'revision_number': 6, 'project_id': 'e1aea23d75f24f989d114151115add9a', 'gw_port_host': None}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:03:58.137106 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aba76063-774e-4373-9c97-016436734261 req-e75bc128-59c8-4c5e-9910-5dc6f208cd88 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495769 Aug 18 13:03:58.210448 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:58.261844 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1aa9f9ef-2226-4126-9947-05d32fd2f1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:58.321181 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa9f9ef-2226-4126-9947-05d32fd2f1b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3669aa68-2c2f-4665-a544-7d5dd651f270,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:58.339828 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548ee1c6-7482-439b-933d-a4866b9f165c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Router c64203b7-07f3-412f-9320-dbad9db09132 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:03:58.465328 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1aa9f9ef-2226-4126-9947-05d32fd2f1b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:58.515021 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548ee1c6-7482-439b-933d-a4866b9f165c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:03:58.746000 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-06120add-b9ff-4e5b-b002-1b042548671c None None] Provisioning complete for port 6544ad49-c19c-4240-9362-6f65e043aad2 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:03:58.746000 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-06120add-b9ff-4e5b-b002-1b042548671c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:58.748692 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5667b1-0e9b-460a-800b-7eb9f8ab8289 None None] Sync routers for ids ['c64203b7-07f3-412f-9320-dbad9db09132'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:03:58.749357 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-548ee1c6-7482-439b-933d-a4866b9f165c tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "PUT /v2.0/routers/c64203b7-07f3-412f-9320-dbad9db09132/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7949097 Aug 18 13:03:58.749620 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5667b1-0e9b-460a-800b-7eb9f8ab8289 None None] Routers {'c64203b7-07f3-412f-9320-dbad9db09132'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:03:58.749620 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-7e5667b1-0e9b-460a-800b-7eb9f8ab8289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:03:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c64203b7-07f3-412f-9320-dbad9db09132'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:58.750075 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-06120add-b9ff-4e5b-b002-1b042548671c None None] Port 6544ad49-c19c-4240-9362-6f65e043aad2 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:03:58.750274 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-7e5667b1-0e9b-460a-800b-7eb9f8ab8289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:58.750274 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5667b1-0e9b-460a-800b-7eb9f8ab8289 None None] Routers {'c64203b7-07f3-412f-9320-dbad9db09132'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:03:58.750274 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-7e5667b1-0e9b-460a-800b-7eb9f8ab8289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:03:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c64203b7-07f3-412f-9320-dbad9db09132'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:58.750646 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1aa9f9ef-2226-4126-9947-05d32fd2f1b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:58.750646 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1aa9f9ef-2226-4126-9947-05d32fd2f1b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:58.750646 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ce196-a52b-4c8d-b470-14d69294ff52 req-a1a10957-e10d-4174-97b0-382cc918f3ea tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:58.750646 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-493ce196-a52b-4c8d-b470-14d69294ff52 req-a1a10957-e10d-4174-97b0-382cc918f3ea tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 946 time: 0.1822596 Aug 18 13:03:58.751484 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-7e5667b1-0e9b-460a-800b-7eb9f8ab8289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:03:58.751484 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5667b1-0e9b-460a-800b-7eb9f8ab8289 None None] The sync data for ids ['c64203b7-07f3-412f-9320-dbad9db09132'] in n-d-803603-2 is: [] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:03:58.751794 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-493ce196-a52b-4c8d-b470-14d69294ff52 req-a93bcb3e-de71-495b-b5ef-26fcf807bc75 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757904 Aug 18 13:03:58.751937 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 53588) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:58.751937 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-30f57fc0-ca8d-4d60-940b-68eab82c799a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Request body: {'port': {'network_id': '8619d71a-a045-41d3-8ef8-2f5cb6f80e1c', 'name': 'tempest-FloatingIPTestJSON-1689699105'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:03:58.929770 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1aa9f9ef-2226-4126-9947-05d32fd2f1b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:58.930026 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:58.930503 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa9f9ef-2226-4126-9947-05d32fd2f1b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a68ebc5-40a6-4e2c-9a67-41ca48866411 {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:03:58.942086 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1aa9f9ef-2226-4126-9947-05d32fd2f1b1 admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:58.942086 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1aa9f9ef-2226-4126-9947-05d32fd2f1b1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/4a68ebc5-40a6-4e2c-9a67-41ca48866411 HTTP/1.1" status: 204 len: 168 time: 2.3756750 Aug 18 13:03:58.942481 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 53594) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:58.983509 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f57fc0-ca8d-4d60-940b-68eab82c799a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Made reservation on behalf of dbf49b0aa1a8432b8115cc3b40a5b301 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:03:58.987094 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-30f57fc0-ca8d-4d60-940b-68eab82c799a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:59.010695 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-24fc2d99-c730-47d7-9763-0fcf8438d5f8 admin admin] Deleting subnet dc66fe81-c3d6-42b5-b663-fc73648ae374 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:03:59.019255 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-30f57fc0-ca8d-4d60-940b-68eab82c799a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] device_id is not set on port 24358f24-8b08-47a0-b5d8-363344a4107f yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:03:59.022381 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-24fc2d99-c730-47d7-9763-0fcf8438d5f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:59.128729 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-24fc2d99-c730-47d7-9763-0fcf8438d5f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:59.157084 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 19b87f55-791f-4ed6-8c3a-0c8cfa91875b no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:03:59.194526 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 19b87f55-791f-4ed6-8c3a-0c8cfa91875b {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:03:59.195269 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 19b87f55-791f-4ed6-8c3a-0c8cfa91875b not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:03:59.293504 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-30f57fc0-ca8d-4d60-940b-68eab82c799a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Allocated IP 172.20.0.7 (8619d71a-a045-41d3-8ef8-2f5cb6f80e1c/b27a64d0-2def-475c-81ad-450bd3301e38/24358f24-8b08-47a0-b5d8-363344a4107f) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:03:59.326813 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-24fc2d99-c730-47d7-9763-0fcf8438d5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:59.534521 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9980c-4e6a-43be-bfec-7b8d5fdc51da req-c35a367a-b3f2-4776-86da-74405cad5306 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:59.536480 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fac9980c-4e6a-43be-bfec-7b8d5fdc51da req-c35a367a-b3f2-4776-86da-74405cad5306 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea936184-9301-419d-8fb4-34194d7000b6 HTTP/1.1" status: 200 len: 945 time: 0.2574544 Aug 18 13:03:59.625979 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fac9980c-4e6a-43be-bfec-7b8d5fdc51da req-be05ac01-dd80-4294-8bbf-4f79fab17e39 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836062 Aug 18 13:03:59.670580 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-24fc2d99-c730-47d7-9763-0fcf8438d5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:59.728531 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc2d99-c730-47d7-9763-0fcf8438d5f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc66fe81-c3d6-42b5-b663-fc73648ae374,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:59.730587 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-24fc2d99-c730-47d7-9763-0fcf8438d5f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:59.736449 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 53614) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:03:59.736613 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-24fc2d99-c730-47d7-9763-0fcf8438d5f8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dc66fe81-c3d6-42b5-b663-fc73648ae374 HTTP/1.1" status: 204 len: 168 time: 0.7914991 Aug 18 13:03:59.741821 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42cd265-c95d-4421-93c1-6891dd32e50d None None] Network d9c67a3b-f0ee-4baf-89f7-136d3e192a61 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:03:59.786622 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-30f57fc0-ca8d-4d60-940b-68eab82c799a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:59.868466 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-30f57fc0-ca8d-4d60-940b-68eab82c799a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Transition to ACTIVE for port object 24358f24-8b08-47a0-b5d8-363344a4107f will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:04:00.012925 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-40c1e113-9dbe-4a5d-8023-7c83c5988b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:00.095817 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448a4ab-1052-4dc6-bb13-bb42800dbec2 req-a26110e9-38c0-4ffc-90c9-a7452bcb5c7c tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:00.097958 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4448a4ab-1052-4dc6-bb13-bb42800dbec2 req-a26110e9-38c0-4ffc-90c9-a7452bcb5c7c tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 946 time: 0.1479108 Aug 18 13:04:00.130735 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-30f57fc0-ca8d-4d60-940b-68eab82c799a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:00.163087 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcaa1af-8c10-49ca-b40d-4265704d9bc6 None None] DHCP port deletion for d9c67a3b-f0ee-4baf-89f7-136d3e192a61 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:04:00.181252 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-40c1e113-9dbe-4a5d-8023-7c83c5988b86 admin admin] Deleting port b0826eeb-3659-4672-bd35-99b3b2ac989b {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:04:00.182096 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-40c1e113-9dbe-4a5d-8023-7c83c5988b86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:00.297550 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f57fc0-ca8d-4d60-940b-68eab82c799a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Network 8619d71a-a045-41d3-8ef8-2f5cb6f80e1c is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:04:00.301638 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-40c1e113-9dbe-4a5d-8023-7c83c5988b86 admin admin] For port b0826eeb-3659-4672-bd35-99b3b2ac989b, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b0826eeb-3659-4672-bd35-99b3b2ac989b,segment=NetworkSegment(bb97ea82-69a9-4800-b566-d430aa36f6e5),segment_id=bb97ea82-69a9-4800-b566-d430aa36f6e5)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:04:00.302125 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-40c1e113-9dbe-4a5d-8023-7c83c5988b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:00.308084 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-8bcaa1af-8c10-49ca-b40d-4265704d9bc6 None None] Deleting port b0826eeb-3659-4672-bd35-99b3b2ac989b {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:04:00.312322 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8bcaa1af-8c10-49ca-b40d-4265704d9bc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:00.317603 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-30f57fc0-ca8d-4d60-940b-68eab82c799a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:04:00.332707 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f57fc0-ca8d-4d60-940b-68eab82c799a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:04:00.339205 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-40c1e113-9dbe-4a5d-8023-7c83c5988b86 admin admin] Calling delete_port for b0826eeb-3659-4672-bd35-99b3b2ac989b owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:04:00.365808 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4448a4ab-1052-4dc6-bb13-bb42800dbec2 req-e0ef112c-75ec-4254-ab9a-6a8ed78c32bf tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2613626 Aug 18 13:04:00.436622 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f57fc0-ca8d-4d60-940b-68eab82c799a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Pushing event updated for resources: {'Port': ['ID=24358f24-8b08-47a0-b5d8-363344a4107f,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:00.496759 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f57fc0-ca8d-4d60-940b-68eab82c799a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:00.499567 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-30f57fc0-ca8d-4d60-940b-68eab82c799a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:00.521753 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-8bcaa1af-8c10-49ca-b40d-4265704d9bc6 None None] For port b0826eeb-3659-4672-bd35-99b3b2ac989b, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b0826eeb-3659-4672-bd35-99b3b2ac989b,segment=NetworkSegment(bb97ea82-69a9-4800-b566-d430aa36f6e5),segment_id=bb97ea82-69a9-4800-b566-d430aa36f6e5)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:04:00.522082 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8bcaa1af-8c10-49ca-b40d-4265704d9bc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:00.543246 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b0826eeb-3659-4672-bd35-99b3b2ac989b no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:04:00.604793 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-8bcaa1af-8c10-49ca-b40d-4265704d9bc6 None None] Calling delete_port for b0826eeb-3659-4672-bd35-99b3b2ac989b owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:04:00.614635 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-30f57fc0-ca8d-4d60-940b-68eab82c799a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8745911 Aug 18 13:04:00.614875 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 53640) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:00.619702 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-ed2b1667-cd37-43f1-ab19-f4a48496b1c9 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Request body: {'floatingip': {'port_id': '24358f24-8b08-47a0-b5d8-363344a4107f'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:04:00.750305 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Port b0826eeb-3659-4672-bd35-99b3b2ac989b update to DOWN by agent not found {{(pid=101677) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 18 13:04:00.751192 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 3669aa68-2c2f-4665-a544-7d5dd651f270 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:04:00.776561 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 3669aa68-2c2f-4665-a544-7d5dd651f270 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:04:00.777209 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 3669aa68-2c2f-4665-a544-7d5dd651f270 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:04:00.814632 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ed2b1667-cd37-43f1-ab19-f4a48496b1c9 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for floatingip, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:00.852634 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8bcaa1af-8c10-49ca-b40d-4265704d9bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:00.887503 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcaa1af-8c10-49ca-b40d-4265704d9bc6 None None] Pushing event deleted for resources: {'Port': ['ID=b0826eeb-3659-4672-bd35-99b3b2ac989b,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:01.054865 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8784b-52f4-42e4-9ffa-c5b6cbe08033 req-6d27b3fc-d6ee-429d-a751-873de974ed76 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:01.145858 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcaa1af-8c10-49ca-b40d-4265704d9bc6 None None] No DVR routers for this DVR port b0826eeb-3659-4672-bd35-99b3b2ac989b on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:04:01.147909 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-80f8784b-52f4-42e4-9ffa-c5b6cbe08033 req-6d27b3fc-d6ee-429d-a751-873de974ed76 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea936184-9301-419d-8fb4-34194d7000b6 HTTP/1.1" status: 200 len: 945 time: 0.1872833 Aug 18 13:04:01.148865 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a6b78195-5e62-4ad5-adf1-b0d3b8de2163 None None] Provisioning for port 24358f24-8b08-47a0-b5d8-363344a4107f completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:04:01.148865 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a6b78195-5e62-4ad5-adf1-b0d3b8de2163 None None] Provisioning complete for port 24358f24-8b08-47a0-b5d8-363344a4107f triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:04:01.148865 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a6b78195-5e62-4ad5-adf1-b0d3b8de2163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:01.149136 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-80f8784b-52f4-42e4-9ffa-c5b6cbe08033 req-80c61dde-ae53-470b-b6ad-12708dd3fc47 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641646 Aug 18 13:04:01.149225 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-a6b78195-5e62-4ad5-adf1-b0d3b8de2163 None None] Port 24358f24-8b08-47a0-b5d8-363344a4107f cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:04:01.149309 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-40c1e113-9dbe-4a5d-8023-7c83c5988b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:01.149309 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c1e113-9dbe-4a5d-8023-7c83c5988b86 admin admin] No DVR routers for this DVR port b0826eeb-3659-4672-bd35-99b3b2ac989b on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:04:01.149309 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c1e113-9dbe-4a5d-8023-7c83c5988b86 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0826eeb-3659-4672-bd35-99b3b2ac989b,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:01.310350 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-40c1e113-9dbe-4a5d-8023-7c83c5988b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:01.330118 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-40c1e113-9dbe-4a5d-8023-7c83c5988b86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c67a3b-f0ee-4baf-89f7-136d3e192a61']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:01.353256 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-40c1e113-9dbe-4a5d-8023-7c83c5988b86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb97ea82-69a9-4800-b566-d430aa36f6e5') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:01.353601 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-40c1e113-9dbe-4a5d-8023-7c83c5988b86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb97ea82-69a9-4800-b566-d430aa36f6e5') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:01.392917 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-40c1e113-9dbe-4a5d-8023-7c83c5988b86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:01.499042 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-40c1e113-9dbe-4a5d-8023-7c83c5988b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:01.514758 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c1e113-9dbe-4a5d-8023-7c83c5988b86 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:04:01.515178 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-40c1e113-9dbe-4a5d-8023-7c83c5988b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:01.516950 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:04:01.516950 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:04:01.516950 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:04:01.516950 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:04:01.516950 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:04:01.516950 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:04:01.516950 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:04:01.516950 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:04:01.516950 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:04:01.516950 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:04:01.516950 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:04:01.516950 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:04:01.516950 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:04:01.516950 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:04:01.516950 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:04:01.516950 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:04:01.516950 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:04:01.516950 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:04:01.516950 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:04:01.516950 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:04:01.516950 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:04:01.516950 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:04:01.516950 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:04:01.516950 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:04:01.516950 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:04:01.516950 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:04:01.516950 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:04:01.516950 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:04:01.516950 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:04:01.516950 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:04:01.516950 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:04:01.516950 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:04:01.547967 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3a821-b667-4ba6-962d-af887b955bf6 req-3a47f7b7-4129-438f-8212-0f5a844af27b tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:01.547967 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d5a3a821-b667-4ba6-962d-af887b955bf6 req-3a47f7b7-4129-438f-8212-0f5a844af27b tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 946 time: 0.0688159 Aug 18 13:04:01.589909 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d5a3a821-b667-4ba6-962d-af887b955bf6 req-5f8ed0a4-3e6d-47b5-acf3-64ba8f470d6f tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387864 Aug 18 13:04:01.668235 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-40c1e113-9dbe-4a5d-8023-7c83c5988b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:01.713600 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-40c1e113-9dbe-4a5d-8023-7c83c5988b86 admin admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:01.718713 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-40c1e113-9dbe-4a5d-8023-7c83c5988b86 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d9c67a3b-f0ee-4baf-89f7-136d3e192a61 HTTP/1.1" status: 204 len: 168 time: 1.9822700 Aug 18 13:04:01.749389 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c1e113-9dbe-4a5d-8023-7c83c5988b86 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9c67a3b-f0ee-4baf-89f7-136d3e192a61,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:01.962445 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ed2b1667-cd37-43f1-ab19-f4a48496b1c9 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:02.052814 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ed2b1667-cd37-43f1-ab19-f4a48496b1c9 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:02.218806 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [None req-ed2b1667-cd37-43f1-ab19-f4a48496b1c9 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Floating IP 1060bf49-d962-4d97-bd26-4122f1abb1c8 associated. External IP: 172.25.6.129, port: 3dfdff12-4485-45c6-adcd-0e7532bf9d15. Aug 18 13:04:02.229976 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b5cf4-c6f4-4ea4-8a81-a9ecd4385d28 req-141d2491-e72e-465b-9ffa-a8a9fd4939dd tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:02.232379 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c40b5cf4-c6f4-4ea4-8a81-a9ecd4385d28 req-141d2491-e72e-465b-9ffa-a8a9fd4939dd tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea936184-9301-419d-8fb4-34194d7000b6 HTTP/1.1" status: 200 len: 945 time: 0.1632249 Aug 18 13:04:02.233131 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 53670) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:02.365561 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c40b5cf4-c6f4-4ea4-8a81-a9ecd4385d28 req-29b1ec26-a9a0-4be4-a1d9-1cea8b590cc9 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237831 Aug 18 13:04:02.370995 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5625b302-ef37-4405-8b54-7dccff7ba7bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e1aea23d75f24f989d114151115add9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1366243 Aug 18 13:04:02.373500 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 53674) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:02.464453 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-26ed9ff2-0689-4699-9061-f37ec10942bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:02.490873 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-26ed9ff2-0689-4699-9061-f37ec10942bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:02.655913 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-26ed9ff2-0689-4699-9061-f37ec10942bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:02.658904 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-26ed9ff2-0689-4699-9061-f37ec10942bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:02.660133 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-26ed9ff2-0689-4699-9061-f37ec10942bb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a819aa88-0594-4453-834e-014e73ca577f HTTP/1.1" status: 204 len: 168 time: 0.2855685 Aug 18 13:04:02.679468 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed9ff2-0689-4699-9061-f37ec10942bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a819aa88-0594-4453-834e-014e73ca577f,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:03.006928 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d717a-8243-45ab-80fc-ded942e6bf71 req-f68983d2-03a8-49e1-ae5d-1bb2598b3800 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:03.013053 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3c3d717a-8243-45ab-80fc-ded942e6bf71 req-f68983d2-03a8-49e1-ae5d-1bb2598b3800 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 946 time: 0.1116700 Aug 18 13:04:03.068043 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3c3d717a-8243-45ab-80fc-ded942e6bf71 req-e96e8c1e-cc53-49cc-9fc1-55e3e3ff1655 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470166 Aug 18 13:04:03.083288 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2b1667-cd37-43f1-ab19-f4a48496b1c9 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Router 99c4d20f-475d-4fea-9771-8dca060ddfbf has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:04:03.299439 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2b1667-cd37-43f1-ab19-f4a48496b1c9 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:04:03.315583 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742c6174-d838-4b66-9cf1-ed6fdf00693a None None] Sync routers for ids ['99c4d20f-475d-4fea-9771-8dca060ddfbf'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:04:03.342388 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742c6174-d838-4b66-9cf1-ed6fdf00693a None None] Routers {'99c4d20f-475d-4fea-9771-8dca060ddfbf'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:04:03.343053 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-742c6174-d838-4b66-9cf1-ed6fdf00693a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:03:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['99c4d20f-475d-4fea-9771-8dca060ddfbf'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:03.451473 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-742c6174-d838-4b66-9cf1-ed6fdf00693a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:03.475043 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742c6174-d838-4b66-9cf1-ed6fdf00693a None None] Routers {'99c4d20f-475d-4fea-9771-8dca060ddfbf'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:04:03.475701 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-742c6174-d838-4b66-9cf1-ed6fdf00693a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:03:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['99c4d20f-475d-4fea-9771-8dca060ddfbf'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:03.549983 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-742c6174-d838-4b66-9cf1-ed6fdf00693a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:03.554676 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742c6174-d838-4b66-9cf1-ed6fdf00693a None None] The sync data for ids ['99c4d20f-475d-4fea-9771-8dca060ddfbf'] in n-d-803603-2 is: [] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:04:03.603466 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b06f3a-9ae4-44d3-a716-b5072b8d3423 req-120621d1-43c8-402c-af66-0dec8de525a2 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:03.613360 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-59b06f3a-9ae4-44d3-a716-b5072b8d3423 req-120621d1-43c8-402c-af66-0dec8de525a2 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea936184-9301-419d-8fb4-34194d7000b6 HTTP/1.1" status: 200 len: 945 time: 0.1112223 Aug 18 13:04:03.615399 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 53700) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:03.766217 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-59b06f3a-9ae4-44d3-a716-b5072b8d3423 req-3772ec64-319c-47e1-a23d-5dc9276aabe2 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510937 Aug 18 13:04:03.786577 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3e7c96c8-1061-4f11-84db-7c8e17fc2afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:03.821100 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2b1667-cd37-43f1-ab19-f4a48496b1c9 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Router c64203b7-07f3-412f-9320-dbad9db09132 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:04:03.959263 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3e7c96c8-1061-4f11-84db-7c8e17fc2afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:04.003420 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2b1667-cd37-43f1-ab19-f4a48496b1c9 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:04:04.013771 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ed2b1667-cd37-43f1-ab19-f4a48496b1c9 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:04.019239 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ec1aed-901a-463d-a67b-a19c7949dc3d None None] Sync routers for ids ['c64203b7-07f3-412f-9320-dbad9db09132'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:04:04.032370 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ec1aed-901a-463d-a67b-a19c7949dc3d None None] Routers {'c64203b7-07f3-412f-9320-dbad9db09132'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:04:04.033015 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-86ec1aed-901a-463d-a67b-a19c7949dc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:03:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c64203b7-07f3-412f-9320-dbad9db09132'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:04.069618 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-86ec1aed-901a-463d-a67b-a19c7949dc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:04.074110 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ed2b1667-cd37-43f1-ab19-f4a48496b1c9 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "PUT /v2.0/floatingips/1060bf49-d962-4d97-bd26-4122f1abb1c8 HTTP/1.1" status: 200 len: 978 time: 3.4580832 Aug 18 13:04:04.076903 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 53708) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:04.079139 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ec1aed-901a-463d-a67b-a19c7949dc3d None None] Routers {'c64203b7-07f3-412f-9320-dbad9db09132'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:04:04.079761 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-86ec1aed-901a-463d-a67b-a19c7949dc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:03:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c64203b7-07f3-412f-9320-dbad9db09132'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:04.112847 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-86ec1aed-901a-463d-a67b-a19c7949dc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:04.113520 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ec1aed-901a-463d-a67b-a19c7949dc3d None None] The sync data for ids ['c64203b7-07f3-412f-9320-dbad9db09132'] in n-d-803603-2 is: [] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:04:04.188057 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-dd3854cd-8cc1-4c5c-86d0-41f43bb09f27 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Deleting port 24358f24-8b08-47a0-b5d8-363344a4107f {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:04:04.188403 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dd3854cd-8cc1-4c5c-86d0-41f43bb09f27 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:04.212438 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd7824-2f3a-4fbb-87ac-f9714a57b82e req-ca8470c5-5766-4c06-b373-1fcd0ec423a9 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:04.214164 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c6fd7824-2f3a-4fbb-87ac-f9714a57b82e req-ca8470c5-5766-4c06-b373-1fcd0ec423a9 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 946 time: 0.0526812 Aug 18 13:04:04.324593 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3e7c96c8-1061-4f11-84db-7c8e17fc2afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:04.349838 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c6fd7824-2f3a-4fbb-87ac-f9714a57b82e req-457df4e0-9d5e-4446-b615-8d6776fd20d5 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286371 Aug 18 13:04:04.440604 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c96c8-1061-4f11-84db-7c8e17fc2afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabcf015-1456-44a6-82bd-c7311ced63d7,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:04.444426 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dd3854cd-8cc1-4c5c-86d0-41f43bb09f27 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:04.460337 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3e7c96c8-1061-4f11-84db-7c8e17fc2afb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=72fbfded159a4b06ab8dc5a564b74f6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8438427 Aug 18 13:04:04.463576 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 53720) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:04.573293 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-70a4b8fb-acb8-49f0-a913-0f0b3ec8b22b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:04.612514 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-70a4b8fb-acb8-49f0-a913-0f0b3ec8b22b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:04.752836 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dd3854cd-8cc1-4c5c-86d0-41f43bb09f27 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:04.753443 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dd3854cd-8cc1-4c5c-86d0-41f43bb09f27 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:04.753674 n-d-803603-2 neutron-server[101676]: INFO neutron.db.l3_db [None req-dd3854cd-8cc1-4c5c-86d0-41f43bb09f27 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Floating IP 1060bf49-d962-4d97-bd26-4122f1abb1c8 disassociated. External IP: 172.25.6.129, port: 24358f24-8b08-47a0-b5d8-363344a4107f. Aug 18 13:04:04.753927 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-dd3854cd-8cc1-4c5c-86d0-41f43bb09f27 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Calling delete_port for 24358f24-8b08-47a0-b5d8-363344a4107f owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:04:04.787642 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-70a4b8fb-acb8-49f0-a913-0f0b3ec8b22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:04.790555 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-70a4b8fb-acb8-49f0-a913-0f0b3ec8b22b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:04.794743 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-70a4b8fb-acb8-49f0-a913-0f0b3ec8b22b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dabcf015-1456-44a6-82bd-c7311ced63d7 HTTP/1.1" status: 204 len: 168 time: 0.3278370 Aug 18 13:04:04.810912 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a4b8fb-acb8-49f0-a913-0f0b3ec8b22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabcf015-1456-44a6-82bd-c7311ced63d7,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:04.819011 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 53734) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:04.981472 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90bf3e2-9350-4152-9ffd-1862a868650f req-8e3bf24a-74fd-4aaf-bc54-50e65973bc51 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:04.982962 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d90bf3e2-9350-4152-9ffd-1862a868650f req-8e3bf24a-74fd-4aaf-bc54-50e65973bc51 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea936184-9301-419d-8fb4-34194d7000b6 HTTP/1.1" status: 200 len: 945 time: 0.0990119 Aug 18 13:04:05.007909 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-dd5631c9-8306-42dd-bb63-0a0768ca4046 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-597042161-network', 'tenant_id': 'd8c196c6c2e143d6872d1027393f6dcd'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:04:05.050191 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dd3854cd-8cc1-4c5c-86d0-41f43bb09f27 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:05.054075 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d90bf3e2-9350-4152-9ffd-1862a868650f req-29e60356-e16a-4b09-9ff2-b90e0e2aeecd tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649421 Aug 18 13:04:05.115473 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3854cd-8cc1-4c5c-86d0-41f43bb09f27 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Pushing event deleted for resources: {'Port': ['ID=24358f24-8b08-47a0-b5d8-363344a4107f,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:05.141636 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5631c9-8306-42dd-bb63-0a0768ca4046 admin admin] Made reservation on behalf of d8c196c6c2e143d6872d1027393f6dcd for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:04:05.148270 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dd5631c9-8306-42dd-bb63-0a0768ca4046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:05.168290 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dd5631c9-8306-42dd-bb63-0a0768ca4046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:05.285997 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3854cd-8cc1-4c5c-86d0-41f43bb09f27 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Router c64203b7-07f3-412f-9320-dbad9db09132 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:04:05.327414 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dd5631c9-8306-42dd-bb63-0a0768ca4046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:05.403783 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dd5631c9-8306-42dd-bb63-0a0768ca4046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:05.467018 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3854cd-8cc1-4c5c-86d0-41f43bb09f27 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:04:05.488326 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7ee2f3-b74a-44f7-9b39-0839b57a5eb2 None None] Sync routers for ids ['c64203b7-07f3-412f-9320-dbad9db09132'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:04:05.501512 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7ee2f3-b74a-44f7-9b39-0839b57a5eb2 None None] Routers {'c64203b7-07f3-412f-9320-dbad9db09132'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:04:05.506843 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-bf7ee2f3-b74a-44f7-9b39-0839b57a5eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:03:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c64203b7-07f3-412f-9320-dbad9db09132'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:05.552310 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5631c9-8306-42dd-bb63-0a0768ca4046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae8c3d5-8282-4301-b244-c246a28f9086,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:05.578952 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dd3854cd-8cc1-4c5c-86d0-41f43bb09f27 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:05.582997 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-dd3854cd-8cc1-4c5c-86d0-41f43bb09f27 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "DELETE /v2.0/ports/24358f24-8b08-47a0-b5d8-363344a4107f HTTP/1.1" status: 204 len: 168 time: 1.5034828 Aug 18 13:04:05.585003 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 53752) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:05.614028 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-bf7ee2f3-b74a-44f7-9b39-0839b57a5eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:05.624944 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd5631c9-8306-42dd-bb63-0a0768ca4046 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:04:05.632089 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7ee2f3-b74a-44f7-9b39-0839b57a5eb2 None None] Routers {'c64203b7-07f3-412f-9320-dbad9db09132'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:04:05.635580 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-bf7ee2f3-b74a-44f7-9b39-0839b57a5eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:03:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c64203b7-07f3-412f-9320-dbad9db09132'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:05.646601 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dd5631c9-8306-42dd-bb63-0a0768ca4046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:05.647331 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-dd5631c9-8306-42dd-bb63-0a0768ca4046 admin admin] Added segment c07f3d80-20eb-4904-a367-4db848d7a4aa of type vlan for network 7b05220b-36d2-40eb-be72-7e3e060fbabb Aug 18 13:04:05.702752 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b9257-3627-433a-a9d3-4f8352a376f5 req-699e5d5c-2190-4398-9a3e-264d4484e94a tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:05.711105 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-213b9257-3627-433a-a9d3-4f8352a376f5 req-699e5d5c-2190-4398-9a3e-264d4484e94a tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 946 time: 0.1495705 Aug 18 13:04:05.715330 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 53754) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:05.736908 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-bf7ee2f3-b74a-44f7-9b39-0839b57a5eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:05.739360 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7ee2f3-b74a-44f7-9b39-0839b57a5eb2 None None] The sync data for ids ['c64203b7-07f3-412f-9320-dbad9db09132'] in n-d-803603-2 is: [] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:04:05.746120 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-09260742-cfed-4f2b-bd71-f84cfa64b8a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:05.826143 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-213b9257-3627-433a-a9d3-4f8352a376f5 req-a3ff8949-1a69-43ca-b022-678693adb1da tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139071 Aug 18 13:04:05.833579 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dd5631c9-8306-42dd-bb63-0a0768ca4046 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:06.019465 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-09260742-cfed-4f2b-bd71-f84cfa64b8a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:06.023384 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dd5631c9-8306-42dd-bb63-0a0768ca4046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:06.028333 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5631c9-8306-42dd-bb63-0a0768ca4046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:06.029089 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dd5631c9-8306-42dd-bb63-0a0768ca4046 admin admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:06.135618 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-09260742-cfed-4f2b-bd71-f84cfa64b8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:06.141362 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5631c9-8306-42dd-bb63-0a0768ca4046 admin admin] Pushing event updated for resources: {'Network': ['ID=7b05220b-36d2-40eb-be72-7e3e060fbabb,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:06.153698 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 7b05220b-36d2-40eb-be72-7e3e060fbabb details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:04:06.209392 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-09260742-cfed-4f2b-bd71-f84cfa64b8a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d19d13e826a348bcaf97fb189b750b40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4928617 Aug 18 13:04:06.212799 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 53764) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:06.232448 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-dd5631c9-8306-42dd-bb63-0a0768ca4046 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4115877 Aug 18 13:04:06.234945 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 53766) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:06.247647 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-a924ad5d-f134-44c0-b32b-2253c2bca162 admin admin] Request body: {'subnet': {'network_id': '7b05220b-36d2-40eb-be72-7e3e060fbabb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-597042161-subnet', 'tenant_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:04:06.249263 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09260742-cfed-4f2b-bd71-f84cfa64b8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172cf64a-6ff9-4c41-b047-68e33aea4c36,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:06.327498 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6addd1dc-3059-4086-a0a8-2375133d03c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:06.359710 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6addd1dc-3059-4086-a0a8-2375133d03c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:06.372389 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6a978-fa0f-44ce-9849-802043578ce9 req-23a57d4a-076e-45fe-b0fc-32692c04be1d tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:06.373949 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a7c6a978-fa0f-44ce-9849-802043578ce9 req-23a57d4a-076e-45fe-b0fc-32692c04be1d tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea936184-9301-419d-8fb4-34194d7000b6 HTTP/1.1" status: 200 len: 945 time: 0.1562390 Aug 18 13:04:06.402407 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3346e238-c764-4f03-b4fc-895373a4fcf0 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:06.448616 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a924ad5d-f134-44c0-b32b-2253c2bca162 admin admin] Made reservation on behalf of d8c196c6c2e143d6872d1027393f6dcd for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:04:06.452404 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a924ad5d-f134-44c0-b32b-2253c2bca162 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:06.525412 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6addd1dc-3059-4086-a0a8-2375133d03c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:06.529552 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6addd1dc-3059-4086-a0a8-2375133d03c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:06.534735 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a7c6a978-fa0f-44ce-9849-802043578ce9 req-f018e9a9-8c5d-49c9-aa85-d44f7770bf52 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502662 Aug 18 13:04:06.544399 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6addd1dc-3059-4086-a0a8-2375133d03c8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/172cf64a-6ff9-4c41-b047-68e33aea4c36 HTTP/1.1" status: 204 len: 168 time: 0.3204856 Aug 18 13:04:06.563594 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6addd1dc-3059-4086-a0a8-2375133d03c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172cf64a-6ff9-4c41-b047-68e33aea4c36,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:06.902372 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a924ad5d-f134-44c0-b32b-2253c2bca162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:07.401418 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a924ad5d-f134-44c0-b32b-2253c2bca162 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfeef1f8-f283-4cb6-a505-21a51b6ed46e,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:07.409707 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-3346e238-c764-4f03-b4fc-895373a4fcf0 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Deleting port 6544ad49-c19c-4240-9362-6f65e043aad2 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:04:07.410052 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3346e238-c764-4f03-b4fc-895373a4fcf0 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:07.496142 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5600e8-21bd-466d-bca9-0f884f4db0d5 req-9919f551-a2b0-43c9-88ed-793ee953b4df tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:07.497749 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2b5600e8-21bd-466d-bca9-0f884f4db0d5 req-9919f551-a2b0-43c9-88ed-793ee953b4df tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 946 time: 0.5804894 Aug 18 13:04:07.498582 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a924ad5d-f134-44c0-b32b-2253c2bca162 admin admin] Checking segment: {'id': 'c07f3d80-20eb-4904-a367-4db848d7a4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7b05220b-36d2-40eb-be72-7e3e060fbabb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:04:07.498945 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a924ad5d-f134-44c0-b32b-2253c2bca162 admin admin] Network hostable DHCP agents. Network: 7b05220b-36d2-40eb-be72-7e3e060fbabb, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:04:07.570872 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3346e238-c764-4f03-b4fc-895373a4fcf0 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:07.597166 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-3346e238-c764-4f03-b4fc-895373a4fcf0 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Calling delete_port for 6544ad49-c19c-4240-9362-6f65e043aad2 owned by network:router_interface {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:04:07.602083 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2b5600e8-21bd-466d-bca9-0f884f4db0d5 req-6446cf3f-f62b-4f6f-a168-922ea7d95803 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951104 Aug 18 13:04:07.727346 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e04d9b-9b50-46ba-b86a-1a2ae3e2302d req-4621bdaf-3c47-4ad2-8486-ed6bf4dbc28f tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:07.729835 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-46e04d9b-9b50-46ba-b86a-1a2ae3e2302d req-4621bdaf-3c47-4ad2-8486-ed6bf4dbc28f tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea936184-9301-419d-8fb4-34194d7000b6 HTTP/1.1" status: 200 len: 945 time: 0.0878453 Aug 18 13:04:07.757470 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a924ad5d-f134-44c0-b32b-2253c2bca162 admin admin] Network 7b05220b-36d2-40eb-be72-7e3e060fbabb is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:04:07.820913 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-46e04d9b-9b50-46ba-b86a-1a2ae3e2302d req-db65406d-771d-4b3c-bca7-968f55be25a1 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828896 Aug 18 13:04:07.878407 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-a924ad5d-f134-44c0-b32b-2253c2bca162 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 7b05220b-36d2-40eb-be72-7e3e060fbabb) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:04:07.888118 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a924ad5d-f134-44c0-b32b-2253c2bca162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:07.889749 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a924ad5d-f134-44c0-b32b-2253c2bca162 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:07.890702 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6a5a29-7626-4149-b90f-9f882437cb58 None None] Network 7b05220b-36d2-40eb-be72-7e3e060fbabb requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:04:07.974482 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a924ad5d-f134-44c0-b32b-2253c2bca162 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7369845 Aug 18 13:04:07.975949 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 53808) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:07.982107 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-b672c998-9cf7-4464-9603-111578d581e5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-597042161-router', 'tenant_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:04:08.118153 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b672c998-9cf7-4464-9603-111578d581e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:08.119300 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b672c998-9cf7-4464-9603-111578d581e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:08.146630 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3346e238-c764-4f03-b4fc-895373a4fcf0 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:08.203127 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346e238-c764-4f03-b4fc-895373a4fcf0 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Pushing event deleted for resources: {'Port': ['ID=6544ad49-c19c-4240-9362-6f65e043aad2,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:08.227283 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b672c998-9cf7-4464-9603-111578d581e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:08.261609 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e84ee77-1cb8-4147-91b9-5285db209ece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-7b05220b-36d2-40eb-be72-7e3e060fbabb', 'network_id': '7b05220b-36d2-40eb-be72-7e3e060fbabb', 'tenant_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'fixed_ips': [{'subnet_id': 'bfeef1f8-f283-4cb6-a505-21a51b6ed46e'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:04:08.262916 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9e84ee77-1cb8-4147-91b9-5285db209ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:08.629011 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-9e84ee77-1cb8-4147-91b9-5285db209ece None None] Allocated IP 172.20.0.2 (7b05220b-36d2-40eb-be72-7e3e060fbabb/bfeef1f8-f283-4cb6-a505-21a51b6ed46e/b4ef762f-4d95-420b-b907-2e3340ce8c96) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:04:08.659092 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3346e238-c764-4f03-b4fc-895373a4fcf0 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:08.671236 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b672c998-9cf7-4464-9603-111578d581e5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:08.871181 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075a277-dffd-4bc0-8318-7b08a2d34b03 req-4ff442fb-e4c5-4405-b904-aafde397de91 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:08.881052 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7075a277-dffd-4bc0-8318-7b08a2d34b03 req-4ff442fb-e4c5-4405-b904-aafde397de91 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 946 time: 0.1332595 Aug 18 13:04:08.997671 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7075a277-dffd-4bc0-8318-7b08a2d34b03 req-bd97ed1a-0305-455d-8805-e09d2ee8afdc tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150563 Aug 18 13:04:09.046624 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9e84ee77-1cb8-4147-91b9-5285db209ece None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:09.067860 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-9e84ee77-1cb8-4147-91b9-5285db209ece None None] Transition to ACTIVE for port object b4ef762f-4d95-420b-b907-2e3340ce8c96 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:04:09.097428 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-9e84ee77-1cb8-4147-91b9-5285db209ece None None] Transition to ACTIVE for port object b4ef762f-4d95-420b-b907-2e3340ce8c96 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:04:09.245731 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee118b8-0488-4ccf-9dfb-85039352e1c3 req-54e699a7-83f7-46e2-b3b3-0ec951c40342 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:09.247525 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dee118b8-0488-4ccf-9dfb-85039352e1c3 req-54e699a7-83f7-46e2-b3b3-0ec951c40342 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea936184-9301-419d-8fb4-34194d7000b6 HTTP/1.1" status: 200 len: 945 time: 0.2011678 Aug 18 13:04:09.265453 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b672c998-9cf7-4464-9603-111578d581e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:09.285652 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b672c998-9cf7-4464-9603-111578d581e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:09.302953 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3346e238-c764-4f03-b4fc-895373a4fcf0 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Router c64203b7-07f3-412f-9320-dbad9db09132 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:04:09.311078 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dee118b8-0488-4ccf-9dfb-85039352e1c3 req-78396c2a-bbda-4984-a951-d26f32590e59 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560920 Aug 18 13:04:09.399922 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-b672c998-9cf7-4464-9603-111578d581e5 admin admin] Allocated IP 172.25.6.215 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/b2044cbe-f51f-4178-8c91-3acf99d0c0dc) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:04:09.424798 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3346e238-c764-4f03-b4fc-895373a4fcf0 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:04:09.430705 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3346e238-c764-4f03-b4fc-895373a4fcf0 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "PUT /v2.0/routers/c64203b7-07f3-412f-9320-dbad9db09132/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8432677 Aug 18 13:04:09.433056 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 53834) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:09.436975 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8313e978-d9ec-45b2-a379-85e02f516786 None None] Sync routers for ids ['c64203b7-07f3-412f-9320-dbad9db09132'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:04:09.478083 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8313e978-d9ec-45b2-a379-85e02f516786 None None] Routers {'c64203b7-07f3-412f-9320-dbad9db09132'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:04:09.478345 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9e84ee77-1cb8-4147-91b9-5285db209ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:09.480981 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-8313e978-d9ec-45b2-a379-85e02f516786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:03:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c64203b7-07f3-412f-9320-dbad9db09132'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:09.557410 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-8313e978-d9ec-45b2-a379-85e02f516786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:09.570986 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b672c998-9cf7-4464-9603-111578d581e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:09.574562 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e84ee77-1cb8-4147-91b9-5285db209ece None None] Network 7b05220b-36d2-40eb-be72-7e3e060fbabb is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:04:09.594448 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-9e84ee77-1cb8-4147-91b9-5285db209ece None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:04:09.596640 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84ee77-1cb8-4147-91b9-5285db209ece None None] Pushing event updated for resources: {'Port': ['ID=b4ef762f-4d95-420b-b907-2e3340ce8c96,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:09.599475 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e84ee77-1cb8-4147-91b9-5285db209ece None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:04:09.623914 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8313e978-d9ec-45b2-a379-85e02f516786 None None] Routers {'c64203b7-07f3-412f-9320-dbad9db09132'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:04:09.629788 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-8313e978-d9ec-45b2-a379-85e02f516786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:03:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c64203b7-07f3-412f-9320-dbad9db09132'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:09.666248 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-9e84ee77-1cb8-4147-91b9-5285db209ece None None] Attempting to bind port b4ef762f-4d95-420b-b907-2e3340ce8c96 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:04:09.666933 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-9e84ee77-1cb8-4147-91b9-5285db209ece None None] Attempting to bind port b4ef762f-4d95-420b-b907-2e3340ce8c96 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'c07f3d80-20eb-4904-a367-4db848d7a4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7b05220b-36d2-40eb-be72-7e3e060fbabb'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:04:09.667304 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e84ee77-1cb8-4147-91b9-5285db209ece None None] Attempting to bind port b4ef762f-4d95-420b-b907-2e3340ce8c96 on network 7b05220b-36d2-40eb-be72-7e3e060fbabb {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:04:09.672342 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2c4cae23-457f-4f36-a67a-2aafe0c264b3 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:09.678158 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e84ee77-1cb8-4147-91b9-5285db209ece None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:04:09.678574 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e84ee77-1cb8-4147-91b9-5285db209ece None None] Checking segment: {'id': 'c07f3d80-20eb-4904-a367-4db848d7a4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7b05220b-36d2-40eb-be72-7e3e060fbabb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:04:09.678994 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9e84ee77-1cb8-4147-91b9-5285db209ece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:09.679401 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e84ee77-1cb8-4147-91b9-5285db209ece None None] Bound using segment: {'id': 'c07f3d80-20eb-4904-a367-4db848d7a4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7b05220b-36d2-40eb-be72-7e3e060fbabb'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:04:09.683085 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-9e84ee77-1cb8-4147-91b9-5285db209ece None None] Bound port: b4ef762f-4d95-420b-b907-2e3340ce8c96, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c07f3d80-20eb-4904-a367-4db848d7a4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7b05220b-36d2-40eb-be72-7e3e060fbabb'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:04:09.683495 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9e84ee77-1cb8-4147-91b9-5285db209ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:09.708802 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b672c998-9cf7-4464-9603-111578d581e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:09.779142 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-8313e978-d9ec-45b2-a379-85e02f516786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:09.779142 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8313e978-d9ec-45b2-a379-85e02f516786 None None] The sync data for ids ['c64203b7-07f3-412f-9320-dbad9db09132'] in n-d-803603-2 is: [] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:04:09.823905 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-9e84ee77-1cb8-4147-91b9-5285db209ece None None] For port b4ef762f-4d95-420b-b907-2e3340ce8c96, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:04:09.826232 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b672c998-9cf7-4464-9603-111578d581e5 admin admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:04:09.831322 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-b672c998-9cf7-4464-9603-111578d581e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:04:09.833398 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-9e84ee77-1cb8-4147-91b9-5285db209ece None None] For port b4ef762f-4d95-420b-b907-2e3340ce8c96, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b4ef762f-4d95-420b-b907-2e3340ce8c96,segment=NetworkSegment(c07f3d80-20eb-4904-a367-4db848d7a4aa),segment_id=c07f3d80-20eb-4904-a367-4db848d7a4aa)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:04:09.865501 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b672c998-9cf7-4464-9603-111578d581e5 admin admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:04:09.868687 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b672c998-9cf7-4464-9603-111578d581e5 admin admin] Pushing event updated for resources: {'Port': ['ID=b2044cbe-f51f-4178-8c91-3acf99d0c0dc,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:09.916918 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2c4cae23-457f-4f36-a67a-2aafe0c264b3 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:09.942443 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9e84ee77-1cb8-4147-91b9-5285db209ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:10.017810 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84ee77-1cb8-4147-91b9-5285db209ece None None] Pushing event updated for resources: {'Port': ['ID=b4ef762f-4d95-420b-b907-2e3340ce8c96,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:10.130303 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-2c4cae23-457f-4f36-a67a-2aafe0c264b3 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Deleting port 9d8b70c9-5be3-4612-bcd1-2abeac9a3309 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:04:10.130562 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2c4cae23-457f-4f36-a67a-2aafe0c264b3 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:10.288501 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2c4cae23-457f-4f36-a67a-2aafe0c264b3 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:10.304994 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-2c4cae23-457f-4f36-a67a-2aafe0c264b3 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Calling delete_port for 9d8b70c9-5be3-4612-bcd1-2abeac9a3309 owned by network:router_gateway {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:04:10.619196 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5aa85-b658-4591-8b7c-0c1f44ec4ab9 req-b8187665-d0f6-46f3-a8b4-e8f07ba649d2 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:10.620673 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-29c5aa85-b658-4591-8b7c-0c1f44ec4ab9 req-b8187665-d0f6-46f3-a8b4-e8f07ba649d2 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 946 time: 0.2342429 Aug 18 13:04:10.746454 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b672c998-9cf7-4464-9603-111578d581e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:10.795285 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-29c5aa85-b658-4591-8b7c-0c1f44ec4ab9 req-cbf94c16-0dd2-4afb-b903-d93409a579b4 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902054 Aug 18 13:04:10.998527 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2c4cae23-457f-4f36-a67a-2aafe0c264b3 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:11.066155 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4cae23-457f-4f36-a67a-2aafe0c264b3 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Pushing event deleted for resources: {'Port': ['ID=9d8b70c9-5be3-4612-bcd1-2abeac9a3309,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:11.115877 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b672c998-9cf7-4464-9603-111578d581e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:11.136078 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448db01-287c-4458-a1b4-d4077eb16eef req-920f62bf-b1aa-4996-a18f-3d576533888a tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:11.137690 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8448db01-287c-4458-a1b4-d4077eb16eef req-920f62bf-b1aa-4996-a18f-3d576533888a tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea936184-9301-419d-8fb4-34194d7000b6 HTTP/1.1" status: 200 len: 945 time: 0.5995004 Aug 18 13:04:11.254581 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2c4cae23-457f-4f36-a67a-2aafe0c264b3 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:11.455448 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2c4cae23-457f-4f36-a67a-2aafe0c264b3 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:11.457785 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2c4cae23-457f-4f36-a67a-2aafe0c264b3 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:11.547040 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4ceebcb4-e130-4b38-b614-5a0563d8afec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:11.631734 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2c4cae23-457f-4f36-a67a-2aafe0c264b3 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:11.631734 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4cae23-457f-4f36-a67a-2aafe0c264b3 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Fanout notify agent at l3_agent the message router_deleted on router c64203b7-07f3-412f-9320-dbad9db09132 {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:04:11.638770 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2c4cae23-457f-4f36-a67a-2aafe0c264b3 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:11.640431 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2c4cae23-457f-4f36-a67a-2aafe0c264b3 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "DELETE /v2.0/routers/c64203b7-07f3-412f-9320-dbad9db09132 HTTP/1.1" status: 204 len: 168 time: 2.2061417 Aug 18 13:04:11.644211 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 53912) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:11.725527 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-905c0b52-eba8-4a72-9cc7-50b7962f9c4a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Deleting subnet b27a64d0-2def-475c-81ad-450bd3301e38 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:04:11.729494 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff75d6b-6cd0-4ea6-af0a-30683fdb5127 None None] Network 7b05220b-36d2-40eb-be72-7e3e060fbabb requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:04:11.735258 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-905c0b52-eba8-4a72-9cc7-50b7962f9c4a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:11.819371 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-905c0b52-eba8-4a72-9cc7-50b7962f9c4a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:11.901193 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8448db01-287c-4458-a1b4-d4077eb16eef req-c0262f25-59f4-4f3d-8da5-222c05f7523e tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735912 Aug 18 13:04:11.970099 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b672c998-9cf7-4464-9603-111578d581e5 admin admin] Router 66e22582-27f1-48db-b051-4c033baa4033 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:04:12.018419 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-905c0b52-eba8-4a72-9cc7-50b7962f9c4a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:12.187828 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b47d5185-9008-4f49-95fd-b1cd5b0502dc None None] Provisioning for port b4ef762f-4d95-420b-b907-2e3340ce8c96 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:04:12.202357 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d8ece-ee05-4a75-9c25-066f5075651e req-7efd8449-6cd3-416c-8d3e-0506e53a693e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:12.206848 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b672c998-9cf7-4464-9603-111578d581e5 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:04:12.217478 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fb3d8ece-ee05-4a75-9c25-066f5075651e req-7efd8449-6cd3-416c-8d3e-0506e53a693e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 946 time: 0.2119322 Aug 18 13:04:12.219149 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fade65-af10-448e-a35a-b27d3f75ed12 None None] Sync routers for ids ['66e22582-27f1-48db-b051-4c033baa4033'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:04:12.230054 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fade65-af10-448e-a35a-b27d3f75ed12 None None] Routers {'66e22582-27f1-48db-b051-4c033baa4033'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:04:12.230899 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-19fade65-af10-448e-a35a-b27d3f75ed12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:03:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['66e22582-27f1-48db-b051-4c033baa4033'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:12.265264 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-905c0b52-eba8-4a72-9cc7-50b7962f9c4a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:12.277515 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fb3d8ece-ee05-4a75-9c25-066f5075651e req-0d80bcd0-7dd2-45ba-b9f4-f0485403cbcc tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585532 Aug 18 13:04:12.284038 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b672c998-9cf7-4464-9603-111578d581e5 admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:12.288237 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b672c998-9cf7-4464-9603-111578d581e5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3083320 Aug 18 13:04:12.289140 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 53930) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:12.323192 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-905c0b52-eba8-4a72-9cc7-50b7962f9c4a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:12.330744 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-905c0b52-eba8-4a72-9cc7-50b7962f9c4a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "DELETE /v2.0/subnets/b27a64d0-2def-475c-81ad-450bd3301e38 HTTP/1.1" status: 204 len: 168 time: 0.6846218 Aug 18 13:04:12.335348 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 53934) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:12.335348 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905c0b52-eba8-4a72-9cc7-50b7962f9c4a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Pushing event deleted for resources: {'Subnet': ['ID=b27a64d0-2def-475c-81ad-450bd3301e38,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:12.347741 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d076309f-5fa5-45a8-9b24-cc8265a4c914 None None] Network 8619d71a-a045-41d3-8ef8-2f5cb6f80e1c requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:04:12.506226 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f571d4e6-986e-44ea-85c3-e1f7a3b8a7ce tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:12.571388 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b4ef762f-4d95-420b-b907-2e3340ce8c96 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:04:12.660976 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-f571d4e6-986e-44ea-85c3-e1f7a3b8a7ce tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Deleting port 9551128d-a70b-4be2-a7b0-f26f16130f58 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:04:12.661315 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f571d4e6-986e-44ea-85c3-e1f7a3b8a7ce tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:12.676825 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-19fade65-af10-448e-a35a-b27d3f75ed12 None None] Set router 66e22582-27f1-48db-b051-4c033baa4033 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:04:12.749088 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 53942) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:12.792405 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6402220-673e-4f35-a853-848e513353c6 None None] DHCP port deletion for 8619d71a-a045-41d3-8ef8-2f5cb6f80e1c request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:04:12.812463 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-f571d4e6-986e-44ea-85c3-e1f7a3b8a7ce tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] For port 9551128d-a70b-4be2-a7b0-f26f16130f58, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=9551128d-a70b-4be2-a7b0-f26f16130f58,segment=NetworkSegment(bb14e666-0774-4f49-8c6e-835161195347),segment_id=bb14e666-0774-4f49-8c6e-835161195347)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:04:12.812813 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f571d4e6-986e-44ea-85c3-e1f7a3b8a7ce tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:12.844658 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-f571d4e6-986e-44ea-85c3-e1f7a3b8a7ce tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Calling delete_port for 9551128d-a70b-4be2-a7b0-f26f16130f58 owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:04:12.969705 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port b4ef762f-4d95-420b-b907-2e3340ce8c96 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:04:12.983411 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-b6402220-673e-4f35-a853-848e513353c6 None None] Deleting port 9551128d-a70b-4be2-a7b0-f26f16130f58 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:04:12.983785 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b6402220-673e-4f35-a853-848e513353c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:13.047255 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port b4ef762f-4d95-420b-b907-2e3340ce8c96 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:04:13.047847 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:13.144006 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-35ec4265-0fdd-462e-a37f-11f8c8a51c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:13.210293 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be468819-3280-412c-9fb0-edccc1f9eac4 req-b2e566c9-ad3c-4919-bf0a-193ef0aa1211 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:13.212016 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-be468819-3280-412c-9fb0-edccc1f9eac4 req-b2e566c9-ad3c-4919-bf0a-193ef0aa1211 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea936184-9301-419d-8fb4-34194d7000b6 HTTP/1.1" status: 200 len: 945 time: 0.1743529 Aug 18 13:04:13.227585 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f571d4e6-986e-44ea-85c3-e1f7a3b8a7ce tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:13.266619 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b8e5e938-afb2-4267-8281-23d4ab752b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:13.331465 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f571d4e6-986e-44ea-85c3-e1f7a3b8a7ce tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Pushing event deleted for resources: {'Port': ['ID=9551128d-a70b-4be2-a7b0-f26f16130f58,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:13.343744 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f571d4e6-986e-44ea-85c3-e1f7a3b8a7ce tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] No DVR routers for this DVR port 9551128d-a70b-4be2-a7b0-f26f16130f58 on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:04:13.352416 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-b6402220-673e-4f35-a853-848e513353c6 None None] For port 9551128d-a70b-4be2-a7b0-f26f16130f58, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=9551128d-a70b-4be2-a7b0-f26f16130f58,segment=NetworkSegment(bb14e666-0774-4f49-8c6e-835161195347),segment_id=bb14e666-0774-4f49-8c6e-835161195347)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:04:13.352948 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b6402220-673e-4f35-a853-848e513353c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:13.393239 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-b6402220-673e-4f35-a853-848e513353c6 None None] Calling delete_port for 9551128d-a70b-4be2-a7b0-f26f16130f58 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:04:13.423513 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-19fade65-af10-448e-a35a-b27d3f75ed12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e22582-27f1-48db-b051-4c033baa4033', 'name': 'tempest-TaggedBootDevicesTest-597042161-router', 'tenant_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'b2044cbe-f51f-4178-8c91-3acf99d0c0dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:04:08Z', 'updated_at': '2021-08-18T13:04:10Z', 'revision_number': 3, 'project_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'gw_port': {'id': 'b2044cbe-f51f-4178-8c91-3acf99d0c0dc', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e22582-27f1-48db-b051-4c033baa4033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:04:09Z', 'updated_at': '2021-08-18T13:04:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:13.502437 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fade65-af10-448e-a35a-b27d3f75ed12 None None] Checking router: 66e22582-27f1-48db-b051-4c033baa4033 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:04:13.502798 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fade65-af10-448e-a35a-b27d3f75ed12 None None] Updating router 66e22582-27f1-48db-b051-4c033baa4033 port b2044cbe-f51f-4178-8c91-3acf99d0c0dc binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:04:13.577987 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-19fade65-af10-448e-a35a-b27d3f75ed12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:13.619722 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-b8e5e938-afb2-4267-8281-23d4ab752b13 admin admin] Allocated IP 172.20.0.1 (7b05220b-36d2-40eb-be72-7e3e060fbabb/bfeef1f8-f283-4cb6-a505-21a51b6ed46e/0b664f35-5fae-45af-bf5b-7bbf9075cac6) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:04:13.636658 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-be468819-3280-412c-9fb0-edccc1f9eac4 req-374d67dc-c715-4831-839c-5e26fc2b4f67 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4119518 Aug 18 13:04:13.642378 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:13.676454 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f571d4e6-986e-44ea-85c3-e1f7a3b8a7ce tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:13.695307 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-f571d4e6-986e-44ea-85c3-e1f7a3b8a7ce tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8619d71a-a045-41d3-8ef8-2f5cb6f80e1c']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:13.711461 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-f571d4e6-986e-44ea-85c3-e1f7a3b8a7ce tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb14e666-0774-4f49-8c6e-835161195347') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:13.711767 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-f571d4e6-986e-44ea-85c3-e1f7a3b8a7ce tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb14e666-0774-4f49-8c6e-835161195347') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:13.750200 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f571d4e6-986e-44ea-85c3-e1f7a3b8a7ce tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:13.768704 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-35ec4265-0fdd-462e-a37f-11f8c8a51c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:13.783327 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f571d4e6-986e-44ea-85c3-e1f7a3b8a7ce tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:13.784474 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f5dccd26-39c0-440e-b485-3ef03bc7b887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:13.788311 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port b4ef762f-4d95-420b-b907-2e3340ce8c96, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b4ef762f-4d95-420b-b907-2e3340ce8c96,segment=NetworkSegment(c07f3d80-20eb-4904-a367-4db848d7a4aa),segment_id=c07f3d80-20eb-4904-a367-4db848d7a4aa)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:04:13.801310 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f571d4e6-986e-44ea-85c3-e1f7a3b8a7ce tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:04:13.801310 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f571d4e6-986e-44ea-85c3-e1f7a3b8a7ce tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:13.864334 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:04:13.864334 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:04:13.864334 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:04:13.864334 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:04:13.864334 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:04:13.864334 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:04:13.864334 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:04:13.864334 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:04:13.864334 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:04:13.864334 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:04:13.864334 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:04:13.864334 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:04:13.864334 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:04:13.864334 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:04:13.864334 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:04:13.864334 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:04:13.864334 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:04:13.864334 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:04:13.864334 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:04:13.864334 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:04:13.864334 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:04:13.864334 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:04:13.864334 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:04:13.864334 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:04:13.864334 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:04:13.864334 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:04:13.864334 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:04:13.864334 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:04:13.864334 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:04:13.864334 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:04:13.864334 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:04:13.864334 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:04:13.875142 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b6402220-673e-4f35-a853-848e513353c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:13.878270 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ea833db-2e9c-4cc3-8d72-c5c78f85e9a4 req-29be65f4-71cc-4c29-8b09-40bf6c4ef7a2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2309895 Aug 18 13:04:13.908306 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-35ec4265-0fdd-462e-a37f-11f8c8a51c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:13.921013 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16f98f-cfd6-4ff2-9bf0-cb8cbd29827e req-1be0dc6c-f67c-47b9-8066-bcb4015e010d tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:13.933695 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:13.936602 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5c16f98f-cfd6-4ff2-9bf0-cb8cbd29827e req-1be0dc6c-f67c-47b9-8066-bcb4015e010d tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 946 time: 0.2378490 Aug 18 13:04:14.030707 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-35ec4265-0fdd-462e-a37f-11f8c8a51c69 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=92f3ec74cb0f4e0b8c2580e92c732098&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2781990 Aug 18 13:04:14.034908 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 53988) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:14.037581 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec4265-0fdd-462e-a37f-11f8c8a51c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3b4aea-348c-48d2-b7f7-8159f41b2803,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:14.066931 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f571d4e6-986e-44ea-85c3-e1f7a3b8a7ce tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:14.067715 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b8e5e938-afb2-4267-8281-23d4ab752b13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:14.095462 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f571d4e6-986e-44ea-85c3-e1f7a3b8a7ce tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:14.097451 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f571d4e6-986e-44ea-85c3-e1f7a3b8a7ce tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "DELETE /v2.0/networks/8619d71a-a045-41d3-8ef8-2f5cb6f80e1c HTTP/1.1" status: 204 len: 168 time: 1.7620444 Aug 18 13:04:14.101317 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 53996) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:14.129053 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6402220-673e-4f35-a853-848e513353c6 None None] Pushing event deleted for resources: {'Port': ['ID=9551128d-a70b-4be2-a7b0-f26f16130f58,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:14.139045 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5c16f98f-cfd6-4ff2-9bf0-cb8cbd29827e req-9b25f3bd-7e4b-4af6-8b1d-67adb7e3ebc1 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1963727 Aug 18 13:04:14.156175 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-b8e5e938-afb2-4267-8281-23d4ab752b13 admin admin] Transition to ACTIVE for port object 0b664f35-5fae-45af-bf5b-7bbf9075cac6 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:04:14.167571 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea833db-2e9c-4cc3-8d72-c5c78f85e9a4 req-e77d80fa-9369-4649-86db-72a8eeb9fbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:14.170537 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ea833db-2e9c-4cc3-8d72-c5c78f85e9a4 req-e77d80fa-9369-4649-86db-72a8eeb9fbaa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5db4861e129545f8b7d9c174999be45f&device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 1097 time: 0.2211554 Aug 18 13:04:14.183197 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6402220-673e-4f35-a853-848e513353c6 None None] No DVR routers for this DVR port 9551128d-a70b-4be2-a7b0-f26f16130f58 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:04:14.249635 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f571d4e6-986e-44ea-85c3-e1f7a3b8a7ce tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Pushing event deleted for resources: {'Network': ['ID=8619d71a-a045-41d3-8ef8-2f5cb6f80e1c,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:14.275474 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=b4ef762f-4d95-420b-b907-2e3340ce8c96,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:14.320584 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b8e5e938-afb2-4267-8281-23d4ab752b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:14.393367 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b4ef762f-4d95-420b-b907-2e3340ce8c96 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:04:14.397637 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-19fade65-af10-448e-a35a-b27d3f75ed12 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:14.448096 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea833db-2e9c-4cc3-8d72-c5c78f85e9a4 req-ae474007-b85f-4dc3-b8a3-00cc7e499a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:14.450997 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ea833db-2e9c-4cc3-8d72-c5c78f85e9a4 req-ae474007-b85f-4dc3-b8a3-00cc7e499a85 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f0772655-8fcf-4cc7-a52b-8d2f1d4d6419 HTTP/1.1" status: 200 len: 911 time: 0.2433000 Aug 18 13:04:14.453758 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-19fade65-af10-448e-a35a-b27d3f75ed12 None None] Transition to ACTIVE for port object b2044cbe-f51f-4178-8c91-3acf99d0c0dc will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:04:14.464757 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e5e938-afb2-4267-8281-23d4ab752b13 admin admin] Network 7b05220b-36d2-40eb-be72-7e3e060fbabb is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:04:14.487682 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-b8e5e938-afb2-4267-8281-23d4ab752b13 admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:04:14.498887 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port b4ef762f-4d95-420b-b907-2e3340ce8c96 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:04:14.499278 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:14.501088 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e5e938-afb2-4267-8281-23d4ab752b13 admin admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:04:14.548694 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d6e9ac0b-ff66-4673-8a66-060c3a23e1e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:14.569998 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:14.578529 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-19fade65-af10-448e-a35a-b27d3f75ed12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:14.640597 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1f3ca2d4-3819-466f-9d42-820ee67ca304 req-4c7eec11-1469-4d40-827f-863ede5d6750 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3826246 Aug 18 13:04:14.694635 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-19fade65-af10-448e-a35a-b27d3f75ed12 None None] Attempting to bind port b2044cbe-f51f-4178-8c91-3acf99d0c0dc on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:04:14.695018 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-19fade65-af10-448e-a35a-b27d3f75ed12 None None] Attempting to bind port b2044cbe-f51f-4178-8c91-3acf99d0c0dc by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:04:14.695392 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fade65-af10-448e-a35a-b27d3f75ed12 None None] Attempting to bind port b2044cbe-f51f-4178-8c91-3acf99d0c0dc on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:04:14.699097 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1293102-b5d8-45e4-a7e4-2c320850c874 None None] Pushing event updated for resources: {'Port': ['ID=b2044cbe-f51f-4178-8c91-3acf99d0c0dc,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:14.748121 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b8e5e938-afb2-4267-8281-23d4ab752b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:14.760023 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d6e9ac0b-ff66-4673-8a66-060c3a23e1e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:14.762183 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fade65-af10-448e-a35a-b27d3f75ed12 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:04:14.763809 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fade65-af10-448e-a35a-b27d3f75ed12 None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:04:14.763809 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-19fade65-af10-448e-a35a-b27d3f75ed12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:14.763809 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fade65-af10-448e-a35a-b27d3f75ed12 None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:04:14.764086 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-19fade65-af10-448e-a35a-b27d3f75ed12 None None] Bound port: b2044cbe-f51f-4178-8c91-3acf99d0c0dc, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:04:14.764269 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-19fade65-af10-448e-a35a-b27d3f75ed12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:14.794094 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-3b321921-547a-4052-8743-07ccb3016bb9 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Deleting port 52dc0a9c-7638-4346-970f-95398433619f {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:04:14.794094 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3b321921-547a-4052-8743-07ccb3016bb9 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:14.794410 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e5e938-afb2-4267-8281-23d4ab752b13 admin admin] Pushing event updated for resources: {'Port': ['ID=0b664f35-5fae-45af-bf5b-7bbf9075cac6,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:14.796627 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ea833db-2e9c-4cc3-8d72-c5c78f85e9a4 req-706b5c34-d2ac-48cf-8c9e-6e6d271cc2b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44d4eecb-093c-4426-9131-356e1ee9bda1 HTTP/1.1" status: 200 len: 1002 time: 0.3362069 Aug 18 13:04:14.868750 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 9551128d-a70b-4be2-a7b0-f26f16130f58 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:04:14.917550 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 9551128d-a70b-4be2-a7b0-f26f16130f58 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:04:14.917917 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 9551128d-a70b-4be2-a7b0-f26f16130f58 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:04:14.919172 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3b321921-547a-4052-8743-07ccb3016bb9 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:14.920048 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3b321921-547a-4052-8743-07ccb3016bb9 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:14.925440 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-19fade65-af10-448e-a35a-b27d3f75ed12 None None] For port b2044cbe-f51f-4178-8c91-3acf99d0c0dc, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:04:14.929554 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-19fade65-af10-448e-a35a-b27d3f75ed12 None None] For port b2044cbe-f51f-4178-8c91-3acf99d0c0dc, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b2044cbe-f51f-4178-8c91-3acf99d0c0dc,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:04:14.961882 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-3b321921-547a-4052-8743-07ccb3016bb9 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Calling delete_port for 52dc0a9c-7638-4346-970f-95398433619f owned by network:floatingip {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:04:14.976308 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ca2d4-3819-466f-9d42-820ee67ca304 req-b3d53219-1592-480c-a520-2f60bac2b998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:14.977852 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1f3ca2d4-3819-466f-9d42-820ee67ca304 req-b3d53219-1592-480c-a520-2f60bac2b998 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=55f2c489a405498aa01d9cac2d06f3c9&device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 1097 time: 0.2679017 Aug 18 13:04:15.015982 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-19fade65-af10-448e-a35a-b27d3f75ed12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:15.028692 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea833db-2e9c-4cc3-8d72-c5c78f85e9a4 req-e2cce695-5e20-40ba-8075-dc3db1263d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:15.030254 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ea833db-2e9c-4cc3-8d72-c5c78f85e9a4 req-e2cce695-5e20-40ba-8075-dc3db1263d12 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00f32c6d-8610-4a26-b77a-8f80b2f8beae HTTP/1.1" status: 200 len: 849 time: 0.1693969 Aug 18 13:04:15.041684 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda31c9-b693-42b1-a129-1905c542d803 req-4196253f-eaa3-44c2-96ea-bc9d89a2b4c0 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:15.043271 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9fda31c9-b693-42b1-a129-1905c542d803 req-4196253f-eaa3-44c2-96ea-bc9d89a2b4c0 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea936184-9301-419d-8fb4-34194d7000b6 HTTP/1.1" status: 200 len: 945 time: 0.2458034 Aug 18 13:04:15.068530 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fade65-af10-448e-a35a-b27d3f75ed12 None None] Routers {'66e22582-27f1-48db-b051-4c033baa4033'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:04:15.069182 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-19fade65-af10-448e-a35a-b27d3f75ed12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:04:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['66e22582-27f1-48db-b051-4c033baa4033'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:15.077813 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-4288a9d8-916a-4c99-9d88-67168555a473 None None] Provisioning for port 0b664f35-5fae-45af-bf5b-7bbf9075cac6 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:04:15.123635 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-4288a9d8-916a-4c99-9d88-67168555a473 None None] Provisioning complete for port 0b664f35-5fae-45af-bf5b-7bbf9075cac6 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:04:15.124135 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4288a9d8-916a-4c99-9d88-67168555a473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:15.136052 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d6e9ac0b-ff66-4673-8a66-060c3a23e1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:15.139264 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d6e9ac0b-ff66-4673-8a66-060c3a23e1e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:15.142880 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d6e9ac0b-ff66-4673-8a66-060c3a23e1e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b3b4aea-348c-48d2-b7f7-8159f41b2803 HTTP/1.1" status: 204 len: 168 time: 1.1000049 Aug 18 13:04:15.161392 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea833db-2e9c-4cc3-8d72-c5c78f85e9a4 req-486e5697-f5be-4fe0-9878-953918050bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:15.169843 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ea833db-2e9c-4cc3-8d72-c5c78f85e9a4 req-486e5697-f5be-4fe0-9878-953918050bce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f0772655-8fcf-4cc7-a52b-8d2f1d4d6419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165845 Aug 18 13:04:15.173070 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e9ac0b-ff66-4673-8a66-060c3a23e1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3b4aea-348c-48d2-b7f7-8159f41b2803,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:15.186505 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9fda31c9-b693-42b1-a129-1905c542d803 req-734f0674-98aa-400f-99a6-ea9feebc3722 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196880 Aug 18 13:04:15.233523 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ca2d4-3819-466f-9d42-820ee67ca304 req-80d701a9-6cf5-42f9-aa26-a06308e39a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:15.235390 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1f3ca2d4-3819-466f-9d42-820ee67ca304 req-80d701a9-6cf5-42f9-aa26-a06308e39a04 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1580e32b-815c-484e-8818-74705331eaf8 HTTP/1.1" status: 200 len: 917 time: 0.2142985 Aug 18 13:04:15.264881 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-4288a9d8-916a-4c99-9d88-67168555a473 None None] Port 0b664f35-5fae-45af-bf5b-7bbf9075cac6 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:04:15.279752 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1293102-b5d8-45e4-a7e4-2c320850c874 None None] Pushing event updated for resources: {'Port': ['ID=b2044cbe-f51f-4178-8c91-3acf99d0c0dc,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:15.368436 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b8e5e938-afb2-4267-8281-23d4ab752b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:15.399359 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1f3ca2d4-3819-466f-9d42-820ee67ca304 req-38e6c6e8-403c-465b-b65c-a6aca721f190 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d56c394b-93e7-4573-9588-fa1eeaa8886c HTTP/1.1" status: 200 len: 1002 time: 0.1554372 Aug 18 13:04:15.403777 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:15.405991 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-19fade65-af10-448e-a35a-b27d3f75ed12 None None] Set router 66e22582-27f1-48db-b051-4c033baa4033 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:04:15.481549 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ca2d4-3819-466f-9d42-820ee67ca304 req-9c634dca-5263-4f36-849b-10ab474649c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:15.482306 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1f3ca2d4-3819-466f-9d42-820ee67ca304 req-9c634dca-5263-4f36-849b-10ab474649c1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935 HTTP/1.1" status: 200 len: 855 time: 0.0670571 Aug 18 13:04:15.488255 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3b321921-547a-4052-8743-07ccb3016bb9 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:15.495776 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ea833db-2e9c-4cc3-8d72-c5c78f85e9a4 req-4cb6d738-272a-4f8b-bf5a-5c512aa97169 service neutron] 10.222.0.20 "GET /v2.0/networks/f0772655-8fcf-4cc7-a52b-8d2f1d4d6419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077149 Aug 18 13:04:15.553600 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device be132020-3516-4ddf-b702-9f30b7b7f0c8 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:04:15.645083 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b321921-547a-4052-8743-07ccb3016bb9 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Pushing event deleted for resources: {'Port': ['ID=52dc0a9c-7638-4346-970f-95398433619f,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:15.699006 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3b321921-547a-4052-8743-07ccb3016bb9 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for floatingip, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:15.710255 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3b321921-547a-4052-8743-07ccb3016bb9 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:15.727323 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3b321921-547a-4052-8743-07ccb3016bb9 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "DELETE /v2.0/floatingips/1060bf49-d962-4d97-bd26-4122f1abb1c8 HTTP/1.1" status: 204 len: 168 time: 1.6173923 Aug 18 13:04:15.727544 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 54040) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:15.747079 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ea833db-2e9c-4cc3-8d72-c5c78f85e9a4 req-5c1afde9-e977-4f2c-b89c-8c28455bda6d service neutron] 10.222.0.20 "GET /v2.0/networks/f0772655-8fcf-4cc7-a52b-8d2f1d4d6419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382548 Aug 18 13:04:15.819491 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b8e5e938-afb2-4267-8281-23d4ab752b13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:15.827067 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-56d7b983-9eb9-4c12-a598-35368055643d tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] DELETE failed (client error): The resource could not be found. Aug 18 13:04:15.828046 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56d7b983-9eb9-4c12-a598-35368055643d tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:04:15.833699 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 54042) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:15.835017 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-56d7b983-9eb9-4c12-a598-35368055643d tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "DELETE /v2.0/ports/24358f24-8b08-47a0-b5d8-363344a4107f HTTP/1.1" status: 404 len: 333 time: 0.1066020 Aug 18 13:04:15.862827 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58924a59-c21d-4cae-8def-e2086ac17fa7 req-a7c35541-c4f3-4d15-94d3-49b985f9e72b tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:15.864766 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-58924a59-c21d-4cae-8def-e2086ac17fa7 req-a7c35541-c4f3-4d15-94d3-49b985f9e72b tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 946 time: 0.3396807 Aug 18 13:04:15.867504 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ca2d4-3819-466f-9d42-820ee67ca304 req-3f084c63-591d-47f6-be81-867131323b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:15.869710 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1f3ca2d4-3819-466f-9d42-820ee67ca304 req-3f084c63-591d-47f6-be81-867131323b58 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1580e32b-815c-484e-8818-74705331eaf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3722866 Aug 18 13:04:15.883235 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2160bbcf-1426-465e-908a-8124678f8e5a tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "GET /v2.0/ports?device_id=c64203b7-07f3-412f-9320-dbad9db09132 HTTP/1.1" status: 200 len: 205 time: 0.0463920 Aug 18 13:04:15.883655 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 54044) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:15.938854 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b8e5e938-afb2-4267-8281-23d4ab752b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:15.941237 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-e7acd037-87af-4297-895a-b1be619f8139 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] delete failed (client error): The resource could not be found. Aug 18 13:04:15.944552 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e7acd037-87af-4297-895a-b1be619f8139 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "DELETE /v2.0/routers/c64203b7-07f3-412f-9320-dbad9db09132 HTTP/1.1" status: 404 len: 336 time: 0.0577235 Aug 18 13:04:15.950548 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:15.963627 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 54046) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:16.021810 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69406f0d-4d49-4b0f-a5e3-e400e126fa67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be132020-3516-4ddf-b702-9f30b7b7f0c8'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:04:16.024574 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d094bb0-b2f1-4b46-9e2e-0289450dbc62" -d '{"events": [{"server_uuid": "69406f0d-4d49-4b0f-a5e3-e400e126fa67", "name": "network-vif-unplugged", "status": "completed", "tag": "be132020-3516-4ddf-b702-9f30b7b7f0c8"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:04:16.037914 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-a42874ca-cf20-4b0c-991c-256395e54f22 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] DELETE failed (client error): The resource could not be found. Aug 18 13:04:16.038417 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a42874ca-cf20-4b0c-991c-256395e54f22 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:04:16.051499 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a42874ca-cf20-4b0c-991c-256395e54f22 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "DELETE /v2.0/subnets/b27a64d0-2def-475c-81ad-450bd3301e38 HTTP/1.1" status: 404 len: 337 time: 0.0865991 Aug 18 13:04:16.056366 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 54050) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:16.081402 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b8e5e938-afb2-4267-8281-23d4ab752b13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:16.110415 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 13:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4782697d-c7ec-432d-bb31-629c7fd79331 x-openstack-request-id: req-4782697d-c7ec-432d-bb31-629c7fd79331 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:04:16.110715 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69406f0d-4d49-4b0f-a5e3-e400e126fa67", "name": "network-vif-unplugged", "status": "completed", "tag": "be132020-3516-4ddf-b702-9f30b7b7f0c8", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:04:16.110972 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4782697d-c7ec-432d-bb31-629c7fd79331 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:04:16.111383 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69406f0d-4d49-4b0f-a5e3-e400e126fa67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be132020-3516-4ddf-b702-9f30b7b7f0c8', 'code': 200} Aug 18 13:04:16.113320 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port be132020-3516-4ddf-b702-9f30b7b7f0c8, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=be132020-3516-4ddf-b702-9f30b7b7f0c8,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:04:16.184704 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:16.191732 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e5e938-afb2-4267-8281-23d4ab752b13 admin admin] Pushing event updated for resources: {'Port': ['ID=0b664f35-5fae-45af-bf5b-7bbf9075cac6,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:16.320670 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=be132020-3516-4ddf-b702-9f30b7b7f0c8,revision_number=14']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:16.323461 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-19fade65-af10-448e-a35a-b27d3f75ed12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e22582-27f1-48db-b051-4c033baa4033', 'name': 'tempest-TaggedBootDevicesTest-597042161-router', 'tenant_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'b2044cbe-f51f-4178-8c91-3acf99d0c0dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:04:08Z', 'updated_at': '2021-08-18T13:04:10Z', 'revision_number': 3, 'project_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'gw_port': {'id': 'b2044cbe-f51f-4178-8c91-3acf99d0c0dc', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e22582-27f1-48db-b051-4c033baa4033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:04:09Z', 'updated_at': '2021-08-18T13:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:16.335507 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 54054) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:16.362504 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fade65-af10-448e-a35a-b27d3f75ed12 None None] The sync data for ids ['66e22582-27f1-48db-b051-4c033baa4033'] in n-d-803603-2 is: [{'id': '66e22582-27f1-48db-b051-4c033baa4033', 'name': 'tempest-TaggedBootDevicesTest-597042161-router', 'tenant_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'b2044cbe-f51f-4178-8c91-3acf99d0c0dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:04:08Z', 'updated_at': '2021-08-18T13:04:10Z', 'revision_number': 3, 'project_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'gw_port': {'id': 'b2044cbe-f51f-4178-8c91-3acf99d0c0dc', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e22582-27f1-48db-b051-4c033baa4033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:04:09Z', 'updated_at': '2021-08-18T13:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:04:16.398233 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0fe397f1-d300-4693-91f4-9a6bb6ccc1c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:16.499029 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-58924a59-c21d-4cae-8def-e2086ac17fa7 req-24a6cd77-7b63-4b46-a22b-19ae7f0b92c2 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6267917 Aug 18 13:04:16.596128 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1f3ca2d4-3819-466f-9d42-820ee67ca304 req-af0bda4b-db1d-48ee-bc32-bbbe816ced3c service neutron] 10.222.0.39 "GET /v2.0/networks/1580e32b-815c-484e-8818-74705331eaf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7089105 Aug 18 13:04:16.604057 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101ba02-9f4a-44b6-8e0a-81f2a8b368c6 req-02d8f2e1-f95a-4433-b635-4b41310c1ddf tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:16.611769 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7101ba02-9f4a-44b6-8e0a-81f2a8b368c6 req-02d8f2e1-f95a-4433-b635-4b41310c1ddf tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea936184-9301-419d-8fb4-34194d7000b6 HTTP/1.1" status: 200 len: 945 time: 0.2974360 Aug 18 13:04:16.622926 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0fe397f1-d300-4693-91f4-9a6bb6ccc1c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:16.638016 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e5e938-afb2-4267-8281-23d4ab752b13 admin admin] Network 7b05220b-36d2-40eb-be72-7e3e060fbabb is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:04:16.646435 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-b8e5e938-afb2-4267-8281-23d4ab752b13 admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:04:16.650923 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e4c2d-895f-4769-bcfe-23df11f6db97 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Deleting port 3dfdff12-4485-45c6-adcd-0e7532bf9d15 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:04:16.651330 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ee2e4c2d-895f-4769-bcfe-23df11f6db97 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:16.955855 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1f3ca2d4-3819-466f-9d42-820ee67ca304 req-53f96213-cfaf-4825-8182-ac1bb82512ef service neutron] 10.222.0.39 "GET /v2.0/networks/1580e32b-815c-484e-8818-74705331eaf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496830 Aug 18 13:04:16.964245 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0fe397f1-d300-4693-91f4-9a6bb6ccc1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:17.064711 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7101ba02-9f4a-44b6-8e0a-81f2a8b368c6 req-c2631f36-b916-4b31-8a4c-e565697bf7c1 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4519436 Aug 18 13:04:17.136501 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0fe397f1-d300-4693-91f4-9a6bb6ccc1c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ef0db71e6f664d0f85e49fd263e592b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7961297 Aug 18 13:04:17.139521 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 54072) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:17.160265 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe397f1-d300-4693-91f4-9a6bb6ccc1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25283e35-863c-4a6a-b98a-241b5d4f9c42,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:17.227232 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-e665d851-0743-43f6-a093-2f2e1256a568 None None] Provisioning complete for port 0b664f35-5fae-45af-bf5b-7bbf9075cac6 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:04:17.228903 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e665d851-0743-43f6-a093-2f2e1256a568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:17.240986 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3c52c42b-3ea4-46fd-a37c-d807d7adc4a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:17.272058 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3c52c42b-3ea4-46fd-a37c-d807d7adc4a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:17.316662 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ee2e4c2d-895f-4769-bcfe-23df11f6db97 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:17.354071 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e4c2d-895f-4769-bcfe-23df11f6db97 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Calling delete_port for 3dfdff12-4485-45c6-adcd-0e7532bf9d15 owned by {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:04:17.371434 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:17.371842 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e5e938-afb2-4267-8281-23d4ab752b13 admin admin] Router 66e22582-27f1-48db-b051-4c033baa4033 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:04:17.377725 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-e665d851-0743-43f6-a093-2f2e1256a568 None None] Port 0b664f35-5fae-45af-bf5b-7bbf9075cac6 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:04:17.454607 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3c52c42b-3ea4-46fd-a37c-d807d7adc4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:17.457264 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3c52c42b-3ea4-46fd-a37c-d807d7adc4a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:17.458828 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3c52c42b-3ea4-46fd-a37c-d807d7adc4a2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/25283e35-863c-4a6a-b98a-241b5d4f9c42 HTTP/1.1" status: 204 len: 168 time: 0.3182719 Aug 18 13:04:17.488918 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c52c42b-3ea4-46fd-a37c-d807d7adc4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25283e35-863c-4a6a-b98a-241b5d4f9c42,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:17.731638 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95df285-e9f0-4e18-9109-7bbb21f84d19 req-7fc7a5a0-3ebe-4926-8bfd-45c4139d7e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:17.733244 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c95df285-e9f0-4e18-9109-7bbb21f84d19 req-7fc7a5a0-3ebe-4926-8bfd-45c4139d7e80 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ea936184-9301-419d-8fb4-34194d7000b6 HTTP/1.1" status: 200 len: 1096 time: 0.0936537 Aug 18 13:04:17.787002 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c95df285-e9f0-4e18-9109-7bbb21f84d19 req-6137877f-098d-41fc-9567-d01d0ea709d6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436797 Aug 18 13:04:18.211228 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e5e938-afb2-4267-8281-23d4ab752b13 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:04:18.218201 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b8e5e938-afb2-4267-8281-23d4ab752b13 admin admin] 10.222.0.13 "PUT /v2.0/routers/66e22582-27f1-48db-b051-4c033baa4033/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9274414 Aug 18 13:04:18.307150 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c8d8c-f32c-4878-9aaf-a43c2d27672c req-7b538379-c4cf-46bd-9e69-a14f5e055ab8 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:18.308749 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c21c8d8c-f32c-4878-9aaf-a43c2d27672c req-7b538379-c4cf-46bd-9e69-a14f5e055ab8 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea936184-9301-419d-8fb4-34194d7000b6 HTTP/1.1" status: 200 len: 945 time: 0.0692699 Aug 18 13:04:18.309947 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ee2e4c2d-895f-4769-bcfe-23df11f6db97 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:18.342219 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e4c2d-895f-4769-bcfe-23df11f6db97 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Pushing event deleted for resources: {'Port': ['ID=3dfdff12-4485-45c6-adcd-0e7532bf9d15,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:18.457787 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b2044cbe-f51f-4178-8c91-3acf99d0c0dc up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:04:18.482739 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c21c8d8c-f32c-4878-9aaf-a43c2d27672c req-8de8465b-a3d5-4b10-929e-1ff586d48235 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418204 Aug 18 13:04:18.498649 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ee2e4c2d-895f-4769-bcfe-23df11f6db97 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:18.503298 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ee2e4c2d-895f-4769-bcfe-23df11f6db97 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "DELETE /v2.0/ports/3dfdff12-4485-45c6-adcd-0e7532bf9d15 HTTP/1.1" status: 204 len: 168 time: 2.4432158 Aug 18 13:04:18.503640 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 54136) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:18.648550 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-0f12547d-0535-4a5b-9d4d-acf4bb3b4116 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Deleting port df7d41f5-7fcc-470f-9098-88a726a049b1 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:04:18.648937 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0f12547d-0535-4a5b-9d4d-acf4bb3b4116 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:18.660555 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port b2044cbe-f51f-4178-8c91-3acf99d0c0dc completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:04:18.665038 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port b2044cbe-f51f-4178-8c91-3acf99d0c0dc triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:04:18.670260 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:18.792320 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:18.816317 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0f12547d-0535-4a5b-9d4d-acf4bb3b4116 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:18.827163 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port b2044cbe-f51f-4178-8c91-3acf99d0c0dc, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b2044cbe-f51f-4178-8c91-3acf99d0c0dc,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:04:18.850549 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-0f12547d-0535-4a5b-9d4d-acf4bb3b4116 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Calling delete_port for df7d41f5-7fcc-470f-9098-88a726a049b1 owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:04:18.906872 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:19.004290 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935808f3-e66f-4d0d-95f5-72e489d56b82 None None] Sync routers for ids ['66e22582-27f1-48db-b051-4c033baa4033'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:04:19.029083 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935808f3-e66f-4d0d-95f5-72e489d56b82 None None] Routers {'66e22582-27f1-48db-b051-4c033baa4033'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:04:19.032091 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-935808f3-e66f-4d0d-95f5-72e489d56b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:04:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['66e22582-27f1-48db-b051-4c033baa4033'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:19.047692 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=b2044cbe-f51f-4178-8c91-3acf99d0c0dc,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:19.198939 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0f12547d-0535-4a5b-9d4d-acf4bb3b4116 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:19.233887 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-935808f3-e66f-4d0d-95f5-72e489d56b82 None None] Set router 66e22582-27f1-48db-b051-4c033baa4033 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:04:19.335458 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12547d-0535-4a5b-9d4d-acf4bb3b4116 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Pushing event deleted for resources: {'Port': ['ID=df7d41f5-7fcc-470f-9098-88a726a049b1,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:19.370372 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0f12547d-0535-4a5b-9d4d-acf4bb3b4116 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:19.375155 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0f12547d-0535-4a5b-9d4d-acf4bb3b4116 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "DELETE /v2.0/ports/df7d41f5-7fcc-470f-9098-88a726a049b1 HTTP/1.1" status: 204 len: 168 time: 0.8693459 Aug 18 13:04:19.376840 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 54196) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:19.440287 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c361efd-ab42-4b63-8cbb-46a33ce5cbef tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:19.441910 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1c361efd-ab42-4b63-8cbb-46a33ce5cbef tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c4d20f-475d-4fea-9771-8dca060ddfbf HTTP/1.1" status: 200 len: 913 time: 0.0640583 Aug 18 13:04:19.445547 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 54202) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:19.451671 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-935808f3-e66f-4d0d-95f5-72e489d56b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e22582-27f1-48db-b051-4c033baa4033', 'name': 'tempest-TaggedBootDevicesTest-597042161-router', 'tenant_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'b2044cbe-f51f-4178-8c91-3acf99d0c0dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:04:08Z', 'updated_at': '2021-08-18T13:04:15Z', 'revision_number': 4, 'project_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'gw_port': {'id': 'b2044cbe-f51f-4178-8c91-3acf99d0c0dc', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e22582-27f1-48db-b051-4c033baa4033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:04:09Z', 'updated_at': '2021-08-18T13:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '0b664f35-5fae-45af-bf5b-7bbf9075cac6', 'name': '', 'network_id': '7b05220b-36d2-40eb-be72-7e3e060fbabb', 'tenant_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'mac_address': 'fa:16:3e:08:99:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e22582-27f1-48db-b051-4c033baa4033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'bfeef1f8-f283-4cb6-a505-21a51b6ed46e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:04:13Z', 'updated_at': '2021-08-18T13:04:15Z', 'revision_number': 2, 'project_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'subnets': [{'id': 'bfeef1f8-f283-4cb6-a505-21a51b6ed46e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:19.484468 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935808f3-e66f-4d0d-95f5-72e489d56b82 None None] Checking router: 66e22582-27f1-48db-b051-4c033baa4033 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:04:19.485119 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935808f3-e66f-4d0d-95f5-72e489d56b82 None None] Updating router 66e22582-27f1-48db-b051-4c033baa4033 port 0b664f35-5fae-45af-bf5b-7bbf9075cac6 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:04:19.514878 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-935808f3-e66f-4d0d-95f5-72e489d56b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:19.674160 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edcf20b-00c8-4e3a-89a1-de5713aadb80 req-729dea9f-a0e0-40e5-9f06-c2b4028472da tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:19.688708 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1edcf20b-00c8-4e3a-89a1-de5713aadb80 req-729dea9f-a0e0-40e5-9f06-c2b4028472da tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea936184-9301-419d-8fb4-34194d7000b6 HTTP/1.1" status: 200 len: 945 time: 0.0726411 Aug 18 13:04:19.749596 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1edcf20b-00c8-4e3a-89a1-de5713aadb80 req-3db26652-f432-4b0e-b14c-c1d7bea37bba tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476432 Aug 18 13:04:19.880238 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-935808f3-e66f-4d0d-95f5-72e489d56b82 None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:19.896148 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-935808f3-e66f-4d0d-95f5-72e489d56b82 None None] Transition to ACTIVE for port object 0b664f35-5fae-45af-bf5b-7bbf9075cac6 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:04:19.952192 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd0964-ce59-4064-8d65-1b6536f7691a req-a1483b44-1efa-459a-9dbe-55add3772ddf tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:19.953723 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-38cd0964-ce59-4064-8d65-1b6536f7691a req-a1483b44-1efa-459a-9dbe-55add3772ddf tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 945 time: 0.1357222 Aug 18 13:04:19.992409 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-935808f3-e66f-4d0d-95f5-72e489d56b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:20.105803 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-38cd0964-ce59-4064-8d65-1b6536f7691a req-ce148d9a-4308-4289-a10e-b8ca4c1fd987 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279159 Aug 18 13:04:20.325794 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8407c995-c9fa-4d77-a0c3-c913783f2b12 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:20.412226 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c069f-74df-4cce-9e58-16aac3c98b03 None None] Pushing event updated for resources: {'Port': ['ID=0b664f35-5fae-45af-bf5b-7bbf9075cac6,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:20.436393 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9c069f-74df-4cce-9e58-16aac3c98b03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:20.436990 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9c069f-74df-4cce-9e58-16aac3c98b03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:20.437683 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9c069f-74df-4cce-9e58-16aac3c98b03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:20.438686 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9c069f-74df-4cce-9e58-16aac3c98b03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:20.439168 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9c069f-74df-4cce-9e58-16aac3c98b03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:20.439669 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9c069f-74df-4cce-9e58-16aac3c98b03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:20.440149 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9c069f-74df-4cce-9e58-16aac3c98b03 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:20.440628 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9c069f-74df-4cce-9e58-16aac3c98b03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:20.441237 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9c069f-74df-4cce-9e58-16aac3c98b03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:20.441718 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9c069f-74df-4cce-9e58-16aac3c98b03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:20.442289 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9c069f-74df-4cce-9e58-16aac3c98b03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:20.442929 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9c069f-74df-4cce-9e58-16aac3c98b03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:20.452703 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b2044cbe-f51f-4178-8c91-3acf99d0c0dc up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:04:20.466365 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-935808f3-e66f-4d0d-95f5-72e489d56b82 None None] Attempting to bind port 0b664f35-5fae-45af-bf5b-7bbf9075cac6 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:04:20.466824 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-935808f3-e66f-4d0d-95f5-72e489d56b82 None None] Attempting to bind port 0b664f35-5fae-45af-bf5b-7bbf9075cac6 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'c07f3d80-20eb-4904-a367-4db848d7a4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7b05220b-36d2-40eb-be72-7e3e060fbabb'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:04:20.467253 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935808f3-e66f-4d0d-95f5-72e489d56b82 None None] Attempting to bind port 0b664f35-5fae-45af-bf5b-7bbf9075cac6 on network 7b05220b-36d2-40eb-be72-7e3e060fbabb {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:04:20.472693 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935808f3-e66f-4d0d-95f5-72e489d56b82 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:04:20.473184 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935808f3-e66f-4d0d-95f5-72e489d56b82 None None] Checking segment: {'id': 'c07f3d80-20eb-4904-a367-4db848d7a4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7b05220b-36d2-40eb-be72-7e3e060fbabb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:04:20.473697 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-935808f3-e66f-4d0d-95f5-72e489d56b82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:20.474154 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935808f3-e66f-4d0d-95f5-72e489d56b82 None None] Bound using segment: {'id': 'c07f3d80-20eb-4904-a367-4db848d7a4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7b05220b-36d2-40eb-be72-7e3e060fbabb'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:04:20.474708 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-935808f3-e66f-4d0d-95f5-72e489d56b82 None None] Bound port: 0b664f35-5fae-45af-bf5b-7bbf9075cac6, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c07f3d80-20eb-4904-a367-4db848d7a4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7b05220b-36d2-40eb-be72-7e3e060fbabb'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:04:20.475221 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-935808f3-e66f-4d0d-95f5-72e489d56b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:20.527621 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port b2044cbe-f51f-4178-8c91-3acf99d0c0dc triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:04:20.528012 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:20.551271 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-935808f3-e66f-4d0d-95f5-72e489d56b82 None None] For port 0b664f35-5fae-45af-bf5b-7bbf9075cac6, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:04:20.555205 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-935808f3-e66f-4d0d-95f5-72e489d56b82 None None] For port 0b664f35-5fae-45af-bf5b-7bbf9075cac6, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=0b664f35-5fae-45af-bf5b-7bbf9075cac6,segment=NetworkSegment(c07f3d80-20eb-4904-a367-4db848d7a4aa),segment_id=c07f3d80-20eb-4904-a367-4db848d7a4aa)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:04:20.679583 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-935808f3-e66f-4d0d-95f5-72e489d56b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:20.761853 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 54278) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:20.838690 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91ac06-2669-4aed-a8e0-c1cf47510d76 req-2a16c788-1d55-4457-9067-94d6a8392341 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:20.845796 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935808f3-e66f-4d0d-95f5-72e489d56b82 None None] Routers {'66e22582-27f1-48db-b051-4c033baa4033'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:04:20.846754 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-935808f3-e66f-4d0d-95f5-72e489d56b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:04:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['66e22582-27f1-48db-b051-4c033baa4033'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:20.851355 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8e91ac06-2669-4aed-a8e0-c1cf47510d76 req-2a16c788-1d55-4457-9067-94d6a8392341 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.1742396 Aug 18 13:04:20.910284 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8e91ac06-2669-4aed-a8e0-c1cf47510d76 req-06302de8-3fdc-4ea5-9236-eae23e36b03d tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546563 Aug 18 13:04:21.024504 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c069f-74df-4cce-9e58-16aac3c98b03 None None] Pushing event updated for resources: {'Port': ['ID=0b664f35-5fae-45af-bf5b-7bbf9075cac6,revision_number=4']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:21.038287 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e9724-eefb-4434-92c3-f64030cad43e req-1fc533cf-a0db-47fd-9903-98fc1395759e tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:21.046901 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f72e9724-eefb-4434-92c3-f64030cad43e req-1fc533cf-a0db-47fd-9903-98fc1395759e tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 945 time: 0.2363868 Aug 18 13:04:21.072740 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-0a604894-5022-4915-a112-e69af9eed8cb tempest-RoutersAdminNegativeTest-73368581 tempest-RoutersAdminNegativeTest-73368581-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1659562787', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:04:21.105238 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-935808f3-e66f-4d0d-95f5-72e489d56b82 None None] Set router 66e22582-27f1-48db-b051-4c033baa4033 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:04:21.156884 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f72e9724-eefb-4434-92c3-f64030cad43e req-80a7c120-d8df-43a3-b9f2-a46f8a399060 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089878 Aug 18 13:04:21.179869 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-8407c995-c9fa-4d77-a0c3-c913783f2b12 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Deleting port b88bc6bf-d2a8-446f-b3df-84fba375e681 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:04:21.180589 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8407c995-c9fa-4d77-a0c3-c913783f2b12 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:21.307643 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8407c995-c9fa-4d77-a0c3-c913783f2b12 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:21.344822 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-8407c995-c9fa-4d77-a0c3-c913783f2b12 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Calling delete_port for b88bc6bf-d2a8-446f-b3df-84fba375e681 owned by network:router_interface {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:04:21.388448 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a604894-5022-4915-a112-e69af9eed8cb tempest-RoutersAdminNegativeTest-73368581 tempest-RoutersAdminNegativeTest-73368581-project-admin] Made reservation on behalf of 5484fd7212884faea4aabcb48b27a154 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:04:21.392568 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0a604894-5022-4915-a112-e69af9eed8cb tempest-RoutersAdminNegativeTest-73368581 tempest-RoutersAdminNegativeTest-73368581-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:21.465050 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0a604894-5022-4915-a112-e69af9eed8cb tempest-RoutersAdminNegativeTest-73368581 tempest-RoutersAdminNegativeTest-73368581-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:21.471882 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-935808f3-e66f-4d0d-95f5-72e489d56b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e22582-27f1-48db-b051-4c033baa4033', 'name': 'tempest-TaggedBootDevicesTest-597042161-router', 'tenant_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'b2044cbe-f51f-4178-8c91-3acf99d0c0dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:04:08Z', 'updated_at': '2021-08-18T13:04:15Z', 'revision_number': 4, 'project_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'gw_port': {'id': 'b2044cbe-f51f-4178-8c91-3acf99d0c0dc', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e22582-27f1-48db-b051-4c033baa4033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:04:09Z', 'updated_at': '2021-08-18T13:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '0b664f35-5fae-45af-bf5b-7bbf9075cac6', 'name': '', 'network_id': '7b05220b-36d2-40eb-be72-7e3e060fbabb', 'tenant_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'mac_address': 'fa:16:3e:08:99:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e22582-27f1-48db-b051-4c033baa4033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'bfeef1f8-f283-4cb6-a505-21a51b6ed46e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:04:13Z', 'updated_at': '2021-08-18T13:04:20Z', 'revision_number': 4, 'project_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'subnets': [{'id': 'bfeef1f8-f283-4cb6-a505-21a51b6ed46e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:21.506474 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935808f3-e66f-4d0d-95f5-72e489d56b82 None None] The sync data for ids ['66e22582-27f1-48db-b051-4c033baa4033'] in n-d-803603-2 is: [{'id': '66e22582-27f1-48db-b051-4c033baa4033', 'name': 'tempest-TaggedBootDevicesTest-597042161-router', 'tenant_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'b2044cbe-f51f-4178-8c91-3acf99d0c0dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:04:08Z', 'updated_at': '2021-08-18T13:04:15Z', 'revision_number': 4, 'project_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'gw_port': {'id': 'b2044cbe-f51f-4178-8c91-3acf99d0c0dc', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e22582-27f1-48db-b051-4c033baa4033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:04:09Z', 'updated_at': '2021-08-18T13:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '0b664f35-5fae-45af-bf5b-7bbf9075cac6', 'name': '', 'network_id': '7b05220b-36d2-40eb-be72-7e3e060fbabb', 'tenant_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'mac_address': 'fa:16:3e:08:99:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e22582-27f1-48db-b051-4c033baa4033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'bfeef1f8-f283-4cb6-a505-21a51b6ed46e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:04:13Z', 'updated_at': '2021-08-18T13:04:20Z', 'revision_number': 4, 'project_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'subnets': [{'id': 'bfeef1f8-f283-4cb6-a505-21a51b6ed46e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:04:21.803819 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dec5de-e31d-411c-b474-7c29fccbeb88 req-7ae5fcce-1d0f-4383-b3c5-4975c573bf57 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:21.805643 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e1dec5de-e31d-411c-b474-7c29fccbeb88 req-7ae5fcce-1d0f-4383-b3c5-4975c573bf57 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.1506529 Aug 18 13:04:21.815454 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0a604894-5022-4915-a112-e69af9eed8cb tempest-RoutersAdminNegativeTest-73368581 tempest-RoutersAdminNegativeTest-73368581-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:21.884791 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650f797-e810-464a-8a2f-7fd1048a3805 req-066dc271-462f-4391-bfab-8eef61a846d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:21.887000 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5650f797-e810-464a-8a2f-7fd1048a3805 req-066dc271-462f-4391-bfab-8eef61a846d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8b6c2b19e634a4bb77e7e12fa929d83&device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 1095 time: 0.0865214 Aug 18 13:04:21.896691 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0a604894-5022-4915-a112-e69af9eed8cb tempest-RoutersAdminNegativeTest-73368581 tempest-RoutersAdminNegativeTest-73368581-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:21.908960 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-0a604894-5022-4915-a112-e69af9eed8cb tempest-RoutersAdminNegativeTest-73368581 tempest-RoutersAdminNegativeTest-73368581-project-admin] device_id is not set on port 59678d14-6c1c-4511-b850-381ee640ec95 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:04:22.000687 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8407c995-c9fa-4d77-a0c3-c913783f2b12 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:22.045950 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650f797-e810-464a-8a2f-7fd1048a3805 req-bd42db91-76d5-4baf-a74b-e7dbac1d96af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:22.047502 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5650f797-e810-464a-8a2f-7fd1048a3805 req-bd42db91-76d5-4baf-a74b-e7dbac1d96af service neutron] 10.222.0.20 "GET /v2.0/networks?id=c70b20b2-1ba3-4778-b38e-36ed095ba70d HTTP/1.1" status: 200 len: 912 time: 0.1490278 Aug 18 13:04:22.075866 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e1dec5de-e31d-411c-b474-7c29fccbeb88 req-82c66937-4d31-4824-bc50-dfb503c01144 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2558515 Aug 18 13:04:22.115545 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8407c995-c9fa-4d77-a0c3-c913783f2b12 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Pushing event deleted for resources: {'Port': ['ID=b88bc6bf-d2a8-446f-b3df-84fba375e681,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:22.126475 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a604894-5022-4915-a112-e69af9eed8cb tempest-RoutersAdminNegativeTest-73368581 tempest-RoutersAdminNegativeTest-73368581-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae280e9-c664-459b-a82d-1badda1b6ead,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:22.139111 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5650f797-e810-464a-8a2f-7fd1048a3805 req-1a99ed83-ac35-4fb6-afdf-488c0aeee0c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be132020-3516-4ddf-b702-9f30b7b7f0c8 HTTP/1.1" status: 200 len: 998 time: 0.0840790 Aug 18 13:04:22.190150 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-0a604894-5022-4915-a112-e69af9eed8cb tempest-RoutersAdminNegativeTest-73368581 tempest-RoutersAdminNegativeTest-73368581-project-admin] Allocated IP 172.25.6.244 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/59678d14-6c1c-4511-b850-381ee640ec95) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:04:22.238908 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650f797-e810-464a-8a2f-7fd1048a3805 req-70295fcb-1a6a-41cc-8cb6-d95de05a36ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:22.243031 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5650f797-e810-464a-8a2f-7fd1048a3805 req-70295fcb-1a6a-41cc-8cb6-d95de05a36ec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2744890d-6739-4756-b608-842180da7455 HTTP/1.1" status: 200 len: 850 time: 0.0918067 Aug 18 13:04:22.346935 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650f797-e810-464a-8a2f-7fd1048a3805 req-a505674c-03d4-4ccd-8038-433018423c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:22.348483 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5650f797-e810-464a-8a2f-7fd1048a3805 req-a505674c-03d4-4ccd-8038-433018423c2a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c70b20b2-1ba3-4778-b38e-36ed095ba70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0996325 Aug 18 13:04:22.373199 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba269f1-87a6-4d30-9099-ddbf632be6c1 req-121671b5-2fb4-4300-9260-2094beaa76b3 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:22.376900 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2ba269f1-87a6-4d30-9099-ddbf632be6c1 req-121671b5-2fb4-4300-9260-2094beaa76b3 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 945 time: 0.1101558 Aug 18 13:04:22.476308 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 0b664f35-5fae-45af-bf5b-7bbf9075cac6 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:04:22.542201 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2ba269f1-87a6-4d30-9099-ddbf632be6c1 req-98004484-14a4-4ddc-a000-15588510f883 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477485 Aug 18 13:04:22.629362 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5650f797-e810-464a-8a2f-7fd1048a3805 req-a676719a-f898-42e0-a703-fb669491da80 service neutron] 10.222.0.20 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673240 Aug 18 13:04:22.751945 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 0b664f35-5fae-45af-bf5b-7bbf9075cac6 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:04:22.756232 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 0b664f35-5fae-45af-bf5b-7bbf9075cac6 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:04:22.756608 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:22.763238 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8407c995-c9fa-4d77-a0c3-c913783f2b12 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:22.780606 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5650f797-e810-464a-8a2f-7fd1048a3805 req-dcec2437-a152-4416-a66c-21d709f3604c service neutron] 10.222.0.20 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432252 Aug 18 13:04:22.822164 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0a604894-5022-4915-a112-e69af9eed8cb tempest-RoutersAdminNegativeTest-73368581 tempest-RoutersAdminNegativeTest-73368581-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:22.925238 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:22.997516 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 0b664f35-5fae-45af-bf5b-7bbf9075cac6, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=0b664f35-5fae-45af-bf5b-7bbf9075cac6,segment=NetworkSegment(c07f3d80-20eb-4904-a367-4db848d7a4aa),segment_id=c07f3d80-20eb-4904-a367-4db848d7a4aa)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:04:23.072492 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:23.192648 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da8b79-63bb-4ac5-81a7-16e6e614dcdb req-6c9dc4f7-57c1-4110-93f6-d927b6080668 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:23.195135 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-52da8b79-63bb-4ac5-81a7-16e6e614dcdb req-6c9dc4f7-57c1-4110-93f6-d927b6080668 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 945 time: 0.1013174 Aug 18 13:04:23.199721 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0a604894-5022-4915-a112-e69af9eed8cb tempest-RoutersAdminNegativeTest-73368581 tempest-RoutersAdminNegativeTest-73368581-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:23.202046 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=0b664f35-5fae-45af-bf5b-7bbf9075cac6,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:23.214340 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8407c995-c9fa-4d77-a0c3-c913783f2b12 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Router 99c4d20f-475d-4fea-9771-8dca060ddfbf has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:04:23.263877 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a604894-5022-4915-a112-e69af9eed8cb tempest-RoutersAdminNegativeTest-73368581 tempest-RoutersAdminNegativeTest-73368581-project-admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:04:23.266412 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-52da8b79-63bb-4ac5-81a7-16e6e614dcdb req-6da717ff-f1c9-4659-a1bf-b4139ab98f68 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647230 Aug 18 13:04:23.271090 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-0a604894-5022-4915-a112-e69af9eed8cb tempest-RoutersAdminNegativeTest-73368581 tempest-RoutersAdminNegativeTest-73368581-project-admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:04:23.277596 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a604894-5022-4915-a112-e69af9eed8cb tempest-RoutersAdminNegativeTest-73368581 tempest-RoutersAdminNegativeTest-73368581-project-admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:04:23.374902 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a604894-5022-4915-a112-e69af9eed8cb tempest-RoutersAdminNegativeTest-73368581 tempest-RoutersAdminNegativeTest-73368581-project-admin] Pushing event updated for resources: {'Port': ['ID=59678d14-6c1c-4511-b850-381ee640ec95,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:23.411651 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a604894-5022-4915-a112-e69af9eed8cb tempest-RoutersAdminNegativeTest-73368581 tempest-RoutersAdminNegativeTest-73368581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:23.412266 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0a604894-5022-4915-a112-e69af9eed8cb tempest-RoutersAdminNegativeTest-73368581 tempest-RoutersAdminNegativeTest-73368581-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:23.438262 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7fb1f-3a70-4b08-bc31-3d97e5735738 req-8851b437-5109-46a2-b605-d7eea403f1d7 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:23.439809 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-afc7fb1f-3a70-4b08-bc31-3d97e5735738 req-8851b437-5109-46a2-b605-d7eea403f1d7 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.1744595 Aug 18 13:04:23.538060 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-afc7fb1f-3a70-4b08-bc31-3d97e5735738 req-3b7a26bf-bf16-4775-8af6-e907a42b17d0 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558589 Aug 18 13:04:23.538846 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8407c995-c9fa-4d77-a0c3-c913783f2b12 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:04:23.544344 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8407c995-c9fa-4d77-a0c3-c913783f2b12 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "PUT /v2.0/routers/99c4d20f-475d-4fea-9771-8dca060ddfbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0975296 Aug 18 13:04:23.547337 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 54328) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:23.551991 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6912023-6f65-42b5-9328-d9d1abea15b5 None None] Sync routers for ids ['99c4d20f-475d-4fea-9771-8dca060ddfbf'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:04:23.564529 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0a604894-5022-4915-a112-e69af9eed8cb tempest-RoutersAdminNegativeTest-73368581 tempest-RoutersAdminNegativeTest-73368581-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7968528 Aug 18 13:04:23.567293 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 54332) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:23.571227 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6912023-6f65-42b5-9328-d9d1abea15b5 None None] Routers {'99c4d20f-475d-4fea-9771-8dca060ddfbf'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:04:23.573249 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-b6912023-6f65-42b5-9328-d9d1abea15b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:04:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['99c4d20f-475d-4fea-9771-8dca060ddfbf'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:23.573447 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-cf732586-be22-4e27-a11d-d1ed265bcc64 tempest-RoutersAdminNegativeTest-73368581 tempest-RoutersAdminNegativeTest-73368581-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.244'}]}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:04:23.645817 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-b6912023-6f65-42b5-9328-d9d1abea15b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:23.660010 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6912023-6f65-42b5-9328-d9d1abea15b5 None None] Routers {'99c4d20f-475d-4fea-9771-8dca060ddfbf'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:04:23.661426 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-b6912023-6f65-42b5-9328-d9d1abea15b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:04:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['99c4d20f-475d-4fea-9771-8dca060ddfbf'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:23.719369 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cf732586-be22-4e27-a11d-d1ed265bcc64 tempest-RoutersAdminNegativeTest-73368581 tempest-RoutersAdminNegativeTest-73368581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:23.720766 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cf732586-be22-4e27-a11d-d1ed265bcc64 tempest-RoutersAdminNegativeTest-73368581 tempest-RoutersAdminNegativeTest-73368581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:23.738888 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-b6912023-6f65-42b5-9328-d9d1abea15b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:23.739951 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6912023-6f65-42b5-9328-d9d1abea15b5 None None] The sync data for ids ['99c4d20f-475d-4fea-9771-8dca060ddfbf'] in n-d-803603-2 is: [] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:04:23.784991 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-88255ef3-301e-4058-9eb1-8d9435a50e08 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:23.795789 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cf732586-be22-4e27-a11d-d1ed265bcc64 tempest-RoutersAdminNegativeTest-73368581 tempest-RoutersAdminNegativeTest-73368581-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:23.908222 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-88255ef3-301e-4058-9eb1-8d9435a50e08 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:24.055797 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-88255ef3-301e-4058-9eb1-8d9435a50e08 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Deleting port 78e5f030-64fb-4244-9f96-2a1a36056ff6 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:04:24.057223 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-88255ef3-301e-4058-9eb1-8d9435a50e08 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:24.168164 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-88255ef3-301e-4058-9eb1-8d9435a50e08 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:24.185977 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-88255ef3-301e-4058-9eb1-8d9435a50e08 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Calling delete_port for 78e5f030-64fb-4244-9f96-2a1a36056ff6 owned by network:router_gateway {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:04:24.370085 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cf732586-be22-4e27-a11d-d1ed265bcc64 tempest-RoutersAdminNegativeTest-73368581 tempest-RoutersAdminNegativeTest-73368581-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:24.450813 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 0b664f35-5fae-45af-bf5b-7bbf9075cac6 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:04:24.502791 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 0b664f35-5fae-45af-bf5b-7bbf9075cac6 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:04:24.503422 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:24.517456 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cb599-b642-4e85-a40b-03d7e3a20375 req-57075c4c-2a92-4712-83cf-800ff5c37d52 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:24.519454 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6a1cb599-b642-4e85-a40b-03d7e3a20375 req-57075c4c-2a92-4712-83cf-800ff5c37d52 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 945 time: 0.1363719 Aug 18 13:04:24.558458 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-88255ef3-301e-4058-9eb1-8d9435a50e08 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:24.599484 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88255ef3-301e-4058-9eb1-8d9435a50e08 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Pushing event deleted for resources: {'Port': ['ID=78e5f030-64fb-4244-9f96-2a1a36056ff6,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:24.675045 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6a1cb599-b642-4e85-a40b-03d7e3a20375 req-6dbdfaf0-5393-4cb7-85c8-f2e5e4ba777d tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484411 Aug 18 13:04:24.701383 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-88255ef3-301e-4058-9eb1-8d9435a50e08 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:24.759051 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 54354) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:24.895036 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-88255ef3-301e-4058-9eb1-8d9435a50e08 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:24.898231 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-88255ef3-301e-4058-9eb1-8d9435a50e08 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:24.960890 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90aea41-dc2e-4819-a317-e2b84991cf05 req-fdf02893-82ea-45bc-acf3-3e14f30b6f59 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:24.962603 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d90aea41-dc2e-4819-a317-e2b84991cf05 req-fdf02893-82ea-45bc-acf3-3e14f30b6f59 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.2030802 Aug 18 13:04:24.968027 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cf732586-be22-4e27-a11d-d1ed265bcc64 tempest-RoutersAdminNegativeTest-73368581 tempest-RoutersAdminNegativeTest-73368581-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:24.994791 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cf732586-be22-4e27-a11d-d1ed265bcc64 tempest-RoutersAdminNegativeTest-73368581 tempest-RoutersAdminNegativeTest-73368581-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:25.024766 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d90aea41-dc2e-4819-a317-e2b84991cf05 req-e0a45ccc-c999-4992-989b-70e26ca2d898 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502584 Aug 18 13:04:25.027457 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-88255ef3-301e-4058-9eb1-8d9435a50e08 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:25.028326 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88255ef3-301e-4058-9eb1-8d9435a50e08 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Fanout notify agent at l3_agent the message router_deleted on router 99c4d20f-475d-4fea-9771-8dca060ddfbf {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:04:25.045343 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-88255ef3-301e-4058-9eb1-8d9435a50e08 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:25.046611 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-88255ef3-301e-4058-9eb1-8d9435a50e08 tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "DELETE /v2.0/routers/99c4d20f-475d-4fea-9771-8dca060ddfbf HTTP/1.1" status: 204 len: 168 time: 1.4982684 Aug 18 13:04:25.048128 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0e7bb4b6-014e-4021-839e-379d16c81cbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:25.051414 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 54358) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:25.125795 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ccf8e25-8619-44bd-a92e-a8c1b72afbef tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Deleting subnet 9e8c1601-b963-4b53-81cb-cb40466abda8 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:04:25.131981 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6ccf8e25-8619-44bd-a92e-a8c1b72afbef tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:25.202597 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6ccf8e25-8619-44bd-a92e-a8c1b72afbef tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:25.251520 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cf732586-be22-4e27-a11d-d1ed265bcc64 tempest-RoutersAdminNegativeTest-73368581 tempest-RoutersAdminNegativeTest-73368581-project-admin] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:25.305048 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6ccf8e25-8619-44bd-a92e-a8c1b72afbef tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:25.347255 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d604a-9dbe-4d44-b628-a55aa881460d req-3382ac2e-cc9b-4b01-913c-c63b93a64c3b tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:25.348765 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c67d604a-9dbe-4d44-b628-a55aa881460d req-3382ac2e-cc9b-4b01-913c-c63b93a64c3b tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.1227801 Aug 18 13:04:25.359409 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0e7bb4b6-014e-4021-839e-379d16c81cbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:25.417069 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c67d604a-9dbe-4d44-b628-a55aa881460d req-9bb43ff4-e1e0-42b0-ae93-cb80d736b692 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563183 Aug 18 13:04:25.426138 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0e7bb4b6-014e-4021-839e-379d16c81cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:25.475487 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cf732586-be22-4e27-a11d-d1ed265bcc64 tempest-RoutersAdminNegativeTest-73368581 tempest-RoutersAdminNegativeTest-73368581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:25.475487 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cf732586-be22-4e27-a11d-d1ed265bcc64 tempest-RoutersAdminNegativeTest-73368581 tempest-RoutersAdminNegativeTest-73368581-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:25.476441 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bb4b6-014e-4021-839e-379d16c81cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f38429-4802-4ea4-84f3-6db5257678dc,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:25.480426 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0e7bb4b6-014e-4021-839e-379d16c81cbb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a2e04a2a3b0d4cc6b04644f9c7a68885&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7189426 Aug 18 13:04:25.483261 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 54366) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:25.547633 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-688ff462-4309-4ba0-b926-e64f647cc4fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:25.564714 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c0ef3-e972-4407-b858-e8d07fb4a472 req-1d44d556-e231-4171-baaa-fb8dd4408ac6 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:25.567421 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-960c0ef3-e972-4407-b858-e8d07fb4a472 req-1d44d556-e231-4171-baaa-fb8dd4408ac6 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.0713022 Aug 18 13:04:25.571542 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-688ff462-4309-4ba0-b926-e64f647cc4fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:25.573542 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6ccf8e25-8619-44bd-a92e-a8c1b72afbef tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:25.610861 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cf732586-be22-4e27-a11d-d1ed265bcc64 tempest-RoutersAdminNegativeTest-73368581 tempest-RoutersAdminNegativeTest-73368581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:25.611365 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf732586-be22-4e27-a11d-d1ed265bcc64 tempest-RoutersAdminNegativeTest-73368581 tempest-RoutersAdminNegativeTest-73368581-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2d36e48a-313d-41c6-bf20-abbc9a13dc81 {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:04:25.622721 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-960c0ef3-e972-4407-b858-e8d07fb4a472 req-829fa7d5-8091-4f4a-b7bf-a561fae52133 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473824 Aug 18 13:04:25.625052 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf8e25-8619-44bd-a92e-a8c1b72afbef tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Pushing event deleted for resources: {'Subnet': ['ID=9e8c1601-b963-4b53-81cb-cb40466abda8,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:25.635321 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6ccf8e25-8619-44bd-a92e-a8c1b72afbef tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:25.639446 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6ccf8e25-8619-44bd-a92e-a8c1b72afbef tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "DELETE /v2.0/subnets/9e8c1601-b963-4b53-81cb-cb40466abda8 HTTP/1.1" status: 204 len: 168 time: 0.5848601 Aug 18 13:04:25.640322 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 54370) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:25.717811 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-cf732586-be22-4e27-a11d-d1ed265bcc64 tempest-RoutersAdminNegativeTest-73368581 tempest-RoutersAdminNegativeTest-73368581-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 18 13:04:25.719307 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-cf732586-be22-4e27-a11d-d1ed265bcc64 tempest-RoutersAdminNegativeTest-73368581 tempest-RoutersAdminNegativeTest-73368581-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.1509612 Aug 18 13:04:25.722127 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 54376) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:25.742540 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b2b2084f-a97e-4a26-8c64-5f1c8338ec9d tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:25.850063 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-5a7b62d8-e04d-4e4c-8aaa-bec8be0b0422 tempest-RoutersAdminNegativeTest-73368581 tempest-RoutersAdminNegativeTest-73368581-project-admin] Deleting port 59678d14-6c1c-4511-b850-381ee640ec95 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:04:25.850878 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5a7b62d8-e04d-4e4c-8aaa-bec8be0b0422 tempest-RoutersAdminNegativeTest-73368581 tempest-RoutersAdminNegativeTest-73368581-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:25.895878 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-688ff462-4309-4ba0-b926-e64f647cc4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:25.899012 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-688ff462-4309-4ba0-b926-e64f647cc4fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:25.900867 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-688ff462-4309-4ba0-b926-e64f647cc4fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a5f38429-4802-4ea4-84f3-6db5257678dc HTTP/1.1" status: 204 len: 168 time: 0.4153807 Aug 18 13:04:25.915007 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:04:25.978708 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ff462-4309-4ba0-b926-e64f647cc4fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f38429-4802-4ea4-84f3-6db5257678dc,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:25.989640 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b2b2084f-a97e-4a26-8c64-5f1c8338ec9d tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:26.010311 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-b2b2084f-a97e-4a26-8c64-5f1c8338ec9d tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ee6de62-4b04-45e2-ae1e-9c31bfa53e02']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:26.013058 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5a7b62d8-e04d-4e4c-8aaa-bec8be0b0422 tempest-RoutersAdminNegativeTest-73368581 tempest-RoutersAdminNegativeTest-73368581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:26.027002 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-5a7b62d8-e04d-4e4c-8aaa-bec8be0b0422 tempest-RoutersAdminNegativeTest-73368581 tempest-RoutersAdminNegativeTest-73368581-project-admin] Calling delete_port for 59678d14-6c1c-4511-b850-381ee640ec95 owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:04:26.027175 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-b2b2084f-a97e-4a26-8c64-5f1c8338ec9d tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7342487e-54f9-44b2-b82f-256a901a17fd') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:26.027451 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-b2b2084f-a97e-4a26-8c64-5f1c8338ec9d tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7342487e-54f9-44b2-b82f-256a901a17fd') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:26.043370 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b2b2084f-a97e-4a26-8c64-5f1c8338ec9d tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:26.095294 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-f28fe07b-2c7d-4b70-a678-2442f0934c2c tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:26.097240 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-f28fe07b-2c7d-4b70-a678-2442f0934c2c tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/networks?id=c70b20b2-1ba3-4778-b38e-36ed095ba70d HTTP/1.1" status: 200 len: 811 time: 0.2140653 Aug 18 13:04:26.098819 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b2b2084f-a97e-4a26-8c64-5f1c8338ec9d tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:26.113186 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2b2084f-a97e-4a26-8c64-5f1c8338ec9d tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:04:26.113795 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b2b2084f-a97e-4a26-8c64-5f1c8338ec9d tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:26.118091 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:04:26.118091 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:04:26.118091 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:04:26.118091 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:04:26.118091 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:04:26.118091 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:04:26.118091 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:04:26.118091 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:04:26.118091 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:04:26.118091 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:04:26.118091 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:04:26.118091 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:04:26.118091 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:04:26.118091 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:04:26.118091 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:04:26.118091 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:04:26.118091 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:04:26.118091 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:04:26.118091 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:04:26.118091 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:04:26.118091 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:04:26.118091 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:04:26.118091 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:04:26.118091 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:04:26.118091 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:04:26.118091 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:04:26.118091 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:04:26.118091 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:04:26.118091 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:04:26.118091 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:04:26.118091 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:04:26.118091 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:04:26.133968 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-fcce0887-0b6c-4ffb-913c-6797d1872ae4 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/quotas/d8b6c2b19e634a4bb77e7e12fa929d83 HTTP/1.1" status: 200 len: 375 time: 0.0296297 Aug 18 13:04:26.253089 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-3c9ed2df-eba9-469b-be12-913ead7f0a5a tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8b6c2b19e634a4bb77e7e12fa929d83&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0828240 Aug 18 13:04:26.300677 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5a7b62d8-e04d-4e4c-8aaa-bec8be0b0422 tempest-RoutersAdminNegativeTest-73368581 tempest-RoutersAdminNegativeTest-73368581-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:26.329350 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b2b2084f-a97e-4a26-8c64-5f1c8338ec9d tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:26.338287 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b2b2084f-a97e-4a26-8c64-5f1c8338ec9d tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:26.343230 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b2b2084f-a97e-4a26-8c64-5f1c8338ec9d tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] 10.222.0.13 "DELETE /v2.0/networks/5ee6de62-4b04-45e2-ae1e-9c31bfa53e02 HTTP/1.1" status: 204 len: 168 time: 0.7021351 Aug 18 13:04:26.359589 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b62d8-e04d-4e4c-8aaa-bec8be0b0422 tempest-RoutersAdminNegativeTest-73368581 tempest-RoutersAdminNegativeTest-73368581-project-admin] Pushing event deleted for resources: {'Port': ['ID=59678d14-6c1c-4511-b850-381ee640ec95,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:26.368240 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b2084f-a97e-4a26-8c64-5f1c8338ec9d tempest-FloatingIPTestJSON-194275595 tempest-FloatingIPTestJSON-194275595-project] Pushing event deleted for resources: {'Network': ['ID=5ee6de62-4b04-45e2-ae1e-9c31bfa53e02,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:26.468519 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5a7b62d8-e04d-4e4c-8aaa-bec8be0b0422 tempest-RoutersAdminNegativeTest-73368581 tempest-RoutersAdminNegativeTest-73368581-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:26.476625 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5a7b62d8-e04d-4e4c-8aaa-bec8be0b0422 tempest-RoutersAdminNegativeTest-73368581 tempest-RoutersAdminNegativeTest-73368581-project-admin] 10.222.0.13 "DELETE /v2.0/ports/59678d14-6c1c-4511-b850-381ee640ec95 HTTP/1.1" status: 204 len: 168 time: 0.7497962 Aug 18 13:04:26.584531 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-7527205f-c990-4203-ac75-712a0c65ab8b service neutron] 10.222.0.13 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275158 Aug 18 13:04:26.695227 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-d3a0c643-7064-4d6a-b94d-20416dece4d9 service neutron] 10.222.0.13 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074114 Aug 18 13:04:27.128175 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5e2b8887-8e70-4d64-8248-86e761ea061d req-1b50d000-69ef-416f-ac03-c8a3133115aa tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc455d74-fdc4-49a4-809b-0c310f934be5 HTTP/1.1" status: 200 len: 210 time: 0.0395813 Aug 18 13:04:27.316492 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 54426) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:27.331542 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7de17141-8ec1-46c9-850d-ba81569bce0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:27.453652 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 54428) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:27.459546 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7de17141-8ec1-46c9-850d-ba81569bce0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:27.529412 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7de17141-8ec1-46c9-850d-ba81569bce0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:27.572807 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7de17141-8ec1-46c9-850d-ba81569bce0e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=844ad1b0282049c18b44d24567280de4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2546506 Aug 18 13:04:27.573537 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 54432) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:27.579706 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de17141-8ec1-46c9-850d-ba81569bce0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89d7f68-5f82-4f0b-8bc8-027f438e4cc2,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:27.605993 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-df3f6145-61c2-47b4-8a96-3f5cad00b709 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dbf49b0aa1a8432b8115cc3b40a5b301&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1510401 Aug 18 13:04:27.608676 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 54434) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:27.631189 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9e5651b7-9a76-4519-b67f-453a0ce448aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:27.660086 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9e5651b7-9a76-4519-b67f-453a0ce448aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:27.677009 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-945534db-2ca5-4378-becd-bbba9c6a27e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:27.716538 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-945534db-2ca5-4378-becd-bbba9c6a27e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:27.826385 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9e5651b7-9a76-4519-b67f-453a0ce448aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:27.829192 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9e5651b7-9a76-4519-b67f-453a0ce448aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:27.830592 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9e5651b7-9a76-4519-b67f-453a0ce448aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e89d7f68-5f82-4f0b-8bc8-027f438e4cc2 HTTP/1.1" status: 204 len: 168 time: 0.2535734 Aug 18 13:04:27.839144 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5651b7-9a76-4519-b67f-453a0ce448aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89d7f68-5f82-4f0b-8bc8-027f438e4cc2,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:27.865998 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:27.866574 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-945534db-2ca5-4378-becd-bbba9c6a27e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:27.869638 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-945534db-2ca5-4378-becd-bbba9c6a27e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:27.878219 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-945534db-2ca5-4378-becd-bbba9c6a27e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2caeefdb-8550-4034-9bec-64e9fba37b94 HTTP/1.1" status: 204 len: 168 time: 0.2612247 Aug 18 13:04:27.880672 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945534db-2ca5-4378-becd-bbba9c6a27e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2caeefdb-8550-4034-9bec-64e9fba37b94,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:28.314985 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-834f021d-81b5-4eb9-aaf8-bc5ddd4bb96f req-7ad17dbf-e386-480c-afff-0e88695ed045 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc455d74-fdc4-49a4-809b-0c310f934be5 HTTP/1.1" status: 200 len: 210 time: 0.0403264 Aug 18 13:04:28.391537 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd500a4-5ee7-462c-aacf-22812d838ce8 req-4823acf8-eeb6-4c78-965d-bc88a13f7ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:28.393500 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dfd500a4-5ee7-462c-aacf-22812d838ce8 req-4823acf8-eeb6-4c78-965d-bc88a13f7ae5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b7bb7ada99a4b5d932fd3c3f52f7206&device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 1096 time: 0.0844409 Aug 18 13:04:28.402689 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 54462) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:28.535483 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:28.549294 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50815ac0-4519-4e3b-a2e4-9559bd2184f5 req-561d7ece-5274-44cf-bfa5-ced425024edf tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:28.550198 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd500a4-5ee7-462c-aacf-22812d838ce8 req-013d01f4-d8e6-4144-9fe4-969836bcd0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:28.551800 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dfd500a4-5ee7-462c-aacf-22812d838ce8 req-013d01f4-d8e6-4144-9fe4-969836bcd0ff service neutron] 10.222.0.39 "GET /v2.0/networks?id=a8d27026-b8e0-4d3d-971e-78c2b57a2f7a HTTP/1.1" status: 200 len: 920 time: 0.1488311 Aug 18 13:04:28.558245 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-50815ac0-4519-4e3b-a2e4-9559bd2184f5 req-561d7ece-5274-44cf-bfa5-ced425024edf tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 945 time: 0.1394041 Aug 18 13:04:28.623724 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-50815ac0-4519-4e3b-a2e4-9559bd2184f5 req-afaec63e-761a-4dc0-a15c-1bbae129796c tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602634 Aug 18 13:04:28.644056 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dfd500a4-5ee7-462c-aacf-22812d838ce8 req-532c8c8c-0270-46dd-b49a-6fb4a82dba00 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efcabe73-2954-4321-b64f-e5c43eef2f8a HTTP/1.1" status: 200 len: 217 time: 0.0705283 Aug 18 13:04:28.645187 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-17272b16-c634-4888-abf4-27ea6ec3d900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:28.719020 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d3e33b-a57f-41ae-9688-376fef7b5e67 req-d6784fd3-8fb0-4d39-83f5-7f43d392b58b tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:28.720859 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-06d3e33b-a57f-41ae-9688-376fef7b5e67 req-d6784fd3-8fb0-4d39-83f5-7f43d392b58b tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 946 time: 0.1647971 Aug 18 13:04:28.749630 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd500a4-5ee7-462c-aacf-22812d838ce8 req-d591e528-b943-4d2f-ae23-dbaaa7673a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:28.751438 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dfd500a4-5ee7-462c-aacf-22812d838ce8 req-d591e528-b943-4d2f-ae23-dbaaa7673a83 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=08d37668-d2c1-40db-a95f-b1212b73a41b HTTP/1.1" status: 200 len: 859 time: 0.0991883 Aug 18 13:04:28.796428 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dfd500a4-5ee7-462c-aacf-22812d838ce8 req-d04b3e15-0f38-49fa-8b45-4fd68a3019a7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a8d27026-b8e0-4d3d-971e-78c2b57a2f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380692 Aug 18 13:04:28.800160 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-06d3e33b-a57f-41ae-9688-376fef7b5e67 req-6c9b089b-e850-4406-a596-98f270839e18 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb2a5664-8f21-4728-b3b7-6f9d475fbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718601 Aug 18 13:04:28.807874 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-17272b16-c634-4888-abf4-27ea6ec3d900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:28.867548 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-17272b16-c634-4888-abf4-27ea6ec3d900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:28.914484 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-17272b16-c634-4888-abf4-27ea6ec3d900 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4b3258aa20c44cf387146fbedfb2961c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5101535 Aug 18 13:04:28.915550 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17272b16-c634-4888-abf4-27ea6ec3d900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308ce27d-413e-4f9b-babd-dcb631f2956d,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:28.918852 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 54486) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:28.967368 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dfd500a4-5ee7-462c-aacf-22812d838ce8 req-7fc953ba-b30e-475f-9c31-73a1b3ef5adc service neutron] 10.222.0.39 "GET /v2.0/networks/a8d27026-b8e0-4d3d-971e-78c2b57a2f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429198 Aug 18 13:04:28.996190 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0a892735-d734-4e3b-821c-64a16e60feac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:29.043287 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0a892735-d734-4e3b-821c-64a16e60feac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:29.129812 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dfd500a4-5ee7-462c-aacf-22812d838ce8 req-e6763cb9-73a1-4a70-b8d5-126ac0240c88 service neutron] 10.222.0.39 "GET /v2.0/networks/a8d27026-b8e0-4d3d-971e-78c2b57a2f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462541 Aug 18 13:04:29.186097 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0a892735-d734-4e3b-821c-64a16e60feac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:29.189097 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0a892735-d734-4e3b-821c-64a16e60feac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:29.190903 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0a892735-d734-4e3b-821c-64a16e60feac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/308ce27d-413e-4f9b-babd-dcb631f2956d HTTP/1.1" status: 204 len: 168 time: 0.2708466 Aug 18 13:04:29.199701 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a892735-d734-4e3b-821c-64a16e60feac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308ce27d-413e-4f9b-babd-dcb631f2956d,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:29.420044 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5620c447-19a2-4c5c-98c4-d44cbfc4c422 req-1956f82c-315b-4483-8962-c9353d4ddb66 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc455d74-fdc4-49a4-809b-0c310f934be5 HTTP/1.1" status: 200 len: 210 time: 0.0311294 Aug 18 13:04:29.630975 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 54514) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:29.712092 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-08bca7cd-6379-4327-8b32-1faf94b19d01 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:29.713760 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-08bca7cd-6379-4327-8b32-1faf94b19d01 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.20 "GET /v2.0/networks?id=c70b20b2-1ba3-4778-b38e-36ed095ba70d HTTP/1.1" status: 200 len: 811 time: 0.2508769 Aug 18 13:04:29.733029 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-d9f2d6e3-0d4b-4733-87b4-d384c1876671 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Request body: {'port': {'device_id': 'dc455d74-fdc4-49a4-809b-0c310f934be5', 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d', 'admin_state_up': True, 'tenant_id': 'd8b6c2b19e634a4bb77e7e12fa929d83'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:04:29.803469 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-7f141e16-cc9c-4d29-b678-07a715f57d23 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-43275368', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:04:29.844775 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3e90d-fa33-4fcb-91cb-20560360b5a8 req-54c69426-ac46-40d0-8e3f-7184a17dbde9 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:29.852381 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a7d3e90d-fa33-4fcb-91cb-20560360b5a8 req-54c69426-ac46-40d0-8e3f-7184a17dbde9 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 945 time: 0.1347036 Aug 18 13:04:29.904949 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a7d3e90d-fa33-4fcb-91cb-20560360b5a8 req-de3b72d2-9a72-42ac-973f-aaeb441d7e6a tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516586 Aug 18 13:04:29.919289 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7f141e16-cc9c-4d29-b678-07a715f57d23 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:29.920594 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7f141e16-cc9c-4d29-b678-07a715f57d23 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:30.018660 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec293bb-4a73-4f34-bba7-42345b3a1335 req-b364cacc-52d4-45ab-82d4-d62b2cbccb5d tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:30.020560 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fec293bb-4a73-4f34-bba7-42345b3a1335 req-b364cacc-52d4-45ab-82d4-d62b2cbccb5d tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 946 time: 0.1148863 Aug 18 13:04:30.022604 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7f141e16-cc9c-4d29-b678-07a715f57d23 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:30.044098 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-d9f2d6e3-0d4b-4733-87b4-d384c1876671 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Made reservation on behalf of d8b6c2b19e634a4bb77e7e12fa929d83 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:04:30.047335 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-d9f2d6e3-0d4b-4733-87b4-d384c1876671 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:30.063994 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 54528) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:30.080315 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fec293bb-4a73-4f34-bba7-42345b3a1335 req-17029d1f-1890-4d53-9d95-e3419c8d9d1c tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb2a5664-8f21-4728-b3b7-6f9d475fbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471382 Aug 18 13:04:30.117934 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7f141e16-cc9c-4d29-b678-07a715f57d23 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:30.174137 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 54532) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:30.174371 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-fe7efb26-d986-473b-b6ab-6d00d7b06c45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5484fd7212884faea4aabcb48b27a154&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1088138 Aug 18 13:04:30.240968 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7f141e16-cc9c-4d29-b678-07a715f57d23 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:30.244835 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7f141e16-cc9c-4d29-b678-07a715f57d23 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 710 time: 0.6104088 Aug 18 13:04:30.245067 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 54536) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:30.250308 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-e06bc0b8-589b-4ece-9752-3ecb3147efb7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1340566777'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:04:30.257359 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-85e399fd-68ea-4467-988e-7475ad8eaecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:30.269530 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-d9f2d6e3-0d4b-4733-87b4-d384c1876671 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Allocated IP 172.20.0.11 (c70b20b2-1ba3-4778-b38e-36ed095ba70d/2744890d-6739-4756-b608-842180da7455/3719fcf8-290f-45fe-91eb-aacf7869dab4) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:04:30.291999 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-85e399fd-68ea-4467-988e-7475ad8eaecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:30.380743 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06bc0b8-589b-4ece-9752-3ecb3147efb7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Made reservation on behalf of d773d1947813423594a4ed4fc7ca2197 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:04:30.385733 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e06bc0b8-589b-4ece-9752-3ecb3147efb7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:30.398012 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e06bc0b8-589b-4ece-9752-3ecb3147efb7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:30.440112 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-85e399fd-68ea-4467-988e-7475ad8eaecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:30.443229 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-85e399fd-68ea-4467-988e-7475ad8eaecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:30.449441 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-85e399fd-68ea-4467-988e-7475ad8eaecf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6ae280e9-c664-459b-a82d-1badda1b6ead HTTP/1.1" status: 204 len: 168 time: 0.2692246 Aug 18 13:04:30.452761 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-d9f2d6e3-0d4b-4733-87b4-d384c1876671 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:30.465451 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e399fd-68ea-4467-988e-7475ad8eaecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae280e9-c664-459b-a82d-1badda1b6ead,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:30.469935 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-d9f2d6e3-0d4b-4733-87b4-d384c1876671 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Transition to ACTIVE for port object 3719fcf8-290f-45fe-91eb-aacf7869dab4 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:04:30.575763 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e06bc0b8-589b-4ece-9752-3ecb3147efb7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:30.578522 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a53cc56d-306e-4536-9c3b-c0572ceb1226 req-8d97c8e2-3d27-45b9-b384-36fa91b875af tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc455d74-fdc4-49a4-809b-0c310f934be5 HTTP/1.1" status: 200 len: 210 time: 0.0343411 Aug 18 13:04:30.586791 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-d9f2d6e3-0d4b-4733-87b4-d384c1876671 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:30.635548 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-d9f2d6e3-0d4b-4733-87b4-d384c1876671 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Network c70b20b2-1ba3-4778-b38e-36ed095ba70d is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:04:30.638421 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e06bc0b8-589b-4ece-9752-3ecb3147efb7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:30.640811 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-d9f2d6e3-0d4b-4733-87b4-d384c1876671 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:04:30.644981 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-d9f2d6e3-0d4b-4733-87b4-d384c1876671 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:04:30.669024 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e06bc0b8-589b-4ece-9752-3ecb3147efb7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:04:30.680420 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f2d6e3-0d4b-4733-87b4-d384c1876671 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Pushing event updated for resources: {'Port': ['ID=3719fcf8-290f-45fe-91eb-aacf7869dab4,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:30.686891 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06bc0b8-589b-4ece-9752-3ecb3147efb7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38efa836-741e-4bfc-a4ed-7c8ce43b5f28,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:30.690039 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e06bc0b8-589b-4ece-9752-3ecb3147efb7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:30.690475 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-e06bc0b8-589b-4ece-9752-3ecb3147efb7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Added segment 8f7152be-57d1-46f0-9f4c-945848a7f09b of type vlan for network 4f1393b0-2f0a-4098-884c-683cdc095b14 Aug 18 13:04:30.734004 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-d9f2d6e3-0d4b-4733-87b4-d384c1876671 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:30.734004 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-d9f2d6e3-0d4b-4733-87b4-d384c1876671 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:30.754834 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e06bc0b8-589b-4ece-9752-3ecb3147efb7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:30.873039 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-d9f2d6e3-0d4b-4733-87b4-d384c1876671 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1446245 Aug 18 13:04:30.877010 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e06bc0b8-589b-4ece-9752-3ecb3147efb7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:30.880342 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06bc0b8-589b-4ece-9752-3ecb3147efb7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:30.881218 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e06bc0b8-589b-4ece-9752-3ecb3147efb7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:30.887253 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-3c327b0b-3995-48a5-9bda-5fee7d59251f service neutron] Request body: {'port': {'device_id': 'dc455d74-fdc4-49a4-809b-0c310f934be5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:04:30.967309 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06bc0b8-589b-4ece-9752-3ecb3147efb7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Pushing event updated for resources: {'Network': ['ID=4f1393b0-2f0a-4098-884c-683cdc095b14,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:30.981579 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 4f1393b0-2f0a-4098-884c-683cdc095b14 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:04:31.001318 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-3c327b0b-3995-48a5-9bda-5fee7d59251f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:31.016299 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e06bc0b8-589b-4ece-9752-3ecb3147efb7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7701468 Aug 18 13:04:31.019063 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 54554) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:31.026436 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-b52a220c-18c0-4973-b2ac-3900ff297ca7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Request body: {'subnet': {'network_id': '4f1393b0-2f0a-4098-884c-683cdc095b14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:04:31.200848 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b20ca8-901d-47cb-ad95-4ea62d835f91 req-afc56150-7b6e-41a6-b145-6c00a335d70b tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:31.204806 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-15b20ca8-901d-47cb-ad95-4ea62d835f91 req-afc56150-7b6e-41a6-b145-6c00a335d70b tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 945 time: 0.1532345 Aug 18 13:04:31.271818 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52a220c-18c0-4973-b2ac-3900ff297ca7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Made reservation on behalf of d773d1947813423594a4ed4fc7ca2197 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:04:31.286887 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b52a220c-18c0-4973-b2ac-3900ff297ca7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:31.311269 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-15b20ca8-901d-47cb-ad95-4ea62d835f91 req-011b523f-f040-44f6-a003-b20f8ce89157 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988748 Aug 18 13:04:31.451504 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-3c327b0b-3995-48a5-9bda-5fee7d59251f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3719fcf8-290f-45fe-91eb-aacf7869dab4 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:04:31.460435 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-3c327b0b-3995-48a5-9bda-5fee7d59251f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:31.474947 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-3c327b0b-3995-48a5-9bda-5fee7d59251f service neutron] Transition to ACTIVE for port object 3719fcf8-290f-45fe-91eb-aacf7869dab4 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:04:31.542198 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff5c210-723b-4b33-aae4-128b7c78ff66 req-e58c1f6b-f251-4a2a-8ea0-ed007a4b41c9 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:31.552661 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dff5c210-723b-4b33-aae4-128b7c78ff66 req-e58c1f6b-f251-4a2a-8ea0-ed007a4b41c9 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 946 time: 0.3374255 Aug 18 13:04:31.564128 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-3c327b0b-3995-48a5-9bda-5fee7d59251f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:31.592127 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-42b934ba-0dea-4d9b-bca2-0c23264e11dd None None] Provisioning for port 3719fcf8-290f-45fe-91eb-aacf7869dab4 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:04:31.653214 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dff5c210-723b-4b33-aae4-128b7c78ff66 req-3b194e64-5c35-4efe-b7f4-2d3655e76fa3 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb2a5664-8f21-4728-b3b7-6f9d475fbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995193 Aug 18 13:04:31.675532 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c327b0b-3995-48a5-9bda-5fee7d59251f service neutron] Pushing event updated for resources: {'Port': ['ID=3719fcf8-290f-45fe-91eb-aacf7869dab4,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:31.763559 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b52a220c-18c0-4973-b2ac-3900ff297ca7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:31.844022 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294d39b-7f4c-4558-9cf4-0e4d168832e7 req-cf1434db-847a-4c2d-9dd2-c5684da82c2e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:31.846415 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2294d39b-7f4c-4558-9cf4-0e4d168832e7 req-cf1434db-847a-4c2d-9dd2-c5684da82c2e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc455d74-fdc4-49a4-809b-0c310f934be5 HTTP/1.1" status: 200 len: 944 time: 0.1146441 Aug 18 13:04:31.855231 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-3c327b0b-3995-48a5-9bda-5fee7d59251f service neutron] Attempting to bind port 3719fcf8-290f-45fe-91eb-aacf7869dab4 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:04:31.855231 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-3c327b0b-3995-48a5-9bda-5fee7d59251f service neutron] Attempting to bind port 3719fcf8-290f-45fe-91eb-aacf7869dab4 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': 'e308df16-0289-45ba-a2cb-37bdded69968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:04:31.855231 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-3c327b0b-3995-48a5-9bda-5fee7d59251f service neutron] Attempting to bind port 3719fcf8-290f-45fe-91eb-aacf7869dab4 on network c70b20b2-1ba3-4778-b38e-36ed095ba70d {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:04:31.867198 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52a220c-18c0-4973-b2ac-3900ff297ca7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Checking segment: {'id': '8f7152be-57d1-46f0-9f4c-945848a7f09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4f1393b0-2f0a-4098-884c-683cdc095b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:04:31.867573 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52a220c-18c0-4973-b2ac-3900ff297ca7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Network hostable DHCP agents. Network: 4f1393b0-2f0a-4098-884c-683cdc095b14, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:04:31.872212 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-3c327b0b-3995-48a5-9bda-5fee7d59251f service neutron] Port 3719fcf8-290f-45fe-91eb-aacf7869dab4 on network c70b20b2-1ba3-4778-b38e-36ed095ba70d not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:04:31.872647 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-3c327b0b-3995-48a5-9bda-5fee7d59251f service neutron] Attempting to bind port 3719fcf8-290f-45fe-91eb-aacf7869dab4 on network c70b20b2-1ba3-4778-b38e-36ed095ba70d {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:04:31.879037 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a220c-18c0-4973-b2ac-3900ff297ca7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Pushing event updated for resources: {'Subnet': ['ID=de8f9bae-e8b3-4dba-ad72-695662ef5952,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:31.882731 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-3c327b0b-3995-48a5-9bda-5fee7d59251f service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:04:31.883178 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-3c327b0b-3995-48a5-9bda-5fee7d59251f service neutron] Checking segment: {'id': 'e308df16-0289-45ba-a2cb-37bdded69968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:04:31.883637 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-3c327b0b-3995-48a5-9bda-5fee7d59251f service neutron] Bound using segment: {'id': 'e308df16-0289-45ba-a2cb-37bdded69968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:04:31.884249 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-3c327b0b-3995-48a5-9bda-5fee7d59251f service neutron] Bound port: 3719fcf8-290f-45fe-91eb-aacf7869dab4, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e308df16-0289-45ba-a2cb-37bdded69968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:04:31.884624 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-3c327b0b-3995-48a5-9bda-5fee7d59251f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:31.923408 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2294d39b-7f4c-4558-9cf4-0e4d168832e7 req-59fbdee5-3ee2-4651-9777-2f034be7cf56 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750482 Aug 18 13:04:31.976780 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52a220c-18c0-4973-b2ac-3900ff297ca7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Network 4f1393b0-2f0a-4098-884c-683cdc095b14 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:04:32.012783 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-3c327b0b-3995-48a5-9bda-5fee7d59251f service neutron] For port 3719fcf8-290f-45fe-91eb-aacf7869dab4, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:04:32.017502 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-3c327b0b-3995-48a5-9bda-5fee7d59251f service neutron] For port 3719fcf8-290f-45fe-91eb-aacf7869dab4, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=3719fcf8-290f-45fe-91eb-aacf7869dab4,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:04:32.060837 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-b52a220c-18c0-4973-b2ac-3900ff297ca7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 4f1393b0-2f0a-4098-884c-683cdc095b14) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:04:32.065235 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52a220c-18c0-4973-b2ac-3900ff297ca7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:32.065920 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b52a220c-18c0-4973-b2ac-3900ff297ca7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:32.072865 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55b1502-8115-43cf-98d3-9f4070908c4d None None] Network 4f1393b0-2f0a-4098-884c-683cdc095b14 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:04:32.090045 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-3c327b0b-3995-48a5-9bda-5fee7d59251f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:32.153491 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b52a220c-18c0-4973-b2ac-3900ff297ca7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1331420 Aug 18 13:04:32.154143 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 54592) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:32.162502 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-6ae77dd0-04de-4ce7-b8e3-803fe17c7fab tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Request body: {'network': {'name': 'tempest-router-network01--1515944011'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:04:32.172759 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-3c327b0b-3995-48a5-9bda-5fee7d59251f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:32.173396 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-3c327b0b-3995-48a5-9bda-5fee7d59251f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:32.174861 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-3c327b0b-3995-48a5-9bda-5fee7d59251f service neutron] 10.222.0.20 "PUT /v2.0/ports/3719fcf8-290f-45fe-91eb-aacf7869dab4 HTTP/1.1" status: 200 len: 1092 time: 1.2924488 Aug 18 13:04:32.175336 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc455d74-fdc4-49a4-809b-0c310f934be5', 'tag': '3719fcf8-290f-45fe-91eb-aacf7869dab4'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:04:32.194949 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ead0600-69a9-456b-a9ea-368c491752c3" -d '{"events": [{"name": "network-changed", "server_uuid": "dc455d74-fdc4-49a4-809b-0c310f934be5", "tag": "3719fcf8-290f-45fe-91eb-aacf7869dab4"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:04:32.227395 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c327b0b-3995-48a5-9bda-5fee7d59251f service neutron] Pushing event updated for resources: {'Port': ['ID=3719fcf8-290f-45fe-91eb-aacf7869dab4,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:32.317381 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae77dd0-04de-4ce7-b8e3-803fe17c7fab tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Made reservation on behalf of d773d1947813423594a4ed4fc7ca2197 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:04:32.322863 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6ae77dd0-04de-4ce7-b8e3-803fe17c7fab tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:32.346940 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 54602) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:32.396722 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ae77dd0-04de-4ce7-b8e3-803fe17c7fab tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:04:32.411511 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-52ef02db-7b60-4a9a-bd1d-6f53ca2ae91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:32.413225 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6ae77dd0-04de-4ce7-b8e3-803fe17c7fab tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:32.414808 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-6ae77dd0-04de-4ce7-b8e3-803fe17c7fab tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Added segment 3e4fc187-6145-4708-9abf-74d49caaf8a4 of type vlan for network b157caf9-e88b-4d08-a9e7-98809bda2e5f Aug 18 13:04:32.415386 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-52ef02db-7b60-4a9a-bd1d-6f53ca2ae91f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8b6c2b19e634a4bb77e7e12fa929d83&device_id=dc455d74-fdc4-49a4-809b-0c310f934be5 HTTP/1.1" status: 200 len: 1095 time: 0.1350555 Aug 18 13:04:32.433427 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94702c73-3cf8-4900-9f40-71c9303b98e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-4f1393b0-2f0a-4098-884c-683cdc095b14', 'network_id': '4f1393b0-2f0a-4098-884c-683cdc095b14', 'tenant_id': 'd773d1947813423594a4ed4fc7ca2197', 'fixed_ips': [{'subnet_id': 'de8f9bae-e8b3-4dba-ad72-695662ef5952'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:04:32.435425 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-94702c73-3cf8-4900-9f40-71c9303b98e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:32.534857 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6ae77dd0-04de-4ce7-b8e3-803fe17c7fab tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:32.605775 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-796042ef-fe26-4ccd-9ed3-645260bee34a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3719fcf8-290f-45fe-91eb-aacf7869dab4 HTTP/1.1" status: 200 len: 217 time: 0.1730895 Aug 18 13:04:32.673538 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6ae77dd0-04de-4ce7-b8e3-803fe17c7fab tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:32.675727 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-e2544f2a-63b1-4eea-a487-9da81107b4a0 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Request body: {'networks': [{'name': 'tempest-network--1160453565'}, {'name': 'tempest-network--1306355004'}]} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:04:32.675727 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-e2544f2a-63b1-4eea-a487-9da81107b4a0 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Request body: {'network': {'name': 'tempest-network--1160453565'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:04:32.678414 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-e2544f2a-63b1-4eea-a487-9da81107b4a0 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Request body: {'network': {'name': 'tempest-network--1306355004'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:04:32.683467 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae77dd0-04de-4ce7-b8e3-803fe17c7fab tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:32.684326 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6ae77dd0-04de-4ce7-b8e3-803fe17c7fab tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:32.698442 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a8b0f9-f258-438c-8485-d3b43c989679 x-openstack-request-id: req-52a8b0f9-f258-438c-8485-d3b43c989679 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:04:32.699907 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc455d74-fdc4-49a4-809b-0c310f934be5", "tag": "3719fcf8-290f-45fe-91eb-aacf7869dab4", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:04:32.699907 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52a8b0f9-f258-438c-8485-d3b43c989679 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:04:32.699907 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc455d74-fdc4-49a4-809b-0c310f934be5', 'tag': '3719fcf8-290f-45fe-91eb-aacf7869dab4', 'status': 'completed', 'code': 200} Aug 18 13:04:32.746611 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-94702c73-3cf8-4900-9f40-71c9303b98e9 None None] Allocated IP 2001:db8::2 (4f1393b0-2f0a-4098-884c-683cdc095b14/de8f9bae-e8b3-4dba-ad72-695662ef5952/608d45c3-392a-4100-9a99-2bb868cd295d) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:04:32.814826 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6ae77dd0-04de-4ce7-b8e3-803fe17c7fab tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6568775 Aug 18 13:04:32.815514 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b76aa-1619-476a-aba2-375f4040725a req-f8da58ce-cf7e-4d85-9bfb-f27b6020d8e9 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:32.816567 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 54610) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:32.825873 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-6d856337-614e-44d0-b9b0-1f0de46a7e40 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Request body: {'network': {'name': 'tempest-router-network02--578201028'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:04:32.827204 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-631b76aa-1619-476a-aba2-375f4040725a req-f8da58ce-cf7e-4d85-9bfb-f27b6020d8e9 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 945 time: 0.2554715 Aug 18 13:04:32.833238 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae77dd0-04de-4ce7-b8e3-803fe17c7fab tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Pushing event updated for resources: {'Network': ['ID=b157caf9-e88b-4d08-a9e7-98809bda2e5f,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:32.847986 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network b157caf9-e88b-4d08-a9e7-98809bda2e5f details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:04:32.891402 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-71cf3a7e-a51a-4740-9f56-3a24d4ac4724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:32.893902 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-71cf3a7e-a51a-4740-9f56-3a24d4ac4724 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2744890d-6739-4756-b608-842180da7455 HTTP/1.1" status: 200 len: 850 time: 0.2543035 Aug 18 13:04:32.895056 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.db.api [None req-6d856337-614e-44d0-b9b0-1f0de46a7e40 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 13:04:32.895056 n-d-803603-2 neutron-server[101676]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 18 13:04:32.895056 n-d-803603-2 neutron-server[101676]: [parameters: {'project_id_1': 'd773d1947813423594a4ed4fc7ca2197', 'expiration_1': datetime.datetime(2021, 8, 18, 13, 4, 32, 836133)}] Aug 18 13:04:32.895056 n-d-803603-2 neutron-server[101676]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:04:32.895630 n-d-803603-2 neutron-server[101676]: DEBUG oslo_db.api [None req-6d856337-614e-44d0-b9b0-1f0de46a7e40 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:04:32.935863 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e6b6b-5c30-4a99-b22a-7cd193c24d85 req-cfe9ba7b-58a8-454a-89ef-b87eab87ce43 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:32.937884 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-738e6b6b-5c30-4a99-b22a-7cd193c24d85 req-cfe9ba7b-58a8-454a-89ef-b87eab87ce43 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 946 time: 0.0879421 Aug 18 13:04:32.949276 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-631b76aa-1619-476a-aba2-375f4040725a req-64c903e9-897c-4154-b8c8-a94c14e90c44 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189513 Aug 18 13:04:32.973827 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-a1dbbb64-9da4-449c-8818-02556363d707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:32.975748 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-a1dbbb64-9da4-449c-8818-02556363d707 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c70b20b2-1ba3-4778-b38e-36ed095ba70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732300 Aug 18 13:04:32.980628 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2544f2a-63b1-4eea-a487-9da81107b4a0 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Made reservation on behalf of 28745d692f2f4ee59fbe6e123841e377 for: {'network': 2} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:04:32.985655 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e2544f2a-63b1-4eea-a487-9da81107b4a0 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:33.002578 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-738e6b6b-5c30-4a99-b22a-7cd193c24d85 req-dcebeb01-a51f-4fd6-94a5-e6d5277607fd tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb2a5664-8f21-4728-b3b7-6f9d475fbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578504 Aug 18 13:04:33.030078 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e2544f2a-63b1-4eea-a487-9da81107b4a0 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:33.036202 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-94702c73-3cf8-4900-9f40-71c9303b98e9 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:33.047093 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-94702c73-3cf8-4900-9f40-71c9303b98e9 None None] Transition to ACTIVE for port object 608d45c3-392a-4100-9a99-2bb868cd295d will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:04:33.065200 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-94702c73-3cf8-4900-9f40-71c9303b98e9 None None] Transition to ACTIVE for port object 608d45c3-392a-4100-9a99-2bb868cd295d will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:04:33.141393 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-94702c73-3cf8-4900-9f40-71c9303b98e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:33.180857 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b492c12-c065-435d-9207-319e29378a53 req-980a695f-f37f-4930-8099-6769b53d4856 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:33.182934 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5b492c12-c065-435d-9207-319e29378a53 req-980a695f-f37f-4930-8099-6769b53d4856 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc455d74-fdc4-49a4-809b-0c310f934be5 HTTP/1.1" status: 200 len: 944 time: 0.1123006 Aug 18 13:04:33.193764 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-b9abb973-9d0c-4da8-a449-f62cb119d1a0 service neutron] 10.222.0.20 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038412 Aug 18 13:04:33.195480 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94702c73-3cf8-4900-9f40-71c9303b98e9 None None] Network 4f1393b0-2f0a-4098-884c-683cdc095b14 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:04:33.201162 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-94702c73-3cf8-4900-9f40-71c9303b98e9 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:04:33.203585 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94702c73-3cf8-4900-9f40-71c9303b98e9 None None] Pushing event updated for resources: {'Port': ['ID=608d45c3-392a-4100-9a99-2bb868cd295d,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:33.211533 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94702c73-3cf8-4900-9f40-71c9303b98e9 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:04:33.277806 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-94702c73-3cf8-4900-9f40-71c9303b98e9 None None] Attempting to bind port 608d45c3-392a-4100-9a99-2bb868cd295d on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:04:33.278238 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-94702c73-3cf8-4900-9f40-71c9303b98e9 None None] Attempting to bind port 608d45c3-392a-4100-9a99-2bb868cd295d by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '8f7152be-57d1-46f0-9f4c-945848a7f09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4f1393b0-2f0a-4098-884c-683cdc095b14'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:04:33.278575 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94702c73-3cf8-4900-9f40-71c9303b98e9 None None] Attempting to bind port 608d45c3-392a-4100-9a99-2bb868cd295d on network 4f1393b0-2f0a-4098-884c-683cdc095b14 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:04:33.285195 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94702c73-3cf8-4900-9f40-71c9303b98e9 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:04:33.285195 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94702c73-3cf8-4900-9f40-71c9303b98e9 None None] Checking segment: {'id': '8f7152be-57d1-46f0-9f4c-945848a7f09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4f1393b0-2f0a-4098-884c-683cdc095b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:04:33.285195 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-94702c73-3cf8-4900-9f40-71c9303b98e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:33.285653 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94702c73-3cf8-4900-9f40-71c9303b98e9 None None] Bound using segment: {'id': '8f7152be-57d1-46f0-9f4c-945848a7f09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4f1393b0-2f0a-4098-884c-683cdc095b14'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:04:33.286045 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-94702c73-3cf8-4900-9f40-71c9303b98e9 None None] Bound port: 608d45c3-392a-4100-9a99-2bb868cd295d, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7152be-57d1-46f0-9f4c-945848a7f09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4f1393b0-2f0a-4098-884c-683cdc095b14'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:04:33.286466 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-94702c73-3cf8-4900-9f40-71c9303b98e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:33.380384 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-94702c73-3cf8-4900-9f40-71c9303b98e9 None None] For port 608d45c3-392a-4100-9a99-2bb868cd295d, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:04:33.384176 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-94702c73-3cf8-4900-9f40-71c9303b98e9 None None] For port 608d45c3-392a-4100-9a99-2bb868cd295d, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=608d45c3-392a-4100-9a99-2bb868cd295d,segment=NetworkSegment(8f7152be-57d1-46f0-9f4c-945848a7f09b),segment_id=8f7152be-57d1-46f0-9f4c-945848a7f09b)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:04:33.433481 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-94702c73-3cf8-4900-9f40-71c9303b98e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:33.502349 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94702c73-3cf8-4900-9f40-71c9303b98e9 None None] Pushing event updated for resources: {'Port': ['ID=608d45c3-392a-4100-9a99-2bb868cd295d,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:33.667202 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5b492c12-c065-435d-9207-319e29378a53 req-5fa532f3-79ba-4a6f-b80a-e71b3339ab3e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4724188 Aug 18 13:04:33.698375 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e2544f2a-63b1-4eea-a487-9da81107b4a0 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:33.731534 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-59187e0e-135f-475d-bf67-e3b3b358f777 req-0292bf31-8ca1-48db-899a-9fae8fd15324 service neutron] 10.222.0.20 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5251856 Aug 18 13:04:33.772106 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e2544f2a-63b1-4eea-a487-9da81107b4a0 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:33.772106 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e2544f2a-63b1-4eea-a487-9da81107b4a0 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:33.833482 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2544f2a-63b1-4eea-a487-9da81107b4a0 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:04:33.840137 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2544f2a-63b1-4eea-a487-9da81107b4a0 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8617933a-a72d-4237-af4b-7f143db35a40,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:33.848394 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e2544f2a-63b1-4eea-a487-9da81107b4a0 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:33.848863 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-e2544f2a-63b1-4eea-a487-9da81107b4a0 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Added segment adb1701e-15d3-4fd8-b9bb-1b921efe1b26 of type vlan for network e8f90414-740c-4425-bb6d-700505b16e6e Aug 18 13:04:33.865993 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d856337-614e-44d0-b9b0-1f0de46a7e40 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Made reservation on behalf of d773d1947813423594a4ed4fc7ca2197 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:04:33.876826 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6d856337-614e-44d0-b9b0-1f0de46a7e40 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:33.922016 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d856337-614e-44d0-b9b0-1f0de46a7e40 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:04:33.935523 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6d856337-614e-44d0-b9b0-1f0de46a7e40 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:33.935864 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-6d856337-614e-44d0-b9b0-1f0de46a7e40 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Added segment cd838706-23ab-48e1-8c1f-f6fe010a949b of type vlan for network a0af7871-9329-4dcd-b040-a15941bdc270 Aug 18 13:04:33.948021 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e2544f2a-63b1-4eea-a487-9da81107b4a0 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:33.984668 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead0600-69a9-456b-a9ea-368c491752c3 req-d565fe2c-6444-4e0a-a682-67b514d700f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:33.986239 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1ead0600-69a9-456b-a9ea-368c491752c3 req-d565fe2c-6444-4e0a-a682-67b514d700f4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8b6c2b19e634a4bb77e7e12fa929d83&device_id=dc455d74-fdc4-49a4-809b-0c310f934be5 HTTP/1.1" status: 200 len: 1095 time: 0.0824354 Aug 18 13:04:33.998678 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2544f2a-63b1-4eea-a487-9da81107b4a0 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:04:33.999239 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6d856337-614e-44d0-b9b0-1f0de46a7e40 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:34.064717 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e2544f2a-63b1-4eea-a487-9da81107b4a0 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:34.065075 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-e2544f2a-63b1-4eea-a487-9da81107b4a0 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Added segment f39336a3-0ac0-41b8-85ed-946962d5e877 of type vlan for network 0c8c82e7-5893-444b-8278-738cae6df359 Aug 18 13:04:34.089620 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6d856337-614e-44d0-b9b0-1f0de46a7e40 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:34.096665 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d856337-614e-44d0-b9b0-1f0de46a7e40 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:34.102086 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6d856337-614e-44d0-b9b0-1f0de46a7e40 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:34.178616 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e2544f2a-63b1-4eea-a487-9da81107b4a0 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:34.203114 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6d856337-614e-44d0-b9b0-1f0de46a7e40 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3829846 Aug 18 13:04:34.205467 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 54628) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:34.209456 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-310af9cd-fd40-414a-a33d-104d26a9f428 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Request body: {'subnet': {'network_id': 'b157caf9-e88b-4d08-a9e7-98809bda2e5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:04:34.219756 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead0600-69a9-456b-a9ea-368c491752c3 req-248c5204-78eb-4325-af66-f9d1c1315360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:34.221396 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1ead0600-69a9-456b-a9ea-368c491752c3 req-248c5204-78eb-4325-af66-f9d1c1315360 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c70b20b2-1ba3-4778-b38e-36ed095ba70d HTTP/1.1" status: 200 len: 912 time: 0.2243161 Aug 18 13:04:34.236937 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da15c9-70a6-4cbc-aaf3-61a7cc0563e4 req-008b51d9-b906-445d-b744-77038de05ca4 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:34.240509 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-38da15c9-70a6-4cbc-aaf3-61a7cc0563e4 req-008b51d9-b906-445d-b744-77038de05ca4 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 945 time: 0.1328585 Aug 18 13:04:34.276012 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d856337-614e-44d0-b9b0-1f0de46a7e40 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Pushing event updated for resources: {'Network': ['ID=a0af7871-9329-4dcd-b040-a15941bdc270,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:34.284760 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1ead0600-69a9-456b-a9ea-368c491752c3 req-252d26c1-1715-4d39-8111-dabb5a7160a5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3719fcf8-290f-45fe-91eb-aacf7869dab4 HTTP/1.1" status: 200 len: 217 time: 0.0437837 Aug 18 13:04:34.291734 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network a0af7871-9329-4dcd-b040-a15941bdc270 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:04:34.314220 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f97b57-2f3a-48c0-ae23-8d50d705d608 req-e05241c3-3c0e-4dc4-bdfa-e17863cfa435 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:34.317039 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-63f97b57-2f3a-48c0-ae23-8d50d705d608 req-e05241c3-3c0e-4dc4-bdfa-e17863cfa435 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 946 time: 0.2028811 Aug 18 13:04:34.359909 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e2544f2a-63b1-4eea-a487-9da81107b4a0 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:34.360434 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e2544f2a-63b1-4eea-a487-9da81107b4a0 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:34.374060 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2544f2a-63b1-4eea-a487-9da81107b4a0 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:34.389299 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2544f2a-63b1-4eea-a487-9da81107b4a0 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:34.390358 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e2544f2a-63b1-4eea-a487-9da81107b4a0 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:34.462709 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-63f97b57-2f3a-48c0-ae23-8d50d705d608 req-3fe0720f-c13a-46c6-9280-b4633db231d7 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb2a5664-8f21-4728-b3b7-6f9d475fbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444008 Aug 18 13:04:34.559185 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-38da15c9-70a6-4cbc-aaf3-61a7cc0563e4 req-71ffa7b7-ced9-4393-bebd-546d75833f1a tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097126 Aug 18 13:04:34.577581 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310af9cd-fd40-414a-a33d-104d26a9f428 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Made reservation on behalf of d773d1947813423594a4ed4fc7ca2197 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:04:34.587649 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 608d45c3-392a-4100-9a99-2bb868cd295d up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:04:34.589672 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead0600-69a9-456b-a9ea-368c491752c3 req-5cf090f4-2656-474e-9700-d09071973cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:34.591220 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1ead0600-69a9-456b-a9ea-368c491752c3 req-5cf090f4-2656-474e-9700-d09071973cfe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2744890d-6739-4756-b608-842180da7455 HTTP/1.1" status: 200 len: 850 time: 0.2943366 Aug 18 13:04:34.592885 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-310af9cd-fd40-414a-a33d-104d26a9f428 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:34.594534 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2544f2a-63b1-4eea-a487-9da81107b4a0 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Pushing event updated for resources: {'Network': ['ID=e8f90414-740c-4425-bb6d-700505b16e6e,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:34.627224 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2544f2a-63b1-4eea-a487-9da81107b4a0 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:34.628172 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2544f2a-63b1-4eea-a487-9da81107b4a0 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:34.628700 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2544f2a-63b1-4eea-a487-9da81107b4a0 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:34.629491 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2544f2a-63b1-4eea-a487-9da81107b4a0 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:34.630325 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2544f2a-63b1-4eea-a487-9da81107b4a0 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:34.631495 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2544f2a-63b1-4eea-a487-9da81107b4a0 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:34.632055 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2544f2a-63b1-4eea-a487-9da81107b4a0 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:34.632780 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2544f2a-63b1-4eea-a487-9da81107b4a0 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:34.633340 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2544f2a-63b1-4eea-a487-9da81107b4a0 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:34.633884 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2544f2a-63b1-4eea-a487-9da81107b4a0 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:34.635081 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2544f2a-63b1-4eea-a487-9da81107b4a0 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:34.635646 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2544f2a-63b1-4eea-a487-9da81107b4a0 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:34.656222 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network e8f90414-740c-4425-bb6d-700505b16e6e details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:04:34.787841 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e2544f2a-63b1-4eea-a487-9da81107b4a0 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.4388866 Aug 18 13:04:34.791759 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 54636) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:34.812469 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2544f2a-63b1-4eea-a487-9da81107b4a0 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Pushing event updated for resources: {'Network': ['ID=0c8c82e7-5893-444b-8278-738cae6df359,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:34.822623 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 0c8c82e7-5893-444b-8278-738cae6df359 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:04:34.906575 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7296c5-c173-4624-af52-43588c5f49a3 req-2fa32ff9-ff3c-4bda-8126-d45e9dda76fc tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:34.908209 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0f7296c5-c173-4624-af52-43588c5f49a3 req-2fa32ff9-ff3c-4bda-8126-d45e9dda76fc tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc455d74-fdc4-49a4-809b-0c310f934be5 HTTP/1.1" status: 200 len: 944 time: 0.1137507 Aug 18 13:04:34.928716 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 608d45c3-392a-4100-9a99-2bb868cd295d completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:04:34.972524 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead0600-69a9-456b-a9ea-368c491752c3 req-57e412e8-3375-4c8d-ba2e-f68ac9023c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:34.974984 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1ead0600-69a9-456b-a9ea-368c491752c3 req-57e412e8-3375-4c8d-ba2e-f68ac9023c7f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c70b20b2-1ba3-4778-b38e-36ed095ba70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3659623 Aug 18 13:04:34.977723 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a54c7ef-b1b8-40f8-b025-1d41ed36e0f0 None None] Network 4f1393b0-2f0a-4098-884c-683cdc095b14 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:04:35.005332 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0f7296c5-c173-4624-af52-43588c5f49a3 req-487d27ec-aa9a-4330-a671-ca5f1cbbdc18 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909512 Aug 18 13:04:35.055331 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-310af9cd-fd40-414a-a33d-104d26a9f428 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:35.143944 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b66d7ae0-12cd-46db-a72a-949fdfe53851 None None] Provisioning for port 608d45c3-392a-4100-9a99-2bb868cd295d completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:04:35.152902 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae46c6f-2c43-4303-8f33-9f3bc9435d73 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:35.154753 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310af9cd-fd40-414a-a33d-104d26a9f428 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Pushing event updated for resources: {'Subnet': ['ID=c3e01b81-0622-4b95-9224-b797a07df790,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:35.162784 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b66d7ae0-12cd-46db-a72a-949fdfe53851 None None] Provisioning complete for port 608d45c3-392a-4100-9a99-2bb868cd295d triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:04:35.163179 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b66d7ae0-12cd-46db-a72a-949fdfe53851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:35.164876 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae46c6f-2c43-4303-8f33-9f3bc9435d73 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:35.172683 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae46c6f-2c43-4303-8f33-9f3bc9435d73 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:35.177426 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310af9cd-fd40-414a-a33d-104d26a9f428 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:35.177916 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310af9cd-fd40-414a-a33d-104d26a9f428 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:35.178290 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310af9cd-fd40-414a-a33d-104d26a9f428 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:35.178634 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310af9cd-fd40-414a-a33d-104d26a9f428 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:35.178975 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310af9cd-fd40-414a-a33d-104d26a9f428 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:35.179314 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310af9cd-fd40-414a-a33d-104d26a9f428 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:35.179638 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310af9cd-fd40-414a-a33d-104d26a9f428 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:35.179968 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310af9cd-fd40-414a-a33d-104d26a9f428 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:35.180295 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310af9cd-fd40-414a-a33d-104d26a9f428 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:35.180617 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310af9cd-fd40-414a-a33d-104d26a9f428 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:35.180734 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae46c6f-2c43-4303-8f33-9f3bc9435d73 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:35.180940 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310af9cd-fd40-414a-a33d-104d26a9f428 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:35.181301 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310af9cd-fd40-414a-a33d-104d26a9f428 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:35.182648 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-aae46c6f-2c43-4303-8f33-9f3bc9435d73 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3856647 Aug 18 13:04:35.192775 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 54640) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:35.232419 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1ead0600-69a9-456b-a9ea-368c491752c3 req-d2d509ce-e7b8-4e2d-8cb7-da548fefebe1 service neutron] 10.222.0.20 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443774 Aug 18 13:04:35.279676 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b66d7ae0-12cd-46db-a72a-949fdfe53851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:35.296684 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310af9cd-fd40-414a-a33d-104d26a9f428 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Checking segment: {'id': '3e4fc187-6145-4708-9abf-74d49caaf8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b157caf9-e88b-4d08-a9e7-98809bda2e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:04:35.297916 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310af9cd-fd40-414a-a33d-104d26a9f428 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Network hostable DHCP agents. Network: b157caf9-e88b-4d08-a9e7-98809bda2e5f, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:04:35.312818 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e1a8a440-84ee-49f1-8d64-94c6fce421e3 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:35.335398 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-b66d7ae0-12cd-46db-a72a-949fdfe53851 None None] For port 608d45c3-392a-4100-9a99-2bb868cd295d, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=608d45c3-392a-4100-9a99-2bb868cd295d,segment=NetworkSegment(8f7152be-57d1-46f0-9f4c-945848a7f09b),segment_id=8f7152be-57d1-46f0-9f4c-945848a7f09b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:04:35.358552 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1ead0600-69a9-456b-a9ea-368c491752c3 req-356c8672-356b-4111-9bb4-d3e976e2a394 service neutron] 10.222.0.20 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163676 Aug 18 13:04:35.392444 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b66d7ae0-12cd-46db-a72a-949fdfe53851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:35.420660 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310af9cd-fd40-414a-a33d-104d26a9f428 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Network b157caf9-e88b-4d08-a9e7-98809bda2e5f is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:04:35.428249 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e1a8a440-84ee-49f1-8d64-94c6fce421e3 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:35.442700 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-e1a8a440-84ee-49f1-8d64-94c6fce421e3 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8f90414-740c-4425-bb6d-700505b16e6e']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:35.453988 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d7ae0-12cd-46db-a72a-949fdfe53851 None None] Pushing event updated for resources: {'Port': ['ID=608d45c3-392a-4100-9a99-2bb868cd295d,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:35.458631 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-e1a8a440-84ee-49f1-8d64-94c6fce421e3 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adb1701e-15d3-4fd8-b9bb-1b921efe1b26') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:35.458631 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-e1a8a440-84ee-49f1-8d64-94c6fce421e3 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adb1701e-15d3-4fd8-b9bb-1b921efe1b26') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:35.467372 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e1a8a440-84ee-49f1-8d64-94c6fce421e3 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:35.488216 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e1a8a440-84ee-49f1-8d64-94c6fce421e3 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:35.488917 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1a8a440-84ee-49f1-8d64-94c6fce421e3 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:04:35.489329 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e1a8a440-84ee-49f1-8d64-94c6fce421e3 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:35.492394 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:04:35.492394 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:04:35.492394 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:04:35.492394 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:04:35.492394 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:04:35.492394 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:04:35.492394 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:04:35.492394 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:04:35.492394 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:04:35.492394 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:04:35.492394 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:04:35.492394 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:04:35.492394 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:04:35.492394 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:04:35.492394 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:04:35.492394 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:04:35.492394 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:04:35.492394 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:04:35.492394 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:04:35.492394 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:04:35.492394 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:04:35.492394 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:04:35.492394 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:04:35.492394 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:04:35.492394 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:04:35.492394 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:04:35.492394 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:04:35.492394 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:04:35.492394 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:04:35.492394 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:04:35.492394 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:04:35.492394 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:04:35.514379 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-09b8415f-649f-4c8a-a202-a98cab35ed02 None None] Provisioning complete for port 608d45c3-392a-4100-9a99-2bb868cd295d triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:04:35.514804 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-09b8415f-649f-4c8a-a202-a98cab35ed02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:35.546944 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-310af9cd-fd40-414a-a33d-104d26a9f428 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, b157caf9-e88b-4d08-a9e7-98809bda2e5f) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:04:35.556477 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310af9cd-fd40-414a-a33d-104d26a9f428 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:35.556966 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-310af9cd-fd40-414a-a33d-104d26a9f428 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:35.563153 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0a35b0-3619-4a69-b7b7-aae61a751888 None None] Network b157caf9-e88b-4d08-a9e7-98809bda2e5f requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:04:35.651939 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8aa67-b514-4a52-afe8-d69d7a73f1bb req-054c0900-8436-4012-9989-7f25202eeef6 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:35.660621 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1df8aa67-b514-4a52-afe8-d69d7a73f1bb req-054c0900-8436-4012-9989-7f25202eeef6 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 946 time: 0.1034896 Aug 18 13:04:35.668339 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-310af9cd-fd40-414a-a33d-104d26a9f428 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4629390 Aug 18 13:04:35.672861 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 54652) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:35.683896 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-e9ffe174-9842-4f43-909a-8af6f4fd9a7b tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Request body: {'subnet': {'network_id': 'a0af7871-9329-4dcd-b040-a15941bdc270', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:04:35.722935 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1df8aa67-b514-4a52-afe8-d69d7a73f1bb req-e8ad9374-9111-4860-99e1-3f518111d649 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb2a5664-8f21-4728-b3b7-6f9d475fbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462184 Aug 18 13:04:35.738273 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e1a8a440-84ee-49f1-8d64-94c6fce421e3 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:35.743387 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e1a8a440-84ee-49f1-8d64-94c6fce421e3 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:35.748634 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e1a8a440-84ee-49f1-8d64-94c6fce421e3 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] 10.222.0.13 "DELETE /v2.0/networks/e8f90414-740c-4425-bb6d-700505b16e6e HTTP/1.1" status: 204 len: 168 time: 0.5538039 Aug 18 13:04:35.752047 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 54654) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:35.831117 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8a440-84ee-49f1-8d64-94c6fce421e3 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Pushing event deleted for resources: {'Network': ['ID=e8f90414-740c-4425-bb6d-700505b16e6e,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:35.832116 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389dfd6a-8fb4-4c62-b7cd-6f19e0544ff6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-b157caf9-e88b-4d08-a9e7-98809bda2e5f', 'network_id': 'b157caf9-e88b-4d08-a9e7-98809bda2e5f', 'tenant_id': 'd773d1947813423594a4ed4fc7ca2197', 'fixed_ips': [{'subnet_id': 'c3e01b81-0622-4b95-9224-b797a07df790'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:04:35.835247 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-389dfd6a-8fb4-4c62-b7cd-6f19e0544ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:35.862877 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7c46f594-ba4b-4da0-9489-5967e2101d15 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:35.887509 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455f7a0-e9b2-444c-91e3-b87384a12c6d req-304b66c8-c13d-49f7-871e-aae78f0bc47b tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:35.895862 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a455f7a0-e9b2-444c-91e3-b87384a12c6d req-304b66c8-c13d-49f7-871e-aae78f0bc47b tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 945 time: 0.2047923 Aug 18 13:04:35.981919 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ffe174-9842-4f43-909a-8af6f4fd9a7b tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Made reservation on behalf of d773d1947813423594a4ed4fc7ca2197 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:04:35.991692 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e9ffe174-9842-4f43-909a-8af6f4fd9a7b tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:35.994007 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7c46f594-ba4b-4da0-9489-5967e2101d15 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:36.006715 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a455f7a0-e9b2-444c-91e3-b87384a12c6d req-99d00b37-0e5a-4a39-b916-958e28560f8f tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099682 Aug 18 13:04:36.021866 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-7c46f594-ba4b-4da0-9489-5967e2101d15 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c8c82e7-5893-444b-8278-738cae6df359']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:36.051560 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-7c46f594-ba4b-4da0-9489-5967e2101d15 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f39336a3-0ac0-41b8-85ed-946962d5e877') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:36.052542 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-7c46f594-ba4b-4da0-9489-5967e2101d15 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f39336a3-0ac0-41b8-85ed-946962d5e877') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:36.075526 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7c46f594-ba4b-4da0-9489-5967e2101d15 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:36.090544 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-389dfd6a-8fb4-4c62-b7cd-6f19e0544ff6 None None] Allocated IP 2001:db8::2 (b157caf9-e88b-4d08-a9e7-98809bda2e5f/c3e01b81-0622-4b95-9224-b797a07df790/3ee165bc-b4a1-43bf-bfd1-aa52382deb4e) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:04:36.107130 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7c46f594-ba4b-4da0-9489-5967e2101d15 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:36.121445 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c46f594-ba4b-4da0-9489-5967e2101d15 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:04:36.122094 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7c46f594-ba4b-4da0-9489-5967e2101d15 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:36.127624 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:04:36.127624 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:04:36.127624 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:04:36.127624 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:04:36.127624 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:04:36.127624 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:04:36.127624 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:04:36.127624 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:04:36.127624 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:04:36.127624 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:04:36.127624 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:04:36.127624 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:04:36.127624 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:04:36.127624 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:04:36.127624 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:04:36.127624 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:04:36.127624 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:04:36.127624 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:04:36.127624 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:04:36.127624 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:04:36.127624 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:04:36.127624 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:04:36.127624 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:04:36.127624 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:04:36.127624 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:04:36.127624 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:04:36.127624 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:04:36.127624 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:04:36.127624 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:04:36.127624 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:04:36.127624 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:04:36.127624 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:04:36.261226 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682484cd-0301-4e20-b9c4-85fb37ef66a1 req-9af3fd33-9ada-4468-b330-6dd43ef9359e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:36.263122 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-682484cd-0301-4e20-b9c4-85fb37ef66a1 req-9af3fd33-9ada-4468-b330-6dd43ef9359e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc455d74-fdc4-49a4-809b-0c310f934be5 HTTP/1.1" status: 200 len: 944 time: 0.1249719 Aug 18 13:04:36.294548 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7c46f594-ba4b-4da0-9489-5967e2101d15 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:36.302434 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7c46f594-ba4b-4da0-9489-5967e2101d15 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:36.304753 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-389dfd6a-8fb4-4c62-b7cd-6f19e0544ff6 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:36.307924 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7c46f594-ba4b-4da0-9489-5967e2101d15 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] 10.222.0.13 "DELETE /v2.0/networks/0c8c82e7-5893-444b-8278-738cae6df359 HTTP/1.1" status: 204 len: 168 time: 0.5525138 Aug 18 13:04:36.310120 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 54664) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:36.326094 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-389dfd6a-8fb4-4c62-b7cd-6f19e0544ff6 None None] Transition to ACTIVE for port object 3ee165bc-b4a1-43bf-bfd1-aa52382deb4e will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:04:36.353046 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c46f594-ba4b-4da0-9489-5967e2101d15 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Pushing event deleted for resources: {'Network': ['ID=0c8c82e7-5893-444b-8278-738cae6df359,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:36.359645 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-682484cd-0301-4e20-b9c4-85fb37ef66a1 req-a69a1261-643d-410a-a85e-65cc49c5b095 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676463 Aug 18 13:04:36.361143 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-389dfd6a-8fb4-4c62-b7cd-6f19e0544ff6 None None] Transition to ACTIVE for port object 3ee165bc-b4a1-43bf-bfd1-aa52382deb4e will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:04:36.414746 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 608d45c3-392a-4100-9a99-2bb868cd295d up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:04:36.444060 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e9ffe174-9842-4f43-909a-8af6f4fd9a7b tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:36.468027 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 608d45c3-392a-4100-9a99-2bb868cd295d triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:04:36.468399 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:36.472207 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690e312e-181b-4855-acdf-714d8ccca2d9 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:36.479519 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690e312e-181b-4855-acdf-714d8ccca2d9 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:36.482325 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-690e312e-181b-4855-acdf-714d8ccca2d9 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1705797 Aug 18 13:04:36.485662 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 54666) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:36.493131 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-95700f1d-5957-449c-831c-18c2a6fa4f19 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1044732257'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:04:36.513012 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-389dfd6a-8fb4-4c62-b7cd-6f19e0544ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:36.535469 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ffe174-9842-4f43-909a-8af6f4fd9a7b tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Checking segment: {'id': 'cd838706-23ab-48e1-8c1f-f6fe010a949b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a0af7871-9329-4dcd-b040-a15941bdc270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:04:36.538408 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ffe174-9842-4f43-909a-8af6f4fd9a7b tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Network hostable DHCP agents. Network: a0af7871-9329-4dcd-b040-a15941bdc270, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:04:36.546528 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ffe174-9842-4f43-909a-8af6f4fd9a7b tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Pushing event updated for resources: {'Subnet': ['ID=ae3544b6-126e-4b6a-bd4a-0be26f4b218b,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:36.562743 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389dfd6a-8fb4-4c62-b7cd-6f19e0544ff6 None None] Network b157caf9-e88b-4d08-a9e7-98809bda2e5f is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:04:36.569254 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-389dfd6a-8fb4-4c62-b7cd-6f19e0544ff6 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:04:36.572842 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389dfd6a-8fb4-4c62-b7cd-6f19e0544ff6 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:04:36.596475 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389dfd6a-8fb4-4c62-b7cd-6f19e0544ff6 None None] Pushing event updated for resources: {'Port': ['ID=3ee165bc-b4a1-43bf-bfd1-aa52382deb4e,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:36.614878 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95700f1d-5957-449c-831c-18c2a6fa4f19 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Made reservation on behalf of 28745d692f2f4ee59fbe6e123841e377 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:04:36.619521 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-95700f1d-5957-449c-831c-18c2a6fa4f19 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:36.643839 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ffe174-9842-4f43-909a-8af6f4fd9a7b tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Network a0af7871-9329-4dcd-b040-a15941bdc270 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:04:36.653933 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95700f1d-5957-449c-831c-18c2a6fa4f19 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:04:36.664983 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-95700f1d-5957-449c-831c-18c2a6fa4f19 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:36.670088 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-95700f1d-5957-449c-831c-18c2a6fa4f19 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Added segment c9f3d7e3-9e27-49f4-8ef2-970194274848 of type vlan for network 1bca05de-14b7-405d-80b9-0dfa98776514 Aug 18 13:04:36.673429 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-389dfd6a-8fb4-4c62-b7cd-6f19e0544ff6 None None] Attempting to bind port 3ee165bc-b4a1-43bf-bfd1-aa52382deb4e on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:04:36.673802 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-389dfd6a-8fb4-4c62-b7cd-6f19e0544ff6 None None] Attempting to bind port 3ee165bc-b4a1-43bf-bfd1-aa52382deb4e by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '3e4fc187-6145-4708-9abf-74d49caaf8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b157caf9-e88b-4d08-a9e7-98809bda2e5f'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:04:36.674159 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389dfd6a-8fb4-4c62-b7cd-6f19e0544ff6 None None] Attempting to bind port 3ee165bc-b4a1-43bf-bfd1-aa52382deb4e on network b157caf9-e88b-4d08-a9e7-98809bda2e5f {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:04:36.682785 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389dfd6a-8fb4-4c62-b7cd-6f19e0544ff6 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:04:36.683158 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389dfd6a-8fb4-4c62-b7cd-6f19e0544ff6 None None] Checking segment: {'id': '3e4fc187-6145-4708-9abf-74d49caaf8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b157caf9-e88b-4d08-a9e7-98809bda2e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:04:36.683749 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-389dfd6a-8fb4-4c62-b7cd-6f19e0544ff6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:36.684145 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389dfd6a-8fb4-4c62-b7cd-6f19e0544ff6 None None] Bound using segment: {'id': '3e4fc187-6145-4708-9abf-74d49caaf8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b157caf9-e88b-4d08-a9e7-98809bda2e5f'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:04:36.684614 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-389dfd6a-8fb4-4c62-b7cd-6f19e0544ff6 None None] Bound port: 3ee165bc-b4a1-43bf-bfd1-aa52382deb4e, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e4fc187-6145-4708-9abf-74d49caaf8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b157caf9-e88b-4d08-a9e7-98809bda2e5f'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:04:36.685001 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-389dfd6a-8fb4-4c62-b7cd-6f19e0544ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:36.717707 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-e9ffe174-9842-4f43-909a-8af6f4fd9a7b tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, a0af7871-9329-4dcd-b040-a15941bdc270) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:04:36.729834 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce9e5a5-0750-4af7-88bc-deaeaf563541 None None] Network a0af7871-9329-4dcd-b040-a15941bdc270 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:04:36.731226 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ffe174-9842-4f43-909a-8af6f4fd9a7b tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:36.731833 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e9ffe174-9842-4f43-909a-8af6f4fd9a7b tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:36.756052 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-95700f1d-5957-449c-831c-18c2a6fa4f19 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:36.816352 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-389dfd6a-8fb4-4c62-b7cd-6f19e0544ff6 None None] For port 3ee165bc-b4a1-43bf-bfd1-aa52382deb4e, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:04:36.821197 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-389dfd6a-8fb4-4c62-b7cd-6f19e0544ff6 None None] For port 3ee165bc-b4a1-43bf-bfd1-aa52382deb4e, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=3ee165bc-b4a1-43bf-bfd1-aa52382deb4e,segment=NetworkSegment(3e4fc187-6145-4708-9abf-74d49caaf8a4),segment_id=3e4fc187-6145-4708-9abf-74d49caaf8a4)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:04:36.831012 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 54676) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:36.841546 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e9ffe174-9842-4f43-909a-8af6f4fd9a7b tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1572804 Aug 18 13:04:36.906317 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-95700f1d-5957-449c-831c-18c2a6fa4f19 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:36.912293 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95700f1d-5957-449c-831c-18c2a6fa4f19 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:36.912904 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-95700f1d-5957-449c-831c-18c2a6fa4f19 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:36.935583 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b358f7c-3543-4683-b967-60b402b1bf4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-a0af7871-9329-4dcd-b040-a15941bdc270', 'network_id': 'a0af7871-9329-4dcd-b040-a15941bdc270', 'tenant_id': 'd773d1947813423594a4ed4fc7ca2197', 'fixed_ips': [{'subnet_id': 'ae3544b6-126e-4b6a-bd4a-0be26f4b218b'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:04:36.936446 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1b358f7c-3543-4683-b967-60b402b1bf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:36.953467 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-389dfd6a-8fb4-4c62-b7cd-6f19e0544ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:37.049871 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95700f1d-5957-449c-831c-18c2a6fa4f19 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Pushing event updated for resources: {'Network': ['ID=1bca05de-14b7-405d-80b9-0dfa98776514,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:37.064286 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 1bca05de-14b7-405d-80b9-0dfa98776514 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:04:37.203139 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376dccce-a3c8-4e5b-b4d3-3352962407e2 req-7e087f2e-8ed0-4da5-8550-c4c378682279 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:37.205075 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-376dccce-a3c8-4e5b-b4d3-3352962407e2 req-7e087f2e-8ed0-4da5-8550-c4c378682279 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 945 time: 0.0778136 Aug 18 13:04:37.231526 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7a002-095a-40a0-b771-6bc130e4c193 req-d5954dbb-6705-4c3b-8102-bdcd2ded4cd6 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:37.240494 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-00a7a002-095a-40a0-b771-6bc130e4c193 req-d5954dbb-6705-4c3b-8102-bdcd2ded4cd6 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 946 time: 0.3669250 Aug 18 13:04:37.291267 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-376dccce-a3c8-4e5b-b4d3-3352962407e2 req-d781ba3a-601a-42a7-b465-f805172a4c57 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747011 Aug 18 13:04:37.304988 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-95700f1d-5957-449c-831c-18c2a6fa4f19 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8173702 Aug 18 13:04:37.308942 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 54684) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:37.315423 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-72ccc72f-9499-4683-8444-485bcb2551fc tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2134449885'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:04:37.373515 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389dfd6a-8fb4-4c62-b7cd-6f19e0544ff6 None None] Pushing event updated for resources: {'Port': ['ID=3ee165bc-b4a1-43bf-bfd1-aa52382deb4e,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:37.451481 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-00a7a002-095a-40a0-b771-6bc130e4c193 req-e711c953-16c6-440e-b521-da8070421d82 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb2a5664-8f21-4728-b3b7-6f9d475fbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095389 Aug 18 13:04:37.455585 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ccc72f-9499-4683-8444-485bcb2551fc tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Made reservation on behalf of 28745d692f2f4ee59fbe6e123841e377 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:04:37.463546 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-72ccc72f-9499-4683-8444-485bcb2551fc tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:37.502773 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-1b358f7c-3543-4683-b967-60b402b1bf4f None None] Allocated IP 2001:db8::2 (a0af7871-9329-4dcd-b040-a15941bdc270/ae3544b6-126e-4b6a-bd4a-0be26f4b218b/b48a62b6-a332-41e9-82c7-9754fa2a480d) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:04:37.533000 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4be1511e-87a6-4c52-8d9d-f9f529e065eb tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:37.599218 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ccc72f-9499-4683-8444-485bcb2551fc tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:04:37.630161 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-72ccc72f-9499-4683-8444-485bcb2551fc tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:37.630592 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-72ccc72f-9499-4683-8444-485bcb2551fc tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Added segment 8b9c7f8d-4b58-4b11-b994-0aa6777aa3cd of type vlan for network 93737f91-9051-4779-a94d-44b5c0147e8e Aug 18 13:04:37.651884 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 3719fcf8-290f-45fe-91eb-aacf7869dab4 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:04:37.701563 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b66f2e-d91d-4b52-8bbb-04188842f824 req-f86b2355-9960-473c-80a9-a1fc04ca6eeb tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:37.709551 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-33b66f2e-d91d-4b52-8bbb-04188842f824 req-f86b2355-9960-473c-80a9-a1fc04ca6eeb tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc455d74-fdc4-49a4-809b-0c310f934be5 HTTP/1.1" status: 200 len: 944 time: 0.1952188 Aug 18 13:04:37.767293 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-33b66f2e-d91d-4b52-8bbb-04188842f824 req-b479cad5-4f3a-4801-85a6-6bf004db24ce tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535388 Aug 18 13:04:37.771917 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-72ccc72f-9499-4683-8444-485bcb2551fc tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:37.820481 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1b358f7c-3543-4683-b967-60b402b1bf4f None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:37.841729 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-1b358f7c-3543-4683-b967-60b402b1bf4f None None] Transition to ACTIVE for port object b48a62b6-a332-41e9-82c7-9754fa2a480d will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:04:37.845666 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-72ccc72f-9499-4683-8444-485bcb2551fc tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:37.854163 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ccc72f-9499-4683-8444-485bcb2551fc tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:37.855314 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-4be1511e-87a6-4c52-8d9d-f9f529e065eb tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Allocated IP 2001:db8::1 (b157caf9-e88b-4d08-a9e7-98809bda2e5f/c3e01b81-0622-4b95-9224-b797a07df790/2a3d1f4d-5ee8-4cce-8668-ac24ed8784cc) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:04:37.859077 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-72ccc72f-9499-4683-8444-485bcb2551fc tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:37.888696 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 3719fcf8-290f-45fe-91eb-aacf7869dab4, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=3719fcf8-290f-45fe-91eb-aacf7869dab4,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:04:37.892016 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-1b358f7c-3543-4683-b967-60b402b1bf4f None None] Transition to ACTIVE for port object b48a62b6-a332-41e9-82c7-9754fa2a480d will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:04:37.905804 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '3719fcf8-290f-45fe-91eb-aacf7869dab4', 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d', 'port_id': '3719fcf8-290f-45fe-91eb-aacf7869dab4', 'mac_address': 'fa:16:3e:7b:46:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2744890d-6739-4756-b608-842180da7455', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:04:37.972754 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:37.999769 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1b358f7c-3543-4683-b967-60b402b1bf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:38.011194 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3719fcf8-290f-45fe-91eb-aacf7869dab4 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:04:38.017024 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ccc72f-9499-4683-8444-485bcb2551fc tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Pushing event updated for resources: {'Network': ['ID=93737f91-9051-4779-a94d-44b5c0147e8e,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:38.037412 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 3719fcf8-290f-45fe-91eb-aacf7869dab4, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=3719fcf8-290f-45fe-91eb-aacf7869dab4,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:04:38.059381 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 54694) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:38.059954 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 93737f91-9051-4779-a94d-44b5c0147e8e details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:04:38.064195 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-72ccc72f-9499-4683-8444-485bcb2551fc tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7503145 Aug 18 13:04:38.073378 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-ee5a17c4-b9bb-4ffa-870d-bdfb08dacd1d tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Request body: {'ports': [{'network_id': '1bca05de-14b7-405d-80b9-0dfa98776514', 'name': 'tempest-port--408151201', 'admin_state_up': True}, {'network_id': '93737f91-9051-4779-a94d-44b5c0147e8e', 'admin_state_up': False}]} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:04:38.073838 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-ee5a17c4-b9bb-4ffa-870d-bdfb08dacd1d tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Request body: {'port': {'network_id': '1bca05de-14b7-405d-80b9-0dfa98776514', 'name': 'tempest-port--408151201', 'admin_state_up': True}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:04:38.074489 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-ee5a17c4-b9bb-4ffa-870d-bdfb08dacd1d tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Request body: {'port': {'network_id': '93737f91-9051-4779-a94d-44b5c0147e8e', 'admin_state_up': False}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:04:38.123092 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:38.136401 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b358f7c-3543-4683-b967-60b402b1bf4f None None] Network a0af7871-9329-4dcd-b040-a15941bdc270 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:04:38.143559 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-1b358f7c-3543-4683-b967-60b402b1bf4f None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:04:38.146069 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b358f7c-3543-4683-b967-60b402b1bf4f None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:04:38.163521 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b358f7c-3543-4683-b967-60b402b1bf4f None None] Pushing event updated for resources: {'Port': ['ID=b48a62b6-a332-41e9-82c7-9754fa2a480d,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:38.201254 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4be1511e-87a6-4c52-8d9d-f9f529e065eb tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:38.265358 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-4be1511e-87a6-4c52-8d9d-f9f529e065eb tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Transition to ACTIVE for port object 2a3d1f4d-5ee8-4cce-8668-ac24ed8784cc will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:04:38.282452 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-1b358f7c-3543-4683-b967-60b402b1bf4f None None] Attempting to bind port b48a62b6-a332-41e9-82c7-9754fa2a480d on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:04:38.282838 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-1b358f7c-3543-4683-b967-60b402b1bf4f None None] Attempting to bind port b48a62b6-a332-41e9-82c7-9754fa2a480d by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'cd838706-23ab-48e1-8c1f-f6fe010a949b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a0af7871-9329-4dcd-b040-a15941bdc270'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:04:38.283205 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b358f7c-3543-4683-b967-60b402b1bf4f None None] Attempting to bind port b48a62b6-a332-41e9-82c7-9754fa2a480d on network a0af7871-9329-4dcd-b040-a15941bdc270 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:04:38.285327 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=3719fcf8-290f-45fe-91eb-aacf7869dab4,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:38.293205 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b358f7c-3543-4683-b967-60b402b1bf4f None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:04:38.293514 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b358f7c-3543-4683-b967-60b402b1bf4f None None] Checking segment: {'id': 'cd838706-23ab-48e1-8c1f-f6fe010a949b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a0af7871-9329-4dcd-b040-a15941bdc270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:04:38.293930 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1b358f7c-3543-4683-b967-60b402b1bf4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:38.294600 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b358f7c-3543-4683-b967-60b402b1bf4f None None] Bound using segment: {'id': 'cd838706-23ab-48e1-8c1f-f6fe010a949b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a0af7871-9329-4dcd-b040-a15941bdc270'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:04:38.295079 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-1b358f7c-3543-4683-b967-60b402b1bf4f None None] Bound port: b48a62b6-a332-41e9-82c7-9754fa2a480d, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd838706-23ab-48e1-8c1f-f6fe010a949b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a0af7871-9329-4dcd-b040-a15941bdc270'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:04:38.295702 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1b358f7c-3543-4683-b967-60b402b1bf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:38.355778 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['3719fcf8-290f-45fe-91eb-aacf7869dab4'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:04:38.424946 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-1b358f7c-3543-4683-b967-60b402b1bf4f None None] For port b48a62b6-a332-41e9-82c7-9754fa2a480d, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:04:38.444365 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-1b358f7c-3543-4683-b967-60b402b1bf4f None None] For port b48a62b6-a332-41e9-82c7-9754fa2a480d, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b48a62b6-a332-41e9-82c7-9754fa2a480d,segment=NetworkSegment(cd838706-23ab-48e1-8c1f-f6fe010a949b),segment_id=cd838706-23ab-48e1-8c1f-f6fe010a949b)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:04:38.495352 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 3ee165bc-b4a1-43bf-bfd1-aa52382deb4e up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:04:38.506496 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4be1511e-87a6-4c52-8d9d-f9f529e065eb tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:38.528181 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be1511e-87a6-4c52-8d9d-f9f529e065eb tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Network b157caf9-e88b-4d08-a9e7-98809bda2e5f is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:04:38.533301 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-4be1511e-87a6-4c52-8d9d-f9f529e065eb tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:04:38.535480 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5a17c4-b9bb-4ffa-870d-bdfb08dacd1d tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Made reservation on behalf of 28745d692f2f4ee59fbe6e123841e377 for: {'port': 2} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:04:38.539463 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1b358f7c-3543-4683-b967-60b402b1bf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:38.546129 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ee5a17c4-b9bb-4ffa-870d-bdfb08dacd1d tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:38.578021 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be1511e-87a6-4c52-8d9d-f9f529e065eb tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:04:38.580724 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4be1511e-87a6-4c52-8d9d-f9f529e065eb tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:38.665968 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6421e6f-50fb-4ce5-908d-47e425daf58e None None] Network b157caf9-e88b-4d08-a9e7-98809bda2e5f requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:04:38.667563 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ee5a17c4-b9bb-4ffa-870d-bdfb08dacd1d tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:38.669665 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1511e-87a6-4c52-8d9d-f9f529e065eb tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Pushing event updated for resources: {'Port': ['ID=2a3d1f4d-5ee8-4cce-8668-ac24ed8784cc,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:38.687523 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c9599-0ca6-4d9f-88a1-392bbfed2c8c req-b5266205-ae0b-4282-8515-d46b4549b366 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:38.695377 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-074c9599-0ca6-4d9f-88a1-392bbfed2c8c req-b5266205-ae0b-4282-8515-d46b4549b366 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 945 time: 0.2651269 Aug 18 13:04:38.910548 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-074c9599-0ca6-4d9f-88a1-392bbfed2c8c req-1f8a11a5-4096-41ec-aace-fd54554c868f tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139900 Aug 18 13:04:38.953636 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [None req-ee5a17c4-b9bb-4ffa-870d-bdfb08dacd1d tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] device_id is not set on port 30cdddb1-2737-4415-96c4-a78eb9188ee4 yet. {{(pid=101675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:04:39.032051 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b358f7c-3543-4683-b967-60b402b1bf4f None None] Pushing event updated for resources: {'Port': ['ID=b48a62b6-a332-41e9-82c7-9754fa2a480d,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:39.095444 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4be1511e-87a6-4c52-8d9d-f9f529e065eb tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:39.168906 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-649457bd-93b6-42f6-9578-e2dbd2a67501 None None] Provisioning for port 3ee165bc-b4a1-43bf-bfd1-aa52382deb4e completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:04:39.198647 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 3ee165bc-b4a1-43bf-bfd1-aa52382deb4e completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:04:39.211167 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 3ee165bc-b4a1-43bf-bfd1-aa52382deb4e triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:04:39.211666 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:39.311107 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050ef48-de0b-418b-a860-acc9ad25ca49 req-5b8b6df9-7773-4596-b03b-e23a8c17f27d tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:39.313031 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e050ef48-de0b-418b-a860-acc9ad25ca49 req-5b8b6df9-7773-4596-b03b-e23a8c17f27d tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc455d74-fdc4-49a4-809b-0c310f934be5 HTTP/1.1" status: 200 len: 945 time: 0.2221341 Aug 18 13:04:39.397544 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4647df7-3434-4d9c-ae91-c5c7db9d3f79 req-814901e1-01a7-4c95-afb9-370564a68eaa tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:39.406106 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:39.409071 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e4647df7-3434-4d9c-ae91-c5c7db9d3f79 req-814901e1-01a7-4c95-afb9-370564a68eaa tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 946 time: 0.8038526 Aug 18 13:04:39.485841 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e4647df7-3434-4d9c-ae91-c5c7db9d3f79 req-aa8d6f33-c43c-456a-b823-e3a25792c110 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb2a5664-8f21-4728-b3b7-6f9d475fbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756605 Aug 18 13:04:39.486493 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 3ee165bc-b4a1-43bf-bfd1-aa52382deb4e, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=3ee165bc-b4a1-43bf-bfd1-aa52382deb4e,segment=NetworkSegment(3e4fc187-6145-4708-9abf-74d49caaf8a4),segment_id=3e4fc187-6145-4708-9abf-74d49caaf8a4)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:04:39.543886 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e050ef48-de0b-418b-a860-acc9ad25ca49 req-e6a4a093-a8f9-40aa-a78b-1c75472245d4 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513808 Aug 18 13:04:39.554684 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:39.586492 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ee5a17c4-b9bb-4ffa-870d-bdfb08dacd1d tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:39.636959 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 3719fcf8-290f-45fe-91eb-aacf7869dab4 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:04:39.708853 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [None req-ee5a17c4-b9bb-4ffa-870d-bdfb08dacd1d tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] device_id is not set on port 22fb91b7-2490-4ebc-b770-e4ddbd8ab276 yet. {{(pid=101675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:04:39.709080 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f845f38d-8998-4958-baa9-9ee96ba189b8 None None] Provisioning complete for port 3ee165bc-b4a1-43bf-bfd1-aa52382deb4e triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:04:39.709338 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f845f38d-8998-4958-baa9-9ee96ba189b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:39.774212 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=3ee165bc-b4a1-43bf-bfd1-aa52382deb4e,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:39.806473 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4be1511e-87a6-4c52-8d9d-f9f529e065eb tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:39.866407 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 3719fcf8-290f-45fe-91eb-aacf7869dab4 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:04:39.885042 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 3719fcf8-290f-45fe-91eb-aacf7869dab4 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:04:39.885042 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:39.908469 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4be1511e-87a6-4c52-8d9d-f9f529e065eb tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:39.909260 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4be1511e-87a6-4c52-8d9d-f9f529e065eb tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:39.976797 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f845f38d-8998-4958-baa9-9ee96ba189b8 None None] Provisioning for port 2a3d1f4d-5ee8-4cce-8668-ac24ed8784cc completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:04:40.004654 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f845f38d-8998-4958-baa9-9ee96ba189b8 None None] Provisioning complete for port 2a3d1f4d-5ee8-4cce-8668-ac24ed8784cc triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:04:40.005032 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f845f38d-8998-4958-baa9-9ee96ba189b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:40.080500 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f845f38d-8998-4958-baa9-9ee96ba189b8 None None] Port 2a3d1f4d-5ee8-4cce-8668-ac24ed8784cc cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:04:40.148593 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:40.193598 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc455d74-fdc4-49a4-809b-0c310f934be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3719fcf8-290f-45fe-91eb-aacf7869dab4'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:04:40.196320 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c66c014-f8a3-4ab0-b4ea-5e72c33b7f58" -d '{"events": [{"server_uuid": "dc455d74-fdc4-49a4-809b-0c310f934be5", "name": "network-vif-plugged", "status": "completed", "tag": "3719fcf8-290f-45fe-91eb-aacf7869dab4"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:04:40.222587 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 3719fcf8-290f-45fe-91eb-aacf7869dab4, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=3719fcf8-290f-45fe-91eb-aacf7869dab4,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:04:40.235938 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-92c881a0-9074-4715-bcd1-9e9fe2c26bf4 None None] Provisioning complete for port 2a3d1f4d-5ee8-4cce-8668-ac24ed8784cc triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:04:40.240298 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-92c881a0-9074-4715-bcd1-9e9fe2c26bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:40.272952 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a221f99a-503d-4839-b3d3-2e210783cfa7 x-openstack-request-id: req-a221f99a-503d-4839-b3d3-2e210783cfa7 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:04:40.273242 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc455d74-fdc4-49a4-809b-0c310f934be5", "name": "network-vif-plugged", "status": "completed", "tag": "3719fcf8-290f-45fe-91eb-aacf7869dab4", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:04:40.273491 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a221f99a-503d-4839-b3d3-2e210783cfa7 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:04:40.273901 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc455d74-fdc4-49a4-809b-0c310f934be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3719fcf8-290f-45fe-91eb-aacf7869dab4', 'code': 200} Aug 18 13:04:40.294856 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:40.374137 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-92c881a0-9074-4715-bcd1-9e9fe2c26bf4 None None] Port 2a3d1f4d-5ee8-4cce-8668-ac24ed8784cc cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:04:40.434531 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=3719fcf8-290f-45fe-91eb-aacf7869dab4,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:40.465499 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1982039-1ef0-4aad-aecc-7287fddb4efb None None] Network a0af7871-9329-4dcd-b040-a15941bdc270 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:04:40.550978 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1511e-87a6-4c52-8d9d-f9f529e065eb tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Pushing event updated for resources: {'Port': ['ID=2a3d1f4d-5ee8-4cce-8668-ac24ed8784cc,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:40.554235 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 3ee165bc-b4a1-43bf-bfd1-aa52382deb4e up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:04:40.592005 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ee5a17c4-b9bb-4ffa-870d-bdfb08dacd1d tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:40.628640 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c3e55-3ecc-41ec-8ae7-135049a0f329 req-befc34f4-fb0f-41f8-94e3-e4aa225733c3 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:40.630595 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-da7c3e55-3ecc-41ec-8ae7-135049a0f329 req-befc34f4-fb0f-41f8-94e3-e4aa225733c3 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 946 time: 0.0694427 Aug 18 13:04:40.635791 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c7cc81-f394-41a2-b7f7-fcb18583c95e req-87fadb52-d8e7-40de-b815-32df1f56755c tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:40.637579 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c2c7cc81-f394-41a2-b7f7-fcb18583c95e req-87fadb52-d8e7-40de-b815-32df1f56755c tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 945 time: 0.5667968 Aug 18 13:04:40.656078 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e704c-1ddf-4a50-b481-5cbf2ae8fde4 req-e3942788-a69e-4422-a861-822aa8ea1d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:40.657913 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-df7e704c-1ddf-4a50-b481-5cbf2ae8fde4 req-e3942788-a69e-4422-a861-822aa8ea1d96 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dc455d74-fdc4-49a4-809b-0c310f934be5 HTTP/1.1" status: 200 len: 1097 time: 0.1516702 Aug 18 13:04:40.659041 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 3ee165bc-b4a1-43bf-bfd1-aa52382deb4e triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:04:40.659612 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:40.700647 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-da7c3e55-3ecc-41ec-8ae7-135049a0f329 req-4626d124-cf19-4cf2-955a-12d20c0a5e1c tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb2a5664-8f21-4728-b3b7-6f9d475fbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543234 Aug 18 13:04:40.711381 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be1511e-87a6-4c52-8d9d-f9f529e065eb tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Network b157caf9-e88b-4d08-a9e7-98809bda2e5f is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:04:40.725510 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-4be1511e-87a6-4c52-8d9d-f9f529e065eb tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:04:40.749140 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c2c7cc81-f394-41a2-b7f7-fcb18583c95e req-89d7e6ae-eb7d-4495-979a-0f54472b9d42 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960333 Aug 18 13:04:40.754998 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-df7e704c-1ddf-4a50-b481-5cbf2ae8fde4 req-dc484777-b724-4059-8feb-426e63fff0e7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847683 Aug 18 13:04:40.788645 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b48a62b6-a332-41e9-82c7-9754fa2a480d up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:04:40.912052 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c46e5-823f-4f82-ae94-f117d632d57c req-0d87befb-b9c0-4f2c-9784-7af41aad1447 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:40.924886 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-563c46e5-823f-4f82-ae94-f117d632d57c req-0d87befb-b9c0-4f2c-9784-7af41aad1447 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc455d74-fdc4-49a4-809b-0c310f934be5 HTTP/1.1" status: 200 len: 946 time: 0.1245224 Aug 18 13:04:41.000654 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-563c46e5-823f-4f82-ae94-f117d632d57c req-bbacf3a4-7b72-4f3b-87a1-0bc2fe855058 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727417 Aug 18 13:04:41.231857 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be1511e-87a6-4c52-8d9d-f9f529e065eb tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Router f7e3d33d-4429-4502-818a-fb60dafe288f is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:04:41.237108 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c69f6d6c-96b1-4c05-afc0-74edd74bc131 None None] Provisioning for port b48a62b6-a332-41e9-82c7-9754fa2a480d completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:04:41.241348 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ee5a17c4-b9bb-4ffa-870d-bdfb08dacd1d tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:41.241824 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port b48a62b6-a332-41e9-82c7-9754fa2a480d completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:04:41.244149 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c69f6d6c-96b1-4c05-afc0-74edd74bc131 None None] Provisioning complete for port b48a62b6-a332-41e9-82c7-9754fa2a480d triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:04:41.244532 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c69f6d6c-96b1-4c05-afc0-74edd74bc131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:41.247522 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port b48a62b6-a332-41e9-82c7-9754fa2a480d triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:04:41.247886 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:41.403911 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a17c4-b9bb-4ffa-870d-bdfb08dacd1d tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Pushing event updated for resources: {'Port': ['ID=30cdddb1-2737-4415-96c4-a78eb9188ee4,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:41.427253 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5a17c4-b9bb-4ffa-870d-bdfb08dacd1d tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Checking segment: {'id': 'c9f3d7e3-9e27-49f4-8ef2-970194274848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1bca05de-14b7-405d-80b9-0dfa98776514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:04:41.430132 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5a17c4-b9bb-4ffa-870d-bdfb08dacd1d tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Network hostable DHCP agents. Network: 1bca05de-14b7-405d-80b9-0dfa98776514, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:04:41.446275 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6805e-86e2-464e-b331-b13cc3f8e599 req-0414e555-f049-46ef-9b04-b36eb2fdb1a7 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:41.448338 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be1511e-87a6-4c52-8d9d-f9f529e065eb tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:04:41.454700 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-59c6805e-86e2-464e-b331-b13cc3f8e599 req-0414e555-f049-46ef-9b04-b36eb2fdb1a7 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 946 time: 0.0672102 Aug 18 13:04:41.465057 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4be1511e-87a6-4c52-8d9d-f9f529e065eb tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] 10.222.0.13 "PUT /v2.0/routers/f7e3d33d-4429-4502-818a-fb60dafe288f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6258802 Aug 18 13:04:41.466081 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02ef419-253e-4699-9e5f-73de7d546447 None None] Sync routers for ids ['f7e3d33d-4429-4502-818a-fb60dafe288f'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:04:41.471696 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 54740) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:41.482090 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02ef419-253e-4699-9e5f-73de7d546447 None None] Routers {'f7e3d33d-4429-4502-818a-fb60dafe288f'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:04:41.482835 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-b02ef419-253e-4699-9e5f-73de7d546447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:04:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['f7e3d33d-4429-4502-818a-fb60dafe288f'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:41.503589 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-59c6805e-86e2-464e-b331-b13cc3f8e599 req-84378463-d092-4d61-8768-0b2a9384356e tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb2a5664-8f21-4728-b3b7-6f9d475fbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479600 Aug 18 13:04:41.506966 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c69f6d6c-96b1-4c05-afc0-74edd74bc131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:41.548134 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-b02ef419-253e-4699-9e5f-73de7d546447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:41.553876 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:41.584827 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02ef419-253e-4699-9e5f-73de7d546447 None None] Routers {'f7e3d33d-4429-4502-818a-fb60dafe288f'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:04:41.585583 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-b02ef419-253e-4699-9e5f-73de7d546447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:04:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['f7e3d33d-4429-4502-818a-fb60dafe288f'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:41.597179 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-c69f6d6c-96b1-4c05-afc0-74edd74bc131 None None] For port b48a62b6-a332-41e9-82c7-9754fa2a480d, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b48a62b6-a332-41e9-82c7-9754fa2a480d,segment=NetworkSegment(cd838706-23ab-48e1-8c1f-f6fe010a949b),segment_id=cd838706-23ab-48e1-8c1f-f6fe010a949b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:04:41.616361 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9aa658ca-57c4-43fc-8166-e7622b65075e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:41.635702 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-b02ef419-253e-4699-9e5f-73de7d546447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:41.636426 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02ef419-253e-4699-9e5f-73de7d546447 None None] The sync data for ids ['f7e3d33d-4429-4502-818a-fb60dafe288f'] in n-d-803603-2 is: [] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:04:41.687162 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0145d8-804b-4dbd-bb59-1a94f0f48350 req-5a6b01a0-3092-4845-b32b-f8da0e5ca86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:41.688944 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8c0145d8-804b-4dbd-bb59-1a94f0f48350 req-5a6b01a0-3092-4845-b32b-f8da0e5ca86a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5db4861e129545f8b7d9c174999be45f&device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 1097 time: 0.1454718 Aug 18 13:04:41.713222 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c69f6d6c-96b1-4c05-afc0-74edd74bc131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:41.732381 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5a17c4-b9bb-4ffa-870d-bdfb08dacd1d tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Network 1bca05de-14b7-405d-80b9-0dfa98776514 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:04:41.812933 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.db.api [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:04:41.813596 n-d-803603-2 neutron-server[101677]: DEBUG oslo_db.api [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:04:41.817074 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f6d6c-96b1-4c05-afc0-74edd74bc131 None None] Pushing event updated for resources: {'Port': ['ID=b48a62b6-a332-41e9-82c7-9754fa2a480d,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:41.844396 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-2e852e12-e8b6-4f37-8fbc-461809bed1b8 None None] Provisioning complete for port 2a3d1f4d-5ee8-4cce-8668-ac24ed8784cc triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:04:41.845185 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2e852e12-e8b6-4f37-8fbc-461809bed1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:41.899019 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-2e852e12-e8b6-4f37-8fbc-461809bed1b8 None None] Port 2a3d1f4d-5ee8-4cce-8668-ac24ed8784cc cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:04:41.912060 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-2e852e12-e8b6-4f37-8fbc-461809bed1b8 None None] Provisioning complete for port b48a62b6-a332-41e9-82c7-9754fa2a480d triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:04:41.912351 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2e852e12-e8b6-4f37-8fbc-461809bed1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:41.947805 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-ee5a17c4-b9bb-4ffa-870d-bdfb08dacd1d tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 1bca05de-14b7-405d-80b9-0dfa98776514) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:04:41.958747 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abf0b49-888a-451f-8bf1-60122e37352d None None] Network 1bca05de-14b7-405d-80b9-0dfa98776514 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:04:41.975085 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5a17c4-b9bb-4ffa-870d-bdfb08dacd1d tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:04:41.976122 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ee5a17c4-b9bb-4ffa-870d-bdfb08dacd1d tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:42.142942 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a17c4-b9bb-4ffa-870d-bdfb08dacd1d tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Pushing event updated for resources: {'Port': ['ID=22fb91b7-2490-4ebc-b770-e4ddbd8ab276,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:42.146032 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0145d8-804b-4dbd-bb59-1a94f0f48350 req-92e3fc9e-8aeb-4994-8dda-6f66a5278ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:42.147949 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8c0145d8-804b-4dbd-bb59-1a94f0f48350 req-92e3fc9e-8aeb-4994-8dda-6f66a5278ef1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f0772655-8fcf-4cc7-a52b-8d2f1d4d6419 HTTP/1.1" status: 200 len: 911 time: 0.4268978 Aug 18 13:04:42.156875 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59081ea-fcf6-4de0-a54e-c4f27c34a600 req-a4a973e9-c2ba-4634-888d-0f8610b10574 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:42.164283 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a59081ea-fcf6-4de0-a54e-c4f27c34a600 req-a4a973e9-c2ba-4634-888d-0f8610b10574 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 945 time: 0.2354143 Aug 18 13:04:42.253252 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9d1fc-eb80-4d65-9d31-22f5ec2fa906 req-525acb19-76cf-46cf-a2c5-77ca36885cc3 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:42.254592 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a3e9d1fc-eb80-4d65-9d31-22f5ec2fa906 req-525acb19-76cf-46cf-a2c5-77ca36885cc3 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc455d74-fdc4-49a4-809b-0c310f934be5 HTTP/1.1" status: 200 len: 946 time: 0.0749328 Aug 18 13:04:42.330282 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a59081ea-fcf6-4de0-a54e-c4f27c34a600 req-c62d485d-49ba-4ddb-ac67-f97babb96d13 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650629 Aug 18 13:04:42.351521 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a3e9d1fc-eb80-4d65-9d31-22f5ec2fa906 req-b5ed2205-349e-46a0-8aa9-0e25aee279ea tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880947 Aug 18 13:04:42.395094 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5a17c4-b9bb-4ffa-870d-bdfb08dacd1d tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Checking segment: {'id': '8b9c7f8d-4b58-4b11-b994-0aa6777aa3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '93737f91-9051-4779-a94d-44b5c0147e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:04:42.402261 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5a17c4-b9bb-4ffa-870d-bdfb08dacd1d tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Network hostable DHCP agents. Network: 93737f91-9051-4779-a94d-44b5c0147e8e, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:04:42.403489 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8c0145d8-804b-4dbd-bb59-1a94f0f48350 req-3a4108d9-f22e-4c51-acc7-acdd58ac20cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44d4eecb-093c-4426-9131-356e1ee9bda1 HTTP/1.1" status: 200 len: 1002 time: 0.2294238 Aug 18 13:04:42.474998 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0145d8-804b-4dbd-bb59-1a94f0f48350 req-03179fe0-e966-4cec-a16e-90e912b00ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:42.476681 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8c0145d8-804b-4dbd-bb59-1a94f0f48350 req-03179fe0-e966-4cec-a16e-90e912b00ff6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00f32c6d-8610-4a26-b77a-8f80b2f8beae HTTP/1.1" status: 200 len: 849 time: 0.0496309 Aug 18 13:04:42.514977 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-2509b049-ca83-4f99-b46a-e30092868344 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:04:42.516548 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2509b049-ca83-4f99-b46a-e30092868344 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] 10.222.0.13 "PUT /v2.0/routers/f7e3d33d-4429-4502-818a-fb60dafe288f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0421138 Aug 18 13:04:42.519943 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 54764) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:42.523587 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5a17c4-b9bb-4ffa-870d-bdfb08dacd1d tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Network 93737f91-9051-4779-a94d-44b5c0147e8e is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:04:42.539270 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0145d8-804b-4dbd-bb59-1a94f0f48350 req-47a3d92c-d321-49aa-87e6-4e79697c0943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:42.541597 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8c0145d8-804b-4dbd-bb59-1a94f0f48350 req-47a3d92c-d321-49aa-87e6-4e79697c0943 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f0772655-8fcf-4cc7-a52b-8d2f1d4d6419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556543 Aug 18 13:04:42.555447 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b48a62b6-a332-41e9-82c7-9754fa2a480d up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:04:42.637336 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port b48a62b6-a332-41e9-82c7-9754fa2a480d triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:04:42.638659 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:42.670930 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-ee5a17c4-b9bb-4ffa-870d-bdfb08dacd1d tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 93737f91-9051-4779-a94d-44b5c0147e8e) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:04:42.683364 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5a17c4-b9bb-4ffa-870d-bdfb08dacd1d tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:04:42.688655 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5a17c4-b9bb-4ffa-870d-bdfb08dacd1d tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:42.696043 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5a17c4-b9bb-4ffa-870d-bdfb08dacd1d tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:42.697700 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ee5a17c4-b9bb-4ffa-870d-bdfb08dacd1d tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:42.729461 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599fb19b-8ec2-4c19-8aba-6a3c7f12fac2 None None] Network 93737f91-9051-4779-a94d-44b5c0147e8e requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:04:42.802908 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef24fe7-b9f8-41ba-8603-d3b8a8ca5e3f req-e355cdcb-16a6-489b-8eb1-cee379880123 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:42.802908 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0ef24fe7-b9f8-41ba-8603-d3b8a8ca5e3f req-e355cdcb-16a6-489b-8eb1-cee379880123 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 946 time: 0.1532872 Aug 18 13:04:42.844304 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8c0145d8-804b-4dbd-bb59-1a94f0f48350 req-64f43411-3732-47db-a603-d3b5e4137612 service neutron] 10.222.0.20 "GET /v2.0/networks/f0772655-8fcf-4cc7-a52b-8d2f1d4d6419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783816 Aug 18 13:04:42.855192 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ee5a17c4-b9bb-4ffa-870d-bdfb08dacd1d tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.7939637 Aug 18 13:04:42.858339 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 54772) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:42.972139 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0ef24fe7-b9f8-41ba-8603-d3b8a8ca5e3f req-76b6cc96-373f-480e-abb1-6693d2ecfb20 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb2a5664-8f21-4728-b3b7-6f9d475fbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844924 Aug 18 13:04:43.170822 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07829817-b349-420e-804a-d6b343f67246 req-eea84021-87ac-49ec-ab10-4a327b74a0c1 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:43.180160 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-07829817-b349-420e-804a-d6b343f67246 req-eea84021-87ac-49ec-ab10-4a327b74a0c1 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc455d74-fdc4-49a4-809b-0c310f934be5 HTTP/1.1" status: 200 len: 946 time: 0.3601158 Aug 18 13:04:43.206061 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1d80ff5a-9df0-4bc2-acdc-ff944e2f73e7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:43.226065 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab0aff3-a058-4c08-8a83-dd94b2d27772 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:43.226065 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab0aff3-a058-4c08-8a83-dd94b2d27772 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:43.226065 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-eab0aff3-a058-4c08-8a83-dd94b2d27772 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3646047 Aug 18 13:04:43.242716 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 54776) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:43.262775 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-07829817-b349-420e-804a-d6b343f67246 req-33b16515-f46f-4e3a-b7ac-7b23f335baa7 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816648 Aug 18 13:04:43.284611 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8c0145d8-804b-4dbd-bb59-1a94f0f48350 req-887fe0d2-2df9-4997-b1ae-887c61cb803f service neutron] 10.222.0.20 "GET /v2.0/networks/f0772655-8fcf-4cc7-a52b-8d2f1d4d6419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976140 Aug 18 13:04:43.454858 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 54784) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:43.528436 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-7ea5edde-50ec-4851-ab3e-34fe15c838aa tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Deleting port 30cdddb1-2737-4415-96c4-a78eb9188ee4 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:04:43.529004 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7ea5edde-50ec-4851-ab3e-34fe15c838aa tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:43.583889 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c67bb0c5-53d9-49e6-b0c4-5c3470965d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:43.611852 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7cdfe-a360-4d3c-b53b-ff96185e8620 req-42ae93b3-49e6-4955-8fd0-150d23ff8705 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:43.613567 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-41a7cdfe-a360-4d3c-b53b-ff96185e8620 req-42ae93b3-49e6-4955-8fd0-150d23ff8705 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 945 time: 0.1455867 Aug 18 13:04:43.648924 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7ea5edde-50ec-4851-ab3e-34fe15c838aa tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:43.675115 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-7ea5edde-50ec-4851-ab3e-34fe15c838aa tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Calling delete_port for 30cdddb1-2737-4415-96c4-a78eb9188ee4 owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:04:43.704601 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-41a7cdfe-a360-4d3c-b53b-ff96185e8620 req-ba1fdac4-fb6d-4f4e-8072-c180a8f56ef7 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801475 Aug 18 13:04:43.717885 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3576a2f2-8822-42d3-95d3-db21a91e0b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:43.741914 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c67bb0c5-53d9-49e6-b0c4-5c3470965d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:43.808723 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c67bb0c5-53d9-49e6-b0c4-5c3470965d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:43.873942 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c67bb0c5-53d9-49e6-b0c4-5c3470965d35 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=07e89dc4f34a40669ca5f4c1b5af2b19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4156449 Aug 18 13:04:43.873942 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67bb0c5-53d9-49e6-b0c4-5c3470965d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c07b03-9705-447e-ae51-58d5238c1d59,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:43.874488 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 54796) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:43.893703 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-1d80ff5a-9df0-4bc2-acdc-ff944e2f73e7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Deleting port 2a3d1f4d-5ee8-4cce-8668-ac24ed8784cc {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:04:43.894054 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1d80ff5a-9df0-4bc2-acdc-ff944e2f73e7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:43.951182 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7ea5edde-50ec-4851-ab3e-34fe15c838aa tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:43.999580 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5edde-50ec-4851-ab3e-34fe15c838aa tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Pushing event deleted for resources: {'Port': ['ID=30cdddb1-2737-4415-96c4-a78eb9188ee4,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:44.010216 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7ea5edde-50ec-4851-ab3e-34fe15c838aa tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:44.014454 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7ea5edde-50ec-4851-ab3e-34fe15c838aa tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] 10.222.0.13 "DELETE /v2.0/ports/30cdddb1-2737-4415-96c4-a78eb9188ee4 HTTP/1.1" status: 204 len: 168 time: 0.7684681 Aug 18 13:04:44.015441 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 54800) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:44.047856 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-baa9784d-9d92-4690-90d1-7a5e25176d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:44.070331 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1d80ff5a-9df0-4bc2-acdc-ff944e2f73e7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:44.103876 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-1d80ff5a-9df0-4bc2-acdc-ff944e2f73e7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Calling delete_port for 2a3d1f4d-5ee8-4cce-8668-ac24ed8784cc owned by network:router_interface {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:04:44.106856 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-baa9784d-9d92-4690-90d1-7a5e25176d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:44.210259 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-b0c13352-db8f-4734-992f-b6c718ab3b68 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Deleting port 22fb91b7-2490-4ebc-b770-e4ddbd8ab276 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:04:44.210997 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b0c13352-db8f-4734-992f-b6c718ab3b68 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:44.223173 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724f4b4-4bd5-4463-85bd-e49c7e54da73 req-fa953ef1-2690-4803-bcd6-497fc966aa0a tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:44.226746 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6724f4b4-4bd5-4463-85bd-e49c7e54da73 req-fa953ef1-2690-4803-bcd6-497fc966aa0a tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 946 time: 0.1043024 Aug 18 13:04:44.317582 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-baa9784d-9d92-4690-90d1-7a5e25176d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:44.321004 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-baa9784d-9d92-4690-90d1-7a5e25176d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:44.323160 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-baa9784d-9d92-4690-90d1-7a5e25176d20 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e0c07b03-9705-447e-ae51-58d5238c1d59 HTTP/1.1" status: 204 len: 168 time: 0.4477365 Aug 18 13:04:44.344166 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9784d-9d92-4690-90d1-7a5e25176d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c07b03-9705-447e-ae51-58d5238c1d59,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:44.352997 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b0c13352-db8f-4734-992f-b6c718ab3b68 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:44.366623 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6724f4b4-4bd5-4463-85bd-e49c7e54da73 req-08a9d849-d832-4bc1-970b-37d4949a0326 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb2a5664-8f21-4728-b3b7-6f9d475fbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191630 Aug 18 13:04:44.391519 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-b0c13352-db8f-4734-992f-b6c718ab3b68 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Calling delete_port for 22fb91b7-2490-4ebc-b770-e4ddbd8ab276 owned by {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:04:44.452603 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1d80ff5a-9df0-4bc2-acdc-ff944e2f73e7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:44.498342 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d80ff5a-9df0-4bc2-acdc-ff944e2f73e7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Pushing event deleted for resources: {'Port': ['ID=2a3d1f4d-5ee8-4cce-8668-ac24ed8784cc,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:44.508539 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:44.555704 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9086c5a-deb9-4cb4-9841-613f02f01581 req-86723d8a-9a12-46bf-9e9c-dd3abaa0c686 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:44.558086 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c9086c5a-deb9-4cb4-9841-613f02f01581 req-86723d8a-9a12-46bf-9e9c-dd3abaa0c686 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc455d74-fdc4-49a4-809b-0c310f934be5 HTTP/1.1" status: 200 len: 946 time: 0.1251116 Aug 18 13:04:44.609640 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b0c13352-db8f-4734-992f-b6c718ab3b68 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:44.651473 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c13352-db8f-4734-992f-b6c718ab3b68 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Pushing event deleted for resources: {'Port': ['ID=22fb91b7-2490-4ebc-b770-e4ddbd8ab276,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:44.656751 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1d80ff5a-9df0-4bc2-acdc-ff944e2f73e7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:44.673990 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b0c13352-db8f-4734-992f-b6c718ab3b68 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:44.676539 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b0c13352-db8f-4734-992f-b6c718ab3b68 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] 10.222.0.13 "DELETE /v2.0/ports/22fb91b7-2490-4ebc-b770-e4ddbd8ab276 HTTP/1.1" status: 204 len: 168 time: 0.6587970 Aug 18 13:04:44.679091 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 54810) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:44.690869 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c9086c5a-deb9-4cb4-9841-613f02f01581 req-fb347ba5-35af-45e7-bbaa-ea1c9d9cd8d7 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017950 Aug 18 13:04:44.753329 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-23c5b158-7005-4884-9418-32b732d2120f tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0654190 Aug 18 13:04:44.753875 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 54816) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:44.766934 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-eb2e7f25-1d4a-4b55-9c7f-1d17c8f99fa4 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1823098233'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:04:44.877583 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b589f757-73e8-4824-8783-0c336994cc06 req-b0d8ced5-81a4-41e3-a3a5-8359cdceee61 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:44.879152 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b589f757-73e8-4824-8783-0c336994cc06 req-b0d8ced5-81a4-41e3-a3a5-8359cdceee61 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 945 time: 0.0801911 Aug 18 13:04:44.902384 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d80ff5a-9df0-4bc2-acdc-ff944e2f73e7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Router f7e3d33d-4429-4502-818a-fb60dafe288f has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:04:44.922565 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b589f757-73e8-4824-8783-0c336994cc06 req-2c572f57-673e-484f-a224-202f61f0ac54 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359502 Aug 18 13:04:44.925437 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2e7f25-1d4a-4b55-9c7f-1d17c8f99fa4 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Made reservation on behalf of 28745d692f2f4ee59fbe6e123841e377 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:04:44.927165 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eb2e7f25-1d4a-4b55-9c7f-1d17c8f99fa4 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:44.961121 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb2e7f25-1d4a-4b55-9c7f-1d17c8f99fa4 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:04:44.970874 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eb2e7f25-1d4a-4b55-9c7f-1d17c8f99fa4 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:44.971225 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-eb2e7f25-1d4a-4b55-9c7f-1d17c8f99fa4 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Added segment 22c576ec-32fb-45fb-ab8b-9b61ea81f751 of type vlan for network af2c54b4-248a-4ef3-8e43-84043ae3e83d Aug 18 13:04:45.014779 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d80ff5a-9df0-4bc2-acdc-ff944e2f73e7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:04:45.019119 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eb2e7f25-1d4a-4b55-9c7f-1d17c8f99fa4 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:45.023461 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1d80ff5a-9df0-4bc2-acdc-ff944e2f73e7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] 10.222.0.13 "PUT /v2.0/routers/f7e3d33d-4429-4502-818a-fb60dafe288f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5021682 Aug 18 13:04:45.028197 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 54818) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:45.029377 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fe31b9-7367-412a-9099-edbf6caad960 None None] Sync routers for ids ['f7e3d33d-4429-4502-818a-fb60dafe288f'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:04:45.041223 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fe31b9-7367-412a-9099-edbf6caad960 None None] Routers {'f7e3d33d-4429-4502-818a-fb60dafe288f'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:04:45.042301 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e4fe31b9-7367-412a-9099-edbf6caad960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:04:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['f7e3d33d-4429-4502-818a-fb60dafe288f'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:45.075225 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-7f10b50e-c695-4efb-997f-c8c506cbd0c8 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] delete failed (client error): The resource could not be found. Aug 18 13:04:45.076402 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7f10b50e-c695-4efb-997f-c8c506cbd0c8 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-1604852185 HTTP/1.1" status: 404 len: 335 time: 0.0479414 Aug 18 13:04:45.078019 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e4fe31b9-7367-412a-9099-edbf6caad960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:45.080111 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 54820) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:45.086454 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-c2a444d8-50d5-40b5-9b16-0b3f4011082e tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f7e3d33d-4429-4502-818a-fb60dafe288f'}}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:04:45.089622 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fe31b9-7367-412a-9099-edbf6caad960 None None] Routers {'f7e3d33d-4429-4502-818a-fb60dafe288f'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:04:45.090323 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e4fe31b9-7367-412a-9099-edbf6caad960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:04:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['f7e3d33d-4429-4502-818a-fb60dafe288f'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:45.093794 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 54822) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:45.123118 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-df1eb2de-4fbc-486d-9197-e4d464ae2961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:45.140408 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e4fe31b9-7367-412a-9099-edbf6caad960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:45.141163 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fe31b9-7367-412a-9099-edbf6caad960 None None] The sync data for ids ['f7e3d33d-4429-4502-818a-fb60dafe288f'] in n-d-803603-2 is: [] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:04:45.264929 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-df1eb2de-4fbc-486d-9197-e4d464ae2961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:45.271669 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eb2e7f25-1d4a-4b55-9c7f-1d17c8f99fa4 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:45.278384 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2e7f25-1d4a-4b55-9c7f-1d17c8f99fa4 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:45.278987 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eb2e7f25-1d4a-4b55-9c7f-1d17c8f99fa4 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:45.312158 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:45.353359 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-df1eb2de-4fbc-486d-9197-e4d464ae2961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:45.408251 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1eb2de-4fbc-486d-9197-e4d464ae2961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f3c351-b9b8-4957-a4e7-2e2045fd9afe,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:45.419862 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c2a444d8-50d5-40b5-9b16-0b3f4011082e tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:45.429409 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e7f25-1d4a-4b55-9c7f-1d17c8f99fa4 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Pushing event updated for resources: {'Network': ['ID=af2c54b4-248a-4ef3-8e43-84043ae3e83d,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:45.441495 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 54828) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:45.442761 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-df1eb2de-4fbc-486d-9197-e4d464ae2961 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e6a8d9ab36c14eff9014c2a88c6e043c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3477955 Aug 18 13:04:45.444547 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network af2c54b4-248a-4ef3-8e43-84043ae3e83d details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:04:45.449104 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea37b6-16d7-4430-bf68-84c92859b20a req-c7c11ecd-c1bb-4690-ba11-24c4877fc823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:45.450949 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8eea37b6-16d7-4430-bf68-84c92859b20a req-c7c11ecd-c1bb-4690-ba11-24c4877fc823 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 1096 time: 0.1251664 Aug 18 13:04:45.453188 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-eb2e7f25-1d4a-4b55-9c7f-1d17c8f99fa4 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6983719 Aug 18 13:04:45.455932 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 54830) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:45.461954 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-62175995-4219-4424-91d2-99397585dac3 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2123805515'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:04:45.516388 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8eea37b6-16d7-4430-bf68-84c92859b20a req-39cc9122-aca3-4758-8084-c1682bbc876d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498586 Aug 18 13:04:45.535580 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a153bf-dc87-4495-9a99-73129dfbc825 req-f4393cd0-7d64-4a24-8de5-2f92462dc36e tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:45.537090 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c3a153bf-dc87-4495-9a99-73129dfbc825 req-f4393cd0-7d64-4a24-8de5-2f92462dc36e tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 946 time: 0.0873656 Aug 18 13:04:45.560063 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-87ddb9ca-6f31-4201-acc2-7efdd34b82b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:45.566454 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-c2a444d8-50d5-40b5-9b16-0b3f4011082e tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] update failed (client error): The resource could not be found. Aug 18 13:04:45.567439 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c2a444d8-50d5-40b5-9b16-0b3f4011082e tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] 10.222.0.13 "PUT /v2.0/routers/f7e3d33d-4429-4502-818a-fb60dafe288f HTTP/1.1" status: 404 len: 339 time: 0.4865189 Aug 18 13:04:45.571135 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 54834) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:45.588643 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-fee0f164-1f89-441c-8699-75c5a5b74aae tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1750150527'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:04:45.619076 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62175995-4219-4424-91d2-99397585dac3 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Made reservation on behalf of 28745d692f2f4ee59fbe6e123841e377 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:04:45.624230 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-62175995-4219-4424-91d2-99397585dac3 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:45.626788 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-87ddb9ca-6f31-4201-acc2-7efdd34b82b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:45.645542 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c3a153bf-dc87-4495-9a99-73129dfbc825 req-d133a096-4ea7-4071-9601-1d3e8f03033b tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb2a5664-8f21-4728-b3b7-6f9d475fbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955992 Aug 18 13:04:45.691525 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62175995-4219-4424-91d2-99397585dac3 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:04:45.786959 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-87ddb9ca-6f31-4201-acc2-7efdd34b82b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:45.790604 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-62175995-4219-4424-91d2-99397585dac3 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:45.790879 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-87ddb9ca-6f31-4201-acc2-7efdd34b82b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:45.791064 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-62175995-4219-4424-91d2-99397585dac3 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Added segment 658d9f08-f675-4843-9790-3ee8104c8834 of type vlan for network 861f1439-75b9-4103-9f5e-c387e9e7bf7f Aug 18 13:04:45.793220 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-87ddb9ca-6f31-4201-acc2-7efdd34b82b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39f3c351-b9b8-4957-a4e7-2e2045fd9afe HTTP/1.1" status: 204 len: 168 time: 0.3505356 Aug 18 13:04:45.794305 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee0f164-1f89-441c-8699-75c5a5b74aae tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Made reservation on behalf of d773d1947813423594a4ed4fc7ca2197 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:04:45.804677 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fee0f164-1f89-441c-8699-75c5a5b74aae tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:45.815664 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ddb9ca-6f31-4201-acc2-7efdd34b82b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f3c351-b9b8-4957-a4e7-2e2045fd9afe,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:45.844987 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-62175995-4219-4424-91d2-99397585dac3 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:45.862086 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d271a1-cb30-4cde-be4d-f496de4eaacb req-2ba6bb34-291d-42e1-97d8-044ea9b70ebd tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:45.863608 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-41d271a1-cb30-4cde-be4d-f496de4eaacb req-2ba6bb34-291d-42e1-97d8-044ea9b70ebd tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc455d74-fdc4-49a4-809b-0c310f934be5 HTTP/1.1" status: 200 len: 946 time: 0.1076953 Aug 18 13:04:45.882246 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fee0f164-1f89-441c-8699-75c5a5b74aae tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:04:45.893940 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fee0f164-1f89-441c-8699-75c5a5b74aae tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:45.894805 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-fee0f164-1f89-441c-8699-75c5a5b74aae tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Added segment 9474add6-a75f-4118-87c3-7402cb2dd662 of type vlan for network c51863df-f8ef-4a43-866b-8ba0bdc577cd Aug 18 13:04:45.930430 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-41d271a1-cb30-4cde-be4d-f496de4eaacb req-dc74718c-ea14-420e-89b7-33971254e79f tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591066 Aug 18 13:04:45.994603 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fee0f164-1f89-441c-8699-75c5a5b74aae tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:46.009709 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-62175995-4219-4424-91d2-99397585dac3 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:46.017241 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62175995-4219-4424-91d2-99397585dac3 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:46.018026 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-62175995-4219-4424-91d2-99397585dac3 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:46.082920 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86484d-259b-4d05-aadf-020d50de0590 req-41b7d5d2-a2cb-45b5-8fd1-8e9c4ea3d9d7 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:46.084466 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aa86484d-259b-4d05-aadf-020d50de0590 req-41b7d5d2-a2cb-45b5-8fd1-8e9c4ea3d9d7 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 945 time: 0.0516615 Aug 18 13:04:46.097013 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62175995-4219-4424-91d2-99397585dac3 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Pushing event updated for resources: {'Network': ['ID=861f1439-75b9-4103-9f5e-c387e9e7bf7f,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:46.109875 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 861f1439-75b9-4103-9f5e-c387e9e7bf7f details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:04:46.126726 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aa86484d-259b-4d05-aadf-020d50de0590 req-23a09d19-f310-497f-9af2-3be266cf6d35 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353327 Aug 18 13:04:46.147786 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fee0f164-1f89-441c-8699-75c5a5b74aae tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:46.153606 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee0f164-1f89-441c-8699-75c5a5b74aae tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:46.154212 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fee0f164-1f89-441c-8699-75c5a5b74aae tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:46.192699 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-62175995-4219-4424-91d2-99397585dac3 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7330501 Aug 18 13:04:46.231812 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0f164-1f89-441c-8699-75c5a5b74aae tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Pushing event updated for resources: {'Network': ['ID=c51863df-f8ef-4a43-866b-8ba0bdc577cd,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:46.243019 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network c51863df-f8ef-4a43-866b-8ba0bdc577cd details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:04:46.291308 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-fee0f164-1f89-441c-8699-75c5a5b74aae tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7119818 Aug 18 13:04:46.293453 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 54846) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:46.300315 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-88316ac6-08b5-4b25-9bcf-4dbd645153ef tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Request body: {'subnet': {'network_id': 'c51863df-f8ef-4a43-866b-8ba0bdc577cd', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:04:46.511471 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88316ac6-08b5-4b25-9bcf-4dbd645153ef tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Made reservation on behalf of d773d1947813423594a4ed4fc7ca2197 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:04:46.518532 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-88316ac6-08b5-4b25-9bcf-4dbd645153ef tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:46.803840 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-88316ac6-08b5-4b25-9bcf-4dbd645153ef tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:46.869050 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88316ac6-08b5-4b25-9bcf-4dbd645153ef tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Pushing event updated for resources: {'Subnet': ['ID=170a4c44-0d71-4a3a-b2ac-dbad9a6b6973,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:46.876615 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88316ac6-08b5-4b25-9bcf-4dbd645153ef tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Checking segment: {'id': '9474add6-a75f-4118-87c3-7402cb2dd662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c51863df-f8ef-4a43-866b-8ba0bdc577cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:04:46.876834 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88316ac6-08b5-4b25-9bcf-4dbd645153ef tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Network hostable DHCP agents. Network: c51863df-f8ef-4a43-866b-8ba0bdc577cd, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:04:46.992557 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88316ac6-08b5-4b25-9bcf-4dbd645153ef tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Network c51863df-f8ef-4a43-866b-8ba0bdc577cd is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:04:47.052412 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-88316ac6-08b5-4b25-9bcf-4dbd645153ef tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, c51863df-f8ef-4a43-866b-8ba0bdc577cd) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:04:47.057869 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88316ac6-08b5-4b25-9bcf-4dbd645153ef tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:47.058511 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-88316ac6-08b5-4b25-9bcf-4dbd645153ef tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:47.064903 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31af64cc-39d4-4cb8-8bf6-76939b2a5a7c None None] Network c51863df-f8ef-4a43-866b-8ba0bdc577cd requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:04:47.085353 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4629601-d79b-4b10-8aae-684c14c81f85 req-2ef70dad-b0e0-4b4b-9481-64143a945552 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:47.092885 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d4629601-d79b-4b10-8aae-684c14c81f85 req-2ef70dad-b0e0-4b4b-9481-64143a945552 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc455d74-fdc4-49a4-809b-0c310f934be5 HTTP/1.1" status: 200 len: 946 time: 0.0802982 Aug 18 13:04:47.130437 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d4629601-d79b-4b10-8aae-684c14c81f85 req-adf3c78b-9e5b-4451-8ff0-af4117f5ce22 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363955 Aug 18 13:04:47.241306 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-88316ac6-08b5-4b25-9bcf-4dbd645153ef tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9464481 Aug 18 13:04:47.241829 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 54874) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:47.248158 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-8b2775ae-36d1-4609-83dd-4a9dcc602659 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c51863df-f8ef-4a43-866b-8ba0bdc577cd'}}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:04:47.268729 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73154055-c580-474d-ab48-c0ba2a41f3b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-c51863df-f8ef-4a43-866b-8ba0bdc577cd', 'network_id': 'c51863df-f8ef-4a43-866b-8ba0bdc577cd', 'tenant_id': 'd773d1947813423594a4ed4fc7ca2197', 'fixed_ips': [{'subnet_id': '170a4c44-0d71-4a3a-b2ac-dbad9a6b6973'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:04:47.269751 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-73154055-c580-474d-ab48-c0ba2a41f3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:47.306389 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e99b4-79c7-4a19-8d71-c7c1ef4d5e09 req-d0be7400-4263-4cd1-a22a-418195bf4928 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:47.314970 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7b2e99b4-79c7-4a19-8d71-c7c1ef4d5e09 req-d0be7400-4263-4cd1-a22a-418195bf4928 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 945 time: 0.0935349 Aug 18 13:04:47.362124 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:47.362681 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7b2e99b4-79c7-4a19-8d71-c7c1ef4d5e09 req-ee32637d-58c0-4332-8b7d-afdcd16f35b5 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447769 Aug 18 13:04:47.576316 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-73154055-c580-474d-ab48-c0ba2a41f3b5 None None] Allocated IP 2001:db8:1::2 (c51863df-f8ef-4a43-866b-8ba0bdc577cd/170a4c44-0d71-4a3a-b2ac-dbad9a6b6973/dcdc1215-5848-4ea4-af2f-54ae6273a550) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:04:47.785585 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-73154055-c580-474d-ab48-c0ba2a41f3b5 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:47.795788 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-73154055-c580-474d-ab48-c0ba2a41f3b5 None None] Transition to ACTIVE for port object dcdc1215-5848-4ea4-af2f-54ae6273a550 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:04:47.814650 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-73154055-c580-474d-ab48-c0ba2a41f3b5 None None] Transition to ACTIVE for port object dcdc1215-5848-4ea4-af2f-54ae6273a550 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:04:47.948810 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-73154055-c580-474d-ab48-c0ba2a41f3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:47.968315 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af25b9-eae1-4305-9457-8d622acd0092 req-8a4742dd-7b77-4873-9206-0832578292aa tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:47.970063 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-47af25b9-eae1-4305-9457-8d622acd0092 req-8a4742dd-7b77-4873-9206-0832578292aa tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 945 time: 0.0618238 Aug 18 13:04:47.995779 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73154055-c580-474d-ab48-c0ba2a41f3b5 None None] Network c51863df-f8ef-4a43-866b-8ba0bdc577cd is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:04:48.003851 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8b2775ae-36d1-4609-83dd-4a9dcc602659 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:48.013790 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-73154055-c580-474d-ab48-c0ba2a41f3b5 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:04:48.023125 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73154055-c580-474d-ab48-c0ba2a41f3b5 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:04:48.044023 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73154055-c580-474d-ab48-c0ba2a41f3b5 None None] Pushing event updated for resources: {'Port': ['ID=dcdc1215-5848-4ea4-af2f-54ae6273a550,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:48.083490 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-47af25b9-eae1-4305-9457-8d622acd0092 req-bc563844-5bf0-43a0-b29d-75fafcbcef7c tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066306 Aug 18 13:04:48.109889 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2180df1-f634-42e0-85e0-3b8280d1ef88 req-1cc955ae-66a8-4fb6-9121-161e478f486f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:48.111645 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e2180df1-f634-42e0-85e0-3b8280d1ef88 req-1cc955ae-66a8-4fb6-9121-161e478f486f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b7bb7ada99a4b5d932fd3c3f52f7206&device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 1096 time: 0.0901036 Aug 18 13:04:48.128533 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-73154055-c580-474d-ab48-c0ba2a41f3b5 None None] Attempting to bind port dcdc1215-5848-4ea4-af2f-54ae6273a550 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:04:48.130503 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-73154055-c580-474d-ab48-c0ba2a41f3b5 None None] Attempting to bind port dcdc1215-5848-4ea4-af2f-54ae6273a550 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '9474add6-a75f-4118-87c3-7402cb2dd662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c51863df-f8ef-4a43-866b-8ba0bdc577cd'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:04:48.131004 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73154055-c580-474d-ab48-c0ba2a41f3b5 None None] Attempting to bind port dcdc1215-5848-4ea4-af2f-54ae6273a550 on network c51863df-f8ef-4a43-866b-8ba0bdc577cd {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:04:48.147311 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73154055-c580-474d-ab48-c0ba2a41f3b5 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:04:48.152197 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73154055-c580-474d-ab48-c0ba2a41f3b5 None None] Checking segment: {'id': '9474add6-a75f-4118-87c3-7402cb2dd662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c51863df-f8ef-4a43-866b-8ba0bdc577cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:04:48.152197 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-73154055-c580-474d-ab48-c0ba2a41f3b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:48.152197 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73154055-c580-474d-ab48-c0ba2a41f3b5 None None] Bound using segment: {'id': '9474add6-a75f-4118-87c3-7402cb2dd662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c51863df-f8ef-4a43-866b-8ba0bdc577cd'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:04:48.152197 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-73154055-c580-474d-ab48-c0ba2a41f3b5 None None] Bound port: dcdc1215-5848-4ea4-af2f-54ae6273a550, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9474add6-a75f-4118-87c3-7402cb2dd662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c51863df-f8ef-4a43-866b-8ba0bdc577cd'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:04:48.152197 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-73154055-c580-474d-ab48-c0ba2a41f3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:48.214570 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-8b2775ae-36d1-4609-83dd-4a9dcc602659 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:04:48.215938 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8b2775ae-36d1-4609-83dd-4a9dcc602659 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] 10.222.0.13 "PUT /v2.0/routers/f7e3d33d-4429-4502-818a-fb60dafe288f HTTP/1.1" status: 400 len: 364 time: 0.9729903 Aug 18 13:04:48.219695 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 54896) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:48.252038 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2180df1-f634-42e0-85e0-3b8280d1ef88 req-ba9cd643-5d55-49d2-91e2-f72c5bd6f8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:48.253548 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e2180df1-f634-42e0-85e0-3b8280d1ef88 req-ba9cd643-5d55-49d2-91e2-f72c5bd6f8ea service neutron] 10.222.0.39 "GET /v2.0/networks?id=a8d27026-b8e0-4d3d-971e-78c2b57a2f7a HTTP/1.1" status: 200 len: 920 time: 0.1336992 Aug 18 13:04:48.291137 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-73154055-c580-474d-ab48-c0ba2a41f3b5 None None] For port dcdc1215-5848-4ea4-af2f-54ae6273a550, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:04:48.295334 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-73154055-c580-474d-ab48-c0ba2a41f3b5 None None] For port dcdc1215-5848-4ea4-af2f-54ae6273a550, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=dcdc1215-5848-4ea4-af2f-54ae6273a550,segment=NetworkSegment(9474add6-a75f-4118-87c3-7402cb2dd662),segment_id=9474add6-a75f-4118-87c3-7402cb2dd662)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:04:48.336738 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e2180df1-f634-42e0-85e0-3b8280d1ef88 req-3d41cf91-c248-4a4c-aa79-9e8e40bb0fc4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efcabe73-2954-4321-b64f-e5c43eef2f8a HTTP/1.1" status: 200 len: 217 time: 0.0749815 Aug 18 13:04:48.409833 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-73154055-c580-474d-ab48-c0ba2a41f3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:48.446504 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6bbdd-b68a-4a11-bc0c-533552f8a7ed req-8d1ca65b-cbfd-4967-9c41-55d062f83549 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:48.453729 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2180df1-f634-42e0-85e0-3b8280d1ef88 req-996deae9-0538-4c5b-a12c-24eb82380e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:48.455293 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dfe6bbdd-b68a-4a11-bc0c-533552f8a7ed req-8d1ca65b-cbfd-4967-9c41-55d062f83549 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc455d74-fdc4-49a4-809b-0c310f934be5 HTTP/1.1" status: 200 len: 946 time: 0.1816909 Aug 18 13:04:48.458459 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e2180df1-f634-42e0-85e0-3b8280d1ef88 req-996deae9-0538-4c5b-a12c-24eb82380e25 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=08d37668-d2c1-40db-a95f-b1212b73a41b HTTP/1.1" status: 200 len: 859 time: 0.1080620 Aug 18 13:04:48.475530 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73154055-c580-474d-ab48-c0ba2a41f3b5 None None] Pushing event updated for resources: {'Port': ['ID=dcdc1215-5848-4ea4-af2f-54ae6273a550,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:48.554487 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e2180df1-f634-42e0-85e0-3b8280d1ef88 req-0a5aced0-40fd-424e-b481-621a4e573f64 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a8d27026-b8e0-4d3d-971e-78c2b57a2f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877368 Aug 18 13:04:48.717507 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fe63e2b5-e71d-4e95-b550-ba9e708bbed5 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:48.742042 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dfe6bbdd-b68a-4a11-bc0c-533552f8a7ed req-7f9151a9-3331-41a4-9647-84205505584d tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791214 Aug 18 13:04:48.755580 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e2180df1-f634-42e0-85e0-3b8280d1ef88 req-b2a7ff4c-e69a-49be-a466-3712df96e0c6 service neutron] 10.222.0.39 "GET /v2.0/networks/a8d27026-b8e0-4d3d-971e-78c2b57a2f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871872 Aug 18 13:04:48.907298 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e2180df1-f634-42e0-85e0-3b8280d1ef88 req-7582b9b6-ca13-4815-b694-f499643c0681 service neutron] 10.222.0.39 "GET /v2.0/networks/a8d27026-b8e0-4d3d-971e-78c2b57a2f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430187 Aug 18 13:04:49.111176 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-fe63e2b5-e71d-4e95-b550-ba9e708bbed5 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Allocated IP 2001:db8::1 (4f1393b0-2f0a-4098-884c-683cdc095b14/de8f9bae-e8b3-4dba-ad72-695662ef5952/66762b41-2334-4804-8c52-dfb6917dd899) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:04:49.247256 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e20aa-75d1-4450-a319-c733727ca68f req-8c055eaf-af8a-488f-bb73-3b24ac147124 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:49.248757 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fe63e2b5-e71d-4e95-b550-ba9e708bbed5 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:49.248886 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-293e20aa-75d1-4450-a319-c733727ca68f req-8c055eaf-af8a-488f-bb73-3b24ac147124 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 945 time: 0.0764756 Aug 18 13:04:49.264296 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-fe63e2b5-e71d-4e95-b550-ba9e708bbed5 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Transition to ACTIVE for port object 66762b41-2334-4804-8c52-dfb6917dd899 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:04:49.304977 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-293e20aa-75d1-4450-a319-c733727ca68f req-6582135f-8c4c-43be-8e1e-3b10ab7fb3d2 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497260 Aug 18 13:04:49.357804 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 54916) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:49.363954 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-5cfc65f6-b0a9-4a2a-b632-815c87e729f9 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Request body: {'subnets': [{'network_id': 'af2c54b4-248a-4ef3-8e43-84043ae3e83d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1567555515', 'ip_version': 6}, {'network_id': '861f1439-75b9-4103-9f5e-c387e9e7bf7f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:04:49.364271 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-5cfc65f6-b0a9-4a2a-b632-815c87e729f9 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Request body: {'subnet': {'network_id': 'af2c54b4-248a-4ef3-8e43-84043ae3e83d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1567555515', 'ip_version': 6}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:04:49.364941 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-5cfc65f6-b0a9-4a2a-b632-815c87e729f9 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Request body: {'subnet': {'network_id': '861f1439-75b9-4103-9f5e-c387e9e7bf7f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:04:49.385883 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fe63e2b5-e71d-4e95-b550-ba9e708bbed5 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:49.439154 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe63e2b5-e71d-4e95-b550-ba9e708bbed5 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Network 4f1393b0-2f0a-4098-884c-683cdc095b14 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:04:49.442477 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-fe63e2b5-e71d-4e95-b550-ba9e708bbed5 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:04:49.446779 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe63e2b5-e71d-4e95-b550-ba9e708bbed5 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:04:49.447483 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fe63e2b5-e71d-4e95-b550-ba9e708bbed5 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:49.455741 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe63e2b5-e71d-4e95-b550-ba9e708bbed5 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Pushing event updated for resources: {'Port': ['ID=66762b41-2334-4804-8c52-dfb6917dd899,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:49.669247 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfc65f6-b0a9-4a2a-b632-815c87e729f9 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Made reservation on behalf of 28745d692f2f4ee59fbe6e123841e377 for: {'subnet': 2} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:04:49.671801 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5cfc65f6-b0a9-4a2a-b632-815c87e729f9 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:49.672156 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5cfc65f6-b0a9-4a2a-b632-815c87e729f9 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:49.709232 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fe63e2b5-e71d-4e95-b550-ba9e708bbed5 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:49.905463 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33262ad3-9797-4593-b72f-864504f3917e None None] Network c51863df-f8ef-4a43-866b-8ba0bdc577cd requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:04:49.965226 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43884240-d6af-401a-9251-04a7ca2752cc req-6c5df470-06b5-4ae4-aff0-6a15a2947671 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:49.972729 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-43884240-d6af-401a-9251-04a7ca2752cc req-6c5df470-06b5-4ae4-aff0-6a15a2947671 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc455d74-fdc4-49a4-809b-0c310f934be5 HTTP/1.1" status: 200 len: 946 time: 0.1379125 Aug 18 13:04:50.066309 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fe63e2b5-e71d-4e95-b550-ba9e708bbed5 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:50.070806 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-43884240-d6af-401a-9251-04a7ca2752cc req-5f3283f7-b770-488f-9ecb-2284feca1c14 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971022 Aug 18 13:04:50.088226 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-51eb8277-4cbc-43d7-836b-a7c80552f3ae None None] Provisioning for port 66762b41-2334-4804-8c52-dfb6917dd899 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:04:50.092593 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-51eb8277-4cbc-43d7-836b-a7c80552f3ae None None] Provisioning complete for port 66762b41-2334-4804-8c52-dfb6917dd899 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:04:50.093126 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-51eb8277-4cbc-43d7-836b-a7c80552f3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:50.142964 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-51eb8277-4cbc-43d7-836b-a7c80552f3ae None None] Port 66762b41-2334-4804-8c52-dfb6917dd899 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:04:50.169122 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fe63e2b5-e71d-4e95-b550-ba9e708bbed5 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:50.170102 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fe63e2b5-e71d-4e95-b550-ba9e708bbed5 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:50.283157 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe63e2b5-e71d-4e95-b550-ba9e708bbed5 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Pushing event updated for resources: {'Port': ['ID=66762b41-2334-4804-8c52-dfb6917dd899,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:50.311938 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-51eb8277-4cbc-43d7-836b-a7c80552f3ae None None] Provisioning for port dcdc1215-5848-4ea4-af2f-54ae6273a550 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:04:50.323202 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe63e2b5-e71d-4e95-b550-ba9e708bbed5 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Network 4f1393b0-2f0a-4098-884c-683cdc095b14 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:04:50.323541 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-fe63e2b5-e71d-4e95-b550-ba9e708bbed5 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:04:50.542529 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe63e2b5-e71d-4e95-b550-ba9e708bbed5 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Router f7e3d33d-4429-4502-818a-fb60dafe288f has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:04:50.568306 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550ca8a-edef-4c94-8ea6-8c19a47f8472 req-b6525cdf-1bdc-4751-8ed9-424288274d57 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:50.568306 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4550ca8a-edef-4c94-8ea6-8c19a47f8472 req-b6525cdf-1bdc-4751-8ed9-424288274d57 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 945 time: 0.1134849 Aug 18 13:04:50.568547 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device dcdc1215-5848-4ea4-af2f-54ae6273a550 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:04:50.696936 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-961db08d-4be9-4ef5-87b6-b2b27944627b None None] Provisioning complete for port 66762b41-2334-4804-8c52-dfb6917dd899 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:04:50.697421 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-961db08d-4be9-4ef5-87b6-b2b27944627b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:50.701158 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4550ca8a-edef-4c94-8ea6-8c19a47f8472 req-bd59170a-d3b4-4dbf-90f2-5b238c500207 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267149 Aug 18 13:04:50.720063 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe63e2b5-e71d-4e95-b550-ba9e708bbed5 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:04:50.729317 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 54936) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:50.729861 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-fe63e2b5-e71d-4e95-b550-ba9e708bbed5 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] 10.222.0.13 "PUT /v2.0/routers/f7e3d33d-4429-4502-818a-fb60dafe288f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5079086 Aug 18 13:04:50.735265 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46122f70-551b-42b9-97a3-dd59550d6350 None None] Sync routers for ids ['f7e3d33d-4429-4502-818a-fb60dafe288f'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:04:50.751851 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46122f70-551b-42b9-97a3-dd59550d6350 None None] Routers {'f7e3d33d-4429-4502-818a-fb60dafe288f'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:04:50.752483 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-46122f70-551b-42b9-97a3-dd59550d6350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:04:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['f7e3d33d-4429-4502-818a-fb60dafe288f'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:50.753948 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-961db08d-4be9-4ef5-87b6-b2b27944627b None None] Port 66762b41-2334-4804-8c52-dfb6917dd899 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:04:50.763893 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port dcdc1215-5848-4ea4-af2f-54ae6273a550 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:04:50.772445 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port dcdc1215-5848-4ea4-af2f-54ae6273a550 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:04:50.772445 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:50.803182 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-46122f70-551b-42b9-97a3-dd59550d6350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:50.813212 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46122f70-551b-42b9-97a3-dd59550d6350 None None] Routers {'f7e3d33d-4429-4502-818a-fb60dafe288f'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:04:50.813893 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-46122f70-551b-42b9-97a3-dd59550d6350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:04:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['f7e3d33d-4429-4502-818a-fb60dafe288f'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:50.850031 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-46122f70-551b-42b9-97a3-dd59550d6350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:50.851015 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46122f70-551b-42b9-97a3-dd59550d6350 None None] The sync data for ids ['f7e3d33d-4429-4502-818a-fb60dafe288f'] in n-d-803603-2 is: [] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:04:50.873472 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:50.914124 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port dcdc1215-5848-4ea4-af2f-54ae6273a550, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=dcdc1215-5848-4ea4-af2f-54ae6273a550,segment=NetworkSegment(9474add6-a75f-4118-87c3-7402cb2dd662),segment_id=9474add6-a75f-4118-87c3-7402cb2dd662)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:04:50.924634 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a45c2ea4-0861-4270-baba-d12913958f38 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:51.013824 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-a45c2ea4-0861-4270-baba-d12913958f38 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 18 13:04:51.014993 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a45c2ea4-0861-4270-baba-d12913958f38 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] 10.222.0.13 "DELETE /v2.0/routers/f7e3d33d-4429-4502-818a-fb60dafe288f HTTP/1.1" status: 409 len: 329 time: 0.2844949 Aug 18 13:04:51.017771 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 54942) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:51.020276 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:51.029610 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5cfc65f6-b0a9-4a2a-b632-815c87e729f9 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:51.077721 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=dcdc1215-5848-4ea4-af2f-54ae6273a550,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:51.172452 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc65f6-b0a9-4a2a-b632-815c87e729f9 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Pushing event updated for resources: {'Subnet': ['ID=a6231df3-4801-4b0f-a10f-0d166a68a0f9,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:51.201174 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ae245-e379-4089-a0b4-7e548d1a24ae req-b48c1546-e1c7-4b87-9f2f-c4ab90830dde tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:51.202804 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2f9ae245-e379-4089-a0b4-7e548d1a24ae req-b48c1546-e1c7-4b87-9f2f-c4ab90830dde tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc455d74-fdc4-49a4-809b-0c310f934be5 HTTP/1.1" status: 200 len: 946 time: 0.0658767 Aug 18 13:04:51.245048 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2f9ae245-e379-4089-a0b4-7e548d1a24ae req-179d4e7e-8ba5-4d42-9be3-181528b20138 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349350 Aug 18 13:04:51.265339 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfc65f6-b0a9-4a2a-b632-815c87e729f9 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Checking segment: {'id': '22c576ec-32fb-45fb-ab8b-9b61ea81f751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'af2c54b4-248a-4ef3-8e43-84043ae3e83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:04:51.265924 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfc65f6-b0a9-4a2a-b632-815c87e729f9 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Network hostable DHCP agents. Network: af2c54b4-248a-4ef3-8e43-84043ae3e83d, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:04:51.387717 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfc65f6-b0a9-4a2a-b632-815c87e729f9 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Network af2c54b4-248a-4ef3-8e43-84043ae3e83d is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:04:51.448807 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-553968d8-b0f5-4845-aeca-d98c944aada9 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:51.482899 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-5cfc65f6-b0a9-4a2a-b632-815c87e729f9 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, af2c54b4-248a-4ef3-8e43-84043ae3e83d) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:04:51.491912 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4793e791-37ff-4bab-9584-daf38a4a2021 None None] Network af2c54b4-248a-4ef3-8e43-84043ae3e83d requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:04:51.519386 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5cfc65f6-b0a9-4a2a-b632-815c87e729f9 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:51.631644 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc65f6-b0a9-4a2a-b632-815c87e729f9 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Pushing event updated for resources: {'Subnet': ['ID=9f43ab34-1b39-41b7-87c4-6a6a746a1043,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:51.672503 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9c59bc-ef68-42be-b081-e243864ef694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-af2c54b4-248a-4ef3-8e43-84043ae3e83d', 'network_id': 'af2c54b4-248a-4ef3-8e43-84043ae3e83d', 'tenant_id': '28745d692f2f4ee59fbe6e123841e377', 'fixed_ips': [{'subnet_id': 'a6231df3-4801-4b0f-a10f-0d166a68a0f9'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:04:51.673310 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fc9c59bc-ef68-42be-b081-e243864ef694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:51.679989 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfc65f6-b0a9-4a2a-b632-815c87e729f9 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Checking segment: {'id': '658d9f08-f675-4843-9790-3ee8104c8834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '861f1439-75b9-4103-9f5e-c387e9e7bf7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:04:51.680357 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfc65f6-b0a9-4a2a-b632-815c87e729f9 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Network hostable DHCP agents. Network: 861f1439-75b9-4103-9f5e-c387e9e7bf7f, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:04:51.820569 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfc65f6-b0a9-4a2a-b632-815c87e729f9 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Network 861f1439-75b9-4103-9f5e-c387e9e7bf7f is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:04:51.851097 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-fc9c59bc-ef68-42be-b081-e243864ef694 None None] Allocated IP 2001:db8::1 (af2c54b4-248a-4ef3-8e43-84043ae3e83d/a6231df3-4801-4b0f-a10f-0d166a68a0f9/56f18de6-eea2-4dbe-9c06-eed0137a0c3c) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:04:51.882595 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f5f70-38c9-4d14-88ac-46ca9a687ba9 req-a79b473a-671a-4eb8-afc4-f076a2490e86 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:51.884880 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6b6f5f70-38c9-4d14-88ac-46ca9a687ba9 req-a79b473a-671a-4eb8-afc4-f076a2490e86 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 945 time: 0.0825262 Aug 18 13:04:51.888485 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-553968d8-b0f5-4845-aeca-d98c944aada9 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Deleting port 66762b41-2334-4804-8c52-dfb6917dd899 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:04:51.888835 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-553968d8-b0f5-4845-aeca-d98c944aada9 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:51.980726 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-5cfc65f6-b0a9-4a2a-b632-815c87e729f9 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 861f1439-75b9-4103-9f5e-c387e9e7bf7f) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:04:51.986040 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfc65f6-b0a9-4a2a-b632-815c87e729f9 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:51.987305 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfc65f6-b0a9-4a2a-b632-815c87e729f9 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:51.988047 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5cfc65f6-b0a9-4a2a-b632-815c87e729f9 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:51.993936 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea23bfb-df52-4c98-b5d4-0981df44b1a5 None None] Network 861f1439-75b9-4103-9f5e-c387e9e7bf7f requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:04:52.008586 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6b6f5f70-38c9-4d14-88ac-46ca9a687ba9 req-20ff6141-9089-4b01-b4c7-21f151e4abc6 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164312 Aug 18 13:04:52.045675 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-553968d8-b0f5-4845-aeca-d98c944aada9 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:52.060172 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-553968d8-b0f5-4845-aeca-d98c944aada9 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Calling delete_port for 66762b41-2334-4804-8c52-dfb6917dd899 owned by network:router_interface {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:04:52.065530 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fc9c59bc-ef68-42be-b081-e243864ef694 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:52.079524 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-fc9c59bc-ef68-42be-b081-e243864ef694 None None] Transition to ACTIVE for port object 56f18de6-eea2-4dbe-9c06-eed0137a0c3c will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:04:52.112439 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-fc9c59bc-ef68-42be-b081-e243864ef694 None None] Transition to ACTIVE for port object 56f18de6-eea2-4dbe-9c06-eed0137a0c3c will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:04:52.131584 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5cfc65f6-b0a9-4a2a-b632-815c87e729f9 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.7702367 Aug 18 13:04:52.132147 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 54956) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:52.185244 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab25e043-e9af-4c48-ae36-933bca62815a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-861f1439-75b9-4103-9f5e-c387e9e7bf7f', 'network_id': '861f1439-75b9-4103-9f5e-c387e9e7bf7f', 'tenant_id': '28745d692f2f4ee59fbe6e123841e377', 'fixed_ips': [{'subnet_id': '9f43ab34-1b39-41b7-87c4-6a6a746a1043'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:04:52.191214 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ab25e043-e9af-4c48-ae36-933bca62815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:52.237167 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95133b2-81fa-4b55-9ac4-2508dc5a8db3 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:52.238819 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95133b2-81fa-4b55-9ac4-2508dc5a8db3 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:52.240398 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95133b2-81fa-4b55-9ac4-2508dc5a8db3 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:52.241961 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d95133b2-81fa-4b55-9ac4-2508dc5a8db3 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1088874 Aug 18 13:04:52.252089 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 54958) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:52.259358 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fc9c59bc-ef68-42be-b081-e243864ef694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:52.310912 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9c59bc-ef68-42be-b081-e243864ef694 None None] Network af2c54b4-248a-4ef3-8e43-84043ae3e83d is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:04:52.313185 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-22114bed-6d76-44b2-9b23-2b57a01b7b31 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Deleting subnet a6231df3-4801-4b0f-a10f-0d166a68a0f9 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:04:52.315795 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-fc9c59bc-ef68-42be-b081-e243864ef694 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:04:52.318474 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-22114bed-6d76-44b2-9b23-2b57a01b7b31 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:52.330292 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9c59bc-ef68-42be-b081-e243864ef694 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:04:52.383726 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9c59bc-ef68-42be-b081-e243864ef694 None None] Pushing event updated for resources: {'Port': ['ID=56f18de6-eea2-4dbe-9c06-eed0137a0c3c,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:52.388729 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-22114bed-6d76-44b2-9b23-2b57a01b7b31 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:52.413057 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9c59bc-ef68-42be-b081-e243864ef694 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:52.413413 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9c59bc-ef68-42be-b081-e243864ef694 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:52.413756 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9c59bc-ef68-42be-b081-e243864ef694 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:52.414098 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9c59bc-ef68-42be-b081-e243864ef694 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:52.414461 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9c59bc-ef68-42be-b081-e243864ef694 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:52.414796 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9c59bc-ef68-42be-b081-e243864ef694 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:52.415723 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9c59bc-ef68-42be-b081-e243864ef694 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:52.416633 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9c59bc-ef68-42be-b081-e243864ef694 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:52.416633 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9c59bc-ef68-42be-b081-e243864ef694 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:52.416633 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9c59bc-ef68-42be-b081-e243864ef694 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:52.416977 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9c59bc-ef68-42be-b081-e243864ef694 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:52.417292 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9c59bc-ef68-42be-b081-e243864ef694 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:52.444800 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1137f-1cfd-4dd6-ac49-b3aa904fc2fc req-66ae2b8f-b910-4b59-8de1-192e1d9c28b1 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:52.446307 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0cd1137f-1cfd-4dd6-ac49-b3aa904fc2fc req-66ae2b8f-b910-4b59-8de1-192e1d9c28b1 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc455d74-fdc4-49a4-809b-0c310f934be5 HTTP/1.1" status: 200 len: 946 time: 0.0981097 Aug 18 13:04:52.455633 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-ab25e043-e9af-4c48-ae36-933bca62815a None None] Allocated IP 2001:db8:0:1::1 (861f1439-75b9-4103-9f5e-c387e9e7bf7f/9f43ab34-1b39-41b7-87c4-6a6a746a1043/df4ed25e-49c8-477d-bb1f-998442c31c32) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:04:52.463361 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-fc9c59bc-ef68-42be-b081-e243864ef694 None None] Attempting to bind port 56f18de6-eea2-4dbe-9c06-eed0137a0c3c on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:04:52.465294 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-fc9c59bc-ef68-42be-b081-e243864ef694 None None] Attempting to bind port 56f18de6-eea2-4dbe-9c06-eed0137a0c3c by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '22c576ec-32fb-45fb-ab8b-9b61ea81f751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'af2c54b4-248a-4ef3-8e43-84043ae3e83d'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:04:52.465294 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9c59bc-ef68-42be-b081-e243864ef694 None None] Attempting to bind port 56f18de6-eea2-4dbe-9c06-eed0137a0c3c on network af2c54b4-248a-4ef3-8e43-84043ae3e83d {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:04:52.469823 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9c59bc-ef68-42be-b081-e243864ef694 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:04:52.470232 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9c59bc-ef68-42be-b081-e243864ef694 None None] Checking segment: {'id': '22c576ec-32fb-45fb-ab8b-9b61ea81f751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'af2c54b4-248a-4ef3-8e43-84043ae3e83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:04:52.470641 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fc9c59bc-ef68-42be-b081-e243864ef694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:52.471035 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9c59bc-ef68-42be-b081-e243864ef694 None None] Bound using segment: {'id': '22c576ec-32fb-45fb-ab8b-9b61ea81f751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'af2c54b4-248a-4ef3-8e43-84043ae3e83d'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:04:52.471507 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-fc9c59bc-ef68-42be-b081-e243864ef694 None None] Bound port: 56f18de6-eea2-4dbe-9c06-eed0137a0c3c, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c576ec-32fb-45fb-ab8b-9b61ea81f751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'af2c54b4-248a-4ef3-8e43-84043ae3e83d'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:04:52.471891 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fc9c59bc-ef68-42be-b081-e243864ef694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:52.509566 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device dcdc1215-5848-4ea4-af2f-54ae6273a550 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:04:52.512076 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-553968d8-b0f5-4845-aeca-d98c944aada9 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:52.545241 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553968d8-b0f5-4845-aeca-d98c944aada9 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Pushing event deleted for resources: {'Port': ['ID=66762b41-2334-4804-8c52-dfb6917dd899,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:52.614424 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0cd1137f-1cfd-4dd6-ac49-b3aa904fc2fc req-b858e168-d1b2-48ce-a031-14bf85e37125 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565394 Aug 18 13:04:52.669491 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-553968d8-b0f5-4845-aeca-d98c944aada9 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:52.697417 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-22114bed-6d76-44b2-9b23-2b57a01b7b31 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:52.866963 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-22114bed-6d76-44b2-9b23-2b57a01b7b31 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:52.882755 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-22114bed-6d76-44b2-9b23-2b57a01b7b31 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:52.888850 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-22114bed-6d76-44b2-9b23-2b57a01b7b31 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] 10.222.0.13 "DELETE /v2.0/subnets/a6231df3-4801-4b0f-a10f-0d166a68a0f9 HTTP/1.1" status: 204 len: 168 time: 0.6342831 Aug 18 13:04:52.910496 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 54972) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:52.935553 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22114bed-6d76-44b2-9b23-2b57a01b7b31 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Pushing event deleted for resources: {'Subnet': ['ID=a6231df3-4801-4b0f-a10f-0d166a68a0f9,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:53.001007 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553968d8-b0f5-4845-aeca-d98c944aada9 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Router f7e3d33d-4429-4502-818a-fb60dafe288f has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:04:53.020823 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-8240e93d-401b-435e-af83-c6418708156a tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Deleting subnet 9f43ab34-1b39-41b7-87c4-6a6a746a1043 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:04:53.058374 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-fc9c59bc-ef68-42be-b081-e243864ef694 None None] For port 56f18de6-eea2-4dbe-9c06-eed0137a0c3c, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:04:53.064296 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-fc9c59bc-ef68-42be-b081-e243864ef694 None None] For port 56f18de6-eea2-4dbe-9c06-eed0137a0c3c, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=56f18de6-eea2-4dbe-9c06-eed0137a0c3c,segment=NetworkSegment(22c576ec-32fb-45fb-ab8b-9b61ea81f751),segment_id=22c576ec-32fb-45fb-ab8b-9b61ea81f751)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:04:53.065517 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ab25e043-e9af-4c48-ae36-933bca62815a None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:53.077004 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ab25e043-e9af-4c48-ae36-933bca62815a None None] Transition to ACTIVE for port object df4ed25e-49c8-477d-bb1f-998442c31c32 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:04:53.088291 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port dcdc1215-5848-4ea4-af2f-54ae6273a550 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:04:53.088666 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:53.099633 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553968d8-b0f5-4845-aeca-d98c944aada9 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:04:53.104977 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-553968d8-b0f5-4845-aeca-d98c944aada9 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] 10.222.0.13 "PUT /v2.0/routers/f7e3d33d-4429-4502-818a-fb60dafe288f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0862060 Aug 18 13:04:53.111028 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 54978) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:53.116694 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae3bd63-0748-45cb-b9f0-c71b17134f2a None None] Sync routers for ids ['f7e3d33d-4429-4502-818a-fb60dafe288f'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:04:53.120977 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ab25e043-e9af-4c48-ae36-933bca62815a None None] Transition to ACTIVE for port object df4ed25e-49c8-477d-bb1f-998442c31c32 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:04:53.141466 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae3bd63-0748-45cb-b9f0-c71b17134f2a None None] Routers {'f7e3d33d-4429-4502-818a-fb60dafe288f'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:04:53.142095 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-4ae3bd63-0748-45cb-b9f0-c71b17134f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:04:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['f7e3d33d-4429-4502-818a-fb60dafe288f'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:53.154609 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-16e4f570-ea80-49eb-b589-c44de160fbdf tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] show failed (client error): The resource could not be found. Aug 18 13:04:53.159208 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-16e4f570-ea80-49eb-b589-c44de160fbdf tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-40313979 HTTP/1.1" status: 404 len: 333 time: 0.0437829 Aug 18 13:04:53.159856 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 54980) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:53.164749 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-7b6a1c30-729b-4868-b991-b333e6ebc1d7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:04:53.182484 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-4ae3bd63-0748-45cb-b9f0-c71b17134f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:53.185359 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fc9c59bc-ef68-42be-b081-e243864ef694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:53.203937 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-7b6a1c30-729b-4868-b991-b333e6ebc1d7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] update failed (client error): The resource could not be found. Aug 18 13:04:53.206209 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7b6a1c30-729b-4868-b991-b333e6ebc1d7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-72567307 HTTP/1.1" status: 404 len: 333 time: 0.0440459 Aug 18 13:04:53.209072 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 54982) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:53.242768 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae3bd63-0748-45cb-b9f0-c71b17134f2a None None] Routers {'f7e3d33d-4429-4502-818a-fb60dafe288f'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:04:53.253831 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-4ae3bd63-0748-45cb-b9f0-c71b17134f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:04:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['f7e3d33d-4429-4502-818a-fb60dafe288f'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:53.265654 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8240e93d-401b-435e-af83-c6418708156a tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:53.281387 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-fca9127c-0175-492c-9ea2-1a6993156745 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Deleting subnet 170a4c44-0d71-4a3a-b2ac-dbad9a6b6973 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:04:53.281387 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fca9127c-0175-492c-9ea2-1a6993156745 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:53.318344 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8240e93d-401b-435e-af83-c6418708156a tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:53.328500 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fca9127c-0175-492c-9ea2-1a6993156745 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:53.331793 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ab25e043-e9af-4c48-ae36-933bca62815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:53.353074 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-4ae3bd63-0748-45cb-b9f0-c71b17134f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:53.353898 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae3bd63-0748-45cb-b9f0-c71b17134f2a None None] The sync data for ids ['f7e3d33d-4429-4502-818a-fb60dafe288f'] in n-d-803603-2 is: [] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:04:53.383264 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9c59bc-ef68-42be-b081-e243864ef694 None None] Pushing event updated for resources: {'Port': ['ID=56f18de6-eea2-4dbe-9c06-eed0137a0c3c,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:53.391008 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab25e043-e9af-4c48-ae36-933bca62815a None None] Network 861f1439-75b9-4103-9f5e-c387e9e7bf7f is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:04:53.417519 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-ab25e043-e9af-4c48-ae36-933bca62815a None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:04:53.420218 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab25e043-e9af-4c48-ae36-933bca62815a None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:04:53.473170 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fca9127c-0175-492c-9ea2-1a6993156745 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:53.476429 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab25e043-e9af-4c48-ae36-933bca62815a None None] Pushing event updated for resources: {'Port': ['ID=df4ed25e-49c8-477d-bb1f-998442c31c32,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:53.495691 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8240e93d-401b-435e-af83-c6418708156a tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:53.506065 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-ab25e043-e9af-4c48-ae36-933bca62815a None None] Attempting to bind port df4ed25e-49c8-477d-bb1f-998442c31c32 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:04:53.506581 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-ab25e043-e9af-4c48-ae36-933bca62815a None None] Attempting to bind port df4ed25e-49c8-477d-bb1f-998442c31c32 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '658d9f08-f675-4843-9790-3ee8104c8834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '861f1439-75b9-4103-9f5e-c387e9e7bf7f'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:04:53.507013 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab25e043-e9af-4c48-ae36-933bca62815a None None] Attempting to bind port df4ed25e-49c8-477d-bb1f-998442c31c32 on network 861f1439-75b9-4103-9f5e-c387e9e7bf7f {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:04:53.513805 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab25e043-e9af-4c48-ae36-933bca62815a None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:04:53.514266 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab25e043-e9af-4c48-ae36-933bca62815a None None] Checking segment: {'id': '658d9f08-f675-4843-9790-3ee8104c8834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '861f1439-75b9-4103-9f5e-c387e9e7bf7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:04:53.514676 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ab25e043-e9af-4c48-ae36-933bca62815a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:53.519075 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab25e043-e9af-4c48-ae36-933bca62815a None None] Bound using segment: {'id': '658d9f08-f675-4843-9790-3ee8104c8834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '861f1439-75b9-4103-9f5e-c387e9e7bf7f'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:04:53.519075 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-ab25e043-e9af-4c48-ae36-933bca62815a None None] Bound port: df4ed25e-49c8-477d-bb1f-998442c31c32, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '658d9f08-f675-4843-9790-3ee8104c8834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '861f1439-75b9-4103-9f5e-c387e9e7bf7f'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:04:53.519075 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ab25e043-e9af-4c48-ae36-933bca62815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:53.770229 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fca9127c-0175-492c-9ea2-1a6993156745 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:53.843182 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca9127c-0175-492c-9ea2-1a6993156745 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Pushing event deleted for resources: {'Subnet': ['ID=170a4c44-0d71-4a3a-b2ac-dbad9a6b6973,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:53.848846 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fca9127c-0175-492c-9ea2-1a6993156745 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:53.851421 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-fca9127c-0175-492c-9ea2-1a6993156745 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] 10.222.0.13 "DELETE /v2.0/subnets/170a4c44-0d71-4a3a-b2ac-dbad9a6b6973 HTTP/1.1" status: 204 len: 168 time: 0.6407795 Aug 18 13:04:53.854505 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 54992) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:53.865057 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911f49dc-0e0c-4b68-9a0e-0ec77a7ae652 None None] Network c51863df-f8ef-4a43-866b-8ba0bdc577cd requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:04:53.883842 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7042c5-8b87-423e-86e7-2ca325ccd434 req-83fcbb8c-674e-4d7f-b817-85fe9864c16f tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:53.891679 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1c7042c5-8b87-423e-86e7-2ca325ccd434 req-83fcbb8c-674e-4d7f-b817-85fe9864c16f tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc455d74-fdc4-49a4-809b-0c310f934be5 HTTP/1.1" status: 200 len: 946 time: 0.1401846 Aug 18 13:04:53.911598 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-ab25e043-e9af-4c48-ae36-933bca62815a None None] For port df4ed25e-49c8-477d-bb1f-998442c31c32, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:04:53.937132 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-ab25e043-e9af-4c48-ae36-933bca62815a None None] For port df4ed25e-49c8-477d-bb1f-998442c31c32, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=df4ed25e-49c8-477d-bb1f-998442c31c32,segment=NetworkSegment(658d9f08-f675-4843-9790-3ee8104c8834),segment_id=658d9f08-f675-4843-9790-3ee8104c8834)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:04:53.947886 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1c7042c5-8b87-423e-86e7-2ca325ccd434 req-b7f94530-16b4-47ec-8465-6298aec837a4 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550022 Aug 18 13:04:53.995447 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8240e93d-401b-435e-af83-c6418708156a tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:54.034431 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8240e93d-401b-435e-af83-c6418708156a tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Pushing event deleted for resources: {'Subnet': ['ID=9f43ab34-1b39-41b7-87c4-6a6a746a1043,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:54.050925 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6465e531-06bc-4828-b848-94bbfb82faa1 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:54.053263 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8240e93d-401b-435e-af83-c6418708156a tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:54.055170 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8240e93d-401b-435e-af83-c6418708156a tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] 10.222.0.13 "DELETE /v2.0/subnets/9f43ab34-1b39-41b7-87c4-6a6a746a1043 HTTP/1.1" status: 204 len: 168 time: 1.1438005 Aug 18 13:04:54.057907 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 54998) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:54.079526 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ab25e043-e9af-4c48-ae36-933bca62815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:54.126818 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-6465e531-06bc-4828-b848-94bbfb82faa1 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Deleting port dcdc1215-5848-4ea4-af2f-54ae6273a550 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:04:54.127173 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6465e531-06bc-4828-b848-94bbfb82faa1 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:54.133613 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9237d9-2c3d-45ca-aab8-e2093988e280 None None] DHCP port deletion for c51863df-f8ef-4a43-866b-8ba0bdc577cd request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:04:54.176710 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720bd6e9-67fd-4538-b31d-d3ba9526cfd8 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:54.183174 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-720bd6e9-67fd-4538-b31d-d3ba9526cfd8 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1200845 Aug 18 13:04:54.183543 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55002) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:54.215392 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab25e043-e9af-4c48-ae36-933bca62815a None None] Pushing event updated for resources: {'Port': ['ID=df4ed25e-49c8-477d-bb1f-998442c31c32,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:54.218339 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-6465e531-06bc-4828-b848-94bbfb82faa1 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] For port dcdc1215-5848-4ea4-af2f-54ae6273a550, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=dcdc1215-5848-4ea4-af2f-54ae6273a550,segment=NetworkSegment(9474add6-a75f-4118-87c3-7402cb2dd662),segment_id=9474add6-a75f-4118-87c3-7402cb2dd662)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:04:54.218723 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6465e531-06bc-4828-b848-94bbfb82faa1 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:54.235752 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-6465e531-06bc-4828-b848-94bbfb82faa1 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Calling delete_port for dcdc1215-5848-4ea4-af2f-54ae6273a550 owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:04:54.276436 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7d9237d9-2c3d-45ca-aab8-e2093988e280 None None] Deleting port dcdc1215-5848-4ea4-af2f-54ae6273a550 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:04:54.277042 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7d9237d9-2c3d-45ca-aab8-e2093988e280 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:54.414476 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6465e531-06bc-4828-b848-94bbfb82faa1 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:54.420699 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8f1506e1-2085-4ed9-821a-72378575458e tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:54.424656 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7d9237d9-2c3d-45ca-aab8-e2093988e280 None None] For port dcdc1215-5848-4ea4-af2f-54ae6273a550, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=dcdc1215-5848-4ea4-af2f-54ae6273a550,segment=NetworkSegment(9474add6-a75f-4118-87c3-7402cb2dd662),segment_id=9474add6-a75f-4118-87c3-7402cb2dd662)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:04:54.424656 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7d9237d9-2c3d-45ca-aab8-e2093988e280 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:54.443765 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6465e531-06bc-4828-b848-94bbfb82faa1 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] No DVR routers for this DVR port dcdc1215-5848-4ea4-af2f-54ae6273a550 on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:04:54.447884 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7d9237d9-2c3d-45ca-aab8-e2093988e280 None None] Calling delete_port for dcdc1215-5848-4ea4-af2f-54ae6273a550 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:04:54.487166 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6465e531-06bc-4828-b848-94bbfb82faa1 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Pushing event deleted for resources: {'Port': ['ID=dcdc1215-5848-4ea4-af2f-54ae6273a550,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:54.543975 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-8f1506e1-2085-4ed9-821a-72378575458e tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Deleting port df4ed25e-49c8-477d-bb1f-998442c31c32 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:04:54.544426 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8f1506e1-2085-4ed9-821a-72378575458e tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:54.582793 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7d9237d9-2c3d-45ca-aab8-e2093988e280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:54.599311 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9237d9-2c3d-45ca-aab8-e2093988e280 None None] No DVR routers for this DVR port dcdc1215-5848-4ea4-af2f-54ae6273a550 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:04:54.623561 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9237d9-2c3d-45ca-aab8-e2093988e280 None None] Pushing event deleted for resources: {'Port': ['ID=dcdc1215-5848-4ea4-af2f-54ae6273a550,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:54.692487 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6465e531-06bc-4828-b848-94bbfb82faa1 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:54.708169 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 56f18de6-eea2-4dbe-9c06-eed0137a0c3c up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:04:54.720784 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-6465e531-06bc-4828-b848-94bbfb82faa1 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c51863df-f8ef-4a43-866b-8ba0bdc577cd']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:54.732292 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-8f1506e1-2085-4ed9-821a-72378575458e tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] For port df4ed25e-49c8-477d-bb1f-998442c31c32, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=df4ed25e-49c8-477d-bb1f-998442c31c32,segment=NetworkSegment(658d9f08-f675-4843-9790-3ee8104c8834),segment_id=658d9f08-f675-4843-9790-3ee8104c8834)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:04:54.732667 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8f1506e1-2085-4ed9-821a-72378575458e tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:54.745637 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-6465e531-06bc-4828-b848-94bbfb82faa1 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9474add6-a75f-4118-87c3-7402cb2dd662') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:54.745948 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-6465e531-06bc-4828-b848-94bbfb82faa1 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9474add6-a75f-4118-87c3-7402cb2dd662') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:54.755708 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-8f1506e1-2085-4ed9-821a-72378575458e tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Calling delete_port for df4ed25e-49c8-477d-bb1f-998442c31c32 owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:04:54.774393 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6465e531-06bc-4828-b848-94bbfb82faa1 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:54.839306 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6465e531-06bc-4828-b848-94bbfb82faa1 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:54.851248 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6465e531-06bc-4828-b848-94bbfb82faa1 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:04:54.851668 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6465e531-06bc-4828-b848-94bbfb82faa1 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:54.958861 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 56f18de6-eea2-4dbe-9c06-eed0137a0c3c completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:04:54.962718 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:04:54.962718 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:04:54.962718 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:04:54.962718 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:04:54.962718 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:04:54.962718 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:04:54.962718 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:04:54.962718 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:04:54.962718 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:04:54.962718 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:04:54.962718 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:04:54.962718 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:04:54.962718 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:04:54.962718 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:04:54.962718 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:04:54.962718 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:04:54.962718 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:04:54.962718 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:04:54.962718 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:04:54.962718 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:04:54.962718 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:04:54.962718 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:04:54.962718 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:04:54.962718 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:04:54.962718 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:04:54.962718 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:04:54.962718 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:04:54.962718 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:04:54.962718 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:04:54.962718 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:04:54.962718 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:04:54.962718 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:04:55.027899 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6465e531-06bc-4828-b848-94bbfb82faa1 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:55.034599 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6465e531-06bc-4828-b848-94bbfb82faa1 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:55.051985 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6465e531-06bc-4828-b848-94bbfb82faa1 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] 10.222.0.13 "DELETE /v2.0/networks/c51863df-f8ef-4a43-866b-8ba0bdc577cd HTTP/1.1" status: 204 len: 168 time: 1.1812563 Aug 18 13:04:55.070207 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device dcdc1215-5848-4ea4-af2f-54ae6273a550 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:04:55.129659 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55014) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:55.132774 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6465e531-06bc-4828-b848-94bbfb82faa1 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Pushing event deleted for resources: {'Network': ['ID=c51863df-f8ef-4a43-866b-8ba0bdc577cd,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:55.137079 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: dcdc1215-5848-4ea4-af2f-54ae6273a550 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:04:55.137629 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device dcdc1215-5848-4ea4-af2f-54ae6273a550 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:04:55.200811 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8f1506e1-2085-4ed9-821a-72378575458e tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:55.296565 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1506e1-2085-4ed9-821a-72378575458e tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] No DVR routers for this DVR port df4ed25e-49c8-477d-bb1f-998442c31c32 on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:04:55.311231 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1506e1-2085-4ed9-821a-72378575458e tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Pushing event deleted for resources: {'Port': ['ID=df4ed25e-49c8-477d-bb1f-998442c31c32,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:55.353607 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2cf1ab-02c0-42a0-8bdc-23e9dce9df53 req-c3ee85b3-095a-4fc5-845b-68aab9630df7 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:55.356926 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aa2cf1ab-02c0-42a0-8bdc-23e9dce9df53 req-c3ee85b3-095a-4fc5-845b-68aab9630df7 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc455d74-fdc4-49a4-809b-0c310f934be5 HTTP/1.1" status: 200 len: 946 time: 0.2252839 Aug 18 13:04:55.365129 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-cad133e6-f9fc-4bbc-93d8-4297144b44d6 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Deleting subnet ae3544b6-126e-4b6a-bd4a-0be26f4b218b {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:04:55.369548 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cad133e6-f9fc-4bbc-93d8-4297144b44d6 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:55.376892 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35e38b5-373f-47e0-9110-8393fefc247d None None] Network af2c54b4-248a-4ef3-8e43-84043ae3e83d requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:04:55.428155 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e1e78-a3a4-4a9f-9ca3-3238944f8b17 req-f8660ee3-8452-4398-b8cd-76c5af7c0998 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:55.440421 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-855e1e78-a3a4-4a9f-9ca3-3238944f8b17 req-f8660ee3-8452-4398-b8cd-76c5af7c0998 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 945 time: 0.1067123 Aug 18 13:04:55.455946 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cad133e6-f9fc-4bbc-93d8-4297144b44d6 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:55.530944 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-855e1e78-a3a4-4a9f-9ca3-3238944f8b17 req-75e2d29f-5a8d-4554-9e3c-4df7c34a7ed7 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825665 Aug 18 13:04:55.585201 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8f1506e1-2085-4ed9-821a-72378575458e tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:55.592673 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-382a02a0-d4c5-40d0-bf0c-b587d3c038aa None None] Provisioning for port 56f18de6-eea2-4dbe-9c06-eed0137a0c3c completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:04:55.598982 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-382a02a0-d4c5-40d0-bf0c-b587d3c038aa None None] Provisioning complete for port 56f18de6-eea2-4dbe-9c06-eed0137a0c3c triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:04:55.599646 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-382a02a0-d4c5-40d0-bf0c-b587d3c038aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:55.618994 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-8f1506e1-2085-4ed9-821a-72378575458e tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['861f1439-75b9-4103-9f5e-c387e9e7bf7f']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:55.637443 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-8f1506e1-2085-4ed9-821a-72378575458e tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '658d9f08-f675-4843-9790-3ee8104c8834') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:55.637999 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-8f1506e1-2085-4ed9-821a-72378575458e tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '658d9f08-f675-4843-9790-3ee8104c8834') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:55.653567 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8f1506e1-2085-4ed9-821a-72378575458e tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:55.669144 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8f1506e1-2085-4ed9-821a-72378575458e tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:55.676231 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f1506e1-2085-4ed9-821a-72378575458e tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:04:55.676643 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8f1506e1-2085-4ed9-821a-72378575458e tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:55.706706 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39aacf5c-8e5e-48f4-8f5c-8a51bc5fbe87 None None] DHCP port deletion for af2c54b4-248a-4ef3-8e43-84043ae3e83d request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:04:55.762336 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:04:55.762336 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:04:55.762336 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:04:55.762336 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:04:55.762336 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:04:55.762336 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:04:55.762336 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:04:55.762336 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:04:55.762336 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:04:55.762336 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:04:55.762336 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:04:55.762336 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:04:55.762336 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:04:55.762336 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:04:55.762336 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:04:55.762336 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:04:55.762336 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:04:55.762336 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:04:55.762336 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:04:55.762336 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:04:55.762336 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:04:55.762336 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:04:55.762336 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:04:55.762336 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:04:55.762336 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:04:55.762336 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:04:55.762336 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:04:55.762336 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:04:55.762336 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:04:55.762336 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:04:55.762336 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:04:55.762336 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:04:55.829411 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aa2cf1ab-02c0-42a0-8bdc-23e9dce9df53 req-bfc98a56-6bd9-4660-bf8c-7ba7e71fb120 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327966 Aug 18 13:04:55.863531 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-382a02a0-d4c5-40d0-bf0c-b587d3c038aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:55.864165 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8f1506e1-2085-4ed9-821a-72378575458e tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:55.875021 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8f1506e1-2085-4ed9-821a-72378575458e tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:55.877221 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8f1506e1-2085-4ed9-821a-72378575458e tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] 10.222.0.13 "DELETE /v2.0/networks/861f1439-75b9-4103-9f5e-c387e9e7bf7f HTTP/1.1" status: 204 len: 168 time: 1.6922839 Aug 18 13:04:55.880140 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55032) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:55.897449 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1506e1-2085-4ed9-821a-72378575458e tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Pushing event deleted for resources: {'Network': ['ID=861f1439-75b9-4103-9f5e-c387e9e7bf7f,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:55.897668 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-39aacf5c-8e5e-48f4-8f5c-8a51bc5fbe87 None None] Deleting port 56f18de6-eea2-4dbe-9c06-eed0137a0c3c {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:04:55.897668 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-39aacf5c-8e5e-48f4-8f5c-8a51bc5fbe87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:55.916187 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cad133e6-f9fc-4bbc-93d8-4297144b44d6 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:56.041259 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b2b11a44-c9b7-4ed8-b107-7cc49070f977 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:56.062516 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-382a02a0-d4c5-40d0-bf0c-b587d3c038aa None None] For port 56f18de6-eea2-4dbe-9c06-eed0137a0c3c, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=56f18de6-eea2-4dbe-9c06-eed0137a0c3c,segment=NetworkSegment(22c576ec-32fb-45fb-ab8b-9b61ea81f751),segment_id=22c576ec-32fb-45fb-ab8b-9b61ea81f751)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:04:56.078160 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-39aacf5c-8e5e-48f4-8f5c-8a51bc5fbe87 None None] For port 56f18de6-eea2-4dbe-9c06-eed0137a0c3c, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=56f18de6-eea2-4dbe-9c06-eed0137a0c3c,segment=NetworkSegment(22c576ec-32fb-45fb-ab8b-9b61ea81f751),segment_id=22c576ec-32fb-45fb-ab8b-9b61ea81f751)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:04:56.078702 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-39aacf5c-8e5e-48f4-8f5c-8a51bc5fbe87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:56.092990 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-39aacf5c-8e5e-48f4-8f5c-8a51bc5fbe87 None None] Calling delete_port for 56f18de6-eea2-4dbe-9c06-eed0137a0c3c owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:04:56.138121 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-b2b11a44-c9b7-4ed8-b107-7cc49070f977 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Deleting port 56f18de6-eea2-4dbe-9c06-eed0137a0c3c {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:04:56.138726 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b2b11a44-c9b7-4ed8-b107-7cc49070f977 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:56.156134 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cad133e6-f9fc-4bbc-93d8-4297144b44d6 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:56.202091 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cad133e6-f9fc-4bbc-93d8-4297144b44d6 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:56.207254 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-382a02a0-d4c5-40d0-bf0c-b587d3c038aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:56.207762 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-cad133e6-f9fc-4bbc-93d8-4297144b44d6 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] 10.222.0.13 "DELETE /v2.0/subnets/ae3544b6-126e-4b6a-bd4a-0be26f4b218b HTTP/1.1" status: 204 len: 168 time: 1.0615966 Aug 18 13:04:56.210051 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55038) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:56.236471 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eefff7c-3b9c-4cf2-a6a8-f323b1adccc4 None None] Network a0af7871-9329-4dcd-b040-a15941bdc270 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:04:56.249309 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad133e6-f9fc-4bbc-93d8-4297144b44d6 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Pushing event deleted for resources: {'Subnet': ['ID=ae3544b6-126e-4b6a-bd4a-0be26f4b218b,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:56.258157 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-b2b11a44-c9b7-4ed8-b107-7cc49070f977 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] For port 56f18de6-eea2-4dbe-9c06-eed0137a0c3c, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=56f18de6-eea2-4dbe-9c06-eed0137a0c3c,segment=NetworkSegment(22c576ec-32fb-45fb-ab8b-9b61ea81f751),segment_id=22c576ec-32fb-45fb-ab8b-9b61ea81f751)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:04:56.258546 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b2b11a44-c9b7-4ed8-b107-7cc49070f977 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:56.286286 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-b2b11a44-c9b7-4ed8-b107-7cc49070f977 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Calling delete_port for 56f18de6-eea2-4dbe-9c06-eed0137a0c3c owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:04:56.290107 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835583f3-29f0-4044-83f0-46db79d62718 None None] DHCP port deletion for 861f1439-75b9-4103-9f5e-c387e9e7bf7f request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:04:56.305822 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8bf6d99-7e01-443c-a2f1-52a6214018bf tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Deleting subnet c3e01b81-0622-4b95-9224-b797a07df790 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:04:56.317164 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c8bf6d99-7e01-443c-a2f1-52a6214018bf tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:56.324418 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a02a0-d4c5-40d0-bf0c-b587d3c038aa None None] Pushing event updated for resources: {'Port': ['ID=56f18de6-eea2-4dbe-9c06-eed0137a0c3c,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:56.343950 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0351147-5825-4546-9270-baac7785cf0c None None] Network 861f1439-75b9-4103-9f5e-c387e9e7bf7f requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:04:56.349011 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-eff74725-c0f1-4602-b7b2-1740d3debf85 None None] Could not find standard attr ID for object df4ed25e-49c8-477d-bb1f-998442c31c32. {{(pid=101677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 13:04:56.414302 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c8bf6d99-7e01-443c-a2f1-52a6214018bf tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:56.428227 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0351147-5825-4546-9270-baac7785cf0c None None] Network 861f1439-75b9-4103-9f5e-c387e9e7bf7f could not be found, it might have been deleted concurrently. {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 18 13:04:56.439138 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-39aacf5c-8e5e-48f4-8f5c-8a51bc5fbe87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:56.495659 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b2b11a44-c9b7-4ed8-b107-7cc49070f977 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:56.531983 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aacf5c-8e5e-48f4-8f5c-8a51bc5fbe87 None None] Pushing event deleted for resources: {'Port': ['ID=56f18de6-eea2-4dbe-9c06-eed0137a0c3c,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:56.554620 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aacf5c-8e5e-48f4-8f5c-8a51bc5fbe87 None None] No DVR routers for this DVR port 56f18de6-eea2-4dbe-9c06-eed0137a0c3c on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:04:56.596786 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 56f18de6-eea2-4dbe-9c06-eed0137a0c3c no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:04:56.599875 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b11a44-c9b7-4ed8-b107-7cc49070f977 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] No DVR routers for this DVR port 56f18de6-eea2-4dbe-9c06-eed0137a0c3c on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:04:56.604369 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b11a44-c9b7-4ed8-b107-7cc49070f977 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Pushing event deleted for resources: {'Port': ['ID=56f18de6-eea2-4dbe-9c06-eed0137a0c3c,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:56.638367 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 56f18de6-eea2-4dbe-9c06-eed0137a0c3c {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:04:56.638720 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 56f18de6-eea2-4dbe-9c06-eed0137a0c3c not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:04:56.662755 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c29a8b-6c2f-44d5-88c8-3d3437fa5ac7 None None] DHCP port deletion for a0af7871-9329-4dcd-b040-a15941bdc270 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:04:56.725448 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-25c29a8b-6c2f-44d5-88c8-3d3437fa5ac7 None None] Deleting port b48a62b6-a332-41e9-82c7-9754fa2a480d {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:04:56.725712 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-25c29a8b-6c2f-44d5-88c8-3d3437fa5ac7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:56.740973 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b2b11a44-c9b7-4ed8-b107-7cc49070f977 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:56.744021 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c8bf6d99-7e01-443c-a2f1-52a6214018bf tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:56.779774 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-b2b11a44-c9b7-4ed8-b107-7cc49070f977 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af2c54b4-248a-4ef3-8e43-84043ae3e83d']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:56.797681 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-b2b11a44-c9b7-4ed8-b107-7cc49070f977 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22c576ec-32fb-45fb-ab8b-9b61ea81f751') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:56.798267 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-b2b11a44-c9b7-4ed8-b107-7cc49070f977 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22c576ec-32fb-45fb-ab8b-9b61ea81f751') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:56.799185 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-25c29a8b-6c2f-44d5-88c8-3d3437fa5ac7 None None] For port b48a62b6-a332-41e9-82c7-9754fa2a480d, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b48a62b6-a332-41e9-82c7-9754fa2a480d,segment=NetworkSegment(cd838706-23ab-48e1-8c1f-f6fe010a949b),segment_id=cd838706-23ab-48e1-8c1f-f6fe010a949b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:04:56.799591 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-25c29a8b-6c2f-44d5-88c8-3d3437fa5ac7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:56.812706 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b2b11a44-c9b7-4ed8-b107-7cc49070f977 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:56.813922 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-25c29a8b-6c2f-44d5-88c8-3d3437fa5ac7 None None] Calling delete_port for b48a62b6-a332-41e9-82c7-9754fa2a480d owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:04:56.831302 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b2b11a44-c9b7-4ed8-b107-7cc49070f977 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:56.845043 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2b11a44-c9b7-4ed8-b107-7cc49070f977 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:04:56.845886 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b2b11a44-c9b7-4ed8-b107-7cc49070f977 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:56.849293 n-d-803603-2 neutron-server[101676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:04:56.849293 n-d-803603-2 neutron-server[101676]: self.session.flush() Aug 18 13:04:56.849293 n-d-803603-2 neutron-server[101676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:04:56.849293 n-d-803603-2 neutron-server[101676]: self.session.flush() Aug 18 13:04:56.849293 n-d-803603-2 neutron-server[101676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:04:56.849293 n-d-803603-2 neutron-server[101676]: self.session.flush() Aug 18 13:04:56.849293 n-d-803603-2 neutron-server[101676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:04:56.849293 n-d-803603-2 neutron-server[101676]: self.session.flush() Aug 18 13:04:56.849293 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:04:56.849293 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:04:56.849293 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:04:56.849293 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:04:56.849293 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:04:56.849293 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:04:56.849293 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:04:56.849293 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:04:56.849293 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:04:56.849293 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:04:56.849293 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:04:56.849293 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:04:56.849293 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:04:56.849293 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:04:56.849293 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:04:56.849293 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:04:56.849293 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:04:56.849293 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:04:56.849293 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:04:56.849293 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:04:56.849293 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:04:56.849293 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:04:56.849293 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:04:56.849293 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:04:56.849293 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:04:56.849293 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:04:56.849293 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:04:56.849293 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:04:56.849293 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:04:56.849293 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:04:56.849293 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:04:56.849293 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:04:56.974350 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-25c29a8b-6c2f-44d5-88c8-3d3437fa5ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:56.975108 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c8bf6d99-7e01-443c-a2f1-52a6214018bf tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:56.989664 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c29a8b-6c2f-44d5-88c8-3d3437fa5ac7 None None] No DVR routers for this DVR port b48a62b6-a332-41e9-82c7-9754fa2a480d on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:04:56.999397 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5fcb4b-5d4c-4556-bbab-8f5122c6701d req-dfdee50f-04aa-450a-94ad-5ca2013d86a4 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:57.007637 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4e5fcb4b-5d4c-4556-bbab-8f5122c6701d req-dfdee50f-04aa-450a-94ad-5ca2013d86a4 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc455d74-fdc4-49a4-809b-0c310f934be5 HTTP/1.1" status: 200 len: 946 time: 0.0869458 Aug 18 13:04:57.027565 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c29a8b-6c2f-44d5-88c8-3d3437fa5ac7 None None] Pushing event deleted for resources: {'Port': ['ID=b48a62b6-a332-41e9-82c7-9754fa2a480d,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:57.039199 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf6d99-7e01-443c-a2f1-52a6214018bf tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Pushing event deleted for resources: {'Subnet': ['ID=c3e01b81-0622-4b95-9224-b797a07df790,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:57.042547 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c8bf6d99-7e01-443c-a2f1-52a6214018bf tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:57.045905 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c839655-9ed3-4972-b9fa-44e02b92fb03 None None] Network b157caf9-e88b-4d08-a9e7-98809bda2e5f requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:04:57.057085 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c8bf6d99-7e01-443c-a2f1-52a6214018bf tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] 10.222.0.13 "DELETE /v2.0/subnets/c3e01b81-0622-4b95-9224-b797a07df790 HTTP/1.1" status: 204 len: 168 time: 0.8455493 Aug 18 13:04:57.057975 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b2b11a44-c9b7-4ed8-b107-7cc49070f977 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:57.063332 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55052) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:57.093669 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b2b11a44-c9b7-4ed8-b107-7cc49070f977 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:57.102277 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b2b11a44-c9b7-4ed8-b107-7cc49070f977 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] 10.222.0.13 "DELETE /v2.0/networks/af2c54b4-248a-4ef3-8e43-84043ae3e83d HTTP/1.1" status: 204 len: 168 time: 1.2143891 Aug 18 13:04:57.103532 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55054) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:57.126204 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4e5fcb4b-5d4c-4556-bbab-8f5122c6701d req-94cc29e6-1341-4730-a182-653763190316 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175749 Aug 18 13:04:57.152682 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b11a44-c9b7-4ed8-b107-7cc49070f977 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Pushing event deleted for resources: {'Network': ['ID=af2c54b4-248a-4ef3-8e43-84043ae3e83d,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:57.314336 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-67d42b5d-e2ef-4187-a202-83efbabe0ef3 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:57.379521 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3bc02166-281d-449e-8f57-5a152076ef22 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:57.470098 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-67d42b5d-e2ef-4187-a202-83efbabe0ef3 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:57.470999 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4619069-b44a-4eee-a705-20558c8f94c2 None None] DHCP port deletion for b157caf9-e88b-4d08-a9e7-98809bda2e5f request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:04:57.489442 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-67d42b5d-e2ef-4187-a202-83efbabe0ef3 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0af7871-9329-4dcd-b040-a15941bdc270']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:57.503597 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-67d42b5d-e2ef-4187-a202-83efbabe0ef3 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd838706-23ab-48e1-8c1f-f6fe010a949b') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:57.503862 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-67d42b5d-e2ef-4187-a202-83efbabe0ef3 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd838706-23ab-48e1-8c1f-f6fe010a949b') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:57.520453 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-67d42b5d-e2ef-4187-a202-83efbabe0ef3 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:57.537792 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-67d42b5d-e2ef-4187-a202-83efbabe0ef3 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:57.546323 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67d42b5d-e2ef-4187-a202-83efbabe0ef3 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:04:57.546667 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-67d42b5d-e2ef-4187-a202-83efbabe0ef3 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:57.553640 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3bc02166-281d-449e-8f57-5a152076ef22 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:57.568509 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-3bc02166-281d-449e-8f57-5a152076ef22 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93737f91-9051-4779-a94d-44b5c0147e8e']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:57.588896 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-3bc02166-281d-449e-8f57-5a152076ef22 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b9c7f8d-4b58-4b11-b994-0aa6777aa3cd') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:57.589308 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-3bc02166-281d-449e-8f57-5a152076ef22 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b9c7f8d-4b58-4b11-b994-0aa6777aa3cd') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:57.600097 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:04:57.600097 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:04:57.600097 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:04:57.600097 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:04:57.600097 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:04:57.600097 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:04:57.600097 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:04:57.600097 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:04:57.600097 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:04:57.600097 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:04:57.600097 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:04:57.600097 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:04:57.600097 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:04:57.600097 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:04:57.600097 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:04:57.600097 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:04:57.600097 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:04:57.600097 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:04:57.600097 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:04:57.600097 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:04:57.600097 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:04:57.600097 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:04:57.600097 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:04:57.600097 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:04:57.600097 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:04:57.600097 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:04:57.600097 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:04:57.600097 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:04:57.600097 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:04:57.600097 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:04:57.600097 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:04:57.600097 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:04:57.604461 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3bc02166-281d-449e-8f57-5a152076ef22 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:57.633806 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3bc02166-281d-449e-8f57-5a152076ef22 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:57.644199 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-c4619069-b44a-4eee-a705-20558c8f94c2 None None] Deleting port 3ee165bc-b4a1-43bf-bfd1-aa52382deb4e {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:04:57.644346 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c4619069-b44a-4eee-a705-20558c8f94c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:57.649131 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bc02166-281d-449e-8f57-5a152076ef22 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:04:57.650895 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3bc02166-281d-449e-8f57-5a152076ef22 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:57.654947 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:04:57.654947 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:04:57.654947 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:04:57.654947 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:04:57.654947 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:04:57.654947 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:04:57.654947 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:04:57.654947 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:04:57.654947 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:04:57.654947 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:04:57.654947 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:04:57.654947 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:04:57.654947 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:04:57.654947 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:04:57.654947 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:04:57.654947 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:04:57.654947 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:04:57.654947 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:04:57.654947 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:04:57.654947 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:04:57.654947 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:04:57.654947 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:04:57.654947 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:04:57.654947 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:04:57.654947 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:04:57.654947 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:04:57.654947 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:04:57.654947 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:04:57.654947 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:04:57.654947 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:04:57.654947 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:04:57.654947 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:04:57.725050 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-c4619069-b44a-4eee-a705-20558c8f94c2 None None] For port 3ee165bc-b4a1-43bf-bfd1-aa52382deb4e, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=3ee165bc-b4a1-43bf-bfd1-aa52382deb4e,segment=NetworkSegment(3e4fc187-6145-4708-9abf-74d49caaf8a4),segment_id=3e4fc187-6145-4708-9abf-74d49caaf8a4)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:04:57.725823 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c4619069-b44a-4eee-a705-20558c8f94c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:57.740252 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-67d42b5d-e2ef-4187-a202-83efbabe0ef3 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:57.757593 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-67d42b5d-e2ef-4187-a202-83efbabe0ef3 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:57.762805 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-c4619069-b44a-4eee-a705-20558c8f94c2 None None] Calling delete_port for 3ee165bc-b4a1-43bf-bfd1-aa52382deb4e owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:04:57.772707 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55072) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:57.775069 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-67d42b5d-e2ef-4187-a202-83efbabe0ef3 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] 10.222.0.13 "DELETE /v2.0/networks/a0af7871-9329-4dcd-b040-a15941bdc270 HTTP/1.1" status: 204 len: 168 time: 0.7086904 Aug 18 13:04:57.807806 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d42b5d-e2ef-4187-a202-83efbabe0ef3 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Pushing event deleted for resources: {'Network': ['ID=a0af7871-9329-4dcd-b040-a15941bdc270,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:57.809326 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3bc02166-281d-449e-8f57-5a152076ef22 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:57.871172 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:57.909115 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3bc02166-281d-449e-8f57-5a152076ef22 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:57.913265 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3bc02166-281d-449e-8f57-5a152076ef22 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] 10.222.0.13 "DELETE /v2.0/networks/93737f91-9051-4779-a94d-44b5c0147e8e HTTP/1.1" status: 204 len: 168 time: 0.7758067 Aug 18 13:04:57.914005 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55074) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:57.932581 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc02166-281d-449e-8f57-5a152076ef22 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Pushing event deleted for resources: {'Network': ['ID=93737f91-9051-4779-a94d-44b5c0147e8e,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:57.944901 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4fefaf12-d882-4b57-bb14-c96f6afcf3a2 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:57.962778 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c4619069-b44a-4eee-a705-20558c8f94c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:58.015290 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-4fefaf12-d882-4b57-bb14-c96f6afcf3a2 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Deleting port 3ee165bc-b4a1-43bf-bfd1-aa52382deb4e {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:04:58.015932 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4fefaf12-d882-4b57-bb14-c96f6afcf3a2 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:58.026817 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4619069-b44a-4eee-a705-20558c8f94c2 None None] Pushing event deleted for resources: {'Port': ['ID=3ee165bc-b4a1-43bf-bfd1-aa52382deb4e,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:58.036891 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4619069-b44a-4eee-a705-20558c8f94c2 None None] No DVR routers for this DVR port 3ee165bc-b4a1-43bf-bfd1-aa52382deb4e on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:04:58.065717 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-279827a0-3317-4638-ab96-5e974dbc6237 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:58.134649 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-4fefaf12-d882-4b57-bb14-c96f6afcf3a2 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] For port 3ee165bc-b4a1-43bf-bfd1-aa52382deb4e, host n-d-803603-2, got binding levels [] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:04:58.135207 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4fefaf12-d882-4b57-bb14-c96f6afcf3a2 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:58.159252 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-4fefaf12-d882-4b57-bb14-c96f6afcf3a2 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Calling delete_port for 3ee165bc-b4a1-43bf-bfd1-aa52382deb4e owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:04:58.162619 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.ipam_backend_mixin [None req-4fefaf12-d882-4b57-bb14-c96f6afcf3a2 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Port 3ee165bc-b4a1-43bf-bfd1-aa52382deb4e was not found and therefore no delete operation was performed {{(pid=101676) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 13:04:58.164735 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4fefaf12-d882-4b57-bb14-c96f6afcf3a2 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:58.195033 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-279827a0-3317-4638-ab96-5e974dbc6237 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:58.202027 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fefaf12-d882-4b57-bb14-c96f6afcf3a2 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] No DVR routers for this DVR port 3ee165bc-b4a1-43bf-bfd1-aa52382deb4e on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:04:58.203881 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fefaf12-d882-4b57-bb14-c96f6afcf3a2 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Pushing event deleted for resources: {'Port': ['ID=3ee165bc-b4a1-43bf-bfd1-aa52382deb4e,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:58.216264 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-279827a0-3317-4638-ab96-5e974dbc6237 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bca05de-14b7-405d-80b9-0dfa98776514']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:58.244914 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-279827a0-3317-4638-ab96-5e974dbc6237 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9f3d7e3-9e27-49f4-8ef2-970194274848') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:58.245272 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-279827a0-3317-4638-ab96-5e974dbc6237 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9f3d7e3-9e27-49f4-8ef2-970194274848') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:58.304844 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4fefaf12-d882-4b57-bb14-c96f6afcf3a2 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:58.311059 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-279827a0-3317-4638-ab96-5e974dbc6237 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:58.320975 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-4fefaf12-d882-4b57-bb14-c96f6afcf3a2 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b157caf9-e88b-4d08-a9e7-98809bda2e5f']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:58.343271 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-4fefaf12-d882-4b57-bb14-c96f6afcf3a2 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e4fc187-6145-4708-9abf-74d49caaf8a4') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:58.344188 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-4fefaf12-d882-4b57-bb14-c96f6afcf3a2 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e4fc187-6145-4708-9abf-74d49caaf8a4') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:58.359119 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4fefaf12-d882-4b57-bb14-c96f6afcf3a2 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:58.371235 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-279827a0-3317-4638-ab96-5e974dbc6237 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:58.380428 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4fefaf12-d882-4b57-bb14-c96f6afcf3a2 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:58.382700 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-279827a0-3317-4638-ab96-5e974dbc6237 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:04:58.392433 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-279827a0-3317-4638-ab96-5e974dbc6237 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:58.401413 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fefaf12-d882-4b57-bb14-c96f6afcf3a2 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:04:58.401413 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4fefaf12-d882-4b57-bb14-c96f6afcf3a2 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:58.401703 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:04:58.401703 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:04:58.401703 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:04:58.401703 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:04:58.401703 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:04:58.401703 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:04:58.401703 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:04:58.401703 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:04:58.401703 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:04:58.401703 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:04:58.401703 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:04:58.401703 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:04:58.401703 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:04:58.401703 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:04:58.401703 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:04:58.401703 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:04:58.401703 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:04:58.401703 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:04:58.401703 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:04:58.401703 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:04:58.401703 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:04:58.401703 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:04:58.401703 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:04:58.401703 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:04:58.401703 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:04:58.401703 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:04:58.401703 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:04:58.401703 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:04:58.401703 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:04:58.401703 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:04:58.401703 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:04:58.401703 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:04:58.482570 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:04:58.482570 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:04:58.482570 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:04:58.482570 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:04:58.482570 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:04:58.482570 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:04:58.482570 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:04:58.482570 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:04:58.482570 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:04:58.482570 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:04:58.482570 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:04:58.482570 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:04:58.482570 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:04:58.482570 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:04:58.482570 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:04:58.482570 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:04:58.482570 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:04:58.482570 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:04:58.482570 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:04:58.482570 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:04:58.482570 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:04:58.482570 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:04:58.482570 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:04:58.482570 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:04:58.482570 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:04:58.482570 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:04:58.482570 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:04:58.482570 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:04:58.482570 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:04:58.482570 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:04:58.482570 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:04:58.482570 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:04:58.574887 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:58.603095 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4fefaf12-d882-4b57-bb14-c96f6afcf3a2 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:58.621447 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 3ee165bc-b4a1-43bf-bfd1-aa52382deb4e no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:04:58.621913 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4fefaf12-d882-4b57-bb14-c96f6afcf3a2 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:58.624633 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4fefaf12-d882-4b57-bb14-c96f6afcf3a2 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] 10.222.0.13 "DELETE /v2.0/networks/b157caf9-e88b-4d08-a9e7-98809bda2e5f HTTP/1.1" status: 204 len: 168 time: 0.8442183 Aug 18 13:04:58.625401 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55082) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:58.678616 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 3ee165bc-b4a1-43bf-bfd1-aa52382deb4e {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:04:58.682222 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 3ee165bc-b4a1-43bf-bfd1-aa52382deb4e not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:04:58.682222 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b48a62b6-a332-41e9-82c7-9754fa2a480d no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:04:58.728088 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: b48a62b6-a332-41e9-82c7-9754fa2a480d {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:04:58.729503 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b48a62b6-a332-41e9-82c7-9754fa2a480d not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:04:58.736962 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fefaf12-d882-4b57-bb14-c96f6afcf3a2 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Pushing event deleted for resources: {'Network': ['ID=b157caf9-e88b-4d08-a9e7-98809bda2e5f,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:58.766555 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbe9fa2e-4ee9-4713-8f88-079b60ba548d tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Deleting subnet de8f9bae-e8b3-4dba-ad72-695662ef5952 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:04:58.770068 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cbe9fa2e-4ee9-4713-8f88-079b60ba548d tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:58.821509 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cbe9fa2e-4ee9-4713-8f88-079b60ba548d tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:58.886160 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22780c7-b23b-4eef-9c55-c3c012ba6a66 req-3ec12957-88ed-4c1f-bca2-1826f972fc9e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:58.887761 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e22780c7-b23b-4eef-9c55-c3c012ba6a66 req-3ec12957-88ed-4c1f-bca2-1826f972fc9e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc455d74-fdc4-49a4-809b-0c310f934be5 HTTP/1.1" status: 200 len: 946 time: 0.6619773 Aug 18 13:04:58.940954 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e22780c7-b23b-4eef-9c55-c3c012ba6a66 req-f070c176-b7d0-438d-8883-c327204101fb tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467587 Aug 18 13:04:58.955102 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cbe9fa2e-4ee9-4713-8f88-079b60ba548d tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:59.026054 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-279827a0-3317-4638-ab96-5e974dbc6237 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:59.039369 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-279827a0-3317-4638-ab96-5e974dbc6237 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:59.042887 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-279827a0-3317-4638-ab96-5e974dbc6237 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] 10.222.0.13 "DELETE /v2.0/networks/1bca05de-14b7-405d-80b9-0dfa98776514 HTTP/1.1" status: 204 len: 168 time: 1.1254826 Aug 18 13:04:59.056765 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279827a0-3317-4638-ab96-5e974dbc6237 tempest-BulkNetworkOpsIpV6Test-957402128 tempest-BulkNetworkOpsIpV6Test-957402128-project] Pushing event deleted for resources: {'Network': ['ID=1bca05de-14b7-405d-80b9-0dfa98776514,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:59.095611 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cbe9fa2e-4ee9-4713-8f88-079b60ba548d tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:59.143605 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe9fa2e-4ee9-4713-8f88-079b60ba548d tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Pushing event deleted for resources: {'Subnet': ['ID=de8f9bae-e8b3-4dba-ad72-695662ef5952,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:59.146120 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cbe9fa2e-4ee9-4713-8f88-079b60ba548d tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:59.150225 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-cbe9fa2e-4ee9-4713-8f88-079b60ba548d tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] 10.222.0.13 "DELETE /v2.0/subnets/de8f9bae-e8b3-4dba-ad72-695662ef5952 HTTP/1.1" status: 204 len: 168 time: 0.5115461 Aug 18 13:04:59.152273 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55096) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:59.162320 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff96f4f-a5c9-457e-8da9-4dcdd77d90ba None None] Network 4f1393b0-2f0a-4098-884c-683cdc095b14 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:04:59.267468 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2eb3fc9a-f600-411c-b911-0d9de3bb80a2 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:59.345185 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-2eb3fc9a-f600-411c-b911-0d9de3bb80a2 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Deleting port 608d45c3-392a-4100-9a99-2bb868cd295d {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:04:59.345538 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2eb3fc9a-f600-411c-b911-0d9de3bb80a2 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:59.435976 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-2eb3fc9a-f600-411c-b911-0d9de3bb80a2 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] For port 608d45c3-392a-4100-9a99-2bb868cd295d, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=608d45c3-392a-4100-9a99-2bb868cd295d,segment=NetworkSegment(8f7152be-57d1-46f0-9f4c-945848a7f09b),segment_id=8f7152be-57d1-46f0-9f4c-945848a7f09b)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:04:59.435976 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2eb3fc9a-f600-411c-b911-0d9de3bb80a2 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:59.452605 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-2eb3fc9a-f600-411c-b911-0d9de3bb80a2 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Calling delete_port for 608d45c3-392a-4100-9a99-2bb868cd295d owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:04:59.478094 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bcb929-888a-4055-aad5-9b96689eae1a None None] DHCP port deletion for 4f1393b0-2f0a-4098-884c-683cdc095b14 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:04:59.568388 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-59bcb929-888a-4055-aad5-9b96689eae1a None None] Deleting port 608d45c3-392a-4100-9a99-2bb868cd295d {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:04:59.568717 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-59bcb929-888a-4055-aad5-9b96689eae1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:59.640039 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-59bcb929-888a-4055-aad5-9b96689eae1a None None] For port 608d45c3-392a-4100-9a99-2bb868cd295d, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=608d45c3-392a-4100-9a99-2bb868cd295d,segment=NetworkSegment(8f7152be-57d1-46f0-9f4c-945848a7f09b),segment_id=8f7152be-57d1-46f0-9f4c-945848a7f09b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:04:59.640623 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-59bcb929-888a-4055-aad5-9b96689eae1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:59.658340 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-59bcb929-888a-4055-aad5-9b96689eae1a None None] Calling delete_port for 608d45c3-392a-4100-9a99-2bb868cd295d owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:04:59.679944 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2eb3fc9a-f600-411c-b911-0d9de3bb80a2 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:59.716828 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb3fc9a-f600-411c-b911-0d9de3bb80a2 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Pushing event deleted for resources: {'Port': ['ID=608d45c3-392a-4100-9a99-2bb868cd295d,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:59.718844 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb3fc9a-f600-411c-b911-0d9de3bb80a2 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] No DVR routers for this DVR port 608d45c3-392a-4100-9a99-2bb868cd295d on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:04:59.743850 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55112) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:59.819702 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2eb3fc9a-f600-411c-b911-0d9de3bb80a2 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:59.831329 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-2eb3fc9a-f600-411c-b911-0d9de3bb80a2 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f1393b0-2f0a-4098-884c-683cdc095b14']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:59.846337 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-2eb3fc9a-f600-411c-b911-0d9de3bb80a2 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f7152be-57d1-46f0-9f4c-945848a7f09b') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:59.846720 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-2eb3fc9a-f600-411c-b911-0d9de3bb80a2 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f7152be-57d1-46f0-9f4c-945848a7f09b') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:59.860417 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2eb3fc9a-f600-411c-b911-0d9de3bb80a2 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:59.875415 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2eb3fc9a-f600-411c-b911-0d9de3bb80a2 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:59.878717 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-59bcb929-888a-4055-aad5-9b96689eae1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:59.882146 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eb3fc9a-f600-411c-b911-0d9de3bb80a2 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:04:59.882360 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2eb3fc9a-f600-411c-b911-0d9de3bb80a2 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:59.905894 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55116) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:59.943539 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcb929-888a-4055-aad5-9b96689eae1a None None] Pushing event deleted for resources: {'Port': ['ID=608d45c3-392a-4100-9a99-2bb868cd295d,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:59.944992 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:04:59.944992 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:04:59.944992 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:04:59.944992 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:04:59.944992 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:04:59.944992 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:04:59.944992 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:04:59.944992 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:04:59.944992 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:04:59.944992 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:04:59.944992 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:04:59.944992 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:04:59.944992 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:04:59.944992 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:04:59.944992 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:04:59.944992 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:04:59.944992 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:04:59.944992 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:04:59.944992 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:04:59.944992 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:04:59.944992 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:04:59.944992 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:04:59.944992 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:04:59.944992 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:04:59.944992 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:04:59.944992 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:04:59.944992 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:04:59.944992 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:04:59.944992 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:04:59.944992 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:04:59.944992 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:04:59.944992 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:04:59.950621 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bcb929-888a-4055-aad5-9b96689eae1a None None] No DVR routers for this DVR port 608d45c3-392a-4100-9a99-2bb868cd295d on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:05:00.030668 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2eb3fc9a-f600-411c-b911-0d9de3bb80a2 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:00.042876 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2eb3fc9a-f600-411c-b911-0d9de3bb80a2 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:00.044932 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2eb3fc9a-f600-411c-b911-0d9de3bb80a2 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] 10.222.0.13 "DELETE /v2.0/networks/4f1393b0-2f0a-4098-884c-683cdc095b14 HTTP/1.1" status: 204 len: 168 time: 0.8911490 Aug 18 13:05:00.058415 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55126) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:00.068115 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb3fc9a-f600-411c-b911-0d9de3bb80a2 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Pushing event deleted for resources: {'Network': ['ID=4f1393b0-2f0a-4098-884c-683cdc095b14,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:00.086616 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-772e21d5-fa9b-4a1f-b4fe-2317a3fabdda tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7e3d33d-4429-4502-818a-fb60dafe288f HTTP/1.1" status: 200 len: 205 time: 0.0285163 Aug 18 13:05:00.089685 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55128) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:00.155453 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2b4dbecd-95a9-4ae9-a803-7785325e2cba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28745d692f2f4ee59fbe6e123841e377&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4096515 Aug 18 13:05:00.160887 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55132) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:00.174399 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3314acdd-33fd-4b96-b7e6-32b384f7c26f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:00.275119 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ae967393-2379-43ff-997b-f066cfd27af7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:00.312646 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3314acdd-33fd-4b96-b7e6-32b384f7c26f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:00.332289 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7eb9b-0fde-4755-9a07-d93c91a32eed req-8b2caf55-66a9-4fdd-ba73-2a3e842cc534 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:00.334367 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bec7eb9b-0fde-4755-9a07-d93c91a32eed req-8b2caf55-66a9-4fdd-ba73-2a3e842cc534 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc455d74-fdc4-49a4-809b-0c310f934be5 HTTP/1.1" status: 200 len: 946 time: 0.1742177 Aug 18 13:05:00.379843 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3314acdd-33fd-4b96-b7e6-32b384f7c26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:00.423212 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3314acdd-33fd-4b96-b7e6-32b384f7c26f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a68178f4d925473b94044797c651908a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5159411 Aug 18 13:05:00.425875 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55134) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:00.433874 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3314acdd-33fd-4b96-b7e6-32b384f7c26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56e2b95-61b9-4073-98b3-8f117ca1d182,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:00.488661 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f2dbac95-7934-458d-ae58-f13592081223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:00.515022 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f2dbac95-7934-458d-ae58-f13592081223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:00.538879 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-91c689aa-8e72-466e-bcfb-f43f0b54a4c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:00.541041 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 608d45c3-392a-4100-9a99-2bb868cd295d no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:05:00.545247 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bec7eb9b-0fde-4755-9a07-d93c91a32eed req-f5b078ee-eb0f-4c3b-8d67-f35fd32b7e93 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803873 Aug 18 13:05:00.549381 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ae967393-2379-43ff-997b-f066cfd27af7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:00.552991 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ae967393-2379-43ff-997b-f066cfd27af7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:00.593319 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 608d45c3-392a-4100-9a99-2bb868cd295d {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:05:00.594057 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 608d45c3-392a-4100-9a99-2bb868cd295d not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:05:00.606193 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-91c689aa-8e72-466e-bcfb-f43f0b54a4c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:00.688621 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f2dbac95-7934-458d-ae58-f13592081223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:00.691581 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f2dbac95-7934-458d-ae58-f13592081223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:00.692770 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f2dbac95-7934-458d-ae58-f13592081223 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e56e2b95-61b9-4073-98b3-8f117ca1d182 HTTP/1.1" status: 204 len: 168 time: 0.2657793 Aug 18 13:05:00.700983 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dbac95-7934-458d-ae58-f13592081223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56e2b95-61b9-4073-98b3-8f117ca1d182,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:00.731213 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ae967393-2379-43ff-997b-f066cfd27af7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:00.733058 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae967393-2379-43ff-997b-f066cfd27af7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Fanout notify agent at l3_agent the message router_deleted on router f7e3d33d-4429-4502-818a-fb60dafe288f {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:05:00.742820 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ae967393-2379-43ff-997b-f066cfd27af7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:00.747116 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ae967393-2379-43ff-997b-f066cfd27af7 tempest-RoutersNegativeIpV6Test-804456814 tempest-RoutersNegativeIpV6Test-804456814-project] 10.222.0.13 "DELETE /v2.0/routers/f7e3d33d-4429-4502-818a-fb60dafe288f HTTP/1.1" status: 204 len: 168 time: 0.6560819 Aug 18 13:05:00.768449 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-91c689aa-8e72-466e-bcfb-f43f0b54a4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:00.773133 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-91c689aa-8e72-466e-bcfb-f43f0b54a4c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:00.775220 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-91c689aa-8e72-466e-bcfb-f43f0b54a4c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8617933a-a72d-4237-af4b-7f143db35a40 HTTP/1.1" status: 204 len: 168 time: 0.6119108 Aug 18 13:05:00.792855 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c689aa-8e72-466e-bcfb-f43f0b54a4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8617933a-a72d-4237-af4b-7f143db35a40,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:01.333734 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55160) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:01.505035 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ba65588b-fddc-4cdf-bd3f-53dae59fc3c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d773d1947813423594a4ed4fc7ca2197&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1699166 Aug 18 13:05:01.505413 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55168) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:01.567118 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-00c21e12-6767-4b9b-885b-ad3f79c77171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:01.609056 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-00c21e12-6767-4b9b-885b-ad3f79c77171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:01.614657 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55174) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:01.631781 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bb8bf9c6-4bb0-4199-b6e8-739b4118f8fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:01.733520 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fdbcbe-2dd0-4a65-bac2-18fd1c044a40 req-a38c94e3-33ab-47ec-a241-71e465166f9c tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:01.735408 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-34fdbcbe-2dd0-4a65-bac2-18fd1c044a40 req-a38c94e3-33ab-47ec-a241-71e465166f9c tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc455d74-fdc4-49a4-809b-0c310f934be5 HTTP/1.1" status: 200 len: 946 time: 0.0640457 Aug 18 13:05:01.736814 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-00c21e12-6767-4b9b-885b-ad3f79c77171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:01.739725 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-00c21e12-6767-4b9b-885b-ad3f79c77171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:01.740942 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-00c21e12-6767-4b9b-885b-ad3f79c77171 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/38efa836-741e-4bfc-a4ed-7c8ce43b5f28 HTTP/1.1" status: 204 len: 168 time: 0.2339344 Aug 18 13:05:01.758126 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c21e12-6767-4b9b-885b-ad3f79c77171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38efa836-741e-4bfc-a4ed-7c8ce43b5f28,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:01.794972 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-34fdbcbe-2dd0-4a65-bac2-18fd1c044a40 req-82bd37a7-89f3-41fd-93db-92b951c64366 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444410 Aug 18 13:05:01.865861 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bb8bf9c6-4bb0-4199-b6e8-739b4118f8fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:01.922823 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bb8bf9c6-4bb0-4199-b6e8-739b4118f8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:01.981023 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-bb8bf9c6-4bb0-4199-b6e8-739b4118f8fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a528b969ebb74556878908b9a04ce0f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3651845 Aug 18 13:05:01.984296 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8bf9c6-4bb0-4199-b6e8-739b4118f8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54cc1b58-7dcb-47be-93ff-fadbea1786d2,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:01.986920 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55184) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:02.064740 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-224df0da-b166-4c61-8cfe-ca06059c4edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:02.092700 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-224df0da-b166-4c61-8cfe-ca06059c4edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:02.216484 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-224df0da-b166-4c61-8cfe-ca06059c4edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:02.217367 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-224df0da-b166-4c61-8cfe-ca06059c4edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:02.219476 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-224df0da-b166-4c61-8cfe-ca06059c4edd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/54cc1b58-7dcb-47be-93ff-fadbea1786d2 HTTP/1.1" status: 204 len: 168 time: 0.2318156 Aug 18 13:05:02.230568 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224df0da-b166-4c61-8cfe-ca06059c4edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54cc1b58-7dcb-47be-93ff-fadbea1786d2,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:02.374987 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55206) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:02.380811 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-ca62818a-67c1-48c4-9be0-46908dac9d81 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1495422633'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:02.471538 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca62818a-67c1-48c4-9be0-46908dac9d81 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Made reservation on behalf of d8c196c6c2e143d6872d1027393f6dcd for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:05:02.476162 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ca62818a-67c1-48c4-9be0-46908dac9d81 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:02.565458 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55212) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:02.781707 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-c9fb8971-90f6-4410-a85d-c43df5dd8a95 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Request body: {'security_group': {'name': 'tempest-secgroup--949142291'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:02.848729 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca62818a-67c1-48c4-9be0-46908dac9d81 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:05:02.866114 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9fb8971-90f6-4410-a85d-c43df5dd8a95 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:02.867039 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ca62818a-67c1-48c4-9be0-46908dac9d81 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:02.867530 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-ca62818a-67c1-48c4-9be0-46908dac9d81 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Added segment 6768c0de-df2c-476c-8a94-2dd244066493 of type vlan for network 2459a67a-03d9-4542-a3d9-993612a32608 Aug 18 13:05:02.878342 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9fb8971-90f6-4410-a85d-c43df5dd8a95 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:02.915494 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:05:02.922237 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ca62818a-67c1-48c4-9be0-46908dac9d81 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:03.015393 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51294d-87ee-4390-8b83-4b26b052a0d2 req-10813028-ba0d-41ff-8ca8-886627e4c07a tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:03.016918 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ad51294d-87ee-4390-8b83-4b26b052a0d2 req-10813028-ba0d-41ff-8ca8-886627e4c07a tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc455d74-fdc4-49a4-809b-0c310f934be5 HTTP/1.1" status: 200 len: 946 time: 0.0801373 Aug 18 13:05:03.036474 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9fb8971-90f6-4410-a85d-c43df5dd8a95 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:03.068404 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ad51294d-87ee-4390-8b83-4b26b052a0d2 req-bab5bca0-c269-4441-8bef-65a20d4af305 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410492 Aug 18 13:05:03.094594 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ca62818a-67c1-48c4-9be0-46908dac9d81 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:03.114765 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca62818a-67c1-48c4-9be0-46908dac9d81 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:03.114765 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ca62818a-67c1-48c4-9be0-46908dac9d81 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:03.176130 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62818a-67c1-48c4-9be0-46908dac9d81 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Pushing event updated for resources: {'Network': ['ID=2459a67a-03d9-4542-a3d9-993612a32608,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:03.189580 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 2459a67a-03d9-4542-a3d9-993612a32608 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:05:03.191401 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9fb8971-90f6-4410-a85d-c43df5dd8a95 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:03.224742 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb8971-90f6-4410-a85d-c43df5dd8a95 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98ddf8f7-7d6f-4010-a956-c00eaaf6a8b8,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:03.247294 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ca62818a-67c1-48c4-9be0-46908dac9d81 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8706400 Aug 18 13:05:03.248543 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55236) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:03.254378 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-151d0c14-32f9-4b99-bd08-12ca1b072645 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-961592684'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:03.265067 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55238) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:03.318288 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9fb8971-90f6-4410-a85d-c43df5dd8a95 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:03.366810 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-0a4e9e49-40ca-4460-bf8e-918b3c2a3206 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2075560807', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:03.374803 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9fb8971-90f6-4410-a85d-c43df5dd8a95 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:03.404494 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb8971-90f6-4410-a85d-c43df5dd8a95 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50564050-d9c5-4bb9-b21c-cd6fde916e13,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:03.473165 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151d0c14-32f9-4b99-bd08-12ca1b072645 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Made reservation on behalf of d8c196c6c2e143d6872d1027393f6dcd for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:05:03.476616 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-151d0c14-32f9-4b99-bd08-12ca1b072645 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:03.507555 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-151d0c14-32f9-4b99-bd08-12ca1b072645 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:05:03.515940 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-151d0c14-32f9-4b99-bd08-12ca1b072645 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:03.516308 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-151d0c14-32f9-4b99-bd08-12ca1b072645 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Added segment a9e56373-d222-471d-9f99-de72a3304bf8 of type vlan for network a3e49dcd-a277-4170-bfef-fa46f5ed7634 Aug 18 13:05:03.556871 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-151d0c14-32f9-4b99-bd08-12ca1b072645 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:03.579784 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0a4e9e49-40ca-4460-bf8e-918b3c2a3206 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:03.581033 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0a4e9e49-40ca-4460-bf8e-918b3c2a3206 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:03.630405 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0a4e9e49-40ca-4460-bf8e-918b3c2a3206 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:03.638339 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-151d0c14-32f9-4b99-bd08-12ca1b072645 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:03.645560 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151d0c14-32f9-4b99-bd08-12ca1b072645 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:03.645560 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-151d0c14-32f9-4b99-bd08-12ca1b072645 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:03.649961 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9fb8971-90f6-4410-a85d-c43df5dd8a95 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:03.651284 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c9fb8971-90f6-4410-a85d-c43df5dd8a95 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0846884 Aug 18 13:05:03.653915 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55256) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:03.697090 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0a4e9e49-40ca-4460-bf8e-918b3c2a3206 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:03.719543 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d2f54457-535c-45f5-a402-fff4e320a984 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0644197 Aug 18 13:05:03.722261 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55258) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:03.725291 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d0c14-32f9-4b99-bd08-12ca1b072645 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Pushing event updated for resources: {'Network': ['ID=a3e49dcd-a277-4170-bfef-fa46f5ed7634,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:03.727072 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-eb882b66-8e37-4f09-9f9a-14c267f9f490 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Request body: {'security_group': {'name': 'tempest-security--381084758', 'description': 'tempest-security-description-1271960517'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:03.740839 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network a3e49dcd-a277-4170-bfef-fa46f5ed7634 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:05:03.753451 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eb882b66-8e37-4f09-9f9a-14c267f9f490 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:03.761310 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-151d0c14-32f9-4b99-bd08-12ca1b072645 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5080895 Aug 18 13:05:03.761564 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55260) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:03.767008 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-40cab20a-ecb2-4d96-88c9-6b0173fdd80c tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Request body: {'subnet': {'network_id': '2459a67a-03d9-4542-a3d9-993612a32608', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:03.816947 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0a4e9e49-40ca-4460-bf8e-918b3c2a3206 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:03.818544 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0a4e9e49-40ca-4460-bf8e-918b3c2a3206 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5511959 Aug 18 13:05:03.818995 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eb882b66-8e37-4f09-9f9a-14c267f9f490 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:03.822597 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55262) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:03.829062 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-5446ec5e-1d0f-44cc-b56e-be76661afbff tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1728441813'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:03.888951 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eb882b66-8e37-4f09-9f9a-14c267f9f490 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:03.891527 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eb882b66-8e37-4f09-9f9a-14c267f9f490 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:03.892815 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-eb882b66-8e37-4f09-9f9a-14c267f9f490 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "PUT /v2.0/security-groups/50564050-d9c5-4bb9-b21c-cd6fde916e13 HTTP/1.1" status: 200 len: 1779 time: 0.1695275 Aug 18 13:05:03.895794 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55264) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:03.920978 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5446ec5e-1d0f-44cc-b56e-be76661afbff tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Made reservation on behalf of 65914187d5244341953b8d756d006701 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:05:03.924486 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5446ec5e-1d0f-44cc-b56e-be76661afbff tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:03.933637 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5446ec5e-1d0f-44cc-b56e-be76661afbff tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:03.935497 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb882b66-8e37-4f09-9f9a-14c267f9f490 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50564050-d9c5-4bb9-b21c-cd6fde916e13,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:03.945408 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-496c8193-7031-44e3-8d93-42e9b46f851e tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "GET /v2.0/security-groups/50564050-d9c5-4bb9-b21c-cd6fde916e13 HTTP/1.1" status: 200 len: 1779 time: 0.0484552 Aug 18 13:05:03.948525 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55266) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:04.004391 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2a6ab33e-14c8-4cdd-a628-4e424a52b56a tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:04.016327 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40cab20a-ecb2-4d96-88c9-6b0173fdd80c tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Made reservation on behalf of d8c196c6c2e143d6872d1027393f6dcd for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:05:04.019953 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-40cab20a-ecb2-4d96-88c9-6b0173fdd80c tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:04.078071 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2a6ab33e-14c8-4cdd-a628-4e424a52b56a tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:04.088845 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5446ec5e-1d0f-44cc-b56e-be76661afbff tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:04.199957 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3de22-ad59-41fa-bdd1-c1b3a4015a64 req-6442be0c-d086-40da-9f79-ce5c8f62fdb8 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:04.206926 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2cf3de22-ad59-41fa-bdd1-c1b3a4015a64 req-6442be0c-d086-40da-9f79-ce5c8f62fdb8 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc455d74-fdc4-49a4-809b-0c310f934be5 HTTP/1.1" status: 200 len: 946 time: 0.0690229 Aug 18 13:05:04.241339 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2cf3de22-ad59-41fa-bdd1-c1b3a4015a64 req-d8190db9-a848-42bb-89f1-8a9327bda5e2 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335128 Aug 18 13:05:04.265888 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5446ec5e-1d0f-44cc-b56e-be76661afbff tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:04.288891 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2a6ab33e-14c8-4cdd-a628-4e424a52b56a tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:04.292245 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2a6ab33e-14c8-4cdd-a628-4e424a52b56a tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:04.296016 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2a6ab33e-14c8-4cdd-a628-4e424a52b56a tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "DELETE /v2.0/security-groups/50564050-d9c5-4bb9-b21c-cd6fde916e13 HTTP/1.1" status: 204 len: 168 time: 0.3439186 Aug 18 13:05:04.296130 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5446ec5e-1d0f-44cc-b56e-be76661afbff tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:05:04.296130 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55274) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:04.302935 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ab33e-14c8-4cdd-a628-4e424a52b56a tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50564050-d9c5-4bb9-b21c-cd6fde916e13,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:04.320738 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5446ec5e-1d0f-44cc-b56e-be76661afbff tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9dd9e38-cad1-4e7c-b4a6-484db6e5df82,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:04.325055 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5446ec5e-1d0f-44cc-b56e-be76661afbff tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:04.325366 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-5446ec5e-1d0f-44cc-b56e-be76661afbff tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Added segment 0191653b-02bb-417b-aa61-9bda15977acd of type vlan for network fa9f7740-8936-4b04-a33d-6830da389cf1 Aug 18 13:05:04.351520 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-40cab20a-ecb2-4d96-88c9-6b0173fdd80c tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:04.385537 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5446ec5e-1d0f-44cc-b56e-be76661afbff tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:04.393401 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6d9eb9c2-7785-45de-9687-60d42c85bb46 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0962725 Aug 18 13:05:04.421271 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55280) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:04.439012 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-7e658896-70a4-4258-abf3-1236523722f4 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] delete failed (client error): The resource could not be found. Aug 18 13:05:04.440491 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7e658896-70a4-4258-abf3-1236523722f4 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "DELETE /v2.0/security-groups/50564050-d9c5-4bb9-b21c-cd6fde916e13 HTTP/1.1" status: 404 len: 347 time: 0.0180902 Aug 18 13:05:04.444620 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55282) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:04.448619 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cab20a-ecb2-4d96-88c9-6b0173fdd80c tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Pushing event updated for resources: {'Subnet': ['ID=cb37ce99-5938-480b-b3eb-c3f4e77a0e89,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:04.453010 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-b52b716c-9888-4f00-b81a-291963e34e23 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Request body: {'security_group': {'name': 'tempest-secgroup--1291007269'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:04.464158 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cab20a-ecb2-4d96-88c9-6b0173fdd80c tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Checking segment: {'id': '6768c0de-df2c-476c-8a94-2dd244066493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2459a67a-03d9-4542-a3d9-993612a32608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:05:04.464545 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cab20a-ecb2-4d96-88c9-6b0173fdd80c tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Network hostable DHCP agents. Network: 2459a67a-03d9-4542-a3d9-993612a32608, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:05:04.488383 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5446ec5e-1d0f-44cc-b56e-be76661afbff tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:04.494807 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5446ec5e-1d0f-44cc-b56e-be76661afbff tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:04.495431 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5446ec5e-1d0f-44cc-b56e-be76661afbff tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:04.545519 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b52b716c-9888-4f00-b81a-291963e34e23 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:04.557181 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cab20a-ecb2-4d96-88c9-6b0173fdd80c tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Network 2459a67a-03d9-4542-a3d9-993612a32608 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:05:04.576035 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5446ec5e-1d0f-44cc-b56e-be76661afbff tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Pushing event updated for resources: {'Network': ['ID=fa9f7740-8936-4b04-a33d-6830da389cf1,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:04.586001 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network fa9f7740-8936-4b04-a33d-6830da389cf1 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:05:04.685609 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5446ec5e-1d0f-44cc-b56e-be76661afbff tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8617980 Aug 18 13:05:04.688295 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55288) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:04.694052 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-fb6d49fe-8900-4721-9b3d-48630625c8d4 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Request body: {'subnet': {'network_id': 'fa9f7740-8936-4b04-a33d-6830da389cf1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:04.739235 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-40cab20a-ecb2-4d96-88c9-6b0173fdd80c tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 2459a67a-03d9-4542-a3d9-993612a32608) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:05:04.754402 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cab20a-ecb2-4d96-88c9-6b0173fdd80c tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:04.754402 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-40cab20a-ecb2-4d96-88c9-6b0173fdd80c tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:04.757157 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8811b663-24b6-456b-af98-c16b733b6805 None None] Network 2459a67a-03d9-4542-a3d9-993612a32608 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:05:04.768191 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b52b716c-9888-4f00-b81a-291963e34e23 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:04.837273 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b52b716c-9888-4f00-b81a-291963e34e23 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:04.872563 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b716c-9888-4f00-b81a-291963e34e23 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46d18732-f615-45a2-b095-2e8f8fff80ab,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:04.889716 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-40cab20a-ecb2-4d96-88c9-6b0173fdd80c tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1271749 Aug 18 13:05:04.892296 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55292) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:04.897807 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-f0406308-4330-4280-9885-8ada0372b539 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Request body: {'subnet': {'network_id': 'a3e49dcd-a277-4170-bfef-fa46f5ed7634', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:04.917201 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b52b716c-9888-4f00-b81a-291963e34e23 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:04.918489 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b52b716c-9888-4f00-b81a-291963e34e23 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4728501 Aug 18 13:05:04.921132 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55294) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:04.926371 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-bd0f3ec7-52ff-4009-93dc-4d6354ed7553 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Request body: {'security_group_rule': {'security_group_id': '46d18732-f615-45a2-b095-2e8f8fff80ab', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:04.930435 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae0b22a-9094-4e49-a94a-5cc86b7eae31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-2459a67a-03d9-4542-a3d9-993612a32608', 'network_id': '2459a67a-03d9-4542-a3d9-993612a32608', 'tenant_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'fixed_ips': [{'subnet_id': 'cb37ce99-5938-480b-b3eb-c3f4e77a0e89'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:05:04.931904 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fae0b22a-9094-4e49-a94a-5cc86b7eae31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:05.053826 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6d49fe-8900-4721-9b3d-48630625c8d4 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Made reservation on behalf of 65914187d5244341953b8d756d006701 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:05:05.058189 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fb6d49fe-8900-4721-9b3d-48630625c8d4 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:05.069107 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-fae0b22a-9094-4e49-a94a-5cc86b7eae31 None None] Allocated IP 10.1.1.2 (2459a67a-03d9-4542-a3d9-993612a32608/cb37ce99-5938-480b-b3eb-c3f4e77a0e89/7cb56540-9a17-4dfb-9d46-a477f6d1875e) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:05:05.152176 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bd0f3ec7-52ff-4009-93dc-4d6354ed7553 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:05.215847 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bd0f3ec7-52ff-4009-93dc-4d6354ed7553 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:05.239329 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0406308-4330-4280-9885-8ada0372b539 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Made reservation on behalf of d8c196c6c2e143d6872d1027393f6dcd for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:05:05.242897 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f0406308-4330-4280-9885-8ada0372b539 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:05.260237 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bd0f3ec7-52ff-4009-93dc-4d6354ed7553 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:05.296646 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f3ec7-52ff-4009-93dc-4d6354ed7553 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4cb8b91-becb-4636-9756-8b4eeb988191,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:05.363773 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bd0f3ec7-52ff-4009-93dc-4d6354ed7553 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:05.367080 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-bd0f3ec7-52ff-4009-93dc-4d6354ed7553 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4423239 Aug 18 13:05:05.367450 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55300) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:05.371561 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fb6d49fe-8900-4721-9b3d-48630625c8d4 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:05.440899 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7e9fb51c-ec16-4c5a-aa0a-48e831d95723 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:05.443862 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fae0b22a-9094-4e49-a94a-5cc86b7eae31 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:05.453187 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7e9fb51c-ec16-4c5a-aa0a-48e831d95723 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:05.456339 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-fae0b22a-9094-4e49-a94a-5cc86b7eae31 None None] Transition to ACTIVE for port object 7cb56540-9a17-4dfb-9d46-a477f6d1875e will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:05:05.488610 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-fae0b22a-9094-4e49-a94a-5cc86b7eae31 None None] Transition to ACTIVE for port object 7cb56540-9a17-4dfb-9d46-a477f6d1875e will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:05:05.502235 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0691fe-e63a-495c-aceb-76a81d0f896e req-8d11d7e8-20ea-460b-9d2d-aaaf9b6f327e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:05.503733 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cc0691fe-e63a-495c-aceb-76a81d0f896e req-8d11d7e8-20ea-460b-9d2d-aaaf9b6f327e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc455d74-fdc4-49a4-809b-0c310f934be5 HTTP/1.1" status: 200 len: 946 time: 0.1614358 Aug 18 13:05:05.505551 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d49fe-8900-4721-9b3d-48630625c8d4 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Pushing event updated for resources: {'Subnet': ['ID=cdfd5728-cef9-4ab1-bd53-556e129b7235,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:05.518568 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6d49fe-8900-4721-9b3d-48630625c8d4 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Checking segment: {'id': '0191653b-02bb-417b-aa61-9bda15977acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fa9f7740-8936-4b04-a33d-6830da389cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:05:05.518937 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6d49fe-8900-4721-9b3d-48630625c8d4 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Network hostable DHCP agents. Network: fa9f7740-8936-4b04-a33d-6830da389cf1, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:05:05.554361 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cc0691fe-e63a-495c-aceb-76a81d0f896e req-b7f90fe8-ddf3-48e5-b55d-82ef996d7f19 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389552 Aug 18 13:05:05.585497 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7e9fb51c-ec16-4c5a-aa0a-48e831d95723 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:05.586089 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fae0b22a-9094-4e49-a94a-5cc86b7eae31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:05.594902 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7e9fb51c-ec16-4c5a-aa0a-48e831d95723 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:05.596513 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7e9fb51c-ec16-4c5a-aa0a-48e831d95723 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/b4cb8b91-becb-4636-9756-8b4eeb988191 HTTP/1.1" status: 204 len: 168 time: 0.2281172 Aug 18 13:05:05.600584 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55306) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:05.607544 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9fb51c-ec16-4c5a-aa0a-48e831d95723 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4cb8b91-becb-4636-9756-8b4eeb988191,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:05.631577 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6d49fe-8900-4721-9b3d-48630625c8d4 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Network fa9f7740-8936-4b04-a33d-6830da389cf1 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:05:05.634395 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae0b22a-9094-4e49-a94a-5cc86b7eae31 None None] Network 2459a67a-03d9-4542-a3d9-993612a32608 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:05:05.639764 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-fae0b22a-9094-4e49-a94a-5cc86b7eae31 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:05:05.643348 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae0b22a-9094-4e49-a94a-5cc86b7eae31 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:05:05.651221 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae0b22a-9094-4e49-a94a-5cc86b7eae31 None None] Pushing event updated for resources: {'Port': ['ID=7cb56540-9a17-4dfb-9d46-a477f6d1875e,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:05.656810 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-df75a938-53d6-47cd-81cc-4a2f7db00193 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0548382 Aug 18 13:05:05.660077 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55308) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:05.690592 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f0406308-4330-4280-9885-8ada0372b539 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:05.703361 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-fae0b22a-9094-4e49-a94a-5cc86b7eae31 None None] Attempting to bind port 7cb56540-9a17-4dfb-9d46-a477f6d1875e on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:05:05.703860 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-fae0b22a-9094-4e49-a94a-5cc86b7eae31 None None] Attempting to bind port 7cb56540-9a17-4dfb-9d46-a477f6d1875e by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '6768c0de-df2c-476c-8a94-2dd244066493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2459a67a-03d9-4542-a3d9-993612a32608'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:05:05.704329 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae0b22a-9094-4e49-a94a-5cc86b7eae31 None None] Attempting to bind port 7cb56540-9a17-4dfb-9d46-a477f6d1875e on network 2459a67a-03d9-4542-a3d9-993612a32608 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:05:05.709479 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae0b22a-9094-4e49-a94a-5cc86b7eae31 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:05:05.709773 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae0b22a-9094-4e49-a94a-5cc86b7eae31 None None] Checking segment: {'id': '6768c0de-df2c-476c-8a94-2dd244066493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2459a67a-03d9-4542-a3d9-993612a32608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:05:05.710201 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fae0b22a-9094-4e49-a94a-5cc86b7eae31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:05.710598 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae0b22a-9094-4e49-a94a-5cc86b7eae31 None None] Bound using segment: {'id': '6768c0de-df2c-476c-8a94-2dd244066493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2459a67a-03d9-4542-a3d9-993612a32608'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:05:05.711065 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-fae0b22a-9094-4e49-a94a-5cc86b7eae31 None None] Bound port: 7cb56540-9a17-4dfb-9d46-a477f6d1875e, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6768c0de-df2c-476c-8a94-2dd244066493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2459a67a-03d9-4542-a3d9-993612a32608'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:05:05.711590 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fae0b22a-9094-4e49-a94a-5cc86b7eae31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:05.770565 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-76183396-878d-4188-bc4b-47df8791d1fa tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:05.774856 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-fae0b22a-9094-4e49-a94a-5cc86b7eae31 None None] For port 7cb56540-9a17-4dfb-9d46-a477f6d1875e, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:05:05.777864 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-fae0b22a-9094-4e49-a94a-5cc86b7eae31 None None] For port 7cb56540-9a17-4dfb-9d46-a477f6d1875e, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=7cb56540-9a17-4dfb-9d46-a477f6d1875e,segment=NetworkSegment(6768c0de-df2c-476c-8a94-2dd244066493),segment_id=6768c0de-df2c-476c-8a94-2dd244066493)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:05:05.778826 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-fb6d49fe-8900-4721-9b3d-48630625c8d4 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, fa9f7740-8936-4b04-a33d-6830da389cf1) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:05:05.785545 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0406308-4330-4280-9885-8ada0372b539 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Pushing event updated for resources: {'Subnet': ['ID=2df74fa9-4a52-422a-a780-c36488fd175b,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:05.786649 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcc1886-4d8a-486c-a53a-9a7c1cafc670 None None] Network fa9f7740-8936-4b04-a33d-6830da389cf1 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:05:05.791324 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6d49fe-8900-4721-9b3d-48630625c8d4 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:05.791919 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fb6d49fe-8900-4721-9b3d-48630625c8d4 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:05.818145 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0406308-4330-4280-9885-8ada0372b539 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Checking segment: {'id': 'a9e56373-d222-471d-9f99-de72a3304bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a3e49dcd-a277-4170-bfef-fa46f5ed7634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:05:05.818531 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0406308-4330-4280-9885-8ada0372b539 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Network hostable DHCP agents. Network: a3e49dcd-a277-4170-bfef-fa46f5ed7634, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:05:05.825675 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-76183396-878d-4188-bc4b-47df8791d1fa tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:05.864403 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fae0b22a-9094-4e49-a94a-5cc86b7eae31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:05.889316 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-fb6d49fe-8900-4721-9b3d-48630625c8d4 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1997612 Aug 18 13:05:05.892228 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55310) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:05.897540 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-ffc407aa-b7c2-4007-a812-82a425fe6e00 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Request body: {'network': {'name': 'tempest-router-network01--623811931'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:05.952341 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0406308-4330-4280-9885-8ada0372b539 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Network a3e49dcd-a277-4170-bfef-fa46f5ed7634 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:05:05.959656 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-f0406308-4330-4280-9885-8ada0372b539 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, a3e49dcd-a277-4170-bfef-fa46f5ed7634) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:05:05.964614 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0406308-4330-4280-9885-8ada0372b539 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:05.965936 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f0406308-4330-4280-9885-8ada0372b539 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:05.975034 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20eebc1-3794-4528-a6f8-62932f41f46b None None] Network a3e49dcd-a277-4170-bfef-fa46f5ed7634 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:05:06.000988 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae0b22a-9094-4e49-a94a-5cc86b7eae31 None None] Pushing event updated for resources: {'Port': ['ID=7cb56540-9a17-4dfb-9d46-a477f6d1875e,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:06.009054 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc407aa-b7c2-4007-a812-82a425fe6e00 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Made reservation on behalf of 65914187d5244341953b8d756d006701 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:05:06.014066 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ffc407aa-b7c2-4007-a812-82a425fe6e00 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:06.018095 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-76183396-878d-4188-bc4b-47df8791d1fa tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:06.019695 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-76183396-878d-4188-bc4b-47df8791d1fa tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:06.020851 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-76183396-878d-4188-bc4b-47df8791d1fa tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "DELETE /v2.0/security-groups/46d18732-f615-45a2-b095-2e8f8fff80ab HTTP/1.1" status: 204 len: 168 time: 0.3596447 Aug 18 13:05:06.024700 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55312) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:06.064303 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76183396-878d-4188-bc4b-47df8791d1fa tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d18732-f615-45a2-b095-2e8f8fff80ab,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:06.064484 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e2f6f3-2d17-4f7c-bd17-10b48011a951 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-fa9f7740-8936-4b04-a33d-6830da389cf1', 'network_id': 'fa9f7740-8936-4b04-a33d-6830da389cf1', 'tenant_id': '65914187d5244341953b8d756d006701', 'fixed_ips': [{'subnet_id': 'cdfd5728-cef9-4ab1-bd53-556e129b7235'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:05:06.065228 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b6e2f6f3-2d17-4f7c-bd17-10b48011a951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:06.089119 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffc407aa-b7c2-4007-a812-82a425fe6e00 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:05:06.125434 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f0406308-4330-4280-9885-8ada0372b539 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2318397 Aug 18 13:05:06.128044 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55314) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:06.134446 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c9ff5e3f-c600-4918-ac91-3016de47ab7a tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1044736 Aug 18 13:05:06.137419 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55316) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:06.140944 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-efeafd5d-c7d8-4703-9388-c5d57fefcce5 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Request body: {'port': {'network_id': '2459a67a-03d9-4542-a3d9-993612a32608', 'name': 'tempest-TaggedBootDevicesTest-644259194', 'fixed_ips': [{'subnet_id': 'cb37ce99-5938-480b-b3eb-c3f4e77a0e89'}]}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:06.141906 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-e186ede9-6625-4a98-a929-113d8d499867 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Request body: {'security_group': {'name': 'tempest-secgroup--365969130'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:06.160378 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ffc407aa-b7c2-4007-a812-82a425fe6e00 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:06.160889 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-ffc407aa-b7c2-4007-a812-82a425fe6e00 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Added segment a3ef883f-249e-4208-8f4d-c6717212c2b9 of type vlan for network ac9ab8e3-4bcf-4aae-920a-086678a02b67 Aug 18 13:05:06.242714 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e186ede9-6625-4a98-a929-113d8d499867 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:06.292604 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ffc407aa-b7c2-4007-a812-82a425fe6e00 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:06.310252 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43852e7-141f-4326-9bcc-f36354e429d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-a3e49dcd-a277-4170-bfef-fa46f5ed7634', 'network_id': 'a3e49dcd-a277-4170-bfef-fa46f5ed7634', 'tenant_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'fixed_ips': [{'subnet_id': '2df74fa9-4a52-422a-a780-c36488fd175b'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:05:06.311135 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a43852e7-141f-4326-9bcc-f36354e429d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:06.335565 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-b6e2f6f3-2d17-4f7c-bd17-10b48011a951 None None] Allocated IP 172.20.0.2 (fa9f7740-8936-4b04-a33d-6830da389cf1/cdfd5728-cef9-4ab1-bd53-556e129b7235/1a26a5f2-154b-4557-a96e-79f404f653b1) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:05:06.350248 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e186ede9-6625-4a98-a929-113d8d499867 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:06.408097 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ffc407aa-b7c2-4007-a812-82a425fe6e00 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:06.413885 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc407aa-b7c2-4007-a812-82a425fe6e00 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:06.414508 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ffc407aa-b7c2-4007-a812-82a425fe6e00 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:06.437549 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e186ede9-6625-4a98-a929-113d8d499867 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:06.502497 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc407aa-b7c2-4007-a812-82a425fe6e00 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Pushing event updated for resources: {'Network': ['ID=ac9ab8e3-4bcf-4aae-920a-086678a02b67,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:06.507408 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e186ede9-6625-4a98-a929-113d8d499867 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb4464e-6942-4944-ac39-995c52bef835,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:06.519536 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network ac9ab8e3-4bcf-4aae-920a-086678a02b67 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:05:06.583051 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efeafd5d-c7d8-4703-9388-c5d57fefcce5 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Made reservation on behalf of d8c196c6c2e143d6872d1027393f6dcd for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:05:06.627079 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 7cb56540-9a17-4dfb-9d46-a477f6d1875e up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:05:06.645089 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-a43852e7-141f-4326-9bcc-f36354e429d0 None None] Allocated IP 10.2.2.2 (a3e49dcd-a277-4170-bfef-fa46f5ed7634/2df74fa9-4a52-422a-a780-c36488fd175b/c20d5901-19f5-4895-b5bb-6c755e9a11ae) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:05:06.654364 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e186ede9-6625-4a98-a929-113d8d499867 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:06.655821 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e186ede9-6625-4a98-a929-113d8d499867 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5174212 Aug 18 13:05:06.658750 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55330) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:06.664290 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-0ce27a12-6a7a-474b-a651-ac3504da6304 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Request body: {'security_group_rule': {'security_group_id': '0eb4464e-6942-4944-ac39-995c52bef835', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:06.692934 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ffc407aa-b7c2-4007-a812-82a425fe6e00 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7994957 Aug 18 13:05:06.694468 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55332) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:06.706050 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-a9e7509d-9c1e-46bf-9a1e-b11525829055 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Request body: {'network': {'name': 'tempest-router-network02--2045271148'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:06.752874 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-efeafd5d-c7d8-4703-9388-c5d57fefcce5 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:06.783288 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-efeafd5d-c7d8-4703-9388-c5d57fefcce5 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] device_id is not set on port 07f402d6-de4a-4e25-8230-5bec43a446cd yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:05:06.812651 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596db2e-823f-4e69-856e-0c5c6ac7ec51 req-58436c1c-4a83-4be7-94c7-25e22c02b7e4 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:06.814829 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5596db2e-823f-4e69-856e-0c5c6ac7ec51 req-58436c1c-4a83-4be7-94c7-25e22c02b7e4 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc455d74-fdc4-49a4-809b-0c310f934be5 HTTP/1.1" status: 200 len: 946 time: 0.1404653 Aug 18 13:05:06.815782 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0ce27a12-6a7a-474b-a651-ac3504da6304 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:06.833884 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b6e2f6f3-2d17-4f7c-bd17-10b48011a951 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:06.856336 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b6e2f6f3-2d17-4f7c-bd17-10b48011a951 None None] Transition to ACTIVE for port object 1a26a5f2-154b-4557-a96e-79f404f653b1 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:05:06.892072 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0ce27a12-6a7a-474b-a651-ac3504da6304 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:06.892243 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b6e2f6f3-2d17-4f7c-bd17-10b48011a951 None None] Transition to ACTIVE for port object 1a26a5f2-154b-4557-a96e-79f404f653b1 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:05:06.931863 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e7509d-9c1e-46bf-9a1e-b11525829055 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Made reservation on behalf of 65914187d5244341953b8d756d006701 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:05:06.937547 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 7cb56540-9a17-4dfb-9d46-a477f6d1875e completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:05:06.937699 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5596db2e-823f-4e69-856e-0c5c6ac7ec51 req-9a094a0b-d28d-4c5e-bca7-6bc34c3e17c9 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791376 Aug 18 13:05:06.937832 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a9e7509d-9c1e-46bf-9a1e-b11525829055 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:06.957899 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0ce27a12-6a7a-474b-a651-ac3504da6304 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:06.974152 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a43852e7-141f-4326-9bcc-f36354e429d0 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:06.978858 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce27a12-6a7a-474b-a651-ac3504da6304 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7155d14-5d58-44fb-bb36-5d5730b27db2,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:06.986662 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a43852e7-141f-4326-9bcc-f36354e429d0 None None] Transition to ACTIVE for port object c20d5901-19f5-4895-b5bb-6c755e9a11ae will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:05:07.003302 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a43852e7-141f-4326-9bcc-f36354e429d0 None None] Transition to ACTIVE for port object c20d5901-19f5-4895-b5bb-6c755e9a11ae will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:05:07.008706 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b6e2f6f3-2d17-4f7c-bd17-10b48011a951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:07.031086 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9e7509d-9c1e-46bf-9a1e-b11525829055 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:05:07.049443 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0ce27a12-6a7a-474b-a651-ac3504da6304 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:07.057840 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0ce27a12-6a7a-474b-a651-ac3504da6304 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3938296 Aug 18 13:05:07.058670 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55338) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:07.060136 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a9e7509d-9c1e-46bf-9a1e-b11525829055 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:07.060554 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-a9e7509d-9c1e-46bf-9a1e-b11525829055 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Added segment 1a0ddc5d-00be-4e5e-8e36-997b800c4515 of type vlan for network 27306bc6-2d88-47a4-9f77-ddbeca42f2d4 Aug 18 13:05:07.065882 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-131e6c7e-25f6-4714-86cc-879ce3817a95 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Request body: {'security_group_rule': {'security_group_id': '0eb4464e-6942-4944-ac39-995c52bef835', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:07.074713 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e2f6f3-2d17-4f7c-bd17-10b48011a951 None None] Pushing event updated for resources: {'Port': ['ID=1a26a5f2-154b-4557-a96e-79f404f653b1,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:07.077529 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-efeafd5d-c7d8-4703-9388-c5d57fefcce5 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Allocated IP 10.1.1.9 (2459a67a-03d9-4542-a3d9-993612a32608/cb37ce99-5938-480b-b3eb-c3f4e77a0e89/07f402d6-de4a-4e25-8230-5bec43a446cd) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:05:07.095814 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e2f6f3-2d17-4f7c-bd17-10b48011a951 None None] Network fa9f7740-8936-4b04-a33d-6830da389cf1 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:05:07.097262 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-b6e2f6f3-2d17-4f7c-bd17-10b48011a951 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:05:07.100151 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e2f6f3-2d17-4f7c-bd17-10b48011a951 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:05:07.131005 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a43852e7-141f-4326-9bcc-f36354e429d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:07.134222 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a9e7509d-9c1e-46bf-9a1e-b11525829055 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:07.181375 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43852e7-141f-4326-9bcc-f36354e429d0 None None] Network a3e49dcd-a277-4170-bfef-fa46f5ed7634 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:05:07.186770 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-a43852e7-141f-4326-9bcc-f36354e429d0 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:05:07.191151 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa8eb1c-2503-440e-9e8c-e339c5820eb5 None None] Network 2459a67a-03d9-4542-a3d9-993612a32608 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:05:07.196553 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43852e7-141f-4326-9bcc-f36354e429d0 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:05:07.208717 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-131e6c7e-25f6-4714-86cc-879ce3817a95 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:07.267257 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a9e7509d-9c1e-46bf-9a1e-b11525829055 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:07.268744 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-b6e2f6f3-2d17-4f7c-bd17-10b48011a951 None None] Attempting to bind port 1a26a5f2-154b-4557-a96e-79f404f653b1 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:05:07.269277 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-b6e2f6f3-2d17-4f7c-bd17-10b48011a951 None None] Attempting to bind port 1a26a5f2-154b-4557-a96e-79f404f653b1 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '0191653b-02bb-417b-aa61-9bda15977acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fa9f7740-8936-4b04-a33d-6830da389cf1'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:05:07.270092 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e2f6f3-2d17-4f7c-bd17-10b48011a951 None None] Attempting to bind port 1a26a5f2-154b-4557-a96e-79f404f653b1 on network fa9f7740-8936-4b04-a33d-6830da389cf1 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:05:07.273735 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e7509d-9c1e-46bf-9a1e-b11525829055 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:07.274560 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a9e7509d-9c1e-46bf-9a1e-b11525829055 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:07.314458 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e2f6f3-2d17-4f7c-bd17-10b48011a951 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:05:07.314784 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e2f6f3-2d17-4f7c-bd17-10b48011a951 None None] Checking segment: {'id': '0191653b-02bb-417b-aa61-9bda15977acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fa9f7740-8936-4b04-a33d-6830da389cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:05:07.315420 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b6e2f6f3-2d17-4f7c-bd17-10b48011a951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:07.316173 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e2f6f3-2d17-4f7c-bd17-10b48011a951 None None] Bound using segment: {'id': '0191653b-02bb-417b-aa61-9bda15977acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fa9f7740-8936-4b04-a33d-6830da389cf1'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:05:07.317265 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-b6e2f6f3-2d17-4f7c-bd17-10b48011a951 None None] Bound port: 1a26a5f2-154b-4557-a96e-79f404f653b1, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0191653b-02bb-417b-aa61-9bda15977acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fa9f7740-8936-4b04-a33d-6830da389cf1'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:05:07.317660 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b6e2f6f3-2d17-4f7c-bd17-10b48011a951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:07.321226 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43852e7-141f-4326-9bcc-f36354e429d0 None None] Pushing event updated for resources: {'Port': ['ID=c20d5901-19f5-4895-b5bb-6c755e9a11ae,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:07.324810 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-131e6c7e-25f6-4714-86cc-879ce3817a95 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:07.356359 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-6a82891c-492f-41ec-a383-15be4297e58f None None] Provisioning for port 7cb56540-9a17-4dfb-9d46-a477f6d1875e completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:05:07.357933 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-efeafd5d-c7d8-4703-9388-c5d57fefcce5 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:07.377602 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-6a82891c-492f-41ec-a383-15be4297e58f None None] Provisioning complete for port 7cb56540-9a17-4dfb-9d46-a477f6d1875e triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:05:07.378069 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6a82891c-492f-41ec-a383-15be4297e58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:07.379863 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-131e6c7e-25f6-4714-86cc-879ce3817a95 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:07.392834 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-efeafd5d-c7d8-4703-9388-c5d57fefcce5 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Transition to ACTIVE for port object 07f402d6-de4a-4e25-8230-5bec43a446cd will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:05:07.394826 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7509d-9c1e-46bf-9a1e-b11525829055 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Pushing event updated for resources: {'Network': ['ID=27306bc6-2d88-47a4-9f77-ddbeca42f2d4,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:07.403316 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e6c7e-25f6-4714-86cc-879ce3817a95 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d0de652-8009-45ca-afff-602a689c7ad0,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:07.432912 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a9e7509d-9c1e-46bf-9a1e-b11525829055 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7336481 Aug 18 13:05:07.436036 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55342) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:07.443699 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-efe1d1f2-4bb6-41b9-8557-a0da8c35065a tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Request body: {'subnet': {'network_id': 'ac9ab8e3-4bcf-4aae-920a-086678a02b67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:07.459938 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 27306bc6-2d88-47a4-9f77-ddbeca42f2d4 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:05:07.462675 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-a43852e7-141f-4326-9bcc-f36354e429d0 None None] Attempting to bind port c20d5901-19f5-4895-b5bb-6c755e9a11ae on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:05:07.465674 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-a43852e7-141f-4326-9bcc-f36354e429d0 None None] Attempting to bind port c20d5901-19f5-4895-b5bb-6c755e9a11ae by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'a9e56373-d222-471d-9f99-de72a3304bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a3e49dcd-a277-4170-bfef-fa46f5ed7634'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:05:07.465674 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43852e7-141f-4326-9bcc-f36354e429d0 None None] Attempting to bind port c20d5901-19f5-4895-b5bb-6c755e9a11ae on network a3e49dcd-a277-4170-bfef-fa46f5ed7634 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:05:07.476879 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-131e6c7e-25f6-4714-86cc-879ce3817a95 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:07.481067 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-131e6c7e-25f6-4714-86cc-879ce3817a95 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4181361 Aug 18 13:05:07.484666 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55344) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:07.498117 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-cb3ef784-54fd-4d7c-bf8d-d90a6c4c61ed tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Request body: {'security_group_rule': {'security_group_id': '0eb4464e-6942-4944-ac39-995c52bef835', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:07.532627 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43852e7-141f-4326-9bcc-f36354e429d0 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:05:07.533073 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43852e7-141f-4326-9bcc-f36354e429d0 None None] Checking segment: {'id': 'a9e56373-d222-471d-9f99-de72a3304bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a3e49dcd-a277-4170-bfef-fa46f5ed7634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:05:07.533427 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a43852e7-141f-4326-9bcc-f36354e429d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:07.533857 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43852e7-141f-4326-9bcc-f36354e429d0 None None] Bound using segment: {'id': 'a9e56373-d222-471d-9f99-de72a3304bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a3e49dcd-a277-4170-bfef-fa46f5ed7634'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:05:07.534669 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-a43852e7-141f-4326-9bcc-f36354e429d0 None None] Bound port: c20d5901-19f5-4895-b5bb-6c755e9a11ae, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9e56373-d222-471d-9f99-de72a3304bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a3e49dcd-a277-4170-bfef-fa46f5ed7634'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:05:07.535108 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a43852e7-141f-4326-9bcc-f36354e429d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:07.543478 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-efeafd5d-c7d8-4703-9388-c5d57fefcce5 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:07.576635 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efeafd5d-c7d8-4703-9388-c5d57fefcce5 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Network 2459a67a-03d9-4542-a3d9-993612a32608 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:05:07.596769 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-efeafd5d-c7d8-4703-9388-c5d57fefcce5 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:05:07.601418 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efeafd5d-c7d8-4703-9388-c5d57fefcce5 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:05:07.649824 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeafd5d-c7d8-4703-9388-c5d57fefcce5 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Pushing event updated for resources: {'Port': ['ID=07f402d6-de4a-4e25-8230-5bec43a446cd,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:07.667796 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cb3ef784-54fd-4d7c-bf8d-d90a6c4c61ed tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:07.676125 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efeafd5d-c7d8-4703-9388-c5d57fefcce5 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:07.677173 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-efeafd5d-c7d8-4703-9388-c5d57fefcce5 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:07.687926 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-b6e2f6f3-2d17-4f7c-bd17-10b48011a951 None None] For port 1a26a5f2-154b-4557-a96e-79f404f653b1, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:05:07.704234 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-b6e2f6f3-2d17-4f7c-bd17-10b48011a951 None None] For port 1a26a5f2-154b-4557-a96e-79f404f653b1, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=1a26a5f2-154b-4557-a96e-79f404f653b1,segment=NetworkSegment(0191653b-02bb-417b-aa61-9bda15977acd),segment_id=0191653b-02bb-417b-aa61-9bda15977acd)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:05:07.763253 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cb3ef784-54fd-4d7c-bf8d-d90a6c4c61ed tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:07.763825 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-a43852e7-141f-4326-9bcc-f36354e429d0 None None] For port c20d5901-19f5-4895-b5bb-6c755e9a11ae, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:05:07.780354 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe1d1f2-4bb6-41b9-8557-a0da8c35065a tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Made reservation on behalf of 65914187d5244341953b8d756d006701 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:05:07.783995 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-efe1d1f2-4bb6-41b9-8557-a0da8c35065a tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:07.806367 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-a43852e7-141f-4326-9bcc-f36354e429d0 None None] For port c20d5901-19f5-4895-b5bb-6c755e9a11ae, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=c20d5901-19f5-4895-b5bb-6c755e9a11ae,segment=NetworkSegment(a9e56373-d222-471d-9f99-de72a3304bf8),segment_id=a9e56373-d222-471d-9f99-de72a3304bf8)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:05:07.817095 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b6e2f6f3-2d17-4f7c-bd17-10b48011a951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:07.864647 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6a82891c-492f-41ec-a383-15be4297e58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:07.870366 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cb3ef784-54fd-4d7c-bf8d-d90a6c4c61ed tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:07.885485 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ef784-54fd-4d7c-bf8d-d90a6c4c61ed tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d10d14db-3790-4650-a80c-782bbb4e5b34,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:07.931482 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e2f6f3-2d17-4f7c-bd17-10b48011a951 None None] Pushing event updated for resources: {'Port': ['ID=1a26a5f2-154b-4557-a96e-79f404f653b1,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:07.936186 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-6a82891c-492f-41ec-a383-15be4297e58f None None] For port 7cb56540-9a17-4dfb-9d46-a477f6d1875e, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=7cb56540-9a17-4dfb-9d46-a477f6d1875e,segment=NetworkSegment(6768c0de-df2c-476c-8a94-2dd244066493),segment_id=6768c0de-df2c-476c-8a94-2dd244066493)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:05:07.937753 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a43852e7-141f-4326-9bcc-f36354e429d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:07.956609 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-efeafd5d-c7d8-4703-9388-c5d57fefcce5 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8192990 Aug 18 13:05:07.959200 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55348) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:07.972906 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-611ff52a-daaf-45fe-b1ca-95a6be04dd21 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Request body: {'port': {'network_id': '2459a67a-03d9-4542-a3d9-993612a32608', 'name': 'tempest-TaggedBootDevicesTest-2031306152', 'fixed_ips': [{'subnet_id': 'cb37ce99-5938-480b-b3eb-c3f4e77a0e89'}]}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:08.021612 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cb3ef784-54fd-4d7c-bf8d-d90a6c4c61ed tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:08.027682 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-cb3ef784-54fd-4d7c-bf8d-d90a6c4c61ed tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5412889 Aug 18 13:05:08.054380 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6a82891c-492f-41ec-a383-15be4297e58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:08.079125 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43852e7-141f-4326-9bcc-f36354e429d0 None None] Pushing event updated for resources: {'Port': ['ID=c20d5901-19f5-4895-b5bb-6c755e9a11ae,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:08.101667 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55352) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:08.116295 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-4e7fb32f-5847-4b59-b8ba-871466227fbd tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Request body: {'security_group_rule': {'security_group_id': '0eb4464e-6942-4944-ac39-995c52bef835', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:08.166152 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-efe1d1f2-4bb6-41b9-8557-a0da8c35065a tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:08.202358 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a82891c-492f-41ec-a383-15be4297e58f None None] Pushing event updated for resources: {'Port': ['ID=7cb56540-9a17-4dfb-9d46-a477f6d1875e,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:08.257141 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe1d1f2-4bb6-41b9-8557-a0da8c35065a tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Pushing event updated for resources: {'Subnet': ['ID=9956c7c4-757b-4d17-9f07-a22dd5b54f30,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:08.277184 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84592285-3ac8-46ad-99b3-9f8c3b3ba769 req-ac483112-8091-4e0f-9485-35971b3c92c7 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:08.279222 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84592285-3ac8-46ad-99b3-9f8c3b3ba769 req-ac483112-8091-4e0f-9485-35971b3c92c7 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc455d74-fdc4-49a4-809b-0c310f934be5 HTTP/1.1" status: 200 len: 946 time: 0.1750102 Aug 18 13:05:08.289037 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4e7fb32f-5847-4b59-b8ba-871466227fbd tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:08.385454 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611ff52a-daaf-45fe-b1ca-95a6be04dd21 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Made reservation on behalf of d8c196c6c2e143d6872d1027393f6dcd for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:05:08.392380 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-611ff52a-daaf-45fe-b1ca-95a6be04dd21 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:08.438069 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe1d1f2-4bb6-41b9-8557-a0da8c35065a tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Checking segment: {'id': 'a3ef883f-249e-4208-8f4d-c6717212c2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ac9ab8e3-4bcf-4aae-920a-086678a02b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:05:08.438502 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe1d1f2-4bb6-41b9-8557-a0da8c35065a tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Network hostable DHCP agents. Network: ac9ab8e3-4bcf-4aae-920a-086678a02b67, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:05:08.441770 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-611ff52a-daaf-45fe-b1ca-95a6be04dd21 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] device_id is not set on port 36b945e8-9c27-4658-bb63-6eff4f89d115 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:05:08.442772 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-5d3d1957-2fc8-4f57-8d11-1901e4e01f8d None None] Provisioning for port 07f402d6-de4a-4e25-8230-5bec43a446cd completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:05:08.448423 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-5d3d1957-2fc8-4f57-8d11-1901e4e01f8d None None] Provisioning complete for port 07f402d6-de4a-4e25-8230-5bec43a446cd triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:05:08.449311 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5d3d1957-2fc8-4f57-8d11-1901e4e01f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:08.501635 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84592285-3ac8-46ad-99b3-9f8c3b3ba769 req-c2826396-521e-4f8c-a4e0-3f1965077150 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147274 Aug 18 13:05:08.593264 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4e7fb32f-5847-4b59-b8ba-871466227fbd tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:08.595449 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d1957-2fc8-4f57-8d11-1901e4e01f8d None None] Port 07f402d6-de4a-4e25-8230-5bec43a446cd cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:05:08.617705 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-5d3d1957-2fc8-4f57-8d11-1901e4e01f8d None None] Provisioning complete for port 7cb56540-9a17-4dfb-9d46-a477f6d1875e triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:05:08.618335 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5d3d1957-2fc8-4f57-8d11-1901e4e01f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:08.660448 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4e7fb32f-5847-4b59-b8ba-871466227fbd tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:08.746744 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7fb32f-5847-4b59-b8ba-871466227fbd tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c35bf1b-bc0c-4a2a-9805-6373c9c8d17f,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:08.766056 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-611ff52a-daaf-45fe-b1ca-95a6be04dd21 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Allocated IP 10.1.1.132 (2459a67a-03d9-4542-a3d9-993612a32608/cb37ce99-5938-480b-b3eb-c3f4e77a0e89/36b945e8-9c27-4658-bb63-6eff4f89d115) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:05:08.782093 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe1d1f2-4bb6-41b9-8557-a0da8c35065a tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Network ac9ab8e3-4bcf-4aae-920a-086678a02b67 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:05:08.837922 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4e7fb32f-5847-4b59-b8ba-871466227fbd tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:08.839408 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4e7fb32f-5847-4b59-b8ba-871466227fbd tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7311614 Aug 18 13:05:08.846104 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55364) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:08.860890 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-9ce113f7-0ef7-461e-abf2-83fdf4ff83f0 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Request body: {'security_group_rule': {'security_group_id': '0eb4464e-6942-4944-ac39-995c52bef835', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:08.914391 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-efe1d1f2-4bb6-41b9-8557-a0da8c35065a tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, ac9ab8e3-4bcf-4aae-920a-086678a02b67) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:05:08.923242 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe1d1f2-4bb6-41b9-8557-a0da8c35065a tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:08.927104 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-efe1d1f2-4bb6-41b9-8557-a0da8c35065a tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:08.936806 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf740b2-18f3-4352-b9b8-978b35251482 None None] Network ac9ab8e3-4bcf-4aae-920a-086678a02b67 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:05:09.007139 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9ce113f7-0ef7-461e-abf2-83fdf4ff83f0 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:09.098829 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-efe1d1f2-4bb6-41b9-8557-a0da8c35065a tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6578994 Aug 18 13:05:09.100856 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55370) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:09.115146 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device c20d5901-19f5-4895-b5bb-6c755e9a11ae up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:05:09.121914 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-8903134a-27ed-4354-b93b-7da0ca0e6fad tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Request body: {'subnet': {'network_id': '27306bc6-2d88-47a4-9f77-ddbeca42f2d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:09.135011 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9ce113f7-0ef7-461e-abf2-83fdf4ff83f0 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:09.197870 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-1f0942f1-5718-4091-ba7b-d8ed1d97c996 None None] Provisioning complete for port 07f402d6-de4a-4e25-8230-5bec43a446cd triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:05:09.198285 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1f0942f1-5718-4091-ba7b-d8ed1d97c996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:09.220792 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9ce113f7-0ef7-461e-abf2-83fdf4ff83f0 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:09.271218 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-611ff52a-daaf-45fe-b1ca-95a6be04dd21 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:09.276370 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce113f7-0ef7-461e-abf2-83fdf4ff83f0 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39d1f7a0-54e6-42cc-9060-847a6ccb2bee,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:09.282269 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-1f0942f1-5718-4091-ba7b-d8ed1d97c996 None None] Port 07f402d6-de4a-4e25-8230-5bec43a446cd cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:05:09.292406 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port c20d5901-19f5-4895-b5bb-6c755e9a11ae completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:05:09.300379 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-611ff52a-daaf-45fe-b1ca-95a6be04dd21 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Transition to ACTIVE for port object 36b945e8-9c27-4658-bb63-6eff4f89d115 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:05:09.311649 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9ce113f7-0ef7-461e-abf2-83fdf4ff83f0 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:09.315605 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9ce113f7-0ef7-461e-abf2-83fdf4ff83f0 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4655671 Aug 18 13:05:09.316313 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55376) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:09.348537 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-145ee804-35da-436f-b57c-4ae3a2a06cf5 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:09.360627 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-145ee804-35da-436f-b57c-4ae3a2a06cf5 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:09.432152 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8903134a-27ed-4354-b93b-7da0ca0e6fad tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Made reservation on behalf of 65914187d5244341953b8d756d006701 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:05:09.448074 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8903134a-27ed-4354-b93b-7da0ca0e6fad tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:09.514079 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 1a26a5f2-154b-4557-a96e-79f404f653b1 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:05:09.538490 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-611ff52a-daaf-45fe-b1ca-95a6be04dd21 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:09.538882 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9caa2c4-327f-46c8-8877-2ec0e6ba329d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-ac9ab8e3-4bcf-4aae-920a-086678a02b67', 'network_id': 'ac9ab8e3-4bcf-4aae-920a-086678a02b67', 'tenant_id': '65914187d5244341953b8d756d006701', 'fixed_ips': [{'subnet_id': '9956c7c4-757b-4d17-9f07-a22dd5b54f30'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:05:09.540361 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d9caa2c4-327f-46c8-8877-2ec0e6ba329d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:09.557823 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-145ee804-35da-436f-b57c-4ae3a2a06cf5 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:09.569256 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-145ee804-35da-436f-b57c-4ae3a2a06cf5 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:09.570493 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-145ee804-35da-436f-b57c-4ae3a2a06cf5 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/39d1f7a0-54e6-42cc-9060-847a6ccb2bee HTTP/1.1" status: 204 len: 168 time: 0.2531674 Aug 18 13:05:09.589092 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ee804-35da-436f-b57c-4ae3a2a06cf5 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39d1f7a0-54e6-42cc-9060-847a6ccb2bee,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:09.592857 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55380) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:09.674653 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611ff52a-daaf-45fe-b1ca-95a6be04dd21 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Network 2459a67a-03d9-4542-a3d9-993612a32608 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:05:09.682126 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611ff52a-daaf-45fe-b1ca-95a6be04dd21 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Pushing event updated for resources: {'Port': ['ID=36b945e8-9c27-4658-bb63-6eff4f89d115,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:09.687517 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-611ff52a-daaf-45fe-b1ca-95a6be04dd21 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:05:09.691228 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611ff52a-daaf-45fe-b1ca-95a6be04dd21 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:05:09.731284 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ee71240d-4bd6-4a48-aa1d-19ce40d9b549 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1371922 Aug 18 13:05:09.743897 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55382) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:09.815007 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31a3cb-512f-4e6a-9fde-e5e8624b5723 req-6cb82626-66da-44c7-91d9-e411a896dbdb tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:09.816538 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0b31a3cb-512f-4e6a-9fde-e5e8624b5723 req-6cb82626-66da-44c7-91d9-e411a896dbdb tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc455d74-fdc4-49a4-809b-0c310f934be5 HTTP/1.1" status: 200 len: 946 time: 0.1879346 Aug 18 13:05:09.817659 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-988c0bcc-4e89-4e49-9b6a-7178dab352e2 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:09.871824 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-988c0bcc-4e89-4e49-9b6a-7178dab352e2 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:09.879397 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-d9caa2c4-327f-46c8-8877-2ec0e6ba329d None None] Allocated IP 172.20.0.2 (ac9ab8e3-4bcf-4aae-920a-086678a02b67/9956c7c4-757b-4d17-9f07-a22dd5b54f30/268d27cd-89b6-450b-9bcb-9981e3b0c4fb) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:05:09.932457 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0b31a3cb-512f-4e6a-9fde-e5e8624b5723 req-a773ef95-e76e-4fbe-a5e5-cd3ea4951283 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034169 Aug 18 13:05:09.940168 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 1a26a5f2-154b-4557-a96e-79f404f653b1 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:05:09.967208 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 7cb56540-9a17-4dfb-9d46-a477f6d1875e up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:05:10.043730 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-988c0bcc-4e89-4e49-9b6a-7178dab352e2 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:10.050233 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-988c0bcc-4e89-4e49-9b6a-7178dab352e2 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:10.051676 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-988c0bcc-4e89-4e49-9b6a-7178dab352e2 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/1c35bf1b-bc0c-4a2a-9805-6373c9c8d17f HTTP/1.1" status: 204 len: 168 time: 0.3058205 Aug 18 13:05:10.057186 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55390) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:10.093652 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611ff52a-daaf-45fe-b1ca-95a6be04dd21 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:10.103648 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-611ff52a-daaf-45fe-b1ca-95a6be04dd21 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:10.132985 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 7cb56540-9a17-4dfb-9d46-a477f6d1875e triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:05:10.133367 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:10.171488 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988c0bcc-4e89-4e49-9b6a-7178dab352e2 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c35bf1b-bc0c-4a2a-9805-6373c9c8d17f,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:10.218289 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e799c87-4d31-4a1d-a257-e99c1d9d37f0 None None] Network fa9f7740-8936-4b04-a33d-6830da389cf1 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:05:10.221318 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724cc31-d2f2-4fb7-97d2-92c622b61929 req-2959a07f-fd1f-44f8-8b97-3ca16b7c3ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:10.223392 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0724cc31-d2f2-4fb7-97d2-92c622b61929 req-2959a07f-fd1f-44f8-8b97-3ca16b7c3ed6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b7bb7ada99a4b5d932fd3c3f52f7206&device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 1096 time: 0.2893388 Aug 18 13:05:10.231501 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2e8ca-b967-4bfb-ba08-b6d6c223065b req-b4b11717-a9ba-4a77-a3e4-46db0eb3c610 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:10.233384 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f7e2e8ca-b967-4bfb-ba08-b6d6c223065b req-b4b11717-a9ba-4a77-a3e4-46db0eb3c610 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 945 time: 0.2690368 Aug 18 13:05:10.243285 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-aae1021f-547b-4740-9c9e-07da0070cce7 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1832178 Aug 18 13:05:10.247235 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55392) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:10.293169 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d606fa21-de47-46bf-a034-8f90dc102d53 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:10.302988 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d606fa21-de47-46bf-a034-8f90dc102d53 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:10.307667 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-611ff52a-daaf-45fe-b1ca-95a6be04dd21 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3468533 Aug 18 13:05:10.323106 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8903134a-27ed-4354-b93b-7da0ca0e6fad tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:10.354719 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f7e2e8ca-b967-4bfb-ba08-b6d6c223065b req-f4e1a27b-2a72-41a7-a43f-75123b4245d4 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112189 Aug 18 13:05:10.475056 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8903134a-27ed-4354-b93b-7da0ca0e6fad tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Pushing event updated for resources: {'Subnet': ['ID=8b20e159-4990-47d1-bcba-ec4e717a3fb7,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:10.495868 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab1f290-c4c1-4cb8-9a9d-e5d9690e11a4 None None] Network a3e49dcd-a277-4170-bfef-fa46f5ed7634 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:05:10.498306 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724cc31-d2f2-4fb7-97d2-92c622b61929 req-108a676c-8f8a-43f4-ba9b-7c7fbe2848af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:10.499811 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0724cc31-d2f2-4fb7-97d2-92c622b61929 req-108a676c-8f8a-43f4-ba9b-7c7fbe2848af service neutron] 10.222.0.39 "GET /v2.0/networks?id=a8d27026-b8e0-4d3d-971e-78c2b57a2f7a HTTP/1.1" status: 200 len: 920 time: 0.2653716 Aug 18 13:05:10.507925 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8903134a-27ed-4354-b93b-7da0ca0e6fad tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Checking segment: {'id': '1a0ddc5d-00be-4e5e-8e36-997b800c4515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '27306bc6-2d88-47a4-9f77-ddbeca42f2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:05:10.507925 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8903134a-27ed-4354-b93b-7da0ca0e6fad tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Network hostable DHCP agents. Network: 27306bc6-2d88-47a4-9f77-ddbeca42f2d4, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:05:10.526467 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d9caa2c4-327f-46c8-8877-2ec0e6ba329d None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:10.534400 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d606fa21-de47-46bf-a034-8f90dc102d53 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:10.539007 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d606fa21-de47-46bf-a034-8f90dc102d53 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:10.545644 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d606fa21-de47-46bf-a034-8f90dc102d53 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/d10d14db-3790-4650-a80c-782bbb4e5b34 HTTP/1.1" status: 204 len: 168 time: 0.2973695 Aug 18 13:05:10.547014 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55402) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:10.577018 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d606fa21-de47-46bf-a034-8f90dc102d53 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d10d14db-3790-4650-a80c-782bbb4e5b34,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:10.610286 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0724cc31-d2f2-4fb7-97d2-92c622b61929 req-373f0f4f-35ac-4bcf-8b34-e3a9f7d2d223 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efcabe73-2954-4321-b64f-e5c43eef2f8a HTTP/1.1" status: 200 len: 217 time: 0.0999141 Aug 18 13:05:10.617910 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-69abbda5-9b0b-4aa3-8483-38616ed2180a tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0673931 Aug 18 13:05:10.621105 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55404) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:10.661124 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d3fe94da-c4fb-48b6-9363-53cb7efc2b33 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:10.673639 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724cc31-d2f2-4fb7-97d2-92c622b61929 req-08508bb1-649a-4371-acf1-6fdcd96a0ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:10.676123 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0724cc31-d2f2-4fb7-97d2-92c622b61929 req-08508bb1-649a-4371-acf1-6fdcd96a0ca5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=08d37668-d2c1-40db-a95f-b1212b73a41b HTTP/1.1" status: 200 len: 859 time: 0.0566225 Aug 18 13:05:10.680727 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d3fe94da-c4fb-48b6-9363-53cb7efc2b33 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:10.727699 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d9caa2c4-327f-46c8-8877-2ec0e6ba329d None None] Transition to ACTIVE for port object 268d27cd-89b6-450b-9bcb-9981e3b0c4fb will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:05:10.727699 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-48153fce-a247-47ca-b0a0-a63df5e066e6 None None] Provisioning for port 36b945e8-9c27-4658-bb63-6eff4f89d115 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:05:10.727998 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0724cc31-d2f2-4fb7-97d2-92c622b61929 req-da772174-82bb-430a-bb68-90b81b4801cb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a8d27026-b8e0-4d3d-971e-78c2b57a2f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437472 Aug 18 13:05:10.736614 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55406) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:10.741344 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-a810ec92-fbca-49dc-a7b7-a10d4705551b tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1749058576', 'description': 'tempest-description--1265069011'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:10.790187 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-48153fce-a247-47ca-b0a0-a63df5e066e6 None None] Provisioning complete for port 36b945e8-9c27-4658-bb63-6eff4f89d115 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:05:10.790605 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-48153fce-a247-47ca-b0a0-a63df5e066e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:10.797295 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d3fe94da-c4fb-48b6-9363-53cb7efc2b33 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:10.804801 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d3fe94da-c4fb-48b6-9363-53cb7efc2b33 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:10.810017 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d3fe94da-c4fb-48b6-9363-53cb7efc2b33 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/7d0de652-8009-45ca-afff-602a689c7ad0 HTTP/1.1" status: 204 len: 168 time: 0.1903639 Aug 18 13:05:10.816463 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55408) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:10.835455 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe94da-c4fb-48b6-9363-53cb7efc2b33 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d0de652-8009-45ca-afff-602a689c7ad0,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:10.843124 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8903134a-27ed-4354-b93b-7da0ca0e6fad tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Network 27306bc6-2d88-47a4-9f77-ddbeca42f2d4 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:05:10.843746 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d9caa2c4-327f-46c8-8877-2ec0e6ba329d None None] Transition to ACTIVE for port object 268d27cd-89b6-450b-9bcb-9981e3b0c4fb will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:05:10.868928 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a810ec92-fbca-49dc-a7b7-a10d4705551b tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:10.912697 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-48153fce-a247-47ca-b0a0-a63df5e066e6 None None] Port 36b945e8-9c27-4658-bb63-6eff4f89d115 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:05:10.936276 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d9caa2c4-327f-46c8-8877-2ec0e6ba329d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:10.949253 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2292badb-0ffb-45d6-8935-c128f0c55b6c tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1273801 Aug 18 13:05:10.949253 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55410) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:10.956602 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0724cc31-d2f2-4fb7-97d2-92c622b61929 req-5139c233-6417-4d08-ab1b-82d5a6fa5754 service neutron] 10.222.0.39 "GET /v2.0/networks/a8d27026-b8e0-4d3d-971e-78c2b57a2f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212713 Aug 18 13:05:11.018720 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a93c739d-8eaf-4084-a802-f91c6cb31b63 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:11.041239 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a93c739d-8eaf-4084-a802-f91c6cb31b63 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:11.053516 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9caa2c4-327f-46c8-8877-2ec0e6ba329d None None] Network ac9ab8e3-4bcf-4aae-920a-086678a02b67 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:05:11.054805 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-8903134a-27ed-4354-b93b-7da0ca0e6fad tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 27306bc6-2d88-47a4-9f77-ddbeca42f2d4) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:05:11.137771 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a810ec92-fbca-49dc-a7b7-a10d4705551b tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:11.141757 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-d9caa2c4-327f-46c8-8877-2ec0e6ba329d None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:05:11.161004 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9caa2c4-327f-46c8-8877-2ec0e6ba329d None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:05:11.171362 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eec7dc9-cfd2-4429-b7d3-631d87ee51df None None] Network 27306bc6-2d88-47a4-9f77-ddbeca42f2d4 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:05:11.176950 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8903134a-27ed-4354-b93b-7da0ca0e6fad tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:11.177575 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8903134a-27ed-4354-b93b-7da0ca0e6fad tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:11.179727 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a93c739d-8eaf-4084-a802-f91c6cb31b63 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:11.187854 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a93c739d-8eaf-4084-a802-f91c6cb31b63 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:11.189571 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a93c739d-8eaf-4084-a802-f91c6cb31b63 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/a7155d14-5d58-44fb-bb36-5d5730b27db2 HTTP/1.1" status: 204 len: 168 time: 0.2389305 Aug 18 13:05:11.201667 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55418) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:11.203367 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c739d-8eaf-4084-a802-f91c6cb31b63 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7155d14-5d58-44fb-bb36-5d5730b27db2,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:11.211235 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-48153fce-a247-47ca-b0a0-a63df5e066e6 None None] Provisioning for port 1a26a5f2-154b-4557-a96e-79f404f653b1 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:05:11.245840 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a810ec92-fbca-49dc-a7b7-a10d4705551b tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:11.273363 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55420) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:11.293099 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a810ec92-fbca-49dc-a7b7-a10d4705551b tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b313822e-1f0e-41fc-a8c5-86af54ba1b69,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:11.310723 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-48153fce-a247-47ca-b0a0-a63df5e066e6 None None] Provisioning complete for port 1a26a5f2-154b-4557-a96e-79f404f653b1 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:05:11.311106 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-48153fce-a247-47ca-b0a0-a63df5e066e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:11.316235 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9caa2c4-327f-46c8-8877-2ec0e6ba329d None None] Pushing event updated for resources: {'Port': ['ID=268d27cd-89b6-450b-9bcb-9981e3b0c4fb,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:11.371619 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a6fab32e-6195-4324-8890-e7254c98a838 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1574337 Aug 18 13:05:11.372466 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55424) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:11.380474 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82e405-f406-4949-91c0-f0a62f7f651c req-96d91404-9cab-438c-89b4-3e1f4edec051 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:11.394102 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7e82e405-f406-4949-91c0-f0a62f7f651c req-96d91404-9cab-438c-89b4-3e1f4edec051 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc455d74-fdc4-49a4-809b-0c310f934be5 HTTP/1.1" status: 200 len: 946 time: 0.1991458 Aug 18 13:05:11.397765 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8903134a-27ed-4354-b93b-7da0ca0e6fad tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2914581 Aug 18 13:05:11.398566 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55428) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:11.423242 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0724cc31-d2f2-4fb7-97d2-92c622b61929 req-f4654b49-7e44-44c8-8dcd-f74260b6e749 service neutron] 10.222.0.39 "GET /v2.0/networks/a8d27026-b8e0-4d3d-971e-78c2b57a2f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4467170 Aug 18 13:05:11.461694 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a810ec92-fbca-49dc-a7b7-a10d4705551b tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:11.469426 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a810ec92-fbca-49dc-a7b7-a10d4705551b tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7305541 Aug 18 13:05:11.471262 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55432) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:11.495026 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-5fafd2b9-1dcc-4072-bb9e-478bd3870da3 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Request body: {'security_group_rule': {'security_group_id': 'b313822e-1f0e-41fc-a8c5-86af54ba1b69', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:11.587693 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-48fdabac-8cd5-4a72-86b8-7775eabef0db tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:11.594869 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14acb6e2-4f29-45c6-bdda-2ab440131699 req-2d5c575f-76ba-4a34-a057-ec50f7417966 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:11.596514 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-14acb6e2-4f29-45c6-bdda-2ab440131699 req-2d5c575f-76ba-4a34-a057-ec50f7417966 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 945 time: 0.0970058 Aug 18 13:05:11.611647 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-d9caa2c4-327f-46c8-8877-2ec0e6ba329d None None] Attempting to bind port 268d27cd-89b6-450b-9bcb-9981e3b0c4fb on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:05:11.611952 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-d9caa2c4-327f-46c8-8877-2ec0e6ba329d None None] Attempting to bind port 268d27cd-89b6-450b-9bcb-9981e3b0c4fb by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'a3ef883f-249e-4208-8f4d-c6717212c2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ac9ab8e3-4bcf-4aae-920a-086678a02b67'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:05:11.612491 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9caa2c4-327f-46c8-8877-2ec0e6ba329d None None] Attempting to bind port 268d27cd-89b6-450b-9bcb-9981e3b0c4fb on network ac9ab8e3-4bcf-4aae-920a-086678a02b67 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:05:11.632608 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-48fdabac-8cd5-4a72-86b8-7775eabef0db tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:11.633087 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9caa2c4-327f-46c8-8877-2ec0e6ba329d None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:05:11.634784 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9caa2c4-327f-46c8-8877-2ec0e6ba329d None None] Checking segment: {'id': 'a3ef883f-249e-4208-8f4d-c6717212c2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ac9ab8e3-4bcf-4aae-920a-086678a02b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:05:11.635399 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d9caa2c4-327f-46c8-8877-2ec0e6ba329d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:11.635625 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9caa2c4-327f-46c8-8877-2ec0e6ba329d None None] Bound using segment: {'id': 'a3ef883f-249e-4208-8f4d-c6717212c2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ac9ab8e3-4bcf-4aae-920a-086678a02b67'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:05:11.636099 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-d9caa2c4-327f-46c8-8877-2ec0e6ba329d None None] Bound port: 268d27cd-89b6-450b-9bcb-9981e3b0c4fb, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ef883f-249e-4208-8f4d-c6717212c2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ac9ab8e3-4bcf-4aae-920a-086678a02b67'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:05:11.636545 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d9caa2c4-327f-46c8-8877-2ec0e6ba329d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:11.644438 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7e82e405-f406-4949-91c0-f0a62f7f651c req-b80b0942-123d-41fe-86da-6737f620e15d tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335784 Aug 18 13:05:11.666026 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4a051627-4ceb-4f05-a2f9-bf3c8a5cfc20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:11.681355 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-14acb6e2-4f29-45c6-bdda-2ab440131699 req-ae27dece-6ed3-4884-a56c-86f4f9a69249 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703871 Aug 18 13:05:11.700766 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5fafd2b9-1dcc-4072-bb9e-478bd3870da3 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:11.743722 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-38f4eb0d-029f-4adc-b7c8-bcb047cc2321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:11.785799 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5fafd2b9-1dcc-4072-bb9e-478bd3870da3 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:11.809378 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-48fdabac-8cd5-4a72-86b8-7775eabef0db tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:11.814501 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-48fdabac-8cd5-4a72-86b8-7775eabef0db tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:11.817715 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-48153fce-a247-47ca-b0a0-a63df5e066e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:11.820017 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-48fdabac-8cd5-4a72-86b8-7775eabef0db tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "DELETE /v2.0/security-groups/0eb4464e-6942-4944-ac39-995c52bef835 HTTP/1.1" status: 204 len: 168 time: 0.4408131 Aug 18 13:05:11.820709 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55436) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:11.824368 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-d9caa2c4-327f-46c8-8877-2ec0e6ba329d None None] For port 268d27cd-89b6-450b-9bcb-9981e3b0c4fb, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:05:11.862388 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fdabac-8cd5-4a72-86b8-7775eabef0db tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb4464e-6942-4944-ac39-995c52bef835,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:11.865354 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-d9caa2c4-327f-46c8-8877-2ec0e6ba329d None None] For port 268d27cd-89b6-450b-9bcb-9981e3b0c4fb, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=268d27cd-89b6-450b-9bcb-9981e3b0c4fb,segment=NetworkSegment(a3ef883f-249e-4208-8f4d-c6717212c2b9),segment_id=a3ef883f-249e-4208-8f4d-c6717212c2b9)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:05:11.872061 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63560110-577e-4e72-8889-fb61afec7c3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-27306bc6-2d88-47a4-9f77-ddbeca42f2d4', 'network_id': '27306bc6-2d88-47a4-9f77-ddbeca42f2d4', 'tenant_id': '65914187d5244341953b8d756d006701', 'fixed_ips': [{'subnet_id': '8b20e159-4990-47d1-bcba-ec4e717a3fb7'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:05:11.872883 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-63560110-577e-4e72-8889-fb61afec7c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:11.895248 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7c0a0e51-e23c-4d63-a71f-562efea2aa6b tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0642114 Aug 18 13:05:11.895577 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55438) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:11.912558 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-d6861dab-70cf-4545-b448-a99ea311d597 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Request body: {'security_group': {'name': 'tempest-secgroup--1934439311'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:11.916474 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5fafd2b9-1dcc-4072-bb9e-478bd3870da3 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:11.927716 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-48153fce-a247-47ca-b0a0-a63df5e066e6 None None] For port 1a26a5f2-154b-4557-a96e-79f404f653b1, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=1a26a5f2-154b-4557-a96e-79f404f653b1,segment=NetworkSegment(0191653b-02bb-417b-aa61-9bda15977acd),segment_id=0191653b-02bb-417b-aa61-9bda15977acd)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:05:11.931041 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d9caa2c4-327f-46c8-8877-2ec0e6ba329d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:11.938800 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fafd2b9-1dcc-4072-bb9e-478bd3870da3 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=775d288b-f494-40cd-b6b6-f6de9f55043e,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:12.010590 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-48153fce-a247-47ca-b0a0-a63df5e066e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:12.095851 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9caa2c4-327f-46c8-8877-2ec0e6ba329d None None] Pushing event updated for resources: {'Port': ['ID=268d27cd-89b6-450b-9bcb-9981e3b0c4fb,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:12.180982 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48153fce-a247-47ca-b0a0-a63df5e066e6 None None] Pushing event updated for resources: {'Port': ['ID=1a26a5f2-154b-4557-a96e-79f404f653b1,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:12.189555 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-63560110-577e-4e72-8889-fb61afec7c3c None None] Allocated IP 172.20.0.2 (27306bc6-2d88-47a4-9f77-ddbeca42f2d4/8b20e159-4990-47d1-bcba-ec4e717a3fb7/65a72e00-5617-49c2-abd5-aa720713073d) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:05:12.209732 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-e4752775-1388-4186-9242-b2b14dac8743 None None] Provisioning complete for port 1a26a5f2-154b-4557-a96e-79f404f653b1 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:05:12.210111 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e4752775-1388-4186-9242-b2b14dac8743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:12.367473 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6589a0c6-acbe-4cfa-b2cd-5073d4a061ae tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:12.433744 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4a051627-4ceb-4f05-a2f9-bf3c8a5cfc20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:12.442896 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-63560110-577e-4e72-8889-fb61afec7c3c None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:12.451629 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-63560110-577e-4e72-8889-fb61afec7c3c None None] Transition to ACTIVE for port object 65a72e00-5617-49c2-abd5-aa720713073d will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:05:12.466350 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-63560110-577e-4e72-8889-fb61afec7c3c None None] Transition to ACTIVE for port object 65a72e00-5617-49c2-abd5-aa720713073d will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:05:12.475853 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4a051627-4ceb-4f05-a2f9-bf3c8a5cfc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:12.494742 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-e4752775-1388-4186-9242-b2b14dac8743 None None] Provisioning for port c20d5901-19f5-4895-b5bb-6c755e9a11ae completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:05:12.498828 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-e4752775-1388-4186-9242-b2b14dac8743 None None] Provisioning complete for port c20d5901-19f5-4895-b5bb-6c755e9a11ae triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:05:12.499266 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e4752775-1388-4186-9242-b2b14dac8743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:12.541878 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-63560110-577e-4e72-8889-fb61afec7c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:12.559100 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4a051627-4ceb-4f05-a2f9-bf3c8a5cfc20 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=76c454d00a9347cb8979dc031d85728b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2839758 Aug 18 13:05:12.559951 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a051627-4ceb-4f05-a2f9-bf3c8a5cfc20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b169108-58a9-4041-bb89-da128be3596f,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:12.561918 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55444) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:12.596726 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63560110-577e-4e72-8889-fb61afec7c3c None None] Network 27306bc6-2d88-47a4-9f77-ddbeca42f2d4 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:05:12.597624 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d6861dab-70cf-4545-b448-a99ea311d597 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:12.632584 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-63560110-577e-4e72-8889-fb61afec7c3c None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:05:12.638981 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63560110-577e-4e72-8889-fb61afec7c3c None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:05:12.643300 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63560110-577e-4e72-8889-fb61afec7c3c None None] Pushing event updated for resources: {'Port': ['ID=65a72e00-5617-49c2-abd5-aa720713073d,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:12.648153 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d4ab97e4-1f5d-4aed-a519-31afbc15eeca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:12.652441 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5fafd2b9-1dcc-4072-bb9e-478bd3870da3 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:12.653740 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5fafd2b9-1dcc-4072-bb9e-478bd3870da3 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1720419 Aug 18 13:05:12.657404 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55446) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:12.667281 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-b5b800bf-bb4a-48e9-8fd3-5e7cdb0a8b28 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Request body: {'security_group_rule': {'security_group_id': 'b313822e-1f0e-41fc-a8c5-86af54ba1b69', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:12.670761 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e4752775-1388-4186-9242-b2b14dac8743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:12.685758 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-6589a0c6-acbe-4cfa-b2cd-5073d4a061ae tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Allocated IP 172.20.0.1 (ac9ab8e3-4bcf-4aae-920a-086678a02b67/9956c7c4-757b-4d17-9f07-a22dd5b54f30/35d282e6-d407-474e-a3d6-036bef0a20c1) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:05:12.705753 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d4ab97e4-1f5d-4aed-a519-31afbc15eeca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:12.773399 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-63560110-577e-4e72-8889-fb61afec7c3c None None] Attempting to bind port 65a72e00-5617-49c2-abd5-aa720713073d on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:05:12.773814 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-63560110-577e-4e72-8889-fb61afec7c3c None None] Attempting to bind port 65a72e00-5617-49c2-abd5-aa720713073d by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '1a0ddc5d-00be-4e5e-8e36-997b800c4515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '27306bc6-2d88-47a4-9f77-ddbeca42f2d4'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:05:12.787917 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63560110-577e-4e72-8889-fb61afec7c3c None None] Attempting to bind port 65a72e00-5617-49c2-abd5-aa720713073d on network 27306bc6-2d88-47a4-9f77-ddbeca42f2d4 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:05:12.794751 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63560110-577e-4e72-8889-fb61afec7c3c None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:05:12.795103 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63560110-577e-4e72-8889-fb61afec7c3c None None] Checking segment: {'id': '1a0ddc5d-00be-4e5e-8e36-997b800c4515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '27306bc6-2d88-47a4-9f77-ddbeca42f2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:05:12.795624 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-63560110-577e-4e72-8889-fb61afec7c3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:12.798119 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63560110-577e-4e72-8889-fb61afec7c3c None None] Bound using segment: {'id': '1a0ddc5d-00be-4e5e-8e36-997b800c4515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '27306bc6-2d88-47a4-9f77-ddbeca42f2d4'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:05:12.798119 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-63560110-577e-4e72-8889-fb61afec7c3c None None] Bound port: 65a72e00-5617-49c2-abd5-aa720713073d, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a0ddc5d-00be-4e5e-8e36-997b800c4515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '27306bc6-2d88-47a4-9f77-ddbeca42f2d4'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:05:12.798119 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-63560110-577e-4e72-8889-fb61afec7c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:12.817232 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-e4752775-1388-4186-9242-b2b14dac8743 None None] For port c20d5901-19f5-4895-b5bb-6c755e9a11ae, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=c20d5901-19f5-4895-b5bb-6c755e9a11ae,segment=NetworkSegment(a9e56373-d222-471d-9f99-de72a3304bf8),segment_id=a9e56373-d222-471d-9f99-de72a3304bf8)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:05:12.838963 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d6861dab-70cf-4545-b448-a99ea311d597 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:12.892151 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e4752775-1388-4186-9242-b2b14dac8743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:12.912585 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1086b-52f2-4dfb-827e-2688325e790e req-8fd9193c-9184-4c68-9357-c6a9c13eef1b tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:12.915602 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d8b1086b-52f2-4dfb-827e-2688325e790e req-8fd9193c-9184-4c68-9357-c6a9c13eef1b tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 945 time: 0.0846634 Aug 18 13:05:12.921559 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f76e9c-318e-47ff-92a0-333054933a78 req-9174233f-399e-422e-bfd9-37393761daed tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:12.923360 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-74f76e9c-318e-47ff-92a0-333054933a78 req-9174233f-399e-422e-bfd9-37393761daed tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc455d74-fdc4-49a4-809b-0c310f934be5 HTTP/1.1" status: 200 len: 946 time: 0.1161289 Aug 18 13:05:12.949398 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-63560110-577e-4e72-8889-fb61afec7c3c None None] For port 65a72e00-5617-49c2-abd5-aa720713073d, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:05:12.968069 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d8b1086b-52f2-4dfb-827e-2688325e790e req-6d7bf145-6723-4010-9a7c-825607503111 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461953 Aug 18 13:05:12.975263 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-63560110-577e-4e72-8889-fb61afec7c3c None None] For port 65a72e00-5617-49c2-abd5-aa720713073d, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=65a72e00-5617-49c2-abd5-aa720713073d,segment=NetworkSegment(1a0ddc5d-00be-4e5e-8e36-997b800c4515),segment_id=1a0ddc5d-00be-4e5e-8e36-997b800c4515)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:05:12.985116 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-74f76e9c-318e-47ff-92a0-333054933a78 req-75ed1c66-b4ee-4c8e-ac46-28e34794d3fe tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550470 Aug 18 13:05:12.988998 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6589a0c6-acbe-4cfa-b2cd-5073d4a061ae tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:12.997666 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d4ab97e4-1f5d-4aed-a519-31afbc15eeca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:13.000814 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d4ab97e4-1f5d-4aed-a519-31afbc15eeca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:13.000923 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4752775-1388-4186-9242-b2b14dac8743 None None] Pushing event updated for resources: {'Port': ['ID=c20d5901-19f5-4895-b5bb-6c755e9a11ae,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:13.015950 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d4ab97e4-1f5d-4aed-a519-31afbc15eeca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b169108-58a9-4041-bb89-da128be3596f HTTP/1.1" status: 204 len: 168 time: 0.4519856 Aug 18 13:05:13.016096 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-6589a0c6-acbe-4cfa-b2cd-5073d4a061ae tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Transition to ACTIVE for port object 35d282e6-d407-474e-a3d6-036bef0a20c1 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:05:13.016510 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d6861dab-70cf-4545-b448-a99ea311d597 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:13.032388 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ab97e4-1f5d-4aed-a519-31afbc15eeca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b169108-58a9-4041-bb89-da128be3596f,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:13.047801 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-63560110-577e-4e72-8889-fb61afec7c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:13.089571 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6861dab-70cf-4545-b448-a99ea311d597 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=348c8ee6-19df-46d0-ba4e-3af15fb45cfb,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:13.109779 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b5b800bf-bb4a-48e9-8fd3-5e7cdb0a8b28 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:13.171427 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63560110-577e-4e72-8889-fb61afec7c3c None None] Pushing event updated for resources: {'Port': ['ID=65a72e00-5617-49c2-abd5-aa720713073d,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:13.206792 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6589a0c6-acbe-4cfa-b2cd-5073d4a061ae tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:13.208333 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d6861dab-70cf-4545-b448-a99ea311d597 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:13.209505 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d6861dab-70cf-4545-b448-a99ea311d597 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3129969 Aug 18 13:05:13.216230 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55460) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:13.233994 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-85dbb5a0-9843-4d5e-ada9-00a897296d90 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Request body: {'security_group_rule': {'security_group_id': '348c8ee6-19df-46d0-ba4e-3af15fb45cfb', 'direction': 'ingress', 'protocol': 17}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:13.279329 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6589a0c6-acbe-4cfa-b2cd-5073d4a061ae tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Network ac9ab8e3-4bcf-4aae-920a-086678a02b67 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:05:13.283264 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-6589a0c6-acbe-4cfa-b2cd-5073d4a061ae tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:05:13.286010 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6589a0c6-acbe-4cfa-b2cd-5073d4a061ae tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:05:13.299962 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff77ed1e-f0b9-4459-860a-1fbbfb875ce1 None None] Network ac9ab8e3-4bcf-4aae-920a-086678a02b67 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:05:13.303072 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b5b800bf-bb4a-48e9-8fd3-5e7cdb0a8b28 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:13.336693 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6589a0c6-acbe-4cfa-b2cd-5073d4a061ae tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Pushing event updated for resources: {'Port': ['ID=35d282e6-d407-474e-a3d6-036bef0a20c1,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:13.354598 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6589a0c6-acbe-4cfa-b2cd-5073d4a061ae tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:13.358254 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-85dbb5a0-9843-4d5e-ada9-00a897296d90 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:13.438429 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b5b800bf-bb4a-48e9-8fd3-5e7cdb0a8b28 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:13.531865 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b800bf-bb4a-48e9-8fd3-5e7cdb0a8b28 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eced6416-c717-41d3-a8fe-1ac7503b930e,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:13.611171 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-85dbb5a0-9843-4d5e-ada9-00a897296d90 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:13.685323 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b5b800bf-bb4a-48e9-8fd3-5e7cdb0a8b28 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:13.691080 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55466) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:13.696546 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-e6d27753-6824-47d2-beec-2b2e899a3b21 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:13.700760 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 1a26a5f2-154b-4557-a96e-79f404f653b1 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:05:13.701242 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b5b800bf-bb4a-48e9-8fd3-5e7cdb0a8b28 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0408483 Aug 18 13:05:13.717899 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-85dbb5a0-9843-4d5e-ada9-00a897296d90 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:13.761336 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dbb5a0-9843-4d5e-ada9-00a897296d90 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1174a75a-cdcb-4421-b01c-b52a5e56cb58,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:13.766276 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b116c793-e9dc-4309-8dc5-f11582404979 req-6f3101e1-cfe0-4be3-b3d8-edde1d8c7ecc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1127279 Aug 18 13:05:13.786697 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6589a0c6-acbe-4cfa-b2cd-5073d4a061ae tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:13.848429 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 1a26a5f2-154b-4557-a96e-79f404f653b1 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:05:13.849129 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:13.870773 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116c793-e9dc-4309-8dc5-f11582404979 req-6f807054-d901-4b3e-a445-89ea79b93429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:13.872288 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b116c793-e9dc-4309-8dc5-f11582404979 req-6f807054-d901-4b3e-a445-89ea79b93429 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8b6c2b19e634a4bb77e7e12fa929d83&device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 1095 time: 0.0538049 Aug 18 13:05:13.886838 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e6d27753-6824-47d2-beec-2b2e899a3b21 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks [] for floatingip, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:13.894096 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7843314c-a93b-42bc-a8ca-a30216dbae7a None None] Provisioning for port 268d27cd-89b6-450b-9bcb-9981e3b0c4fb completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:05:13.898120 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d0c853c1-52a0-4189-8f75-c08511bac4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:13.918145 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-85dbb5a0-9843-4d5e-ada9-00a897296d90 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:13.919782 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-85dbb5a0-9843-4d5e-ada9-00a897296d90 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6991284 Aug 18 13:05:13.924224 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55472) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:14.006482 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device c20d5901-19f5-4895-b5bb-6c755e9a11ae up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:05:14.057481 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116c793-e9dc-4309-8dc5-f11582404979 req-2006a8f9-c506-4604-b030-e0c02036ff0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:14.059947 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b116c793-e9dc-4309-8dc5-f11582404979 req-2006a8f9-c506-4604-b030-e0c02036ff0b service neutron] 10.222.0.20 "GET /v2.0/networks?id=c70b20b2-1ba3-4778-b38e-36ed095ba70d HTTP/1.1" status: 200 len: 912 time: 0.1666119 Aug 18 13:05:14.117124 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port c20d5901-19f5-4895-b5bb-6c755e9a11ae triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:05:14.117514 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:14.146359 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b116c793-e9dc-4309-8dc5-f11582404979 req-a5068660-2f4d-477f-8be0-77ba8d471ef2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be132020-3516-4ddf-b702-9f30b7b7f0c8 HTTP/1.1" status: 200 len: 998 time: 0.0779495 Aug 18 13:05:14.226932 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116c793-e9dc-4309-8dc5-f11582404979 req-13195787-f9b2-4a4e-8da9-9fedfde29b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:14.233080 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b116c793-e9dc-4309-8dc5-f11582404979 req-13195787-f9b2-4a4e-8da9-9fedfde29b7e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2744890d-6739-4756-b608-842180da7455 HTTP/1.1" status: 200 len: 850 time: 0.0750189 Aug 18 13:05:14.252562 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 268d27cd-89b6-450b-9bcb-9981e3b0c4fb up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:05:14.295315 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad72911-cf40-459f-942c-9b21f8feed8b req-1b4a538e-40a9-420c-bfd6-bb0730cdb90b tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:14.297083 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bad72911-cf40-459f-942c-9b21f8feed8b req-1b4a538e-40a9-420c-bfd6-bb0730cdb90b tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 945 time: 0.1495473 Aug 18 13:05:14.302843 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7e55cc4e-15b9-44d2-ba3e-d569e0cac27a tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:14.327584 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116c793-e9dc-4309-8dc5-f11582404979 req-d01dc5c4-8bfd-40b4-b888-0d4a4e57aa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:14.332818 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b116c793-e9dc-4309-8dc5-f11582404979 req-d01dc5c4-8bfd-40b4-b888-0d4a4e57aa0e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c70b20b2-1ba3-4778-b38e-36ed095ba70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898957 Aug 18 13:05:14.382848 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f3dad-891f-4991-9ef8-8ba520e7365f req-f65eb4df-bbc2-4623-b6dd-a3701a48dfe8 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:14.384590 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5e4f3dad-891f-4991-9ef8-8ba520e7365f req-f65eb4df-bbc2-4623-b6dd-a3701a48dfe8 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 946 time: 0.3299711 Aug 18 13:05:14.385190 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 268d27cd-89b6-450b-9bcb-9981e3b0c4fb completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:05:14.386636 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7e55cc4e-15b9-44d2-ba3e-d569e0cac27a tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:14.390653 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 268d27cd-89b6-450b-9bcb-9981e3b0c4fb triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:05:14.394823 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:14.441085 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-925774ac-ef95-480a-9771-ec6dd0ff9d42 None None] Provisioning for port 35d282e6-d407-474e-a3d6-036bef0a20c1 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:05:14.452297 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bad72911-cf40-459f-942c-9b21f8feed8b req-50f08772-c73a-459d-9497-caa71f9f748f tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455534 Aug 18 13:05:14.458052 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-925774ac-ef95-480a-9771-ec6dd0ff9d42 None None] Provisioning complete for port 35d282e6-d407-474e-a3d6-036bef0a20c1 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:05:14.458443 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-925774ac-ef95-480a-9771-ec6dd0ff9d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:14.473511 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6589a0c6-acbe-4cfa-b2cd-5073d4a061ae tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:14.535174 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b116c793-e9dc-4309-8dc5-f11582404979 req-34bdf9f5-a120-4f9c-b104-250e88a29cc8 service neutron] 10.222.0.20 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951041 Aug 18 13:05:14.539411 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5e4f3dad-891f-4991-9ef8-8ba520e7365f req-dafaa9ce-6e4b-4b5f-91ec-7cb2eaf71643 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368306 Aug 18 13:05:14.542098 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e6d27753-6824-47d2-beec-2b2e899a3b21 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:14.559861 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-925774ac-ef95-480a-9771-ec6dd0ff9d42 None None] Port 35d282e6-d407-474e-a3d6-036bef0a20c1 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:05:14.573026 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:14.619913 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:14.638661 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6589a0c6-acbe-4cfa-b2cd-5073d4a061ae tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:14.643615 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b08f2a2-073c-4682-a09f-2cd95aa9bbc4 None None] Network 27306bc6-2d88-47a4-9f77-ddbeca42f2d4 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:05:14.694507 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f850f2be-8fed-4b65-8b7c-b2d8b6d3e8b3 req-d915146a-ce17-48fd-8088-41fe3a776efd tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:14.696800 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f850f2be-8fed-4b65-8b7c-b2d8b6d3e8b3 req-d915146a-ce17-48fd-8088-41fe3a776efd tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc455d74-fdc4-49a4-809b-0c310f934be5 HTTP/1.1" status: 200 len: 946 time: 0.1435273 Aug 18 13:05:14.701240 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b116c793-e9dc-4309-8dc5-f11582404979 req-e18b4618-8291-4146-afa8-0753f991e3d4 service neutron] 10.222.0.20 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575139 Aug 18 13:05:14.722379 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 268d27cd-89b6-450b-9bcb-9981e3b0c4fb, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=268d27cd-89b6-450b-9bcb-9981e3b0c4fb,segment=NetworkSegment(a3ef883f-249e-4208-8f4d-c6717212c2b9),segment_id=a3ef883f-249e-4208-8f4d-c6717212c2b9)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:05:14.725299 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7e55cc4e-15b9-44d2-ba3e-d569e0cac27a tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:14.728039 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7e55cc4e-15b9-44d2-ba3e-d569e0cac27a tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:14.731871 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7e55cc4e-15b9-44d2-ba3e-d569e0cac27a tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "DELETE /v2.0/security-groups/348c8ee6-19df-46d0-ba4e-3af15fb45cfb HTTP/1.1" status: 204 len: 168 time: 0.8040137 Aug 18 13:05:14.736715 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55480) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:14.780660 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e55cc4e-15b9-44d2-ba3e-d569e0cac27a tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=348c8ee6-19df-46d0-ba4e-3af15fb45cfb,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:14.787109 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6589a0c6-acbe-4cfa-b2cd-5073d4a061ae tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Pushing event updated for resources: {'Port': ['ID=35d282e6-d407-474e-a3d6-036bef0a20c1,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:14.787317 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f850f2be-8fed-4b65-8b7c-b2d8b6d3e8b3 req-044805fc-c35a-4ab3-a1ec-08f9e26f4921 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752847 Aug 18 13:05:14.792797 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6589a0c6-acbe-4cfa-b2cd-5073d4a061ae tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:14.816516 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-793fc78c-4118-4a28-a4ea-e7e851937263 None None] Provisioning for port 65a72e00-5617-49c2-abd5-aa720713073d completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:05:14.826029 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-cf78f729-ac26-4563-85af-663782b9d221 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0881627 Aug 18 13:05:14.829607 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55484) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:14.841824 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-b68e478b-2095-4b15-9188-b7cc2ffaf822 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Request body: {'security_group': {'name': 'tempest-secgroup--1691224515'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:14.854230 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:14.889240 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-793fc78c-4118-4a28-a4ea-e7e851937263 None None] Provisioning complete for port 35d282e6-d407-474e-a3d6-036bef0a20c1 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:05:14.889612 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-793fc78c-4118-4a28-a4ea-e7e851937263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:14.928442 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-e6d27753-6824-47d2-beec-2b2e899a3b21 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Allocated IP 172.25.6.136 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/95d541c8-735b-4132-bff7-a94b868b9a89) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:05:14.946949 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=268d27cd-89b6-450b-9bcb-9981e3b0c4fb,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:14.950755 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b68e478b-2095-4b15-9188-b7cc2ffaf822 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:14.960054 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-793fc78c-4118-4a28-a4ea-e7e851937263 None None] Port 35d282e6-d407-474e-a3d6-036bef0a20c1 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:05:15.035595 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6589a0c6-acbe-4cfa-b2cd-5073d4a061ae tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Network ac9ab8e3-4bcf-4aae-920a-086678a02b67 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:05:15.036930 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4314608-dc6a-4fb2-bbb4-72a580a40bda req-282ed2ae-e32f-4887-a9a6-10802914316b tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:15.038516 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-6589a0c6-acbe-4cfa-b2cd-5073d4a061ae tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:05:15.038662 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b4314608-dc6a-4fb2-bbb4-72a580a40bda req-282ed2ae-e32f-4887-a9a6-10802914316b tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.0772541 Aug 18 13:05:15.104124 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b4314608-dc6a-4fb2-bbb4-72a580a40bda req-1db825ee-96c7-438f-bc63-06f8170e096d tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543478 Aug 18 13:05:15.149980 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b68e478b-2095-4b15-9188-b7cc2ffaf822 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:15.209777 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e6d27753-6824-47d2-beec-2b2e899a3b21 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:15.214228 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b68e478b-2095-4b15-9188-b7cc2ffaf822 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:15.265824 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e478b-2095-4b15-9188-b7cc2ffaf822 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43bcde1b-fa80-4ed9-a51a-386c74b08796,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:15.322610 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:15.349493 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c89cbf-2cb9-4cc5-a0ef-7ff5faa1c12b req-de5bd090-1e52-4728-8a29-873389f7e9ba tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:15.351419 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d5c89cbf-2cb9-4cc5-a0ef-7ff5faa1c12b req-de5bd090-1e52-4728-8a29-873389f7e9ba tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.1064878 Aug 18 13:05:15.356371 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b68e478b-2095-4b15-9188-b7cc2ffaf822 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:15.357836 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b68e478b-2095-4b15-9188-b7cc2ffaf822 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5242462 Aug 18 13:05:15.360521 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55490) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:15.365625 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-491b55f2-02c3-4d87-a950-429951e86992 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Request body: {'security_group': {'name': 'tempest-secgroup--1271087443'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:15.394041 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 65a72e00-5617-49c2-abd5-aa720713073d up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:05:15.407507 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d5c89cbf-2cb9-4cc5-a0ef-7ff5faa1c12b req-358bc5c3-0bc7-48ff-b008-808665e8b17a tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486407 Aug 18 13:05:15.437180 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6589a0c6-acbe-4cfa-b2cd-5073d4a061ae tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Router 25cd477a-bce2-4172-8612-be514f33aa24 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:05:15.442493 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-3c3b0300-3e0a-43a1-be0f-531c8544a31a None None] Provisioning complete for port 35d282e6-d407-474e-a3d6-036bef0a20c1 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:05:15.446071 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3c3b0300-3e0a-43a1-be0f-531c8544a31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:15.466234 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-491b55f2-02c3-4d87-a950-429951e86992 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:15.490955 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e6d27753-6824-47d2-beec-2b2e899a3b21 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:15.499596 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-3c3b0300-3e0a-43a1-be0f-531c8544a31a None None] Port 35d282e6-d407-474e-a3d6-036bef0a20c1 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:05:15.592203 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 65a72e00-5617-49c2-abd5-aa720713073d completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:05:15.597227 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d27753-6824-47d2-beec-2b2e899a3b21 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:05:15.604191 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-e6d27753-6824-47d2-beec-2b2e899a3b21 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:05:15.605150 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 65a72e00-5617-49c2-abd5-aa720713073d triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:05:15.606340 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:15.610575 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d27753-6824-47d2-beec-2b2e899a3b21 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Pushing event updated for resources: {'Port': ['ID=95d541c8-735b-4132-bff7-a94b868b9a89,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:15.613255 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d27753-6824-47d2-beec-2b2e899a3b21 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:05:15.656163 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-491b55f2-02c3-4d87-a950-429951e86992 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:15.670398 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce1826-00aa-409c-a6fb-b01993ad9911 req-9001cabf-14ce-4ac8-903b-0473498c0063 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:15.672426 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a7ce1826-00aa-409c-a6fb-b01993ad9911 req-9001cabf-14ce-4ac8-903b-0473498c0063 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 945 time: 0.1021132 Aug 18 13:05:15.717371 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6589a0c6-acbe-4cfa-b2cd-5073d4a061ae tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:05:15.721935 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a7ce1826-00aa-409c-a6fb-b01993ad9911 req-dc4418d0-24f9-4167-bc7d-e1e6cde6f74d tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409124 Aug 18 13:05:15.723510 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-491b55f2-02c3-4d87-a950-429951e86992 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:15.729996 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:15.731388 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9199a61-b960-4ee0-b534-b6dccc415d4e None None] Sync routers for ids ['25cd477a-bce2-4172-8612-be514f33aa24'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:05:15.746134 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9199a61-b960-4ee0-b534-b6dccc415d4e None None] Routers {'25cd477a-bce2-4172-8612-be514f33aa24'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:05:15.747223 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-c9199a61-b960-4ee0-b534-b6dccc415d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:05:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['25cd477a-bce2-4172-8612-be514f33aa24'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:05:15.750923 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6589a0c6-acbe-4cfa-b2cd-5073d4a061ae tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] 10.222.0.13 "PUT /v2.0/routers/25cd477a-bce2-4172-8612-be514f33aa24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3444791 Aug 18 13:05:15.755984 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55508) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:15.773579 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b55f2-02c3-4d87-a950-429951e86992 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d23edb9-23f1-4539-93b4-29a7da47a7b0,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:15.800025 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-c9199a61-b960-4ee0-b534-b6dccc415d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:05:15.801854 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 65a72e00-5617-49c2-abd5-aa720713073d, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=65a72e00-5617-49c2-abd5-aa720713073d,segment=NetworkSegment(1a0ddc5d-00be-4e5e-8e36-997b800c4515),segment_id=1a0ddc5d-00be-4e5e-8e36-997b800c4515)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:05:15.809368 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9199a61-b960-4ee0-b534-b6dccc415d4e None None] Routers {'25cd477a-bce2-4172-8612-be514f33aa24'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:05:15.810065 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-c9199a61-b960-4ee0-b534-b6dccc415d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:05:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['25cd477a-bce2-4172-8612-be514f33aa24'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:05:15.847973 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-c9199a61-b960-4ee0-b534-b6dccc415d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:05:15.848723 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9199a61-b960-4ee0-b534-b6dccc415d4e None None] The sync data for ids ['25cd477a-bce2-4172-8612-be514f33aa24'] in n-d-803603-2 is: [] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:05:15.863518 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-491b55f2-02c3-4d87-a950-429951e86992 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:15.864944 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-491b55f2-02c3-4d87-a950-429951e86992 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5033617 Aug 18 13:05:15.868410 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55510) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:15.873117 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e6d27753-6824-47d2-beec-2b2e899a3b21 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:15.873422 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-924d07ab-3a1d-412e-b30d-e866ff229d92 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Request body: {'security_group_rule': {'security_group_id': '43bcde1b-fa80-4ed9-a51a-386c74b08796', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8d23edb9-23f1-4539-93b4-29a7da47a7b0', 'remote_ip_prefix': None}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:15.877558 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:15.879727 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 268d27cd-89b6-450b-9bcb-9981e3b0c4fb up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:05:15.918099 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a4336-91e2-4cb3-be77-a3798486a335 req-2ccbd99f-7b0b-4b05-b209-9ae20f1df262 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:15.919772 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-222a4336-91e2-4cb3-be77-a3798486a335 req-2ccbd99f-7b0b-4b05-b209-9ae20f1df262 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 946 time: 0.0948863 Aug 18 13:05:15.946656 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-382e07b5-1960-45c5-8da4-0a3fe4cc77a7 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:15.948953 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-382e07b5-1960-45c5-8da4-0a3fe4cc77a7 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/networks?id=c70b20b2-1ba3-4778-b38e-36ed095ba70d HTTP/1.1" status: 200 len: 811 time: 0.2855039 Aug 18 13:05:15.963868 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=65a72e00-5617-49c2-abd5-aa720713073d,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:15.973860 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-ca8f4b28-22d9-48c6-86f2-b6f86df802d6 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/quotas/d8b6c2b19e634a4bb77e7e12fa929d83 HTTP/1.1" status: 200 len: 375 time: 0.0181959 Aug 18 13:05:15.976027 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-222a4336-91e2-4cb3-be77-a3798486a335 req-8e83527f-0ef7-4a6a-92c6-c5e96a5480fb tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468562 Aug 18 13:05:15.980934 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 268d27cd-89b6-450b-9bcb-9981e3b0c4fb triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:05:15.981318 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:15.983932 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-924d07ab-3a1d-412e-b30d-e866ff229d92 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:16.069315 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-924d07ab-3a1d-412e-b30d-e866ff229d92 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:16.122919 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e6d27753-6824-47d2-beec-2b2e899a3b21 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:16.140012 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-924d07ab-3a1d-412e-b30d-e866ff229d92 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:16.160270 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d07ab-3a1d-412e-b30d-e866ff229d92 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5686b996-a99d-45df-ac37-7651ca680d10,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:16.265063 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-924d07ab-3a1d-412e-b30d-e866ff229d92 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:16.266524 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-924d07ab-3a1d-412e-b30d-e866ff229d92 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3971286 Aug 18 13:05:16.269352 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55512) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:16.296170 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0e2332ec-6cb6-4c2d-bbb5-cd7f6fa4960b tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:16.304725 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0e2332ec-6cb6-4c2d-bbb5-cd7f6fa4960b tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:16.397121 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0e2332ec-6cb6-4c2d-bbb5-cd7f6fa4960b tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:16.403531 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0e2332ec-6cb6-4c2d-bbb5-cd7f6fa4960b tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:16.404678 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0e2332ec-6cb6-4c2d-bbb5-cd7f6fa4960b tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/5686b996-a99d-45df-ac37-7651ca680d10 HTTP/1.1" status: 204 len: 168 time: 0.1343701 Aug 18 13:05:16.409854 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55514) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:16.416628 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2332ec-6cb6-4c2d-bbb5-cd7f6fa4960b tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5686b996-a99d-45df-ac37-7651ca680d10,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:16.457882 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c162a80d-4fc3-4c2d-8ff7-08f7666d4002 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0464587 Aug 18 13:05:16.460446 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55516) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:16.517058 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e39b2428-a7e8-46fc-9021-bb416285875b tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:16.540940 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e39b2428-a7e8-46fc-9021-bb416285875b tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:16.572911 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-860e3cea-5dd0-4e56-bc59-90367f4fd2e0 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8b6c2b19e634a4bb77e7e12fa929d83&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5449171 Aug 18 13:05:16.677692 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e39b2428-a7e8-46fc-9021-bb416285875b tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:16.680496 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e39b2428-a7e8-46fc-9021-bb416285875b tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:16.686747 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e39b2428-a7e8-46fc-9021-bb416285875b tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "DELETE /v2.0/security-groups/8d23edb9-23f1-4539-93b4-29a7da47a7b0 HTTP/1.1" status: 204 len: 168 time: 0.2216060 Aug 18 13:05:16.687260 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55520) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:16.694591 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39b2428-a7e8-46fc-9021-bb416285875b tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d23edb9-23f1-4539-93b4-29a7da47a7b0,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:16.851731 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673128a9-21e3-4a21-aee6-a0fa98b9d62d req-c12b78cf-f641-4b2f-9c11-3563af64da08 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:16.853938 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-673128a9-21e3-4a21-aee6-a0fa98b9d62d req-c12b78cf-f641-4b2f-9c11-3563af64da08 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 945 time: 0.0511634 Aug 18 13:05:16.893221 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e6d27753-6824-47d2-beec-2b2e899a3b21 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:16.895471 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-673128a9-21e3-4a21-aee6-a0fa98b9d62d req-079a65a9-686a-44b3-af73-659ae363f317 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326209 Aug 18 13:05:16.896616 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-cae4e0ff-b89d-4190-80ad-268b78e466b5 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:05:16.897931 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-cae4e0ff-b89d-4190-80ad-268b78e466b5 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] 10.222.0.13 "PUT /v2.0/routers/25cd477a-bce2-4172-8612-be514f33aa24/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1409867 Aug 18 13:05:16.900946 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55524) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:16.905966 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9139b462-6c58-4781-bb50-cbab18ea45e6 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2157571 Aug 18 13:05:16.912755 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55526) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:16.934754 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-dcb8ec87-ff1a-4582-869e-ab30ff93172e service neutron] 10.222.0.13 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532698 Aug 18 13:05:16.994987 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e6d27753-6824-47d2-beec-2b2e899a3b21 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:17.109134 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d27753-6824-47d2-beec-2b2e899a3b21 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Pushing event updated for resources: {'Port': ['ID=95d541c8-735b-4132-bff7-a94b868b9a89,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:17.128742 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764494ad-da8e-4ac1-a3b6-5476e77963d9 req-51154551-df7e-4195-8dc0-c207636b2be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:17.130285 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-764494ad-da8e-4ac1-a3b6-5476e77963d9 req-51154551-df7e-4195-8dc0-c207636b2be4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b7bb7ada99a4b5d932fd3c3f52f7206&device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 1096 time: 0.1748831 Aug 18 13:05:17.138143 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-784b11f9-c836-4d30-9aab-98ca4279afab tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:17.138914 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-1219d224-8dc6-48fe-a4ad-dd2eb4a8c87a service neutron] 10.222.0.13 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033324 Aug 18 13:05:17.139799 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e6d27753-6824-47d2-beec-2b2e899a3b21 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:17.179976 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-784b11f9-c836-4d30-9aab-98ca4279afab tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:17.239535 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26f50d-b518-435c-80de-792e206d44fc req-41b2740d-e2a4-4ee0-bb5a-54557e48c628 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:17.241045 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5a26f50d-b518-435c-80de-792e206d44fc req-41b2740d-e2a4-4ee0-bb5a-54557e48c628 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 946 time: 0.1442022 Aug 18 13:05:17.282976 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764494ad-da8e-4ac1-a3b6-5476e77963d9 req-2d6aab4e-c10a-419c-ae87-f84f3e4a22bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:17.282976 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-764494ad-da8e-4ac1-a3b6-5476e77963d9 req-2d6aab4e-c10a-419c-ae87-f84f3e4a22bf service neutron] 10.222.0.39 "GET /v2.0/networks?id=a8d27026-b8e0-4d3d-971e-78c2b57a2f7a HTTP/1.1" status: 200 len: 920 time: 0.1040375 Aug 18 13:05:17.284736 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 65a72e00-5617-49c2-abd5-aa720713073d up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:05:17.309920 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-764494ad-da8e-4ac1-a3b6-5476e77963d9 req-666cd942-337a-4d68-b342-347245253c28 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efcabe73-2954-4321-b64f-e5c43eef2f8a HTTP/1.1" status: 200 len: 217 time: 0.0460765 Aug 18 13:05:17.316650 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e6d27753-6824-47d2-beec-2b2e899a3b21 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:17.318580 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e6d27753-6824-47d2-beec-2b2e899a3b21 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6261270 Aug 18 13:05:17.335666 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:17.345644 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5a26f50d-b518-435c-80de-792e206d44fc req-34ba2851-c3ca-474d-b356-ffcf43b21aae tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826392 Aug 18 13:05:17.364753 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 65a72e00-5617-49c2-abd5-aa720713073d triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:05:17.365900 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:17.387077 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764494ad-da8e-4ac1-a3b6-5476e77963d9 req-2ae90574-4ba3-4812-a6e9-9d15aaf2a445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:17.388711 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-764494ad-da8e-4ac1-a3b6-5476e77963d9 req-2ae90574-4ba3-4812-a6e9-9d15aaf2a445 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=08d37668-d2c1-40db-a95f-b1212b73a41b HTTP/1.1" status: 200 len: 859 time: 0.0690129 Aug 18 13:05:17.398201 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-784b11f9-c836-4d30-9aab-98ca4279afab tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:17.402301 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-784b11f9-c836-4d30-9aab-98ca4279afab tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:17.403532 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-784b11f9-c836-4d30-9aab-98ca4279afab tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "DELETE /v2.0/security-groups/43bcde1b-fa80-4ed9-a51a-386c74b08796 HTTP/1.1" status: 204 len: 168 time: 0.4896841 Aug 18 13:05:17.409481 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55532) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:17.433311 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b11f9-c836-4d30-9aab-98ca4279afab tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bcde1b-fa80-4ed9-a51a-386c74b08796,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:17.438350 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-764494ad-da8e-4ac1-a3b6-5476e77963d9 req-b58e5318-8545-47be-af19-ff593f91c37f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a8d27026-b8e0-4d3d-971e-78c2b57a2f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374267 Aug 18 13:05:17.478439 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5dc458c1-b97b-431a-a687-5e8002153afb tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:17.573595 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-764494ad-da8e-4ac1-a3b6-5476e77963d9 req-8f1456a1-14e5-401c-ad61-20f2b3b7ff65 service neutron] 10.222.0.39 "GET /v2.0/networks/a8d27026-b8e0-4d3d-971e-78c2b57a2f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256351 Aug 18 13:05:17.619077 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-734af01a-d582-4f6e-b22b-9916a72cf23e req-0eab26bc-f1df-45c2-a9dc-f04a4faa214b tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fb7ef74-1389-4bc9-a201-8dd82b697384 HTTP/1.1" status: 200 len: 210 time: 0.0649824 Aug 18 13:05:17.640390 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b3c0dbc9-3327-4871-92b6-d9a1d6b6fc52 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2229245 Aug 18 13:05:17.644780 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55552) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:17.652708 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-fa81ec89-f129-4a24-a3a2-32a5522b953c tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Request body: {'security_group': {'name': 'tempest-secgroup--1647112454'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:17.707308 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-8e479f11-bd5a-45b1-8acb-428884f8fbb7 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1749058576&fields=id&tenant_id=d8c196c6c2e143d6872d1027393f6dcd HTTP/1.1" status: 200 len: 267 time: 0.0975447 Aug 18 13:05:17.735307 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-764494ad-da8e-4ac1-a3b6-5476e77963d9 req-92c1e260-9048-43a6-96a0-3a249bd54bf6 service neutron] 10.222.0.39 "GET /v2.0/networks/a8d27026-b8e0-4d3d-971e-78c2b57a2f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529973 Aug 18 13:05:17.770765 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-48ed648e-c083-4f6f-a91c-a2392602982c tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:17.772483 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-48ed648e-c083-4f6f-a91c-a2392602982c tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports/07f402d6-de4a-4e25-8230-5bec43a446cd HTTP/1.1" status: 200 len: 929 time: 0.0528820 Aug 18 13:05:17.833092 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-70845023-ccc6-429a-a7a3-c22e53447a66 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:17.834605 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-70845023-ccc6-429a-a7a3-c22e53447a66 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports/36b945e8-9c27-4658-bb63-6eff4f89d115 HTTP/1.1" status: 200 len: 932 time: 0.0552118 Aug 18 13:05:17.894218 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-9ca6f34f-48d1-402a-a0c8-048cfea0dcb9 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?network_id=a3e49dcd-a277-4170-bfef-fa46f5ed7634&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0524757 Aug 18 13:05:17.942054 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-7d93d9e2-e69f-4685-bc3b-34bea4059bf8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?network_id=a3e49dcd-a277-4170-bfef-fa46f5ed7634&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0405517 Aug 18 13:05:18.085144 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-a73c44f6-790c-43b5-b727-5785e6380c37 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:18.091175 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-a73c44f6-790c-43b5-b727-5785e6380c37 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:18.091319 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fa81ec89-f129-4a24-a3a2-32a5522b953c tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:18.097398 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-a73c44f6-790c-43b5-b727-5785e6380c37 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:18.099228 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-a73c44f6-790c-43b5-b727-5785e6380c37 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/networks?id=7b05220b-36d2-40eb-be72-7e3e060fbabb&id=2459a67a-03d9-4542-a3d9-993612a32608&id=2459a67a-03d9-4542-a3d9-993612a32608&id=a3e49dcd-a277-4170-bfef-fa46f5ed7634&id=a3e49dcd-a277-4170-bfef-fa46f5ed7634 HTTP/1.1" status: 200 len: 1989 time: 0.1495318 Aug 18 13:05:18.115871 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-7ef495d5-b6e1-4777-af8a-3036cd1014db tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/quotas/d8c196c6c2e143d6872d1027393f6dcd HTTP/1.1" status: 200 len: 375 time: 0.0099173 Aug 18 13:05:18.130066 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9c9ca-2b3c-4687-a71e-830f83fdc52a req-21f97beb-d1a8-4da2-9f11-78c950c63181 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:18.131598 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-10e9c9ca-2b3c-4687-a71e-830f83fdc52a req-21f97beb-d1a8-4da2-9f11-78c950c63181 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 945 time: 0.0935245 Aug 18 13:05:18.184489 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-47cc6e21-7223-4c72-996a-18cad5dc95f6 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8c196c6c2e143d6872d1027393f6dcd&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0606518 Aug 18 13:05:18.229963 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-10e9c9ca-2b3c-4687-a71e-830f83fdc52a req-027503ab-6fcf-499e-8f33-94e8c2866e55 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897591 Aug 18 13:05:18.292628 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fa81ec89-f129-4a24-a3a2-32a5522b953c tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:18.297744 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-cf24a39d-dd5e-49d2-97a0-f94e6dc5eb0a service neutron] 10.222.0.13 "GET /v2.0/networks/7b05220b-36d2-40eb-be72-7e3e060fbabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004057 Aug 18 13:05:18.312293 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-5dc458c1-b97b-431a-a687-5e8002153afb tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Deleting port 35d282e6-d407-474e-a3d6-036bef0a20c1 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:05:18.312640 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5dc458c1-b97b-431a-a687-5e8002153afb tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:18.412721 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-8241eaca-f06d-40d9-8fd8-d1f8c6872def service neutron] 10.222.0.13 "GET /v2.0/networks/7b05220b-36d2-40eb-be72-7e3e060fbabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081653 Aug 18 13:05:18.441602 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fa81ec89-f129-4a24-a3a2-32a5522b953c tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:18.474596 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-14a413a9-ea45-45b7-8d66-c55b9755cccd service neutron] 10.222.0.13 "GET /v2.0/ports/07f402d6-de4a-4e25-8230-5bec43a446cd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0549674 Aug 18 13:05:18.478505 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5dc458c1-b97b-431a-a687-5e8002153afb tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:18.514273 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-5dc458c1-b97b-431a-a687-5e8002153afb tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Calling delete_port for 35d282e6-d407-474e-a3d6-036bef0a20c1 owned by network:router_interface {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:05:18.531575 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa81ec89-f129-4a24-a3a2-32a5522b953c tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=295ecc7e-1dff-41ae-8722-474134aff62b,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:18.579560 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-6e4c7fa4-34cc-45ed-a849-dc060e875dc4 service neutron] 10.222.0.13 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968502 Aug 18 13:05:18.579834 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a627b2-7f07-4964-931b-58e2ccd133ea req-72d5007e-7804-4b85-9c94-e0ec0f77da42 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:18.581259 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a9a627b2-7f07-4964-931b-58e2ccd133ea req-72d5007e-7804-4b85-9c94-e0ec0f77da42 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 946 time: 0.1656227 Aug 18 13:05:18.599719 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fa81ec89-f129-4a24-a3a2-32a5522b953c tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:18.603489 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-fa81ec89-f129-4a24-a3a2-32a5522b953c tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9552500 Aug 18 13:05:18.613434 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55566) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:18.618545 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-73913b3e-ec38-4f02-9a80-9b7dd2483569 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Request body: {'security_group_rule': {'security_group_id': '295ecc7e-1dff-41ae-8722-474134aff62b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:18.661236 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a9a627b2-7f07-4964-931b-58e2ccd133ea req-97d3dae2-211e-454e-80e9-bf76caef4722 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731843 Aug 18 13:05:18.686138 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-4904a4fc-8c0c-49b3-82e7-c2fd78f56e82 service neutron] 10.222.0.13 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990660 Aug 18 13:05:18.728447 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-9420f2d0-ab15-4a4a-bc57-8ea979acca63 service neutron] 10.222.0.13 "GET /v2.0/ports/36b945e8-9c27-4658-bb63-6eff4f89d115?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0354826 Aug 18 13:05:18.763713 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-73913b3e-ec38-4f02-9a80-9b7dd2483569 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:18.825533 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-3964a968-a7d1-4077-8c52-fd77016c9baf service neutron] 10.222.0.13 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905795 Aug 18 13:05:18.829640 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-73913b3e-ec38-4f02-9a80-9b7dd2483569 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:18.900156 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5dc458c1-b97b-431a-a687-5e8002153afb tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:18.929701 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-73913b3e-ec38-4f02-9a80-9b7dd2483569 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:18.931108 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-85601bab-1832-4c22-ac8b-3497a2dce18a service neutron] 10.222.0.13 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976837 Aug 18 13:05:18.938483 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc458c1-b97b-431a-a687-5e8002153afb tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Pushing event deleted for resources: {'Port': ['ID=35d282e6-d407-474e-a3d6-036bef0a20c1,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:18.970688 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73913b3e-ec38-4f02-9a80-9b7dd2483569 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10028148-c5f4-46a7-be6f-d0eec508678c,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:19.042879 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-ded59729-c9af-4263-9213-8ea5a872389f service neutron] 10.222.0.13 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073644 Aug 18 13:05:19.065127 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-73913b3e-ec38-4f02-9a80-9b7dd2483569 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:19.067319 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-73913b3e-ec38-4f02-9a80-9b7dd2483569 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4520319 Aug 18 13:05:19.072951 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55576) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:19.111173 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5dc458c1-b97b-431a-a687-5e8002153afb tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:19.155268 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0a518b14-ff07-4bd6-aae8-4e345ce7c9e3 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:19.173271 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0a518b14-ff07-4bd6-aae8-4e345ce7c9e3 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:19.219068 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-f8c91fab-77fd-4dd0-88a3-7e27e9ec19da service neutron] 10.222.0.13 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718135 Aug 18 13:05:19.268586 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2a99f4d3-67ac-40b2-b506-a9d1200a4203 req-b07696be-bbc7-4d4a-b184-7d31f082bf7c tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fb7ef74-1389-4bc9-a201-8dd82b697384 HTTP/1.1" status: 200 len: 210 time: 0.0361180 Aug 18 13:05:19.295615 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0a518b14-ff07-4bd6-aae8-4e345ce7c9e3 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:19.304500 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0a518b14-ff07-4bd6-aae8-4e345ce7c9e3 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:19.306207 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0a518b14-ff07-4bd6-aae8-4e345ce7c9e3 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/10028148-c5f4-46a7-be6f-d0eec508678c HTTP/1.1" status: 204 len: 168 time: 0.2325161 Aug 18 13:05:19.314730 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55580) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:19.321137 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a518b14-ff07-4bd6-aae8-4e345ce7c9e3 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10028148-c5f4-46a7-be6f-d0eec508678c,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:19.364073 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-5ce2884e-a9df-4195-a177-3ac4807fef89 service neutron] 10.222.0.13 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350422 Aug 18 13:05:19.379614 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc458c1-b97b-431a-a687-5e8002153afb tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Router 25cd477a-bce2-4172-8612-be514f33aa24 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:05:19.395544 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-70b3c232-fa00-48ac-b21f-6a68fde18fae tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0825644 Aug 18 13:05:19.399608 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8362ea96-6334-439b-97d9-2766f7914115 req-80c4605e-d9e2-4a3c-a249-80d925e5963e tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:19.401093 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8362ea96-6334-439b-97d9-2766f7914115 req-80c4605e-d9e2-4a3c-a249-80d925e5963e tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 945 time: 0.0625098 Aug 18 13:05:19.402532 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55582) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:19.480415 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-bdc99d47-05f5-4d61-b3e7-a93fdc923968 service neutron] 10.222.0.13 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038616 Aug 18 13:05:19.530960 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc458c1-b97b-431a-a687-5e8002153afb tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:05:19.534788 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8362ea96-6334-439b-97d9-2766f7914115 req-dea9a9e3-55a6-468e-8cec-cb74f49814a6 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240091 Aug 18 13:05:19.543548 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5dc458c1-b97b-431a-a687-5e8002153afb tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] 10.222.0.13 "PUT /v2.0/routers/25cd477a-bce2-4172-8612-be514f33aa24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6364191 Aug 18 13:05:19.543548 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55584) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:19.546641 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dc1f67-b57d-4fb0-8b58-53a94107cccc None None] Sync routers for ids ['25cd477a-bce2-4172-8612-be514f33aa24'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:05:19.565708 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dc1f67-b57d-4fb0-8b58-53a94107cccc None None] Routers {'25cd477a-bce2-4172-8612-be514f33aa24'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:05:19.566678 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-40dc1f67-b57d-4fb0-8b58-53a94107cccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:05:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['25cd477a-bce2-4172-8612-be514f33aa24'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:05:19.591567 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-1794bf7e-3d5b-4dc6-bbca-291f5c3636df service neutron] 10.222.0.13 "GET /v2.0/networks/a3e49dcd-a277-4170-bfef-fa46f5ed7634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051998 Aug 18 13:05:19.603540 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-40dc1f67-b57d-4fb0-8b58-53a94107cccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:05:19.607059 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-63a57f37-625c-4143-a3b0-6aab4018e802 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] delete failed (client error): The resource could not be found. Aug 18 13:05:19.607059 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-63a57f37-625c-4143-a3b0-6aab4018e802 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-1551923921 HTTP/1.1" status: 404 len: 335 time: 0.0620918 Aug 18 13:05:19.608864 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b7464f91-0e61-473a-b517-37e0c23c82e9 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:19.610890 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55586) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:19.614001 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dc1f67-b57d-4fb0-8b58-53a94107cccc None None] Routers {'25cd477a-bce2-4172-8612-be514f33aa24'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:05:19.614724 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-40dc1f67-b57d-4fb0-8b58-53a94107cccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:05:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['25cd477a-bce2-4172-8612-be514f33aa24'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:05:19.616494 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-d0f12768-a183-4c42-b488-c4b4ea357b62 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Request body: {'router': {'external_gateway_info': {'network_id': '25cd477a-bce2-4172-8612-be514f33aa24'}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:19.650454 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-40dc1f67-b57d-4fb0-8b58-53a94107cccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:05:19.651245 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dc1f67-b57d-4fb0-8b58-53a94107cccc None None] The sync data for ids ['25cd477a-bce2-4172-8612-be514f33aa24'] in n-d-803603-2 is: [] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:05:19.682197 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b7464f91-0e61-473a-b517-37e0c23c82e9 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:19.760927 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-18d393b6-45ca-4b62-bb55-265abbce9a43 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:19.762838 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-18d393b6-45ca-4b62-bb55-265abbce9a43 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.20 "GET /v2.0/networks?id=c70b20b2-1ba3-4778-b38e-36ed095ba70d HTTP/1.1" status: 200 len: 811 time: 0.1691470 Aug 18 13:05:19.780648 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-a56b5749-4ab2-41c9-8244-df38e0859ad2 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Request body: {'port': {'device_id': '0fb7ef74-1389-4bc9-a201-8dd82b697384', 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d', 'admin_state_up': True, 'tenant_id': 'd8b6c2b19e634a4bb77e7e12fa929d83'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:19.841213 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b7464f91-0e61-473a-b517-37e0c23c82e9 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:19.844409 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b7464f91-0e61-473a-b517-37e0c23c82e9 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:19.850082 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b7464f91-0e61-473a-b517-37e0c23c82e9 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "DELETE /v2.0/security-groups/295ecc7e-1dff-41ae-8722-474134aff62b HTTP/1.1" status: 204 len: 168 time: 0.4444015 Aug 18 13:05:19.864348 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55590) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:19.867212 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7464f91-0e61-473a-b517-37e0c23c82e9 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=295ecc7e-1dff-41ae-8722-474134aff62b,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:19.925246 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c0480-9572-4769-8bc0-855e6f5878a2 req-38a89061-1c14-48a3-9fe9-0d8380d9212a tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:19.932860 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fe9c0480-9572-4769-8bc0-855e6f5878a2 req-38a89061-1c14-48a3-9fe9-0d8380d9212a tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 946 time: 0.1689272 Aug 18 13:05:19.936919 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d0f12768-a183-4c42-b488-c4b4ea357b62 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:19.957292 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-ee046fe2-edb7-49e5-a88c-884d9f4c3021 service neutron] 10.222.0.13 "GET /v2.0/networks/a3e49dcd-a277-4170-bfef-fa46f5ed7634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588486 Aug 18 13:05:19.989156 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2f24909a-675d-4009-a0ab-c970a1165ce9 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1122005 Aug 18 13:05:20.000210 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55592) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:20.012875 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-a708b88a-90ac-41ae-bd0f-89df01079eaa tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Request body: {'security_group': {'name': 'tempest-secgroup--2029594968'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:20.038421 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fe9c0480-9572-4769-8bc0-855e6f5878a2 req-a9757dfc-639b-4fd7-897d-aad5ba6caa04 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017282 Aug 18 13:05:20.041363 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-d0f12768-a183-4c42-b488-c4b4ea357b62 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] update failed (client error): The resource could not be found. Aug 18 13:05:20.045894 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d0f12768-a183-4c42-b488-c4b4ea357b62 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] 10.222.0.13 "PUT /v2.0/routers/25cd477a-bce2-4172-8612-be514f33aa24 HTTP/1.1" status: 404 len: 339 time: 0.4298244 Aug 18 13:05:20.046623 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55594) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:20.157938 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a708b88a-90ac-41ae-bd0f-89df01079eaa tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:20.225050 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-7d464d92-862f-4d7d-bc05-e87b843306a2 service neutron] 10.222.0.13 "GET /v2.0/networks/a3e49dcd-a277-4170-bfef-fa46f5ed7634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588103 Aug 18 13:05:20.266858 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-a56b5749-4ab2-41c9-8244-df38e0859ad2 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Made reservation on behalf of d8b6c2b19e634a4bb77e7e12fa929d83 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:05:20.273112 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-a56b5749-4ab2-41c9-8244-df38e0859ad2 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:20.410729 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-25be6a88-96b7-4dc0-baea-0347bf2aac68 req-ce0e0da3-d41b-479d-a65d-8b619e3fe6f0 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fb7ef74-1389-4bc9-a201-8dd82b697384 HTTP/1.1" status: 200 len: 210 time: 0.0455334 Aug 18 13:05:20.447946 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a708b88a-90ac-41ae-bd0f-89df01079eaa tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:20.465809 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-682744a1-1e2e-4a76-aa08-65d06b4398fb tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:20.490835 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-e3310a5c-43fa-4506-b9a0-d427eedda29f service neutron] 10.222.0.13 "GET /v2.0/networks/a3e49dcd-a277-4170-bfef-fa46f5ed7634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596052 Aug 18 13:05:20.501100 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-a56b5749-4ab2-41c9-8244-df38e0859ad2 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Allocated IP 172.20.0.14 (c70b20b2-1ba3-4778-b38e-36ed095ba70d/2744890d-6739-4756-b608-842180da7455/8877398e-1952-4f40-885a-0879e030023a) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:05:20.518744 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a708b88a-90ac-41ae-bd0f-89df01079eaa tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:20.559940 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a708b88a-90ac-41ae-bd0f-89df01079eaa tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba8b29b-dc28-419a-b588-0ccd3524f4c2,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:20.693458 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a708b88a-90ac-41ae-bd0f-89df01079eaa tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:20.694932 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a708b88a-90ac-41ae-bd0f-89df01079eaa tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6917684 Aug 18 13:05:20.699859 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55606) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:20.710551 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-f7b02257-d114-47ef-99fa-18c213766cef tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Request body: {'security_group_rule': {'security_group_id': '4ba8b29b-dc28-419a-b588-0ccd3524f4c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:20.766398 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c531dd0-4f17-4a39-b92c-1b7238636c5c req-06fb03b1-91cf-45a2-bf3c-c5a6c0916ac0 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:20.766398 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0c531dd0-4f17-4a39-b92c-1b7238636c5c req-06fb03b1-91cf-45a2-bf3c-c5a6c0916ac0 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 945 time: 0.1140838 Aug 18 13:05:20.788822 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-682744a1-1e2e-4a76-aa08-65d06b4398fb tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Allocated IP 172.20.0.1 (fa9f7740-8936-4b04-a33d-6830da389cf1/cdfd5728-cef9-4ab1-bd53-556e129b7235/fa58116c-0667-4f6f-9ca8-99758d986100) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:05:20.829971 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-a56b5749-4ab2-41c9-8244-df38e0859ad2 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:20.844747 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0c531dd0-4f17-4a39-b92c-1b7238636c5c req-aa55df00-1e32-4718-9495-1ac96a909c12 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706062 Aug 18 13:05:20.864517 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-a56b5749-4ab2-41c9-8244-df38e0859ad2 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Transition to ACTIVE for port object 8877398e-1952-4f40-885a-0879e030023a will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:05:20.872358 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f7b02257-d114-47ef-99fa-18c213766cef tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:20.922630 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-682744a1-1e2e-4a76-aa08-65d06b4398fb tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:20.945548 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-682744a1-1e2e-4a76-aa08-65d06b4398fb tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Transition to ACTIVE for port object fa58116c-0667-4f6f-9ca8-99758d986100 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:05:20.949040 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f7b02257-d114-47ef-99fa-18c213766cef tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:20.996952 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-a56b5749-4ab2-41c9-8244-df38e0859ad2 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:21.011204 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['3719fcf8-290f-45fe-91eb-aacf7869dab4'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:05:21.028426 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f7b02257-d114-47ef-99fa-18c213766cef tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:21.063620 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-a56b5749-4ab2-41c9-8244-df38e0859ad2 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Network c70b20b2-1ba3-4778-b38e-36ed095ba70d is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:05:21.064412 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b02257-d114-47ef-99fa-18c213766cef tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36e2a8e5-c135-404b-9300-3a3a44578cd9,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:21.071647 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-a56b5749-4ab2-41c9-8244-df38e0859ad2 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:05:21.072473 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-682744a1-1e2e-4a76-aa08-65d06b4398fb tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:21.076077 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-a56b5749-4ab2-41c9-8244-df38e0859ad2 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:05:21.100852 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56b5749-4ab2-41c9-8244-df38e0859ad2 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Pushing event updated for resources: {'Port': ['ID=8877398e-1952-4f40-885a-0879e030023a,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:21.131478 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-a56b5749-4ab2-41c9-8244-df38e0859ad2 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:21.132234 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-a56b5749-4ab2-41c9-8244-df38e0859ad2 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:21.154520 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682744a1-1e2e-4a76-aa08-65d06b4398fb tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Network fa9f7740-8936-4b04-a33d-6830da389cf1 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:05:21.169089 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f7b02257-d114-47ef-99fa-18c213766cef tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:21.170792 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f7b02257-d114-47ef-99fa-18c213766cef tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4656224 Aug 18 13:05:21.173338 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55616) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:21.178208 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-682744a1-1e2e-4a76-aa08-65d06b4398fb tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:05:21.183210 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682744a1-1e2e-4a76-aa08-65d06b4398fb tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:05:21.225805 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-fa00e5e5-9b21-4598-bdda-f573a00c3fc0 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "GET /v2.0/security-group-rules/36e2a8e5-c135-404b-9300-3a3a44578cd9 HTTP/1.1" status: 200 len: 763 time: 0.0497117 Aug 18 13:05:21.237145 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-a56b5749-4ab2-41c9-8244-df38e0859ad2 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4610982 Aug 18 13:05:21.237618 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55622) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:21.283114 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-682744a1-1e2e-4a76-aa08-65d06b4398fb tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:21.291173 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-0839da30-df1a-4234-a0f8-bd2d662f2e9c service neutron] Request body: {'port': {'device_id': '0fb7ef74-1389-4bc9-a201-8dd82b697384', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:21.377407 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6dca9-cc6a-4c0d-9351-2a8ac5f175a1 req-eff3613b-79ac-4805-8eb7-dd2612bf01b3 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:21.379274 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ceb6dca9-cc6a-4c0d-9351-2a8ac5f175a1 req-eff3613b-79ac-4805-8eb7-dd2612bf01b3 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 946 time: 0.1652808 Aug 18 13:05:21.398291 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f359b49c-7691-4ad2-9c31-547ebaa4e4b6 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1493225 Aug 18 13:05:21.419568 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55626) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:21.483109 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-0839da30-df1a-4234-a0f8-bd2d662f2e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:21.528197 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b1b68ed6-8035-4721-b372-909a17dfbc75 None None] Provisioning for port 8877398e-1952-4f40-885a-0879e030023a completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:05:21.532549 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b1b68ed6-8035-4721-b372-909a17dfbc75 None None] Provisioning complete for port 8877398e-1952-4f40-885a-0879e030023a triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:05:21.533543 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b1b68ed6-8035-4721-b372-909a17dfbc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:21.547248 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fae23dfe-52d2-4382-a075-208cddbbcad9 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:21.594108 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-b1b68ed6-8035-4721-b372-909a17dfbc75 None None] Port 8877398e-1952-4f40-885a-0879e030023a cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:05:21.595217 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fae23dfe-52d2-4382-a075-208cddbbcad9 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:21.613441 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ceb6dca9-cc6a-4c0d-9351-2a8ac5f175a1 req-26a0064f-98bd-4d8f-b236-6f6d5bf4e97a tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003295 Aug 18 13:05:21.785486 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-68b904b3-9393-4540-a47d-9b7008a4b8c6 None None] Provisioning for port fa58116c-0667-4f6f-9ca8-99758d986100 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:05:21.790317 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-68b904b3-9393-4540-a47d-9b7008a4b8c6 None None] Provisioning complete for port fa58116c-0667-4f6f-9ca8-99758d986100 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:05:21.791076 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-68b904b3-9393-4540-a47d-9b7008a4b8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:21.797142 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682744a1-1e2e-4a76-aa08-65d06b4398fb tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Pushing event updated for resources: {'Port': ['ID=fa58116c-0667-4f6f-9ca8-99758d986100,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:21.803697 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fae23dfe-52d2-4382-a075-208cddbbcad9 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:21.809378 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fae23dfe-52d2-4382-a075-208cddbbcad9 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:21.810972 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-fae23dfe-52d2-4382-a075-208cddbbcad9 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/36e2a8e5-c135-404b-9300-3a3a44578cd9 HTTP/1.1" status: 204 len: 168 time: 0.3879056 Aug 18 13:05:21.815400 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55634) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:21.825136 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae23dfe-52d2-4382-a075-208cddbbcad9 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36e2a8e5-c135-404b-9300-3a3a44578cd9,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:21.839178 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-68b904b3-9393-4540-a47d-9b7008a4b8c6 None None] Port fa58116c-0667-4f6f-9ca8-99758d986100 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:05:21.881255 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ff5e9-f7e1-4c4a-b81c-eaa8e41ecce1 req-d72bcb72-6e55-4a14-9851-9ef14bb2cf5c tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:21.883225 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ef6ff5e9-f7e1-4c4a-b81c-eaa8e41ecce1 req-d72bcb72-6e55-4a14-9851-9ef14bb2cf5c tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fb7ef74-1389-4bc9-a201-8dd82b697384 HTTP/1.1" status: 200 len: 932 time: 0.1626360 Aug 18 13:05:21.942747 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-51246c4a-148d-4b9a-82e7-40a229b21c88 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1227679 Aug 18 13:05:21.942995 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55638) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:21.947768 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-95c81d68-8c89-4c27-9d55-58faf5ec62b1 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Request body: {'security_group_rule': {'security_group_id': '4ba8b29b-dc28-419a-b588-0ccd3524f4c2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:21.977201 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ef6ff5e9-f7e1-4c4a-b81c-eaa8e41ecce1 req-1a49fffc-c7cf-468c-b164-797de46c9490 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873365 Aug 18 13:05:22.041001 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-0839da30-df1a-4234-a0f8-bd2d662f2e9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8877398e-1952-4f40-885a-0879e030023a {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:05:22.050881 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-0839da30-df1a-4234-a0f8-bd2d662f2e9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:22.068919 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-682744a1-1e2e-4a76-aa08-65d06b4398fb tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:22.099855 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-0839da30-df1a-4234-a0f8-bd2d662f2e9c service neutron] Transition to ACTIVE for port object 8877398e-1952-4f40-885a-0879e030023a will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:05:22.100012 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-95c81d68-8c89-4c27-9d55-58faf5ec62b1 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:22.154458 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904b3d5-b992-49a3-93a9-200922177c13 req-e4bcd473-b8cd-45f0-975d-d11d70a91eac tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:22.156052 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f904b3d5-b992-49a3-93a9-200922177c13 req-e4bcd473-b8cd-45f0-975d-d11d70a91eac tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 945 time: 0.1021194 Aug 18 13:05:22.187881 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-0839da30-df1a-4234-a0f8-bd2d662f2e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:22.216980 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dfc2032c-315c-4c58-a382-f962b3a36f42 req-7bbe0d0c-e048-4406-a75b-1df14d21e329 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 210 time: 0.0370567 Aug 18 13:05:22.253182 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-95c81d68-8c89-4c27-9d55-58faf5ec62b1 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:22.283352 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f904b3d5-b992-49a3-93a9-200922177c13 req-9bbe3c9c-2d51-4d98-86cf-b28c0a8f229b tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148913 Aug 18 13:05:22.289999 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0839da30-df1a-4234-a0f8-bd2d662f2e9c service neutron] Pushing event updated for resources: {'Port': ['ID=8877398e-1952-4f40-885a-0879e030023a,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:22.335160 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-95c81d68-8c89-4c27-9d55-58faf5ec62b1 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:22.395891 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c81d68-8c89-4c27-9d55-58faf5ec62b1 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=281874af-a37b-4fb1-b500-1c6e0ddc6c32,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:22.425754 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-0839da30-df1a-4234-a0f8-bd2d662f2e9c service neutron] Attempting to bind port 8877398e-1952-4f40-885a-0879e030023a on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:05:22.426571 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-0839da30-df1a-4234-a0f8-bd2d662f2e9c service neutron] Attempting to bind port 8877398e-1952-4f40-885a-0879e030023a by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': 'e308df16-0289-45ba-a2cb-37bdded69968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:05:22.427115 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-0839da30-df1a-4234-a0f8-bd2d662f2e9c service neutron] Attempting to bind port 8877398e-1952-4f40-885a-0879e030023a on network c70b20b2-1ba3-4778-b38e-36ed095ba70d {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:05:22.434205 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-0839da30-df1a-4234-a0f8-bd2d662f2e9c service neutron] Port 8877398e-1952-4f40-885a-0879e030023a on network c70b20b2-1ba3-4778-b38e-36ed095ba70d not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:05:22.438527 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-0839da30-df1a-4234-a0f8-bd2d662f2e9c service neutron] Attempting to bind port 8877398e-1952-4f40-885a-0879e030023a on network c70b20b2-1ba3-4778-b38e-36ed095ba70d {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:05:22.444544 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-0839da30-df1a-4234-a0f8-bd2d662f2e9c service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:05:22.444899 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-0839da30-df1a-4234-a0f8-bd2d662f2e9c service neutron] Checking segment: {'id': 'e308df16-0289-45ba-a2cb-37bdded69968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:05:22.445449 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-0839da30-df1a-4234-a0f8-bd2d662f2e9c service neutron] Bound using segment: {'id': 'e308df16-0289-45ba-a2cb-37bdded69968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:05:22.445961 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-0839da30-df1a-4234-a0f8-bd2d662f2e9c service neutron] Bound port: 8877398e-1952-4f40-885a-0879e030023a, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e308df16-0289-45ba-a2cb-37bdded69968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:05:22.447061 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-0839da30-df1a-4234-a0f8-bd2d662f2e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:22.494735 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-95c81d68-8c89-4c27-9d55-58faf5ec62b1 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:22.498424 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-95c81d68-8c89-4c27-9d55-58faf5ec62b1 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5524232 Aug 18 13:05:22.499235 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55648) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:22.535037 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-38a92a9c-7df3-402b-8e3e-cee2b979bd7e tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "GET /v2.0/security-group-rules/281874af-a37b-4fb1-b500-1c6e0ddc6c32 HTTP/1.1" status: 200 len: 763 time: 0.0306785 Aug 18 13:05:22.535382 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55650) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:22.575952 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-0839da30-df1a-4234-a0f8-bd2d662f2e9c service neutron] For port 8877398e-1952-4f40-885a-0879e030023a, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:05:22.580091 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-0839da30-df1a-4234-a0f8-bd2d662f2e9c service neutron] For port 8877398e-1952-4f40-885a-0879e030023a, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=8877398e-1952-4f40-885a-0879e030023a,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:05:22.654520 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-0839da30-df1a-4234-a0f8-bd2d662f2e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:22.665786 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-682744a1-1e2e-4a76-aa08-65d06b4398fb tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:22.678881 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-583bc184-fe36-4efe-a66f-9c835f079bf9 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1422358 Aug 18 13:05:22.682892 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55656) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:22.723429 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071afb8b-f5a7-4a4a-a448-c6a72a6b78d1 req-60f50e35-569d-4538-857c-6e30b0996514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:22.723429 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-071afb8b-f5a7-4a4a-a448-c6a72a6b78d1 req-60f50e35-569d-4538-857c-6e30b0996514 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 1096 time: 0.1346545 Aug 18 13:05:22.723637 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-0839da30-df1a-4234-a0f8-bd2d662f2e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:22.723637 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-0839da30-df1a-4234-a0f8-bd2d662f2e9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:22.723812 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0001d8c1-a463-4ab5-8a47-bab1c0a0856d tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:22.723911 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-0839da30-df1a-4234-a0f8-bd2d662f2e9c service neutron] 10.222.0.20 "PUT /v2.0/ports/8877398e-1952-4f40-885a-0879e030023a HTTP/1.1" status: 200 len: 1092 time: 1.4431171 Aug 18 13:05:22.724663 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb7ef74-1389-4bc9-a201-8dd82b697384', 'tag': '8877398e-1952-4f40-885a-0879e030023a'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:05:22.727874 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfddaef-44a1-4a4b-b647-dd357de8a637" -d '{"events": [{"name": "network-changed", "server_uuid": "0fb7ef74-1389-4bc9-a201-8dd82b697384", "tag": "8877398e-1952-4f40-885a-0879e030023a"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:05:22.746329 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0001d8c1-a463-4ab5-8a47-bab1c0a0856d tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:22.774873 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0839da30-df1a-4234-a0f8-bd2d662f2e9c service neutron] Pushing event updated for resources: {'Port': ['ID=8877398e-1952-4f40-885a-0879e030023a,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:22.795690 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b002495e-e07b-4f06-99d7-ca6229cc7f16 x-openstack-request-id: req-b002495e-e07b-4f06-99d7-ca6229cc7f16 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:05:22.796009 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fb7ef74-1389-4bc9-a201-8dd82b697384", "tag": "8877398e-1952-4f40-885a-0879e030023a", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:05:22.796353 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b002495e-e07b-4f06-99d7-ca6229cc7f16 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:05:22.796729 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-682744a1-1e2e-4a76-aa08-65d06b4398fb tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:22.796860 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fb7ef74-1389-4bc9-a201-8dd82b697384', 'tag': '8877398e-1952-4f40-885a-0879e030023a', 'status': 'completed', 'code': 200} Aug 18 13:05:22.871416 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfddaef-44a1-4a4b-b647-dd357de8a637 req-21bdaa2d-4caf-488a-b4c7-9b7cfa7052e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:22.872988 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4dfddaef-44a1-4a4b-b647-dd357de8a637 req-21bdaa2d-4caf-488a-b4c7-9b7cfa7052e5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8b6c2b19e634a4bb77e7e12fa929d83&device_id=0fb7ef74-1389-4bc9-a201-8dd82b697384 HTTP/1.1" status: 200 len: 1095 time: 0.0512636 Aug 18 13:05:22.923659 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-071afb8b-f5a7-4a4a-a448-c6a72a6b78d1 req-56483a35-9805-4f56-906a-437b75985493 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979017 Aug 18 13:05:22.939246 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682744a1-1e2e-4a76-aa08-65d06b4398fb tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Pushing event updated for resources: {'Port': ['ID=fa58116c-0667-4f6f-9ca8-99758d986100,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:22.942976 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-682744a1-1e2e-4a76-aa08-65d06b4398fb tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:22.959746 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1d85b-cea8-4d1c-9dc8-49d98b756731 req-5a4fc2de-8e44-4e42-8881-3721c854264e tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:22.961428 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e1e1d85b-cea8-4d1c-9dc8-49d98b756731 req-5a4fc2de-8e44-4e42-8881-3721c854264e tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 946 time: 0.1818624 Aug 18 13:05:22.968293 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0001d8c1-a463-4ab5-8a47-bab1c0a0856d tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:22.987091 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0001d8c1-a463-4ab5-8a47-bab1c0a0856d tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:22.988278 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0001d8c1-a463-4ab5-8a47-bab1c0a0856d tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/281874af-a37b-4fb1-b500-1c6e0ddc6c32 HTTP/1.1" status: 204 len: 168 time: 0.3051860 Aug 18 13:05:22.992187 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55660) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:23.096768 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-281a56a5-6e22-4443-9c1f-2d516221800d tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1026671 Aug 18 13:05:23.097737 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55666) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:23.105858 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-f36f840b-d52f-40a8-a7f6-739918c953d6 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Request body: {'security_group_rule': {'security_group_id': '4ba8b29b-dc28-419a-b588-0ccd3524f4c2', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:23.132556 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682744a1-1e2e-4a76-aa08-65d06b4398fb tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Network fa9f7740-8936-4b04-a33d-6830da389cf1 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:05:23.135955 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0001d8c1-a463-4ab5-8a47-bab1c0a0856d tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=281874af-a37b-4fb1-b500-1c6e0ddc6c32,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:23.139182 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-682744a1-1e2e-4a76-aa08-65d06b4398fb tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:05:23.167799 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e1e1d85b-cea8-4d1c-9dc8-49d98b756731 req-ed806af2-9c9c-4629-a3dc-032184c13916 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782839 Aug 18 13:05:23.183175 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfddaef-44a1-4a4b-b647-dd357de8a637 req-509fd274-70c6-4892-ba46-d882e8c9d25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:23.184334 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4dfddaef-44a1-4a4b-b647-dd357de8a637 req-509fd274-70c6-4892-ba46-d882e8c9d25b service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=d8b6c2b19e634a4bb77e7e12fa929d83&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3019969 Aug 18 13:05:23.231307 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d9e4a-8c90-46a2-87fc-54cd558ca877 req-40c4e1af-6fbd-4a91-97dc-6cf7804c0553 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:23.232899 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-529d9e4a-8c90-46a2-87fc-54cd558ca877 req-40c4e1af-6fbd-4a91-97dc-6cf7804c0553 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fb7ef74-1389-4bc9-a201-8dd82b697384 HTTP/1.1" status: 200 len: 944 time: 0.1152136 Aug 18 13:05:23.275280 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682744a1-1e2e-4a76-aa08-65d06b4398fb tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Router 25cd477a-bce2-4172-8612-be514f33aa24 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:05:23.299605 n-d-803603-2 neutron-server[101675]: INFO neutron.db.securitygroups_db [None req-f36f840b-d52f-40a8-a7f6-739918c953d6 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Project 610dc66cd51941038bda9a83d39b940e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 13:05:23.320284 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f36f840b-d52f-40a8-a7f6-739918c953d6 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:23.360580 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-529d9e4a-8c90-46a2-87fc-54cd558ca877 req-794f9082-6f15-4036-a0c7-06a5af73d5fe tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027186 Aug 18 13:05:23.391668 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f36f840b-d52f-40a8-a7f6-739918c953d6 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:23.422393 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfddaef-44a1-4a4b-b647-dd357de8a637 req-7f1b7547-17f0-474a-9022-ba80fd82b8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:23.424081 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4dfddaef-44a1-4a4b-b647-dd357de8a637 req-7f1b7547-17f0-474a-9022-ba80fd82b8e1 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2307096 Aug 18 13:05:23.448636 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b8200023-647e-46a6-ba1c-337d65eab29b req-14d43971-b022-437b-b2f7-b0e3d63cdbc5 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 210 time: 0.1075237 Aug 18 13:05:23.485836 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682744a1-1e2e-4a76-aa08-65d06b4398fb tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:05:23.495087 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-682744a1-1e2e-4a76-aa08-65d06b4398fb tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] 10.222.0.13 "PUT /v2.0/routers/25cd477a-bce2-4172-8612-be514f33aa24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4433067 Aug 18 13:05:23.495087 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55672) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:23.501970 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcff8184-2767-4069-97f4-82ad2fad67cc None None] Sync routers for ids ['25cd477a-bce2-4172-8612-be514f33aa24'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:05:23.512136 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcff8184-2767-4069-97f4-82ad2fad67cc None None] Routers {'25cd477a-bce2-4172-8612-be514f33aa24'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:05:23.512869 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-dcff8184-2767-4069-97f4-82ad2fad67cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:05:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['25cd477a-bce2-4172-8612-be514f33aa24'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:05:23.536228 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f36f840b-d52f-40a8-a7f6-739918c953d6 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:23.565603 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f840b-d52f-40a8-a7f6-739918c953d6 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc6e61a2-2168-4327-a947-6dd7e6e08571,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:23.576107 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-0832640f-95e6-4122-96c9-aaea03e65f43 None None] Provisioning complete for port fa58116c-0667-4f6f-9ca8-99758d986100 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:05:23.576663 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0832640f-95e6-4122-96c9-aaea03e65f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:23.582750 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-d96392b2-7f52-4574-968b-a5407f5083c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:23.584377 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-d96392b2-7f52-4574-968b-a5407f5083c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8b6c2b19e634a4bb77e7e12fa929d83&device_id=0fb7ef74-1389-4bc9-a201-8dd82b697384 HTTP/1.1" status: 200 len: 1095 time: 0.0895522 Aug 18 13:05:23.597029 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e429fe5-20f0-4991-be40-dfe5dddb483e req-dc50d200-9ab4-4089-b5ca-38232b6753d1 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:23.598803 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4e429fe5-20f0-4991-be40-dfe5dddb483e req-dc50d200-9ab4-4089-b5ca-38232b6753d1 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 945 time: 0.1315496 Aug 18 13:05:23.612559 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-30009931-bc61-46e5-be74-c6c44f056494 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:23.620724 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-dcff8184-2767-4069-97f4-82ad2fad67cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:05:23.656622 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcff8184-2767-4069-97f4-82ad2fad67cc None None] Routers {'25cd477a-bce2-4172-8612-be514f33aa24'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:05:23.657350 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-dcff8184-2767-4069-97f4-82ad2fad67cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:05:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['25cd477a-bce2-4172-8612-be514f33aa24'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:05:23.661425 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-c70386f2-5e66-4d30-9aed-b76b07a73e85 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8877398e-1952-4f40-885a-0879e030023a HTTP/1.1" status: 200 len: 217 time: 0.0615680 Aug 18 13:05:23.665418 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-0832640f-95e6-4122-96c9-aaea03e65f43 None None] Port fa58116c-0667-4f6f-9ca8-99758d986100 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:05:23.720733 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-5979a369-3e7d-4c2c-89cf-41728c873f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:23.722307 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-5979a369-3e7d-4c2c-89cf-41728c873f4a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2744890d-6739-4756-b608-842180da7455 HTTP/1.1" status: 200 len: 850 time: 0.0513196 Aug 18 13:05:23.725120 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4e429fe5-20f0-4991-be40-dfe5dddb483e req-2bd9e575-a125-43ac-a308-47fa76ed9d9b tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181195 Aug 18 13:05:23.725977 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f36f840b-d52f-40a8-a7f6-739918c953d6 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:23.727231 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f36f840b-d52f-40a8-a7f6-739918c953d6 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6255660 Aug 18 13:05:23.731226 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-30009931-bc61-46e5-be74-c6c44f056494 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 18 13:05:23.733945 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-30009931-bc61-46e5-be74-c6c44f056494 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] 10.222.0.13 "DELETE /v2.0/routers/25cd477a-bce2-4172-8612-be514f33aa24 HTTP/1.1" status: 409 len: 329 time: 0.2383561 Aug 18 13:05:23.734740 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55674) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:23.736754 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55676) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:23.742836 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-dcff8184-2767-4069-97f4-82ad2fad67cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:05:23.757197 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcff8184-2767-4069-97f4-82ad2fad67cc None None] The sync data for ids ['25cd477a-bce2-4172-8612-be514f33aa24'] in n-d-803603-2 is: [] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:05:23.773335 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3347bf98-f45e-4244-b0d4-01a671796366 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "GET /v2.0/security-group-rules/fc6e61a2-2168-4327-a947-6dd7e6e08571 HTTP/1.1" status: 200 len: 769 time: 0.0372767 Aug 18 13:05:23.778906 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55680) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:23.865101 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-dbb89d46-5c77-476d-87aa-2cdedd3d9af8 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0848503 Aug 18 13:05:23.865317 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-a7179f09-5fba-40af-a787-35a792462574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:23.866851 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-a7179f09-5fba-40af-a787-35a792462574 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c70b20b2-1ba3-4778-b38e-36ed095ba70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1375382 Aug 18 13:05:23.869423 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55682) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:23.915701 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-945e872a-bb02-4578-bb17-811a4f9b1f94 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:23.924199 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-945e872a-bb02-4578-bb17-811a4f9b1f94 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:24.061292 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-6d5f9054-521e-47f5-9e91-e61a8f0c549e service neutron] 10.222.0.20 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856301 Aug 18 13:05:24.065890 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-945e872a-bb02-4578-bb17-811a4f9b1f94 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:24.073695 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-945e872a-bb02-4578-bb17-811a4f9b1f94 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:24.078809 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-945e872a-bb02-4578-bb17-811a4f9b1f94 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/fc6e61a2-2168-4327-a947-6dd7e6e08571 HTTP/1.1" status: 204 len: 168 time: 0.2030103 Aug 18 13:05:24.079262 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55684) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:24.100974 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e872a-bb02-4578-bb17-811a4f9b1f94 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc6e61a2-2168-4327-a947-6dd7e6e08571,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:24.137321 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d0b7a3e8-9002-4ce2-9214-c50cc3e602e8 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0545886 Aug 18 13:05:24.138048 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55686) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:24.193233 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3157f977-621b-4f9e-9364-8de8b8ff0132 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:24.195818 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0f6e4a31-db76-480a-bafe-f64c76570b2e req-57be2111-1ce0-440a-923a-54e27f9aafc7 service neutron] 10.222.0.20 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270702 Aug 18 13:05:24.237754 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3157f977-621b-4f9e-9364-8de8b8ff0132 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:24.261855 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0e46aedb-cae9-44f1-8e6a-007c4c60dd9a tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:24.317637 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b3d20-4de2-432a-9c5e-0e2fa60bb869 req-411fc115-a4b7-4d9c-b6a4-4fd71c573dc4 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:24.319354 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bd8b3d20-4de2-432a-9c5e-0e2fa60bb869 req-411fc115-a4b7-4d9c-b6a4-4fd71c573dc4 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 946 time: 0.0620306 Aug 18 13:05:24.363818 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bd8b3d20-4de2-432a-9c5e-0e2fa60bb869 req-075f0542-0fd4-4f8d-9723-b842d4a93d93 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381594 Aug 18 13:05:24.367351 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3157f977-621b-4f9e-9364-8de8b8ff0132 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:24.371694 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3157f977-621b-4f9e-9364-8de8b8ff0132 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:24.375319 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3157f977-621b-4f9e-9364-8de8b8ff0132 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "DELETE /v2.0/security-groups/4ba8b29b-dc28-419a-b588-0ccd3524f4c2 HTTP/1.1" status: 204 len: 168 time: 0.2340450 Aug 18 13:05:24.377142 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55690) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:24.400677 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3157f977-621b-4f9e-9364-8de8b8ff0132 tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba8b29b-dc28-419a-b588-0ccd3524f4c2,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:24.451637 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-00525df2-f42d-48df-99dc-7c9a08b0eb1d tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0693035 Aug 18 13:05:24.454070 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55694) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:24.505042 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c15ece99-1754-4545-a26b-140ba4e69c3f tempest-SecGroupIPv6Test-1009243351 tempest-SecGroupIPv6Test-1009243351-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0466633 Aug 18 13:05:24.563039 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-783c5828-c585-481a-80d6-6941da32b6b4 req-c8a982c2-ad39-454e-a5bc-bb01e8f0aa39 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 210 time: 0.0359449 Aug 18 13:05:24.723252 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd41c8-8419-44d6-a59f-0df5f979997d req-71101404-0896-417c-aa77-9c5ab6d1c69b tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:24.724717 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eddd41c8-8419-44d6-a59f-0df5f979997d req-71101404-0896-417c-aa77-9c5ab6d1c69b tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fb7ef74-1389-4bc9-a201-8dd82b697384 HTTP/1.1" status: 200 len: 944 time: 0.0913460 Aug 18 13:05:24.807444 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eddd41c8-8419-44d6-a59f-0df5f979997d req-713efacd-21c7-4244-aa72-07c6867080b8 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566092 Aug 18 13:05:24.884507 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-fa29fc91-cd5f-483c-86a9-3645a25308ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:24.886438 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-fa29fc91-cd5f-483c-86a9-3645a25308ee service neutron] 10.222.0.39 "GET /v2.0/ports/07f402d6-de4a-4e25-8230-5bec43a446cd HTTP/1.1" status: 200 len: 1025 time: 0.0897763 Aug 18 13:05:24.936121 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a9ed8-47ef-47cc-97c5-a01c7608857d req-95dfdda7-99e8-4d14-86eb-625c7805dc35 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:24.937660 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d00a9ed8-47ef-47cc-97c5-a01c7608857d req-95dfdda7-99e8-4d14-86eb-625c7805dc35 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 945 time: 0.1109591 Aug 18 13:05:24.954962 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-737b9ac1-aec5-4bc1-b2bb-3ff89e922fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:24.955591 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-0e46aedb-cae9-44f1-8e6a-007c4c60dd9a tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Deleting port fa58116c-0667-4f6f-9ca8-99758d986100 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:05:24.955926 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0e46aedb-cae9-44f1-8e6a-007c4c60dd9a tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:24.956375 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-737b9ac1-aec5-4bc1-b2bb-3ff89e922fdb service neutron] 10.222.0.39 "GET /v2.0/ports/36b945e8-9c27-4658-bb63-6eff4f89d115 HTTP/1.1" status: 200 len: 1028 time: 0.0597348 Aug 18 13:05:25.006310 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d00a9ed8-47ef-47cc-97c5-a01c7608857d req-26fb13e9-d71a-4951-92bd-c426e4d4a99b tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589185 Aug 18 13:05:25.057012 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0e46aedb-cae9-44f1-8e6a-007c4c60dd9a tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:25.077102 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-0e46aedb-cae9-44f1-8e6a-007c4c60dd9a tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Calling delete_port for fa58116c-0667-4f6f-9ca8-99758d986100 owned by network:router_interface {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:05:25.153846 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-49d9963a-fee2-4fbf-893a-0267f97aceae tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:25.160875 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-49d9963a-fee2-4fbf-893a-0267f97aceae tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:25.167279 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-49d9963a-fee2-4fbf-893a-0267f97aceae tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:25.173938 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-49d9963a-fee2-4fbf-893a-0267f97aceae tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.39 "GET /v2.0/networks?id=7b05220b-36d2-40eb-be72-7e3e060fbabb&id=2459a67a-03d9-4542-a3d9-993612a32608&id=2459a67a-03d9-4542-a3d9-993612a32608&id=2459a67a-03d9-4542-a3d9-993612a32608&id=2459a67a-03d9-4542-a3d9-993612a32608&id=a3e49dcd-a277-4170-bfef-fa46f5ed7634&id=a3e49dcd-a277-4170-bfef-fa46f5ed7634 HTTP/1.1" status: 200 len: 1989 time: 0.2008202 Aug 18 13:05:25.174328 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55714) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:25.241409 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-71417997-5a19-41f1-938d-1363015d67fb tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8c196c6c2e143d6872d1027393f6dcd HTTP/1.1" status: 200 len: 380 time: 0.0549536 Aug 18 13:05:25.253800 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-d1a78a8d-dc15-4964-9722-503d044f2c94 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Request body: {'port': {'device_id': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'network_id': '7b05220b-36d2-40eb-be72-7e3e060fbabb', 'admin_state_up': True, 'tenant_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'security_groups': ['b313822e-1f0e-41fc-a8c5-86af54ba1b69']}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:25.270966 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ec580-7f3b-442f-ac24-66ad2e77f235 req-f9ff9c95-ff57-4c81-bae0-37695fa3e1c3 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:25.272893 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7b5ec580-7f3b-442f-ac24-66ad2e77f235 req-f9ff9c95-ff57-4c81-bae0-37695fa3e1c3 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 946 time: 0.0771990 Aug 18 13:05:25.406471 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7b5ec580-7f3b-442f-ac24-66ad2e77f235 req-af01e11d-6ff3-493d-abfd-ebd6859ed1d6 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb2a5664-8f21-4728-b3b7-6f9d475fbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868728 Aug 18 13:05:25.442111 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a2713ae8-065e-4101-a602-31b14fd08c2b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=610dc66cd51941038bda9a83d39b940e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2644813 Aug 18 13:05:25.443706 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55724) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:25.465620 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-d1a78a8d-dc15-4964-9722-503d044f2c94 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Made reservation on behalf of d8c196c6c2e143d6872d1027393f6dcd for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:05:25.474063 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-d1a78a8d-dc15-4964-9722-503d044f2c94 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:25.557292 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0e46aedb-cae9-44f1-8e6a-007c4c60dd9a tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:25.599493 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46aedb-cae9-44f1-8e6a-007c4c60dd9a tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Pushing event deleted for resources: {'Port': ['ID=fa58116c-0667-4f6f-9ca8-99758d986100,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:25.615110 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f6ab1-4497-4874-a80b-a51ae2682712 req-0b7a2493-5cd8-47b0-96fa-b8ab24a3dd92 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:25.616696 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d43f6ab1-4497-4874-a80b-a51ae2682712 req-0b7a2493-5cd8-47b0-96fa-b8ab24a3dd92 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 946 time: 0.1241708 Aug 18 13:05:25.646327 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00f2e0-2aeb-4496-87e0-ed24a0b9d1bf req-d4808ea6-b6b3-407d-94aa-c3a64a8be6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:25.648477 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3d00f2e0-2aeb-4496-87e0-ed24a0b9d1bf req-d4808ea6-b6b3-407d-94aa-c3a64a8be6d5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b7bb7ada99a4b5d932fd3c3f52f7206&device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 1096 time: 0.1278605 Aug 18 13:05:25.660109 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d71286-7aa3-4e8d-b725-9675f1ef6528 req-bd779021-7b9c-45d2-85f3-1b98d6be3478 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:25.661652 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-82d71286-7aa3-4e8d-b725-9675f1ef6528 req-bd779021-7b9c-45d2-85f3-1b98d6be3478 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 945 time: 0.1637044 Aug 18 13:05:25.662406 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-139166b0-9ce4-42bb-8ee7-49c9af2dfd51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:25.755480 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-139166b0-9ce4-42bb-8ee7-49c9af2dfd51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:25.770997 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-d1a78a8d-dc15-4964-9722-503d044f2c94 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Allocated IP 172.20.0.7 (7b05220b-36d2-40eb-be72-7e3e060fbabb/bfeef1f8-f283-4cb6-a505-21a51b6ed46e/34e925d7-14af-4826-bf24-9d1ce3cea1ed) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:05:25.786050 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d43f6ab1-4497-4874-a80b-a51ae2682712 req-ddb11f10-12e2-4a2f-b73d-bd81dca8ebb9 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515470 Aug 18 13:05:25.794451 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-82d71286-7aa3-4e8d-b725-9675f1ef6528 req-37c06b25-f48e-4e3e-99ec-310aff53bab6 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110339 Aug 18 13:05:25.860682 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device d56c394b-93e7-4573-9588-fa1eeaa8886c details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:05:25.964885 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f539a07c-3300-4987-9f83-bc44e83a644d req-09db0eeb-1abf-4306-8acd-0603189f7dec tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 210 time: 0.0515387 Aug 18 13:05:25.986221 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967142fe-52f6-4dfc-be76-9e3619ab62a7 req-b495851f-6f0f-44b1-8a8b-34a434545692 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:25.986455 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0e46aedb-cae9-44f1-8e6a-007c4c60dd9a tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:25.994595 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-967142fe-52f6-4dfc-be76-9e3619ab62a7 req-b495851f-6f0f-44b1-8a8b-34a434545692 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fb7ef74-1389-4bc9-a201-8dd82b697384 HTTP/1.1" status: 200 len: 944 time: 0.0862951 Aug 18 13:05:26.011424 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-139166b0-9ce4-42bb-8ee7-49c9af2dfd51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:26.015322 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-139166b0-9ce4-42bb-8ee7-49c9af2dfd51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:26.016757 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-139166b0-9ce4-42bb-8ee7-49c9af2dfd51 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98ddf8f7-7d6f-4010-a956-c00eaaf6a8b8 HTTP/1.1" status: 204 len: 168 time: 0.5718338 Aug 18 13:05:26.017990 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00f2e0-2aeb-4496-87e0-ed24a0b9d1bf req-581b0be6-1f40-4f62-b400-2008133a96f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:26.019696 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3d00f2e0-2aeb-4496-87e0-ed24a0b9d1bf req-581b0be6-1f40-4f62-b400-2008133a96f5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a8d27026-b8e0-4d3d-971e-78c2b57a2f7a HTTP/1.1" status: 200 len: 920 time: 0.3516209 Aug 18 13:05:26.062273 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port d56c394b-93e7-4573-9588-fa1eeaa8886c, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=d56c394b-93e7-4573-9588-fa1eeaa8886c,segment=NetworkSegment(1d336752-25b6-4131-855b-23a2ad96544b),segment_id=1d336752-25b6-4131-855b-23a2ad96544b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:05:26.078130 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139166b0-9ce4-42bb-8ee7-49c9af2dfd51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ddf8f7-7d6f-4010-a956-c00eaaf6a8b8,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:26.078520 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'd56c394b-93e7-4573-9588-fa1eeaa8886c', 'network_id': '1580e32b-815c-484e-8818-74705331eaf8', 'port_id': 'd56c394b-93e7-4573-9588-fa1eeaa8886c', 'mac_address': 'fa:16:3e:39:1c:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:05:26.121316 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-967142fe-52f6-4dfc-be76-9e3619ab62a7 req-91bd6ff2-5486-4fd2-8ace-444a6e8e0538 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253424 Aug 18 13:05:26.165945 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:26.181809 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d56c394b-93e7-4573-9588-fa1eeaa8886c {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:05:26.187998 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-d1a78a8d-dc15-4964-9722-503d044f2c94 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:26.198969 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3d00f2e0-2aeb-4496-87e0-ed24a0b9d1bf req-cf316c14-57bb-4768-bb53-7099d44550ed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efcabe73-2954-4321-b64f-e5c43eef2f8a HTTP/1.1" status: 200 len: 217 time: 0.1639187 Aug 18 13:05:26.208104 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port d56c394b-93e7-4573-9588-fa1eeaa8886c, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=d56c394b-93e7-4573-9588-fa1eeaa8886c,segment=NetworkSegment(1d336752-25b6-4131-855b-23a2ad96544b),segment_id=1d336752-25b6-4131-855b-23a2ad96544b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:05:26.208656 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-d1a78a8d-dc15-4964-9722-503d044f2c94 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Transition to ACTIVE for port object 34e925d7-14af-4826-bf24-9d1ce3cea1ed will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:05:26.288729 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:26.318833 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-d1a78a8d-dc15-4964-9722-503d044f2c94 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:26.334186 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e46aedb-cae9-44f1-8e6a-007c4c60dd9a tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Router 25cd477a-bce2-4172-8612-be514f33aa24 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:05:26.371101 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=d56c394b-93e7-4573-9588-fa1eeaa8886c,revision_number=6']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:26.384565 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['d56c394b-93e7-4573-9588-fa1eeaa8886c'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:05:26.412084 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-d1a78a8d-dc15-4964-9722-503d044f2c94 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Network 7b05220b-36d2-40eb-be72-7e3e060fbabb is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:05:26.423073 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-d1a78a8d-dc15-4964-9722-503d044f2c94 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:05:26.432760 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a78a8d-dc15-4964-9722-503d044f2c94 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Pushing event updated for resources: {'Port': ['ID=34e925d7-14af-4826-bf24-9d1ce3cea1ed,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:26.438821 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-d1a78a8d-dc15-4964-9722-503d044f2c94 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:05:26.448198 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e46aedb-cae9-44f1-8e6a-007c4c60dd9a tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:05:26.466560 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0e46aedb-cae9-44f1-8e6a-007c4c60dd9a tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] 10.222.0.13 "PUT /v2.0/routers/25cd477a-bce2-4172-8612-be514f33aa24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7286868 Aug 18 13:05:26.467365 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55740) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:26.469549 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35fe94f-8b6c-41e6-9492-73d101a787bd None None] Sync routers for ids ['25cd477a-bce2-4172-8612-be514f33aa24'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:05:26.479308 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00f2e0-2aeb-4496-87e0-ed24a0b9d1bf req-e787d4a2-0e4f-4ab1-92e9-8e61c744a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:26.480965 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3d00f2e0-2aeb-4496-87e0-ed24a0b9d1bf req-e787d4a2-0e4f-4ab1-92e9-8e61c744a7df service neutron] 10.222.0.39 "GET /v2.0/subnets?id=08d37668-d2c1-40db-a95f-b1212b73a41b HTTP/1.1" status: 200 len: 859 time: 0.2268167 Aug 18 13:05:26.549515 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-81d070c7-fe6e-4063-8d37-763ab8207c46 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] show failed (client error): The resource could not be found. Aug 18 13:05:26.556972 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-81d070c7-fe6e-4063-8d37-763ab8207c46 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-1000840173 HTTP/1.1" status: 404 len: 335 time: 0.0855699 Aug 18 13:05:26.567420 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55748) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:26.573162 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-3638f613-cd9e-4623-be31-8be8bc2f0829 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:26.573740 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-d1a78a8d-dc15-4964-9722-503d044f2c94 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:26.574474 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-d1a78a8d-dc15-4964-9722-503d044f2c94 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:26.597978 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3d00f2e0-2aeb-4496-87e0-ed24a0b9d1bf req-e114ca82-db7e-42bc-b5a3-b3583bcb6a1a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a8d27026-b8e0-4d3d-971e-78c2b57a2f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571623 Aug 18 13:05:26.622276 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35fe94f-8b6c-41e6-9492-73d101a787bd None None] Routers {'25cd477a-bce2-4172-8612-be514f33aa24'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:05:26.622929 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e35fe94f-8b6c-41e6-9492-73d101a787bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:05:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['25cd477a-bce2-4172-8612-be514f33aa24'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:05:26.664246 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-3638f613-cd9e-4623-be31-8be8bc2f0829 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] update failed (client error): The resource could not be found. Aug 18 13:05:26.670879 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3638f613-cd9e-4623-be31-8be8bc2f0829 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-902698446 HTTP/1.1" status: 404 len: 334 time: 0.0967064 Aug 18 13:05:26.671808 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55754) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:26.738346 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-d1a78a8d-dc15-4964-9722-503d044f2c94 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4888217 Aug 18 13:05:26.740076 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e35fe94f-8b6c-41e6-9492-73d101a787bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:05:26.761888 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35fe94f-8b6c-41e6-9492-73d101a787bd None None] Routers {'25cd477a-bce2-4172-8612-be514f33aa24'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:05:26.762550 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e35fe94f-8b6c-41e6-9492-73d101a787bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:05:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['25cd477a-bce2-4172-8612-be514f33aa24'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:05:26.765457 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-2a7536b2-0ed1-44f8-9b22-7fd923015199 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Request body: {'port': {'device_id': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'network_id': '2459a67a-03d9-4542-a3d9-993612a32608', 'admin_state_up': True, 'tenant_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'security_groups': ['b313822e-1f0e-41fc-a8c5-86af54ba1b69']}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:26.813051 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e35fe94f-8b6c-41e6-9492-73d101a787bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:05:26.814226 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35fe94f-8b6c-41e6-9492-73d101a787bd None None] The sync data for ids ['25cd477a-bce2-4172-8612-be514f33aa24'] in n-d-803603-2 is: [] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:05:26.902406 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718df4f-eed4-491a-99fe-5d92d2ad796f req-c018d104-e662-4b09-94c6-08df405c09a1 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:26.903877 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d718df4f-eed4-491a-99fe-5d92d2ad796f req-c018d104-e662-4b09-94c6-08df405c09a1 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 946 time: 0.3102338 Aug 18 13:05:26.910094 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-56d1ecd3-e5c9-4c1f-ad92-92a9ee9009f8 None None] Provisioning for port 34e925d7-14af-4826-bf24-9d1ce3cea1ed completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:05:26.915676 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-56d1ecd3-e5c9-4c1f-ad92-92a9ee9009f8 None None] Provisioning complete for port 34e925d7-14af-4826-bf24-9d1ce3cea1ed triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:05:26.916389 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-56d1ecd3-e5c9-4c1f-ad92-92a9ee9009f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:26.948120 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fc1fac2-9c1e-47d0-9a2c-e9e1a8300103 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Deleting subnet 8b20e159-4990-47d1-bcba-ec4e717a3fb7 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:05:26.952882 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0fc1fac2-9c1e-47d0-9a2c-e9e1a8300103 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:26.983098 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-56d1ecd3-e5c9-4c1f-ad92-92a9ee9009f8 None None] Port 34e925d7-14af-4826-bf24-9d1ce3cea1ed cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:05:26.998006 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3d00f2e0-2aeb-4496-87e0-ed24a0b9d1bf req-87b066ce-7aad-414a-92e3-d18e3d00df04 service neutron] 10.222.0.39 "GET /v2.0/networks/a8d27026-b8e0-4d3d-971e-78c2b57a2f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461821 Aug 18 13:05:27.036835 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d718df4f-eed4-491a-99fe-5d92d2ad796f req-01fa5725-de09-40df-bd46-649a211efb65 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb2a5664-8f21-4728-b3b7-6f9d475fbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123903 Aug 18 13:05:27.068321 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0fc1fac2-9c1e-47d0-9a2c-e9e1a8300103 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:27.120409 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dab94e-3e0f-4b76-b978-ffaf51ddc938 req-295c6288-6790-4fda-99b4-295003f499a4 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:27.122726 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-53dab94e-3e0f-4b76-b978-ffaf51ddc938 req-295c6288-6790-4fda-99b4-295003f499a4 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 945 time: 0.1896808 Aug 18 13:05:27.205846 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3d00f2e0-2aeb-4496-87e0-ed24a0b9d1bf req-869bdc5b-1cdd-4167-910b-d765b1338dcc service neutron] 10.222.0.39 "GET /v2.0/networks/a8d27026-b8e0-4d3d-971e-78c2b57a2f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884665 Aug 18 13:05:27.212994 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-53dab94e-3e0f-4b76-b978-ffaf51ddc938 req-90b6d7ee-b90d-468c-a8af-15df2be66f7c tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773335 Aug 18 13:05:27.287900 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db8440-b3e5-4358-89a8-470a0eb54341 req-c5d1a56f-c3c4-49be-9c88-f20d1231c31c tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:27.292743 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0fc1fac2-9c1e-47d0-9a2c-e9e1a8300103 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:27.295225 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-86db8440-b3e5-4358-89a8-470a0eb54341 req-c5d1a56f-c3c4-49be-9c88-f20d1231c31c tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 945 time: 0.1532857 Aug 18 13:05:27.342544 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-86db8440-b3e5-4358-89a8-470a0eb54341 req-548f740b-bc4f-46fc-beb9-f823760c42c9 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394440 Aug 18 13:05:27.343139 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-2a7536b2-0ed1-44f8-9b22-7fd923015199 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Made reservation on behalf of d8c196c6c2e143d6872d1027393f6dcd for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:05:27.346786 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-2a7536b2-0ed1-44f8-9b22-7fd923015199 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:27.471722 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4144efc-62d5-4a05-a4f7-1fafc4ca4287 req-8ce55099-bdcf-4388-9bd2-c7dbb5f8a656 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:27.480809 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b4144efc-62d5-4a05-a4f7-1fafc4ca4287 req-8ce55099-bdcf-4388-9bd2-c7dbb5f8a656 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fb7ef74-1389-4bc9-a201-8dd82b697384 HTTP/1.1" status: 200 len: 944 time: 0.0668163 Aug 18 13:05:27.531879 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b4144efc-62d5-4a05-a4f7-1fafc4ca4287 req-3df37724-0af4-4c07-bd85-358cc4eef1eb tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500386 Aug 18 13:05:27.581150 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-2a7536b2-0ed1-44f8-9b22-7fd923015199 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Allocated IP 10.1.1.225 (2459a67a-03d9-4542-a3d9-993612a32608/cb37ce99-5938-480b-b3eb-c3f4e77a0e89/5adf14f7-27f9-4753-a8fd-566a7aeb8405) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:05:27.613928 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed913ed1-f408-4b57-98d0-a9ba0687364a req-5aa11286-d661-466f-b68c-d5618107be74 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:27.625866 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ed913ed1-f408-4b57-98d0-a9ba0687364a req-5aa11286-d661-466f-b68c-d5618107be74 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 931 time: 0.2817180 Aug 18 13:05:27.625866 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55790) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:27.770545 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0fc1fac2-9c1e-47d0-9a2c-e9e1a8300103 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:27.778268 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-53e30818-26bc-4ad5-bc4d-23b2e2c77bd9 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Request body: {'security_group': {'name': 'tempest-secgroup--934186117'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:27.824016 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc1fac2-9c1e-47d0-9a2c-e9e1a8300103 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Pushing event deleted for resources: {'Subnet': ['ID=8b20e159-4990-47d1-bcba-ec4e717a3fb7,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:27.831070 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:27.840063 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device d56c394b-93e7-4573-9588-fa1eeaa8886c up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:05:27.887170 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ed913ed1-f408-4b57-98d0-a9ba0687364a req-508cc0b0-c85e-426d-9a5b-9908db247db7 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2604046 Aug 18 13:05:27.918900 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 8877398e-1952-4f40-885a-0879e030023a details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:05:27.942507 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port d56c394b-93e7-4573-9588-fa1eeaa8886c triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:05:27.942879 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:27.966882 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-2a7536b2-0ed1-44f8-9b22-7fd923015199 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:27.996785 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-2a7536b2-0ed1-44f8-9b22-7fd923015199 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Transition to ACTIVE for port object 5adf14f7-27f9-4753-a8fd-566a7aeb8405 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:05:28.013452 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0fc1fac2-9c1e-47d0-9a2c-e9e1a8300103 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:28.026419 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0fc1fac2-9c1e-47d0-9a2c-e9e1a8300103 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] 10.222.0.13 "DELETE /v2.0/subnets/8b20e159-4990-47d1-bcba-ec4e717a3fb7 HTTP/1.1" status: 204 len: 168 time: 1.3500104 Aug 18 13:05:28.026739 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55800) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:28.047880 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2a4bfb-7ed8-4bee-87fb-53cce44130f0 None None] Network 27306bc6-2d88-47a4-9f77-ddbeca42f2d4 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:05:28.113417 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-53e30818-26bc-4ad5-bc4d-23b2e2c77bd9 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:28.139169 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-53e30818-26bc-4ad5-bc4d-23b2e2c77bd9 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:28.171366 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-2a7536b2-0ed1-44f8-9b22-7fd923015199 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:28.194397 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecd9838c-6378-4555-8023-50f229213300 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Deleting subnet 9956c7c4-757b-4d17-9f07-a22dd5b54f30 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:05:28.203182 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ecd9838c-6378-4555-8023-50f229213300 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:28.214264 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:28.341756 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-2a7536b2-0ed1-44f8-9b22-7fd923015199 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Network 2459a67a-03d9-4542-a3d9-993612a32608 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:05:28.351120 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-2a7536b2-0ed1-44f8-9b22-7fd923015199 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:05:28.354279 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7536b2-0ed1-44f8-9b22-7fd923015199 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Pushing event updated for resources: {'Port': ['ID=5adf14f7-27f9-4753-a8fd-566a7aeb8405,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:28.366417 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 8877398e-1952-4f40-885a-0879e030023a, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=8877398e-1952-4f40-885a-0879e030023a,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:05:28.374402 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-2a7536b2-0ed1-44f8-9b22-7fd923015199 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:05:28.386404 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ecd9838c-6378-4555-8023-50f229213300 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:28.415512 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '8877398e-1952-4f40-885a-0879e030023a', 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d', 'port_id': '8877398e-1952-4f40-885a-0879e030023a', 'mac_address': 'fa:16:3e:66:65:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2744890d-6739-4756-b608-842180da7455', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:05:28.575175 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86a49f-166f-4366-be4f-a4952a37e70f req-a945f546-e8d3-4f40-81ce-1a978b456dbc tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:28.629689 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eb86a49f-166f-4366-be4f-a4952a37e70f req-a945f546-e8d3-4f40-81ce-1a978b456dbc tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 946 time: 0.3381066 Aug 18 13:05:28.633775 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-2a7536b2-0ed1-44f8-9b22-7fd923015199 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:28.634922 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92cfe51f-76c1-4a99-b95d-fdf95274b4fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56c394b-93e7-4573-9588-fa1eeaa8886c'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:05:28.635162 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-2a7536b2-0ed1-44f8-9b22-7fd923015199 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:28.639168 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422ade11-b380-42b7-a8bb-053e3a430fea" -d '{"events": [{"server_uuid": "92cfe51f-76c1-4a99-b95d-fdf95274b4fc", "name": "network-vif-plugged", "status": "completed", "tag": "d56c394b-93e7-4573-9588-fa1eeaa8886c"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:05:28.668308 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac7e83-4e2e-4a1f-a7ba-aa6c1063df82 req-5bb16947-39a0-41b0-8ecc-eb94e697fee2 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:28.676582 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-beac7e83-4e2e-4a1f-a7ba-aa6c1063df82 req-5bb16947-39a0-41b0-8ecc-eb94e697fee2 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 945 time: 0.2946548 Aug 18 13:05:28.692326 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port d56c394b-93e7-4573-9588-fa1eeaa8886c, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=d56c394b-93e7-4573-9588-fa1eeaa8886c,segment=NetworkSegment(1d336752-25b6-4131-855b-23a2ad96544b),segment_id=1d336752-25b6-4131-855b-23a2ad96544b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:05:28.729301 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eb86a49f-166f-4366-be4f-a4952a37e70f req-ae5fdf67-bd27-4c5c-bad7-6a1e02174aa6 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb2a5664-8f21-4728-b3b7-6f9d475fbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214681 Aug 18 13:05:28.773065 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-beac7e83-4e2e-4a1f-a7ba-aa6c1063df82 req-345df233-072c-4300-b8d9-eb43426e6c9b tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951545 Aug 18 13:05:28.907828 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ecd9838c-6378-4555-8023-50f229213300 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:29.000114 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:29.004929 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:29.020462 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a043b7-2ca1-4822-b58a-e9c3d5af5d34 req-e06fb451-39c0-4311-98ea-fbe6242bb0f9 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:29.034730 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-92a043b7-2ca1-4822-b58a-e9c3d5af5d34 req-e06fb451-39c0-4311-98ea-fbe6242bb0f9 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fb7ef74-1389-4bc9-a201-8dd82b697384 HTTP/1.1" status: 200 len: 944 time: 0.1277356 Aug 18 13:05:29.038244 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-53e30818-26bc-4ad5-bc4d-23b2e2c77bd9 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:29.082920 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=d56c394b-93e7-4573-9588-fa1eeaa8886c,revision_number=7']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:29.089428 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:29.103336 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcbf320-a51e-4e70-b52a-17aae695173e None None] DHCP port deletion for 27306bc6-2d88-47a4-9f77-ddbeca42f2d4 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:05:29.123686 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375954fa-111b-42e4-ac81-01de292ab00d req-a5c21499-8aaa-411c-844a-48a236532424 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:29.128888 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-53e30818-26bc-4ad5-bc4d-23b2e2c77bd9 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:29.132596 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8877398e-1952-4f40-885a-0879e030023a {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:05:29.146294 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-375954fa-111b-42e4-ac81-01de292ab00d req-a5c21499-8aaa-411c-844a-48a236532424 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 945 time: 0.2614365 Aug 18 13:05:29.164488 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 8877398e-1952-4f40-885a-0879e030023a, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=8877398e-1952-4f40-885a-0879e030023a,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:05:29.185400 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-92a043b7-2ca1-4822-b58a-e9c3d5af5d34 req-b9f09361-fa28-45be-b99a-8ee41b0abfdf tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496177 Aug 18 13:05:29.189492 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-ffcbf320-a51e-4e70-b52a-17aae695173e None None] Deleting port 65a72e00-5617-49c2-abd5-aa720713073d {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:05:29.189961 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ffcbf320-a51e-4e70-b52a-17aae695173e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:29.194184 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-fc90fc7d-9c56-4e37-aaf5-506e2c77a08e None None] Provisioning for port 5adf14f7-27f9-4753-a8fd-566a7aeb8405 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:05:29.218395 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-fc90fc7d-9c56-4e37-aaf5-506e2c77a08e None None] Provisioning complete for port 5adf14f7-27f9-4753-a8fd-566a7aeb8405 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:05:29.218786 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fc90fc7d-9c56-4e37-aaf5-506e2c77a08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:29.219846 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e30818-26bc-4ad5-bc4d-23b2e2c77bd9 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e43ac98-62b8-4721-bdbd-91a1599c2629,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:29.250547 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-2a7536b2-0ed1-44f8-9b22-7fd923015199 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4966333 Aug 18 13:05:29.272418 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-eeb1cb93-3dfb-40ba-bed5-1690c1aa6c23 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Request body: {'port': {'device_id': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'network_id': '2459a67a-03d9-4542-a3d9-993612a32608', 'admin_state_up': True, 'tenant_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'security_groups': ['b313822e-1f0e-41fc-a8c5-86af54ba1b69']}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:29.283369 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:29.309107 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-375954fa-111b-42e4-ac81-01de292ab00d req-8c3782bf-9857-48e8-a693-57323fab2dd4 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613989 Aug 18 13:05:29.346154 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f91baa-31ff-4f80-910a-7a74878af737 x-openstack-request-id: req-f5f91baa-31ff-4f80-910a-7a74878af737 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:05:29.346490 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92cfe51f-76c1-4a99-b95d-fdf95274b4fc", "name": "network-vif-plugged", "status": "completed", "tag": "d56c394b-93e7-4573-9588-fa1eeaa8886c", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:05:29.346746 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f5f91baa-31ff-4f80-910a-7a74878af737 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:05:29.347151 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92cfe51f-76c1-4a99-b95d-fdf95274b4fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56c394b-93e7-4573-9588-fa1eeaa8886c', 'code': 200} Aug 18 13:05:29.408762 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 65a72e00-5617-49c2-abd5-aa720713073d no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:05:29.420902 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ecd9838c-6378-4555-8023-50f229213300 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:29.451703 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ecd9838c-6378-4555-8023-50f229213300 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:29.457199 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ecd9838c-6378-4555-8023-50f229213300 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] 10.222.0.13 "DELETE /v2.0/subnets/9956c7c4-757b-4d17-9f07-a22dd5b54f30 HTTP/1.1" status: 204 len: 168 time: 1.4272451 Aug 18 13:05:29.462839 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55814) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:29.471736 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-ffcbf320-a51e-4e70-b52a-17aae695173e None None] For port 65a72e00-5617-49c2-abd5-aa720713073d, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=65a72e00-5617-49c2-abd5-aa720713073d,segment=NetworkSegment(1a0ddc5d-00be-4e5e-8e36-997b800c4515),segment_id=1a0ddc5d-00be-4e5e-8e36-997b800c4515)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:05:29.473643 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ffcbf320-a51e-4e70-b52a-17aae695173e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:29.477535 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd9838c-6378-4555-8023-50f229213300 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Pushing event deleted for resources: {'Subnet': ['ID=9956c7c4-757b-4d17-9f07-a22dd5b54f30,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:29.528141 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-fc90fc7d-9c56-4e37-aaf5-506e2c77a08e None None] Port 5adf14f7-27f9-4753-a8fd-566a7aeb8405 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:05:29.541138 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f8df91-2352-463a-83d3-fe5a43c5794e None None] Network ac9ab8e3-4bcf-4aae-920a-086678a02b67 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:05:29.559231 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-ffcbf320-a51e-4e70-b52a-17aae695173e None None] Calling delete_port for 65a72e00-5617-49c2-abd5-aa720713073d owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:05:29.614648 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['8877398e-1952-4f40-885a-0879e030023a'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:05:29.659340 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=8877398e-1952-4f40-885a-0879e030023a,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:29.660323 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-53e30818-26bc-4ad5-bc4d-23b2e2c77bd9 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:29.674785 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-14871fb2-f9c5-4657-808e-a83fe811e374 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:29.685537 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f262a28-61df-4a52-8fbb-02051020344f req-4d286f00-2303-4fad-afff-7fe08b5f2696 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:29.691785 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f262a28-61df-4a52-8fbb-02051020344f req-4d286f00-2303-4fad-afff-7fe08b5f2696 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:29.693531 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7f262a28-61df-4a52-8fbb-02051020344f req-4d286f00-2303-4fad-afff-7fe08b5f2696 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 1653 time: 0.2341936 Aug 18 13:05:29.745129 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-53e30818-26bc-4ad5-bc4d-23b2e2c77bd9 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:29.796929 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7f262a28-61df-4a52-8fbb-02051020344f req-7810c762-52e2-446f-90ab-49b90d889a9c tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954590 Aug 18 13:05:29.826975 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e30818-26bc-4ad5-bc4d-23b2e2c77bd9 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a366ddd-4ffc-45c0-a7a5-8f4ee3cc81d2,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:29.848605 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:29.858591 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-14871fb2-f9c5-4657-808e-a83fe811e374 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Deleting port 65a72e00-5617-49c2-abd5-aa720713073d {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:05:29.858957 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-14871fb2-f9c5-4657-808e-a83fe811e374 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:29.964732 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7cb5b7-acd0-4dc1-8307-3ed1b3ef343f req-0a143429-6cc0-469a-8a88-e9fecc10521d tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:29.967330 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-be7cb5b7-acd0-4dc1-8307-3ed1b3ef343f req-0a143429-6cc0-469a-8a88-e9fecc10521d tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 946 time: 0.0851703 Aug 18 13:05:29.970802 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-eeb1cb93-3dfb-40ba-bed5-1690c1aa6c23 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Made reservation on behalf of d8c196c6c2e143d6872d1027393f6dcd for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:05:29.974654 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-eeb1cb93-3dfb-40ba-bed5-1690c1aa6c23 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:30.065579 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-53e30818-26bc-4ad5-bc4d-23b2e2c77bd9 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:30.071115 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-53e30818-26bc-4ad5-bc4d-23b2e2c77bd9 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.4439628 Aug 18 13:05:30.077804 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55820) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:30.078165 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-14871fb2-f9c5-4657-808e-a83fe811e374 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] For port 65a72e00-5617-49c2-abd5-aa720713073d, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=65a72e00-5617-49c2-abd5-aa720713073d,segment=NetworkSegment(1a0ddc5d-00be-4e5e-8e36-997b800c4515),segment_id=1a0ddc5d-00be-4e5e-8e36-997b800c4515)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:05:30.078764 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-14871fb2-f9c5-4657-808e-a83fe811e374 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:30.089913 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-be7cb5b7-acd0-4dc1-8307-3ed1b3ef343f req-51a756aa-a363-48d8-9be7-4f48e5f1da72 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb2a5664-8f21-4728-b3b7-6f9d475fbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131742 Aug 18 13:05:30.100480 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903487bb-5ad0-40c6-a567-b7c8427a4774 None None] DHCP port deletion for ac9ab8e3-4bcf-4aae-920a-086678a02b67 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:05:30.110062 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 65a72e00-5617-49c2-abd5-aa720713073d, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=65a72e00-5617-49c2-abd5-aa720713073d,segment=NetworkSegment(1a0ddc5d-00be-4e5e-8e36-997b800c4515),segment_id=1a0ddc5d-00be-4e5e-8e36-997b800c4515)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:05:30.155062 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400cdd7-a39e-42d1-ae70-086f6cc42093 req-86334118-669a-4f73-868d-ccd7edf7b7e7 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:30.163184 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1400cdd7-a39e-42d1-ae70-086f6cc42093 req-86334118-669a-4f73-868d-ccd7edf7b7e7 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 946 time: 0.2110956 Aug 18 13:05:30.170464 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:30.174320 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-14871fb2-f9c5-4657-808e-a83fe811e374 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Calling delete_port for 65a72e00-5617-49c2-abd5-aa720713073d owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:05:30.232002 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-50e15705-2b8e-4f4e-9604-d5b68d763332 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1361604 Aug 18 13:05:30.234133 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55824) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:30.246777 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-b262cf67-8dca-4242-84ce-e19d3879f27a tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Request body: {'security_group': {'name': 'tempest-security--203281452', 'description': 'tempest-security-description-78315906'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:30.310320 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=65a72e00-5617-49c2-abd5-aa720713073d,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:30.322533 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ffcbf320-a51e-4e70-b52a-17aae695173e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:30.365149 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b262cf67-8dca-4242-84ce-e19d3879f27a tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:30.411708 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcbf320-a51e-4e70-b52a-17aae695173e None None] Pushing event deleted for resources: {'Port': ['ID=65a72e00-5617-49c2-abd5-aa720713073d,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:30.432978 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcbf320-a51e-4e70-b52a-17aae695173e None None] No DVR routers for this DVR port 65a72e00-5617-49c2-abd5-aa720713073d on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:05:30.448871 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ac5a6-3572-47c2-b316-8fdd0023f20b req-cb4f369b-2657-4f6c-a218-a45ff90fce9c tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:30.452166 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d96ac5a6-3572-47c2-b316-8fdd0023f20b req-cb4f369b-2657-4f6c-a218-a45ff90fce9c tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fb7ef74-1389-4bc9-a201-8dd82b697384 HTTP/1.1" status: 200 len: 945 time: 0.1477163 Aug 18 13:05:30.471494 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-903487bb-5ad0-40c6-a567-b7c8427a4774 None None] Deleting port 268d27cd-89b6-450b-9bcb-9981e3b0c4fb {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:05:30.472121 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-903487bb-5ad0-40c6-a567-b7c8427a4774 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:30.500464 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b262cf67-8dca-4242-84ce-e19d3879f27a tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:30.566824 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d96ac5a6-3572-47c2-b316-8fdd0023f20b req-ffae2edd-0282-46fa-bbdf-40928345b00a tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048214 Aug 18 13:05:30.597134 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b262cf67-8dca-4242-84ce-e19d3879f27a tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:30.597134 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b262cf67-8dca-4242-84ce-e19d3879f27a tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:30.597134 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b262cf67-8dca-4242-84ce-e19d3879f27a tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "PUT /v2.0/security-groups/3a366ddd-4ffc-45c0-a7a5-8f4ee3cc81d2 HTTP/1.1" status: 200 len: 1777 time: 0.3592184 Aug 18 13:05:30.612728 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55828) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:30.637390 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-903487bb-5ad0-40c6-a567-b7c8427a4774 None None] For port 268d27cd-89b6-450b-9bcb-9981e3b0c4fb, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=268d27cd-89b6-450b-9bcb-9981e3b0c4fb,segment=NetworkSegment(a3ef883f-249e-4208-8f4d-c6717212c2b9),segment_id=a3ef883f-249e-4208-8f4d-c6717212c2b9)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:05:30.637795 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-903487bb-5ad0-40c6-a567-b7c8427a4774 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:30.670434 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-903487bb-5ad0-40c6-a567-b7c8427a4774 None None] Calling delete_port for 268d27cd-89b6-450b-9bcb-9981e3b0c4fb owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:05:30.747914 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b262cf67-8dca-4242-84ce-e19d3879f27a tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a366ddd-4ffc-45c0-a7a5-8f4ee3cc81d2,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:30.807880 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-bd7ea49a-6d77-4124-83ee-1c6e18e94da7 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "GET /v2.0/security-groups/3a366ddd-4ffc-45c0-a7a5-8f4ee3cc81d2 HTTP/1.1" status: 200 len: 1777 time: 0.1914639 Aug 18 13:05:30.814592 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55830) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:30.890443 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b527aa-72c7-4e4f-85d8-0d3674651707 req-14e2b84a-d29f-433d-a066-1e73f5e26edf tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:30.895305 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a7b527aa-72c7-4e4f-85d8-0d3674651707 req-14e2b84a-d29f-433d-a066-1e73f5e26edf tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 945 time: 0.1725111 Aug 18 13:05:30.945384 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-903487bb-5ad0-40c6-a567-b7c8427a4774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:30.953742 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1400cdd7-a39e-42d1-ae70-086f6cc42093 req-89744593-30a8-457e-a334-26a2ac8b4d53 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7895844 Aug 18 13:05:31.002140 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1acc9e95-f74a-4fa0-a830-499985fef0dd tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:31.009828 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903487bb-5ad0-40c6-a567-b7c8427a4774 None None] Pushing event deleted for resources: {'Port': ['ID=268d27cd-89b6-450b-9bcb-9981e3b0c4fb,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:31.012761 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903487bb-5ad0-40c6-a567-b7c8427a4774 None None] No DVR routers for this DVR port 268d27cd-89b6-450b-9bcb-9981e3b0c4fb on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:05:31.032927 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1acc9e95-f74a-4fa0-a830-499985fef0dd tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:31.038089 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-eeb1cb93-3dfb-40ba-bed5-1690c1aa6c23 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Allocated IP 10.1.1.179 (2459a67a-03d9-4542-a3d9-993612a32608/cb37ce99-5938-480b-b3eb-c3f4e77a0e89/266a6430-2066-4382-ad70-9e34f085829b) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:05:31.085687 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a7b527aa-72c7-4e4f-85d8-0d3674651707 req-daa7147a-f4e9-435d-8ca1-faefcf6f3f93 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751425 Aug 18 13:05:31.154576 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-14871fb2-f9c5-4657-808e-a83fe811e374 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:31.163898 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1acc9e95-f74a-4fa0-a830-499985fef0dd tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:31.166401 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1acc9e95-f74a-4fa0-a830-499985fef0dd tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:31.167667 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1acc9e95-f74a-4fa0-a830-499985fef0dd tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "DELETE /v2.0/security-groups/3a366ddd-4ffc-45c0-a7a5-8f4ee3cc81d2 HTTP/1.1" status: 204 len: 168 time: 0.3512757 Aug 18 13:05:31.182826 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55838) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:31.187564 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc9e95-f74a-4fa0-a830-499985fef0dd tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a366ddd-4ffc-45c0-a7a5-8f4ee3cc81d2,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:31.249232 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14871fb2-f9c5-4657-808e-a83fe811e374 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] No DVR routers for this DVR port 65a72e00-5617-49c2-abd5-aa720713073d on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:05:31.288315 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14871fb2-f9c5-4657-808e-a83fe811e374 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Pushing event deleted for resources: {'Port': ['ID=65a72e00-5617-49c2-abd5-aa720713073d,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:31.324066 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 268d27cd-89b6-450b-9bcb-9981e3b0c4fb no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:05:31.328793 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f06a0b7b-6eb7-4609-adbf-7f99464ca7ab tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1365962 Aug 18 13:05:31.334652 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55842) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:31.353981 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-317719ce-521a-4781-8410-f0f232b633bd tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] delete failed (client error): The resource could not be found. Aug 18 13:05:31.359553 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-317719ce-521a-4781-8410-f0f232b633bd tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "DELETE /v2.0/security-groups/3a366ddd-4ffc-45c0-a7a5-8f4ee3cc81d2 HTTP/1.1" status: 404 len: 347 time: 0.0224667 Aug 18 13:05:31.360254 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55844) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:31.361911 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 268d27cd-89b6-450b-9bcb-9981e3b0c4fb {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:05:31.362290 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 268d27cd-89b6-450b-9bcb-9981e3b0c4fb not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:05:31.377384 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-da4ca7f8-c26a-4419-8882-e4b4fefd54ff tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Request body: {'security_group': {'name': 'tempest-secgroup--959829083'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:31.405117 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619a59f-49f6-49c9-92d6-de038f029927 req-f3a9d623-d6b3-4b52-b003-dd4ea6dd15f0 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:31.411389 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619a59f-49f6-49c9-92d6-de038f029927 req-f3a9d623-d6b3-4b52-b003-dd4ea6dd15f0 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:31.420199 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c619a59f-49f6-49c9-92d6-de038f029927 req-f3a9d623-d6b3-4b52-b003-dd4ea6dd15f0 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 1653 time: 0.3179965 Aug 18 13:05:31.434379 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6aacb-e5ab-462d-8e58-f5037a038334 req-6cab07c2-f28e-4b5b-a1ee-fdf92259d93e tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:31.442711 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-47d6aacb-e5ab-462d-8e58-f5037a038334 req-6cab07c2-f28e-4b5b-a1ee-fdf92259d93e tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 946 time: 0.2581472 Aug 18 13:05:31.503601 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-14871fb2-f9c5-4657-808e-a83fe811e374 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:31.510139 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-47d6aacb-e5ab-462d-8e58-f5037a038334 req-7d64d900-821f-4aed-9b38-7879f056a68a tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb2a5664-8f21-4728-b3b7-6f9d475fbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664551 Aug 18 13:05:31.524933 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-da4ca7f8-c26a-4419-8882-e4b4fefd54ff tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:31.552302 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c619a59f-49f6-49c9-92d6-de038f029927 req-fcc02fd3-e582-428a-83e1-2b984cced70d tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269257 Aug 18 13:05:31.557123 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-14871fb2-f9c5-4657-808e-a83fe811e374 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27306bc6-2d88-47a4-9f77-ddbeca42f2d4']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:05:31.581162 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-14871fb2-f9c5-4657-808e-a83fe811e374 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a0ddc5d-00be-4e5e-8e36-997b800c4515') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:05:31.581821 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-14871fb2-f9c5-4657-808e-a83fe811e374 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a0ddc5d-00be-4e5e-8e36-997b800c4515') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:05:31.614556 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-14871fb2-f9c5-4657-808e-a83fe811e374 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:31.684956 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-14871fb2-f9c5-4657-808e-a83fe811e374 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:31.690700 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-eeb1cb93-3dfb-40ba-bed5-1690c1aa6c23 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:31.707075 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14871fb2-f9c5-4657-808e-a83fe811e374 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:05:31.707652 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-14871fb2-f9c5-4657-808e-a83fe811e374 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:31.717684 n-d-803603-2 neutron-server[101676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:05:31.717684 n-d-803603-2 neutron-server[101676]: self.session.flush() Aug 18 13:05:31.717684 n-d-803603-2 neutron-server[101676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:05:31.717684 n-d-803603-2 neutron-server[101676]: self.session.flush() Aug 18 13:05:31.717684 n-d-803603-2 neutron-server[101676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:05:31.717684 n-d-803603-2 neutron-server[101676]: self.session.flush() Aug 18 13:05:31.717684 n-d-803603-2 neutron-server[101676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:05:31.717684 n-d-803603-2 neutron-server[101676]: self.session.flush() Aug 18 13:05:31.717684 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:05:31.717684 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:05:31.717684 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:05:31.717684 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:05:31.717684 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:05:31.717684 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:05:31.717684 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:05:31.717684 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:05:31.717684 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:05:31.717684 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:05:31.717684 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:05:31.717684 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:05:31.717684 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:05:31.717684 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:05:31.717684 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:05:31.717684 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:05:31.717684 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:05:31.717684 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:05:31.717684 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:05:31.717684 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:05:31.717684 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:05:31.717684 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:05:31.717684 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:05:31.717684 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:05:31.717684 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:05:31.717684 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:05:31.717684 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:05:31.717684 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:05:31.717684 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:05:31.717684 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:05:31.717684 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:05:31.717684 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:05:31.745918 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-da4ca7f8-c26a-4419-8882-e4b4fefd54ff tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:31.808272 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-da4ca7f8-c26a-4419-8882-e4b4fefd54ff tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:31.817892 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-eeb1cb93-3dfb-40ba-bed5-1690c1aa6c23 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Transition to ACTIVE for port object 266a6430-2066-4382-ad70-9e34f085829b will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:05:31.837505 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d92078-42e1-48db-96c0-f2fa2c979b9b req-5398f7ea-3845-4180-a6af-2e97ffcbfcae tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:31.845725 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d3d92078-42e1-48db-96c0-f2fa2c979b9b req-5398f7ea-3845-4180-a6af-2e97ffcbfcae tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fb7ef74-1389-4bc9-a201-8dd82b697384 HTTP/1.1" status: 200 len: 945 time: 0.1580863 Aug 18 13:05:31.879197 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ca7f8-c26a-4419-8882-e4b4fefd54ff tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc54a0a8-901a-4c87-835e-d4f581d93534,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:31.891646 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-14871fb2-f9c5-4657-808e-a83fe811e374 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:31.901720 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 8877398e-1952-4f40-885a-0879e030023a up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:05:31.911193 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-da4ca7f8-c26a-4419-8882-e4b4fefd54ff tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:31.916332 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-da4ca7f8-c26a-4419-8882-e4b4fefd54ff tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5548465 Aug 18 13:05:31.917285 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55850) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:31.922543 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-4cc26a53-157f-4f24-a642-d27fe8f3bfd3 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Request body: {'security_group_rule': {'security_group_id': 'fc54a0a8-901a-4c87-835e-d4f581d93534', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:31.933069 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d3d92078-42e1-48db-96c0-f2fa2c979b9b req-062111bc-83bc-4514-88d8-9c41169ce442 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802908 Aug 18 13:05:31.981729 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-14871fb2-f9c5-4657-808e-a83fe811e374 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:32.002706 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-14871fb2-f9c5-4657-808e-a83fe811e374 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] 10.222.0.13 "DELETE /v2.0/networks/27306bc6-2d88-47a4-9f77-ddbeca42f2d4 HTTP/1.1" status: 204 len: 168 time: 2.5386417 Aug 18 13:05:32.006130 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14871fb2-f9c5-4657-808e-a83fe811e374 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Pushing event deleted for resources: {'Network': ['ID=27306bc6-2d88-47a4-9f77-ddbeca42f2d4,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:32.008590 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55854) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:32.117987 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4cc26a53-157f-4f24-a642-d27fe8f3bfd3 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:32.156424 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 8877398e-1952-4f40-885a-0879e030023a completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:05:32.161523 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 8877398e-1952-4f40-885a-0879e030023a triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:05:32.162663 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:32.185201 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d266287-1bb8-4ba0-a8b3-61fa35698636 req-271b7e0c-878e-4e49-a525-36ab3cbc6865 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:32.186929 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1d266287-1bb8-4ba0-a8b3-61fa35698636 req-271b7e0c-878e-4e49-a525-36ab3cbc6865 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 946 time: 0.0838449 Aug 18 13:05:32.213417 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4cc26a53-157f-4f24-a642-d27fe8f3bfd3 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:32.228076 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-81d09209-be36-4376-a20e-eee8d26bd85d tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:32.230921 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-eeb1cb93-3dfb-40ba-bed5-1690c1aa6c23 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:32.354626 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-eeb1cb93-3dfb-40ba-bed5-1690c1aa6c23 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Network 2459a67a-03d9-4542-a3d9-993612a32608 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:05:32.354626 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb1cb93-3dfb-40ba-bed5-1690c1aa6c23 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Pushing event updated for resources: {'Port': ['ID=266a6430-2066-4382-ad70-9e34f085829b,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:32.354626 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-eeb1cb93-3dfb-40ba-bed5-1690c1aa6c23 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:05:32.354626 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-eeb1cb93-3dfb-40ba-bed5-1690c1aa6c23 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:05:32.398662 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4cc26a53-157f-4f24-a642-d27fe8f3bfd3 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:32.416506 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:32.422675 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-eeb1cb93-3dfb-40ba-bed5-1690c1aa6c23 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:32.423381 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-eeb1cb93-3dfb-40ba-bed5-1690c1aa6c23 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:32.445396 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1d266287-1bb8-4ba0-a8b3-61fa35698636 req-daccf4fe-af46-4648-a17a-d091c0e45fb2 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2474036 Aug 18 13:05:32.501123 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-81d09209-be36-4376-a20e-eee8d26bd85d tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:32.504354 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb7ef74-1389-4bc9-a201-8dd82b697384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8877398e-1952-4f40-885a-0879e030023a'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:05:32.510374 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b037cc-c7c9-4f0a-911e-09ead04cf9f8" -d '{"events": [{"server_uuid": "0fb7ef74-1389-4bc9-a201-8dd82b697384", "name": "network-vif-plugged", "status": "completed", "tag": "8877398e-1952-4f40-885a-0879e030023a"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:05:32.542282 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc26a53-157f-4f24-a642-d27fe8f3bfd3 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a14e3aa5-a45b-4697-906a-a0284164eefe,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:32.562980 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-81d09209-be36-4376-a20e-eee8d26bd85d tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac9ab8e3-4bcf-4aae-920a-086678a02b67']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:05:32.563108 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 8877398e-1952-4f40-885a-0879e030023a, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=8877398e-1952-4f40-885a-0879e030023a,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:05:32.573764 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-81d09209-be36-4376-a20e-eee8d26bd85d tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3ef883f-249e-4208-8f4d-c6717212c2b9') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:05:32.574073 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-81d09209-be36-4376-a20e-eee8d26bd85d tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3ef883f-249e-4208-8f4d-c6717212c2b9') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:05:32.579277 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f857b103-e70d-4ce3-80b8-027c21ac8c4a x-openstack-request-id: req-f857b103-e70d-4ce3-80b8-027c21ac8c4a {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:05:32.579592 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb7ef74-1389-4bc9-a201-8dd82b697384", "name": "network-vif-plugged", "status": "completed", "tag": "8877398e-1952-4f40-885a-0879e030023a", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:05:32.579847 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f857b103-e70d-4ce3-80b8-027c21ac8c4a {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:05:32.580457 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb7ef74-1389-4bc9-a201-8dd82b697384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8877398e-1952-4f40-885a-0879e030023a', 'code': 200} Aug 18 13:05:32.586979 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-eeb1cb93-3dfb-40ba-bed5-1690c1aa6c23 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3255727 Aug 18 13:05:32.601686 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-62314bf3-be00-46d6-9024-09699d1bbef8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Request body: {'port': {'device_id': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a3e49dcd-a277-4170-bfef-fa46f5ed7634', 'admin_state_up': True, 'tenant_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'security_groups': ['b313822e-1f0e-41fc-a8c5-86af54ba1b69']}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:32.618532 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-81d09209-be36-4376-a20e-eee8d26bd85d tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:32.663409 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-81d09209-be36-4376-a20e-eee8d26bd85d tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:32.670887 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:32.714503 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4cc26a53-157f-4f24-a642-d27fe8f3bfd3 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:32.715610 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4cc26a53-157f-4f24-a642-d27fe8f3bfd3 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7972143 Aug 18 13:05:32.716744 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81d09209-be36-4376-a20e-eee8d26bd85d tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:05:32.717152 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-81d09209-be36-4376-a20e-eee8d26bd85d tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:32.722062 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55868) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:32.722286 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:05:32.722286 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:05:32.722286 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:05:32.722286 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:05:32.722286 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:05:32.722286 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:05:32.722286 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:05:32.722286 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:05:32.722286 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:05:32.722286 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:05:32.722286 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:05:32.722286 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:05:32.722286 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:05:32.722286 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:05:32.722286 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:05:32.722286 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:05:32.722286 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:05:32.722286 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:05:32.722286 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:05:32.722286 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:05:32.722286 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:05:32.722286 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:05:32.722286 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:05:32.722286 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:05:32.722286 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:05:32.722286 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:05:32.722286 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:05:32.722286 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:05:32.722286 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:05:32.722286 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:05:32.722286 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:05:32.722286 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:05:32.814978 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=8877398e-1952-4f40-885a-0879e030023a,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:32.836704 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7aab4d64-9be7-44d9-9e6f-770c83888083 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:32.856624 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7aab4d64-9be7-44d9-9e6f-770c83888083 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:32.867131 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb1d3-5617-4ef9-bc0a-506ede49c127 req-ad9a7bf0-817b-40ed-8ae5-d8e9b7902c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:32.869688 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2ecbb1d3-5617-4ef9-bc0a-506ede49c127 req-ad9a7bf0-817b-40ed-8ae5-d8e9b7902c0f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0fb7ef74-1389-4bc9-a201-8dd82b697384 HTTP/1.1" status: 200 len: 1097 time: 0.2030783 Aug 18 13:05:32.882436 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35aa0e-d652-4c88-92b9-78073c324f53 req-a8517e27-28b1-4603-8435-68eb6fe56d8a tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:32.887620 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19efcf8-6c6b-4c20-8479-e6370bbffa8c req-c26538fc-bbe5-4f07-bc02-7b1a86f7a3b8 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:32.889185 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f19efcf8-6c6b-4c20-8479-e6370bbffa8c req-c26538fc-bbe5-4f07-bc02-7b1a86f7a3b8 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 946 time: 0.1683543 Aug 18 13:05:32.897285 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35aa0e-d652-4c88-92b9-78073c324f53 req-a8517e27-28b1-4603-8435-68eb6fe56d8a tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:32.904376 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35aa0e-d652-4c88-92b9-78073c324f53 req-a8517e27-28b1-4603-8435-68eb6fe56d8a tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:32.906520 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bd35aa0e-d652-4c88-92b9-78073c324f53 req-a8517e27-28b1-4603-8435-68eb6fe56d8a tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 2374 time: 0.1909299 Aug 18 13:05:32.960937 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-81d09209-be36-4376-a20e-eee8d26bd85d tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:32.980225 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-81d09209-be36-4376-a20e-eee8d26bd85d tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:32.984500 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-81d09209-be36-4376-a20e-eee8d26bd85d tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] 10.222.0.13 "DELETE /v2.0/networks/ac9ab8e3-4bcf-4aae-920a-086678a02b67 HTTP/1.1" status: 204 len: 168 time: 0.9724724 Aug 18 13:05:32.987636 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55872) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:33.001211 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2ecbb1d3-5617-4ef9-bc0a-506ede49c127 req-8771e019-8887-4590-81c1-a67b88b5ecaa service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110241 Aug 18 13:05:33.004763 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d09209-be36-4376-a20e-eee8d26bd85d tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Pushing event deleted for resources: {'Network': ['ID=ac9ab8e3-4bcf-4aae-920a-086678a02b67,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:33.023500 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-e55fe4b9-cb4a-4105-8e96-fe3309b2f382 None None] Provisioning for port 266a6430-2066-4382-ad70-9e34f085829b completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:05:33.027904 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-e55fe4b9-cb4a-4105-8e96-fe3309b2f382 None None] Provisioning complete for port 266a6430-2066-4382-ad70-9e34f085829b triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:05:33.028241 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e55fe4b9-cb4a-4105-8e96-fe3309b2f382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:33.043648 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bd35aa0e-d652-4c88-92b9-78073c324f53 req-dd210aeb-1d7b-43a8-ae2d-bdef3e0952dd tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284475 Aug 18 13:05:33.054580 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7aab4d64-9be7-44d9-9e6f-770c83888083 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:33.063991 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f19efcf8-6c6b-4c20-8479-e6370bbffa8c req-a1c463c0-2aa4-4533-9989-d5022b8fe487 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb2a5664-8f21-4728-b3b7-6f9d475fbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638668 Aug 18 13:05:33.089383 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7aab4d64-9be7-44d9-9e6f-770c83888083 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:33.090867 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7aab4d64-9be7-44d9-9e6f-770c83888083 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/a14e3aa5-a45b-4697-906a-a0284164eefe HTTP/1.1" status: 204 len: 168 time: 0.3661222 Aug 18 13:05:33.093875 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55874) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:33.101409 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-e55fe4b9-cb4a-4105-8e96-fe3309b2f382 None None] Port 266a6430-2066-4382-ad70-9e34f085829b cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:05:33.115661 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aab4d64-9be7-44d9-9e6f-770c83888083 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a14e3aa5-a45b-4697-906a-a0284164eefe,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:33.121708 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-62314bf3-be00-46d6-9024-09699d1bbef8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Made reservation on behalf of d8c196c6c2e143d6872d1027393f6dcd for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:05:33.185157 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-d14b2088-9de1-4570-861a-17ac21653e7c tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Deleting subnet cdfd5728-cef9-4ab1-bd53-556e129b7235 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:05:33.198944 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d14b2088-9de1-4570-861a-17ac21653e7c tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:33.209972 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-faa049b2-e7a3-48b8-8ba9-b0d5b9e2a3c6 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1144879 Aug 18 13:05:33.212653 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55876) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:33.298931 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d14b2088-9de1-4570-861a-17ac21653e7c tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:33.313754 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-44ef30ed-576b-4bd2-ba9b-03689ce4a272 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:33.372682 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-44ef30ed-576b-4bd2-ba9b-03689ce4a272 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:33.431977 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d14b2088-9de1-4570-861a-17ac21653e7c tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:33.522884 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-44ef30ed-576b-4bd2-ba9b-03689ce4a272 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:33.526770 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-44ef30ed-576b-4bd2-ba9b-03689ce4a272 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:33.528071 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-44ef30ed-576b-4bd2-ba9b-03689ce4a272 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "DELETE /v2.0/security-groups/fc54a0a8-901a-4c87-835e-d4f581d93534 HTTP/1.1" status: 204 len: 168 time: 0.3140936 Aug 18 13:05:33.531613 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55880) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:33.563344 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-62314bf3-be00-46d6-9024-09699d1bbef8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:33.581582 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef30ed-576b-4bd2-ba9b-03689ce4a272 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc54a0a8-901a-4c87-835e-d4f581d93534,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:33.764703 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-25fdb02b-4e83-4e79-ad16-02adeced6c62 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2296410 Aug 18 13:05:33.765376 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55884) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:33.775553 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94083e29-94ee-479c-b675-65d3238d7f75 req-9f0bf403-305c-431d-b6f3-f6c974f314de tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:33.783172 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-94083e29-94ee-479c-b675-65d3238d7f75 req-9f0bf403-305c-431d-b6f3-f6c974f314de tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 946 time: 0.1809795 Aug 18 13:05:33.788533 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-3845484c-9ad3-48ce-bd53-beb40cf5218d tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Request body: {'security_group': {'name': 'tempest-secgroup--270314490'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:33.850249 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-94083e29-94ee-479c-b675-65d3238d7f75 req-8b5320a7-79aa-4ce0-b599-0067c3ca4cbd tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620351 Aug 18 13:05:33.887032 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-62314bf3-be00-46d6-9024-09699d1bbef8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Allocated IP 10.2.2.100 (a3e49dcd-a277-4170-bfef-fa46f5ed7634/2df74fa9-4a52-422a-a780-c36488fd175b/efb60372-9169-48b4-8d03-d614d61af4dc) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:05:33.916752 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3845484c-9ad3-48ce-bd53-beb40cf5218d tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:34.057924 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad9cac-6343-44e3-9040-177e4da0aab7 req-cb2b8ba2-eb3c-4758-8010-c3938c955213 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:34.059544 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-63ad9cac-6343-44e3-9040-177e4da0aab7 req-cb2b8ba2-eb3c-4758-8010-c3938c955213 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fb7ef74-1389-4bc9-a201-8dd82b697384 HTTP/1.1" status: 200 len: 946 time: 0.8083594 Aug 18 13:05:34.139425 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3845484c-9ad3-48ce-bd53-beb40cf5218d tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:34.185720 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-63ad9cac-6343-44e3-9040-177e4da0aab7 req-c71ecbc7-2dd8-4072-97ea-45fb12fd2df2 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971007 Aug 18 13:05:34.237181 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-62314bf3-be00-46d6-9024-09699d1bbef8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:34.263436 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4d2fa-58f1-4287-82cf-232dfef99938 req-6c12dee5-5944-4418-9f1f-62820cf754fb tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:34.265169 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e4f4d2fa-58f1-4287-82cf-232dfef99938 req-6c12dee5-5944-4418-9f1f-62820cf754fb tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 946 time: 0.1036389 Aug 18 13:05:34.351602 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e4f4d2fa-58f1-4287-82cf-232dfef99938 req-12ba02fd-f707-4f60-bb78-09cb6d845286 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb2a5664-8f21-4728-b3b7-6f9d475fbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783086 Aug 18 13:05:34.373970 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1eb99a-ab5e-47a0-a912-98eb158c8a17 req-cc4ffd4d-4c1f-41d8-be8e-19118a0d0795 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:34.380556 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1eb99a-ab5e-47a0-a912-98eb158c8a17 req-cc4ffd4d-4c1f-41d8-be8e-19118a0d0795 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:34.385351 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3845484c-9ad3-48ce-bd53-beb40cf5218d tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:34.387168 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1eb99a-ab5e-47a0-a912-98eb158c8a17 req-cc4ffd4d-4c1f-41d8-be8e-19118a0d0795 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:34.389046 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7d1eb99a-ab5e-47a0-a912-98eb158c8a17 req-cc4ffd4d-4c1f-41d8-be8e-19118a0d0795 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 2374 time: 0.0886538 Aug 18 13:05:34.415607 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-62314bf3-be00-46d6-9024-09699d1bbef8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Transition to ACTIVE for port object efb60372-9169-48b4-8d03-d614d61af4dc will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:05:34.419099 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3845484c-9ad3-48ce-bd53-beb40cf5218d tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8386482c-c9fb-4f43-8a02-df4e554dd839,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:34.434934 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d14b2088-9de1-4570-861a-17ac21653e7c tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:34.486154 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b2088-9de1-4570-861a-17ac21653e7c tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Pushing event deleted for resources: {'Subnet': ['ID=cdfd5728-cef9-4ab1-bd53-556e129b7235,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:34.497572 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d14b2088-9de1-4570-861a-17ac21653e7c tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:34.498539 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d14b2088-9de1-4570-861a-17ac21653e7c tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] 10.222.0.13 "DELETE /v2.0/subnets/cdfd5728-cef9-4ab1-bd53-556e129b7235 HTTP/1.1" status: 204 len: 168 time: 1.5092049 Aug 18 13:05:34.501039 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55890) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:34.504127 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7d1eb99a-ab5e-47a0-a912-98eb158c8a17 req-3b569c87-fdb1-49e4-a86a-321f010366c9 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064110 Aug 18 13:05:34.505872 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8664cff-f7bd-4509-b20e-ac228a239332 None None] Network fa9f7740-8936-4b04-a33d-6830da389cf1 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:05:34.585004 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3845484c-9ad3-48ce-bd53-beb40cf5218d tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:34.586304 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3845484c-9ad3-48ce-bd53-beb40cf5218d tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8195651 Aug 18 13:05:34.589253 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55892) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:34.596938 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-b95d09da-121a-4d98-afa7-08d7aa2fdc0d tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Request body: {'security_group_rule': {'security_group_id': '8386482c-c9fb-4f43-8a02-df4e554dd839', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:34.646262 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-62314bf3-be00-46d6-9024-09699d1bbef8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:34.656357 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d78d1084-3112-4eb5-842a-1371735a2f6d tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:34.671263 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-62314bf3-be00-46d6-9024-09699d1bbef8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Network a3e49dcd-a277-4170-bfef-fa46f5ed7634 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:05:34.711604 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-62314bf3-be00-46d6-9024-09699d1bbef8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:05:34.711604 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-62314bf3-be00-46d6-9024-09699d1bbef8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:05:34.751577 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-d78d1084-3112-4eb5-842a-1371735a2f6d tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Deleting port 1a26a5f2-154b-4557-a96e-79f404f653b1 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:05:34.751937 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d78d1084-3112-4eb5-842a-1371735a2f6d tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:34.890301 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62314bf3-be00-46d6-9024-09699d1bbef8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Pushing event updated for resources: {'Port': ['ID=efb60372-9169-48b4-8d03-d614d61af4dc,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:34.890445 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-d78d1084-3112-4eb5-842a-1371735a2f6d tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] For port 1a26a5f2-154b-4557-a96e-79f404f653b1, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=1a26a5f2-154b-4557-a96e-79f404f653b1,segment=NetworkSegment(0191653b-02bb-417b-aa61-9bda15977acd),segment_id=0191653b-02bb-417b-aa61-9bda15977acd)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:05:34.890445 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d78d1084-3112-4eb5-842a-1371735a2f6d tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:34.890655 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-62314bf3-be00-46d6-9024-09699d1bbef8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:34.890655 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-62314bf3-be00-46d6-9024-09699d1bbef8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:34.890863 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-d78d1084-3112-4eb5-842a-1371735a2f6d tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Calling delete_port for 1a26a5f2-154b-4557-a96e-79f404f653b1 owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:05:34.916447 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b95d09da-121a-4d98-afa7-08d7aa2fdc0d tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:34.941403 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6316a020-3f45-4bc0-8cd5-ad7210af28d0 None None] DHCP port deletion for fa9f7740-8936-4b04-a33d-6830da389cf1 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:05:34.999847 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72efc353-dcb8-42c8-a5ec-7f4f61ffeae9 req-51231236-bde9-4382-ad6f-69e0fb6713fb tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:35.013839 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-72efc353-dcb8-42c8-a5ec-7f4f61ffeae9 req-51231236-bde9-4382-ad6f-69e0fb6713fb tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 946 time: 0.0672007 Aug 18 13:05:35.036963 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b95d09da-121a-4d98-afa7-08d7aa2fdc0d tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:35.071415 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-72efc353-dcb8-42c8-a5ec-7f4f61ffeae9 req-aea3d300-409c-4e0a-b5a1-988bd68fd63d tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482459 Aug 18 13:05:35.071649 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-6316a020-3f45-4bc0-8cd5-ad7210af28d0 None None] Deleting port 1a26a5f2-154b-4557-a96e-79f404f653b1 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:05:35.071649 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6316a020-3f45-4bc0-8cd5-ad7210af28d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:35.094441 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-62314bf3-be00-46d6-9024-09699d1bbef8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4988017 Aug 18 13:05:35.106139 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-331bd570-93a3-4974-96e3-2ee933de0ce6 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Request body: {'port': {'device_id': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a3e49dcd-a277-4170-bfef-fa46f5ed7634', 'admin_state_up': True, 'tenant_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'security_groups': ['b313822e-1f0e-41fc-a8c5-86af54ba1b69']}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:35.147628 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-6316a020-3f45-4bc0-8cd5-ad7210af28d0 None None] For port 1a26a5f2-154b-4557-a96e-79f404f653b1, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=1a26a5f2-154b-4557-a96e-79f404f653b1,segment=NetworkSegment(0191653b-02bb-417b-aa61-9bda15977acd),segment_id=0191653b-02bb-417b-aa61-9bda15977acd)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:05:35.148036 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6316a020-3f45-4bc0-8cd5-ad7210af28d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:35.156777 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d78d1084-3112-4eb5-842a-1371735a2f6d tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:35.187356 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-6316a020-3f45-4bc0-8cd5-ad7210af28d0 None None] Calling delete_port for 1a26a5f2-154b-4557-a96e-79f404f653b1 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:05:35.214404 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b95d09da-121a-4d98-afa7-08d7aa2fdc0d tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:35.231361 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d1084-3112-4eb5-842a-1371735a2f6d tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Pushing event deleted for resources: {'Port': ['ID=1a26a5f2-154b-4557-a96e-79f404f653b1,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:35.265795 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a22b493e-5c23-4fee-a963-f29d301d41ce None None] Provisioning for port efb60372-9169-48b4-8d03-d614d61af4dc completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:05:35.269016 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78d1084-3112-4eb5-842a-1371735a2f6d tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] No DVR routers for this DVR port 1a26a5f2-154b-4557-a96e-79f404f653b1 on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:05:35.274829 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a22b493e-5c23-4fee-a963-f29d301d41ce None None] Provisioning complete for port efb60372-9169-48b4-8d03-d614d61af4dc triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:05:35.275514 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a22b493e-5c23-4fee-a963-f29d301d41ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:35.283824 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78d1084-3112-4eb5-842a-1371735a2f6d tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:05:35.284173 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78d1084-3112-4eb5-842a-1371735a2f6d tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:05:35.284524 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78d1084-3112-4eb5-842a-1371735a2f6d tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:05:35.284868 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78d1084-3112-4eb5-842a-1371735a2f6d tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:05:35.300498 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78d1084-3112-4eb5-842a-1371735a2f6d tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:05:35.300988 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78d1084-3112-4eb5-842a-1371735a2f6d tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:05:35.301343 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78d1084-3112-4eb5-842a-1371735a2f6d tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:05:35.301692 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78d1084-3112-4eb5-842a-1371735a2f6d tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:05:35.302034 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78d1084-3112-4eb5-842a-1371735a2f6d tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:05:35.302399 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78d1084-3112-4eb5-842a-1371735a2f6d tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:05:35.302738 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78d1084-3112-4eb5-842a-1371735a2f6d tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:05:35.303069 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78d1084-3112-4eb5-842a-1371735a2f6d tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:05:35.320322 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95d09da-121a-4d98-afa7-08d7aa2fdc0d tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7674330-761e-4ac6-ad26-5e8c395296b8,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:35.325255 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 1a26a5f2-154b-4557-a96e-79f404f653b1 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:05:35.337299 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95d09da-121a-4d98-afa7-08d7aa2fdc0d tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:05:35.338764 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95d09da-121a-4d98-afa7-08d7aa2fdc0d tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:05:35.339527 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95d09da-121a-4d98-afa7-08d7aa2fdc0d tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:05:35.340158 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95d09da-121a-4d98-afa7-08d7aa2fdc0d tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:05:35.340603 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95d09da-121a-4d98-afa7-08d7aa2fdc0d tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:05:35.341008 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95d09da-121a-4d98-afa7-08d7aa2fdc0d tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:05:35.341446 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95d09da-121a-4d98-afa7-08d7aa2fdc0d tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:05:35.341983 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95d09da-121a-4d98-afa7-08d7aa2fdc0d tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:05:35.342445 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95d09da-121a-4d98-afa7-08d7aa2fdc0d tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:05:35.342932 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95d09da-121a-4d98-afa7-08d7aa2fdc0d tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:05:35.343372 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95d09da-121a-4d98-afa7-08d7aa2fdc0d tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:05:35.343842 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95d09da-121a-4d98-afa7-08d7aa2fdc0d tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:05:35.377733 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 1a26a5f2-154b-4557-a96e-79f404f653b1 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:05:35.382623 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 1a26a5f2-154b-4557-a96e-79f404f653b1 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:05:35.403141 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b95d09da-121a-4d98-afa7-08d7aa2fdc0d tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:35.404873 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b95d09da-121a-4d98-afa7-08d7aa2fdc0d tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8128316 Aug 18 13:05:35.405294 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-a22b493e-5c23-4fee-a963-f29d301d41ce None None] Port efb60372-9169-48b4-8d03-d614d61af4dc cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:05:35.411220 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55906) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:35.417067 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-634eb05a-c29a-4a40-9a59-af877e63a0bc tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Request body: {'security_group_rule': {'security_group_id': '8386482c-c9fb-4f43-8a02-df4e554dd839', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:35.434521 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6316a020-3f45-4bc0-8cd5-ad7210af28d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:35.481893 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316a020-3f45-4bc0-8cd5-ad7210af28d0 None None] Pushing event deleted for resources: {'Port': ['ID=1a26a5f2-154b-4557-a96e-79f404f653b1,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:35.487554 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6316a020-3f45-4bc0-8cd5-ad7210af28d0 None None] No DVR routers for this DVR port 1a26a5f2-154b-4557-a96e-79f404f653b1 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:05:35.555164 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-634eb05a-c29a-4a40-9a59-af877e63a0bc tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:35.567318 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d78d1084-3112-4eb5-842a-1371735a2f6d tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:35.587907 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-d78d1084-3112-4eb5-842a-1371735a2f6d tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa9f7740-8936-4b04-a33d-6830da389cf1']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:05:35.611555 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e347e-4f5c-42ea-a341-61f13fc4f282 req-5ea68aea-655d-4d36-a720-b1a710ce7b67 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:35.620234 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9b0e347e-4f5c-42ea-a341-61f13fc4f282 req-5ea68aea-655d-4d36-a720-b1a710ce7b67 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fb7ef74-1389-4bc9-a201-8dd82b697384 HTTP/1.1" status: 200 len: 946 time: 0.1765094 Aug 18 13:05:35.634994 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-d78d1084-3112-4eb5-842a-1371735a2f6d tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0191653b-02bb-417b-aa61-9bda15977acd') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:05:35.635445 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-d78d1084-3112-4eb5-842a-1371735a2f6d tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0191653b-02bb-417b-aa61-9bda15977acd') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:05:35.660747 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d78d1084-3112-4eb5-842a-1371735a2f6d tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:35.684545 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-331bd570-93a3-4974-96e3-2ee933de0ce6 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Made reservation on behalf of d8c196c6c2e143d6872d1027393f6dcd for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:05:35.692298 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d78d1084-3112-4eb5-842a-1371735a2f6d tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:35.694559 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-331bd570-93a3-4974-96e3-2ee933de0ce6 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:35.704148 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d78d1084-3112-4eb5-842a-1371735a2f6d tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:05:35.704709 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d78d1084-3112-4eb5-842a-1371735a2f6d tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:35.708267 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:05:35.708267 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:05:35.708267 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:05:35.708267 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:05:35.708267 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:05:35.708267 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:05:35.708267 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:05:35.708267 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:05:35.708267 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:05:35.708267 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:05:35.708267 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:05:35.708267 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:05:35.708267 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:05:35.708267 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:05:35.708267 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:05:35.708267 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:05:35.708267 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:05:35.708267 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:05:35.708267 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:05:35.708267 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:05:35.708267 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:05:35.708267 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:05:35.708267 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:05:35.708267 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:05:35.708267 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:05:35.708267 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:05:35.708267 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:05:35.708267 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:05:35.708267 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:05:35.708267 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:05:35.708267 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:05:35.708267 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:05:35.723768 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9b0e347e-4f5c-42ea-a341-61f13fc4f282 req-3d6439e7-c5fb-4c00-906a-787d14f81b11 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949898 Aug 18 13:05:35.724744 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43b7ff-6e94-4b24-94ad-e0e0f820f2b7 req-64135a01-9680-4950-a806-e16ca0bbcae5 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:35.726699 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-eb43b7ff-6e94-4b24-94ad-e0e0f820f2b7 req-64135a01-9680-4950-a806-e16ca0bbcae5 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 946 time: 0.2020960 Aug 18 13:05:35.781035 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-634eb05a-c29a-4a40-9a59-af877e63a0bc tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:35.857681 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-eb43b7ff-6e94-4b24-94ad-e0e0f820f2b7 req-a15cc1f5-23e3-4862-b10f-7ca94ca92208 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb2a5664-8f21-4728-b3b7-6f9d475fbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154912 Aug 18 13:05:35.904115 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-634eb05a-c29a-4a40-9a59-af877e63a0bc tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:35.943467 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634eb05a-c29a-4a40-9a59-af877e63a0bc tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b26d59b-c7f0-4586-a73a-9d301f50968e,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:35.952666 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d78d1084-3112-4eb5-842a-1371735a2f6d tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:35.970758 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d78d1084-3112-4eb5-842a-1371735a2f6d tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:35.973762 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d78d1084-3112-4eb5-842a-1371735a2f6d tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] 10.222.0.13 "DELETE /v2.0/networks/fa9f7740-8936-4b04-a33d-6830da389cf1 HTTP/1.1" status: 204 len: 168 time: 1.4692156 Aug 18 13:05:35.978276 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55912) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:36.024480 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-634eb05a-c29a-4a40-9a59-af877e63a0bc tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:36.025707 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-634eb05a-c29a-4a40-9a59-af877e63a0bc tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6134818 Aug 18 13:05:36.029717 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55914) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:36.036286 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7a0442ec-5398-493c-8095-4a006adfd387 tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] 10.222.0.13 "GET /v2.0/ports?device_id=25cd477a-bce2-4172-8612-be514f33aa24 HTTP/1.1" status: 200 len: 205 time: 0.0567617 Aug 18 13:05:36.037199 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d1084-3112-4eb5-842a-1371735a2f6d tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Pushing event deleted for resources: {'Network': ['ID=fa9f7740-8936-4b04-a33d-6830da389cf1,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:36.042648 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-44c10200-b975-4b99-8d0f-835bf72dd8e5 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Request body: {'security_group_rule': {'security_group_id': '8386482c-c9fb-4f43-8a02-df4e554dd839', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:36.048173 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55916) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:36.063188 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d24267-90a3-4ed6-a42a-352ffae8437f req-7ad2ad12-50e4-4583-b74f-6369bfbab879 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:36.069987 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d24267-90a3-4ed6-a42a-352ffae8437f req-7ad2ad12-50e4-4583-b74f-6369bfbab879 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:36.078861 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d24267-90a3-4ed6-a42a-352ffae8437f req-7ad2ad12-50e4-4583-b74f-6369bfbab879 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:36.088228 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d24267-90a3-4ed6-a42a-352ffae8437f req-7ad2ad12-50e4-4583-b74f-6369bfbab879 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:36.090292 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-57d24267-90a3-4ed6-a42a-352ffae8437f req-7ad2ad12-50e4-4583-b74f-6369bfbab879 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 3095 time: 0.2522411 Aug 18 13:05:36.149227 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-57d24267-90a3-4ed6-a42a-352ffae8437f req-b9558495-f9b1-4db4-ac4d-f0158c8079f5 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503292 Aug 18 13:05:36.225258 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-44c10200-b975-4b99-8d0f-835bf72dd8e5 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:36.228040 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-93ab89fa-3011-42d8-896c-b9fbecab458f tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:36.293812 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-44c10200-b975-4b99-8d0f-835bf72dd8e5 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:36.297566 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-331bd570-93a3-4974-96e3-2ee933de0ce6 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Allocated IP 10.2.2.200 (a3e49dcd-a277-4170-bfef-fa46f5ed7634/2df74fa9-4a52-422a-a780-c36488fd175b/3dd394b2-39bc-4d95-9eb2-fafde19e7621) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:05:36.380996 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-44c10200-b975-4b99-8d0f-835bf72dd8e5 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:36.422161 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c10200-b975-4b99-8d0f-835bf72dd8e5 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=001e02f4-da9a-4f40-b55c-5a1286e308cc,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:36.477543 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-93ab89fa-3011-42d8-896c-b9fbecab458f tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:36.486722 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-93ab89fa-3011-42d8-896c-b9fbecab458f tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:36.490332 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-44c10200-b975-4b99-8d0f-835bf72dd8e5 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:36.492027 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-44c10200-b975-4b99-8d0f-835bf72dd8e5 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4589295 Aug 18 13:05:36.494888 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55922) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:36.509000 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-fa8828e0-76fb-45d0-b667-c1745116da4b tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Request body: {'security_group_rule': {'security_group_id': '8386482c-c9fb-4f43-8a02-df4e554dd839', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:36.509888 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbac17-e43e-4be8-a53b-07377034a841 req-33780836-e1f5-4edf-bca6-77b3d686cbd8 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:36.511646 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6ccbac17-e43e-4be8-a53b-07377034a841 req-33780836-e1f5-4edf-bca6-77b3d686cbd8 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 946 time: 0.2157083 Aug 18 13:05:36.638272 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fa8828e0-76fb-45d0-b667-c1745116da4b tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:36.662482 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6ccbac17-e43e-4be8-a53b-07377034a841 req-58fd79fb-2acd-466c-98c4-ff5288956627 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166203 Aug 18 13:05:36.691632 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-93ab89fa-3011-42d8-896c-b9fbecab458f tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:36.693030 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ab89fa-3011-42d8-896c-b9fbecab458f tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Fanout notify agent at l3_agent the message router_deleted on router 25cd477a-bce2-4172-8612-be514f33aa24 {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:05:36.716332 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-93ab89fa-3011-42d8-896c-b9fbecab458f tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:36.722735 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-93ab89fa-3011-42d8-896c-b9fbecab458f tempest-RoutersNegativeTest-672843745 tempest-RoutersNegativeTest-672843745-project] 10.222.0.13 "DELETE /v2.0/routers/25cd477a-bce2-4172-8612-be514f33aa24 HTTP/1.1" status: 204 len: 168 time: 0.6737208 Aug 18 13:05:36.735791 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-331bd570-93a3-4974-96e3-2ee933de0ce6 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:36.751440 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-331bd570-93a3-4974-96e3-2ee933de0ce6 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Transition to ACTIVE for port object 3dd394b2-39bc-4d95-9eb2-fafde19e7621 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:05:36.754305 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fa8828e0-76fb-45d0-b667-c1745116da4b tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:36.836444 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fa8828e0-76fb-45d0-b667-c1745116da4b tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:36.857906 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8828e0-76fb-45d0-b667-c1745116da4b tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94d7acc3-9116-4611-92c1-b8abaeeb84fa,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:36.917082 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-331bd570-93a3-4974-96e3-2ee933de0ce6 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:36.989807 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fa8828e0-76fb-45d0-b667-c1745116da4b tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:36.993292 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-331bd570-93a3-4974-96e3-2ee933de0ce6 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Network a3e49dcd-a277-4170-bfef-fa46f5ed7634 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:05:36.994889 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-fa8828e0-76fb-45d0-b667-c1745116da4b tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4987712 Aug 18 13:05:36.996086 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55928) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:37.000425 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-331bd570-93a3-4974-96e3-2ee933de0ce6 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:05:37.019351 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-331bd570-93a3-4974-96e3-2ee933de0ce6 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:05:37.030396 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0656a-1e1d-4698-ac2c-228b01f442a5 req-da0820cc-80d6-4697-8a41-5280def3d335 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:37.031385 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-b6a7bfba-16a4-45df-bd21-e3e99c40d36c tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Request body: {'security_group_rule': {'security_group_id': '8386482c-c9fb-4f43-8a02-df4e554dd839', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:37.031975 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-70c0656a-1e1d-4698-ac2c-228b01f442a5 req-da0820cc-80d6-4697-8a41-5280def3d335 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 946 time: 0.0831940 Aug 18 13:05:37.089225 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331bd570-93a3-4974-96e3-2ee933de0ce6 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Pushing event updated for resources: {'Port': ['ID=3dd394b2-39bc-4d95-9eb2-fafde19e7621,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:37.152938 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-70c0656a-1e1d-4698-ac2c-228b01f442a5 req-7baaa6d1-87ca-4a1a-a277-2165f488bfe7 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb2a5664-8f21-4728-b3b7-6f9d475fbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084986 Aug 18 13:05:37.159425 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-331bd570-93a3-4974-96e3-2ee933de0ce6 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:37.160364 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-331bd570-93a3-4974-96e3-2ee933de0ce6 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:37.220434 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b6a7bfba-16a4-45df-bd21-e3e99c40d36c tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:37.279759 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-331bd570-93a3-4974-96e3-2ee933de0ce6 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1773484 Aug 18 13:05:37.293442 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-488e5ed8-caca-4f9c-a823-9c64d92876f7 service neutron] Request body: {'port': {'device_id': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:37.387138 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b6a7bfba-16a4-45df-bd21-e3e99c40d36c tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:37.456157 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55940) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:37.459147 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b6a7bfba-16a4-45df-bd21-e3e99c40d36c tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:37.490272 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-488e5ed8-caca-4f9c-a823-9c64d92876f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:37.510668 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7bfba-16a4-45df-bd21-e3e99c40d36c tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e4fade-0a67-46cf-96c7-a700ea89a4cb,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:37.538191 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec3fe2-cdfe-4ff9-a2a0-fa0a3d7e9fe8 req-c418cab6-a688-44bd-ad1f-a1f1539ee55f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:37.558158 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec3fe2-cdfe-4ff9-a2a0-fa0a3d7e9fe8 req-c418cab6-a688-44bd-ad1f-a1f1539ee55f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:37.567851 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec3fe2-cdfe-4ff9-a2a0-fa0a3d7e9fe8 req-c418cab6-a688-44bd-ad1f-a1f1539ee55f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:37.573863 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-524436a1-bdd7-4875-9bd9-e0d134b8f767 None None] Provisioning for port 3dd394b2-39bc-4d95-9eb2-fafde19e7621 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:05:37.580187 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-524436a1-bdd7-4875-9bd9-e0d134b8f767 None None] Provisioning complete for port 3dd394b2-39bc-4d95-9eb2-fafde19e7621 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:05:37.580938 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-524436a1-bdd7-4875-9bd9-e0d134b8f767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:37.601056 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec3fe2-cdfe-4ff9-a2a0-fa0a3d7e9fe8 req-c418cab6-a688-44bd-ad1f-a1f1539ee55f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:37.617169 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec3fe2-cdfe-4ff9-a2a0-fa0a3d7e9fe8 req-c418cab6-a688-44bd-ad1f-a1f1539ee55f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:37.628645 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-abec3fe2-cdfe-4ff9-a2a0-fa0a3d7e9fe8 req-c418cab6-a688-44bd-ad1f-a1f1539ee55f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 3816 time: 0.2245941 Aug 18 13:05:37.665361 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b6a7bfba-16a4-45df-bd21-e3e99c40d36c tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:37.669231 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b6a7bfba-16a4-45df-bd21-e3e99c40d36c tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6486757 Aug 18 13:05:37.671849 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55946) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:37.679611 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-524436a1-bdd7-4875-9bd9-e0d134b8f767 None None] Port 3dd394b2-39bc-4d95-9eb2-fafde19e7621 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:05:37.737008 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-abec3fe2-cdfe-4ff9-a2a0-fa0a3d7e9fe8 req-a51a2f21-d720-4f2a-bc0b-2a5a45486354 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056046 Aug 18 13:05:37.799952 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2cf66691-270f-47be-8b55-8121198bd97e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=65914187d5244341953b8d756d006701&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3411593 Aug 18 13:05:37.802942 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55950) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:37.808582 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-639e3410-92c0-4f51-9073-1b537c9738da tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:37.817299 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-639e3410-92c0-4f51-9073-1b537c9738da tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:37.937708 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e07336-348c-47cb-b110-4fb92849a02b req-31fa329b-c496-4dd1-a729-e4ac3ed83ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:37.939831 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c9e07336-348c-47cb-b110-4fb92849a02b req-31fa329b-c496-4dd1-a729-e4ac3ed83ef9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5db4861e129545f8b7d9c174999be45f&device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 1097 time: 0.1137080 Aug 18 13:05:37.960511 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8cbab-d588-4023-92b5-868dffbcc315 req-59ae417c-e67a-41ae-bf39-74e484453020 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:37.963341 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0cb8cbab-d588-4023-92b5-868dffbcc315 req-59ae417c-e67a-41ae-bf39-74e484453020 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 946 time: 0.2329857 Aug 18 13:05:37.976717 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6bdae-a100-41d6-b1e2-f8050e2cdb50 req-0c5f2619-e994-4b2f-8e5f-547d90018093 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:37.978397 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8cc6bdae-a100-41d6-b1e2-f8050e2cdb50 req-0c5f2619-e994-4b2f-8e5f-547d90018093 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 946 time: 0.1782494 Aug 18 13:05:37.989449 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6721b79b-fc76-43a3-9536-addeda071f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:38.000491 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-639e3410-92c0-4f51-9073-1b537c9738da tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:38.006415 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-639e3410-92c0-4f51-9073-1b537c9738da tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:38.008754 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-639e3410-92c0-4f51-9073-1b537c9738da tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/c1e4fade-0a67-46cf-96c7-a700ea89a4cb HTTP/1.1" status: 204 len: 168 time: 0.3316350 Aug 18 13:05:38.024414 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55952) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:38.025247 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e3410-92c0-4f51-9073-1b537c9738da tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1e4fade-0a67-46cf-96c7-a700ea89a4cb,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:38.094357 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0cb8cbab-d588-4023-92b5-868dffbcc315 req-75ab43a8-e881-4c43-96f7-d22813737055 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb2a5664-8f21-4728-b3b7-6f9d475fbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214039 Aug 18 13:05:38.149178 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-50fd2f05-6920-44e7-b161-710685859f2c tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1144841 Aug 18 13:05:38.172408 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55956) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:38.254465 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b72104a2-d8cd-4c91-a4b1-e4428564a3fc tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:38.283539 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b72104a2-d8cd-4c91-a4b1-e4428564a3fc tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:38.355840 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-488e5ed8-caca-4f9c-a823-9c64d92876f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34e925d7-14af-4826-bf24-9d1ce3cea1ed {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:05:38.369822 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-488e5ed8-caca-4f9c-a823-9c64d92876f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:38.387331 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-488e5ed8-caca-4f9c-a823-9c64d92876f7 service neutron] Transition to ACTIVE for port object 34e925d7-14af-4826-bf24-9d1ce3cea1ed will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:05:38.449103 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6721b79b-fc76-43a3-9536-addeda071f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:38.483942 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b72104a2-d8cd-4c91-a4b1-e4428564a3fc tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:38.507668 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b72104a2-d8cd-4c91-a4b1-e4428564a3fc tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:38.508874 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8cc6bdae-a100-41d6-b1e2-f8050e2cdb50 req-2c57f707-d035-4adf-b1f6-e635779669d4 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4877899 Aug 18 13:05:38.510838 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b72104a2-d8cd-4c91-a4b1-e4428564a3fc tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/94d7acc3-9116-4611-92c1-b8abaeeb84fa HTTP/1.1" status: 204 len: 168 time: 0.3371716 Aug 18 13:05:38.518721 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72104a2-d8cd-4c91-a4b1-e4428564a3fc tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=94d7acc3-9116-4611-92c1-b8abaeeb84fa,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:38.522617 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55962) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:38.550588 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e07336-348c-47cb-b110-4fb92849a02b req-f9964859-9df7-4a55-98b8-b3373bd1b787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:38.557202 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c9e07336-348c-47cb-b110-4fb92849a02b req-f9964859-9df7-4a55-98b8-b3373bd1b787 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f0772655-8fcf-4cc7-a52b-8d2f1d4d6419 HTTP/1.1" status: 200 len: 911 time: 0.5989223 Aug 18 13:05:38.567090 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-488e5ed8-caca-4f9c-a823-9c64d92876f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:38.683533 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8f58eec2-53c9-49d1-b628-a5bc38e14408 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1596706 Aug 18 13:05:38.689213 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55968) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:38.705156 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e5ed8-caca-4f9c-a823-9c64d92876f7 service neutron] Pushing event updated for resources: {'Port': ['ID=34e925d7-14af-4826-bf24-9d1ce3cea1ed,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:38.784791 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6721b79b-fc76-43a3-9536-addeda071f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:38.787807 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6721b79b-fc76-43a3-9536-addeda071f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:38.789087 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6721b79b-fc76-43a3-9536-addeda071f25 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b9dd9e38-cad1-4e7c-b4a6-484db6e5df82 HTTP/1.1" status: 204 len: 168 time: 0.9850893 Aug 18 13:05:38.819751 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c9e07336-348c-47cb-b110-4fb92849a02b req-c52a6b58-305c-4d4a-a2cf-8cf3a4fff399 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44d4eecb-093c-4426-9131-356e1ee9bda1 HTTP/1.1" status: 200 len: 1002 time: 0.2471945 Aug 18 13:05:38.829929 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-31ad3d07-39b9-4b33-bd9b-d888e9c4500e tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:38.832828 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-488e5ed8-caca-4f9c-a823-9c64d92876f7 service neutron] Attempting to bind port 34e925d7-14af-4826-bf24-9d1ce3cea1ed on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:05:38.833189 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-488e5ed8-caca-4f9c-a823-9c64d92876f7 service neutron] Attempting to bind port 34e925d7-14af-4826-bf24-9d1ce3cea1ed by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': 'c07f3d80-20eb-4904-a367-4db848d7a4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7b05220b-36d2-40eb-be72-7e3e060fbabb'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:05:38.833524 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-488e5ed8-caca-4f9c-a823-9c64d92876f7 service neutron] Attempting to bind port 34e925d7-14af-4826-bf24-9d1ce3cea1ed on network 7b05220b-36d2-40eb-be72-7e3e060fbabb {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:05:38.847497 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-488e5ed8-caca-4f9c-a823-9c64d92876f7 service neutron] Port 34e925d7-14af-4826-bf24-9d1ce3cea1ed on network 7b05220b-36d2-40eb-be72-7e3e060fbabb not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:05:38.847842 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-488e5ed8-caca-4f9c-a823-9c64d92876f7 service neutron] Attempting to bind port 34e925d7-14af-4826-bf24-9d1ce3cea1ed on network 7b05220b-36d2-40eb-be72-7e3e060fbabb {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:05:38.867983 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-488e5ed8-caca-4f9c-a823-9c64d92876f7 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:05:38.868257 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-488e5ed8-caca-4f9c-a823-9c64d92876f7 service neutron] Checking segment: {'id': 'c07f3d80-20eb-4904-a367-4db848d7a4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7b05220b-36d2-40eb-be72-7e3e060fbabb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:05:38.868630 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-488e5ed8-caca-4f9c-a823-9c64d92876f7 service neutron] Bound using segment: {'id': 'c07f3d80-20eb-4904-a367-4db848d7a4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7b05220b-36d2-40eb-be72-7e3e060fbabb'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:05:38.869069 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-488e5ed8-caca-4f9c-a823-9c64d92876f7 service neutron] Bound port: 34e925d7-14af-4826-bf24-9d1ce3cea1ed, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c07f3d80-20eb-4904-a367-4db848d7a4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7b05220b-36d2-40eb-be72-7e3e060fbabb'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:05:38.869436 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-488e5ed8-caca-4f9c-a823-9c64d92876f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:38.880765 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6721b79b-fc76-43a3-9536-addeda071f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9dd9e38-cad1-4e7c-b4a6-484db6e5df82,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:38.888450 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-31ad3d07-39b9-4b33-bd9b-d888e9c4500e tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:38.964619 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e07336-348c-47cb-b110-4fb92849a02b req-597c19c5-fc14-4811-8881-d2eba0547019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:38.966108 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c9e07336-348c-47cb-b110-4fb92849a02b req-597c19c5-fc14-4811-8881-d2eba0547019 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00f32c6d-8610-4a26-b77a-8f80b2f8beae HTTP/1.1" status: 200 len: 849 time: 0.1230922 Aug 18 13:05:39.075469 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-31ad3d07-39b9-4b33-bd9b-d888e9c4500e tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:39.084637 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-31ad3d07-39b9-4b33-bd9b-d888e9c4500e tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:39.087189 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-31ad3d07-39b9-4b33-bd9b-d888e9c4500e tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/001e02f4-da9a-4f40-b55c-5a1286e308cc HTTP/1.1" status: 204 len: 168 time: 0.3971851 Aug 18 13:05:39.097585 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55978) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:39.098298 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-488e5ed8-caca-4f9c-a823-9c64d92876f7 service neutron] For port 34e925d7-14af-4826-bf24-9d1ce3cea1ed, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:05:39.105210 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad3d07-39b9-4b33-bd9b-d888e9c4500e tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=001e02f4-da9a-4f40-b55c-5a1286e308cc,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:39.120773 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-488e5ed8-caca-4f9c-a823-9c64d92876f7 service neutron] For port 34e925d7-14af-4826-bf24-9d1ce3cea1ed, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=34e925d7-14af-4826-bf24-9d1ce3cea1ed,segment=NetworkSegment(c07f3d80-20eb-4904-a367-4db848d7a4aa),segment_id=c07f3d80-20eb-4904-a367-4db848d7a4aa)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:05:39.173626 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-35aa894e-3e55-4cc7-8445-51b73d368569 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0560973 Aug 18 13:05:39.179175 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 55984) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:39.196639 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a52afe-bd92-499b-a368-578c361a0246 req-5a69a42f-e881-497e-b2f7-89b6e5a6a647 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:39.204286 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a52afe-bd92-499b-a368-578c361a0246 req-5a69a42f-e881-497e-b2f7-89b6e5a6a647 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:39.211954 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a52afe-bd92-499b-a368-578c361a0246 req-5a69a42f-e881-497e-b2f7-89b6e5a6a647 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:39.218335 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a52afe-bd92-499b-a368-578c361a0246 req-5a69a42f-e881-497e-b2f7-89b6e5a6a647 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:39.231565 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a52afe-bd92-499b-a368-578c361a0246 req-5a69a42f-e881-497e-b2f7-89b6e5a6a647 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:39.233572 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-47a52afe-bd92-499b-a368-578c361a0246 req-5a69a42f-e881-497e-b2f7-89b6e5a6a647 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 3828 time: 0.3099420 Aug 18 13:05:39.235398 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-488e5ed8-caca-4f9c-a823-9c64d92876f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:39.249454 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e07336-348c-47cb-b110-4fb92849a02b req-898a5db5-69af-4bf2-b1bf-13693192fb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:39.257561 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c9e07336-348c-47cb-b110-4fb92849a02b req-898a5db5-69af-4bf2-b1bf-13693192fb3a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f0772655-8fcf-4cc7-a52b-8d2f1d4d6419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2831523 Aug 18 13:05:39.301180 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-488e5ed8-caca-4f9c-a823-9c64d92876f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:39.301808 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-488e5ed8-caca-4f9c-a823-9c64d92876f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:39.303218 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-488e5ed8-caca-4f9c-a823-9c64d92876f7 service neutron] 10.222.0.39 "PUT /v2.0/ports/34e925d7-14af-4826-bf24-9d1ce3cea1ed HTTP/1.1" status: 200 len: 1091 time: 2.0165403 Aug 18 13:05:39.309797 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'tag': '34e925d7-14af-4826-bf24-9d1ce3cea1ed'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:05:39.312658 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9527b72-327e-4c1f-94ce-da00060968bf" -d '{"events": [{"name": "network-changed", "server_uuid": "eb189d41-f194-4bb0-83e1-ae8430304485", "tag": "34e925d7-14af-4826-bf24-9d1ce3cea1ed"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:05:39.363060 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-47a52afe-bd92-499b-a368-578c361a0246 req-fdab6640-4ff5-460e-9221-5faf8a21f67d tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183116 Aug 18 13:05:39.368617 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e5ed8-caca-4f9c-a823-9c64d92876f7 service neutron] Pushing event updated for resources: {'Port': ['ID=34e925d7-14af-4826-bf24-9d1ce3cea1ed,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:39.423961 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c3c84d2c-6518-4336-9b72-9ed2cd56a9e7 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:39.428751 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-640507e7-b4b6-4b94-a16d-75ec8518488f service neutron] Request body: {'port': {'device_id': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:39.474519 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c3c84d2c-6518-4336-9b72-9ed2cd56a9e7 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:39.565725 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-640507e7-b4b6-4b94-a16d-75ec8518488f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:39.570085 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971dd48-0f9a-4dde-9b26-2b038023cd48 req-1d5e3e9d-b9d6-4ed1-a057-edf7ce7d42fc tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:39.575503 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d971dd48-0f9a-4dde-9b26-2b038023cd48 req-1d5e3e9d-b9d6-4ed1-a057-edf7ce7d42fc tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 946 time: 0.2585764 Aug 18 13:05:39.713812 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c9e07336-348c-47cb-b110-4fb92849a02b req-3e34c930-f4ac-4cdb-98c3-3c31b3431bfe service neutron] 10.222.0.20 "GET /v2.0/networks/f0772655-8fcf-4cc7-a52b-8d2f1d4d6419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4448366 Aug 18 13:05:39.814025 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c3c84d2c-6518-4336-9b72-9ed2cd56a9e7 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:39.819628 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c3c84d2c-6518-4336-9b72-9ed2cd56a9e7 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:39.821328 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c3c84d2c-6518-4336-9b72-9ed2cd56a9e7 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/5b26d59b-c7f0-4586-a73a-9d301f50968e HTTP/1.1" status: 204 len: 168 time: 0.6406612 Aug 18 13:05:39.834097 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d971dd48-0f9a-4dde-9b26-2b038023cd48 req-1059f20a-249b-4ddf-bc35-fd06c4cd8b5d tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb2a5664-8f21-4728-b3b7-6f9d475fbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2280786 Aug 18 13:05:39.836820 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 56002) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:39.837482 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c84d2c-6518-4336-9b72-9ed2cd56a9e7 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b26d59b-c7f0-4586-a73a-9d301f50968e,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:39.915466 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:05:39.940485 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c08f2b66-8946-429c-9b35-f9c7833d685f tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0931261 Aug 18 13:05:39.968104 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c9e07336-348c-47cb-b110-4fb92849a02b req-14f2ae2c-7250-4838-85f6-7223c5076e8b service neutron] 10.222.0.20 "GET /v2.0/networks/f0772655-8fcf-4cc7-a52b-8d2f1d4d6419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363684 Aug 18 13:05:39.968743 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 56006) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:40.052029 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e2091575-ff16-4487-a28b-c12d30dbd53c tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:40.061897 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e2091575-ff16-4487-a28b-c12d30dbd53c tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:40.106465 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f196332-c800-4a17-8a44-636569786f82 req-8a43a804-12c5-440a-baab-3debc7904464 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:40.114005 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3f196332-c800-4a17-8a44-636569786f82 req-8a43a804-12c5-440a-baab-3debc7904464 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 946 time: 0.1290350 Aug 18 13:05:40.126744 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9527b72-327e-4c1f-94ce-da00060968bf req-6b5c112d-f3f8-43e3-832d-b6b0da4e1016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:40.127618 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9527b72-327e-4c1f-94ce-da00060968bf req-6b5c112d-f3f8-43e3-832d-b6b0da4e1016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:40.128334 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9527b72-327e-4c1f-94ce-da00060968bf req-6b5c112d-f3f8-43e3-832d-b6b0da4e1016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:40.128866 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9527b72-327e-4c1f-94ce-da00060968bf req-6b5c112d-f3f8-43e3-832d-b6b0da4e1016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:40.129397 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9527b72-327e-4c1f-94ce-da00060968bf req-6b5c112d-f3f8-43e3-832d-b6b0da4e1016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:40.131391 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b9527b72-327e-4c1f-94ce-da00060968bf req-6b5c112d-f3f8-43e3-832d-b6b0da4e1016 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8c196c6c2e143d6872d1027393f6dcd&device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 4363 time: 0.1617119 Aug 18 13:05:40.209401 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-640507e7-b4b6-4b94-a16d-75ec8518488f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07f402d6-de4a-4e25-8230-5bec43a446cd {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:05:40.219147 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-640507e7-b4b6-4b94-a16d-75ec8518488f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:40.223785 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3f196332-c800-4a17-8a44-636569786f82 req-38b71b87-6a60-4e58-84bb-af3e23f1d4bf tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027849 Aug 18 13:05:40.240558 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-640507e7-b4b6-4b94-a16d-75ec8518488f service neutron] Transition to ACTIVE for port object 07f402d6-de4a-4e25-8230-5bec43a446cd will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:05:40.240558 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61b3dfe-5b7c-42e1-b329-371fb5d35a92 x-openstack-request-id: req-a61b3dfe-5b7c-42e1-b329-371fb5d35a92 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:05:40.240558 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb189d41-f194-4bb0-83e1-ae8430304485", "tag": "34e925d7-14af-4826-bf24-9d1ce3cea1ed", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:05:40.240558 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a61b3dfe-5b7c-42e1-b329-371fb5d35a92 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:05:40.240558 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'tag': '34e925d7-14af-4826-bf24-9d1ce3cea1ed', 'status': 'completed', 'code': 200} Aug 18 13:05:40.273980 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e2091575-ff16-4487-a28b-c12d30dbd53c tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:40.283999 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e2091575-ff16-4487-a28b-c12d30dbd53c tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:40.285446 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e2091575-ff16-4487-a28b-c12d30dbd53c tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/d7674330-761e-4ac6-ad26-5e8c395296b8 HTTP/1.1" status: 204 len: 168 time: 0.3146279 Aug 18 13:05:40.288348 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56014) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:40.304277 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-640507e7-b4b6-4b94-a16d-75ec8518488f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:40.331178 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2091575-ff16-4487-a28b-c12d30dbd53c tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7674330-761e-4ac6-ad26-5e8c395296b8,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:40.429075 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1b8e06a9-0f25-489f-9edb-57bf885f4afb tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1392424 Aug 18 13:05:40.448790 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 56020) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:40.465227 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640507e7-b4b6-4b94-a16d-75ec8518488f service neutron] Pushing event updated for resources: {'Port': ['ID=07f402d6-de4a-4e25-8230-5bec43a446cd,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:40.536307 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-640507e7-b4b6-4b94-a16d-75ec8518488f service neutron] Attempting to bind port 07f402d6-de4a-4e25-8230-5bec43a446cd on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:05:40.536307 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-640507e7-b4b6-4b94-a16d-75ec8518488f service neutron] Attempting to bind port 07f402d6-de4a-4e25-8230-5bec43a446cd by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '6768c0de-df2c-476c-8a94-2dd244066493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2459a67a-03d9-4542-a3d9-993612a32608'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:05:40.536307 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-640507e7-b4b6-4b94-a16d-75ec8518488f service neutron] Attempting to bind port 07f402d6-de4a-4e25-8230-5bec43a446cd on network 2459a67a-03d9-4542-a3d9-993612a32608 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:05:40.536307 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-640507e7-b4b6-4b94-a16d-75ec8518488f service neutron] Port 07f402d6-de4a-4e25-8230-5bec43a446cd on network 2459a67a-03d9-4542-a3d9-993612a32608 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:05:40.536307 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-640507e7-b4b6-4b94-a16d-75ec8518488f service neutron] Attempting to bind port 07f402d6-de4a-4e25-8230-5bec43a446cd on network 2459a67a-03d9-4542-a3d9-993612a32608 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:05:40.559432 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-640507e7-b4b6-4b94-a16d-75ec8518488f service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:05:40.559432 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-640507e7-b4b6-4b94-a16d-75ec8518488f service neutron] Checking segment: {'id': '6768c0de-df2c-476c-8a94-2dd244066493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2459a67a-03d9-4542-a3d9-993612a32608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:05:40.563824 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-640507e7-b4b6-4b94-a16d-75ec8518488f service neutron] Bound using segment: {'id': '6768c0de-df2c-476c-8a94-2dd244066493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2459a67a-03d9-4542-a3d9-993612a32608'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:05:40.564312 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-640507e7-b4b6-4b94-a16d-75ec8518488f service neutron] Bound port: 07f402d6-de4a-4e25-8230-5bec43a446cd, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6768c0de-df2c-476c-8a94-2dd244066493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2459a67a-03d9-4542-a3d9-993612a32608'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:05:40.564689 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-640507e7-b4b6-4b94-a16d-75ec8518488f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:40.597925 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9527b72-327e-4c1f-94ce-da00060968bf req-e2ea48ec-3415-4a08-8de6-5684b432dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:40.598440 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9527b72-327e-4c1f-94ce-da00060968bf req-e2ea48ec-3415-4a08-8de6-5684b432dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:40.604106 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9527b72-327e-4c1f-94ce-da00060968bf req-e2ea48ec-3415-4a08-8de6-5684b432dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:40.624118 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b9527b72-327e-4c1f-94ce-da00060968bf req-e2ea48ec-3415-4a08-8de6-5684b432dcd0 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d8c196c6c2e143d6872d1027393f6dcd&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4600408 Aug 18 13:05:40.723153 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-640507e7-b4b6-4b94-a16d-75ec8518488f service neutron] For port 07f402d6-de4a-4e25-8230-5bec43a446cd, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:05:40.723938 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-640507e7-b4b6-4b94-a16d-75ec8518488f service neutron] For port 07f402d6-de4a-4e25-8230-5bec43a446cd, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=07f402d6-de4a-4e25-8230-5bec43a446cd,segment=NetworkSegment(6768c0de-df2c-476c-8a94-2dd244066493),segment_id=6768c0de-df2c-476c-8a94-2dd244066493)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:05:40.754218 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ac228-562f-4da8-9c0e-8ee28cd00bd0 req-d82c5e01-6142-4c71-a315-a9a1a1443d7c tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:40.772039 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ac228-562f-4da8-9c0e-8ee28cd00bd0 req-d82c5e01-6142-4c71-a315-a9a1a1443d7c tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:40.782141 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ac228-562f-4da8-9c0e-8ee28cd00bd0 req-d82c5e01-6142-4c71-a315-a9a1a1443d7c tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:40.793041 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ac228-562f-4da8-9c0e-8ee28cd00bd0 req-d82c5e01-6142-4c71-a315-a9a1a1443d7c tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:40.800761 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ac228-562f-4da8-9c0e-8ee28cd00bd0 req-d82c5e01-6142-4c71-a315-a9a1a1443d7c tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:40.805501 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8f3215dc-9d3b-4b2c-a1a5-b1d1a628233f tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:40.809034 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ac228-562f-4da8-9c0e-8ee28cd00bd0 req-d82c5e01-6142-4c71-a315-a9a1a1443d7c tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:40.814420 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-879ac228-562f-4da8-9c0e-8ee28cd00bd0 req-d82c5e01-6142-4c71-a315-a9a1a1443d7c tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 4598 time: 0.2881584 Aug 18 13:05:40.821869 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-640507e7-b4b6-4b94-a16d-75ec8518488f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:40.868739 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8f3215dc-9d3b-4b2c-a1a5-b1d1a628233f tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:40.931451 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-879ac228-562f-4da8-9c0e-8ee28cd00bd0 req-39554bd6-e1e8-455f-af81-97990023d4b2 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae8c3d5-8282-4301-b244-c246a28f9086&id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1055191 Aug 18 13:05:40.933947 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-640507e7-b4b6-4b94-a16d-75ec8518488f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:40.935541 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-640507e7-b4b6-4b94-a16d-75ec8518488f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:40.937452 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-640507e7-b4b6-4b94-a16d-75ec8518488f service neutron] 10.222.0.39 "PUT /v2.0/ports/07f402d6-de4a-4e25-8230-5bec43a446cd HTTP/1.1" status: 200 len: 1128 time: 1.5141013 Aug 18 13:05:41.008802 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9527b72-327e-4c1f-94ce-da00060968bf req-9676c75d-831c-4cd1-bbb5-d95653dae8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:41.014535 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b9527b72-327e-4c1f-94ce-da00060968bf req-9676c75d-831c-4cd1-bbb5-d95653dae8a5 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3703191 Aug 18 13:05:41.054354 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640507e7-b4b6-4b94-a16d-75ec8518488f service neutron] Pushing event updated for resources: {'Port': ['ID=07f402d6-de4a-4e25-8230-5bec43a446cd,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:41.076073 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-50056aa5-0ec4-45a4-8302-41937331851d service neutron] Request body: {'port': {'device_id': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:41.076073 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8f3215dc-9d3b-4b2c-a1a5-b1d1a628233f tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:41.076073 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8f3215dc-9d3b-4b2c-a1a5-b1d1a628233f tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:41.080447 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8f3215dc-9d3b-4b2c-a1a5-b1d1a628233f tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "DELETE /v2.0/security-groups/8386482c-c9fb-4f43-8a02-df4e554dd839 HTTP/1.1" status: 204 len: 168 time: 0.6307175 Aug 18 13:05:41.083933 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 56032) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:41.155517 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3215dc-9d3b-4b2c-a1a5-b1d1a628233f tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8386482c-c9fb-4f43-8a02-df4e554dd839,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:41.245546 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b339148f-c0f9-4447-a7de-fc3f468dabb8 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1312773 Aug 18 13:05:41.249756 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56034) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:41.258590 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-ff68c9f9-934d-4dce-81c1-d6fd852dec4c tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Request body: {'security_group': {'name': 'tempest-secgroup--126061299'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:41.307469 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8655ec8-a93f-4105-85dd-06fcc0a8b657 req-bdf24ee0-2b9a-45db-876d-66e82620a5c3 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:41.311891 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d8655ec8-a93f-4105-85dd-06fcc0a8b657 req-bdf24ee0-2b9a-45db-876d-66e82620a5c3 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 946 time: 0.2953689 Aug 18 13:05:41.312681 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-50056aa5-0ec4-45a4-8302-41937331851d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:41.435700 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ff68c9f9-934d-4dce-81c1-d6fd852dec4c tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:41.444828 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabdc30b-ec20-4166-a34d-9f51d5162565 req-a7061f8e-2bab-48a3-99b8-a642df3a2866 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:41.446595 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dabdc30b-ec20-4166-a34d-9f51d5162565 req-a7061f8e-2bab-48a3-99b8-a642df3a2866 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 946 time: 0.0746634 Aug 18 13:05:41.447926 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d8655ec8-a93f-4105-85dd-06fcc0a8b657 req-c412677d-86a8-41c7-8fcf-0c28ab87ca42 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb2a5664-8f21-4728-b3b7-6f9d475fbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130002 Aug 18 13:05:41.482838 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-dc824f8d-a30c-456e-a56c-1ecdd67a60e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:41.505007 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dabdc30b-ec20-4166-a34d-9f51d5162565 req-b0c0df73-0104-455f-a3b9-0c6ac5a5ff0c tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500176 Aug 18 13:05:41.624555 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ff68c9f9-934d-4dce-81c1-d6fd852dec4c tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:41.682217 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ff68c9f9-934d-4dce-81c1-d6fd852dec4c tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:41.743680 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff68c9f9-934d-4dce-81c1-d6fd852dec4c tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aecb5ca8-8cf8-48c0-a616-df6b564f4824,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:41.784031 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ff68c9f9-934d-4dce-81c1-d6fd852dec4c tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:41.795036 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ff68c9f9-934d-4dce-81c1-d6fd852dec4c tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5348861 Aug 18 13:05:41.796598 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 56054) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:41.822328 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-185fb95c-fb83-4487-a700-de0d453e6671 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Request body: {'security_group_rule': {'security_group_id': 'aecb5ca8-8cf8-48c0-a616-df6b564f4824', 'direction': 'ingress', 'protocol': 17}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:41.955215 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-50056aa5-0ec4-45a4-8302-41937331851d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36b945e8-9c27-4658-bb63-6eff4f89d115 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:05:41.964266 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-50056aa5-0ec4-45a4-8302-41937331851d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:41.993546 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-50056aa5-0ec4-45a4-8302-41937331851d service neutron] Transition to ACTIVE for port object 36b945e8-9c27-4658-bb63-6eff4f89d115 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:05:42.082298 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-50056aa5-0ec4-45a4-8302-41937331851d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:42.197266 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-185fb95c-fb83-4487-a700-de0d453e6671 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:42.204468 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2a205-3691-4c1f-8fda-140b6d153baa req-d63bbd08-c2be-4361-a4d6-28e3174fdbea tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:42.214564 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2a205-3691-4c1f-8fda-140b6d153baa req-d63bbd08-c2be-4361-a4d6-28e3174fdbea tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:42.222927 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2a205-3691-4c1f-8fda-140b6d153baa req-d63bbd08-c2be-4361-a4d6-28e3174fdbea tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:42.231589 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2a205-3691-4c1f-8fda-140b6d153baa req-d63bbd08-c2be-4361-a4d6-28e3174fdbea tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:42.239109 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2a205-3691-4c1f-8fda-140b6d153baa req-d63bbd08-c2be-4361-a4d6-28e3174fdbea tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:42.245924 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2a205-3691-4c1f-8fda-140b6d153baa req-d63bbd08-c2be-4361-a4d6-28e3174fdbea tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:42.252780 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2a205-3691-4c1f-8fda-140b6d153baa req-d63bbd08-c2be-4361-a4d6-28e3174fdbea tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:42.255538 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-72b2a205-3691-4c1f-8fda-140b6d153baa req-d63bbd08-c2be-4361-a4d6-28e3174fdbea tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 5371 time: 0.1741064 Aug 18 13:05:42.256114 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'tag': '07f402d6-de4a-4e25-8230-5bec43a446cd'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:05:42.259852 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e382f1-c67e-4131-99a0-0ae300cf0a69" -d '{"events": [{"name": "network-changed", "server_uuid": "eb189d41-f194-4bb0-83e1-ae8430304485", "tag": "07f402d6-de4a-4e25-8230-5bec43a446cd"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:05:42.364474 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-185fb95c-fb83-4487-a700-de0d453e6671 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:42.390904 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50056aa5-0ec4-45a4-8302-41937331851d service neutron] Pushing event updated for resources: {'Port': ['ID=36b945e8-9c27-4658-bb63-6eff4f89d115,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:42.528151 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-50056aa5-0ec4-45a4-8302-41937331851d service neutron] Attempting to bind port 36b945e8-9c27-4658-bb63-6eff4f89d115 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:05:42.528523 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-50056aa5-0ec4-45a4-8302-41937331851d service neutron] Attempting to bind port 36b945e8-9c27-4658-bb63-6eff4f89d115 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '6768c0de-df2c-476c-8a94-2dd244066493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2459a67a-03d9-4542-a3d9-993612a32608'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:05:42.528863 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-50056aa5-0ec4-45a4-8302-41937331851d service neutron] Attempting to bind port 36b945e8-9c27-4658-bb63-6eff4f89d115 on network 2459a67a-03d9-4542-a3d9-993612a32608 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:05:42.534356 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-50056aa5-0ec4-45a4-8302-41937331851d service neutron] Port 36b945e8-9c27-4658-bb63-6eff4f89d115 on network 2459a67a-03d9-4542-a3d9-993612a32608 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:05:42.534729 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-50056aa5-0ec4-45a4-8302-41937331851d service neutron] Attempting to bind port 36b945e8-9c27-4658-bb63-6eff4f89d115 on network 2459a67a-03d9-4542-a3d9-993612a32608 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:05:42.541319 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-50056aa5-0ec4-45a4-8302-41937331851d service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:05:42.541732 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-50056aa5-0ec4-45a4-8302-41937331851d service neutron] Checking segment: {'id': '6768c0de-df2c-476c-8a94-2dd244066493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2459a67a-03d9-4542-a3d9-993612a32608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:05:42.542263 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-50056aa5-0ec4-45a4-8302-41937331851d service neutron] Bound using segment: {'id': '6768c0de-df2c-476c-8a94-2dd244066493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2459a67a-03d9-4542-a3d9-993612a32608'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:05:42.542669 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-50056aa5-0ec4-45a4-8302-41937331851d service neutron] Bound port: 36b945e8-9c27-4658-bb63-6eff4f89d115, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6768c0de-df2c-476c-8a94-2dd244066493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2459a67a-03d9-4542-a3d9-993612a32608'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:05:42.543078 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-50056aa5-0ec4-45a4-8302-41937331851d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:42.667084 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-50056aa5-0ec4-45a4-8302-41937331851d service neutron] For port 36b945e8-9c27-4658-bb63-6eff4f89d115, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:05:42.684756 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-50056aa5-0ec4-45a4-8302-41937331851d service neutron] For port 36b945e8-9c27-4658-bb63-6eff4f89d115, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=36b945e8-9c27-4658-bb63-6eff4f89d115,segment=NetworkSegment(6768c0de-df2c-476c-8a94-2dd244066493),segment_id=6768c0de-df2c-476c-8a94-2dd244066493)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:05:42.705977 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e039868-42e4-48df-9d18-7ce58604fb46 req-556f4e93-fdc3-458a-8826-4a7c68e719a9 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:42.708262 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e039868-42e4-48df-9d18-7ce58604fb46 req-556f4e93-fdc3-458a-8826-4a7c68e719a9 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 946 time: 0.0856671 Aug 18 13:05:42.713002 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b9401d-5ab8-4cc6-9d65-069767b4ac05 x-openstack-request-id: req-e7b9401d-5ab8-4cc6-9d65-069767b4ac05 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:05:42.713658 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb189d41-f194-4bb0-83e1-ae8430304485", "tag": "07f402d6-de4a-4e25-8230-5bec43a446cd", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:05:42.713658 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7b9401d-5ab8-4cc6-9d65-069767b4ac05 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:05:42.713941 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'tag': '07f402d6-de4a-4e25-8230-5bec43a446cd', 'status': 'completed', 'code': 200} Aug 18 13:05:42.716360 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-185fb95c-fb83-4487-a700-de0d453e6671 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:42.803045 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e382f1-c67e-4131-99a0-0ae300cf0a69 req-c99cc349-32de-4d8a-9207-11375d09dec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:42.803535 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e382f1-c67e-4131-99a0-0ae300cf0a69 req-c99cc349-32de-4d8a-9207-11375d09dec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:42.804011 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e382f1-c67e-4131-99a0-0ae300cf0a69 req-c99cc349-32de-4d8a-9207-11375d09dec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:42.804569 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e382f1-c67e-4131-99a0-0ae300cf0a69 req-c99cc349-32de-4d8a-9207-11375d09dec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:42.805039 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e382f1-c67e-4131-99a0-0ae300cf0a69 req-c99cc349-32de-4d8a-9207-11375d09dec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:42.805506 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e382f1-c67e-4131-99a0-0ae300cf0a69 req-c99cc349-32de-4d8a-9207-11375d09dec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:42.806128 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e382f1-c67e-4131-99a0-0ae300cf0a69 req-c99cc349-32de-4d8a-9207-11375d09dec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:42.808381 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e3e382f1-c67e-4131-99a0-0ae300cf0a69 req-c99cc349-32de-4d8a-9207-11375d09dec5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8c196c6c2e143d6872d1027393f6dcd&device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 6166 time: 0.0977573 Aug 18 13:05:42.814061 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185fb95c-fb83-4487-a700-de0d453e6671 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62a75a8e-d7f3-4e0f-8b65-b45862f41a38,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:42.819717 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-72b2a205-3691-4c1f-8fda-140b6d153baa req-e9adbfc8-a731-46b7-8593-0f81edea8d7a tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae8c3d5-8282-4301-b244-c246a28f9086&id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5566566 Aug 18 13:05:42.864217 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e039868-42e4-48df-9d18-7ce58604fb46 req-472a476f-255e-4ee8-9859-e217f2b48de3 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399620 Aug 18 13:05:42.872919 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-50056aa5-0ec4-45a4-8302-41937331851d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:42.964085 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-185fb95c-fb83-4487-a700-de0d453e6671 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:42.975261 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-185fb95c-fb83-4487-a700-de0d453e6671 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1676800 Aug 18 13:05:42.975261 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-50056aa5-0ec4-45a4-8302-41937331851d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:42.975261 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-50056aa5-0ec4-45a4-8302-41937331851d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:42.975261 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-50056aa5-0ec4-45a4-8302-41937331851d service neutron] 10.222.0.39 "PUT /v2.0/ports/36b945e8-9c27-4658-bb63-6eff4f89d115 HTTP/1.1" status: 200 len: 1131 time: 1.9322739 Aug 18 13:05:42.975261 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'tag': '36b945e8-9c27-4658-bb63-6eff4f89d115'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:05:42.975261 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61922aec-376e-4a00-8a90-8fdb6461769b" -d '{"events": [{"name": "network-changed", "server_uuid": "eb189d41-f194-4bb0-83e1-ae8430304485", "tag": "36b945e8-9c27-4658-bb63-6eff4f89d115"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:05:42.980286 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 56070) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:43.024388 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50056aa5-0ec4-45a4-8302-41937331851d service neutron] Pushing event updated for resources: {'Port': ['ID=36b945e8-9c27-4658-bb63-6eff4f89d115,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:43.080241 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8284f69e-438f-4673-889c-5058ef3b890a x-openstack-request-id: req-8284f69e-438f-4673-889c-5058ef3b890a {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:05:43.080591 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb189d41-f194-4bb0-83e1-ae8430304485", "tag": "36b945e8-9c27-4658-bb63-6eff4f89d115", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:05:43.080824 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8284f69e-438f-4673-889c-5058ef3b890a {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:05:43.081184 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'tag': '36b945e8-9c27-4658-bb63-6eff4f89d115', 'status': 'completed', 'code': 200} Aug 18 13:05:43.110121 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-cf96b3e9-f195-45c3-8b6d-a295fec8936c service neutron] Request body: {'port': {'device_id': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:43.173965 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e382f1-c67e-4131-99a0-0ae300cf0a69 req-77e35df5-7f9e-4000-a901-bb8e54579844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:43.175656 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e382f1-c67e-4131-99a0-0ae300cf0a69 req-77e35df5-7f9e-4000-a901-bb8e54579844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:43.176136 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e382f1-c67e-4131-99a0-0ae300cf0a69 req-77e35df5-7f9e-4000-a901-bb8e54579844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:43.177809 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e3e382f1-c67e-4131-99a0-0ae300cf0a69 req-77e35df5-7f9e-4000-a901-bb8e54579844 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d8c196c6c2e143d6872d1027393f6dcd&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3570604 Aug 18 13:05:43.250949 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-98c7e2f3-9a4b-4de7-85aa-393fa5cfb78c tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:43.319927 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-98c7e2f3-9a4b-4de7-85aa-393fa5cfb78c tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:43.407069 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 56080) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:43.478938 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-98c7e2f3-9a4b-4de7-85aa-393fa5cfb78c tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:43.490534 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-98c7e2f3-9a4b-4de7-85aa-393fa5cfb78c tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:43.491732 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-98c7e2f3-9a4b-4de7-85aa-393fa5cfb78c tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "DELETE /v2.0/security-groups/aecb5ca8-8cf8-48c0-a616-df6b564f4824 HTTP/1.1" status: 204 len: 168 time: 0.5097468 Aug 18 13:05:43.506351 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56086) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:43.555602 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c7e2f3-9a4b-4de7-85aa-393fa5cfb78c tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aecb5ca8-8cf8-48c0-a616-df6b564f4824,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:43.596949 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-cf96b3e9-f195-45c3-8b6d-a295fec8936c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:43.716586 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f575c7fd-e0ca-4aa8-bbde-6d4bfed8cf79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:43.759614 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-92afb30c-fbf2-4b81-aba8-c21316b4384f tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2468419 Aug 18 13:05:43.764639 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56088) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:43.777125 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-bec2d9f0-7253-4cd5-81a7-819b2eca84de tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Request body: {'security_group': {'name': 'tempest-secgroup--1480051182'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:43.816084 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e382f1-c67e-4131-99a0-0ae300cf0a69 req-85098cf9-3d09-4765-910b-aa88f24d7aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:43.830541 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e3e382f1-c67e-4131-99a0-0ae300cf0a69 req-85098cf9-3d09-4765-910b-aa88f24d7aed service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6340921 Aug 18 13:05:43.971362 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0ec80809-7f8e-40d1-9a3e-8922a28b6edd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:44.049586 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bec2d9f0-7253-4cd5-81a7-819b2eca84de tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:44.169765 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b6143-d173-4ab5-8b9e-c92d8519b871 req-d7a5d92f-894d-4db9-b97d-787b2ff5fb02 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:44.177891 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b6143-d173-4ab5-8b9e-c92d8519b871 req-d7a5d92f-894d-4db9-b97d-787b2ff5fb02 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:44.185953 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b6143-d173-4ab5-8b9e-c92d8519b871 req-d7a5d92f-894d-4db9-b97d-787b2ff5fb02 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:44.194258 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b6143-d173-4ab5-8b9e-c92d8519b871 req-d7a5d92f-894d-4db9-b97d-787b2ff5fb02 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:44.201898 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b6143-d173-4ab5-8b9e-c92d8519b871 req-d7a5d92f-894d-4db9-b97d-787b2ff5fb02 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:44.208788 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b6143-d173-4ab5-8b9e-c92d8519b871 req-d7a5d92f-894d-4db9-b97d-787b2ff5fb02 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:44.212589 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd2010-a481-4261-90c2-f4b356f1b371 req-cc70c424-ba2e-422a-9462-1e902034fac8 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:44.214502 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c6cd2010-a481-4261-90c2-f4b356f1b371 req-cc70c424-ba2e-422a-9462-1e902034fac8 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 946 time: 0.1957154 Aug 18 13:05:44.215544 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b6143-d173-4ab5-8b9e-c92d8519b871 req-d7a5d92f-894d-4db9-b97d-787b2ff5fb02 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:44.219549 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1a5b6143-d173-4ab5-8b9e-c92d8519b871 req-d7a5d92f-894d-4db9-b97d-787b2ff5fb02 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 5371 time: 0.2602406 Aug 18 13:05:44.290233 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61922aec-376e-4a00-8a90-8fdb6461769b req-5c7e0ba6-9981-4bba-846f-6530ecfce223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:44.290707 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61922aec-376e-4a00-8a90-8fdb6461769b req-5c7e0ba6-9981-4bba-846f-6530ecfce223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:44.291187 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61922aec-376e-4a00-8a90-8fdb6461769b req-5c7e0ba6-9981-4bba-846f-6530ecfce223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:44.291694 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61922aec-376e-4a00-8a90-8fdb6461769b req-5c7e0ba6-9981-4bba-846f-6530ecfce223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:44.292312 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61922aec-376e-4a00-8a90-8fdb6461769b req-5c7e0ba6-9981-4bba-846f-6530ecfce223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:44.297030 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61922aec-376e-4a00-8a90-8fdb6461769b req-5c7e0ba6-9981-4bba-846f-6530ecfce223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:44.298138 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61922aec-376e-4a00-8a90-8fdb6461769b req-5c7e0ba6-9981-4bba-846f-6530ecfce223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:44.300722 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-61922aec-376e-4a00-8a90-8fdb6461769b req-5c7e0ba6-9981-4bba-846f-6530ecfce223 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8c196c6c2e143d6872d1027393f6dcd&device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 6208 time: 0.4269464 Aug 18 13:05:44.330868 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0ec80809-7f8e-40d1-9a3e-8922a28b6edd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:44.421941 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-cf96b3e9-f195-45c3-8b6d-a295fec8936c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5adf14f7-27f9-4753-a8fd-566a7aeb8405 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:05:44.432156 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-cf96b3e9-f195-45c3-8b6d-a295fec8936c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:44.447569 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-cf96b3e9-f195-45c3-8b6d-a295fec8936c service neutron] Transition to ACTIVE for port object 5adf14f7-27f9-4753-a8fd-566a7aeb8405 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:05:44.454630 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0ec80809-7f8e-40d1-9a3e-8922a28b6edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:44.493914 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1a5b6143-d173-4ab5-8b9e-c92d8519b871 req-afa96a11-4ff1-421b-9ba0-3a845ff1a8e6 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae8c3d5-8282-4301-b244-c246a28f9086&id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2551816 Aug 18 13:05:44.542207 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56096) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:44.542444 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0ec80809-7f8e-40d1-9a3e-8922a28b6edd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=362aa4bcaf484f4386b00faafe734702&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1259766 Aug 18 13:05:44.546558 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:44.591550 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-cf96b3e9-f195-45c3-8b6d-a295fec8936c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:44.596178 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec80809-7f8e-40d1-9a3e-8922a28b6edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef81a288-6534-4801-9d3c-f0e6050f2473,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:44.717245 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf96b3e9-f195-45c3-8b6d-a295fec8936c service neutron] Pushing event updated for resources: {'Port': ['ID=5adf14f7-27f9-4753-a8fd-566a7aeb8405,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:44.756646 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c6cd2010-a481-4261-90c2-f4b356f1b371 req-ce788591-e2c1-4595-ae30-131735ce6c42 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5175164 Aug 18 13:05:44.863508 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61922aec-376e-4a00-8a90-8fdb6461769b req-e8e08b3c-852e-4f93-b625-9a638ea1b170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:44.871795 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61922aec-376e-4a00-8a90-8fdb6461769b req-e8e08b3c-852e-4f93-b625-9a638ea1b170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:44.872287 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61922aec-376e-4a00-8a90-8fdb6461769b req-e8e08b3c-852e-4f93-b625-9a638ea1b170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:44.874037 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-61922aec-376e-4a00-8a90-8fdb6461769b req-e8e08b3c-852e-4f93-b625-9a638ea1b170 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d8c196c6c2e143d6872d1027393f6dcd&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5591524 Aug 18 13:05:44.986567 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-cf96b3e9-f195-45c3-8b6d-a295fec8936c service neutron] Attempting to bind port 5adf14f7-27f9-4753-a8fd-566a7aeb8405 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:05:44.987155 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-cf96b3e9-f195-45c3-8b6d-a295fec8936c service neutron] Attempting to bind port 5adf14f7-27f9-4753-a8fd-566a7aeb8405 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '6768c0de-df2c-476c-8a94-2dd244066493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2459a67a-03d9-4542-a3d9-993612a32608'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:05:44.987299 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-cf96b3e9-f195-45c3-8b6d-a295fec8936c service neutron] Attempting to bind port 5adf14f7-27f9-4753-a8fd-566a7aeb8405 on network 2459a67a-03d9-4542-a3d9-993612a32608 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:05:45.005468 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-cf96b3e9-f195-45c3-8b6d-a295fec8936c service neutron] Port 5adf14f7-27f9-4753-a8fd-566a7aeb8405 on network 2459a67a-03d9-4542-a3d9-993612a32608 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:05:45.005807 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-cf96b3e9-f195-45c3-8b6d-a295fec8936c service neutron] Attempting to bind port 5adf14f7-27f9-4753-a8fd-566a7aeb8405 on network 2459a67a-03d9-4542-a3d9-993612a32608 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:05:45.021981 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-cf96b3e9-f195-45c3-8b6d-a295fec8936c service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:05:45.022372 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-cf96b3e9-f195-45c3-8b6d-a295fec8936c service neutron] Checking segment: {'id': '6768c0de-df2c-476c-8a94-2dd244066493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2459a67a-03d9-4542-a3d9-993612a32608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:05:45.022802 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-cf96b3e9-f195-45c3-8b6d-a295fec8936c service neutron] Bound using segment: {'id': '6768c0de-df2c-476c-8a94-2dd244066493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2459a67a-03d9-4542-a3d9-993612a32608'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:05:45.029246 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-cf96b3e9-f195-45c3-8b6d-a295fec8936c service neutron] Bound port: 5adf14f7-27f9-4753-a8fd-566a7aeb8405, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6768c0de-df2c-476c-8a94-2dd244066493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2459a67a-03d9-4542-a3d9-993612a32608'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:05:45.029701 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-cf96b3e9-f195-45c3-8b6d-a295fec8936c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:45.178160 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e0b42427-703f-424d-82fa-e97c60da3041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:45.216075 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-cf96b3e9-f195-45c3-8b6d-a295fec8936c service neutron] For port 5adf14f7-27f9-4753-a8fd-566a7aeb8405, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:05:45.227524 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-cf96b3e9-f195-45c3-8b6d-a295fec8936c service neutron] For port 5adf14f7-27f9-4753-a8fd-566a7aeb8405, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=5adf14f7-27f9-4753-a8fd-566a7aeb8405,segment=NetworkSegment(6768c0de-df2c-476c-8a94-2dd244066493),segment_id=6768c0de-df2c-476c-8a94-2dd244066493)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:05:45.236441 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bec2d9f0-7253-4cd5-81a7-819b2eca84de tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:45.243584 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61922aec-376e-4a00-8a90-8fdb6461769b req-7d3bf3c6-0660-48dc-9bf2-0f0e33f9e27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:45.247589 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-61922aec-376e-4a00-8a90-8fdb6461769b req-7d3bf3c6-0660-48dc-9bf2-0f0e33f9e27f service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3527069 Aug 18 13:05:45.275074 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e0b42427-703f-424d-82fa-e97c60da3041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:45.346109 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-cf96b3e9-f195-45c3-8b6d-a295fec8936c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:45.392456 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bec2d9f0-7253-4cd5-81a7-819b2eca84de tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:45.393543 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:45.403172 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-cf96b3e9-f195-45c3-8b6d-a295fec8936c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:45.404536 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-cf96b3e9-f195-45c3-8b6d-a295fec8936c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:45.406190 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-cf96b3e9-f195-45c3-8b6d-a295fec8936c service neutron] 10.222.0.39 "PUT /v2.0/ports/5adf14f7-27f9-4753-a8fd-566a7aeb8405 HTTP/1.1" status: 200 len: 1091 time: 2.3278291 Aug 18 13:05:45.420609 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'tag': '5adf14f7-27f9-4753-a8fd-566a7aeb8405'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:05:45.423651 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f49ae8-5971-4da5-9585-b884cb3d5a37" -d '{"events": [{"name": "network-changed", "server_uuid": "eb189d41-f194-4bb0-83e1-ae8430304485", "tag": "5adf14f7-27f9-4753-a8fd-566a7aeb8405"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:05:45.455689 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf96b3e9-f195-45c3-8b6d-a295fec8936c service neutron] Pushing event updated for resources: {'Port': ['ID=5adf14f7-27f9-4753-a8fd-566a7aeb8405,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:45.482044 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e0b42427-703f-424d-82fa-e97c60da3041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:45.484928 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e0b42427-703f-424d-82fa-e97c60da3041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:45.486011 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e0b42427-703f-424d-82fa-e97c60da3041 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef81a288-6534-4801-9d3c-f0e6050f2473 HTTP/1.1" status: 204 len: 168 time: 0.9482951 Aug 18 13:05:45.507167 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-709e844a-ab6a-4177-a8f2-974fd8d45e1c service neutron] Request body: {'port': {'device_id': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:45.517819 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bec2d9f0-7253-4cd5-81a7-819b2eca84de tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:45.519137 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-bec2d9f0-7253-4cd5-81a7-819b2eca84de tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7533083 Aug 18 13:05:45.527077 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56104) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:45.544049 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-12a10414-12ea-442f-96e3-97d58551d8aa tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Request body: {'security_group': {'name': 'tempest-secgroup--1037883196'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:45.581212 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdee2076-46a5-4e7b-96a7-cbcc5f61e81a x-openstack-request-id: req-bdee2076-46a5-4e7b-96a7-cbcc5f61e81a {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:05:45.581560 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb189d41-f194-4bb0-83e1-ae8430304485", "tag": "5adf14f7-27f9-4753-a8fd-566a7aeb8405", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:05:45.582140 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bdee2076-46a5-4e7b-96a7-cbcc5f61e81a {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:05:45.582679 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'tag': '5adf14f7-27f9-4753-a8fd-566a7aeb8405', 'status': 'completed', 'code': 200} Aug 18 13:05:45.594329 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec2d9f0-7253-4cd5-81a7-819b2eca84de tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1979c8db-4400-407a-8026-7dceea3fff01,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:45.670553 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-709e844a-ab6a-4177-a8f2-974fd8d45e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:45.721426 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b42427-703f-424d-82fa-e97c60da3041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef81a288-6534-4801-9d3c-f0e6050f2473,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:45.797869 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f49ae8-5971-4da5-9585-b884cb3d5a37 req-61c8fe1d-83ba-4417-840c-f72120ee75dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:45.798436 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f49ae8-5971-4da5-9585-b884cb3d5a37 req-61c8fe1d-83ba-4417-840c-f72120ee75dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:45.798966 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f49ae8-5971-4da5-9585-b884cb3d5a37 req-61c8fe1d-83ba-4417-840c-f72120ee75dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:45.799373 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f49ae8-5971-4da5-9585-b884cb3d5a37 req-61c8fe1d-83ba-4417-840c-f72120ee75dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:45.799896 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f49ae8-5971-4da5-9585-b884cb3d5a37 req-61c8fe1d-83ba-4417-840c-f72120ee75dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:45.800360 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f49ae8-5971-4da5-9585-b884cb3d5a37 req-61c8fe1d-83ba-4417-840c-f72120ee75dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:45.800822 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f49ae8-5971-4da5-9585-b884cb3d5a37 req-61c8fe1d-83ba-4417-840c-f72120ee75dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:45.802885 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f3f49ae8-5971-4da5-9585-b884cb3d5a37 req-61c8fe1d-83ba-4417-840c-f72120ee75dd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8c196c6c2e143d6872d1027393f6dcd&device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 6275 time: 0.1990974 Aug 18 13:05:45.834563 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43489578-8fd7-40ad-ae0a-8b96aa94287d req-c6401bab-4685-469e-af88-b74bf6462f1c tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:45.865936 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43489578-8fd7-40ad-ae0a-8b96aa94287d req-c6401bab-4685-469e-af88-b74bf6462f1c tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:45.872736 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43489578-8fd7-40ad-ae0a-8b96aa94287d req-c6401bab-4685-469e-af88-b74bf6462f1c tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:45.888918 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43489578-8fd7-40ad-ae0a-8b96aa94287d req-c6401bab-4685-469e-af88-b74bf6462f1c tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:45.906708 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43489578-8fd7-40ad-ae0a-8b96aa94287d req-c6401bab-4685-469e-af88-b74bf6462f1c tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:45.922291 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43489578-8fd7-40ad-ae0a-8b96aa94287d req-c6401bab-4685-469e-af88-b74bf6462f1c tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:45.928712 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43489578-8fd7-40ad-ae0a-8b96aa94287d req-c6401bab-4685-469e-af88-b74bf6462f1c tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:45.930722 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-12a10414-12ea-442f-96e3-97d58551d8aa tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:45.941243 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-43489578-8fd7-40ad-ae0a-8b96aa94287d req-c6401bab-4685-469e-af88-b74bf6462f1c tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 5383 time: 0.2671158 Aug 18 13:05:46.186579 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07350938-0c86-49b8-865b-e8cd02730540 req-648d49e2-384d-49bf-bd51-9842b3a15711 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:46.188268 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-07350938-0c86-49b8-865b-e8cd02730540 req-648d49e2-384d-49bf-bd51-9842b3a15711 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.3131657 Aug 18 13:05:46.257435 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f49ae8-5971-4da5-9585-b884cb3d5a37 req-30ef2ec2-de6a-44ad-b38b-942cce8c1b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:46.257749 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-43489578-8fd7-40ad-ae0a-8b96aa94287d req-0a4dce9c-dcb9-4914-b890-f6d55246a11e tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae8c3d5-8282-4301-b244-c246a28f9086&id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2945895 Aug 18 13:05:46.258316 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f49ae8-5971-4da5-9585-b884cb3d5a37 req-30ef2ec2-de6a-44ad-b38b-942cce8c1b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:46.258491 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f49ae8-5971-4da5-9585-b884cb3d5a37 req-30ef2ec2-de6a-44ad-b38b-942cce8c1b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:46.260198 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f3f49ae8-5971-4da5-9585-b884cb3d5a37 req-30ef2ec2-de6a-44ad-b38b-942cce8c1b38 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d8c196c6c2e143d6872d1027393f6dcd&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4443281 Aug 18 13:05:46.302758 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-07350938-0c86-49b8-865b-e8cd02730540 req-78ffd26b-c470-48ca-8bfd-efaf06be7c2d tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816646 Aug 18 13:05:46.612811 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 56120) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:46.633766 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bb19487c-13e4-4efe-9f04-1c8c04de3f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:46.675865 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0da033-6e3c-405c-b0a4-09857079c713 req-f2629c8f-95e6-474f-b47e-0f14bdf6ddd2 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:46.684485 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b0da033-6e3c-405c-b0a4-09857079c713 req-f2629c8f-95e6-474f-b47e-0f14bdf6ddd2 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 946 time: 0.1535349 Aug 18 13:05:46.714370 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-12a10414-12ea-442f-96e3-97d58551d8aa tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:46.742988 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996dfdb9-f607-4edf-86ed-dac4a9446413 req-7878ceff-49b7-48cb-8142-df2b29a8aca1 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:46.752403 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-996dfdb9-f607-4edf-86ed-dac4a9446413 req-7878ceff-49b7-48cb-8142-df2b29a8aca1 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.2701552 Aug 18 13:05:46.763238 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b0da033-6e3c-405c-b0a4-09857079c713 req-11553b86-487b-48cf-a607-e5a0e880d2f5 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592318 Aug 18 13:05:46.765797 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-709e844a-ab6a-4177-a8f2-974fd8d45e1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 266a6430-2066-4382-ad70-9e34f085829b {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:05:46.769465 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-12a10414-12ea-442f-96e3-97d58551d8aa tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:46.783400 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f49ae8-5971-4da5-9585-b884cb3d5a37 req-b08c01cf-ddf1-45e6-ac83-16376f3755ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:46.792542 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-709e844a-ab6a-4177-a8f2-974fd8d45e1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:46.797925 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f3f49ae8-5971-4da5-9585-b884cb3d5a37 req-b08c01cf-ddf1-45e6-ac83-16376f3755ee service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5238178 Aug 18 13:05:46.835632 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-709e844a-ab6a-4177-a8f2-974fd8d45e1c service neutron] Transition to ACTIVE for port object 266a6430-2066-4382-ad70-9e34f085829b will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:05:46.897793 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-996dfdb9-f607-4edf-86ed-dac4a9446413 req-9e8a5cfb-4fc7-49af-bfd2-f80083b4c96f tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308291 Aug 18 13:05:46.897793 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a10414-12ea-442f-96e3-97d58551d8aa tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8c16dd-0ad6-4640-9baa-733c7e4dc27e,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:46.916792 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-709e844a-ab6a-4177-a8f2-974fd8d45e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:47.006492 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e844a-ab6a-4177-a8f2-974fd8d45e1c service neutron] Pushing event updated for resources: {'Port': ['ID=266a6430-2066-4382-ad70-9e34f085829b,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:47.099575 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bb19487c-13e4-4efe-9f04-1c8c04de3f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:47.178478 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bb19487c-13e4-4efe-9f04-1c8c04de3f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:47.238337 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-709e844a-ab6a-4177-a8f2-974fd8d45e1c service neutron] Attempting to bind port 266a6430-2066-4382-ad70-9e34f085829b on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:05:47.238791 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-709e844a-ab6a-4177-a8f2-974fd8d45e1c service neutron] Attempting to bind port 266a6430-2066-4382-ad70-9e34f085829b by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '6768c0de-df2c-476c-8a94-2dd244066493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2459a67a-03d9-4542-a3d9-993612a32608'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:05:47.239179 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-709e844a-ab6a-4177-a8f2-974fd8d45e1c service neutron] Attempting to bind port 266a6430-2066-4382-ad70-9e34f085829b on network 2459a67a-03d9-4542-a3d9-993612a32608 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:05:47.247029 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-709e844a-ab6a-4177-a8f2-974fd8d45e1c service neutron] Port 266a6430-2066-4382-ad70-9e34f085829b on network 2459a67a-03d9-4542-a3d9-993612a32608 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:05:47.247497 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-709e844a-ab6a-4177-a8f2-974fd8d45e1c service neutron] Attempting to bind port 266a6430-2066-4382-ad70-9e34f085829b on network 2459a67a-03d9-4542-a3d9-993612a32608 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:05:47.259759 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:47.261986 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-12a10414-12ea-442f-96e3-97d58551d8aa tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:47.262490 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-709e844a-ab6a-4177-a8f2-974fd8d45e1c service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:05:47.268748 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-709e844a-ab6a-4177-a8f2-974fd8d45e1c service neutron] Checking segment: {'id': '6768c0de-df2c-476c-8a94-2dd244066493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2459a67a-03d9-4542-a3d9-993612a32608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:05:47.268748 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-709e844a-ab6a-4177-a8f2-974fd8d45e1c service neutron] Bound using segment: {'id': '6768c0de-df2c-476c-8a94-2dd244066493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2459a67a-03d9-4542-a3d9-993612a32608'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:05:47.268748 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-709e844a-ab6a-4177-a8f2-974fd8d45e1c service neutron] Bound port: 266a6430-2066-4382-ad70-9e34f085829b, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6768c0de-df2c-476c-8a94-2dd244066493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2459a67a-03d9-4542-a3d9-993612a32608'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:05:47.269253 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-12a10414-12ea-442f-96e3-97d58551d8aa tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7355609 Aug 18 13:05:47.269397 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-709e844a-ab6a-4177-a8f2-974fd8d45e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:47.269539 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56130) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:47.275149 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-e69a13a6-9083-4c8d-84e4-6febc7d5d7fa tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Request body: {'security_group_rule': {'security_group_id': '1979c8db-4400-407a-8026-7dceea3fff01', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ef8c16dd-0ad6-4640-9baa-733c7e4dc27e', 'remote_ip_prefix': None}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:47.331816 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-bb19487c-13e4-4efe-9f04-1c8c04de3f55 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=adbdb22677a34807be9d4acead1040bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7164664 Aug 18 13:05:47.333400 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb19487c-13e4-4efe-9f04-1c8c04de3f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e18fbe-7e9c-4ec8-86c0-13447b83318e,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:47.340504 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56134) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:47.580448 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-709e844a-ab6a-4177-a8f2-974fd8d45e1c service neutron] For port 266a6430-2066-4382-ad70-9e34f085829b, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:05:47.585071 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e69a13a6-9083-4c8d-84e4-6febc7d5d7fa tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:47.604079 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-709e844a-ab6a-4177-a8f2-974fd8d45e1c service neutron] For port 266a6430-2066-4382-ad70-9e34f085829b, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=266a6430-2066-4382-ad70-9e34f085829b,segment=NetworkSegment(6768c0de-df2c-476c-8a94-2dd244066493),segment_id=6768c0de-df2c-476c-8a94-2dd244066493)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:05:47.604510 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a264c752-62db-42cf-b051-762605bbe49d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:47.638272 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67532b0d-cf3e-4eea-848b-e6811da09ef5 req-2cb1c495-fdf3-48ce-b1e8-9e0a6c10dcbd tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:47.639984 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-67532b0d-cf3e-4eea-848b-e6811da09ef5 req-2cb1c495-fdf3-48ce-b1e8-9e0a6c10dcbd tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.1201444 Aug 18 13:05:47.722067 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-709e844a-ab6a-4177-a8f2-974fd8d45e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:47.725097 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c487be-a6f3-4e95-84d9-ba92a640f209 req-fc55c55b-44b8-434f-87ef-d458e09f698d tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:47.731956 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c487be-a6f3-4e95-84d9-ba92a640f209 req-fc55c55b-44b8-434f-87ef-d458e09f698d tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:47.738202 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c487be-a6f3-4e95-84d9-ba92a640f209 req-fc55c55b-44b8-434f-87ef-d458e09f698d tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:47.750680 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-709e844a-ab6a-4177-a8f2-974fd8d45e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:47.751418 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-709e844a-ab6a-4177-a8f2-974fd8d45e1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:47.755198 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-709e844a-ab6a-4177-a8f2-974fd8d45e1c service neutron] 10.222.0.39 "PUT /v2.0/ports/266a6430-2066-4382-ad70-9e34f085829b HTTP/1.1" status: 200 len: 1091 time: 2.2590599 Aug 18 13:05:47.762817 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c487be-a6f3-4e95-84d9-ba92a640f209 req-fc55c55b-44b8-434f-87ef-d458e09f698d tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:47.771944 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c487be-a6f3-4e95-84d9-ba92a640f209 req-fc55c55b-44b8-434f-87ef-d458e09f698d tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:47.772695 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-67532b0d-cf3e-4eea-848b-e6811da09ef5 req-d98ce1d2-eabb-4842-81f4-f615ee367ad6 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245558 Aug 18 13:05:47.776153 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'tag': '266a6430-2066-4382-ad70-9e34f085829b'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:05:47.781978 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c487be-a6f3-4e95-84d9-ba92a640f209 req-fc55c55b-44b8-434f-87ef-d458e09f698d tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:47.783009 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47e0457-6448-44d9-ac38-3990c4afe072" -d '{"events": [{"name": "network-changed", "server_uuid": "eb189d41-f194-4bb0-83e1-ae8430304485", "tag": "266a6430-2066-4382-ad70-9e34f085829b"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:05:47.790429 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c487be-a6f3-4e95-84d9-ba92a640f209 req-fc55c55b-44b8-434f-87ef-d458e09f698d tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:47.816881 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-18c487be-a6f3-4e95-84d9-ba92a640f209 req-fc55c55b-44b8-434f-87ef-d458e09f698d tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 5395 time: 0.3254075 Aug 18 13:05:47.844758 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a264c752-62db-42cf-b051-762605bbe49d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:47.929014 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-a504cb61-6cf3-4df5-b9d2-d236dc6c925c service neutron] Request body: {'port': {'device_id': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:47.944802 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e69a13a6-9083-4c8d-84e4-6febc7d5d7fa tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:47.969827 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-18c487be-a6f3-4e95-84d9-ba92a640f209 req-2a396505-eb2a-4b76-9a27-8e710921f0a7 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae8c3d5-8282-4301-b244-c246a28f9086&id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1518779 Aug 18 13:05:48.030889 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e69a13a6-9083-4c8d-84e4-6febc7d5d7fa tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:48.073395 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a264c752-62db-42cf-b051-762605bbe49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:48.078644 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a264c752-62db-42cf-b051-762605bbe49d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:48.084714 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a264c752-62db-42cf-b051-762605bbe49d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/10e18fbe-7e9c-4ec8-86c0-13447b83318e HTTP/1.1" status: 204 len: 168 time: 0.7228220 Aug 18 13:05:48.093447 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a13a6-9083-4c8d-84e4-6febc7d5d7fa tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cc26f4f-51a0-44aa-b9c6-23172b6a8dd6,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:48.096218 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e844a-ab6a-4177-a8f2-974fd8d45e1c service neutron] Pushing event updated for resources: {'Port': ['ID=266a6430-2066-4382-ad70-9e34f085829b,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:48.114473 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682defdd-52ca-41cb-a942-2bc318f8c0fd x-openstack-request-id: req-682defdd-52ca-41cb-a942-2bc318f8c0fd {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:05:48.114762 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb189d41-f194-4bb0-83e1-ae8430304485", "tag": "266a6430-2066-4382-ad70-9e34f085829b", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:05:48.115038 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-682defdd-52ca-41cb-a942-2bc318f8c0fd {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:05:48.115450 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'tag': '266a6430-2066-4382-ad70-9e34f085829b', 'status': 'completed', 'code': 200} Aug 18 13:05:48.135392 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a264c752-62db-42cf-b051-762605bbe49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e18fbe-7e9c-4ec8-86c0-13447b83318e,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:48.147114 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-a504cb61-6cf3-4df5-b9d2-d236dc6c925c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:48.187381 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e69a13a6-9083-4c8d-84e4-6febc7d5d7fa tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:48.192913 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 56146) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:48.196249 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e69a13a6-9083-4c8d-84e4-6febc7d5d7fa tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9268503 Aug 18 13:05:48.270386 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e0457-6448-44d9-ac38-3990c4afe072 req-ae76b5e1-a284-49bb-8fb3-2bcd257d595c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:48.271069 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e0457-6448-44d9-ac38-3990c4afe072 req-ae76b5e1-a284-49bb-8fb3-2bcd257d595c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:48.271597 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e0457-6448-44d9-ac38-3990c4afe072 req-ae76b5e1-a284-49bb-8fb3-2bcd257d595c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:48.276367 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e0457-6448-44d9-ac38-3990c4afe072 req-ae76b5e1-a284-49bb-8fb3-2bcd257d595c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:48.278916 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e0457-6448-44d9-ac38-3990c4afe072 req-ae76b5e1-a284-49bb-8fb3-2bcd257d595c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:48.278916 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e0457-6448-44d9-ac38-3990c4afe072 req-ae76b5e1-a284-49bb-8fb3-2bcd257d595c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:48.279413 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e0457-6448-44d9-ac38-3990c4afe072 req-ae76b5e1-a284-49bb-8fb3-2bcd257d595c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:48.289644 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c47e0457-6448-44d9-ac38-3990c4afe072 req-ae76b5e1-a284-49bb-8fb3-2bcd257d595c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8c196c6c2e143d6872d1027393f6dcd&device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 6342 time: 0.1896939 Aug 18 13:05:48.354992 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83599ba0-fa27-4826-977c-f4d518fe6c38 req-9a63fffd-a2ff-4dbb-a8c1-9849f0634e30 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:48.366573 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-83599ba0-fa27-4826-977c-f4d518fe6c38 req-9a63fffd-a2ff-4dbb-a8c1-9849f0634e30 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 946 time: 0.4046204 Aug 18 13:05:48.533503 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e0457-6448-44d9-ac38-3990c4afe072 req-539749a3-75b8-4532-b024-815ff0b2d498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:48.534185 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e0457-6448-44d9-ac38-3990c4afe072 req-539749a3-75b8-4532-b024-815ff0b2d498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:48.534724 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e0457-6448-44d9-ac38-3990c4afe072 req-539749a3-75b8-4532-b024-815ff0b2d498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:48.538409 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c47e0457-6448-44d9-ac38-3990c4afe072 req-539749a3-75b8-4532-b024-815ff0b2d498 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d8c196c6c2e143d6872d1027393f6dcd&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2381639 Aug 18 13:05:48.722877 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-83599ba0-fa27-4826-977c-f4d518fe6c38 req-703a9bcf-2eaa-4049-8849-df777d16d1dd tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3543949 Aug 18 13:05:48.735015 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bf93bec3-58d7-4de6-b2b3-5d2f00c9556d tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:48.778841 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bf93bec3-58d7-4de6-b2b3-5d2f00c9556d tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:48.810597 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e0457-6448-44d9-ac38-3990c4afe072 req-f4e7d8e1-6411-4368-b56b-b0548075014e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:48.813033 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c47e0457-6448-44d9-ac38-3990c4afe072 req-f4e7d8e1-6411-4368-b56b-b0548075014e service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2664418 Aug 18 13:05:48.882039 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bf93bec3-58d7-4de6-b2b3-5d2f00c9556d tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:48.892816 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bf93bec3-58d7-4de6-b2b3-5d2f00c9556d tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:48.897218 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56156) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:48.897449 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-bf93bec3-58d7-4de6-b2b3-5d2f00c9556d tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/7cc26f4f-51a0-44aa-b9c6-23172b6a8dd6 HTTP/1.1" status: 204 len: 168 time: 0.7019126 Aug 18 13:05:48.905204 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93bec3-58d7-4de6-b2b3-5d2f00c9556d tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7cc26f4f-51a0-44aa-b9c6-23172b6a8dd6,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:49.015980 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-42db330d-2b8c-492b-84ff-0da35c81263c tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1150212 Aug 18 13:05:49.018714 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56164) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:49.131338 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-a504cb61-6cf3-4df5-b9d2-d236dc6c925c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efb60372-9169-48b4-8d03-d614d61af4dc {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:05:49.153427 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-a504cb61-6cf3-4df5-b9d2-d236dc6c925c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:49.192089 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-a504cb61-6cf3-4df5-b9d2-d236dc6c925c service neutron] Transition to ACTIVE for port object efb60372-9169-48b4-8d03-d614d61af4dc will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:05:49.216609 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d16ec99d-435d-49a9-afd2-aeea0355a7cf tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:49.290656 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc582b1-8041-4209-abc6-91b5bfcf0643 req-dd568bd6-6516-49fd-8f13-e539d8ae09e9 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:49.298334 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dbc582b1-8041-4209-abc6-91b5bfcf0643 req-dd568bd6-6516-49fd-8f13-e539d8ae09e9 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.1418777 Aug 18 13:05:49.305167 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d16ec99d-435d-49a9-afd2-aeea0355a7cf tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:49.326826 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-a504cb61-6cf3-4df5-b9d2-d236dc6c925c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:49.340358 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efdc1ee-f665-4ee9-9540-19812e70a696 req-ba742498-5315-45ae-8ab9-11848161a917 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:49.345208 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efdc1ee-f665-4ee9-9540-19812e70a696 req-ba742498-5315-45ae-8ab9-11848161a917 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:49.374509 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efdc1ee-f665-4ee9-9540-19812e70a696 req-ba742498-5315-45ae-8ab9-11848161a917 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:49.377524 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efdc1ee-f665-4ee9-9540-19812e70a696 req-ba742498-5315-45ae-8ab9-11848161a917 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:49.391739 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efdc1ee-f665-4ee9-9540-19812e70a696 req-ba742498-5315-45ae-8ab9-11848161a917 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:49.412339 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efdc1ee-f665-4ee9-9540-19812e70a696 req-ba742498-5315-45ae-8ab9-11848161a917 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:49.419079 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efdc1ee-f665-4ee9-9540-19812e70a696 req-ba742498-5315-45ae-8ab9-11848161a917 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:49.438970 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0efdc1ee-f665-4ee9-9540-19812e70a696 req-ba742498-5315-45ae-8ab9-11848161a917 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 5395 time: 0.3161652 Aug 18 13:05:49.469164 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dbc582b1-8041-4209-abc6-91b5bfcf0643 req-2aa5f2c6-a31f-4ee6-8fcd-135aba03056e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665778 Aug 18 13:05:49.544598 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504cb61-6cf3-4df5-b9d2-d236dc6c925c service neutron] Pushing event updated for resources: {'Port': ['ID=efb60372-9169-48b4-8d03-d614d61af4dc,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:49.546783 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0efdc1ee-f665-4ee9-9540-19812e70a696 req-0adf8e69-b839-461f-a212-d5f1e06706e6 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae8c3d5-8282-4301-b244-c246a28f9086&id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1070249 Aug 18 13:05:49.636160 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d16ec99d-435d-49a9-afd2-aeea0355a7cf tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:49.639503 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d16ec99d-435d-49a9-afd2-aeea0355a7cf tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:49.641102 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d16ec99d-435d-49a9-afd2-aeea0355a7cf tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "DELETE /v2.0/security-groups/ef8c16dd-0ad6-4640-9baa-733c7e4dc27e HTTP/1.1" status: 204 len: 168 time: 0.6214085 Aug 18 13:05:49.667648 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 56178) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:49.671303 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ec99d-435d-49a9-afd2-aeea0355a7cf tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8c16dd-0ad6-4640-9baa-733c7e4dc27e,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:49.763282 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-a504cb61-6cf3-4df5-b9d2-d236dc6c925c service neutron] Attempting to bind port efb60372-9169-48b4-8d03-d614d61af4dc on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:05:49.774828 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-a504cb61-6cf3-4df5-b9d2-d236dc6c925c service neutron] Attempting to bind port efb60372-9169-48b4-8d03-d614d61af4dc by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': 'a9e56373-d222-471d-9f99-de72a3304bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a3e49dcd-a277-4170-bfef-fa46f5ed7634'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:05:49.777185 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-a504cb61-6cf3-4df5-b9d2-d236dc6c925c service neutron] Attempting to bind port efb60372-9169-48b4-8d03-d614d61af4dc on network a3e49dcd-a277-4170-bfef-fa46f5ed7634 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:05:49.830478 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56184) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:49.831243 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ef729687-6397-4a50-974c-4091835ee9d7 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1560223 Aug 18 13:05:49.834806 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-a504cb61-6cf3-4df5-b9d2-d236dc6c925c service neutron] Port efb60372-9169-48b4-8d03-d614d61af4dc on network a3e49dcd-a277-4170-bfef-fa46f5ed7634 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:05:49.835273 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-a504cb61-6cf3-4df5-b9d2-d236dc6c925c service neutron] Attempting to bind port efb60372-9169-48b4-8d03-d614d61af4dc on network a3e49dcd-a277-4170-bfef-fa46f5ed7634 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:05:49.843731 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-a504cb61-6cf3-4df5-b9d2-d236dc6c925c service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:05:49.847234 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-a504cb61-6cf3-4df5-b9d2-d236dc6c925c service neutron] Checking segment: {'id': 'a9e56373-d222-471d-9f99-de72a3304bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a3e49dcd-a277-4170-bfef-fa46f5ed7634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:05:49.847918 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-a504cb61-6cf3-4df5-b9d2-d236dc6c925c service neutron] Bound using segment: {'id': 'a9e56373-d222-471d-9f99-de72a3304bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a3e49dcd-a277-4170-bfef-fa46f5ed7634'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:05:49.854137 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-a504cb61-6cf3-4df5-b9d2-d236dc6c925c service neutron] Bound port: efb60372-9169-48b4-8d03-d614d61af4dc, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9e56373-d222-471d-9f99-de72a3304bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a3e49dcd-a277-4170-bfef-fa46f5ed7634'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:05:49.854137 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-a504cb61-6cf3-4df5-b9d2-d236dc6c925c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:49.963348 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-68d36061-37f9-4a3a-8610-2197ac95eb0a tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:50.025095 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-68d36061-37f9-4a3a-8610-2197ac95eb0a tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:50.069799 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-a504cb61-6cf3-4df5-b9d2-d236dc6c925c service neutron] For port efb60372-9169-48b4-8d03-d614d61af4dc, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:05:50.100906 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa815784-b4aa-41aa-858a-5913701f925d req-68d4516f-aa3c-48c9-bc65-a12cd2bee67c tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:50.119003 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aa815784-b4aa-41aa-858a-5913701f925d req-68d4516f-aa3c-48c9-bc65-a12cd2bee67c tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 946 time: 0.2077487 Aug 18 13:05:50.122982 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-a504cb61-6cf3-4df5-b9d2-d236dc6c925c service neutron] For port efb60372-9169-48b4-8d03-d614d61af4dc, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=efb60372-9169-48b4-8d03-d614d61af4dc,segment=NetworkSegment(a9e56373-d222-471d-9f99-de72a3304bf8),segment_id=a9e56373-d222-471d-9f99-de72a3304bf8)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:05:50.174074 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aa815784-b4aa-41aa-858a-5913701f925d req-cda47a1c-55dd-47bd-8079-7e22e71e9df6 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540941 Aug 18 13:05:50.219542 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-68d36061-37f9-4a3a-8610-2197ac95eb0a tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:50.220703 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-a504cb61-6cf3-4df5-b9d2-d236dc6c925c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:50.226350 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-68d36061-37f9-4a3a-8610-2197ac95eb0a tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:50.226350 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-68d36061-37f9-4a3a-8610-2197ac95eb0a tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "DELETE /v2.0/security-groups/1979c8db-4400-407a-8026-7dceea3fff01 HTTP/1.1" status: 204 len: 168 time: 0.3913629 Aug 18 13:05:50.228221 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56190) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:50.254343 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-a504cb61-6cf3-4df5-b9d2-d236dc6c925c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:50.259230 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-a504cb61-6cf3-4df5-b9d2-d236dc6c925c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:50.259230 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-a504cb61-6cf3-4df5-b9d2-d236dc6c925c service neutron] 10.222.0.39 "PUT /v2.0/ports/efb60372-9169-48b4-8d03-d614d61af4dc HTTP/1.1" status: 200 len: 1091 time: 2.3693898 Aug 18 13:05:50.260889 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'tag': 'efb60372-9169-48b4-8d03-d614d61af4dc'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:05:50.269032 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d36061-37f9-4a3a-8610-2197ac95eb0a tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1979c8db-4400-407a-8026-7dceea3fff01,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:50.287510 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebec28b-646a-4638-94a1-12ffefa044a5" -d '{"events": [{"name": "network-changed", "server_uuid": "eb189d41-f194-4bb0-83e1-ae8430304485", "tag": "efb60372-9169-48b4-8d03-d614d61af4dc"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:05:50.342848 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-dfa97a36-8c8b-4bba-9335-37eac0da5b58 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1084495 Aug 18 13:05:50.356358 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56194) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:50.361055 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-029e7ac0-fa76-4a17-9da8-f4d035186f82 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Request body: {'security_group': {'name': 'tempest-secgroup--905409539'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:50.426691 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-add9bed3-4008-4fd9-bac0-ca850f556e1d service neutron] Request body: {'port': {'device_id': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:50.441527 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529ccc2c-4504-4c11-849c-9cad6359059a x-openstack-request-id: req-529ccc2c-4504-4c11-849c-9cad6359059a {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:05:50.442554 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb189d41-f194-4bb0-83e1-ae8430304485", "tag": "efb60372-9169-48b4-8d03-d614d61af4dc", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:05:50.442985 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-529ccc2c-4504-4c11-849c-9cad6359059a {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:05:50.443586 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'tag': 'efb60372-9169-48b4-8d03-d614d61af4dc', 'status': 'completed', 'code': 200} Aug 18 13:05:50.477190 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504cb61-6cf3-4df5-b9d2-d236dc6c925c service neutron] Pushing event updated for resources: {'Port': ['ID=efb60372-9169-48b4-8d03-d614d61af4dc,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:50.544665 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-029e7ac0-fa76-4a17-9da8-f4d035186f82 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:50.589343 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-add9bed3-4008-4fd9-bac0-ca850f556e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:50.639601 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebec28b-646a-4638-94a1-12ffefa044a5 req-85b45e65-b6e2-4c6c-bc8c-42d681ed2a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:50.640138 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebec28b-646a-4638-94a1-12ffefa044a5 req-85b45e65-b6e2-4c6c-bc8c-42d681ed2a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:50.640613 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebec28b-646a-4638-94a1-12ffefa044a5 req-85b45e65-b6e2-4c6c-bc8c-42d681ed2a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:50.641087 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebec28b-646a-4638-94a1-12ffefa044a5 req-85b45e65-b6e2-4c6c-bc8c-42d681ed2a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:50.641556 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebec28b-646a-4638-94a1-12ffefa044a5 req-85b45e65-b6e2-4c6c-bc8c-42d681ed2a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:50.642030 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebec28b-646a-4638-94a1-12ffefa044a5 req-85b45e65-b6e2-4c6c-bc8c-42d681ed2a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:50.642519 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebec28b-646a-4638-94a1-12ffefa044a5 req-85b45e65-b6e2-4c6c-bc8c-42d681ed2a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:50.648814 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0ebec28b-646a-4638-94a1-12ffefa044a5 req-85b45e65-b6e2-4c6c-bc8c-42d681ed2a80 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8c196c6c2e143d6872d1027393f6dcd&device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 6409 time: 0.1935632 Aug 18 13:05:50.986946 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebec28b-646a-4638-94a1-12ffefa044a5 req-8641107a-ca02-4601-9264-ea9b27dccca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:50.987967 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebec28b-646a-4638-94a1-12ffefa044a5 req-8641107a-ca02-4601-9264-ea9b27dccca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:50.988448 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebec28b-646a-4638-94a1-12ffefa044a5 req-8641107a-ca02-4601-9264-ea9b27dccca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:50.991996 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0ebec28b-646a-4638-94a1-12ffefa044a5 req-8641107a-ca02-4601-9264-ea9b27dccca3 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d8c196c6c2e143d6872d1027393f6dcd&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3287354 Aug 18 13:05:51.020579 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e3a28-8d3c-4d13-85b4-5df65a8ca202 req-4162d4fa-3b99-4249-9215-3f1d63fd8244 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:51.022755 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-702e3a28-8d3c-4d13-85b4-5df65a8ca202 req-4162d4fa-3b99-4249-9215-3f1d63fd8244 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.4077671 Aug 18 13:05:51.092311 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-029e7ac0-fa76-4a17-9da8-f4d035186f82 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:51.097449 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-add9bed3-4008-4fd9-bac0-ca850f556e1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dd394b2-39bc-4d95-9eb2-fafde19e7621 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:05:51.110634 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-add9bed3-4008-4fd9-bac0-ca850f556e1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:51.116125 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-702e3a28-8d3c-4d13-85b4-5df65a8ca202 req-49275f86-178e-4271-b7b7-14332330252a tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831494 Aug 18 13:05:51.134337 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-add9bed3-4008-4fd9-bac0-ca850f556e1d service neutron] Transition to ACTIVE for port object 3dd394b2-39bc-4d95-9eb2-fafde19e7621 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:05:51.149034 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebec28b-646a-4638-94a1-12ffefa044a5 req-bf83138e-b07b-4fdb-b0b7-58a319372cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:51.150587 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0ebec28b-646a-4638-94a1-12ffefa044a5 req-bf83138e-b07b-4fdb-b0b7-58a319372cf6 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1500263 Aug 18 13:05:51.236201 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-029e7ac0-fa76-4a17-9da8-f4d035186f82 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:51.250228 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-add9bed3-4008-4fd9-bac0-ca850f556e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:51.301247 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-029e7ac0-fa76-4a17-9da8-f4d035186f82 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:51.311613 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-029e7ac0-fa76-4a17-9da8-f4d035186f82 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9542699 Aug 18 13:05:51.312507 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56216) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:51.337817 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9bed3-4008-4fd9-bac0-ca850f556e1d service neutron] Pushing event updated for resources: {'Port': ['ID=3dd394b2-39bc-4d95-9eb2-fafde19e7621,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:51.339038 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e7ac0-fa76-4a17-9da8-f4d035186f82 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6fb56f-99dc-43a0-9f56-7526903b0dc4,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:51.354302 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-4f73e461-bcdc-4abe-abd1-bd559fed87f1 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Request body: {'security_group_rule': {'security_group_id': 'bc6fb56f-99dc-43a0-9f56-7526903b0dc4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:51.448303 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323738af-a34f-42f1-a2b2-c99ba115fde7 req-d77589d0-84c2-4157-89c1-b1104419a718 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:51.460239 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323738af-a34f-42f1-a2b2-c99ba115fde7 req-d77589d0-84c2-4157-89c1-b1104419a718 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:51.464964 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ebd86-9491-4a99-a1c0-0b3e27d1563d req-5752bfef-88fd-4097-9b8a-00370d32e27d tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:51.477691 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d25ebd86-9491-4a99-a1c0-0b3e27d1563d req-5752bfef-88fd-4097-9b8a-00370d32e27d tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 946 time: 0.0878985 Aug 18 13:05:51.485871 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323738af-a34f-42f1-a2b2-c99ba115fde7 req-d77589d0-84c2-4157-89c1-b1104419a718 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:51.491900 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323738af-a34f-42f1-a2b2-c99ba115fde7 req-d77589d0-84c2-4157-89c1-b1104419a718 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:51.518703 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323738af-a34f-42f1-a2b2-c99ba115fde7 req-d77589d0-84c2-4157-89c1-b1104419a718 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:51.529283 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323738af-a34f-42f1-a2b2-c99ba115fde7 req-d77589d0-84c2-4157-89c1-b1104419a718 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:51.544651 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323738af-a34f-42f1-a2b2-c99ba115fde7 req-d77589d0-84c2-4157-89c1-b1104419a718 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:51.557608 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-323738af-a34f-42f1-a2b2-c99ba115fde7 req-d77589d0-84c2-4157-89c1-b1104419a718 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 5419 time: 0.3421547 Aug 18 13:05:51.579231 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d25ebd86-9491-4a99-a1c0-0b3e27d1563d req-1c9a03d5-3766-47ae-bb80-fb9f9078f431 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005654 Aug 18 13:05:51.582339 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4f73e461-bcdc-4abe-abd1-bd559fed87f1 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:51.768092 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-323738af-a34f-42f1-a2b2-c99ba115fde7 req-01a810f8-ea2d-4d77-b40b-1cfeebdd2b3a tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae8c3d5-8282-4301-b244-c246a28f9086&id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2087035 Aug 18 13:05:51.769112 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4f73e461-bcdc-4abe-abd1-bd559fed87f1 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:51.800817 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-add9bed3-4008-4fd9-bac0-ca850f556e1d service neutron] Attempting to bind port 3dd394b2-39bc-4d95-9eb2-fafde19e7621 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:05:51.801424 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-add9bed3-4008-4fd9-bac0-ca850f556e1d service neutron] Attempting to bind port 3dd394b2-39bc-4d95-9eb2-fafde19e7621 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': 'a9e56373-d222-471d-9f99-de72a3304bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a3e49dcd-a277-4170-bfef-fa46f5ed7634'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:05:51.801997 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-add9bed3-4008-4fd9-bac0-ca850f556e1d service neutron] Attempting to bind port 3dd394b2-39bc-4d95-9eb2-fafde19e7621 on network a3e49dcd-a277-4170-bfef-fa46f5ed7634 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:05:51.811299 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-add9bed3-4008-4fd9-bac0-ca850f556e1d service neutron] Port 3dd394b2-39bc-4d95-9eb2-fafde19e7621 on network a3e49dcd-a277-4170-bfef-fa46f5ed7634 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:05:51.814195 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-add9bed3-4008-4fd9-bac0-ca850f556e1d service neutron] Attempting to bind port 3dd394b2-39bc-4d95-9eb2-fafde19e7621 on network a3e49dcd-a277-4170-bfef-fa46f5ed7634 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:05:51.826935 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-add9bed3-4008-4fd9-bac0-ca850f556e1d service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:05:51.827600 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-add9bed3-4008-4fd9-bac0-ca850f556e1d service neutron] Checking segment: {'id': 'a9e56373-d222-471d-9f99-de72a3304bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a3e49dcd-a277-4170-bfef-fa46f5ed7634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:05:51.831577 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-add9bed3-4008-4fd9-bac0-ca850f556e1d service neutron] Bound using segment: {'id': 'a9e56373-d222-471d-9f99-de72a3304bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a3e49dcd-a277-4170-bfef-fa46f5ed7634'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:05:51.832437 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-add9bed3-4008-4fd9-bac0-ca850f556e1d service neutron] Bound port: 3dd394b2-39bc-4d95-9eb2-fafde19e7621, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9e56373-d222-471d-9f99-de72a3304bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a3e49dcd-a277-4170-bfef-fa46f5ed7634'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:05:51.833008 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-add9bed3-4008-4fd9-bac0-ca850f556e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:51.844675 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ea56b-73d8-4152-97d3-936756b0cb47 req-bb34769e-6048-47af-8b2c-1d272cae5cb7 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:51.855529 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c78ea56b-73d8-4152-97d3-936756b0cb47 req-bb34769e-6048-47af-8b2c-1d272cae5cb7 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea936184-9301-419d-8fb4-34194d7000b6 HTTP/1.1" status: 200 len: 945 time: 0.0845637 Aug 18 13:05:51.867870 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4f73e461-bcdc-4abe-abd1-bd559fed87f1 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:51.910389 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f73e461-bcdc-4abe-abd1-bd559fed87f1 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9da83775-8049-4524-b476-5f281a25d409,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:51.955641 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c78ea56b-73d8-4152-97d3-936756b0cb47 req-2a16a698-9503-45eb-8669-0e341003c48c tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978677 Aug 18 13:05:51.976784 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4f73e461-bcdc-4abe-abd1-bd559fed87f1 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:51.976784 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4f73e461-bcdc-4abe-abd1-bd559fed87f1 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6390660 Aug 18 13:05:51.978496 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56230) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:51.985596 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-add9bed3-4008-4fd9-bac0-ca850f556e1d service neutron] For port 3dd394b2-39bc-4d95-9eb2-fafde19e7621, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:05:51.989802 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-add9bed3-4008-4fd9-bac0-ca850f556e1d service neutron] For port 3dd394b2-39bc-4d95-9eb2-fafde19e7621, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=3dd394b2-39bc-4d95-9eb2-fafde19e7621,segment=NetworkSegment(a9e56373-d222-471d-9f99-de72a3304bf8),segment_id=a9e56373-d222-471d-9f99-de72a3304bf8)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:05:52.028570 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-de646998-239d-49dc-852c-c542b7f8902c tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:52.038495 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-de646998-239d-49dc-852c-c542b7f8902c tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:52.066305 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-add9bed3-4008-4fd9-bac0-ca850f556e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:52.117251 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-add9bed3-4008-4fd9-bac0-ca850f556e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:52.117890 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-add9bed3-4008-4fd9-bac0-ca850f556e1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:52.122919 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-add9bed3-4008-4fd9-bac0-ca850f556e1d service neutron] 10.222.0.39 "PUT /v2.0/ports/3dd394b2-39bc-4d95-9eb2-fafde19e7621 HTTP/1.1" status: 200 len: 1091 time: 1.7219684 Aug 18 13:05:52.198204 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9bed3-4008-4fd9-bac0-ca850f556e1d service neutron] Pushing event updated for resources: {'Port': ['ID=3dd394b2-39bc-4d95-9eb2-fafde19e7621,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:52.219998 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-de646998-239d-49dc-852c-c542b7f8902c tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:52.227965 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-de646998-239d-49dc-852c-c542b7f8902c tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:52.231338 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-de646998-239d-49dc-852c-c542b7f8902c tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/9da83775-8049-4524-b476-5f281a25d409 HTTP/1.1" status: 204 len: 168 time: 0.2493887 Aug 18 13:05:52.232356 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56236) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:52.299568 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de646998-239d-49dc-852c-c542b7f8902c tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9da83775-8049-4524-b476-5f281a25d409,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:52.352095 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682e1e9-1cb2-4dd3-8c36-ea7a6fcafc8c req-dca27ec6-cd35-4831-92f3-a978fa632f1e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:52.360730 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2682e1e9-1cb2-4dd3-8c36-ea7a6fcafc8c req-dca27ec6-cd35-4831-92f3-a978fa632f1e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.1349604 Aug 18 13:05:52.376130 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-9ff79cd1-cbb8-4bb5-98f8-678768a86393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:52.376130 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-9ff79cd1-cbb8-4bb5-98f8-678768a86393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:52.376130 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-9ff79cd1-cbb8-4bb5-98f8-678768a86393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:52.376130 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-9ff79cd1-cbb8-4bb5-98f8-678768a86393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:52.376130 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-9ff79cd1-cbb8-4bb5-98f8-678768a86393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:52.376130 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-9ff79cd1-cbb8-4bb5-98f8-678768a86393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:52.376130 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-9ff79cd1-cbb8-4bb5-98f8-678768a86393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:52.376130 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-9ff79cd1-cbb8-4bb5-98f8-678768a86393 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8c196c6c2e143d6872d1027393f6dcd&device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 6476 time: 0.0936534 Aug 18 13:05:52.396027 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7908c6dd-61c8-42e5-a9d8-2783f3868c53 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1608708 Aug 18 13:05:52.397015 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56242) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:52.498407 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'tag': '3dd394b2-39bc-4d95-9eb2-fafde19e7621'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:05:52.502901 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6605e9f-5c99-4a4f-a0f3-1dfcffe80819" -d '{"events": [{"name": "network-changed", "server_uuid": "eb189d41-f194-4bb0-83e1-ae8430304485", "tag": "3dd394b2-39bc-4d95-9eb2-fafde19e7621"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:05:52.519690 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ecd5526a-a597-4060-a5d6-f82ae309af59 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:52.522463 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-7fc59518-ae66-48c9-ae46-ed52acdecb00 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34e925d7-14af-4826-bf24-9d1ce3cea1ed HTTP/1.1" status: 200 len: 217 time: 0.1204703 Aug 18 13:05:52.559581 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2682e1e9-1cb2-4dd3-8c36-ea7a6fcafc8c req-044b10c0-9518-4747-b5e9-0291a23f82a1 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1928689 Aug 18 13:05:52.589145 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c88219e-ad8d-4155-b3c9-171ac3081fc6 x-openstack-request-id: req-0c88219e-ad8d-4155-b3c9-171ac3081fc6 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:05:52.589438 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb189d41-f194-4bb0-83e1-ae8430304485", "tag": "3dd394b2-39bc-4d95-9eb2-fafde19e7621", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:05:52.589690 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c88219e-ad8d-4155-b3c9-171ac3081fc6 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:05:52.590132 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'tag': '3dd394b2-39bc-4d95-9eb2-fafde19e7621', 'status': 'completed', 'code': 200} Aug 18 13:05:52.594544 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ecd5526a-a597-4060-a5d6-f82ae309af59 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:52.625695 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-bcb611ba-8d88-485c-b8c9-2d6c339bf19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:52.628195 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-bcb611ba-8d88-485c-b8c9-2d6c339bf19d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bfeef1f8-f283-4cb6-a505-21a51b6ed46e HTTP/1.1" status: 200 len: 850 time: 0.0955751 Aug 18 13:05:52.691826 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-3b03dda4-e78e-4f40-b608-e7164998e2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:52.694785 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-3b03dda4-e78e-4f40-b608-e7164998e2c7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b05220b-36d2-40eb-be72-7e3e060fbabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518837 Aug 18 13:05:52.785651 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ecd5526a-a597-4060-a5d6-f82ae309af59 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:52.789778 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ecd5526a-a597-4060-a5d6-f82ae309af59 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:52.794356 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ecd5526a-a597-4060-a5d6-f82ae309af59 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "DELETE /v2.0/security-groups/bc6fb56f-99dc-43a0-9f56-7526903b0dc4 HTTP/1.1" status: 204 len: 168 time: 0.3947897 Aug 18 13:05:52.796548 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56248) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:52.835674 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd5526a-a597-4060-a5d6-f82ae309af59 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6fb56f-99dc-43a0-9f56-7526903b0dc4,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:52.875918 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7096dfa-0ecb-43a1-bd46-ebd4b6bfb026 req-332d9b7a-c1f4-4308-9e1f-306cb53a360f tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:52.877534 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e7096dfa-0ecb-43a1-bd46-ebd4b6bfb026 req-332d9b7a-c1f4-4308-9e1f-306cb53a360f tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 946 time: 0.1599169 Aug 18 13:05:52.931646 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-126cd0d3-6e6a-4d6e-b851-f5c5528f6442 service neutron] 10.222.0.39 "GET /v2.0/networks/7b05220b-36d2-40eb-be72-7e3e060fbabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184300 Aug 18 13:05:52.949514 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-05a44a71-a9c0-41b6-922d-7b67549dba2c tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1477726 Aug 18 13:05:52.956367 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56252) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:52.961395 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e7096dfa-0ecb-43a1-bd46-ebd4b6bfb026 req-578516c4-5b9e-4c69-abc3-7b03a84790c9 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745311 Aug 18 13:05:53.001628 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-19dbaea6-d64d-42aa-944c-78c277db83f5 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Request body: {'security_group': {'name': 'tempest-secgroup--1344059230'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:53.001628 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bcc36-913f-4517-9ea2-851428211964 req-91b2ecee-8937-4e2c-ba94-48cfde5617fb tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:53.001628 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bcc36-913f-4517-9ea2-851428211964 req-91b2ecee-8937-4e2c-ba94-48cfde5617fb tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:53.006575 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bcc36-913f-4517-9ea2-851428211964 req-91b2ecee-8937-4e2c-ba94-48cfde5617fb tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:53.014707 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bcc36-913f-4517-9ea2-851428211964 req-91b2ecee-8937-4e2c-ba94-48cfde5617fb tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:53.021133 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bcc36-913f-4517-9ea2-851428211964 req-91b2ecee-8937-4e2c-ba94-48cfde5617fb tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:53.027404 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bcc36-913f-4517-9ea2-851428211964 req-91b2ecee-8937-4e2c-ba94-48cfde5617fb tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:53.034991 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bcc36-913f-4517-9ea2-851428211964 req-91b2ecee-8937-4e2c-ba94-48cfde5617fb tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:53.036933 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-314bcc36-913f-4517-9ea2-851428211964 req-91b2ecee-8937-4e2c-ba94-48cfde5617fb tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 5419 time: 0.1570027 Aug 18 13:05:53.067013 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-7c244c7e-9d61-4414-914e-a726a4110f77 service neutron] 10.222.0.39 "GET /v2.0/networks/7b05220b-36d2-40eb-be72-7e3e060fbabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179650 Aug 18 13:05:53.097791 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-314bcc36-913f-4517-9ea2-851428211964 req-df4ef6f7-cb31-467b-81fa-bcfaa3497ffc tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae8c3d5-8282-4301-b244-c246a28f9086&id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0491104 Aug 18 13:05:53.119179 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-19dbaea6-d64d-42aa-944c-78c277db83f5 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:53.153770 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-3d5384be-bc83-44ba-8900-ade858eb0e5e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=07f402d6-de4a-4e25-8230-5bec43a446cd HTTP/1.1" status: 200 len: 217 time: 0.0742788 Aug 18 13:05:53.167813 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cca38f-0ff1-4b13-9a5a-2a0513196683 req-cdbee207-5bb8-410c-b2bd-b197bcb39e47 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:53.170963 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-60cca38f-0ff1-4b13-9a5a-2a0513196683 req-cdbee207-5bb8-410c-b2bd-b197bcb39e47 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea936184-9301-419d-8fb4-34194d7000b6 HTTP/1.1" status: 200 len: 945 time: 0.1072345 Aug 18 13:05:53.254560 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-60cca38f-0ff1-4b13-9a5a-2a0513196683 req-cdb59b23-9a17-4002-9fd9-a4107d1ea3f6 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826910 Aug 18 13:05:53.260490 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-19dbaea6-d64d-42aa-944c-78c277db83f5 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:53.265770 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-ea488d9a-949a-4c97-bf32-76d9c7741c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:53.267285 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-ea488d9a-949a-4c97-bf32-76d9c7741c3c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cb37ce99-5938-480b-b3eb-c3f4e77a0e89 HTTP/1.1" status: 200 len: 797 time: 0.0876999 Aug 18 13:05:53.310565 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-19dbaea6-d64d-42aa-944c-78c277db83f5 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:53.327547 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-e14ac142-b172-4f01-9079-7b384f4aeafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:53.329160 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-e14ac142-b172-4f01-9079-7b384f4aeafb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2459a67a-03d9-4542-a3d9-993612a32608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0516300 Aug 18 13:05:53.357578 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dbaea6-d64d-42aa-944c-78c277db83f5 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a123ad69-4023-40eb-b9c9-913b35c6aafd,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:53.424526 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-19dbaea6-d64d-42aa-944c-78c277db83f5 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:53.429065 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-19dbaea6-d64d-42aa-944c-78c277db83f5 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4683933 Aug 18 13:05:53.429420 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56268) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:53.431818 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-1a8cdcb9-7d15-4e6e-af56-81c90573f4ab service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939820 Aug 18 13:05:53.435936 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-1213a54d-0498-4299-aece-2f8f4de287b4 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Request body: {'security_group_rule': {'security_group_id': 'a123ad69-4023-40eb-b9c9-913b35c6aafd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:53.528826 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-dc1e5af5-a8fd-485d-8f6f-fb75d90a4bde service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888090 Aug 18 13:05:53.560920 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1213a54d-0498-4299-aece-2f8f4de287b4 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:53.573664 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-f059b1fc-c67e-4623-b057-d25bd3b6a269 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=36b945e8-9c27-4658-bb63-6eff4f89d115 HTTP/1.1" status: 200 len: 217 time: 0.0356889 Aug 18 13:05:53.628337 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1213a54d-0498-4299-aece-2f8f4de287b4 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:53.647113 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-4e2d313d-c52c-4c3b-879c-aef5b6bb5e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:53.649490 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-4e2d313d-c52c-4c3b-879c-aef5b6bb5e3a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cb37ce99-5938-480b-b3eb-c3f4e77a0e89 HTTP/1.1" status: 200 len: 797 time: 0.0648112 Aug 18 13:05:53.690839 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ebe56-2fc4-4452-85a8-39cf5e133626 req-def68c22-de58-42ff-8374-3309233cfe1c tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:53.692296 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-787ebe56-2fc4-4452-85a8-39cf5e133626 req-def68c22-de58-42ff-8374-3309233cfe1c tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.0518868 Aug 18 13:05:53.717371 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1213a54d-0498-4299-aece-2f8f4de287b4 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:53.760939 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1213a54d-0498-4299-aece-2f8f4de287b4 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98ca5843-1d81-4d9b-b4a9-bece6b98f3cd,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:53.778224 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-787ebe56-2fc4-4452-85a8-39cf5e133626 req-48cc2246-1dea-4c81-be6a-d965db09ede3 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777910 Aug 18 13:05:53.805027 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073adf1a-7895-42fb-94c1-54dd4221f400 req-b99e95e0-defa-4cbd-a55b-dd05b30fc92b tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:53.806757 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-073adf1a-7895-42fb-94c1-54dd4221f400 req-b99e95e0-defa-4cbd-a55b-dd05b30fc92b tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea936184-9301-419d-8fb4-34194d7000b6 HTTP/1.1" status: 200 len: 945 time: 0.0647855 Aug 18 13:05:53.853189 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1213a54d-0498-4299-aece-2f8f4de287b4 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:53.854716 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1213a54d-0498-4299-aece-2f8f4de287b4 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4232945 Aug 18 13:05:53.861347 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56272) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:53.911316 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-fcaf0df4-12ac-4d7e-9a55-3868568c8170 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "GET /v2.0/security-group-rules/98ca5843-1d81-4d9b-b4a9-bece6b98f3cd HTTP/1.1" status: 200 len: 763 time: 0.0482161 Aug 18 13:05:53.913573 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56274) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:53.968466 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6ce5b3b1-1f2f-4aa1-9810-b25bcecd6c4f tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0536232 Aug 18 13:05:53.971403 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56276) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:53.991046 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-073adf1a-7895-42fb-94c1-54dd4221f400 req-0d111719-a1e8-423a-bd24-b29a670ab098 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Deleting port c7595cae-bcce-439e-9883-fabac75be0f9 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:05:53.991321 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-073adf1a-7895-42fb-94c1-54dd4221f400 req-0d111719-a1e8-423a-bd24-b29a670ab098 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:54.067019 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-87bded65-f367-4041-aded-baf5d421d1cb tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:54.075120 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-09d387f8-3c03-4afe-b528-dacc1b06955a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:54.077043 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-09d387f8-3c03-4afe-b528-dacc1b06955a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2459a67a-03d9-4542-a3d9-993612a32608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3759191 Aug 18 13:05:54.084420 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-87bded65-f367-4041-aded-baf5d421d1cb tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:54.140861 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4b50a-3013-44dd-b67c-9e42ed2b8dfb req-c0da6395-7c12-4b48-a082-b43777d78b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:54.144075 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-10e4b50a-3013-44dd-b67c-9e42ed2b8dfb req-c0da6395-7c12-4b48-a082-b43777d78b2f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=55f2c489a405498aa01d9cac2d06f3c9&device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 1097 time: 0.1296842 Aug 18 13:05:54.164405 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-073adf1a-7895-42fb-94c1-54dd4221f400 req-0d111719-a1e8-423a-bd24-b29a670ab098 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] For port c7595cae-bcce-439e-9883-fabac75be0f9, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=c7595cae-bcce-439e-9883-fabac75be0f9,segment=NetworkSegment(d21d068c-8442-425f-872e-0e5300813a42),segment_id=d21d068c-8442-425f-872e-0e5300813a42)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:05:54.164819 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-073adf1a-7895-42fb-94c1-54dd4221f400 req-0d111719-a1e8-423a-bd24-b29a670ab098 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:54.175633 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bdb73-0bbd-4e69-8445-c2f746d72a1f req-6799a810-162e-477a-b642-b73c05b91b64 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:54.177149 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a20bdb73-0bbd-4e69-8445-c2f746d72a1f req-6799a810-162e-477a-b642-b73c05b91b64 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 946 time: 0.0996449 Aug 18 13:05:54.215005 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-073adf1a-7895-42fb-94c1-54dd4221f400 req-0d111719-a1e8-423a-bd24-b29a670ab098 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Calling delete_port for c7595cae-bcce-439e-9883-fabac75be0f9 owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:05:54.230712 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-87bded65-f367-4041-aded-baf5d421d1cb tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:54.236386 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a20bdb73-0bbd-4e69-8445-c2f746d72a1f req-dbd09d1c-3311-444d-a57c-33a815e9259b tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502741 Aug 18 13:05:54.240434 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-5399f599-10aa-45f4-834c-21b1c38c082b service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379495 Aug 18 13:05:54.259308 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-87bded65-f367-4041-aded-baf5d421d1cb tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:54.260415 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-87bded65-f367-4041-aded-baf5d421d1cb tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/98ca5843-1d81-4d9b-b4a9-bece6b98f3cd HTTP/1.1" status: 204 len: 168 time: 0.2881281 Aug 18 13:05:54.306116 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56284) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:54.317573 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bded65-f367-4041-aded-baf5d421d1cb tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=98ca5843-1d81-4d9b-b4a9-bece6b98f3cd,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:54.388765 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-836a81b3-c5a8-48b2-8520-4796dc13ad74 service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395123 Aug 18 13:05:54.396818 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d68e1-5201-496b-81cf-8ae63bf5e2e1 req-b94c7d3a-ba45-4d59-ad5f-d47208a455c8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:54.402749 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d68e1-5201-496b-81cf-8ae63bf5e2e1 req-b94c7d3a-ba45-4d59-ad5f-d47208a455c8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:54.408583 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d68e1-5201-496b-81cf-8ae63bf5e2e1 req-b94c7d3a-ba45-4d59-ad5f-d47208a455c8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:54.414963 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d68e1-5201-496b-81cf-8ae63bf5e2e1 req-b94c7d3a-ba45-4d59-ad5f-d47208a455c8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:54.420727 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d68e1-5201-496b-81cf-8ae63bf5e2e1 req-b94c7d3a-ba45-4d59-ad5f-d47208a455c8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:54.426550 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d68e1-5201-496b-81cf-8ae63bf5e2e1 req-b94c7d3a-ba45-4d59-ad5f-d47208a455c8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:54.433014 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d68e1-5201-496b-81cf-8ae63bf5e2e1 req-b94c7d3a-ba45-4d59-ad5f-d47208a455c8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:54.434929 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0a5d68e1-5201-496b-81cf-8ae63bf5e2e1 req-b94c7d3a-ba45-4d59-ad5f-d47208a455c8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 5419 time: 0.2513449 Aug 18 13:05:54.442817 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-5a1d9daf-68c7-4153-b711-32c9cdbccacc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=5adf14f7-27f9-4753-a8fd-566a7aeb8405 HTTP/1.1" status: 200 len: 217 time: 0.0455587 Aug 18 13:05:54.450715 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130f6df-8d15-4d05-905a-db2f64b614bb req-ca4c9c38-4a02-428e-a508-0d69253d2add tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:54.452624 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c130f6df-8d15-4d05-905a-db2f64b614bb req-ca4c9c38-4a02-428e-a508-0d69253d2add tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea936184-9301-419d-8fb4-34194d7000b6 HTTP/1.1" status: 200 len: 945 time: 0.0985720 Aug 18 13:05:54.479547 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5a250d2f-956d-42c5-b2a5-9036cc0834b8 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1699264 Aug 18 13:05:54.487688 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4b50a-3013-44dd-b67c-9e42ed2b8dfb req-07d87781-a550-4a8f-9228-ff32fed17b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:54.488159 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 56290) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:54.489127 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-10e4b50a-3013-44dd-b67c-9e42ed2b8dfb req-07d87781-a550-4a8f-9228-ff32fed17b59 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1580e32b-815c-484e-8818-74705331eaf8 HTTP/1.1" status: 200 len: 917 time: 0.3365428 Aug 18 13:05:54.502524 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-baa8404b-8211-4950-9bbf-32cfc4648821 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Request body: {'security_group_rule': {'security_group_id': 'a123ad69-4023-40eb-b9c9-913b35c6aafd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:54.544076 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-3c94d5fc-e732-4d7c-8307-f15fbed700db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:54.545497 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-3c94d5fc-e732-4d7c-8307-f15fbed700db service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cb37ce99-5938-480b-b3eb-c3f4e77a0e89 HTTP/1.1" status: 200 len: 797 time: 0.0924785 Aug 18 13:05:54.550594 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c130f6df-8d15-4d05-905a-db2f64b614bb req-365709e8-3247-48ea-8ff8-46eb43d7c671 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891585 Aug 18 13:05:54.595874 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-4562b844-e45e-4ffa-9f20-2328eca1dc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:54.597424 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-4562b844-e45e-4ffa-9f20-2328eca1dc32 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2459a67a-03d9-4542-a3d9-993612a32608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0443120 Aug 18 13:05:54.671685 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-baa8404b-8211-4950-9bbf-32cfc4648821 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:54.755189 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-f352cfdd-97b3-41c4-be4e-d5d121d911a7 service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500401 Aug 18 13:05:54.777153 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-baa8404b-8211-4950-9bbf-32cfc4648821 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:54.826084 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-baa8404b-8211-4950-9bbf-32cfc4648821 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:54.853921 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa8404b-8211-4950-9bbf-32cfc4648821 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=675d7d94-87c9-4e42-b760-54393f7e7a63,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:54.887960 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-43fb3ae0-f5f8-44f4-b7bd-e25de00fbd95 service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210690 Aug 18 13:05:54.921704 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0a5d68e1-5201-496b-81cf-8ae63bf5e2e1 req-ee32e17b-7eef-4122-a8a7-28c3595395c6 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae8c3d5-8282-4301-b244-c246a28f9086&id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4712861 Aug 18 13:05:54.950454 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-baa8404b-8211-4950-9bbf-32cfc4648821 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:54.950621 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-10e4b50a-3013-44dd-b67c-9e42ed2b8dfb req-88c6f752-3da1-4fd6-ada7-ec41c0da169a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d56c394b-93e7-4573-9588-fa1eeaa8886c HTTP/1.1" status: 200 len: 1002 time: 0.4518785 Aug 18 13:05:54.950734 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-baa8404b-8211-4950-9bbf-32cfc4648821 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4598124 Aug 18 13:05:54.950734 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 56296) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:54.960580 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-f8ceccda-019a-4453-8816-a232760a64b4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=266a6430-2066-4382-ad70-9e34f085829b HTTP/1.1" status: 200 len: 217 time: 0.0534017 Aug 18 13:05:54.979890 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-030d7cce-a0fd-411e-91bb-b3bd85dc08ba tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "GET /v2.0/security-group-rules/675d7d94-87c9-4e42-b760-54393f7e7a63 HTTP/1.1" status: 200 len: 763 time: 0.0278385 Aug 18 13:05:54.982690 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56298) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:55.010406 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cfc83d-a722-488e-a4b9-9aa62c40fe61 req-849def03-9317-4cea-9632-d434dca57952 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:55.011923 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-59cfc83d-a722-488e-a4b9-9aa62c40fe61 req-849def03-9317-4cea-9632-d434dca57952 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.1433384 Aug 18 13:05:55.012167 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-073adf1a-7895-42fb-94c1-54dd4221f400 req-0d111719-a1e8-423a-bd24-b29a670ab098 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:55.024951 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['efcabe73-2954-4321-b64f-e5c43eef2f8a', 'c7595cae-bcce-439e-9883-fabac75be0f9'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:05:55.026033 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4b50a-3013-44dd-b67c-9e42ed2b8dfb req-18cf015d-f6ec-4cd2-a6df-06c2ea1e6861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:55.027587 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-10e4b50a-3013-44dd-b67c-9e42ed2b8dfb req-18cf015d-f6ec-4cd2-a6df-06c2ea1e6861 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935 HTTP/1.1" status: 200 len: 855 time: 0.0706482 Aug 18 13:05:55.041008 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-30edc623-4d88-4cd0-ae3d-af592b8ebec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:55.042515 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-30edc623-4d88-4cd0-ae3d-af592b8ebec8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cb37ce99-5938-480b-b3eb-c3f4e77a0e89 HTTP/1.1" status: 200 len: 797 time: 0.0739174 Aug 18 13:05:55.063216 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d111719-a1e8-423a-bd24-b29a670ab098 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Pushing event deleted for resources: {'Port': ['ID=c7595cae-bcce-439e-9883-fabac75be0f9,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:55.076963 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-20074c3c-f448-48d8-8dd2-1157839afa6e tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0930316 Aug 18 13:05:55.089719 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 56300) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:55.092961 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-59cfc83d-a722-488e-a4b9-9aa62c40fe61 req-41f4a060-3ab0-4aba-bff4-d9ea0421dc2a tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726421 Aug 18 13:05:55.138601 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-6310cf92-899a-4938-ac99-f093af87d684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:55.140121 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-6310cf92-899a-4938-ac99-f093af87d684 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2459a67a-03d9-4542-a3d9-993612a32608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0895574 Aug 18 13:05:55.141160 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-073adf1a-7895-42fb-94c1-54dd4221f400 req-0d111719-a1e8-423a-bd24-b29a670ab098 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] No DVR routers for this DVR port c7595cae-bcce-439e-9883-fabac75be0f9 on host n-h1-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:05:55.141347 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4b8350de-b89b-4268-b34d-d0aaa16ea3f6 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:55.144250 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-073adf1a-7895-42fb-94c1-54dd4221f400 req-0d111719-a1e8-423a-bd24-b29a670ab098 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:55.146632 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-073adf1a-7895-42fb-94c1-54dd4221f400 req-0d111719-a1e8-423a-bd24-b29a670ab098 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.39 "DELETE /v2.0/ports/c7595cae-bcce-439e-9883-fabac75be0f9 HTTP/1.1" status: 204 len: 173 time: 1.3293767 Aug 18 13:05:55.150256 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4b50a-3013-44dd-b67c-9e42ed2b8dfb req-f67cd7e1-a392-44f5-974c-9efa9e3be1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:55.150430 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-10e4b50a-3013-44dd-b67c-9e42ed2b8dfb req-f67cd7e1-a392-44f5-974c-9efa9e3be1e1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1580e32b-815c-484e-8818-74705331eaf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967093 Aug 18 13:05:55.152174 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea936184-9301-419d-8fb4-34194d7000b6', 'name': 'network-vif-deleted', 'tag': 'c7595cae-bcce-439e-9883-fabac75be0f9'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:05:55.152307 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4b8350de-b89b-4268-b34d-d0aaa16ea3f6 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:55.153060 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1bcc3c2-d9a4-43a4-bde8-30648e04ec22" -d '{"events": [{"server_uuid": "ea936184-9301-419d-8fb4-34194d7000b6", "name": "network-vif-deleted", "tag": "c7595cae-bcce-439e-9883-fabac75be0f9"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:05:55.197207 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7976e9-5edf-4c68-9257-1e4e9ffd3fd6 x-openstack-request-id: req-3a7976e9-5edf-4c68-9257-1e4e9ffd3fd6 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:05:55.197492 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea936184-9301-419d-8fb4-34194d7000b6", "name": "network-vif-deleted", "tag": "c7595cae-bcce-439e-9883-fabac75be0f9", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:05:55.197738 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a7976e9-5edf-4c68-9257-1e4e9ffd3fd6 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:05:55.198122 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea936184-9301-419d-8fb4-34194d7000b6', 'name': 'network-vif-deleted', 'tag': 'c7595cae-bcce-439e-9883-fabac75be0f9', 'status': 'completed', 'code': 200} Aug 18 13:05:55.271702 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-10e4b50a-3013-44dd-b67c-9e42ed2b8dfb req-16c57c67-9815-4f37-9b67-fa04409b07ea service neutron] 10.222.0.39 "GET /v2.0/networks/1580e32b-815c-484e-8818-74705331eaf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082702 Aug 18 13:05:55.281259 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-021fa21c-2788-4bd6-91ac-6ec55a96e4a1 service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279600 Aug 18 13:05:55.353155 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4b8350de-b89b-4268-b34d-d0aaa16ea3f6 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:55.358087 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4b8350de-b89b-4268-b34d-d0aaa16ea3f6 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:55.359278 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4b8350de-b89b-4268-b34d-d0aaa16ea3f6 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/675d7d94-87c9-4e42-b760-54393f7e7a63 HTTP/1.1" status: 204 len: 168 time: 0.2654078 Aug 18 13:05:55.363699 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56306) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:55.397083 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-10e4b50a-3013-44dd-b67c-9e42ed2b8dfb req-83358e52-bb44-4754-bd64-86ec4fb7d8cf service neutron] 10.222.0.39 "GET /v2.0/networks/1580e32b-815c-484e-8818-74705331eaf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133814 Aug 18 13:05:55.400559 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8350de-b89b-4268-b34d-d0aaa16ea3f6 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=675d7d94-87c9-4e42-b760-54393f7e7a63,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:55.419547 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-21fc3b56-ad1f-4cb9-b7ca-a8394a83a55b tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0546751 Aug 18 13:05:55.421974 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56308) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:55.426624 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-4c764764-4a36-4679-a3e2-2646755c16b5 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Request body: {'security_group_rule': {'security_group_id': 'a123ad69-4023-40eb-b9c9-913b35c6aafd', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:55.444019 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607765f-da10-4ce1-abd4-ffb8c3c16743 req-dfae6daf-350f-41e4-af60-6dd015225c62 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:55.446118 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2607765f-da10-4ce1-abd4-ffb8c3c16743 req-dfae6daf-350f-41e4-af60-6dd015225c62 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 946 time: 0.0967970 Aug 18 13:05:55.475172 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-8a45aedd-bd40-4863-b55a-a86450d03c35 service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839902 Aug 18 13:05:55.530595 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4c764764-4a36-4679-a3e2-2646755c16b5 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:55.535252 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2607765f-da10-4ce1-abd4-ffb8c3c16743 req-617c923d-1c5f-4b48-afd6-1b88270f86e1 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823963 Aug 18 13:05:55.536824 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-49ec0076-c742-4033-87c6-cb7a14fb1d8d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=efb60372-9169-48b4-8d03-d614d61af4dc HTTP/1.1" status: 200 len: 217 time: 0.0491083 Aug 18 13:05:55.581384 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4c764764-4a36-4679-a3e2-2646755c16b5 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:55.597703 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-275bd151-73c6-41c1-a442-fbfd250036a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:55.599410 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-275bd151-73c6-41c1-a442-fbfd250036a8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2df74fa9-4a52-422a-a780-c36488fd175b HTTP/1.1" status: 200 len: 797 time: 0.0482121 Aug 18 13:05:55.648406 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-c9dd8874-6d83-466c-969a-6cdb6d4d01f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:55.649923 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-c9dd8874-6d83-466c-969a-6cdb6d4d01f0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a3e49dcd-a277-4170-bfef-fa46f5ed7634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0427835 Aug 18 13:05:55.665973 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c29ed3d3-ee5d-4005-9fbe-a1a47d634d88 req-b13b7473-e546-4550-9ccf-2d4e3cb138d8 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea936184-9301-419d-8fb4-34194d7000b6 HTTP/1.1" status: 200 len: 210 time: 0.0310612 Aug 18 13:05:55.669776 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4c764764-4a36-4679-a3e2-2646755c16b5 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:55.694311 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c764764-4a36-4679-a3e2-2646755c16b5 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1977000d-1457-4e2d-aa05-fb07c0b54c0e,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:55.761574 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-721a03d8-7ed0-4a8e-8409-006e9b02ebd6 service neutron] 10.222.0.39 "GET /v2.0/networks/a3e49dcd-a277-4170-bfef-fa46f5ed7634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026521 Aug 18 13:05:55.813391 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4c764764-4a36-4679-a3e2-2646755c16b5 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:55.817050 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4c764764-4a36-4679-a3e2-2646755c16b5 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3916850 Aug 18 13:05:55.818246 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56316) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:55.841194 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-03c39293-cd32-4b6d-b48b-71339b65eaca tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "GET /v2.0/security-group-rules/1977000d-1457-4e2d-aa05-fb07c0b54c0e HTTP/1.1" status: 200 len: 764 time: 0.0194995 Aug 18 13:05:55.841524 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56318) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:55.868483 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-e8bd6b8b-bd23-41e5-add0-001998cd5d83 service neutron] 10.222.0.39 "GET /v2.0/networks/a3e49dcd-a277-4170-bfef-fa46f5ed7634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975528 Aug 18 13:05:55.887495 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-015c62a4-1af8-412a-b83f-f353b8a44f4a tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0446897 Aug 18 13:05:55.890039 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56320) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:55.918349 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3012345a-aaf0-4116-aced-5e8b70c1bdde tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:55.931290 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3012345a-aaf0-4116-aced-5e8b70c1bdde tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:55.932221 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-e9613f98-d458-4093-a620-bd51a1db4f3e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3dd394b2-39bc-4d95-9eb2-fafde19e7621 HTTP/1.1" status: 200 len: 217 time: 0.0419807 Aug 18 13:05:55.989177 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-6c1a80e0-588b-4d5b-a4f7-cc62d3f902b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:55.990967 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-6c1a80e0-588b-4d5b-a4f7-cc62d3f902b0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2df74fa9-4a52-422a-a780-c36488fd175b HTTP/1.1" status: 200 len: 797 time: 0.0483823 Aug 18 13:05:56.024900 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3012345a-aaf0-4116-aced-5e8b70c1bdde tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:56.029993 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3012345a-aaf0-4116-aced-5e8b70c1bdde tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:56.031349 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3012345a-aaf0-4116-aced-5e8b70c1bdde tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/1977000d-1457-4e2d-aa05-fb07c0b54c0e HTTP/1.1" status: 204 len: 168 time: 0.1401303 Aug 18 13:05:56.035237 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56324) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:56.046986 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012345a-aaf0-4116-aced-5e8b70c1bdde tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1977000d-1457-4e2d-aa05-fb07c0b54c0e,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:56.082125 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-ecafa061-12e7-4a4b-ad28-7046bb46d64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:56.083730 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-ecafa061-12e7-4a4b-ad28-7046bb46d64e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a3e49dcd-a277-4170-bfef-fa46f5ed7634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0845873 Aug 18 13:05:56.090577 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4320ee14-59cc-4c1c-a0c2-2d37ce59c8c6 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0516703 Aug 18 13:05:56.090834 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56326) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:56.096382 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c1153-d4c3-4642-865c-9a6592a25b97 req-f67c32f2-33ea-4300-b569-0e054edbae72 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:56.103087 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c1153-d4c3-4642-865c-9a6592a25b97 req-f67c32f2-33ea-4300-b569-0e054edbae72 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:56.108881 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c1153-d4c3-4642-865c-9a6592a25b97 req-f67c32f2-33ea-4300-b569-0e054edbae72 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:56.114731 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c1153-d4c3-4642-865c-9a6592a25b97 req-f67c32f2-33ea-4300-b569-0e054edbae72 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:56.121351 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c1153-d4c3-4642-865c-9a6592a25b97 req-f67c32f2-33ea-4300-b569-0e054edbae72 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:56.127767 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c1153-d4c3-4642-865c-9a6592a25b97 req-f67c32f2-33ea-4300-b569-0e054edbae72 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:56.134895 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c1153-d4c3-4642-865c-9a6592a25b97 req-f67c32f2-33ea-4300-b569-0e054edbae72 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:56.137017 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-758c1153-d4c3-4642-865c-9a6592a25b97 req-f67c32f2-33ea-4300-b569-0e054edbae72 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 5419 time: 0.1285443 Aug 18 13:05:56.150703 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3b921b74-af84-4a25-b62a-8d47bdedb407 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:56.177783 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3b921b74-af84-4a25-b62a-8d47bdedb407 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:56.239699 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-758c1153-d4c3-4642-865c-9a6592a25b97 req-868b3a1a-e93b-47c5-93c2-766473113156 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae8c3d5-8282-4301-b244-c246a28f9086&id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0830932 Aug 18 13:05:56.258414 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82194d9c-fec9-4d68-b5a8-677f4a4b0fdb req-0917e9d9-fc2b-4fd8-b988-b04cc93d844c tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:56.260022 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-82194d9c-fec9-4d68-b5a8-677f4a4b0fdb req-0917e9d9-fc2b-4fd8-b988-b04cc93d844c tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.0876806 Aug 18 13:05:56.274163 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-d9aa6f17-a10d-43a0-b0f3-1e48a3edd4f7 service neutron] 10.222.0.39 "GET /v2.0/networks/a3e49dcd-a277-4170-bfef-fa46f5ed7634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360841 Aug 18 13:05:56.314014 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-82194d9c-fec9-4d68-b5a8-677f4a4b0fdb req-e54cffa0-c963-4629-8c97-4ae19e299a24 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335073 Aug 18 13:05:56.356408 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3b921b74-af84-4a25-b62a-8d47bdedb407 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:56.359395 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3b921b74-af84-4a25-b62a-8d47bdedb407 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:56.360563 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3b921b74-af84-4a25-b62a-8d47bdedb407 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "DELETE /v2.0/security-groups/a123ad69-4023-40eb-b9c9-913b35c6aafd HTTP/1.1" status: 204 len: 168 time: 0.2688103 Aug 18 13:05:56.363978 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56338) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:56.384202 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bfce29b4-e4d8-4c01-aa8c-5a9d57cc0a20 req-61abfb2b-5a79-4727-8d79-cd5d59517081 service neutron] 10.222.0.39 "GET /v2.0/networks/a3e49dcd-a277-4170-bfef-fa46f5ed7634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005328 Aug 18 13:05:56.384359 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b921b74-af84-4a25-b62a-8d47bdedb407 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a123ad69-4023-40eb-b9c9-913b35c6aafd,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:56.417360 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-fac5e1c7-e2cb-4336-9361-ebcdb0a227d0 tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0522633 Aug 18 13:05:56.421473 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56340) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:56.471861 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3c02dbaa-bf33-454b-9310-e7d8050b5c8d tempest-SecGroupTest-843694732 tempest-SecGroupTest-843694732-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0434568 Aug 18 13:05:56.553449 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6605e9f-5c99-4a4f-a0f3-1dfcffe80819 req-e50170a6-b2bf-4246-9a6a-7259c4068841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:56.554205 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6605e9f-5c99-4a4f-a0f3-1dfcffe80819 req-e50170a6-b2bf-4246-9a6a-7259c4068841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:56.554582 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6605e9f-5c99-4a4f-a0f3-1dfcffe80819 req-e50170a6-b2bf-4246-9a6a-7259c4068841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:56.555906 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6605e9f-5c99-4a4f-a0f3-1dfcffe80819 req-e50170a6-b2bf-4246-9a6a-7259c4068841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:56.556033 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6605e9f-5c99-4a4f-a0f3-1dfcffe80819 req-e50170a6-b2bf-4246-9a6a-7259c4068841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:56.556584 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6605e9f-5c99-4a4f-a0f3-1dfcffe80819 req-e50170a6-b2bf-4246-9a6a-7259c4068841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:56.557234 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6605e9f-5c99-4a4f-a0f3-1dfcffe80819 req-e50170a6-b2bf-4246-9a6a-7259c4068841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:56.559014 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e6605e9f-5c99-4a4f-a0f3-1dfcffe80819 req-e50170a6-b2bf-4246-9a6a-7259c4068841 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8c196c6c2e143d6872d1027393f6dcd&device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 6476 time: 0.0595543 Aug 18 13:05:56.695965 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8baa00-e215-443d-ac63-5dfd40531734 req-e3ce16a8-3de3-44f4-b412-d6a7ea0e4cf9 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:56.697563 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ad8baa00-e215-443d-ac63-5dfd40531734 req-e3ce16a8-3de3-44f4-b412-d6a7ea0e4cf9 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 946 time: 0.0841458 Aug 18 13:05:56.714733 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6605e9f-5c99-4a4f-a0f3-1dfcffe80819 req-99f9b3fa-59e6-4f7e-a6f9-c02f8114d90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:56.716436 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e6605e9f-5c99-4a4f-a0f3-1dfcffe80819 req-99f9b3fa-59e6-4f7e-a6f9-c02f8114d90b service neutron] 10.222.0.39 "GET /v2.0/networks?id=a3e49dcd-a277-4170-bfef-fa46f5ed7634 HTTP/1.1" status: 200 len: 902 time: 0.1484959 Aug 18 13:05:56.775285 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e6605e9f-5c99-4a4f-a0f3-1dfcffe80819 req-e0eee20c-975c-4ff1-8a4c-20b1eed78ea3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3dd394b2-39bc-4d95-9eb2-fafde19e7621 HTTP/1.1" status: 200 len: 217 time: 0.0474167 Aug 18 13:05:56.809446 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ad8baa00-e215-443d-ac63-5dfd40531734 req-80850207-868b-41e9-a96f-691abfe57c08 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038964 Aug 18 13:05:56.859489 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6605e9f-5c99-4a4f-a0f3-1dfcffe80819 req-c31705ac-8c56-40ba-b74b-7a994341d041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:56.860981 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e6605e9f-5c99-4a4f-a0f3-1dfcffe80819 req-c31705ac-8c56-40ba-b74b-7a994341d041 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2df74fa9-4a52-422a-a780-c36488fd175b HTTP/1.1" status: 200 len: 797 time: 0.0750012 Aug 18 13:05:56.912735 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6605e9f-5c99-4a4f-a0f3-1dfcffe80819 req-86e255b2-dc02-4961-92b0-37aad2953d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:56.914965 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e6605e9f-5c99-4a4f-a0f3-1dfcffe80819 req-86e255b2-dc02-4961-92b0-37aad2953d4e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a3e49dcd-a277-4170-bfef-fa46f5ed7634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0446537 Aug 18 13:05:56.922936 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56354) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:57.021686 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e6605e9f-5c99-4a4f-a0f3-1dfcffe80819 req-b8dd0ff8-21e3-49a7-a04a-c64fd83e5bc2 service neutron] 10.222.0.39 "GET /v2.0/networks/a3e49dcd-a277-4170-bfef-fa46f5ed7634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976512 Aug 18 13:05:57.076098 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a27855b4-d75e-4dc5-ba70-7db7387f76d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=31cafb3d2ef4422e8d67ddb01265210f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1519945 Aug 18 13:05:57.078901 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56358) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:57.158797 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e6605e9f-5c99-4a4f-a0f3-1dfcffe80819 req-752a49c0-976b-49bf-add0-7018a8b5c6ae service neutron] 10.222.0.39 "GET /v2.0/networks/a3e49dcd-a277-4170-bfef-fa46f5ed7634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280856 Aug 18 13:05:57.191436 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ec256763-024e-414d-9de5-7ebdaa2a61b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:57.216274 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ec256763-024e-414d-9de5-7ebdaa2a61b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:57.221993 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4fc38-ad0b-40cc-8314-c4e0aedac968 req-2cd1fad4-9f78-44e2-a0e0-a49f387753b8 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:57.223701 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dec4fc38-ad0b-40cc-8314-c4e0aedac968 req-2cd1fad4-9f78-44e2-a0e0-a49f387753b8 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 945 time: 0.0578666 Aug 18 13:05:57.262793 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dec4fc38-ad0b-40cc-8314-c4e0aedac968 req-bf41b115-93db-4b5b-8440-015ee39ed32b tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324547 Aug 18 13:05:57.367309 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ec256763-024e-414d-9de5-7ebdaa2a61b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:57.370137 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ec256763-024e-414d-9de5-7ebdaa2a61b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:57.373828 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ec256763-024e-414d-9de5-7ebdaa2a61b6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8e43ac98-62b8-4721-bdbd-91a1599c2629 HTTP/1.1" status: 204 len: 168 time: 0.2915030 Aug 18 13:05:57.385554 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec256763-024e-414d-9de5-7ebdaa2a61b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e43ac98-62b8-4721-bdbd-91a1599c2629,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:57.447993 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7905941-977f-42c9-9f11-41a3ce7cd54a req-fcc27363-e92e-4579-b46e-ccc70c4297a2 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:57.449894 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445ef92-943a-4a14-aa73-5604951b1246 req-d6c80600-a300-4a9c-a5f4-757432fa9a8d tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:57.456680 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a7905941-977f-42c9-9f11-41a3ce7cd54a req-fcc27363-e92e-4579-b46e-ccc70c4297a2 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.0655768 Aug 18 13:05:57.457003 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445ef92-943a-4a14-aa73-5604951b1246 req-d6c80600-a300-4a9c-a5f4-757432fa9a8d tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:57.464202 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445ef92-943a-4a14-aa73-5604951b1246 req-d6c80600-a300-4a9c-a5f4-757432fa9a8d tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:57.470948 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445ef92-943a-4a14-aa73-5604951b1246 req-d6c80600-a300-4a9c-a5f4-757432fa9a8d tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:57.477395 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445ef92-943a-4a14-aa73-5604951b1246 req-d6c80600-a300-4a9c-a5f4-757432fa9a8d tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:57.483768 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445ef92-943a-4a14-aa73-5604951b1246 req-d6c80600-a300-4a9c-a5f4-757432fa9a8d tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:57.489650 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445ef92-943a-4a14-aa73-5604951b1246 req-d6c80600-a300-4a9c-a5f4-757432fa9a8d tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:57.491665 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1445ef92-943a-4a14-aa73-5604951b1246 req-d6c80600-a300-4a9c-a5f4-757432fa9a8d tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 5419 time: 0.1596341 Aug 18 13:05:57.502410 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a7905941-977f-42c9-9f11-41a3ce7cd54a req-76137987-99ad-4346-8f55-ada853452742 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446782 Aug 18 13:05:57.542423 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1445ef92-943a-4a14-aa73-5604951b1246 req-69731cdd-7d63-4f59-8f1d-53b925a61f0b tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae8c3d5-8282-4301-b244-c246a28f9086&id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446596 Aug 18 13:05:57.859196 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:57.955907 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c22e2b-cd3c-48ab-afbb-417b445f0c1c req-d7d7283b-f40f-444f-8baf-90a538dd5dc9 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:57.957441 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f7c22e2b-cd3c-48ab-afbb-417b445f0c1c req-d7d7283b-f40f-444f-8baf-90a538dd5dc9 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 946 time: 0.0608962 Aug 18 13:05:57.997622 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device c7595cae-bcce-439e-9883-fabac75be0f9 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:05:58.003262 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f7c22e2b-cd3c-48ab-afbb-417b445f0c1c req-d71a89f1-464f-4850-9269-fd7c2fb6c7e5 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391357 Aug 18 13:05:58.052014 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: c7595cae-bcce-439e-9883-fabac75be0f9 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:05:58.052014 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device c7595cae-bcce-439e-9883-fabac75be0f9 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:05:58.052014 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device d56c394b-93e7-4573-9588-fa1eeaa8886c no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:05:58.134593 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:58.161702 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92cfe51f-76c1-4a99-b95d-fdf95274b4fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd56c394b-93e7-4573-9588-fa1eeaa8886c'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:05:58.161702 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9abceeb-f4c0-4c21-ae8d-6a80892307ee" -d '{"events": [{"server_uuid": "92cfe51f-76c1-4a99-b95d-fdf95274b4fc", "name": "network-vif-unplugged", "status": "completed", "tag": "d56c394b-93e7-4573-9588-fa1eeaa8886c"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:05:58.178250 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port d56c394b-93e7-4573-9588-fa1eeaa8886c, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=d56c394b-93e7-4573-9588-fa1eeaa8886c,segment=NetworkSegment(1d336752-25b6-4131-855b-23a2ad96544b),segment_id=1d336752-25b6-4131-855b-23a2ad96544b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:05:58.210846 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 18 Aug 2021 13:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06506963-f9dc-49f2-b49f-0af86912d021 x-openstack-request-id: req-06506963-f9dc-49f2-b49f-0af86912d021 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:05:58.211161 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92cfe51f-76c1-4a99-b95d-fdf95274b4fc", "name": "network-vif-unplugged", "status": "failed", "tag": "d56c394b-93e7-4573-9588-fa1eeaa8886c", "code": 422}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:05:58.211523 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-06506963-f9dc-49f2-b49f-0af86912d021 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:05:58.212089 n-d-803603-2 neutron-server[101677]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '92cfe51f-76c1-4a99-b95d-fdf95274b4fc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd56c394b-93e7-4573-9588-fa1eeaa8886c', 'code': 422} returned with failed status Aug 18 13:05:58.271826 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:58.331931 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=d56c394b-93e7-4573-9588-fa1eeaa8886c,revision_number=8']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:58.340434 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:05:58.340790 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:05:58.341125 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:05:58.341461 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:05:58.341912 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:05:58.344774 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:05:58.344774 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:05:58.344774 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:05:58.344774 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:05:58.344774 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:05:58.344774 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:05:58.344774 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:05:58.413939 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29480c-9ee0-4fa0-b0da-886adee6ae6b req-b1affaf2-d3bb-4df2-8c1e-708226356cfb tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:58.416365 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eb29480c-9ee0-4fa0-b0da-886adee6ae6b req-b1affaf2-d3bb-4df2-8c1e-708226356cfb tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 945 time: 0.0781062 Aug 18 13:05:58.460077 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eb29480c-9ee0-4fa0-b0da-886adee6ae6b req-55add37b-2675-4ae0-a22f-f6dda92bbb3e tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336723 Aug 18 13:05:58.596289 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:58.641875 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63eb3b-7447-4787-9690-f7dca4f0e535 req-e86d5031-92eb-40e0-9971-0602bbe8b9f9 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:58.648886 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2d63eb3b-7447-4787-9690-f7dca4f0e535 req-e86d5031-92eb-40e0-9971-0602bbe8b9f9 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.0583589 Aug 18 13:05:58.735820 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2d63eb3b-7447-4787-9690-f7dca4f0e535 req-a466d7fe-c65e-45bc-899f-5e70e2c38de3 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845001 Aug 18 13:05:58.884468 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9dd42-bab1-4fc6-8aab-1199c322d34b req-b9f5361b-aad5-4a49-b063-d49170119b02 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:58.892824 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9dd42-bab1-4fc6-8aab-1199c322d34b req-b9f5361b-aad5-4a49-b063-d49170119b02 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:58.900888 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9dd42-bab1-4fc6-8aab-1199c322d34b req-b9f5361b-aad5-4a49-b063-d49170119b02 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:58.906888 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9dd42-bab1-4fc6-8aab-1199c322d34b req-b9f5361b-aad5-4a49-b063-d49170119b02 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:58.912848 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9dd42-bab1-4fc6-8aab-1199c322d34b req-b9f5361b-aad5-4a49-b063-d49170119b02 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:58.919421 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9dd42-bab1-4fc6-8aab-1199c322d34b req-b9f5361b-aad5-4a49-b063-d49170119b02 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:58.925662 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9dd42-bab1-4fc6-8aab-1199c322d34b req-b9f5361b-aad5-4a49-b063-d49170119b02 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:58.927787 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-79e9dd42-bab1-4fc6-8aab-1199c322d34b req-b9f5361b-aad5-4a49-b063-d49170119b02 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 5419 time: 0.1229236 Aug 18 13:05:58.969985 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-79e9dd42-bab1-4fc6-8aab-1199c322d34b req-8eae6158-b73c-4660-a555-b56fccd220c2 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae8c3d5-8282-4301-b244-c246a28f9086&id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350082 Aug 18 13:05:59.616128 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134257b8-fa9c-4fc6-8abd-a176dd28dc16 req-12a96da7-12fb-4db2-b6a8-574aff3694c9 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:59.630373 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-134257b8-fa9c-4fc6-8abd-a176dd28dc16 req-12a96da7-12fb-4db2-b6a8-574aff3694c9 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 945 time: 0.0874436 Aug 18 13:05:59.680658 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-134257b8-fa9c-4fc6-8abd-a176dd28dc16 req-fd946461-f6bb-43cc-b7f2-345acf7d2648 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472746 Aug 18 13:05:59.740632 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f8722-c04c-4241-83b2-fdbb1a9ced63 req-02025494-861d-45c2-b772-da008bc2b7cf tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:59.742884 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4e7f8722-c04c-4241-83b2-fdbb1a9ced63 req-02025494-861d-45c2-b772-da008bc2b7cf tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 944 time: 0.0542729 Aug 18 13:05:59.805206 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4e7f8722-c04c-4241-83b2-fdbb1a9ced63 req-a5df61b9-02e3-45b2-a792-e93841f3a424 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490303 Aug 18 13:05:59.954726 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd27ffa-76e3-42b9-90e8-2f26cc41a6df req-3607ee6a-0e27-4e19-8f80-76d2eee645cc tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:59.954726 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cfd27ffa-76e3-42b9-90e8-2f26cc41a6df req-3607ee6a-0e27-4e19-8f80-76d2eee645cc tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.0738378 Aug 18 13:06:00.032208 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cfd27ffa-76e3-42b9-90e8-2f26cc41a6df req-3ae6445e-8f34-42ab-8afa-ca119b1dfd2c tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629172 Aug 18 13:06:00.186982 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30881df-e1fa-4471-ad8d-10e63b595759 req-f9bf7e03-e6a1-4432-bb86-eb6ea17bf090 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:00.195691 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30881df-e1fa-4471-ad8d-10e63b595759 req-f9bf7e03-e6a1-4432-bb86-eb6ea17bf090 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:00.201732 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30881df-e1fa-4471-ad8d-10e63b595759 req-f9bf7e03-e6a1-4432-bb86-eb6ea17bf090 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:00.207665 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30881df-e1fa-4471-ad8d-10e63b595759 req-f9bf7e03-e6a1-4432-bb86-eb6ea17bf090 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:00.214158 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30881df-e1fa-4471-ad8d-10e63b595759 req-f9bf7e03-e6a1-4432-bb86-eb6ea17bf090 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:00.219901 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30881df-e1fa-4471-ad8d-10e63b595759 req-f9bf7e03-e6a1-4432-bb86-eb6ea17bf090 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:00.225811 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30881df-e1fa-4471-ad8d-10e63b595759 req-f9bf7e03-e6a1-4432-bb86-eb6ea17bf090 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:00.227604 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a30881df-e1fa-4471-ad8d-10e63b595759 req-f9bf7e03-e6a1-4432-bb86-eb6ea17bf090 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 5419 time: 0.1280799 Aug 18 13:06:00.321854 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a30881df-e1fa-4471-ad8d-10e63b595759 req-2f778429-0e60-4d0b-bfe3-70a73992c3c0 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae8c3d5-8282-4301-b244-c246a28f9086&id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0781174 Aug 18 13:06:00.483967 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2d0eb-3ac9-4d7f-bec9-54cc77c99492 req-01eaad41-4f8c-4066-ac3f-3de9c975837a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:00.485760 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e5f2d0eb-3ac9-4d7f-bec9-54cc77c99492 req-01eaad41-4f8c-4066-ac3f-3de9c975837a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8b6c2b19e634a4bb77e7e12fa929d83&device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 1095 time: 0.0438995 Aug 18 13:06:00.505257 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929c76c-b4d5-4c57-a809-02615bde42ec req-ae6666a3-2ec0-4445-927c-c0d90838a9e1 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:00.509029 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1929c76c-b4d5-4c57-a809-02615bde42ec req-ae6666a3-2ec0-4445-927c-c0d90838a9e1 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.1562145 Aug 18 13:06:00.515034 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6d77f253-3fce-4dd2-a598-8fe00397506f req-0a96e67b-3d61-463a-b9e7-a66030730b11 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3178558 Aug 18 13:06:00.572001 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1929c76c-b4d5-4c57-a809-02615bde42ec req-5f2c3891-f7dc-4844-92b5-a8a1f9b0b491 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520344 Aug 18 13:06:00.614456 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2d0eb-3ac9-4d7f-bec9-54cc77c99492 req-94ab19dc-b30c-4b2f-ae09-4dd64b5a9449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:00.616028 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e5f2d0eb-3ac9-4d7f-bec9-54cc77c99492 req-94ab19dc-b30c-4b2f-ae09-4dd64b5a9449 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c70b20b2-1ba3-4778-b38e-36ed095ba70d HTTP/1.1" status: 200 len: 912 time: 0.1215172 Aug 18 13:06:00.721037 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e5f2d0eb-3ac9-4d7f-bec9-54cc77c99492 req-20bfc98b-819e-4a63-8a0d-72d8f018e4ef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be132020-3516-4ddf-b702-9f30b7b7f0c8 HTTP/1.1" status: 200 len: 998 time: 0.0943379 Aug 18 13:06:00.818716 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2d0eb-3ac9-4d7f-bec9-54cc77c99492 req-0acd5419-4d49-414e-a5ae-5bb784be8937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:00.821047 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e5f2d0eb-3ac9-4d7f-bec9-54cc77c99492 req-0acd5419-4d49-414e-a5ae-5bb784be8937 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2744890d-6739-4756-b608-842180da7455 HTTP/1.1" status: 200 len: 850 time: 0.0893595 Aug 18 13:06:00.861767 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56526) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:00.969756 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5654f1-9f91-47c4-ae9f-86711ecc403b req-c4b6ba45-ec38-491d-91ee-c652ac257379 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:00.972276 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0c5654f1-9f91-47c4-ae9f-86711ecc403b req-c4b6ba45-ec38-491d-91ee-c652ac257379 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 945 time: 0.1565909 Aug 18 13:06:01.017824 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2d0eb-3ac9-4d7f-bec9-54cc77c99492 req-93ecec1e-0740-4c4e-bad5-d9914eba1e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:01.020825 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e5f2d0eb-3ac9-4d7f-bec9-54cc77c99492 req-93ecec1e-0740-4c4e-bad5-d9914eba1e25 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c70b20b2-1ba3-4778-b38e-36ed095ba70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1440144 Aug 18 13:06:01.053477 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0c5654f1-9f91-47c4-ae9f-86711ecc403b req-ebb07dff-2d9c-4257-aeb0-34f9f5f542c8 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740142 Aug 18 13:06:01.066705 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-195af7be-8162-4ffa-b172-54fff7d00c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:01.095391 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec351e1-bc16-4518-92ae-7709f06119a7 req-85bca4b5-6cfb-4ebe-a369-5d08acb7e0c6 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:01.096993 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4ec351e1-bc16-4518-92ae-7709f06119a7 req-85bca4b5-6cfb-4ebe-a369-5d08acb7e0c6 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 944 time: 0.1108232 Aug 18 13:06:01.171879 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4ec351e1-bc16-4518-92ae-7709f06119a7 req-1026e52b-1c3b-47e6-bac9-846eadf1d300 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575542 Aug 18 13:06:01.197393 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e5f2d0eb-3ac9-4d7f-bec9-54cc77c99492 req-0809e337-65c1-44b9-947b-7108007e1221 service neutron] 10.222.0.20 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477563 Aug 18 13:06:01.222042 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-195af7be-8162-4ffa-b172-54fff7d00c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:01.275649 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-195af7be-8162-4ffa-b172-54fff7d00c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:01.314300 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e5f2d0eb-3ac9-4d7f-bec9-54cc77c99492 req-3ee22852-9139-42ee-95b6-86e977f5d759 service neutron] 10.222.0.20 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993800 Aug 18 13:06:01.318913 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-195af7be-8162-4ffa-b172-54fff7d00c05 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b2320ab021424d35887a08f9f93a5454&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4593704 Aug 18 13:06:01.321561 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195af7be-8162-4ffa-b172-54fff7d00c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89bb155-fac4-43b2-b318-94cd7b1c6203,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:01.322349 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 56530) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:01.382026 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e7793393-077a-42bc-b9fb-76728ed3eff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:01.408323 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e7793393-077a-42bc-b9fb-76728ed3eff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:01.516474 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ffb9df-0705-4579-bf22-14a6690b60ca req-61aa3d23-7c9b-4c4e-87d3-8108b1268d8a tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:01.522829 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ffb9df-0705-4579-bf22-14a6690b60ca req-61aa3d23-7c9b-4c4e-87d3-8108b1268d8a tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:01.528677 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ffb9df-0705-4579-bf22-14a6690b60ca req-61aa3d23-7c9b-4c4e-87d3-8108b1268d8a tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:01.534425 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ffb9df-0705-4579-bf22-14a6690b60ca req-61aa3d23-7c9b-4c4e-87d3-8108b1268d8a tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:01.540359 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ffb9df-0705-4579-bf22-14a6690b60ca req-61aa3d23-7c9b-4c4e-87d3-8108b1268d8a tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:01.546104 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ffb9df-0705-4579-bf22-14a6690b60ca req-61aa3d23-7c9b-4c4e-87d3-8108b1268d8a tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:01.551856 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ffb9df-0705-4579-bf22-14a6690b60ca req-61aa3d23-7c9b-4c4e-87d3-8108b1268d8a tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:01.553724 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-32ffb9df-0705-4579-bf22-14a6690b60ca req-61aa3d23-7c9b-4c4e-87d3-8108b1268d8a tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 5419 time: 0.0965583 Aug 18 13:06:01.555583 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e7793393-077a-42bc-b9fb-76728ed3eff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:01.558151 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e7793393-077a-42bc-b9fb-76728ed3eff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:01.559213 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e7793393-077a-42bc-b9fb-76728ed3eff5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b89bb155-fac4-43b2-b318-94cd7b1c6203 HTTP/1.1" status: 204 len: 168 time: 0.2358959 Aug 18 13:06:01.574309 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7793393-077a-42bc-b9fb-76728ed3eff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89bb155-fac4-43b2-b318-94cd7b1c6203,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:01.604316 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-32ffb9df-0705-4579-bf22-14a6690b60ca req-7b2c5aec-9fd3-44f0-bdd4-08165032bbdc tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae8c3d5-8282-4301-b244-c246a28f9086&id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425119 Aug 18 13:06:01.707609 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba8b8f-f380-4419-8665-7dd26ec2d84f req-cf13b0af-709f-4238-bb37-0b26366064a0 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:01.710943 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-70ba8b8f-f380-4419-8665-7dd26ec2d84f req-cf13b0af-709f-4238-bb37-0b26366064a0 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.0519009 Aug 18 13:06:01.755222 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-70ba8b8f-f380-4419-8665-7dd26ec2d84f req-0ba52f14-5b5c-4c37-8cc3-164503b5cd75 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367286 Aug 18 13:06:02.192989 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1320df-3e03-45f6-9aac-d3add6a94014 req-4a4865a4-045a-4b0f-bee7-5ee7c1e761e2 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:02.198933 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab1320df-3e03-45f6-9aac-d3add6a94014 req-4a4865a4-045a-4b0f-bee7-5ee7c1e761e2 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 945 time: 0.0584521 Aug 18 13:06:02.237778 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab1320df-3e03-45f6-9aac-d3add6a94014 req-cea084b1-01cf-4f49-938f-3aacce22c2f7 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/security-groups?id=41ae1386-11b9-4a08-b0b1-6f15c7511792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361383 Aug 18 13:06:02.282376 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 56552) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:02.298973 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6bd06587-5032-44f9-b576-8f27ffe9c1e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:02.354880 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ace65-dc32-4b4e-9adb-fa309dd7dce7 req-7894fd67-a28e-4619-ade7-d063335ff255 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:02.364408 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-394ace65-dc32-4b4e-9adb-fa309dd7dce7 req-7894fd67-a28e-4619-ade7-d063335ff255 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 944 time: 0.0669761 Aug 18 13:06:02.402456 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-394ace65-dc32-4b4e-9adb-fa309dd7dce7 req-0c2b3fb8-ce0c-4319-a4a3-c4739204a63d tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375443 Aug 18 13:06:02.408947 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6bd06587-5032-44f9-b576-8f27ffe9c1e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:02.489252 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6bd06587-5032-44f9-b576-8f27ffe9c1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:02.543495 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6bd06587-5032-44f9-b576-8f27ffe9c1e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=273a3736a5cc44e2a0bbfde5e4497f2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2571583 Aug 18 13:06:02.543743 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 56556) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:02.550749 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd06587-5032-44f9-b576-8f27ffe9c1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71abf5d7-c2e7-4931-a646-238b4602e90c,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:02.565013 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b885adab-26b7-44cb-9695-7de6aa46053b req-d53ea999-1623-4310-9880-3408daa19f53 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:02.565013 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b885adab-26b7-44cb-9695-7de6aa46053b req-d53ea999-1623-4310-9880-3408daa19f53 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.39 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 945 time: 0.1062016 Aug 18 13:06:02.676788 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-383a58d8-e883-4700-8dce-c824203b92a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:02.711420 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-383a58d8-e883-4700-8dce-c824203b92a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:02.772687 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-b885adab-26b7-44cb-9695-7de6aa46053b req-8e060090-3fe4-4bd5-b9ee-863230d67aaf tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Deleting port efcabe73-2954-4321-b64f-e5c43eef2f8a {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:06:02.773193 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b885adab-26b7-44cb-9695-7de6aa46053b req-8e060090-3fe4-4bd5-b9ee-863230d67aaf tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:02.879550 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f982a-24f7-41a9-8edd-318863a5fb17 req-4896296b-170b-4738-8ad8-edaa0d27753b tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:02.880945 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f982a-24f7-41a9-8edd-318863a5fb17 req-4896296b-170b-4738-8ad8-edaa0d27753b tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:02.888469 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f982a-24f7-41a9-8edd-318863a5fb17 req-4896296b-170b-4738-8ad8-edaa0d27753b tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:02.894542 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f982a-24f7-41a9-8edd-318863a5fb17 req-4896296b-170b-4738-8ad8-edaa0d27753b tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:02.901093 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f982a-24f7-41a9-8edd-318863a5fb17 req-4896296b-170b-4738-8ad8-edaa0d27753b tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:02.907532 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f982a-24f7-41a9-8edd-318863a5fb17 req-4896296b-170b-4738-8ad8-edaa0d27753b tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:02.913403 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f982a-24f7-41a9-8edd-318863a5fb17 req-4896296b-170b-4738-8ad8-edaa0d27753b tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:02.922605 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9d0f982a-24f7-41a9-8edd-318863a5fb17 req-4896296b-170b-4738-8ad8-edaa0d27753b tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 5419 time: 0.1970773 Aug 18 13:06:02.938717 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-383a58d8-e883-4700-8dce-c824203b92a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:02.941383 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-383a58d8-e883-4700-8dce-c824203b92a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:02.942577 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-383a58d8-e883-4700-8dce-c824203b92a5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/71abf5d7-c2e7-4931-a646-238b4602e90c HTTP/1.1" status: 204 len: 168 time: 0.3980160 Aug 18 13:06:02.942900 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01d750-1475-4f2b-bc9d-72cef32e7816 req-f846414c-a2d2-4f4f-a565-730c41402032 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:02.951521 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fd01d750-1475-4f2b-bc9d-72cef32e7816 req-f846414c-a2d2-4f4f-a565-730c41402032 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.0652101 Aug 18 13:06:02.974026 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a58d8-e883-4700-8dce-c824203b92a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71abf5d7-c2e7-4931-a646-238b4602e90c,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:03.027154 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fd01d750-1475-4f2b-bc9d-72cef32e7816 req-502199fc-40e2-4fa0-bf2a-a05fbdbeb915 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738232 Aug 18 13:06:03.036206 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9d0f982a-24f7-41a9-8edd-318863a5fb17 req-e9e49a49-8073-4892-82d7-139e20ef15db tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae8c3d5-8282-4301-b244-c246a28f9086&id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1102538 Aug 18 13:06:03.046349 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-b885adab-26b7-44cb-9695-7de6aa46053b req-8e060090-3fe4-4bd5-b9ee-863230d67aaf tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] For port efcabe73-2954-4321-b64f-e5c43eef2f8a, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=efcabe73-2954-4321-b64f-e5c43eef2f8a,segment=NetworkSegment(d21d068c-8442-425f-872e-0e5300813a42),segment_id=d21d068c-8442-425f-872e-0e5300813a42)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:06:03.046726 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b885adab-26b7-44cb-9695-7de6aa46053b req-8e060090-3fe4-4bd5-b9ee-863230d67aaf tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:03.069263 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-b885adab-26b7-44cb-9695-7de6aa46053b req-8e060090-3fe4-4bd5-b9ee-863230d67aaf tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Calling delete_port for efcabe73-2954-4321-b64f-e5c43eef2f8a owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:06:03.187917 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae41fe-4a6f-4816-8a10-fea437aa24e5 req-bb3d3f77-13ad-4a53-99e7-98b8feb3e698 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:03.189594 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-abae41fe-4a6f-4816-8a10-fea437aa24e5 req-bb3d3f77-13ad-4a53-99e7-98b8feb3e698 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.0735569 Aug 18 13:06:03.232872 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-abae41fe-4a6f-4816-8a10-fea437aa24e5 req-f13d8cb5-3e15-4087-9155-5147dbd33378 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372484 Aug 18 13:06:03.310434 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b885adab-26b7-44cb-9695-7de6aa46053b req-8e060090-3fe4-4bd5-b9ee-863230d67aaf tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:03.322675 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['efcabe73-2954-4321-b64f-e5c43eef2f8a'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:06:03.362985 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fa74ce45-cb0d-410b-8cc0-5873deb5d3c9 req-a134ee0d-d76f-47f9-81da-056b962526d8 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 210 time: 0.0384133 Aug 18 13:06:03.368278 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e060090-3fe4-4bd5-b9ee-863230d67aaf tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Pushing event deleted for resources: {'Port': ['ID=efcabe73-2954-4321-b64f-e5c43eef2f8a,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:03.422063 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-b885adab-26b7-44cb-9695-7de6aa46053b req-8e060090-3fe4-4bd5-b9ee-863230d67aaf tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] No DVR routers for this DVR port efcabe73-2954-4321-b64f-e5c43eef2f8a on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:06:03.428173 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b885adab-26b7-44cb-9695-7de6aa46053b req-8e060090-3fe4-4bd5-b9ee-863230d67aaf tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:03.430970 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b885adab-26b7-44cb-9695-7de6aa46053b req-8e060090-3fe4-4bd5-b9ee-863230d67aaf tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.39 "DELETE /v2.0/ports/efcabe73-2954-4321-b64f-e5c43eef2f8a HTTP/1.1" status: 204 len: 173 time: 0.8590791 Aug 18 13:06:03.431421 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9062e2da-cc40-49ae-81c1-bbc3d39ed639', 'name': 'network-vif-deleted', 'tag': 'efcabe73-2954-4321-b64f-e5c43eef2f8a'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:06:03.433898 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4672bbd-657d-486f-8898-f56265b4e48d" -d '{"events": [{"server_uuid": "9062e2da-cc40-49ae-81c1-bbc3d39ed639", "name": "network-vif-deleted", "tag": "efcabe73-2954-4321-b64f-e5c43eef2f8a"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:06:03.468681 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9870a2c6-7c23-4d5f-b4c1-c158d3f126b3 x-openstack-request-id: req-9870a2c6-7c23-4d5f-b4c1-c158d3f126b3 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:06:03.468966 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9062e2da-cc40-49ae-81c1-bbc3d39ed639", "name": "network-vif-deleted", "tag": "efcabe73-2954-4321-b64f-e5c43eef2f8a", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:06:03.469235 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9870a2c6-7c23-4d5f-b4c1-c158d3f126b3 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:06:03.469686 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9062e2da-cc40-49ae-81c1-bbc3d39ed639', 'name': 'network-vif-deleted', 'tag': 'efcabe73-2954-4321-b64f-e5c43eef2f8a', 'status': 'completed', 'code': 200} Aug 18 13:06:03.588475 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b588072-b2d0-4126-991b-ed76d8c43bc7 req-11717667-7bbf-491d-b6e0-aa84094f8c85 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:03.590627 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2b588072-b2d0-4126-991b-ed76d8c43bc7 req-11717667-7bbf-491d-b6e0-aa84094f8c85 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 944 time: 0.0705216 Aug 18 13:06:03.643909 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2b588072-b2d0-4126-991b-ed76d8c43bc7 req-55c27aa0-9e91-4b60-ba7e-4ed68695acc9 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473835 Aug 18 13:06:03.893808 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241eba0c-c760-44d4-8c65-5306d66d9d41 req-2db29d84-e9a9-4b6f-b040-119185f650de tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:03.895342 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-241eba0c-c760-44d4-8c65-5306d66d9d41 req-2db29d84-e9a9-4b6f-b040-119185f650de tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.0675600 Aug 18 13:06:03.941600 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-241eba0c-c760-44d4-8c65-5306d66d9d41 req-f25b68a1-94ae-4098-9fd4-8e542b88cd0e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389245 Aug 18 13:06:04.199876 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65dbe59-1a42-42a7-9262-f1c39c4e9d03 req-cd221387-ed07-4a71-ae5b-08e9dd095eae tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:04.207028 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65dbe59-1a42-42a7-9262-f1c39c4e9d03 req-cd221387-ed07-4a71-ae5b-08e9dd095eae tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:04.213894 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65dbe59-1a42-42a7-9262-f1c39c4e9d03 req-cd221387-ed07-4a71-ae5b-08e9dd095eae tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:04.220571 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65dbe59-1a42-42a7-9262-f1c39c4e9d03 req-cd221387-ed07-4a71-ae5b-08e9dd095eae tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:04.227438 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65dbe59-1a42-42a7-9262-f1c39c4e9d03 req-cd221387-ed07-4a71-ae5b-08e9dd095eae tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:04.234372 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65dbe59-1a42-42a7-9262-f1c39c4e9d03 req-cd221387-ed07-4a71-ae5b-08e9dd095eae tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:04.241046 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65dbe59-1a42-42a7-9262-f1c39c4e9d03 req-cd221387-ed07-4a71-ae5b-08e9dd095eae tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:04.252111 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e65dbe59-1a42-42a7-9262-f1c39c4e9d03 req-cd221387-ed07-4a71-ae5b-08e9dd095eae tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 5419 time: 0.1358626 Aug 18 13:06:04.299387 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e65dbe59-1a42-42a7-9262-f1c39c4e9d03 req-d025207c-3391-486b-be16-5b230c392f5e tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae8c3d5-8282-4301-b244-c246a28f9086&id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0463867 Aug 18 13:06:04.328380 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e5987-2ba3-4f6a-ad77-e3e70d8fd86b req-f890feea-d52d-48de-8232-fd0beb53206e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:04.330598 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f12e5987-2ba3-4f6a-ad77-e3e70d8fd86b req-f890feea-d52d-48de-8232-fd0beb53206e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.0715063 Aug 18 13:06:04.386841 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f12e5987-2ba3-4f6a-ad77-e3e70d8fd86b req-e708e83b-9e4f-42b3-918b-cdd3a0692f23 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458281 Aug 18 13:06:04.502551 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f13bd67d-c284-4780-bfed-66bad1a0714e req-11e76efe-04fd-44e6-aa87-2aa28829c66a tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] 10.222.0.13 "GET /v2.0/ports?device_id=9062e2da-cc40-49ae-81c1-bbc3d39ed639 HTTP/1.1" status: 200 len: 210 time: 0.0396769 Aug 18 13:06:04.783137 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14321d0-1633-4986-9578-30f725b01ce4 req-32a455a2-f676-4c31-841d-f04a5e481663 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:04.784361 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f14321d0-1633-4986-9578-30f725b01ce4 req-32a455a2-f676-4c31-841d-f04a5e481663 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 944 time: 0.0639782 Aug 18 13:06:04.833452 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f14321d0-1633-4986-9578-30f725b01ce4 req-c2fe99f9-99cf-47c8-8715-63fe9b44c1d7 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427568 Aug 18 13:06:05.437148 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3aa72-985c-4299-98da-d617e474fe59 req-cabc638d-11ee-40ec-a272-ffe222a4a37f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:05.443545 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3aa72-985c-4299-98da-d617e474fe59 req-cabc638d-11ee-40ec-a272-ffe222a4a37f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:05.451417 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3aa72-985c-4299-98da-d617e474fe59 req-cabc638d-11ee-40ec-a272-ffe222a4a37f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:05.458090 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3aa72-985c-4299-98da-d617e474fe59 req-cabc638d-11ee-40ec-a272-ffe222a4a37f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:05.465337 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3aa72-985c-4299-98da-d617e474fe59 req-cabc638d-11ee-40ec-a272-ffe222a4a37f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:05.472188 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3aa72-985c-4299-98da-d617e474fe59 req-cabc638d-11ee-40ec-a272-ffe222a4a37f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:05.479626 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3aa72-985c-4299-98da-d617e474fe59 req-cabc638d-11ee-40ec-a272-ffe222a4a37f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:05.481835 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-92b3aa72-985c-4299-98da-d617e474fe59 req-cabc638d-11ee-40ec-a272-ffe222a4a37f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 5419 time: 0.1061115 Aug 18 13:06:05.540042 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-92b3aa72-985c-4299-98da-d617e474fe59 req-dd751f16-a67b-45e3-9f7b-5f0a43300e39 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae8c3d5-8282-4301-b244-c246a28f9086&id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516300 Aug 18 13:06:05.566310 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434c740-3a36-460c-9c80-7d789034c8b6 req-82e266d1-8d8a-411c-b9c2-40383fcc22a9 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:05.570339 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7434c740-3a36-460c-9c80-7d789034c8b6 req-82e266d1-8d8a-411c-b9c2-40383fcc22a9 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.0631273 Aug 18 13:06:05.607763 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7434c740-3a36-460c-9c80-7d789034c8b6 req-adeed217-34bb-4bd7-812a-6ea1933aea0f tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335641 Aug 18 13:06:05.865228 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56670) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:05.998584 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device efcabe73-2954-4321-b64f-e5c43eef2f8a no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:06:06.035466 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82054b09-82fc-4fbd-bb8d-61b723392603 req-9daeaa56-7258-4804-adc4-7630bf995086 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:06.044680 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-82054b09-82fc-4fbd-bb8d-61b723392603 req-9daeaa56-7258-4804-adc4-7630bf995086 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.0644491 Aug 18 13:06:06.063656 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: efcabe73-2954-4321-b64f-e5c43eef2f8a {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:06:06.064318 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device efcabe73-2954-4321-b64f-e5c43eef2f8a not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:06:06.095487 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-82054b09-82fc-4fbd-bb8d-61b723392603 req-51fd9a77-b622-4487-9274-5c5c00e93c69 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480256 Aug 18 13:06:06.191247 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df9d46-8772-4726-aa91-1222de686bb0 req-9835bc94-0bd4-4e19-b58e-4c5e3f1bc1db tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:06.192903 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-72df9d46-8772-4726-aa91-1222de686bb0 req-9835bc94-0bd4-4e19-b58e-4c5e3f1bc1db tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 944 time: 0.2365246 Aug 18 13:06:06.341736 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-72df9d46-8772-4726-aa91-1222de686bb0 req-bc92fec8-f97b-408d-8bcd-35fc8da2d7d7 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670919 Aug 18 13:06:06.457464 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-81301c92-6751-45ce-9236-4caab061d95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:06.699646 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa60b98-2363-4d76-a334-058ecc2a7f2a req-156388b7-e756-4938-9536-252b6124df5f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:06.707130 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa60b98-2363-4d76-a334-058ecc2a7f2a req-156388b7-e756-4938-9536-252b6124df5f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:06.713262 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa60b98-2363-4d76-a334-058ecc2a7f2a req-156388b7-e756-4938-9536-252b6124df5f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:06.724677 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa60b98-2363-4d76-a334-058ecc2a7f2a req-156388b7-e756-4938-9536-252b6124df5f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:06.736762 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa60b98-2363-4d76-a334-058ecc2a7f2a req-156388b7-e756-4938-9536-252b6124df5f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:06.748704 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa60b98-2363-4d76-a334-058ecc2a7f2a req-156388b7-e756-4938-9536-252b6124df5f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:06.762303 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-81301c92-6751-45ce-9236-4caab061d95f admin admin] Deleting port 6ef2424b-0b21-430c-b97c-d11abc40e00f {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:06:06.762303 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-81301c92-6751-45ce-9236-4caab061d95f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:06.763030 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa60b98-2363-4d76-a334-058ecc2a7f2a req-156388b7-e756-4938-9536-252b6124df5f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:06.763638 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5fa60b98-2363-4d76-a334-058ecc2a7f2a req-156388b7-e756-4938-9536-252b6124df5f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 5419 time: 0.1364961 Aug 18 13:06:06.764221 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 56692) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:06.829128 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5fa60b98-2363-4d76-a334-058ecc2a7f2a req-817abe2f-7faf-4d5d-b04e-9a075c005d6e tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae8c3d5-8282-4301-b244-c246a28f9086&id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557520 Aug 18 13:06:06.873815 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-81301c92-6751-45ce-9236-4caab061d95f admin admin] For port 6ef2424b-0b21-430c-b97c-d11abc40e00f, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=6ef2424b-0b21-430c-b97c-d11abc40e00f,segment=NetworkSegment(d21d068c-8442-425f-872e-0e5300813a42),segment_id=d21d068c-8442-425f-872e-0e5300813a42)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:06:06.874510 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-81301c92-6751-45ce-9236-4caab061d95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:06.887557 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-81301c92-6751-45ce-9236-4caab061d95f admin admin] Calling delete_port for 6ef2424b-0b21-430c-b97c-d11abc40e00f owned by network:router_interface {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:06:06.920228 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9eb0ac02-008d-4083-b42d-dafc6abd11dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:07.017961 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9eb0ac02-008d-4083-b42d-dafc6abd11dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:07.115756 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9eb0ac02-008d-4083-b42d-dafc6abd11dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:07.138934 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-81301c92-6751-45ce-9236-4caab061d95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:07.161386 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9eb0ac02-008d-4083-b42d-dafc6abd11dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a367c381d624398ae937b0212d44f05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3959930 Aug 18 13:06:07.162301 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb0ac02-008d-4083-b42d-dafc6abd11dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be6224c-89d3-47fe-8d62-72b9de962f89,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:07.165097 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 56704) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:07.176456 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81301c92-6751-45ce-9236-4caab061d95f admin admin] Pushing event deleted for resources: {'Port': ['ID=6ef2424b-0b21-430c-b97c-d11abc40e00f,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:07.222152 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e4d1acaa-ca0a-42d3-bdb3-00e7b0f9236b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:07.246944 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e4d1acaa-ca0a-42d3-bdb3-00e7b0f9236b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:07.279780 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b379bf0-3e6d-43a7-af96-6c38f6f33ed8 req-7d65688b-b232-48d3-9f7d-5c99e245d730 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:07.279974 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5b379bf0-3e6d-43a7-af96-6c38f6f33ed8 req-7d65688b-b232-48d3-9f7d-5c99e245d730 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.1124344 Aug 18 13:06:07.415700 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5b379bf0-3e6d-43a7-af96-6c38f6f33ed8 req-c289f7eb-d14c-4be3-9e44-7ebc21a3648d tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079361 Aug 18 13:06:07.416867 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e4d1acaa-ca0a-42d3-bdb3-00e7b0f9236b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:07.416867 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e4d1acaa-ca0a-42d3-bdb3-00e7b0f9236b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:07.416867 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e4d1acaa-ca0a-42d3-bdb3-00e7b0f9236b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9be6224c-89d3-47fe-8d62-72b9de962f89 HTTP/1.1" status: 204 len: 168 time: 0.2432923 Aug 18 13:06:07.440029 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-81301c92-6751-45ce-9236-4caab061d95f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:07.462859 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d1acaa-ca0a-42d3-bdb3-00e7b0f9236b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be6224c-89d3-47fe-8d62-72b9de962f89,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:07.507491 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14440d55-a614-4c05-bf32-5d23f99a3483 req-957b2c37-d71f-4fd6-adc7-dae13c4c2faf tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:07.518028 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-14440d55-a614-4c05-bf32-5d23f99a3483 req-957b2c37-d71f-4fd6-adc7-dae13c4c2faf tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 944 time: 0.0851262 Aug 18 13:06:07.564602 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-14440d55-a614-4c05-bf32-5d23f99a3483 req-08c4df8a-9aca-4ebe-a38a-0435257a9440 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458481 Aug 18 13:06:07.644303 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04e7ad-7589-4a17-9545-96119603ae52 req-4caea938-d1db-4ae1-b6dd-29515058775b tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:07.645794 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2a04e7ad-7589-4a17-9545-96119603ae52 req-4caea938-d1db-4ae1-b6dd-29515058775b tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.1000142 Aug 18 13:06:07.728641 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2a04e7ad-7589-4a17-9545-96119603ae52 req-7899835c-32db-4f78-a3b4-3cf560c3627a tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756636 Aug 18 13:06:07.824149 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81301c92-6751-45ce-9236-4caab061d95f admin admin] Router f28863db-5fcd-4a4f-aa23-9ade845b5b74 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:06:07.829938 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77f253-3fce-4dd2-a598-8fe00397506f req-630be500-c4d6-4321-8a21-d6ff207d5977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:07.832313 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6d77f253-3fce-4dd2-a598-8fe00397506f req-630be500-c4d6-4321-8a21-d6ff207d5977 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc&tenant_id=55f2c489a405498aa01d9cac2d06f3c9 HTTP/1.1" status: 200 len: 1095 time: 0.0970724 Aug 18 13:06:07.853796 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-6d77f253-3fce-4dd2-a598-8fe00397506f req-6457db61-7303-49f4-b205-bcbb8c2c3dbc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803603-2', 'device_owner': 'compute:nova'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:06:07.936232 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6d77f253-3fce-4dd2-a598-8fe00397506f req-6457db61-7303-49f4-b205-bcbb8c2c3dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:08.001941 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81301c92-6751-45ce-9236-4caab061d95f admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:06:08.012184 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b7f4c3-3fd7-45f1-bef5-c3b3391f2dc0 None None] Sync routers for ids ['f28863db-5fcd-4a4f-aa23-9ade845b5b74'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:06:08.017978 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-81301c92-6751-45ce-9236-4caab061d95f admin admin] 10.222.0.13 "PUT /v2.0/routers/f28863db-5fcd-4a4f-aa23-9ade845b5b74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1544483 Aug 18 13:06:08.023547 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b7f4c3-3fd7-45f1-bef5-c3b3391f2dc0 None None] Routers {'f28863db-5fcd-4a4f-aa23-9ade845b5b74'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:06:08.024371 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-d6b7f4c3-3fd7-45f1-bef5-c3b3391f2dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:05:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['f28863db-5fcd-4a4f-aa23-9ade845b5b74'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:06:08.030452 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a317a5-5a3c-4c58-9d75-fb1fad95af43 req-c71dc344-5a89-40ab-b2df-daaa9047dd8e tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:08.036492 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a317a5-5a3c-4c58-9d75-fb1fad95af43 req-c71dc344-5a89-40ab-b2df-daaa9047dd8e tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:08.043917 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a317a5-5a3c-4c58-9d75-fb1fad95af43 req-c71dc344-5a89-40ab-b2df-daaa9047dd8e tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:08.047692 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 56728) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:08.050998 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a317a5-5a3c-4c58-9d75-fb1fad95af43 req-c71dc344-5a89-40ab-b2df-daaa9047dd8e tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:08.059052 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a317a5-5a3c-4c58-9d75-fb1fad95af43 req-c71dc344-5a89-40ab-b2df-daaa9047dd8e tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:08.065197 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a317a5-5a3c-4c58-9d75-fb1fad95af43 req-c71dc344-5a89-40ab-b2df-daaa9047dd8e tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:08.065829 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9308776-e8f3-4468-94d2-43c125322c43 req-ce0f1fc2-3701-47bc-ae64-6e5b4c06875c tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:08.072189 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a317a5-5a3c-4c58-9d75-fb1fad95af43 req-c71dc344-5a89-40ab-b2df-daaa9047dd8e tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:08.073307 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f9308776-e8f3-4468-94d2-43c125322c43 req-ce0f1fc2-3701-47bc-ae64-6e5b4c06875c tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.2532530 Aug 18 13:06:08.074478 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-83a317a5-5a3c-4c58-9d75-fb1fad95af43 req-c71dc344-5a89-40ab-b2df-daaa9047dd8e tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 5419 time: 0.1329551 Aug 18 13:06:08.130756 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-83a317a5-5a3c-4c58-9d75-fb1fad95af43 req-cde9c895-a376-4b31-8212-41c50a4aff32 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae8c3d5-8282-4301-b244-c246a28f9086&id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0484550 Aug 18 13:06:08.191343 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56730) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:08.192017 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-d6b7f4c3-3fd7-45f1-bef5-c3b3391f2dc0 None None] Set router f28863db-5fcd-4a4f-aa23-9ade845b5b74 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:06:08.205532 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-573d736a-bbef-4130-8ca2-b1609dd1b0dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:08.315606 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-573d736a-bbef-4130-8ca2-b1609dd1b0dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:08.369047 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-573d736a-bbef-4130-8ca2-b1609dd1b0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:08.424272 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573d736a-bbef-4130-8ca2-b1609dd1b0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a156d87a-3980-4e55-9f8e-bea2d9396653,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:08.433454 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-573d736a-bbef-4130-8ca2-b1609dd1b0dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6e9cacf28f434d9eb4f591f8b6cefcdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2403519 Aug 18 13:06:08.435524 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56732) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:08.522271 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-d6b7f4c3-3fd7-45f1-bef5-c3b3391f2dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28863db-5fcd-4a4f-aa23-9ade845b5b74', 'name': 'tempest-ServerRescueNegativeTestJSON-1338579003-router', 'tenant_id': '1b7bb7ada99a4b5d932fd3c3f52f7206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'a8a8811e-673d-4681-922d-2366934d1f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:03:15Z', 'updated_at': '2021-08-18T13:06:07Z', 'revision_number': 5, 'project_id': '1b7bb7ada99a4b5d932fd3c3f52f7206', 'gw_port': {'id': 'a8a8811e-673d-4681-922d-2366934d1f71', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28863db-5fcd-4a4f-aa23-9ade845b5b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:03:16Z', 'updated_at': '2021-08-18T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:06:08.523837 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-748b56c3-7126-4bb5-bc39-72ae3af59839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:08.553316 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-748b56c3-7126-4bb5-bc39-72ae3af59839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:08.553645 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b7f4c3-3fd7-45f1-bef5-c3b3391f2dc0 None None] Checking router: f28863db-5fcd-4a4f-aa23-9ade845b5b74 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:06:08.563481 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b7f4c3-3fd7-45f1-bef5-c3b3391f2dc0 None None] Routers {'f28863db-5fcd-4a4f-aa23-9ade845b5b74'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:06:08.564264 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-d6b7f4c3-3fd7-45f1-bef5-c3b3391f2dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:05:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['f28863db-5fcd-4a4f-aa23-9ade845b5b74'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:06:08.633592 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f9308776-e8f3-4468-94d2-43c125322c43 req-f5cc1540-fb8f-495d-8d61-9e9b6f30e3c7 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5592251 Aug 18 13:06:08.711570 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-748b56c3-7126-4bb5-bc39-72ae3af59839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:08.714955 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-748b56c3-7126-4bb5-bc39-72ae3af59839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:08.731462 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-d6b7f4c3-3fd7-45f1-bef5-c3b3391f2dc0 None None] Set router f28863db-5fcd-4a4f-aa23-9ade845b5b74 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:06:08.737852 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-748b56c3-7126-4bb5-bc39-72ae3af59839 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a156d87a-3980-4e55-9f8e-bea2d9396653 HTTP/1.1" status: 204 len: 168 time: 0.3011961 Aug 18 13:06:08.747324 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-6d77f253-3fce-4dd2-a598-8fe00397506f req-6457db61-7303-49f4-b205-bcbb8c2c3dbc service neutron] For port d56c394b-93e7-4573-9588-fa1eeaa8886c, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=d56c394b-93e7-4573-9588-fa1eeaa8886c,segment=NetworkSegment(1d336752-25b6-4131-855b-23a2ad96544b),segment_id=1d336752-25b6-4131-855b-23a2ad96544b)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:06:08.750150 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-06ca3903-72a6-4b98-bb78-6f565d9ef2ca admin admin] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:08.760437 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b56c3-7126-4bb5-bc39-72ae3af59839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a156d87a-3980-4e55-9f8e-bea2d9396653,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:08.780869 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6d306-9128-44c6-a2b2-d772b04f9083 req-2f5f9a98-9921-459b-98be-e9b00df7bd5b tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:08.783651 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a5a6d306-9128-44c6-a2b2-d772b04f9083 req-2f5f9a98-9921-459b-98be-e9b00df7bd5b tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 944 time: 0.1165683 Aug 18 13:06:08.862565 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a5a6d306-9128-44c6-a2b2-d772b04f9083 req-7d8c19d3-0e97-4d53-a633-ec9e62c2d39e tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459418 Aug 18 13:06:08.883872 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-6d77f253-3fce-4dd2-a598-8fe00397506f req-6457db61-7303-49f4-b205-bcbb8c2c3dbc service neutron] For port d56c394b-93e7-4573-9588-fa1eeaa8886c, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:06:08.894539 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023ae04-f826-4489-b7e1-51e83668810e req-d2f0eee8-6240-4991-8bc5-b29c99ee04f7 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:08.902494 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e023ae04-f826-4489-b7e1-51e83668810e req-d2f0eee8-6240-4991-8bc5-b29c99ee04f7 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.1751010 Aug 18 13:06:08.973635 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-d6b7f4c3-3fd7-45f1-bef5-c3b3391f2dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28863db-5fcd-4a4f-aa23-9ade845b5b74', 'name': 'tempest-ServerRescueNegativeTestJSON-1338579003-router', 'tenant_id': '1b7bb7ada99a4b5d932fd3c3f52f7206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'a8a8811e-673d-4681-922d-2366934d1f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:03:15Z', 'updated_at': '2021-08-18T13:06:07Z', 'revision_number': 5, 'project_id': '1b7bb7ada99a4b5d932fd3c3f52f7206', 'gw_port': {'id': 'a8a8811e-673d-4681-922d-2366934d1f71', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28863db-5fcd-4a4f-aa23-9ade845b5b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:03:16Z', 'updated_at': '2021-08-18T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:06:08.973982 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-6d77f253-3fce-4dd2-a598-8fe00397506f req-6457db61-7303-49f4-b205-bcbb8c2c3dbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d56c394b-93e7-4573-9588-fa1eeaa8886c {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:06:08.988575 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6d77f253-3fce-4dd2-a598-8fe00397506f req-6457db61-7303-49f4-b205-bcbb8c2c3dbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:08.993203 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-06ca3903-72a6-4b98-bb78-6f565d9ef2ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:09.001566 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e023ae04-f826-4489-b7e1-51e83668810e req-e260848b-1048-4809-a351-7d341fb86cd8 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983183 Aug 18 13:06:09.003485 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b7f4c3-3fd7-45f1-bef5-c3b3391f2dc0 None None] The sync data for ids ['f28863db-5fcd-4a4f-aa23-9ade845b5b74'] in n-d-803603-2 is: [{'id': 'f28863db-5fcd-4a4f-aa23-9ade845b5b74', 'name': 'tempest-ServerRescueNegativeTestJSON-1338579003-router', 'tenant_id': '1b7bb7ada99a4b5d932fd3c3f52f7206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'a8a8811e-673d-4681-922d-2366934d1f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:03:15Z', 'updated_at': '2021-08-18T13:06:07Z', 'revision_number': 5, 'project_id': '1b7bb7ada99a4b5d932fd3c3f52f7206', 'gw_port': {'id': 'a8a8811e-673d-4681-922d-2366934d1f71', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28863db-5fcd-4a4f-aa23-9ade845b5b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:03:16Z', 'updated_at': '2021-08-18T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:06:09.010068 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-6d77f253-3fce-4dd2-a598-8fe00397506f req-6457db61-7303-49f4-b205-bcbb8c2c3dbc service neutron] Transition to ACTIVE for port object d56c394b-93e7-4573-9588-fa1eeaa8886c will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:06:09.094513 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6d77f253-3fce-4dd2-a598-8fe00397506f req-6457db61-7303-49f4-b205-bcbb8c2c3dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:09.227973 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457db61-7303-49f4-b205-bcbb8c2c3dbc service neutron] Pushing event updated for resources: {'Port': ['ID=d56c394b-93e7-4573-9588-fa1eeaa8886c,revision_number=9']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:09.286219 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b40bf6-fd27-4e16-8c54-1699b3be696e req-93b4ab97-67e2-43e0-bff0-0d30d86dbfda tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:09.293469 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b40bf6-fd27-4e16-8c54-1699b3be696e req-93b4ab97-67e2-43e0-bff0-0d30d86dbfda tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:09.300931 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-06ca3903-72a6-4b98-bb78-6f565d9ef2ca admin admin] Deleting port a8a8811e-673d-4681-922d-2366934d1f71 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:06:09.301190 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-06ca3903-72a6-4b98-bb78-6f565d9ef2ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:09.302797 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b40bf6-fd27-4e16-8c54-1699b3be696e req-93b4ab97-67e2-43e0-bff0-0d30d86dbfda tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:09.309203 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b40bf6-fd27-4e16-8c54-1699b3be696e req-93b4ab97-67e2-43e0-bff0-0d30d86dbfda tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:09.315662 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b40bf6-fd27-4e16-8c54-1699b3be696e req-93b4ab97-67e2-43e0-bff0-0d30d86dbfda tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:09.322736 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b40bf6-fd27-4e16-8c54-1699b3be696e req-93b4ab97-67e2-43e0-bff0-0d30d86dbfda tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:09.328691 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b40bf6-fd27-4e16-8c54-1699b3be696e req-93b4ab97-67e2-43e0-bff0-0d30d86dbfda tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:09.338344 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-86b40bf6-fd27-4e16-8c54-1699b3be696e req-93b4ab97-67e2-43e0-bff0-0d30d86dbfda tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 5419 time: 0.1174111 Aug 18 13:06:09.379501 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d77f253-3fce-4dd2-a598-8fe00397506f req-6457db61-7303-49f4-b205-bcbb8c2c3dbc service neutron] No DVR routers for this DVR port d56c394b-93e7-4573-9588-fa1eeaa8886c on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:06:09.383719 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6ef2424b-0b21-430c-b97c-d11abc40e00f no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:06:09.394794 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-86b40bf6-fd27-4e16-8c54-1699b3be696e req-70d00615-f1f7-49ee-a63b-a80bf8140862 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae8c3d5-8282-4301-b244-c246a28f9086&id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555105 Aug 18 13:06:09.413671 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 6ef2424b-0b21-430c-b97c-d11abc40e00f {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:06:09.413671 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6ef2424b-0b21-430c-b97c-d11abc40e00f not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:06:09.531773 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-06ca3903-72a6-4b98-bb78-6f565d9ef2ca admin admin] For port a8a8811e-673d-4681-922d-2366934d1f71, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=a8a8811e-673d-4681-922d-2366934d1f71,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:06:09.532047 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-06ca3903-72a6-4b98-bb78-6f565d9ef2ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:09.549896 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-06ca3903-72a6-4b98-bb78-6f565d9ef2ca admin admin] Calling delete_port for a8a8811e-673d-4681-922d-2366934d1f71 owned by network:router_gateway {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:06:09.620308 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-6d77f253-3fce-4dd2-a598-8fe00397506f req-6457db61-7303-49f4-b205-bcbb8c2c3dbc service neutron] Attempting to bind port d56c394b-93e7-4573-9588-fa1eeaa8886c on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:06:09.620657 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-6d77f253-3fce-4dd2-a598-8fe00397506f req-6457db61-7303-49f4-b205-bcbb8c2c3dbc service neutron] Attempting to bind port d56c394b-93e7-4573-9588-fa1eeaa8886c by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '1d336752-25b6-4131-855b-23a2ad96544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1580e32b-815c-484e-8818-74705331eaf8'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:06:09.620998 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d77f253-3fce-4dd2-a598-8fe00397506f req-6457db61-7303-49f4-b205-bcbb8c2c3dbc service neutron] Attempting to bind port d56c394b-93e7-4573-9588-fa1eeaa8886c on network 1580e32b-815c-484e-8818-74705331eaf8 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:06:09.630490 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d77f253-3fce-4dd2-a598-8fe00397506f req-6457db61-7303-49f4-b205-bcbb8c2c3dbc service neutron] Port d56c394b-93e7-4573-9588-fa1eeaa8886c on network 1580e32b-815c-484e-8818-74705331eaf8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:06:09.630825 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d77f253-3fce-4dd2-a598-8fe00397506f req-6457db61-7303-49f4-b205-bcbb8c2c3dbc service neutron] Attempting to bind port d56c394b-93e7-4573-9588-fa1eeaa8886c on network 1580e32b-815c-484e-8818-74705331eaf8 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:06:09.645699 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d77f253-3fce-4dd2-a598-8fe00397506f req-6457db61-7303-49f4-b205-bcbb8c2c3dbc service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:06:09.645699 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d77f253-3fce-4dd2-a598-8fe00397506f req-6457db61-7303-49f4-b205-bcbb8c2c3dbc service neutron] Checking segment: {'id': '1d336752-25b6-4131-855b-23a2ad96544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1580e32b-815c-484e-8818-74705331eaf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:06:09.645699 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d77f253-3fce-4dd2-a598-8fe00397506f req-6457db61-7303-49f4-b205-bcbb8c2c3dbc service neutron] Bound using segment: {'id': '1d336752-25b6-4131-855b-23a2ad96544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1580e32b-815c-484e-8818-74705331eaf8'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:06:09.646065 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-6d77f253-3fce-4dd2-a598-8fe00397506f req-6457db61-7303-49f4-b205-bcbb8c2c3dbc service neutron] Bound port: d56c394b-93e7-4573-9588-fa1eeaa8886c, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d336752-25b6-4131-855b-23a2ad96544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1580e32b-815c-484e-8818-74705331eaf8'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:06:09.646485 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6d77f253-3fce-4dd2-a598-8fe00397506f req-6457db61-7303-49f4-b205-bcbb8c2c3dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:09.789569 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-6d77f253-3fce-4dd2-a598-8fe00397506f req-6457db61-7303-49f4-b205-bcbb8c2c3dbc service neutron] For port d56c394b-93e7-4573-9588-fa1eeaa8886c, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:06:09.808900 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-6d77f253-3fce-4dd2-a598-8fe00397506f req-6457db61-7303-49f4-b205-bcbb8c2c3dbc service neutron] For port d56c394b-93e7-4573-9588-fa1eeaa8886c, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=d56c394b-93e7-4573-9588-fa1eeaa8886c,segment=NetworkSegment(1d336752-25b6-4131-855b-23a2ad96544b),segment_id=1d336752-25b6-4131-855b-23a2ad96544b)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:06:09.870756 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6d77f253-3fce-4dd2-a598-8fe00397506f req-6457db61-7303-49f4-b205-bcbb8c2c3dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:09.907736 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-06ca3903-72a6-4b98-bb78-6f565d9ef2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:09.920577 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77f253-3fce-4dd2-a598-8fe00397506f req-6457db61-7303-49f4-b205-bcbb8c2c3dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:09.921193 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6d77f253-3fce-4dd2-a598-8fe00397506f req-6457db61-7303-49f4-b205-bcbb8c2c3dbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:09.922640 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6d77f253-3fce-4dd2-a598-8fe00397506f req-6457db61-7303-49f4-b205-bcbb8c2c3dbc service neutron] 10.222.0.20 "PUT /v2.0/ports/d56c394b-93e7-4573-9588-fa1eeaa8886c HTTP/1.1" status: 200 len: 1092 time: 2.0737674 Aug 18 13:06:09.923105 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92cfe51f-76c1-4a99-b95d-fdf95274b4fc', 'tag': 'd56c394b-93e7-4573-9588-fa1eeaa8886c'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:06:09.925414 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a823b93-8b5f-4cfd-a199-92007defd894" -d '{"events": [{"name": "network-changed", "server_uuid": "92cfe51f-76c1-4a99-b95d-fdf95274b4fc", "tag": "d56c394b-93e7-4573-9588-fa1eeaa8886c"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:06:10.001151 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734ad787-f041-45bc-8444-4ebd3fc268ef x-openstack-request-id: req-734ad787-f041-45bc-8444-4ebd3fc268ef {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:06:10.001862 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92cfe51f-76c1-4a99-b95d-fdf95274b4fc", "tag": "d56c394b-93e7-4573-9588-fa1eeaa8886c", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:06:10.001862 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-734ad787-f041-45bc-8444-4ebd3fc268ef {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:06:10.002289 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92cfe51f-76c1-4a99-b95d-fdf95274b4fc', 'tag': 'd56c394b-93e7-4573-9588-fa1eeaa8886c', 'status': 'completed', 'code': 200} Aug 18 13:06:10.046550 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457db61-7303-49f4-b205-bcbb8c2c3dbc service neutron] Pushing event updated for resources: {'Port': ['ID=d56c394b-93e7-4573-9588-fa1eeaa8886c,revision_number=10']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:10.110891 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca3903-72a6-4b98-bb78-6f565d9ef2ca admin admin] Pushing event deleted for resources: {'Port': ['ID=a8a8811e-673d-4681-922d-2366934d1f71,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:10.126664 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a62bb-2a16-4744-90a0-72006cbdc2b5 req-96aedbe3-7772-4e89-a507-d1a7dc249882 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:10.128331 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-645a62bb-2a16-4744-90a0-72006cbdc2b5 req-96aedbe3-7772-4e89-a507-d1a7dc249882 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 945 time: 0.1934879 Aug 18 13:06:10.139040 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-06ca3903-72a6-4b98-bb78-6f565d9ef2ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:10.181749 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77f253-3fce-4dd2-a598-8fe00397506f req-9854883b-13aa-4b65-88ee-b3f6d6e229de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:10.205978 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6d77f253-3fce-4dd2-a598-8fe00397506f req-9854883b-13aa-4b65-88ee-b3f6d6e229de service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=55f2c489a405498aa01d9cac2d06f3c9&device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 1096 time: 0.1977749 Aug 18 13:06:10.308432 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-06ca3903-72a6-4b98-bb78-6f565d9ef2ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:10.317132 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-06ca3903-72a6-4b98-bb78-6f565d9ef2ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:10.336832 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-645a62bb-2a16-4744-90a0-72006cbdc2b5 req-2f9d9747-357d-4399-8071-20fe52463163 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989584 Aug 18 13:06:10.397664 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77f253-3fce-4dd2-a598-8fe00397506f req-71b13aa9-bc68-41df-9c8d-85e4fa5f819e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:10.399736 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6d77f253-3fce-4dd2-a598-8fe00397506f req-71b13aa9-bc68-41df-9c8d-85e4fa5f819e service neutron] 10.222.0.20 "GET /v2.0/networks?id=1580e32b-815c-484e-8818-74705331eaf8 HTTP/1.1" status: 200 len: 917 time: 0.1713622 Aug 18 13:06:10.448964 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-06ca3903-72a6-4b98-bb78-6f565d9ef2ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:10.449415 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ca3903-72a6-4b98-bb78-6f565d9ef2ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router f28863db-5fcd-4a4f-aa23-9ade845b5b74 {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:06:10.461880 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-06ca3903-72a6-4b98-bb78-6f565d9ef2ca admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:10.461880 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-06ca3903-72a6-4b98-bb78-6f565d9ef2ca admin admin] 10.222.0.13 "DELETE /v2.0/routers/f28863db-5fcd-4a4f-aa23-9ade845b5b74 HTTP/1.1" status: 204 len: 168 time: 2.4096866 Aug 18 13:06:10.462137 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56788) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:10.504688 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6d77f253-3fce-4dd2-a598-8fe00397506f req-6a006044-8234-480f-b99c-5d50af371ce0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d56c394b-93e7-4573-9588-fa1eeaa8886c HTTP/1.1" status: 200 len: 1000 time: 0.0871100 Aug 18 13:06:10.544342 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-536d777a-7792-4488-98d0-42e4ced8f8b4 admin admin] Deleting subnet 08d37668-d2c1-40db-a95f-b1212b73a41b {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:06:10.550543 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-536d777a-7792-4488-98d0-42e4ced8f8b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:10.562907 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77f253-3fce-4dd2-a598-8fe00397506f req-0e345770-c885-4477-ae34-cbb7650b9188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:10.564530 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6d77f253-3fce-4dd2-a598-8fe00397506f req-0e345770-c885-4477-ae34-cbb7650b9188 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935 HTTP/1.1" status: 200 len: 855 time: 0.0571725 Aug 18 13:06:10.589140 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a58da-1f3e-49d0-9770-05288de731ba req-45fc37d5-1088-421e-8609-66c5de7f981b tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:10.595164 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a58da-1f3e-49d0-9770-05288de731ba req-45fc37d5-1088-421e-8609-66c5de7f981b tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:10.601019 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a58da-1f3e-49d0-9770-05288de731ba req-45fc37d5-1088-421e-8609-66c5de7f981b tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:10.607739 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a58da-1f3e-49d0-9770-05288de731ba req-45fc37d5-1088-421e-8609-66c5de7f981b tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:10.613855 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a58da-1f3e-49d0-9770-05288de731ba req-45fc37d5-1088-421e-8609-66c5de7f981b tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:10.620111 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a58da-1f3e-49d0-9770-05288de731ba req-45fc37d5-1088-421e-8609-66c5de7f981b tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:10.622188 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77f253-3fce-4dd2-a598-8fe00397506f req-1e00c360-ff88-4d97-b0f6-8a06d514a0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:10.623733 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6d77f253-3fce-4dd2-a598-8fe00397506f req-1e00c360-ff88-4d97-b0f6-8a06d514a0b0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1580e32b-815c-484e-8818-74705331eaf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501604 Aug 18 13:06:10.627034 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a58da-1f3e-49d0-9770-05288de731ba req-45fc37d5-1088-421e-8609-66c5de7f981b tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:10.629144 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c73a58da-1f3e-49d0-9770-05288de731ba req-45fc37d5-1088-421e-8609-66c5de7f981b tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 5419 time: 0.1347332 Aug 18 13:06:10.659947 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-536d777a-7792-4488-98d0-42e4ced8f8b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:10.684667 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 56792) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:10.719070 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c73a58da-1f3e-49d0-9770-05288de731ba req-74b7ecca-4c34-499c-817a-82357119f44b tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae8c3d5-8282-4301-b244-c246a28f9086&id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0782251 Aug 18 13:06:10.726973 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-536d777a-7792-4488-98d0-42e4ced8f8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:10.760280 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6d77f253-3fce-4dd2-a598-8fe00397506f req-85a3d817-2670-4a27-95e5-663fb76514f6 service neutron] 10.222.0.20 "GET /v2.0/networks/1580e32b-815c-484e-8818-74705331eaf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239491 Aug 18 13:06:10.828587 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5355a907-e649-43dc-b419-4727a9253be4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:10.870665 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-536d777a-7792-4488-98d0-42e4ced8f8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:10.891406 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6d77f253-3fce-4dd2-a598-8fe00397506f req-5f6a429b-6da4-4ec0-bd8c-13580d6975c5 service neutron] 10.222.0.20 "GET /v2.0/networks/1580e32b-815c-484e-8818-74705331eaf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231279 Aug 18 13:06:10.900353 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-536d777a-7792-4488-98d0-42e4ced8f8b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:10.905842 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-536d777a-7792-4488-98d0-42e4ced8f8b4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/08d37668-d2c1-40db-a95f-b1212b73a41b HTTP/1.1" status: 204 len: 168 time: 0.4389579 Aug 18 13:06:10.905842 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d777a-7792-4488-98d0-42e4ced8f8b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08d37668-d2c1-40db-a95f-b1212b73a41b,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:10.905842 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56796) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:10.953763 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5355a907-e649-43dc-b419-4727a9253be4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:10.978665 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1722d57e-0c79-45d6-920e-6a4999b95ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:11.058888 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5355a907-e649-43dc-b419-4727a9253be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:11.084672 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1722d57e-0c79-45d6-920e-6a4999b95ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:11.100516 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-1722d57e-0c79-45d6-920e-6a4999b95ad3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8d27026-b8e0-4d3d-971e-78c2b57a2f7a']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:06:11.114997 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5355a907-e649-43dc-b419-4727a9253be4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=40e1e6c205974998a8572b2ae9ace52e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4267828 Aug 18 13:06:11.119970 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-1722d57e-0c79-45d6-920e-6a4999b95ad3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd21d068c-8442-425f-872e-0e5300813a42') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:06:11.119970 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-1722d57e-0c79-45d6-920e-6a4999b95ad3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd21d068c-8442-425f-872e-0e5300813a42') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:06:11.120187 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a823b93-8b5f-4cfd-a199-92007defd894 req-763c2650-af39-478b-bbca-86ed85bef95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:11.120187 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8a823b93-8b5f-4cfd-a199-92007defd894 req-763c2650-af39-478b-bbca-86ed85bef95b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=55f2c489a405498aa01d9cac2d06f3c9&device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 1096 time: 0.1068115 Aug 18 13:06:11.120391 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56808) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:11.120489 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5355a907-e649-43dc-b419-4727a9253be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9355d923-5e15-4e8f-a215-b82d092d361a,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:11.158973 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1722d57e-0c79-45d6-920e-6a4999b95ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:11.189264 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1722d57e-0c79-45d6-920e-6a4999b95ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:11.199699 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1722d57e-0c79-45d6-920e-6a4999b95ad3 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:06:11.200458 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1722d57e-0c79-45d6-920e-6a4999b95ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:11.203311 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:06:11.203311 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:06:11.203311 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:06:11.203311 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:06:11.203311 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:06:11.203311 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:06:11.203311 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:06:11.203311 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:06:11.203311 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:06:11.203311 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:06:11.203311 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:06:11.203311 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:06:11.203311 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:06:11.203311 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:06:11.203311 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:06:11.203311 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:06:11.203311 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:06:11.203311 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:06:11.203311 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:06:11.203311 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:06:11.203311 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:06:11.203311 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:06:11.203311 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:06:11.203311 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:06:11.203311 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:06:11.203311 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:06:11.203311 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:06:11.203311 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:06:11.203311 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:06:11.203311 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:06:11.203311 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:06:11.203311 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:06:11.226957 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a823b93-8b5f-4cfd-a199-92007defd894 req-cc027e91-4607-47fd-9acb-bb710a98ae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:11.228441 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8a823b93-8b5f-4cfd-a199-92007defd894 req-cc027e91-4607-47fd-9acb-bb710a98ae46 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1580e32b-815c-484e-8818-74705331eaf8 HTTP/1.1" status: 200 len: 917 time: 0.1027150 Aug 18 13:06:11.280582 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-836d9f86-85b3-4166-bf3f-eca7f859f371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:11.312624 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device a8a8811e-673d-4681-922d-2366934d1f71 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:06:11.337061 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-836d9f86-85b3-4166-bf3f-eca7f859f371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:11.339163 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: a8a8811e-673d-4681-922d-2366934d1f71 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:06:11.339578 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device a8a8811e-673d-4681-922d-2366934d1f71 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:06:11.350083 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8a823b93-8b5f-4cfd-a199-92007defd894 req-f31f0ce5-c7d6-42ff-a4b3-1c2f638a1a95 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d56c394b-93e7-4573-9588-fa1eeaa8886c HTTP/1.1" status: 200 len: 1000 time: 0.1141000 Aug 18 13:06:11.407801 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a823b93-8b5f-4cfd-a199-92007defd894 req-742ac053-05e9-4252-b5e1-089715033531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:11.417328 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8a823b93-8b5f-4cfd-a199-92007defd894 req-742ac053-05e9-4252-b5e1-089715033531 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935 HTTP/1.1" status: 200 len: 855 time: 0.0516536 Aug 18 13:06:11.436131 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1722d57e-0c79-45d6-920e-6a4999b95ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:11.441093 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1722d57e-0c79-45d6-920e-6a4999b95ad3 admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:11.450943 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1722d57e-0c79-45d6-920e-6a4999b95ad3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a8d27026-b8e0-4d3d-971e-78c2b57a2f7a HTTP/1.1" status: 204 len: 168 time: 0.5411875 Aug 18 13:06:11.475192 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722d57e-0c79-45d6-920e-6a4999b95ad3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8d27026-b8e0-4d3d-971e-78c2b57a2f7a,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:11.516505 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86c92a-dcd3-4fcd-a5fe-d881bea120f1 req-7689e10a-8415-4e81-88ae-ec5cb23e7ba2 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:11.517977 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dd86c92a-dcd3-4fcd-a5fe-d881bea120f1 req-7689e10a-8415-4e81-88ae-ec5cb23e7ba2 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 945 time: 0.0857038 Aug 18 13:06:11.519770 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a823b93-8b5f-4cfd-a199-92007defd894 req-2edba02f-c03b-465e-a5f6-da1821409d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:11.521756 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8a823b93-8b5f-4cfd-a199-92007defd894 req-2edba02f-c03b-465e-a5f6-da1821409d19 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1580e32b-815c-484e-8818-74705331eaf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1029510 Aug 18 13:06:11.521986 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-836d9f86-85b3-4166-bf3f-eca7f859f371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:11.524778 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-836d9f86-85b3-4166-bf3f-eca7f859f371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:11.526071 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-836d9f86-85b3-4166-bf3f-eca7f859f371 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9355d923-5e15-4e8f-a215-b82d092d361a HTTP/1.1" status: 204 len: 168 time: 0.4079607 Aug 18 13:06:11.535100 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d9f86-85b3-4166-bf3f-eca7f859f371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9355d923-5e15-4e8f-a215-b82d092d361a,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:11.579968 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2a5dbad6-659d-4e22-b17a-02edc0f31eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:11.608464 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dd86c92a-dcd3-4fcd-a5fe-d881bea120f1 req-53581d66-7590-412e-8393-4b0fae9eaa8c tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839732 Aug 18 13:06:11.656602 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8a823b93-8b5f-4cfd-a199-92007defd894 req-2f859574-a0a8-44e2-b891-94725c3ac85c service neutron] 10.222.0.20 "GET /v2.0/networks/1580e32b-815c-484e-8818-74705331eaf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247964 Aug 18 13:06:11.871729 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77748423-d75d-4708-9316-310134dc8a89 req-e34931e9-1772-417c-b493-e273ca8541fe tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:11.877717 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77748423-d75d-4708-9316-310134dc8a89 req-e34931e9-1772-417c-b493-e273ca8541fe tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:11.883730 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77748423-d75d-4708-9316-310134dc8a89 req-e34931e9-1772-417c-b493-e273ca8541fe tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:11.890052 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77748423-d75d-4708-9316-310134dc8a89 req-e34931e9-1772-417c-b493-e273ca8541fe tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:11.897494 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77748423-d75d-4708-9316-310134dc8a89 req-e34931e9-1772-417c-b493-e273ca8541fe tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:11.905086 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77748423-d75d-4708-9316-310134dc8a89 req-e34931e9-1772-417c-b493-e273ca8541fe tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:11.910745 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 56838) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:11.915430 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77748423-d75d-4708-9316-310134dc8a89 req-e34931e9-1772-417c-b493-e273ca8541fe tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:11.921864 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-77748423-d75d-4708-9316-310134dc8a89 req-e34931e9-1772-417c-b493-e273ca8541fe tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 5419 time: 0.1162784 Aug 18 13:06:11.993252 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3306a7ae-1336-4880-a2b2-a1998c7d8696 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1b7bb7ada99a4b5d932fd3c3f52f7206&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0716944 Aug 18 13:06:11.995286 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 56842) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:11.997113 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-77748423-d75d-4708-9316-310134dc8a89 req-51a702d7-b451-42b8-b707-62d9ff00bac5 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae8c3d5-8282-4301-b244-c246a28f9086&id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0719602 Aug 18 13:06:12.065333 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0c2b49ac-83bd-4f6d-b7c1-68da05a8c334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:12.089132 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0c2b49ac-83bd-4f6d-b7c1-68da05a8c334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:12.202446 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0c2b49ac-83bd-4f6d-b7c1-68da05a8c334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:12.208294 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0c2b49ac-83bd-4f6d-b7c1-68da05a8c334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:12.216871 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0c2b49ac-83bd-4f6d-b7c1-68da05a8c334 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/41ae1386-11b9-4a08-b0b1-6f15c7511792 HTTP/1.1" status: 204 len: 168 time: 0.2111883 Aug 18 13:06:12.223125 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b49ac-83bd-4f6d-b7c1-68da05a8c334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ae1386-11b9-4a08-b0b1-6f15c7511792,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:12.815016 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755da51-ee80-4298-a441-932c5cc689a5 req-11528188-80b7-4679-8c58-f140bd52f208 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:12.817178 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e755da51-ee80-4298-a441-932c5cc689a5 req-11528188-80b7-4679-8c58-f140bd52f208 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 945 time: 0.0817263 Aug 18 13:06:12.882367 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e755da51-ee80-4298-a441-932c5cc689a5 req-59446b15-4e62-444f-a713-10c22bfa1cc7 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549057 Aug 18 13:06:13.242774 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600f19c-417d-4663-b72c-211ceb117cdd req-0a267d37-8d50-4c4a-9c45-758cbe82d8a6 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:13.246540 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600f19c-417d-4663-b72c-211ceb117cdd req-0a267d37-8d50-4c4a-9c45-758cbe82d8a6 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:13.253541 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600f19c-417d-4663-b72c-211ceb117cdd req-0a267d37-8d50-4c4a-9c45-758cbe82d8a6 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:13.261794 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600f19c-417d-4663-b72c-211ceb117cdd req-0a267d37-8d50-4c4a-9c45-758cbe82d8a6 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:13.266018 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600f19c-417d-4663-b72c-211ceb117cdd req-0a267d37-8d50-4c4a-9c45-758cbe82d8a6 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:13.272799 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600f19c-417d-4663-b72c-211ceb117cdd req-0a267d37-8d50-4c4a-9c45-758cbe82d8a6 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:13.279103 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600f19c-417d-4663-b72c-211ceb117cdd req-0a267d37-8d50-4c4a-9c45-758cbe82d8a6 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:13.281106 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6600f19c-417d-4663-b72c-211ceb117cdd req-0a267d37-8d50-4c4a-9c45-758cbe82d8a6 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 5419 time: 0.1913066 Aug 18 13:06:13.388053 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6600f19c-417d-4663-b72c-211ceb117cdd req-6b57a5ce-b3c9-474c-b279-4c30fb916232 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae8c3d5-8282-4301-b244-c246a28f9086&id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0958364 Aug 18 13:06:13.739235 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6a22d1da-57bf-4776-ae09-14b9a53a9d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:14.029958 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22180ec6-ba82-4bfe-a31f-80df51447868 req-0e81bb06-b2a7-43bd-8d93-70608c7ba851 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:14.037809 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-22180ec6-ba82-4bfe-a31f-80df51447868 req-0e81bb06-b2a7-43bd-8d93-70608c7ba851 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 945 time: 0.0680439 Aug 18 13:06:14.064828 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 07f402d6-de4a-4e25-8230-5bec43a446cd details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:06:14.091990 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-22180ec6-ba82-4bfe-a31f-80df51447868 req-7c79464e-ced0-44b9-9873-2e7d4cff3c98 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468132 Aug 18 13:06:14.227409 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 56954) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:14.248121 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 07f402d6-de4a-4e25-8230-5bec43a446cd, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=07f402d6-de4a-4e25-8230-5bec43a446cd,segment=NetworkSegment(6768c0de-df2c-476c-8a94-2dd244066493),segment_id=6768c0de-df2c-476c-8a94-2dd244066493)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:06:14.265906 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '07f402d6-de4a-4e25-8230-5bec43a446cd', 'network_id': '2459a67a-03d9-4542-a3d9-993612a32608', 'port_id': '07f402d6-de4a-4e25-8230-5bec43a446cd', 'mac_address': 'fa:16:3e:41:2b:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb37ce99-5938-480b-b3eb-c3f4e77a0e89', 'ip_address': '10.1.1.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:06:14.368870 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:14.415338 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07f402d6-de4a-4e25-8230-5bec43a446cd {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:06:14.446954 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 07f402d6-de4a-4e25-8230-5bec43a446cd, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=07f402d6-de4a-4e25-8230-5bec43a446cd,segment=NetworkSegment(6768c0de-df2c-476c-8a94-2dd244066493),segment_id=6768c0de-df2c-476c-8a94-2dd244066493)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:06:14.458495 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1e741a4b-6830-41c3-add0-39bbc748f04b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:14.533223 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:14.533812 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 5adf14f7-27f9-4753-a8fd-566a7aeb8405 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:06:14.597998 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 5adf14f7-27f9-4753-a8fd-566a7aeb8405, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=5adf14f7-27f9-4753-a8fd-566a7aeb8405,segment=NetworkSegment(6768c0de-df2c-476c-8a94-2dd244066493),segment_id=6768c0de-df2c-476c-8a94-2dd244066493)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:06:14.612495 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '5adf14f7-27f9-4753-a8fd-566a7aeb8405', 'network_id': '2459a67a-03d9-4542-a3d9-993612a32608', 'port_id': '5adf14f7-27f9-4753-a8fd-566a7aeb8405', 'mac_address': 'fa:16:3e:db:fd:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb37ce99-5938-480b-b3eb-c3f4e77a0e89', 'ip_address': '10.1.1.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:06:14.613989 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:14.640173 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ee23a-42b3-400e-be5f-ec2fc7aa1b11 req-c4c623a9-54fa-4d57-8a3f-0b3d39ca68ec tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:14.660726 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ee23a-42b3-400e-be5f-ec2fc7aa1b11 req-c4c623a9-54fa-4d57-8a3f-0b3d39ca68ec tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:14.672383 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ee23a-42b3-400e-be5f-ec2fc7aa1b11 req-c4c623a9-54fa-4d57-8a3f-0b3d39ca68ec tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:14.678548 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ee23a-42b3-400e-be5f-ec2fc7aa1b11 req-c4c623a9-54fa-4d57-8a3f-0b3d39ca68ec tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:14.684700 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ee23a-42b3-400e-be5f-ec2fc7aa1b11 req-c4c623a9-54fa-4d57-8a3f-0b3d39ca68ec tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:14.690674 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ee23a-42b3-400e-be5f-ec2fc7aa1b11 req-c4c623a9-54fa-4d57-8a3f-0b3d39ca68ec tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:14.697165 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ee23a-42b3-400e-be5f-ec2fc7aa1b11 req-c4c623a9-54fa-4d57-8a3f-0b3d39ca68ec tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:14.705154 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8f5ee23a-42b3-400e-be5f-ec2fc7aa1b11 req-c4c623a9-54fa-4d57-8a3f-0b3d39ca68ec tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 5419 time: 0.2095845 Aug 18 13:06:14.770020 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1e741a4b-6830-41c3-add0-39bbc748f04b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:14.826859 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8f5ee23a-42b3-400e-be5f-ec2fc7aa1b11 req-c91103a3-d6eb-46df-ab4f-d486703fa557 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae8c3d5-8282-4301-b244-c246a28f9086&id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1206701 Aug 18 13:06:14.865154 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1e741a4b-6830-41c3-add0-39bbc748f04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:14.927971 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56984) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:14.951819 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1e741a4b-6830-41c3-add0-39bbc748f04b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=afa562b9d3334d2ab6310d39b56e6230&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7232134 Aug 18 13:06:14.952852 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e741a4b-6830-41c3-add0-39bbc748f04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b081f688-8551-4986-9344-2a8cbc476e2a,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:15.032201 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:15.049320 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b27848fa-9c11-4498-901a-cec1839c6ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:15.075198 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b27848fa-9c11-4498-901a-cec1839c6ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:15.083385 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5adf14f7-27f9-4753-a8fd-566a7aeb8405 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:06:15.143489 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 5adf14f7-27f9-4753-a8fd-566a7aeb8405, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=5adf14f7-27f9-4753-a8fd-566a7aeb8405,segment=NetworkSegment(6768c0de-df2c-476c-8a94-2dd244066493),segment_id=6768c0de-df2c-476c-8a94-2dd244066493)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:06:15.153593 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=07f402d6-de4a-4e25-8230-5bec43a446cd,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:15.242839 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b27848fa-9c11-4498-901a-cec1839c6ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:15.245782 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b27848fa-9c11-4498-901a-cec1839c6ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:15.250632 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b27848fa-9c11-4498-901a-cec1839c6ac6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b081f688-8551-4986-9344-2a8cbc476e2a HTTP/1.1" status: 204 len: 168 time: 0.3151758 Aug 18 13:06:15.263482 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27848fa-9c11-4498-901a-cec1839c6ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b081f688-8551-4986-9344-2a8cbc476e2a,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:15.313752 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:15.315015 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 36b945e8-9c27-4658-bb63-6eff4f89d115 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:06:15.391474 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45479344-6515-403a-a582-c86ceb1703c5 req-e8bdcb75-2feb-4223-9c53-103295c1688c tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:15.411394 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-45479344-6515-403a-a582-c86ceb1703c5 req-e8bdcb75-2feb-4223-9c53-103295c1688c tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 945 time: 0.1710699 Aug 18 13:06:15.450782 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=5adf14f7-27f9-4753-a8fd-566a7aeb8405,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:15.489254 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:15.513641 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-45479344-6515-403a-a582-c86ceb1703c5 req-24e97f7a-0e82-42e2-8deb-66f394d9944b tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009426 Aug 18 13:06:15.579256 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 36b945e8-9c27-4658-bb63-6eff4f89d115, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=36b945e8-9c27-4658-bb63-6eff4f89d115,segment=NetworkSegment(6768c0de-df2c-476c-8a94-2dd244066493),segment_id=6768c0de-df2c-476c-8a94-2dd244066493)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:06:15.595214 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '36b945e8-9c27-4658-bb63-6eff4f89d115', 'network_id': '2459a67a-03d9-4542-a3d9-993612a32608', 'port_id': '36b945e8-9c27-4658-bb63-6eff4f89d115', 'mac_address': 'fa:16:3e:45:15:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb37ce99-5938-480b-b3eb-c3f4e77a0e89', 'ip_address': '10.1.1.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:06:15.672745 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:15.691334 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36b945e8-9c27-4658-bb63-6eff4f89d115 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:06:15.747076 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 36b945e8-9c27-4658-bb63-6eff4f89d115, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=36b945e8-9c27-4658-bb63-6eff4f89d115,segment=NetworkSegment(6768c0de-df2c-476c-8a94-2dd244066493),segment_id=6768c0de-df2c-476c-8a94-2dd244066493)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:06:15.829961 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:15.830912 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 34e925d7-14af-4826-bf24-9d1ce3cea1ed details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:06:15.952440 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=36b945e8-9c27-4658-bb63-6eff4f89d115,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:16.087223 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 34e925d7-14af-4826-bf24-9d1ce3cea1ed, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=34e925d7-14af-4826-bf24-9d1ce3cea1ed,segment=NetworkSegment(c07f3d80-20eb-4904-a367-4db848d7a4aa),segment_id=c07f3d80-20eb-4904-a367-4db848d7a4aa)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:06:16.131583 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '34e925d7-14af-4826-bf24-9d1ce3cea1ed', 'network_id': '7b05220b-36d2-40eb-be72-7e3e060fbabb', 'port_id': '34e925d7-14af-4826-bf24-9d1ce3cea1ed', 'mac_address': 'fa:16:3e:15:4d:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfeef1f8-f283-4cb6-a505-21a51b6ed46e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:06:16.205114 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8a823b93-8b5f-4cfd-a199-92007defd894 req-c2359343-cac5-4997-9182-ac5b3207929e service neutron] 10.222.0.20 "GET /v2.0/networks/1580e32b-815c-484e-8818-74705331eaf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277529 Aug 18 13:06:16.221463 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:16.245456 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a2540-2ac5-4cae-af6f-5328c7b6ef17 req-efcbc36b-60f7-486b-b307-cbbcc30200dd tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:16.249732 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dd4a2540-2ac5-4cae-af6f-5328c7b6ef17 req-efcbc36b-60f7-486b-b307-cbbcc30200dd tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 946 time: 0.1419680 Aug 18 13:06:16.254922 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34e925d7-14af-4826-bf24-9d1ce3cea1ed {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:06:16.286367 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 34e925d7-14af-4826-bf24-9d1ce3cea1ed, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=34e925d7-14af-4826-bf24-9d1ce3cea1ed,segment=NetworkSegment(c07f3d80-20eb-4904-a367-4db848d7a4aa),segment_id=c07f3d80-20eb-4904-a367-4db848d7a4aa)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:06:16.300430 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dd4a2540-2ac5-4cae-af6f-5328c7b6ef17 req-26ace894-984f-462c-b96b-120b9ba5efe6 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb2a5664-8f21-4728-b3b7-6f9d475fbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442357 Aug 18 13:06:16.335288 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-989f967f-0e30-4546-a622-c34a22c33b58 req-d4bc052c-a65e-4fb3-a7fe-cf1036aacd8f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dc455d74-fdc4-49a4-809b-0c310f934be5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1263230 Aug 18 13:06:16.367622 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adc3a7-2737-406e-b53b-702e1a8603f5 req-fb0de024-c9a2-441f-a58d-9d301d7b0c11 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:16.368268 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:16.374936 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adc3a7-2737-406e-b53b-702e1a8603f5 req-fb0de024-c9a2-441f-a58d-9d301d7b0c11 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:16.383711 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adc3a7-2737-406e-b53b-702e1a8603f5 req-fb0de024-c9a2-441f-a58d-9d301d7b0c11 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:16.391950 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adc3a7-2737-406e-b53b-702e1a8603f5 req-fb0de024-c9a2-441f-a58d-9d301d7b0c11 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:16.401217 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adc3a7-2737-406e-b53b-702e1a8603f5 req-fb0de024-c9a2-441f-a58d-9d301d7b0c11 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:16.407841 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adc3a7-2737-406e-b53b-702e1a8603f5 req-fb0de024-c9a2-441f-a58d-9d301d7b0c11 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:16.416031 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adc3a7-2737-406e-b53b-702e1a8603f5 req-fb0de024-c9a2-441f-a58d-9d301d7b0c11 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:16.426427 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-37adc3a7-2737-406e-b53b-702e1a8603f5 req-fb0de024-c9a2-441f-a58d-9d301d7b0c11 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 5422 time: 0.2183435 Aug 18 13:06:16.492524 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device efb60372-9169-48b4-8d03-d614d61af4dc details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:06:16.514002 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-37adc3a7-2737-406e-b53b-702e1a8603f5 req-8e8bde3b-3b5b-4642-bb78-798d26aa5f05 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae8c3d5-8282-4301-b244-c246a28f9086&id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0864308 Aug 18 13:06:16.745372 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a463c5-e65a-4729-8263-f67f664e14b0 req-9cc82bed-3df1-4032-8a17-e32202966614 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:16.753909 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-53a463c5-e65a-4729-8263-f67f664e14b0 req-9cc82bed-3df1-4032-8a17-e32202966614 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 945 time: 0.1215599 Aug 18 13:06:16.799957 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port efb60372-9169-48b4-8d03-d614d61af4dc, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=efb60372-9169-48b4-8d03-d614d61af4dc,segment=NetworkSegment(a9e56373-d222-471d-9f99-de72a3304bf8),segment_id=a9e56373-d222-471d-9f99-de72a3304bf8)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:06:16.814941 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'efb60372-9169-48b4-8d03-d614d61af4dc', 'network_id': 'a3e49dcd-a277-4170-bfef-fa46f5ed7634', 'port_id': 'efb60372-9169-48b4-8d03-d614d61af4dc', 'mac_address': 'fa:16:3e:4a:24:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2df74fa9-4a52-422a-a780-c36488fd175b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:06:16.847877 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-53a463c5-e65a-4729-8263-f67f664e14b0 req-0fa2f96d-bb93-471e-9855-1b8b6036f2a2 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927467 Aug 18 13:06:16.873200 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['34e925d7-14af-4826-bf24-9d1ce3cea1ed'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:06:16.899460 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['5adf14f7-27f9-4753-a8fd-566a7aeb8405'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:06:16.915916 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:06:16.975884 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:17.020697 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efb60372-9169-48b4-8d03-d614d61af4dc {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:06:17.086496 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=34e925d7-14af-4826-bf24-9d1ce3cea1ed,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:17.146857 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port efb60372-9169-48b4-8d03-d614d61af4dc, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=efb60372-9169-48b4-8d03-d614d61af4dc,segment=NetworkSegment(a9e56373-d222-471d-9f99-de72a3304bf8),segment_id=a9e56373-d222-471d-9f99-de72a3304bf8)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:06:17.198318 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 57054) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:17.274550 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:17.275226 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 266a6430-2066-4382-ad70-9e34f085829b details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:06:17.469083 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 266a6430-2066-4382-ad70-9e34f085829b, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=266a6430-2066-4382-ad70-9e34f085829b,segment=NetworkSegment(6768c0de-df2c-476c-8a94-2dd244066493),segment_id=6768c0de-df2c-476c-8a94-2dd244066493)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:06:17.478131 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-d84809bc-8805-4f90-b78b-7ff7b6f862bf admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-261184003-network', 'tenant_id': 'b02aa16cdac4407786920cef86cf90b7'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:06:17.543183 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0008893-9f89-4c87-9e99-830ff85e58d3 req-d487faf4-a01d-4d63-be2b-26dab7915135 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:17.547438 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a0008893-9f89-4c87-9e99-830ff85e58d3 req-d487faf4-a01d-4d63-be2b-26dab7915135 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 946 time: 0.0955105 Aug 18 13:06:17.572435 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '266a6430-2066-4382-ad70-9e34f085829b', 'network_id': '2459a67a-03d9-4542-a3d9-993612a32608', 'port_id': '266a6430-2066-4382-ad70-9e34f085829b', 'mac_address': 'fa:16:3e:f8:2c:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb37ce99-5938-480b-b3eb-c3f4e77a0e89', 'ip_address': '10.1.1.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:06:17.587025 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=efb60372-9169-48b4-8d03-d614d61af4dc,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:17.591340 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84809bc-8805-4f90-b78b-7ff7b6f862bf admin admin] Made reservation on behalf of b02aa16cdac4407786920cef86cf90b7 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:06:17.594018 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d84809bc-8805-4f90-b78b-7ff7b6f862bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:17.614438 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d84809bc-8805-4f90-b78b-7ff7b6f862bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:17.648589 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:17.751621 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a0008893-9f89-4c87-9e99-830ff85e58d3 req-af0e9606-3609-4e57-90bf-24c12a9b5e87 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb2a5664-8f21-4728-b3b7-6f9d475fbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963429 Aug 18 13:06:17.792005 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['36b945e8-9c27-4658-bb63-6eff4f89d115'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:06:17.815937 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['07f402d6-de4a-4e25-8230-5bec43a446cd'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:06:17.825309 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f967f-0e30-4546-a622-c34a22c33b58 req-31785dd9-5cbd-46dd-b3a6-74ddc93c4655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:17.831437 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-989f967f-0e30-4546-a622-c34a22c33b58 req-31785dd9-5cbd-46dd-b3a6-74ddc93c4655 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8b6c2b19e634a4bb77e7e12fa929d83&device_id=dc455d74-fdc4-49a4-809b-0c310f934be5 HTTP/1.1" status: 200 len: 1097 time: 0.1391032 Aug 18 13:06:17.877290 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfc915-73f7-448b-892d-4f4bfdc5bcb8 req-635f3c61-b0d9-461b-b31f-724306454c38 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:17.904642 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfc915-73f7-448b-892d-4f4bfdc5bcb8 req-635f3c61-b0d9-461b-b31f-724306454c38 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:17.924441 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:17.926016 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 266a6430-2066-4382-ad70-9e34f085829b {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:06:17.937472 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfc915-73f7-448b-892d-4f4bfdc5bcb8 req-635f3c61-b0d9-461b-b31f-724306454c38 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:17.961911 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfc915-73f7-448b-892d-4f4bfdc5bcb8 req-635f3c61-b0d9-461b-b31f-724306454c38 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:17.996453 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfc915-73f7-448b-892d-4f4bfdc5bcb8 req-635f3c61-b0d9-461b-b31f-724306454c38 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:18.010991 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfc915-73f7-448b-892d-4f4bfdc5bcb8 req-635f3c61-b0d9-461b-b31f-724306454c38 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:18.030044 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfc915-73f7-448b-892d-4f4bfdc5bcb8 req-635f3c61-b0d9-461b-b31f-724306454c38 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:18.036427 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-91cfc915-73f7-448b-892d-4f4bfdc5bcb8 req-635f3c61-b0d9-461b-b31f-724306454c38 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 5424 time: 0.3525350 Aug 18 13:06:18.076643 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 266a6430-2066-4382-ad70-9e34f085829b, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=266a6430-2066-4382-ad70-9e34f085829b,segment=NetworkSegment(6768c0de-df2c-476c-8a94-2dd244066493),segment_id=6768c0de-df2c-476c-8a94-2dd244066493)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:06:18.121980 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-91cfc915-73f7-448b-892d-4f4bfdc5bcb8 req-5a5a2f5d-ba46-489a-aa5c-a5732b0778a8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae8c3d5-8282-4301-b244-c246a28f9086&id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0660996 Aug 18 13:06:18.162088 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:18.162819 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 3dd394b2-39bc-4d95-9eb2-fafde19e7621 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:06:18.255520 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b397e2-1356-4fcb-8a55-a578eacba431 req-404fe4ce-113c-409d-a7aa-6181143eba01 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:18.264050 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d0b397e2-1356-4fcb-8a55-a578eacba431 req-404fe4ce-113c-409d-a7aa-6181143eba01 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 945 time: 0.1963305 Aug 18 13:06:18.275671 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=266a6430-2066-4382-ad70-9e34f085829b,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:18.284520 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d84809bc-8805-4f90-b78b-7ff7b6f862bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:18.287556 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f967f-0e30-4546-a622-c34a22c33b58 req-d57e8d97-495b-43a5-9472-bc7f1e6dc958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:18.289309 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-989f967f-0e30-4546-a622-c34a22c33b58 req-d57e8d97-495b-43a5-9472-bc7f1e6dc958 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c70b20b2-1ba3-4778-b38e-36ed095ba70d HTTP/1.1" status: 200 len: 912 time: 0.3996072 Aug 18 13:06:18.350065 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d84809bc-8805-4f90-b78b-7ff7b6f862bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:18.397891 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d84809bc-8805-4f90-b78b-7ff7b6f862bf admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:06:18.420064 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-989f967f-0e30-4546-a622-c34a22c33b58 req-9e72f2e5-8ccf-4ab3-85e0-5683a5524804 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3719fcf8-290f-45fe-91eb-aacf7869dab4 HTTP/1.1" status: 200 len: 217 time: 0.1061385 Aug 18 13:06:18.442935 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d0b397e2-1356-4fcb-8a55-a578eacba431 req-3a839aec-9df9-4407-9112-1251c27f4889 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694720 Aug 18 13:06:18.467254 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d84809bc-8805-4f90-b78b-7ff7b6f862bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:18.468005 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-d84809bc-8805-4f90-b78b-7ff7b6f862bf admin admin] Added segment 9f7f5b8f-fcd3-4980-9fe6-4d34b4714db3 of type vlan for network e3fb63c6-5bfb-4f09-9ff9-7763c5f4a693 Aug 18 13:06:18.469606 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84809bc-8805-4f90-b78b-7ff7b6f862bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90835c5a-59b5-47f5-a428-d178b5042ce7,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:18.518460 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 3dd394b2-39bc-4d95-9eb2-fafde19e7621, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=3dd394b2-39bc-4d95-9eb2-fafde19e7621,segment=NetworkSegment(a9e56373-d222-471d-9f99-de72a3304bf8),segment_id=a9e56373-d222-471d-9f99-de72a3304bf8)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:06:18.554678 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '3dd394b2-39bc-4d95-9eb2-fafde19e7621', 'network_id': 'a3e49dcd-a277-4170-bfef-fa46f5ed7634', 'port_id': '3dd394b2-39bc-4d95-9eb2-fafde19e7621', 'mac_address': 'fa:16:3e:13:5d:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2df74fa9-4a52-422a-a780-c36488fd175b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:06:18.558435 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f967f-0e30-4546-a622-c34a22c33b58 req-cb333b1d-a96c-420f-a1a9-f1310dc8c7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:18.561256 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-989f967f-0e30-4546-a622-c34a22c33b58 req-cb333b1d-a96c-420f-a1a9-f1310dc8c7e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2744890d-6739-4756-b608-842180da7455 HTTP/1.1" status: 200 len: 850 time: 0.0938206 Aug 18 13:06:18.568288 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d84809bc-8805-4f90-b78b-7ff7b6f862bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:18.630324 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:18.647388 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f967f-0e30-4546-a622-c34a22c33b58 req-416712ef-ad01-427b-bae7-2e1a86e3e99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:18.649382 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-989f967f-0e30-4546-a622-c34a22c33b58 req-416712ef-ad01-427b-bae7-2e1a86e3e99c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c70b20b2-1ba3-4778-b38e-36ed095ba70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757957 Aug 18 13:06:18.652362 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dd394b2-39bc-4d95-9eb2-fafde19e7621 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:06:18.687306 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 3dd394b2-39bc-4d95-9eb2-fafde19e7621, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=3dd394b2-39bc-4d95-9eb2-fafde19e7621,segment=NetworkSegment(a9e56373-d222-471d-9f99-de72a3304bf8),segment_id=a9e56373-d222-471d-9f99-de72a3304bf8)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:06:18.745286 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d84809bc-8805-4f90-b78b-7ff7b6f862bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:18.746468 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84809bc-8805-4f90-b78b-7ff7b6f862bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:18.747130 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d84809bc-8805-4f90-b78b-7ff7b6f862bf admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:18.801452 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:18.839067 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84809bc-8805-4f90-b78b-7ff7b6f862bf admin admin] Pushing event updated for resources: {'Network': ['ID=e3fb63c6-5bfb-4f09-9ff9-7763c5f4a693,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:18.852406 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 34e925d7-14af-4826-bf24-9d1ce3cea1ed up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:06:18.885766 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network e3fb63c6-5bfb-4f09-9ff9-7763c5f4a693 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:06:18.956215 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ab50b-a005-45bb-8c73-ceae3f84ac9b req-75bded6e-2254-4999-93dd-f1d8d352e413 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:18.970025 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-977ab50b-a005-45bb-8c73-ceae3f84ac9b req-75bded6e-2254-4999-93dd-f1d8d352e413 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 946 time: 0.1116841 Aug 18 13:06:19.005314 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d84809bc-8805-4f90-b78b-7ff7b6f862bf admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7967730 Aug 18 13:06:19.087330 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-977ab50b-a005-45bb-8c73-ceae3f84ac9b req-19a29890-cba9-42e4-9ab1-2999ba863dda tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb2a5664-8f21-4728-b3b7-6f9d475fbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147866 Aug 18 13:06:19.242528 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=3dd394b2-39bc-4d95-9eb2-fafde19e7621,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:19.282317 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-989f967f-0e30-4546-a622-c34a22c33b58 req-48e3cb57-5e10-4b94-a211-88b3018ed39a service neutron] 10.222.0.20 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629361 Aug 18 13:06:19.322588 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['3dd394b2-39bc-4d95-9eb2-fafde19e7621'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:06:19.388047 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['efb60372-9169-48b4-8d03-d614d61af4dc'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:06:19.393696 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['266a6430-2066-4382-ad70-9e34f085829b'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:06:19.483325 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 34e925d7-14af-4826-bf24-9d1ce3cea1ed completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:06:19.546886 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 34e925d7-14af-4826-bf24-9d1ce3cea1ed triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:06:19.547400 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:19.587558 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011330e-d87a-4ec8-972e-0eb4d49ff730 req-2b4a2cd5-e5ab-4470-bd7a-5b34149abde6 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:19.594571 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011330e-d87a-4ec8-972e-0eb4d49ff730 req-2b4a2cd5-e5ab-4470-bd7a-5b34149abde6 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:19.602348 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011330e-d87a-4ec8-972e-0eb4d49ff730 req-2b4a2cd5-e5ab-4470-bd7a-5b34149abde6 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:19.608604 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011330e-d87a-4ec8-972e-0eb4d49ff730 req-2b4a2cd5-e5ab-4470-bd7a-5b34149abde6 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:19.615036 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011330e-d87a-4ec8-972e-0eb4d49ff730 req-2b4a2cd5-e5ab-4470-bd7a-5b34149abde6 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:19.621323 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011330e-d87a-4ec8-972e-0eb4d49ff730 req-2b4a2cd5-e5ab-4470-bd7a-5b34149abde6 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:19.627644 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011330e-d87a-4ec8-972e-0eb4d49ff730 req-2b4a2cd5-e5ab-4470-bd7a-5b34149abde6 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:19.629670 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b011330e-d87a-4ec8-972e-0eb4d49ff730 req-2b4a2cd5-e5ab-4470-bd7a-5b34149abde6 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 5426 time: 0.3181007 Aug 18 13:06:19.636714 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-989f967f-0e30-4546-a622-c34a22c33b58 req-b6d12702-958a-4c9b-ab15-8687db9b8756 service neutron] 10.222.0.20 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513668 Aug 18 13:06:19.677486 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b011330e-d87a-4ec8-972e-0eb4d49ff730 req-31c3d51b-6f23-48d6-9b37-b3685dea15b2 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae8c3d5-8282-4301-b244-c246a28f9086&id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395646 Aug 18 13:06:19.907466 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eeefd6-f055-4f3b-ad38-409030ad5600 req-b5fe7668-0576-47da-a555-c7d14afed8d5 tempest-ComputeTenantNetworksTest-1174337919 tempest-ComputeTenantNetworksTest-1174337919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:19.915827 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eeefd6-f055-4f3b-ad38-409030ad5600 req-b5fe7668-0576-47da-a555-c7d14afed8d5 tempest-ComputeTenantNetworksTest-1174337919 tempest-ComputeTenantNetworksTest-1174337919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:19.922835 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eeefd6-f055-4f3b-ad38-409030ad5600 req-b5fe7668-0576-47da-a555-c7d14afed8d5 tempest-ComputeTenantNetworksTest-1174337919 tempest-ComputeTenantNetworksTest-1174337919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:19.926365 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48584a85-a1d3-47ee-8d83-ef09eb7dde45 req-97c2d7a7-a1da-4016-886b-5df0b9705758 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:19.926365 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-48584a85-a1d3-47ee-8d83-ef09eb7dde45 req-97c2d7a7-a1da-4016-886b-5df0b9705758 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 945 time: 0.1023884 Aug 18 13:06:19.938302 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c9eeefd6-f055-4f3b-ad38-409030ad5600 req-b5fe7668-0576-47da-a555-c7d14afed8d5 tempest-ComputeTenantNetworksTest-1174337919 tempest-ComputeTenantNetworksTest-1174337919-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2937944 Aug 18 13:06:19.993708 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-48584a85-a1d3-47ee-8d83-ef09eb7dde45 req-98f374d4-328d-4168-b9a5-5c4905edf42b tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604885 Aug 18 13:06:20.063856 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:20.249287 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e925d7-14af-4826-bf24-9d1ce3cea1ed'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:06:20.251735 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d34f48-8849-4877-9a9a-26bd374a0959" -d '{"events": [{"server_uuid": "eb189d41-f194-4bb0-83e1-ae8430304485", "name": "network-vif-plugged", "status": "completed", "tag": "34e925d7-14af-4826-bf24-9d1ce3cea1ed"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:06:20.275867 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 34e925d7-14af-4826-bf24-9d1ce3cea1ed, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=34e925d7-14af-4826-bf24-9d1ce3cea1ed,segment=NetworkSegment(c07f3d80-20eb-4904-a367-4db848d7a4aa),segment_id=c07f3d80-20eb-4904-a367-4db848d7a4aa)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:06:20.314774 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8a5a3-05b1-4a93-9f98-c6ff6304a6ec req-a78cc415-0376-4711-9354-1d9a415617c0 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:20.324556 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4bd8a5a3-05b1-4a93-9f98-c6ff6304a6ec req-a78cc415-0376-4711-9354-1d9a415617c0 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 946 time: 0.1090021 Aug 18 13:06:20.355755 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:20.356973 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 5adf14f7-27f9-4753-a8fd-566a7aeb8405 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:06:20.469143 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4bd8a5a3-05b1-4a93-9f98-c6ff6304a6ec req-715b6bbd-de28-4766-bac1-b58862798dc8 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb2a5664-8f21-4728-b3b7-6f9d475fbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435874 Aug 18 13:06:20.550516 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=34e925d7-14af-4826-bf24-9d1ce3cea1ed,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:20.580711 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287b2cac-a7ef-4d23-adf9-0e92dd9d4590 x-openstack-request-id: req-287b2cac-a7ef-4d23-adf9-0e92dd9d4590 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:06:20.580711 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb189d41-f194-4bb0-83e1-ae8430304485", "name": "network-vif-plugged", "status": "completed", "tag": "34e925d7-14af-4826-bf24-9d1ce3cea1ed", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:06:20.580711 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-287b2cac-a7ef-4d23-adf9-0e92dd9d4590 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:06:20.580711 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e925d7-14af-4826-bf24-9d1ce3cea1ed', 'code': 200} Aug 18 13:06:20.629922 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50245c3a-f566-4100-8bd1-cf58ccca5ffa req-81d41446-af56-4026-a60f-137a88fcc81a tempest-ComputeTenantNetworksTest-1174337919 tempest-ComputeTenantNetworksTest-1174337919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:20.631972 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-50245c3a-f566-4100-8bd1-cf58ccca5ffa req-81d41446-af56-4026-a60f-137a88fcc81a tempest-ComputeTenantNetworksTest-1174337919 tempest-ComputeTenantNetworksTest-1174337919-project] 10.222.0.13 "GET /v2.0/networks/e3fb63c6-5bfb-4f09-9ff9-7763c5f4a693 HTTP/1.1" status: 200 len: 768 time: 0.6520138 Aug 18 13:06:20.642238 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 57110) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:20.658480 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 5adf14f7-27f9-4753-a8fd-566a7aeb8405 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:06:20.669706 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 5adf14f7-27f9-4753-a8fd-566a7aeb8405 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:06:20.670083 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:20.921497 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:21.004276 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 5adf14f7-27f9-4753-a8fd-566a7aeb8405, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=5adf14f7-27f9-4753-a8fd-566a7aeb8405,segment=NetworkSegment(6768c0de-df2c-476c-8a94-2dd244066493),segment_id=6768c0de-df2c-476c-8a94-2dd244066493)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:06:21.070723 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:21.082737 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 266a6430-2066-4382-ad70-9e34f085829b up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:06:21.278083 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70008e-76a8-499e-b790-da8f8093d843 req-872d5c2b-1c40-4da2-8582-a36a9aa9945c tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:21.279889 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8e70008e-76a8-499e-b790-da8f8093d843 req-872d5c2b-1c40-4da2-8582-a36a9aa9945c tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 945 time: 0.1642628 Aug 18 13:06:21.334093 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=5adf14f7-27f9-4753-a8fd-566a7aeb8405,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:21.363776 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 266a6430-2066-4382-ad70-9e34f085829b completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:06:21.387208 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 266a6430-2066-4382-ad70-9e34f085829b triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:06:21.389003 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:21.441062 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8e70008e-76a8-499e-b790-da8f8093d843 req-afe7245a-376f-4ae2-a209-a3cf44a272dd tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531219 Aug 18 13:06:21.547161 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0d513fc8-2779-4358-a001-6d7243f28103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:21.583890 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:21.670893 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 266a6430-2066-4382-ad70-9e34f085829b, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=266a6430-2066-4382-ad70-9e34f085829b,segment=NetworkSegment(6768c0de-df2c-476c-8a94-2dd244066493),segment_id=6768c0de-df2c-476c-8a94-2dd244066493)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:06:21.692451 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0d513fc8-2779-4358-a001-6d7243f28103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:21.710512 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:21.711205 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 36b945e8-9c27-4658-bb63-6eff4f89d115 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:06:21.717720 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-0d513fc8-2779-4358-a001-6d7243f28103 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3fb63c6-5bfb-4f09-9ff9-7763c5f4a693']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:06:21.739284 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a525b-c04c-4d64-9c78-ed62dab23415 req-f917d79c-40d5-4bcd-9ee5-13e54e05f35c tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:21.745291 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-0d513fc8-2779-4358-a001-6d7243f28103 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f7f5b8f-fcd3-4980-9fe6-4d34b4714db3') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:06:21.745609 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-0d513fc8-2779-4358-a001-6d7243f28103 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f7f5b8f-fcd3-4980-9fe6-4d34b4714db3') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:06:21.758914 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-157a525b-c04c-4d64-9c78-ed62dab23415 req-f917d79c-40d5-4bcd-9ee5-13e54e05f35c tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 946 time: 0.1949940 Aug 18 13:06:21.764155 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0d513fc8-2779-4358-a001-6d7243f28103 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:22.023283 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-157a525b-c04c-4d64-9c78-ed62dab23415 req-a14e1d8d-c623-4f9a-b72b-06d86e0a0ca8 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb2a5664-8f21-4728-b3b7-6f9d475fbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137555 Aug 18 13:06:22.023925 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0d513fc8-2779-4358-a001-6d7243f28103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:22.024041 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=266a6430-2066-4382-ad70-9e34f085829b,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:22.024203 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e8512-1dd1-42e1-85d9-7ace44f86492 req-2f7bfb42-578c-4c46-9b59-c273213f7266 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:22.024203 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e8512-1dd1-42e1-85d9-7ace44f86492 req-2f7bfb42-578c-4c46-9b59-c273213f7266 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:22.024203 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e8512-1dd1-42e1-85d9-7ace44f86492 req-2f7bfb42-578c-4c46-9b59-c273213f7266 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:22.024203 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e8512-1dd1-42e1-85d9-7ace44f86492 req-2f7bfb42-578c-4c46-9b59-c273213f7266 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:22.024203 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e8512-1dd1-42e1-85d9-7ace44f86492 req-2f7bfb42-578c-4c46-9b59-c273213f7266 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:22.024203 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e8512-1dd1-42e1-85d9-7ace44f86492 req-2f7bfb42-578c-4c46-9b59-c273213f7266 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:22.024203 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e8512-1dd1-42e1-85d9-7ace44f86492 req-2f7bfb42-578c-4c46-9b59-c273213f7266 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:22.024203 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-472e8512-1dd1-42e1-85d9-7ace44f86492 req-2f7bfb42-578c-4c46-9b59-c273213f7266 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 5428 time: 0.4095888 Aug 18 13:06:22.024203 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d513fc8-2779-4358-a001-6d7243f28103 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:06:22.024203 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0d513fc8-2779-4358-a001-6d7243f28103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:22.024203 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:06:22.024203 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:06:22.024203 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:06:22.024203 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:06:22.024203 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:06:22.024203 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:06:22.024203 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:06:22.024203 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:06:22.024203 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:06:22.024203 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:06:22.024203 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:06:22.024203 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:06:22.024203 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:06:22.024203 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:06:22.024203 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:06:22.024203 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:06:22.024203 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:06:22.024203 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:06:22.027594 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:06:22.027594 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:06:22.027594 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:06:22.027594 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:06:22.027594 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:06:22.027594 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:06:22.027594 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:06:22.027594 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:06:22.027594 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:06:22.027594 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:06:22.027594 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:06:22.027594 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:06:22.027594 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:06:22.027594 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:06:22.138847 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5b41a-803c-42e1-a587-873b788abe97 req-893fff0f-b593-4aa0-a27a-715a804c6789 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:22.141063 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8eb5b41a-803c-42e1-a587-873b788abe97 req-893fff0f-b593-4aa0-a27a-715a804c6789 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 946 time: 0.1726897 Aug 18 13:06:22.146754 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-472e8512-1dd1-42e1-85d9-7ace44f86492 req-a9517177-e7a1-4025-989f-94c9518e52dc tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae8c3d5-8282-4301-b244-c246a28f9086&id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1695604 Aug 18 13:06:22.594356 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5adf14f7-27f9-4753-a8fd-566a7aeb8405'}, {'server_uuid': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266a6430-2066-4382-ad70-9e34f085829b'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:06:22.594356 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ba137c-0d48-4903-aaec-bf08984e0aa9" -d '{"events": [{"server_uuid": "eb189d41-f194-4bb0-83e1-ae8430304485", "name": "network-vif-plugged", "status": "completed", "tag": "5adf14f7-27f9-4753-a8fd-566a7aeb8405"}, {"server_uuid": "eb189d41-f194-4bb0-83e1-ae8430304485", "name": "network-vif-plugged", "status": "completed", "tag": "266a6430-2066-4382-ad70-9e34f085829b"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:06:22.595397 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6735e19-2d34-46a8-ac92-4395d71bdfd3 req-21ef3197-d63c-4ee3-9853-cdadacac4603 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:22.595397 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e6735e19-2d34-46a8-ac92-4395d71bdfd3 req-21ef3197-d63c-4ee3-9853-cdadacac4603 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 945 time: 0.0571523 Aug 18 13:06:22.641828 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 18 Aug 2021 13:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985b1b3d-f0b3-4ae1-a292-5126291cd256 x-openstack-request-id: req-985b1b3d-f0b3-4ae1-a292-5126291cd256 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:06:22.642136 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb189d41-f194-4bb0-83e1-ae8430304485", "name": "network-vif-plugged", "status": "completed", "tag": "5adf14f7-27f9-4753-a8fd-566a7aeb8405", "code": 200}, {"server_uuid": "eb189d41-f194-4bb0-83e1-ae8430304485", "name": "network-vif-plugged", "status": "completed", "tag": "266a6430-2066-4382-ad70-9e34f085829b", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:06:22.642429 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-985b1b3d-f0b3-4ae1-a292-5126291cd256 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:06:22.642994 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5adf14f7-27f9-4753-a8fd-566a7aeb8405', 'code': 200} Aug 18 13:06:22.643377 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266a6430-2066-4382-ad70-9e34f085829b', 'code': 200} Aug 18 13:06:22.660928 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e6735e19-2d34-46a8-ac92-4395d71bdfd3 req-40107062-7855-4993-8901-9a0f96afeb7c tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643339 Aug 18 13:06:22.944495 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 36b945e8-9c27-4658-bb63-6eff4f89d115 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:06:22.965590 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 36b945e8-9c27-4658-bb63-6eff4f89d115 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:06:22.965590 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:23.002703 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5237b7-e6c9-45cc-8a8f-bb8fb81d8fd6 req-87dfe354-a351-43f4-93f8-80e800751862 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:23.005501 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ce5237b7-e6c9-45cc-8a8f-bb8fb81d8fd6 req-87dfe354-a351-43f4-93f8-80e800751862 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 946 time: 0.0544443 Aug 18 13:06:23.082051 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ce5237b7-e6c9-45cc-8a8f-bb8fb81d8fd6 req-75033396-c616-46df-9dd7-760cfff8e03e tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb2a5664-8f21-4728-b3b7-6f9d475fbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495679 Aug 18 13:06:23.119889 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:23.128757 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0d513fc8-2779-4358-a001-6d7243f28103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:23.142805 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0d513fc8-2779-4358-a001-6d7243f28103 admin admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:23.147527 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0d513fc8-2779-4358-a001-6d7243f28103 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e3fb63c6-5bfb-4f09-9ff9-7763c5f4a693 HTTP/1.1" status: 204 len: 168 time: 2.5010731 Aug 18 13:06:23.173123 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 36b945e8-9c27-4658-bb63-6eff4f89d115, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=36b945e8-9c27-4658-bb63-6eff4f89d115,segment=NetworkSegment(6768c0de-df2c-476c-8a94-2dd244066493),segment_id=6768c0de-df2c-476c-8a94-2dd244066493)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:06:23.175629 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d513fc8-2779-4358-a001-6d7243f28103 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3fb63c6-5bfb-4f09-9ff9-7763c5f4a693,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:23.247346 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:23.248222 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 07f402d6-de4a-4e25-8230-5bec43a446cd up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:06:23.339111 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43c511-ef77-448c-8f78-16f996d9231c req-71115e5e-92d6-4bbd-9bcc-76b7c2a11027 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:23.345398 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43c511-ef77-448c-8f78-16f996d9231c req-71115e5e-92d6-4bbd-9bcc-76b7c2a11027 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:23.351945 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43c511-ef77-448c-8f78-16f996d9231c req-71115e5e-92d6-4bbd-9bcc-76b7c2a11027 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:23.359021 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43c511-ef77-448c-8f78-16f996d9231c req-71115e5e-92d6-4bbd-9bcc-76b7c2a11027 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:23.364724 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43c511-ef77-448c-8f78-16f996d9231c req-71115e5e-92d6-4bbd-9bcc-76b7c2a11027 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:23.381714 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43c511-ef77-448c-8f78-16f996d9231c req-71115e5e-92d6-4bbd-9bcc-76b7c2a11027 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:23.384172 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43c511-ef77-448c-8f78-16f996d9231c req-71115e5e-92d6-4bbd-9bcc-76b7c2a11027 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:23.386129 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9a43c511-ef77-448c-8f78-16f996d9231c req-71115e5e-92d6-4bbd-9bcc-76b7c2a11027 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 5430 time: 0.1199272 Aug 18 13:06:23.427292 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=36b945e8-9c27-4658-bb63-6eff4f89d115,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:23.451299 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9a43c511-ef77-448c-8f78-16f996d9231c req-ed6e7157-023f-4291-9699-484163bdfaf3 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae8c3d5-8282-4301-b244-c246a28f9086&id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0492430 Aug 18 13:06:23.539129 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 07f402d6-de4a-4e25-8230-5bec43a446cd completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:06:23.543799 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 07f402d6-de4a-4e25-8230-5bec43a446cd triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:06:23.544283 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:23.571805 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 57156) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:23.626123 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5d806884-2c92-4fb3-9650-dda60fff363e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b02aa16cdac4407786920cef86cf90b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511045 Aug 18 13:06:23.626383 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 57158) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:23.681685 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f1cb532c-6e17-47af-a7c1-0803c6f9697d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:23.711398 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f1cb532c-6e17-47af-a7c1-0803c6f9697d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:23.793165 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:23.827510 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 07f402d6-de4a-4e25-8230-5bec43a446cd, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=07f402d6-de4a-4e25-8230-5bec43a446cd,segment=NetworkSegment(6768c0de-df2c-476c-8a94-2dd244066493),segment_id=6768c0de-df2c-476c-8a94-2dd244066493)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:06:23.836337 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 57164) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:23.850561 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d221159-15f5-4298-bcac-b5758e026edb req-65baa631-a368-4571-b588-e72288e61d1c tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:23.850561 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9d221159-15f5-4298-bcac-b5758e026edb req-65baa631-a368-4571-b588-e72288e61d1c tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 945 time: 0.0629456 Aug 18 13:06:23.852308 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f1cb532c-6e17-47af-a7c1-0803c6f9697d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:23.854992 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f1cb532c-6e17-47af-a7c1-0803c6f9697d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:23.856074 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f1cb532c-6e17-47af-a7c1-0803c6f9697d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/90835c5a-59b5-47f5-a428-d178b5042ce7 HTTP/1.1" status: 204 len: 168 time: 0.2288189 Aug 18 13:06:23.876435 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb532c-6e17-47af-a7c1-0803c6f9697d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90835c5a-59b5-47f5-a428-d178b5042ce7,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:23.893717 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:23.896620 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 3dd394b2-39bc-4d95-9eb2-fafde19e7621 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:06:23.931175 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9d221159-15f5-4298-bcac-b5758e026edb req-45934372-6c79-48ab-8644-0ce71d256aa8 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739489 Aug 18 13:06:23.981546 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=07f402d6-de4a-4e25-8230-5bec43a446cd,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:24.000684 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d84053b4-7ab1-4dfe-83c7-5752665d64e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:24.076339 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 3dd394b2-39bc-4d95-9eb2-fafde19e7621 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:06:24.081560 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 3dd394b2-39bc-4d95-9eb2-fafde19e7621 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:06:24.084034 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:24.116148 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d84053b4-7ab1-4dfe-83c7-5752665d64e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:24.170640 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-8eb5b41a-803c-42e1-a587-873b788abe97 req-37ddd1a8-27df-43df-83e9-996451613c86 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Deleting port 44d4eecb-093c-4426-9131-356e1ee9bda1 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:06:24.171450 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8eb5b41a-803c-42e1-a587-873b788abe97 req-37ddd1a8-27df-43df-83e9-996451613c86 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:24.193381 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d84053b4-7ab1-4dfe-83c7-5752665d64e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:24.215118 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:24.260137 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 3dd394b2-39bc-4d95-9eb2-fafde19e7621, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=3dd394b2-39bc-4d95-9eb2-fafde19e7621,segment=NetworkSegment(a9e56373-d222-471d-9f99-de72a3304bf8),segment_id=a9e56373-d222-471d-9f99-de72a3304bf8)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:06:24.266457 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d84053b4-7ab1-4dfe-83c7-5752665d64e8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a049a15da5ea49f08e3fabbbe9a49f3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4289072 Aug 18 13:06:24.267403 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84053b4-7ab1-4dfe-83c7-5752665d64e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca3f292-9914-4b6e-a184-e7e6731d9c35,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:24.270495 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 57174) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:24.316144 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:24.331777 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5c0e2-67e9-4c28-b086-728f7e7e64c9 req-d8ab2112-3e58-4f91-8d84-18f38b97c387 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:24.343120 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-63b5c0e2-67e9-4c28-b086-728f7e7e64c9 req-d8ab2112-3e58-4f91-8d84-18f38b97c387 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 946 time: 0.1602471 Aug 18 13:06:24.344419 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-8eb5b41a-803c-42e1-a587-873b788abe97 req-37ddd1a8-27df-43df-83e9-996451613c86 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] For port 44d4eecb-093c-4426-9131-356e1ee9bda1, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=44d4eecb-093c-4426-9131-356e1ee9bda1,segment=NetworkSegment(57b4e41f-121d-4d32-8b51-688f70aedc50),segment_id=57b4e41f-121d-4d32-8b51-688f70aedc50)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:06:24.344802 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8eb5b41a-803c-42e1-a587-873b788abe97 req-37ddd1a8-27df-43df-83e9-996451613c86 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:24.352482 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device efb60372-9169-48b4-8d03-d614d61af4dc up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:06:24.417807 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aeefab5f-a5cd-453f-a690-4845c2cdd5d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:24.419459 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=3dd394b2-39bc-4d95-9eb2-fafde19e7621,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:24.453666 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-63b5c0e2-67e9-4c28-b086-728f7e7e64c9 req-1e895e07-ef8b-488e-ae64-0f4c6754966b tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb2a5664-8f21-4728-b3b7-6f9d475fbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941477 Aug 18 13:06:24.455349 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aeefab5f-a5cd-453f-a690-4845c2cdd5d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:24.522248 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port efb60372-9169-48b4-8d03-d614d61af4dc completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:06:24.529674 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port efb60372-9169-48b4-8d03-d614d61af4dc triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:06:24.530063 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:24.635923 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:24.644508 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b945e8-9c27-4658-bb63-6eff4f89d115'}, {'server_uuid': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f402d6-de4a-4e25-8230-5bec43a446cd'}, {'server_uuid': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dd394b2-39bc-4d95-9eb2-fafde19e7621'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:06:24.648324 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95a5970-d5e6-436f-80d8-69afefc7e2ca" -d '{"events": [{"server_uuid": "eb189d41-f194-4bb0-83e1-ae8430304485", "name": "network-vif-plugged", "status": "completed", "tag": "36b945e8-9c27-4658-bb63-6eff4f89d115"}, {"server_uuid": "eb189d41-f194-4bb0-83e1-ae8430304485", "name": "network-vif-plugged", "status": "completed", "tag": "07f402d6-de4a-4e25-8230-5bec43a446cd"}, {"server_uuid": "eb189d41-f194-4bb0-83e1-ae8430304485", "name": "network-vif-plugged", "status": "completed", "tag": "3dd394b2-39bc-4d95-9eb2-fafde19e7621"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:06:24.688629 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port efb60372-9169-48b4-8d03-d614d61af4dc, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=efb60372-9169-48b4-8d03-d614d61af4dc,segment=NetworkSegment(a9e56373-d222-471d-9f99-de72a3304bf8),segment_id=a9e56373-d222-471d-9f99-de72a3304bf8)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:06:24.696204 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7d19b-ecaa-4f41-8170-bb7516fe33f9 req-2f6a4e23-85c1-456c-8078-5ca508c3cb36 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:24.702834 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7d19b-ecaa-4f41-8170-bb7516fe33f9 req-2f6a4e23-85c1-456c-8078-5ca508c3cb36 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:24.710015 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7d19b-ecaa-4f41-8170-bb7516fe33f9 req-2f6a4e23-85c1-456c-8078-5ca508c3cb36 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:24.716899 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7d19b-ecaa-4f41-8170-bb7516fe33f9 req-2f6a4e23-85c1-456c-8078-5ca508c3cb36 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:24.720516 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 18 Aug 2021 13:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b51db8-6a47-4873-a85e-db82e246dd47 x-openstack-request-id: req-41b51db8-6a47-4873-a85e-db82e246dd47 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:06:24.721013 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb189d41-f194-4bb0-83e1-ae8430304485", "name": "network-vif-plugged", "status": "completed", "tag": "36b945e8-9c27-4658-bb63-6eff4f89d115", "code": 200}, {"server_uuid": "eb189d41-f194-4bb0-83e1-ae8430304485", "name": "network-vif-plugged", "status": "completed", "tag": "07f402d6-de4a-4e25-8230-5bec43a446cd", "code": 200}, {"server_uuid": "eb189d41-f194-4bb0-83e1-ae8430304485", "name": "network-vif-plugged", "status": "completed", "tag": "3dd394b2-39bc-4d95-9eb2-fafde19e7621", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:06:24.721306 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-41b51db8-6a47-4873-a85e-db82e246dd47 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:06:24.721760 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b945e8-9c27-4658-bb63-6eff4f89d115', 'code': 200} Aug 18 13:06:24.722075 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f402d6-de4a-4e25-8230-5bec43a446cd', 'code': 200} Aug 18 13:06:24.722433 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dd394b2-39bc-4d95-9eb2-fafde19e7621', 'code': 200} Aug 18 13:06:24.725897 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7d19b-ecaa-4f41-8170-bb7516fe33f9 req-2f6a4e23-85c1-456c-8078-5ca508c3cb36 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:24.729214 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7d19b-ecaa-4f41-8170-bb7516fe33f9 req-2f6a4e23-85c1-456c-8078-5ca508c3cb36 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:24.737266 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7d19b-ecaa-4f41-8170-bb7516fe33f9 req-2f6a4e23-85c1-456c-8078-5ca508c3cb36 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:24.737266 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c3f7d19b-ecaa-4f41-8170-bb7516fe33f9 req-2f6a4e23-85c1-456c-8078-5ca508c3cb36 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 5432 time: 0.2117743 Aug 18 13:06:24.739034 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8eb5b41a-803c-42e1-a587-873b788abe97 req-37ddd1a8-27df-43df-83e9-996451613c86 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:24.739448 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8eb5b41a-803c-42e1-a587-873b788abe97 req-37ddd1a8-27df-43df-83e9-996451613c86 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:24.739769 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [req-8eb5b41a-803c-42e1-a587-873b788abe97 req-37ddd1a8-27df-43df-83e9-996451613c86 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Floating IP 1f30c4a0-aea6-4358-a69e-9e1af0262fc1 disassociated. External IP: 172.25.6.104, port: 44d4eecb-093c-4426-9131-356e1ee9bda1. Aug 18 13:06:24.740113 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-8eb5b41a-803c-42e1-a587-873b788abe97 req-37ddd1a8-27df-43df-83e9-996451613c86 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Calling delete_port for 44d4eecb-093c-4426-9131-356e1ee9bda1 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:06:24.778446 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:24.807387 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aeefab5f-a5cd-453f-a690-4845c2cdd5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:24.809928 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aeefab5f-a5cd-453f-a690-4845c2cdd5d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:24.811111 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-aeefab5f-a5cd-453f-a690-4845c2cdd5d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ca3f292-9914-4b6e-a184-e7e6731d9c35 HTTP/1.1" status: 204 len: 168 time: 0.5393777 Aug 18 13:06:24.840653 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeefab5f-a5cd-453f-a690-4845c2cdd5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca3f292-9914-4b6e-a184-e7e6731d9c35,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:24.852810 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=efb60372-9169-48b4-8d03-d614d61af4dc,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:24.891262 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c3f7d19b-ecaa-4f41-8170-bb7516fe33f9 req-fec97681-0408-43ac-bf72-574ed9b899b3 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae8c3d5-8282-4301-b244-c246a28f9086&id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1261835 Aug 18 13:06:25.071972 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8eb5b41a-803c-42e1-a587-873b788abe97 req-37ddd1a8-27df-43df-83e9-996451613c86 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:25.077231 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91494fa1-73e6-46dc-a6af-acc01cddf870 req-603c21b6-00a9-485b-af9f-95f44867ab5e tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:25.080623 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-91494fa1-73e6-46dc-a6af-acc01cddf870 req-603c21b6-00a9-485b-af9f-95f44867ab5e tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 945 time: 0.0528047 Aug 18 13:06:25.108854 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ddd1a8-27df-43df-83e9-996451613c86 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Pushing event deleted for resources: {'Port': ['ID=44d4eecb-093c-4426-9131-356e1ee9bda1,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:25.138452 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-91494fa1-73e6-46dc-a6af-acc01cddf870 req-b5a148b3-654c-4827-9799-86e7a1b5da67 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487232 Aug 18 13:06:25.279465 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8eb5b41a-803c-42e1-a587-873b788abe97 req-37ddd1a8-27df-43df-83e9-996451613c86 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Router aeae85b3-63fa-461a-9126-03614cc7834d has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:06:25.393856 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8eb5b41a-803c-42e1-a587-873b788abe97 req-37ddd1a8-27df-43df-83e9-996451613c86 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:06:25.406103 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f85c07-2f24-4429-b702-87b2f90f8c66 None None] Sync routers for ids ['aeae85b3-63fa-461a-9126-03614cc7834d'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:06:25.418895 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f85c07-2f24-4429-b702-87b2f90f8c66 None None] Routers {'aeae85b3-63fa-461a-9126-03614cc7834d'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:06:25.423193 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-c6f85c07-2f24-4429-b702-87b2f90f8c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:06:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['aeae85b3-63fa-461a-9126-03614cc7834d'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:06:25.451788 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb5b41a-803c-42e1-a587-873b788abe97 req-37ddd1a8-27df-43df-83e9-996451613c86 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] No DVR routers for this DVR port 44d4eecb-093c-4426-9131-356e1ee9bda1 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:06:25.455593 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8eb5b41a-803c-42e1-a587-873b788abe97 req-37ddd1a8-27df-43df-83e9-996451613c86 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:25.458198 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8eb5b41a-803c-42e1-a587-873b788abe97 req-37ddd1a8-27df-43df-83e9-996451613c86 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.20 "DELETE /v2.0/ports/44d4eecb-093c-4426-9131-356e1ee9bda1 HTTP/1.1" status: 204 len: 173 time: 1.4165230 Aug 18 13:06:25.458675 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e150909-1e76-4f0b-828f-1c6c461e6791', 'name': 'network-vif-deleted', 'tag': '44d4eecb-093c-4426-9131-356e1ee9bda1'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:06:25.462538 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d689525-e452-46f3-ab52-2aaec1842746" -d '{"events": [{"server_uuid": "2e150909-1e76-4f0b-828f-1c6c461e6791", "name": "network-vif-deleted", "tag": "44d4eecb-093c-4426-9131-356e1ee9bda1"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:06:25.562541 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90102de3-fbc5-48b0-bc32-ba52da660bfc x-openstack-request-id: req-90102de3-fbc5-48b0-bc32-ba52da660bfc {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:06:25.563038 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e150909-1e76-4f0b-828f-1c6c461e6791", "name": "network-vif-deleted", "tag": "44d4eecb-093c-4426-9131-356e1ee9bda1", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:06:25.563476 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90102de3-fbc5-48b0-bc32-ba52da660bfc {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:06:25.564900 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e150909-1e76-4f0b-828f-1c6c461e6791', 'name': 'network-vif-deleted', 'tag': '44d4eecb-093c-4426-9131-356e1ee9bda1', 'status': 'completed', 'code': 200} Aug 18 13:06:25.591744 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-c6f85c07-2f24-4429-b702-87b2f90f8c66 None None] Set router aeae85b3-63fa-461a-9126-03614cc7834d gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:06:25.664854 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9d435b6b-26aa-4ed5-8f60-dacf3dcee34d req-1ad7e770-0dc5-4257-bc5f-7c5677d9cc8d tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e150909-1e76-4f0b-828f-1c6c461e6791 HTTP/1.1" status: 200 len: 210 time: 0.0366080 Aug 18 13:06:25.714285 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 57214) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:25.728877 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8dd97ce4-d139-4680-9241-a367256729e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:25.866573 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8dd97ce4-d139-4680-9241-a367256729e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:25.904254 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-c6f85c07-2f24-4429-b702-87b2f90f8c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'name': 'tempest-AttachVolumeTestJSON-110627919-router', 'tenant_id': '5db4861e129545f8b7d9c174999be45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:01:52Z', 'updated_at': '2021-08-18T13:01:59Z', 'revision_number': 4, 'project_id': '5db4861e129545f8b7d9c174999be45f', 'gw_port': {'id': '0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:37:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:01:54Z', 'updated_at': '2021-08-18T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'fdae7c70-e703-4736-9911-3c6896e884fe', 'name': '', 'network_id': 'f0772655-8fcf-4cc7-a52b-8d2f1d4d6419', 'tenant_id': '5db4861e129545f8b7d9c174999be45f', 'mac_address': 'fa:16:3e:8c:66:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '00f32c6d-8610-4a26-b77a-8f80b2f8beae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:01:58Z', 'updated_at': '2021-08-18T13:02:06Z', 'revision_number': 5, 'project_id': '5db4861e129545f8b7d9c174999be45f', 'subnets': [{'id': '00f32c6d-8610-4a26-b77a-8f80b2f8beae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:06:25.945716 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f85c07-2f24-4429-b702-87b2f90f8c66 None None] Checking router: aeae85b3-63fa-461a-9126-03614cc7834d for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:06:25.949889 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8dd97ce4-d139-4680-9241-a367256729e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:25.958953 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f85c07-2f24-4429-b702-87b2f90f8c66 None None] Routers {'aeae85b3-63fa-461a-9126-03614cc7834d'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:06:25.960000 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-c6f85c07-2f24-4429-b702-87b2f90f8c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:06:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['aeae85b3-63fa-461a-9126-03614cc7834d'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:06:25.996972 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8dd97ce4-d139-4680-9241-a367256729e6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd65ab8602054c5590d2acb3b174ce16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2802873 Aug 18 13:06:25.997886 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd97ce4-d139-4680-9241-a367256729e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a643e730-5951-4059-a486-59181ecffebc,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:25.999554 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 57222) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:26.025972 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44be7d-2c4a-412a-8751-1440e0d226ab req-e55ec655-7ec4-4872-aaf9-a6352f998aed tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:26.032030 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44be7d-2c4a-412a-8751-1440e0d226ab req-e55ec655-7ec4-4872-aaf9-a6352f998aed tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:26.037986 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44be7d-2c4a-412a-8751-1440e0d226ab req-e55ec655-7ec4-4872-aaf9-a6352f998aed tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:26.043953 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44be7d-2c4a-412a-8751-1440e0d226ab req-e55ec655-7ec4-4872-aaf9-a6352f998aed tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:26.050457 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44be7d-2c4a-412a-8751-1440e0d226ab req-e55ec655-7ec4-4872-aaf9-a6352f998aed tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:26.057283 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44be7d-2c4a-412a-8751-1440e0d226ab req-e55ec655-7ec4-4872-aaf9-a6352f998aed tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:26.063123 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44be7d-2c4a-412a-8751-1440e0d226ab req-e55ec655-7ec4-4872-aaf9-a6352f998aed tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:26.065135 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9a44be7d-2c4a-412a-8751-1440e0d226ab req-e55ec655-7ec4-4872-aaf9-a6352f998aed tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 5433 time: 0.1137946 Aug 18 13:06:26.113929 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-c6f85c07-2f24-4429-b702-87b2f90f8c66 None None] Set router aeae85b3-63fa-461a-9126-03614cc7834d gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:06:26.139284 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9a44be7d-2c4a-412a-8751-1440e0d226ab req-b622aef1-a664-4f74-91e0-57e3b9249a0f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae8c3d5-8282-4301-b244-c246a28f9086&id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0627508 Aug 18 13:06:26.143585 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5118a5c2-a6a9-43f3-a500-d1aac402d3a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:26.172769 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 44d4eecb-093c-4426-9131-356e1ee9bda1 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:06:26.174151 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5118a5c2-a6a9-43f3-a500-d1aac402d3a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:26.224509 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 44d4eecb-093c-4426-9131-356e1ee9bda1 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:06:26.224992 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 44d4eecb-093c-4426-9131-356e1ee9bda1 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:06:26.345166 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5118a5c2-a6a9-43f3-a500-d1aac402d3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:26.350320 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5118a5c2-a6a9-43f3-a500-d1aac402d3a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:26.351893 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5118a5c2-a6a9-43f3-a500-d1aac402d3a2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a643e730-5951-4059-a486-59181ecffebc HTTP/1.1" status: 204 len: 168 time: 0.3485355 Aug 18 13:06:26.362146 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5118a5c2-a6a9-43f3-a500-d1aac402d3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a643e730-5951-4059-a486-59181ecffebc,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:26.367270 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fce2bb-a10e-4bcf-aa35-ed9a373b0b15 req-94aa6a21-7048-4fa2-b124-b045bc913101 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:26.376712 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-57fce2bb-a10e-4bcf-aa35-ed9a373b0b15 req-94aa6a21-7048-4fa2-b124-b045bc913101 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 945 time: 0.1174095 Aug 18 13:06:26.423392 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-c6f85c07-2f24-4429-b702-87b2f90f8c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'name': 'tempest-AttachVolumeTestJSON-110627919-router', 'tenant_id': '5db4861e129545f8b7d9c174999be45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:01:52Z', 'updated_at': '2021-08-18T13:01:59Z', 'revision_number': 4, 'project_id': '5db4861e129545f8b7d9c174999be45f', 'gw_port': {'id': '0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:37:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:01:54Z', 'updated_at': '2021-08-18T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'fdae7c70-e703-4736-9911-3c6896e884fe', 'name': '', 'network_id': 'f0772655-8fcf-4cc7-a52b-8d2f1d4d6419', 'tenant_id': '5db4861e129545f8b7d9c174999be45f', 'mac_address': 'fa:16:3e:8c:66:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '00f32c6d-8610-4a26-b77a-8f80b2f8beae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:01:58Z', 'updated_at': '2021-08-18T13:02:06Z', 'revision_number': 5, 'project_id': '5db4861e129545f8b7d9c174999be45f', 'subnets': [{'id': '00f32c6d-8610-4a26-b77a-8f80b2f8beae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:06:26.453443 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f85c07-2f24-4429-b702-87b2f90f8c66 None None] The sync data for ids ['aeae85b3-63fa-461a-9126-03614cc7834d'] in n-d-803603-2 is: [{'id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'name': 'tempest-AttachVolumeTestJSON-110627919-router', 'tenant_id': '5db4861e129545f8b7d9c174999be45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:01:52Z', 'updated_at': '2021-08-18T13:01:59Z', 'revision_number': 4, 'project_id': '5db4861e129545f8b7d9c174999be45f', 'gw_port': {'id': '0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:37:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:01:54Z', 'updated_at': '2021-08-18T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'fdae7c70-e703-4736-9911-3c6896e884fe', 'name': '', 'network_id': 'f0772655-8fcf-4cc7-a52b-8d2f1d4d6419', 'tenant_id': '5db4861e129545f8b7d9c174999be45f', 'mac_address': 'fa:16:3e:8c:66:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '00f32c6d-8610-4a26-b77a-8f80b2f8beae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:01:58Z', 'updated_at': '2021-08-18T13:02:06Z', 'revision_number': 5, 'project_id': '5db4861e129545f8b7d9c174999be45f', 'subnets': [{'id': '00f32c6d-8610-4a26-b77a-8f80b2f8beae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:06:26.472425 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-57fce2bb-a10e-4bcf-aa35-ed9a373b0b15 req-04a788e2-7778-46cb-9572-543127f63e37 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925062 Aug 18 13:06:26.724271 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb60372-9169-48b4-8d03-d614d61af4dc'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:06:26.728619 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe278b11-d14d-4221-9ac6-af6bd43fd984" -d '{"events": [{"server_uuid": "eb189d41-f194-4bb0-83e1-ae8430304485", "name": "network-vif-plugged", "status": "completed", "tag": "efb60372-9169-48b4-8d03-d614d61af4dc"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:06:26.778393 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276910ff-cdb0-4170-b870-1cbcbda4aca2 x-openstack-request-id: req-276910ff-cdb0-4170-b870-1cbcbda4aca2 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:06:26.778393 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb189d41-f194-4bb0-83e1-ae8430304485", "name": "network-vif-plugged", "status": "completed", "tag": "efb60372-9169-48b4-8d03-d614d61af4dc", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:06:26.778393 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-276910ff-cdb0-4170-b870-1cbcbda4aca2 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:06:26.778393 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb60372-9169-48b4-8d03-d614d61af4dc', 'code': 200} Aug 18 13:06:26.811569 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557c680f-55c8-4314-bdbf-ef4afb7a120b None None] New status for floating IP 1f30c4a0-aea6-4358-a69e-9e1af0262fc1: DOWN {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:06:26.831174 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 57246) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:26.949440 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3d31bdbd-65b2-47a2-bd03-fe8c6fc4b32d tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:26.953701 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51690f20-224b-43e9-b18b-eba98c2a609b req-3b92e2f4-87e1-4c0d-9d74-736e002afa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:26.954333 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51690f20-224b-43e9-b18b-eba98c2a609b req-3b92e2f4-87e1-4c0d-9d74-736e002afa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:26.956115 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51690f20-224b-43e9-b18b-eba98c2a609b req-3b92e2f4-87e1-4c0d-9d74-736e002afa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:26.960858 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51690f20-224b-43e9-b18b-eba98c2a609b req-3b92e2f4-87e1-4c0d-9d74-736e002afa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:26.960858 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51690f20-224b-43e9-b18b-eba98c2a609b req-3b92e2f4-87e1-4c0d-9d74-736e002afa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:26.960858 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51690f20-224b-43e9-b18b-eba98c2a609b req-3b92e2f4-87e1-4c0d-9d74-736e002afa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:26.960858 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51690f20-224b-43e9-b18b-eba98c2a609b req-3b92e2f4-87e1-4c0d-9d74-736e002afa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:26.963701 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-51690f20-224b-43e9-b18b-eba98c2a609b req-3b92e2f4-87e1-4c0d-9d74-736e002afa47 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 6490 time: 0.1047194 Aug 18 13:06:26.990793 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3d31bdbd-65b2-47a2-bd03-fe8c6fc4b32d tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:27.005744 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-51690f20-224b-43e9-b18b-eba98c2a609b req-067bc1b9-2404-4d2a-848b-6a4bcb7cc66d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7ae8c3d5-8282-4301-b244-c246a28f9086&id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340464 Aug 18 13:06:27.127017 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3d31bdbd-65b2-47a2-bd03-fe8c6fc4b32d tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:27.130205 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3d31bdbd-65b2-47a2-bd03-fe8c6fc4b32d tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:27.134230 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3d31bdbd-65b2-47a2-bd03-fe8c6fc4b32d tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "DELETE /v2.0/security-groups/bb2a5664-8f21-4728-b3b7-6f9d475fbc30 HTTP/1.1" status: 204 len: 168 time: 0.2993636 Aug 18 13:06:27.137394 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 57258) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:27.144277 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d31bdbd-65b2-47a2-bd03-fe8c6fc4b32d tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2a5664-8f21-4728-b3b7-6f9d475fbc30,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:27.161598 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-a493ab90-50de-4690-a6b1-7041d4df95ca tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] show failed (client error): The resource could not be found. Aug 18 13:06:27.162734 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a493ab90-50de-4690-a6b1-7041d4df95ca tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups/bb2a5664-8f21-4728-b3b7-6f9d475fbc30 HTTP/1.1" status: 404 len: 347 time: 0.0257828 Aug 18 13:06:27.166397 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 57260) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:27.337982 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf552bd-80c3-4921-998f-d683f5d31791 req-507d548f-1237-4407-8a84-b26af0b97efe tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:27.344181 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf552bd-80c3-4921-998f-d683f5d31791 req-507d548f-1237-4407-8a84-b26af0b97efe tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:27.350371 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf552bd-80c3-4921-998f-d683f5d31791 req-507d548f-1237-4407-8a84-b26af0b97efe tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:27.356332 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf552bd-80c3-4921-998f-d683f5d31791 req-507d548f-1237-4407-8a84-b26af0b97efe tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:27.362576 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf552bd-80c3-4921-998f-d683f5d31791 req-507d548f-1237-4407-8a84-b26af0b97efe tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:27.368759 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf552bd-80c3-4921-998f-d683f5d31791 req-507d548f-1237-4407-8a84-b26af0b97efe tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:27.375158 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf552bd-80c3-4921-998f-d683f5d31791 req-507d548f-1237-4407-8a84-b26af0b97efe tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:27.377125 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5bf552bd-80c3-4921-998f-d683f5d31791 req-507d548f-1237-4407-8a84-b26af0b97efe tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 5433 time: 0.1242068 Aug 18 13:06:27.408678 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-290f92c6-b58d-4555-9323-4498dced84e3 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Deleting port 9b5155fe-6590-4cac-a76b-d65eb195a4ce {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:06:27.409028 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-290f92c6-b58d-4555-9323-4498dced84e3 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:27.469307 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5bf552bd-80c3-4921-998f-d683f5d31791 req-11d0c348-a608-4713-9f40-13f59c04fc1a tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae8c3d5-8282-4301-b244-c246a28f9086&id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0841498 Aug 18 13:06:27.517450 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-290f92c6-b58d-4555-9323-4498dced84e3 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:27.517819 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-290f92c6-b58d-4555-9323-4498dced84e3 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:27.532604 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-290f92c6-b58d-4555-9323-4498dced84e3 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Calling delete_port for 9b5155fe-6590-4cac-a76b-d65eb195a4ce owned by network:floatingip {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:06:27.706964 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8999cc-ce4b-49a7-af40-df2febb9dba0 req-8b317e92-0796-4273-b299-74c7309e285b tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:27.714276 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fa8999cc-ce4b-49a7-af40-df2febb9dba0 req-8b317e92-0796-4273-b299-74c7309e285b tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 945 time: 0.1361947 Aug 18 13:06:27.759179 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fa8999cc-ce4b-49a7-af40-df2febb9dba0 req-7116e7e3-ed51-4696-ad4c-3adabee4c3a5 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391271 Aug 18 13:06:27.761686 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-290f92c6-b58d-4555-9323-4498dced84e3 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:27.806730 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f92c6-b58d-4555-9323-4498dced84e3 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Pushing event deleted for resources: {'Port': ['ID=9b5155fe-6590-4cac-a76b-d65eb195a4ce,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:27.847270 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:27.879510 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-290f92c6-b58d-4555-9323-4498dced84e3 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks [] for floatingip, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:27.883327 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-290f92c6-b58d-4555-9323-4498dced84e3 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:27.884518 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-290f92c6-b58d-4555-9323-4498dced84e3 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "DELETE /v2.0/floatingips/1f30c4a0-aea6-4358-a69e-9e1af0262fc1 HTTP/1.1" status: 204 len: 168 time: 0.7171133 Aug 18 13:06:28.297940 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 57296) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:28.302994 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-3c9af07f-f094-4435-9e36-a03fa02a3c5c tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1587814874', 'description': 'tempest-description--648306148'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:06:28.419129 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3c9af07f-f094-4435-9e36-a03fa02a3c5c tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:28.515629 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3c9af07f-f094-4435-9e36-a03fa02a3c5c tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:28.595016 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:28.626445 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8389287-b7bb-462f-8446-cf1f049f000e req-44eaae9d-6dcd-43e9-8edc-45823f22929c tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:28.632459 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8389287-b7bb-462f-8446-cf1f049f000e req-44eaae9d-6dcd-43e9-8edc-45823f22929c tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:28.638859 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8389287-b7bb-462f-8446-cf1f049f000e req-44eaae9d-6dcd-43e9-8edc-45823f22929c tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:28.641517 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3c9af07f-f094-4435-9e36-a03fa02a3c5c tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:28.646992 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8389287-b7bb-462f-8446-cf1f049f000e req-44eaae9d-6dcd-43e9-8edc-45823f22929c tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:28.651469 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8389287-b7bb-462f-8446-cf1f049f000e req-44eaae9d-6dcd-43e9-8edc-45823f22929c tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:28.657637 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8389287-b7bb-462f-8446-cf1f049f000e req-44eaae9d-6dcd-43e9-8edc-45823f22929c tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:28.664405 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8389287-b7bb-462f-8446-cf1f049f000e req-44eaae9d-6dcd-43e9-8edc-45823f22929c tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:28.666618 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a8389287-b7bb-462f-8446-cf1f049f000e req-44eaae9d-6dcd-43e9-8edc-45823f22929c tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 5433 time: 0.1025009 Aug 18 13:06:28.675800 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9af07f-f094-4435-9e36-a03fa02a3c5c tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=470c1a7c-472d-415c-b338-d2ee3980cd3a,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:28.715960 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a8389287-b7bb-462f-8446-cf1f049f000e req-dcbc8753-ae7a-4847-9948-c52662652b19 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae8c3d5-8282-4301-b244-c246a28f9086&id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429983 Aug 18 13:06:28.769131 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3c9af07f-f094-4435-9e36-a03fa02a3c5c tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:28.770189 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3c9af07f-f094-4435-9e36-a03fa02a3c5c tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4708452 Aug 18 13:06:28.773582 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 57312) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:28.778472 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-47d100a4-7ec3-449e-9fed-e488e30a1217 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Request body: {'security_group_rule': {'security_group_id': '470c1a7c-472d-415c-b338-d2ee3980cd3a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:06:28.896973 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-47d100a4-7ec3-449e-9fed-e488e30a1217 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:28.903670 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305a6a2-d143-48ba-82f8-cadf96dedffc req-bd04cf88-2d2e-470b-8953-eca0e7ef6775 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:28.905246 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c305a6a2-d143-48ba-82f8-cadf96dedffc req-bd04cf88-2d2e-470b-8953-eca0e7ef6775 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 945 time: 0.0564201 Aug 18 13:06:28.952368 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc40f9-3850-438f-b0c7-b3068e752e5c req-dd43cf9b-9a10-4100-abbe-ef2472abb59e tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:28.959544 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc40f9-3850-438f-b0c7-b3068e752e5c req-dd43cf9b-9a10-4100-abbe-ef2472abb59e tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:28.960225 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c305a6a2-d143-48ba-82f8-cadf96dedffc req-71cd1394-c688-47ab-ba9c-7f0efc2a11dd tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476949 Aug 18 13:06:28.965360 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc40f9-3850-438f-b0c7-b3068e752e5c req-dd43cf9b-9a10-4100-abbe-ef2472abb59e tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:28.971449 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc40f9-3850-438f-b0c7-b3068e752e5c req-dd43cf9b-9a10-4100-abbe-ef2472abb59e tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:28.984445 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc40f9-3850-438f-b0c7-b3068e752e5c req-dd43cf9b-9a10-4100-abbe-ef2472abb59e tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:28.988328 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc40f9-3850-438f-b0c7-b3068e752e5c req-dd43cf9b-9a10-4100-abbe-ef2472abb59e tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:29.009125 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc40f9-3850-438f-b0c7-b3068e752e5c req-dd43cf9b-9a10-4100-abbe-ef2472abb59e tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:29.013172 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dccc40f9-3850-438f-b0c7-b3068e752e5c req-dd43cf9b-9a10-4100-abbe-ef2472abb59e tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 5433 time: 0.1785066 Aug 18 13:06:29.025462 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 57320) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:29.031049 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-f67f9a41-bcba-4893-94f8-9a9b604a8948 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Request body: {'floatingip': {'port_id': '34e925d7-14af-4826-bf24-9d1ce3cea1ed'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:06:29.045346 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-47d100a4-7ec3-449e-9fed-e488e30a1217 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:29.083209 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f67f9a41-bcba-4893-94f8-9a9b604a8948 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks [] for floatingip, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:29.122226 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-47d100a4-7ec3-449e-9fed-e488e30a1217 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:29.156908 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d100a4-7ec3-449e-9fed-e488e30a1217 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1edc7239-1305-4bb5-a5c0-8080aa08922e,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:29.218774 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-47d100a4-7ec3-449e-9fed-e488e30a1217 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:29.226733 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-47d100a4-7ec3-449e-9fed-e488e30a1217 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4502740 Aug 18 13:06:29.227274 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 57326) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:29.247514 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-ae006bec-a4a4-498a-9c4c-7faf7a7ec430 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Request body: {'security_group_rule': {'security_group_id': '470c1a7c-472d-415c-b338-d2ee3980cd3a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:06:29.336827 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ae006bec-a4a4-498a-9c4c-7faf7a7ec430 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:29.439829 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ae006bec-a4a4-498a-9c4c-7faf7a7ec430 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:29.481333 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ae006bec-a4a4-498a-9c4c-7faf7a7ec430 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:29.501738 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae006bec-a4a4-498a-9c4c-7faf7a7ec430 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=156c63af-6f39-44dc-90d6-99c60577b4aa,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:29.624323 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ae006bec-a4a4-498a-9c4c-7faf7a7ec430 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:29.626633 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ae006bec-a4a4-498a-9c4c-7faf7a7ec430 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3967135 Aug 18 13:06:29.628716 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 57334) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:29.634152 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-3482f11f-736c-43af-b284-1047591a6262 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:06:29.667243 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f67f9a41-bcba-4893-94f8-9a9b604a8948 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:29.715806 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3482f11f-736c-43af-b284-1047591a6262 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks [] for floatingip, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:29.755522 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f67f9a41-bcba-4893-94f8-9a9b604a8948 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:29.863053 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3482f11f-736c-43af-b284-1047591a6262 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:29.904568 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [None req-f67f9a41-bcba-4893-94f8-9a9b604a8948 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Floating IP 5da0557d-c499-4ef0-942e-4b807c496c67 associated. External IP: 172.25.6.136, port: 34e925d7-14af-4826-bf24-9d1ce3cea1ed. Aug 18 13:06:30.013476 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-3482f11f-736c-43af-b284-1047591a6262 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Allocated IP 172.25.6.144 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/91f19253-2e3a-489f-89bf-1173f55078f0) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:06:30.174809 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3482f11f-736c-43af-b284-1047591a6262 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:30.180402 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c0e04-c5e3-4315-97a2-8b9d71b168f0 req-9ba70e79-51a8-45a7-ac4c-988cf1c72fea tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:30.181906 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ec4c0e04-c5e3-4315-97a2-8b9d71b168f0 req-9ba70e79-51a8-45a7-ac4c-988cf1c72fea tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 945 time: 0.0916133 Aug 18 13:06:30.193303 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67f9a41-bcba-4893-94f8-9a9b604a8948 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Router 66e22582-27f1-48db-b051-4c033baa4033 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:06:30.285590 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ec4c0e04-c5e3-4315-97a2-8b9d71b168f0 req-d7ef8272-bf1a-48f9-94a7-098c20f357e4 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854845 Aug 18 13:06:30.305106 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3482f11f-736c-43af-b284-1047591a6262 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:30.344826 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3482f11f-736c-43af-b284-1047591a6262 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:06:30.345092 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67f9a41-bcba-4893-94f8-9a9b604a8948 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:06:30.347935 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-3482f11f-736c-43af-b284-1047591a6262 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:06:30.352431 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f67f9a41-bcba-4893-94f8-9a9b604a8948 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:30.354194 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3482f11f-736c-43af-b284-1047591a6262 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:06:30.359777 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f066d452-0ac7-45ef-948d-068e47604561 None None] Sync routers for ids ['66e22582-27f1-48db-b051-4c033baa4033'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:06:30.370635 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f066d452-0ac7-45ef-948d-068e47604561 None None] Routers {'66e22582-27f1-48db-b051-4c033baa4033'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:06:30.371760 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f066d452-0ac7-45ef-948d-068e47604561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:06:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['66e22582-27f1-48db-b051-4c033baa4033'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:06:30.388754 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482f11f-736c-43af-b284-1047591a6262 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Pushing event updated for resources: {'Port': ['ID=91f19253-2e3a-489f-89bf-1173f55078f0,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:30.407237 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f67f9a41-bcba-4893-94f8-9a9b604a8948 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "PUT /v2.0/floatingips/5da0557d-c499-4ef0-942e-4b807c496c67 HTTP/1.1" status: 200 len: 991 time: 1.3797922 Aug 18 13:06:30.407845 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'tag': '34e925d7-14af-4826-bf24-9d1ce3cea1ed'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:06:30.410119 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726cd022-e483-4f15-821b-879bec3a88b5" -d '{"events": [{"name": "network-changed", "server_uuid": "eb189d41-f194-4bb0-83e1-ae8430304485", "tag": "34e925d7-14af-4826-bf24-9d1ce3cea1ed"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:06:30.511491 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13815938-51b9-4fd5-abda-3756d62f0308 x-openstack-request-id: req-13815938-51b9-4fd5-abda-3756d62f0308 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:06:30.511767 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb189d41-f194-4bb0-83e1-ae8430304485", "tag": "34e925d7-14af-4826-bf24-9d1ce3cea1ed", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:06:30.512340 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13815938-51b9-4fd5-abda-3756d62f0308 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:06:30.512921 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'tag': '34e925d7-14af-4826-bf24-9d1ce3cea1ed', 'status': 'completed', 'code': 200} Aug 18 13:06:30.517735 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3482f11f-736c-43af-b284-1047591a6262 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:30.527005 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 57352) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:30.590442 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-f066d452-0ac7-45ef-948d-068e47604561 None None] Set router 66e22582-27f1-48db-b051-4c033baa4033 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:06:30.593489 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cd022-e483-4f15-821b-879bec3a88b5 req-9b842f9c-418d-4209-9fec-d315181c9983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:30.594086 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cd022-e483-4f15-821b-879bec3a88b5 req-9b842f9c-418d-4209-9fec-d315181c9983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:30.594651 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cd022-e483-4f15-821b-879bec3a88b5 req-9b842f9c-418d-4209-9fec-d315181c9983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:30.595182 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cd022-e483-4f15-821b-879bec3a88b5 req-9b842f9c-418d-4209-9fec-d315181c9983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:30.595713 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cd022-e483-4f15-821b-879bec3a88b5 req-9b842f9c-418d-4209-9fec-d315181c9983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:30.596248 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cd022-e483-4f15-821b-879bec3a88b5 req-9b842f9c-418d-4209-9fec-d315181c9983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:30.596913 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cd022-e483-4f15-821b-879bec3a88b5 req-9b842f9c-418d-4209-9fec-d315181c9983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:30.599448 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-726cd022-e483-4f15-821b-879bec3a88b5 req-9b842f9c-418d-4209-9fec-d315181c9983 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8c196c6c2e143d6872d1027393f6dcd&device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 6490 time: 0.0545025 Aug 18 13:06:30.687460 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3482f11f-736c-43af-b284-1047591a6262 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:30.700429 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1c4af4cb-5dd8-4e88-9af0-f2155c242aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:30.796560 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cd022-e483-4f15-821b-879bec3a88b5 req-aebe7ceb-0f51-4980-bd3d-85de19b8bf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:30.798244 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-726cd022-e483-4f15-821b-879bec3a88b5 req-aebe7ceb-0f51-4980-bd3d-85de19b8bf85 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7b05220b-36d2-40eb-be72-7e3e060fbabb HTTP/1.1" status: 200 len: 912 time: 0.1912181 Aug 18 13:06:30.884729 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-726cd022-e483-4f15-821b-879bec3a88b5 req-edd5db97-aaee-4e12-a24d-ecfda62d5f0e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34e925d7-14af-4826-bf24-9d1ce3cea1ed HTTP/1.1" status: 200 len: 999 time: 0.0780151 Aug 18 13:06:30.953152 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cd022-e483-4f15-821b-879bec3a88b5 req-610c71e5-b328-42dc-b0f5-21fcb5b6a94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:30.954745 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-726cd022-e483-4f15-821b-879bec3a88b5 req-610c71e5-b328-42dc-b0f5-21fcb5b6a94a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bfeef1f8-f283-4cb6-a505-21a51b6ed46e HTTP/1.1" status: 200 len: 850 time: 0.0610464 Aug 18 13:06:31.004997 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1c4af4cb-5dd8-4e88-9af0-f2155c242aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:31.027489 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cd022-e483-4f15-821b-879bec3a88b5 req-5f153754-150f-4f0e-b443-4111d643b49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:31.029099 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-726cd022-e483-4f15-821b-879bec3a88b5 req-5f153754-150f-4f0e-b443-4111d643b49d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b05220b-36d2-40eb-be72-7e3e060fbabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654650 Aug 18 13:06:31.036539 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f066d452-0ac7-45ef-948d-068e47604561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e22582-27f1-48db-b051-4c033baa4033', 'name': 'tempest-TaggedBootDevicesTest-597042161-router', 'tenant_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'b2044cbe-f51f-4178-8c91-3acf99d0c0dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:04:08Z', 'updated_at': '2021-08-18T13:04:15Z', 'revision_number': 4, 'project_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'gw_port': {'id': 'b2044cbe-f51f-4178-8c91-3acf99d0c0dc', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e22582-27f1-48db-b051-4c033baa4033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:04:09Z', 'updated_at': '2021-08-18T13:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '5da0557d-c499-4ef0-942e-4b807c496c67', 'tenant_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'floating_ip_address': '172.25.6.136', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '66e22582-27f1-48db-b051-4c033baa4033', 'port_id': '34e925d7-14af-4826-bf24-9d1ce3cea1ed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b05220b-36d2-40eb-be72-7e3e060fbabb', 'mac_address': 'fa:16:3e:15:4d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:05:15Z', 'updated_at': '2021-08-18T13:06:29Z', 'revision_number': 1, 'project_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b664f35-5fae-45af-bf5b-7bbf9075cac6', 'name': '', 'network_id': '7b05220b-36d2-40eb-be72-7e3e060fbabb', 'tenant_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'mac_address': 'fa:16:3e:08:99:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e22582-27f1-48db-b051-4c033baa4033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'bfeef1f8-f283-4cb6-a505-21a51b6ed46e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:04:13Z', 'updated_at': '2021-08-18T13:04:22Z', 'revision_number': 5, 'project_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'subnets': [{'id': 'bfeef1f8-f283-4cb6-a505-21a51b6ed46e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:06:31.037080 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3482f11f-736c-43af-b284-1047591a6262 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:31.065894 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f066d452-0ac7-45ef-948d-068e47604561 None None] Checking router: 66e22582-27f1-48db-b051-4c033baa4033 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:06:31.074813 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f066d452-0ac7-45ef-948d-068e47604561 None None] Routers {'66e22582-27f1-48db-b051-4c033baa4033'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:06:31.075437 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f066d452-0ac7-45ef-948d-068e47604561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:06:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['66e22582-27f1-48db-b051-4c033baa4033'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:06:31.082924 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1c4af4cb-5dd8-4e88-9af0-f2155c242aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:31.109713 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3482f11f-736c-43af-b284-1047591a6262 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:31.120717 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1c4af4cb-5dd8-4e88-9af0-f2155c242aff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c8963369bf5a478781be18b800449117&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5899720 Aug 18 13:06:31.121867 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 57360) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:31.138544 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4af4cb-5dd8-4e88-9af0-f2155c242aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945b2a20-bc01-4af3-bba6-73f1200b4975,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:31.168986 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-726cd022-e483-4f15-821b-879bec3a88b5 req-ea90b86e-eec2-4b9f-a8b3-531710fcbf6e service neutron] 10.222.0.39 "GET /v2.0/networks/7b05220b-36d2-40eb-be72-7e3e060fbabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314511 Aug 18 13:06:31.221564 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-f066d452-0ac7-45ef-948d-068e47604561 None None] Set router 66e22582-27f1-48db-b051-4c033baa4033 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:06:31.284350 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-59a22125-1bf5-46ee-ace3-50cd80076f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:31.285996 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482f11f-736c-43af-b284-1047591a6262 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Pushing event updated for resources: {'Port': ['ID=91f19253-2e3a-489f-89bf-1173f55078f0,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:31.291315 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3482f11f-736c-43af-b284-1047591a6262 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:31.329668 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-59a22125-1bf5-46ee-ace3-50cd80076f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:31.365355 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-726cd022-e483-4f15-821b-879bec3a88b5 req-75b7a508-37d4-4d27-b125-26e640248f68 service neutron] 10.222.0.39 "GET /v2.0/networks/7b05220b-36d2-40eb-be72-7e3e060fbabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887255 Aug 18 13:06:31.470202 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3482f11f-736c-43af-b284-1047591a6262 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:31.471571 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3482f11f-736c-43af-b284-1047591a6262 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8418524 Aug 18 13:06:31.506560 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab3876-3d9b-46ea-bb6d-e4d9874268ed req-74c8d173-f2cb-4b6d-8c9b-6457f26abb0a tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:31.508502 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-18ab3876-3d9b-46ea-bb6d-e4d9874268ed req-74c8d173-f2cb-4b6d-8c9b-6457f26abb0a tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 945 time: 0.0669322 Aug 18 13:06:31.516688 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-59a22125-1bf5-46ee-ace3-50cd80076f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:31.519645 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-59a22125-1bf5-46ee-ace3-50cd80076f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:31.524201 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-59a22125-1bf5-46ee-ace3-50cd80076f86 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/945b2a20-bc01-4af3-bba6-73f1200b4975 HTTP/1.1" status: 204 len: 168 time: 0.3949337 Aug 18 13:06:31.533803 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a22125-1bf5-46ee-ace3-50cd80076f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945b2a20-bc01-4af3-bba6-73f1200b4975,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:31.613694 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f066d452-0ac7-45ef-948d-068e47604561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e22582-27f1-48db-b051-4c033baa4033', 'name': 'tempest-TaggedBootDevicesTest-597042161-router', 'tenant_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'b2044cbe-f51f-4178-8c91-3acf99d0c0dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:04:08Z', 'updated_at': '2021-08-18T13:04:15Z', 'revision_number': 4, 'project_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'gw_port': {'id': 'b2044cbe-f51f-4178-8c91-3acf99d0c0dc', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e22582-27f1-48db-b051-4c033baa4033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:04:09Z', 'updated_at': '2021-08-18T13:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '5da0557d-c499-4ef0-942e-4b807c496c67', 'tenant_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'floating_ip_address': '172.25.6.136', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '66e22582-27f1-48db-b051-4c033baa4033', 'port_id': '34e925d7-14af-4826-bf24-9d1ce3cea1ed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b05220b-36d2-40eb-be72-7e3e060fbabb', 'mac_address': 'fa:16:3e:15:4d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:05:15Z', 'updated_at': '2021-08-18T13:06:29Z', 'revision_number': 1, 'project_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b664f35-5fae-45af-bf5b-7bbf9075cac6', 'name': '', 'network_id': '7b05220b-36d2-40eb-be72-7e3e060fbabb', 'tenant_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'mac_address': 'fa:16:3e:08:99:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e22582-27f1-48db-b051-4c033baa4033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'bfeef1f8-f283-4cb6-a505-21a51b6ed46e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:04:13Z', 'updated_at': '2021-08-18T13:04:22Z', 'revision_number': 5, 'project_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'subnets': [{'id': 'bfeef1f8-f283-4cb6-a505-21a51b6ed46e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:06:31.621062 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-18ab3876-3d9b-46ea-bb6d-e4d9874268ed req-617b4168-17cd-4b97-b717-113cab56dfcb tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045978 Aug 18 13:06:31.648628 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f066d452-0ac7-45ef-948d-068e47604561 None None] The sync data for ids ['66e22582-27f1-48db-b051-4c033baa4033'] in n-d-803603-2 is: [{'id': '66e22582-27f1-48db-b051-4c033baa4033', 'name': 'tempest-TaggedBootDevicesTest-597042161-router', 'tenant_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'b2044cbe-f51f-4178-8c91-3acf99d0c0dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:04:08Z', 'updated_at': '2021-08-18T13:04:15Z', 'revision_number': 4, 'project_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'gw_port': {'id': 'b2044cbe-f51f-4178-8c91-3acf99d0c0dc', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e22582-27f1-48db-b051-4c033baa4033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:04:09Z', 'updated_at': '2021-08-18T13:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '5da0557d-c499-4ef0-942e-4b807c496c67', 'tenant_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'floating_ip_address': '172.25.6.136', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '66e22582-27f1-48db-b051-4c033baa4033', 'port_id': '34e925d7-14af-4826-bf24-9d1ce3cea1ed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b05220b-36d2-40eb-be72-7e3e060fbabb', 'mac_address': 'fa:16:3e:15:4d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:05:15Z', 'updated_at': '2021-08-18T13:06:29Z', 'revision_number': 1, 'project_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b664f35-5fae-45af-bf5b-7bbf9075cac6', 'name': '', 'network_id': '7b05220b-36d2-40eb-be72-7e3e060fbabb', 'tenant_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'mac_address': 'fa:16:3e:08:99:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e22582-27f1-48db-b051-4c033baa4033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'bfeef1f8-f283-4cb6-a505-21a51b6ed46e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:04:13Z', 'updated_at': '2021-08-18T13:04:22Z', 'revision_number': 5, 'project_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'subnets': [{'id': 'bfeef1f8-f283-4cb6-a505-21a51b6ed46e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:06:31.785195 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-6594c7ae-e1c4-4cc8-8234-c97174f7cbc2 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1587814874&fields=id&tenant_id=5db4861e129545f8b7d9c174999be45f HTTP/1.1" status: 200 len: 267 time: 0.0349960 Aug 18 13:06:31.912145 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4326d4a7-ee75-4343-9c50-9bfe4c78a432 None None] New status for floating IP 5da0557d-c499-4ef0-942e-4b807c496c67: ACTIVE {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:06:31.942883 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-f895a4b8-b76a-4e06-a1f7-72e32e244e7f tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:31.944513 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-f895a4b8-b76a-4e06-a1f7-72e32e244e7f tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/networks?id=f0772655-8fcf-4cc7-a52b-8d2f1d4d6419 HTTP/1.1" status: 200 len: 810 time: 0.1526604 Aug 18 13:06:31.961475 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-9290824a-799c-4c26-b97e-9a16159ca532 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/quotas/5db4861e129545f8b7d9c174999be45f HTTP/1.1" status: 200 len: 375 time: 0.0113668 Aug 18 13:06:32.015692 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-d51b9154-8b42-4878-b6cb-142d5b601495 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5db4861e129545f8b7d9c174999be45f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481427 Aug 18 13:06:32.135385 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-c918b059-c141-4866-b56e-fc4cce2d7e79 service neutron] 10.222.0.13 "GET /v2.0/networks/f0772655-8fcf-4cc7-a52b-8d2f1d4d6419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978465 Aug 18 13:06:32.201383 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device d56c394b-93e7-4573-9588-fa1eeaa8886c details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:06:32.235732 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-c31cc68b-ceaf-4bbc-ab1b-6d0dbae9303a service neutron] 10.222.0.13 "GET /v2.0/networks/f0772655-8fcf-4cc7-a52b-8d2f1d4d6419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941987 Aug 18 13:06:32.240372 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 57386) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:32.255746 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-46a6a91b-5b43-46e4-9729-7c0c421445e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:32.357817 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port d56c394b-93e7-4573-9588-fa1eeaa8886c, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=d56c394b-93e7-4573-9588-fa1eeaa8886c,segment=NetworkSegment(1d336752-25b6-4131-855b-23a2ad96544b),segment_id=1d336752-25b6-4131-855b-23a2ad96544b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:06:32.364264 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-46a6a91b-5b43-46e4-9729-7c0c421445e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:32.370364 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'd56c394b-93e7-4573-9588-fa1eeaa8886c', 'network_id': '1580e32b-815c-484e-8818-74705331eaf8', 'port_id': 'd56c394b-93e7-4573-9588-fa1eeaa8886c', 'mac_address': 'fa:16:3e:39:1c:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:06:32.408347 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:32.422415 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d56c394b-93e7-4573-9588-fa1eeaa8886c {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:06:32.443189 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port d56c394b-93e7-4573-9588-fa1eeaa8886c, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=d56c394b-93e7-4573-9588-fa1eeaa8886c,segment=NetworkSegment(1d336752-25b6-4131-855b-23a2ad96544b),segment_id=1d336752-25b6-4131-855b-23a2ad96544b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:06:32.476016 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-46a6a91b-5b43-46e4-9729-7c0c421445e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:32.532768 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:32.576229 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c949a25e-6513-47ea-b643-bb405bebfd96 req-67f991d0-4b5b-4240-bb38-f1dd3e459680 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81a0d37-472e-4683-8a13-8127da2fc637 HTTP/1.1" status: 200 len: 210 time: 0.0337217 Aug 18 13:06:32.581861 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-46a6a91b-5b43-46e4-9729-7c0c421445e3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0465e86c632a41519241d21c90f8ce2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3402331 Aug 18 13:06:32.583072 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a6a91b-5b43-46e4-9729-7c0c421445e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046e9b7e-306f-4473-b4bb-01865653c66f,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:32.584047 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 57398) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:32.607974 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=d56c394b-93e7-4573-9588-fa1eeaa8886c,revision_number=11']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:32.682575 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-20ab905e-1dcc-4af1-b727-6fda09343707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:32.710931 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-20ab905e-1dcc-4af1-b727-6fda09343707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:32.783984 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['d56c394b-93e7-4573-9588-fa1eeaa8886c'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:06:32.834013 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c525038-96ab-4b09-98d5-7e2d21c1bea8 req-f32306ce-e308-4f40-978c-3db424252585 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:32.836449 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2c525038-96ab-4b09-98d5-7e2d21c1bea8 req-f32306ce-e308-4f40-978c-3db424252585 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 946 time: 0.0814090 Aug 18 13:06:32.891035 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2c525038-96ab-4b09-98d5-7e2d21c1bea8 req-010f494b-9c74-4a83-8017-7d25dac2a6ac tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478761 Aug 18 13:06:32.913628 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-20ab905e-1dcc-4af1-b727-6fda09343707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:32.913998 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-20ab905e-1dcc-4af1-b727-6fda09343707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:32.916246 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-20ab905e-1dcc-4af1-b727-6fda09343707 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/046e9b7e-306f-4473-b4bb-01865653c66f HTTP/1.1" status: 204 len: 168 time: 0.3311656 Aug 18 13:06:32.929877 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab905e-1dcc-4af1-b727-6fda09343707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046e9b7e-306f-4473-b4bb-01865653c66f,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:33.744257 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d2f3e3fb-530a-4d59-b7e7-92c31302a1fa req-cca16156-1b90-4496-aafc-aca77b2b8b6b tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81a0d37-472e-4683-8a13-8127da2fc637 HTTP/1.1" status: 200 len: 210 time: 0.0352936 Aug 18 13:06:34.040562 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8c3c5-32b6-4f28-9df8-d3dcb6a3f2d0 req-1756bbc8-a60e-4137-b34e-9a40be7cb969 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:34.051110 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a1b8c3c5-32b6-4f28-9df8-d3dcb6a3f2d0 req-1756bbc8-a60e-4137-b34e-9a40be7cb969 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 946 time: 0.0694094 Aug 18 13:06:34.124729 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a1b8c3c5-32b6-4f28-9df8-d3dcb6a3f2d0 req-7796e8bb-b64c-4a41-9ffd-225ea87133fa tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724144 Aug 18 13:06:34.217424 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device d56c394b-93e7-4573-9588-fa1eeaa8886c up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:06:34.350748 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port d56c394b-93e7-4573-9588-fa1eeaa8886c completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:06:34.361010 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port d56c394b-93e7-4573-9588-fa1eeaa8886c triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:06:34.361010 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:34.594954 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:34.621642 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92cfe51f-76c1-4a99-b95d-fdf95274b4fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56c394b-93e7-4573-9588-fa1eeaa8886c'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:06:34.623169 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8a8eed-d1ab-4d3c-b40b-4720a0c1221d" -d '{"events": [{"server_uuid": "92cfe51f-76c1-4a99-b95d-fdf95274b4fc", "name": "network-vif-plugged", "status": "completed", "tag": "d56c394b-93e7-4573-9588-fa1eeaa8886c"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:06:34.639460 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port d56c394b-93e7-4573-9588-fa1eeaa8886c, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=d56c394b-93e7-4573-9588-fa1eeaa8886c,segment=NetworkSegment(1d336752-25b6-4131-855b-23a2ad96544b),segment_id=1d336752-25b6-4131-855b-23a2ad96544b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:06:34.675379 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c592f0-d3b3-4392-8e8e-c48265a4fa91 x-openstack-request-id: req-02c592f0-d3b3-4392-8e8e-c48265a4fa91 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:06:34.676258 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92cfe51f-76c1-4a99-b95d-fdf95274b4fc", "name": "network-vif-plugged", "status": "completed", "tag": "d56c394b-93e7-4573-9588-fa1eeaa8886c", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:06:34.676509 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02c592f0-d3b3-4392-8e8e-c48265a4fa91 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:06:34.676909 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92cfe51f-76c1-4a99-b95d-fdf95274b4fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56c394b-93e7-4573-9588-fa1eeaa8886c', 'code': 200} Aug 18 13:06:34.719127 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-a3ff22bd-0fac-48ef-8163-d7d447fedcc5 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:34.721373 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-a3ff22bd-0fac-48ef-8163-d7d447fedcc5 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.20 "GET /v2.0/networks?id=f0772655-8fcf-4cc7-a52b-8d2f1d4d6419 HTTP/1.1" status: 200 len: 810 time: 0.1291163 Aug 18 13:06:34.756717 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:34.776883 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-e289d5e6-a133-4b65-bf80-0a056dfdbd34 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5db4861e129545f8b7d9c174999be45f HTTP/1.1" status: 200 len: 380 time: 0.0457246 Aug 18 13:06:34.793837 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-02c602ad-bb1c-4196-870d-3dd4112ba295 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Request body: {'port': {'device_id': 'b81a0d37-472e-4683-8a13-8127da2fc637', 'network_id': 'f0772655-8fcf-4cc7-a52b-8d2f1d4d6419', 'admin_state_up': True, 'tenant_id': '5db4861e129545f8b7d9c174999be45f', 'security_groups': ['470c1a7c-472d-415c-b338-d2ee3980cd3a']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:06:34.827568 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=d56c394b-93e7-4573-9588-fa1eeaa8886c,revision_number=12']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:34.931430 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-45c0fd95-1d8a-4136-ba73-14d2cb4e5bfa req-a395297d-8e55-4477-8987-63b09a21a87f tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81a0d37-472e-4683-8a13-8127da2fc637 HTTP/1.1" status: 200 len: 210 time: 0.0788260 Aug 18 13:06:35.038710 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7be14-68a7-4e86-83cd-6385043a2a80 req-f474ec92-3ad5-4e39-9990-35c611946a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:35.040499 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c5a7be14-68a7-4e86-83cd-6385043a2a80 req-f474ec92-3ad5-4e39-9990-35c611946a91 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 1098 time: 0.1113188 Aug 18 13:06:35.081555 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c5a7be14-68a7-4e86-83cd-6385043a2a80 req-aa8f84b2-ab93-4671-a319-237184d0f772 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320001 Aug 18 13:06:35.120927 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-02c602ad-bb1c-4196-870d-3dd4112ba295 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Made reservation on behalf of 5db4861e129545f8b7d9c174999be45f for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:06:35.126008 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-02c602ad-bb1c-4196-870d-3dd4112ba295 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:35.309789 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-02c602ad-bb1c-4196-870d-3dd4112ba295 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Allocated IP 172.20.0.6 (f0772655-8fcf-4cc7-a52b-8d2f1d4d6419/00f32c6d-8610-4a26-b77a-8f80b2f8beae/1a2fd468-6fd9-4315-86c7-a5820d88fd0b) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:06:35.323337 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5652fb-5038-4b40-aa9a-15a8dc45ee4c req-2e95e8fd-09fc-40fb-a946-e3cbc990ff49 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:35.325903 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9b5652fb-5038-4b40-aa9a-15a8dc45ee4c req-2e95e8fd-09fc-40fb-a946-e3cbc990ff49 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 947 time: 0.0848603 Aug 18 13:06:35.434096 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9b5652fb-5038-4b40-aa9a-15a8dc45ee4c req-d5b9ae6f-1c31-4ead-ac41-9a27cbcbaf9b tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369430 Aug 18 13:06:35.485067 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-02c602ad-bb1c-4196-870d-3dd4112ba295 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:35.498348 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-02c602ad-bb1c-4196-870d-3dd4112ba295 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Transition to ACTIVE for port object 1a2fd468-6fd9-4315-86c7-a5820d88fd0b will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:06:36.119839 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-02c602ad-bb1c-4196-870d-3dd4112ba295 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:36.129176 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eb422e22-e742-46ad-954f-0d0527224451 req-9a131aa3-311c-4a7e-b855-2032d85683df tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81a0d37-472e-4683-8a13-8127da2fc637 HTTP/1.1" status: 200 len: 210 time: 0.0833609 Aug 18 13:06:36.194633 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-02c602ad-bb1c-4196-870d-3dd4112ba295 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Network f0772655-8fcf-4cc7-a52b-8d2f1d4d6419 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:06:36.197556 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-02c602ad-bb1c-4196-870d-3dd4112ba295 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:06:36.201642 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-02c602ad-bb1c-4196-870d-3dd4112ba295 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:06:36.210031 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c602ad-bb1c-4196-870d-3dd4112ba295 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Pushing event updated for resources: {'Port': ['ID=1a2fd468-6fd9-4315-86c7-a5820d88fd0b,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:36.242085 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c602ad-bb1c-4196-870d-3dd4112ba295 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:06:36.242738 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c602ad-bb1c-4196-870d-3dd4112ba295 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:06:36.243399 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c602ad-bb1c-4196-870d-3dd4112ba295 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:06:36.244079 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c602ad-bb1c-4196-870d-3dd4112ba295 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:06:36.244607 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c602ad-bb1c-4196-870d-3dd4112ba295 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:06:36.245121 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c602ad-bb1c-4196-870d-3dd4112ba295 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:06:36.245643 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c602ad-bb1c-4196-870d-3dd4112ba295 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:06:36.246150 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c602ad-bb1c-4196-870d-3dd4112ba295 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:06:36.251968 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c602ad-bb1c-4196-870d-3dd4112ba295 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:06:36.251968 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c602ad-bb1c-4196-870d-3dd4112ba295 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:06:36.251968 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c602ad-bb1c-4196-870d-3dd4112ba295 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:06:36.251968 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c602ad-bb1c-4196-870d-3dd4112ba295 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:06:36.286664 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-02c602ad-bb1c-4196-870d-3dd4112ba295 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:36.287433 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-02c602ad-bb1c-4196-870d-3dd4112ba295 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:36.390762 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-02c602ad-bb1c-4196-870d-3dd4112ba295 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6041389 Aug 18 13:06:36.408465 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-ea2b04e6-c40b-4b3c-b98c-731d779ddd22 service neutron] Request body: {'port': {'device_id': 'b81a0d37-472e-4683-8a13-8127da2fc637', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:06:36.485792 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-ea2b04e6-c40b-4b3c-b98c-731d779ddd22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:36.586493 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ab0f6-e06d-4a89-b3f1-12f7822d3335 req-d0f9815b-5774-4f34-808f-107b6876a65d tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:36.588836 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-963ab0f6-e06d-4a89-b3f1-12f7822d3335 req-d0f9815b-5774-4f34-808f-107b6876a65d tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 947 time: 0.0603542 Aug 18 13:06:36.642411 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-963ab0f6-e06d-4a89-b3f1-12f7822d3335 req-62343395-084d-4d83-878c-8b94ed678f8e tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429039 Aug 18 13:06:36.727588 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f49817f8-bd85-4aa9-a055-bb588b48df65 None None] Provisioning for port 1a2fd468-6fd9-4315-86c7-a5820d88fd0b completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:06:36.732617 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f49817f8-bd85-4aa9-a055-bb588b48df65 None None] Provisioning complete for port 1a2fd468-6fd9-4315-86c7-a5820d88fd0b triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:06:36.733349 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f49817f8-bd85-4aa9-a055-bb588b48df65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:36.797350 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f49817f8-bd85-4aa9-a055-bb588b48df65 None None] Port 1a2fd468-6fd9-4315-86c7-a5820d88fd0b cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:06:36.861257 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-ea2b04e6-c40b-4b3c-b98c-731d779ddd22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a2fd468-6fd9-4315-86c7-a5820d88fd0b {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:06:36.888003 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-ea2b04e6-c40b-4b3c-b98c-731d779ddd22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:36.912246 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-ea2b04e6-c40b-4b3c-b98c-731d779ddd22 service neutron] Transition to ACTIVE for port object 1a2fd468-6fd9-4315-86c7-a5820d88fd0b will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:06:37.012319 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-ea2b04e6-c40b-4b3c-b98c-731d779ddd22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:37.093522 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b04e6-c40b-4b3c-b98c-731d779ddd22 service neutron] Pushing event updated for resources: {'Port': ['ID=1a2fd468-6fd9-4315-86c7-a5820d88fd0b,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:37.169661 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-ea2b04e6-c40b-4b3c-b98c-731d779ddd22 service neutron] Attempting to bind port 1a2fd468-6fd9-4315-86c7-a5820d88fd0b on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:06:37.170275 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-ea2b04e6-c40b-4b3c-b98c-731d779ddd22 service neutron] Attempting to bind port 1a2fd468-6fd9-4315-86c7-a5820d88fd0b by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '57b4e41f-121d-4d32-8b51-688f70aedc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f0772655-8fcf-4cc7-a52b-8d2f1d4d6419'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:06:37.170380 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-ea2b04e6-c40b-4b3c-b98c-731d779ddd22 service neutron] Attempting to bind port 1a2fd468-6fd9-4315-86c7-a5820d88fd0b on network f0772655-8fcf-4cc7-a52b-8d2f1d4d6419 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:06:37.186977 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-ea2b04e6-c40b-4b3c-b98c-731d779ddd22 service neutron] Port 1a2fd468-6fd9-4315-86c7-a5820d88fd0b on network f0772655-8fcf-4cc7-a52b-8d2f1d4d6419 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:06:37.187306 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-ea2b04e6-c40b-4b3c-b98c-731d779ddd22 service neutron] Attempting to bind port 1a2fd468-6fd9-4315-86c7-a5820d88fd0b on network f0772655-8fcf-4cc7-a52b-8d2f1d4d6419 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:06:37.203784 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-ea2b04e6-c40b-4b3c-b98c-731d779ddd22 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:06:37.206399 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-ea2b04e6-c40b-4b3c-b98c-731d779ddd22 service neutron] Checking segment: {'id': '57b4e41f-121d-4d32-8b51-688f70aedc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f0772655-8fcf-4cc7-a52b-8d2f1d4d6419'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:06:37.208291 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-ea2b04e6-c40b-4b3c-b98c-731d779ddd22 service neutron] Bound using segment: {'id': '57b4e41f-121d-4d32-8b51-688f70aedc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f0772655-8fcf-4cc7-a52b-8d2f1d4d6419'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:06:37.215670 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-ea2b04e6-c40b-4b3c-b98c-731d779ddd22 service neutron] Bound port: 1a2fd468-6fd9-4315-86c7-a5820d88fd0b, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57b4e41f-121d-4d32-8b51-688f70aedc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f0772655-8fcf-4cc7-a52b-8d2f1d4d6419'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:06:37.215670 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-ea2b04e6-c40b-4b3c-b98c-731d779ddd22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:37.346054 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-ea2b04e6-c40b-4b3c-b98c-731d779ddd22 service neutron] For port 1a2fd468-6fd9-4315-86c7-a5820d88fd0b, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:06:37.349606 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-ea2b04e6-c40b-4b3c-b98c-731d779ddd22 service neutron] For port 1a2fd468-6fd9-4315-86c7-a5820d88fd0b, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=1a2fd468-6fd9-4315-86c7-a5820d88fd0b,segment=NetworkSegment(57b4e41f-121d-4d32-8b51-688f70aedc50),segment_id=57b4e41f-121d-4d32-8b51-688f70aedc50)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:06:37.390427 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac8caf-d26e-4a56-864f-2a367aa25a94 req-bdd47041-d6fb-4a95-bbf2-fd3b3c3350b0 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:37.390427 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c1ac8caf-d26e-4a56-864f-2a367aa25a94 req-bdd47041-d6fb-4a95-bbf2-fd3b3c3350b0 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81a0d37-472e-4683-8a13-8127da2fc637 HTTP/1.1" status: 200 len: 943 time: 0.1199303 Aug 18 13:06:37.438196 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c1ac8caf-d26e-4a56-864f-2a367aa25a94 req-44b4f6f4-6053-48e5-9be2-e159f48794d5 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=470c1a7c-472d-415c-b338-d2ee3980cd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456696 Aug 18 13:06:37.458819 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-ea2b04e6-c40b-4b3c-b98c-731d779ddd22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:37.493960 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-ea2b04e6-c40b-4b3c-b98c-731d779ddd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:37.494609 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-ea2b04e6-c40b-4b3c-b98c-731d779ddd22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:37.495993 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-ea2b04e6-c40b-4b3c-b98c-731d779ddd22 service neutron] 10.222.0.20 "PUT /v2.0/ports/1a2fd468-6fd9-4315-86c7-a5820d88fd0b HTTP/1.1" status: 200 len: 1091 time: 1.0918450 Aug 18 13:06:37.496437 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b81a0d37-472e-4683-8a13-8127da2fc637', 'tag': '1a2fd468-6fd9-4315-86c7-a5820d88fd0b'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:06:37.498703 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2970244e-7b6e-449f-bcd5-709cbd80ec16" -d '{"events": [{"name": "network-changed", "server_uuid": "b81a0d37-472e-4683-8a13-8127da2fc637", "tag": "1a2fd468-6fd9-4315-86c7-a5820d88fd0b"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:06:37.530607 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b04e6-c40b-4b3c-b98c-731d779ddd22 service neutron] Pushing event updated for resources: {'Port': ['ID=1a2fd468-6fd9-4315-86c7-a5820d88fd0b,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:37.546907 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7379c5e-4a00-42d0-8671-8bf91542d053 x-openstack-request-id: req-b7379c5e-4a00-42d0-8671-8bf91542d053 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:06:37.551880 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b81a0d37-472e-4683-8a13-8127da2fc637", "tag": "1a2fd468-6fd9-4315-86c7-a5820d88fd0b", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:06:37.551880 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7379c5e-4a00-42d0-8671-8bf91542d053 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:06:37.551880 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b81a0d37-472e-4683-8a13-8127da2fc637', 'tag': '1a2fd468-6fd9-4315-86c7-a5820d88fd0b', 'status': 'completed', 'code': 200} Aug 18 13:06:37.631474 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970244e-7b6e-449f-bcd5-709cbd80ec16 req-d316662e-4649-44af-9386-b69af4ce55ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:37.635364 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2970244e-7b6e-449f-bcd5-709cbd80ec16 req-d316662e-4649-44af-9386-b69af4ce55ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5db4861e129545f8b7d9c174999be45f&device_id=b81a0d37-472e-4683-8a13-8127da2fc637 HTTP/1.1" status: 200 len: 1094 time: 0.0631323 Aug 18 13:06:37.832349 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213cd7da-5fd7-47bd-be90-735cb755c3be req-2520a97d-b3dc-4644-b116-88a552de6a3b tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:37.834100 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-213cd7da-5fd7-47bd-be90-735cb755c3be req-2520a97d-b3dc-4644-b116-88a552de6a3b tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 947 time: 0.0692887 Aug 18 13:06:37.895042 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-213cd7da-5fd7-47bd-be90-735cb755c3be req-65bcc285-3f41-483f-b5e8-83b7e1755057 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423646 Aug 18 13:06:38.136405 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970244e-7b6e-449f-bcd5-709cbd80ec16 req-eeef28d3-2257-4cee-aa44-098bb1d7ed75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:38.138135 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2970244e-7b6e-449f-bcd5-709cbd80ec16 req-eeef28d3-2257-4cee-aa44-098bb1d7ed75 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=5db4861e129545f8b7d9c174999be45f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4912155 Aug 18 13:06:38.259682 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970244e-7b6e-449f-bcd5-709cbd80ec16 req-73b1d8e0-25b2-46a1-82bd-35c618daa40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:38.262134 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2970244e-7b6e-449f-bcd5-709cbd80ec16 req-73b1d8e0-25b2-46a1-82bd-35c618daa40d service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1166008 Aug 18 13:06:38.369291 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-1369f069-1f23-4b13-9beb-ca0f7d6b021d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:38.369291 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-1369f069-1f23-4b13-9beb-ca0f7d6b021d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5db4861e129545f8b7d9c174999be45f&device_id=b81a0d37-472e-4683-8a13-8127da2fc637 HTTP/1.1" status: 200 len: 1094 time: 0.0543952 Aug 18 13:06:38.416723 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-3c93e7c8-685a-4996-be49-bf30dd5ec31c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a2fd468-6fd9-4315-86c7-a5820d88fd0b HTTP/1.1" status: 200 len: 217 time: 0.0435927 Aug 18 13:06:38.506492 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-81c7be2a-0fdc-4e11-a73b-77986cd47e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:38.508535 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-81c7be2a-0fdc-4e11-a73b-77986cd47e45 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00f32c6d-8610-4a26-b77a-8f80b2f8beae HTTP/1.1" status: 200 len: 849 time: 0.0836871 Aug 18 13:06:38.572333 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-57699241-cfc9-43ec-a9fa-4bc03a81b932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:38.575246 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-57699241-cfc9-43ec-a9fa-4bc03a81b932 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f0772655-8fcf-4cc7-a52b-8d2f1d4d6419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584817 Aug 18 13:06:38.613665 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561428cc-c9c7-4f35-89ac-210f9e51fd31 req-f9b80b9a-d02b-465b-99d1-4db9aa7981e1 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:38.615572 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-561428cc-c9c7-4f35-89ac-210f9e51fd31 req-f9b80b9a-d02b-465b-99d1-4db9aa7981e1 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81a0d37-472e-4683-8a13-8127da2fc637 HTTP/1.1" status: 200 len: 943 time: 0.0761418 Aug 18 13:06:38.666761 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-561428cc-c9c7-4f35-89ac-210f9e51fd31 req-70768d66-d9fa-4425-8911-d363f2c7cb1c tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=470c1a7c-472d-415c-b338-d2ee3980cd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441749 Aug 18 13:06:38.684367 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-443bd980-4c57-45c9-96f8-06ce3243f3e7 service neutron] 10.222.0.20 "GET /v2.0/networks/f0772655-8fcf-4cc7-a52b-8d2f1d4d6419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015105 Aug 18 13:06:38.799091 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eacd17c7-acb3-4b27-8379-1286ce54ab48 req-39a8786c-0ae5-4ef6-8262-b5d17bf7b759 service neutron] 10.222.0.20 "GET /v2.0/networks/f0772655-8fcf-4cc7-a52b-8d2f1d4d6419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075325 Aug 18 13:06:39.036673 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a7336-d40b-46f2-9dd2-551c46f7786a req-9525c4ca-3c81-4498-990e-b59abf977b9f tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:39.042660 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ea6a7336-d40b-46f2-9dd2-551c46f7786a req-9525c4ca-3c81-4498-990e-b59abf977b9f tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 947 time: 0.0643411 Aug 18 13:06:39.109170 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ea6a7336-d40b-46f2-9dd2-551c46f7786a req-2c72bdb2-17cf-4eb8-88b3-7d20cba67539 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600023 Aug 18 13:06:39.598713 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270c999-57ba-455a-ab69-5ef394a8ba6e req-f482633d-7843-4229-b95a-f66b4bfffaf3 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:39.606600 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f270c999-57ba-455a-ab69-5ef394a8ba6e req-f482633d-7843-4229-b95a-f66b4bfffaf3 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.0923669 Aug 18 13:06:39.681299 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34efc6-af72-428b-ae6b-02a1494a1c6d req-178a6f72-bda3-4576-8e42-d108ab893d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:39.682836 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd34efc6-af72-428b-ae6b-02a1494a1c6d req-178a6f72-bda3-4576-8e42-d108ab893d2b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8b6c2b19e634a4bb77e7e12fa929d83&device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 1095 time: 0.1052892 Aug 18 13:06:39.695456 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f270c999-57ba-455a-ab69-5ef394a8ba6e req-64c7d4e9-e2a7-4acb-a358-c05659b33ecd tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638466 Aug 18 13:06:39.801778 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3541e-40f9-4ab6-854f-1abc304c7125 req-4f991ffd-a5c0-465c-a8a5-65b46b8ada4f tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:39.809991 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-16c3541e-40f9-4ab6-854f-1abc304c7125 req-4f991ffd-a5c0-465c-a8a5-65b46b8ada4f tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81a0d37-472e-4683-8a13-8127da2fc637 HTTP/1.1" status: 200 len: 943 time: 0.0662923 Aug 18 13:06:39.819461 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34efc6-af72-428b-ae6b-02a1494a1c6d req-949b4279-a65b-44b0-97a5-34f21a21df18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:39.821162 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd34efc6-af72-428b-ae6b-02a1494a1c6d req-949b4279-a65b-44b0-97a5-34f21a21df18 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c70b20b2-1ba3-4778-b38e-36ed095ba70d HTTP/1.1" status: 200 len: 912 time: 0.1243539 Aug 18 13:06:39.874999 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-16c3541e-40f9-4ab6-854f-1abc304c7125 req-3b41c2f9-2c56-4d98-8eb8-ca7f875bbca5 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=470c1a7c-472d-415c-b338-d2ee3980cd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496657 Aug 18 13:06:39.920633 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd34efc6-af72-428b-ae6b-02a1494a1c6d req-b58531b7-1951-4ea4-a0f7-ebf9cae80ef3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be132020-3516-4ddf-b702-9f30b7b7f0c8 HTTP/1.1" status: 200 len: 998 time: 0.0922191 Aug 18 13:06:39.971619 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34efc6-af72-428b-ae6b-02a1494a1c6d req-0fd5a4d0-0495-4a28-a22d-4c464677b89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:39.973218 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd34efc6-af72-428b-ae6b-02a1494a1c6d req-0fd5a4d0-0495-4a28-a22d-4c464677b89b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2744890d-6739-4756-b608-842180da7455 HTTP/1.1" status: 200 len: 850 time: 0.0455015 Aug 18 13:06:40.021088 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34efc6-af72-428b-ae6b-02a1494a1c6d req-012bf9e8-3eb2-49f0-a0ac-22fc8227d99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:40.023289 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd34efc6-af72-428b-ae6b-02a1494a1c6d req-012bf9e8-3eb2-49f0-a0ac-22fc8227d99c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c70b20b2-1ba3-4778-b38e-36ed095ba70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423615 Aug 18 13:06:40.125545 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd34efc6-af72-428b-ae6b-02a1494a1c6d req-8bed9eaa-e0ac-4fa0-862c-844a46624968 service neutron] 10.222.0.20 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922081 Aug 18 13:06:40.236482 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd34efc6-af72-428b-ae6b-02a1494a1c6d req-ef49deb4-c979-4af9-9d5f-8e95ef91ac06 service neutron] 10.222.0.20 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072617 Aug 18 13:06:40.828786 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77837729-974f-4016-bad3-35b269a8b5bf req-669e58e9-2f14-4bb8-ac83-d4c5d036e078 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:40.830278 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-77837729-974f-4016-bad3-35b269a8b5bf req-669e58e9-2f14-4bb8-ac83-d4c5d036e078 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.0508814 Aug 18 13:06:40.873101 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-77837729-974f-4016-bad3-35b269a8b5bf req-be96acc2-6708-4fd7-93fe-c99cfbd1eb97 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363610 Aug 18 13:06:40.988447 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3399c4-77d2-4b77-ac4e-e413fa444c14 req-50ad9b4c-2556-44f7-8307-8ed6e1c51216 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:40.989980 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9a3399c4-77d2-4b77-ac4e-e413fa444c14 req-50ad9b4c-2556-44f7-8307-8ed6e1c51216 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81a0d37-472e-4683-8a13-8127da2fc637 HTTP/1.1" status: 200 len: 943 time: 0.0580821 Aug 18 13:06:41.012796 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 57674) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:41.037877 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9a3399c4-77d2-4b77-ac4e-e413fa444c14 req-dd3ddd1e-892a-43c5-bb24-23ed9e631008 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=470c1a7c-472d-415c-b338-d2ee3980cd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382156 Aug 18 13:06:41.144642 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-72a4658e-34ef-4959-9d66-9add20abebfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:41.237851 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-72a4658e-34ef-4959-9d66-9add20abebfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:41.337980 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-72a4658e-34ef-4959-9d66-9add20abebfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:41.376126 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a4658e-34ef-4959-9d66-9add20abebfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6df2a7b-cea6-4d59-9fe9-7b60bbcb3ed5,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:41.380757 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-72a4658e-34ef-4959-9d66-9add20abebfd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=427db33859764c7995b7c3087bb89755&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3667777 Aug 18 13:06:41.385045 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 57680) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:41.394198 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a4658e-34ef-4959-9d66-9add20abebfd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:06:41.394198 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a4658e-34ef-4959-9d66-9add20abebfd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:06:41.394198 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a4658e-34ef-4959-9d66-9add20abebfd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:06:41.394198 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a4658e-34ef-4959-9d66-9add20abebfd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:06:41.394198 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a4658e-34ef-4959-9d66-9add20abebfd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:06:41.394198 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a4658e-34ef-4959-9d66-9add20abebfd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:06:41.394198 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a4658e-34ef-4959-9d66-9add20abebfd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:06:41.394198 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a4658e-34ef-4959-9d66-9add20abebfd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:06:41.394198 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a4658e-34ef-4959-9d66-9add20abebfd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:06:41.394198 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a4658e-34ef-4959-9d66-9add20abebfd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:06:41.394198 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a4658e-34ef-4959-9d66-9add20abebfd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:06:41.394198 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a4658e-34ef-4959-9d66-9add20abebfd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:06:41.461011 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-72350cc2-9574-4863-85d7-ce6d4202af2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:41.484872 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-72350cc2-9574-4863-85d7-ce6d4202af2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:41.498678 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cb0f93c3-48a2-4ce3-bd8b-7e792963a4d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:41.601324 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-72350cc2-9574-4863-85d7-ce6d4202af2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:41.604052 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-72350cc2-9574-4863-85d7-ce6d4202af2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:41.605254 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-72350cc2-9574-4863-85d7-ce6d4202af2e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a6df2a7b-cea6-4d59-9fe9-7b60bbcb3ed5 HTTP/1.1" status: 204 len: 168 time: 0.2192140 Aug 18 13:06:41.613597 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72350cc2-9574-4863-85d7-ce6d4202af2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6df2a7b-cea6-4d59-9fe9-7b60bbcb3ed5,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:41.995927 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44185171-a4dd-4738-be00-41e65df0888b req-ce70175f-8e00-4301-9d09-53e23bb9ec9b tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:41.997434 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-44185171-a4dd-4738-be00-41e65df0888b req-ce70175f-8e00-4301-9d09-53e23bb9ec9b tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.0555134 Aug 18 13:06:42.036792 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-44185171-a4dd-4738-be00-41e65df0888b req-1655b5ff-8e3f-4355-990a-94cf352722af tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324101 Aug 18 13:06:42.159211 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b60d9-6583-4461-94a5-fa5a61d360ce req-01c3a4d5-0a05-4cea-bca3-24ea46ca387c tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:42.160886 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-df2b60d9-6583-4461-94a5-fa5a61d360ce req-01c3a4d5-0a05-4cea-bca3-24ea46ca387c tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81a0d37-472e-4683-8a13-8127da2fc637 HTTP/1.1" status: 200 len: 943 time: 0.0510380 Aug 18 13:06:42.201221 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-df2b60d9-6583-4461-94a5-fa5a61d360ce req-b3a1d7c7-fda3-4e3d-bb24-88be3be6a2a1 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=470c1a7c-472d-415c-b338-d2ee3980cd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336418 Aug 18 13:06:42.265154 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 57702) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:42.268340 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 1a2fd468-6fd9-4315-86c7-a5820d88fd0b details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:06:42.314075 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 57706) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:42.328306 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4d66a9b7-a7bd-4928-a683-ab2b8320b0d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:42.381829 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 1a2fd468-6fd9-4315-86c7-a5820d88fd0b, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=1a2fd468-6fd9-4315-86c7-a5820d88fd0b,segment=NetworkSegment(57b4e41f-121d-4d32-8b51-688f70aedc50),segment_id=57b4e41f-121d-4d32-8b51-688f70aedc50)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:06:42.395420 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '1a2fd468-6fd9-4315-86c7-a5820d88fd0b', 'network_id': 'f0772655-8fcf-4cc7-a52b-8d2f1d4d6419', 'port_id': '1a2fd468-6fd9-4315-86c7-a5820d88fd0b', 'mac_address': 'fa:16:3e:f2:d5:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00f32c6d-8610-4a26-b77a-8f80b2f8beae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:06:42.435140 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4d66a9b7-a7bd-4928-a683-ab2b8320b0d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:42.436037 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:42.449463 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a2fd468-6fd9-4315-86c7-a5820d88fd0b {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:06:42.481428 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 1a2fd468-6fd9-4315-86c7-a5820d88fd0b, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=1a2fd468-6fd9-4315-86c7-a5820d88fd0b,segment=NetworkSegment(57b4e41f-121d-4d32-8b51-688f70aedc50),segment_id=57b4e41f-121d-4d32-8b51-688f70aedc50)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:06:42.500102 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5bf7b7a8-87f9-4b87-95f6-2eb1371a43d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:42.502982 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4d66a9b7-a7bd-4928-a683-ab2b8320b0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:42.555376 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66a9b7-a7bd-4928-a683-ab2b8320b0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70f0467-3982-4f4a-ad0d-2efd5f5d78ce,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:42.560793 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4d66a9b7-a7bd-4928-a683-ab2b8320b0d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e95b0bfdd5e74b73ba33dedf5c94dfa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2456865 Aug 18 13:06:42.563443 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 57710) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:42.612855 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:42.643932 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b0fe1d01-93bb-4970-b1d6-742cbec64471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:42.662225 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=1a2fd468-6fd9-4315-86c7-a5820d88fd0b,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:42.679147 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b0fe1d01-93bb-4970-b1d6-742cbec64471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:42.703375 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5bf7b7a8-87f9-4b87-95f6-2eb1371a43d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:42.828611 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5bf7b7a8-87f9-4b87-95f6-2eb1371a43d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:42.845553 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['1a2fd468-6fd9-4315-86c7-a5820d88fd0b'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:06:42.857652 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 57714) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:42.857913 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5bf7b7a8-87f9-4b87-95f6-2eb1371a43d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc7b7e61a2c2447a9f3d2ca572bb2633&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5913241 Aug 18 13:06:42.860155 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf7b7a8-87f9-4b87-95f6-2eb1371a43d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f64d41-6b74-4a40-8c00-a5f5b2c50675,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:42.894813 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b0fe1d01-93bb-4970-b1d6-742cbec64471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:42.897902 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b0fe1d01-93bb-4970-b1d6-742cbec64471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:42.901549 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b0fe1d01-93bb-4970-b1d6-742cbec64471 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b70f0467-3982-4f4a-ad0d-2efd5f5d78ce HTTP/1.1" status: 204 len: 168 time: 0.3371742 Aug 18 13:06:42.910331 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe1d01-93bb-4970-b1d6-742cbec64471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70f0467-3982-4f4a-ad0d-2efd5f5d78ce,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:42.921502 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-269b4002-db80-42fe-873c-8fb42877c44e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:42.942614 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-269b4002-db80-42fe-873c-8fb42877c44e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:43.154633 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-269b4002-db80-42fe-873c-8fb42877c44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:43.157391 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-269b4002-db80-42fe-873c-8fb42877c44e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:43.158626 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-269b4002-db80-42fe-873c-8fb42877c44e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/69f64d41-6b74-4a40-8c00-a5f5b2c50675 HTTP/1.1" status: 204 len: 168 time: 0.2995951 Aug 18 13:06:43.167287 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b4002-db80-42fe-873c-8fb42877c44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f64d41-6b74-4a40-8c00-a5f5b2c50675,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:43.326309 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316585ed-59c8-4467-8957-c8932cd0c9b0 req-f0a73efd-eae9-4a30-a728-1e698ce36304 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:43.335155 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-316585ed-59c8-4467-8957-c8932cd0c9b0 req-f0a73efd-eae9-4a30-a728-1e698ce36304 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81a0d37-472e-4683-8a13-8127da2fc637 HTTP/1.1" status: 200 len: 944 time: 0.0565174 Aug 18 13:06:43.376279 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-316585ed-59c8-4467-8957-c8932cd0c9b0 req-7de0ef75-b0e1-48f1-bc7a-84a93fe24f87 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=470c1a7c-472d-415c-b338-d2ee3980cd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396967 Aug 18 13:06:43.789419 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6ee9fd26-c717-4aff-87db-9573477b42de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:44.023873 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 57744) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:44.037579 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58695805-0b0e-4f48-9d4d-4f89e8d1fbde admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:44.124815 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58695805-0b0e-4f48-9d4d-4f89e8d1fbde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:44.241150 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58695805-0b0e-4f48-9d4d-4f89e8d1fbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:44.276104 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 1a2fd468-6fd9-4315-86c7-a5820d88fd0b up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:06:44.283817 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-58695805-0b0e-4f48-9d4d-4f89e8d1fbde admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e621fbfe26f4779a0ef101087cea76d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2565532 Aug 18 13:06:44.283817 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58695805-0b0e-4f48-9d4d-4f89e8d1fbde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee8f976-ca38-4b1b-8e59-4e83bb8f9938,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:44.284254 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 57750) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:44.350611 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-03abda48-0542-48ab-b5cc-077fb3c47005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:44.373052 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-03abda48-0542-48ab-b5cc-077fb3c47005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:44.395641 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 1a2fd468-6fd9-4315-86c7-a5820d88fd0b completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:06:44.401162 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 1a2fd468-6fd9-4315-86c7-a5820d88fd0b triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:06:44.401596 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:44.475844 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-03abda48-0542-48ab-b5cc-077fb3c47005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:44.479635 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-03abda48-0542-48ab-b5cc-077fb3c47005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:44.489490 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-03abda48-0542-48ab-b5cc-077fb3c47005 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fee8f976-ca38-4b1b-8e59-4e83bb8f9938 HTTP/1.1" status: 204 len: 168 time: 0.1957436 Aug 18 13:06:44.493520 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03abda48-0542-48ab-b5cc-077fb3c47005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee8f976-ca38-4b1b-8e59-4e83bb8f9938,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:44.508449 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d487feb-0dd4-4608-91c2-3213930e97cc req-c456562c-1eab-4e60-ad51-f418143842e6 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:44.517526 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6d487feb-0dd4-4608-91c2-3213930e97cc req-c456562c-1eab-4e60-ad51-f418143842e6 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81a0d37-472e-4683-8a13-8127da2fc637 HTTP/1.1" status: 200 len: 944 time: 0.0746655 Aug 18 13:06:44.531084 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:44.574506 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6d487feb-0dd4-4608-91c2-3213930e97cc req-02437872-ef34-4fab-8329-8bce71f24634 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=470c1a7c-472d-415c-b338-d2ee3980cd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528026 Aug 18 13:06:44.585496 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81a0d37-472e-4683-8a13-8127da2fc637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2fd468-6fd9-4315-86c7-a5820d88fd0b'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:06:44.588683 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621cb71b-22d9-4776-aaa7-f023f1d02d5c" -d '{"events": [{"server_uuid": "b81a0d37-472e-4683-8a13-8127da2fc637", "name": "network-vif-plugged", "status": "completed", "tag": "1a2fd468-6fd9-4315-86c7-a5820d88fd0b"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:06:44.594564 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:44.597580 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 1a2fd468-6fd9-4315-86c7-a5820d88fd0b, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=1a2fd468-6fd9-4315-86c7-a5820d88fd0b,segment=NetworkSegment(57b4e41f-121d-4d32-8b51-688f70aedc50),segment_id=57b4e41f-121d-4d32-8b51-688f70aedc50)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:06:44.634733 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c40642-5ce9-4889-8dee-2ccb72622457 x-openstack-request-id: req-a1c40642-5ce9-4889-8dee-2ccb72622457 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:06:44.637139 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b81a0d37-472e-4683-8a13-8127da2fc637", "name": "network-vif-plugged", "status": "completed", "tag": "1a2fd468-6fd9-4315-86c7-a5820d88fd0b", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:06:44.637139 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1c40642-5ce9-4889-8dee-2ccb72622457 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:06:44.637139 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b81a0d37-472e-4683-8a13-8127da2fc637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2fd468-6fd9-4315-86c7-a5820d88fd0b', 'code': 200} Aug 18 13:06:44.726578 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:44.750340 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a744b4c-4e7e-47a4-9265-a16088658419 req-fbafc7d5-3149-4b8d-a734-903c72ce7259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:44.750340 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8a744b4c-4e7e-47a4-9265-a16088658419 req-fbafc7d5-3149-4b8d-a734-903c72ce7259 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b81a0d37-472e-4683-8a13-8127da2fc637 HTTP/1.1" status: 200 len: 1095 time: 0.0548420 Aug 18 13:06:44.781407 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=1a2fd468-6fd9-4315-86c7-a5820d88fd0b,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:44.790041 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8a744b4c-4e7e-47a4-9265-a16088658419 req-144948dd-0229-4a1c-9029-0356b6d4480f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=470c1a7c-472d-415c-b338-d2ee3980cd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324860 Aug 18 13:06:45.349444 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:45.694651 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0def16a-df26-4027-9156-3ded9ff90252 req-73decd70-b533-4899-a7ad-00321b6340ca tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:45.696160 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b0def16a-df26-4027-9156-3ded9ff90252 req-73decd70-b533-4899-a7ad-00321b6340ca tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81a0d37-472e-4683-8a13-8127da2fc637 HTTP/1.1" status: 200 len: 945 time: 0.0523026 Aug 18 13:06:45.742028 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b0def16a-df26-4027-9156-3ded9ff90252 req-6a763ad4-b102-4a8e-9df9-5d60d4ffcf4f tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=470c1a7c-472d-415c-b338-d2ee3980cd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387473 Aug 18 13:06:46.886501 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271372a-c026-4cad-b63c-d16356a91890 req-bb1300cc-572c-4f74-a20c-eb9bf5503f2c tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:46.888829 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f271372a-c026-4cad-b63c-d16356a91890 req-bb1300cc-572c-4f74-a20c-eb9bf5503f2c tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81a0d37-472e-4683-8a13-8127da2fc637 HTTP/1.1" status: 200 len: 945 time: 0.0563405 Aug 18 13:06:46.948278 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f271372a-c026-4cad-b63c-d16356a91890 req-65fa52da-2c89-471b-978f-2cf3bb1c0ade tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=470c1a7c-472d-415c-b338-d2ee3980cd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490646 Aug 18 13:06:47.080701 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eeb46b-0879-4098-97f4-e80f5294dc12 req-48d011da-1c34-49df-bae9-73317414117a tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:47.082230 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d2eeb46b-0879-4098-97f4-e80f5294dc12 req-48d011da-1c34-49df-bae9-73317414117a tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81a0d37-472e-4683-8a13-8127da2fc637 HTTP/1.1" status: 200 len: 945 time: 0.0537870 Aug 18 13:06:47.092003 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 57848) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:47.096999 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-b9398e5b-c149-4c16-a2db-5c311a10492a tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Request body: {'floatingip': {'port_id': '1a2fd468-6fd9-4315-86c7-a5820d88fd0b'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:06:47.142050 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b9398e5b-c149-4c16-a2db-5c311a10492a tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks [] for floatingip, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:47.343938 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:47.632138 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b9398e5b-c149-4c16-a2db-5c311a10492a tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:47.778269 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b9398e5b-c149-4c16-a2db-5c311a10492a tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:47.894716 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [None req-b9398e5b-c149-4c16-a2db-5c311a10492a tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Floating IP 607f512e-6820-4beb-8d56-6d7f62b4f082 associated. External IP: 172.25.6.144, port: 1a2fd468-6fd9-4315-86c7-a5820d88fd0b. Aug 18 13:06:48.129204 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9398e5b-c149-4c16-a2db-5c311a10492a tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Router aeae85b3-63fa-461a-9126-03614cc7834d has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:06:48.248470 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9398e5b-c149-4c16-a2db-5c311a10492a tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:06:48.253542 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b9398e5b-c149-4c16-a2db-5c311a10492a tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:48.258239 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dace71-6ed2-49d0-9843-a7c210aa2003 None None] Sync routers for ids ['aeae85b3-63fa-461a-9126-03614cc7834d'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:06:48.267276 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dace71-6ed2-49d0-9843-a7c210aa2003 None None] Routers {'aeae85b3-63fa-461a-9126-03614cc7834d'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:06:48.267912 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-10dace71-6ed2-49d0-9843-a7c210aa2003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:06:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['aeae85b3-63fa-461a-9126-03614cc7834d'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:06:48.290505 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b9398e5b-c149-4c16-a2db-5c311a10492a tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "PUT /v2.0/floatingips/607f512e-6820-4beb-8d56-6d7f62b4f082 HTTP/1.1" status: 200 len: 991 time: 1.1912165 Aug 18 13:06:48.290505 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b81a0d37-472e-4683-8a13-8127da2fc637', 'tag': '1a2fd468-6fd9-4315-86c7-a5820d88fd0b'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:06:48.290505 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61933b72-48c7-455b-92ec-af20bb16760a" -d '{"events": [{"name": "network-changed", "server_uuid": "b81a0d37-472e-4683-8a13-8127da2fc637", "tag": "1a2fd468-6fd9-4315-86c7-a5820d88fd0b"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:06:48.350202 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e756bb0-4e6c-4acd-a3dd-452aabe9f745 x-openstack-request-id: req-5e756bb0-4e6c-4acd-a3dd-452aabe9f745 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:06:48.350526 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b81a0d37-472e-4683-8a13-8127da2fc637", "tag": "1a2fd468-6fd9-4315-86c7-a5820d88fd0b", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:06:48.350786 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e756bb0-4e6c-4acd-a3dd-452aabe9f745 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:06:48.351201 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b81a0d37-472e-4683-8a13-8127da2fc637', 'tag': '1a2fd468-6fd9-4315-86c7-a5820d88fd0b', 'status': 'completed', 'code': 200} Aug 18 13:06:48.425514 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61933b72-48c7-455b-92ec-af20bb16760a req-8f15c826-aff8-48f4-9cbf-d64a459209d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:48.427535 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-61933b72-48c7-455b-92ec-af20bb16760a req-8f15c826-aff8-48f4-9cbf-d64a459209d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5db4861e129545f8b7d9c174999be45f&device_id=b81a0d37-472e-4683-8a13-8127da2fc637 HTTP/1.1" status: 200 len: 1096 time: 0.0472982 Aug 18 13:06:48.447085 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-10dace71-6ed2-49d0-9843-a7c210aa2003 None None] Set router aeae85b3-63fa-461a-9126-03614cc7834d gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:06:48.537727 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61933b72-48c7-455b-92ec-af20bb16760a req-4b4c3517-885c-465d-9af5-25fc2902cc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:48.539745 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-61933b72-48c7-455b-92ec-af20bb16760a req-4b4c3517-885c-465d-9af5-25fc2902cc1a service neutron] 10.222.0.20 "GET /v2.0/networks?id=f0772655-8fcf-4cc7-a52b-8d2f1d4d6419 HTTP/1.1" status: 200 len: 911 time: 0.1018403 Aug 18 13:06:48.611418 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-61933b72-48c7-455b-92ec-af20bb16760a req-c5af7f02-b3d0-4c25-8179-95ef0eb6ee7d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a2fd468-6fd9-4315-86c7-a5820d88fd0b HTTP/1.1" status: 200 len: 999 time: 0.0632482 Aug 18 13:06:48.671142 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61933b72-48c7-455b-92ec-af20bb16760a req-79ad6bb3-effb-4563-8210-be9bf07e4969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:48.672593 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-61933b72-48c7-455b-92ec-af20bb16760a req-79ad6bb3-effb-4563-8210-be9bf07e4969 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00f32c6d-8610-4a26-b77a-8f80b2f8beae HTTP/1.1" status: 200 len: 849 time: 0.0514643 Aug 18 13:06:48.689707 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-10dace71-6ed2-49d0-9843-a7c210aa2003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'name': 'tempest-AttachVolumeTestJSON-110627919-router', 'tenant_id': '5db4861e129545f8b7d9c174999be45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:01:52Z', 'updated_at': '2021-08-18T13:01:59Z', 'revision_number': 4, 'project_id': '5db4861e129545f8b7d9c174999be45f', 'gw_port': {'id': '0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:37:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:01:54Z', 'updated_at': '2021-08-18T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '607f512e-6820-4beb-8d56-6d7f62b4f082', 'tenant_id': '5db4861e129545f8b7d9c174999be45f', 'floating_ip_address': '172.25.6.144', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'port_id': '1a2fd468-6fd9-4315-86c7-a5820d88fd0b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0772655-8fcf-4cc7-a52b-8d2f1d4d6419', 'mac_address': 'fa:16:3e:f2:d5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81a0d37-472e-4683-8a13-8127da2fc637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:06:30Z', 'updated_at': '2021-08-18T13:06:47Z', 'revision_number': 1, 'project_id': '5db4861e129545f8b7d9c174999be45f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdae7c70-e703-4736-9911-3c6896e884fe', 'name': '', 'network_id': 'f0772655-8fcf-4cc7-a52b-8d2f1d4d6419', 'tenant_id': '5db4861e129545f8b7d9c174999be45f', 'mac_address': 'fa:16:3e:8c:66:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '00f32c6d-8610-4a26-b77a-8f80b2f8beae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:01:58Z', 'updated_at': '2021-08-18T13:02:06Z', 'revision_number': 5, 'project_id': '5db4861e129545f8b7d9c174999be45f', 'subnets': [{'id': '00f32c6d-8610-4a26-b77a-8f80b2f8beae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:06:48.722759 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dace71-6ed2-49d0-9843-a7c210aa2003 None None] Checking router: aeae85b3-63fa-461a-9126-03614cc7834d for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:06:48.735669 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dace71-6ed2-49d0-9843-a7c210aa2003 None None] Routers {'aeae85b3-63fa-461a-9126-03614cc7834d'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:06:48.736554 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-10dace71-6ed2-49d0-9843-a7c210aa2003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:06:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['aeae85b3-63fa-461a-9126-03614cc7834d'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:06:48.743170 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61933b72-48c7-455b-92ec-af20bb16760a req-a1783e30-9e35-41e0-805d-62ca21ef6420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:48.745158 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-61933b72-48c7-455b-92ec-af20bb16760a req-a1783e30-9e35-41e0-805d-62ca21ef6420 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f0772655-8fcf-4cc7-a52b-8d2f1d4d6419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631645 Aug 18 13:06:48.855580 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-61933b72-48c7-455b-92ec-af20bb16760a req-3bdf4a40-518e-4524-b0fc-8500b19653e6 service neutron] 10.222.0.20 "GET /v2.0/networks/f0772655-8fcf-4cc7-a52b-8d2f1d4d6419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978179 Aug 18 13:06:48.868740 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-10dace71-6ed2-49d0-9843-a7c210aa2003 None None] Set router aeae85b3-63fa-461a-9126-03614cc7834d gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:06:49.032027 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-61933b72-48c7-455b-92ec-af20bb16760a req-31017c34-7db0-41d6-8b71-e0b4734f9cf4 service neutron] 10.222.0.20 "GET /v2.0/networks/f0772655-8fcf-4cc7-a52b-8d2f1d4d6419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636403 Aug 18 13:06:49.073103 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 57914) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:49.183389 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-10dace71-6ed2-49d0-9843-a7c210aa2003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'name': 'tempest-AttachVolumeTestJSON-110627919-router', 'tenant_id': '5db4861e129545f8b7d9c174999be45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:01:52Z', 'updated_at': '2021-08-18T13:01:59Z', 'revision_number': 4, 'project_id': '5db4861e129545f8b7d9c174999be45f', 'gw_port': {'id': '0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:37:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:01:54Z', 'updated_at': '2021-08-18T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '607f512e-6820-4beb-8d56-6d7f62b4f082', 'tenant_id': '5db4861e129545f8b7d9c174999be45f', 'floating_ip_address': '172.25.6.144', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'port_id': '1a2fd468-6fd9-4315-86c7-a5820d88fd0b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0772655-8fcf-4cc7-a52b-8d2f1d4d6419', 'mac_address': 'fa:16:3e:f2:d5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81a0d37-472e-4683-8a13-8127da2fc637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:06:30Z', 'updated_at': '2021-08-18T13:06:47Z', 'revision_number': 1, 'project_id': '5db4861e129545f8b7d9c174999be45f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdae7c70-e703-4736-9911-3c6896e884fe', 'name': '', 'network_id': 'f0772655-8fcf-4cc7-a52b-8d2f1d4d6419', 'tenant_id': '5db4861e129545f8b7d9c174999be45f', 'mac_address': 'fa:16:3e:8c:66:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '00f32c6d-8610-4a26-b77a-8f80b2f8beae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:01:58Z', 'updated_at': '2021-08-18T13:02:06Z', 'revision_number': 5, 'project_id': '5db4861e129545f8b7d9c174999be45f', 'subnets': [{'id': '00f32c6d-8610-4a26-b77a-8f80b2f8beae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:06:49.192736 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6ca4a55f-d411-499e-9cca-43db727071d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:49.215600 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dace71-6ed2-49d0-9843-a7c210aa2003 None None] The sync data for ids ['aeae85b3-63fa-461a-9126-03614cc7834d'] in n-d-803603-2 is: [{'id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'name': 'tempest-AttachVolumeTestJSON-110627919-router', 'tenant_id': '5db4861e129545f8b7d9c174999be45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:01:52Z', 'updated_at': '2021-08-18T13:01:59Z', 'revision_number': 4, 'project_id': '5db4861e129545f8b7d9c174999be45f', 'gw_port': {'id': '0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:37:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:01:54Z', 'updated_at': '2021-08-18T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '607f512e-6820-4beb-8d56-6d7f62b4f082', 'tenant_id': '5db4861e129545f8b7d9c174999be45f', 'floating_ip_address': '172.25.6.144', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'port_id': '1a2fd468-6fd9-4315-86c7-a5820d88fd0b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0772655-8fcf-4cc7-a52b-8d2f1d4d6419', 'mac_address': 'fa:16:3e:f2:d5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81a0d37-472e-4683-8a13-8127da2fc637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:06:30Z', 'updated_at': '2021-08-18T13:06:47Z', 'revision_number': 1, 'project_id': '5db4861e129545f8b7d9c174999be45f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdae7c70-e703-4736-9911-3c6896e884fe', 'name': '', 'network_id': 'f0772655-8fcf-4cc7-a52b-8d2f1d4d6419', 'tenant_id': '5db4861e129545f8b7d9c174999be45f', 'mac_address': 'fa:16:3e:8c:66:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '00f32c6d-8610-4a26-b77a-8f80b2f8beae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:01:58Z', 'updated_at': '2021-08-18T13:02:06Z', 'revision_number': 5, 'project_id': '5db4861e129545f8b7d9c174999be45f', 'subnets': [{'id': '00f32c6d-8610-4a26-b77a-8f80b2f8beae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:06:49.295891 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6ca4a55f-d411-499e-9cca-43db727071d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:49.412746 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6ca4a55f-d411-499e-9cca-43db727071d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:49.436858 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa90742f-6921-467a-b61f-d9672803202c None None] New status for floating IP 607f512e-6820-4beb-8d56-6d7f62b4f082: ACTIVE {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:06:49.454981 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6ca4a55f-d411-499e-9cca-43db727071d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f12bbd69af3d484dae84ef6053a4c97a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3801181 Aug 18 13:06:49.456919 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca4a55f-d411-499e-9cca-43db727071d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e995d5-bcce-4073-b343-7afdea3f823d,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:49.458804 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 57926) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:49.512615 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-78f6c23f-2c25-475d-8c85-df231ff6664e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:49.537246 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-78f6c23f-2c25-475d-8c85-df231ff6664e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:49.789501 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-78f6c23f-2c25-475d-8c85-df231ff6664e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:49.792736 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-78f6c23f-2c25-475d-8c85-df231ff6664e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:49.793914 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-78f6c23f-2c25-475d-8c85-df231ff6664e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/63e995d5-bcce-4073-b343-7afdea3f823d HTTP/1.1" status: 204 len: 168 time: 0.3339024 Aug 18 13:06:49.802754 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f6c23f-2c25-475d-8c85-df231ff6664e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e995d5-bcce-4073-b343-7afdea3f823d,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:50.651115 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 57956) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:50.662093 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c5c4b78b-86cd-4d41-837a-f5fdd1ab0ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:50.752247 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c5c4b78b-86cd-4d41-837a-f5fdd1ab0ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:50.880078 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c5c4b78b-86cd-4d41-837a-f5fdd1ab0ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:50.924023 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c5c4b78b-86cd-4d41-837a-f5fdd1ab0ee6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=940edb3101c9459d9cae3329fb3a7a5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2742500 Aug 18 13:06:50.926352 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4b78b-86cd-4d41-837a-f5fdd1ab0ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c11dd96-f7ba-4cd0-af1d-979bce88420e,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:50.927295 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 57960) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:50.993022 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-435f21fc-d35b-4b5d-9036-5d51a528d105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:51.013435 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-435f21fc-d35b-4b5d-9036-5d51a528d105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:51.178713 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-435f21fc-d35b-4b5d-9036-5d51a528d105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:51.182632 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-435f21fc-d35b-4b5d-9036-5d51a528d105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:51.187683 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-435f21fc-d35b-4b5d-9036-5d51a528d105 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c11dd96-f7ba-4cd0-af1d-979bce88420e HTTP/1.1" status: 204 len: 168 time: 0.2588940 Aug 18 13:06:51.198262 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f21fc-d35b-4b5d-9036-5d51a528d105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c11dd96-f7ba-4cd0-af1d-979bce88420e,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:53.316972 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 58046) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:53.429442 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8ff5989f-11a7-4525-a5b2-92f1a920af8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:53.529460 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8ff5989f-11a7-4525-a5b2-92f1a920af8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:53.655399 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8ff5989f-11a7-4525-a5b2-92f1a920af8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:53.695684 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8ff5989f-11a7-4525-a5b2-92f1a920af8b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3663c8447cbb4c3f8b90a61d8268e7d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3776047 Aug 18 13:06:53.696930 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5989f-11a7-4525-a5b2-92f1a920af8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475eb34f-57eb-4eb3-b21f-ff0c58d96cb8,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:53.698523 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 58062) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:53.755622 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e8a7f7fe-faac-4845-982c-302074160e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:53.777990 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e8a7f7fe-faac-4845-982c-302074160e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:53.915144 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:06:53.949257 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e8a7f7fe-faac-4845-982c-302074160e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:53.952000 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e8a7f7fe-faac-4845-982c-302074160e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:53.953383 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e8a7f7fe-faac-4845-982c-302074160e33 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/475eb34f-57eb-4eb3-b21f-ff0c58d96cb8 HTTP/1.1" status: 204 len: 168 time: 0.2524998 Aug 18 13:06:53.961329 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7f7fe-faac-4845-982c-302074160e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475eb34f-57eb-4eb3-b21f-ff0c58d96cb8,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:56.789095 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 58204) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:57.067423 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c31fab20-e56b-472b-b688-8f18f55068f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:57.175782 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c31fab20-e56b-472b-b688-8f18f55068f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:57.249309 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c31fab20-e56b-472b-b688-8f18f55068f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:57.316238 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 58232) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:06:57.327068 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c31fab20-e56b-472b-b688-8f18f55068f3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c69d520cb672463a856e772498b95c87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5359888 Aug 18 13:06:57.331083 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31fab20-e56b-472b-b688-8f18f55068f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c799b05b-cc7d-40c3-868f-397d60e3fe77,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:57.379573 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4e981d2a-f454-45d1-a010-65ad1b3c1500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:57.404437 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4e981d2a-f454-45d1-a010-65ad1b3c1500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:57.555059 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4e981d2a-f454-45d1-a010-65ad1b3c1500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:57.558152 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4e981d2a-f454-45d1-a010-65ad1b3c1500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:57.559594 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4e981d2a-f454-45d1-a010-65ad1b3c1500 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c799b05b-cc7d-40c3-868f-397d60e3fe77 HTTP/1.1" status: 204 len: 168 time: 0.2408700 Aug 18 13:06:57.568111 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e981d2a-f454-45d1-a010-65ad1b3c1500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c799b05b-cc7d-40c3-868f-397d60e3fe77,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:06:57.863721 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:58.606917 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:02.440822 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 58356) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:02.554260 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0a6f5e79-e79d-4a1e-8464-a504fc897bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:02.656341 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0a6f5e79-e79d-4a1e-8464-a504fc897bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:02.761137 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0a6f5e79-e79d-4a1e-8464-a504fc897bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:02.805153 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0a6f5e79-e79d-4a1e-8464-a504fc897bed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=467c456f494c46839dc2c9a1273b1efa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3625679 Aug 18 13:07:02.806063 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f5e79-e79d-4a1e-8464-a504fc897bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93fdebb0-66df-472f-a09e-bf25db626c76,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:02.808675 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 58364) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:02.879633 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-38488cb7-661e-4c0c-a1fd-348ce7081ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:02.904633 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-38488cb7-661e-4c0c-a1fd-348ce7081ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:03.040199 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-38488cb7-661e-4c0c-a1fd-348ce7081ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:03.042940 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-38488cb7-661e-4c0c-a1fd-348ce7081ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:03.044336 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-38488cb7-661e-4c0c-a1fd-348ce7081ae2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/93fdebb0-66df-472f-a09e-bf25db626c76 HTTP/1.1" status: 204 len: 168 time: 0.2346034 Aug 18 13:07:03.057202 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38488cb7-661e-4c0c-a1fd-348ce7081ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fdebb0-66df-472f-a09e-bf25db626c76,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:03.769860 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 58380) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:03.785704 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-886e5e66-0554-452b-9086-960b610d74b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:03.879612 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-886e5e66-0554-452b-9086-960b610d74b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:03.932644 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-886e5e66-0554-452b-9086-960b610d74b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:03.983794 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-886e5e66-0554-452b-9086-960b610d74b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=795496f890474171a8cdc33d3370bc0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2124710 Aug 18 13:07:03.984835 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e5e66-0554-452b-9086-960b610d74b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfd95e9-34d5-433b-8353-e539a5d096dc,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:03.986783 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 58384) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:04.057929 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-632b256c-044c-4a14-8ab5-203860b62d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:04.095818 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-632b256c-044c-4a14-8ab5-203860b62d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:04.234828 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-632b256c-044c-4a14-8ab5-203860b62d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:04.237981 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-632b256c-044c-4a14-8ab5-203860b62d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:04.241292 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-632b256c-044c-4a14-8ab5-203860b62d7d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dbfd95e9-34d5-433b-8353-e539a5d096dc HTTP/1.1" status: 204 len: 168 time: 0.2514861 Aug 18 13:07:04.249497 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632b256c-044c-4a14-8ab5-203860b62d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfd95e9-34d5-433b-8353-e539a5d096dc,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:08.717080 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 58524) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:08.837840 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-65ebf294-5f0e-4e5e-a030-84ddda362ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:08.941240 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-65ebf294-5f0e-4e5e-a030-84ddda362ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:09.061334 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-65ebf294-5f0e-4e5e-a030-84ddda362ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:09.116470 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 58534) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:09.117037 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-65ebf294-5f0e-4e5e-a030-84ddda362ad7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca23d1c45f6d4658a979392f63d84b18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3984969 Aug 18 13:07:09.128182 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ebf294-5f0e-4e5e-a030-84ddda362ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e8d72b-974f-41f7-81bb-29304dfc3738,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:09.198275 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b08e0ecc-1318-4369-a8db-a3be360acc08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:09.223842 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b08e0ecc-1318-4369-a8db-a3be360acc08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:09.423622 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b08e0ecc-1318-4369-a8db-a3be360acc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:09.426231 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b08e0ecc-1318-4369-a8db-a3be360acc08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:09.427434 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b08e0ecc-1318-4369-a8db-a3be360acc08 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06e8d72b-974f-41f7-81bb-29304dfc3738 HTTP/1.1" status: 204 len: 168 time: 0.3091590 Aug 18 13:07:09.437068 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e0ecc-1318-4369-a8db-a3be360acc08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e8d72b-974f-41f7-81bb-29304dfc3738,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:10.604813 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 58566) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:10.621316 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-63b15a4b-b352-44e1-9fe4-98c1e24a781b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:10.718149 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-63b15a4b-b352-44e1-9fe4-98c1e24a781b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:10.823429 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-63b15a4b-b352-44e1-9fe4-98c1e24a781b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:10.864126 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b15a4b-b352-44e1-9fe4-98c1e24a781b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5cb60f-b1cf-405a-aebf-09cc707b765e,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:10.872030 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-63b15a4b-b352-44e1-9fe4-98c1e24a781b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4b8af7ff31614d479f92e4a7db2b3077&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2652311 Aug 18 13:07:10.874196 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 58570) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:10.936339 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bd22367d-1850-4ed6-bc3e-78ee20784463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:10.959962 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bd22367d-1850-4ed6-bc3e-78ee20784463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:11.166617 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bd22367d-1850-4ed6-bc3e-78ee20784463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:11.170217 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bd22367d-1850-4ed6-bc3e-78ee20784463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:11.176302 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-bd22367d-1850-4ed6-bc3e-78ee20784463 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/af5cb60f-b1cf-405a-aebf-09cc707b765e HTTP/1.1" status: 204 len: 168 time: 0.2964313 Aug 18 13:07:11.192141 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd22367d-1850-4ed6-bc3e-78ee20784463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5cb60f-b1cf-405a-aebf-09cc707b765e,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:11.509159 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cae36120-ed04-4dfe-b60f-4ef914aafd9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:12.545512 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 58636) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:12.673569 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ee1904c9-2ec8-4e9f-8386-5226b1190556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:12.774585 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ee1904c9-2ec8-4e9f-8386-5226b1190556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:12.847921 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ee1904c9-2ec8-4e9f-8386-5226b1190556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:12.891925 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1904c9-2ec8-4e9f-8386-5226b1190556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd049df-b6e1-448a-920b-841e0aec6197,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:12.896740 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ee1904c9-2ec8-4e9f-8386-5226b1190556 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf1944f159324271ae976b457af8f4b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3500934 Aug 18 13:07:12.899414 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 58648) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:12.950052 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8b201c0e-bd90-4695-8478-fc140fde6ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:12.971540 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8b201c0e-bd90-4695-8478-fc140fde6ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:13.103495 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8b201c0e-bd90-4695-8478-fc140fde6ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:13.106419 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8b201c0e-bd90-4695-8478-fc140fde6ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:13.107424 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8b201c0e-bd90-4695-8478-fc140fde6ee2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2fd049df-b6e1-448a-920b-841e0aec6197 HTTP/1.1" status: 204 len: 168 time: 0.2060106 Aug 18 13:07:13.117822 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b201c0e-bd90-4695-8478-fc140fde6ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd049df-b6e1-448a-920b-841e0aec6197,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:13.715666 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c2cbe3ad-3cdc-433c-842c-c2fd235a226a req-88db4be6-50a6-4d37-81ad-8a09b459142e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0547557 Aug 18 13:07:13.777798 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-242579b4-2af4-468d-bf73-90dc1e2ce89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:13.826989 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbe3ad-3cdc-433c-842c-c2fd235a226a req-bbd5d9fe-8eb8-4643-ad59-460b4a4aab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:13.828631 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c2cbe3ad-3cdc-433c-842c-c2fd235a226a req-bbd5d9fe-8eb8-4643-ad59-460b4a4aab57 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8b6c2b19e634a4bb77e7e12fa929d83&device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 1095 time: 0.0471132 Aug 18 13:07:13.958945 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbe3ad-3cdc-433c-842c-c2fd235a226a req-32d2251c-a2dd-482b-bcea-bb7ba8774890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:13.960747 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c2cbe3ad-3cdc-433c-842c-c2fd235a226a req-32d2251c-a2dd-482b-bcea-bb7ba8774890 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c70b20b2-1ba3-4778-b38e-36ed095ba70d HTTP/1.1" status: 200 len: 912 time: 0.0954986 Aug 18 13:07:14.033587 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c2cbe3ad-3cdc-433c-842c-c2fd235a226a req-192f3e36-45b8-4962-ac3d-256ed1e5f2a1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be132020-3516-4ddf-b702-9f30b7b7f0c8 HTTP/1.1" status: 200 len: 998 time: 0.0639951 Aug 18 13:07:14.097282 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbe3ad-3cdc-433c-842c-c2fd235a226a req-e21154bc-a166-40bf-901e-a4f16f6cb49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:14.098817 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c2cbe3ad-3cdc-433c-842c-c2fd235a226a req-e21154bc-a166-40bf-901e-a4f16f6cb49a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2744890d-6739-4756-b608-842180da7455 HTTP/1.1" status: 200 len: 850 time: 0.0492740 Aug 18 13:07:14.154885 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbe3ad-3cdc-433c-842c-c2fd235a226a req-1be0db26-c094-4b6d-bf36-1a2c402202ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:14.156502 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c2cbe3ad-3cdc-433c-842c-c2fd235a226a req-1be0db26-c094-4b6d-bf36-1a2c402202ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c70b20b2-1ba3-4778-b38e-36ed095ba70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493350 Aug 18 13:07:14.279730 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c2cbe3ad-3cdc-433c-842c-c2fd235a226a req-a315be9a-8ded-45bf-a08d-511413d2e55e service neutron] 10.222.0.20 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119330 Aug 18 13:07:14.417462 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c2cbe3ad-3cdc-433c-842c-c2fd235a226a req-ba82c439-191b-4b10-9b21-8559ed4811a8 service neutron] 10.222.0.20 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270857 Aug 18 13:07:14.806772 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:15.326814 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:15.917400 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 58736) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:16.026235 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d7f6e398-1655-4d6a-8843-5d86259e8428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:16.127138 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d7f6e398-1655-4d6a-8843-5d86259e8428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:16.288249 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d7f6e398-1655-4d6a-8843-5d86259e8428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:16.329081 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d7f6e398-1655-4d6a-8843-5d86259e8428 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=657550607fe9425a8faad301c1e47e08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4105372 Aug 18 13:07:16.329964 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6e398-1655-4d6a-8843-5d86259e8428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f013676e-fc01-4f0a-9081-73e20dfd6107,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:16.331760 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 58746) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:16.394587 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-289679dd-130f-4cbb-9cf5-c40f38251d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:16.418658 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-289679dd-130f-4cbb-9cf5-c40f38251d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:16.594889 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-289679dd-130f-4cbb-9cf5-c40f38251d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:16.598114 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-289679dd-130f-4cbb-9cf5-c40f38251d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:16.602515 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-289679dd-130f-4cbb-9cf5-c40f38251d36 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f013676e-fc01-4f0a-9081-73e20dfd6107 HTTP/1.1" status: 204 len: 168 time: 0.2690477 Aug 18 13:07:16.613974 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289679dd-130f-4cbb-9cf5-c40f38251d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f013676e-fc01-4f0a-9081-73e20dfd6107,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:17.302235 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556f410-c337-4e77-950d-7af39f553fd0 req-cda6bbe5-0886-4b99-b15c-5eb878c4b4d5 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:17.303808 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7556f410-c337-4e77-950d-7af39f553fd0 req-cda6bbe5-0886-4b99-b15c-5eb878c4b4d5 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.0613031 Aug 18 13:07:17.342761 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:17.348877 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7556f410-c337-4e77-950d-7af39f553fd0 req-63a6293b-99b6-4212-8c9a-6bc21bebb6f0 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337992 Aug 18 13:07:17.469361 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb7607c-1600-4879-bc91-f14c7a163aab req-1f1d177e-a3c4-4427-aa2d-12ad5fd1f7b0 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:17.470961 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2cb7607c-1600-4879-bc91-f14c7a163aab req-1f1d177e-a3c4-4427-aa2d-12ad5fd1f7b0 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.0540245 Aug 18 13:07:17.501496 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 58776) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:17.516241 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-93760ab6-b27c-4928-a157-52c0d222f8cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:17.519286 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2cb7607c-1600-4879-bc91-f14c7a163aab req-db275cdd-3401-466a-afed-d1fff8fed9c3 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419402 Aug 18 13:07:17.625674 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-93760ab6-b27c-4928-a157-52c0d222f8cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:17.686405 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-93760ab6-b27c-4928-a157-52c0d222f8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:17.726886 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-93760ab6-b27c-4928-a157-52c0d222f8cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9dd86bece76f447498f9a9ea484fc8ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2241108 Aug 18 13:07:17.727757 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93760ab6-b27c-4928-a157-52c0d222f8cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd315d2-e2c8-4ba6-9d7c-022fa8acbda9,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:17.730745 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 58794) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:17.782154 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2cf1bd68-ba48-4a1e-8fc4-05342c1882d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:17.804054 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2cf1bd68-ba48-4a1e-8fc4-05342c1882d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:17.851280 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-69ea5cc0-a1b2-4180-a0d4-ff6f8bfa37d7 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:17.852932 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-69ea5cc0-a1b2-4180-a0d4-ff6f8bfa37d7 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/networks?id=c70b20b2-1ba3-4778-b38e-36ed095ba70d HTTP/1.1" status: 200 len: 811 time: 0.1260848 Aug 18 13:07:17.869584 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-f8974d6a-2b9c-4675-8ec1-848beeaaa9af tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/quotas/d8b6c2b19e634a4bb77e7e12fa929d83 HTTP/1.1" status: 200 len: 375 time: 0.0098095 Aug 18 13:07:17.936879 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-4e6484c2-1e20-44ac-90f4-860fba0d67dc tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8b6c2b19e634a4bb77e7e12fa929d83&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0612006 Aug 18 13:07:17.950332 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2cf1bd68-ba48-4a1e-8fc4-05342c1882d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:17.952186 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2cf1bd68-ba48-4a1e-8fc4-05342c1882d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:17.953350 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2cf1bd68-ba48-4a1e-8fc4-05342c1882d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bfd315d2-e2c8-4ba6-9d7c-022fa8acbda9 HTTP/1.1" status: 204 len: 168 time: 0.2216382 Aug 18 13:07:17.965332 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf1bd68-ba48-4a1e-8fc4-05342c1882d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd315d2-e2c8-4ba6-9d7c-022fa8acbda9,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:18.058475 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-36eb5986-7046-4932-84cd-6fe1e93dd061 service neutron] 10.222.0.13 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143131 Aug 18 13:07:18.158549 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-9009ffad-24db-40e5-9efc-5f14f22ade1a service neutron] 10.222.0.13 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991166 Aug 18 13:07:18.451420 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cf6933a8-7216-4656-b30f-49a27b88edce req-73a50344-865b-4d98-bf25-bee92ed15a56 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6a11303-a66e-4f9a-b3b1-e1c6af215523 HTTP/1.1" status: 200 len: 210 time: 0.0511332 Aug 18 13:07:18.787662 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be5746-bd76-4043-ba24-99eff1ab7e50 req-baa19217-9afc-4d95-8e44-7cb4ecdddaae tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:18.789205 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-83be5746-bd76-4043-ba24-99eff1ab7e50 req-baa19217-9afc-4d95-8e44-7cb4ecdddaae tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 947 time: 0.0564516 Aug 18 13:07:18.835047 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-83be5746-bd76-4043-ba24-99eff1ab7e50 req-487c6834-94e8-41f5-b91b-4e026292d212 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380802 Aug 18 13:07:19.554686 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-638c59a4-508f-4b28-a5f9-09adfbb723d8 req-0192cd1e-9e3d-4f8f-b703-ef516da5cbe1 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6a11303-a66e-4f9a-b3b1-e1c6af215523 HTTP/1.1" status: 200 len: 210 time: 0.0331552 Aug 18 13:07:19.971811 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b6927-93e2-489d-9ded-76059e60a949 req-04eef5de-8528-4c2d-8c15-cb80b49fcf57 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:19.974122 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ae6b6927-93e2-489d-9ded-76059e60a949 req-04eef5de-8528-4c2d-8c15-cb80b49fcf57 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 947 time: 0.0559494 Aug 18 13:07:20.008379 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 58906) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:20.025425 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ae6b6927-93e2-489d-9ded-76059e60a949 req-e89c4f1e-e0f8-4d5a-a151-a141a155baae tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401440 Aug 18 13:07:20.131347 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4aafb39e-97c3-456c-a3de-8457a7b08b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:20.233847 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4aafb39e-97c3-456c-a3de-8457a7b08b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:20.260309 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218293c4-a3f9-4279-99a0-50c6e1ee148d req-21e2612d-39b5-4f11-ba53-eff1af573301 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:20.260309 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-218293c4-a3f9-4279-99a0-50c6e1ee148d req-21e2612d-39b5-4f11-ba53-eff1af573301 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.20 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 947 time: 0.0631425 Aug 18 13:07:20.326073 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4aafb39e-97c3-456c-a3de-8457a7b08b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:20.358674 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-218293c4-a3f9-4279-99a0-50c6e1ee148d req-b5260956-df78-4f46-9c4c-9e5ce25bf1f0 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Deleting port d56c394b-93e7-4573-9588-fa1eeaa8886c {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:07:20.359324 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-218293c4-a3f9-4279-99a0-50c6e1ee148d req-b5260956-df78-4f46-9c4c-9e5ce25bf1f0 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:20.373011 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4aafb39e-97c3-456c-a3de-8457a7b08b54 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c9376af82d8a40de9d9f510ab42540d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3634727 Aug 18 13:07:20.374355 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aafb39e-97c3-456c-a3de-8457a7b08b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51916992-82ca-4003-9689-aec02d571e32,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:20.377363 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 58920) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:20.497011 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-278b1d23-ebcc-42ed-bf8c-6219babcae7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:20.502908 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-218293c4-a3f9-4279-99a0-50c6e1ee148d req-b5260956-df78-4f46-9c4c-9e5ce25bf1f0 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] For port d56c394b-93e7-4573-9588-fa1eeaa8886c, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=d56c394b-93e7-4573-9588-fa1eeaa8886c,segment=NetworkSegment(1d336752-25b6-4131-855b-23a2ad96544b),segment_id=1d336752-25b6-4131-855b-23a2ad96544b)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:07:20.503259 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-218293c4-a3f9-4279-99a0-50c6e1ee148d req-b5260956-df78-4f46-9c4c-9e5ce25bf1f0 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:20.564245 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-278b1d23-ebcc-42ed-bf8c-6219babcae7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:20.720884 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4ff1d832-8846-487e-8f84-2ecff53d0455 req-e1336990-31f2-4eb4-91b7-e2b91844af50 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6a11303-a66e-4f9a-b3b1-e1c6af215523 HTTP/1.1" status: 200 len: 210 time: 0.0828688 Aug 18 13:07:20.963614 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-a17e0477-ae74-492b-a46e-c0b355e39d49 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0499344 Aug 18 13:07:21.058915 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-963bb2d6-b2ed-4543-b945-40470af96513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:21.059594 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-963bb2d6-b2ed-4543-b945-40470af96513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:21.059855 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-963bb2d6-b2ed-4543-b945-40470af96513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:21.062698 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-963bb2d6-b2ed-4543-b945-40470af96513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:21.063375 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-963bb2d6-b2ed-4543-b945-40470af96513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:21.064138 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-963bb2d6-b2ed-4543-b945-40470af96513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:21.064601 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-963bb2d6-b2ed-4543-b945-40470af96513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:21.067129 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-963bb2d6-b2ed-4543-b945-40470af96513 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8c196c6c2e143d6872d1027393f6dcd&device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 6490 time: 0.0539045 Aug 18 13:07:21.144541 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-278b1d23-ebcc-42ed-bf8c-6219babcae7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:21.147391 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-278b1d23-ebcc-42ed-bf8c-6219babcae7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:21.148418 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-278b1d23-ebcc-42ed-bf8c-6219babcae7d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51916992-82ca-4003-9689-aec02d571e32 HTTP/1.1" status: 204 len: 168 time: 0.7701120 Aug 18 13:07:21.202507 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278b1d23-ebcc-42ed-bf8c-6219babcae7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51916992-82ca-4003-9689-aec02d571e32,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:21.224593 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-218293c4-a3f9-4279-99a0-50c6e1ee148d req-b5260956-df78-4f46-9c4c-9e5ce25bf1f0 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:21.224973 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-218293c4-a3f9-4279-99a0-50c6e1ee148d req-b5260956-df78-4f46-9c4c-9e5ce25bf1f0 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:21.225289 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [req-218293c4-a3f9-4279-99a0-50c6e1ee148d req-b5260956-df78-4f46-9c4c-9e5ce25bf1f0 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Floating IP b69f2131-bc99-441e-9d6c-88f6b7aa33e2 disassociated. External IP: 172.25.6.148, port: d56c394b-93e7-4573-9588-fa1eeaa8886c. Aug 18 13:07:21.225643 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-218293c4-a3f9-4279-99a0-50c6e1ee148d req-b5260956-df78-4f46-9c4c-9e5ce25bf1f0 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Calling delete_port for d56c394b-93e7-4573-9588-fa1eeaa8886c owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:07:21.249914 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-fb70b282-f663-4af0-a4bd-ed14ddc41d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:21.250199 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-1e06f7f6-1a65-4ec7-b218-71b24c4def69 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:21.250444 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-fb70b282-f663-4af0-a4bd-ed14ddc41d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:21.250917 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-fb70b282-f663-4af0-a4bd-ed14ddc41d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:21.251589 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-1e06f7f6-1a65-4ec7-b218-71b24c4def69 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.39 "GET /v2.0/networks?id=c70b20b2-1ba3-4778-b38e-36ed095ba70d HTTP/1.1" status: 200 len: 811 time: 0.6148174 Aug 18 13:07:21.252516 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-fb70b282-f663-4af0-a4bd-ed14ddc41d12 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7b05220b-36d2-40eb-be72-7e3e060fbabb&id=2459a67a-03d9-4542-a3d9-993612a32608&id=2459a67a-03d9-4542-a3d9-993612a32608&id=2459a67a-03d9-4542-a3d9-993612a32608&id=2459a67a-03d9-4542-a3d9-993612a32608&id=a3e49dcd-a277-4170-bfef-fa46f5ed7634&id=a3e49dcd-a277-4170-bfef-fa46f5ed7634 HTTP/1.1" status: 200 len: 2292 time: 0.1453316 Aug 18 13:07:21.290038 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-5d69a220-1dcb-4053-a1e9-973c54b1fb51 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Request body: {'port': {'device_id': 'd6a11303-a66e-4f9a-b3b1-e1c6af215523', 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d', 'admin_state_up': True, 'tenant_id': 'd8b6c2b19e634a4bb77e7e12fa929d83'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:07:21.301264 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48631b91-5897-4146-9d6f-c0db32edf668 req-75c57011-2200-4f34-8a6e-96a6346367f8 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:21.302876 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-48631b91-5897-4146-9d6f-c0db32edf668 req-75c57011-2200-4f34-8a6e-96a6346367f8 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 947 time: 0.1771154 Aug 18 13:07:21.331404 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-11c47db9-a141-47f9-99c9-8ca34ca6f0ae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34e925d7-14af-4826-bf24-9d1ce3cea1ed HTTP/1.1" status: 200 len: 1001 time: 0.0633509 Aug 18 13:07:21.385307 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-6b3d1607-9055-4012-98d4-e5da75cdfb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:21.386910 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-6b3d1607-9055-4012-98d4-e5da75cdfb7f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bfeef1f8-f283-4cb6-a505-21a51b6ed46e HTTP/1.1" status: 200 len: 850 time: 0.0465438 Aug 18 13:07:21.428986 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-48631b91-5897-4146-9d6f-c0db32edf668 req-8e6dff2c-cb63-4346-b747-1e0d8c673559 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=003740a5-9a09-4bc7-ae59-f818d594fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119311 Aug 18 13:07:21.457076 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-5efd501b-2ff8-47cf-8c7f-e32357749e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:21.458623 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-5efd501b-2ff8-47cf-8c7f-e32357749e0d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b05220b-36d2-40eb-be72-7e3e060fbabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639880 Aug 18 13:07:21.554227 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-59d686a0-7dc9-4acc-acbe-1e70bd4e1301 service neutron] 10.222.0.39 "GET /v2.0/networks/7b05220b-36d2-40eb-be72-7e3e060fbabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871580 Aug 18 13:07:21.606700 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-218293c4-a3f9-4279-99a0-50c6e1ee148d req-b5260956-df78-4f46-9c4c-9e5ce25bf1f0 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:21.637642 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-5d69a220-1dcb-4053-a1e9-973c54b1fb51 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Made reservation on behalf of d8b6c2b19e634a4bb77e7e12fa929d83 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:07:21.641171 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-5d69a220-1dcb-4053-a1e9-973c54b1fb51 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:21.643253 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5260956-df78-4f46-9c4c-9e5ce25bf1f0 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Pushing event deleted for resources: {'Port': ['ID=d56c394b-93e7-4573-9588-fa1eeaa8886c,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:21.656850 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-5aece475-8043-43f1-a66a-0fd963798667 service neutron] 10.222.0.39 "GET /v2.0/networks/7b05220b-36d2-40eb-be72-7e3e060fbabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955708 Aug 18 13:07:21.704984 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-4a9ebf64-3e4c-499f-90b9-a63a81294528 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=07f402d6-de4a-4e25-8230-5bec43a446cd HTTP/1.1" status: 200 len: 217 time: 0.0403841 Aug 18 13:07:21.773960 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-42273bf1-46ad-4d86-ab87-c7f997ee3747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:21.776485 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-42273bf1-46ad-4d86-ab87-c7f997ee3747 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cb37ce99-5938-480b-b3eb-c3f4e77a0e89 HTTP/1.1" status: 200 len: 797 time: 0.0625579 Aug 18 13:07:21.858885 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2447949b-78a8-4a96-b29c-db3375cd4a48 req-c3fbdb4e-2149-4489-a5d1-920db3a5d3ca tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6a11303-a66e-4f9a-b3b1-e1c6af215523 HTTP/1.1" status: 200 len: 210 time: 0.0357096 Aug 18 13:07:21.876368 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-218293c4-a3f9-4279-99a0-50c6e1ee148d req-b5260956-df78-4f46-9c4c-9e5ce25bf1f0 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Router 09bac2e1-4bcb-4d0e-b000-d1314d3deba8 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:07:21.880775 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-5d69a220-1dcb-4053-a1e9-973c54b1fb51 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Allocated IP 172.20.0.12 (c70b20b2-1ba3-4778-b38e-36ed095ba70d/2744890d-6739-4756-b608-842180da7455/ea632f1d-592b-4b13-bdb6-ab12ca4f6c43) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:07:21.894398 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-0b139cc1-9199-4b95-bf75-9fd0a75f96c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:21.896311 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-0b139cc1-9199-4b95-bf75-9fd0a75f96c2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2459a67a-03d9-4542-a3d9-993612a32608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1131384 Aug 18 13:07:21.995290 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-78f7a87a-269c-4a54-8a2c-8c8e96e99ab7 service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906858 Aug 18 13:07:22.125667 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-845ec78d-bc2d-44c7-8db2-d62bc214e1bb service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227567 Aug 18 13:07:22.130322 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-218293c4-a3f9-4279-99a0-50c6e1ee148d req-b5260956-df78-4f46-9c4c-9e5ce25bf1f0 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:07:22.143344 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2444824-a920-47d5-bb66-cba851e9cca0 None None] Sync routers for ids ['09bac2e1-4bcb-4d0e-b000-d1314d3deba8'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:07:22.145754 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-5d69a220-1dcb-4053-a1e9-973c54b1fb51 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:22.164868 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2444824-a920-47d5-bb66-cba851e9cca0 None None] Routers {'09bac2e1-4bcb-4d0e-b000-d1314d3deba8'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:07:22.166114 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-c2444824-a920-47d5-bb66-cba851e9cca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:07:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['09bac2e1-4bcb-4d0e-b000-d1314d3deba8'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:07:22.180345 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-9a8546db-c6dd-47cb-9fed-66cb651b067b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=36b945e8-9c27-4658-bb63-6eff4f89d115 HTTP/1.1" status: 200 len: 217 time: 0.0471978 Aug 18 13:07:22.196367 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-218293c4-a3f9-4279-99a0-50c6e1ee148d req-b5260956-df78-4f46-9c4c-9e5ce25bf1f0 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] No DVR routers for this DVR port d56c394b-93e7-4573-9588-fa1eeaa8886c on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:07:22.200669 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-218293c4-a3f9-4279-99a0-50c6e1ee148d req-b5260956-df78-4f46-9c4c-9e5ce25bf1f0 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:22.202727 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-218293c4-a3f9-4279-99a0-50c6e1ee148d req-b5260956-df78-4f46-9c4c-9e5ce25bf1f0 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.20 "DELETE /v2.0/ports/d56c394b-93e7-4573-9588-fa1eeaa8886c HTTP/1.1" status: 204 len: 173 time: 1.9370201 Aug 18 13:07:22.203182 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92cfe51f-76c1-4a99-b95d-fdf95274b4fc', 'name': 'network-vif-deleted', 'tag': 'd56c394b-93e7-4573-9588-fa1eeaa8886c'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:07:22.205676 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25f62d8-455c-41bb-8702-e35b4b45bd34" -d '{"events": [{"server_uuid": "92cfe51f-76c1-4a99-b95d-fdf95274b4fc", "name": "network-vif-deleted", "tag": "d56c394b-93e7-4573-9588-fa1eeaa8886c"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:07:22.210049 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-5d69a220-1dcb-4053-a1e9-973c54b1fb51 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Transition to ACTIVE for port object ea632f1d-592b-4b13-bdb6-ab12ca4f6c43 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:07:22.275364 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-f62f214e-1b1c-4a2c-8a1c-443cc7b6f9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:22.277326 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-f62f214e-1b1c-4a2c-8a1c-443cc7b6f9f5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cb37ce99-5938-480b-b3eb-c3f4e77a0e89 HTTP/1.1" status: 200 len: 797 time: 0.0898509 Aug 18 13:07:22.284567 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48f4add-1010-4a79-bb6b-845b72ffcad1 x-openstack-request-id: req-a48f4add-1010-4a79-bb6b-845b72ffcad1 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:07:22.284933 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92cfe51f-76c1-4a99-b95d-fdf95274b4fc", "name": "network-vif-deleted", "tag": "d56c394b-93e7-4573-9588-fa1eeaa8886c", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:07:22.285293 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a48f4add-1010-4a79-bb6b-845b72ffcad1 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:07:22.285983 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92cfe51f-76c1-4a99-b95d-fdf95274b4fc', 'name': 'network-vif-deleted', 'tag': 'd56c394b-93e7-4573-9588-fa1eeaa8886c', 'status': 'completed', 'code': 200} Aug 18 13:07:22.335535 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-cbee7812-d3ff-4289-91f0-f1c8028be6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:22.337334 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-cbee7812-d3ff-4289-91f0-f1c8028be6a1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2459a67a-03d9-4542-a3d9-993612a32608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0520833 Aug 18 13:07:22.343067 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-c2444824-a920-47d5-bb66-cba851e9cca0 None None] Set router 09bac2e1-4bcb-4d0e-b000-d1314d3deba8 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:07:22.436824 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-f40467cb-0e2b-47e6-b4f5-e496fd0fbbf1 service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919878 Aug 18 13:07:22.441124 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-5d69a220-1dcb-4053-a1e9-973c54b1fb51 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:22.459464 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['3719fcf8-290f-45fe-91eb-aacf7869dab4', '8877398e-1952-4f40-885a-0879e030023a'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:07:22.553780 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-5d69a220-1dcb-4053-a1e9-973c54b1fb51 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Network c70b20b2-1ba3-4778-b38e-36ed095ba70d is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:07:22.569429 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-5d69a220-1dcb-4053-a1e9-973c54b1fb51 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:07:22.574365 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-5d69a220-1dcb-4053-a1e9-973c54b1fb51 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:07:22.613699 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-f23157a2-40a2-4c19-a03a-6259deb1d21b service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614847 Aug 18 13:07:22.656036 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d69a220-1dcb-4053-a1e9-973c54b1fb51 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Pushing event updated for resources: {'Port': ['ID=ea632f1d-592b-4b13-bdb6-ab12ca4f6c43,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:22.663261 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a2ba5307-4801-4441-9ded-079d7eb24248 req-632adc63-2f91-421c-bf1d-d631f4d001f0 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=92cfe51f-76c1-4a99-b95d-fdf95274b4fc HTTP/1.1" status: 200 len: 210 time: 0.1081107 Aug 18 13:07:22.723129 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-5d69a220-1dcb-4053-a1e9-973c54b1fb51 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:22.724006 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-b073b06e-5d38-445b-ac6d-1cbcd0175417 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=5adf14f7-27f9-4753-a8fd-566a7aeb8405 HTTP/1.1" status: 200 len: 217 time: 0.1007009 Aug 18 13:07:22.724124 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-5d69a220-1dcb-4053-a1e9-973c54b1fb51 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:22.804041 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-2a3fe054-b344-4fef-9bf7-51b5a06b5e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:22.805684 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-2a3fe054-b344-4fef-9bf7-51b5a06b5e76 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cb37ce99-5938-480b-b3eb-c3f4e77a0e89 HTTP/1.1" status: 200 len: 797 time: 0.0795059 Aug 18 13:07:22.876731 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-c2444824-a920-47d5-bb66-cba851e9cca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'name': 'tempest-AttachVolumeShelveTestJSON-914630308-router', 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'db86b08d-834e-4905-aed8-68082d784230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:02:47Z', 'updated_at': '2021-08-18T13:02:55Z', 'revision_number': 4, 'project_id': '55f2c489a405498aa01d9cac2d06f3c9', 'gw_port': {'id': 'db86b08d-834e-4905-aed8-68082d784230', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:02:49Z', 'updated_at': '2021-08-18T13:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '9c889dc5-eddd-47bf-876e-bcc8303c581b', 'name': '', 'network_id': '1580e32b-815c-484e-8818-74705331eaf8', 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9', 'mac_address': 'fa:16:3e:51:72:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:02:54Z', 'updated_at': '2021-08-18T13:03:05Z', 'revision_number': 5, 'project_id': '55f2c489a405498aa01d9cac2d06f3c9', 'subnets': [{'id': 'd3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:07:22.889167 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-3e0d22a4-6d1b-4152-b5e8-ce63f0358490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:22.891815 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-3e0d22a4-6d1b-4152-b5e8-ce63f0358490 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2459a67a-03d9-4542-a3d9-993612a32608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0791495 Aug 18 13:07:22.904758 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-5d69a220-1dcb-4053-a1e9-973c54b1fb51 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6194537 Aug 18 13:07:22.917211 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2444824-a920-47d5-bb66-cba851e9cca0 None None] Checking router: 09bac2e1-4bcb-4d0e-b000-d1314d3deba8 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:07:22.919367 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-99aae65d-8c26-42d2-aa20-5cdd9f5a2bf1 service neutron] Request body: {'port': {'device_id': 'd6a11303-a66e-4f9a-b3b1-e1c6af215523', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:07:22.959120 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2444824-a920-47d5-bb66-cba851e9cca0 None None] Routers {'09bac2e1-4bcb-4d0e-b000-d1314d3deba8'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:07:22.961253 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-c2444824-a920-47d5-bb66-cba851e9cca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:07:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['09bac2e1-4bcb-4d0e-b000-d1314d3deba8'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:07:23.041127 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-99aae65d-8c26-42d2-aa20-5cdd9f5a2bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:23.119460 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-33561ccb-8ea5-4d39-b7d0-445401c115fb service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117484 Aug 18 13:07:23.139311 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-c2444824-a920-47d5-bb66-cba851e9cca0 None None] Set router 09bac2e1-4bcb-4d0e-b000-d1314d3deba8 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:07:23.143724 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04e152-70ff-4b06-8c31-83b50bc415e8 req-878557c4-b036-402f-b7c7-85c52551b575 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:23.144877 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ae04e152-70ff-4b06-8c31-83b50bc415e8 req-878557c4-b036-402f-b7c7-85c52551b575 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6a11303-a66e-4f9a-b3b1-e1c6af215523 HTTP/1.1" status: 200 len: 932 time: 0.1148789 Aug 18 13:07:23.184297 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b5004a8b-1df5-4d38-b798-e4e1c5366bc2 None None] Provisioning for port ea632f1d-592b-4b13-bdb6-ab12ca4f6c43 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:07:23.192226 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b5004a8b-1df5-4d38-b798-e4e1c5366bc2 None None] Provisioning complete for port ea632f1d-592b-4b13-bdb6-ab12ca4f6c43 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:07:23.192724 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b5004a8b-1df5-4d38-b798-e4e1c5366bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:23.234951 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ae04e152-70ff-4b06-8c31-83b50bc415e8 req-071a8588-d82a-4478-8def-1fad247ceb33 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784922 Aug 18 13:07:23.272873 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-293ef41f-a60e-4ba5-b6ac-a0a85e876606 service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455319 Aug 18 13:07:23.326383 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-32a0853f-870f-4149-b9ba-193326e1dc07 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=266a6430-2066-4382-ad70-9e34f085829b HTTP/1.1" status: 200 len: 217 time: 0.0461175 Aug 18 13:07:23.452576 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-ade931c7-98cd-4608-b8f1-bc46e63347c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:23.454126 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-ade931c7-98cd-4608-b8f1-bc46e63347c3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cb37ce99-5938-480b-b3eb-c3f4e77a0e89 HTTP/1.1" status: 200 len: 797 time: 0.1204600 Aug 18 13:07:23.474478 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-99aae65d-8c26-42d2-aa20-5cdd9f5a2bf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea632f1d-592b-4b13-bdb6-ab12ca4f6c43 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:07:23.486438 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-99aae65d-8c26-42d2-aa20-5cdd9f5a2bf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:23.493991 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-b5004a8b-1df5-4d38-b798-e4e1c5366bc2 None None] Port ea632f1d-592b-4b13-bdb6-ab12ca4f6c43 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:07:23.501627 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-99aae65d-8c26-42d2-aa20-5cdd9f5a2bf1 service neutron] Transition to ACTIVE for port object ea632f1d-592b-4b13-bdb6-ab12ca4f6c43 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:07:23.517175 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-f1942533-f91b-40da-8a9e-4e4a24279596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:23.518764 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-f1942533-f91b-40da-8a9e-4e4a24279596 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2459a67a-03d9-4542-a3d9-993612a32608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0551076 Aug 18 13:07:23.589474 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-99aae65d-8c26-42d2-aa20-5cdd9f5a2bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:23.593485 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-c2444824-a920-47d5-bb66-cba851e9cca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'name': 'tempest-AttachVolumeShelveTestJSON-914630308-router', 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'db86b08d-834e-4905-aed8-68082d784230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:02:47Z', 'updated_at': '2021-08-18T13:02:55Z', 'revision_number': 4, 'project_id': '55f2c489a405498aa01d9cac2d06f3c9', 'gw_port': {'id': 'db86b08d-834e-4905-aed8-68082d784230', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:02:49Z', 'updated_at': '2021-08-18T13:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '9c889dc5-eddd-47bf-876e-bcc8303c581b', 'name': '', 'network_id': '1580e32b-815c-484e-8818-74705331eaf8', 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9', 'mac_address': 'fa:16:3e:51:72:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:02:54Z', 'updated_at': '2021-08-18T13:03:05Z', 'revision_number': 5, 'project_id': '55f2c489a405498aa01d9cac2d06f3c9', 'subnets': [{'id': 'd3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:07:23.631939 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2444824-a920-47d5-bb66-cba851e9cca0 None None] The sync data for ids ['09bac2e1-4bcb-4d0e-b000-d1314d3deba8'] in n-d-803603-2 is: [{'id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'name': 'tempest-AttachVolumeShelveTestJSON-914630308-router', 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'db86b08d-834e-4905-aed8-68082d784230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:02:47Z', 'updated_at': '2021-08-18T13:02:55Z', 'revision_number': 4, 'project_id': '55f2c489a405498aa01d9cac2d06f3c9', 'gw_port': {'id': 'db86b08d-834e-4905-aed8-68082d784230', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:02:49Z', 'updated_at': '2021-08-18T13:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '9c889dc5-eddd-47bf-876e-bcc8303c581b', 'name': '', 'network_id': '1580e32b-815c-484e-8818-74705331eaf8', 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9', 'mac_address': 'fa:16:3e:51:72:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:02:54Z', 'updated_at': '2021-08-18T13:03:05Z', 'revision_number': 5, 'project_id': '55f2c489a405498aa01d9cac2d06f3c9', 'subnets': [{'id': 'd3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:07:23.681530 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aae65d-8c26-42d2-aa20-5cdd9f5a2bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=ea632f1d-592b-4b13-bdb6-ab12ca4f6c43,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:23.692868 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-f375c88c-ba8d-4f54-950c-a04d1e96a6a0 service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664162 Aug 18 13:07:23.791433 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 59000) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:23.843913 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-99aae65d-8c26-42d2-aa20-5cdd9f5a2bf1 service neutron] Attempting to bind port ea632f1d-592b-4b13-bdb6-ab12ca4f6c43 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:07:23.844278 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-99aae65d-8c26-42d2-aa20-5cdd9f5a2bf1 service neutron] Attempting to bind port ea632f1d-592b-4b13-bdb6-ab12ca4f6c43 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': 'e308df16-0289-45ba-a2cb-37bdded69968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:07:23.845234 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-99aae65d-8c26-42d2-aa20-5cdd9f5a2bf1 service neutron] Attempting to bind port ea632f1d-592b-4b13-bdb6-ab12ca4f6c43 on network c70b20b2-1ba3-4778-b38e-36ed095ba70d {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:07:23.850604 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-99aae65d-8c26-42d2-aa20-5cdd9f5a2bf1 service neutron] Port ea632f1d-592b-4b13-bdb6-ab12ca4f6c43 on network c70b20b2-1ba3-4778-b38e-36ed095ba70d not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:07:23.851043 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-99aae65d-8c26-42d2-aa20-5cdd9f5a2bf1 service neutron] Attempting to bind port ea632f1d-592b-4b13-bdb6-ab12ca4f6c43 on network c70b20b2-1ba3-4778-b38e-36ed095ba70d {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:07:23.857670 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-99aae65d-8c26-42d2-aa20-5cdd9f5a2bf1 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:07:23.857670 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-99aae65d-8c26-42d2-aa20-5cdd9f5a2bf1 service neutron] Checking segment: {'id': 'e308df16-0289-45ba-a2cb-37bdded69968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:07:23.857901 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-99aae65d-8c26-42d2-aa20-5cdd9f5a2bf1 service neutron] Bound using segment: {'id': 'e308df16-0289-45ba-a2cb-37bdded69968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:07:23.860110 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-99aae65d-8c26-42d2-aa20-5cdd9f5a2bf1 service neutron] Bound port: ea632f1d-592b-4b13-bdb6-ab12ca4f6c43, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e308df16-0289-45ba-a2cb-37bdded69968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:07:23.860110 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-99aae65d-8c26-42d2-aa20-5cdd9f5a2bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:23.888631 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-05a976be-7703-4a32-bc13-19a11c08006e service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866126 Aug 18 13:07:23.920463 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59006) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:23.977419 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-99aae65d-8c26-42d2-aa20-5cdd9f5a2bf1 service neutron] For port ea632f1d-592b-4b13-bdb6-ab12ca4f6c43, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:07:23.981431 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-99aae65d-8c26-42d2-aa20-5cdd9f5a2bf1 service neutron] For port ea632f1d-592b-4b13-bdb6-ab12ca4f6c43, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=ea632f1d-592b-4b13-bdb6-ab12ca4f6c43,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:07:23.996483 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-6bf41131-b770-4095-9aa3-5f219956202b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=efb60372-9169-48b4-8d03-d614d61af4dc HTTP/1.1" status: 200 len: 217 time: 0.1003053 Aug 18 13:07:24.001437 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b96251cf-eafa-46ac-b6c7-4008c5db24e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:24.104834 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-7e40a046-388f-472d-a431-80ea4cae85ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:24.108972 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-7e40a046-388f-472d-a431-80ea4cae85ab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2df74fa9-4a52-422a-a780-c36488fd175b HTTP/1.1" status: 200 len: 797 time: 0.0844622 Aug 18 13:07:24.108972 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f5d1fd9b-772c-4b00-a507-c555b1795384 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:24.110108 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-99aae65d-8c26-42d2-aa20-5cdd9f5a2bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:24.125835 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9751fe37-6410-473e-83e2-aaef6abb6f7f None None] New status for floating IP b69f2131-bc99-441e-9d6c-88f6b7aa33e2: DOWN {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:07:24.131436 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b96251cf-eafa-46ac-b6c7-4008c5db24e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:24.157996 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-99aae65d-8c26-42d2-aa20-5cdd9f5a2bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:24.158798 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-99aae65d-8c26-42d2-aa20-5cdd9f5a2bf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:24.160346 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-99aae65d-8c26-42d2-aa20-5cdd9f5a2bf1 service neutron] 10.222.0.39 "PUT /v2.0/ports/ea632f1d-592b-4b13-bdb6-ab12ca4f6c43 HTTP/1.1" status: 200 len: 1092 time: 1.2481945 Aug 18 13:07:24.181837 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f5d1fd9b-772c-4b00-a507-c555b1795384 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:24.190037 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aae65d-8c26-42d2-aa20-5cdd9f5a2bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=ea632f1d-592b-4b13-bdb6-ab12ca4f6c43,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:24.232939 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-a43d2c56-29a7-4f05-893a-6d49f86802cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:24.234474 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-a43d2c56-29a7-4f05-893a-6d49f86802cc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a3e49dcd-a277-4170-bfef-fa46f5ed7634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1203480 Aug 18 13:07:24.285838 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b96251cf-eafa-46ac-b6c7-4008c5db24e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:24.289821 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a11303-a66e-4f9a-b3b1-e1c6af215523', 'tag': 'ea632f1d-592b-4b13-bdb6-ab12ca4f6c43'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:07:24.292874 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607e4405-4bab-44a5-9e6c-668ec3731392" -d '{"events": [{"name": "network-changed", "server_uuid": "d6a11303-a66e-4f9a-b3b1-e1c6af215523", "tag": "ea632f1d-592b-4b13-bdb6-ab12ca4f6c43"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:07:24.360190 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-6e19fabf-4337-4d09-ac97-e2f0c1548a70 service neutron] 10.222.0.39 "GET /v2.0/networks/a3e49dcd-a277-4170-bfef-fa46f5ed7634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174023 Aug 18 13:07:24.377795 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c51836-d824-4224-b39f-b8e5628c4793 x-openstack-request-id: req-b7c51836-d824-4224-b39f-b8e5628c4793 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:07:24.378086 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6a11303-a66e-4f9a-b3b1-e1c6af215523", "tag": "ea632f1d-592b-4b13-bdb6-ab12ca4f6c43", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:07:24.378372 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7c51836-d824-4224-b39f-b8e5628c4793 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:07:24.378765 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6a11303-a66e-4f9a-b3b1-e1c6af215523', 'tag': 'ea632f1d-592b-4b13-bdb6-ab12ca4f6c43', 'status': 'completed', 'code': 200} Aug 18 13:07:24.411543 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b96251cf-eafa-46ac-b6c7-4008c5db24e5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b326ec8ff8584ee5b90daef2d90d8292&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6164379 Aug 18 13:07:24.412252 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96251cf-eafa-46ac-b6c7-4008c5db24e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75e6152-503a-41cb-be8e-31b29edd5d22,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:24.444346 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59014) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:24.494972 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f5d1fd9b-772c-4b00-a507-c555b1795384 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:24.497992 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f5d1fd9b-772c-4b00-a507-c555b1795384 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:24.500203 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f5d1fd9b-772c-4b00-a507-c555b1795384 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "DELETE /v2.0/security-groups/003740a5-9a09-4bc7-ae59-f818d594fb70 HTTP/1.1" status: 204 len: 168 time: 0.5766892 Aug 18 13:07:24.502212 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 59020) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:24.514762 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device d56c394b-93e7-4573-9588-fa1eeaa8886c no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:07:24.529430 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d1fd9b-772c-4b00-a507-c555b1795384 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=003740a5-9a09-4bc7-ae59-f818d594fb70,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:24.562063 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-5b9b849c-899e-476e-bf17-0b2790b58eb4 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] show failed (client error): The resource could not be found. Aug 18 13:07:24.563413 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5b9b849c-899e-476e-bf17-0b2790b58eb4 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups/003740a5-9a09-4bc7-ae59-f818d594fb70 HTTP/1.1" status: 404 len: 347 time: 0.0590794 Aug 18 13:07:24.564096 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-57e0e662-cb00-4d27-af93-265271ff8833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:24.570122 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: d56c394b-93e7-4573-9588-fa1eeaa8886c {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:07:24.570504 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device d56c394b-93e7-4573-9588-fa1eeaa8886c not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:07:24.575360 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb0ab5-e4a6-43a0-959d-b76e3cd8c915 req-77e98127-a4a6-4591-ae6d-184c30e0bd4a tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:24.577170 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59022) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:24.578631 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a1bb0ab5-e4a6-43a0-959d-b76e3cd8c915 req-77e98127-a4a6-4591-ae6d-184c30e0bd4a tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6a11303-a66e-4f9a-b3b1-e1c6af215523 HTTP/1.1" status: 200 len: 944 time: 0.2431448 Aug 18 13:07:24.581159 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-13905f04-13db-457c-b0a7-8e313542ebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:24.583346 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-13905f04-13db-457c-b0a7-8e313542ebf0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8b6c2b19e634a4bb77e7e12fa929d83&device_id=d6a11303-a66e-4f9a-b3b1-e1c6af215523 HTTP/1.1" status: 200 len: 1095 time: 0.2008440 Aug 18 13:07:24.641804 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-9aaebb1d-db08-4e6c-8c81-b3b3367bc2e4 service neutron] 10.222.0.39 "GET /v2.0/networks/a3e49dcd-a277-4170-bfef-fa46f5ed7634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738352 Aug 18 13:07:24.650654 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-185401aa-db62-4d10-86c7-e864af8c6997 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea632f1d-592b-4b13-bdb6-ab12ca4f6c43 HTTP/1.1" status: 200 len: 217 time: 0.0503886 Aug 18 13:07:24.666631 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-57e0e662-cb00-4d27-af93-265271ff8833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:24.693678 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a1bb0ab5-e4a6-43a0-959d-b76e3cd8c915 req-e722f858-8435-4846-9d2c-0ab6050c3268 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090407 Aug 18 13:07:24.717409 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-32fa7f6f-5214-42e9-be2c-fb5371f68400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:24.719578 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-32fa7f6f-5214-42e9-be2c-fb5371f68400 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2744890d-6739-4756-b608-842180da7455 HTTP/1.1" status: 200 len: 850 time: 0.0584090 Aug 18 13:07:24.739124 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-c2662dee-fcae-4f5d-848f-2209187c9b1e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3dd394b2-39bc-4d95-9eb2-fafde19e7621 HTTP/1.1" status: 200 len: 217 time: 0.0874181 Aug 18 13:07:24.787336 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-70a49c55-14ce-47e3-8471-68f6b58135d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:24.791074 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-70a49c55-14ce-47e3-8471-68f6b58135d8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c70b20b2-1ba3-4778-b38e-36ed095ba70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620096 Aug 18 13:07:24.842479 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-956d199c-ad10-4245-9f48-203111fea1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:24.843124 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-956d199c-ad10-4245-9f48-203111fea1bb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2df74fa9-4a52-422a-a780-c36488fd175b HTTP/1.1" status: 200 len: 797 time: 0.0923758 Aug 18 13:07:24.891982 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-22f6020d-4c13-48e5-ba6a-02a4fc29813d tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Deleting port 222afbc3-3adc-4947-a75c-5b1b7f2a1a23 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:07:24.892329 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-22f6020d-4c13-48e5-ba6a-02a4fc29813d tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:24.898069 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-be9598fc-e71a-47d7-a74f-b80dc8a2aec6 service neutron] 10.222.0.39 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006567 Aug 18 13:07:24.939340 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-57e0e662-cb00-4d27-af93-265271ff8833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:24.942012 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-57e0e662-cb00-4d27-af93-265271ff8833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:24.945565 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-57e0e662-cb00-4d27-af93-265271ff8833 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d75e6152-503a-41cb-be8e-31b29edd5d22 HTTP/1.1" status: 204 len: 168 time: 0.4979284 Aug 18 13:07:25.008156 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-10cd7e9e-f668-4bc1-bd42-7acfa83e3637 req-d1cf2542-7c8f-43a1-9725-f1335508e387 service neutron] 10.222.0.39 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026676 Aug 18 13:07:25.209669 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e4405-4bab-44a5-9e6c-668ec3731392 req-f403a116-8c6f-4d9a-9ff3-e908524f4877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:25.211235 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-607e4405-4bab-44a5-9e6c-668ec3731392 req-f403a116-8c6f-4d9a-9ff3-e908524f4877 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8b6c2b19e634a4bb77e7e12fa929d83&device_id=d6a11303-a66e-4f9a-b3b1-e1c6af215523 HTTP/1.1" status: 200 len: 1095 time: 0.0478220 Aug 18 13:07:25.332351 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e4405-4bab-44a5-9e6c-668ec3731392 req-b0202e9c-75aa-49e1-89a7-eb63bc4c7cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:25.333867 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-607e4405-4bab-44a5-9e6c-668ec3731392 req-b0202e9c-75aa-49e1-89a7-eb63bc4c7cb0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c70b20b2-1ba3-4778-b38e-36ed095ba70d HTTP/1.1" status: 200 len: 912 time: 0.1054575 Aug 18 13:07:25.345980 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-183e7272-6a70-47a6-a501-4d52b294f864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:25.347491 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-183e7272-6a70-47a6-a501-4d52b294f864 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a3e49dcd-a277-4170-bfef-fa46f5ed7634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4967182 Aug 18 13:07:25.350345 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0e662-cb00-4d27-af93-265271ff8833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75e6152-503a-41cb-be8e-31b29edd5d22,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:25.393162 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-607e4405-4bab-44a5-9e6c-668ec3731392 req-5778ce41-b38b-4bdc-a8ef-9d7ed932c9e1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea632f1d-592b-4b13-bdb6-ab12ca4f6c43 HTTP/1.1" status: 200 len: 217 time: 0.0505102 Aug 18 13:07:25.458399 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e4405-4bab-44a5-9e6c-668ec3731392 req-5f104052-e8d7-41c0-86bb-82973f76ca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:25.458399 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-607e4405-4bab-44a5-9e6c-668ec3731392 req-5f104052-e8d7-41c0-86bb-82973f76ca7a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2744890d-6739-4756-b608-842180da7455 HTTP/1.1" status: 200 len: 850 time: 0.0571392 Aug 18 13:07:25.463455 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-22f6020d-4c13-48e5-ba6a-02a4fc29813d tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:25.463788 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-22f6020d-4c13-48e5-ba6a-02a4fc29813d tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:25.487196 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-22f6020d-4c13-48e5-ba6a-02a4fc29813d tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Calling delete_port for 222afbc3-3adc-4947-a75c-5b1b7f2a1a23 owned by network:floatingip {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:07:25.507244 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e4405-4bab-44a5-9e6c-668ec3731392 req-b59da765-747a-4a10-a9e0-36ff7e1deef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:25.508821 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-607e4405-4bab-44a5-9e6c-668ec3731392 req-b59da765-747a-4a10-a9e0-36ff7e1deef6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c70b20b2-1ba3-4778-b38e-36ed095ba70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419037 Aug 18 13:07:25.512314 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-c00ac909-1bf7-4043-a90b-e12dc528c38d service neutron] 10.222.0.39 "GET /v2.0/networks/a3e49dcd-a277-4170-bfef-fa46f5ed7634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565616 Aug 18 13:07:25.627335 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-607e4405-4bab-44a5-9e6c-668ec3731392 req-59205a03-0681-433b-b0c0-f0de684c3018 service neutron] 10.222.0.39 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043384 Aug 18 13:07:25.692097 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-deaf1431-9d9a-4a70-90b9-896439df15f8 req-2f3799d0-cac7-42a9-8985-54c18be921c1 service neutron] 10.222.0.39 "GET /v2.0/networks/a3e49dcd-a277-4170-bfef-fa46f5ed7634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440513 Aug 18 13:07:25.754360 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-607e4405-4bab-44a5-9e6c-668ec3731392 req-13ead75f-ca63-4ba9-8404-cd9f7cb9875d service neutron] 10.222.0.39 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160119 Aug 18 13:07:25.834491 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e17372-90b0-437c-baec-a6ad711edf86 req-0074b8db-a326-4974-98fa-f510363e0b75 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:25.839202 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-78e17372-90b0-437c-baec-a6ad711edf86 req-0074b8db-a326-4974-98fa-f510363e0b75 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6a11303-a66e-4f9a-b3b1-e1c6af215523 HTTP/1.1" status: 200 len: 944 time: 0.0586290 Aug 18 13:07:25.919750 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-78e17372-90b0-437c-baec-a6ad711edf86 req-c4ceb270-5bf2-4e13-a089-314babcc739c tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561316 Aug 18 13:07:26.005906 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-22f6020d-4c13-48e5-ba6a-02a4fc29813d tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:26.034648 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f6020d-4c13-48e5-ba6a-02a4fc29813d tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Pushing event deleted for resources: {'Port': ['ID=222afbc3-3adc-4947-a75c-5b1b7f2a1a23,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:26.102151 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-22f6020d-4c13-48e5-ba6a-02a4fc29813d tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks [] for floatingip, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:26.105540 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-22f6020d-4c13-48e5-ba6a-02a4fc29813d tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:26.106719 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-22f6020d-4c13-48e5-ba6a-02a4fc29813d tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "DELETE /v2.0/floatingips/b69f2131-bc99-441e-9d6c-88f6b7aa33e2 HTTP/1.1" status: 204 len: 168 time: 1.5250080 Aug 18 13:07:26.495216 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59064) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:26.501086 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-5cc03ae0-0f1b-4ef9-8ae0-2b3bd3999572 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1217915431', 'description': 'tempest-description--1536862426'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:07:26.623375 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5cc03ae0-0f1b-4ef9-8ae0-2b3bd3999572 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:26.749935 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5cc03ae0-0f1b-4ef9-8ae0-2b3bd3999572 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:26.840539 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5cc03ae0-0f1b-4ef9-8ae0-2b3bd3999572 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:26.881857 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc03ae0-0f1b-4ef9-8ae0-2b3bd3999572 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f119d678-98cd-4348-8cc6-06c1e4a549d0,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:26.944310 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5cc03ae0-0f1b-4ef9-8ae0-2b3bd3999572 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:26.946219 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5cc03ae0-0f1b-4ef9-8ae0-2b3bd3999572 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4488449 Aug 18 13:07:26.954941 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59082) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:26.960341 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-1ed0329c-af7d-429b-80c1-14c7c165f5f0 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Request body: {'security_group_rule': {'security_group_id': 'f119d678-98cd-4348-8cc6-06c1e4a549d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:07:27.105660 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36502da-3e59-4135-bd93-74da55621d42 req-cd585783-c820-4c65-af94-ec35629437a4 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:27.107254 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e36502da-3e59-4135-bd93-74da55621d42 req-cd585783-c820-4c65-af94-ec35629437a4 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6a11303-a66e-4f9a-b3b1-e1c6af215523 HTTP/1.1" status: 200 len: 944 time: 0.0702679 Aug 18 13:07:27.123003 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device ea632f1d-592b-4b13-bdb6-ab12ca4f6c43 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:07:27.131045 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1ed0329c-af7d-429b-80c1-14c7c165f5f0 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:27.175416 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e36502da-3e59-4135-bd93-74da55621d42 req-7ce95445-ce62-4850-aee8-0ce4ce6a1e44 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614946 Aug 18 13:07:27.234608 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1ed0329c-af7d-429b-80c1-14c7c165f5f0 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:27.251593 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 59088) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:27.299792 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port ea632f1d-592b-4b13-bdb6-ab12ca4f6c43, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=ea632f1d-592b-4b13-bdb6-ab12ca4f6c43,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:07:27.303197 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1ed0329c-af7d-429b-80c1-14c7c165f5f0 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:27.323437 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'ea632f1d-592b-4b13-bdb6-ab12ca4f6c43', 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d', 'port_id': 'ea632f1d-592b-4b13-bdb6-ab12ca4f6c43', 'mac_address': 'fa:16:3e:d2:4c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2744890d-6739-4756-b608-842180da7455', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:07:27.325140 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed0329c-af7d-429b-80c1-14c7c165f5f0 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97cbb459-d608-47f6-a3e2-bc59c6737e4b,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:27.375651 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:27.392590 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea632f1d-592b-4b13-bdb6-ab12ca4f6c43 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:07:27.420982 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port ea632f1d-592b-4b13-bdb6-ab12ca4f6c43, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=ea632f1d-592b-4b13-bdb6-ab12ca4f6c43,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:07:27.463545 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1ed0329c-af7d-429b-80c1-14c7c165f5f0 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:27.469744 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1ed0329c-af7d-429b-80c1-14c7c165f5f0 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5088770 Aug 18 13:07:27.469895 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-6e777040-e908-4ecb-ada8-ff956905484c tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-890155952'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:07:27.471799 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59096) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:27.477651 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-eaac27fc-f51b-47b8-9280-f5dd8ee12fc4 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Request body: {'security_group_rule': {'security_group_id': 'f119d678-98cd-4348-8cc6-06c1e4a549d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:07:27.533564 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:27.579650 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=ea632f1d-592b-4b13-bdb6-ab12ca4f6c43,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:27.586926 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:27.587291 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:27.587717 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:27.587947 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:27.588283 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:27.588606 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:27.588930 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:27.589130 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e777040-e908-4ecb-ada8-ff956905484c tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715-project] Made reservation on behalf of 4123ef0333834e04aadd68aced36b172 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:07:27.589263 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:27.589567 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:27.589892 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:27.590354 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:27.590680 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:27.593395 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6e777040-e908-4ecb-ada8-ff956905484c tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:27.603490 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6e777040-e908-4ecb-ada8-ff956905484c tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:27.674129 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eaac27fc-f51b-47b8-9280-f5dd8ee12fc4 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:27.738607 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eaac27fc-f51b-47b8-9280-f5dd8ee12fc4 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:27.770823 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6e777040-e908-4ecb-ada8-ff956905484c tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:27.802100 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['ea632f1d-592b-4b13-bdb6-ab12ca4f6c43'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:07:27.812237 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eaac27fc-f51b-47b8-9280-f5dd8ee12fc4 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:27.834854 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6e777040-e908-4ecb-ada8-ff956905484c tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:27.844310 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac27fc-f51b-47b8-9280-f5dd8ee12fc4 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6be1866-4f1a-4371-83f3-5443c5128da6,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:27.867873 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e777040-e908-4ecb-ada8-ff956905484c tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:07:27.874001 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e777040-e908-4ecb-ada8-ff956905484c tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dadac47-f126-482a-b158-c2dd6c9ae7d6,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:27.882224 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6e777040-e908-4ecb-ada8-ff956905484c tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:27.882224 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-6e777040-e908-4ecb-ada8-ff956905484c tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715-project] Added segment 6aaf9642-6600-4578-8a19-1ccd490f2a8b of type vlan for network e8e2806b-7775-4c1d-87be-2922b7502aff Aug 18 13:07:27.923652 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6e777040-e908-4ecb-ada8-ff956905484c tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:27.947289 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:27.947553 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eaac27fc-f51b-47b8-9280-f5dd8ee12fc4 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:27.948808 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-eaac27fc-f51b-47b8-9280-f5dd8ee12fc4 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4755762 Aug 18 13:07:27.951786 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59108) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:27.956214 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-7d4d45db-2eb1-48c8-805f-9a554ab1648e tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:07:27.989603 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6e777040-e908-4ecb-ada8-ff956905484c tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:27.997176 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e777040-e908-4ecb-ada8-ff956905484c tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:27.998007 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6e777040-e908-4ecb-ada8-ff956905484c tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:28.058069 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7d4d45db-2eb1-48c8-805f-9a554ab1648e tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks [] for floatingip, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:28.066548 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e777040-e908-4ecb-ada8-ff956905484c tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715-project] Pushing event updated for resources: {'Network': ['ID=e8e2806b-7775-4c1d-87be-2922b7502aff,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:28.079623 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network e8e2806b-7775-4c1d-87be-2922b7502aff details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:07:28.115313 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6e777040-e908-4ecb-ada8-ff956905484c tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.8621552 Aug 18 13:07:28.177625 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7d4d45db-2eb1-48c8-805f-9a554ab1648e tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:28.307929 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-7d4d45db-2eb1-48c8-805f-9a554ab1648e tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Allocated IP 172.25.6.192 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/384f1a32-a58a-4010-a0aa-b313ae06e16c) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:07:28.355894 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730c320-f68e-4412-865a-1b5ea5bd8042 req-145bb239-c0fa-4f2d-9b04-18e90fbcb789 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:28.358413 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3730c320-f68e-4412-865a-1b5ea5bd8042 req-145bb239-c0fa-4f2d-9b04-18e90fbcb789 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6a11303-a66e-4f9a-b3b1-e1c6af215523 HTTP/1.1" status: 200 len: 945 time: 0.1065717 Aug 18 13:07:28.363736 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 59120) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:28.369247 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Request body: {'port': {'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff', 'binding:host_id': 'n-h2-803603-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-395185335'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:07:28.429417 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3730c320-f68e-4412-865a-1b5ea5bd8042 req-16da968e-deb8-489f-b826-612f4dad56ff tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552192 Aug 18 13:07:28.444587 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7d4d45db-2eb1-48c8-805f-9a554ab1648e tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:28.485571 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Made reservation on behalf of e31e86f7f39047bb8e25c4fadfdaddf8 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:07:28.488717 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:28.503026 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:28.615575 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:28.628875 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:28.633126 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7d4d45db-2eb1-48c8-805f-9a554ab1648e tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:28.670126 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4d45db-2eb1-48c8-805f-9a554ab1648e tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:07:28.676354 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-7d4d45db-2eb1-48c8-805f-9a554ab1648e tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:07:28.679953 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4d45db-2eb1-48c8-805f-9a554ab1648e tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:07:28.685797 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:28.692094 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] device_id is not set on port c874993d-f52c-4d6d-b290-76a79e84bdc6 yet. {{(pid=101675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:07:28.703199 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d45db-2eb1-48c8-805f-9a554ab1648e tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Pushing event updated for resources: {'Port': ['ID=384f1a32-a58a-4010-a0aa-b313ae06e16c,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:28.773371 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7d4d45db-2eb1-48c8-805f-9a554ab1648e tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:28.794808 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c314b4-91e1-4ce5-bc74-344b9129c678,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:28.852803 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7d4d45db-2eb1-48c8-805f-9a554ab1648e tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:28.911956 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [req-25171aeb-6e16-4313-9a94-7b3aac9992e0 req-8c31fcda-34fe-4de8-9966-9afdd6e85338 service neutron] (101675) timed out ('10.222.0.13', 58568) {{(pid=101675) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 13:07:28.957703 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] device_id is not set on port c874993d-f52c-4d6d-b290-76a79e84bdc6 yet. {{(pid=101675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:07:28.967943 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:28.978604 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Transition to ACTIVE for port object c874993d-f52c-4d6d-b290-76a79e84bdc6 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:07:29.017718 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7d4d45db-2eb1-48c8-805f-9a554ab1648e tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:29.023309 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:29.051886 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7d4d45db-2eb1-48c8-805f-9a554ab1648e tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:29.088598 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Pushing event updated for resources: {'Port': ['ID=c874993d-f52c-4d6d-b290-76a79e84bdc6,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:29.101599 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Checking segment: {'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:07:29.101958 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Network hostable DHCP agents. Network: e8e2806b-7775-4c1d-87be-2922b7502aff, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:07:29.132790 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d45db-2eb1-48c8-805f-9a554ab1648e tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Pushing event updated for resources: {'Port': ['ID=384f1a32-a58a-4010-a0aa-b313ae06e16c,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:29.137699 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device ea632f1d-592b-4b13-bdb6-ab12ca4f6c43 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:07:29.150143 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7d4d45db-2eb1-48c8-805f-9a554ab1648e tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:29.177385 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Network e8e2806b-7775-4c1d-87be-2922b7502aff is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:07:29.228505 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7d4d45db-2eb1-48c8-805f-9a554ab1648e tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:29.229806 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7d4d45db-2eb1-48c8-805f-9a554ab1648e tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2770901 Aug 18 13:07:29.251406 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, e8e2806b-7775-4c1d-87be-2922b7502aff) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:07:29.251615 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port ea632f1d-592b-4b13-bdb6-ab12ca4f6c43 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:07:29.255970 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port ea632f1d-592b-4b13-bdb6-ab12ca4f6c43 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:07:29.257105 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:29.259800 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:07:29.264201 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6880764-a0c6-426c-bcfe-6aaeb37fc05c None None] Network e8e2806b-7775-4c1d-87be-2922b7502aff requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:07:29.277893 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:07:29.283681 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:07:29.283681 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 on network e8e2806b-7775-4c1d-87be-2922b7502aff {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:07:29.283681 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Port c874993d-f52c-4d6d-b290-76a79e84bdc6 on network e8e2806b-7775-4c1d-87be-2922b7502aff not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:07:29.284255 n-d-803603-2 neutron-server[101675]: ERROR neutron.plugins.ml2.managers [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Failed to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 on host n-h2-803603-2 for vnic_type normal using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] Aug 18 13:07:29.284644 n-d-803603-2 neutron-server[101675]: INFO neutron.plugins.ml2.plugin [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempt 2 to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 Aug 18 13:07:29.297499 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:07:29.297972 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:07:29.298445 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 on network e8e2806b-7775-4c1d-87be-2922b7502aff {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:07:29.303140 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Port c874993d-f52c-4d6d-b290-76a79e84bdc6 on network e8e2806b-7775-4c1d-87be-2922b7502aff not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:07:29.303514 n-d-803603-2 neutron-server[101675]: ERROR neutron.plugins.ml2.managers [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Failed to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 on host n-h2-803603-2 for vnic_type normal using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] Aug 18 13:07:29.304013 n-d-803603-2 neutron-server[101675]: INFO neutron.plugins.ml2.plugin [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempt 3 to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 Aug 18 13:07:29.317267 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:07:29.317747 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:07:29.318207 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 on network e8e2806b-7775-4c1d-87be-2922b7502aff {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:07:29.323544 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Port c874993d-f52c-4d6d-b290-76a79e84bdc6 on network e8e2806b-7775-4c1d-87be-2922b7502aff not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:07:29.324293 n-d-803603-2 neutron-server[101675]: ERROR neutron.plugins.ml2.managers [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Failed to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 on host n-h2-803603-2 for vnic_type normal using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] Aug 18 13:07:29.324985 n-d-803603-2 neutron-server[101675]: INFO neutron.plugins.ml2.plugin [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempt 4 to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 Aug 18 13:07:29.339447 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:07:29.340256 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:07:29.340871 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 on network e8e2806b-7775-4c1d-87be-2922b7502aff {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:07:29.346981 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Port c874993d-f52c-4d6d-b290-76a79e84bdc6 on network e8e2806b-7775-4c1d-87be-2922b7502aff not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:07:29.347472 n-d-803603-2 neutron-server[101675]: ERROR neutron.plugins.ml2.managers [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Failed to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 on host n-h2-803603-2 for vnic_type normal using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] Aug 18 13:07:29.347971 n-d-803603-2 neutron-server[101675]: INFO neutron.plugins.ml2.plugin [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempt 5 to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 Aug 18 13:07:29.362734 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:07:29.364175 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:07:29.364175 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 on network e8e2806b-7775-4c1d-87be-2922b7502aff {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:07:29.376354 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Port c874993d-f52c-4d6d-b290-76a79e84bdc6 on network e8e2806b-7775-4c1d-87be-2922b7502aff not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:07:29.377698 n-d-803603-2 neutron-server[101675]: ERROR neutron.plugins.ml2.managers [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Failed to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 on host n-h2-803603-2 for vnic_type normal using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] Aug 18 13:07:29.378213 n-d-803603-2 neutron-server[101675]: INFO neutron.plugins.ml2.plugin [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempt 6 to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 Aug 18 13:07:29.392804 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:07:29.393195 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:07:29.393485 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 on network e8e2806b-7775-4c1d-87be-2922b7502aff {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:07:29.400454 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Port c874993d-f52c-4d6d-b290-76a79e84bdc6 on network e8e2806b-7775-4c1d-87be-2922b7502aff not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:07:29.400859 n-d-803603-2 neutron-server[101675]: ERROR neutron.plugins.ml2.managers [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Failed to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 on host n-h2-803603-2 for vnic_type normal using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] Aug 18 13:07:29.401332 n-d-803603-2 neutron-server[101675]: INFO neutron.plugins.ml2.plugin [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempt 7 to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 Aug 18 13:07:29.417049 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:07:29.417611 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:07:29.418102 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 on network e8e2806b-7775-4c1d-87be-2922b7502aff {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:07:29.423505 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Port c874993d-f52c-4d6d-b290-76a79e84bdc6 on network e8e2806b-7775-4c1d-87be-2922b7502aff not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:07:29.423909 n-d-803603-2 neutron-server[101675]: ERROR neutron.plugins.ml2.managers [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Failed to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 on host n-h2-803603-2 for vnic_type normal using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] Aug 18 13:07:29.424522 n-d-803603-2 neutron-server[101675]: INFO neutron.plugins.ml2.plugin [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempt 8 to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 Aug 18 13:07:29.442256 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:07:29.442681 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:07:29.443134 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 on network e8e2806b-7775-4c1d-87be-2922b7502aff {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:07:29.448220 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Port c874993d-f52c-4d6d-b290-76a79e84bdc6 on network e8e2806b-7775-4c1d-87be-2922b7502aff not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:07:29.448622 n-d-803603-2 neutron-server[101675]: ERROR neutron.plugins.ml2.managers [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Failed to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 on host n-h2-803603-2 for vnic_type normal using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] Aug 18 13:07:29.449345 n-d-803603-2 neutron-server[101675]: INFO neutron.plugins.ml2.plugin [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempt 9 to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 Aug 18 13:07:29.465836 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:29.467733 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:07:29.467846 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:07:29.468186 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 on network e8e2806b-7775-4c1d-87be-2922b7502aff {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:07:29.475301 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Port c874993d-f52c-4d6d-b290-76a79e84bdc6 on network e8e2806b-7775-4c1d-87be-2922b7502aff not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:07:29.475883 n-d-803603-2 neutron-server[101675]: ERROR neutron.plugins.ml2.managers [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Failed to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 on host n-h2-803603-2 for vnic_type normal using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] Aug 18 13:07:29.476281 n-d-803603-2 neutron-server[101675]: INFO neutron.plugins.ml2.plugin [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempt 10 to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 Aug 18 13:07:29.498733 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a11303-a66e-4f9a-b3b1-e1c6af215523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea632f1d-592b-4b13-bdb6-ab12ca4f6c43'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:07:29.501285 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b8eb31-c787-4221-91a9-ef2c253feb94" -d '{"events": [{"server_uuid": "d6a11303-a66e-4f9a-b3b1-e1c6af215523", "name": "network-vif-plugged", "status": "completed", "tag": "ea632f1d-592b-4b13-bdb6-ab12ca4f6c43"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:07:29.510013 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:07:29.510442 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:07:29.510783 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 on network e8e2806b-7775-4c1d-87be-2922b7502aff {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:07:29.515643 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Port c874993d-f52c-4d6d-b290-76a79e84bdc6 on network e8e2806b-7775-4c1d-87be-2922b7502aff not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:07:29.516175 n-d-803603-2 neutron-server[101675]: ERROR neutron.plugins.ml2.managers [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Failed to bind port c874993d-f52c-4d6d-b290-76a79e84bdc6 on host n-h2-803603-2 for vnic_type normal using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] Aug 18 13:07:29.516714 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:29.517606 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port ea632f1d-592b-4b13-bdb6-ab12ca4f6c43, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=ea632f1d-592b-4b13-bdb6-ab12ca4f6c43,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:07:29.535576 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-dc04752b-a260-4dd9-aea5-10cd1717efcd tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1217915431&fields=id&tenant_id=55f2c489a405498aa01d9cac2d06f3c9 HTTP/1.1" status: 200 len: 267 time: 0.0811005 Aug 18 13:07:29.615236 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:29.632806 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] For port c874993d-f52c-4d6d-b290-76a79e84bdc6, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:07:29.633702 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempted to set empty binding levels {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 18 13:07:29.654295 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb7bf5-828a-4175-90c7-fecd8cef982e req-c5d33dc1-1ef7-47e2-a3d2-2a630035e323 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:29.659569 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a9bb7bf5-828a-4175-90c7-fecd8cef982e req-c5d33dc1-1ef7-47e2-a3d2-2a630035e323 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6a11303-a66e-4f9a-b3b1-e1c6af215523 HTTP/1.1" status: 200 len: 945 time: 0.0713882 Aug 18 13:07:29.670411 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=ea632f1d-592b-4b13-bdb6-ab12ca4f6c43,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:29.688235 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-9568c1a3-721e-471c-94f7-0d34ed8c86ba tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:29.689702 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-9568c1a3-721e-471c-94f7-0d34ed8c86ba tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/networks?id=1580e32b-815c-484e-8818-74705331eaf8 HTTP/1.1" status: 200 len: 816 time: 0.1389227 Aug 18 13:07:29.699897 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a9bb7bf5-828a-4175-90c7-fecd8cef982e req-2b578fc8-2608-438f-9d65-603bf9040a03 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362170 Aug 18 13:07:29.705843 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-526c0e8f-a593-4014-a49e-8172f0ee33e0 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/quotas/55f2c489a405498aa01d9cac2d06f3c9 HTTP/1.1" status: 200 len: 375 time: 0.0102057 Aug 18 13:07:29.737297 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:29.764023 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-e45eb73f-5bcc-4245-a47b-63e0dbca5c99 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=55f2c489a405498aa01d9cac2d06f3c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0523071 Aug 18 13:07:29.765522 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:29.766279 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:29.793682 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Pushing event updated for resources: {'Port': ['ID=c874993d-f52c-4d6d-b290-76a79e84bdc6,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:29.822188 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2559e8b4-bb9b-4c7f-832e-32a0f945d720 x-openstack-request-id: req-2559e8b4-bb9b-4c7f-832e-32a0f945d720 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:07:29.822555 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a11303-a66e-4f9a-b3b1-e1c6af215523", "name": "network-vif-plugged", "status": "completed", "tag": "ea632f1d-592b-4b13-bdb6-ab12ca4f6c43", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:07:29.822901 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2559e8b4-bb9b-4c7f-832e-32a0f945d720 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:07:29.823360 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a11303-a66e-4f9a-b3b1-e1c6af215523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea632f1d-592b-4b13-bdb6-ab12ca4f6c43', 'code': 200} Aug 18 13:07:29.872603 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-4deabde3-083e-463e-bc6b-6d1b05e7bd5d service neutron] 10.222.0.13 "GET /v2.0/networks/1580e32b-815c-484e-8818-74705331eaf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966697 Aug 18 13:07:29.906452 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f23663a1-d483-42c1-b7ef-2aaf3f9dcb8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.5387087 Aug 18 13:07:29.919747 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 59156) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:29.961278 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e65bd-9139-43ad-993b-aad6c78c60dd req-16dc39ac-1c08-4e1c-82c6-087f147edfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:29.963450 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-636e65bd-9139-43ad-993b-aad6c78c60dd req-16dc39ac-1c08-4e1c-82c6-087f147edfea service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d6a11303-a66e-4f9a-b3b1-e1c6af215523 HTTP/1.1" status: 200 len: 1097 time: 0.0714512 Aug 18 13:07:29.982034 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-a24022ac-32dd-4308-9a74-1b2dd36eb2ae service neutron] 10.222.0.13 "GET /v2.0/networks/1580e32b-815c-484e-8818-74705331eaf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030617 Aug 18 13:07:30.035614 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-636e65bd-9139-43ad-993b-aad6c78c60dd req-e836356d-f7e0-4a94-9cce-76d88eeeff75 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414853 Aug 18 13:07:30.045691 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-ff46439c-0d60-4a72-8205-820d4cacf9de tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Deleting port c874993d-f52c-4d6d-b290-76a79e84bdc6 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:07:30.052347 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ff46439c-0d60-4a72-8205-820d4cacf9de tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:30.109807 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-ff46439c-0d60-4a72-8205-820d4cacf9de tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] For port c874993d-f52c-4d6d-b290-76a79e84bdc6, host n-h2-803603-2, got binding levels [] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:07:30.110147 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ff46439c-0d60-4a72-8205-820d4cacf9de tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:30.121957 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-ff46439c-0d60-4a72-8205-820d4cacf9de tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Calling delete_port for c874993d-f52c-4d6d-b290-76a79e84bdc6 owned by {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:07:30.314681 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ae6e2d43-f23c-47a9-8f5e-8a7e24a75b1f req-9d58579d-7832-4472-b148-76d5c8a7792a tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 210 time: 0.0275173 Aug 18 13:07:30.315505 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ff46439c-0d60-4a72-8205-820d4cacf9de tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:30.348735 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff46439c-0d60-4a72-8205-820d4cacf9de tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Pushing event deleted for resources: {'Port': ['ID=c874993d-f52c-4d6d-b290-76a79e84bdc6,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:30.363462 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ff46439c-0d60-4a72-8205-820d4cacf9de tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:30.363462 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ff46439c-0d60-4a72-8205-820d4cacf9de tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] 10.222.0.13 "DELETE /v2.0/ports/c874993d-f52c-4d6d-b290-76a79e84bdc6 HTTP/1.1" status: 204 len: 168 time: 0.4349160 Aug 18 13:07:30.363462 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 59172) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:30.383088 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-be5e683c-384f-4b6e-840f-b1dcd4e8d17b tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] GET failed (client error): The resource could not be found. Aug 18 13:07:30.385233 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-be5e683c-384f-4b6e-840f-b1dcd4e8d17b tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] 10.222.0.13 "GET /v2.0/ports/c874993d-f52c-4d6d-b290-76a79e84bdc6 HTTP/1.1" status: 404 len: 333 time: 0.0250845 Aug 18 13:07:30.389363 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59176) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:30.396752 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-f2e96654-446e-45e8-8943-032d230f3779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Request body: {'port': {'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043903158'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:07:30.514209 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e96654-446e-45e8-8943-032d230f3779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Made reservation on behalf of e31e86f7f39047bb8e25c4fadfdaddf8 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:07:30.516964 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f2e96654-446e-45e8-8943-032d230f3779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:30.542296 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-f2e96654-446e-45e8-8943-032d230f3779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] device_id is not set on port effc6b73-8848-4589-9985-b765e2feedf7 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:07:30.729374 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f2e96654-446e-45e8-8943-032d230f3779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:30.834737 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267aed6-08c7-4bc5-a91b-21600dbdb8e7 req-b487efd5-38f4-4468-ab84-7bb719fa11b3 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:30.836386 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5267aed6-08c7-4bc5-a91b-21600dbdb8e7 req-b487efd5-38f4-4468-ab84-7bb719fa11b3 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6a11303-a66e-4f9a-b3b1-e1c6af215523 HTTP/1.1" status: 200 len: 946 time: 0.0552001 Aug 18 13:07:30.888266 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5267aed6-08c7-4bc5-a91b-21600dbdb8e7 req-b8b5de8d-e56b-4015-8a86-f2ac266ccd2d tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395992 Aug 18 13:07:30.889423 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f2e96654-446e-45e8-8943-032d230f3779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:30.924119 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:07:30.948862 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e96654-446e-45e8-8943-032d230f3779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Network e8e2806b-7775-4c1d-87be-2922b7502aff is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:07:30.955355 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-f2e96654-446e-45e8-8943-032d230f3779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:07:30.957959 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e96654-446e-45e8-8943-032d230f3779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:07:30.959021 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e96654-446e-45e8-8943-032d230f3779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:30.959596 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f2e96654-446e-45e8-8943-032d230f3779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:30.973313 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e96654-446e-45e8-8943-032d230f3779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Pushing event updated for resources: {'Port': ['ID=effc6b73-8848-4589-9985-b765e2feedf7,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:31.046956 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f2e96654-446e-45e8-8943-032d230f3779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6564322 Aug 18 13:07:31.049851 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59196) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:31.054917 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:07:31.121101 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:31.305265 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] device_id is not set on port effc6b73-8848-4589-9985-b765e2feedf7 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:07:31.313470 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:31.325924 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Transition to ACTIVE for port object effc6b73-8848-4589-9985-b765e2feedf7 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:07:31.418016 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b9485683-9a28-417a-a4ce-8da97e3a2240 req-8c15654e-03ac-45c6-96b0-0585c5799fca tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 210 time: 0.0288587 Aug 18 13:07:31.428633 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:31.479770 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Pushing event updated for resources: {'Port': ['ID=effc6b73-8848-4589-9985-b765e2feedf7,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:31.493058 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port effc6b73-8848-4589-9985-b765e2feedf7 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:07:31.493425 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port effc6b73-8848-4589-9985-b765e2feedf7 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:07:31.493808 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port effc6b73-8848-4589-9985-b765e2feedf7 on network e8e2806b-7775-4c1d-87be-2922b7502aff {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:07:31.498357 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Port effc6b73-8848-4589-9985-b765e2feedf7 on network e8e2806b-7775-4c1d-87be-2922b7502aff not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:07:31.498699 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Failed to bind port effc6b73-8848-4589-9985-b765e2feedf7 on host n-h2-803603-2 for vnic_type normal using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] Aug 18 13:07:31.499143 n-d-803603-2 neutron-server[101676]: INFO neutron.plugins.ml2.plugin [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempt 2 to bind port effc6b73-8848-4589-9985-b765e2feedf7 Aug 18 13:07:31.514258 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port effc6b73-8848-4589-9985-b765e2feedf7 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:07:31.514598 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port effc6b73-8848-4589-9985-b765e2feedf7 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:07:31.514940 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port effc6b73-8848-4589-9985-b765e2feedf7 on network e8e2806b-7775-4c1d-87be-2922b7502aff {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:07:31.519507 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Port effc6b73-8848-4589-9985-b765e2feedf7 on network e8e2806b-7775-4c1d-87be-2922b7502aff not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:07:31.519920 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Failed to bind port effc6b73-8848-4589-9985-b765e2feedf7 on host n-h2-803603-2 for vnic_type normal using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] Aug 18 13:07:31.520470 n-d-803603-2 neutron-server[101676]: INFO neutron.plugins.ml2.plugin [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempt 3 to bind port effc6b73-8848-4589-9985-b765e2feedf7 Aug 18 13:07:31.538873 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port effc6b73-8848-4589-9985-b765e2feedf7 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:07:31.539425 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port effc6b73-8848-4589-9985-b765e2feedf7 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:07:31.539914 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port effc6b73-8848-4589-9985-b765e2feedf7 on network e8e2806b-7775-4c1d-87be-2922b7502aff {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:07:31.545639 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Port effc6b73-8848-4589-9985-b765e2feedf7 on network e8e2806b-7775-4c1d-87be-2922b7502aff not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:07:31.546099 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Failed to bind port effc6b73-8848-4589-9985-b765e2feedf7 on host n-h2-803603-2 for vnic_type normal using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] Aug 18 13:07:31.546525 n-d-803603-2 neutron-server[101676]: INFO neutron.plugins.ml2.plugin [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempt 4 to bind port effc6b73-8848-4589-9985-b765e2feedf7 Aug 18 13:07:31.568830 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port effc6b73-8848-4589-9985-b765e2feedf7 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:07:31.569168 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port effc6b73-8848-4589-9985-b765e2feedf7 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:07:31.569511 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port effc6b73-8848-4589-9985-b765e2feedf7 on network e8e2806b-7775-4c1d-87be-2922b7502aff {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:07:31.575097 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Port effc6b73-8848-4589-9985-b765e2feedf7 on network e8e2806b-7775-4c1d-87be-2922b7502aff not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:07:31.575382 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Failed to bind port effc6b73-8848-4589-9985-b765e2feedf7 on host n-h2-803603-2 for vnic_type normal using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] Aug 18 13:07:31.575781 n-d-803603-2 neutron-server[101676]: INFO neutron.plugins.ml2.plugin [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempt 5 to bind port effc6b73-8848-4589-9985-b765e2feedf7 Aug 18 13:07:31.588909 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port effc6b73-8848-4589-9985-b765e2feedf7 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:07:31.589356 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port effc6b73-8848-4589-9985-b765e2feedf7 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:07:31.589699 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port effc6b73-8848-4589-9985-b765e2feedf7 on network e8e2806b-7775-4c1d-87be-2922b7502aff {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:07:31.594085 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Port effc6b73-8848-4589-9985-b765e2feedf7 on network e8e2806b-7775-4c1d-87be-2922b7502aff not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:07:31.594456 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Failed to bind port effc6b73-8848-4589-9985-b765e2feedf7 on host n-h2-803603-2 for vnic_type normal using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] Aug 18 13:07:31.594852 n-d-803603-2 neutron-server[101676]: INFO neutron.plugins.ml2.plugin [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempt 6 to bind port effc6b73-8848-4589-9985-b765e2feedf7 Aug 18 13:07:31.608191 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port effc6b73-8848-4589-9985-b765e2feedf7 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:07:31.608523 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port effc6b73-8848-4589-9985-b765e2feedf7 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:07:31.608853 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port effc6b73-8848-4589-9985-b765e2feedf7 on network e8e2806b-7775-4c1d-87be-2922b7502aff {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:07:31.613153 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Port effc6b73-8848-4589-9985-b765e2feedf7 on network e8e2806b-7775-4c1d-87be-2922b7502aff not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:07:31.613479 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Failed to bind port effc6b73-8848-4589-9985-b765e2feedf7 on host n-h2-803603-2 for vnic_type normal using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] Aug 18 13:07:31.613867 n-d-803603-2 neutron-server[101676]: INFO neutron.plugins.ml2.plugin [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempt 7 to bind port effc6b73-8848-4589-9985-b765e2feedf7 Aug 18 13:07:31.629613 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port effc6b73-8848-4589-9985-b765e2feedf7 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:07:31.629952 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port effc6b73-8848-4589-9985-b765e2feedf7 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:07:31.630319 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port effc6b73-8848-4589-9985-b765e2feedf7 on network e8e2806b-7775-4c1d-87be-2922b7502aff {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:07:31.635503 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Port effc6b73-8848-4589-9985-b765e2feedf7 on network e8e2806b-7775-4c1d-87be-2922b7502aff not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:07:31.636048 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Failed to bind port effc6b73-8848-4589-9985-b765e2feedf7 on host n-h2-803603-2 for vnic_type normal using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] Aug 18 13:07:31.636530 n-d-803603-2 neutron-server[101676]: INFO neutron.plugins.ml2.plugin [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempt 8 to bind port effc6b73-8848-4589-9985-b765e2feedf7 Aug 18 13:07:31.653219 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port effc6b73-8848-4589-9985-b765e2feedf7 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:07:31.653671 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port effc6b73-8848-4589-9985-b765e2feedf7 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:07:31.654109 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port effc6b73-8848-4589-9985-b765e2feedf7 on network e8e2806b-7775-4c1d-87be-2922b7502aff {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:07:31.659262 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Port effc6b73-8848-4589-9985-b765e2feedf7 on network e8e2806b-7775-4c1d-87be-2922b7502aff not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:07:31.659689 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Failed to bind port effc6b73-8848-4589-9985-b765e2feedf7 on host n-h2-803603-2 for vnic_type normal using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] Aug 18 13:07:31.660192 n-d-803603-2 neutron-server[101676]: INFO neutron.plugins.ml2.plugin [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempt 9 to bind port effc6b73-8848-4589-9985-b765e2feedf7 Aug 18 13:07:31.674513 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port effc6b73-8848-4589-9985-b765e2feedf7 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:07:31.674943 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port effc6b73-8848-4589-9985-b765e2feedf7 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:07:31.675451 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port effc6b73-8848-4589-9985-b765e2feedf7 on network e8e2806b-7775-4c1d-87be-2922b7502aff {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:07:31.680672 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Port effc6b73-8848-4589-9985-b765e2feedf7 on network e8e2806b-7775-4c1d-87be-2922b7502aff not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:07:31.681141 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Failed to bind port effc6b73-8848-4589-9985-b765e2feedf7 on host n-h2-803603-2 for vnic_type normal using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] Aug 18 13:07:31.681708 n-d-803603-2 neutron-server[101676]: INFO neutron.plugins.ml2.plugin [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempt 10 to bind port effc6b73-8848-4589-9985-b765e2feedf7 Aug 18 13:07:31.715662 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port effc6b73-8848-4589-9985-b765e2feedf7 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:07:31.716428 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port effc6b73-8848-4589-9985-b765e2feedf7 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:07:31.716428 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port effc6b73-8848-4589-9985-b765e2feedf7 on network e8e2806b-7775-4c1d-87be-2922b7502aff {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:07:31.722649 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Port effc6b73-8848-4589-9985-b765e2feedf7 on network e8e2806b-7775-4c1d-87be-2922b7502aff not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:07:31.723055 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Failed to bind port effc6b73-8848-4589-9985-b765e2feedf7 on host n-h2-803603-2 for vnic_type normal using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] Aug 18 13:07:31.723498 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:31.798518 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] For port effc6b73-8848-4589-9985-b765e2feedf7, host n-h2-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:07:31.799151 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempted to set empty binding levels {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 18 13:07:31.892319 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:31.931386 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] In _notify_port_updated(), no bound segment for port effc6b73-8848-4589-9985-b765e2feedf7 on network e8e2806b-7775-4c1d-87be-2922b7502aff {{(pid=101676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 13:07:31.932582 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:31.933213 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:31.936314 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] 10.222.0.13 "PUT /v2.0/ports/effc6b73-8848-4589-9985-b765e2feedf7 HTTP/1.1" status: 200 len: 979 time: 0.8846903 Aug 18 13:07:31.937346 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 59214) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:31.983430 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb47786-4405-4707-88df-687b99684289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Pushing event updated for resources: {'Port': ['ID=effc6b73-8848-4589-9985-b765e2feedf7,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:32.074567 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19c33c-ef80-4bdd-9308-590f69a8cb80 req-6cadcc4b-1a58-4b52-8f52-0beb2cdd0dbe tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:32.076392 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ad19c33c-ef80-4bdd-9308-590f69a8cb80 req-6cadcc4b-1a58-4b52-8f52-0beb2cdd0dbe tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6a11303-a66e-4f9a-b3b1-e1c6af215523 HTTP/1.1" status: 200 len: 946 time: 0.0679085 Aug 18 13:07:32.078486 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c58acbc-e940-4c0c-a05f-dc71b74a413a tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:32.079074 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c58acbc-e940-4c0c-a05f-dc71b74a413a tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:32.079687 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c58acbc-e940-4c0c-a05f-dc71b74a413a tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:32.080265 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c58acbc-e940-4c0c-a05f-dc71b74a413a tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:32.081689 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c58acbc-e940-4c0c-a05f-dc71b74a413a tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:32.082287 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c58acbc-e940-4c0c-a05f-dc71b74a413a tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:32.083102 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c58acbc-e940-4c0c-a05f-dc71b74a413a tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:32.083583 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c58acbc-e940-4c0c-a05f-dc71b74a413a tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:32.084048 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c58acbc-e940-4c0c-a05f-dc71b74a413a tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:32.086776 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c58acbc-e940-4c0c-a05f-dc71b74a413a tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:32.095885 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c58acbc-e940-4c0c-a05f-dc71b74a413a tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:32.095885 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c58acbc-e940-4c0c-a05f-dc71b74a413a tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:32.095885 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c58acbc-e940-4c0c-a05f-dc71b74a413a tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:32.095885 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c58acbc-e940-4c0c-a05f-dc71b74a413a tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:32.095885 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c58acbc-e940-4c0c-a05f-dc71b74a413a tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:32.095885 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c58acbc-e940-4c0c-a05f-dc71b74a413a tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:32.095885 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c58acbc-e940-4c0c-a05f-dc71b74a413a tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:32.095885 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c58acbc-e940-4c0c-a05f-dc71b74a413a tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:32.095885 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c58acbc-e940-4c0c-a05f-dc71b74a413a tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:32.095885 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c58acbc-e940-4c0c-a05f-dc71b74a413a tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:32.095885 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c58acbc-e940-4c0c-a05f-dc71b74a413a tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:32.095885 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c58acbc-e940-4c0c-a05f-dc71b74a413a tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:32.095885 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c58acbc-e940-4c0c-a05f-dc71b74a413a tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:32.097004 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c58acbc-e940-4c0c-a05f-dc71b74a413a tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:32.097004 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c58acbc-e940-4c0c-a05f-dc71b74a413a tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:32.097004 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c58acbc-e940-4c0c-a05f-dc71b74a413a tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:32.097004 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c58acbc-e940-4c0c-a05f-dc71b74a413a tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:32.097004 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c58acbc-e940-4c0c-a05f-dc71b74a413a tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:32.097004 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c58acbc-e940-4c0c-a05f-dc71b74a413a tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:32.097004 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c58acbc-e940-4c0c-a05f-dc71b74a413a tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:32.097004 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c58acbc-e940-4c0c-a05f-dc71b74a413a tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:32.097606 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c58acbc-e940-4c0c-a05f-dc71b74a413a tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:32.097772 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c58acbc-e940-4c0c-a05f-dc71b74a413a tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:32.098480 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c58acbc-e940-4c0c-a05f-dc71b74a413a tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:32.098947 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c58acbc-e940-4c0c-a05f-dc71b74a413a tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:32.102790 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7c58acbc-e940-4c0c-a05f-dc71b74a413a tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 31431 time: 0.1644158 Aug 18 13:07:32.106994 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 59218) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:32.120783 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ad19c33c-ef80-4bdd-9308-590f69a8cb80 req-fe78cb94-cfc1-46b7-9474-1fb688b7d6a8 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351293 Aug 18 13:07:32.192088 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-9966ab00-11e8-47af-9bdf-cd9083d45636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Deleting port effc6b73-8848-4589-9985-b765e2feedf7 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:07:32.192476 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9966ab00-11e8-47af-9bdf-cd9083d45636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:32.282408 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-9966ab00-11e8-47af-9bdf-cd9083d45636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] For port effc6b73-8848-4589-9985-b765e2feedf7, host n-h2-803603-2, got binding levels [] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:07:32.282780 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9966ab00-11e8-47af-9bdf-cd9083d45636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:32.287496 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-78fc2715-f3a2-41ee-ab64-3885c6970527 req-c38f5947-9016-4385-9060-a14d3e6a5c81 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=d8b6c2b19e634a4bb77e7e12fa929d83 HTTP/1.1" status: 200 len: 267 time: 0.0829525 Aug 18 13:07:32.306742 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-9966ab00-11e8-47af-9bdf-cd9083d45636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Calling delete_port for effc6b73-8848-4589-9985-b765e2feedf7 owned by {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:07:32.407478 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc2715-f3a2-41ee-ab64-3885c6970527 req-bbce48fb-5705-4294-9c66-36a78cf94136 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:32.408958 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-78fc2715-f3a2-41ee-ab64-3885c6970527 req-bbce48fb-5705-4294-9c66-36a78cf94136 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6a11303-a66e-4f9a-b3b1-e1c6af215523 HTTP/1.1" status: 200 len: 946 time: 0.1145089 Aug 18 13:07:32.428370 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-78fc2715-f3a2-41ee-ab64-3885c6970527 req-202e436d-df52-4466-85a5-6d7ddd64bbde tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Request body: {'port': {'security_groups': []}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:07:32.507516 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-78fc2715-f3a2-41ee-ab64-3885c6970527 req-202e436d-df52-4466-85a5-6d7ddd64bbde tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:32.531492 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-faed5410-d79a-479d-ab6d-b190408737d4 req-12a1fd75-4618-42d0-beee-4373b4baaa04 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 210 time: 0.0310764 Aug 18 13:07:32.639064 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9966ab00-11e8-47af-9bdf-cd9083d45636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:32.693033 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9966ab00-11e8-47af-9bdf-cd9083d45636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Pushing event deleted for resources: {'Port': ['ID=effc6b73-8848-4589-9985-b765e2feedf7,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:32.743204 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9966ab00-11e8-47af-9bdf-cd9083d45636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:32.745071 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9966ab00-11e8-47af-9bdf-cd9083d45636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] 10.222.0.13 "DELETE /v2.0/ports/effc6b73-8848-4589-9985-b765e2feedf7 HTTP/1.1" status: 204 len: 168 time: 0.6371391 Aug 18 13:07:32.748537 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59238) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:32.799909 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-b78191ac-26b0-4f36-a4a9-d0d75eda8553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] GET failed (client error): The resource could not be found. Aug 18 13:07:32.802536 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b78191ac-26b0-4f36-a4a9-d0d75eda8553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] 10.222.0.13 "GET /v2.0/ports/effc6b73-8848-4589-9985-b765e2feedf7 HTTP/1.1" status: 404 len: 333 time: 0.0529706 Aug 18 13:07:32.806849 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59240) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:32.812500 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-73548766-aa87-4041-8bdd-c91d5d729f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-501228429', 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:07:32.824477 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-78fc2715-f3a2-41ee-ab64-3885c6970527 req-202e436d-df52-4466-85a5-6d7ddd64bbde tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] For port ea632f1d-592b-4b13-bdb6-ab12ca4f6c43, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=ea632f1d-592b-4b13-bdb6-ab12ca4f6c43,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:07:32.856417 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-a8db2373-45d0-41c5-abd8-87822b35c235 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:32.856625 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-a8db2373-45d0-41c5-abd8-87822b35c235 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.20 "GET /v2.0/networks?id=1580e32b-815c-484e-8818-74705331eaf8 HTTP/1.1" status: 200 len: 816 time: 0.1810141 Aug 18 13:07:32.876673 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-78fc2715-f3a2-41ee-ab64-3885c6970527 req-202e436d-df52-4466-85a5-6d7ddd64bbde tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:32.902710 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73548766-aa87-4041-8bdd-c91d5d729f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Made reservation on behalf of e31e86f7f39047bb8e25c4fadfdaddf8 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:07:32.905064 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-73548766-aa87-4041-8bdd-c91d5d729f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:32.919861 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-e1276a17-5645-455f-9354-9817cedc2e28 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55f2c489a405498aa01d9cac2d06f3c9 HTTP/1.1" status: 200 len: 380 time: 0.0456712 Aug 18 13:07:32.921497 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-73548766-aa87-4041-8bdd-c91d5d729f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] device_id is not set on port 6ccfc567-cc65-45dd-bd03-400cefdf786e yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:07:32.929952 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-75e67e0c-c0be-407f-836c-9fc2c62a0c4a tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Request body: {'port': {'device_id': '1480fd98-1897-4d2b-ac5b-38ce61a30390', 'network_id': '1580e32b-815c-484e-8818-74705331eaf8', 'admin_state_up': True, 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9', 'security_groups': ['f119d678-98cd-4348-8cc6-06c1e4a549d0']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:07:33.014395 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-78fc2715-f3a2-41ee-ab64-3885c6970527 req-202e436d-df52-4466-85a5-6d7ddd64bbde tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:33.028580 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['3719fcf8-290f-45fe-91eb-aacf7869dab4', '8877398e-1952-4f40-885a-0879e030023a'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:07:33.032039 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['ea632f1d-592b-4b13-bdb6-ab12ca4f6c43'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:07:33.080788 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc2715-f3a2-41ee-ab64-3885c6970527 req-202e436d-df52-4466-85a5-6d7ddd64bbde tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:33.081528 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-78fc2715-f3a2-41ee-ab64-3885c6970527 req-202e436d-df52-4466-85a5-6d7ddd64bbde tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:33.100421 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-73548766-aa87-4041-8bdd-c91d5d729f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:33.107386 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-78fc2715-f3a2-41ee-ab64-3885c6970527 req-202e436d-df52-4466-85a5-6d7ddd64bbde tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "PUT /v2.0/ports/ea632f1d-592b-4b13-bdb6-ab12ca4f6c43 HTTP/1.1" status: 200 len: 905 time: 0.6647694 Aug 18 13:07:33.120366 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a11303-a66e-4f9a-b3b1-e1c6af215523', 'tag': 'ea632f1d-592b-4b13-bdb6-ab12ca4f6c43'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:07:33.129079 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfdc3cb-ad7b-46e3-9ca8-aec50e9453e3" -d '{"events": [{"name": "network-changed", "server_uuid": "d6a11303-a66e-4f9a-b3b1-e1c6af215523", "tag": "ea632f1d-592b-4b13-bdb6-ab12ca4f6c43"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:07:33.183002 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e436d-df52-4466-85a5-6d7ddd64bbde tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Pushing event updated for resources: {'Port': ['ID=ea632f1d-592b-4b13-bdb6-ab12ca4f6c43,revision_number=6']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:33.196127 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['ea632f1d-592b-4b13-bdb6-ab12ca4f6c43'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:07:33.213333 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-73548766-aa87-4041-8bdd-c91d5d729f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:33.299943 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-75e67e0c-c0be-407f-836c-9fc2c62a0c4a tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Made reservation on behalf of 55f2c489a405498aa01d9cac2d06f3c9 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:07:33.309143 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-75e67e0c-c0be-407f-836c-9fc2c62a0c4a tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:33.345151 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73548766-aa87-4041-8bdd-c91d5d729f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Network e8e2806b-7775-4c1d-87be-2922b7502aff is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:07:33.349420 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-73548766-aa87-4041-8bdd-c91d5d729f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:07:33.350183 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3811fa9-ab9d-471e-b453-72b712360023 x-openstack-request-id: req-d3811fa9-ab9d-471e-b453-72b712360023 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:07:33.353334 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6a11303-a66e-4f9a-b3b1-e1c6af215523", "tag": "ea632f1d-592b-4b13-bdb6-ab12ca4f6c43", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:07:33.353605 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3811fa9-ab9d-471e-b453-72b712360023 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:07:33.360333 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6a11303-a66e-4f9a-b3b1-e1c6af215523', 'tag': 'ea632f1d-592b-4b13-bdb6-ab12ca4f6c43', 'status': 'completed', 'code': 200} Aug 18 13:07:33.360600 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73548766-aa87-4041-8bdd-c91d5d729f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:07:33.360600 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73548766-aa87-4041-8bdd-c91d5d729f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:33.360600 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-73548766-aa87-4041-8bdd-c91d5d729f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:33.372615 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73548766-aa87-4041-8bdd-c91d5d729f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Pushing event updated for resources: {'Port': ['ID=6ccfc567-cc65-45dd-bd03-400cefdf786e,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:33.383590 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 59252) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:33.452992 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-73548766-aa87-4041-8bdd-c91d5d729f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6447015 Aug 18 13:07:33.459962 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59258) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:33.492883 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-5184328b-4e7a-48a9-a2c5-ffef3d3f7853 None None] Provisioning complete for port ea632f1d-592b-4b13-bdb6-ab12ca4f6c43 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:07:33.494397 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5184328b-4e7a-48a9-a2c5-ffef3d3f7853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:33.541988 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1c8b00-734d-43dc-834f-cb69d1772365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:33.546064 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2a1c8b00-734d-43dc-834f-cb69d1772365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] 10.222.0.13 "GET /v2.0/ports/6ccfc567-cc65-45dd-bd03-400cefdf786e HTTP/1.1" status: 200 len: 958 time: 0.0841787 Aug 18 13:07:33.551919 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59262) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:33.561934 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fba6c-6014-43c2-9bff-c5f35cdc09c6 req-8784d0ef-77ee-4198-9652-4270f2eee93d tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:33.577552 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7e2fba6c-6014-43c2-9bff-c5f35cdc09c6 req-8784d0ef-77ee-4198-9652-4270f2eee93d tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6a11303-a66e-4f9a-b3b1-e1c6af215523 HTTP/1.1" status: 200 len: 908 time: 0.3467917 Aug 18 13:07:33.713174 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfdc3cb-ad7b-46e3-9ca8-aec50e9453e3 req-e0d56783-5c3d-4fe1-9a5a-52756d6d9398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:33.714733 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-abfdc3cb-ad7b-46e3-9ca8-aec50e9453e3 req-e0d56783-5c3d-4fe1-9a5a-52756d6d9398 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8b6c2b19e634a4bb77e7e12fa929d83&device_id=d6a11303-a66e-4f9a-b3b1-e1c6af215523 HTTP/1.1" status: 200 len: 1059 time: 0.3510995 Aug 18 13:07:33.716606 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f2027ce5-50ba-4110-aae9-0b13ab3f076d req-4edba4cd-9f82-48e8-967b-ef4033769491 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 210 time: 0.0324471 Aug 18 13:07:33.738772 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-ccb05def-8e29-4ab2-b168-01add71300dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Deleting port 6ccfc567-cc65-45dd-bd03-400cefdf786e {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:07:33.739407 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ccb05def-8e29-4ab2-b168-01add71300dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:33.757921 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-82ca1adb-47f6-4f0d-8c3b-09c9a3d8510f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:33.810580 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ccb05def-8e29-4ab2-b168-01add71300dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:33.824063 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-ccb05def-8e29-4ab2-b168-01add71300dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Calling delete_port for 6ccfc567-cc65-45dd-bd03-400cefdf786e owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:07:33.859416 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-75e67e0c-c0be-407f-836c-9fc2c62a0c4a tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Allocated IP 172.20.0.10 (1580e32b-815c-484e-8818-74705331eaf8/d3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935/84374c5e-ea52-42da-bb5a-91b676be58ba) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:07:33.896987 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb5803-a0f5-4821-85e0-68d02783397f req-a2d135cf-d48c-45dc-9f43-010f4ad2b9b9 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:33.898614 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e9eb5803-a0f5-4821-85e0-68d02783397f req-a2d135cf-d48c-45dc-9f43-010f4ad2b9b9 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.2125423 Aug 18 13:07:33.982101 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfdc3cb-ad7b-46e3-9ca8-aec50e9453e3 req-a99e1830-060d-481e-8c0b-1dbdb00964e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:33.983609 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-abfdc3cb-ad7b-46e3-9ca8-aec50e9453e3 req-a99e1830-060d-481e-8c0b-1dbdb00964e5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c70b20b2-1ba3-4778-b38e-36ed095ba70d HTTP/1.1" status: 200 len: 912 time: 0.2402952 Aug 18 13:07:33.995097 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ccb05def-8e29-4ab2-b168-01add71300dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:34.021160 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb05def-8e29-4ab2-b168-01add71300dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ccfc567-cc65-45dd-bd03-400cefdf786e,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:34.029853 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ccb05def-8e29-4ab2-b168-01add71300dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:34.031481 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ccb05def-8e29-4ab2-b168-01add71300dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] 10.222.0.13 "DELETE /v2.0/ports/6ccfc567-cc65-45dd-bd03-400cefdf786e HTTP/1.1" status: 204 len: 168 time: 0.4783514 Aug 18 13:07:34.035040 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59270) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:34.075287 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-58b110bc-2659-4bac-8549-9d32fd30cc4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] GET failed (client error): The resource could not be found. Aug 18 13:07:34.088252 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-58b110bc-2659-4bac-8549-9d32fd30cc4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] 10.222.0.13 "GET /v2.0/ports/6ccfc567-cc65-45dd-bd03-400cefdf786e HTTP/1.1" status: 404 len: 333 time: 0.0459759 Aug 18 13:07:34.088252 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59274) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:34.088252 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-039a5e3b-bc23-4690-aa01-d86fabe0fd57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Request body: {'port': {'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-150143062'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:07:34.094924 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e9eb5803-a0f5-4821-85e0-68d02783397f req-7e767ab1-c403-40ee-afc4-ea68eafdbf51 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878102 Aug 18 13:07:34.105326 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-abfdc3cb-ad7b-46e3-9ca8-aec50e9453e3 req-eb676720-a6cc-4e15-804e-d790fb44a631 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea632f1d-592b-4b13-bdb6-ab12ca4f6c43 HTTP/1.1" status: 200 len: 217 time: 0.1078823 Aug 18 13:07:34.205471 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfdc3cb-ad7b-46e3-9ca8-aec50e9453e3 req-95bda6d0-f64f-4901-8ee0-cd540f7663a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:34.207010 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-abfdc3cb-ad7b-46e3-9ca8-aec50e9453e3 req-95bda6d0-f64f-4901-8ee0-cd540f7663a8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2744890d-6739-4756-b608-842180da7455 HTTP/1.1" status: 200 len: 850 time: 0.0944290 Aug 18 13:07:34.215836 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169f5b5-6cc6-4f9b-885f-7bafbf397722 req-b1ed495d-d64a-4591-8335-dcf17d0dd697 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:34.217545 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e169f5b5-6cc6-4f9b-885f-7bafbf397722 req-b1ed495d-d64a-4591-8335-dcf17d0dd697 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.0556223 Aug 18 13:07:34.240731 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-82ca1adb-47f6-4f0d-8c3b-09c9a3d8510f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:34.256521 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-75e67e0c-c0be-407f-836c-9fc2c62a0c4a tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:34.259124 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e169f5b5-6cc6-4f9b-885f-7bafbf397722 req-f66b62e3-9045-415e-8a3a-1eaaeb39abfa tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346167 Aug 18 13:07:34.278803 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-75e67e0c-c0be-407f-836c-9fc2c62a0c4a tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Transition to ACTIVE for port object 84374c5e-ea52-42da-bb5a-91b676be58ba will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:07:34.297635 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfdc3cb-ad7b-46e3-9ca8-aec50e9453e3 req-ea81373d-c9d3-4037-bbbd-6fbf421f6276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:34.303878 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-abfdc3cb-ad7b-46e3-9ca8-aec50e9453e3 req-ea81373d-c9d3-4037-bbbd-6fbf421f6276 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c70b20b2-1ba3-4778-b38e-36ed095ba70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842443 Aug 18 13:07:34.366975 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-82ca1adb-47f6-4f0d-8c3b-09c9a3d8510f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:34.420493 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-75e67e0c-c0be-407f-836c-9fc2c62a0c4a tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:34.424941 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ca1adb-47f6-4f0d-8c3b-09c9a3d8510f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fa8dfa-8ab7-4211-a11e-bd4c5d2d5e8c,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:34.436407 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-82ca1adb-47f6-4f0d-8c3b-09c9a3d8510f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de5add33ca7542e9bf395b1338182c08&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0486016 Aug 18 13:07:34.443041 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59288) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:34.462999 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039a5e3b-bc23-4690-aa01-d86fabe0fd57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Made reservation on behalf of e31e86f7f39047bb8e25c4fadfdaddf8 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:07:34.463561 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-039a5e3b-bc23-4690-aa01-d86fabe0fd57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:34.498663 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-abfdc3cb-ad7b-46e3-9ca8-aec50e9453e3 req-7ea089db-eb73-4fc7-b9da-059aa892ca30 service neutron] 10.222.0.39 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832645 Aug 18 13:07:34.502276 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-75e67e0c-c0be-407f-836c-9fc2c62a0c4a tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Network 1580e32b-815c-484e-8818-74705331eaf8 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:07:34.513941 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-75e67e0c-c0be-407f-836c-9fc2c62a0c4a tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:07:34.516193 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e67e0c-c0be-407f-836c-9fc2c62a0c4a tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Pushing event updated for resources: {'Port': ['ID=84374c5e-ea52-42da-bb5a-91b676be58ba,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:34.518509 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-75e67e0c-c0be-407f-836c-9fc2c62a0c4a tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:07:34.564198 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-039a5e3b-bc23-4690-aa01-d86fabe0fd57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] device_id is not set on port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:07:34.617201 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-75e67e0c-c0be-407f-836c-9fc2c62a0c4a tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:34.617757 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-75e67e0c-c0be-407f-836c-9fc2c62a0c4a tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:34.656490 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-abfdc3cb-ad7b-46e3-9ca8-aec50e9453e3 req-d2e469d1-1203-441a-8c5c-7040adc1d78c service neutron] 10.222.0.39 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502004 Aug 18 13:07:34.685059 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-862f9589-7c51-4e21-834d-b48be18819ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:34.730793 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-fa741474-7ae2-49a1-8b07-2484ee22ba6d tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:34.735379 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-fa741474-7ae2-49a1-8b07-2484ee22ba6d tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/networks?id=c70b20b2-1ba3-4778-b38e-36ed095ba70d HTTP/1.1" status: 200 len: 811 time: 0.2641764 Aug 18 13:07:34.752660 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-862f9589-7c51-4e21-834d-b48be18819ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:34.781387 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-75e67e0c-c0be-407f-836c-9fc2c62a0c4a tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8519173 Aug 18 13:07:34.791660 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-508c820a-264f-442b-a267-8dd1720d3a8d service neutron] Request body: {'port': {'device_id': '1480fd98-1897-4d2b-ac5b-38ce61a30390', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:07:34.840730 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-446423d0-af7a-4c7a-a59f-206bc00b24a0 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/quotas/d8b6c2b19e634a4bb77e7e12fa929d83 HTTP/1.1" status: 200 len: 375 time: 0.1004791 Aug 18 13:07:34.879755 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-dc3b5a3b-af80-4f38-8943-3ad3bf406108 None None] Provisioning for port 84374c5e-ea52-42da-bb5a-91b676be58ba completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:07:34.884378 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-dc3b5a3b-af80-4f38-8943-3ad3bf406108 None None] Provisioning complete for port 84374c5e-ea52-42da-bb5a-91b676be58ba triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:07:34.884748 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5a3b-af80-4f38-8943-3ad3bf406108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:34.930667 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-dc3b5a3b-af80-4f38-8943-3ad3bf406108 None None] Port 84374c5e-ea52-42da-bb5a-91b676be58ba cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:07:34.944395 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-039a5e3b-bc23-4690-aa01-d86fabe0fd57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:34.988872 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-a798ca00-133e-4bae-aaaa-340598181e06 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8b6c2b19e634a4bb77e7e12fa929d83&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1472428 Aug 18 13:07:35.087570 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-862f9589-7c51-4e21-834d-b48be18819ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:35.090549 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-862f9589-7c51-4e21-834d-b48be18819ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:35.091936 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-862f9589-7c51-4e21-834d-b48be18819ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2fa8dfa-8ab7-4211-a11e-bd4c5d2d5e8c HTTP/1.1" status: 204 len: 168 time: 0.6453354 Aug 18 13:07:35.117167 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f9589-7c51-4e21-834d-b48be18819ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fa8dfa-8ab7-4211-a11e-bd4c5d2d5e8c,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:35.127177 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-23f53a70-6255-4617-a902-4a0d7cb51ec7 service neutron] 10.222.0.13 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241145 Aug 18 13:07:35.195079 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-039a5e3b-bc23-4690-aa01-d86fabe0fd57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:35.245884 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039a5e3b-bc23-4690-aa01-d86fabe0fd57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Network e8e2806b-7775-4c1d-87be-2922b7502aff is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:07:35.251878 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-039a5e3b-bc23-4690-aa01-d86fabe0fd57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:07:35.256774 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039a5e3b-bc23-4690-aa01-d86fabe0fd57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:07:35.257792 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039a5e3b-bc23-4690-aa01-d86fabe0fd57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:35.258492 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-039a5e3b-bc23-4690-aa01-d86fabe0fd57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:35.276904 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-508c820a-264f-442b-a267-8dd1720d3a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:35.287737 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a5e3b-bc23-4690-aa01-d86fabe0fd57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Pushing event updated for resources: {'Port': ['ID=3c0d886a-8071-4f74-88de-2ce3ac3fd7e6,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:35.304003 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fc50e-5fb5-42d4-8f05-e629d4afb3f5 req-8b4363d7-0d7e-42ce-8166-6141eb486ac4 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:35.305548 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-726fc50e-5fb5-42d4-8f05-e629d4afb3f5 req-8b4363d7-0d7e-42ce-8166-6141eb486ac4 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 932 time: 0.4607241 Aug 18 13:07:35.312448 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-04c6aa5a-39b6-4323-95da-fcb5cbe09dc0 service neutron] 10.222.0.13 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690462 Aug 18 13:07:35.360751 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-039a5e3b-bc23-4690-aa01-d86fabe0fd57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2770815 Aug 18 13:07:35.367375 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59306) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:35.373277 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:07:35.437273 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:35.467054 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-726fc50e-5fb5-42d4-8f05-e629d4afb3f5 req-42131d41-d0ad-47ea-9350-ae100b18bc0a tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383808 Aug 18 13:07:35.769481 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-508c820a-264f-442b-a267-8dd1720d3a8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84374c5e-ea52-42da-bb5a-91b676be58ba {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:07:35.779993 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-508c820a-264f-442b-a267-8dd1720d3a8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:35.800048 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-508c820a-264f-442b-a267-8dd1720d3a8d service neutron] Transition to ACTIVE for port object 84374c5e-ea52-42da-bb5a-91b676be58ba will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:07:35.813035 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-28c64034-48a3-4e8a-a809-2e551d3df7c9 req-79b28c16-037c-45be-a893-a3d34e4817af tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=a779f1d2-5351-4036-beab-efb2bc36a77d HTTP/1.1" status: 200 len: 210 time: 0.0800047 Aug 18 13:07:35.862002 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 59314) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:35.863235 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] device_id is not set on port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:07:35.872699 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:35.878064 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5261e75f-875c-4d6d-b1ba-7b80e7ada653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:35.892340 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Transition to ACTIVE for port object 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:07:35.950297 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-508c820a-264f-442b-a267-8dd1720d3a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:35.982950 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:36.007713 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5261e75f-875c-4d6d-b1ba-7b80e7ada653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:36.021365 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c820a-264f-442b-a267-8dd1720d3a8d service neutron] Pushing event updated for resources: {'Port': ['ID=84374c5e-ea52-42da-bb5a-91b676be58ba,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:36.043223 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Pushing event updated for resources: {'Port': ['ID=3c0d886a-8071-4f74-88de-2ce3ac3fd7e6,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:36.049517 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:07:36.050105 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:07:36.050661 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 on network e8e2806b-7775-4c1d-87be-2922b7502aff {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:07:36.058541 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 on network e8e2806b-7775-4c1d-87be-2922b7502aff not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:07:36.058885 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Failed to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 on host n-h2-803603-2 for vnic_type normal using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] Aug 18 13:07:36.059386 n-d-803603-2 neutron-server[101676]: INFO neutron.plugins.ml2.plugin [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempt 2 to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 Aug 18 13:07:36.085278 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:07:36.085871 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:07:36.086313 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 on network e8e2806b-7775-4c1d-87be-2922b7502aff {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:07:36.091761 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 on network e8e2806b-7775-4c1d-87be-2922b7502aff not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:07:36.092170 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Failed to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 on host n-h2-803603-2 for vnic_type normal using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] Aug 18 13:07:36.092779 n-d-803603-2 neutron-server[101676]: INFO neutron.plugins.ml2.plugin [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempt 3 to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 Aug 18 13:07:36.097130 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-508c820a-264f-442b-a267-8dd1720d3a8d service neutron] Attempting to bind port 84374c5e-ea52-42da-bb5a-91b676be58ba on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:07:36.097711 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-508c820a-264f-442b-a267-8dd1720d3a8d service neutron] Attempting to bind port 84374c5e-ea52-42da-bb5a-91b676be58ba by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '1d336752-25b6-4131-855b-23a2ad96544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1580e32b-815c-484e-8818-74705331eaf8'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:07:36.098306 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-508c820a-264f-442b-a267-8dd1720d3a8d service neutron] Attempting to bind port 84374c5e-ea52-42da-bb5a-91b676be58ba on network 1580e32b-815c-484e-8818-74705331eaf8 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:07:36.104656 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5261e75f-875c-4d6d-b1ba-7b80e7ada653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:36.108234 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:07:36.108589 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:07:36.108929 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 on network e8e2806b-7775-4c1d-87be-2922b7502aff {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:07:36.109225 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-508c820a-264f-442b-a267-8dd1720d3a8d service neutron] Port 84374c5e-ea52-42da-bb5a-91b676be58ba on network 1580e32b-815c-484e-8818-74705331eaf8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:07:36.109557 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-508c820a-264f-442b-a267-8dd1720d3a8d service neutron] Attempting to bind port 84374c5e-ea52-42da-bb5a-91b676be58ba on network 1580e32b-815c-484e-8818-74705331eaf8 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:07:36.113682 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 on network e8e2806b-7775-4c1d-87be-2922b7502aff not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:07:36.114019 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Failed to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 on host n-h2-803603-2 for vnic_type normal using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] Aug 18 13:07:36.114493 n-d-803603-2 neutron-server[101676]: INFO neutron.plugins.ml2.plugin [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempt 4 to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 Aug 18 13:07:36.129590 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:07:36.130002 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:07:36.130458 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 on network e8e2806b-7775-4c1d-87be-2922b7502aff {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:07:36.133794 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-508c820a-264f-442b-a267-8dd1720d3a8d service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:07:36.134501 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-508c820a-264f-442b-a267-8dd1720d3a8d service neutron] Checking segment: {'id': '1d336752-25b6-4131-855b-23a2ad96544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1580e32b-815c-484e-8818-74705331eaf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:07:36.134700 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-508c820a-264f-442b-a267-8dd1720d3a8d service neutron] Bound using segment: {'id': '1d336752-25b6-4131-855b-23a2ad96544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1580e32b-815c-484e-8818-74705331eaf8'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:07:36.135036 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-508c820a-264f-442b-a267-8dd1720d3a8d service neutron] Bound port: 84374c5e-ea52-42da-bb5a-91b676be58ba, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d336752-25b6-4131-855b-23a2ad96544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1580e32b-815c-484e-8818-74705331eaf8'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:07:36.135399 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-508c820a-264f-442b-a267-8dd1720d3a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:36.137707 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 on network e8e2806b-7775-4c1d-87be-2922b7502aff not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:07:36.138052 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Failed to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 on host n-h2-803603-2 for vnic_type normal using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] Aug 18 13:07:36.138476 n-d-803603-2 neutron-server[101676]: INFO neutron.plugins.ml2.plugin [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempt 5 to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 Aug 18 13:07:36.152510 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:07:36.152855 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:07:36.153666 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 on network e8e2806b-7775-4c1d-87be-2922b7502aff {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:07:36.158293 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 on network e8e2806b-7775-4c1d-87be-2922b7502aff not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:07:36.158626 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Failed to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 on host n-h2-803603-2 for vnic_type normal using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] Aug 18 13:07:36.159026 n-d-803603-2 neutron-server[101676]: INFO neutron.plugins.ml2.plugin [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempt 6 to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 Aug 18 13:07:36.164494 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5261e75f-875c-4d6d-b1ba-7b80e7ada653 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b0d8104d4e4f44899ca02dbd205fe908&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3010173 Aug 18 13:07:36.165892 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5261e75f-875c-4d6d-b1ba-7b80e7ada653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beca2e5e-f44a-41cd-8c0d-169131a62b52,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:36.168558 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 59320) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:36.183115 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:07:36.183819 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:07:36.184322 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 on network e8e2806b-7775-4c1d-87be-2922b7502aff {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:07:36.191292 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 on network e8e2806b-7775-4c1d-87be-2922b7502aff not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:07:36.192045 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Failed to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 on host n-h2-803603-2 for vnic_type normal using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] Aug 18 13:07:36.192753 n-d-803603-2 neutron-server[101676]: INFO neutron.plugins.ml2.plugin [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempt 7 to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 Aug 18 13:07:36.206214 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:07:36.206214 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:07:36.206549 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 on network e8e2806b-7775-4c1d-87be-2922b7502aff {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:07:36.211094 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 on network e8e2806b-7775-4c1d-87be-2922b7502aff not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:07:36.211838 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Failed to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 on host n-h2-803603-2 for vnic_type normal using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] Aug 18 13:07:36.211838 n-d-803603-2 neutron-server[101676]: INFO neutron.plugins.ml2.plugin [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempt 8 to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 Aug 18 13:07:36.226958 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:07:36.227300 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:07:36.228219 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 on network e8e2806b-7775-4c1d-87be-2922b7502aff {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:07:36.233755 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 on network e8e2806b-7775-4c1d-87be-2922b7502aff not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:07:36.233993 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Failed to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 on host n-h2-803603-2 for vnic_type normal using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] Aug 18 13:07:36.234370 n-d-803603-2 neutron-server[101676]: INFO neutron.plugins.ml2.plugin [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempt 9 to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 Aug 18 13:07:36.250898 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:07:36.251235 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:07:36.251571 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 on network e8e2806b-7775-4c1d-87be-2922b7502aff {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:07:36.258160 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 on network e8e2806b-7775-4c1d-87be-2922b7502aff not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:07:36.258572 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Failed to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 on host n-h2-803603-2 for vnic_type normal using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] Aug 18 13:07:36.259069 n-d-803603-2 neutron-server[101676]: INFO neutron.plugins.ml2.plugin [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempt 10 to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 Aug 18 13:07:36.272709 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:07:36.273053 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:07:36.273377 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempting to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 on network e8e2806b-7775-4c1d-87be-2922b7502aff {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:07:36.278857 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 on network e8e2806b-7775-4c1d-87be-2922b7502aff not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:07:36.278857 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Failed to bind port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 on host n-h2-803603-2 for vnic_type normal using segments [{'id': '6aaf9642-6600-4578-8a19-1ccd490f2a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e8e2806b-7775-4c1d-87be-2922b7502aff'}] Aug 18 13:07:36.278857 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:36.285221 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7ad44fd6-c65d-4368-8cb7-73b5fffdd4fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:36.287365 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-508c820a-264f-442b-a267-8dd1720d3a8d service neutron] For port 84374c5e-ea52-42da-bb5a-91b676be58ba, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:07:36.302781 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-508c820a-264f-442b-a267-8dd1720d3a8d service neutron] For port 84374c5e-ea52-42da-bb5a-91b676be58ba, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=84374c5e-ea52-42da-bb5a-91b676be58ba,segment=NetworkSegment(1d336752-25b6-4131-855b-23a2ad96544b),segment_id=1d336752-25b6-4131-855b-23a2ad96544b)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:07:36.321450 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7ad44fd6-c65d-4368-8cb7-73b5fffdd4fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:36.348767 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] For port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6, host n-h2-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:07:36.349132 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attempted to set empty binding levels {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 18 13:07:36.543521 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:36.550814 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-508c820a-264f-442b-a267-8dd1720d3a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:36.557139 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7ad44fd6-c65d-4368-8cb7-73b5fffdd4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:36.560305 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7ad44fd6-c65d-4368-8cb7-73b5fffdd4fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:36.561449 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7ad44fd6-c65d-4368-8cb7-73b5fffdd4fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/beca2e5e-f44a-41cd-8c0d-169131a62b52 HTTP/1.1" status: 204 len: 168 time: 0.3916900 Aug 18 13:07:36.578128 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] In _notify_port_updated(), no bound segment for port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 on network e8e2806b-7775-4c1d-87be-2922b7502aff {{(pid=101676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 13:07:36.579490 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:36.580304 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:36.581780 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] 10.222.0.13 "PUT /v2.0/ports/3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 HTTP/1.1" status: 200 len: 978 time: 1.2137494 Aug 18 13:07:36.586932 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59332) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:36.622851 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8ccb8f-1990-4c33-ae46-d156d5c59e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Pushing event updated for resources: {'Port': ['ID=3c0d886a-8071-4f74-88de-2ce3ac3fd7e6,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:36.664523 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c820a-264f-442b-a267-8dd1720d3a8d service neutron] Pushing event updated for resources: {'Port': ['ID=84374c5e-ea52-42da-bb5a-91b676be58ba,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:36.694759 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-508c820a-264f-442b-a267-8dd1720d3a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:36.695736 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-508c820a-264f-442b-a267-8dd1720d3a8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:36.711850 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-508c820a-264f-442b-a267-8dd1720d3a8d service neutron] 10.222.0.20 "PUT /v2.0/ports/84374c5e-ea52-42da-bb5a-91b676be58ba HTTP/1.1" status: 200 len: 1092 time: 1.9238322 Aug 18 13:07:36.713289 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-a545460d-a048-4b8f-99e9-567e356b6270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Deleting port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:07:36.713759 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a545460d-a048-4b8f-99e9-567e356b6270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:36.715795 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1480fd98-1897-4d2b-ac5b-38ce61a30390', 'tag': '84374c5e-ea52-42da-bb5a-91b676be58ba'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:07:36.720778 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a240b9-1374-4108-b5d6-439fc02c2448" -d '{"events": [{"name": "network-changed", "server_uuid": "1480fd98-1897-4d2b-ac5b-38ce61a30390", "tag": "84374c5e-ea52-42da-bb5a-91b676be58ba"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:07:36.735611 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c820a-264f-442b-a267-8dd1720d3a8d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:36.736200 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c820a-264f-442b-a267-8dd1720d3a8d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:36.736583 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c820a-264f-442b-a267-8dd1720d3a8d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:36.736985 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c820a-264f-442b-a267-8dd1720d3a8d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:36.737387 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c820a-264f-442b-a267-8dd1720d3a8d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:36.737824 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c820a-264f-442b-a267-8dd1720d3a8d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:36.738305 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c820a-264f-442b-a267-8dd1720d3a8d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:36.738707 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c820a-264f-442b-a267-8dd1720d3a8d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:36.739099 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c820a-264f-442b-a267-8dd1720d3a8d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:36.739504 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c820a-264f-442b-a267-8dd1720d3a8d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:36.739883 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c820a-264f-442b-a267-8dd1720d3a8d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:36.740272 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c820a-264f-442b-a267-8dd1720d3a8d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:36.746043 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad44fd6-c65d-4368-8cb7-73b5fffdd4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beca2e5e-f44a-41cd-8c0d-169131a62b52,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:36.768455 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01925e-45f4-4c0b-a272-5c9c92fb25da req-6c4db421-5ce5-437f-bfe2-83ce463773d1 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:36.770584 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da01925e-45f4-4c0b-a272-5c9c92fb25da req-6c4db421-5ce5-437f-bfe2-83ce463773d1 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 944 time: 0.2309792 Aug 18 13:07:36.806956 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e68f1c-0ca5-435a-bd89-8c2252fee797 x-openstack-request-id: req-06e68f1c-0ca5-435a-bd89-8c2252fee797 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:07:36.807248 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1480fd98-1897-4d2b-ac5b-38ce61a30390", "tag": "84374c5e-ea52-42da-bb5a-91b676be58ba", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:07:36.807544 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-06e68f1c-0ca5-435a-bd89-8c2252fee797 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:07:36.808151 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1480fd98-1897-4d2b-ac5b-38ce61a30390', 'tag': '84374c5e-ea52-42da-bb5a-91b676be58ba', 'status': 'completed', 'code': 200} Aug 18 13:07:36.882748 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-a545460d-a048-4b8f-99e9-567e356b6270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] For port 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6, host n-h2-803603-2, got binding levels [] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:07:36.887314 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a545460d-a048-4b8f-99e9-567e356b6270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:36.897708 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da01925e-45f4-4c0b-a272-5c9c92fb25da req-955e0f23-f9ca-40a3-8c40-0aee2904fe6b tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102524 Aug 18 13:07:36.911325 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-a545460d-a048-4b8f-99e9-567e356b6270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Calling delete_port for 3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:07:36.922597 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a240b9-1374-4108-b5d6-439fc02c2448 req-c1ae9e16-6add-43f4-b802-2921995bdb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:36.924387 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e8a240b9-1374-4108-b5d6-439fc02c2448 req-c1ae9e16-6add-43f4-b802-2921995bdb32 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=55f2c489a405498aa01d9cac2d06f3c9&device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 1095 time: 0.0961483 Aug 18 13:07:37.041845 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-93368d86-73f0-43fa-a688-5c8a4e7c3f3b req-a37c228a-8e6a-4c65-ae7e-04f6e3713091 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=a779f1d2-5351-4036-beab-efb2bc36a77d HTTP/1.1" status: 200 len: 210 time: 0.0366447 Aug 18 13:07:37.086465 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a240b9-1374-4108-b5d6-439fc02c2448 req-a1efdaa9-4c5c-401d-a4d9-92266783b0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:37.088669 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e8a240b9-1374-4108-b5d6-439fc02c2448 req-a1efdaa9-4c5c-401d-a4d9-92266783b0bf service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=55f2c489a405498aa01d9cac2d06f3c9&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1566646 Aug 18 13:07:37.132034 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a545460d-a048-4b8f-99e9-567e356b6270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:37.169978 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a545460d-a048-4b8f-99e9-567e356b6270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c0d886a-8071-4f74-88de-2ce3ac3fd7e6,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:37.177190 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a545460d-a048-4b8f-99e9-567e356b6270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:37.179239 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a545460d-a048-4b8f-99e9-567e356b6270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] 10.222.0.13 "DELETE /v2.0/ports/3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 HTTP/1.1" status: 204 len: 168 time: 0.5908520 Aug 18 13:07:37.181821 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59344) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:37.206400 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-32884c89-8eb3-4d5b-9b61-156ca0bf524a tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] GET failed (client error): The resource could not be found. Aug 18 13:07:37.208157 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-32884c89-8eb3-4d5b-9b61-156ca0bf524a tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-535855214-project-admin] 10.222.0.13 "GET /v2.0/ports/3c0d886a-8071-4f74-88de-2ce3ac3fd7e6 HTTP/1.1" status: 404 len: 333 time: 0.0251317 Aug 18 13:07:37.211686 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59346) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:37.226784 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a240b9-1374-4108-b5d6-439fc02c2448 req-af7c60a0-c59c-473b-ab94-818ffd360112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:37.228504 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e8a240b9-1374-4108-b5d6-439fc02c2448 req-af7c60a0-c59c-473b-ab94-818ffd360112 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1317925 Aug 18 13:07:37.294742 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ed4023f5-68ff-4f89-b9f5-ec7cf78251d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:37.317718 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-b07c4a19-5d8f-4de0-8566-9dc984b2c271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:37.319303 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-b07c4a19-5d8f-4de0-8566-9dc984b2c271 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=55f2c489a405498aa01d9cac2d06f3c9&device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 1095 time: 0.0451910 Aug 18 13:07:37.372931 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-d680ccaa-207a-43b0-803a-c8f514c59f9c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84374c5e-ea52-42da-bb5a-91b676be58ba HTTP/1.1" status: 200 len: 217 time: 0.0454335 Aug 18 13:07:37.390927 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ed4023f5-68ff-4f89-b9f5-ec7cf78251d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:37.401967 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-ed4023f5-68ff-4f89-b9f5-ec7cf78251d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8e2806b-7775-4c1d-87be-2922b7502aff']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:07:37.417476 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-ed4023f5-68ff-4f89-b9f5-ec7cf78251d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aaf9642-6600-4578-8a19-1ccd490f2a8b') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:07:37.417911 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-ed4023f5-68ff-4f89-b9f5-ec7cf78251d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aaf9642-6600-4578-8a19-1ccd490f2a8b') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:07:37.426264 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-81c847bb-88d5-4cc7-bfc0-8ebd86cf0a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:37.427921 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-81c847bb-88d5-4cc7-bfc0-8ebd86cf0a2c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935 HTTP/1.1" status: 200 len: 855 time: 0.0489047 Aug 18 13:07:37.429294 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ed4023f5-68ff-4f89-b9f5-ec7cf78251d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:37.452212 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ed4023f5-68ff-4f89-b9f5-ec7cf78251d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:37.461581 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed4023f5-68ff-4f89-b9f5-ec7cf78251d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:07:37.462258 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ed4023f5-68ff-4f89-b9f5-ec7cf78251d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:37.467489 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:07:37.467489 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:07:37.467489 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:07:37.467489 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:07:37.467489 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:07:37.467489 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:07:37.467489 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:07:37.467489 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:07:37.467489 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:07:37.467489 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:07:37.467489 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:07:37.467489 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:07:37.467489 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:07:37.467489 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:07:37.467489 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:07:37.467489 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:07:37.467489 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:07:37.467489 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:07:37.467489 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:07:37.467489 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:07:37.467489 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:07:37.467489 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:07:37.467489 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:07:37.467489 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:07:37.467489 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:07:37.467489 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:07:37.467489 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:07:37.467489 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:07:37.467489 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:07:37.467489 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:07:37.467489 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:07:37.467489 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:07:37.483255 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-bff5abb8-9db4-4c7a-bb40-7277dbddeaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:37.485225 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-bff5abb8-9db4-4c7a-bb40-7277dbddeaf7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1580e32b-815c-484e-8818-74705331eaf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497241 Aug 18 13:07:37.575423 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59348) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:37.589349 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-783c804b-4630-42ef-a473-8819724442c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:37.594959 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-fcf46d81-9692-478b-af4c-fb4d9dc5211e service neutron] 10.222.0.20 "GET /v2.0/networks/1580e32b-815c-484e-8818-74705331eaf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027989 Aug 18 13:07:37.641950 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ed4023f5-68ff-4f89-b9f5-ec7cf78251d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:37.663609 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ed4023f5-68ff-4f89-b9f5-ec7cf78251d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:37.666813 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ed4023f5-68ff-4f89-b9f5-ec7cf78251d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715-project] 10.222.0.13 "DELETE /v2.0/networks/e8e2806b-7775-4c1d-87be-2922b7502aff HTTP/1.1" status: 204 len: 168 time: 0.4536350 Aug 18 13:07:37.668794 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4023f5-68ff-4f89-b9f5-ec7cf78251d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-230352715-project] Pushing event deleted for resources: {'Network': ['ID=e8e2806b-7775-4c1d-87be-2922b7502aff,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:37.743230 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-783c804b-4630-42ef-a473-8819724442c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:37.757792 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-36adc235-7d6f-4a14-b1e9-285b85dfebbf req-0414d2f7-cdec-40a7-827c-becca20e53d5 service neutron] 10.222.0.20 "GET /v2.0/networks/1580e32b-815c-484e-8818-74705331eaf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539061 Aug 18 13:07:37.806696 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-783c804b-4630-42ef-a473-8819724442c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:37.847493 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-783c804b-4630-42ef-a473-8819724442c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=67b1263983f44aa3accd0479978c4928&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2709467 Aug 18 13:07:37.849947 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59356) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:37.864642 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c804b-4630-42ef-a473-8819724442c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef52682-c700-417b-9434-7705ad72dbd8,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:37.908984 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fec65759-a100-4b1e-8cd1-4055017c9e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:37.933362 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fec65759-a100-4b1e-8cd1-4055017c9e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:38.043712 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9e6b2-79c9-41d4-802f-d25a418dcffc req-67a48c60-881f-400c-9202-a19dac5491fe tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:38.045245 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cac9e6b2-79c9-41d4-802f-d25a418dcffc req-67a48c60-881f-400c-9202-a19dac5491fe tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 944 time: 0.0638168 Aug 18 13:07:38.075047 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fec65759-a100-4b1e-8cd1-4055017c9e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:38.078596 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fec65759-a100-4b1e-8cd1-4055017c9e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:38.079865 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-fec65759-a100-4b1e-8cd1-4055017c9e5a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fef52682-c700-417b-9434-7705ad72dbd8 HTTP/1.1" status: 204 len: 168 time: 0.2289569 Aug 18 13:07:38.087499 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cac9e6b2-79c9-41d4-802f-d25a418dcffc req-45932099-625e-48b3-bddd-8a82e16ec4aa tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354006 Aug 18 13:07:38.091516 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec65759-a100-4b1e-8cd1-4055017c9e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef52682-c700-417b-9434-7705ad72dbd8,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:38.182815 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-58eab5b2-f781-4e25-9345-eeb3095cc467 req-21e6596e-476f-4194-ba43-d319a752952a tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=a779f1d2-5351-4036-beab-efb2bc36a77d HTTP/1.1" status: 200 len: 210 time: 0.0341942 Aug 18 13:07:38.252728 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59368) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:38.379885 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-dc886a72-6d60-4ba4-bb19-20eb6eb8accf tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:38.381468 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-dc886a72-6d60-4ba4-bb19-20eb6eb8accf tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.39 "GET /v2.0/networks?id=c70b20b2-1ba3-4778-b38e-36ed095ba70d HTTP/1.1" status: 200 len: 811 time: 0.1362102 Aug 18 13:07:38.395800 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-d86a4097-75fb-40ca-8926-7c39e2abdf7f tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Request body: {'port': {'device_id': 'a779f1d2-5351-4036-beab-efb2bc36a77d', 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d', 'admin_state_up': True, 'tenant_id': 'd8b6c2b19e634a4bb77e7e12fa929d83'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:07:38.590475 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-42354f9e-6bab-4020-bd6e-bfb0645982df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4123ef0333834e04aadd68aced36b172&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3363175 Aug 18 13:07:38.592834 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59380) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:38.650557 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c735f640-1f2d-48e4-9141-035a23e53df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:38.651977 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-d86a4097-75fb-40ca-8926-7c39e2abdf7f tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Made reservation on behalf of d8b6c2b19e634a4bb77e7e12fa929d83 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:07:38.656003 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-d86a4097-75fb-40ca-8926-7c39e2abdf7f tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:38.676750 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c735f640-1f2d-48e4-9141-035a23e53df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:38.806529 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c735f640-1f2d-48e4-9141-035a23e53df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:38.809137 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c735f640-1f2d-48e4-9141-035a23e53df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:38.812209 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c735f640-1f2d-48e4-9141-035a23e53df0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9dadac47-f126-482a-b158-c2dd6c9ae7d6 HTTP/1.1" status: 204 len: 168 time: 0.2179332 Aug 18 13:07:38.815636 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-d86a4097-75fb-40ca-8926-7c39e2abdf7f tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Allocated IP 172.20.0.7 (c70b20b2-1ba3-4778-b38e-36ed095ba70d/2744890d-6739-4756-b608-842180da7455/74bd3976-be2f-4069-ab5e-c603c60793e1) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:07:38.839081 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735f640-1f2d-48e4-9141-035a23e53df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dadac47-f126-482a-b158-c2dd6c9ae7d6,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:39.001397 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-d86a4097-75fb-40ca-8926-7c39e2abdf7f tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:39.017264 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-d86a4097-75fb-40ca-8926-7c39e2abdf7f tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Transition to ACTIVE for port object 74bd3976-be2f-4069-ab5e-c603c60793e1 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:07:39.114459 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-d86a4097-75fb-40ca-8926-7c39e2abdf7f tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:39.143771 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['3719fcf8-290f-45fe-91eb-aacf7869dab4', '8877398e-1952-4f40-885a-0879e030023a'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:07:39.269938 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-d86a4097-75fb-40ca-8926-7c39e2abdf7f tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Network c70b20b2-1ba3-4778-b38e-36ed095ba70d is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:07:39.272768 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a4097-75fb-40ca-8926-7c39e2abdf7f tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Pushing event updated for resources: {'Port': ['ID=74bd3976-be2f-4069-ab5e-c603c60793e1,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:39.302429 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-d86a4097-75fb-40ca-8926-7c39e2abdf7f tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:07:39.315281 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-d86a4097-75fb-40ca-8926-7c39e2abdf7f tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:07:39.377982 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24510109-7497-4788-a06b-0717a6aee41d req-c1f0c3c7-ff20-489a-8bc5-f7e2e8098830 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:39.386130 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-24510109-7497-4788-a06b-0717a6aee41d req-c1f0c3c7-ff20-489a-8bc5-f7e2e8098830 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=a779f1d2-5351-4036-beab-efb2bc36a77d HTTP/1.1" status: 200 len: 931 time: 0.1217263 Aug 18 13:07:39.386485 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-d86a4097-75fb-40ca-8926-7c39e2abdf7f tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:39.387093 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-d86a4097-75fb-40ca-8926-7c39e2abdf7f tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:39.426366 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90702d6-5dfd-4cda-8808-cab7d5e031ed req-af4b2d7f-a018-4ac9-bcd0-10681f2540ed tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:39.441301 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e90702d6-5dfd-4cda-8808-cab7d5e031ed req-af4b2d7f-a018-4ac9-bcd0-10681f2540ed tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 944 time: 0.2465818 Aug 18 13:07:39.444749 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 59406) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:39.448718 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59408) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:39.475812 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-24510109-7497-4788-a06b-0717a6aee41d req-bdbb8ba2-56d3-48ff-9c97-473e3ae6e2d6 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781407 Aug 18 13:07:39.522771 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-d86a4097-75fb-40ca-8926-7c39e2abdf7f tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1313975 Aug 18 13:07:39.538303 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e90702d6-5dfd-4cda-8808-cab7d5e031ed req-b1694283-2f5e-495e-a2d6-82af0cf90358 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960979 Aug 18 13:07:39.549124 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-e23d9198-ae7b-4818-b57e-11958e69ca29 service neutron] Request body: {'port': {'device_id': 'a779f1d2-5351-4036-beab-efb2bc36a77d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:07:39.649470 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-24a58701-937f-4932-a860-51aa17985f97 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e31e86f7f39047bb8e25c4fadfdaddf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2025476 Aug 18 13:07:39.652884 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59412) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:39.742032 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-e23d9198-ae7b-4818-b57e-11958e69ca29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:39.750818 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-f3490e16-407e-4ee1-b76c-da9ac61cbe00 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1582841433-network', 'tenant_id': '89aac5f76f894b52a80b74a6d9abcdca'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:07:39.755381 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-804db3d8-90e8-4eb0-831e-53ef721016e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:39.789908 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-804db3d8-90e8-4eb0-831e-53ef721016e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:39.845902 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-0640caea-2c4c-4f97-af21-5fb8b334a65c None None] Provisioning for port 74bd3976-be2f-4069-ab5e-c603c60793e1 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:07:39.850824 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-0640caea-2c4c-4f97-af21-5fb8b334a65c None None] Provisioning complete for port 74bd3976-be2f-4069-ab5e-c603c60793e1 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:07:39.851262 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0640caea-2c4c-4f97-af21-5fb8b334a65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:39.891901 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3490e16-407e-4ee1-b76c-da9ac61cbe00 admin admin] Made reservation on behalf of 89aac5f76f894b52a80b74a6d9abcdca for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:07:39.899025 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f3490e16-407e-4ee1-b76c-da9ac61cbe00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:39.908707 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f3490e16-407e-4ee1-b76c-da9ac61cbe00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:39.937732 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-804db3d8-90e8-4eb0-831e-53ef721016e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:39.941386 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-804db3d8-90e8-4eb0-831e-53ef721016e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:39.942572 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-804db3d8-90e8-4eb0-831e-53ef721016e0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/35c314b4-91e1-4ce5-bc74-344b9129c678 HTTP/1.1" status: 204 len: 168 time: 0.2893972 Aug 18 13:07:39.957707 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804db3d8-90e8-4eb0-831e-53ef721016e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c314b4-91e1-4ce5-bc74-344b9129c678,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:39.963704 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-0640caea-2c4c-4f97-af21-5fb8b334a65c None None] Port 74bd3976-be2f-4069-ab5e-c603c60793e1 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:07:40.051517 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f3490e16-407e-4ee1-b76c-da9ac61cbe00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:40.087492 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-e23d9198-ae7b-4818-b57e-11958e69ca29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74bd3976-be2f-4069-ab5e-c603c60793e1 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:07:40.095235 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-e23d9198-ae7b-4818-b57e-11958e69ca29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:40.103714 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f3490e16-407e-4ee1-b76c-da9ac61cbe00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:40.107738 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-e23d9198-ae7b-4818-b57e-11958e69ca29 service neutron] Transition to ACTIVE for port object 74bd3976-be2f-4069-ab5e-c603c60793e1 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:07:40.129081 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3490e16-407e-4ee1-b76c-da9ac61cbe00 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:07:40.144253 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3490e16-407e-4ee1-b76c-da9ac61cbe00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08770069-1b7e-42e5-9798-d16c90c21862,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:40.148730 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f3490e16-407e-4ee1-b76c-da9ac61cbe00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:40.149090 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-f3490e16-407e-4ee1-b76c-da9ac61cbe00 admin admin] Added segment 2d462297-6912-4ee4-ad2c-f74ed2858ac1 of type vlan for network 6b2092a6-a722-4d94-a62f-ebbd0faf42ef Aug 18 13:07:40.192986 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f3490e16-407e-4ee1-b76c-da9ac61cbe00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:40.234254 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-e23d9198-ae7b-4818-b57e-11958e69ca29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:40.289796 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d9198-ae7b-4818-b57e-11958e69ca29 service neutron] Pushing event updated for resources: {'Port': ['ID=74bd3976-be2f-4069-ab5e-c603c60793e1,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:40.343263 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f3490e16-407e-4ee1-b76c-da9ac61cbe00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:40.344260 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3490e16-407e-4ee1-b76c-da9ac61cbe00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:40.344835 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f3490e16-407e-4ee1-b76c-da9ac61cbe00 admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:40.386684 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-e23d9198-ae7b-4818-b57e-11958e69ca29 service neutron] Attempting to bind port 74bd3976-be2f-4069-ab5e-c603c60793e1 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:07:40.387900 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-e23d9198-ae7b-4818-b57e-11958e69ca29 service neutron] Attempting to bind port 74bd3976-be2f-4069-ab5e-c603c60793e1 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': 'e308df16-0289-45ba-a2cb-37bdded69968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:07:40.388590 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-e23d9198-ae7b-4818-b57e-11958e69ca29 service neutron] Attempting to bind port 74bd3976-be2f-4069-ab5e-c603c60793e1 on network c70b20b2-1ba3-4778-b38e-36ed095ba70d {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:07:40.398536 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-e23d9198-ae7b-4818-b57e-11958e69ca29 service neutron] Port 74bd3976-be2f-4069-ab5e-c603c60793e1 on network c70b20b2-1ba3-4778-b38e-36ed095ba70d not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:07:40.399066 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-e23d9198-ae7b-4818-b57e-11958e69ca29 service neutron] Attempting to bind port 74bd3976-be2f-4069-ab5e-c603c60793e1 on network c70b20b2-1ba3-4778-b38e-36ed095ba70d {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:07:40.407532 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-e23d9198-ae7b-4818-b57e-11958e69ca29 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:07:40.408377 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-e23d9198-ae7b-4818-b57e-11958e69ca29 service neutron] Checking segment: {'id': 'e308df16-0289-45ba-a2cb-37bdded69968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:07:40.408377 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-e23d9198-ae7b-4818-b57e-11958e69ca29 service neutron] Bound using segment: {'id': 'e308df16-0289-45ba-a2cb-37bdded69968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:07:40.408868 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-e23d9198-ae7b-4818-b57e-11958e69ca29 service neutron] Bound port: 74bd3976-be2f-4069-ab5e-c603c60793e1, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e308df16-0289-45ba-a2cb-37bdded69968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:07:40.409237 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-e23d9198-ae7b-4818-b57e-11958e69ca29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:40.412305 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3490e16-407e-4ee1-b76c-da9ac61cbe00 admin admin] Pushing event updated for resources: {'Network': ['ID=6b2092a6-a722-4d94-a62f-ebbd0faf42ef,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:40.424461 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 6b2092a6-a722-4d94-a62f-ebbd0faf42ef details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:07:40.456403 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f3490e16-407e-4ee1-b76c-da9ac61cbe00 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0039949 Aug 18 13:07:40.457643 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59430) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:40.465506 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-8115fd92-57c0-4e3f-928c-c6594ca27d81 admin admin] Request body: {'subnet': {'network_id': '6b2092a6-a722-4d94-a62f-ebbd0faf42ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1582841433-subnet', 'tenant_id': '89aac5f76f894b52a80b74a6d9abcdca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:07:40.488161 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-e23d9198-ae7b-4818-b57e-11958e69ca29 service neutron] For port 74bd3976-be2f-4069-ab5e-c603c60793e1, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:07:40.491769 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-e23d9198-ae7b-4818-b57e-11958e69ca29 service neutron] For port 74bd3976-be2f-4069-ab5e-c603c60793e1, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=74bd3976-be2f-4069-ab5e-c603c60793e1,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:07:40.589648 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-e23d9198-ae7b-4818-b57e-11958e69ca29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:40.591690 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8115fd92-57c0-4e3f-928c-c6594ca27d81 admin admin] Made reservation on behalf of 89aac5f76f894b52a80b74a6d9abcdca for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:07:40.597679 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 84374c5e-ea52-42da-bb5a-91b676be58ba details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:07:40.598976 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8115fd92-57c0-4e3f-928c-c6594ca27d81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:40.615368 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28c4d3-0592-4baa-8450-5383061cd0f3 req-5691b1ef-56e2-4c89-8ef2-ee415de4a2a3 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:40.615368 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3a28c4d3-0592-4baa-8450-5383061cd0f3 req-5691b1ef-56e2-4c89-8ef2-ee415de4a2a3 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=a779f1d2-5351-4036-beab-efb2bc36a77d HTTP/1.1" status: 200 len: 943 time: 0.0655055 Aug 18 13:07:40.654351 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d9198-ae7b-4818-b57e-11958e69ca29 service neutron] Pushing event updated for resources: {'Port': ['ID=74bd3976-be2f-4069-ab5e-c603c60793e1,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:40.688696 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-e23d9198-ae7b-4818-b57e-11958e69ca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:40.689714 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-e23d9198-ae7b-4818-b57e-11958e69ca29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:40.691626 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-e23d9198-ae7b-4818-b57e-11958e69ca29 service neutron] 10.222.0.39 "PUT /v2.0/ports/74bd3976-be2f-4069-ab5e-c603c60793e1 HTTP/1.1" status: 200 len: 1091 time: 1.1572607 Aug 18 13:07:40.695733 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a779f1d2-5351-4036-beab-efb2bc36a77d', 'tag': '74bd3976-be2f-4069-ab5e-c603c60793e1'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:07:40.695733 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e15d80f-4a71-448d-9183-125e3afd105d" -d '{"events": [{"name": "network-changed", "server_uuid": "a779f1d2-5351-4036-beab-efb2bc36a77d", "tag": "74bd3976-be2f-4069-ab5e-c603c60793e1"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:07:40.720147 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3a28c4d3-0592-4baa-8450-5383061cd0f3 req-edbfa2d8-dd7d-4035-992d-5c6c8b4b9420 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967140 Aug 18 13:07:40.765897 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 84374c5e-ea52-42da-bb5a-91b676be58ba, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=84374c5e-ea52-42da-bb5a-91b676be58ba,segment=NetworkSegment(1d336752-25b6-4131-855b-23a2ad96544b),segment_id=1d336752-25b6-4131-855b-23a2ad96544b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:07:40.791739 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '84374c5e-ea52-42da-bb5a-91b676be58ba', 'network_id': '1580e32b-815c-484e-8818-74705331eaf8', 'port_id': '84374c5e-ea52-42da-bb5a-91b676be58ba', 'mac_address': 'fa:16:3e:6c:34:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:07:40.812227 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ebeae-d8de-4186-b844-708da1b6b52a req-bed518c4-8d00-4d18-b535-afa6a6f49bc5 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:40.813932 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-123ebeae-d8de-4186-b844-708da1b6b52a req-bed518c4-8d00-4d18-b535-afa6a6f49bc5 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 944 time: 0.0736320 Aug 18 13:07:40.819494 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6097d1-9744-486a-b5c1-e1f48df33707 x-openstack-request-id: req-0a6097d1-9744-486a-b5c1-e1f48df33707 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:07:40.819790 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a779f1d2-5351-4036-beab-efb2bc36a77d", "tag": "74bd3976-be2f-4069-ab5e-c603c60793e1", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:07:40.820048 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a6097d1-9744-486a-b5c1-e1f48df33707 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:07:40.820677 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a779f1d2-5351-4036-beab-efb2bc36a77d', 'tag': '74bd3976-be2f-4069-ab5e-c603c60793e1', 'status': 'completed', 'code': 200} Aug 18 13:07:40.876565 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:40.898502 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84374c5e-ea52-42da-bb5a-91b676be58ba {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:07:40.925808 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15d80f-4a71-448d-9183-125e3afd105d req-14089d4b-f244-4364-9a84-eaf72ce51444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:40.927500 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7e15d80f-4a71-448d-9183-125e3afd105d req-14089d4b-f244-4364-9a84-eaf72ce51444 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8b6c2b19e634a4bb77e7e12fa929d83&device_id=a779f1d2-5351-4036-beab-efb2bc36a77d HTTP/1.1" status: 200 len: 1094 time: 0.0796030 Aug 18 13:07:40.931044 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-123ebeae-d8de-4186-b844-708da1b6b52a req-15108006-f4cb-4ba6-8a39-07883651824f tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983808 Aug 18 13:07:40.940427 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 84374c5e-ea52-42da-bb5a-91b676be58ba, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=84374c5e-ea52-42da-bb5a-91b676be58ba,segment=NetworkSegment(1d336752-25b6-4131-855b-23a2ad96544b),segment_id=1d336752-25b6-4131-855b-23a2ad96544b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:07:40.966857 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8115fd92-57c0-4e3f-928c-c6594ca27d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:41.050452 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115fd92-57c0-4e3f-928c-c6594ca27d81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6d9590e-dbee-4678-b72a-de3bbe7a3aff,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:41.069360 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:41.069560 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8115fd92-57c0-4e3f-928c-c6594ca27d81 admin admin] Checking segment: {'id': '2d462297-6912-4ee4-ad2c-f74ed2858ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6b2092a6-a722-4d94-a62f-ebbd0faf42ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:07:41.069693 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8115fd92-57c0-4e3f-928c-c6594ca27d81 admin admin] Network hostable DHCP agents. Network: 6b2092a6-a722-4d94-a62f-ebbd0faf42ef, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:07:41.076743 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15d80f-4a71-448d-9183-125e3afd105d req-4c53eda1-5551-492d-b070-d9cedee8f5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:41.078738 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7e15d80f-4a71-448d-9183-125e3afd105d req-4c53eda1-5551-492d-b070-d9cedee8f5b6 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d8b6c2b19e634a4bb77e7e12fa929d83&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1393821 Aug 18 13:07:41.132326 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=84374c5e-ea52-42da-bb5a-91b676be58ba,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:41.207122 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15d80f-4a71-448d-9183-125e3afd105d req-86965f82-3001-407d-ac7c-8e38e7d996d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:41.214408 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7e15d80f-4a71-448d-9183-125e3afd105d req-86965f82-3001-407d-ac7c-8e38e7d996d4 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1214120 Aug 18 13:07:41.223030 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8115fd92-57c0-4e3f-928c-c6594ca27d81 admin admin] Network 6b2092a6-a722-4d94-a62f-ebbd0faf42ef is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:07:41.302801 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-d5617abd-b3ad-41ff-9d04-48b5cdb25ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:41.304109 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['84374c5e-ea52-42da-bb5a-91b676be58ba'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:07:41.304450 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-d5617abd-b3ad-41ff-9d04-48b5cdb25ab6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8b6c2b19e634a4bb77e7e12fa929d83&device_id=a779f1d2-5351-4036-beab-efb2bc36a77d HTTP/1.1" status: 200 len: 1094 time: 0.0501425 Aug 18 13:07:41.320173 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-8115fd92-57c0-4e3f-928c-c6594ca27d81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 6b2092a6-a722-4d94-a62f-ebbd0faf42ef) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:07:41.325705 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8115fd92-57c0-4e3f-928c-c6594ca27d81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:41.326330 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8115fd92-57c0-4e3f-928c-c6594ca27d81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:41.335685 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135ddf87-a205-4eff-8132-887f008dc8b1 None None] Network 6b2092a6-a722-4d94-a62f-ebbd0faf42ef requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:07:41.367829 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-cdcd3ec6-a294-470a-84e0-7e6fe16e0d86 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74bd3976-be2f-4069-ab5e-c603c60793e1 HTTP/1.1" status: 200 len: 217 time: 0.0539465 Aug 18 13:07:41.426158 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-dd48b6a0-7d4c-47fe-81cf-ad67394abda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:41.427775 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-dd48b6a0-7d4c-47fe-81cf-ad67394abda3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2744890d-6739-4756-b608-842180da7455 HTTP/1.1" status: 200 len: 850 time: 0.0517933 Aug 18 13:07:41.470033 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8115fd92-57c0-4e3f-928c-c6594ca27d81 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0112376 Aug 18 13:07:41.505009 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-f28cce65-9729-425d-88cf-3af580f3088c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:41.506791 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-f28cce65-9729-425d-88cf-3af580f3088c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c70b20b2-1ba3-4778-b38e-36ed095ba70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691640 Aug 18 13:07:41.535176 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8063118-b75d-42af-802c-fa3d62ffa176 None None] Network 6b2092a6-a722-4d94-a62f-ebbd0faf42ef requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:07:41.590747 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1e8361d5-b163-43ec-becd-60cf145e6c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:41.630431 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-f9024141-216f-4193-b48c-c986e543ed3d service neutron] 10.222.0.39 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152399 Aug 18 13:07:41.763458 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-abbba2bc-8d66-4084-9bb6-61560587fd6b req-798cda90-4a50-4ad3-8209-82b1d24f5857 service neutron] 10.222.0.39 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256623 Aug 18 13:07:41.867064 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae53f22-8d98-4759-b916-f3f9a14591e4 req-243b27fe-951e-49b1-a0aa-585762b563b2 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:41.873792 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-aae53f22-8d98-4759-b916-f3f9a14591e4 req-243b27fe-951e-49b1-a0aa-585762b563b2 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=a779f1d2-5351-4036-beab-efb2bc36a77d HTTP/1.1" status: 200 len: 943 time: 0.0677788 Aug 18 13:07:41.930374 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-aae53f22-8d98-4759-b916-f3f9a14591e4 req-45507968-21b0-43a3-a21f-b580c799b3b5 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500133 Aug 18 13:07:42.085817 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b64ff-0560-4f02-8ea3-075b58324b17 req-42c54705-05d9-4000-8507-66f96e858e77 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:42.085817 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f38b64ff-0560-4f02-8ea3-075b58324b17 req-42c54705-05d9-4000-8507-66f96e858e77 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 945 time: 0.0650647 Aug 18 13:07:42.142472 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f38b64ff-0560-4f02-8ea3-075b58324b17 req-abfd840c-925c-472b-86e8-623faaa98d95 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460944 Aug 18 13:07:42.197567 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59486) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:42.309014 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-c39a67e8-a94b-40b2-a351-a9474ec93adf tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-201107778', 'router:external': True}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:07:42.422832 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39a67e8-a94b-40b2-a351-a9474ec93adf tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Made reservation on behalf of 50aebee53c1e467089dab2af2c2478f3 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:07:42.427322 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c39a67e8-a94b-40b2-a351-a9474ec93adf tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:42.439877 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c39a67e8-a94b-40b2-a351-a9474ec93adf tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:42.577460 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c39a67e8-a94b-40b2-a351-a9474ec93adf tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:42.599953 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 84374c5e-ea52-42da-bb5a-91b676be58ba up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:07:42.714154 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c39a67e8-a94b-40b2-a351-a9474ec93adf tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:42.741229 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c39a67e8-a94b-40b2-a351-a9474ec93adf tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:07:42.748269 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a67e8-a94b-40b2-a351-a9474ec93adf tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169eb98c-54c3-4750-90ab-83b36d238584,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:42.754115 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 84374c5e-ea52-42da-bb5a-91b676be58ba completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:07:42.757287 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c39a67e8-a94b-40b2-a351-a9474ec93adf tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:42.757636 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-c39a67e8-a94b-40b2-a351-a9474ec93adf tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Added segment b0901d3f-0b94-4621-b683-42713fc6da76 of type vlan for network f26e615a-0f28-4571-94d1-432a68b56b00 Aug 18 13:07:42.758152 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 84374c5e-ea52-42da-bb5a-91b676be58ba triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:07:42.760210 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:42.760534 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a67e8-a94b-40b2-a351-a9474ec93adf tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:42.760885 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a67e8-a94b-40b2-a351-a9474ec93adf tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:42.761229 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a67e8-a94b-40b2-a351-a9474ec93adf tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:42.761564 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a67e8-a94b-40b2-a351-a9474ec93adf tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:42.761896 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a67e8-a94b-40b2-a351-a9474ec93adf tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:42.762255 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a67e8-a94b-40b2-a351-a9474ec93adf tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:42.762585 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a67e8-a94b-40b2-a351-a9474ec93adf tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:42.762910 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a67e8-a94b-40b2-a351-a9474ec93adf tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:42.763235 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a67e8-a94b-40b2-a351-a9474ec93adf tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:42.763555 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a67e8-a94b-40b2-a351-a9474ec93adf tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:42.763875 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a67e8-a94b-40b2-a351-a9474ec93adf tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:42.764217 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a67e8-a94b-40b2-a351-a9474ec93adf tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:42.861395 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c39a67e8-a94b-40b2-a351-a9474ec93adf tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:42.873983 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:42.912024 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1480fd98-1897-4d2b-ac5b-38ce61a30390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84374c5e-ea52-42da-bb5a-91b676be58ba'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:07:42.914358 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5d888e-5043-4f3d-84ae-aa4fded0b124" -d '{"events": [{"server_uuid": "1480fd98-1897-4d2b-ac5b-38ce61a30390", "name": "network-vif-plugged", "status": "completed", "tag": "84374c5e-ea52-42da-bb5a-91b676be58ba"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:07:42.928539 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 84374c5e-ea52-42da-bb5a-91b676be58ba, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=84374c5e-ea52-42da-bb5a-91b676be58ba,segment=NetworkSegment(1d336752-25b6-4131-855b-23a2ad96544b),segment_id=1d336752-25b6-4131-855b-23a2ad96544b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:07:42.953454 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97a12ba-ce6f-4d1e-8287-7f4d080cae22 x-openstack-request-id: req-a97a12ba-ce6f-4d1e-8287-7f4d080cae22 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:07:42.953749 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1480fd98-1897-4d2b-ac5b-38ce61a30390", "name": "network-vif-plugged", "status": "completed", "tag": "84374c5e-ea52-42da-bb5a-91b676be58ba", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:07:42.954002 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a97a12ba-ce6f-4d1e-8287-7f4d080cae22 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:07:42.954416 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1480fd98-1897-4d2b-ac5b-38ce61a30390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84374c5e-ea52-42da-bb5a-91b676be58ba', 'code': 200} Aug 18 13:07:42.955743 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c39a67e8-a94b-40b2-a351-a9474ec93adf tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:42.956724 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39a67e8-a94b-40b2-a351-a9474ec93adf tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:42.957429 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c39a67e8-a94b-40b2-a351-a9474ec93adf tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:43.011645 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:43.087377 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9536e-47f3-4a2c-8a0d-7fd3face93ca req-4d5904dd-d06f-4d49-b4be-fb7e5fb6f902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:43.089434 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=84374c5e-ea52-42da-bb5a-91b676be58ba,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:43.090765 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a67e8-a94b-40b2-a351-a9474ec93adf tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Pushing event updated for resources: {'Network': ['ID=f26e615a-0f28-4571-94d1-432a68b56b00,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:43.092258 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d7e9536e-47f3-4a2c-8a0d-7fd3face93ca req-4d5904dd-d06f-4d49-b4be-fb7e5fb6f902 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 1097 time: 0.0748627 Aug 18 13:07:43.107862 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network f26e615a-0f28-4571-94d1-432a68b56b00 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:07:43.114978 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0992f8-4e87-4166-9899-6f4a788008db req-86363014-107e-446d-bd72-e9a78d9d6456 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:43.116969 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9e0992f8-4e87-4166-9899-6f4a788008db req-86363014-107e-446d-bd72-e9a78d9d6456 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=a779f1d2-5351-4036-beab-efb2bc36a77d HTTP/1.1" status: 200 len: 943 time: 0.0774341 Aug 18 13:07:43.122994 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c39a67e8-a94b-40b2-a351-a9474ec93adf tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.9244647 Aug 18 13:07:43.123859 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59506) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:43.149853 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-02737268-8eb6-4492-9ef0-35c3ca1a3a63 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Request body: {'subnet': {'network_id': 'f26e615a-0f28-4571-94d1-432a68b56b00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:07:43.166361 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d7e9536e-47f3-4a2c-8a0d-7fd3face93ca req-841f0497-7224-4f66-9b70-3921766bab91 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636253 Aug 18 13:07:43.247904 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9e0992f8-4e87-4166-9899-6f4a788008db req-4b6f585e-a045-4934-8709-82552e8ea557 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174030 Aug 18 13:07:43.343317 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af807116-6f36-4fee-b2c5-cb4587a54b74 req-dd5b016a-cd21-4307-9282-e549ec2247d3 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:43.345034 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-af807116-6f36-4fee-b2c5-cb4587a54b74 req-dd5b016a-cd21-4307-9282-e549ec2247d3 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 946 time: 0.0541310 Aug 18 13:07:43.378617 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02737268-8eb6-4492-9ef0-35c3ca1a3a63 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Made reservation on behalf of 50aebee53c1e467089dab2af2c2478f3 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:07:43.384025 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-02737268-8eb6-4492-9ef0-35c3ca1a3a63 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:43.432374 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-af807116-6f36-4fee-b2c5-cb4587a54b74 req-682492b5-0f08-4f5b-aaad-833a3bab92b8 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776725 Aug 18 13:07:43.745594 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f4ed1331-1dd6-4d2d-b963-edd8105e870d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:43.858497 n-d-803603-2 neutron-server[101676]: DEBUG neutron.objects.ports [None req-02737268-8eb6-4492-9ef0-35c3ca1a3a63 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101676) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 13:07:43.859089 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-02737268-8eb6-4492-9ef0-35c3ca1a3a63 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:43.911432 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02737268-8eb6-4492-9ef0-35c3ca1a3a63 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f3c43467-68c0-4d1b-b8d5-0cb10d06da12,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:43.932823 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02737268-8eb6-4492-9ef0-35c3ca1a3a63 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Checking segment: {'id': 'b0901d3f-0b94-4621-b683-42713fc6da76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f26e615a-0f28-4571-94d1-432a68b56b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:07:43.933326 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02737268-8eb6-4492-9ef0-35c3ca1a3a63 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Network hostable DHCP agents. Network: f26e615a-0f28-4571-94d1-432a68b56b00, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:07:44.017115 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02737268-8eb6-4492-9ef0-35c3ca1a3a63 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Network f26e615a-0f28-4571-94d1-432a68b56b00 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:07:44.120191 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-02737268-8eb6-4492-9ef0-35c3ca1a3a63 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, f26e615a-0f28-4571-94d1-432a68b56b00) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:07:44.125326 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02737268-8eb6-4492-9ef0-35c3ca1a3a63 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:44.131985 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-02737268-8eb6-4492-9ef0-35c3ca1a3a63 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:44.132712 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a228e45-ea1d-46cd-861d-b537664a9372 None None] Network f26e615a-0f28-4571-94d1-432a68b56b00 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:07:44.206706 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-02737268-8eb6-4492-9ef0-35c3ca1a3a63 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.0801005 Aug 18 13:07:44.209168 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59526) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:44.214854 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-c8c08bc5-a315-4695-83c4-9f5d069a6ed8 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-309032893', 'network_id': 'f26e615a-0f28-4571-94d1-432a68b56b00'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:07:44.257891 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98226891-ef2d-497c-ad89-9abca6237f31 None None] Network f26e615a-0f28-4571-94d1-432a68b56b00 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:07:44.348301 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c08bc5-a315-4695-83c4-9f5d069a6ed8 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Made reservation on behalf of 50aebee53c1e467089dab2af2c2478f3 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:07:44.352343 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c8c08bc5-a315-4695-83c4-9f5d069a6ed8 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:44.375181 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-c8c08bc5-a315-4695-83c4-9f5d069a6ed8 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] device_id is not set on port dd96f93d-c1f8-4f09-a496-c3545a1b01c2 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:07:44.375390 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da0c06-6a7f-4e7a-b783-de38c861c23e req-e5a963a2-b3ee-4cbf-a89b-f4b248bcefa1 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:44.381723 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-49da0c06-6a7f-4e7a-b783-de38c861c23e req-e5a963a2-b3ee-4cbf-a89b-f4b248bcefa1 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=a779f1d2-5351-4036-beab-efb2bc36a77d HTTP/1.1" status: 200 len: 943 time: 0.0664518 Aug 18 13:07:44.446108 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-49da0c06-6a7f-4e7a-b783-de38c861c23e req-98524d1b-d396-40eb-a0f9-c1864f44babe tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631392 Aug 18 13:07:44.519575 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:44.525989 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-c8c08bc5-a315-4695-83c4-9f5d069a6ed8 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Allocated IP 2001:db8::14a (f26e615a-0f28-4571-94d1-432a68b56b00/f3c43467-68c0-4d1b-b8d5-0cb10d06da12/dd96f93d-c1f8-4f09-a496-c3545a1b01c2) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:07:44.577908 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeefd429-d97d-4624-8196-6887303e0ed0 req-0faaade0-dc55-4a20-ae4f-dbdd5a704030 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:44.580403 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aeefd429-d97d-4624-8196-6887303e0ed0 req-0faaade0-dc55-4a20-ae4f-dbdd5a704030 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 946 time: 0.0607233 Aug 18 13:07:44.630804 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aeefd429-d97d-4624-8196-6887303e0ed0 req-5b876e0d-2b8d-4868-a525-1f1506316fae tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394468 Aug 18 13:07:44.981226 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-4586b597-3b40-46d9-91b4-b80af571704c tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:44.982804 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-4586b597-3b40-46d9-91b4-b80af571704c tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/networks?id=6b2092a6-a722-4d94-a62f-ebbd0faf42ef HTTP/1.1" status: 200 len: 809 time: 0.1188028 Aug 18 13:07:45.001026 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-d57b4c75-633a-442e-9561-a03ad682c12e tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/quotas/89aac5f76f894b52a80b74a6d9abcdca HTTP/1.1" status: 200 len: 375 time: 0.0104728 Aug 18 13:07:45.037493 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-c1868542-f753-474d-981c-81203ebbe0c1 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=89aac5f76f894b52a80b74a6d9abcdca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282845 Aug 18 13:07:45.110050 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c8c08bc5-a315-4695-83c4-9f5d069a6ed8 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:45.138444 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c98225-8ec0-49d9-8adf-d0338e33a2e5 req-9a00d47d-1aae-431d-9fd6-0eb5ec46b390 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:45.140168 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-28c98225-8ec0-49d9-8adf-d0338e33a2e5 req-9a00d47d-1aae-431d-9fd6-0eb5ec46b390 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 946 time: 0.0778656 Aug 18 13:07:45.145604 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-5144aa6a-b284-408f-9498-74ff9d44d4d1 service neutron] 10.222.0.13 "GET /v2.0/networks/6b2092a6-a722-4d94-a62f-ebbd0faf42ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998023 Aug 18 13:07:45.153816 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 59554) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:45.158806 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-dcd740ec-659e-446c-8f09-1ccdea9e62e9 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Request body: {'floatingip': {'port_id': '84374c5e-ea52-42da-bb5a-91b676be58ba'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:07:45.213123 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 74bd3976-be2f-4069-ab5e-c603c60793e1 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:07:45.217868 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c8c08bc5-a315-4695-83c4-9f5d069a6ed8 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:45.248319 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dcd740ec-659e-446c-8f09-1ccdea9e62e9 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks [] for floatingip, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:45.275280 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c08bc5-a315-4695-83c4-9f5d069a6ed8 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Network f26e615a-0f28-4571-94d1-432a68b56b00 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:07:45.280073 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c08bc5-a315-4695-83c4-9f5d069a6ed8 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Pushing event updated for resources: {'Port': ['ID=dd96f93d-c1f8-4f09-a496-c3545a1b01c2,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:45.282211 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-c8c08bc5-a315-4695-83c4-9f5d069a6ed8 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:07:45.284129 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c08bc5-a315-4695-83c4-9f5d069a6ed8 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:07:45.285055 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c08bc5-a315-4695-83c4-9f5d069a6ed8 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:45.288784 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c8c08bc5-a315-4695-83c4-9f5d069a6ed8 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:45.379458 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 74bd3976-be2f-4069-ab5e-c603c60793e1, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=74bd3976-be2f-4069-ab5e-c603c60793e1,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:07:45.398864 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '74bd3976-be2f-4069-ab5e-c603c60793e1', 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d', 'port_id': '74bd3976-be2f-4069-ab5e-c603c60793e1', 'mac_address': 'fa:16:3e:85:8b:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2744890d-6739-4756-b608-842180da7455', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:07:45.424807 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c8c08bc5-a315-4695-83c4-9f5d069a6ed8 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.2138858 Aug 18 13:07:45.447594 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 59558) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:45.453942 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:45.477453 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:45.487162 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-7c5bf56f-f611-413f-8cb9-ce57db1bc1ea service neutron] 10.222.0.13 "GET /v2.0/networks/6b2092a6-a722-4d94-a62f-ebbd0faf42ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243740 Aug 18 13:07:45.523800 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74bd3976-be2f-4069-ab5e-c603c60793e1 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:07:45.574999 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 74bd3976-be2f-4069-ab5e-c603c60793e1, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=74bd3976-be2f-4069-ab5e-c603c60793e1,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:07:45.638584 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc7911-721e-474a-a38f-49bf59040f5c req-5bcb8525-ec31-43f0-8379-bb5780eaa4d6 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:45.641947 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7ebc7911-721e-474a-a38f-49bf59040f5c req-5bcb8525-ec31-43f0-8379-bb5780eaa4d6 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=a779f1d2-5351-4036-beab-efb2bc36a77d HTTP/1.1" status: 200 len: 943 time: 0.0724201 Aug 18 13:07:45.683875 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7ebc7911-721e-474a-a38f-49bf59040f5c req-11bec3ff-f9a8-4e32-8ab0-5697d76ce184 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366793 Aug 18 13:07:45.759739 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:45.864041 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=74bd3976-be2f-4069-ab5e-c603c60793e1,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:45.927109 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-136c44a8-74c7-4328-b51e-ce99bb7ebfb5 req-cd0e8755-6533-4031-a8c3-d8592401628e tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/ports?device_id=948e43d9-23e3-4e33-8401-cbf71222c537 HTTP/1.1" status: 200 len: 210 time: 0.0391998 Aug 18 13:07:45.927524 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-fcb64c08-df1a-4243-ba0e-ef4878aacba1 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Deleting port dd96f93d-c1f8-4f09-a496-c3545a1b01c2 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:07:45.927844 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fcb64c08-df1a-4243-ba0e-ef4878aacba1 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:46.052109 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['74bd3976-be2f-4069-ab5e-c603c60793e1'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:07:46.122665 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fcb64c08-df1a-4243-ba0e-ef4878aacba1 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:46.142979 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-fcb64c08-df1a-4243-ba0e-ef4878aacba1 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Calling delete_port for dd96f93d-c1f8-4f09-a496-c3545a1b01c2 owned by {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:07:46.308033 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dcd740ec-659e-446c-8f09-1ccdea9e62e9 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:46.394360 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dcd740ec-659e-446c-8f09-1ccdea9e62e9 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:46.446055 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fcb64c08-df1a-4243-ba0e-ef4878aacba1 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:46.484940 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb64c08-df1a-4243-ba0e-ef4878aacba1 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd96f93d-c1f8-4f09-a496-c3545a1b01c2,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:46.510664 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fcb64c08-df1a-4243-ba0e-ef4878aacba1 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:46.512591 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-fcb64c08-df1a-4243-ba0e-ef4878aacba1 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] 10.222.0.13 "DELETE /v2.0/ports/dd96f93d-c1f8-4f09-a496-c3545a1b01c2 HTTP/1.1" status: 204 len: 168 time: 1.0830250 Aug 18 13:07:46.516401 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59576) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:46.522898 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-2785387e-ce68-4b56-a2c5-927eab2c3ca6 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f26e615a-0f28-4571-94d1-432a68b56b00', 'external_fixed_ips': [{'subnet_id': 'f3c43467-68c0-4d1b-b8d5-0cb10d06da12', 'ip_address': '2001:db8::14a'}]}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:07:46.573418 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [None req-dcd740ec-659e-446c-8f09-1ccdea9e62e9 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Floating IP 84a15f56-a40b-4f67-90dc-b46096f63914 associated. External IP: 172.25.6.192, port: 84374c5e-ea52-42da-bb5a-91b676be58ba. Aug 18 13:07:46.646427 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2785387e-ce68-4b56-a2c5-927eab2c3ca6 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:46.648484 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2785387e-ce68-4b56-a2c5-927eab2c3ca6 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:46.706684 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2785387e-ce68-4b56-a2c5-927eab2c3ca6 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:46.833644 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd740ec-659e-446c-8f09-1ccdea9e62e9 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Router 09bac2e1-4bcb-4d0e-b000-d1314d3deba8 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:07:46.989771 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2785387e-ce68-4b56-a2c5-927eab2c3ca6 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:46.990508 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd740ec-659e-446c-8f09-1ccdea9e62e9 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:07:46.997630 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dcd740ec-659e-446c-8f09-1ccdea9e62e9 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:47.010226 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ac663-6d1e-44ee-bbf5-5b5437334c64 req-b1bfcef9-fb3c-4485-b935-593db863370c tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:47.025699 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2a8ac663-6d1e-44ee-bbf5-5b5437334c64 req-b1bfcef9-fb3c-4485-b935-593db863370c tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=a779f1d2-5351-4036-beab-efb2bc36a77d HTTP/1.1" status: 200 len: 944 time: 0.2436273 Aug 18 13:07:47.046119 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29975fc0-7707-46bb-b488-85e9f01782f6 None None] Sync routers for ids ['09bac2e1-4bcb-4d0e-b000-d1314d3deba8'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:07:47.073721 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29975fc0-7707-46bb-b488-85e9f01782f6 None None] Routers {'09bac2e1-4bcb-4d0e-b000-d1314d3deba8'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:07:47.077464 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-29975fc0-7707-46bb-b488-85e9f01782f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:07:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['09bac2e1-4bcb-4d0e-b000-d1314d3deba8'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:07:47.082926 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-dcd740ec-659e-446c-8f09-1ccdea9e62e9 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "PUT /v2.0/floatingips/84a15f56-a40b-4f67-90dc-b46096f63914 HTTP/1.1" status: 200 len: 992 time: 1.9279459 Aug 18 13:07:47.085125 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1480fd98-1897-4d2b-ac5b-38ce61a30390', 'tag': '84374c5e-ea52-42da-bb5a-91b676be58ba'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:07:47.089953 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db427c2-c38b-499e-b274-6abaa7a614e0" -d '{"events": [{"name": "network-changed", "server_uuid": "1480fd98-1897-4d2b-ac5b-38ce61a30390", "tag": "84374c5e-ea52-42da-bb5a-91b676be58ba"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:07:47.092300 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2a8ac663-6d1e-44ee-bbf5-5b5437334c64 req-cd84cb34-286f-4bdb-bf86-f9ad236b163e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552804 Aug 18 13:07:47.138967 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-32668c3b-ea13-4dcc-b527-f01ad447f6e3 req-4651d910-dc35-4d8b-a991-8fc89f444ba1 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/ports?device_id=948e43d9-23e3-4e33-8401-cbf71222c537 HTTP/1.1" status: 200 len: 210 time: 0.0544665 Aug 18 13:07:47.206974 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97093d2-945b-469c-b9de-f78b40fe1a6c x-openstack-request-id: req-c97093d2-945b-469c-b9de-f78b40fe1a6c {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:07:47.207499 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1480fd98-1897-4d2b-ac5b-38ce61a30390", "tag": "84374c5e-ea52-42da-bb5a-91b676be58ba", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:07:47.207965 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c97093d2-945b-469c-b9de-f78b40fe1a6c {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:07:47.208586 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1480fd98-1897-4d2b-ac5b-38ce61a30390', 'tag': '84374c5e-ea52-42da-bb5a-91b676be58ba', 'status': 'completed', 'code': 200} Aug 18 13:07:47.229910 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 74bd3976-be2f-4069-ab5e-c603c60793e1 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:07:47.311952 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db427c2-c38b-499e-b274-6abaa7a614e0 req-7347c3e6-1e85-4e51-b213-cb116fcee0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:47.313522 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4db427c2-c38b-499e-b274-6abaa7a614e0 req-7347c3e6-1e85-4e51-b213-cb116fcee0c8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=55f2c489a405498aa01d9cac2d06f3c9&device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 1097 time: 0.0527778 Aug 18 13:07:47.447183 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db427c2-c38b-499e-b274-6abaa7a614e0 req-aee9bae4-68b2-4673-87a7-8a177c50cc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:47.450086 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4db427c2-c38b-499e-b274-6abaa7a614e0 req-aee9bae4-68b2-4673-87a7-8a177c50cc25 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1580e32b-815c-484e-8818-74705331eaf8 HTTP/1.1" status: 200 len: 917 time: 0.1278198 Aug 18 13:07:47.510416 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2785387e-ce68-4b56-a2c5-927eab2c3ca6 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:47.526600 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-29975fc0-7707-46bb-b488-85e9f01782f6 None None] Set router 09bac2e1-4bcb-4d0e-b000-d1314d3deba8 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:07:47.536396 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2785387e-ce68-4b56-a2c5-927eab2c3ca6 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:47.561640 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4db427c2-c38b-499e-b274-6abaa7a614e0 req-9cb75143-d36f-4cc2-b937-edce1a54735f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84374c5e-ea52-42da-bb5a-91b676be58ba HTTP/1.1" status: 200 len: 1000 time: 0.1049631 Aug 18 13:07:47.627392 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:47.630637 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 74bd3976-be2f-4069-ab5e-c603c60793e1 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:07:47.647494 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db427c2-c38b-499e-b274-6abaa7a614e0 req-9c354617-265f-43da-9992-dddd83e7e183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:47.649134 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 74bd3976-be2f-4069-ab5e-c603c60793e1 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:07:47.649509 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:47.651017 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4db427c2-c38b-499e-b274-6abaa7a614e0 req-9c354617-265f-43da-9992-dddd83e7e183 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935 HTTP/1.1" status: 200 len: 855 time: 0.0759087 Aug 18 13:07:47.721748 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db427c2-c38b-499e-b274-6abaa7a614e0 req-9a9d0075-530c-4c43-9489-cbbb079a3bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:47.723521 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4db427c2-c38b-499e-b274-6abaa7a614e0 req-9a9d0075-530c-4c43-9489-cbbb079a3bd7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1580e32b-815c-484e-8818-74705331eaf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643718 Aug 18 13:07:47.810068 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-2785387e-ce68-4b56-a2c5-927eab2c3ca6 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Allocated IP 2001:db8::14a (f26e615a-0f28-4571-94d1-432a68b56b00/f3c43467-68c0-4d1b-b8d5-0cb10d06da12/83d54898-1b5d-4214-a7f7-6302e584daa0) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:07:47.819611 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4db427c2-c38b-499e-b274-6abaa7a614e0 req-002eca5a-22fb-451b-ac1b-b29e12126c3e service neutron] 10.222.0.20 "GET /v2.0/networks/1580e32b-815c-484e-8818-74705331eaf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884626 Aug 18 13:07:47.861165 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:47.905988 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a779f1d2-5351-4036-beab-efb2bc36a77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bd3976-be2f-4069-ab5e-c603c60793e1'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:07:47.908785 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6386e1-6018-4afb-b77d-d61caaea0811" -d '{"events": [{"server_uuid": "a779f1d2-5351-4036-beab-efb2bc36a77d", "name": "network-vif-plugged", "status": "completed", "tag": "74bd3976-be2f-4069-ab5e-c603c60793e1"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:07:47.924572 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 74bd3976-be2f-4069-ab5e-c603c60793e1, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=74bd3976-be2f-4069-ab5e-c603c60793e1,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:07:47.963781 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4db427c2-c38b-499e-b274-6abaa7a614e0 req-832c9400-cd8d-4e5e-a5a5-0c364b8fe806 service neutron] 10.222.0.20 "GET /v2.0/networks/1580e32b-815c-484e-8818-74705331eaf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343820 Aug 18 13:07:47.973432 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2785387e-ce68-4b56-a2c5-927eab2c3ca6 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:47.975117 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-29975fc0-7707-46bb-b488-85e9f01782f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'name': 'tempest-AttachVolumeShelveTestJSON-914630308-router', 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'db86b08d-834e-4905-aed8-68082d784230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:02:47Z', 'updated_at': '2021-08-18T13:02:55Z', 'revision_number': 4, 'project_id': '55f2c489a405498aa01d9cac2d06f3c9', 'gw_port': {'id': 'db86b08d-834e-4905-aed8-68082d784230', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:02:49Z', 'updated_at': '2021-08-18T13:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '84a15f56-a40b-4f67-90dc-b46096f63914', 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9', 'floating_ip_address': '172.25.6.192', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'port_id': '84374c5e-ea52-42da-bb5a-91b676be58ba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1580e32b-815c-484e-8818-74705331eaf8', 'mac_address': 'fa:16:3e:6c:34:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1480fd98-1897-4d2b-ac5b-38ce61a30390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:07:28Z', 'updated_at': '2021-08-18T13:07:46Z', 'revision_number': 1, 'project_id': '55f2c489a405498aa01d9cac2d06f3c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c889dc5-eddd-47bf-876e-bcc8303c581b', 'name': '', 'network_id': '1580e32b-815c-484e-8818-74705331eaf8', 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9', 'mac_address': 'fa:16:3e:51:72:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:02:54Z', 'updated_at': '2021-08-18T13:03:05Z', 'revision_number': 5, 'project_id': '55f2c489a405498aa01d9cac2d06f3c9', 'subnets': [{'id': 'd3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:07:48.008979 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3118779-4d28-44da-8500-6ba6f128833e x-openstack-request-id: req-a3118779-4d28-44da-8500-6ba6f128833e {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:07:48.008979 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a779f1d2-5351-4036-beab-efb2bc36a77d", "name": "network-vif-plugged", "status": "completed", "tag": "74bd3976-be2f-4069-ab5e-c603c60793e1", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:07:48.008979 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3118779-4d28-44da-8500-6ba6f128833e {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:07:48.008979 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a779f1d2-5351-4036-beab-efb2bc36a77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bd3976-be2f-4069-ab5e-c603c60793e1', 'code': 200} Aug 18 13:07:48.008979 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29975fc0-7707-46bb-b488-85e9f01782f6 None None] Checking router: 09bac2e1-4bcb-4d0e-b000-d1314d3deba8 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:07:48.010078 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:48.046433 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29975fc0-7707-46bb-b488-85e9f01782f6 None None] Routers {'09bac2e1-4bcb-4d0e-b000-d1314d3deba8'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:07:48.047158 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-29975fc0-7707-46bb-b488-85e9f01782f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:07:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['09bac2e1-4bcb-4d0e-b000-d1314d3deba8'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:07:48.112972 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458977e-d637-4c69-b7ee-337e5a0aee58 req-5192248c-0f71-401f-b445-bf9d37058445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:48.114673 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1458977e-d637-4c69-b7ee-337e5a0aee58 req-5192248c-0f71-401f-b445-bf9d37058445 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a779f1d2-5351-4036-beab-efb2bc36a77d HTTP/1.1" status: 200 len: 1096 time: 0.0530438 Aug 18 13:07:48.127748 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=74bd3976-be2f-4069-ab5e-c603c60793e1,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:48.149357 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2785387e-ce68-4b56-a2c5-927eab2c3ca6 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:48.195230 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1458977e-d637-4c69-b7ee-337e5a0aee58 req-7b9da6e5-2eab-4078-b360-1dbafeeaf56a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719655 Aug 18 13:07:48.221553 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-29975fc0-7707-46bb-b488-85e9f01782f6 None None] Set router 09bac2e1-4bcb-4d0e-b000-d1314d3deba8 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:07:48.256014 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2785387e-ce68-4b56-a2c5-927eab2c3ca6 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Pushing event updated for resources: {'Port': ['ID=83d54898-1b5d-4214-a7f7-6302e584daa0,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:48.295670 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2785387e-ce68-4b56-a2c5-927eab2c3ca6 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Network f26e615a-0f28-4571-94d1-432a68b56b00 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:07:48.309470 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8411ecb-7dfd-4227-9e30-94e6330e791d req-769d84be-2743-4f7c-9509-d72970a4e5b9 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:48.309891 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-caeec6ec-21ca-4643-a34f-18632f36add0 req-06d860a3-8126-4962-91a1-199ca2426f64 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/ports?device_id=948e43d9-23e3-4e33-8401-cbf71222c537 HTTP/1.1" status: 200 len: 210 time: 0.0821857 Aug 18 13:07:48.311101 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d8411ecb-7dfd-4227-9e30-94e6330e791d req-769d84be-2743-4f7c-9509-d72970a4e5b9 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=a779f1d2-5351-4036-beab-efb2bc36a77d HTTP/1.1" status: 200 len: 945 time: 0.0740187 Aug 18 13:07:48.312020 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-2785387e-ce68-4b56-a2c5-927eab2c3ca6 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:07:48.322410 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2785387e-ce68-4b56-a2c5-927eab2c3ca6 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:07:48.389971 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d8411ecb-7dfd-4227-9e30-94e6330e791d req-077a0db4-d891-4246-9aa5-dbea50caa802 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614674 Aug 18 13:07:48.525594 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-29975fc0-7707-46bb-b488-85e9f01782f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'name': 'tempest-AttachVolumeShelveTestJSON-914630308-router', 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'db86b08d-834e-4905-aed8-68082d784230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:02:47Z', 'updated_at': '2021-08-18T13:02:55Z', 'revision_number': 4, 'project_id': '55f2c489a405498aa01d9cac2d06f3c9', 'gw_port': {'id': 'db86b08d-834e-4905-aed8-68082d784230', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:02:49Z', 'updated_at': '2021-08-18T13:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '84a15f56-a40b-4f67-90dc-b46096f63914', 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9', 'floating_ip_address': '172.25.6.192', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'port_id': '84374c5e-ea52-42da-bb5a-91b676be58ba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1580e32b-815c-484e-8818-74705331eaf8', 'mac_address': 'fa:16:3e:6c:34:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1480fd98-1897-4d2b-ac5b-38ce61a30390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:07:28Z', 'updated_at': '2021-08-18T13:07:46Z', 'revision_number': 1, 'project_id': '55f2c489a405498aa01d9cac2d06f3c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c889dc5-eddd-47bf-876e-bcc8303c581b', 'name': '', 'network_id': '1580e32b-815c-484e-8818-74705331eaf8', 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9', 'mac_address': 'fa:16:3e:51:72:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:02:54Z', 'updated_at': '2021-08-18T13:03:05Z', 'revision_number': 5, 'project_id': '55f2c489a405498aa01d9cac2d06f3c9', 'subnets': [{'id': 'd3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:07:48.554185 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29975fc0-7707-46bb-b488-85e9f01782f6 None None] The sync data for ids ['09bac2e1-4bcb-4d0e-b000-d1314d3deba8'] in n-d-803603-2 is: [{'id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'name': 'tempest-AttachVolumeShelveTestJSON-914630308-router', 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'db86b08d-834e-4905-aed8-68082d784230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:02:47Z', 'updated_at': '2021-08-18T13:02:55Z', 'revision_number': 4, 'project_id': '55f2c489a405498aa01d9cac2d06f3c9', 'gw_port': {'id': 'db86b08d-834e-4905-aed8-68082d784230', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:02:49Z', 'updated_at': '2021-08-18T13:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '84a15f56-a40b-4f67-90dc-b46096f63914', 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9', 'floating_ip_address': '172.25.6.192', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'port_id': '84374c5e-ea52-42da-bb5a-91b676be58ba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1580e32b-815c-484e-8818-74705331eaf8', 'mac_address': 'fa:16:3e:6c:34:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1480fd98-1897-4d2b-ac5b-38ce61a30390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:07:28Z', 'updated_at': '2021-08-18T13:07:46Z', 'revision_number': 1, 'project_id': '55f2c489a405498aa01d9cac2d06f3c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c889dc5-eddd-47bf-876e-bcc8303c581b', 'name': '', 'network_id': '1580e32b-815c-484e-8818-74705331eaf8', 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9', 'mac_address': 'fa:16:3e:51:72:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:02:54Z', 'updated_at': '2021-08-18T13:03:05Z', 'revision_number': 5, 'project_id': '55f2c489a405498aa01d9cac2d06f3c9', 'subnets': [{'id': 'd3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:07:48.717180 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-76d3d977-1ecb-4dbb-bd15-427adc80c8b4 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:48.718824 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-76d3d977-1ecb-4dbb-bd15-427adc80c8b4 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.20 "GET /v2.0/networks?id=6b2092a6-a722-4d94-a62f-ebbd0faf42ef HTTP/1.1" status: 200 len: 809 time: 0.1440129 Aug 18 13:07:48.733247 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-a3119636-8c49-4712-81d5-e92b5127f2b0 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Request body: {'port': {'device_id': '948e43d9-23e3-4e33-8401-cbf71222c537', 'network_id': '6b2092a6-a722-4d94-a62f-ebbd0faf42ef', 'admin_state_up': True, 'tenant_id': '89aac5f76f894b52a80b74a6d9abcdca'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:07:48.739981 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2785387e-ce68-4b56-a2c5-927eab2c3ca6 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:48.887362 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e3e421-ab4f-44c1-9f65-c763a630daae None None] New status for floating IP 84a15f56-a40b-4f67-90dc-b46096f63914: ACTIVE {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:07:49.011327 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-a3119636-8c49-4712-81d5-e92b5127f2b0 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Made reservation on behalf of 89aac5f76f894b52a80b74a6d9abcdca for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:07:49.013546 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2785387e-ce68-4b56-a2c5-927eab2c3ca6 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:49.015373 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-a3119636-8c49-4712-81d5-e92b5127f2b0 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:49.185062 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-a3119636-8c49-4712-81d5-e92b5127f2b0 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Allocated IP 172.20.0.7 (6b2092a6-a722-4d94-a62f-ebbd0faf42ef/c6d9590e-dbee-4678-b72a-de3bbe7a3aff/e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:07:49.342909 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2785387e-ce68-4b56-a2c5-927eab2c3ca6 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Router 30353721-ab33-4b68-8dba-4440ef5034b0 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:07:49.349447 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-a3119636-8c49-4712-81d5-e92b5127f2b0 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:49.411805 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fb4e1a2a-1a7c-4118-9cc3-3c25e604c174 req-1e4fa60c-257a-4d9e-9072-3864a5ad6e34 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/ports?device_id=948e43d9-23e3-4e33-8401-cbf71222c537 HTTP/1.1" status: 200 len: 210 time: 0.0306864 Aug 18 13:07:49.446807 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-a3119636-8c49-4712-81d5-e92b5127f2b0 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:49.514536 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3119636-8c49-4712-81d5-e92b5127f2b0 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Pushing event updated for resources: {'Port': ['ID=e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:49.536454 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-a3119636-8c49-4712-81d5-e92b5127f2b0 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Network 6b2092a6-a722-4d94-a62f-ebbd0faf42ef is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:07:49.538762 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-a3119636-8c49-4712-81d5-e92b5127f2b0 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:07:49.543467 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-a3119636-8c49-4712-81d5-e92b5127f2b0 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:07:49.564592 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2785387e-ce68-4b56-a2c5-927eab2c3ca6 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:07:49.569627 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fccb46-dc25-4a41-b68c-e52890474f43 None None] Sync routers for ids ['30353721-ab33-4b68-8dba-4440ef5034b0'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:07:49.580256 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fccb46-dc25-4a41-b68c-e52890474f43 None None] Routers {'30353721-ab33-4b68-8dba-4440ef5034b0'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:07:49.581079 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-c2fccb46-dc25-4a41-b68c-e52890474f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:07:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['30353721-ab33-4b68-8dba-4440ef5034b0'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:07:49.605053 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-a3119636-8c49-4712-81d5-e92b5127f2b0 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:49.606479 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-a3119636-8c49-4712-81d5-e92b5127f2b0 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:49.612700 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d82ec-3713-4218-b98c-80c156d03a56 req-bf06b347-8d8d-4081-b16d-49d08239bc24 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:49.614292 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-928d82ec-3713-4218-b98c-80c156d03a56 req-bf06b347-8d8d-4081-b16d-49d08239bc24 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=a779f1d2-5351-4036-beab-efb2bc36a77d HTTP/1.1" status: 200 len: 945 time: 0.0757635 Aug 18 13:07:49.656338 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-928d82ec-3713-4218-b98c-80c156d03a56 req-9a35f652-e799-4301-8f0a-1f700a501478 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345614 Aug 18 13:07:49.710529 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-c2fccb46-dc25-4a41-b68c-e52890474f43 None None] Set router 30353721-ab33-4b68-8dba-4440ef5034b0 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:07:49.729338 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2785387e-ce68-4b56-a2c5-927eab2c3ca6 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:49.729338 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2785387e-ce68-4b56-a2c5-927eab2c3ca6 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.2078753 Aug 18 13:07:49.729665 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59628) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:49.778294 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-a3119636-8c49-4712-81d5-e92b5127f2b0 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0494916 Aug 18 13:07:49.792931 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-632d6d47-6250-440e-9afa-f4f7133c13a5 service neutron] Request body: {'port': {'device_id': '948e43d9-23e3-4e33-8401-cbf71222c537', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:07:49.864632 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-632d6d47-6250-440e-9afa-f4f7133c13a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:49.865785 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9627670a-b3dd-40a5-ab2c-6d8f31d3102c tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:49.927290 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-c2fccb46-dc25-4a41-b68c-e52890474f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30353721-ab33-4b68-8dba-4440ef5034b0', 'name': '', 'tenant_id': '50aebee53c1e467089dab2af2c2478f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f26e615a-0f28-4571-94d1-432a68b56b00', 'external_fixed_ips': [{'subnet_id': 'f3c43467-68c0-4d1b-b8d5-0cb10d06da12', 'ip_address': '2001:db8::14a'}], 'enable_snat': True}, 'gw_port_id': '83d54898-1b5d-4214-a7f7-6302e584daa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:07:46Z', 'updated_at': '2021-08-18T13:07:48Z', 'revision_number': 3, 'project_id': '50aebee53c1e467089dab2af2c2478f3', 'gw_port': {'id': '83d54898-1b5d-4214-a7f7-6302e584daa0', 'name': '', 'network_id': 'f26e615a-0f28-4571-94d1-432a68b56b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:5f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30353721-ab33-4b68-8dba-4440ef5034b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': 'f3c43467-68c0-4d1b-b8d5-0cb10d06da12', 'ip_address': '2001:db8::14a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:07:47Z', 'updated_at': '2021-08-18T13:07:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3c43467-68c0-4d1b-b8d5-0cb10d06da12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:07:49.966978 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fccb46-dc25-4a41-b68c-e52890474f43 None None] Checking router: 30353721-ab33-4b68-8dba-4440ef5034b0 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:07:49.967597 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fccb46-dc25-4a41-b68c-e52890474f43 None None] Updating router 30353721-ab33-4b68-8dba-4440ef5034b0 port 83d54898-1b5d-4214-a7f7-6302e584daa0 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:07:49.981700 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9627670a-b3dd-40a5-ab2c-6d8f31d3102c tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:50.001127 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c2fccb46-dc25-4a41-b68c-e52890474f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:50.222497 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-632d6d47-6250-440e-9afa-f4f7133c13a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:07:50.248169 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-9627670a-b3dd-40a5-ab2c-6d8f31d3102c tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Deleting port 83d54898-1b5d-4214-a7f7-6302e584daa0 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:07:50.248528 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9627670a-b3dd-40a5-ab2c-6d8f31d3102c tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:50.258059 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-632d6d47-6250-440e-9afa-f4f7133c13a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:50.275142 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-632d6d47-6250-440e-9afa-f4f7133c13a5 service neutron] Transition to ACTIVE for port object e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:07:50.284611 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23506ab-e205-4363-a724-29c9b2b4f345 req-956429e4-7d70-4b9f-b3ee-537c1cc79988 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:50.286260 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b23506ab-e205-4363-a724-29c9b2b4f345 req-956429e4-7d70-4b9f-b3ee-537c1cc79988 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=a779f1d2-5351-4036-beab-efb2bc36a77d HTTP/1.1" status: 200 len: 945 time: 0.1273861 Aug 18 13:07:50.337509 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-632d6d47-6250-440e-9afa-f4f7133c13a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:50.393798 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b23506ab-e205-4363-a724-29c9b2b4f345 req-68fb76a4-592d-425d-b139-33b0e897381f tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638711 Aug 18 13:07:50.399389 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c2fccb46-dc25-4a41-b68c-e52890474f43 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:50.408544 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c2fccb46-dc25-4a41-b68c-e52890474f43 None None] Transition to ACTIVE for port object 83d54898-1b5d-4214-a7f7-6302e584daa0 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:07:50.418547 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d6d47-6250-440e-9afa-f4f7133c13a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:50.429196 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9627670a-b3dd-40a5-ab2c-6d8f31d3102c tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:50.454009 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-9627670a-b3dd-40a5-ab2c-6d8f31d3102c tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Calling delete_port for 83d54898-1b5d-4214-a7f7-6302e584daa0 owned by network:router_gateway {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:07:50.490199 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-632d6d47-6250-440e-9afa-f4f7133c13a5 service neutron] Attempting to bind port e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:07:50.495541 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-632d6d47-6250-440e-9afa-f4f7133c13a5 service neutron] Attempting to bind port e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '2d462297-6912-4ee4-ad2c-f74ed2858ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6b2092a6-a722-4d94-a62f-ebbd0faf42ef'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:07:50.495541 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-632d6d47-6250-440e-9afa-f4f7133c13a5 service neutron] Attempting to bind port e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80 on network 6b2092a6-a722-4d94-a62f-ebbd0faf42ef {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:07:50.497520 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-632d6d47-6250-440e-9afa-f4f7133c13a5 service neutron] Port e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80 on network 6b2092a6-a722-4d94-a62f-ebbd0faf42ef not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:07:50.497865 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-632d6d47-6250-440e-9afa-f4f7133c13a5 service neutron] Attempting to bind port e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80 on network 6b2092a6-a722-4d94-a62f-ebbd0faf42ef {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:07:50.503762 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-632d6d47-6250-440e-9afa-f4f7133c13a5 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:07:50.504153 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-632d6d47-6250-440e-9afa-f4f7133c13a5 service neutron] Checking segment: {'id': '2d462297-6912-4ee4-ad2c-f74ed2858ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6b2092a6-a722-4d94-a62f-ebbd0faf42ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:07:50.504672 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-632d6d47-6250-440e-9afa-f4f7133c13a5 service neutron] Bound using segment: {'id': '2d462297-6912-4ee4-ad2c-f74ed2858ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6b2092a6-a722-4d94-a62f-ebbd0faf42ef'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:07:50.505204 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-632d6d47-6250-440e-9afa-f4f7133c13a5 service neutron] Bound port: e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d462297-6912-4ee4-ad2c-f74ed2858ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6b2092a6-a722-4d94-a62f-ebbd0faf42ef'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:07:50.505674 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-632d6d47-6250-440e-9afa-f4f7133c13a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:50.514478 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c2fccb46-dc25-4a41-b68c-e52890474f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:50.611376 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-c2fccb46-dc25-4a41-b68c-e52890474f43 None None] Attempting to bind port 83d54898-1b5d-4214-a7f7-6302e584daa0 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:07:50.611961 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-c2fccb46-dc25-4a41-b68c-e52890474f43 None None] Attempting to bind port 83d54898-1b5d-4214-a7f7-6302e584daa0 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'b0901d3f-0b94-4621-b683-42713fc6da76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f26e615a-0f28-4571-94d1-432a68b56b00'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:07:50.612496 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fccb46-dc25-4a41-b68c-e52890474f43 None None] Attempting to bind port 83d54898-1b5d-4214-a7f7-6302e584daa0 on network f26e615a-0f28-4571-94d1-432a68b56b00 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:07:50.619003 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fccb46-dc25-4a41-b68c-e52890474f43 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:07:50.619480 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fccb46-dc25-4a41-b68c-e52890474f43 None None] Checking segment: {'id': 'b0901d3f-0b94-4621-b683-42713fc6da76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f26e615a-0f28-4571-94d1-432a68b56b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:07:50.620051 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c2fccb46-dc25-4a41-b68c-e52890474f43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:50.620696 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fccb46-dc25-4a41-b68c-e52890474f43 None None] Bound using segment: {'id': 'b0901d3f-0b94-4621-b683-42713fc6da76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f26e615a-0f28-4571-94d1-432a68b56b00'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:07:50.621266 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-c2fccb46-dc25-4a41-b68c-e52890474f43 None None] Bound port: 83d54898-1b5d-4214-a7f7-6302e584daa0, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0901d3f-0b94-4621-b683-42713fc6da76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f26e615a-0f28-4571-94d1-432a68b56b00'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:07:50.621763 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c2fccb46-dc25-4a41-b68c-e52890474f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:50.648569 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25214de1-6eda-4fd5-a266-9d3166a07bea req-42bd9ea0-c448-4adb-9121-3442e65b526d tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:50.649775 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-25214de1-6eda-4fd5-a266-9d3166a07bea req-42bd9ea0-c448-4adb-9121-3442e65b526d tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/ports?device_id=948e43d9-23e3-4e33-8401-cbf71222c537 HTTP/1.1" status: 200 len: 943 time: 0.1414151 Aug 18 13:07:50.694125 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2b8c2-c061-42ca-8564-ed9b4591fe1e None None] Pushing event updated for resources: {'Port': ['ID=83d54898-1b5d-4214-a7f7-6302e584daa0,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:50.714482 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-632d6d47-6250-440e-9afa-f4f7133c13a5 service neutron] For port e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:07:50.719015 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-632d6d47-6250-440e-9afa-f4f7133c13a5 service neutron] For port e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80,segment=NetworkSegment(2d462297-6912-4ee4-ad2c-f74ed2858ac1),segment_id=2d462297-6912-4ee4-ad2c-f74ed2858ac1)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:07:50.742770 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-25214de1-6eda-4fd5-a266-9d3166a07bea req-b0e711e0-a9ad-4000-9567-c19eea38bb1e tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/security-groups?id=08770069-1b7e-42e5-9798-d16c90c21862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810175 Aug 18 13:07:50.846757 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.db.api [None req-c2fccb46-dc25-4a41-b68c-e52890474f43 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:07:50.849786 n-d-803603-2 neutron-server[101677]: DEBUG oslo_db.api [None req-c2fccb46-dc25-4a41-b68c-e52890474f43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:07:50.850461 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-632d6d47-6250-440e-9afa-f4f7133c13a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:50.855218 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9627670a-b3dd-40a5-ab2c-6d8f31d3102c tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:50.891885 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9627670a-b3dd-40a5-ab2c-6d8f31d3102c tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Pushing event deleted for resources: {'Port': ['ID=83d54898-1b5d-4214-a7f7-6302e584daa0,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:50.895928 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-632d6d47-6250-440e-9afa-f4f7133c13a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:50.896556 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-632d6d47-6250-440e-9afa-f4f7133c13a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:50.898113 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-632d6d47-6250-440e-9afa-f4f7133c13a5 service neutron] 10.222.0.20 "PUT /v2.0/ports/e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80 HTTP/1.1" status: 200 len: 1091 time: 1.1095490 Aug 18 13:07:50.898644 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '948e43d9-23e3-4e33-8401-cbf71222c537', 'tag': 'e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:07:50.902163 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe8385b-3fd0-4fd5-bb39-a78800a81367" -d '{"events": [{"name": "network-changed", "server_uuid": "948e43d9-23e3-4e33-8401-cbf71222c537", "tag": "e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:07:50.916425 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9627670a-b3dd-40a5-ab2c-6d8f31d3102c tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:50.937458 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d6d47-6250-440e-9afa-f4f7133c13a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:50.953722 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53da2b29-4e9f-486f-954a-57b128c4866d x-openstack-request-id: req-53da2b29-4e9f-486f-954a-57b128c4866d {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:07:50.954026 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "948e43d9-23e3-4e33-8401-cbf71222c537", "tag": "e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:07:50.954522 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53da2b29-4e9f-486f-954a-57b128c4866d {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:07:50.954941 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '948e43d9-23e3-4e33-8401-cbf71222c537', 'tag': 'e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80', 'status': 'completed', 'code': 200} Aug 18 13:07:51.014606 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9627670a-b3dd-40a5-ab2c-6d8f31d3102c tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:51.017310 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9627670a-b3dd-40a5-ab2c-6d8f31d3102c tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:51.021428 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8385b-3fd0-4fd5-bb39-a78800a81367 req-170f123d-65a5-4f29-afa4-3b9eeb4a92af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:51.023730 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5fe8385b-3fd0-4fd5-bb39-a78800a81367 req-170f123d-65a5-4f29-afa4-3b9eeb4a92af service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=89aac5f76f894b52a80b74a6d9abcdca&device_id=948e43d9-23e3-4e33-8401-cbf71222c537 HTTP/1.1" status: 200 len: 1094 time: 0.0502722 Aug 18 13:07:51.136737 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9627670a-b3dd-40a5-ab2c-6d8f31d3102c tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:51.139007 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9627670a-b3dd-40a5-ab2c-6d8f31d3102c tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 30353721-ab33-4b68-8dba-4440ef5034b0 {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:07:51.142678 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9627670a-b3dd-40a5-ab2c-6d8f31d3102c tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:51.146446 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9627670a-b3dd-40a5-ab2c-6d8f31d3102c tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] 10.222.0.13 "DELETE /v2.0/routers/30353721-ab33-4b68-8dba-4440ef5034b0 HTTP/1.1" status: 204 len: 168 time: 1.4131718 Aug 18 13:07:51.146745 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59648) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:51.161065 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8385b-3fd0-4fd5-bb39-a78800a81367 req-d41d8784-ce6f-4e3e-b1ef-0ac1c93f23aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:51.163342 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5fe8385b-3fd0-4fd5-bb39-a78800a81367 req-d41d8784-ce6f-4e3e-b1ef-0ac1c93f23aa service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=89aac5f76f894b52a80b74a6d9abcdca&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1313972 Aug 18 13:07:51.201527 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9579faa-76ee-4b58-9bf3-22f86a9879ac tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Deleting subnet f3c43467-68c0-4d1b-b8d5-0cb10d06da12 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:07:51.204942 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d9579faa-76ee-4b58-9bf3-22f86a9879ac tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:51.231380 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 59650) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:51.241359 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d9579faa-76ee-4b58-9bf3-22f86a9879ac tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:51.293379 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8385b-3fd0-4fd5-bb39-a78800a81367 req-9143b367-945f-4288-92eb-a5279f6b8194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:51.299362 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5fe8385b-3fd0-4fd5-bb39-a78800a81367 req-9143b367-945f-4288-92eb-a5279f6b8194 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1291487 Aug 18 13:07:51.308112 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d9579faa-76ee-4b58-9bf3-22f86a9879ac tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:51.367355 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-c2fccb46-dc25-4a41-b68c-e52890474f43 None None] Attempting to bind port 83d54898-1b5d-4214-a7f7-6302e584daa0 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:07:51.370699 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-c2fccb46-dc25-4a41-b68c-e52890474f43 None None] Attempting to bind port 83d54898-1b5d-4214-a7f7-6302e584daa0 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'b0901d3f-0b94-4621-b683-42713fc6da76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f26e615a-0f28-4571-94d1-432a68b56b00'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:07:51.373313 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fccb46-dc25-4a41-b68c-e52890474f43 None None] Attempting to bind port 83d54898-1b5d-4214-a7f7-6302e584daa0 on network f26e615a-0f28-4571-94d1-432a68b56b00 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:07:51.380223 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-696fd5a7-835d-4816-81e8-1aec9b4df2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:51.380872 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fccb46-dc25-4a41-b68c-e52890474f43 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:07:51.381353 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fccb46-dc25-4a41-b68c-e52890474f43 None None] Checking segment: {'id': 'b0901d3f-0b94-4621-b683-42713fc6da76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f26e615a-0f28-4571-94d1-432a68b56b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:07:51.382049 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c2fccb46-dc25-4a41-b68c-e52890474f43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:51.382356 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-696fd5a7-835d-4816-81e8-1aec9b4df2ea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=89aac5f76f894b52a80b74a6d9abcdca&device_id=948e43d9-23e3-4e33-8401-cbf71222c537 HTTP/1.1" status: 200 len: 1094 time: 0.0438385 Aug 18 13:07:51.382557 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fccb46-dc25-4a41-b68c-e52890474f43 None None] Bound using segment: {'id': 'b0901d3f-0b94-4621-b683-42713fc6da76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f26e615a-0f28-4571-94d1-432a68b56b00'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:07:51.383204 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-c2fccb46-dc25-4a41-b68c-e52890474f43 None None] Bound port: 83d54898-1b5d-4214-a7f7-6302e584daa0, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0901d3f-0b94-4621-b683-42713fc6da76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f26e615a-0f28-4571-94d1-432a68b56b00'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:07:51.383774 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c2fccb46-dc25-4a41-b68c-e52890474f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:51.403460 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-c2fccb46-dc25-4a41-b68c-e52890474f43 None None] Port 83d54898-1b5d-4214-a7f7-6302e584daa0 has been deleted concurrently {{(pid=101677) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 18 13:07:51.412820 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fccb46-dc25-4a41-b68c-e52890474f43 None None] Routers set() bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:07:51.413190 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fccb46-dc25-4a41-b68c-e52890474f43 None None] Router IDs set() for agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 18 13:07:51.413826 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_agentschedulers_db [None req-c2fccb46-dc25-4a41-b68c-e52890474f43 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'30353721-ab33-4b68-8dba-4440ef5034b0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:07:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent'). {{(pid=101677) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 18 13:07:51.414223 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fccb46-dc25-4a41-b68c-e52890474f43 None None] The sync data for ids ['30353721-ab33-4b68-8dba-4440ef5034b0'] in n-d-803603-2 is: [] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:07:51.435448 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d4c8d364-9667-4ea0-b0a8-4784af9d2b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:51.438097 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-2c30474c-db42-43fc-97f4-276b40ef1cc7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80 HTTP/1.1" status: 200 len: 217 time: 0.0487225 Aug 18 13:07:51.451709 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d9579faa-76ee-4b58-9bf3-22f86a9879ac tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:51.481335 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9579faa-76ee-4b58-9bf3-22f86a9879ac tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f3c43467-68c0-4d1b-b8d5-0cb10d06da12,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:51.483472 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d9579faa-76ee-4b58-9bf3-22f86a9879ac tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:51.485458 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d9579faa-76ee-4b58-9bf3-22f86a9879ac tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/f3c43467-68c0-4d1b-b8d5-0cb10d06da12 HTTP/1.1" status: 204 len: 168 time: 0.3372710 Aug 18 13:07:51.488014 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59658) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:51.544185 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-03fb3590-0de4-4df3-bb94-dbe5f482725e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:51.545640 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-03fb3590-0de4-4df3-bb94-dbe5f482725e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c6d9590e-dbee-4678-b72a-de3bbe7a3aff HTTP/1.1" status: 200 len: 849 time: 0.1007826 Aug 18 13:07:51.562564 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e79f2e76-4e30-4ce8-bcd9-1e6cf51b30d4 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:51.587596 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-15e211ba-c09a-4907-a0f1-5cf07db1f103 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b2092a6-a722-4d94-a62f-ebbd0faf42ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327263 Aug 18 13:07:51.596206 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e50157-8dfd-4f3b-83a5-dfad4d9680f3 req-26e71655-8cd7-4c5e-acb5-a457512fe467 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:51.597613 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f9e50157-8dfd-4f3b-83a5-dfad4d9680f3 req-26e71655-8cd7-4c5e-acb5-a457512fe467 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=a779f1d2-5351-4036-beab-efb2bc36a77d HTTP/1.1" status: 200 len: 945 time: 0.1081743 Aug 18 13:07:51.658770 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e79f2e76-4e30-4ce8-bcd9-1e6cf51b30d4 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:51.669007 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-e79f2e76-4e30-4ce8-bcd9-1e6cf51b30d4 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f26e615a-0f28-4571-94d1-432a68b56b00']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:07:51.679970 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-e79f2e76-4e30-4ce8-bcd9-1e6cf51b30d4 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0901d3f-0b94-4621-b683-42713fc6da76') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:07:51.680303 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-e79f2e76-4e30-4ce8-bcd9-1e6cf51b30d4 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0901d3f-0b94-4621-b683-42713fc6da76') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:07:51.692332 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e79f2e76-4e30-4ce8-bcd9-1e6cf51b30d4 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:51.708465 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e79f2e76-4e30-4ce8-bcd9-1e6cf51b30d4 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:51.717843 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f9e50157-8dfd-4f3b-83a5-dfad4d9680f3 req-bd70d9e8-5944-4ae9-a55a-a9522ea8b911 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089499 Aug 18 13:07:51.729868 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e79f2e76-4e30-4ce8-bcd9-1e6cf51b30d4 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:07:51.730853 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e79f2e76-4e30-4ce8-bcd9-1e6cf51b30d4 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:51.733649 n-d-803603-2 neutron-server[101676]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:07:51.733649 n-d-803603-2 neutron-server[101676]: items = [ Aug 18 13:07:51.733649 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:07:51.733649 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:07:51.733649 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:07:51.733649 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:07:51.733649 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:07:51.733649 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:07:51.733649 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:07:51.733649 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:07:51.733649 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:07:51.733649 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:07:51.733649 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:07:51.733649 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:07:51.733649 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:07:51.733649 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:07:51.733649 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:07:51.733649 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:07:51.733649 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:07:51.733649 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:07:51.733649 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:07:51.733649 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:07:51.733649 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:07:51.733649 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:07:51.733649 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:07:51.733649 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:07:51.733649 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:07:51.733649 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:07:51.733649 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:07:51.733649 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:07:51.733649 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:07:51.733649 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:07:51.733649 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:07:51.733649 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:07:51.759013 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d4c8d364-9667-4ea0-b0a8-4784af9d2b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:51.762375 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-987874e9-a292-4ac5-aadb-ea64ab784276 service neutron] 10.222.0.20 "GET /v2.0/networks/6b2092a6-a722-4d94-a62f-ebbd0faf42ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626518 Aug 18 13:07:51.835534 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d4c8d364-9667-4ea0-b0a8-4784af9d2b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:51.882510 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a808e-c356-4d79-9ee2-55b9873129d7 req-e5f80d93-6d2e-4878-b3ed-d72af783a62e tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:51.884561 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6b2a808e-c356-4d79-9ee2-55b9873129d7 req-e5f80d93-6d2e-4878-b3ed-d72af783a62e tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/ports?device_id=948e43d9-23e3-4e33-8401-cbf71222c537 HTTP/1.1" status: 200 len: 943 time: 0.0623291 Aug 18 13:07:51.889840 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c8d364-9667-4ea0-b0a8-4784af9d2b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5584d5-4a5f-42f9-b123-2c713fdab329,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:51.897589 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d4c8d364-9667-4ea0-b0a8-4784af9d2b62 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ecc0b180207043b69e424692a8c7971a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6651843 Aug 18 13:07:51.909461 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 59668) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:51.911052 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e79f2e76-4e30-4ce8-bcd9-1e6cf51b30d4 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:51.920730 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79f2e76-4e30-4ce8-bcd9-1e6cf51b30d4 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f26e615a-0f28-4571-94d1-432a68b56b00 {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 18 13:07:51.921211 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d5204cc4-de08-4a41-991d-2c9a61e134e4 req-51808db5-ab43-4ec0-9107-79c612d9cc01 service neutron] 10.222.0.20 "GET /v2.0/networks/6b2092a6-a722-4d94-a62f-ebbd0faf42ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515045 Aug 18 13:07:51.926685 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e79f2e76-4e30-4ce8-bcd9-1e6cf51b30d4 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:51.933790 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e79f2e76-4e30-4ce8-bcd9-1e6cf51b30d4 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] 10.222.0.13 "DELETE /v2.0/networks/f26e615a-0f28-4571-94d1-432a68b56b00 HTTP/1.1" status: 204 len: 168 time: 0.4402285 Aug 18 13:07:51.970132 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-21ab3b19-4449-4ae7-8f66-a40c52c18304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:51.983029 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6b2a808e-c356-4d79-9ee2-55b9873129d7 req-c9a2d8cd-f207-4a22-a9b7-384227c34ac0 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/security-groups?id=08770069-1b7e-42e5-9798-d16c90c21862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916831 Aug 18 13:07:51.983921 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f2e76-4e30-4ce8-bcd9-1e6cf51b30d4 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Pushing event deleted for resources: {'Network': ['ID=f26e615a-0f28-4571-94d1-432a68b56b00,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:51.993625 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-21ab3b19-4449-4ae7-8f66-a40c52c18304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:52.136679 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-21ab3b19-4449-4ae7-8f66-a40c52c18304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:52.140093 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-21ab3b19-4449-4ae7-8f66-a40c52c18304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:52.143509 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-21ab3b19-4449-4ae7-8f66-a40c52c18304 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a5584d5-4a5f-42f9-b123-2c713fdab329 HTTP/1.1" status: 204 len: 168 time: 0.2368066 Aug 18 13:07:52.154308 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ab3b19-4449-4ae7-8f66-a40c52c18304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5584d5-4a5f-42f9-b123-2c713fdab329,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:52.306440 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 59686) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:52.311686 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-a40a6f9f-ee1f-4791-beba-83ab37c0f5b3 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Request body: {'router': {'name': 'tempest-router--1555413483', 'project_id': 'b4a2fe167bd84aee89feabed202147cc'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:07:52.433178 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a40a6f9f-ee1f-4791-beba-83ab37c0f5b3 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:52.433178 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a40a6f9f-ee1f-4791-beba-83ab37c0f5b3 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:52.603281 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9f7ad-9e19-4cb9-a495-73a7b6b6a80e req-5ee9c589-7887-4b2d-9f70-a4e602b31937 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:52.604974 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ced9f7ad-9e19-4cb9-a495-73a7b6b6a80e req-5ee9c589-7887-4b2d-9f70-a4e602b31937 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=a779f1d2-5351-4036-beab-efb2bc36a77d HTTP/1.1" status: 200 len: 945 time: 0.0570636 Aug 18 13:07:52.648036 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ced9f7ad-9e19-4cb9-a495-73a7b6b6a80e req-3b8f61fa-8ac7-4a57-bf40-8099286bcc88 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364361 Aug 18 13:07:52.833359 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a40a6f9f-ee1f-4791-beba-83ab37c0f5b3 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:52.891647 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a40a6f9f-ee1f-4791-beba-83ab37c0f5b3 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:52.971160 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a40a6f9f-ee1f-4791-beba-83ab37c0f5b3 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:52.972799 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a40a6f9f-ee1f-4791-beba-83ab37c0f5b3 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6651535 Aug 18 13:07:52.986003 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 59706) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:53.114709 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-17fe3331-59b9-4021-b406-df1b5a9bbc70 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:53.176695 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71248b-1655-4bd9-a49d-2922f5c83f15 req-500edf3b-6bca-480f-b9db-8133872b9d96 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:53.176695 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cd71248b-1655-4bd9-a49d-2922f5c83f15 req-500edf3b-6bca-480f-b9db-8133872b9d96 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/ports?device_id=948e43d9-23e3-4e33-8401-cbf71222c537 HTTP/1.1" status: 200 len: 943 time: 0.0851245 Aug 18 13:07:53.230951 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cd71248b-1655-4bd9-a49d-2922f5c83f15 req-91c00c4b-c2b7-4563-8a42-429381025cf0 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/security-groups?id=08770069-1b7e-42e5-9798-d16c90c21862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429277 Aug 18 13:07:53.286748 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-17fe3331-59b9-4021-b406-df1b5a9bbc70 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:53.289139 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-17fe3331-59b9-4021-b406-df1b5a9bbc70 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:53.300899 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59718) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:53.406766 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-f9529535-d703-4158-8b8a-955b5d78b247 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1183693434-network', 'tenant_id': 'f6acde663147425b8e24cfb36883f668'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:07:53.433915 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-17fe3331-59b9-4021-b406-df1b5a9bbc70 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:53.439171 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fe3331-59b9-4021-b406-df1b5a9bbc70 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3821139a-d424-4616-8cda-90d731a31419 {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:07:53.440961 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-17fe3331-59b9-4021-b406-df1b5a9bbc70 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:53.445466 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-17fe3331-59b9-4021-b406-df1b5a9bbc70 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] 10.222.0.13 "DELETE /v2.0/routers/3821139a-d424-4616-8cda-90d731a31419 HTTP/1.1" status: 204 len: 168 time: 0.4550679 Aug 18 13:07:53.536840 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9529535-d703-4158-8b8a-955b5d78b247 admin admin] Made reservation on behalf of f6acde663147425b8e24cfb36883f668 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:07:53.542059 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f9529535-d703-4158-8b8a-955b5d78b247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:53.550343 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f9529535-d703-4158-8b8a-955b5d78b247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:53.640112 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f9529535-d703-4158-8b8a-955b5d78b247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:53.766755 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f9529535-d703-4158-8b8a-955b5d78b247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:53.782643 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a688f6-c094-4e93-89b1-51da6bfee331 req-97484db9-d648-4244-aff5-7d7d1d9da70a tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:53.784120 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-04a688f6-c094-4e93-89b1-51da6bfee331 req-97484db9-d648-4244-aff5-7d7d1d9da70a tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=a779f1d2-5351-4036-beab-efb2bc36a77d HTTP/1.1" status: 200 len: 945 time: 0.0577042 Aug 18 13:07:53.810512 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9529535-d703-4158-8b8a-955b5d78b247 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:07:53.816266 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 59728) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:53.838224 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9529535-d703-4158-8b8a-955b5d78b247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85fe65e-597f-4688-b4fe-a48315c33d38,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:53.841102 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f9529535-d703-4158-8b8a-955b5d78b247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:53.841442 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-f9529535-d703-4158-8b8a-955b5d78b247 admin admin] Added segment 2e819ac2-c0ef-48c2-a90e-5422313fc281 of type vlan for network 2a1c8077-7a6c-448a-bba2-5a8c92845aec Aug 18 13:07:53.885296 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-04a688f6-c094-4e93-89b1-51da6bfee331 req-f53824e0-906f-4737-947d-2128ded4f4ef tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920093 Aug 18 13:07:53.900385 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f9529535-d703-4158-8b8a-955b5d78b247 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:53.988741 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f9529535-d703-4158-8b8a-955b5d78b247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:53.990198 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9529535-d703-4158-8b8a-955b5d78b247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:53.991027 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f9529535-d703-4158-8b8a-955b5d78b247 admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:54.023530 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-c5c7fef4-9f76-4849-b099-7c94cb036111 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1408593084', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}, 'admin_state_up': False}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:07:54.054947 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9529535-d703-4158-8b8a-955b5d78b247 admin admin] Pushing event updated for resources: {'Network': ['ID=2a1c8077-7a6c-448a-bba2-5a8c92845aec,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:54.064750 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 2a1c8077-7a6c-448a-bba2-5a8c92845aec details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:07:54.115425 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f9529535-d703-4158-8b8a-955b5d78b247 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8124967 Aug 18 13:07:54.118978 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 59734) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:54.127279 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-6a68b83a-8c01-4e88-a82b-b040a6fb4223 admin admin] Request body: {'subnet': {'network_id': '2a1c8077-7a6c-448a-bba2-5a8c92845aec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1183693434-subnet', 'tenant_id': 'f6acde663147425b8e24cfb36883f668', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:07:54.220852 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c5c7fef4-9f76-4849-b099-7c94cb036111 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:54.221849 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c5c7fef4-9f76-4849-b099-7c94cb036111 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:54.286205 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c5c7fef4-9f76-4849-b099-7c94cb036111 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:54.296962 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a68b83a-8c01-4e88-a82b-b040a6fb4223 admin admin] Made reservation on behalf of f6acde663147425b8e24cfb36883f668 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:07:54.299384 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6a68b83a-8c01-4e88-a82b-b040a6fb4223 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:54.542484 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f148226-a08a-46fc-ab5d-c26d48e681cc req-1ce21d19-a7d4-4dd2-8e72-b127940dcff1 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:54.544012 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3f148226-a08a-46fc-ab5d-c26d48e681cc req-1ce21d19-a7d4-4dd2-8e72-b127940dcff1 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/ports?device_id=948e43d9-23e3-4e33-8401-cbf71222c537 HTTP/1.1" status: 200 len: 943 time: 0.2055998 Aug 18 13:07:54.550065 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c5c7fef4-9f76-4849-b099-7c94cb036111 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:54.631099 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3f148226-a08a-46fc-ab5d-c26d48e681cc req-4581bc85-17d1-456f-98de-b1be471925cf tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/security-groups?id=08770069-1b7e-42e5-9798-d16c90c21862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747111 Aug 18 13:07:54.652588 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:07:54.758835 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80,segment=NetworkSegment(2d462297-6912-4ee4-ad2c-f74ed2858ac1),segment_id=2d462297-6912-4ee4-ad2c-f74ed2858ac1)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:07:54.771917 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80', 'network_id': '6b2092a6-a722-4d94-a62f-ebbd0faf42ef', 'port_id': 'e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80', 'mac_address': 'fa:16:3e:5b:03:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6d9590e-dbee-4678-b72a-de3bbe7a3aff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:07:54.778082 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6a68b83a-8c01-4e88-a82b-b040a6fb4223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:54.814654 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:54.830302 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:07:54.858739 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80,segment=NetworkSegment(2d462297-6912-4ee4-ad2c-f74ed2858ac1),segment_id=2d462297-6912-4ee4-ad2c-f74ed2858ac1)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:07:54.906204 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a68b83a-8c01-4e88-a82b-b040a6fb4223 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e21c72b4-2738-4a15-8296-0e1cd7475b13,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:54.920103 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:54.928217 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c5c7fef4-9f76-4849-b099-7c94cb036111 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router_gateway, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:54.957003 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a68b83a-8c01-4e88-a82b-b040a6fb4223 admin admin] Checking segment: {'id': '2e819ac2-c0ef-48c2-a90e-5422313fc281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2a1c8077-7a6c-448a-bba2-5a8c92845aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:07:54.957383 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a68b83a-8c01-4e88-a82b-b040a6fb4223 admin admin] Network hostable DHCP agents. Network: 2a1c8077-7a6c-448a-bba2-5a8c92845aec, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:07:54.960507 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c5c7fef4-9f76-4849-b099-7c94cb036111 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:54.999283 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:55.126086 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a68b83a-8c01-4e88-a82b-b040a6fb4223 admin admin] Network 2a1c8077-7a6c-448a-bba2-5a8c92845aec is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:07:55.154594 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f25ff7-28eb-4cca-9ced-b1c961dd44f3 req-e49f2850-97dc-482e-8504-f7a1a290eb8a tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:55.156114 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b5f25ff7-28eb-4cca-9ced-b1c961dd44f3 req-e49f2850-97dc-482e-8504-f7a1a290eb8a tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=a779f1d2-5351-4036-beab-efb2bc36a77d HTTP/1.1" status: 200 len: 945 time: 0.1221671 Aug 18 13:07:55.184777 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-c5c7fef4-9f76-4849-b099-7c94cb036111 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Allocated IP 172.25.6.170 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/7e0b8944-9523-45de-8d80-a34e9c1eaefc) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:07:55.188590 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:07:55.213667 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-6a68b83a-8c01-4e88-a82b-b040a6fb4223 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 2a1c8077-7a6c-448a-bba2-5a8c92845aec) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:07:55.243840 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784edef4-2e75-4ce5-8b8b-e4ed742fac53 None None] Network 2a1c8077-7a6c-448a-bba2-5a8c92845aec requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:07:55.256632 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a68b83a-8c01-4e88-a82b-b040a6fb4223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:55.257234 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6a68b83a-8c01-4e88-a82b-b040a6fb4223 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:55.268154 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b5f25ff7-28eb-4cca-9ced-b1c961dd44f3 req-cae44637-054d-4416-8b27-23c519946b99 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058371 Aug 18 13:07:55.343257 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 74bd3976-be2f-4069-ab5e-c603c60793e1 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:07:55.358261 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c5c7fef4-9f76-4849-b099-7c94cb036111 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:55.365092 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6a68b83a-8c01-4e88-a82b-b040a6fb4223 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2428365 Aug 18 13:07:55.409310 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8babd55-a331-41ed-8e84-f571bed86650 None None] Network 2a1c8077-7a6c-448a-bba2-5a8c92845aec requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:07:55.505817 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c5c7fef4-9f76-4849-b099-7c94cb036111 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:55.541859 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c7fef4-9f76-4849-b099-7c94cb036111 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:07:55.549234 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-c5c7fef4-9f76-4849-b099-7c94cb036111 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:07:55.553002 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c7fef4-9f76-4849-b099-7c94cb036111 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:07:55.580789 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c7fef4-9f76-4849-b099-7c94cb036111 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Pushing event updated for resources: {'Port': ['ID=7e0b8944-9523-45de-8d80-a34e9c1eaefc,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:55.651090 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 74bd3976-be2f-4069-ab5e-c603c60793e1, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=74bd3976-be2f-4069-ab5e-c603c60793e1,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:07:55.702733 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '74bd3976-be2f-4069-ab5e-c603c60793e1', 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d', 'port_id': '74bd3976-be2f-4069-ab5e-c603c60793e1', 'mac_address': 'fa:16:3e:85:8b:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2744890d-6739-4756-b608-842180da7455', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:07:55.783448 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:55.798829 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74bd3976-be2f-4069-ab5e-c603c60793e1 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:07:55.823471 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 74bd3976-be2f-4069-ab5e-c603c60793e1, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=74bd3976-be2f-4069-ab5e-c603c60793e1,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:07:55.881810 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70753dce-24dd-4a7a-b61b-47bcfb02d8a5 req-298be68b-dbd7-4941-ab1b-26ec9c3edd1d tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:55.883351 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-70753dce-24dd-4a7a-b61b-47bcfb02d8a5 req-298be68b-dbd7-4941-ab1b-26ec9c3edd1d tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/ports?device_id=948e43d9-23e3-4e33-8401-cbf71222c537 HTTP/1.1" status: 200 len: 944 time: 0.0573597 Aug 18 13:07:55.909149 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:55.953196 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-70753dce-24dd-4a7a-b61b-47bcfb02d8a5 req-06fb2885-fc71-41e7-8231-07eb24309ef9 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/security-groups?id=08770069-1b7e-42e5-9798-d16c90c21862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544274 Aug 18 13:07:55.972677 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=74bd3976-be2f-4069-ab5e-c603c60793e1,revision_number=6']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:56.033466 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['74bd3976-be2f-4069-ab5e-c603c60793e1'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:07:56.082663 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c5c7fef4-9f76-4849-b099-7c94cb036111 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router_gateway, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:56.460910 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc968c0e-9bba-47e8-8abe-b1a8816d9321 req-8d13408f-90e5-49b3-a604-8cb9774c3da1 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:56.462964 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bc968c0e-9bba-47e8-8abe-b1a8816d9321 req-8d13408f-90e5-49b3-a604-8cb9774c3da1 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=a779f1d2-5351-4036-beab-efb2bc36a77d HTTP/1.1" status: 200 len: 944 time: 0.1080248 Aug 18 13:07:56.541979 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bc968c0e-9bba-47e8-8abe-b1a8816d9321 req-4b7d9fdc-8903-4b1a-a32b-79e6dc1c02ef tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620284 Aug 18 13:07:56.626762 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c5c7fef4-9f76-4849-b099-7c94cb036111 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:56.668594 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:07:56.988823 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c7fef4-9f76-4849-b099-7c94cb036111 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Router d208a944-8ef3-47e0-93c3-1a1ce99e1fd1 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:07:57.085079 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:07:57.092541 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:07:57.093385 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:57.159230 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782caa9-5b3c-41b9-bc5d-7a51f5d05771 req-892292eb-7562-41f6-a90b-e4022333b7b2 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:57.173171 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3782caa9-5b3c-41b9-bc5d-7a51f5d05771 req-892292eb-7562-41f6-a90b-e4022333b7b2 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/ports?device_id=948e43d9-23e3-4e33-8401-cbf71222c537 HTTP/1.1" status: 200 len: 944 time: 0.1083786 Aug 18 13:07:57.253460 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c7fef4-9f76-4849-b099-7c94cb036111 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:07:57.271461 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e9dd62-6cdf-4300-922b-1dda502e5362 None None] Sync routers for ids ['d208a944-8ef3-47e0-93c3-1a1ce99e1fd1'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:07:57.296431 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 74bd3976-be2f-4069-ab5e-c603c60793e1 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:07:57.300207 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3782caa9-5b3c-41b9-bc5d-7a51f5d05771 req-f4d83b68-ba83-4543-b0b3-239204652649 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/security-groups?id=08770069-1b7e-42e5-9798-d16c90c21862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254859 Aug 18 13:07:57.309736 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e9dd62-6cdf-4300-922b-1dda502e5362 None None] Routers {'d208a944-8ef3-47e0-93c3-1a1ce99e1fd1'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:07:57.312262 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-32e9dd62-6cdf-4300-922b-1dda502e5362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:07:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['d208a944-8ef3-47e0-93c3-1a1ce99e1fd1'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:07:57.378234 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c5c7fef4-9f76-4849-b099-7c94cb036111 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:57.385556 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59806) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:57.391090 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c5c7fef4-9f76-4849-b099-7c94cb036111 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.5731478 Aug 18 13:07:57.438625 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:57.491935 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948e43d9-23e3-4e33-8401-cbf71222c537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:07:57.498102 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96cb31b-4fcc-4071-9119-cb2bdccaefb9" -d '{"events": [{"server_uuid": "948e43d9-23e3-4e33-8401-cbf71222c537", "name": "network-vif-plugged", "status": "completed", "tag": "e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:07:57.568256 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80,segment=NetworkSegment(2d462297-6912-4ee4-ad2c-f74ed2858ac1),segment_id=2d462297-6912-4ee4-ad2c-f74ed2858ac1)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:07:57.572334 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 74bd3976-be2f-4069-ab5e-c603c60793e1 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:07:57.572994 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:57.708747 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3c7e77-8506-47ac-8185-d5c1956ab95e x-openstack-request-id: req-ae3c7e77-8506-47ac-8185-d5c1956ab95e {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:07:57.709453 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948e43d9-23e3-4e33-8401-cbf71222c537", "name": "network-vif-plugged", "status": "completed", "tag": "e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:07:57.710627 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae3c7e77-8506-47ac-8185-d5c1956ab95e {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:07:57.711377 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948e43d9-23e3-4e33-8401-cbf71222c537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80', 'code': 200} Aug 18 13:07:57.733280 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:57.806809 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c29736-c7bc-4d31-8d03-3f0f065f185f req-264c9df9-34aa-4b1c-b333-75ea0ebfe0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:57.809472 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-89c29736-c7bc-4d31-8d03-3f0f065f185f req-264c9df9-34aa-4b1c-b333-75ea0ebfe0d1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=948e43d9-23e3-4e33-8401-cbf71222c537 HTTP/1.1" status: 200 len: 1096 time: 0.0900540 Aug 18 13:07:57.860482 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1d53908e-3a9a-4a41-873e-91fc27216096 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] 10.222.0.13 "GET /v2.0/routers/d208a944-8ef3-47e0-93c3-1a1ce99e1fd1 HTTP/1.1" status: 200 len: 925 time: 0.4680147 Aug 18 13:07:57.860482 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59816) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:57.924890 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-03483cea-90ab-48c3-99fe-49fa358f3df7 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] 10.222.0.13 "GET /v2.0/ports?device_id=d208a944-8ef3-47e0-93c3-1a1ce99e1fd1 HTTP/1.1" status: 200 len: 205 time: 0.0520890 Aug 18 13:07:57.925090 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59820) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:57.926834 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-89c29736-c7bc-4d31-8d03-3f0f065f185f req-b047a44e-dda1-4e70-b384-25391be741ec service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=08770069-1b7e-42e5-9798-d16c90c21862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017346 Aug 18 13:07:57.931936 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-32e9dd62-6cdf-4300-922b-1dda502e5362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:07:57.936154 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:57.967196 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf36ac-97ca-434a-8cf7-cb899a9838ae req-26a2f0b0-937d-4389-ae6d-d15ea4183840 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:57.968807 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-47bf36ac-97ca-434a-8cf7-cb899a9838ae req-26a2f0b0-937d-4389-ae6d-d15ea4183840 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=a779f1d2-5351-4036-beab-efb2bc36a77d HTTP/1.1" status: 200 len: 944 time: 0.1581078 Aug 18 13:07:57.969188 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e9dd62-6cdf-4300-922b-1dda502e5362 None None] Routers {'d208a944-8ef3-47e0-93c3-1a1ce99e1fd1'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:07:57.974809 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-32e9dd62-6cdf-4300-922b-1dda502e5362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:07:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['d208a944-8ef3-47e0-93c3-1a1ce99e1fd1'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:07:58.057689 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:58.080680 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-32e9dd62-6cdf-4300-922b-1dda502e5362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:07:58.081636 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e9dd62-6cdf-4300-922b-1dda502e5362 None None] The sync data for ids ['d208a944-8ef3-47e0-93c3-1a1ce99e1fd1'] in n-d-803603-2 is: [] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:07:58.137562 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-47bf36ac-97ca-434a-8cf7-cb899a9838ae req-00eb662e-bc1a-483e-86cd-0d06178702c4 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409166 Aug 18 13:07:58.193917 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:58.248493 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-da007580-0312-40e8-b374-ac48352d8b07 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:58.260798 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 74bd3976-be2f-4069-ab5e-c603c60793e1, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=74bd3976-be2f-4069-ab5e-c603c60793e1,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:07:58.376760 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:58.406367 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-da007580-0312-40e8-b374-ac48352d8b07 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:58.481211 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=74bd3976-be2f-4069-ab5e-c603c60793e1,revision_number=7']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:58.509073 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101822a-29c6-4f15-baa1-096bc9c62958 req-33163141-9a91-4e4f-92e7-f82e1a6663a5 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:58.516979 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5101822a-29c6-4f15-baa1-096bc9c62958 req-33163141-9a91-4e4f-92e7-f82e1a6663a5 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/ports?device_id=948e43d9-23e3-4e33-8401-cbf71222c537 HTTP/1.1" status: 200 len: 945 time: 0.0701151 Aug 18 13:07:58.590815 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5101822a-29c6-4f15-baa1-096bc9c62958 req-be1074e7-35c4-4646-b8cb-f2830eb5311b tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/security-groups?id=08770069-1b7e-42e5-9798-d16c90c21862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728619 Aug 18 13:07:58.619134 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-da007580-0312-40e8-b374-ac48352d8b07 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Deleting port 7e0b8944-9523-45de-8d80-a34e9c1eaefc {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:07:58.619927 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-da007580-0312-40e8-b374-ac48352d8b07 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:58.634691 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:58.778941 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-da007580-0312-40e8-b374-ac48352d8b07 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:58.799922 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-da007580-0312-40e8-b374-ac48352d8b07 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Calling delete_port for 7e0b8944-9523-45de-8d80-a34e9c1eaefc owned by network:router_gateway {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:07:59.205369 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-da007580-0312-40e8-b374-ac48352d8b07 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:59.261245 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da007580-0312-40e8-b374-ac48352d8b07 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Pushing event deleted for resources: {'Port': ['ID=7e0b8944-9523-45de-8d80-a34e9c1eaefc,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:59.429971 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fba42a-921e-4f34-a437-ebe56bda2184 req-d029e481-00da-4d9e-b710-afde5ffd3e55 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:59.432132 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c6fba42a-921e-4f34-a437-ebe56bda2184 req-d029e481-00da-4d9e-b710-afde5ffd3e55 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=a779f1d2-5351-4036-beab-efb2bc36a77d HTTP/1.1" status: 200 len: 945 time: 0.1583347 Aug 18 13:07:59.440957 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-da007580-0312-40e8-b374-ac48352d8b07 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:59.583935 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-da007580-0312-40e8-b374-ac48352d8b07 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:59.587980 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-da007580-0312-40e8-b374-ac48352d8b07 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:59.592134 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c6fba42a-921e-4f34-a437-ebe56bda2184 req-d9e57e0a-d568-4d7f-ad7a-4a6615b6b913 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529684 Aug 18 13:07:59.709107 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-da007580-0312-40e8-b374-ac48352d8b07 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:59.709796 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da007580-0312-40e8-b374-ac48352d8b07 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Fanout notify agent at l3_agent the message router_deleted on router d208a944-8ef3-47e0-93c3-1a1ce99e1fd1 {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:07:59.719151 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a779f1d2-5351-4036-beab-efb2bc36a77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bd3976-be2f-4069-ab5e-c603c60793e1'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:07:59.721570 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274636bd-718c-4cad-8073-6aa63a613ba1" -d '{"events": [{"server_uuid": "a779f1d2-5351-4036-beab-efb2bc36a77d", "name": "network-vif-plugged", "status": "completed", "tag": "74bd3976-be2f-4069-ab5e-c603c60793e1"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:07:59.733994 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-da007580-0312-40e8-b374-ac48352d8b07 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:59.735447 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-da007580-0312-40e8-b374-ac48352d8b07 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] 10.222.0.13 "DELETE /v2.0/routers/d208a944-8ef3-47e0-93c3-1a1ce99e1fd1 HTTP/1.1" status: 204 len: 168 time: 1.8092685 Aug 18 13:07:59.740114 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59844) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:07:59.763977 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-999c698c-be80-48cf-97f5-e018fffb671f tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1364811008', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'enable_snat': False}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:07:59.803198 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149d33cd-e1ae-4bfb-a599-9ce54e99ea60 x-openstack-request-id: req-149d33cd-e1ae-4bfb-a599-9ce54e99ea60 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:07:59.803550 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a779f1d2-5351-4036-beab-efb2bc36a77d", "name": "network-vif-plugged", "status": "completed", "tag": "74bd3976-be2f-4069-ab5e-c603c60793e1", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:07:59.803834 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-149d33cd-e1ae-4bfb-a599-9ce54e99ea60 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:07:59.804335 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a779f1d2-5351-4036-beab-efb2bc36a77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bd3976-be2f-4069-ab5e-c603c60793e1', 'code': 200} Aug 18 13:07:59.820541 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493b513-086d-42fe-8c7d-f7e84c5b85fe req-875504aa-abef-4069-9fad-35ff3159a1b2 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:59.820541 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4493b513-086d-42fe-8c7d-f7e84c5b85fe req-875504aa-abef-4069-9fad-35ff3159a1b2 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/ports?device_id=948e43d9-23e3-4e33-8401-cbf71222c537 HTTP/1.1" status: 200 len: 945 time: 0.0950425 Aug 18 13:07:59.900619 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-999c698c-be80-48cf-97f5-e018fffb671f tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:59.902092 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-999c698c-be80-48cf-97f5-e018fffb671f tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:59.905720 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4493b513-086d-42fe-8c7d-f7e84c5b85fe req-2c1594e6-8b0e-46c3-a1c4-c46b0fb16477 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/security-groups?id=08770069-1b7e-42e5-9798-d16c90c21862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788851 Aug 18 13:07:59.991534 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-999c698c-be80-48cf-97f5-e018fffb671f tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:00.686308 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-999c698c-be80-48cf-97f5-e018fffb671f tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:00.925660 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b2f55-45aa-44c8-9d0b-01c2f5af3457 req-b7804fa9-4095-4b92-aaee-e6452ec5b66d tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:00.942373 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-225b2f55-45aa-44c8-9d0b-01c2f5af3457 req-b7804fa9-4095-4b92-aaee-e6452ec5b66d tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=a779f1d2-5351-4036-beab-efb2bc36a77d HTTP/1.1" status: 200 len: 945 time: 0.1756094 Aug 18 13:08:01.056980 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-225b2f55-45aa-44c8-9d0b-01c2f5af3457 req-d11a7fc4-fd88-466e-b09a-95702a0aa89d tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151049 Aug 18 13:08:01.234703 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-999c698c-be80-48cf-97f5-e018fffb671f tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:01.244495 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-999c698c-be80-48cf-97f5-e018fffb671f tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:01.375318 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-999c698c-be80-48cf-97f5-e018fffb671f tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Allocated IP 172.25.6.27 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/0908fc9d-e500-41cf-b27f-5364b231df09) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:08:01.581762 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-999c698c-be80-48cf-97f5-e018fffb671f tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:01.708637 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-999c698c-be80-48cf-97f5-e018fffb671f tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:01.796787 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c698c-be80-48cf-97f5-e018fffb671f tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Pushing event updated for resources: {'Port': ['ID=0908fc9d-e500-41cf-b27f-5364b231df09,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:01.807650 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999c698c-be80-48cf-97f5-e018fffb671f tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:08:01.809884 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-999c698c-be80-48cf-97f5-e018fffb671f tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:08:01.812574 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999c698c-be80-48cf-97f5-e018fffb671f tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:08:02.195651 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f212b-46ff-4839-bbf4-9f0203ea4ef0 req-1ba83c6f-a658-45b4-8ee8-d756b2e92280 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:02.204414 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4d7f212b-46ff-4839-bbf4-9f0203ea4ef0 req-1ba83c6f-a658-45b4-8ee8-d756b2e92280 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/ports?device_id=948e43d9-23e3-4e33-8401-cbf71222c537 HTTP/1.1" status: 200 len: 945 time: 0.0702515 Aug 18 13:08:02.252473 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4d7f212b-46ff-4839-bbf4-9f0203ea4ef0 req-09b2799b-7426-4543-becf-9284be1c8e5e tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/security-groups?id=08770069-1b7e-42e5-9798-d16c90c21862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470014 Aug 18 13:08:02.316072 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-999c698c-be80-48cf-97f5-e018fffb671f tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:02.367938 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc4f0b-2466-4f32-8ca0-1faf493fac29 req-d84402de-7b7e-42ec-831d-75d1aae3424b tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:02.377085 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e9bc4f0b-2466-4f32-8ca0-1faf493fac29 req-d84402de-7b7e-42ec-831d-75d1aae3424b tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=a779f1d2-5351-4036-beab-efb2bc36a77d HTTP/1.1" status: 200 len: 945 time: 0.0642521 Aug 18 13:08:02.432596 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e9bc4f0b-2466-4f32-8ca0-1faf493fac29 req-2cb25203-12e6-4669-88e2-e869afc0f8e1 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543206 Aug 18 13:08:02.570407 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-999c698c-be80-48cf-97f5-e018fffb671f tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:02.816931 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999c698c-be80-48cf-97f5-e018fffb671f tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Router d6dbdd21-37f5-4a91-b9c5-31d78bb28707 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:08:02.958987 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999c698c-be80-48cf-97f5-e018fffb671f tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:08:02.972521 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20f73ad-3fc9-4cee-9f18-98e9f10646e0 None None] Sync routers for ids ['d6dbdd21-37f5-4a91-b9c5-31d78bb28707'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:08:02.980574 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20f73ad-3fc9-4cee-9f18-98e9f10646e0 None None] Routers {'d6dbdd21-37f5-4a91-b9c5-31d78bb28707'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:08:02.981205 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e20f73ad-3fc9-4cee-9f18-98e9f10646e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:07:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['d6dbdd21-37f5-4a91-b9c5-31d78bb28707'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:08:03.045889 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-999c698c-be80-48cf-97f5-e018fffb671f tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:03.047804 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-999c698c-be80-48cf-97f5-e018fffb671f tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.3054283 Aug 18 13:08:03.050361 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59892) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:03.122119 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-e20f73ad-3fc9-4cee-9f18-98e9f10646e0 None None] Set router d6dbdd21-37f5-4a91-b9c5-31d78bb28707 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:08:03.232982 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c379ca0d-c4d7-454b-969e-c796a58b4c8d tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] 10.222.0.13 "GET /v2.0/routers/d6dbdd21-37f5-4a91-b9c5-31d78bb28707 HTTP/1.1" status: 200 len: 908 time: 0.1811404 Aug 18 13:08:03.235756 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 59896) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:03.242568 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-88dd79ec-5b6d-437d-814e-11ac3dc1e1c3 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1364811008', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'enable_snat': True}}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:08:03.343700 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-88dd79ec-5b6d-437d-814e-11ac3dc1e1c3 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:03.347912 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-88dd79ec-5b6d-437d-814e-11ac3dc1e1c3 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:03.414797 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdca120-fdc3-4cdb-9a22-229dcb72eec5 req-46a70d64-9496-4a4d-bb35-f2f09d578c98 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:03.422994 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5fdca120-fdc3-4cdb-9a22-229dcb72eec5 req-46a70d64-9496-4a4d-bb35-f2f09d578c98 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/ports?device_id=948e43d9-23e3-4e33-8401-cbf71222c537 HTTP/1.1" status: 200 len: 945 time: 0.0867357 Aug 18 13:08:03.475744 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5fdca120-fdc3-4cdb-9a22-229dcb72eec5 req-921a17c0-96de-469a-9cba-f486b5b4fc31 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/security-groups?id=08770069-1b7e-42e5-9798-d16c90c21862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512476 Aug 18 13:08:03.495593 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-88dd79ec-5b6d-437d-814e-11ac3dc1e1c3 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:03.511433 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e20f73ad-3fc9-4cee-9f18-98e9f10646e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6dbdd21-37f5-4a91-b9c5-31d78bb28707', 'name': 'tempest-snat-router-1364811008', 'tenant_id': '50aebee53c1e467089dab2af2c2478f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.27'}], 'enable_snat': False}, 'gw_port_id': '0908fc9d-e500-41cf-b27f-5364b231df09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:07:59Z', 'updated_at': '2021-08-18T13:08:02Z', 'revision_number': 3, 'project_id': '50aebee53c1e467089dab2af2c2478f3', 'gw_port': {'id': '0908fc9d-e500-41cf-b27f-5364b231df09', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:98:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6dbdd21-37f5-4a91-b9c5-31d78bb28707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:08:01Z', 'updated_at': '2021-08-18T13:08:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:08:03.559779 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20f73ad-3fc9-4cee-9f18-98e9f10646e0 None None] Checking router: d6dbdd21-37f5-4a91-b9c5-31d78bb28707 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:08:03.560789 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20f73ad-3fc9-4cee-9f18-98e9f10646e0 None None] Updating router d6dbdd21-37f5-4a91-b9c5-31d78bb28707 port 0908fc9d-e500-41cf-b27f-5364b231df09 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:08:03.574080 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4f049-ff2c-47c3-babf-67fd33b81e66 req-afdd72fb-17d5-450d-b7ed-6de70d52746e tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:03.575672 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-99f4f049-ff2c-47c3-babf-67fd33b81e66 req-afdd72fb-17d5-450d-b7ed-6de70d52746e tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.20 "GET /v2.0/ports?device_id=948e43d9-23e3-4e33-8401-cbf71222c537 HTTP/1.1" status: 200 len: 945 time: 0.0763814 Aug 18 13:08:03.625586 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e20f73ad-3fc9-4cee-9f18-98e9f10646e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:03.798826 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-88dd79ec-5b6d-437d-814e-11ac3dc1e1c3 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:03.949925 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffc1d6-9147-420e-ae4a-fbdf0e944add req-0dae9af1-7a3d-4374-bdb9-e828197b484e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:03.951498 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-36ffc1d6-9147-420e-ae4a-fbdf0e944add req-0dae9af1-7a3d-4374-bdb9-e828197b484e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=a779f1d2-5351-4036-beab-efb2bc36a77d HTTP/1.1" status: 200 len: 945 time: 0.1762590 Aug 18 13:08:04.001703 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e20f73ad-3fc9-4cee-9f18-98e9f10646e0 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:04.012794 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-e20f73ad-3fc9-4cee-9f18-98e9f10646e0 None None] Transition to ACTIVE for port object 0908fc9d-e500-41cf-b27f-5364b231df09 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:08:04.080862 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-36ffc1d6-9147-420e-ae4a-fbdf0e944add req-bc4d07db-8f71-4035-a005-b0c1d202ddcd tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847681 Aug 18 13:08:04.084631 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-99f4f049-ff2c-47c3-babf-67fd33b81e66 req-27fb08ed-1700-433e-8347-2923eb69d524 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Deleting port e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:08:04.084979 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-99f4f049-ff2c-47c3-babf-67fd33b81e66 req-27fb08ed-1700-433e-8347-2923eb69d524 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:04.085574 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e20f73ad-3fc9-4cee-9f18-98e9f10646e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:04.149988 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-e20f73ad-3fc9-4cee-9f18-98e9f10646e0 None None] Attempting to bind port 0908fc9d-e500-41cf-b27f-5364b231df09 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:08:04.150699 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-e20f73ad-3fc9-4cee-9f18-98e9f10646e0 None None] Attempting to bind port 0908fc9d-e500-41cf-b27f-5364b231df09 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:08:04.151603 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20f73ad-3fc9-4cee-9f18-98e9f10646e0 None None] Attempting to bind port 0908fc9d-e500-41cf-b27f-5364b231df09 on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:08:04.154188 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b5f8-b95a-4235-a432-78a51e759003 None None] Pushing event updated for resources: {'Port': ['ID=0908fc9d-e500-41cf-b27f-5364b231df09,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:04.159128 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20f73ad-3fc9-4cee-9f18-98e9f10646e0 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:08:04.159512 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20f73ad-3fc9-4cee-9f18-98e9f10646e0 None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:08:04.159954 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e20f73ad-3fc9-4cee-9f18-98e9f10646e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:04.160387 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20f73ad-3fc9-4cee-9f18-98e9f10646e0 None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:08:04.160911 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-e20f73ad-3fc9-4cee-9f18-98e9f10646e0 None None] Bound port: 0908fc9d-e500-41cf-b27f-5364b231df09, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:08:04.161339 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e20f73ad-3fc9-4cee-9f18-98e9f10646e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:04.221979 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-99f4f049-ff2c-47c3-babf-67fd33b81e66 req-27fb08ed-1700-433e-8347-2923eb69d524 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] For port e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80,segment=NetworkSegment(2d462297-6912-4ee4-ad2c-f74ed2858ac1),segment_id=2d462297-6912-4ee4-ad2c-f74ed2858ac1)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:08:04.222780 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-99f4f049-ff2c-47c3-babf-67fd33b81e66 req-27fb08ed-1700-433e-8347-2923eb69d524 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:04.244980 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-99f4f049-ff2c-47c3-babf-67fd33b81e66 req-27fb08ed-1700-433e-8347-2923eb69d524 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Calling delete_port for e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:08:04.271549 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-e20f73ad-3fc9-4cee-9f18-98e9f10646e0 None None] For port 0908fc9d-e500-41cf-b27f-5364b231df09, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:08:04.279580 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-e20f73ad-3fc9-4cee-9f18-98e9f10646e0 None None] For port 0908fc9d-e500-41cf-b27f-5364b231df09, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=0908fc9d-e500-41cf-b27f-5364b231df09,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:08:04.348701 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e20f73ad-3fc9-4cee-9f18-98e9f10646e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:04.450642 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20f73ad-3fc9-4cee-9f18-98e9f10646e0 None None] Routers {'d6dbdd21-37f5-4a91-b9c5-31d78bb28707'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:08:04.451287 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e20f73ad-3fc9-4cee-9f18-98e9f10646e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:07:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['d6dbdd21-37f5-4a91-b9c5-31d78bb28707'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:08:04.456565 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059b5f8-b95a-4235-a432-78a51e759003 None None] Pushing event updated for resources: {'Port': ['ID=0908fc9d-e500-41cf-b27f-5364b231df09,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:04.531335 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-88dd79ec-5b6d-437d-814e-11ac3dc1e1c3 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:04.559261 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-88dd79ec-5b6d-437d-814e-11ac3dc1e1c3 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:04.620637 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-99f4f049-ff2c-47c3-babf-67fd33b81e66 req-27fb08ed-1700-433e-8347-2923eb69d524 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:04.663814 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb08ed-1700-433e-8347-2923eb69d524 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Pushing event deleted for resources: {'Port': ['ID=e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:04.734393 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f4f049-ff2c-47c3-babf-67fd33b81e66 req-27fb08ed-1700-433e-8347-2923eb69d524 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] No DVR routers for this DVR port e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:08:04.738433 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-99f4f049-ff2c-47c3-babf-67fd33b81e66 req-27fb08ed-1700-433e-8347-2923eb69d524 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:04.740580 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-99f4f049-ff2c-47c3-babf-67fd33b81e66 req-27fb08ed-1700-433e-8347-2923eb69d524 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.20 "DELETE /v2.0/ports/e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80 HTTP/1.1" status: 204 len: 173 time: 0.9642036 Aug 18 13:08:04.741116 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948e43d9-23e3-4e33-8401-cbf71222c537', 'name': 'network-vif-deleted', 'tag': 'e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:08:04.744060 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f813095-617e-4637-ad3a-32093030fc1f" -d '{"events": [{"server_uuid": "948e43d9-23e3-4e33-8401-cbf71222c537", "name": "network-vif-deleted", "tag": "e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:08:04.758398 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-213ac9f5-f0c3-44b9-9656-8f9df217f86e req-938ba229-9c5b-46c2-be94-a128506a7bf8 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/ports?device_id=948e43d9-23e3-4e33-8401-cbf71222c537 HTTP/1.1" status: 200 len: 210 time: 0.0987053 Aug 18 13:08:04.777151 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-88dd79ec-5b6d-437d-814e-11ac3dc1e1c3 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Allocated IP 172.25.6.3 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/b6aedd76-a09f-4e68-b5ea-ed4b32d231a8) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:08:04.787810 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:08:04.830541 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfa958b-beb0-4c13-9e0d-d245f6403ad2 x-openstack-request-id: req-cbfa958b-beb0-4c13-9e0d-d245f6403ad2 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:08:04.831078 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948e43d9-23e3-4e33-8401-cbf71222c537", "name": "network-vif-deleted", "tag": "e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:08:04.831078 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cbfa958b-beb0-4c13-9e0d-d245f6403ad2 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:08:04.831397 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948e43d9-23e3-4e33-8401-cbf71222c537', 'name': 'network-vif-deleted', 'tag': 'e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80', 'status': 'completed', 'code': 200} Aug 18 13:08:04.902086 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-e20f73ad-3fc9-4cee-9f18-98e9f10646e0 None None] Set router d6dbdd21-37f5-4a91-b9c5-31d78bb28707 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:08:04.967305 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-88dd79ec-5b6d-437d-814e-11ac3dc1e1c3 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:05.142501 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e20f73ad-3fc9-4cee-9f18-98e9f10646e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6dbdd21-37f5-4a91-b9c5-31d78bb28707', 'name': 'tempest-snat-router-1364811008', 'tenant_id': '50aebee53c1e467089dab2af2c2478f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.27'}], 'enable_snat': False}, 'gw_port_id': '0908fc9d-e500-41cf-b27f-5364b231df09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:07:59Z', 'updated_at': '2021-08-18T13:08:02Z', 'revision_number': 3, 'project_id': '50aebee53c1e467089dab2af2c2478f3', 'gw_port': {'id': '0908fc9d-e500-41cf-b27f-5364b231df09', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:98:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6dbdd21-37f5-4a91-b9c5-31d78bb28707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:08:01Z', 'updated_at': '2021-08-18T13:08:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:08:05.172777 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20f73ad-3fc9-4cee-9f18-98e9f10646e0 None None] The sync data for ids ['d6dbdd21-37f5-4a91-b9c5-31d78bb28707'] in n-d-803603-2 is: [{'id': 'd6dbdd21-37f5-4a91-b9c5-31d78bb28707', 'name': 'tempest-snat-router-1364811008', 'tenant_id': '50aebee53c1e467089dab2af2c2478f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.27'}], 'enable_snat': False}, 'gw_port_id': '0908fc9d-e500-41cf-b27f-5364b231df09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:07:59Z', 'updated_at': '2021-08-18T13:08:02Z', 'revision_number': 3, 'project_id': '50aebee53c1e467089dab2af2c2478f3', 'gw_port': {'id': '0908fc9d-e500-41cf-b27f-5364b231df09', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:98:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6dbdd21-37f5-4a91-b9c5-31d78bb28707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:08:01Z', 'updated_at': '2021-08-18T13:08:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:08:05.220573 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-88dd79ec-5b6d-437d-814e-11ac3dc1e1c3 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:05.264792 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dd79ec-5b6d-437d-814e-11ac3dc1e1c3 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:08:05.298881 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcff2be-7e8c-4f94-bfcd-128c970d4f96 req-ad0b3bc4-bb97-40df-918d-6ee573c57100 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:05.320270 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-abcff2be-7e8c-4f94-bfcd-128c970d4f96 req-ad0b3bc4-bb97-40df-918d-6ee573c57100 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=a779f1d2-5351-4036-beab-efb2bc36a77d HTTP/1.1" status: 200 len: 945 time: 0.1614661 Aug 18 13:08:05.333201 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-88dd79ec-5b6d-437d-814e-11ac3dc1e1c3 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:08:05.345205 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dd79ec-5b6d-437d-814e-11ac3dc1e1c3 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:08:05.415876 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd79ec-5b6d-437d-814e-11ac3dc1e1c3 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Pushing event updated for resources: {'Port': ['ID=b6aedd76-a09f-4e68-b5ea-ed4b32d231a8,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:05.441117 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-abcff2be-7e8c-4f94-bfcd-128c970d4f96 req-ace0f7c2-e9e8-44ce-be97-be5ab8e6f391 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184678 Aug 18 13:08:05.956631 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-de5a3069-88f9-4331-aaa3-f5bcc3688be3 req-f6ef07d1-a7d2-4a9c-9df7-70c34d6388bc tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/ports?device_id=948e43d9-23e3-4e33-8401-cbf71222c537 HTTP/1.1" status: 200 len: 210 time: 0.0398009 Aug 18 13:08:06.015450 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-88dd79ec-5b6d-437d-814e-11ac3dc1e1c3 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:06.229718 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-88dd79ec-5b6d-437d-814e-11ac3dc1e1c3 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:06.439283 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88dd79ec-5b6d-437d-814e-11ac3dc1e1c3 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Router ca8c729d-41ea-43d1-ab43-40ad20bf15c1 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:08:06.631555 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40597a16-58a2-4c3a-a2b9-72a1bdb95a97 req-172aab8c-1d7b-40ad-be4d-c729e78ef791 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:06.633304 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-40597a16-58a2-4c3a-a2b9-72a1bdb95a97 req-172aab8c-1d7b-40ad-be4d-c729e78ef791 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=a779f1d2-5351-4036-beab-efb2bc36a77d HTTP/1.1" status: 200 len: 945 time: 0.0839040 Aug 18 13:08:06.635439 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88dd79ec-5b6d-437d-814e-11ac3dc1e1c3 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:08:06.645150 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4dd343-2091-45dc-beca-d9af96a5b3f9 None None] Sync routers for ids ['ca8c729d-41ea-43d1-ab43-40ad20bf15c1'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:08:06.667758 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4dd343-2091-45dc-beca-d9af96a5b3f9 None None] Routers {'ca8c729d-41ea-43d1-ab43-40ad20bf15c1'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:08:06.668795 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-bf4dd343-2091-45dc-beca-d9af96a5b3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:07:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ca8c729d-41ea-43d1-ab43-40ad20bf15c1'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:08:06.701056 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-40597a16-58a2-4c3a-a2b9-72a1bdb95a97 req-9f65ec93-b2b8-4068-8a01-c337ff68d471 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484431 Aug 18 13:08:06.701298 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:08:06.742442 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-88dd79ec-5b6d-437d-814e-11ac3dc1e1c3 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:06.744360 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-88dd79ec-5b6d-437d-814e-11ac3dc1e1c3 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.5070407 Aug 18 13:08:06.744674 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:08:06.745018 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device e8cca029-4fa2-4ba1-b7bd-b48b8d72cd80 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:08:06.747354 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59950) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:06.817561 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-bf4dd343-2091-45dc-beca-d9af96a5b3f9 None None] Set router ca8c729d-41ea-43d1-ab43-40ad20bf15c1 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:08:06.930016 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-46e38484-37db-4959-937d-e24de2ea9e71 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] 10.222.0.13 "GET /v2.0/routers/ca8c729d-41ea-43d1-ab43-40ad20bf15c1 HTTP/1.1" status: 200 len: 906 time: 0.1809292 Aug 18 13:08:06.932734 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 59954) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:07.114216 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-bf4dd343-2091-45dc-beca-d9af96a5b3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8c729d-41ea-43d1-ab43-40ad20bf15c1', 'name': 'tempest-snat-router-1364811008', 'tenant_id': '50aebee53c1e467089dab2af2c2478f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'b6aedd76-a09f-4e68-b5ea-ed4b32d231a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:08:03Z', 'updated_at': '2021-08-18T13:08:05Z', 'revision_number': 3, 'project_id': '50aebee53c1e467089dab2af2c2478f3', 'gw_port': {'id': 'b6aedd76-a09f-4e68-b5ea-ed4b32d231a8', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ec:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8c729d-41ea-43d1-ab43-40ad20bf15c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:08:04Z', 'updated_at': '2021-08-18T13:08:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:08:07.148027 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4dd343-2091-45dc-beca-d9af96a5b3f9 None None] Checking router: ca8c729d-41ea-43d1-ab43-40ad20bf15c1 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:08:07.148378 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4dd343-2091-45dc-beca-d9af96a5b3f9 None None] Updating router ca8c729d-41ea-43d1-ab43-40ad20bf15c1 port b6aedd76-a09f-4e68-b5ea-ed4b32d231a8 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:08:07.198400 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c471708c-b90d-48ea-a3b1-26143d6bfcc4 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:07.203441 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-bf4dd343-2091-45dc-beca-d9af96a5b3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:07.548739 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 0908fc9d-e500-41cf-b27f-5364b231df09 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:08:07.673955 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-63f7db8a-83a6-4555-a743-89972675347b tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:07.686274 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-63f7db8a-83a6-4555-a743-89972675347b tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/networks?id=6b2092a6-a722-4d94-a62f-ebbd0faf42ef HTTP/1.1" status: 200 len: 809 time: 0.3494413 Aug 18 13:08:07.696540 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 0908fc9d-e500-41cf-b27f-5364b231df09 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:08:07.701820 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 0908fc9d-e500-41cf-b27f-5364b231df09 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:08:07.703489 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:07.707833 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-67e6f40c-dd86-4bc5-b152-d576eafd7cda tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/quotas/89aac5f76f894b52a80b74a6d9abcdca HTTP/1.1" status: 200 len: 375 time: 0.0232642 Aug 18 13:08:07.714133 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-bf4dd343-2091-45dc-beca-d9af96a5b3f9 None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:07.724925 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-bf4dd343-2091-45dc-beca-d9af96a5b3f9 None None] Transition to ACTIVE for port object b6aedd76-a09f-4e68-b5ea-ed4b32d231a8 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:08:07.751484 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-3262d5d7-4c5d-4b26-8745-2489c6ea35b4 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=89aac5f76f894b52a80b74a6d9abcdca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420816 Aug 18 13:08:07.771441 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-bf4dd343-2091-45dc-beca-d9af96a5b3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:07.890775 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-bf4dd343-2091-45dc-beca-d9af96a5b3f9 None None] Attempting to bind port b6aedd76-a09f-4e68-b5ea-ed4b32d231a8 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:08:07.891291 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-bf4dd343-2091-45dc-beca-d9af96a5b3f9 None None] Attempting to bind port b6aedd76-a09f-4e68-b5ea-ed4b32d231a8 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:08:07.891929 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4dd343-2091-45dc-beca-d9af96a5b3f9 None None] Attempting to bind port b6aedd76-a09f-4e68-b5ea-ed4b32d231a8 on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:08:07.906825 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-86e82bc2-daa1-4d9a-9de1-9931f267e064 service neutron] 10.222.0.13 "GET /v2.0/networks/6b2092a6-a722-4d94-a62f-ebbd0faf42ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537573 Aug 18 13:08:07.924716 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:07.936949 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4dd343-2091-45dc-beca-d9af96a5b3f9 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:08:07.938874 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4dd343-2091-45dc-beca-d9af96a5b3f9 None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:08:07.938874 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-bf4dd343-2091-45dc-beca-d9af96a5b3f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:07.938874 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4dd343-2091-45dc-beca-d9af96a5b3f9 None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:08:07.938874 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-bf4dd343-2091-45dc-beca-d9af96a5b3f9 None None] Bound port: b6aedd76-a09f-4e68-b5ea-ed4b32d231a8, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:08:07.939606 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-bf4dd343-2091-45dc-beca-d9af96a5b3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:07.967551 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 0908fc9d-e500-41cf-b27f-5364b231df09, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=0908fc9d-e500-41cf-b27f-5364b231df09,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:08:08.005134 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:08:08.020549 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c0b20-2a5c-45d9-9a22-317f346e33bc req-849fc9fa-3b8c-4f84-8ed7-1976e38061e2 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:08.030539 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-de7c0b20-2a5c-45d9-9a22-317f346e33bc req-849fc9fa-3b8c-4f84-8ed7-1976e38061e2 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=a779f1d2-5351-4036-beab-efb2bc36a77d HTTP/1.1" status: 200 len: 945 time: 0.0885911 Aug 18 13:08:08.054416 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c471708c-b90d-48ea-a3b1-26143d6bfcc4 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:08.056550 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:08.066144 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-ed2cd57e-7628-4554-b9bc-63c4fbab2f1d service neutron] 10.222.0.13 "GET /v2.0/networks/6b2092a6-a722-4d94-a62f-ebbd0faf42ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565931 Aug 18 13:08:08.095085 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-bf4dd343-2091-45dc-beca-d9af96a5b3f9 None None] For port b6aedd76-a09f-4e68-b5ea-ed4b32d231a8, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:08:08.100731 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-bf4dd343-2091-45dc-beca-d9af96a5b3f9 None None] For port b6aedd76-a09f-4e68-b5ea-ed4b32d231a8, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b6aedd76-a09f-4e68-b5ea-ed4b32d231a8,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:08:08.104749 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-de7c0b20-2a5c-45d9-9a22-317f346e33bc req-c610bff4-8a05-4d35-a41f-a982471ac2c6 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664096 Aug 18 13:08:08.129172 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd6990-e6e1-4476-b743-62f0dd290f61 None None] Pushing event updated for resources: {'Port': ['ID=b6aedd76-a09f-4e68-b5ea-ed4b32d231a8,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:08.139251 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcd6990-e6e1-4476-b743-62f0dd290f61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:08.139600 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcd6990-e6e1-4476-b743-62f0dd290f61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:08.139943 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcd6990-e6e1-4476-b743-62f0dd290f61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:08.140280 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcd6990-e6e1-4476-b743-62f0dd290f61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:08.140614 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcd6990-e6e1-4476-b743-62f0dd290f61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:08.140945 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcd6990-e6e1-4476-b743-62f0dd290f61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:08.141273 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcd6990-e6e1-4476-b743-62f0dd290f61 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:08.141599 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcd6990-e6e1-4476-b743-62f0dd290f61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:08.141920 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcd6990-e6e1-4476-b743-62f0dd290f61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:08.158091 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcd6990-e6e1-4476-b743-62f0dd290f61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:08.166741 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcd6990-e6e1-4476-b743-62f0dd290f61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:08.171082 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcd6990-e6e1-4476-b743-62f0dd290f61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:08.183881 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-bf4dd343-2091-45dc-beca-d9af96a5b3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:08.227347 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=0908fc9d-e500-41cf-b27f-5364b231df09,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:08.278913 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-c471708c-b90d-48ea-a3b1-26143d6bfcc4 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Deleting port b6aedd76-a09f-4e68-b5ea-ed4b32d231a8 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:08:08.280775 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c471708c-b90d-48ea-a3b1-26143d6bfcc4 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:08.334934 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd6990-e6e1-4476-b743-62f0dd290f61 None None] Pushing event updated for resources: {'Port': ['ID=b6aedd76-a09f-4e68-b5ea-ed4b32d231a8,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:08.337821 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4dd343-2091-45dc-beca-d9af96a5b3f9 None None] Routers {'ca8c729d-41ea-43d1-ab43-40ad20bf15c1'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:08:08.338456 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-bf4dd343-2091-45dc-beca-d9af96a5b3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:07:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ca8c729d-41ea-43d1-ab43-40ad20bf15c1'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:08:08.446834 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-16c39542-c9bd-4205-b852-672a4c0dd7ad req-40a1c0b2-6f7e-4723-9393-6309e7d328d1 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9db5d6e-4952-466d-bec2-49aa5392bdce HTTP/1.1" status: 200 len: 210 time: 0.0635986 Aug 18 13:08:08.480078 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-c471708c-b90d-48ea-a3b1-26143d6bfcc4 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] For port b6aedd76-a09f-4e68-b5ea-ed4b32d231a8, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b6aedd76-a09f-4e68-b5ea-ed4b32d231a8,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:08:08.480393 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c471708c-b90d-48ea-a3b1-26143d6bfcc4 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:08.503210 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-c471708c-b90d-48ea-a3b1-26143d6bfcc4 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Calling delete_port for b6aedd76-a09f-4e68-b5ea-ed4b32d231a8 owned by network:router_gateway {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:08:08.512159 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-bf4dd343-2091-45dc-beca-d9af96a5b3f9 None None] Set router ca8c729d-41ea-43d1-ab43-40ad20bf15c1 gateway port host: None {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:08:08.604102 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-bf4dd343-2091-45dc-beca-d9af96a5b3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8c729d-41ea-43d1-ab43-40ad20bf15c1', 'name': 'tempest-snat-router-1364811008', 'tenant_id': '50aebee53c1e467089dab2af2c2478f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:08:03Z', 'updated_at': '2021-08-18T13:08:08Z', 'revision_number': 4, 'project_id': '50aebee53c1e467089dab2af2c2478f3', 'gw_port_host': None}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:08:08.659369 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4dd343-2091-45dc-beca-d9af96a5b3f9 None None] The sync data for ids ['ca8c729d-41ea-43d1-ab43-40ad20bf15c1'] in n-d-803603-2 is: [{'id': 'ca8c729d-41ea-43d1-ab43-40ad20bf15c1', 'name': 'tempest-snat-router-1364811008', 'tenant_id': '50aebee53c1e467089dab2af2c2478f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:08:03Z', 'updated_at': '2021-08-18T13:08:08Z', 'revision_number': 4, 'project_id': '50aebee53c1e467089dab2af2c2478f3', 'gw_port_host': None}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:08:08.872667 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c471708c-b90d-48ea-a3b1-26143d6bfcc4 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:08.948350 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c471708c-b90d-48ea-a3b1-26143d6bfcc4 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6aedd76-a09f-4e68-b5ea-ed4b32d231a8,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:09.009784 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c471708c-b90d-48ea-a3b1-26143d6bfcc4 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:09.154884 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c471708c-b90d-48ea-a3b1-26143d6bfcc4 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:09.156861 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c471708c-b90d-48ea-a3b1-26143d6bfcc4 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:09.275693 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a6edb-c82b-4863-ad2b-7e9097490520 req-53d3ce21-c598-4221-b8ce-b317bc1f7270 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:09.288021 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-507a6edb-c82b-4863-ad2b-7e9097490520 req-53d3ce21-c598-4221-b8ce-b317bc1f7270 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=a779f1d2-5351-4036-beab-efb2bc36a77d HTTP/1.1" status: 200 len: 945 time: 0.0946050 Aug 18 13:08:09.314293 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c471708c-b90d-48ea-a3b1-26143d6bfcc4 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:09.315127 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c471708c-b90d-48ea-a3b1-26143d6bfcc4 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca8c729d-41ea-43d1-ab43-40ad20bf15c1 {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:08:09.320500 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c471708c-b90d-48ea-a3b1-26143d6bfcc4 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:09.325933 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c471708c-b90d-48ea-a3b1-26143d6bfcc4 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] 10.222.0.13 "DELETE /v2.0/routers/ca8c729d-41ea-43d1-ab43-40ad20bf15c1 HTTP/1.1" status: 204 len: 168 time: 2.3918560 Aug 18 13:08:09.326955 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60000) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:09.347912 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-507a6edb-c82b-4863-ad2b-7e9097490520 req-3fbca1e2-1b8a-4c24-b8da-2cef9d34433c tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553608 Aug 18 13:08:09.433615 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 0908fc9d-e500-41cf-b27f-5364b231df09 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:08:09.521403 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 0908fc9d-e500-41cf-b27f-5364b231df09 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:08:09.522314 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:09.561053 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0170a821-d50e-4427-838a-ea3bd998041e tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:09.775658 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-94ce0c18-4ca5-4721-875b-9dfa4ce37251 req-3e23238f-e21c-40a2-8e8a-1f3c39394a45 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9db5d6e-4952-466d-bec2-49aa5392bdce HTTP/1.1" status: 200 len: 210 time: 0.0506229 Aug 18 13:08:09.796847 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0170a821-d50e-4427-838a-ea3bd998041e tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:09.958253 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-0170a821-d50e-4427-838a-ea3bd998041e tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Deleting port 0908fc9d-e500-41cf-b27f-5364b231df09 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:08:09.958922 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0170a821-d50e-4427-838a-ea3bd998041e tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:10.092962 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-0170a821-d50e-4427-838a-ea3bd998041e tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] For port 0908fc9d-e500-41cf-b27f-5364b231df09, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=0908fc9d-e500-41cf-b27f-5364b231df09,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:08:10.098907 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0170a821-d50e-4427-838a-ea3bd998041e tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:10.107648 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-0170a821-d50e-4427-838a-ea3bd998041e tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Calling delete_port for 0908fc9d-e500-41cf-b27f-5364b231df09 owned by network:router_gateway {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:08:10.412081 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0170a821-d50e-4427-838a-ea3bd998041e tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:10.475243 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0170a821-d50e-4427-838a-ea3bd998041e tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Pushing event deleted for resources: {'Port': ['ID=0908fc9d-e500-41cf-b27f-5364b231df09,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:10.573441 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f0989-8867-4601-941e-250d07bb9c8a req-88d74271-2672-4ac2-984f-b05ba1d95370 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:10.580751 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a17f0989-8867-4601-941e-250d07bb9c8a req-88d74271-2672-4ac2-984f-b05ba1d95370 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=a779f1d2-5351-4036-beab-efb2bc36a77d HTTP/1.1" status: 200 len: 945 time: 0.1507328 Aug 18 13:08:10.590761 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0170a821-d50e-4427-838a-ea3bd998041e tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:10.702957 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0170a821-d50e-4427-838a-ea3bd998041e tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:10.705408 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0170a821-d50e-4427-838a-ea3bd998041e tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:10.716490 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a17f0989-8867-4601-941e-250d07bb9c8a req-00884fa1-9d8c-41d8-aacc-0744681ac39f tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335599 Aug 18 13:08:10.947416 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-efadb836-98c9-4717-8d0d-8b10447fe118 req-c2faec00-b425-495e-b382-7c698b010ae0 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9db5d6e-4952-466d-bec2-49aa5392bdce HTTP/1.1" status: 200 len: 210 time: 0.0476739 Aug 18 13:08:10.950747 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0170a821-d50e-4427-838a-ea3bd998041e tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:10.950747 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0170a821-d50e-4427-838a-ea3bd998041e tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d6dbdd21-37f5-4a91-b9c5-31d78bb28707 {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:08:10.975816 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0170a821-d50e-4427-838a-ea3bd998041e tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:10.975816 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0170a821-d50e-4427-838a-ea3bd998041e tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] 10.222.0.13 "DELETE /v2.0/routers/d6dbdd21-37f5-4a91-b9c5-31d78bb28707 HTTP/1.1" status: 204 len: 168 time: 1.6441550 Aug 18 13:08:10.981242 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60022) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:10.986786 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-58169aeb-31b4-4f05-ace0-552b3b9fbb3f tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-117485703', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}, 'admin_state_up': False}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:08:11.077837 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-c23a6be7-0a6a-4e42-b848-8c022ef56cd7 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:11.079854 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-c23a6be7-0a6a-4e42-b848-8c022ef56cd7 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.20 "GET /v2.0/networks?id=6b2092a6-a722-4d94-a62f-ebbd0faf42ef HTTP/1.1" status: 200 len: 809 time: 0.2450407 Aug 18 13:08:11.095569 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-74eb0d83-5a63-4451-b964-88c79fbc8bf6 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Request body: {'port': {'device_id': 'a9db5d6e-4952-466d-bec2-49aa5392bdce', 'network_id': '6b2092a6-a722-4d94-a62f-ebbd0faf42ef', 'admin_state_up': True, 'tenant_id': '89aac5f76f894b52a80b74a6d9abcdca'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:08:11.120123 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58169aeb-31b4-4f05-ace0-552b3b9fbb3f tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:11.123503 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58169aeb-31b4-4f05-ace0-552b3b9fbb3f tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:11.187111 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58169aeb-31b4-4f05-ace0-552b3b9fbb3f tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:11.549853 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 0908fc9d-e500-41cf-b27f-5364b231df09 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:08:11.578327 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 0908fc9d-e500-41cf-b27f-5364b231df09 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:08:11.578895 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 0908fc9d-e500-41cf-b27f-5364b231df09 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:08:11.634384 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-74eb0d83-5a63-4451-b964-88c79fbc8bf6 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Made reservation on behalf of 89aac5f76f894b52a80b74a6d9abcdca for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:08:11.635140 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9870a0a0-10f9-468b-8036-32055efebb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:11.635307 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-74eb0d83-5a63-4451-b964-88c79fbc8bf6 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:11.793369 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-74eb0d83-5a63-4451-b964-88c79fbc8bf6 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Allocated IP 172.20.0.13 (6b2092a6-a722-4d94-a62f-ebbd0faf42ef/c6d9590e-dbee-4678-b72a-de3bbe7a3aff/d37f3cee-529d-47b8-8f6f-3b76e9142d44) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:08:11.838203 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58169aeb-31b4-4f05-ace0-552b3b9fbb3f tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:11.881488 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520d7c2-aeab-4b84-b556-e9c3f9a26b2f req-dcbd0f6a-ab59-4fe8-90f6-a8f22a86b961 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:11.890165 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d520d7c2-aeab-4b84-b556-e9c3f9a26b2f req-dcbd0f6a-ab59-4fe8-90f6-a8f22a86b961 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=a779f1d2-5351-4036-beab-efb2bc36a77d HTTP/1.1" status: 200 len: 945 time: 0.0748999 Aug 18 13:08:11.929627 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d520d7c2-aeab-4b84-b556-e9c3f9a26b2f req-09e736dd-d295-40bc-b8a9-b4ec6a5749c9 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381100 Aug 18 13:08:12.000970 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-74eb0d83-5a63-4451-b964-88c79fbc8bf6 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:12.096154 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f5bf6c7a-8446-47e8-a56c-0dcc8c3c0abc req-019c5579-6674-4487-a186-22d145943380 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9db5d6e-4952-466d-bec2-49aa5392bdce HTTP/1.1" status: 200 len: 210 time: 0.0405700 Aug 18 13:08:12.194354 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-74eb0d83-5a63-4451-b964-88c79fbc8bf6 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:12.225030 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58169aeb-31b4-4f05-ace0-552b3b9fbb3f tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router_gateway, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:12.245998 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58169aeb-31b4-4f05-ace0-552b3b9fbb3f tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:12.259522 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-74eb0d83-5a63-4451-b964-88c79fbc8bf6 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Network 6b2092a6-a722-4d94-a62f-ebbd0faf42ef is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:08:12.261074 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb0d83-5a63-4451-b964-88c79fbc8bf6 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Pushing event updated for resources: {'Port': ['ID=d37f3cee-529d-47b8-8f6f-3b76e9142d44,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:12.264834 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-74eb0d83-5a63-4451-b964-88c79fbc8bf6 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:08:12.267141 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-74eb0d83-5a63-4451-b964-88c79fbc8bf6 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:08:12.323032 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-74eb0d83-5a63-4451-b964-88c79fbc8bf6 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:12.323643 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-74eb0d83-5a63-4451-b964-88c79fbc8bf6 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:12.359391 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-58169aeb-31b4-4f05-ace0-552b3b9fbb3f tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Allocated IP 172.25.6.214 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/1d3c0ff3-56f2-49c1-99a5-344565b1f86c) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:08:12.388589 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-74eb0d83-5a63-4451-b964-88c79fbc8bf6 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2979846 Aug 18 13:08:12.408060 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-b4cf9e7a-44de-47c5-a3f6-edf7403a5eb7 service neutron] Request body: {'port': {'device_id': 'a9db5d6e-4952-466d-bec2-49aa5392bdce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:08:12.463448 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-b4cf9e7a-44de-47c5-a3f6-edf7403a5eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:12.469171 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58169aeb-31b4-4f05-ace0-552b3b9fbb3f tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:12.634094 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58169aeb-31b4-4f05-ace0-552b3b9fbb3f tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:12.676149 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58169aeb-31b4-4f05-ace0-552b3b9fbb3f tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:08:12.685734 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-58169aeb-31b4-4f05-ace0-552b3b9fbb3f tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:08:12.689625 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58169aeb-31b4-4f05-ace0-552b3b9fbb3f tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:08:12.727800 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58169aeb-31b4-4f05-ace0-552b3b9fbb3f tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Pushing event updated for resources: {'Port': ['ID=1d3c0ff3-56f2-49c1-99a5-344565b1f86c,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:12.768937 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-b4cf9e7a-44de-47c5-a3f6-edf7403a5eb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d37f3cee-529d-47b8-8f6f-3b76e9142d44 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:08:12.777103 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-b4cf9e7a-44de-47c5-a3f6-edf7403a5eb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:12.791602 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-b4cf9e7a-44de-47c5-a3f6-edf7403a5eb7 service neutron] Transition to ACTIVE for port object d37f3cee-529d-47b8-8f6f-3b76e9142d44 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:08:12.862202 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-b4cf9e7a-44de-47c5-a3f6-edf7403a5eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:12.934083 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf9e7a-44de-47c5-a3f6-edf7403a5eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=d37f3cee-529d-47b8-8f6f-3b76e9142d44,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:13.000203 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-b4cf9e7a-44de-47c5-a3f6-edf7403a5eb7 service neutron] Attempting to bind port d37f3cee-529d-47b8-8f6f-3b76e9142d44 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:08:13.000604 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-b4cf9e7a-44de-47c5-a3f6-edf7403a5eb7 service neutron] Attempting to bind port d37f3cee-529d-47b8-8f6f-3b76e9142d44 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '2d462297-6912-4ee4-ad2c-f74ed2858ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6b2092a6-a722-4d94-a62f-ebbd0faf42ef'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:08:13.000897 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-b4cf9e7a-44de-47c5-a3f6-edf7403a5eb7 service neutron] Attempting to bind port d37f3cee-529d-47b8-8f6f-3b76e9142d44 on network 6b2092a6-a722-4d94-a62f-ebbd0faf42ef {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:08:13.005877 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-b4cf9e7a-44de-47c5-a3f6-edf7403a5eb7 service neutron] Port d37f3cee-529d-47b8-8f6f-3b76e9142d44 on network 6b2092a6-a722-4d94-a62f-ebbd0faf42ef not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:08:13.006349 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-b4cf9e7a-44de-47c5-a3f6-edf7403a5eb7 service neutron] Attempting to bind port d37f3cee-529d-47b8-8f6f-3b76e9142d44 on network 6b2092a6-a722-4d94-a62f-ebbd0faf42ef {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:08:13.012431 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-b4cf9e7a-44de-47c5-a3f6-edf7403a5eb7 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:08:13.012787 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-b4cf9e7a-44de-47c5-a3f6-edf7403a5eb7 service neutron] Checking segment: {'id': '2d462297-6912-4ee4-ad2c-f74ed2858ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6b2092a6-a722-4d94-a62f-ebbd0faf42ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:08:13.015923 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-b4cf9e7a-44de-47c5-a3f6-edf7403a5eb7 service neutron] Bound using segment: {'id': '2d462297-6912-4ee4-ad2c-f74ed2858ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6b2092a6-a722-4d94-a62f-ebbd0faf42ef'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:08:13.015923 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-b4cf9e7a-44de-47c5-a3f6-edf7403a5eb7 service neutron] Bound port: d37f3cee-529d-47b8-8f6f-3b76e9142d44, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d462297-6912-4ee4-ad2c-f74ed2858ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6b2092a6-a722-4d94-a62f-ebbd0faf42ef'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:08:13.015923 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-b4cf9e7a-44de-47c5-a3f6-edf7403a5eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:13.125832 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d2695-7292-4c4d-abd4-2cea9751834d req-a4d0e6a7-ea7d-42ec-9357-9b4c051cec68 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:13.127471 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2b3d2695-7292-4c4d-abd4-2cea9751834d req-a4d0e6a7-ea7d-42ec-9357-9b4c051cec68 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=a779f1d2-5351-4036-beab-efb2bc36a77d HTTP/1.1" status: 200 len: 945 time: 0.0984347 Aug 18 13:08:13.130781 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-b4cf9e7a-44de-47c5-a3f6-edf7403a5eb7 service neutron] For port d37f3cee-529d-47b8-8f6f-3b76e9142d44, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:08:13.143632 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-b4cf9e7a-44de-47c5-a3f6-edf7403a5eb7 service neutron] For port d37f3cee-529d-47b8-8f6f-3b76e9142d44, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=d37f3cee-529d-47b8-8f6f-3b76e9142d44,segment=NetworkSegment(2d462297-6912-4ee4-ad2c-f74ed2858ac1),segment_id=2d462297-6912-4ee4-ad2c-f74ed2858ac1)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:08:13.205637 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2b3d2695-7292-4c4d-abd4-2cea9751834d req-8f122a94-f21b-42ea-bbe1-5012a917857b tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584695 Aug 18 13:08:13.235211 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-b4cf9e7a-44de-47c5-a3f6-edf7403a5eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:13.283590 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-b4cf9e7a-44de-47c5-a3f6-edf7403a5eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:13.284232 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-b4cf9e7a-44de-47c5-a3f6-edf7403a5eb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:13.296189 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-b4cf9e7a-44de-47c5-a3f6-edf7403a5eb7 service neutron] 10.222.0.20 "PUT /v2.0/ports/d37f3cee-529d-47b8-8f6f-3b76e9142d44 HTTP/1.1" status: 200 len: 1092 time: 0.8877029 Aug 18 13:08:13.296189 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9db5d6e-4952-466d-bec2-49aa5392bdce', 'tag': 'd37f3cee-529d-47b8-8f6f-3b76e9142d44'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:08:13.296189 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4589c9-f05d-44b6-8723-9a72e1fc58bf" -d '{"events": [{"name": "network-changed", "server_uuid": "a9db5d6e-4952-466d-bec2-49aa5392bdce", "tag": "d37f3cee-529d-47b8-8f6f-3b76e9142d44"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:08:13.307512 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9694330-417a-4c78-b3f6-d2077b102d12 req-0a6e5832-29aa-4943-bdc0-a680265c91c7 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:13.309046 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c9694330-417a-4c78-b3f6-d2077b102d12 req-0a6e5832-29aa-4943-bdc0-a680265c91c7 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9db5d6e-4952-466d-bec2-49aa5392bdce HTTP/1.1" status: 200 len: 944 time: 0.0661037 Aug 18 13:08:13.334664 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae538e8-dd92-4767-a108-ab11c88dd4e0 x-openstack-request-id: req-aae538e8-dd92-4767-a108-ab11c88dd4e0 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:08:13.335218 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9db5d6e-4952-466d-bec2-49aa5392bdce", "tag": "d37f3cee-529d-47b8-8f6f-3b76e9142d44", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:08:13.336225 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aae538e8-dd92-4767-a108-ab11c88dd4e0 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:08:13.336225 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9db5d6e-4952-466d-bec2-49aa5392bdce', 'tag': 'd37f3cee-529d-47b8-8f6f-3b76e9142d44', 'status': 'completed', 'code': 200} Aug 18 13:08:13.339688 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf9e7a-44de-47c5-a3f6-edf7403a5eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=d37f3cee-529d-47b8-8f6f-3b76e9142d44,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:13.355086 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c9694330-417a-4c78-b3f6-d2077b102d12 req-83400072-7d64-4ecc-bec6-df1b0c2e3d29 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/security-groups?id=08770069-1b7e-42e5-9798-d16c90c21862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384603 Aug 18 13:08:13.434570 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4589c9-f05d-44b6-8723-9a72e1fc58bf req-6f726bb7-45b3-4f08-989a-5a31c726387f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:13.436108 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3c4589c9-f05d-44b6-8723-9a72e1fc58bf req-6f726bb7-45b3-4f08-989a-5a31c726387f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=89aac5f76f894b52a80b74a6d9abcdca&device_id=a9db5d6e-4952-466d-bec2-49aa5392bdce HTTP/1.1" status: 200 len: 1095 time: 0.0788350 Aug 18 13:08:13.441502 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8518a73-dc68-454e-80e1-40061d361dac req-cf52ca44-558f-432d-8d1c-c987e321268a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:13.442930 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f8518a73-dc68-454e-80e1-40061d361dac req-cf52ca44-558f-432d-8d1c-c987e321268a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8b6c2b19e634a4bb77e7e12fa929d83&device_id=a779f1d2-5351-4036-beab-efb2bc36a77d HTTP/1.1" status: 200 len: 1096 time: 0.0554292 Aug 18 13:08:13.476215 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58169aeb-31b4-4f05-ace0-552b3b9fbb3f tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router_gateway, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:13.621883 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4589c9-f05d-44b6-8723-9a72e1fc58bf req-8248ba16-d4a9-4afa-b90b-697cd189726b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:13.623431 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3c4589c9-f05d-44b6-8723-9a72e1fc58bf req-8248ba16-d4a9-4afa-b90b-697cd189726b service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=89aac5f76f894b52a80b74a6d9abcdca&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1795392 Aug 18 13:08:13.624773 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8518a73-dc68-454e-80e1-40061d361dac req-d0ecc247-91f5-43a3-bd7f-45c864108dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:13.626156 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f8518a73-dc68-454e-80e1-40061d361dac req-d0ecc247-91f5-43a3-bd7f-45c864108dd1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c70b20b2-1ba3-4778-b38e-36ed095ba70d HTTP/1.1" status: 200 len: 912 time: 0.1742930 Aug 18 13:08:13.694677 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58169aeb-31b4-4f05-ace0-552b3b9fbb3f tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:13.708269 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c708e03b-55ec-4fb2-99c2-111aeb14379f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:13.726395 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f8518a73-dc68-454e-80e1-40061d361dac req-be860327-04a6-42cc-8df9-eca84c52b639 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74bd3976-be2f-4069-ab5e-c603c60793e1 HTTP/1.1" status: 200 len: 217 time: 0.0876837 Aug 18 13:08:13.803300 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8518a73-dc68-454e-80e1-40061d361dac req-0792892c-4dee-4fc0-b5a2-57ea36daba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:13.804807 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f8518a73-dc68-454e-80e1-40061d361dac req-0792892c-4dee-4fc0-b5a2-57ea36daba64 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2744890d-6739-4756-b608-842180da7455 HTTP/1.1" status: 200 len: 850 time: 0.0704179 Aug 18 13:08:13.810312 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4589c9-f05d-44b6-8723-9a72e1fc58bf req-68876a63-7a5c-4d0f-b9f9-b9a7fc8d1aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:13.810312 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3c4589c9-f05d-44b6-8723-9a72e1fc58bf req-68876a63-7a5c-4d0f-b9f9-b9a7fc8d1aaa service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1717813 Aug 18 13:08:13.869324 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8518a73-dc68-454e-80e1-40061d361dac req-bec9e71b-90c4-4de8-9934-a571f6e3a7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:13.870778 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f8518a73-dc68-454e-80e1-40061d361dac req-bec9e71b-90c4-4de8-9934-a571f6e3a7b8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c70b20b2-1ba3-4778-b38e-36ed095ba70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587215 Aug 18 13:08:13.913503 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58169aeb-31b4-4f05-ace0-552b3b9fbb3f tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Router ee6e59cf-7da8-4278-a719-dc580bc470e5 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:08:13.947558 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-e39f780e-b186-4443-ba7f-318fd956d16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:13.949141 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-e39f780e-b186-4443-ba7f-318fd956d16d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=89aac5f76f894b52a80b74a6d9abcdca&device_id=a9db5d6e-4952-466d-bec2-49aa5392bdce HTTP/1.1" status: 200 len: 1095 time: 0.0904117 Aug 18 13:08:14.008656 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-7fea50a9-107a-499b-bc87-43216dd8d978 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d37f3cee-529d-47b8-8f6f-3b76e9142d44 HTTP/1.1" status: 200 len: 217 time: 0.0510263 Aug 18 13:08:14.014658 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f8518a73-dc68-454e-80e1-40061d361dac req-8525fc23-1124-4bac-b0d4-d7f34f70d849 service neutron] 10.222.0.39 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307645 Aug 18 13:08:14.026987 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58169aeb-31b4-4f05-ace0-552b3b9fbb3f tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:08:14.037665 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998e55eb-4661-422f-966f-7c8f7f237e3d None None] Sync routers for ids ['ee6e59cf-7da8-4278-a719-dc580bc470e5'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:08:14.049015 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998e55eb-4661-422f-966f-7c8f7f237e3d None None] Routers {'ee6e59cf-7da8-4278-a719-dc580bc470e5'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:08:14.049755 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-998e55eb-4661-422f-966f-7c8f7f237e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:08:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ee6e59cf-7da8-4278-a719-dc580bc470e5'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:08:14.086120 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-998e55eb-4661-422f-966f-7c8f7f237e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:08:14.095415 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998e55eb-4661-422f-966f-7c8f7f237e3d None None] Routers {'ee6e59cf-7da8-4278-a719-dc580bc470e5'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:08:14.095981 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-998e55eb-4661-422f-966f-7c8f7f237e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:08:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ee6e59cf-7da8-4278-a719-dc580bc470e5'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:08:14.110551 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-e94e9094-275c-469f-9a2c-b7c5ea9fdd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:14.112025 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-e94e9094-275c-469f-9a2c-b7c5ea9fdd25 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c6d9590e-dbee-4678-b72a-de3bbe7a3aff HTTP/1.1" status: 200 len: 849 time: 0.0963140 Aug 18 13:08:14.125216 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58169aeb-31b4-4f05-ace0-552b3b9fbb3f tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:14.129079 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-58169aeb-31b4-4f05-ace0-552b3b9fbb3f tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.1437056 Aug 18 13:08:14.129349 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60070) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:14.129974 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-998e55eb-4661-422f-966f-7c8f7f237e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:08:14.130774 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998e55eb-4661-422f-966f-7c8f7f237e3d None None] The sync data for ids ['ee6e59cf-7da8-4278-a719-dc580bc470e5'] in n-d-803603-2 is: [] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:08:14.134492 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-65193b36-6fda-469f-8db8-62a0ce6015a8 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'enable_snat': False}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:08:14.157047 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-716ad92d-d36d-46be-812e-75e50493950d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b2092a6-a722-4d94-a62f-ebbd0faf42ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366230 Aug 18 13:08:14.182161 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f8518a73-dc68-454e-80e1-40061d361dac req-33b3c65a-f2c5-4934-be0f-3a14297acb74 service neutron] 10.222.0.39 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577103 Aug 18 13:08:14.266545 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-f2aadf4e-e79a-49e8-8a5f-1acc6a01ef6e service neutron] 10.222.0.20 "GET /v2.0/networks/6b2092a6-a722-4d94-a62f-ebbd0faf42ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981874 Aug 18 13:08:14.378336 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce75824-1ae8-4263-a275-36095b2b8a19 req-9dc06cc2-601d-4e25-9c16-c2b3886cfa72 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:14.379641 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9ce75824-1ae8-4263-a275-36095b2b8a19 req-9dc06cc2-601d-4e25-9c16-c2b3886cfa72 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=a779f1d2-5351-4036-beab-efb2bc36a77d HTTP/1.1" status: 200 len: 945 time: 0.0865149 Aug 18 13:08:14.417940 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4078bb18-5c60-4d3e-8b54-c1c5a63b5f6b req-f2cbd82f-a512-4c03-91df-1270900ab2fc service neutron] 10.222.0.20 "GET /v2.0/networks/6b2092a6-a722-4d94-a62f-ebbd0faf42ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442709 Aug 18 13:08:14.448409 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9ce75824-1ae8-4263-a275-36095b2b8a19 req-c6ec337b-f61a-4b64-b8ef-65fa30e3920c tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576317 Aug 18 13:08:14.492992 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-65193b36-6fda-469f-8db8-62a0ce6015a8 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:14.514570 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf691e-9a29-450b-ba4e-112c1b35e9a9 req-ccab1d6d-5a81-4c76-bbd5-e4a7353b5a60 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:14.516050 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-abbf691e-9a29-450b-ba4e-112c1b35e9a9 req-ccab1d6d-5a81-4c76-bbd5-e4a7353b5a60 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9db5d6e-4952-466d-bec2-49aa5392bdce HTTP/1.1" status: 200 len: 944 time: 0.0680695 Aug 18 13:08:14.555412 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-abbf691e-9a29-450b-ba4e-112c1b35e9a9 req-f379b43a-14ca-48cb-ab0b-8d229da6cd8b tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/security-groups?id=08770069-1b7e-42e5-9798-d16c90c21862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325210 Aug 18 13:08:14.564771 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:14.717865 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b781fa3-bcbd-4cca-9355-d9a8442e797c req-b0edad9f-9568-4e61-a35a-e6612fdcf59e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dc455d74-fdc4-49a4-809b-0c310f934be5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438595 Aug 18 13:08:14.779802 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b781fa3-bcbd-4cca-9355-d9a8442e797c req-a90807e9-0a4f-466c-ba32-692d0804c089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:14.781364 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b781fa3-bcbd-4cca-9355-d9a8442e797c req-a90807e9-0a4f-466c-ba32-692d0804c089 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8b6c2b19e634a4bb77e7e12fa929d83&device_id=dc455d74-fdc4-49a4-809b-0c310f934be5 HTTP/1.1" status: 200 len: 1097 time: 0.0404332 Aug 18 13:08:14.905871 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b781fa3-bcbd-4cca-9355-d9a8442e797c req-fd7d1097-0ea1-4ba5-9180-4eeee1f21405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:14.907395 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b781fa3-bcbd-4cca-9355-d9a8442e797c req-fd7d1097-0ea1-4ba5-9180-4eeee1f21405 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c70b20b2-1ba3-4778-b38e-36ed095ba70d HTTP/1.1" status: 200 len: 912 time: 0.1023629 Aug 18 13:08:14.952065 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b781fa3-bcbd-4cca-9355-d9a8442e797c req-177a2700-3a59-4950-8ceb-4f13a8fde99f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3719fcf8-290f-45fe-91eb-aacf7869dab4 HTTP/1.1" status: 200 len: 217 time: 0.0351319 Aug 18 13:08:14.997144 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-65193b36-6fda-469f-8db8-62a0ce6015a8 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-486308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5626'] for router, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:15.000706 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-65193b36-6fda-469f-8db8-62a0ce6015a8 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-486154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-486161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563648'] for router, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:15.000936 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b781fa3-bcbd-4cca-9355-d9a8442e797c req-3aefb23f-ca2e-4445-aa6f-ef28583da0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:15.002459 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b781fa3-bcbd-4cca-9355-d9a8442e797c req-3aefb23f-ca2e-4445-aa6f-ef28583da0bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2744890d-6739-4756-b608-842180da7455 HTTP/1.1" status: 200 len: 850 time: 0.0425088 Aug 18 13:08:15.112306 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65193b36-6fda-469f-8db8-62a0ce6015a8 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Router ee6e59cf-7da8-4278-a719-dc580bc470e5 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:08:15.226276 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65193b36-6fda-469f-8db8-62a0ce6015a8 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:08:15.230772 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-65193b36-6fda-469f-8db8-62a0ce6015a8 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:15.234570 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-65193b36-6fda-469f-8db8-62a0ce6015a8 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] 10.222.0.13 "PUT /v2.0/routers/ee6e59cf-7da8-4278-a719-dc580bc470e5 HTTP/1.1" status: 200 len: 925 time: 1.1017466 Aug 18 13:08:15.235237 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60084) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:15.245577 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e92cf33-b7ea-4886-b7e1-e729364becdf None None] Sync routers for ids ['ee6e59cf-7da8-4278-a719-dc580bc470e5'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:08:15.257263 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e92cf33-b7ea-4886-b7e1-e729364becdf None None] Routers {'ee6e59cf-7da8-4278-a719-dc580bc470e5'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:08:15.262388 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-0e92cf33-b7ea-4886-b7e1-e729364becdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:08:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ee6e59cf-7da8-4278-a719-dc580bc470e5'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:08:15.307650 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-0e92cf33-b7ea-4886-b7e1-e729364becdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:08:15.313460 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:15.319858 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e92cf33-b7ea-4886-b7e1-e729364becdf None None] Routers {'ee6e59cf-7da8-4278-a719-dc580bc470e5'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:08:15.321048 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-0e92cf33-b7ea-4886-b7e1-e729364becdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:08:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ee6e59cf-7da8-4278-a719-dc580bc470e5'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:08:15.326981 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b781fa3-bcbd-4cca-9355-d9a8442e797c req-6a5fb535-3b46-4576-9c79-ad290c8a11da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:15.328475 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b781fa3-bcbd-4cca-9355-d9a8442e797c req-6a5fb535-3b46-4576-9c79-ad290c8a11da service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c70b20b2-1ba3-4778-b38e-36ed095ba70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3174808 Aug 18 13:08:15.356192 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-0e92cf33-b7ea-4886-b7e1-e729364becdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:08:15.356950 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e92cf33-b7ea-4886-b7e1-e729364becdf None None] The sync data for ids ['ee6e59cf-7da8-4278-a719-dc580bc470e5'] in n-d-803603-2 is: [] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:08:15.360553 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2f7dd6a7-9111-4e38-8e06-f183bdcd0ed4 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] 10.222.0.13 "GET /v2.0/routers/ee6e59cf-7da8-4278-a719-dc580bc470e5 HTTP/1.1" status: 200 len: 925 time: 0.1214147 Aug 18 13:08:15.363357 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60086) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:15.445940 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b781fa3-bcbd-4cca-9355-d9a8442e797c req-05adbeb4-3439-4c9b-b422-f8d25c5cc09a service neutron] 10.222.0.20 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087451 Aug 18 13:08:15.468139 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda6a79c-24ce-40d5-b7d6-b900c74ff4ba tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:15.469671 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-cda6a79c-24ce-40d5-b7d6-b900c74ff4ba tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=0babe39a-03c6-4af7-9ca5-00804dd781c2&device_id=ee6e59cf-7da8-4278-a719-dc580bc470e5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1053874 Aug 18 13:08:15.472305 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60092) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:15.552705 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b781fa3-bcbd-4cca-9355-d9a8442e797c req-3045a8e4-83bd-47c2-8437-9122d0fd69ed service neutron] 10.222.0.20 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974402 Aug 18 13:08:15.604192 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9e39c-7d1b-488c-8446-f2b642905428 req-eac18740-cd73-49f9-a2da-0fd25b3e6c11 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:15.606427 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-81b9e39c-7d1b-488c-8446-f2b642905428 req-eac18740-cd73-49f9-a2da-0fd25b3e6c11 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=a779f1d2-5351-4036-beab-efb2bc36a77d HTTP/1.1" status: 200 len: 945 time: 0.0732267 Aug 18 13:08:15.607371 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeef5b92-62bf-43ae-b532-32644433a775 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:15.608679 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-eeef5b92-62bf-43ae-b532-32644433a775 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] 10.222.0.13 "GET /v2.0/networks/0babe39a-03c6-4af7-9ca5-00804dd781c2 HTTP/1.1" status: 200 len: 881 time: 0.1354697 Aug 18 13:08:15.611686 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60096) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:15.654231 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a3126260-5d5a-43c1-9422-67a04cce226e tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6e59cf-7da8-4278-a719-dc580bc470e5 HTTP/1.1" status: 200 len: 205 time: 0.0404129 Aug 18 13:08:15.656778 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60098) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:15.688857 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f0145-b685-487a-b85e-99cdb4daf1b2 req-4790dfdf-8f8f-425e-a07d-bc81dac41d83 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:15.690371 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8e4f0145-b685-487a-b85e-99cdb4daf1b2 req-4790dfdf-8f8f-425e-a07d-bc81dac41d83 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9db5d6e-4952-466d-bec2-49aa5392bdce HTTP/1.1" status: 200 len: 944 time: 0.0507548 Aug 18 13:08:15.721171 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-81b9e39c-7d1b-488c-8446-f2b642905428 req-ca9e9c4e-1d82-4f26-aeff-f1ec3db4f3a6 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983191 Aug 18 13:08:15.732209 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8e4f0145-b685-487a-b85e-99cdb4daf1b2 req-a488b55c-f9c7-4c68-90dd-50c9626d5416 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/security-groups?id=08770069-1b7e-42e5-9798-d16c90c21862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344796 Aug 18 13:08:15.786134 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b644af60-a4ce-44f2-98d5-9b7067d60ead tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:15.896298 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b644af60-a4ce-44f2-98d5-9b7067d60ead tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:16.008853 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-b644af60-a4ce-44f2-98d5-9b7067d60ead tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Deleting port 1d3c0ff3-56f2-49c1-99a5-344565b1f86c {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:08:16.009127 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b644af60-a4ce-44f2-98d5-9b7067d60ead tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:16.089847 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b644af60-a4ce-44f2-98d5-9b7067d60ead tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:16.101490 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-b644af60-a4ce-44f2-98d5-9b7067d60ead tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Calling delete_port for 1d3c0ff3-56f2-49c1-99a5-344565b1f86c owned by network:router_gateway {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:08:16.336533 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b644af60-a4ce-44f2-98d5-9b7067d60ead tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:16.365245 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b644af60-a4ce-44f2-98d5-9b7067d60ead tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Pushing event deleted for resources: {'Port': ['ID=1d3c0ff3-56f2-49c1-99a5-344565b1f86c,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:16.430045 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b644af60-a4ce-44f2-98d5-9b7067d60ead tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:16.527850 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b644af60-a4ce-44f2-98d5-9b7067d60ead tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:16.530043 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b644af60-a4ce-44f2-98d5-9b7067d60ead tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:16.788909 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device d37f3cee-529d-47b8-8f6f-3b76e9142d44 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:08:16.861782 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f9ce40-d556-4053-a5ae-3fd514f20c45 req-1789aeab-87e8-43d1-a05b-fde7396334fd tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:16.863384 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-86f9ce40-d556-4053-a5ae-3fd514f20c45 req-1789aeab-87e8-43d1-a05b-fde7396334fd tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=a779f1d2-5351-4036-beab-efb2bc36a77d HTTP/1.1" status: 200 len: 945 time: 0.0635855 Aug 18 13:08:16.873894 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b003ee-4f05-4657-b77d-6e63eb590b68 req-3bf82dd7-4584-47f4-9074-ca279b6521f7 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:16.877776 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-61b003ee-4f05-4657-b77d-6e63eb590b68 req-3bf82dd7-4584-47f4-9074-ca279b6521f7 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9db5d6e-4952-466d-bec2-49aa5392bdce HTTP/1.1" status: 200 len: 944 time: 0.0577390 Aug 18 13:08:16.909441 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port d37f3cee-529d-47b8-8f6f-3b76e9142d44, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=d37f3cee-529d-47b8-8f6f-3b76e9142d44,segment=NetworkSegment(2d462297-6912-4ee4-ad2c-f74ed2858ac1),segment_id=2d462297-6912-4ee4-ad2c-f74ed2858ac1)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:08:16.913682 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-86f9ce40-d556-4053-a5ae-3fd514f20c45 req-32785407-cc84-46e3-bd7f-a27b03528265 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432699 Aug 18 13:08:16.927012 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-61b003ee-4f05-4657-b77d-6e63eb590b68 req-f2eabbf5-0e1f-4225-979a-2169d3937685 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/security-groups?id=08770069-1b7e-42e5-9798-d16c90c21862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423546 Aug 18 13:08:16.928191 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b644af60-a4ce-44f2-98d5-9b7067d60ead tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:16.928771 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b644af60-a4ce-44f2-98d5-9b7067d60ead tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Fanout notify agent at l3_agent the message router_deleted on router ee6e59cf-7da8-4278-a719-dc580bc470e5 {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:08:16.952648 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b644af60-a4ce-44f2-98d5-9b7067d60ead tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:16.952648 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b644af60-a4ce-44f2-98d5-9b7067d60ead tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] 10.222.0.13 "DELETE /v2.0/routers/ee6e59cf-7da8-4278-a719-dc580bc470e5 HTTP/1.1" status: 204 len: 168 time: 1.2793379 Aug 18 13:08:16.954461 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'd37f3cee-529d-47b8-8f6f-3b76e9142d44', 'network_id': '6b2092a6-a722-4d94-a62f-ebbd0faf42ef', 'port_id': 'd37f3cee-529d-47b8-8f6f-3b76e9142d44', 'mac_address': 'fa:16:3e:34:5f:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6d9590e-dbee-4678-b72a-de3bbe7a3aff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:08:16.954880 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60116) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:16.954880 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-b5a7b2a2-8310-4b50-90ac-fc30fe7f4ad0 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-174607892', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:08:17.006951 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:17.021644 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d37f3cee-529d-47b8-8f6f-3b76e9142d44 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:08:17.042249 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port d37f3cee-529d-47b8-8f6f-3b76e9142d44, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=d37f3cee-529d-47b8-8f6f-3b76e9142d44,segment=NetworkSegment(2d462297-6912-4ee4-ad2c-f74ed2858ac1),segment_id=2d462297-6912-4ee4-ad2c-f74ed2858ac1)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:08:17.045354 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b5a7b2a2-8310-4b50-90ac-fc30fe7f4ad0 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:17.046732 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b5a7b2a2-8310-4b50-90ac-fc30fe7f4ad0 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:17.103281 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b5a7b2a2-8310-4b50-90ac-fc30fe7f4ad0 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:17.115745 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ffb37e-6377-4c54-af6c-41b1b7f5df8f req-3d3e8da1-3caf-42e5-911f-e01f1db17e4f tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:17.117226 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-59ffb37e-6377-4c54-af6c-41b1b7f5df8f req-3d3e8da1-3caf-42e5-911f-e01f1db17e4f tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.0518374 Aug 18 13:08:17.125011 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:17.166273 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-59ffb37e-6377-4c54-af6c-41b1b7f5df8f req-17e3765d-8d65-4104-9e31-3a314edafbea tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418637 Aug 18 13:08:17.183075 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b5a7b2a2-8310-4b50-90ac-fc30fe7f4ad0 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:17.215189 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=d37f3cee-529d-47b8-8f6f-3b76e9142d44,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:17.284917 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b5a7b2a2-8310-4b50-90ac-fc30fe7f4ad0 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:17.286059 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b5a7b2a2-8310-4b50-90ac-fc30fe7f4ad0 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3431373 Aug 18 13:08:17.289059 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60124) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:17.293608 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-febda2ff-ebd5-44a1-8929-6f79332a6cf6 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Request body: {'router': {'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:08:17.303778 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c481d-1f2d-4b3e-9239-6983475f9fcb req-39525718-a33c-49d8-bb4f-2030f757e491 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:17.305269 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0f8c481d-1f2d-4b3e-9239-6983475f9fcb req-39525718-a33c-49d8-bb4f-2030f757e491 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.0605941 Aug 18 13:08:17.470678 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0f8c481d-1f2d-4b3e-9239-6983475f9fcb req-c2382563-b64e-427d-9923-f2e361d7da3e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313369 Aug 18 13:08:17.492543 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 74bd3976-be2f-4069-ab5e-c603c60793e1 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:08:17.530231 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['d37f3cee-529d-47b8-8f6f-3b76e9142d44'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:08:17.561284 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:17.565188 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-febda2ff-ebd5-44a1-8929-6f79332a6cf6 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:17.650479 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:17.702411 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a779f1d2-5351-4036-beab-efb2bc36a77d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74bd3976-be2f-4069-ab5e-c603c60793e1'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:08:17.704674 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152c24ab-4d68-4413-b7fa-abca9ce0a8a7" -d '{"events": [{"server_uuid": "a779f1d2-5351-4036-beab-efb2bc36a77d", "name": "network-vif-unplugged", "status": "completed", "tag": "74bd3976-be2f-4069-ab5e-c603c60793e1"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:08:17.729860 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 74bd3976-be2f-4069-ab5e-c603c60793e1, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=74bd3976-be2f-4069-ab5e-c603c60793e1,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:08:17.756500 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 18 Aug 2021 13:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3615ce93-5ee7-4091-ad1c-0bf9b34fbbf8 x-openstack-request-id: req-3615ce93-5ee7-4091-ad1c-0bf9b34fbbf8 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:08:17.756773 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a779f1d2-5351-4036-beab-efb2bc36a77d", "name": "network-vif-unplugged", "status": "failed", "tag": "74bd3976-be2f-4069-ab5e-c603c60793e1", "code": 422}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:08:17.757035 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3615ce93-5ee7-4091-ad1c-0bf9b34fbbf8 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:08:17.757420 n-d-803603-2 neutron-server[101677]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a779f1d2-5351-4036-beab-efb2bc36a77d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '74bd3976-be2f-4069-ab5e-c603c60793e1', 'code': 422} returned with failed status Aug 18 13:08:17.822246 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:17.861083 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-febda2ff-ebd5-44a1-8929-6f79332a6cf6 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router_gateway, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:17.880417 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=74bd3976-be2f-4069-ab5e-c603c60793e1,revision_number=8']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:17.891005 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-febda2ff-ebd5-44a1-8929-6f79332a6cf6 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:17.944263 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbbd9b-0622-4433-ac78-9274d89d52e6 req-cb312eff-047d-428a-83c5-1cb822690d7a tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:17.950823 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-93bbbd9b-0622-4433-ac78-9274d89d52e6 req-cb312eff-047d-428a-83c5-1cb822690d7a tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.1542585 Aug 18 13:08:17.987460 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-93bbbd9b-0622-4433-ac78-9274d89d52e6 req-1b259fa9-45a4-4cad-96aa-6b09470ef090 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357456 Aug 18 13:08:18.013206 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-febda2ff-ebd5-44a1-8929-6f79332a6cf6 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Allocated IP 172.25.6.190 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/460bcb95-148d-4c4a-bd5d-8f5d5242ef74) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:08:18.116374 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86f658-8343-4356-918d-fdc29d231818 req-dca12085-c68a-48bb-a67d-3f2103b62d93 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:18.117895 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ad86f658-8343-4356-918d-fdc29d231818 req-dca12085-c68a-48bb-a67d-3f2103b62d93 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9db5d6e-4952-466d-bec2-49aa5392bdce HTTP/1.1" status: 200 len: 945 time: 0.1052477 Aug 18 13:08:18.188843 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-febda2ff-ebd5-44a1-8929-6f79332a6cf6 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:18.193824 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ad86f658-8343-4356-918d-fdc29d231818 req-f557543a-a5c3-477e-8bf1-45993a36fad4 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/security-groups?id=08770069-1b7e-42e5-9798-d16c90c21862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687828 Aug 18 13:08:18.319894 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-febda2ff-ebd5-44a1-8929-6f79332a6cf6 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:18.361030 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febda2ff-ebd5-44a1-8929-6f79332a6cf6 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:08:18.363902 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-febda2ff-ebd5-44a1-8929-6f79332a6cf6 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:08:18.367478 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febda2ff-ebd5-44a1-8929-6f79332a6cf6 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:08:18.396559 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febda2ff-ebd5-44a1-8929-6f79332a6cf6 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Pushing event updated for resources: {'Port': ['ID=460bcb95-148d-4c4a-bd5d-8f5d5242ef74,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:18.789382 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-febda2ff-ebd5-44a1-8929-6f79332a6cf6 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router_gateway, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:18.806368 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device d37f3cee-529d-47b8-8f6f-3b76e9142d44 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:08:18.931486 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port d37f3cee-529d-47b8-8f6f-3b76e9142d44 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:08:18.935548 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port d37f3cee-529d-47b8-8f6f-3b76e9142d44 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:08:18.935926 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:18.994653 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-febda2ff-ebd5-44a1-8929-6f79332a6cf6 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-486308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5626'] for router, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:18.998701 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-febda2ff-ebd5-44a1-8929-6f79332a6cf6 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-486154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-486161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563648'] for router, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:19.016615 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:19.051958 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port d37f3cee-529d-47b8-8f6f-3b76e9142d44, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=d37f3cee-529d-47b8-8f6f-3b76e9142d44,segment=NetworkSegment(2d462297-6912-4ee4-ad2c-f74ed2858ac1),segment_id=2d462297-6912-4ee4-ad2c-f74ed2858ac1)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:08:19.131035 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:19.155736 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec99f4-219a-44b9-a682-2654cdabe0de req-ccb9829b-3a09-491d-89c1-b490679bcc84 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:19.157237 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-53ec99f4-219a-44b9-a682-2654cdabe0de req-ccb9829b-3a09-491d-89c1-b490679bcc84 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.0736675 Aug 18 13:08:19.193130 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=d37f3cee-529d-47b8-8f6f-3b76e9142d44,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:19.217751 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-53ec99f4-219a-44b9-a682-2654cdabe0de req-c366f397-b2fe-4da8-9c8e-8514e3f09657 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528300 Aug 18 13:08:19.295781 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-febda2ff-ebd5-44a1-8929-6f79332a6cf6 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Router 2def1cae-026f-4088-af1d-c18f14f22fc7 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:08:19.324269 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86505ef7-ca8f-4d10-aaca-c85a6952ddf9 req-5b5b64a1-995d-44eb-bbe6-16b11c6b9e74 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:19.325870 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-86505ef7-ca8f-4d10-aaca-c85a6952ddf9 req-5b5b64a1-995d-44eb-bbe6-16b11c6b9e74 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9db5d6e-4952-466d-bec2-49aa5392bdce HTTP/1.1" status: 200 len: 946 time: 0.0517066 Aug 18 13:08:19.367173 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-86505ef7-ca8f-4d10-aaca-c85a6952ddf9 req-d17e3510-7725-44dc-97f9-18e26fd51c21 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/security-groups?id=08770069-1b7e-42e5-9798-d16c90c21862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349150 Aug 18 13:08:19.406642 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febda2ff-ebd5-44a1-8929-6f79332a6cf6 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:08:19.415064 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-febda2ff-ebd5-44a1-8929-6f79332a6cf6 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:19.416010 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5785c6e3-c024-48a6-a4d2-9fb92bffd59a None None] Sync routers for ids ['2def1cae-026f-4088-af1d-c18f14f22fc7'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:08:19.419031 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-febda2ff-ebd5-44a1-8929-6f79332a6cf6 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] 10.222.0.13 "PUT /v2.0/routers/2def1cae-026f-4088-af1d-c18f14f22fc7 HTTP/1.1" status: 200 len: 883 time: 2.1264799 Aug 18 13:08:19.419175 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60156) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:19.425076 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5785c6e3-c024-48a6-a4d2-9fb92bffd59a None None] Routers {'2def1cae-026f-4088-af1d-c18f14f22fc7'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:08:19.425696 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-5785c6e3-c024-48a6-a4d2-9fb92bffd59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:08:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['2def1cae-026f-4088-af1d-c18f14f22fc7'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:08:19.462879 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-5785c6e3-c024-48a6-a4d2-9fb92bffd59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:08:19.471612 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5785c6e3-c024-48a6-a4d2-9fb92bffd59a None None] Routers {'2def1cae-026f-4088-af1d-c18f14f22fc7'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:08:19.472220 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-5785c6e3-c024-48a6-a4d2-9fb92bffd59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:08:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['2def1cae-026f-4088-af1d-c18f14f22fc7'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:08:19.504739 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-5785c6e3-c024-48a6-a4d2-9fb92bffd59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:08:19.505422 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5785c6e3-c024-48a6-a4d2-9fb92bffd59a None None] The sync data for ids ['2def1cae-026f-4088-af1d-c18f14f22fc7'] in n-d-803603-2 is: [] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:08:19.536213 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f415336f-9313-4d9a-b9b0-7ae5c24d400a tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] 10.222.0.13 "GET /v2.0/routers/2def1cae-026f-4088-af1d-c18f14f22fc7 HTTP/1.1" status: 200 len: 924 time: 0.1159003 Aug 18 13:08:19.539000 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60158) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:19.616822 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3767015e-eed3-4df7-a87b-5591d2ddb706 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:19.621194 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3767015e-eed3-4df7-a87b-5591d2ddb706 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=0babe39a-03c6-4af7-9ca5-00804dd781c2&device_id=2def1cae-026f-4088-af1d-c18f14f22fc7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0783973 Aug 18 13:08:19.621570 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60160) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:19.711466 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94399848-47d5-46d7-bc40-7220022f9e09 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:19.713250 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-94399848-47d5-46d7-bc40-7220022f9e09 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] 10.222.0.13 "GET /v2.0/networks/0babe39a-03c6-4af7-9ca5-00804dd781c2 HTTP/1.1" status: 200 len: 881 time: 0.0907080 Aug 18 13:08:19.716388 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60164) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:19.752477 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1d86415c-f81f-4fa9-8d60-9e083a0c3956 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] 10.222.0.13 "GET /v2.0/ports?device_id=2def1cae-026f-4088-af1d-c18f14f22fc7 HTTP/1.1" status: 200 len: 205 time: 0.0345800 Aug 18 13:08:19.754743 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60166) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:19.759095 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9db5d6e-4952-466d-bec2-49aa5392bdce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd37f3cee-529d-47b8-8f6f-3b76e9142d44'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:08:19.761398 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c4f13a-7516-4fbc-be8f-94c27bf8c4f0" -d '{"events": [{"server_uuid": "a9db5d6e-4952-466d-bec2-49aa5392bdce", "name": "network-vif-plugged", "status": "completed", "tag": "d37f3cee-529d-47b8-8f6f-3b76e9142d44"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:08:19.803163 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c616f3-9622-45ab-816c-16509470aa1a x-openstack-request-id: req-60c616f3-9622-45ab-816c-16509470aa1a {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:08:19.803650 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9db5d6e-4952-466d-bec2-49aa5392bdce", "name": "network-vif-plugged", "status": "completed", "tag": "d37f3cee-529d-47b8-8f6f-3b76e9142d44", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:08:19.804169 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-60c616f3-9622-45ab-816c-16509470aa1a {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:08:19.804721 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9db5d6e-4952-466d-bec2-49aa5392bdce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd37f3cee-529d-47b8-8f6f-3b76e9142d44', 'code': 200} Aug 18 13:08:19.877194 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-96c14e16-b1b0-445b-a346-4ad37300fda1 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:19.929405 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c72bf8b-586b-4016-98e2-4b8d859de08f req-d4d7eb83-6666-4323-81eb-064f9bada988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:19.931618 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1c72bf8b-586b-4016-98e2-4b8d859de08f req-d4d7eb83-6666-4323-81eb-064f9bada988 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a9db5d6e-4952-466d-bec2-49aa5392bdce HTTP/1.1" status: 200 len: 1097 time: 0.0509250 Aug 18 13:08:19.967639 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1c72bf8b-586b-4016-98e2-4b8d859de08f req-1e4012a0-04bb-4a49-a7bd-fb3366fa7430 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=08770069-1b7e-42e5-9798-d16c90c21862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278833 Aug 18 13:08:19.991624 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-96c14e16-b1b0-445b-a346-4ad37300fda1 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:20.145295 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-96c14e16-b1b0-445b-a346-4ad37300fda1 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Deleting port 460bcb95-148d-4c4a-bd5d-8f5d5242ef74 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:08:20.145735 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-96c14e16-b1b0-445b-a346-4ad37300fda1 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:20.362823 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297832e-07f6-4216-9f2d-2fa54c90f694 req-965e9d7e-2231-40e2-9352-efc62a743d90 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:20.364789 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8297832e-07f6-4216-9f2d-2fa54c90f694 req-965e9d7e-2231-40e2-9352-efc62a743d90 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.0565996 Aug 18 13:08:20.415087 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8297832e-07f6-4216-9f2d-2fa54c90f694 req-cd9fd20b-36e2-4882-a544-f332333f0385 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436733 Aug 18 13:08:20.669553 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-96c14e16-b1b0-445b-a346-4ad37300fda1 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:20.683892 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd0a11-71b4-4e39-b598-1d9ce2243504 req-33bdab22-a9f6-4806-aed2-5f055c9923bd tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:20.685374 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-85cd0a11-71b4-4e39-b598-1d9ce2243504 req-33bdab22-a9f6-4806-aed2-5f055c9923bd tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9db5d6e-4952-466d-bec2-49aa5392bdce HTTP/1.1" status: 200 len: 946 time: 0.1118319 Aug 18 13:08:20.691576 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-96c14e16-b1b0-445b-a346-4ad37300fda1 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Calling delete_port for 460bcb95-148d-4c4a-bd5d-8f5d5242ef74 owned by network:router_gateway {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:08:20.768596 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-85cd0a11-71b4-4e39-b598-1d9ce2243504 req-8928c835-462f-4df7-9f48-2e1c8ce60d55 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/security-groups?id=08770069-1b7e-42e5-9798-d16c90c21862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750659 Aug 18 13:08:20.965278 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-96c14e16-b1b0-445b-a346-4ad37300fda1 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:21.024578 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c14e16-b1b0-445b-a346-4ad37300fda1 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Pushing event deleted for resources: {'Port': ['ID=460bcb95-148d-4c4a-bd5d-8f5d5242ef74,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:21.063869 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-96c14e16-b1b0-445b-a346-4ad37300fda1 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:21.165546 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-96c14e16-b1b0-445b-a346-4ad37300fda1 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:21.168049 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-96c14e16-b1b0-445b-a346-4ad37300fda1 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:21.308859 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-96c14e16-b1b0-445b-a346-4ad37300fda1 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:21.309428 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c14e16-b1b0-445b-a346-4ad37300fda1 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Fanout notify agent at l3_agent the message router_deleted on router 2def1cae-026f-4088-af1d-c18f14f22fc7 {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:08:21.320624 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-96c14e16-b1b0-445b-a346-4ad37300fda1 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:21.325704 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-96c14e16-b1b0-445b-a346-4ad37300fda1 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] 10.222.0.13 "DELETE /v2.0/routers/2def1cae-026f-4088-af1d-c18f14f22fc7 HTTP/1.1" status: 204 len: 168 time: 1.5697496 Aug 18 13:08:21.326359 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60186) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:21.330670 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-8ed7475a-bbb2-4862-a79f-d92d9902fee6 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1521268391', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:08:21.449969 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8ed7475a-bbb2-4862-a79f-d92d9902fee6 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:21.451946 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8ed7475a-bbb2-4862-a79f-d92d9902fee6 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:21.533741 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8ed7475a-bbb2-4862-a79f-d92d9902fee6 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:21.549870 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c095fd-40cf-4b70-8ed1-c4ca2077525f req-227fced8-f646-48c0-aeea-0271ccb6bb42 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:21.551493 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b5c095fd-40cf-4b70-8ed1-c4ca2077525f req-227fced8-f646-48c0-aeea-0271ccb6bb42 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.0514159 Aug 18 13:08:21.593121 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b5c095fd-40cf-4b70-8ed1-c4ca2077525f req-26ba1de0-5f5b-424c-8fe9-3285c85ace59 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341945 Aug 18 13:08:21.713578 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8ed7475a-bbb2-4862-a79f-d92d9902fee6 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:21.839205 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8ed7475a-bbb2-4862-a79f-d92d9902fee6 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:21.844517 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8ed7475a-bbb2-4862-a79f-d92d9902fee6 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5131505 Aug 18 13:08:21.844805 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60196) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:21.849313 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-7898721f-d967-45de-ad36-dee6cbe43365 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'enable_snat': True}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:08:21.907040 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3973f1-5de3-4279-bf98-4e15079aabbd req-5fdeb7d2-7264-417a-8cc2-2a76b5809174 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:21.914401 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ad3973f1-5de3-4279-bf98-4e15079aabbd req-5fdeb7d2-7264-417a-8cc2-2a76b5809174 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9db5d6e-4952-466d-bec2-49aa5392bdce HTTP/1.1" status: 200 len: 946 time: 0.0632250 Aug 18 13:08:21.958151 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ad3973f1-5de3-4279-bf98-4e15079aabbd req-ac3c0306-351a-4d54-90cd-f359d8b42dfa tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/security-groups?id=08770069-1b7e-42e5-9798-d16c90c21862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403469 Aug 18 13:08:22.076905 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7898721f-d967-45de-ad36-dee6cbe43365 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:22.418077 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7898721f-d967-45de-ad36-dee6cbe43365 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:22.441536 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7898721f-d967-45de-ad36-dee6cbe43365 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:22.557022 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-7898721f-d967-45de-ad36-dee6cbe43365 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Allocated IP 172.25.6.36 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/22536193-2f76-4209-b8f7-c918bf2632cd) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:08:22.761999 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c842e-e275-4d29-b8aa-cd50cb2659b5 req-b961e0fd-21d9-4cf6-bbc9-a3fec5984ca6 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:22.763545 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c91c842e-e275-4d29-b8aa-cd50cb2659b5 req-b961e0fd-21d9-4cf6-bbc9-a3fec5984ca6 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.0778785 Aug 18 13:08:22.787681 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7898721f-d967-45de-ad36-dee6cbe43365 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:22.835378 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c91c842e-e275-4d29-b8aa-cd50cb2659b5 req-80f2d3ac-05da-4f2b-9190-3b28c0e31c98 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626400 Aug 18 13:08:22.919581 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7898721f-d967-45de-ad36-dee6cbe43365 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:22.959108 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-fe2aabdf-237c-4bf1-882d-2b497ce61d95 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0581548 Aug 18 13:08:22.969650 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7898721f-d967-45de-ad36-dee6cbe43365 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:08:22.973103 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-7898721f-d967-45de-ad36-dee6cbe43365 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:08:22.975831 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7898721f-d967-45de-ad36-dee6cbe43365 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:08:23.004759 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7898721f-d967-45de-ad36-dee6cbe43365 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Pushing event updated for resources: {'Port': ['ID=22536193-2f76-4209-b8f7-c918bf2632cd,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:23.059938 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-f8b5ac5e-ec86-407f-90ae-2289efae125a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:23.060656 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-f8b5ac5e-ec86-407f-90ae-2289efae125a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:23.061138 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-f8b5ac5e-ec86-407f-90ae-2289efae125a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:23.061712 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-f8b5ac5e-ec86-407f-90ae-2289efae125a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:23.062082 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-f8b5ac5e-ec86-407f-90ae-2289efae125a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:23.062584 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-f8b5ac5e-ec86-407f-90ae-2289efae125a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:23.063047 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-f8b5ac5e-ec86-407f-90ae-2289efae125a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:23.065087 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-f8b5ac5e-ec86-407f-90ae-2289efae125a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8c196c6c2e143d6872d1027393f6dcd&device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 6490 time: 0.0545306 Aug 18 13:08:23.195144 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-f06b1cb7-33f8-4b71-b34c-bf1e2cedb5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:23.195626 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-f06b1cb7-33f8-4b71-b34c-bf1e2cedb5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:23.196116 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-f06b1cb7-33f8-4b71-b34c-bf1e2cedb5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:23.198404 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-f06b1cb7-33f8-4b71-b34c-bf1e2cedb5cc service neutron] 10.222.0.39 "GET /v2.0/networks?id=7b05220b-36d2-40eb-be72-7e3e060fbabb&id=2459a67a-03d9-4542-a3d9-993612a32608&id=2459a67a-03d9-4542-a3d9-993612a32608&id=2459a67a-03d9-4542-a3d9-993612a32608&id=2459a67a-03d9-4542-a3d9-993612a32608&id=a3e49dcd-a277-4170-bfef-fa46f5ed7634&id=a3e49dcd-a277-4170-bfef-fa46f5ed7634 HTTP/1.1" status: 200 len: 2292 time: 0.1088657 Aug 18 13:08:23.276008 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-7509548c-3d06-4063-bf2f-966f6a6cc3a8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34e925d7-14af-4826-bf24-9d1ce3cea1ed HTTP/1.1" status: 200 len: 1001 time: 0.0706670 Aug 18 13:08:23.376077 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-77e5aa56-eed6-428d-a7ac-3a22091e9570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:23.377671 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-77e5aa56-eed6-428d-a7ac-3a22091e9570 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bfeef1f8-f283-4cb6-a505-21a51b6ed46e HTTP/1.1" status: 200 len: 850 time: 0.0875831 Aug 18 13:08:23.378131 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7898721f-d967-45de-ad36-dee6cbe43365 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:23.403559 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf99b13-5430-457d-8beb-a8d6dd0f891a req-66fe9d88-8744-4fda-a92f-f210114993e9 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:23.405058 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3cf99b13-5430-457d-8beb-a8d6dd0f891a req-66fe9d88-8744-4fda-a92f-f210114993e9 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9db5d6e-4952-466d-bec2-49aa5392bdce HTTP/1.1" status: 200 len: 946 time: 0.0845325 Aug 18 13:08:23.461512 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3cf99b13-5430-457d-8beb-a8d6dd0f891a req-b57cbbff-7a12-4ee7-befa-0f148c763a9b tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/security-groups?id=08770069-1b7e-42e5-9798-d16c90c21862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413914 Aug 18 13:08:23.469814 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-7ba5295a-a05e-4ad8-96de-09b9bd4e55b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:23.471347 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-7ba5295a-a05e-4ad8-96de-09b9bd4e55b2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b05220b-36d2-40eb-be72-7e3e060fbabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0846534 Aug 18 13:08:23.591097 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-3a588570-60f9-40b4-95a6-d308081b7a34 service neutron] 10.222.0.39 "GET /v2.0/networks/7b05220b-36d2-40eb-be72-7e3e060fbabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020498 Aug 18 13:08:23.610272 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7898721f-d967-45de-ad36-dee6cbe43365 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-486308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5626'] for router, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:23.613805 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7898721f-d967-45de-ad36-dee6cbe43365 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-486154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-486161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563648'] for router, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:23.699074 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-7fc8feae-64f1-45f1-a278-06844a6e3089 service neutron] 10.222.0.39 "GET /v2.0/networks/7b05220b-36d2-40eb-be72-7e3e060fbabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012104 Aug 18 13:08:23.751055 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-d627f4a1-35d9-4f71-b7ad-b1cbb6fbaa27 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=07f402d6-de4a-4e25-8230-5bec43a446cd HTTP/1.1" status: 200 len: 217 time: 0.0431261 Aug 18 13:08:23.801405 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-c5562363-2c0b-4077-9c04-6b93dcea8362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:23.802920 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-c5562363-2c0b-4077-9c04-6b93dcea8362 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cb37ce99-5938-480b-b3eb-c3f4e77a0e89 HTTP/1.1" status: 200 len: 797 time: 0.0452366 Aug 18 13:08:23.810323 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7898721f-d967-45de-ad36-dee6cbe43365 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Router 4142475c-0ee1-4245-a002-f9ed67522dfe is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:08:23.863690 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-dd55bd64-54da-4688-b6ac-24a5c40ef5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:23.865231 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-dd55bd64-54da-4688-b6ac-24a5c40ef5ac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2459a67a-03d9-4542-a3d9-993612a32608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0550280 Aug 18 13:08:23.969662 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-3999ed7b-7391-404b-9ef2-354d9ca44063 service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962417 Aug 18 13:08:24.075644 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-44e1de3d-63cf-4824-92f0-965e0ead2e7b service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984073 Aug 18 13:08:24.120977 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-5a3f8f50-5189-40f2-957a-fa3df7e94e54 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=36b945e8-9c27-4658-bb63-6eff4f89d115 HTTP/1.1" status: 200 len: 217 time: 0.0370200 Aug 18 13:08:24.178617 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-6f62db50-d61f-4900-88ec-d4e9dfddd59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:24.180099 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-6f62db50-d61f-4900-88ec-d4e9dfddd59d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cb37ce99-5938-480b-b3eb-c3f4e77a0e89 HTTP/1.1" status: 200 len: 797 time: 0.0525033 Aug 18 13:08:24.205459 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7898721f-d967-45de-ad36-dee6cbe43365 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:08:24.210515 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7898721f-d967-45de-ad36-dee6cbe43365 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:24.213177 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7898721f-d967-45de-ad36-dee6cbe43365 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] 10.222.0.13 "PUT /v2.0/routers/4142475c-0ee1-4245-a002-f9ed67522dfe HTTP/1.1" status: 200 len: 918 time: 2.3660913 Aug 18 13:08:24.216667 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60236) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:24.220798 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba7e59e-b048-420b-a0bc-3c37fb59ac1a None None] Sync routers for ids ['4142475c-0ee1-4245-a002-f9ed67522dfe'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:08:24.230772 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba7e59e-b048-420b-a0bc-3c37fb59ac1a None None] Routers {'4142475c-0ee1-4245-a002-f9ed67522dfe'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:08:24.231678 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-bba7e59e-b048-420b-a0bc-3c37fb59ac1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:08:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['4142475c-0ee1-4245-a002-f9ed67522dfe'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:08:24.233068 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4d37f-c516-42be-a270-c92405447f76 req-362d2980-2ec3-4d9a-8ec6-a940f35e0a38 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:24.234454 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-ca92fad9-9d14-441e-bf5d-35ba1a24c772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:24.235976 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-ca92fad9-9d14-441e-bf5d-35ba1a24c772 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2459a67a-03d9-4542-a3d9-993612a32608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0478792 Aug 18 13:08:24.240509 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-49e4d37f-c516-42be-a270-c92405447f76 req-362d2980-2ec3-4d9a-8ec6-a940f35e0a38 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.3300824 Aug 18 13:08:24.271019 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-bba7e59e-b048-420b-a0bc-3c37fb59ac1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:08:24.281168 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba7e59e-b048-420b-a0bc-3c37fb59ac1a None None] Routers {'4142475c-0ee1-4245-a002-f9ed67522dfe'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:08:24.281991 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-bba7e59e-b048-420b-a0bc-3c37fb59ac1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:08:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['4142475c-0ee1-4245-a002-f9ed67522dfe'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:08:24.316832 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-49e4d37f-c516-42be-a270-c92405447f76 req-2a6fe5b9-6d59-4b21-8a5b-45813d7f9c96 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754411 Aug 18 13:08:24.318803 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-bba7e59e-b048-420b-a0bc-3c37fb59ac1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:08:24.320420 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba7e59e-b048-420b-a0bc-3c37fb59ac1a None None] The sync data for ids ['4142475c-0ee1-4245-a002-f9ed67522dfe'] in n-d-803603-2 is: [] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:08:24.362250 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-02c2dab9-f7ba-46d7-befc-66c0f9ea624a service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187513 Aug 18 13:08:24.387148 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-77aea7cc-1140-47e4-ace6-13c658e6b58f tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] 10.222.0.13 "GET /v2.0/routers/4142475c-0ee1-4245-a002-f9ed67522dfe HTTP/1.1" status: 200 len: 924 time: 0.1667485 Aug 18 13:08:24.387412 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60240) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:24.435959 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4215e19e-5b4e-4ff1-9db5-cec414efa80d tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:24.439829 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4215e19e-5b4e-4ff1-9db5-cec414efa80d tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=0babe39a-03c6-4af7-9ca5-00804dd781c2&device_id=4142475c-0ee1-4245-a002-f9ed67522dfe&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0492618 Aug 18 13:08:24.440299 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60242) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:24.833037 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-9f780072-ce95-4d3a-a68f-7820ccb71efa service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4634073 Aug 18 13:08:24.888141 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-f731d6ae-a9fe-4267-8c73-1896f3b2aaba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=5adf14f7-27f9-4753-a8fd-566a7aeb8405 HTTP/1.1" status: 200 len: 217 time: 0.0462170 Aug 18 13:08:24.952467 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23842f9f-a629-4b8c-80b8-21ae1f2fe1bb req-80dae26a-5add-4b99-84b9-f5f48d43873e tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:24.953923 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-23842f9f-a629-4b8c-80b8-21ae1f2fe1bb req-80dae26a-5add-4b99-84b9-f5f48d43873e tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9db5d6e-4952-466d-bec2-49aa5392bdce HTTP/1.1" status: 200 len: 946 time: 0.1840413 Aug 18 13:08:24.983848 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c8023b-c38d-43d7-b822-388727fedcf9 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:24.985174 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-43c8023b-c38d-43d7-b822-388727fedcf9 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] 10.222.0.13 "GET /v2.0/networks/0babe39a-03c6-4af7-9ca5-00804dd781c2 HTTP/1.1" status: 200 len: 881 time: 0.5439451 Aug 18 13:08:24.988995 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60252) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:25.020799 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-df104d06-8b37-47ec-8aba-1e955ae8b5b4 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] 10.222.0.13 "GET /v2.0/ports?device_id=4142475c-0ee1-4245-a002-f9ed67522dfe HTTP/1.1" status: 200 len: 205 time: 0.0297065 Aug 18 13:08:25.021411 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60254) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:25.106902 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e3468-f488-4d61-a516-74a3ea7c12db req-c775dfba-e019-4d03-8d33-8fa608d124fc tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:25.108515 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6b6e3468-f488-4d61-a516-74a3ea7c12db req-c775dfba-e019-4d03-8d33-8fa608d124fc tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9db5d6e-4952-466d-bec2-49aa5392bdce HTTP/1.1" status: 200 len: 946 time: 0.3412313 Aug 18 13:08:25.112371 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-5bdec44e-1e50-4eb3-b98b-d7def813ebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:25.113886 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-5bdec44e-1e50-4eb3-b98b-d7def813ebe4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cb37ce99-5938-480b-b3eb-c3f4e77a0e89 HTTP/1.1" status: 200 len: 797 time: 0.2038553 Aug 18 13:08:25.254387 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6b6e3468-f488-4d61-a516-74a3ea7c12db req-346a966a-dabd-4582-952c-4926acbc7a21 tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/security-groups?id=08770069-1b7e-42e5-9798-d16c90c21862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366839 Aug 18 13:08:25.264866 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-12452db6-c615-4c36-952b-712c1ba31c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:25.275755 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-12452db6-c615-4c36-952b-712c1ba31c30 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2459a67a-03d9-4542-a3d9-993612a32608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1474216 Aug 18 13:08:25.285888 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-23842f9f-a629-4b8c-80b8-21ae1f2fe1bb req-4d6caf8f-2810-4ad9-a235-f9e674d6ad0c tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Deleting port d37f3cee-529d-47b8-8f6f-3b76e9142d44 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:08:25.287620 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-23842f9f-a629-4b8c-80b8-21ae1f2fe1bb req-4d6caf8f-2810-4ad9-a235-f9e674d6ad0c tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:25.301191 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-372018b6-c7b9-40d7-8528-7d803670c512 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:25.480568 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb873c8b-3847-4cfc-9da8-b9fc0dbde947 req-0869c614-0680-4b01-8570-79c50667b01c tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:25.482537 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-eb873c8b-3847-4cfc-9da8-b9fc0dbde947 req-0869c614-0680-4b01-8570-79c50667b01c tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.0862134 Aug 18 13:08:25.528760 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-23842f9f-a629-4b8c-80b8-21ae1f2fe1bb req-4d6caf8f-2810-4ad9-a235-f9e674d6ad0c tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] For port d37f3cee-529d-47b8-8f6f-3b76e9142d44, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=d37f3cee-529d-47b8-8f6f-3b76e9142d44,segment=NetworkSegment(2d462297-6912-4ee4-ad2c-f74ed2858ac1),segment_id=2d462297-6912-4ee4-ad2c-f74ed2858ac1)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:08:25.529502 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-23842f9f-a629-4b8c-80b8-21ae1f2fe1bb req-4d6caf8f-2810-4ad9-a235-f9e674d6ad0c tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:25.544760 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-eb873c8b-3847-4cfc-9da8-b9fc0dbde947 req-e00a6553-2218-4007-8655-cf57d6849f41 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430365 Aug 18 13:08:25.545607 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-23842f9f-a629-4b8c-80b8-21ae1f2fe1bb req-4d6caf8f-2810-4ad9-a235-f9e674d6ad0c tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Calling delete_port for d37f3cee-529d-47b8-8f6f-3b76e9142d44 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:08:25.550433 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-28e8b9a0-a8e2-431c-bd30-733e26a9bb0e service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762411 Aug 18 13:08:25.615897 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-372018b6-c7b9-40d7-8528-7d803670c512 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:25.718771 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-c5bdacde-5e99-4ce9-b19e-02e8e6704af9 service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611159 Aug 18 13:08:25.790922 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-19f46592-9163-4eb4-b9ab-f50c0878c849 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=266a6430-2066-4382-ad70-9e34f085829b HTTP/1.1" status: 200 len: 217 time: 0.0613000 Aug 18 13:08:25.880953 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-71b2ee4f-64ee-4acb-874b-f46208aabf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:25.882494 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-71b2ee4f-64ee-4acb-874b-f46208aabf6e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cb37ce99-5938-480b-b3eb-c3f4e77a0e89 HTTP/1.1" status: 200 len: 797 time: 0.0711057 Aug 18 13:08:25.899540 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-372018b6-c7b9-40d7-8528-7d803670c512 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Deleting port 22536193-2f76-4209-b8f7-c918bf2632cd {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:08:25.899891 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-372018b6-c7b9-40d7-8528-7d803670c512 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:25.956815 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-23842f9f-a629-4b8c-80b8-21ae1f2fe1bb req-4d6caf8f-2810-4ad9-a235-f9e674d6ad0c tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:25.969887 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['d37f3cee-529d-47b8-8f6f-3b76e9142d44'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:08:26.001551 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6caf8f-2810-4ad9-a235-f9e674d6ad0c tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Pushing event deleted for resources: {'Port': ['ID=d37f3cee-529d-47b8-8f6f-3b76e9142d44,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:26.033879 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-4c201038-bd31-4b92-9fa7-62cce9078a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:26.035439 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-4c201038-bd31-4b92-9fa7-62cce9078a3f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2459a67a-03d9-4542-a3d9-993612a32608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1454430 Aug 18 13:08:26.087850 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-23842f9f-a629-4b8c-80b8-21ae1f2fe1bb req-4d6caf8f-2810-4ad9-a235-f9e674d6ad0c tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] No DVR routers for this DVR port d37f3cee-529d-47b8-8f6f-3b76e9142d44 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:08:26.115700 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-23842f9f-a629-4b8c-80b8-21ae1f2fe1bb req-4d6caf8f-2810-4ad9-a235-f9e674d6ad0c tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:26.117707 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-23842f9f-a629-4b8c-80b8-21ae1f2fe1bb req-4d6caf8f-2810-4ad9-a235-f9e674d6ad0c tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.20 "DELETE /v2.0/ports/d37f3cee-529d-47b8-8f6f-3b76e9142d44 HTTP/1.1" status: 204 len: 173 time: 1.1431041 Aug 18 13:08:26.119738 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9db5d6e-4952-466d-bec2-49aa5392bdce', 'name': 'network-vif-deleted', 'tag': 'd37f3cee-529d-47b8-8f6f-3b76e9142d44'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:08:26.122023 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95542b5a-71e7-41f0-b1eb-82462bfab5b1" -d '{"events": [{"server_uuid": "a9db5d6e-4952-466d-bec2-49aa5392bdce", "name": "network-vif-deleted", "tag": "d37f3cee-529d-47b8-8f6f-3b76e9142d44"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:08:26.127367 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-372018b6-c7b9-40d7-8528-7d803670c512 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:26.146931 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-372018b6-c7b9-40d7-8528-7d803670c512 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Calling delete_port for 22536193-2f76-4209-b8f7-c918bf2632cd owned by network:router_gateway {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:08:26.176458 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1fafaa-f4fe-4698-b23e-7130905d08e1 x-openstack-request-id: req-cf1fafaa-f4fe-4698-b23e-7130905d08e1 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:08:26.176742 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9db5d6e-4952-466d-bec2-49aa5392bdce", "name": "network-vif-deleted", "tag": "d37f3cee-529d-47b8-8f6f-3b76e9142d44", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:08:26.176999 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf1fafaa-f4fe-4698-b23e-7130905d08e1 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:08:26.177411 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9db5d6e-4952-466d-bec2-49aa5392bdce', 'name': 'network-vif-deleted', 'tag': 'd37f3cee-529d-47b8-8f6f-3b76e9142d44', 'status': 'completed', 'code': 200} Aug 18 13:08:26.225337 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-76ad0583-fdd3-4ed7-94ff-47b392f5c07e service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793840 Aug 18 13:08:26.377614 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27e2c90b-837e-49bb-a6a5-ed4f8afe5d00 req-6e1ef210-548e-421e-974e-e4843996ac9b tempest-VolumesActionsTest-106468058 tempest-VolumesActionsTest-106468058-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9db5d6e-4952-466d-bec2-49aa5392bdce HTTP/1.1" status: 200 len: 210 time: 0.0413194 Aug 18 13:08:26.407246 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-5b996eb4-d174-4421-a8d0-bc9afb4cbd46 service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727612 Aug 18 13:08:26.465763 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-9f1c9f5a-97fa-4bf9-8a7d-6612152ef71f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=efb60372-9169-48b4-8d03-d614d61af4dc HTTP/1.1" status: 200 len: 217 time: 0.0401499 Aug 18 13:08:26.519280 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-26e5aff1-021c-4f25-98c2-e32d1825dc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:26.521030 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-26e5aff1-021c-4f25-98c2-e32d1825dc6d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2df74fa9-4a52-422a-a780-c36488fd175b HTTP/1.1" status: 200 len: 797 time: 0.0477455 Aug 18 13:08:26.573526 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-77be837e-689f-4fb4-b7f5-149980d19397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:26.575251 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-77be837e-689f-4fb4-b7f5-149980d19397 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a3e49dcd-a277-4170-bfef-fa46f5ed7634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0464900 Aug 18 13:08:26.628890 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-372018b6-c7b9-40d7-8528-7d803670c512 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:26.660587 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89868e-cd73-472d-9140-fcde191e4b97 req-bf4b6bd1-562e-4287-a8ad-6f5f9ceee108 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:26.667094 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372018b6-c7b9-40d7-8528-7d803670c512 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Pushing event deleted for resources: {'Port': ['ID=22536193-2f76-4209-b8f7-c918bf2632cd,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:26.680155 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0f89868e-cd73-472d-9140-fcde191e4b97 req-bf4b6bd1-562e-4287-a8ad-6f5f9ceee108 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.0799885 Aug 18 13:08:26.723051 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0f89868e-cd73-472d-9140-fcde191e4b97 req-3d0e885d-4d93-4366-a2a3-0808552312bb tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365279 Aug 18 13:08:26.751194 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-9a23158f-7620-4f12-ac98-4a683c689d3b service neutron] 10.222.0.39 "GET /v2.0/networks/a3e49dcd-a277-4170-bfef-fa46f5ed7634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684973 Aug 18 13:08:26.758026 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-372018b6-c7b9-40d7-8528-7d803670c512 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:26.904731 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-372018b6-c7b9-40d7-8528-7d803670c512 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:26.908510 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-372018b6-c7b9-40d7-8528-7d803670c512 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:26.976817 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-87355333-d600-458a-8d66-5ad2ff8dfcd7 service neutron] 10.222.0.39 "GET /v2.0/networks/a3e49dcd-a277-4170-bfef-fa46f5ed7634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151568 Aug 18 13:08:27.021272 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-de58ae2c-b2cb-4f4e-82d6-ea83a07a89c4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3dd394b2-39bc-4d95-9eb2-fafde19e7621 HTTP/1.1" status: 200 len: 217 time: 0.0364916 Aug 18 13:08:27.024412 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-372018b6-c7b9-40d7-8528-7d803670c512 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:27.024940 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372018b6-c7b9-40d7-8528-7d803670c512 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Fanout notify agent at l3_agent the message router_deleted on router 4142475c-0ee1-4245-a002-f9ed67522dfe {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:08:27.032015 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-372018b6-c7b9-40d7-8528-7d803670c512 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:27.034986 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-372018b6-c7b9-40d7-8528-7d803670c512 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] 10.222.0.13 "DELETE /v2.0/routers/4142475c-0ee1-4245-a002-f9ed67522dfe HTTP/1.1" status: 204 len: 168 time: 2.0071456 Aug 18 13:08:27.038227 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60282) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:27.043155 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-e1e6948a-30b7-486c-a1d7-b686d4e95c9c tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1636507034', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:08:27.085145 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-c6f838f0-74cb-40f3-aae0-a5e1ab4725f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:27.086712 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-c6f838f0-74cb-40f3-aae0-a5e1ab4725f2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2df74fa9-4a52-422a-a780-c36488fd175b HTTP/1.1" status: 200 len: 797 time: 0.0526505 Aug 18 13:08:27.126003 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e1e6948a-30b7-486c-a1d7-b686d4e95c9c tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:27.127107 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e1e6948a-30b7-486c-a1d7-b686d4e95c9c tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:27.140008 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-295adfba-7779-4f03-a1e4-3194da457a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:27.141542 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-295adfba-7779-4f03-a1e4-3194da457a5e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a3e49dcd-a277-4170-bfef-fa46f5ed7634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0478618 Aug 18 13:08:27.184595 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e1e6948a-30b7-486c-a1d7-b686d4e95c9c tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:27.245814 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-afb914a8-dd55-4a7c-ada3-434deea27424 service neutron] 10.222.0.39 "GET /v2.0/networks/a3e49dcd-a277-4170-bfef-fa46f5ed7634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964797 Aug 18 13:08:27.261475 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e1e6948a-30b7-486c-a1d7-b686d4e95c9c tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:27.337845 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01ad24c0-a55f-4af0-898e-4c2b36a88c79 req-37a03d66-1963-436f-a688-865489f2a27a service neutron] 10.222.0.39 "GET /v2.0/networks/a3e49dcd-a277-4170-bfef-fa46f5ed7634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854588 Aug 18 13:08:27.347035 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e1e6948a-30b7-486c-a1d7-b686d4e95c9c tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:27.348266 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e1e6948a-30b7-486c-a1d7-b686d4e95c9c tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3090322 Aug 18 13:08:27.350992 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60286) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:27.355747 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-d39b122f-3375-428c-a4cc-d5af3b41dce0 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'enable_snat': False}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:08:27.557189 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d39b122f-3375-428c-a4cc-d5af3b41dce0 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:27.872658 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d39b122f-3375-428c-a4cc-d5af3b41dce0 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:27.873437 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:27.880369 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856bec96-2362-49a4-8107-c57efcfdacea req-0b2d952e-a6a8-4438-bc22-ba827b946cc0 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:27.888376 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-856bec96-2362-49a4-8107-c57efcfdacea req-0b2d952e-a6a8-4438-bc22-ba827b946cc0 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.0696430 Aug 18 13:08:27.898916 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d39b122f-3375-428c-a4cc-d5af3b41dce0 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:27.946671 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-856bec96-2362-49a4-8107-c57efcfdacea req-f4250493-d4a5-4cdf-ba4b-1035a7d14298 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516958 Aug 18 13:08:28.025464 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-d39b122f-3375-428c-a4cc-d5af3b41dce0 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Allocated IP 172.25.6.205 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/03a5eaee-42a0-4b6c-8365-e7f2739f04fd) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:08:28.145554 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d39b122f-3375-428c-a4cc-d5af3b41dce0 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:28.263733 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d39b122f-3375-428c-a4cc-d5af3b41dce0 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:28.311897 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39b122f-3375-428c-a4cc-d5af3b41dce0 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:08:28.317372 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-d39b122f-3375-428c-a4cc-d5af3b41dce0 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:08:28.327730 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39b122f-3375-428c-a4cc-d5af3b41dce0 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:08:28.358951 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b122f-3375-428c-a4cc-d5af3b41dce0 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Pushing event updated for resources: {'Port': ['ID=03a5eaee-42a0-4b6c-8365-e7f2739f04fd,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:28.645070 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:28.695158 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d39b122f-3375-428c-a4cc-d5af3b41dce0 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:28.822522 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device d37f3cee-529d-47b8-8f6f-3b76e9142d44 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:08:28.860319 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: d37f3cee-529d-47b8-8f6f-3b76e9142d44 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:08:28.865093 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device d37f3cee-529d-47b8-8f6f-3b76e9142d44 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:08:28.947903 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d39b122f-3375-428c-a4cc-d5af3b41dce0 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-486308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5626'] for router, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:28.951321 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d39b122f-3375-428c-a4cc-d5af3b41dce0 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-486154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-486161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563648'] for router, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:29.129455 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54cc32-934c-4216-a1b4-5c88b4d85979 req-9bd3baee-7a38-467f-bdbb-17b874fef435 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:29.138016 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3d54cc32-934c-4216-a1b4-5c88b4d85979 req-9bd3baee-7a38-467f-bdbb-17b874fef435 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.0946813 Aug 18 13:08:29.183686 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3d54cc32-934c-4216-a1b4-5c88b4d85979 req-6faf5f4e-426d-4d85-b424-55775d8033ba tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444782 Aug 18 13:08:29.228406 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39b122f-3375-428c-a4cc-d5af3b41dce0 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Router 7cc292ff-68ac-4966-a106-906ddb912da0 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:08:29.376991 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39b122f-3375-428c-a4cc-d5af3b41dce0 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:08:29.384512 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d39b122f-3375-428c-a4cc-d5af3b41dce0 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:29.388237 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d39b122f-3375-428c-a4cc-d5af3b41dce0 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] 10.222.0.13 "PUT /v2.0/routers/7cc292ff-68ac-4966-a106-906ddb912da0 HTTP/1.1" status: 200 len: 920 time: 2.0339165 Aug 18 13:08:29.388443 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60384) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:29.392825 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8a73a6-2a7c-4d38-becb-32f382a98226 None None] Sync routers for ids ['7cc292ff-68ac-4966-a106-906ddb912da0'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:08:29.409483 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8a73a6-2a7c-4d38-becb-32f382a98226 None None] Routers {'7cc292ff-68ac-4966-a106-906ddb912da0'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:08:29.411031 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-9a8a73a6-2a7c-4d38-becb-32f382a98226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:08:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['7cc292ff-68ac-4966-a106-906ddb912da0'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:08:29.475346 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-9a8a73a6-2a7c-4d38-becb-32f382a98226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:08:29.494726 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8a73a6-2a7c-4d38-becb-32f382a98226 None None] Routers {'7cc292ff-68ac-4966-a106-906ddb912da0'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:08:29.495684 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-9a8a73a6-2a7c-4d38-becb-32f382a98226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:08:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['7cc292ff-68ac-4966-a106-906ddb912da0'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:08:29.542726 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-9a8a73a6-2a7c-4d38-becb-32f382a98226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:08:29.546136 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8a73a6-2a7c-4d38-becb-32f382a98226 None None] The sync data for ids ['7cc292ff-68ac-4966-a106-906ddb912da0'] in n-d-803603-2 is: [] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:08:29.557878 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1345c03b-15c6-4135-aa2a-93bd33225045 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] 10.222.0.13 "GET /v2.0/routers/7cc292ff-68ac-4966-a106-906ddb912da0 HTTP/1.1" status: 200 len: 926 time: 0.1654215 Aug 18 13:08:29.558321 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60398) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:29.636101 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba0be41-7f68-4935-9cdf-4f99a799ae27 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:29.640025 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3ba0be41-7f68-4935-9cdf-4f99a799ae27 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=0babe39a-03c6-4af7-9ca5-00804dd781c2&device_id=7cc292ff-68ac-4966-a106-906ddb912da0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0783627 Aug 18 13:08:29.642206 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60406) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:29.735408 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840e89e-3e8e-4e96-a428-c2271afa1d4c req-42a392fa-c466-41ae-8a4d-dbca7fafc5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:29.737773 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c840e89e-3e8e-4e96-a428-c2271afa1d4c req-42a392fa-c466-41ae-8a4d-dbca7fafc5df service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8b6c2b19e634a4bb77e7e12fa929d83&device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 1095 time: 0.0473127 Aug 18 13:08:29.756463 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379aaeef-f5be-4c82-92fb-4dbca09e054e req-5bd6aed5-9a1a-4c60-869e-3f17942f92be tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:29.758093 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-379aaeef-f5be-4c82-92fb-4dbca09e054e req-5bd6aed5-9a1a-4c60-869e-3f17942f92be tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.1341305 Aug 18 13:08:29.798986 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9031f4db-d804-40ea-9ed1-1f627c9e4d4d tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:29.800447 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9031f4db-d804-40ea-9ed1-1f627c9e4d4d tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] 10.222.0.13 "GET /v2.0/networks/0babe39a-03c6-4af7-9ca5-00804dd781c2 HTTP/1.1" status: 200 len: 881 time: 0.1592867 Aug 18 13:08:29.805239 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60410) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:29.839957 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c97f33e3-6644-48f1-9e3e-f078cb1a5a84 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc292ff-68ac-4966-a106-906ddb912da0 HTTP/1.1" status: 200 len: 205 time: 0.0330727 Aug 18 13:08:29.842483 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60412) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:29.865867 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840e89e-3e8e-4e96-a428-c2271afa1d4c req-c8834b61-f9de-49d5-b5fb-e49a85bbc472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:29.872141 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c840e89e-3e8e-4e96-a428-c2271afa1d4c req-c8834b61-f9de-49d5-b5fb-e49a85bbc472 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c70b20b2-1ba3-4778-b38e-36ed095ba70d HTTP/1.1" status: 200 len: 912 time: 0.1275315 Aug 18 13:08:29.889202 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-379aaeef-f5be-4c82-92fb-4dbca09e054e req-a39d80c3-500d-427c-9402-19af785c08d5 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193171 Aug 18 13:08:30.017103 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c840e89e-3e8e-4e96-a428-c2271afa1d4c req-4a4cad3f-27c9-4356-a76f-a721204d2eb0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be132020-3516-4ddf-b702-9f30b7b7f0c8 HTTP/1.1" status: 200 len: 998 time: 0.1374009 Aug 18 13:08:30.036859 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-961b8706-0738-48dd-a4c4-cbb62dea67d8 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:30.167891 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-961b8706-0738-48dd-a4c4-cbb62dea67d8 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:30.319788 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-961b8706-0738-48dd-a4c4-cbb62dea67d8 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Deleting port 03a5eaee-42a0-4b6c-8365-e7f2739f04fd {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:08:30.320532 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-961b8706-0738-48dd-a4c4-cbb62dea67d8 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:30.357633 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840e89e-3e8e-4e96-a428-c2271afa1d4c req-f29bec39-6e42-4d36-ae4a-5481c6749693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:30.359158 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c840e89e-3e8e-4e96-a428-c2271afa1d4c req-f29bec39-6e42-4d36-ae4a-5481c6749693 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2744890d-6739-4756-b608-842180da7455 HTTP/1.1" status: 200 len: 850 time: 0.3335261 Aug 18 13:08:30.410903 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840e89e-3e8e-4e96-a428-c2271afa1d4c req-7e161ebf-e7cd-419d-80e0-782967297d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:30.412757 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c840e89e-3e8e-4e96-a428-c2271afa1d4c req-7e161ebf-e7cd-419d-80e0-782967297d0e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c70b20b2-1ba3-4778-b38e-36ed095ba70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449271 Aug 18 13:08:30.424142 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [req-c840e89e-3e8e-4e96-a428-c2271afa1d4c req-3107747f-48a1-4c47-a24b-6f946e94593d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:08:30.425381 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c840e89e-3e8e-4e96-a428-c2271afa1d4c req-3107747f-48a1-4c47-a24b-6f946e94593d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062447 Aug 18 13:08:30.462385 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-961b8706-0738-48dd-a4c4-cbb62dea67d8 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:30.476077 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-961b8706-0738-48dd-a4c4-cbb62dea67d8 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Calling delete_port for 03a5eaee-42a0-4b6c-8365-e7f2739f04fd owned by network:router_gateway {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:08:30.603508 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c840e89e-3e8e-4e96-a428-c2271afa1d4c req-db509d5e-165e-4836-a3c2-535c18c9dbe3 service neutron] 10.222.0.20 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691225 Aug 18 13:08:30.787671 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-961b8706-0738-48dd-a4c4-cbb62dea67d8 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:30.791703 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c840e89e-3e8e-4e96-a428-c2271afa1d4c req-cd06f417-45d1-4c9a-9b4b-56bf9d52e8fd service neutron] 10.222.0.20 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801186 Aug 18 13:08:30.830549 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b8706-0738-48dd-a4c4-cbb62dea67d8 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Pushing event deleted for resources: {'Port': ['ID=03a5eaee-42a0-4b6c-8365-e7f2739f04fd,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:30.978751 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-961b8706-0738-48dd-a4c4-cbb62dea67d8 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:31.402899 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-961b8706-0738-48dd-a4c4-cbb62dea67d8 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:31.406745 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-961b8706-0738-48dd-a4c4-cbb62dea67d8 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:31.460230 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004df83-e6fb-4c55-998b-a9c9251d4911 req-3076b90b-8e55-46e3-af2d-69ffa5d5e298 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:31.462707 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2004df83-e6fb-4c55-998b-a9c9251d4911 req-3076b90b-8e55-46e3-af2d-69ffa5d5e298 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.4029930 Aug 18 13:08:31.508099 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2004df83-e6fb-4c55-998b-a9c9251d4911 req-2e9df33c-303d-406d-8c50-3f6733388e21 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355499 Aug 18 13:08:31.548669 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-961b8706-0738-48dd-a4c4-cbb62dea67d8 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:31.549465 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961b8706-0738-48dd-a4c4-cbb62dea67d8 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Fanout notify agent at l3_agent the message router_deleted on router 7cc292ff-68ac-4966-a106-906ddb912da0 {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:08:31.569459 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-961b8706-0738-48dd-a4c4-cbb62dea67d8 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:31.575771 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60460) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:31.577978 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-961b8706-0738-48dd-a4c4-cbb62dea67d8 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] 10.222.0.13 "DELETE /v2.0/routers/7cc292ff-68ac-4966-a106-906ddb912da0 HTTP/1.1" status: 204 len: 168 time: 1.7332549 Aug 18 13:08:31.582148 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-eb1909ea-5cd1-4239-b89b-fef743051ef7 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-403552404', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}, 'admin_state_up': False}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:08:31.743689 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eb1909ea-5cd1-4239-b89b-fef743051ef7 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:31.745210 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eb1909ea-5cd1-4239-b89b-fef743051ef7 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:31.826095 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eb1909ea-5cd1-4239-b89b-fef743051ef7 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:32.121470 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eb1909ea-5cd1-4239-b89b-fef743051ef7 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:32.524197 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eb1909ea-5cd1-4239-b89b-fef743051ef7 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router_gateway, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:32.553578 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eb1909ea-5cd1-4239-b89b-fef743051ef7 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:32.701838 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-eb1909ea-5cd1-4239-b89b-fef743051ef7 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Allocated IP 172.25.6.42 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/0c72aad8-4799-4e70-bd57-f1e6184a0534) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:08:32.771132 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961c1b4-8513-42f6-a9b2-5f7de981d9b9 req-d44e5acc-0afa-473c-bc73-f460356257a7 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:32.778312 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6961c1b4-8513-42f6-a9b2-5f7de981d9b9 req-d44e5acc-0afa-473c-bc73-f460356257a7 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.1280370 Aug 18 13:08:32.847351 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eb1909ea-5cd1-4239-b89b-fef743051ef7 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:32.864104 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6961c1b4-8513-42f6-a9b2-5f7de981d9b9 req-7e59a193-3475-4ad0-a433-3428c02d6dee tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814910 Aug 18 13:08:32.971267 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eb1909ea-5cd1-4239-b89b-fef743051ef7 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:33.108748 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1909ea-5cd1-4239-b89b-fef743051ef7 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:08:33.119757 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-eb1909ea-5cd1-4239-b89b-fef743051ef7 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:08:33.123023 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1909ea-5cd1-4239-b89b-fef743051ef7 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:08:33.185355 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1909ea-5cd1-4239-b89b-fef743051ef7 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Pushing event updated for resources: {'Port': ['ID=0c72aad8-4799-4e70-bd57-f1e6184a0534,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:33.385586 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea8b49-ab20-49e2-bf47-8e66dfeb4444 req-77171c11-e840-4d26-9071-35de44025e39 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:33.390077 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3bea8b49-ab20-49e2-bf47-8e66dfeb4444 req-77171c11-e840-4d26-9071-35de44025e39 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.3536630 Aug 18 13:08:33.465853 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3bea8b49-ab20-49e2-bf47-8e66dfeb4444 req-483988eb-cf01-4dcb-8670-66e1abf1c98d tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691547 Aug 18 13:08:33.676794 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eb1909ea-5cd1-4239-b89b-fef743051ef7 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router_gateway, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:33.710017 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0fe1a8-b2f8-4468-9084-c81992a429f4 req-36052db5-c447-41b5-a3c3-ede90bf2c25f tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:33.711803 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7b0fe1a8-b2f8-4468-9084-c81992a429f4 req-36052db5-c447-41b5-a3c3-ede90bf2c25f tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.1294205 Aug 18 13:08:33.788694 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7b0fe1a8-b2f8-4468-9084-c81992a429f4 req-dd0a3101-8495-46af-b2ac-236f8dae00c6 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700181 Aug 18 13:08:34.035706 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eb1909ea-5cd1-4239-b89b-fef743051ef7 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:34.433659 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb1909ea-5cd1-4239-b89b-fef743051ef7 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Router b5c85302-9c1b-45b6-bbe4-239758f9d0d9 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:08:34.447683 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a39a13-5ec2-4100-85cf-6a159bd6264c req-724f83b4-44b0-4e27-aabb-579b3d7cf4f7 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:34.449509 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-61a39a13-5ec2-4100-85cf-6a159bd6264c req-724f83b4-44b0-4e27-aabb-579b3d7cf4f7 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.0915642 Aug 18 13:08:34.533591 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-61a39a13-5ec2-4100-85cf-6a159bd6264c req-f6f8b69d-ca7b-4e9b-8726-7971c7f42d28 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647845 Aug 18 13:08:34.619058 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1909ea-5cd1-4239-b89b-fef743051ef7 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:08:34.630611 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0d230c-efae-4d6f-bf98-a2af57caa5ca None None] Sync routers for ids ['b5c85302-9c1b-45b6-bbe4-239758f9d0d9'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:08:34.643819 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0d230c-efae-4d6f-bf98-a2af57caa5ca None None] Routers {'b5c85302-9c1b-45b6-bbe4-239758f9d0d9'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:08:34.645553 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-cf0d230c-efae-4d6f-bf98-a2af57caa5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:08:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['b5c85302-9c1b-45b6-bbe4-239758f9d0d9'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:08:34.687263 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-cf0d230c-efae-4d6f-bf98-a2af57caa5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:08:34.700987 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0d230c-efae-4d6f-bf98-a2af57caa5ca None None] Routers {'b5c85302-9c1b-45b6-bbe4-239758f9d0d9'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:08:34.701751 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-cf0d230c-efae-4d6f-bf98-a2af57caa5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:08:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['b5c85302-9c1b-45b6-bbe4-239758f9d0d9'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:08:34.724987 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eb1909ea-5cd1-4239-b89b-fef743051ef7 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:34.727123 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-eb1909ea-5cd1-4239-b89b-fef743051ef7 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1502092 Aug 18 13:08:34.729740 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60524) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:34.736865 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-5cbbcbf5-69da-4806-bd9e-089c5996dd7d tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:08:34.740745 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-cf0d230c-efae-4d6f-bf98-a2af57caa5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:08:34.741553 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0d230c-efae-4d6f-bf98-a2af57caa5ca None None] The sync data for ids ['b5c85302-9c1b-45b6-bbe4-239758f9d0d9'] in n-d-803603-2 is: [] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:08:35.100561 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5cbbcbf5-69da-4806-bd9e-089c5996dd7d tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:35.206192 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5cbbcbf5-69da-4806-bd9e-089c5996dd7d tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:35.403763 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-5cbbcbf5-69da-4806-bd9e-089c5996dd7d tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Deleting port 0c72aad8-4799-4e70-bd57-f1e6184a0534 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:08:35.404114 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5cbbcbf5-69da-4806-bd9e-089c5996dd7d tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:35.486388 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5cbbcbf5-69da-4806-bd9e-089c5996dd7d tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:35.513018 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-5cbbcbf5-69da-4806-bd9e-089c5996dd7d tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Calling delete_port for 0c72aad8-4799-4e70-bd57-f1e6184a0534 owned by network:router_gateway {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:08:35.970381 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57de1f4-2294-411f-9ff1-681c407f635d req-607046d8-a5be-4cf9-8bc2-1525f55a88ed tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:35.981043 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b57de1f4-2294-411f-9ff1-681c407f635d req-607046d8-a5be-4cf9-8bc2-1525f55a88ed tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.0822811 Aug 18 13:08:36.075413 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b57de1f4-2294-411f-9ff1-681c407f635d req-5ad6f7a8-884a-433d-962f-bf834c798fbe tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915694 Aug 18 13:08:36.279374 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5cbbcbf5-69da-4806-bd9e-089c5996dd7d tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:36.318680 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbbcbf5-69da-4806-bd9e-089c5996dd7d tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Pushing event deleted for resources: {'Port': ['ID=0c72aad8-4799-4e70-bd57-f1e6184a0534,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:36.477474 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5cbbcbf5-69da-4806-bd9e-089c5996dd7d tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:36.712727 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e74a7c-eff5-40f5-ae30-09e4eaeedb6d req-d843d371-0dd3-4ff0-aaa0-980a2698eba4 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:36.720166 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f5e74a7c-eff5-40f5-ae30-09e4eaeedb6d req-d843d371-0dd3-4ff0-aaa0-980a2698eba4 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.1968176 Aug 18 13:08:36.814418 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5cbbcbf5-69da-4806-bd9e-089c5996dd7d tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-486308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5626'] for router, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:36.818886 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2adfd3b-b0bb-4ebd-8327-f0a5b41be3c1 req-c4ba0b9e-6a8d-4024-82fc-4147408e0f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:36.820522 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b2adfd3b-b0bb-4ebd-8327-f0a5b41be3c1 req-c4ba0b9e-6a8d-4024-82fc-4147408e0f09 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8b6c2b19e634a4bb77e7e12fa929d83&device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 1095 time: 0.1937139 Aug 18 13:08:36.843007 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5cbbcbf5-69da-4806-bd9e-089c5996dd7d tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-486154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-486161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563648'] for router, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:36.897576 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f5e74a7c-eff5-40f5-ae30-09e4eaeedb6d req-b058302d-2b66-49cb-a71b-014fefa0449f tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762848 Aug 18 13:08:37.021239 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cbbcbf5-69da-4806-bd9e-089c5996dd7d tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Router b5c85302-9c1b-45b6-bbe4-239758f9d0d9 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:08:37.028684 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2adfd3b-b0bb-4ebd-8327-f0a5b41be3c1 req-9434dd1c-36a9-464d-8a8e-a2f1331f77a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:37.030346 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b2adfd3b-b0bb-4ebd-8327-f0a5b41be3c1 req-9434dd1c-36a9-464d-8a8e-a2f1331f77a6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c70b20b2-1ba3-4778-b38e-36ed095ba70d HTTP/1.1" status: 200 len: 912 time: 0.2020693 Aug 18 13:08:37.197542 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbbcbf5-69da-4806-bd9e-089c5996dd7d tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:08:37.208720 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2c228d-750e-4ed2-97bb-770a6c1b188a None None] Sync routers for ids ['b5c85302-9c1b-45b6-bbe4-239758f9d0d9'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:08:37.210299 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5cbbcbf5-69da-4806-bd9e-089c5996dd7d tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:37.212239 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5cbbcbf5-69da-4806-bd9e-089c5996dd7d tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] 10.222.0.13 "PUT /v2.0/routers/b5c85302-9c1b-45b6-bbe4-239758f9d0d9 HTTP/1.1" status: 200 len: 709 time: 2.4800634 Aug 18 13:08:37.215063 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60580) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:37.243508 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2c228d-750e-4ed2-97bb-770a6c1b188a None None] Routers {'b5c85302-9c1b-45b6-bbe4-239758f9d0d9'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:08:37.246089 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-5e2c228d-750e-4ed2-97bb-770a6c1b188a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:08:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['b5c85302-9c1b-45b6-bbe4-239758f9d0d9'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:08:37.313335 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b2adfd3b-b0bb-4ebd-8327-f0a5b41be3c1 req-1629c0ae-c332-42fe-9d04-b5fa372d48d9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be132020-3516-4ddf-b702-9f30b7b7f0c8 HTTP/1.1" status: 200 len: 998 time: 0.2723522 Aug 18 13:08:37.326890 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d18d16b7-5ee1-4ad4-b0eb-6c19a6c1d2e6 tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] 10.222.0.13 "GET /v2.0/routers/b5c85302-9c1b-45b6-bbe4-239758f9d0d9 HTTP/1.1" status: 200 len: 744 time: 0.1102419 Aug 18 13:08:37.329480 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60590) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:37.401524 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-5e2c228d-750e-4ed2-97bb-770a6c1b188a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:08:37.429931 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2c228d-750e-4ed2-97bb-770a6c1b188a None None] Routers {'b5c85302-9c1b-45b6-bbe4-239758f9d0d9'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:08:37.443487 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-5e2c228d-750e-4ed2-97bb-770a6c1b188a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:08:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['b5c85302-9c1b-45b6-bbe4-239758f9d0d9'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:08:37.443951 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2adfd3b-b0bb-4ebd-8327-f0a5b41be3c1 req-151060db-0832-4154-8335-d3a67a768315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:37.446618 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b2adfd3b-b0bb-4ebd-8327-f0a5b41be3c1 req-151060db-0832-4154-8335-d3a67a768315 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2744890d-6739-4756-b608-842180da7455 HTTP/1.1" status: 200 len: 850 time: 0.1180868 Aug 18 13:08:37.481647 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2d285f5c-3c08-41b5-aae3-a2564da553df tempest-RoutersIpV6AdminTest-1180578781 tempest-RoutersIpV6AdminTest-1180578781-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=0babe39a-03c6-4af7-9ca5-00804dd781c2&device_id=b5c85302-9c1b-45b6-bbe4-239758f9d0d9 HTTP/1.1" status: 200 len: 205 time: 0.1509571 Aug 18 13:08:37.485903 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60596) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:37.512459 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-5e2c228d-750e-4ed2-97bb-770a6c1b188a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:08:37.513391 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2c228d-750e-4ed2-97bb-770a6c1b188a None None] The sync data for ids ['b5c85302-9c1b-45b6-bbe4-239758f9d0d9'] in n-d-803603-2 is: [] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:08:37.539849 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-820c22a4-d48c-444e-8080-4389c2ec6d56 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5c85302-9c1b-45b6-bbe4-239758f9d0d9 HTTP/1.1" status: 200 len: 205 time: 0.0502143 Aug 18 13:08:37.542331 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60598) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:37.565629 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2adfd3b-b0bb-4ebd-8327-f0a5b41be3c1 req-4d701af8-ca67-4fba-bd77-270fb81038c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:37.567986 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b2adfd3b-b0bb-4ebd-8327-f0a5b41be3c1 req-4d701af8-ca67-4fba-bd77-270fb81038c3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c70b20b2-1ba3-4778-b38e-36ed095ba70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1137183 Aug 18 13:08:37.662575 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0198ae7a-77a8-458b-8fc8-68364ce65e6e tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:37.757825 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b2adfd3b-b0bb-4ebd-8327-f0a5b41be3c1 req-dcd29478-9123-4764-9c71-f3c92e502d81 service neutron] 10.222.0.20 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797786 Aug 18 13:08:37.901697 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0198ae7a-77a8-458b-8fc8-68364ce65e6e tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:37.904034 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0198ae7a-77a8-458b-8fc8-68364ce65e6e tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:37.910977 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b2adfd3b-b0bb-4ebd-8327-f0a5b41be3c1 req-c799291d-c9ed-4a4b-b0d0-f5d8e85543dd service neutron] 10.222.0.20 "GET /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414931 Aug 18 13:08:38.030883 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb8be6-de8a-4100-96f8-8bf7c694b06b req-2b44b592-28e7-4faf-a013-9e8c8b9f9111 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:38.038782 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2deb8be6-de8a-4100-96f8-8bf7c694b06b req-2b44b592-28e7-4faf-a013-9e8c8b9f9111 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.0594382 Aug 18 13:08:38.088525 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2deb8be6-de8a-4100-96f8-8bf7c694b06b req-4640bee1-8857-4242-be08-d74df4ccdec3 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429382 Aug 18 13:08:38.090939 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0198ae7a-77a8-458b-8fc8-68364ce65e6e tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:38.091606 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0198ae7a-77a8-458b-8fc8-68364ce65e6e tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Fanout notify agent at l3_agent the message router_deleted on router b5c85302-9c1b-45b6-bbe4-239758f9d0d9 {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:08:38.100683 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0198ae7a-77a8-458b-8fc8-68364ce65e6e tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:38.100683 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0198ae7a-77a8-458b-8fc8-68364ce65e6e tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] 10.222.0.13 "DELETE /v2.0/routers/b5c85302-9c1b-45b6-bbe4-239758f9d0d9 HTTP/1.1" status: 204 len: 168 time: 0.5570495 Aug 18 13:08:38.106304 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60606) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:38.141391 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-44ad7bc4-050a-4c41-9127-80bbf0b6396b tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5c85302-9c1b-45b6-bbe4-239758f9d0d9 HTTP/1.1" status: 200 len: 205 time: 0.0335183 Aug 18 13:08:38.143514 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60608) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:38.201121 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-a482b797-ed4d-4519-bf25-602ba7508423 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] delete failed (client error): The resource could not be found. Aug 18 13:08:38.202762 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a482b797-ed4d-4519-bf25-602ba7508423 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] 10.222.0.13 "DELETE /v2.0/routers/b5c85302-9c1b-45b6-bbe4-239758f9d0d9 HTTP/1.1" status: 404 len: 336 time: 0.0580134 Aug 18 13:08:38.205232 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60614) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:38.237513 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8f74ddcc-b468-4792-8293-60c553006b3c tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc292ff-68ac-4966-a106-906ddb912da0 HTTP/1.1" status: 200 len: 205 time: 0.0310876 Aug 18 13:08:38.240086 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60616) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:38.288373 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-3f026062-f515-4a38-b105-1bf7bd1ea689 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] delete failed (client error): The resource could not be found. Aug 18 13:08:38.290104 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3f026062-f515-4a38-b105-1bf7bd1ea689 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] 10.222.0.13 "DELETE /v2.0/routers/7cc292ff-68ac-4966-a106-906ddb912da0 HTTP/1.1" status: 404 len: 336 time: 0.0488522 Aug 18 13:08:38.292648 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60618) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:38.323121 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7183b472-6773-4f85-8be8-b94235d8f237 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] 10.222.0.13 "GET /v2.0/ports?device_id=4142475c-0ee1-4245-a002-f9ed67522dfe HTTP/1.1" status: 200 len: 205 time: 0.0293107 Aug 18 13:08:38.331744 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60622) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:38.379308 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-465676a0-9c9f-48fc-ac0b-21ab0f509a88 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] delete failed (client error): The resource could not be found. Aug 18 13:08:38.382681 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-465676a0-9c9f-48fc-ac0b-21ab0f509a88 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] 10.222.0.13 "DELETE /v2.0/routers/4142475c-0ee1-4245-a002-f9ed67522dfe HTTP/1.1" status: 404 len: 336 time: 0.0476544 Aug 18 13:08:38.383059 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60626) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:38.443723 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e4d9b5b2-ec82-4c10-9c5e-9e1f22d114a4 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] 10.222.0.13 "GET /v2.0/ports?device_id=2def1cae-026f-4088-af1d-c18f14f22fc7 HTTP/1.1" status: 200 len: 205 time: 0.0593469 Aug 18 13:08:38.445847 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60632) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:38.545741 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-deeee244-3bf5-4da8-ae18-1914a504d3da tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] delete failed (client error): The resource could not be found. Aug 18 13:08:38.549122 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-deeee244-3bf5-4da8-ae18-1914a504d3da tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] 10.222.0.13 "DELETE /v2.0/routers/2def1cae-026f-4088-af1d-c18f14f22fc7 HTTP/1.1" status: 404 len: 336 time: 0.1022625 Aug 18 13:08:38.552315 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60638) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:38.607928 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-715d4de0-34c7-4eef-92b0-654dde73e48b tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee6e59cf-7da8-4278-a719-dc580bc470e5 HTTP/1.1" status: 200 len: 205 time: 0.0537701 Aug 18 13:08:38.610573 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60640) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:38.660580 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-02fe99ee-22fc-4b48-885d-c51f739cda7c tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] delete failed (client error): The resource could not be found. Aug 18 13:08:38.663970 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-02fe99ee-22fc-4b48-885d-c51f739cda7c tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] 10.222.0.13 "DELETE /v2.0/routers/ee6e59cf-7da8-4278-a719-dc580bc470e5 HTTP/1.1" status: 404 len: 336 time: 0.0499129 Aug 18 13:08:38.664205 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60642) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:38.726232 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-81adecbc-8009-477c-8457-02ca0b045418 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] 10.222.0.13 "GET /v2.0/ports?device_id=d208a944-8ef3-47e0-93c3-1a1ce99e1fd1 HTTP/1.1" status: 200 len: 205 time: 0.0588486 Aug 18 13:08:38.726624 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60644) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:38.793969 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-5a4f921e-41e9-4c6d-a4c6-2e1a1b625f81 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] delete failed (client error): The resource could not be found. Aug 18 13:08:38.795039 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5a4f921e-41e9-4c6d-a4c6-2e1a1b625f81 tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] 10.222.0.13 "DELETE /v2.0/routers/d208a944-8ef3-47e0-93c3-1a1ce99e1fd1 HTTP/1.1" status: 404 len: 336 time: 0.0674732 Aug 18 13:08:38.800003 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60646) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:38.862971 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-18791576-fe38-47f1-8fc9-68793cadc62c tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] DELETE failed (client error): The resource could not be found. Aug 18 13:08:38.863565 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18791576-fe38-47f1-8fc9-68793cadc62c tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:08:38.870679 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-18791576-fe38-47f1-8fc9-68793cadc62c tempest-RoutersIpV6AdminTest-979665109 tempest-RoutersIpV6AdminTest-979665109-project] 10.222.0.13 "DELETE /v2.0/subnets/f3c43467-68c0-4d1b-b8d5-0cb10d06da12 HTTP/1.1" status: 404 len: 337 time: 0.0693913 Aug 18 13:08:39.244841 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec8221-de85-477d-9513-ce655f49145d req-fc39a56e-069a-425b-83de-83eacded76f4 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:39.252217 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f3ec8221-de85-477d-9513-ce655f49145d req-fc39a56e-069a-425b-83de-83eacded76f4 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.0572674 Aug 18 13:08:39.301930 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f3ec8221-de85-477d-9513-ce655f49145d req-c1d9a450-1314-4d7c-b835-0baed42a35dc tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487332 Aug 18 13:08:39.604258 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741421df-faa7-491b-8e64-35065cde18a4 req-fc3315c5-1e6e-4c2c-b0e5-d6d2cdf2ba93 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:39.604258 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-741421df-faa7-491b-8e64-35065cde18a4 req-fc3315c5-1e6e-4c2c-b0e5-d6d2cdf2ba93 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.1194253 Aug 18 13:08:39.688364 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-741421df-faa7-491b-8e64-35065cde18a4 req-d3c7542a-f7c0-4543-ad81-5ad493e9b734 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778184 Aug 18 13:08:39.725649 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60674) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:39.904060 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cb67563d-a933-4d16-b7bc-113de2f75bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:40.028717 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cb67563d-a933-4d16-b7bc-113de2f75bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:40.084382 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cb67563d-a933-4d16-b7bc-113de2f75bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:40.129473 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60694) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:40.130081 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-cb67563d-a933-4d16-b7bc-113de2f75bba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e5569ffd80d4a63af2bb055b8b5c431&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4025643 Aug 18 13:08:40.135395 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb67563d-a933-4d16-b7bc-113de2f75bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63adb6ed-5816-4af5-9dd0-305d60a389a1,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:40.185340 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d090cde3-4bd2-40c6-95db-3a61155a0a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:40.209442 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d090cde3-4bd2-40c6-95db-3a61155a0a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:40.359276 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d090cde3-4bd2-40c6-95db-3a61155a0a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:40.361772 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d090cde3-4bd2-40c6-95db-3a61155a0a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:40.366042 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d090cde3-4bd2-40c6-95db-3a61155a0a6a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/63adb6ed-5816-4af5-9dd0-305d60a389a1 HTTP/1.1" status: 204 len: 168 time: 0.2347872 Aug 18 13:08:40.374888 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d090cde3-4bd2-40c6-95db-3a61155a0a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63adb6ed-5816-4af5-9dd0-305d60a389a1,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:40.384296 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090cde3-4bd2-40c6-95db-3a61155a0a6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:40.384642 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090cde3-4bd2-40c6-95db-3a61155a0a6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:40.384981 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090cde3-4bd2-40c6-95db-3a61155a0a6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:40.385316 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090cde3-4bd2-40c6-95db-3a61155a0a6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:40.385645 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090cde3-4bd2-40c6-95db-3a61155a0a6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:40.386031 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090cde3-4bd2-40c6-95db-3a61155a0a6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:40.386455 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090cde3-4bd2-40c6-95db-3a61155a0a6a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:40.386753 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090cde3-4bd2-40c6-95db-3a61155a0a6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:40.387138 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090cde3-4bd2-40c6-95db-3a61155a0a6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:40.392953 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090cde3-4bd2-40c6-95db-3a61155a0a6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:40.392953 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090cde3-4bd2-40c6-95db-3a61155a0a6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:40.392953 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090cde3-4bd2-40c6-95db-3a61155a0a6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:41.077175 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60742) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:41.132941 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2f7b0833-027d-45d8-8df4-b6c7d81371fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=50aebee53c1e467089dab2af2c2478f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535750 Aug 18 13:08:41.141433 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60750) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:41.235021 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8b111daa-8941-483a-8e59-44b6295c796a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:41.266413 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8b111daa-8941-483a-8e59-44b6295c796a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:41.422053 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8b111daa-8941-483a-8e59-44b6295c796a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:41.424727 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8b111daa-8941-483a-8e59-44b6295c796a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:41.426519 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8b111daa-8941-483a-8e59-44b6295c796a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/169eb98c-54c3-4750-90ab-83b36d238584 HTTP/1.1" status: 204 len: 168 time: 0.2906132 Aug 18 13:08:41.441517 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b111daa-8941-483a-8e59-44b6295c796a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169eb98c-54c3-4750-90ab-83b36d238584,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:41.501779 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6ad64da3-f514-4fdc-aa6e-700519bc22e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:41.910144 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5ba0d-7288-4eff-ab7c-e4850b881246 req-a19bb95c-618c-4bb0-96ba-d4fe75f937af tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:41.917718 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-82c5ba0d-7288-4eff-ab7c-e4850b881246 req-a19bb95c-618c-4bb0-96ba-d4fe75f937af tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=a779f1d2-5351-4036-beab-efb2bc36a77d HTTP/1.1" status: 200 len: 943 time: 0.1256998 Aug 18 13:08:42.101306 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-82c5ba0d-7288-4eff-ab7c-e4850b881246 req-400a6c9d-7806-4271-8b4b-98c9bbb3d0a9 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Deleting port 74bd3976-be2f-4069-ab5e-c603c60793e1 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:08:42.101691 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-82c5ba0d-7288-4eff-ab7c-e4850b881246 req-400a6c9d-7806-4271-8b4b-98c9bbb3d0a9 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:42.223553 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-82c5ba0d-7288-4eff-ab7c-e4850b881246 req-400a6c9d-7806-4271-8b4b-98c9bbb3d0a9 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] For port 74bd3976-be2f-4069-ab5e-c603c60793e1, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=74bd3976-be2f-4069-ab5e-c603c60793e1,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:08:42.224201 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-82c5ba0d-7288-4eff-ab7c-e4850b881246 req-400a6c9d-7806-4271-8b4b-98c9bbb3d0a9 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:42.259342 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-82c5ba0d-7288-4eff-ab7c-e4850b881246 req-400a6c9d-7806-4271-8b4b-98c9bbb3d0a9 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Calling delete_port for 74bd3976-be2f-4069-ab5e-c603c60793e1 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:08:42.536685 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-82c5ba0d-7288-4eff-ab7c-e4850b881246 req-400a6c9d-7806-4271-8b4b-98c9bbb3d0a9 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:42.552311 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['3719fcf8-290f-45fe-91eb-aacf7869dab4', '8877398e-1952-4f40-885a-0879e030023a'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:08:42.625379 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a6c9d-7806-4271-8b4b-98c9bbb3d0a9 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Pushing event deleted for resources: {'Port': ['ID=74bd3976-be2f-4069-ab5e-c603c60793e1,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:42.691850 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c5ba0d-7288-4eff-ab7c-e4850b881246 req-400a6c9d-7806-4271-8b4b-98c9bbb3d0a9 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] No DVR routers for this DVR port 74bd3976-be2f-4069-ab5e-c603c60793e1 on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:08:42.696139 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-82c5ba0d-7288-4eff-ab7c-e4850b881246 req-400a6c9d-7806-4271-8b4b-98c9bbb3d0a9 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:42.699341 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-82c5ba0d-7288-4eff-ab7c-e4850b881246 req-400a6c9d-7806-4271-8b4b-98c9bbb3d0a9 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "DELETE /v2.0/ports/74bd3976-be2f-4069-ab5e-c603c60793e1 HTTP/1.1" status: 204 len: 173 time: 0.7798097 Aug 18 13:08:42.700835 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a779f1d2-5351-4036-beab-efb2bc36a77d', 'name': 'network-vif-deleted', 'tag': '74bd3976-be2f-4069-ab5e-c603c60793e1'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:08:42.703792 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5fffc2-4a21-4a4e-9963-48f127845919" -d '{"events": [{"server_uuid": "a779f1d2-5351-4036-beab-efb2bc36a77d", "name": "network-vif-deleted", "tag": "74bd3976-be2f-4069-ab5e-c603c60793e1"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:08:42.776279 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 18 Aug 2021 13:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e93c38-7c3f-42ec-8225-cb88afdc65a0 x-openstack-request-id: req-d3e93c38-7c3f-42ec-8225-cb88afdc65a0 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:08:42.776567 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a779f1d2-5351-4036-beab-efb2bc36a77d", "name": "network-vif-deleted", "tag": "74bd3976-be2f-4069-ab5e-c603c60793e1", "status": "failed", "code": 422}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:08:42.776867 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3e93c38-7c3f-42ec-8225-cb88afdc65a0 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:08:42.777307 n-d-803603-2 neutron-server[101675]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a779f1d2-5351-4036-beab-efb2bc36a77d', 'name': 'network-vif-deleted', 'tag': '74bd3976-be2f-4069-ab5e-c603c60793e1', 'status': 'failed', 'code': 422} returned with failed status Aug 18 13:08:43.203086 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60816) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:43.382048 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-f60b0261-9079-41ff-9fb5-937108a8febe tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2017990942'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:08:43.736657 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60b0261-9079-41ff-9fb5-937108a8febe tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:08:43.741224 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f60b0261-9079-41ff-9fb5-937108a8febe tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:43.757929 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f60b0261-9079-41ff-9fb5-937108a8febe tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:43.782313 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e26f4a65-1625-4e22-89a3-bfd7e831754c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:44.033858 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f60b0261-9079-41ff-9fb5-937108a8febe tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:44.107998 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f60b0261-9079-41ff-9fb5-937108a8febe tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:44.132821 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f60b0261-9079-41ff-9fb5-937108a8febe tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:08:44.154967 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f60b0261-9079-41ff-9fb5-937108a8febe tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:44.155318 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-f60b0261-9079-41ff-9fb5-937108a8febe tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Added segment 28e7ecd2-6751-4fc2-93c4-6028ae5ed25a of type vlan for network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 Aug 18 13:08:44.282881 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f60b0261-9079-41ff-9fb5-937108a8febe tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:44.390448 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60b0261-9079-41ff-9fb5-937108a8febe tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2497f063-80ed-4d47-82df-aaa897de8727,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:44.504451 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f60b0261-9079-41ff-9fb5-937108a8febe tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:44.504451 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60b0261-9079-41ff-9fb5-937108a8febe tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:44.504451 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f60b0261-9079-41ff-9fb5-937108a8febe tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:44.548533 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:44.677615 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60b0261-9079-41ff-9fb5-937108a8febe tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Network': ['ID=fb2a4f12-c2b2-47af-8e93-ec54df8a89c0,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:44.704267 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60852) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:44.704824 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f60b0261-9079-41ff-9fb5-937108a8febe tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4994817 Aug 18 13:08:44.706510 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:08:44.712108 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-073767fe-4b01-4cc9-8c51-76f6b5e43ec7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'subnet': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:08:44.920762 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073767fe-4b01-4cc9-8c51-76f6b5e43ec7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:08:44.924517 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-073767fe-4b01-4cc9-8c51-76f6b5e43ec7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:44.939181 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:08:45.001714 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1008dfe-086b-4819-9a4e-3166f7f8328a req-6e5736d6-a356-443d-a949-32d5692d656c tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:45.003403 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c1008dfe-086b-4819-9a4e-3166f7f8328a req-6e5736d6-a356-443d-a949-32d5692d656c tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6a11303-a66e-4f9a-b3b1-e1c6af215523 HTTP/1.1" status: 200 len: 908 time: 0.1142132 Aug 18 13:08:45.302276 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-073767fe-4b01-4cc9-8c51-76f6b5e43ec7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:45.353063 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:45.422195 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073767fe-4b01-4cc9-8c51-76f6b5e43ec7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Subnet': ['ID=49594bfc-17bf-4169-ac0e-be07ae13e5da,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:45.431470 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073767fe-4b01-4cc9-8c51-76f6b5e43ec7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Checking segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:08:45.431836 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073767fe-4b01-4cc9-8c51-76f6b5e43ec7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network hostable DHCP agents. Network: fb2a4f12-c2b2-47af-8e93-ec54df8a89c0, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:08:45.434600 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073767fe-4b01-4cc9-8c51-76f6b5e43ec7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:45.435113 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073767fe-4b01-4cc9-8c51-76f6b5e43ec7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:45.435614 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073767fe-4b01-4cc9-8c51-76f6b5e43ec7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:45.436101 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073767fe-4b01-4cc9-8c51-76f6b5e43ec7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:45.436593 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073767fe-4b01-4cc9-8c51-76f6b5e43ec7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:45.437079 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073767fe-4b01-4cc9-8c51-76f6b5e43ec7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:45.437681 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073767fe-4b01-4cc9-8c51-76f6b5e43ec7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:45.438319 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073767fe-4b01-4cc9-8c51-76f6b5e43ec7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:45.441705 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073767fe-4b01-4cc9-8c51-76f6b5e43ec7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:45.441705 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073767fe-4b01-4cc9-8c51-76f6b5e43ec7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:45.441705 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073767fe-4b01-4cc9-8c51-76f6b5e43ec7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:45.441705 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073767fe-4b01-4cc9-8c51-76f6b5e43ec7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:45.535701 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073767fe-4b01-4cc9-8c51-76f6b5e43ec7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:08:45.641570 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-073767fe-4b01-4cc9-8c51-76f6b5e43ec7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, fb2a4f12-c2b2-47af-8e93-ec54df8a89c0) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:08:45.652527 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a08f392-18be-49d6-8c12-48f1eaaf8504 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:08:45.653095 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073767fe-4b01-4cc9-8c51-76f6b5e43ec7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:45.654630 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-073767fe-4b01-4cc9-8c51-76f6b5e43ec7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:45.736695 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-073767fe-4b01-4cc9-8c51-76f6b5e43ec7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0313456 Aug 18 13:08:45.739440 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60884) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:45.752115 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-30e47bec-f2af-4321-80af-64216dd23977 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'port': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'name': 'tempest-NetworksTestDHCPv6-1078271378'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:08:45.946703 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8819be-7a81-4b33-8fe7-fe5d2edf3e7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'tenant_id': 'a22835a92ccd454cb17ed125e0ff09fb', 'fixed_ips': [{'subnet_id': '49594bfc-17bf-4169-ac0e-be07ae13e5da'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:08:45.947853 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5c8819be-7a81-4b33-8fe7-fe5d2edf3e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:45.999198 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e47bec-f2af-4321-80af-64216dd23977 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:08:46.003665 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-30e47bec-f2af-4321-80af-64216dd23977 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:46.065347 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [None req-30e47bec-f2af-4321-80af-64216dd23977 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] device_id is not set on port dfc8b914-2c29-4141-be18-7a544f55e1b9 yet. {{(pid=101675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:08:46.221817 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-5c8819be-7a81-4b33-8fe7-fe5d2edf3e7f None None] Allocated IP 2001:db8::2 (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/49594bfc-17bf-4169-ac0e-be07ae13e5da/9ae3bb1b-2757-4b55-ab5c-a8abc38e42c0) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:08:46.297425 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa2e71-b3c4-409f-8f8d-63a4500c5e6b req-f69a8880-2890-4479-8808-3e06ec7801d8 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:46.297425 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-02fa2e71-b3c4-409f-8f8d-63a4500c5e6b req-f69a8880-2890-4479-8808-3e06ec7801d8 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6a11303-a66e-4f9a-b3b1-e1c6af215523 HTTP/1.1" status: 200 len: 908 time: 0.1374624 Aug 18 13:08:46.380407 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0a62a-3843-492f-b013-f435304de0ba req-17203076-0731-451d-ad0b-c33ab100f122 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:46.383887 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-75b0a62a-3843-492f-b013-f435304de0ba req-17203076-0731-451d-ad0b-c33ab100f122 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6a11303-a66e-4f9a-b3b1-e1c6af215523 HTTP/1.1" status: 200 len: 908 time: 0.2084134 Aug 18 13:08:46.522772 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5c8819be-7a81-4b33-8fe7-fe5d2edf3e7f None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:46.532884 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-5c8819be-7a81-4b33-8fe7-fe5d2edf3e7f None None] Transition to ACTIVE for port object 9ae3bb1b-2757-4b55-ab5c-a8abc38e42c0 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:08:46.544298 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-75b0a62a-3843-492f-b013-f435304de0ba req-b13fa1b2-c907-4d38-aca7-c09c4dca7620 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Deleting port ea632f1d-592b-4b13-bdb6-ab12ca4f6c43 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:08:46.544659 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-75b0a62a-3843-492f-b013-f435304de0ba req-b13fa1b2-c907-4d38-aca7-c09c4dca7620 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:46.549824 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-5c8819be-7a81-4b33-8fe7-fe5d2edf3e7f None None] Transition to ACTIVE for port object 9ae3bb1b-2757-4b55-ab5c-a8abc38e42c0 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:08:46.621836 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5c8819be-7a81-4b33-8fe7-fe5d2edf3e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:46.755376 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-75b0a62a-3843-492f-b013-f435304de0ba req-b13fa1b2-c907-4d38-aca7-c09c4dca7620 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] For port ea632f1d-592b-4b13-bdb6-ab12ca4f6c43, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=ea632f1d-592b-4b13-bdb6-ab12ca4f6c43,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:08:46.757349 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-75b0a62a-3843-492f-b013-f435304de0ba req-b13fa1b2-c907-4d38-aca7-c09c4dca7620 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:46.769819 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8819be-7a81-4b33-8fe7-fe5d2edf3e7f None None] Pushing event updated for resources: {'Port': ['ID=9ae3bb1b-2757-4b55-ab5c-a8abc38e42c0,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:46.821140 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8819be-7a81-4b33-8fe7-fe5d2edf3e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:46.824593 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8819be-7a81-4b33-8fe7-fe5d2edf3e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:46.825267 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8819be-7a81-4b33-8fe7-fe5d2edf3e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:46.826146 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8819be-7a81-4b33-8fe7-fe5d2edf3e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:46.827408 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8819be-7a81-4b33-8fe7-fe5d2edf3e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:46.829785 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8819be-7a81-4b33-8fe7-fe5d2edf3e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:46.830352 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8819be-7a81-4b33-8fe7-fe5d2edf3e7f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:46.830860 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8819be-7a81-4b33-8fe7-fe5d2edf3e7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:46.832383 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8819be-7a81-4b33-8fe7-fe5d2edf3e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:46.832919 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8819be-7a81-4b33-8fe7-fe5d2edf3e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:46.833424 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8819be-7a81-4b33-8fe7-fe5d2edf3e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:46.833909 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8819be-7a81-4b33-8fe7-fe5d2edf3e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:46.843241 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-75b0a62a-3843-492f-b013-f435304de0ba req-b13fa1b2-c907-4d38-aca7-c09c4dca7620 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Calling delete_port for ea632f1d-592b-4b13-bdb6-ab12ca4f6c43 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:08:46.891696 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8819be-7a81-4b33-8fe7-fe5d2edf3e7f None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:08:46.903240 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-5c8819be-7a81-4b33-8fe7-fe5d2edf3e7f None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:08:46.917877 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8819be-7a81-4b33-8fe7-fe5d2edf3e7f None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:08:47.058262 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-5c8819be-7a81-4b33-8fe7-fe5d2edf3e7f None None] Attempting to bind port 9ae3bb1b-2757-4b55-ab5c-a8abc38e42c0 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:08:47.058677 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-5c8819be-7a81-4b33-8fe7-fe5d2edf3e7f None None] Attempting to bind port 9ae3bb1b-2757-4b55-ab5c-a8abc38e42c0 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:08:47.059105 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8819be-7a81-4b33-8fe7-fe5d2edf3e7f None None] Attempting to bind port 9ae3bb1b-2757-4b55-ab5c-a8abc38e42c0 on network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:08:47.070088 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8819be-7a81-4b33-8fe7-fe5d2edf3e7f None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:08:47.070508 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8819be-7a81-4b33-8fe7-fe5d2edf3e7f None None] Checking segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:08:47.071520 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5c8819be-7a81-4b33-8fe7-fe5d2edf3e7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:47.071936 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8819be-7a81-4b33-8fe7-fe5d2edf3e7f None None] Bound using segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:08:47.073219 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-5c8819be-7a81-4b33-8fe7-fe5d2edf3e7f None None] Bound port: 9ae3bb1b-2757-4b55-ab5c-a8abc38e42c0, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:08:47.073624 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5c8819be-7a81-4b33-8fe7-fe5d2edf3e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:47.171553 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-5c8819be-7a81-4b33-8fe7-fe5d2edf3e7f None None] For port 9ae3bb1b-2757-4b55-ab5c-a8abc38e42c0, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:08:47.178834 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-5c8819be-7a81-4b33-8fe7-fe5d2edf3e7f None None] For port 9ae3bb1b-2757-4b55-ab5c-a8abc38e42c0, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=9ae3bb1b-2757-4b55-ab5c-a8abc38e42c0,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:08:47.245713 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5c8819be-7a81-4b33-8fe7-fe5d2edf3e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:47.375451 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:47.399445 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8819be-7a81-4b33-8fe7-fe5d2edf3e7f None None] Pushing event updated for resources: {'Port': ['ID=9ae3bb1b-2757-4b55-ab5c-a8abc38e42c0,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:47.497409 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-30e47bec-f2af-4321-80af-64216dd23977 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Allocated IP 2001:db8::3a8 (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/49594bfc-17bf-4169-ac0e-be07ae13e5da/dfc8b914-2c29-4141-be18-7a544f55e1b9) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:08:47.597905 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f65928-923e-4491-b0c3-860f7aeaebee req-4711cd6c-9059-496c-9eb3-03a1d0487e97 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:47.600316 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-35f65928-923e-4491-b0c3-860f7aeaebee req-4711cd6c-9059-496c-9eb3-03a1d0487e97 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6a11303-a66e-4f9a-b3b1-e1c6af215523 HTTP/1.1" status: 200 len: 908 time: 0.1506708 Aug 18 13:08:47.784066 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-75b0a62a-3843-492f-b013-f435304de0ba req-b13fa1b2-c907-4d38-aca7-c09c4dca7620 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:47.940703 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13fa1b2-c907-4d38-aca7-c09c4dca7620 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Pushing event deleted for resources: {'Port': ['ID=ea632f1d-592b-4b13-bdb6-ab12ca4f6c43,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:48.045339 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b0a62a-3843-492f-b013-f435304de0ba req-b13fa1b2-c907-4d38-aca7-c09c4dca7620 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] No DVR routers for this DVR port ea632f1d-592b-4b13-bdb6-ab12ca4f6c43 on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:08:48.048651 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-75b0a62a-3843-492f-b013-f435304de0ba req-b13fa1b2-c907-4d38-aca7-c09c4dca7620 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:48.051524 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-75b0a62a-3843-492f-b013-f435304de0ba req-b13fa1b2-c907-4d38-aca7-c09c4dca7620 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.39 "DELETE /v2.0/ports/ea632f1d-592b-4b13-bdb6-ab12ca4f6c43 HTTP/1.1" status: 204 len: 173 time: 1.6583116 Aug 18 13:08:48.085670 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a11303-a66e-4f9a-b3b1-e1c6af215523', 'name': 'network-vif-deleted', 'tag': 'ea632f1d-592b-4b13-bdb6-ab12ca4f6c43'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:08:48.093531 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220c50de-7a97-4a3c-b947-4d4637d48ec8" -d '{"events": [{"server_uuid": "d6a11303-a66e-4f9a-b3b1-e1c6af215523", "name": "network-vif-deleted", "tag": "ea632f1d-592b-4b13-bdb6-ab12ca4f6c43"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:08:48.224462 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-30e47bec-f2af-4321-80af-64216dd23977 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:48.253866 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-30e47bec-f2af-4321-80af-64216dd23977 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Transition to ACTIVE for port object dfc8b914-2c29-4141-be18-7a544f55e1b9 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:08:48.299566 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcbd272-1efe-4d2f-80ac-aa5bd23ce435 x-openstack-request-id: req-abcbd272-1efe-4d2f-80ac-aa5bd23ce435 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:08:48.309445 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a11303-a66e-4f9a-b3b1-e1c6af215523", "name": "network-vif-deleted", "tag": "ea632f1d-592b-4b13-bdb6-ab12ca4f6c43", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:08:48.309445 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-abcbd272-1efe-4d2f-80ac-aa5bd23ce435 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:08:48.309445 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a11303-a66e-4f9a-b3b1-e1c6af215523', 'name': 'network-vif-deleted', 'tag': 'ea632f1d-592b-4b13-bdb6-ab12ca4f6c43', 'status': 'completed', 'code': 200} Aug 18 13:08:48.354344 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-30e47bec-f2af-4321-80af-64216dd23977 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:48.424197 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e47bec-f2af-4321-80af-64216dd23977 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:08:48.431177 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-30e47bec-f2af-4321-80af-64216dd23977 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:08:48.435283 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e47bec-f2af-4321-80af-64216dd23977 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:08:48.441433 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e47bec-f2af-4321-80af-64216dd23977 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:48.442412 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-30e47bec-f2af-4321-80af-64216dd23977 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:48.460291 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e47bec-f2af-4321-80af-64216dd23977 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Port': ['ID=dfc8b914-2c29-4141-be18-7a544f55e1b9,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:48.529186 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-30e47bec-f2af-4321-80af-64216dd23977 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7849667 Aug 18 13:08:48.534343 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60946) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:48.860181 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea167dc7-f044-4f30-a05a-ac78b8dbec8e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:48.892903 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea167dc7-f044-4f30-a05a-ac78b8dbec8e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:48.902424 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ea167dc7-f044-4f30-a05a-ac78b8dbec8e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3718755 Aug 18 13:08:48.904120 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60960) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:48.965502 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7a2970a8-e3fa-4b0f-9d7c-5ac3004a8bee req-d5a30b7a-5668-43d9-af05-d7ba1783bed5 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6a11303-a66e-4f9a-b3b1-e1c6af215523 HTTP/1.1" status: 200 len: 210 time: 0.1527579 Aug 18 13:08:49.204466 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-d29f7289-265a-45c7-a20f-d7e8f58cba51 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting port dfc8b914-2c29-4141-be18-7a544f55e1b9 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:08:49.210946 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d29f7289-265a-45c7-a20f-d7e8f58cba51 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:49.347860 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261caa96-2944-4673-9652-c92cd1660115 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:08:49.355312 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d29f7289-265a-45c7-a20f-d7e8f58cba51 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:49.395722 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-d29f7289-265a-45c7-a20f-d7e8f58cba51 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Calling delete_port for dfc8b914-2c29-4141-be18-7a544f55e1b9 owned by {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:08:49.597900 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device ea632f1d-592b-4b13-bdb6-ab12ca4f6c43 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:08:49.601028 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 9ae3bb1b-2757-4b55-ab5c-a8abc38e42c0 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:08:49.722391 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: ea632f1d-592b-4b13-bdb6-ab12ca4f6c43 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:08:49.727700 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device ea632f1d-592b-4b13-bdb6-ab12ca4f6c43 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:08:49.787828 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-02a2817d-e2a3-4f87-907a-bb2ef04a6fab None None] Provisioning for port 9ae3bb1b-2757-4b55-ab5c-a8abc38e42c0 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:08:49.822239 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d29f7289-265a-45c7-a20f-d7e8f58cba51 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:49.868478 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 9ae3bb1b-2757-4b55-ab5c-a8abc38e42c0 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:08:49.872915 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 9ae3bb1b-2757-4b55-ab5c-a8abc38e42c0 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:08:49.873394 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:49.885416 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f7289-265a-45c7-a20f-d7e8f58cba51 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Port': ['ID=dfc8b914-2c29-4141-be18-7a544f55e1b9,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:49.941023 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d29f7289-265a-45c7-a20f-d7e8f58cba51 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:49.955703 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60976) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:49.956021 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d29f7289-265a-45c7-a20f-d7e8f58cba51 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/ports/dfc8b914-2c29-4141-be18-7a544f55e1b9 HTTP/1.1" status: 204 len: 168 time: 1.0518928 Aug 18 13:08:50.005441 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:50.108448 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 9ae3bb1b-2757-4b55-ab5c-a8abc38e42c0, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=9ae3bb1b-2757-4b55-ab5c-a8abc38e42c0,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:08:50.177974 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:50.309764 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abf102d-9105-4b3b-a14e-bdb6db4093b3 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:50.315119 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abf102d-9105-4b3b-a14e-bdb6db4093b3 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:50.316820 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2abf102d-9105-4b3b-a14e-bdb6db4093b3 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3603897 Aug 18 13:08:50.319684 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60994) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:50.331324 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=9ae3bb1b-2757-4b55-ab5c-a8abc38e42c0,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:50.385957 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-1fabb973-2bd4-4295-9af9-4489a46e0623 None None] Provisioning complete for port 9ae3bb1b-2757-4b55-ab5c-a8abc38e42c0 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:08:50.386692 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1fabb973-2bd4-4295-9af9-4489a46e0623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:50.466420 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e99195a-d783-4e60-bb0d-f0d180092463 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting subnet 49594bfc-17bf-4169-ac0e-be07ae13e5da {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:08:50.470248 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0e99195a-d783-4e60-bb0d-f0d180092463 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:50.560384 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0e99195a-d783-4e60-bb0d-f0d180092463 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:50.629856 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-1fabb973-2bd4-4295-9af9-4489a46e0623 None None] Could not find standard attr ID for object dfc8b914-2c29-4141-be18-7a544f55e1b9. {{(pid=101677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 13:08:50.745988 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ff8e4b8f-626f-46a9-bcf3-cc56429d75a0 None None] Could not find standard attr ID for object dfc8b914-2c29-4141-be18-7a544f55e1b9. {{(pid=101677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 13:08:50.774697 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0e99195a-d783-4e60-bb0d-f0d180092463 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:50.810725 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94924da8-c591-4da5-847b-602f4b41aa9f req-d08a7679-6f09-4b55-9066-ac2f2db4e305 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:50.812325 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-94924da8-c591-4da5-847b-602f4b41aa9f req-d08a7679-6f09-4b55-9066-ac2f2db4e305 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fb7ef74-1389-4bc9-a201-8dd82b697384 HTTP/1.1" status: 200 len: 946 time: 0.1384037 Aug 18 13:08:50.908542 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-94924da8-c591-4da5-847b-602f4b41aa9f req-dc5ad93a-af3a-46d5-b519-5ebcfac549bd tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865829 Aug 18 13:08:50.999923 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0e99195a-d783-4e60-bb0d-f0d180092463 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:51.023262 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0e99195a-d783-4e60-bb0d-f0d180092463 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:51.023262 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0e99195a-d783-4e60-bb0d-f0d180092463 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/49594bfc-17bf-4169-ac0e-be07ae13e5da HTTP/1.1" status: 204 len: 168 time: 0.7008064 Aug 18 13:08:51.024691 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 32780) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:51.031125 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffb677a-4b08-47e9-a6a5-0b06e558f321 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:08:51.082229 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e99195a-d783-4e60-bb0d-f0d180092463 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Subnet': ['ID=49594bfc-17bf-4169-ac0e-be07ae13e5da,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:51.145322 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f950b1b8-3017-47d1-96ce-819110c5e1ef tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1197670 Aug 18 13:08:51.148067 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 32784) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:51.154196 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-e586f549-bccf-4f5f-b884-91443af01aaf tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'subnet': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:08:51.450795 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e586f549-bccf-4f5f-b884-91443af01aaf tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:08:51.454963 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e586f549-bccf-4f5f-b884-91443af01aaf tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:51.468135 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0952cbd8-a9c2-450f-8579-e7414d7af289 None None] DHCP port deletion for fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:08:51.621423 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-0952cbd8-a9c2-450f-8579-e7414d7af289 None None] Deleting port 9ae3bb1b-2757-4b55-ab5c-a8abc38e42c0 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:08:51.621823 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0952cbd8-a9c2-450f-8579-e7414d7af289 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:51.768819 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-0952cbd8-a9c2-450f-8579-e7414d7af289 None None] For port 9ae3bb1b-2757-4b55-ab5c-a8abc38e42c0, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=9ae3bb1b-2757-4b55-ab5c-a8abc38e42c0,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:08:51.769139 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0952cbd8-a9c2-450f-8579-e7414d7af289 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:51.808613 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-0952cbd8-a9c2-450f-8579-e7414d7af289 None None] Calling delete_port for 9ae3bb1b-2757-4b55-ab5c-a8abc38e42c0 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:08:51.867700 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e586f549-bccf-4f5f-b884-91443af01aaf tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:52.011434 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0952cbd8-a9c2-450f-8579-e7414d7af289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:52.029714 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e586f549-bccf-4f5f-b884-91443af01aaf tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:08:52.039365 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-e586f549-bccf-4f5f-b884-91443af01aaf tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:08:52.042755 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e586f549-bccf-4f5f-b884-91443af01aaf tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:52.043360 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e586f549-bccf-4f5f-b884-91443af01aaf tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:52.116431 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0952cbd8-a9c2-450f-8579-e7414d7af289 None None] Pushing event deleted for resources: {'Port': ['ID=9ae3bb1b-2757-4b55-ab5c-a8abc38e42c0,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:52.131233 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda33617-1160-45ae-8487-406fbd856b8f req-30eeb87f-2f4b-4d87-a6b7-66590e9a37e5 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:52.133973 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa2170-0d3c-4e26-b026-0a129274a8b9 req-94ca5ddc-c67c-438d-95be-cfe572ebbd66 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:52.135761 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dda33617-1160-45ae-8487-406fbd856b8f req-30eeb87f-2f4b-4d87-a6b7-66590e9a37e5 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fb7ef74-1389-4bc9-a201-8dd82b697384 HTTP/1.1" status: 200 len: 946 time: 0.2563453 Aug 18 13:08:52.142522 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e586f549-bccf-4f5f-b884-91443af01aaf tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9931221 Aug 18 13:08:52.147508 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ebaa2170-0d3c-4e26-b026-0a129274a8b9 req-94ca5ddc-c67c-438d-95be-cfe572ebbd66 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fb7ef74-1389-4bc9-a201-8dd82b697384 HTTP/1.1" status: 200 len: 946 time: 0.1045063 Aug 18 13:08:52.152063 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 32806) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:52.153138 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0952cbd8-a9c2-450f-8579-e7414d7af289 None None] No DVR routers for this DVR port 9ae3bb1b-2757-4b55-ab5c-a8abc38e42c0 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:08:52.167247 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-6ab1ba41-e43f-4115-9c76-e777fef49543 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'port': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'name': 'tempest-NetworksTestDHCPv6-1514073121'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:08:52.184519 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84aed631-686b-4202-82d5-84f98b7e63e4 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:08:52.271404 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e586f549-bccf-4f5f-b884-91443af01aaf tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Subnet': ['ID=877c6fb8-72ca-467c-9c0a-052529c9be68,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:52.324530 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ebaa2170-0d3c-4e26-b026-0a129274a8b9 req-a67cc3fd-0b5b-4850-af28-c8ee2644a85c tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758447 Aug 18 13:08:52.385794 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-dda33617-1160-45ae-8487-406fbd856b8f req-0b85bf75-407e-48d3-9b20-67028bd6fa64 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Deleting port 8877398e-1952-4f40-885a-0879e030023a {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:08:52.385794 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-dda33617-1160-45ae-8487-406fbd856b8f req-0b85bf75-407e-48d3-9b20-67028bd6fa64 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:52.559841 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab1ba41-e43f-4115-9c76-e777fef49543 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:08:52.565217 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6ab1ba41-e43f-4115-9c76-e777fef49543 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:52.623459 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-6ab1ba41-e43f-4115-9c76-e777fef49543 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] device_id is not set on port 92d93c05-7f7e-4a0b-bc62-4f6c8d27223d yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:08:52.705542 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-dda33617-1160-45ae-8487-406fbd856b8f req-0b85bf75-407e-48d3-9b20-67028bd6fa64 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] For port 8877398e-1952-4f40-885a-0879e030023a, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=8877398e-1952-4f40-885a-0879e030023a,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:08:52.706209 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-dda33617-1160-45ae-8487-406fbd856b8f req-0b85bf75-407e-48d3-9b20-67028bd6fa64 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:52.758790 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-dda33617-1160-45ae-8487-406fbd856b8f req-0b85bf75-407e-48d3-9b20-67028bd6fa64 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Calling delete_port for 8877398e-1952-4f40-885a-0879e030023a owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:08:52.793336 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04e738d-0966-4e98-9bd1-8e2b64125c8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'tenant_id': 'a22835a92ccd454cb17ed125e0ff09fb', 'fixed_ips': [{'subnet_id': '877c6fb8-72ca-467c-9c0a-052529c9be68'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:08:52.794677 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d04e738d-0966-4e98-9bd1-8e2b64125c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:52.975263 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-6ab1ba41-e43f-4115-9c76-e777fef49543 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Allocated IP 2001:db8::180 (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/877c6fb8-72ca-467c-9c0a-052529c9be68/92d93c05-7f7e-4a0b-bc62-4f6c8d27223d) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:08:53.073024 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-dda33617-1160-45ae-8487-406fbd856b8f req-0b85bf75-407e-48d3-9b20-67028bd6fa64 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:53.088320 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['3719fcf8-290f-45fe-91eb-aacf7869dab4'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:08:53.243695 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85bf75-407e-48d3-9b20-67028bd6fa64 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Pushing event deleted for resources: {'Port': ['ID=8877398e-1952-4f40-885a-0879e030023a,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:53.495593 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda33617-1160-45ae-8487-406fbd856b8f req-0b85bf75-407e-48d3-9b20-67028bd6fa64 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] No DVR routers for this DVR port 8877398e-1952-4f40-885a-0879e030023a on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:08:53.503397 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-dda33617-1160-45ae-8487-406fbd856b8f req-0b85bf75-407e-48d3-9b20-67028bd6fa64 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:53.505568 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dda33617-1160-45ae-8487-406fbd856b8f req-0b85bf75-407e-48d3-9b20-67028bd6fa64 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.20 "DELETE /v2.0/ports/8877398e-1952-4f40-885a-0879e030023a HTTP/1.1" status: 204 len: 173 time: 1.3565996 Aug 18 13:08:53.506032 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb7ef74-1389-4bc9-a201-8dd82b697384', 'name': 'network-vif-deleted', 'tag': '8877398e-1952-4f40-885a-0879e030023a'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:08:53.526696 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c61c550-d5e7-4245-8168-be6b212bca24" -d '{"events": [{"server_uuid": "0fb7ef74-1389-4bc9-a201-8dd82b697384", "name": "network-vif-deleted", "tag": "8877398e-1952-4f40-885a-0879e030023a"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:08:53.657179 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6ab1ba41-e43f-4115-9c76-e777fef49543 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:53.657715 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 9ae3bb1b-2757-4b55-ab5c-a8abc38e42c0 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:08:53.709359 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7167f59c-ab6b-4095-8b96-566e94ca097f x-openstack-request-id: req-7167f59c-ab6b-4095-8b96-566e94ca097f {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:08:53.709663 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb7ef74-1389-4bc9-a201-8dd82b697384", "name": "network-vif-deleted", "tag": "8877398e-1952-4f40-885a-0879e030023a", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:08:53.709920 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7167f59c-ab6b-4095-8b96-566e94ca097f {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:08:53.710363 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb7ef74-1389-4bc9-a201-8dd82b697384', 'name': 'network-vif-deleted', 'tag': '8877398e-1952-4f40-885a-0879e030023a', 'status': 'completed', 'code': 200} Aug 18 13:08:53.724711 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 9ae3bb1b-2757-4b55-ab5c-a8abc38e42c0 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:08:53.725067 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 9ae3bb1b-2757-4b55-ab5c-a8abc38e42c0 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:08:53.734118 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-6ab1ba41-e43f-4115-9c76-e777fef49543 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Transition to ACTIVE for port object 92d93c05-7f7e-4a0b-bc62-4f6c8d27223d will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:08:53.736936 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8069a781-9ec6-4bab-bd28-882580d328df req-7e965dd3-6aec-429e-af93-93d86d4b046d tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fb7ef74-1389-4bc9-a201-8dd82b697384 HTTP/1.1" status: 200 len: 210 time: 0.1109853 Aug 18 13:08:53.949358 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6ab1ba41-e43f-4115-9c76-e777fef49543 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:54.052010 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab1ba41-e43f-4115-9c76-e777fef49543 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Port': ['ID=92d93c05-7f7e-4a0b-bc62-4f6c8d27223d,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:54.098042 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-d04e738d-0966-4e98-9bd1-8e2b64125c8c None None] Allocated IP 2001:db8::2 (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/877c6fb8-72ca-467c-9c0a-052529c9be68/3a867ba9-6594-4c94-9139-c8278ded334f) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:08:54.098976 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab1ba41-e43f-4115-9c76-e777fef49543 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:08:54.098976 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-6ab1ba41-e43f-4115-9c76-e777fef49543 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:08:54.098976 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab1ba41-e43f-4115-9c76-e777fef49543 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:08:54.110342 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab1ba41-e43f-4115-9c76-e777fef49543 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:54.111603 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6ab1ba41-e43f-4115-9c76-e777fef49543 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:54.250868 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6ab1ba41-e43f-4115-9c76-e777fef49543 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0960879 Aug 18 13:08:54.254290 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 32846) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:54.347999 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13df8798-4072-414a-99c1-65e3c1bdf338 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:54.353541 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-13df8798-4072-414a-99c1-65e3c1bdf338 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0990796 Aug 18 13:08:54.363393 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 32848) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:54.427378 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d04e738d-0966-4e98-9bd1-8e2b64125c8c None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:54.472115 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d04e738d-0966-4e98-9bd1-8e2b64125c8c None None] Transition to ACTIVE for port object 3a867ba9-6594-4c94-9139-c8278ded334f will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:08:54.521632 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d04e738d-0966-4e98-9bd1-8e2b64125c8c None None] Transition to ACTIVE for port object 3a867ba9-6594-4c94-9139-c8278ded334f will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:08:54.530932 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-aec1b3fc-457a-4675-b764-86f3d21ee367 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting port 92d93c05-7f7e-4a0b-bc62-4f6c8d27223d {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:08:54.534308 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aec1b3fc-457a-4675-b764-86f3d21ee367 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:54.662236 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d04e738d-0966-4e98-9bd1-8e2b64125c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:54.708087 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aec1b3fc-457a-4675-b764-86f3d21ee367 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:54.757653 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-aec1b3fc-457a-4675-b764-86f3d21ee367 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Calling delete_port for 92d93c05-7f7e-4a0b-bc62-4f6c8d27223d owned by {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:08:54.772055 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04e738d-0966-4e98-9bd1-8e2b64125c8c None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:08:54.785666 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-d04e738d-0966-4e98-9bd1-8e2b64125c8c None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:08:54.791959 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04e738d-0966-4e98-9bd1-8e2b64125c8c None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:08:54.824437 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04e738d-0966-4e98-9bd1-8e2b64125c8c None None] Pushing event updated for resources: {'Port': ['ID=3a867ba9-6594-4c94-9139-c8278ded334f,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:54.882319 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-d04e738d-0966-4e98-9bd1-8e2b64125c8c None None] Attempting to bind port 3a867ba9-6594-4c94-9139-c8278ded334f on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:08:54.882695 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-d04e738d-0966-4e98-9bd1-8e2b64125c8c None None] Attempting to bind port 3a867ba9-6594-4c94-9139-c8278ded334f by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:08:54.883592 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04e738d-0966-4e98-9bd1-8e2b64125c8c None None] Attempting to bind port 3a867ba9-6594-4c94-9139-c8278ded334f on network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:08:54.895524 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04e738d-0966-4e98-9bd1-8e2b64125c8c None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:08:54.895887 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04e738d-0966-4e98-9bd1-8e2b64125c8c None None] Checking segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:08:54.896303 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d04e738d-0966-4e98-9bd1-8e2b64125c8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:54.896706 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04e738d-0966-4e98-9bd1-8e2b64125c8c None None] Bound using segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:08:54.897178 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-d04e738d-0966-4e98-9bd1-8e2b64125c8c None None] Bound port: 3a867ba9-6594-4c94-9139-c8278ded334f, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:08:54.897566 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d04e738d-0966-4e98-9bd1-8e2b64125c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:54.933308 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 8877398e-1952-4f40-885a-0879e030023a no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:08:54.997867 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2f95c5fb-2d12-4f91-9067-28544fe1e0de req-d0aadc1f-7255-4256-a60a-9f1674562376 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fb7ef74-1389-4bc9-a201-8dd82b697384 HTTP/1.1" status: 200 len: 210 time: 0.0492187 Aug 18 13:08:55.045633 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 8877398e-1952-4f40-885a-0879e030023a {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:08:55.045983 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 8877398e-1952-4f40-885a-0879e030023a not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:08:55.095708 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aec1b3fc-457a-4675-b764-86f3d21ee367 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:55.120036 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-d04e738d-0966-4e98-9bd1-8e2b64125c8c None None] For port 3a867ba9-6594-4c94-9139-c8278ded334f, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:08:55.123344 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-d04e738d-0966-4e98-9bd1-8e2b64125c8c None None] For port 3a867ba9-6594-4c94-9139-c8278ded334f, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=3a867ba9-6594-4c94-9139-c8278ded334f,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:08:55.199010 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d04e738d-0966-4e98-9bd1-8e2b64125c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:55.211049 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec1b3fc-457a-4675-b764-86f3d21ee367 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Port': ['ID=92d93c05-7f7e-4a0b-bc62-4f6c8d27223d,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:55.217131 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aec1b3fc-457a-4675-b764-86f3d21ee367 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:55.220237 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-aec1b3fc-457a-4675-b764-86f3d21ee367 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/ports/92d93c05-7f7e-4a0b-bc62-4f6c8d27223d HTTP/1.1" status: 204 len: 168 time: 0.8552327 Aug 18 13:08:55.223347 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 32866) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:55.321729 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ffd758-1ea9-49d3-8203-174935201f50 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:55.323462 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ffd758-1ea9-49d3-8203-174935201f50 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:55.325146 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-62ffd758-1ea9-49d3-8203-174935201f50 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0988741 Aug 18 13:08:55.327822 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 32870) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:55.345193 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04e738d-0966-4e98-9bd1-8e2b64125c8c None None] Pushing event updated for resources: {'Port': ['ID=3a867ba9-6594-4c94-9139-c8278ded334f,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:55.401121 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d1d32f5-f9a1-4cc7-845c-b30b6788b492 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting subnet 877c6fb8-72ca-467c-9c0a-052529c9be68 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:08:55.403734 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5d1d32f5-f9a1-4cc7-845c-b30b6788b492 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:55.484230 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5d1d32f5-f9a1-4cc7-845c-b30b6788b492 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:55.666501 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5d1d32f5-f9a1-4cc7-845c-b30b6788b492 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:55.902219 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5d1d32f5-f9a1-4cc7-845c-b30b6788b492 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:55.943937 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d32f5-f9a1-4cc7-845c-b30b6788b492 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Subnet': ['ID=877c6fb8-72ca-467c-9c0a-052529c9be68,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:55.964235 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5d1d32f5-f9a1-4cc7-845c-b30b6788b492 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:55.969196 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5d1d32f5-f9a1-4cc7-845c-b30b6788b492 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/877c6fb8-72ca-467c-9c0a-052529c9be68 HTTP/1.1" status: 204 len: 168 time: 0.6374180 Aug 18 13:08:55.970641 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 32878) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:56.146833 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1e0958f3-43ee-4d08-98e7-6ae8aa12171c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1699927 Aug 18 13:08:56.147233 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 32892) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:56.153738 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-af96cce7-294b-45e4-8b9a-ba5eb82a9ab7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'subnet': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:08:56.404456 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af96cce7-294b-45e4-8b9a-ba5eb82a9ab7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:08:56.408594 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-af96cce7-294b-45e4-8b9a-ba5eb82a9ab7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:56.825168 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ee3112-221c-4fc5-888a-4d9edd57f971 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:08:56.880506 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6ada4-042c-4f36-8b40-b78507dacc27 req-857e3a61-df25-4ef8-bf00-309f0d409f8f tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:56.882677 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e0c6ada4-042c-4f36-8b40-b78507dacc27 req-857e3a61-df25-4ef8-bf00-309f0d409f8f tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc455d74-fdc4-49a4-809b-0c310f934be5 HTTP/1.1" status: 200 len: 946 time: 0.1536949 Aug 18 13:08:56.929088 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e0c6ada4-042c-4f36-8b40-b78507dacc27 req-480d1453-2102-4494-8183-258cd5397cd8 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376508 Aug 18 13:08:57.027260 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ef40dc-06dd-4136-982e-b0a6ffcb2936 None None] DHCP port deletion for fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:08:57.044980 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-af96cce7-294b-45e4-8b9a-ba5eb82a9ab7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:57.061560 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-5eeaf542-c924-4efd-83f9-7e875f2d6351 None None] Provisioning for port 3a867ba9-6594-4c94-9139-c8278ded334f completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:08:57.093294 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af96cce7-294b-45e4-8b9a-ba5eb82a9ab7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Subnet': ['ID=678e4b16-5951-4399-8301-13b24c276b6c,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:57.094050 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-d8ef40dc-06dd-4136-982e-b0a6ffcb2936 None None] Deleting port 3a867ba9-6594-4c94-9139-c8278ded334f {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:08:57.094572 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d8ef40dc-06dd-4136-982e-b0a6ffcb2936 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:57.103276 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af96cce7-294b-45e4-8b9a-ba5eb82a9ab7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:08:57.105041 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-af96cce7-294b-45e4-8b9a-ba5eb82a9ab7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:08:57.107710 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af96cce7-294b-45e4-8b9a-ba5eb82a9ab7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:57.108292 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-af96cce7-294b-45e4-8b9a-ba5eb82a9ab7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:57.225446 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-af96cce7-294b-45e4-8b9a-ba5eb82a9ab7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0748665 Aug 18 13:08:57.230896 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 32916) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:57.243539 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-def069a4-2932-420f-bbba-283c4f6b20a3 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'port': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'name': 'tempest-NetworksTestDHCPv6-311525975'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:08:57.534867 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-d8ef40dc-06dd-4136-982e-b0a6ffcb2936 None None] For port 3a867ba9-6594-4c94-9139-c8278ded334f, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=3a867ba9-6594-4c94-9139-c8278ded334f,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:08:57.535572 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d8ef40dc-06dd-4136-982e-b0a6ffcb2936 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:57.556493 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-d8ef40dc-06dd-4136-982e-b0a6ffcb2936 None None] Calling delete_port for 3a867ba9-6594-4c94-9139-c8278ded334f owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:08:57.651199 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def069a4-2932-420f-bbba-283c4f6b20a3 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:08:57.660552 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-def069a4-2932-420f-bbba-283c4f6b20a3 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:57.764393 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d8ef40dc-06dd-4136-982e-b0a6ffcb2936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:57.827835 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef40dc-06dd-4136-982e-b0a6ffcb2936 None None] Pushing event deleted for resources: {'Port': ['ID=3a867ba9-6594-4c94-9139-c8278ded334f,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:57.856729 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ef40dc-06dd-4136-982e-b0a6ffcb2936 None None] No DVR routers for this DVR port 3a867ba9-6594-4c94-9139-c8278ded334f on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:08:57.888303 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03144177-62eb-41c1-83a2-0b286b93a499 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:08:57.971958 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa562c3-64c0-4d8e-a720-b9f26d9f46cb req-b1edc90b-5428-4fed-981b-4c1d8d4f9b32 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:57.973645 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8aa562c3-64c0-4d8e-a720-b9f26d9f46cb req-b1edc90b-5428-4fed-981b-4c1d8d4f9b32 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc455d74-fdc4-49a4-809b-0c310f934be5 HTTP/1.1" status: 200 len: 946 time: 0.0946465 Aug 18 13:08:57.979761 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:58.182838 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf1d6b-9b03-43c9-a989-fa5f7eb5b617 req-a2a9206f-c08a-4e8a-b64b-0a9631a7e7da tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:58.183083 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-def069a4-2932-420f-bbba-283c4f6b20a3 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] device_id is not set on port 17755dae-2daa-4db2-9bfc-224b231c9c91 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:08:58.192412 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c6bf1d6b-9b03-43c9-a989-fa5f7eb5b617 req-a2a9206f-c08a-4e8a-b64b-0a9631a7e7da tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc455d74-fdc4-49a4-809b-0c310f934be5 HTTP/1.1" status: 200 len: 946 time: 0.0747628 Aug 18 13:08:58.202942 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-8aa562c3-64c0-4d8e-a720-b9f26d9f46cb req-f3b45f5d-4edd-46d0-8009-55d791554938 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Deleting port 3719fcf8-290f-45fe-91eb-aacf7869dab4 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:08:58.203443 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8aa562c3-64c0-4d8e-a720-b9f26d9f46cb req-f3b45f5d-4edd-46d0-8009-55d791554938 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:58.209781 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac4d676-9f6f-4042-8b0d-8751d1b4a089 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'tenant_id': 'a22835a92ccd454cb17ed125e0ff09fb', 'fixed_ips': [{'subnet_id': '678e4b16-5951-4399-8301-13b24c276b6c'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:08:58.210687 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2ac4d676-9f6f-4042-8b0d-8751d1b4a089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:58.343329 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c6bf1d6b-9b03-43c9-a989-fa5f7eb5b617 req-e99d2e0c-2377-42d7-ad4b-3e63ab28a419 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fb0421-ae79-4687-9a35-d8c02f25c7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506863 Aug 18 13:08:58.364495 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-def069a4-2932-420f-bbba-283c4f6b20a3 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Allocated IP 2001:db8::76 (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/678e4b16-5951-4399-8301-13b24c276b6c/17755dae-2daa-4db2-9bfc-224b231c9c91) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:08:58.405864 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-8aa562c3-64c0-4d8e-a720-b9f26d9f46cb req-f3b45f5d-4edd-46d0-8009-55d791554938 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] For port 3719fcf8-290f-45fe-91eb-aacf7869dab4, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=3719fcf8-290f-45fe-91eb-aacf7869dab4,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:08:58.406940 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8aa562c3-64c0-4d8e-a720-b9f26d9f46cb req-f3b45f5d-4edd-46d0-8009-55d791554938 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:58.419890 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-8aa562c3-64c0-4d8e-a720-b9f26d9f46cb req-f3b45f5d-4edd-46d0-8009-55d791554938 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Calling delete_port for 3719fcf8-290f-45fe-91eb-aacf7869dab4 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:08:58.598050 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-def069a4-2932-420f-bbba-283c4f6b20a3 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:58.612997 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-def069a4-2932-420f-bbba-283c4f6b20a3 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Transition to ACTIVE for port object 17755dae-2daa-4db2-9bfc-224b231c9c91 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:08:58.667123 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:58.667341 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8aa562c3-64c0-4d8e-a720-b9f26d9f46cb req-f3b45f5d-4edd-46d0-8009-55d791554938 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:58.684754 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['3719fcf8-290f-45fe-91eb-aacf7869dab4'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:08:58.697735 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-def069a4-2932-420f-bbba-283c4f6b20a3 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:58.708250 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b45f5d-4edd-46d0-8009-55d791554938 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Pushing event deleted for resources: {'Port': ['ID=3719fcf8-290f-45fe-91eb-aacf7869dab4,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:58.728614 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def069a4-2932-420f-bbba-283c4f6b20a3 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:08:58.772260 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa562c3-64c0-4d8e-a720-b9f26d9f46cb req-f3b45f5d-4edd-46d0-8009-55d791554938 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] No DVR routers for this DVR port 3719fcf8-290f-45fe-91eb-aacf7869dab4 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:08:58.777221 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8aa562c3-64c0-4d8e-a720-b9f26d9f46cb req-f3b45f5d-4edd-46d0-8009-55d791554938 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:58.779366 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8aa562c3-64c0-4d8e-a720-b9f26d9f46cb req-f3b45f5d-4edd-46d0-8009-55d791554938 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.20 "DELETE /v2.0/ports/3719fcf8-290f-45fe-91eb-aacf7869dab4 HTTP/1.1" status: 204 len: 173 time: 0.7980335 Aug 18 13:08:58.790587 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc455d74-fdc4-49a4-809b-0c310f934be5', 'name': 'network-vif-deleted', 'tag': '3719fcf8-290f-45fe-91eb-aacf7869dab4'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:08:58.792254 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-def069a4-2932-420f-bbba-283c4f6b20a3 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:08:58.795839 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d733df25-804d-48f3-a5e9-957cbc0e3925" -d '{"events": [{"server_uuid": "dc455d74-fdc4-49a4-809b-0c310f934be5", "name": "network-vif-deleted", "tag": "3719fcf8-290f-45fe-91eb-aacf7869dab4"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:08:58.810510 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def069a4-2932-420f-bbba-283c4f6b20a3 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:08:58.817053 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def069a4-2932-420f-bbba-283c4f6b20a3 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:58.817669 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-def069a4-2932-420f-bbba-283c4f6b20a3 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:58.829136 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-2ac4d676-9f6f-4042-8b0d-8751d1b4a089 None None] Allocated IP 2001:db8::2 (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/678e4b16-5951-4399-8301-13b24c276b6c/1f4c8def-c6be-451f-afb7-a89e32490d0e) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:08:58.852481 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def069a4-2932-420f-bbba-283c4f6b20a3 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Port': ['ID=17755dae-2daa-4db2-9bfc-224b231c9c91,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:58.888903 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3032e047-72c6-489a-bd97-53c8c2631b0b x-openstack-request-id: req-3032e047-72c6-489a-bd97-53c8c2631b0b {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:08:58.889198 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc455d74-fdc4-49a4-809b-0c310f934be5", "name": "network-vif-deleted", "tag": "3719fcf8-290f-45fe-91eb-aacf7869dab4", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:08:58.889460 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3032e047-72c6-489a-bd97-53c8c2631b0b {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:08:58.889896 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc455d74-fdc4-49a4-809b-0c310f934be5', 'name': 'network-vif-deleted', 'tag': '3719fcf8-290f-45fe-91eb-aacf7869dab4', 'status': 'completed', 'code': 200} Aug 18 13:08:58.937068 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-def069a4-2932-420f-bbba-283c4f6b20a3 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7039161 Aug 18 13:08:58.938851 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 32972) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:59.030122 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2ac4d676-9f6f-4042-8b0d-8751d1b4a089 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:59.040248 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-2ac4d676-9f6f-4042-8b0d-8751d1b4a089 None None] Transition to ACTIVE for port object 1f4c8def-c6be-451f-afb7-a89e32490d0e will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:08:59.052065 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1dbf13-beaa-4861-8af0-f252860c3b94 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:59.057140 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 32976) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:59.064694 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-2ac4d676-9f6f-4042-8b0d-8751d1b4a089 None None] Transition to ACTIVE for port object 1f4c8def-c6be-451f-afb7-a89e32490d0e will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:08:59.065991 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3e1dbf13-beaa-4861-8af0-f252860c3b94 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1257098 Aug 18 13:08:59.152868 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-25e6b198-1366-4a6f-a241-2af4b73e3720 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting port 17755dae-2daa-4db2-9bfc-224b231c9c91 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:08:59.153206 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-25e6b198-1366-4a6f-a241-2af4b73e3720 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:59.165535 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2ac4d676-9f6f-4042-8b0d-8751d1b4a089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:59.225755 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac4d676-9f6f-4042-8b0d-8751d1b4a089 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:08:59.230000 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-2ac4d676-9f6f-4042-8b0d-8751d1b4a089 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:08:59.232489 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4d676-9f6f-4042-8b0d-8751d1b4a089 None None] Pushing event updated for resources: {'Port': ['ID=1f4c8def-c6be-451f-afb7-a89e32490d0e,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:59.234554 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac4d676-9f6f-4042-8b0d-8751d1b4a089 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:08:59.253984 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-25e6b198-1366-4a6f-a241-2af4b73e3720 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:59.267452 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-25e6b198-1366-4a6f-a241-2af4b73e3720 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Calling delete_port for 17755dae-2daa-4db2-9bfc-224b231c9c91 owned by {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:08:59.296805 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-2ac4d676-9f6f-4042-8b0d-8751d1b4a089 None None] Attempting to bind port 1f4c8def-c6be-451f-afb7-a89e32490d0e on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:08:59.297516 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-2ac4d676-9f6f-4042-8b0d-8751d1b4a089 None None] Attempting to bind port 1f4c8def-c6be-451f-afb7-a89e32490d0e by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:08:59.298059 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac4d676-9f6f-4042-8b0d-8751d1b4a089 None None] Attempting to bind port 1f4c8def-c6be-451f-afb7-a89e32490d0e on network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:08:59.304396 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac4d676-9f6f-4042-8b0d-8751d1b4a089 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:08:59.305982 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac4d676-9f6f-4042-8b0d-8751d1b4a089 None None] Checking segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:08:59.306358 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2ac4d676-9f6f-4042-8b0d-8751d1b4a089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:59.306764 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac4d676-9f6f-4042-8b0d-8751d1b4a089 None None] Bound using segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:08:59.307220 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-2ac4d676-9f6f-4042-8b0d-8751d1b4a089 None None] Bound port: 1f4c8def-c6be-451f-afb7-a89e32490d0e, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:08:59.307617 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2ac4d676-9f6f-4042-8b0d-8751d1b4a089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:59.415212 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-2ac4d676-9f6f-4042-8b0d-8751d1b4a089 None None] For port 1f4c8def-c6be-451f-afb7-a89e32490d0e, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:08:59.418511 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-2ac4d676-9f6f-4042-8b0d-8751d1b4a089 None None] For port 1f4c8def-c6be-451f-afb7-a89e32490d0e, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=1f4c8def-c6be-451f-afb7-a89e32490d0e,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:08:59.496880 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2ac4d676-9f6f-4042-8b0d-8751d1b4a089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:59.503353 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-99c7e6b8-4e78-49f8-86ae-6f22e067f908 req-d68af2d8-3044-4b6a-bdec-6a57452476cf tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc455d74-fdc4-49a4-809b-0c310f934be5 HTTP/1.1" status: 200 len: 210 time: 0.0325928 Aug 18 13:08:59.552838 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-25e6b198-1366-4a6f-a241-2af4b73e3720 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:59.584551 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4d676-9f6f-4042-8b0d-8751d1b4a089 None None] Pushing event updated for resources: {'Port': ['ID=1f4c8def-c6be-451f-afb7-a89e32490d0e,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:59.597091 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e6b198-1366-4a6f-a241-2af4b73e3720 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Port': ['ID=17755dae-2daa-4db2-9bfc-224b231c9c91,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:59.624619 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-25e6b198-1366-4a6f-a241-2af4b73e3720 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:59.628874 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-25e6b198-1366-4a6f-a241-2af4b73e3720 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/ports/17755dae-2daa-4db2-9bfc-224b231c9c91 HTTP/1.1" status: 204 len: 168 time: 0.5685053 Aug 18 13:08:59.629111 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 32998) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:59.721743 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070d6d2b-67c3-4dec-a89d-3bc787813f39 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:59.723285 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070d6d2b-67c3-4dec-a89d-3bc787813f39 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:59.727406 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-070d6d2b-67c3-4dec-a89d-3bc787813f39 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0948458 Aug 18 13:08:59.727812 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33002) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:59.794035 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-f545e579-ec57-4a7b-823b-d61c5d25e3d3 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting subnet 678e4b16-5951-4399-8301-13b24c276b6c {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:08:59.798335 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f545e579-ec57-4a7b-823b-d61c5d25e3d3 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:59.878727 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f545e579-ec57-4a7b-823b-d61c5d25e3d3 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:00.001757 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f545e579-ec57-4a7b-823b-d61c5d25e3d3 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:00.102160 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f545e579-ec57-4a7b-823b-d61c5d25e3d3 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:00.133900 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545e579-ec57-4a7b-823b-d61c5d25e3d3 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Subnet': ['ID=678e4b16-5951-4399-8301-13b24c276b6c,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:00.140926 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f545e579-ec57-4a7b-823b-d61c5d25e3d3 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:00.146118 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33010) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:00.146674 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f545e579-ec57-4a7b-823b-d61c5d25e3d3 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/678e4b16-5951-4399-8301-13b24c276b6c HTTP/1.1" status: 204 len: 168 time: 0.4173975 Aug 18 13:09:00.194712 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-599f8511-583c-4b68-82eb-baaf9b799cef tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0465984 Aug 18 13:09:00.197757 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33012) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:00.245777 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f199af44-070c-4243-818e-ea2aef490c4d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:00.247460 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f199af44-070c-4243-818e-ea2aef490c4d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0486495 Aug 18 13:09:00.250346 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33014) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:00.316452 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca520374-d4cc-44dd-b3a1-0253f7de39fc tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:00.318335 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ca520374-d4cc-44dd-b3a1-0253f7de39fc tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0668368 Aug 18 13:09:00.321251 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33016) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:00.361898 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ba58528f-811f-44be-80e5-a092e9fc9346 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0386934 Aug 18 13:09:00.366106 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33020) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:00.371357 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-c1853eb5-885b-44b0-9e62-cb088505c983 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'subnet': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:09:00.581231 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1853eb5-885b-44b0-9e62-cb088505c983 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:09:00.585022 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c1853eb5-885b-44b0-9e62-cb088505c983 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:00.626222 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec0bf46-11e0-4992-99cb-fed0ec3f70e4 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:09:00.787012 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-660bdeba-b189-4711-9dac-ce19a65ca0c2 None None] Provisioning for port 1f4c8def-c6be-451f-afb7-a89e32490d0e completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:09:00.898684 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb21496-28cd-49b3-9173-05cf83d9fe9c None None] DHCP port deletion for fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:09:00.932884 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 3719fcf8-290f-45fe-91eb-aacf7869dab4 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:09:00.954234 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 3719fcf8-290f-45fe-91eb-aacf7869dab4 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:09:00.954581 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 3719fcf8-290f-45fe-91eb-aacf7869dab4 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:09:00.972684 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-8cb21496-28cd-49b3-9173-05cf83d9fe9c None None] Deleting port 1f4c8def-c6be-451f-afb7-a89e32490d0e {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:09:00.972998 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8cb21496-28cd-49b3-9173-05cf83d9fe9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:00.988672 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c1853eb5-885b-44b0-9e62-cb088505c983 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:01.040473 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1853eb5-885b-44b0-9e62-cb088505c983 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:09:01.043703 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-c1853eb5-885b-44b0-9e62-cb088505c983 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:09:01.047932 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1853eb5-885b-44b0-9e62-cb088505c983 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:01.048517 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c1853eb5-885b-44b0-9e62-cb088505c983 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:01.053398 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-8cb21496-28cd-49b3-9173-05cf83d9fe9c None None] For port 1f4c8def-c6be-451f-afb7-a89e32490d0e, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=1f4c8def-c6be-451f-afb7-a89e32490d0e,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:09:01.053705 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8cb21496-28cd-49b3-9173-05cf83d9fe9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:01.066339 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1853eb5-885b-44b0-9e62-cb088505c983 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Subnet': ['ID=7f3b6cba-39a2-4032-bcbe-69944eaad03b,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:01.073240 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-8cb21496-28cd-49b3-9173-05cf83d9fe9c None None] Calling delete_port for 1f4c8def-c6be-451f-afb7-a89e32490d0e owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:09:01.166071 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c1853eb5-885b-44b0-9e62-cb088505c983 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7988546 Aug 18 13:09:01.168749 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33062) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:01.174109 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-917e8f87-10e4-4aa0-8284-1f272a4e4ee4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'port': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'fixed_ips': [{'subnet_id': '7f3b6cba-39a2-4032-bcbe-69944eaad03b', 'ip_address': '2001:db8::600a:414a:e2a8:1818'}], 'name': 'tempest-NetworksTestDHCPv6-1576841392'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:09:01.271285 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8cb21496-28cd-49b3-9173-05cf83d9fe9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:01.296909 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e97b0-0780-414d-8473-852201cd6ab5 req-99e69973-f8ce-4908-b648-d5e81f649714 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:01.299125 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-774e97b0-0780-414d-8473-852201cd6ab5 req-99e69973-f8ce-4908-b648-d5e81f649714 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.1057281 Aug 18 13:09:01.302549 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb21496-28cd-49b3-9173-05cf83d9fe9c None None] Pushing event deleted for resources: {'Port': ['ID=1f4c8def-c6be-451f-afb7-a89e32490d0e,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:01.307131 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb21496-28cd-49b3-9173-05cf83d9fe9c None None] No DVR routers for this DVR port 1f4c8def-c6be-451f-afb7-a89e32490d0e on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:09:01.362693 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c2b5a7-cbfd-4bc2-9eeb-91db0a18c1d0 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:09:01.363253 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-774e97b0-0780-414d-8473-852201cd6ab5 req-3ead2366-05f9-445a-b8c1-2e063564ea69 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337548 Aug 18 13:09:01.381219 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917e8f87-10e4-4aa0-8284-1f272a4e4ee4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:09:01.473332 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72929069-9eac-4e7f-9c5e-201e8b69d9d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'tenant_id': 'a22835a92ccd454cb17ed125e0ff09fb', 'fixed_ips': [{'subnet_id': '7f3b6cba-39a2-4032-bcbe-69944eaad03b'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:09:01.474300 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-72929069-9eac-4e7f-9c5e-201e8b69d9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:01.485584 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-917e8f87-10e4-4aa0-8284-1f272a4e4ee4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:01.511413 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-917e8f87-10e4-4aa0-8284-1f272a4e4ee4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] device_id is not set on port cf7c7388-b431-40b1-9459-d4a6a6ccbe55 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:09:01.639654 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-72929069-9eac-4e7f-9c5e-201e8b69d9d5 None None] Allocated IP 2001:db8::2 (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/7f3b6cba-39a2-4032-bcbe-69944eaad03b/2631a0f2-082d-4050-b3df-0eacaf2663ad) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:09:01.788800 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-72929069-9eac-4e7f-9c5e-201e8b69d9d5 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:01.797374 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-72929069-9eac-4e7f-9c5e-201e8b69d9d5 None None] Transition to ACTIVE for port object 2631a0f2-082d-4050-b3df-0eacaf2663ad will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:09:01.812030 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-72929069-9eac-4e7f-9c5e-201e8b69d9d5 None None] Transition to ACTIVE for port object 2631a0f2-082d-4050-b3df-0eacaf2663ad will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:09:01.890780 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-72929069-9eac-4e7f-9c5e-201e8b69d9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:01.936390 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72929069-9eac-4e7f-9c5e-201e8b69d9d5 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:09:01.939632 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-72929069-9eac-4e7f-9c5e-201e8b69d9d5 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:09:01.945260 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72929069-9eac-4e7f-9c5e-201e8b69d9d5 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:09:01.947977 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72929069-9eac-4e7f-9c5e-201e8b69d9d5 None None] Pushing event updated for resources: {'Port': ['ID=2631a0f2-082d-4050-b3df-0eacaf2663ad,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:01.966852 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-917e8f87-10e4-4aa0-8284-1f272a4e4ee4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Allocated IP 2001:db8::600a:414a:e2a8:1818 (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/7f3b6cba-39a2-4032-bcbe-69944eaad03b/cf7c7388-b431-40b1-9459-d4a6a6ccbe55) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:09:02.003183 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-72929069-9eac-4e7f-9c5e-201e8b69d9d5 None None] Attempting to bind port 2631a0f2-082d-4050-b3df-0eacaf2663ad on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:09:02.003554 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-72929069-9eac-4e7f-9c5e-201e8b69d9d5 None None] Attempting to bind port 2631a0f2-082d-4050-b3df-0eacaf2663ad by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:09:02.003911 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72929069-9eac-4e7f-9c5e-201e8b69d9d5 None None] Attempting to bind port 2631a0f2-082d-4050-b3df-0eacaf2663ad on network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:09:02.008763 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72929069-9eac-4e7f-9c5e-201e8b69d9d5 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:09:02.009252 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72929069-9eac-4e7f-9c5e-201e8b69d9d5 None None] Checking segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:09:02.009657 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-72929069-9eac-4e7f-9c5e-201e8b69d9d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:02.010049 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72929069-9eac-4e7f-9c5e-201e8b69d9d5 None None] Bound using segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:09:02.010527 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-72929069-9eac-4e7f-9c5e-201e8b69d9d5 None None] Bound port: 2631a0f2-082d-4050-b3df-0eacaf2663ad, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:09:02.010905 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-72929069-9eac-4e7f-9c5e-201e8b69d9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:02.081123 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-72929069-9eac-4e7f-9c5e-201e8b69d9d5 None None] For port 2631a0f2-082d-4050-b3df-0eacaf2663ad, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:09:02.084264 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-72929069-9eac-4e7f-9c5e-201e8b69d9d5 None None] For port 2631a0f2-082d-4050-b3df-0eacaf2663ad, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=2631a0f2-082d-4050-b3df-0eacaf2663ad,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:09:02.129549 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-917e8f87-10e4-4aa0-8284-1f272a4e4ee4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:02.143090 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-917e8f87-10e4-4aa0-8284-1f272a4e4ee4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Transition to ACTIVE for port object cf7c7388-b431-40b1-9459-d4a6a6ccbe55 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:09:02.158846 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-72929069-9eac-4e7f-9c5e-201e8b69d9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:02.220486 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72929069-9eac-4e7f-9c5e-201e8b69d9d5 None None] Pushing event updated for resources: {'Port': ['ID=2631a0f2-082d-4050-b3df-0eacaf2663ad,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:02.233512 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-917e8f87-10e4-4aa0-8284-1f272a4e4ee4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:02.285263 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917e8f87-10e4-4aa0-8284-1f272a4e4ee4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:09:02.291857 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-917e8f87-10e4-4aa0-8284-1f272a4e4ee4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:09:02.294720 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917e8f87-10e4-4aa0-8284-1f272a4e4ee4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:09:02.300840 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917e8f87-10e4-4aa0-8284-1f272a4e4ee4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:02.301629 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-917e8f87-10e4-4aa0-8284-1f272a4e4ee4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:02.315941 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e8f87-10e4-4aa0-8284-1f272a4e4ee4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Port': ['ID=cf7c7388-b431-40b1-9459-d4a6a6ccbe55,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:02.365909 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-917e8f87-10e4-4aa0-8284-1f272a4e4ee4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1958792 Aug 18 13:09:02.368233 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33120) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:02.465514 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bb42ed-819b-4cf3-aa8a-175a247bdbfc tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:02.471890 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bb42ed-819b-4cf3-aa8a-175a247bdbfc tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:02.474204 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-18bb42ed-819b-4cf3-aa8a-175a247bdbfc tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1041448 Aug 18 13:09:02.477793 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33124) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:02.577636 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe8438-0b50-41dc-8492-d6b919be081b req-fb9e235b-84d5-474a-8077-86b08f4b3866 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:02.579400 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-47fe8438-0b50-41dc-8492-d6b919be081b req-fb9e235b-84d5-474a-8077-86b08f4b3866 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.1008410 Aug 18 13:09:02.600514 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-05a9acc1-53e1-4de6-9c8c-24fcc289a6dc tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting port cf7c7388-b431-40b1-9459-d4a6a6ccbe55 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:09:02.600861 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-05a9acc1-53e1-4de6-9c8c-24fcc289a6dc tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:02.620903 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-47fe8438-0b50-41dc-8492-d6b919be081b req-ad73edfd-4c4e-4421-bf1f-c31579f8030e tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346816 Aug 18 13:09:02.744006 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-05a9acc1-53e1-4de6-9c8c-24fcc289a6dc tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:02.758081 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-05a9acc1-53e1-4de6-9c8c-24fcc289a6dc tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Calling delete_port for cf7c7388-b431-40b1-9459-d4a6a6ccbe55 owned by {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:09:03.007573 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-05a9acc1-53e1-4de6-9c8c-24fcc289a6dc tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:03.057213 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a9acc1-53e1-4de6-9c8c-24fcc289a6dc tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Port': ['ID=cf7c7388-b431-40b1-9459-d4a6a6ccbe55,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:03.083116 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-05a9acc1-53e1-4de6-9c8c-24fcc289a6dc tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:03.090021 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-05a9acc1-53e1-4de6-9c8c-24fcc289a6dc tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/ports/cf7c7388-b431-40b1-9459-d4a6a6ccbe55 HTTP/1.1" status: 204 len: 168 time: 0.6109924 Aug 18 13:09:03.090751 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33140) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:03.116417 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01f8d7-ee88-40aa-9807-804744bcd43f req-15b6a366-d0d9-4021-9924-5edac95cdd94 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:03.118002 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7a01f8d7-ee88-40aa-9807-804744bcd43f req-15b6a366-d0d9-4021-9924-5edac95cdd94 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.20 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.1529138 Aug 18 13:09:03.235451 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5491a7-c593-4feb-8911-b1a75707b372 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:03.237405 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5491a7-c593-4feb-8911-b1a75707b372 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:03.239306 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-fb5491a7-c593-4feb-8911-b1a75707b372 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1428785 Aug 18 13:09:03.242086 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33144) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:03.308477 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-716d6965-92d8-4080-a5e7-353c805ff31b tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting subnet 7f3b6cba-39a2-4032-bcbe-69944eaad03b {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:09:03.313968 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-716d6965-92d8-4080-a5e7-353c805ff31b tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:03.372805 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-7a01f8d7-ee88-40aa-9807-804744bcd43f req-891331eb-3aba-4657-9323-94dfb766ba67 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Deleting port be132020-3516-4ddf-b702-9f30b7b7f0c8 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:09:03.373138 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7a01f8d7-ee88-40aa-9807-804744bcd43f req-891331eb-3aba-4657-9323-94dfb766ba67 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:03.409767 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-8b0e40ec-1efc-475d-8f41-d2a30759954d None None] Provisioning for port 2631a0f2-082d-4050-b3df-0eacaf2663ad completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:09:03.541416 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 2631a0f2-082d-4050-b3df-0eacaf2663ad up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:09:03.630873 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-3918a6c9-2136-40f3-a806-aad5878f3d2f None None] Could not find standard attr ID for object 92d93c05-7f7e-4a0b-bc62-4f6c8d27223d. {{(pid=101677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 13:09:03.725105 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 2631a0f2-082d-4050-b3df-0eacaf2663ad completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:09:03.730595 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 2631a0f2-082d-4050-b3df-0eacaf2663ad triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:09:03.730987 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:03.809666 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-716d6965-92d8-4080-a5e7-353c805ff31b tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:03.847896 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:03.896310 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 2631a0f2-082d-4050-b3df-0eacaf2663ad, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=2631a0f2-082d-4050-b3df-0eacaf2663ad,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:09:03.975578 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:04.052660 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0f05a-1632-48b1-ae38-fc19b8aa02e9 req-e36bec26-703e-4110-91f3-c9aa0378eb70 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:04.053845 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=2631a0f2-082d-4050-b3df-0eacaf2663ad,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:04.057426 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-096e6539-2063-4fcd-93e9-217268327d5f None None] Could not find standard attr ID for object 17755dae-2daa-4db2-9bfc-224b231c9c91. {{(pid=101677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 13:09:04.067897 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-66d0f05a-1632-48b1-ae38-fc19b8aa02e9 req-e36bec26-703e-4110-91f3-c9aa0378eb70 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 944 time: 0.2095747 Aug 18 13:09:04.096048 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-716d6965-92d8-4080-a5e7-353c805ff31b tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:04.100360 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-7a01f8d7-ee88-40aa-9807-804744bcd43f req-891331eb-3aba-4657-9323-94dfb766ba67 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] For port be132020-3516-4ddf-b702-9f30b7b7f0c8, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=be132020-3516-4ddf-b702-9f30b7b7f0c8,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:09:04.100734 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7a01f8d7-ee88-40aa-9807-804744bcd43f req-891331eb-3aba-4657-9323-94dfb766ba67 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:04.247979 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-66d0f05a-1632-48b1-ae38-fc19b8aa02e9 req-6feebad8-0184-4c4f-9a40-3c263ee01563 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups?id=f189e3f1-e021-401e-9fe4-ce0876be212b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797283 Aug 18 13:09:04.367030 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-716d6965-92d8-4080-a5e7-353c805ff31b tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:04.377955 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ff1d123e-7435-4b88-8b69-df2fd8f5338a None None] Could not find standard attr ID for object cf7c7388-b431-40b1-9459-d4a6a6ccbe55. {{(pid=101677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 13:09:04.420020 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-716d6965-92d8-4080-a5e7-353c805ff31b tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:04.424365 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-716d6965-92d8-4080-a5e7-353c805ff31b tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/7f3b6cba-39a2-4032-bcbe-69944eaad03b HTTP/1.1" status: 204 len: 168 time: 1.1777134 Aug 18 13:09:04.424365 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d6965-92d8-4080-a5e7-353c805ff31b tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Subnet': ['ID=7f3b6cba-39a2-4032-bcbe-69944eaad03b,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:04.424739 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33168) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:04.475336 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-68a0b4be-529f-420d-a3b0-7936a2d5d21c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0475810 Aug 18 13:09:04.477260 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7a01f8d7-ee88-40aa-9807-804744bcd43f req-891331eb-3aba-4657-9323-94dfb766ba67 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:04.477644 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7a01f8d7-ee88-40aa-9807-804744bcd43f req-891331eb-3aba-4657-9323-94dfb766ba67 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:04.477963 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [req-7a01f8d7-ee88-40aa-9807-804744bcd43f req-891331eb-3aba-4657-9323-94dfb766ba67 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Floating IP 254bbdac-ba1a-4562-ad75-f0ecfd58dd6d disassociated. External IP: 172.25.6.12, port: be132020-3516-4ddf-b702-9f30b7b7f0c8. Aug 18 13:09:04.481062 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-7a01f8d7-ee88-40aa-9807-804744bcd43f req-891331eb-3aba-4657-9323-94dfb766ba67 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Calling delete_port for be132020-3516-4ddf-b702-9f30b7b7f0c8 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:09:04.481349 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33172) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:04.484591 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-a34ab9ee-b552-452b-870a-95167d362391 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'subnet': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:09:04.558927 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1924f944-6b84-4e93-9fe9-8888b4c4f67e None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:09:04.770218 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34ab9ee-b552-452b-870a-95167d362391 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:09:04.770342 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7a01f8d7-ee88-40aa-9807-804744bcd43f req-891331eb-3aba-4657-9323-94dfb766ba67 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:04.774848 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a34ab9ee-b552-452b-870a-95167d362391 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:04.811874 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891331eb-3aba-4657-9323-94dfb766ba67 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Pushing event deleted for resources: {'Port': ['ID=be132020-3516-4ddf-b702-9f30b7b7f0c8,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:04.857404 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba469bc0-0ee8-46e2-8e19-8920a4b6bb62 None None] DHCP port deletion for fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:09:04.933484 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-ba469bc0-0ee8-46e2-8e19-8920a4b6bb62 None None] Deleting port 2631a0f2-082d-4050-b3df-0eacaf2663ad {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:09:04.933871 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ba469bc0-0ee8-46e2-8e19-8920a4b6bb62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:04.970575 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a01f8d7-ee88-40aa-9807-804744bcd43f req-891331eb-3aba-4657-9323-94dfb766ba67 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Router 161d96fd-0a04-45f3-95b5-5620caa20c74 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:09:05.025566 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-ba469bc0-0ee8-46e2-8e19-8920a4b6bb62 None None] For port 2631a0f2-082d-4050-b3df-0eacaf2663ad, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=2631a0f2-082d-4050-b3df-0eacaf2663ad,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:09:05.025566 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ba469bc0-0ee8-46e2-8e19-8920a4b6bb62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:05.046517 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-ba469bc0-0ee8-46e2-8e19-8920a4b6bb62 None None] Calling delete_port for 2631a0f2-082d-4050-b3df-0eacaf2663ad owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:09:05.125880 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a01f8d7-ee88-40aa-9807-804744bcd43f req-891331eb-3aba-4657-9323-94dfb766ba67 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:09:05.130928 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a34ab9ee-b552-452b-870a-95167d362391 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:05.137493 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1953191d-a2d4-42a6-8eaa-297409457265 None None] Sync routers for ids ['161d96fd-0a04-45f3-95b5-5620caa20c74'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:09:05.149261 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1953191d-a2d4-42a6-8eaa-297409457265 None None] Routers {'161d96fd-0a04-45f3-95b5-5620caa20c74'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:09:05.151065 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-1953191d-a2d4-42a6-8eaa-297409457265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:08:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['161d96fd-0a04-45f3-95b5-5620caa20c74'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:05.196040 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a01f8d7-ee88-40aa-9807-804744bcd43f req-891331eb-3aba-4657-9323-94dfb766ba67 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] No DVR routers for this DVR port be132020-3516-4ddf-b702-9f30b7b7f0c8 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:09:05.198852 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7a01f8d7-ee88-40aa-9807-804744bcd43f req-891331eb-3aba-4657-9323-94dfb766ba67 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:05.201193 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7a01f8d7-ee88-40aa-9807-804744bcd43f req-891331eb-3aba-4657-9323-94dfb766ba67 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.20 "DELETE /v2.0/ports/be132020-3516-4ddf-b702-9f30b7b7f0c8 HTTP/1.1" status: 204 len: 173 time: 2.0643005 Aug 18 13:09:05.201618 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69406f0d-4d49-4b0f-a5e3-e400e126fa67', 'name': 'network-vif-deleted', 'tag': 'be132020-3516-4ddf-b702-9f30b7b7f0c8'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:09:05.204178 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d008e0af-ec5b-45e4-9454-c4cf8336ff2e" -d '{"events": [{"server_uuid": "69406f0d-4d49-4b0f-a5e3-e400e126fa67", "name": "network-vif-deleted", "tag": "be132020-3516-4ddf-b702-9f30b7b7f0c8"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:09:05.243811 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ba469bc0-0ee8-46e2-8e19-8920a4b6bb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:05.286143 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ab9ee-b552-452b-870a-95167d362391 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Subnet': ['ID=a5ac5d4b-e8ab-42c3-8925-645b72dcb8f6,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:05.297549 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba469bc0-0ee8-46e2-8e19-8920a4b6bb62 None None] Pushing event deleted for resources: {'Port': ['ID=2631a0f2-082d-4050-b3df-0eacaf2663ad,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:05.298700 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34ab9ee-b552-452b-870a-95167d362391 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:09:05.301025 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-a34ab9ee-b552-452b-870a-95167d362391 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:09:05.304018 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34ab9ee-b552-452b-870a-95167d362391 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:05.307463 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a34ab9ee-b552-452b-870a-95167d362391 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:05.310673 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba469bc0-0ee8-46e2-8e19-8920a4b6bb62 None None] No DVR routers for this DVR port 2631a0f2-082d-4050-b3df-0eacaf2663ad on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:09:05.321022 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-1953191d-a2d4-42a6-8eaa-297409457265 None None] Set router 161d96fd-0a04-45f3-95b5-5620caa20c74 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:09:05.364512 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e2bb09-b3f2-4c15-ba40-ebae2da27ca4 x-openstack-request-id: req-95e2bb09-b3f2-4c15-ba40-ebae2da27ca4 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:09:05.364832 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69406f0d-4d49-4b0f-a5e3-e400e126fa67", "name": "network-vif-deleted", "tag": "be132020-3516-4ddf-b702-9f30b7b7f0c8", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:09:05.365138 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-95e2bb09-b3f2-4c15-ba40-ebae2da27ca4 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:09:05.365247 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41de3087-8f7e-456b-afcd-b6ac2ba7d36b None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:09:05.365559 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69406f0d-4d49-4b0f-a5e3-e400e126fa67', 'name': 'network-vif-deleted', 'tag': 'be132020-3516-4ddf-b702-9f30b7b7f0c8', 'status': 'completed', 'code': 200} Aug 18 13:09:05.468307 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a34ab9ee-b552-452b-870a-95167d362391 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9884734 Aug 18 13:09:05.476147 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33208) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:05.487440 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-ae84d21b-31cd-4d27-bbca-0112728de22d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'port': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'fixed_ips': [{'subnet_id': 'a5ac5d4b-e8ab-42c3-8925-645b72dcb8f6', 'ip_address': '2001:db8::d47a:c3ed:52b4:5f2d'}], 'name': 'tempest-NetworksTestDHCPv6-968286861'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:09:05.488139 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 2631a0f2-082d-4050-b3df-0eacaf2663ad no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:09:05.552865 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 2631a0f2-082d-4050-b3df-0eacaf2663ad {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:09:05.553212 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 2631a0f2-082d-4050-b3df-0eacaf2663ad not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:09:05.610482 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1efccfdf-9fc4-4a19-898e-5c9c55cc608d req-ed3ad54e-0d6d-449f-add4-0133e432d315 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/ports?device_id=69406f0d-4d49-4b0f-a5e3-e400e126fa67 HTTP/1.1" status: 200 len: 210 time: 0.0513480 Aug 18 13:09:05.703043 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-1953191d-a2d4-42a6-8eaa-297409457265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161d96fd-0a04-45f3-95b5-5620caa20c74', 'name': 'tempest-ServerActionsTestJSON-959432997-router', 'tenant_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '16cdd65e-a1f7-4b3e-b99b-47d2a08e7559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:00:32Z', 'updated_at': '2021-08-18T13:00:40Z', 'revision_number': 4, 'project_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'gw_port': {'id': '16cdd65e-a1f7-4b3e-b99b-47d2a08e7559', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:31:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161d96fd-0a04-45f3-95b5-5620caa20c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:34Z', 'updated_at': '2021-08-18T13:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '19b8c030-3d09-46e5-b917-450df2582619', 'name': '', 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d', 'tenant_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'mac_address': 'fa:16:3e:52:3d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161d96fd-0a04-45f3-95b5-5620caa20c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '2744890d-6739-4756-b608-842180da7455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:38Z', 'updated_at': '2021-08-18T13:00:46Z', 'revision_number': 5, 'project_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'subnets': [{'id': '2744890d-6739-4756-b608-842180da7455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:05.712345 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a690ff-edf3-495c-a9a0-8126545b0e5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'tenant_id': 'a22835a92ccd454cb17ed125e0ff09fb', 'fixed_ips': [{'subnet_id': 'a5ac5d4b-e8ab-42c3-8925-645b72dcb8f6'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:09:05.713416 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-96a690ff-edf3-495c-a9a0-8126545b0e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:05.849282 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1953191d-a2d4-42a6-8eaa-297409457265 None None] Checking router: 161d96fd-0a04-45f3-95b5-5620caa20c74 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:09:05.865960 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1953191d-a2d4-42a6-8eaa-297409457265 None None] Routers {'161d96fd-0a04-45f3-95b5-5620caa20c74'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:09:05.866626 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-1953191d-a2d4-42a6-8eaa-297409457265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:08:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['161d96fd-0a04-45f3-95b5-5620caa20c74'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:05.885480 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-96a690ff-edf3-495c-a9a0-8126545b0e5c None None] Allocated IP 2001:db8::2 (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/a5ac5d4b-e8ab-42c3-8925-645b72dcb8f6/469653a3-5eed-4632-a1f5-97d55ef27af4) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:09:05.895833 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae84d21b-31cd-4d27-bbca-0112728de22d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:09:05.901844 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ae84d21b-31cd-4d27-bbca-0112728de22d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:05.946063 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-ae84d21b-31cd-4d27-bbca-0112728de22d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] device_id is not set on port ed847e3a-7776-4b46-a3ee-47175439520c yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:09:06.075136 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-1953191d-a2d4-42a6-8eaa-297409457265 None None] Set router 161d96fd-0a04-45f3-95b5-5620caa20c74 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:09:06.097885 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33218) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:06.143061 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-96a690ff-edf3-495c-a9a0-8126545b0e5c None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:06.177884 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-96a690ff-edf3-495c-a9a0-8126545b0e5c None None] Transition to ACTIVE for port object 469653a3-5eed-4632-a1f5-97d55ef27af4 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:09:06.203862 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-b98eeb5f-f95c-4283-86af-055f1ce886b6 admin admin] Deleting subnet c6d9590e-dbee-4678-b72a-de3bbe7a3aff {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:09:06.218682 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b98eeb5f-f95c-4283-86af-055f1ce886b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:06.238158 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-96a690ff-edf3-495c-a9a0-8126545b0e5c None None] Transition to ACTIVE for port object 469653a3-5eed-4632-a1f5-97d55ef27af4 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:09:06.308013 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-96a690ff-edf3-495c-a9a0-8126545b0e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:06.357271 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a690ff-edf3-495c-a9a0-8126545b0e5c None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:09:06.361847 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b98eeb5f-f95c-4283-86af-055f1ce886b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:06.366331 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-96a690ff-edf3-495c-a9a0-8126545b0e5c None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:09:06.371151 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a690ff-edf3-495c-a9a0-8126545b0e5c None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:09:06.384175 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a690ff-edf3-495c-a9a0-8126545b0e5c None None] Pushing event updated for resources: {'Port': ['ID=469653a3-5eed-4632-a1f5-97d55ef27af4,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:06.431893 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-ae84d21b-31cd-4d27-bbca-0112728de22d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Allocated IP 2001:db8::d47a:c3ed:52b4:5f2d (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/a5ac5d4b-e8ab-42c3-8925-645b72dcb8f6/ed847e3a-7776-4b46-a3ee-47175439520c) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:09:06.452443 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b98eeb5f-f95c-4283-86af-055f1ce886b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:06.496010 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-96a690ff-edf3-495c-a9a0-8126545b0e5c None None] Attempting to bind port 469653a3-5eed-4632-a1f5-97d55ef27af4 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:09:06.497317 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-96a690ff-edf3-495c-a9a0-8126545b0e5c None None] Attempting to bind port 469653a3-5eed-4632-a1f5-97d55ef27af4 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:09:06.497317 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a690ff-edf3-495c-a9a0-8126545b0e5c None None] Attempting to bind port 469653a3-5eed-4632-a1f5-97d55ef27af4 on network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:09:06.502654 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a690ff-edf3-495c-a9a0-8126545b0e5c None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:09:06.503136 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a690ff-edf3-495c-a9a0-8126545b0e5c None None] Checking segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:09:06.503552 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-96a690ff-edf3-495c-a9a0-8126545b0e5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:06.511700 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a690ff-edf3-495c-a9a0-8126545b0e5c None None] Bound using segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:09:06.511700 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-96a690ff-edf3-495c-a9a0-8126545b0e5c None None] Bound port: 469653a3-5eed-4632-a1f5-97d55ef27af4, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:09:06.511700 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-96a690ff-edf3-495c-a9a0-8126545b0e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:06.537268 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-1953191d-a2d4-42a6-8eaa-297409457265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161d96fd-0a04-45f3-95b5-5620caa20c74', 'name': 'tempest-ServerActionsTestJSON-959432997-router', 'tenant_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '16cdd65e-a1f7-4b3e-b99b-47d2a08e7559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:00:32Z', 'updated_at': '2021-08-18T13:00:40Z', 'revision_number': 4, 'project_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'gw_port': {'id': '16cdd65e-a1f7-4b3e-b99b-47d2a08e7559', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:31:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161d96fd-0a04-45f3-95b5-5620caa20c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:34Z', 'updated_at': '2021-08-18T13:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '19b8c030-3d09-46e5-b917-450df2582619', 'name': '', 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d', 'tenant_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'mac_address': 'fa:16:3e:52:3d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161d96fd-0a04-45f3-95b5-5620caa20c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '2744890d-6739-4756-b608-842180da7455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:38Z', 'updated_at': '2021-08-18T13:00:46Z', 'revision_number': 5, 'project_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'subnets': [{'id': '2744890d-6739-4756-b608-842180da7455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:06.573734 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1953191d-a2d4-42a6-8eaa-297409457265 None None] The sync data for ids ['161d96fd-0a04-45f3-95b5-5620caa20c74'] in n-d-803603-2 is: [{'id': '161d96fd-0a04-45f3-95b5-5620caa20c74', 'name': 'tempest-ServerActionsTestJSON-959432997-router', 'tenant_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '16cdd65e-a1f7-4b3e-b99b-47d2a08e7559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:00:32Z', 'updated_at': '2021-08-18T13:00:40Z', 'revision_number': 4, 'project_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'gw_port': {'id': '16cdd65e-a1f7-4b3e-b99b-47d2a08e7559', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:31:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161d96fd-0a04-45f3-95b5-5620caa20c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:34Z', 'updated_at': '2021-08-18T13:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '19b8c030-3d09-46e5-b917-450df2582619', 'name': '', 'network_id': 'c70b20b2-1ba3-4778-b38e-36ed095ba70d', 'tenant_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'mac_address': 'fa:16:3e:52:3d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161d96fd-0a04-45f3-95b5-5620caa20c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '2744890d-6739-4756-b608-842180da7455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:38Z', 'updated_at': '2021-08-18T13:00:46Z', 'revision_number': 5, 'project_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'subnets': [{'id': '2744890d-6739-4756-b608-842180da7455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:09:06.610893 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b98eeb5f-f95c-4283-86af-055f1ce886b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:06.638597 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-96a690ff-edf3-495c-a9a0-8126545b0e5c None None] For port 469653a3-5eed-4632-a1f5-97d55ef27af4, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:09:06.651574 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-96a690ff-edf3-495c-a9a0-8126545b0e5c None None] For port 469653a3-5eed-4632-a1f5-97d55ef27af4, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=469653a3-5eed-4632-a1f5-97d55ef27af4,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:09:06.689020 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98eeb5f-f95c-4283-86af-055f1ce886b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6d9590e-dbee-4678-b72a-de3bbe7a3aff,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:06.695566 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b98eeb5f-f95c-4283-86af-055f1ce886b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:06.697526 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b98eeb5f-f95c-4283-86af-055f1ce886b6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c6d9590e-dbee-4678-b72a-de3bbe7a3aff HTTP/1.1" status: 204 len: 168 time: 0.5985854 Aug 18 13:09:06.700221 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33236) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:06.732582 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-96a690ff-edf3-495c-a9a0-8126545b0e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:06.756201 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ae84d21b-31cd-4d27-bbca-0112728de22d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:06.773218 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-ae84d21b-31cd-4d27-bbca-0112728de22d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Transition to ACTIVE for port object ed847e3a-7776-4b46-a3ee-47175439520c will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:09:06.815338 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33242) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:06.831631 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a690ff-edf3-495c-a9a0-8126545b0e5c None None] Pushing event updated for resources: {'Port': ['ID=469653a3-5eed-4632-a1f5-97d55ef27af4,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:06.835861 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-259dca07-fd39-4977-a6bb-704e607b0b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:06.948072 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device be132020-3516-4ddf-b702-9f30b7b7f0c8 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:09:06.962918 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-259dca07-fd39-4977-a6bb-704e607b0b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:06.985793 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ae84d21b-31cd-4d27-bbca-0112728de22d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:06.986668 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-259dca07-fd39-4977-a6bb-704e607b0b76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b2092a6-a722-4d94-a62f-ebbd0faf42ef']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:06.989618 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: be132020-3516-4ddf-b702-9f30b7b7f0c8 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:09:06.989971 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device be132020-3516-4ddf-b702-9f30b7b7f0c8 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:09:07.011384 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-259dca07-fd39-4977-a6bb-704e607b0b76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d462297-6912-4ee4-ad2c-f74ed2858ac1') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:07.011384 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-259dca07-fd39-4977-a6bb-704e607b0b76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d462297-6912-4ee4-ad2c-f74ed2858ac1') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:07.030542 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-259dca07-fd39-4977-a6bb-704e607b0b76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:07.051503 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2243ce80-6767-4714-827c-85f6afc8f964 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:07.063205 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-259dca07-fd39-4977-a6bb-704e607b0b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:07.073825 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-259dca07-fd39-4977-a6bb-704e607b0b76 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:09:07.081055 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-259dca07-fd39-4977-a6bb-704e607b0b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:07.082915 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:09:07.082915 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:09:07.082915 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:09:07.082915 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:09:07.082915 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:09:07.082915 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:09:07.082915 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:09:07.082915 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:09:07.082915 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:09:07.082915 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:09:07.082915 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:09:07.082915 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:09:07.082915 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:09:07.082915 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:09:07.082915 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:09:07.082915 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:09:07.082915 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:09:07.082915 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:09:07.082915 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:09:07.082915 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:09:07.082915 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:09:07.082915 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:09:07.082915 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:09:07.082915 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:09:07.082915 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:09:07.082915 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:09:07.082915 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:09:07.082915 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:09:07.082915 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:09:07.082915 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:09:07.082915 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:09:07.082915 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:09:07.146847 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae84d21b-31cd-4d27-bbca-0112728de22d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:09:07.160444 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e584dd23-a77a-44ae-926e-f6bf1484bc25 None None] New status for floating IP 254bbdac-ba1a-4562-ad75-f0ecfd58dd6d: DOWN {{(pid=101677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:09:07.172174 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-ae84d21b-31cd-4d27-bbca-0112728de22d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:09:07.188141 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae84d21b-31cd-4d27-bbca-0112728de22d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:09:07.194091 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae84d21b-31cd-4d27-bbca-0112728de22d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:07.195026 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ae84d21b-31cd-4d27-bbca-0112728de22d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:07.200010 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2243ce80-6767-4714-827c-85f6afc8f964 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:07.203804 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84d21b-31cd-4d27-bbca-0112728de22d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Port': ['ID=ed847e3a-7776-4b46-a3ee-47175439520c,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:07.295609 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-259dca07-fd39-4977-a6bb-704e607b0b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:07.318321 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-259dca07-fd39-4977-a6bb-704e607b0b76 admin admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:07.321241 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-259dca07-fd39-4977-a6bb-704e607b0b76 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6b2092a6-a722-4d94-a62f-ebbd0faf42ef HTTP/1.1" status: 204 len: 168 time: 0.6200523 Aug 18 13:09:07.322270 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259dca07-fd39-4977-a6bb-704e607b0b76 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b2092a6-a722-4d94-a62f-ebbd0faf42ef,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:07.359136 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ae84d21b-31cd-4d27-bbca-0112728de22d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8870292 Aug 18 13:09:07.361682 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33254) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:07.431651 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2243ce80-6767-4714-827c-85f6afc8f964 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:07.442929 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2243ce80-6767-4714-827c-85f6afc8f964 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:07.445029 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2243ce80-6767-4714-827c-85f6afc8f964 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "DELETE /v2.0/security-groups/f189e3f1-e021-401e-9fe4-ce0876be212b HTTP/1.1" status: 204 len: 168 time: 0.6195350 Aug 18 13:09:07.448116 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33258) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:07.475685 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2243ce80-6767-4714-827c-85f6afc8f964 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f189e3f1-e021-401e-9fe4-ce0876be212b,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:07.515810 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-ca822d5d-5ba6-4fd2-ba1c-c1086689e0b2 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] show failed (client error): The resource could not be found. Aug 18 13:09:07.517197 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ca822d5d-5ba6-4fd2-ba1c-c1086689e0b2 tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "GET /v2.0/security-groups/f189e3f1-e021-401e-9fe4-ce0876be212b HTTP/1.1" status: 404 len: 347 time: 0.0680254 Aug 18 13:09:07.527418 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33260) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:07.544859 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fa5b76-2314-4eea-860f-79a9644d083c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:07.557998 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fa5b76-2314-4eea-860f-79a9644d083c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:07.562055 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-15fa5b76-2314-4eea-860f-79a9644d083c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1971211 Aug 18 13:09:07.563336 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33262) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:07.566033 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 469653a3-5eed-4632-a1f5-97d55ef27af4 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:09:07.704722 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-7b2d749a-5285-4c54-9830-e220815e5bff tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting port ed847e3a-7776-4b46-a3ee-47175439520c {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:09:07.705079 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7b2d749a-5285-4c54-9830-e220815e5bff tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:07.741184 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-60712ec4-25d0-4930-8be6-56aa569e8ebf tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Deleting port d9a2bdaf-b6a6-4c33-b48b-b373743b8389 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:09:07.741543 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-60712ec4-25d0-4930-8be6-56aa569e8ebf tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:07.798949 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 469653a3-5eed-4632-a1f5-97d55ef27af4 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:09:07.829161 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7b2d749a-5285-4c54-9830-e220815e5bff tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:07.850609 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-7b2d749a-5285-4c54-9830-e220815e5bff tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Calling delete_port for ed847e3a-7776-4b46-a3ee-47175439520c owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:09:07.854732 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-60712ec4-25d0-4930-8be6-56aa569e8ebf tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:07.855267 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-60712ec4-25d0-4930-8be6-56aa569e8ebf tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:07.880885 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-60712ec4-25d0-4930-8be6-56aa569e8ebf tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Calling delete_port for d9a2bdaf-b6a6-4c33-b48b-b373743b8389 owned by network:floatingip {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:09:08.062378 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33270) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:08.164887 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7b2d749a-5285-4c54-9830-e220815e5bff tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:08.185649 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7da5b283-ef1e-4f4c-8642-a5e70e086e5f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=89aac5f76f894b52a80b74a6d9abcdca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1199980 Aug 18 13:09:08.186323 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33274) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:08.221316 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d749a-5285-4c54-9830-e220815e5bff tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Port': ['ID=ed847e3a-7776-4b46-a3ee-47175439520c,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:08.234565 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-60712ec4-25d0-4930-8be6-56aa569e8ebf tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:08.248997 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7b2d749a-5285-4c54-9830-e220815e5bff tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:08.251445 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7b2d749a-5285-4c54-9830-e220815e5bff tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/ports/ed847e3a-7776-4b46-a3ee-47175439520c HTTP/1.1" status: 204 len: 168 time: 0.6870236 Aug 18 13:09:08.253986 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33278) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:08.270120 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60712ec4-25d0-4930-8be6-56aa569e8ebf tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Pushing event deleted for resources: {'Port': ['ID=d9a2bdaf-b6a6-4c33-b48b-b373743b8389,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:08.321834 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0719c22a-5d53-4b1c-82a6-eec4d2bb8b45 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:08.323733 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0719c22a-5d53-4b1c-82a6-eec4d2bb8b45 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:08.332665 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0719c22a-5d53-4b1c-82a6-eec4d2bb8b45 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0772202 Aug 18 13:09:08.333645 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33282) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:08.395155 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d29e6486-a4df-4621-89ee-c947fadcd802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:08.409428 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-cd1f8c1b-0c5d-4116-9e39-e05dceafd3ea None None] Provisioning for port 469653a3-5eed-4632-a1f5-97d55ef27af4 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:09:08.417811 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-6125641a-866b-4dfc-ab98-27f1099bcf8e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting subnet a5ac5d4b-e8ab-42c3-8925-645b72dcb8f6 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:09:08.423539 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6125641a-866b-4dfc-ab98-27f1099bcf8e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:08.445915 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d29e6486-a4df-4621-89ee-c947fadcd802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:08.448985 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-cd1f8c1b-0c5d-4116-9e39-e05dceafd3ea None None] Provisioning complete for port 469653a3-5eed-4632-a1f5-97d55ef27af4 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:09:08.449405 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cd1f8c1b-0c5d-4116-9e39-e05dceafd3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:08.462902 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-60712ec4-25d0-4930-8be6-56aa569e8ebf tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks [] for floatingip, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:08.466645 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-60712ec4-25d0-4930-8be6-56aa569e8ebf tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:08.467990 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-60712ec4-25d0-4930-8be6-56aa569e8ebf tempest-ServerActionsTestJSON-176511611 tempest-ServerActionsTestJSON-176511611-project] 10.222.0.13 "DELETE /v2.0/floatingips/254bbdac-ba1a-4562-ad75-f0ecfd58dd6d HTTP/1.1" status: 204 len: 168 time: 0.9387803 Aug 18 13:09:08.472246 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33288) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:08.500972 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6125641a-866b-4dfc-ab98-27f1099bcf8e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:08.604784 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d29e6486-a4df-4621-89ee-c947fadcd802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:08.608972 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d29e6486-a4df-4621-89ee-c947fadcd802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:08.613794 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d29e6486-a4df-4621-89ee-c947fadcd802 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/08770069-1b7e-42e5-9798-d16c90c21862 HTTP/1.1" status: 204 len: 168 time: 0.4220297 Aug 18 13:09:08.628524 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29e6486-a4df-4621-89ee-c947fadcd802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08770069-1b7e-42e5-9798-d16c90c21862,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:08.645935 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6125641a-866b-4dfc-ab98-27f1099bcf8e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:08.700419 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cd1f8c1b-0c5d-4116-9e39-e05dceafd3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:08.842386 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6125641a-866b-4dfc-ab98-27f1099bcf8e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:08.875910 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6125641a-866b-4dfc-ab98-27f1099bcf8e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Subnet': ['ID=a5ac5d4b-e8ab-42c3-8925-645b72dcb8f6,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:08.877946 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6125641a-866b-4dfc-ab98-27f1099bcf8e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:08.885535 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6125641a-866b-4dfc-ab98-27f1099bcf8e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/a5ac5d4b-e8ab-42c3-8925-645b72dcb8f6 HTTP/1.1" status: 204 len: 168 time: 0.5506217 Aug 18 13:09:08.886208 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33298) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:08.901641 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.db.api [None req-cd1f8c1b-0c5d-4116-9e39-e05dceafd3ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:09:08.902240 n-d-803603-2 neutron-server[101677]: DEBUG oslo_db.api [None req-cd1f8c1b-0c5d-4116-9e39-e05dceafd3ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:09:08.945034 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-000d9357-c97d-4313-a9d3-02893f6a5b28 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0573163 Aug 18 13:09:08.945791 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33302) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:08.954920 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-9807ede8-2115-486c-b36e-7025048f9139 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'subnet': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:09:09.016672 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfaee2d-8bd5-4dc9-af40-cfe7928ddea1 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:09:09.141290 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9807ede8-2115-486c-b36e-7025048f9139 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:09:09.145687 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9807ede8-2115-486c-b36e-7025048f9139 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:09.394821 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6aaaac-9a55-416e-9bcd-3b0a80148373 None None] DHCP port deletion for fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:09:09.511297 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6d4c9f7a-d0b2-4da1-9ee4-686040dde4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:09.521420 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cd1f8c1b-0c5d-4116-9e39-e05dceafd3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:09.579162 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-cd1f8c1b-0c5d-4116-9e39-e05dceafd3ea None None] For port 469653a3-5eed-4632-a1f5-97d55ef27af4, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=469653a3-5eed-4632-a1f5-97d55ef27af4,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:09:09.583477 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-2b6aaaac-9a55-416e-9bcd-3b0a80148373 None None] Deleting port 469653a3-5eed-4632-a1f5-97d55ef27af4 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:09:09.585079 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2b6aaaac-9a55-416e-9bcd-3b0a80148373 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:09.621538 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9807ede8-2115-486c-b36e-7025048f9139 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:09.701156 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807ede8-2115-486c-b36e-7025048f9139 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Subnet': ['ID=c9879807-dbd8-48a4-bf67-0473dd74efc2,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:09.725606 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9807ede8-2115-486c-b36e-7025048f9139 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:09:09.727430 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-9807ede8-2115-486c-b36e-7025048f9139 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:09:09.730711 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9807ede8-2115-486c-b36e-7025048f9139 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:09.733599 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9807ede8-2115-486c-b36e-7025048f9139 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:09.855464 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9807ede8-2115-486c-b36e-7025048f9139 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9019363 Aug 18 13:09:09.855464 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33330) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:09.860298 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-61acb709-d170-4365-9a7e-09f656aaeaa0 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'port': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'fixed_ips': [{'subnet_id': 'c9879807-dbd8-48a4-bf67-0473dd74efc2', 'ip_address': '2001:db8::49f3:3afb:269d:9254'}], 'name': 'tempest-NetworksTestDHCPv6-699642558'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:09:09.944550 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-6d4c9f7a-d0b2-4da1-9ee4-686040dde4b0 admin admin] Deleting port 19b8c030-3d09-46e5-b917-450df2582619 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:09:09.944550 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6d4c9f7a-d0b2-4da1-9ee4-686040dde4b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:09.986002 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cd1f8c1b-0c5d-4116-9e39-e05dceafd3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:10.036956 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-2b6aaaac-9a55-416e-9bcd-3b0a80148373 None None] For port 469653a3-5eed-4632-a1f5-97d55ef27af4, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=469653a3-5eed-4632-a1f5-97d55ef27af4,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:09:10.037363 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2b6aaaac-9a55-416e-9bcd-3b0a80148373 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:10.063204 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-2b6aaaac-9a55-416e-9bcd-3b0a80148373 None None] Calling delete_port for 469653a3-5eed-4632-a1f5-97d55ef27af4 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:09:10.081507 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-6d4c9f7a-d0b2-4da1-9ee4-686040dde4b0 admin admin] For port 19b8c030-3d09-46e5-b917-450df2582619, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=19b8c030-3d09-46e5-b917-450df2582619,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:09:10.082374 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6d4c9f7a-d0b2-4da1-9ee4-686040dde4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:10.089528 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f8c1b-0c5d-4116-9e39-e05dceafd3ea None None] Pushing event updated for resources: {'Port': ['ID=469653a3-5eed-4632-a1f5-97d55ef27af4,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:10.116808 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-6d4c9f7a-d0b2-4da1-9ee4-686040dde4b0 admin admin] Calling delete_port for 19b8c030-3d09-46e5-b917-450df2582619 owned by network:router_interface {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:09:10.129570 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61acb709-d170-4365-9a7e-09f656aaeaa0 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:09:10.136208 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f5954166-7775-498e-bc0c-cda713f81c06 None None] Could not find standard attr ID for object ed847e3a-7776-4b46-a3ee-47175439520c. {{(pid=101677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 13:09:10.244404 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2b6aaaac-9a55-416e-9bcd-3b0a80148373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:10.309617 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6aaaac-9a55-416e-9bcd-3b0a80148373 None None] No DVR routers for this DVR port 469653a3-5eed-4632-a1f5-97d55ef27af4 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:09:10.319428 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6aaaac-9a55-416e-9bcd-3b0a80148373 None None] Pushing event deleted for resources: {'Port': ['ID=469653a3-5eed-4632-a1f5-97d55ef27af4,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:10.339896 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-61acb709-d170-4365-9a7e-09f656aaeaa0 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:10.348582 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c072b4-ed26-42d8-a88a-7e8a43725099 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:09:10.379488 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-61acb709-d170-4365-9a7e-09f656aaeaa0 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] device_id is not set on port 3d39facd-210a-4647-abaf-ae47416948d6 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:09:10.572430 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6d4c9f7a-d0b2-4da1-9ee4-686040dde4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:10.602683 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72729dd1-c6b6-4db6-8c6d-d42b311df32a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'tenant_id': 'a22835a92ccd454cb17ed125e0ff09fb', 'fixed_ips': [{'subnet_id': 'c9879807-dbd8-48a4-bf67-0473dd74efc2'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:09:10.603429 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-72729dd1-c6b6-4db6-8c6d-d42b311df32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:10.654011 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c9f7a-d0b2-4da1-9ee4-686040dde4b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=19b8c030-3d09-46e5-b917-450df2582619,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:10.735241 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-61acb709-d170-4365-9a7e-09f656aaeaa0 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Allocated IP 2001:db8::49f3:3afb:269d:9254 (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/c9879807-dbd8-48a4-bf67-0473dd74efc2/3d39facd-210a-4647-abaf-ae47416948d6) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:09:10.986345 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6d4c9f7a-d0b2-4da1-9ee4-686040dde4b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:11.091441 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-61acb709-d170-4365-9a7e-09f656aaeaa0 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:11.107969 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-61acb709-d170-4365-9a7e-09f656aaeaa0 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Transition to ACTIVE for port object 3d39facd-210a-4647-abaf-ae47416948d6 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:09:11.192397 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-61acb709-d170-4365-9a7e-09f656aaeaa0 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:11.230106 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-72729dd1-c6b6-4db6-8c6d-d42b311df32a None None] Allocated IP 2001:db8::2 (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/c9879807-dbd8-48a4-bf67-0473dd74efc2/d5477ae6-b3a3-408e-b8d0-3a57542f9924) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:09:11.301329 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61acb709-d170-4365-9a7e-09f656aaeaa0 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:09:11.313206 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-61acb709-d170-4365-9a7e-09f656aaeaa0 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:09:11.324265 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61acb709-d170-4365-9a7e-09f656aaeaa0 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:09:11.340280 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61acb709-d170-4365-9a7e-09f656aaeaa0 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:11.342509 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-61acb709-d170-4365-9a7e-09f656aaeaa0 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:11.393382 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61acb709-d170-4365-9a7e-09f656aaeaa0 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Port': ['ID=3d39facd-210a-4647-abaf-ae47416948d6,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:11.465772 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-72729dd1-c6b6-4db6-8c6d-d42b311df32a None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:11.483516 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33398) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:11.486078 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-61acb709-d170-4365-9a7e-09f656aaeaa0 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6285238 Aug 18 13:09:11.486368 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-72729dd1-c6b6-4db6-8c6d-d42b311df32a None None] Transition to ACTIVE for port object d5477ae6-b3a3-408e-b8d0-3a57542f9924 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:09:11.547354 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-72729dd1-c6b6-4db6-8c6d-d42b311df32a None None] Transition to ACTIVE for port object d5477ae6-b3a3-408e-b8d0-3a57542f9924 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:09:11.584055 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 469653a3-5eed-4632-a1f5-97d55ef27af4 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:09:11.603868 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac76958-ae66-4412-9334-cb0e552a86fb tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:11.617069 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9ac76958-ae66-4412-9334-cb0e552a86fb tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1206605 Aug 18 13:09:11.617803 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33406) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:11.629344 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 469653a3-5eed-4632-a1f5-97d55ef27af4 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:09:11.629344 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 469653a3-5eed-4632-a1f5-97d55ef27af4 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:09:11.638497 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4c9f7a-d0b2-4da1-9ee4-686040dde4b0 admin admin] Router 161d96fd-0a04-45f3-95b5-5620caa20c74 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:09:11.680293 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-72729dd1-c6b6-4db6-8c6d-d42b311df32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:11.694218 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-166ca07b-ee65-4ab0-bdc3-37716f2035d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:11.701732 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72729dd1-c6b6-4db6-8c6d-d42b311df32a None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:09:11.766687 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-72729dd1-c6b6-4db6-8c6d-d42b311df32a None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:09:11.776086 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72729dd1-c6b6-4db6-8c6d-d42b311df32a None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:09:11.790384 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4c9f7a-d0b2-4da1-9ee4-686040dde4b0 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:09:11.796189 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6d4c9f7a-d0b2-4da1-9ee4-686040dde4b0 admin admin] 10.222.0.13 "PUT /v2.0/routers/161d96fd-0a04-45f3-95b5-5620caa20c74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3228154 Aug 18 13:09:11.799206 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33412) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:11.800950 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bbd267-c012-40fb-a445-d3dc78c3236e None None] Sync routers for ids ['161d96fd-0a04-45f3-95b5-5620caa20c74'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:09:11.816318 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bbd267-c012-40fb-a445-d3dc78c3236e None None] Routers {'161d96fd-0a04-45f3-95b5-5620caa20c74'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:09:11.817477 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-77bbd267-c012-40fb-a445-d3dc78c3236e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:08:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['161d96fd-0a04-45f3-95b5-5620caa20c74'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:11.898115 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-5f35c5d6-c2d4-41f6-ab0f-2dc03d2a2952 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting port 3d39facd-210a-4647-abaf-ae47416948d6 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:09:11.899067 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5f35c5d6-c2d4-41f6-ab0f-2dc03d2a2952 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:11.943265 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72729dd1-c6b6-4db6-8c6d-d42b311df32a None None] Pushing event updated for resources: {'Port': ['ID=d5477ae6-b3a3-408e-b8d0-3a57542f9924,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:11.981891 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-72729dd1-c6b6-4db6-8c6d-d42b311df32a None None] Attempting to bind port d5477ae6-b3a3-408e-b8d0-3a57542f9924 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:09:11.988396 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-72729dd1-c6b6-4db6-8c6d-d42b311df32a None None] Attempting to bind port d5477ae6-b3a3-408e-b8d0-3a57542f9924 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:09:11.988396 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72729dd1-c6b6-4db6-8c6d-d42b311df32a None None] Attempting to bind port d5477ae6-b3a3-408e-b8d0-3a57542f9924 on network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:09:11.998774 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72729dd1-c6b6-4db6-8c6d-d42b311df32a None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:09:11.999687 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72729dd1-c6b6-4db6-8c6d-d42b311df32a None None] Checking segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:09:12.000104 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-72729dd1-c6b6-4db6-8c6d-d42b311df32a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:12.000501 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fe121018-00d6-4a8e-b626-253218dcf171 admin admin] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:12.000622 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72729dd1-c6b6-4db6-8c6d-d42b311df32a None None] Bound using segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:09:12.000983 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-72729dd1-c6b6-4db6-8c6d-d42b311df32a None None] Bound port: d5477ae6-b3a3-408e-b8d0-3a57542f9924, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:09:12.001369 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-72729dd1-c6b6-4db6-8c6d-d42b311df32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:12.057438 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5f35c5d6-c2d4-41f6-ab0f-2dc03d2a2952 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:12.074045 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-5f35c5d6-c2d4-41f6-ab0f-2dc03d2a2952 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Calling delete_port for 3d39facd-210a-4647-abaf-ae47416948d6 owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:09:12.098859 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-77bbd267-c012-40fb-a445-d3dc78c3236e None None] Set router 161d96fd-0a04-45f3-95b5-5620caa20c74 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:09:12.179400 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-72729dd1-c6b6-4db6-8c6d-d42b311df32a None None] For port d5477ae6-b3a3-408e-b8d0-3a57542f9924, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:09:12.188548 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-72729dd1-c6b6-4db6-8c6d-d42b311df32a None None] For port d5477ae6-b3a3-408e-b8d0-3a57542f9924, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=d5477ae6-b3a3-408e-b8d0-3a57542f9924,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:09:12.261752 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-72729dd1-c6b6-4db6-8c6d-d42b311df32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:12.299683 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fe121018-00d6-4a8e-b626-253218dcf171 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:12.312965 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5f35c5d6-c2d4-41f6-ab0f-2dc03d2a2952 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:12.378680 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5f35c5d6-c2d4-41f6-ab0f-2dc03d2a2952 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:12.382254 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5f35c5d6-c2d4-41f6-ab0f-2dc03d2a2952 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/ports/3d39facd-210a-4647-abaf-ae47416948d6 HTTP/1.1" status: 204 len: 168 time: 0.7729149 Aug 18 13:09:12.385846 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33450) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:12.388119 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72729dd1-c6b6-4db6-8c6d-d42b311df32a None None] Pushing event updated for resources: {'Port': ['ID=d5477ae6-b3a3-408e-b8d0-3a57542f9924,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:12.409052 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35c5d6-c2d4-41f6-ab0f-2dc03d2a2952 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Port': ['ID=3d39facd-210a-4647-abaf-ae47416948d6,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:12.509386 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af4e05a-76f6-48a1-8abc-cbd511153b10 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:12.511597 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af4e05a-76f6-48a1-8abc-cbd511153b10 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:12.513209 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4af4e05a-76f6-48a1-8abc-cbd511153b10 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1260002 Aug 18 13:09:12.515838 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33454) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:12.531372 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-77bbd267-c012-40fb-a445-d3dc78c3236e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161d96fd-0a04-45f3-95b5-5620caa20c74', 'name': 'tempest-ServerActionsTestJSON-959432997-router', 'tenant_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '16cdd65e-a1f7-4b3e-b99b-47d2a08e7559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:00:32Z', 'updated_at': '2021-08-18T13:09:10Z', 'revision_number': 5, 'project_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'gw_port': {'id': '16cdd65e-a1f7-4b3e-b99b-47d2a08e7559', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:31:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161d96fd-0a04-45f3-95b5-5620caa20c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:34Z', 'updated_at': '2021-08-18T13:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:12.564944 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bbd267-c012-40fb-a445-d3dc78c3236e None None] Checking router: 161d96fd-0a04-45f3-95b5-5620caa20c74 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:09:12.577772 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bbd267-c012-40fb-a445-d3dc78c3236e None None] Routers {'161d96fd-0a04-45f3-95b5-5620caa20c74'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:09:12.578509 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-77bbd267-c012-40fb-a445-d3dc78c3236e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:08:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['161d96fd-0a04-45f3-95b5-5620caa20c74'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:12.580296 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-fe121018-00d6-4a8e-b626-253218dcf171 admin admin] Deleting port 16cdd65e-a1f7-4b3e-b99b-47d2a08e7559 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:09:12.580650 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fe121018-00d6-4a8e-b626-253218dcf171 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:12.588988 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e5f8ae2-bac6-4c66-be7f-717cd86115e4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting subnet c9879807-dbd8-48a4-bf67-0473dd74efc2 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:09:12.610764 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3e5f8ae2-bac6-4c66-be7f-717cd86115e4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:12.723363 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3e5f8ae2-bac6-4c66-be7f-717cd86115e4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:12.826928 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-77bbd267-c012-40fb-a445-d3dc78c3236e None None] Set router 161d96fd-0a04-45f3-95b5-5620caa20c74 gateway port host: None {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:09:12.833881 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-fe121018-00d6-4a8e-b626-253218dcf171 admin admin] For port 16cdd65e-a1f7-4b3e-b99b-47d2a08e7559, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=16cdd65e-a1f7-4b3e-b99b-47d2a08e7559,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:09:12.834369 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fe121018-00d6-4a8e-b626-253218dcf171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:12.882863 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-fe121018-00d6-4a8e-b626-253218dcf171 admin admin] Calling delete_port for 16cdd65e-a1f7-4b3e-b99b-47d2a08e7559 owned by network:router_gateway {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:09:12.994270 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-77bbd267-c012-40fb-a445-d3dc78c3236e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161d96fd-0a04-45f3-95b5-5620caa20c74', 'name': 'tempest-ServerActionsTestJSON-959432997-router', 'tenant_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:00:32Z', 'updated_at': '2021-08-18T13:09:12Z', 'revision_number': 6, 'project_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'gw_port_host': None}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:13.032767 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bbd267-c012-40fb-a445-d3dc78c3236e None None] The sync data for ids ['161d96fd-0a04-45f3-95b5-5620caa20c74'] in n-d-803603-2 is: [{'id': '161d96fd-0a04-45f3-95b5-5620caa20c74', 'name': 'tempest-ServerActionsTestJSON-959432997-router', 'tenant_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:00:32Z', 'updated_at': '2021-08-18T13:09:12Z', 'revision_number': 6, 'project_id': 'd8b6c2b19e634a4bb77e7e12fa929d83', 'gw_port_host': None}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:09:13.108827 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3e5f8ae2-bac6-4c66-be7f-717cd86115e4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:13.255896 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3e5f8ae2-bac6-4c66-be7f-717cd86115e4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:13.292269 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fe121018-00d6-4a8e-b626-253218dcf171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:13.325000 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f8ae2-bac6-4c66-be7f-717cd86115e4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Subnet': ['ID=c9879807-dbd8-48a4-bf67-0473dd74efc2,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:13.360758 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3e5f8ae2-bac6-4c66-be7f-717cd86115e4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:13.365429 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33484) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:13.365959 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3e5f8ae2-bac6-4c66-be7f-717cd86115e4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/c9879807-dbd8-48a4-bf67-0473dd74efc2 HTTP/1.1" status: 204 len: 168 time: 0.8491650 Aug 18 13:09:13.464133 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f32e9af3-f3a9-46c0-a79c-a025a85ec6d1 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0891447 Aug 18 13:09:13.465490 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33486) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:13.501488 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121018-00d6-4a8e-b626-253218dcf171 admin admin] Pushing event deleted for resources: {'Port': ['ID=16cdd65e-a1f7-4b3e-b99b-47d2a08e7559,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:13.512642 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fe121018-00d6-4a8e-b626-253218dcf171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:13.617901 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378a96b0-298f-43e6-beef-23b5aa6c6014 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:13.628002 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-378a96b0-298f-43e6-beef-23b5aa6c6014 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1583440 Aug 18 13:09:13.635912 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33492) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:13.667634 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device d5477ae6-b3a3-408e-b8d0-3a57542f9924 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:09:13.720647 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f702cc-f103-484e-a672-f903cc9047ea tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:13.723703 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f5f702cc-f103-484e-a672-f903cc9047ea tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0867484 Aug 18 13:09:13.725649 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33494) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:13.726114 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fe121018-00d6-4a8e-b626-253218dcf171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:13.728895 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fe121018-00d6-4a8e-b626-253218dcf171 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:13.778402 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-95a2cd86-8506-4b13-96b7-c7f48a28f02c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0514722 Aug 18 13:09:13.783252 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33498) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:13.787862 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-ce6c3fa3-44cf-45d9-b854-2011cd8fd3cd tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'subnet': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:09:13.798761 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cf3c8458-d6ce-4981-bed8-cd3661e789c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:13.855341 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port d5477ae6-b3a3-408e-b8d0-3a57542f9924 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:09:13.871638 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 19b8c030-3d09-46e5-b917-450df2582619 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:09:13.884431 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fe121018-00d6-4a8e-b626-253218dcf171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:13.885008 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe121018-00d6-4a8e-b626-253218dcf171 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 161d96fd-0a04-45f3-95b5-5620caa20c74 {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:09:13.889956 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fe121018-00d6-4a8e-b626-253218dcf171 admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:13.896033 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-fe121018-00d6-4a8e-b626-253218dcf171 admin admin] 10.222.0.13 "DELETE /v2.0/routers/161d96fd-0a04-45f3-95b5-5620caa20c74 HTTP/1.1" status: 204 len: 168 time: 2.0920422 Aug 18 13:09:13.896152 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33502) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:13.928363 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 19b8c030-3d09-46e5-b917-450df2582619 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:09:13.928764 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 19b8c030-3d09-46e5-b917-450df2582619 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:09:13.957720 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d0bc23-8c54-43c4-9c4b-4ef98d9a61e1 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:09:14.007129 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1604aaf-c98e-446e-893b-777a5c477c83 admin admin] Deleting subnet 2744890d-6739-4756-b608-842180da7455 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:09:14.010974 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f1604aaf-c98e-446e-893b-777a5c477c83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:14.056434 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6c3fa3-44cf-45d9-b854-2011cd8fd3cd tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:09:14.060693 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ce6c3fa3-44cf-45d9-b854-2011cd8fd3cd tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:14.174076 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f1604aaf-c98e-446e-893b-777a5c477c83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:14.238715 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-fccf5948-396f-412d-849b-f01a466e2ad5 None None] Provisioning for port d5477ae6-b3a3-408e-b8d0-3a57542f9924 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:09:14.246746 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-fccf5948-396f-412d-849b-f01a466e2ad5 None None] Provisioning complete for port d5477ae6-b3a3-408e-b8d0-3a57542f9924 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:09:14.247226 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fccf5948-396f-412d-849b-f01a466e2ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:14.301069 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9eb76d-6d8a-42c1-9b3c-2ff27703f630 None None] DHCP port deletion for fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:09:14.448852 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-5a9eb76d-6d8a-42c1-9b3c-2ff27703f630 None None] Deleting port d5477ae6-b3a3-408e-b8d0-3a57542f9924 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:09:14.449979 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5a9eb76d-6d8a-42c1-9b3c-2ff27703f630 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:14.588436 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fccf5948-396f-412d-849b-f01a466e2ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:14.668911 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:14.721519 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-fccf5948-396f-412d-849b-f01a466e2ad5 None None] For port d5477ae6-b3a3-408e-b8d0-3a57542f9924, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=d5477ae6-b3a3-408e-b8d0-3a57542f9924,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:09:14.730050 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-5a9eb76d-6d8a-42c1-9b3c-2ff27703f630 None None] For port d5477ae6-b3a3-408e-b8d0-3a57542f9924, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=d5477ae6-b3a3-408e-b8d0-3a57542f9924,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:09:14.730503 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5a9eb76d-6d8a-42c1-9b3c-2ff27703f630 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:14.769366 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-5a9eb76d-6d8a-42c1-9b3c-2ff27703f630 None None] Calling delete_port for d5477ae6-b3a3-408e-b8d0-3a57542f9924 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:09:14.794095 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fccf5948-396f-412d-849b-f01a466e2ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:14.800200 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f1604aaf-c98e-446e-893b-777a5c477c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:14.869106 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ce6c3fa3-44cf-45d9-b854-2011cd8fd3cd tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:14.931492 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6c3fa3-44cf-45d9-b854-2011cd8fd3cd tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:09:14.932995 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-ce6c3fa3-44cf-45d9-b854-2011cd8fd3cd tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:09:14.938650 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6c3fa3-44cf-45d9-b854-2011cd8fd3cd tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:14.939248 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ce6c3fa3-44cf-45d9-b854-2011cd8fd3cd tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:14.966593 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f1604aaf-c98e-446e-893b-777a5c477c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:14.996103 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccf5948-396f-412d-849b-f01a466e2ad5 None None] Pushing event updated for resources: {'Port': ['ID=d5477ae6-b3a3-408e-b8d0-3a57542f9924,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:15.004636 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f1604aaf-c98e-446e-893b-777a5c477c83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:15.010453 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33524) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:15.010985 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc789a4-c109-45eb-9f4f-96f7008fc259 None None] Network c70b20b2-1ba3-4778-b38e-36ed095ba70d requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:09:15.014016 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f1604aaf-c98e-446e-893b-777a5c477c83 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2744890d-6739-4756-b608-842180da7455 HTTP/1.1" status: 204 len: 168 time: 1.1166325 Aug 18 13:09:15.017516 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c3fa3-44cf-45d9-b854-2011cd8fd3cd tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Subnet': ['ID=868d288e-f986-4315-a275-7b05bfc7d9d9,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:15.061370 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ce6c3fa3-44cf-45d9-b854-2011cd8fd3cd tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2777851 Aug 18 13:09:15.082558 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1604aaf-c98e-446e-893b-777a5c477c83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2744890d-6739-4756-b608-842180da7455,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:15.084402 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33528) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:15.089986 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-138fe281-9589-4b3a-8029-d5b1fea18b6f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'port': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'fixed_ips': [{'subnet_id': '868d288e-f986-4315-a275-7b05bfc7d9d9', 'ip_address': '2001:db8::2f28:da9c:913c:5e4e'}], 'name': 'tempest-NetworksTestDHCPv6-1416833431'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:09:15.113464 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9c0d4af9-11a8-4337-a110-0fbf2b7da200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:15.152541 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5d453dec-bb45-469e-9573-9161a737dc89 req-98a04452-ee99-453d-8b1b-9cc1ea7753fa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b81a0d37-472e-4683-8a13-8127da2fc637&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4765778 Aug 18 13:09:15.170966 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5a9eb76d-6d8a-42c1-9b3c-2ff27703f630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:15.289577 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9eb76d-6d8a-42c1-9b3c-2ff27703f630 None None] Pushing event deleted for resources: {'Port': ['ID=d5477ae6-b3a3-408e-b8d0-3a57542f9924,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:15.293131 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9eb76d-6d8a-42c1-9b3c-2ff27703f630 None None] No DVR routers for this DVR port d5477ae6-b3a3-408e-b8d0-3a57542f9924 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:09:15.357810 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6faa4d0-b40b-43ba-9f60-3e7c3b211da1 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:09:15.375041 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-9c0d4af9-11a8-4337-a110-0fbf2b7da200 admin admin] Deleting port ec4a0939-0e3d-4b31-b15c-46504425da9f {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:09:15.377578 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9c0d4af9-11a8-4337-a110-0fbf2b7da200 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:15.412596 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d453dec-bb45-469e-9573-9161a737dc89 req-c7914f55-edf5-42fd-b9d9-c5732f17fbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:15.422544 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5d453dec-bb45-469e-9573-9161a737dc89 req-c7914f55-edf5-42fd-b9d9-c5732f17fbe9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5db4861e129545f8b7d9c174999be45f&device_id=b81a0d37-472e-4683-8a13-8127da2fc637 HTTP/1.1" status: 200 len: 1096 time: 0.2167897 Aug 18 13:09:15.506214 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138fe281-9589-4b3a-8029-d5b1fea18b6f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:09:15.509542 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:15.510400 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf4172b-607b-4f4c-8d68-b7df00b04ea1 None None] DHCP port deletion for c70b20b2-1ba3-4778-b38e-36ed095ba70d request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:09:15.575845 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device d5477ae6-b3a3-408e-b8d0-3a57542f9924 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:09:15.589580 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-9c0d4af9-11a8-4337-a110-0fbf2b7da200 admin admin] For port ec4a0939-0e3d-4b31-b15c-46504425da9f, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=ec4a0939-0e3d-4b31-b15c-46504425da9f,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:09:15.590319 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9c0d4af9-11a8-4337-a110-0fbf2b7da200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:15.599171 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: d5477ae6-b3a3-408e-b8d0-3a57542f9924 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:09:15.599265 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device d5477ae6-b3a3-408e-b8d0-3a57542f9924 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:09:15.599669 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 16cdd65e-a1f7-4b3e-b99b-47d2a08e7559 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:09:15.624654 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 16cdd65e-a1f7-4b3e-b99b-47d2a08e7559 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:09:15.625003 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 16cdd65e-a1f7-4b3e-b99b-47d2a08e7559 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:09:15.661988 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-138fe281-9589-4b3a-8029-d5b1fea18b6f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:15.670765 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-9c0d4af9-11a8-4337-a110-0fbf2b7da200 admin admin] Calling delete_port for ec4a0939-0e3d-4b31-b15c-46504425da9f owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:09:15.692552 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-138fe281-9589-4b3a-8029-d5b1fea18b6f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] device_id is not set on port f41004a4-241a-439f-891e-429348ae1ad8 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:09:15.693616 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d453dec-bb45-469e-9573-9161a737dc89 req-4d512f3d-e76a-49db-901e-d291aeef98d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:15.696664 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5d453dec-bb45-469e-9573-9161a737dc89 req-4d512f3d-e76a-49db-901e-d291aeef98d3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f0772655-8fcf-4cc7-a52b-8d2f1d4d6419 HTTP/1.1" status: 200 len: 911 time: 0.2286201 Aug 18 13:09:15.778498 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11af954c-095a-4a27-bebb-a0b9b047755d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'tenant_id': 'a22835a92ccd454cb17ed125e0ff09fb', 'fixed_ips': [{'subnet_id': '868d288e-f986-4315-a275-7b05bfc7d9d9'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:09:15.780014 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-11af954c-095a-4a27-bebb-a0b9b047755d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:15.803033 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-6bf4172b-607b-4f4c-8d68-b7df00b04ea1 None None] Deleting port ec4a0939-0e3d-4b31-b15c-46504425da9f {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:09:15.803736 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6bf4172b-607b-4f4c-8d68-b7df00b04ea1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:15.878292 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5d453dec-bb45-469e-9573-9161a737dc89 req-91a1e0a2-71ba-423b-8e6f-663a08fa1b40 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a2fd468-6fd9-4315-86c7-a5820d88fd0b HTTP/1.1" status: 200 len: 1001 time: 0.1710351 Aug 18 13:09:15.892246 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-6bf4172b-607b-4f4c-8d68-b7df00b04ea1 None None] For port ec4a0939-0e3d-4b31-b15c-46504425da9f, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=ec4a0939-0e3d-4b31-b15c-46504425da9f,segment=NetworkSegment(e308df16-0289-45ba-a2cb-37bdded69968),segment_id=e308df16-0289-45ba-a2cb-37bdded69968)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:09:15.893191 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6bf4172b-607b-4f4c-8d68-b7df00b04ea1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:15.917696 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-6bf4172b-607b-4f4c-8d68-b7df00b04ea1 None None] Calling delete_port for ec4a0939-0e3d-4b31-b15c-46504425da9f owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:09:15.944562 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d453dec-bb45-469e-9573-9161a737dc89 req-3b9e606e-ed01-4a9c-ac99-371aa1d76755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:15.946691 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5d453dec-bb45-469e-9573-9161a737dc89 req-3b9e606e-ed01-4a9c-ac99-371aa1d76755 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00f32c6d-8610-4a26-b77a-8f80b2f8beae HTTP/1.1" status: 200 len: 849 time: 0.0608244 Aug 18 13:09:16.029754 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d453dec-bb45-469e-9573-9161a737dc89 req-7f4c4fc7-4c18-4a22-b2e8-4e63e951f78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:16.031884 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5d453dec-bb45-469e-9573-9161a737dc89 req-7f4c4fc7-4c18-4a22-b2e8-4e63e951f78d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f0772655-8fcf-4cc7-a52b-8d2f1d4d6419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781112 Aug 18 13:09:16.044303 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-138fe281-9589-4b3a-8029-d5b1fea18b6f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Allocated IP 2001:db8::2f28:da9c:913c:5e4e (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/868d288e-f986-4315-a275-7b05bfc7d9d9/f41004a4-241a-439f-891e-429348ae1ad8) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:09:16.099263 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9c0d4af9-11a8-4337-a110-0fbf2b7da200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:16.127646 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6bf4172b-607b-4f4c-8d68-b7df00b04ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:16.164625 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4172b-607b-4f4c-8d68-b7df00b04ea1 None None] Pushing event deleted for resources: {'Port': ['ID=ec4a0939-0e3d-4b31-b15c-46504425da9f,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:16.166800 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf4172b-607b-4f4c-8d68-b7df00b04ea1 None None] No DVR routers for this DVR port ec4a0939-0e3d-4b31-b15c-46504425da9f on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:09:16.195961 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d4af9-11a8-4337-a110-0fbf2b7da200 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec4a0939-0e3d-4b31-b15c-46504425da9f,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:16.207025 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0d4af9-11a8-4337-a110-0fbf2b7da200 admin admin] No DVR routers for this DVR port ec4a0939-0e3d-4b31-b15c-46504425da9f on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:09:16.332644 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-138fe281-9589-4b3a-8029-d5b1fea18b6f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:16.364754 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-138fe281-9589-4b3a-8029-d5b1fea18b6f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Transition to ACTIVE for port object f41004a4-241a-439f-891e-429348ae1ad8 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:09:16.401371 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9c0d4af9-11a8-4337-a110-0fbf2b7da200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:16.416704 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5d453dec-bb45-469e-9573-9161a737dc89 req-4fa69a4c-c773-40bf-bf70-6b43b42cc79c service neutron] 10.222.0.20 "GET /v2.0/networks/f0772655-8fcf-4cc7-a52b-8d2f1d4d6419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719871 Aug 18 13:09:16.427163 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-9c0d4af9-11a8-4337-a110-0fbf2b7da200 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c70b20b2-1ba3-4778-b38e-36ed095ba70d']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:16.441794 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-9c0d4af9-11a8-4337-a110-0fbf2b7da200 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e308df16-0289-45ba-a2cb-37bdded69968') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:16.442115 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-9c0d4af9-11a8-4337-a110-0fbf2b7da200 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e308df16-0289-45ba-a2cb-37bdded69968') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:16.467917 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-138fe281-9589-4b3a-8029-d5b1fea18b6f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:16.490061 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9c0d4af9-11a8-4337-a110-0fbf2b7da200 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:16.514799 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9c0d4af9-11a8-4337-a110-0fbf2b7da200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:16.527792 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c0d4af9-11a8-4337-a110-0fbf2b7da200 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:09:16.528712 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9c0d4af9-11a8-4337-a110-0fbf2b7da200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:16.530958 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:09:16.530958 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:09:16.530958 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:09:16.530958 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:09:16.530958 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:09:16.530958 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:09:16.530958 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:09:16.530958 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:09:16.530958 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:09:16.530958 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:09:16.530958 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:09:16.530958 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:09:16.530958 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:09:16.530958 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:09:16.530958 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:09:16.530958 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:09:16.530958 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:09:16.530958 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:09:16.530958 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:09:16.530958 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:09:16.530958 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:09:16.530958 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:09:16.530958 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:09:16.530958 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:09:16.530958 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:09:16.530958 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:09:16.530958 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:09:16.530958 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:09:16.530958 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:09:16.530958 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:09:16.530958 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:09:16.530958 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:09:16.544174 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-11af954c-095a-4a27-bebb-a0b9b047755d None None] Allocated IP 2001:db8::2 (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/868d288e-f986-4315-a275-7b05bfc7d9d9/7bbc184d-7f61-4b96-9055-89ce74a8de34) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:09:16.590816 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138fe281-9589-4b3a-8029-d5b1fea18b6f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:09:16.595494 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-138fe281-9589-4b3a-8029-d5b1fea18b6f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:09:16.598139 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138fe281-9589-4b3a-8029-d5b1fea18b6f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:09:16.620446 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138fe281-9589-4b3a-8029-d5b1fea18b6f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:16.627603 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-138fe281-9589-4b3a-8029-d5b1fea18b6f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:16.690479 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138fe281-9589-4b3a-8029-d5b1fea18b6f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Port': ['ID=f41004a4-241a-439f-891e-429348ae1ad8,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:16.707145 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-11af954c-095a-4a27-bebb-a0b9b047755d None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:16.721311 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-11af954c-095a-4a27-bebb-a0b9b047755d None None] Transition to ACTIVE for port object 7bbc184d-7f61-4b96-9055-89ce74a8de34 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:09:16.766796 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-11af954c-095a-4a27-bebb-a0b9b047755d None None] Transition to ACTIVE for port object 7bbc184d-7f61-4b96-9055-89ce74a8de34 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:09:16.782854 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-138fe281-9589-4b3a-8029-d5b1fea18b6f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6972618 Aug 18 13:09:16.784504 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33558) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:16.792840 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-43b76db0-df16-4e94-89e2-a1e540a5c207 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'port': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'fixed_ips': [{'subnet_id': '868d288e-f986-4315-a275-7b05bfc7d9d9', 'ip_address': '2001:db8::2f28:da9c:913c:5e4e'}], 'name': 'tempest-NetworksTestDHCPv6-2111883932'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:09:16.908026 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-11af954c-095a-4a27-bebb-a0b9b047755d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:16.954520 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11af954c-095a-4a27-bebb-a0b9b047755d None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:09:16.958037 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-11af954c-095a-4a27-bebb-a0b9b047755d None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:09:16.963617 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11af954c-095a-4a27-bebb-a0b9b047755d None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:09:16.969842 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af954c-095a-4a27-bebb-a0b9b047755d None None] Pushing event updated for resources: {'Port': ['ID=7bbc184d-7f61-4b96-9055-89ce74a8de34,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:17.032376 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5d453dec-bb45-469e-9573-9161a737dc89 req-bb4621bf-a413-4b3d-8e9e-b69b0bf7ff21 service neutron] 10.222.0.20 "GET /v2.0/networks/f0772655-8fcf-4cc7-a52b-8d2f1d4d6419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6039629 Aug 18 13:09:17.073474 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-11af954c-095a-4a27-bebb-a0b9b047755d None None] Attempting to bind port 7bbc184d-7f61-4b96-9055-89ce74a8de34 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:09:17.073848 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-11af954c-095a-4a27-bebb-a0b9b047755d None None] Attempting to bind port 7bbc184d-7f61-4b96-9055-89ce74a8de34 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:09:17.074660 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11af954c-095a-4a27-bebb-a0b9b047755d None None] Attempting to bind port 7bbc184d-7f61-4b96-9055-89ce74a8de34 on network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:09:17.079747 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11af954c-095a-4a27-bebb-a0b9b047755d None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:09:17.080060 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11af954c-095a-4a27-bebb-a0b9b047755d None None] Checking segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:09:17.080467 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-11af954c-095a-4a27-bebb-a0b9b047755d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:17.082376 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11af954c-095a-4a27-bebb-a0b9b047755d None None] Bound using segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:09:17.083119 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-11af954c-095a-4a27-bebb-a0b9b047755d None None] Bound port: 7bbc184d-7f61-4b96-9055-89ce74a8de34, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:09:17.083762 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-11af954c-095a-4a27-bebb-a0b9b047755d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:17.159691 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-11af954c-095a-4a27-bebb-a0b9b047755d None None] For port 7bbc184d-7f61-4b96-9055-89ce74a8de34, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:09:17.163454 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-11af954c-095a-4a27-bebb-a0b9b047755d None None] For port 7bbc184d-7f61-4b96-9055-89ce74a8de34, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=7bbc184d-7f61-4b96-9055-89ce74a8de34,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:09:17.164108 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9c0d4af9-11a8-4337-a110-0fbf2b7da200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:17.169794 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9c0d4af9-11a8-4337-a110-0fbf2b7da200 admin admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:17.171878 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9c0d4af9-11a8-4337-a110-0fbf2b7da200 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c70b20b2-1ba3-4778-b38e-36ed095ba70d HTTP/1.1" status: 204 len: 168 time: 2.1596456 Aug 18 13:09:17.184067 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d4af9-11a8-4337-a110-0fbf2b7da200 admin admin] Pushing event deleted for resources: {'Network': ['ID=c70b20b2-1ba3-4778-b38e-36ed095ba70d,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:17.199643 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b76db0-df16-4e94-89e2-a1e540a5c207 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:09:17.205523 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-43b76db0-df16-4e94-89e2-a1e540a5c207 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:17.231834 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-43b76db0-df16-4e94-89e2-a1e540a5c207 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] device_id is not set on port e8d5140b-d1d5-40ee-b575-ae20dbe6c685 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:09:17.267436 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-11af954c-095a-4a27-bebb-a0b9b047755d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:17.355345 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:17.416270 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af954c-095a-4a27-bebb-a0b9b047755d None None] Pushing event updated for resources: {'Port': ['ID=7bbc184d-7f61-4b96-9055-89ce74a8de34,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:17.526542 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device ec4a0939-0e3d-4b31-b15c-46504425da9f no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:09:17.567749 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: ec4a0939-0e3d-4b31-b15c-46504425da9f {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:09:17.568096 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device ec4a0939-0e3d-4b31-b15c-46504425da9f not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:09:17.627292 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-43b76db0-df16-4e94-89e2-a1e540a5c207 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 18 13:09:17.627292 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43b76db0-df16-4e94-89e2-a1e540a5c207 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:09:17.701775 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-43b76db0-df16-4e94-89e2-a1e540a5c207 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9159696 Aug 18 13:09:17.704223 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33574) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:17.757225 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33576) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:17.809358 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b14495-04fa-40e0-b452-9d95278b99a9 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:17.814586 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b14495-04fa-40e0-b452-9d95278b99a9 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:17.819123 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33580) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:17.829289 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-89b14495-04fa-40e0-b452-9d95278b99a9 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1239169 Aug 18 13:09:17.830916 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c1a37975-cd05-44e7-9a1e-293e82b16686 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d8b6c2b19e634a4bb77e7e12fa929d83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0758879 Aug 18 13:09:17.833455 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33582) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:17.966816 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ad85ebe2-8edb-4f00-b8e7-aca95c79978f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:18.013796 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ad85ebe2-8edb-4f00-b8e7-aca95c79978f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:18.073194 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-fe7ea9fd-98aa-4ae3-a9ab-5ffce5c4859f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting port f41004a4-241a-439f-891e-429348ae1ad8 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:09:18.073725 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fe7ea9fd-98aa-4ae3-a9ab-5ffce5c4859f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:18.160091 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ad85ebe2-8edb-4f00-b8e7-aca95c79978f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:18.163203 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ad85ebe2-8edb-4f00-b8e7-aca95c79978f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:18.164451 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ad85ebe2-8edb-4f00-b8e7-aca95c79978f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d9fb0421-ae79-4687-9a35-d8c02f25c7c1 HTTP/1.1" status: 204 len: 168 time: 0.3300276 Aug 18 13:09:18.180444 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85ebe2-8edb-4f00-b8e7-aca95c79978f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fb0421-ae79-4687-9a35-d8c02f25c7c1,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:18.204736 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fe7ea9fd-98aa-4ae3-a9ab-5ffce5c4859f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:18.222592 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-fe7ea9fd-98aa-4ae3-a9ab-5ffce5c4859f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Calling delete_port for f41004a4-241a-439f-891e-429348ae1ad8 owned by {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:09:18.501024 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fe7ea9fd-98aa-4ae3-a9ab-5ffce5c4859f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:18.573214 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ea9fd-98aa-4ae3-a9ab-5ffce5c4859f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Port': ['ID=f41004a4-241a-439f-891e-429348ae1ad8,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:18.632201 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fe7ea9fd-98aa-4ae3-a9ab-5ffce5c4859f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:18.633334 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-fe7ea9fd-98aa-4ae3-a9ab-5ffce5c4859f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/ports/f41004a4-241a-439f-891e-429348ae1ad8 HTTP/1.1" status: 204 len: 168 time: 0.8121085 Aug 18 13:09:18.635910 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33602) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:18.717712 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43b8e47-f71c-4e1b-96e3-4d9b520b065c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:18.719467 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43b8e47-f71c-4e1b-96e3-4d9b520b065c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:18.722074 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a43b8e47-f71c-4e1b-96e3-4d9b520b065c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0851338 Aug 18 13:09:18.724959 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33606) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:18.803904 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ca0b2d3-3ee6-476d-a2d2-f1c748473f89 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting subnet 868d288e-f986-4315-a275-7b05bfc7d9d9 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:09:18.814782 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9ca0b2d3-3ee6-476d-a2d2-f1c748473f89 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:18.928505 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9ca0b2d3-3ee6-476d-a2d2-f1c748473f89 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:19.114813 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9ca0b2d3-3ee6-476d-a2d2-f1c748473f89 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:19.249980 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-172e712e-693c-4295-8596-d68ec95689d4 None None] Provisioning for port 7bbc184d-7f61-4b96-9055-89ce74a8de34 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:09:19.285592 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9ca0b2d3-3ee6-476d-a2d2-f1c748473f89 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:19.328129 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0b2d3-3ee6-476d-a2d2-f1c748473f89 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Subnet': ['ID=868d288e-f986-4315-a275-7b05bfc7d9d9,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:19.330065 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9ca0b2d3-3ee6-476d-a2d2-f1c748473f89 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:19.332508 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9ca0b2d3-3ee6-476d-a2d2-f1c748473f89 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/868d288e-f986-4315-a275-7b05bfc7d9d9 HTTP/1.1" status: 204 len: 168 time: 0.6063581 Aug 18 13:09:19.335033 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33624) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:19.388502 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9ab82c95-d865-44f3-9586-d195f8f05942 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0513949 Aug 18 13:09:19.395320 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33626) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:19.403580 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-1fca0f6d-a0e1-4768-b854-9f42554a0f64 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'subnet': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:09:19.406294 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b0d6d6-4612-46ad-8ae1-6e8e7767d37a None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:09:19.528362 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-32dcc642-0087-440e-a5f8-0dd698a12ce8 None None] Could not find standard attr ID for object 3d39facd-210a-4647-abaf-ae47416948d6. {{(pid=101677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 13:09:19.598846 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 7bbc184d-7f61-4b96-9055-89ce74a8de34 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:09:19.690083 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fca0f6d-a0e1-4768-b854-9f42554a0f64 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:09:19.697315 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1fca0f6d-a0e1-4768-b854-9f42554a0f64 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:19.796415 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba84326-62ee-47c7-9d15-78aa36224041 None None] DHCP port deletion for fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:09:19.830083 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 7bbc184d-7f61-4b96-9055-89ce74a8de34 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:09:19.846964 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 7bbc184d-7f61-4b96-9055-89ce74a8de34 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:09:19.846964 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:20.003872 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-9ba84326-62ee-47c7-9d15-78aa36224041 None None] Deleting port 7bbc184d-7f61-4b96-9055-89ce74a8de34 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:09:20.003872 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9ba84326-62ee-47c7-9d15-78aa36224041 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:20.052628 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:20.113409 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-9ba84326-62ee-47c7-9d15-78aa36224041 None None] For port 7bbc184d-7f61-4b96-9055-89ce74a8de34, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=7bbc184d-7f61-4b96-9055-89ce74a8de34,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:09:20.118063 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9ba84326-62ee-47c7-9d15-78aa36224041 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:20.141129 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 7bbc184d-7f61-4b96-9055-89ce74a8de34, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=7bbc184d-7f61-4b96-9055-89ce74a8de34,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:09:20.141836 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-9ba84326-62ee-47c7-9d15-78aa36224041 None None] Calling delete_port for 7bbc184d-7f61-4b96-9055-89ce74a8de34 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:09:20.209892 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1fca0f6d-a0e1-4768-b854-9f42554a0f64 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:20.306423 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fca0f6d-a0e1-4768-b854-9f42554a0f64 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:09:20.311628 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-1fca0f6d-a0e1-4768-b854-9f42554a0f64 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:09:20.317958 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fca0f6d-a0e1-4768-b854-9f42554a0f64 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:20.319274 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1fca0f6d-a0e1-4768-b854-9f42554a0f64 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:20.337424 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca0f6d-a0e1-4768-b854-9f42554a0f64 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Subnet': ['ID=18834d4f-ff66-484f-8746-c612ab2fffe5,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:20.422887 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1fca0f6d-a0e1-4768-b854-9f42554a0f64 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0291538 Aug 18 13:09:20.425447 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33678) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:20.431266 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-99a2f765-3746-4dde-af58-a66ee66bfdb1 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'port': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'fixed_ips': [{'subnet_id': '18834d4f-ff66-484f-8746-c612ab2fffe5', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1804531781'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:09:20.481085 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:20.569989 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=7bbc184d-7f61-4b96-9055-89ce74a8de34,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:20.604093 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9ba84326-62ee-47c7-9d15-78aa36224041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:20.637939 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba84326-62ee-47c7-9d15-78aa36224041 None None] Pushing event deleted for resources: {'Port': ['ID=7bbc184d-7f61-4b96-9055-89ce74a8de34,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:20.641934 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba84326-62ee-47c7-9d15-78aa36224041 None None] No DVR routers for this DVR port 7bbc184d-7f61-4b96-9055-89ce74a8de34 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:09:20.659517 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654afc18-1419-4a6f-a127-3fcea23a0538 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:09:20.786935 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a2f765-3746-4dde-af58-a66ee66bfdb1 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:09:20.869195 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-81ec9e6d-3e04-46e7-8ef1-d1e4ed09add4 req-eecab3b0-26ae-4b25-9122-91824a1b9770 tempest-ServerShowV257Test-195854887 tempest-ServerShowV257Test-195854887-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6b48bc4-9b82-427f-adf7-513e83db96fe HTTP/1.1" status: 200 len: 210 time: 0.0543857 Aug 18 13:09:20.917147 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d0a265-b546-4ef3-ad90-1440ba6ed8b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'tenant_id': 'a22835a92ccd454cb17ed125e0ff09fb', 'fixed_ips': [{'subnet_id': '18834d4f-ff66-484f-8746-c612ab2fffe5'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:09:20.925267 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f3d0a265-b546-4ef3-ad90-1440ba6ed8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:20.947482 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-99a2f765-3746-4dde-af58-a66ee66bfdb1 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:20.967056 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-99a2f765-3746-4dde-af58-a66ee66bfdb1 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] device_id is not set on port 48a773bb-6ea5-4aed-8a95-fe72978297d6 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:09:21.121766 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-f3d0a265-b546-4ef3-ad90-1440ba6ed8b8 None None] Allocated IP 2001:db8::2 (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/18834d4f-ff66-484f-8746-c612ab2fffe5/590b3887-94ca-4a1e-957a-d04d245c3bbe) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:09:21.364549 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f3d0a265-b546-4ef3-ad90-1440ba6ed8b8 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:21.377931 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f3d0a265-b546-4ef3-ad90-1440ba6ed8b8 None None] Transition to ACTIVE for port object 590b3887-94ca-4a1e-957a-d04d245c3bbe will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:09:21.403082 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f3d0a265-b546-4ef3-ad90-1440ba6ed8b8 None None] Transition to ACTIVE for port object 590b3887-94ca-4a1e-957a-d04d245c3bbe will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:09:21.438647 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb6c8f-c053-4edc-a998-12d98c56511f req-9d990299-457f-4a75-88b5-5013b8de6ab9 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:21.440836 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6ddb6c8f-c053-4edc-a998-12d98c56511f req-9d990299-457f-4a75-88b5-5013b8de6ab9 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81a0d37-472e-4683-8a13-8127da2fc637 HTTP/1.1" status: 200 len: 945 time: 0.0571527 Aug 18 13:09:21.450320 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 7bbc184d-7f61-4b96-9055-89ce74a8de34 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:09:21.477806 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 7bbc184d-7f61-4b96-9055-89ce74a8de34 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:09:21.479710 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 7bbc184d-7f61-4b96-9055-89ce74a8de34 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:09:21.485043 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f3d0a265-b546-4ef3-ad90-1440ba6ed8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:21.502885 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6ddb6c8f-c053-4edc-a998-12d98c56511f req-0c5e5481-bade-474f-9c5d-66d72d92de0a tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=470c1a7c-472d-415c-b338-d2ee3980cd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497499 Aug 18 13:09:21.530334 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d0a265-b546-4ef3-ad90-1440ba6ed8b8 None None] Pushing event updated for resources: {'Port': ['ID=590b3887-94ca-4a1e-957a-d04d245c3bbe,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:21.540984 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d0a265-b546-4ef3-ad90-1440ba6ed8b8 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:09:21.542982 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-f3d0a265-b546-4ef3-ad90-1440ba6ed8b8 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:09:21.545626 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d0a265-b546-4ef3-ad90-1440ba6ed8b8 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:09:21.558921 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-99a2f765-3746-4dde-af58-a66ee66bfdb1 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:09:21.559443 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99a2f765-3746-4dde-af58-a66ee66bfdb1 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:09:21.615054 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-f3d0a265-b546-4ef3-ad90-1440ba6ed8b8 None None] Attempting to bind port 590b3887-94ca-4a1e-957a-d04d245c3bbe on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:09:21.615054 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-f3d0a265-b546-4ef3-ad90-1440ba6ed8b8 None None] Attempting to bind port 590b3887-94ca-4a1e-957a-d04d245c3bbe by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:09:21.615485 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d0a265-b546-4ef3-ad90-1440ba6ed8b8 None None] Attempting to bind port 590b3887-94ca-4a1e-957a-d04d245c3bbe on network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:09:21.631823 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d0a265-b546-4ef3-ad90-1440ba6ed8b8 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:09:21.631823 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d0a265-b546-4ef3-ad90-1440ba6ed8b8 None None] Checking segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:09:21.631823 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f3d0a265-b546-4ef3-ad90-1440ba6ed8b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:21.631823 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d0a265-b546-4ef3-ad90-1440ba6ed8b8 None None] Bound using segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:09:21.631823 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-f3d0a265-b546-4ef3-ad90-1440ba6ed8b8 None None] Bound port: 590b3887-94ca-4a1e-957a-d04d245c3bbe, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:09:21.631823 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f3d0a265-b546-4ef3-ad90-1440ba6ed8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:21.655043 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-99a2f765-3746-4dde-af58-a66ee66bfdb1 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2284474 Aug 18 13:09:21.655765 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33720) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:21.712629 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f3d0a265-b546-4ef3-ad90-1440ba6ed8b8 None None] For port 590b3887-94ca-4a1e-957a-d04d245c3bbe, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:09:21.716103 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca0e78d-fb39-4512-95bd-66dbc18dc3f2 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:21.717160 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f3d0a265-b546-4ef3-ad90-1440ba6ed8b8 None None] For port 590b3887-94ca-4a1e-957a-d04d245c3bbe, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=590b3887-94ca-4a1e-957a-d04d245c3bbe,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:09:21.718429 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-aca0e78d-fb39-4512-95bd-66dbc18dc3f2 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0610659 Aug 18 13:09:21.721009 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33722) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:21.783092 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0e252d-db80-4567-a629-01a49c1949a8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:21.785075 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0e252d-db80-4567-a629-01a49c1949a8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:21.787033 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-cb0e252d-db80-4567-a629-01a49c1949a8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0643454 Aug 18 13:09:21.789827 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33724) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:21.793020 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f3d0a265-b546-4ef3-ad90-1440ba6ed8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:21.869095 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d0a265-b546-4ef3-ad90-1440ba6ed8b8 None None] Pushing event updated for resources: {'Port': ['ID=590b3887-94ca-4a1e-957a-d04d245c3bbe,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:21.869650 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3392720-35fa-4a2b-bca5-2c50162dcd9c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting subnet 18834d4f-ff66-484f-8746-c612ab2fffe5 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:09:21.873954 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f3392720-35fa-4a2b-bca5-2c50162dcd9c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:21.925953 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f3392720-35fa-4a2b-bca5-2c50162dcd9c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:21.931765 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:09:21.977303 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8b2abb19-f71d-4dcf-8706-067142238c1d req-811ae7a0-fa92-43e5-95c1-bab2a0a5659c tempest-ServerShowV257Test-195854887 tempest-ServerShowV257Test-195854887-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6b48bc4-9b82-427f-adf7-513e83db96fe HTTP/1.1" status: 200 len: 210 time: 0.0280416 Aug 18 13:09:22.036662 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f3392720-35fa-4a2b-bca5-2c50162dcd9c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:22.261948 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f3392720-35fa-4a2b-bca5-2c50162dcd9c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:22.297845 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f3392720-35fa-4a2b-bca5-2c50162dcd9c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:22.300142 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f3392720-35fa-4a2b-bca5-2c50162dcd9c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/18834d4f-ff66-484f-8746-c612ab2fffe5 HTTP/1.1" status: 204 len: 168 time: 0.5093489 Aug 18 13:09:22.301326 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3392720-35fa-4a2b-bca5-2c50162dcd9c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Subnet': ['ID=18834d4f-ff66-484f-8746-c612ab2fffe5,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:22.302715 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33738) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:22.352937 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-dbd53c75-66a2-476a-ab88-bbe5e65fe4c6 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0464203 Aug 18 13:09:22.358563 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33742) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:22.372382 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-af14427d-387d-4d6b-9f26-a27e87daff09 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'subnet': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:09:22.649331 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af14427d-387d-4d6b-9f26-a27e87daff09 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:09:22.653433 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-af14427d-387d-4d6b-9f26-a27e87daff09 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:22.657645 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020f272-f27f-40fa-a566-d16808f44952 req-1beac803-1f21-4e4f-b6d8-66c3941e8cc8 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:22.659207 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2020f272-f27f-40fa-a566-d16808f44952 req-1beac803-1f21-4e4f-b6d8-66c3941e8cc8 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81a0d37-472e-4683-8a13-8127da2fc637 HTTP/1.1" status: 200 len: 945 time: 0.0685635 Aug 18 13:09:22.752379 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2020f272-f27f-40fa-a566-d16808f44952 req-8780ecef-c0ce-4820-bc38-7cdbd42e218d tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=470c1a7c-472d-415c-b338-d2ee3980cd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844226 Aug 18 13:09:22.995652 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-af14427d-387d-4d6b-9f26-a27e87daff09 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:23.091345 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b8ef52-7c71-4fa6-a606-d8103ec25d0e None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:09:23.123900 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6d5371fc-f1f4-4ce6-b6ee-96b13e7bcb6d req-10649c01-3507-4ecc-81c9-ad38f7b8c2cb tempest-ServerShowV257Test-195854887 tempest-ServerShowV257Test-195854887-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6b48bc4-9b82-427f-adf7-513e83db96fe HTTP/1.1" status: 200 len: 210 time: 0.0413713 Aug 18 13:09:23.138989 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af14427d-387d-4d6b-9f26-a27e87daff09 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:09:23.156295 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0a110-93d7-4e50-950e-52e609cbb4f7 req-9defdae6-58c0-48cd-a7f1-ba59b0b857b4 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:23.159988 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26c0a110-93d7-4e50-950e-52e609cbb4f7 req-9defdae6-58c0-48cd-a7f1-ba59b0b857b4 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.20 "GET /v2.0/ports?device_id=b81a0d37-472e-4683-8a13-8127da2fc637 HTTP/1.1" status: 200 len: 945 time: 0.1978633 Aug 18 13:09:23.160680 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af14427d-387d-4d6b-9f26-a27e87daff09 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Subnet': ['ID=5d0c239f-0089-4251-9406-e0aa4cdb06e4,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:23.164025 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-af14427d-387d-4d6b-9f26-a27e87daff09 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:09:23.167173 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af14427d-387d-4d6b-9f26-a27e87daff09 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:23.167936 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-af14427d-387d-4d6b-9f26-a27e87daff09 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:23.279198 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ac09cfac-5106-4d16-b5d3-ac9320d1a77a None None] Provisioning for port 590b3887-94ca-4a1e-957a-d04d245c3bbe completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:09:23.339883 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-26c0a110-93d7-4e50-950e-52e609cbb4f7 req-c6ab5057-eab0-415b-bd55-2082c3155171 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Deleting port 1a2fd468-6fd9-4315-86c7-a5820d88fd0b {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:09:23.339883 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-26c0a110-93d7-4e50-950e-52e609cbb4f7 req-c6ab5057-eab0-415b-bd55-2082c3155171 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:23.403724 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-26c0a110-93d7-4e50-950e-52e609cbb4f7 req-c6ab5057-eab0-415b-bd55-2082c3155171 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] For port 1a2fd468-6fd9-4315-86c7-a5820d88fd0b, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=1a2fd468-6fd9-4315-86c7-a5820d88fd0b,segment=NetworkSegment(57b4e41f-121d-4d32-8b51-688f70aedc50),segment_id=57b4e41f-121d-4d32-8b51-688f70aedc50)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:09:23.404106 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-26c0a110-93d7-4e50-950e-52e609cbb4f7 req-c6ab5057-eab0-415b-bd55-2082c3155171 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:23.427764 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33764) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:23.435842 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-21b7a9e6-d060-49be-8710-3aba08ad799f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1187509891', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:09:23.436376 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-af14427d-387d-4d6b-9f26-a27e87daff09 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0754521 Aug 18 13:09:23.511796 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 590b3887-94ca-4a1e-957a-d04d245c3bbe up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:09:23.785543 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2863db-8e5f-454d-9c3f-20d41c4864e0 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:09:23.786332 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-26c0a110-93d7-4e50-950e-52e609cbb4f7 req-c6ab5057-eab0-415b-bd55-2082c3155171 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:23.786332 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-26c0a110-93d7-4e50-950e-52e609cbb4f7 req-c6ab5057-eab0-415b-bd55-2082c3155171 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:23.786332 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [req-26c0a110-93d7-4e50-950e-52e609cbb4f7 req-c6ab5057-eab0-415b-bd55-2082c3155171 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Floating IP 607f512e-6820-4beb-8d56-6d7f62b4f082 disassociated. External IP: 172.25.6.144, port: 1a2fd468-6fd9-4315-86c7-a5820d88fd0b. Aug 18 13:09:23.786332 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-26c0a110-93d7-4e50-950e-52e609cbb4f7 req-c6ab5057-eab0-415b-bd55-2082c3155171 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Calling delete_port for 1a2fd468-6fd9-4315-86c7-a5820d88fd0b owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:09:23.918237 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb16238-d055-433a-8926-db7c7edfe9dd req-cc4be931-75c2-4758-892e-180e9f3a6b74 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:23.919793 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6fb16238-d055-433a-8926-db7c7edfe9dd req-cc4be931-75c2-4758-892e-180e9f3a6b74 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81a0d37-472e-4683-8a13-8127da2fc637 HTTP/1.1" status: 200 len: 945 time: 0.0871162 Aug 18 13:09:23.969033 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6fb16238-d055-433a-8926-db7c7edfe9dd req-994f214f-cc24-4b80-b6f6-d1fc0a36a8ae tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups?id=470c1a7c-472d-415c-b338-d2ee3980cd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429966 Aug 18 13:09:24.261189 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01db1fa4-4c65-46b7-8dd0-dd2770d0983b req-c2f35c5c-e537-41a0-9e0d-0a8c84996bc9 tempest-ServerShowV257Test-195854887 tempest-ServerShowV257Test-195854887-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6b48bc4-9b82-427f-adf7-513e83db96fe HTTP/1.1" status: 200 len: 210 time: 0.0377152 Aug 18 13:09:24.302445 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-fb978b66-7d25-4800-904a-67a16f5b151c None None] Could not find standard attr ID for object f41004a4-241a-439f-891e-429348ae1ad8. {{(pid=101677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 13:09:24.633702 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 590b3887-94ca-4a1e-957a-d04d245c3bbe completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:09:24.633899 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-21b7a9e6-d060-49be-8710-3aba08ad799f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:24.634945 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-21b7a9e6-d060-49be-8710-3aba08ad799f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:24.637993 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 590b3887-94ca-4a1e-957a-d04d245c3bbe triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:09:24.638398 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:24.689867 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-26c0a110-93d7-4e50-950e-52e609cbb4f7 req-c6ab5057-eab0-415b-bd55-2082c3155171 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:24.728879 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:24.736878 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab5057-eab0-415b-bd55-2082c3155171 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Pushing event deleted for resources: {'Port': ['ID=1a2fd468-6fd9-4315-86c7-a5820d88fd0b,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:24.796487 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-21b7a9e6-d060-49be-8710-3aba08ad799f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:24.824849 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 590b3887-94ca-4a1e-957a-d04d245c3bbe, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=590b3887-94ca-4a1e-957a-d04d245c3bbe,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:09:24.858489 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-21b7a9e6-d060-49be-8710-3aba08ad799f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:24.895827 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:24.944935 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26c0a110-93d7-4e50-950e-52e609cbb4f7 req-c6ab5057-eab0-415b-bd55-2082c3155171 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Router aeae85b3-63fa-461a-9126-03614cc7834d has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:09:24.951658 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=590b3887-94ca-4a1e-957a-d04d245c3bbe,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:25.044614 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-21b7a9e6-d060-49be-8710-3aba08ad799f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:25.046295 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-21b7a9e6-d060-49be-8710-3aba08ad799f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.6171322 Aug 18 13:09:25.049143 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33792) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:25.094429 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26c0a110-93d7-4e50-950e-52e609cbb4f7 req-c6ab5057-eab0-415b-bd55-2082c3155171 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:09:25.109825 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362de554-9ccf-464a-8d35-dcf444d30187 None None] Sync routers for ids ['aeae85b3-63fa-461a-9126-03614cc7834d'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:09:25.124010 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362de554-9ccf-464a-8d35-dcf444d30187 None None] Routers {'aeae85b3-63fa-461a-9126-03614cc7834d'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:09:25.126466 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-362de554-9ccf-464a-8d35-dcf444d30187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:09:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['aeae85b3-63fa-461a-9126-03614cc7834d'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:25.206831 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c0a110-93d7-4e50-950e-52e609cbb4f7 req-c6ab5057-eab0-415b-bd55-2082c3155171 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] No DVR routers for this DVR port 1a2fd468-6fd9-4315-86c7-a5820d88fd0b on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:09:25.215089 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-26c0a110-93d7-4e50-950e-52e609cbb4f7 req-c6ab5057-eab0-415b-bd55-2082c3155171 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:25.221244 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26c0a110-93d7-4e50-950e-52e609cbb4f7 req-c6ab5057-eab0-415b-bd55-2082c3155171 tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.20 "DELETE /v2.0/ports/1a2fd468-6fd9-4315-86c7-a5820d88fd0b HTTP/1.1" status: 204 len: 173 time: 2.0492177 Aug 18 13:09:25.221746 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81a0d37-472e-4683-8a13-8127da2fc637', 'name': 'network-vif-deleted', 'tag': '1a2fd468-6fd9-4315-86c7-a5820d88fd0b'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:09:25.233764 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf08003-89cb-473f-b24c-0f22cda8ce73" -d '{"events": [{"server_uuid": "b81a0d37-472e-4683-8a13-8127da2fc637", "name": "network-vif-deleted", "tag": "1a2fd468-6fd9-4315-86c7-a5820d88fd0b"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:09:25.286755 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c91ebd10-9d6e-48ef-816d-35963ec4d41b req-4a04279d-5a3a-43e4-a32b-0487f022d5ee tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81a0d37-472e-4683-8a13-8127da2fc637 HTTP/1.1" status: 200 len: 210 time: 0.0977442 Aug 18 13:09:25.298293 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-362de554-9ccf-464a-8d35-dcf444d30187 None None] Set router aeae85b3-63fa-461a-9126-03614cc7834d gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:09:25.416941 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6189866c-45aa-43e4-91ec-8cf911a74dd3 x-openstack-request-id: req-6189866c-45aa-43e4-91ec-8cf911a74dd3 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:09:25.418037 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b81a0d37-472e-4683-8a13-8127da2fc637", "name": "network-vif-deleted", "tag": "1a2fd468-6fd9-4315-86c7-a5820d88fd0b", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:09:25.418484 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6189866c-45aa-43e4-91ec-8cf911a74dd3 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:09:25.419060 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b81a0d37-472e-4683-8a13-8127da2fc637', 'name': 'network-vif-deleted', 'tag': '1a2fd468-6fd9-4315-86c7-a5820d88fd0b', 'status': 'completed', 'code': 200} Aug 18 13:09:25.587210 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 590b3887-94ca-4a1e-957a-d04d245c3bbe up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:09:25.683385 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 590b3887-94ca-4a1e-957a-d04d245c3bbe triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:09:25.684109 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:25.707430 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9845f7e0-95ed-4afb-bc1f-f2b13316d503 req-28c02e64-9e14-4284-a3f7-8fa275b85a98 tempest-ServerShowV257Test-195854887 tempest-ServerShowV257Test-195854887-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6b48bc4-9b82-427f-adf7-513e83db96fe HTTP/1.1" status: 200 len: 210 time: 0.0806315 Aug 18 13:09:25.712665 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-362de554-9ccf-464a-8d35-dcf444d30187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'name': 'tempest-AttachVolumeTestJSON-110627919-router', 'tenant_id': '5db4861e129545f8b7d9c174999be45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:01:52Z', 'updated_at': '2021-08-18T13:01:59Z', 'revision_number': 4, 'project_id': '5db4861e129545f8b7d9c174999be45f', 'gw_port': {'id': '0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:37:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:01:54Z', 'updated_at': '2021-08-18T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'fdae7c70-e703-4736-9911-3c6896e884fe', 'name': '', 'network_id': 'f0772655-8fcf-4cc7-a52b-8d2f1d4d6419', 'tenant_id': '5db4861e129545f8b7d9c174999be45f', 'mac_address': 'fa:16:3e:8c:66:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '00f32c6d-8610-4a26-b77a-8f80b2f8beae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:01:58Z', 'updated_at': '2021-08-18T13:02:06Z', 'revision_number': 5, 'project_id': '5db4861e129545f8b7d9c174999be45f', 'subnets': [{'id': '00f32c6d-8610-4a26-b77a-8f80b2f8beae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:25.754778 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362de554-9ccf-464a-8d35-dcf444d30187 None None] Checking router: aeae85b3-63fa-461a-9126-03614cc7834d for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:09:25.763161 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362de554-9ccf-464a-8d35-dcf444d30187 None None] Routers {'aeae85b3-63fa-461a-9126-03614cc7834d'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:09:25.763872 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-362de554-9ccf-464a-8d35-dcf444d30187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:09:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['aeae85b3-63fa-461a-9126-03614cc7834d'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:25.767984 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a031be32-9f28-441f-adbe-64f750fd0b34 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:25.969110 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-362de554-9ccf-464a-8d35-dcf444d30187 None None] Set router aeae85b3-63fa-461a-9126-03614cc7834d gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:09:26.267687 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-a031be32-9f28-441f-adbe-64f750fd0b34 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Allocated IP 2001:db8::1 (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/5d0c239f-0089-4251-9406-e0aa4cdb06e4/0032d12f-472d-468f-80ee-b7fa756ae493) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:09:26.312113 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-362de554-9ccf-464a-8d35-dcf444d30187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'name': 'tempest-AttachVolumeTestJSON-110627919-router', 'tenant_id': '5db4861e129545f8b7d9c174999be45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:01:52Z', 'updated_at': '2021-08-18T13:01:59Z', 'revision_number': 4, 'project_id': '5db4861e129545f8b7d9c174999be45f', 'gw_port': {'id': '0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:37:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:01:54Z', 'updated_at': '2021-08-18T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'fdae7c70-e703-4736-9911-3c6896e884fe', 'name': '', 'network_id': 'f0772655-8fcf-4cc7-a52b-8d2f1d4d6419', 'tenant_id': '5db4861e129545f8b7d9c174999be45f', 'mac_address': 'fa:16:3e:8c:66:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '00f32c6d-8610-4a26-b77a-8f80b2f8beae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:01:58Z', 'updated_at': '2021-08-18T13:02:06Z', 'revision_number': 5, 'project_id': '5db4861e129545f8b7d9c174999be45f', 'subnets': [{'id': '00f32c6d-8610-4a26-b77a-8f80b2f8beae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:26.359180 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362de554-9ccf-464a-8d35-dcf444d30187 None None] The sync data for ids ['aeae85b3-63fa-461a-9126-03614cc7834d'] in n-d-803603-2 is: [{'id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'name': 'tempest-AttachVolumeTestJSON-110627919-router', 'tenant_id': '5db4861e129545f8b7d9c174999be45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:01:52Z', 'updated_at': '2021-08-18T13:01:59Z', 'revision_number': 4, 'project_id': '5db4861e129545f8b7d9c174999be45f', 'gw_port': {'id': '0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:37:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:01:54Z', 'updated_at': '2021-08-18T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'fdae7c70-e703-4736-9911-3c6896e884fe', 'name': '', 'network_id': 'f0772655-8fcf-4cc7-a52b-8d2f1d4d6419', 'tenant_id': '5db4861e129545f8b7d9c174999be45f', 'mac_address': 'fa:16:3e:8c:66:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '00f32c6d-8610-4a26-b77a-8f80b2f8beae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:01:58Z', 'updated_at': '2021-08-18T13:02:06Z', 'revision_number': 5, 'project_id': '5db4861e129545f8b7d9c174999be45f', 'subnets': [{'id': '00f32c6d-8610-4a26-b77a-8f80b2f8beae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:09:26.413587 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a031be32-9f28-441f-adbe-64f750fd0b34 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:26.477751 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-a031be32-9f28-441f-adbe-64f750fd0b34 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Transition to ACTIVE for port object 0032d12f-472d-468f-80ee-b7fa756ae493 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:09:26.494260 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cf419159-23c5-4dda-aa05-6aef703af55a req-2af6fa3c-d1c2-412f-9d5e-835925d2787c tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/ports?device_id=b81a0d37-472e-4683-8a13-8127da2fc637 HTTP/1.1" status: 200 len: 210 time: 0.0586855 Aug 18 13:09:26.602161 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a031be32-9f28-441f-adbe-64f750fd0b34 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:26.669776 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a031be32-9f28-441f-adbe-64f750fd0b34 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:09:26.676393 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-a031be32-9f28-441f-adbe-64f750fd0b34 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:09:26.683218 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a031be32-9f28-441f-adbe-64f750fd0b34 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:09:26.684031 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a031be32-9f28-441f-adbe-64f750fd0b34 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:26.810111 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898bf806-fa7a-490d-bc62-07d30c5dac48 None None] New status for floating IP 607f512e-6820-4beb-8d56-6d7f62b4f082: DOWN {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:09:26.854368 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a031be32-9f28-441f-adbe-64f750fd0b34 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Port': ['ID=0032d12f-472d-468f-80ee-b7fa756ae493,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:26.899422 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-650ace7c-b5c1-40c5-974e-9aa3daf530df req-a0caf94c-3162-4944-8486-6f6d80a862b7 tempest-ServerShowV257Test-195854887 tempest-ServerShowV257Test-195854887-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6b48bc4-9b82-427f-adf7-513e83db96fe HTTP/1.1" status: 200 len: 210 time: 0.0525494 Aug 18 13:09:27.038152 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a031be32-9f28-441f-adbe-64f750fd0b34 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:27.046329 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 1a2fd468-6fd9-4315-86c7-a5820d88fd0b no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:09:27.065263 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8a254b20-c2bf-40ff-85fe-515adaa48e68 req-af02d9ec-2433-485c-be00-babbefa77937 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f6b48bc4-9b82-427f-adf7-513e83db96fe HTTP/1.1" status: 200 len: 210 time: 0.3108211 Aug 18 13:09:27.088603 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 1a2fd468-6fd9-4315-86c7-a5820d88fd0b {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:09:27.088958 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 1a2fd468-6fd9-4315-86c7-a5820d88fd0b not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:09:27.255727 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7e531c2c-91eb-43ef-982a-6c967c8f2db8 None None] Provisioning for port 0032d12f-472d-468f-80ee-b7fa756ae493 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:09:27.260019 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7e531c2c-91eb-43ef-982a-6c967c8f2db8 None None] Provisioning complete for port 0032d12f-472d-468f-80ee-b7fa756ae493 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:09:27.260408 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7e531c2c-91eb-43ef-982a-6c967c8f2db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:27.302224 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7e531c2c-91eb-43ef-982a-6c967c8f2db8 None None] Port 0032d12f-472d-468f-80ee-b7fa756ae493 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:09:27.646329 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a031be32-9f28-441f-adbe-64f750fd0b34 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:27.698334 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33854) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:27.761424 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d58c6a62-0988-40e4-9b86-a20623fa05dc tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:27.791246 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d58c6a62-0988-40e4-9b86-a20623fa05dc tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:27.815439 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a031be32-9f28-441f-adbe-64f750fd0b34 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:27.829761 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a031be32-9f28-441f-adbe-64f750fd0b34 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:27.931216 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a031be32-9f28-441f-adbe-64f750fd0b34 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Port': ['ID=0032d12f-472d-468f-80ee-b7fa756ae493,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:27.979756 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a031be32-9f28-441f-adbe-64f750fd0b34 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:09:27.981560 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-a031be32-9f28-441f-adbe-64f750fd0b34 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:09:28.001097 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:28.002901 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d58c6a62-0988-40e4-9b86-a20623fa05dc tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:28.005740 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d58c6a62-0988-40e4-9b86-a20623fa05dc tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:28.009901 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d58c6a62-0988-40e4-9b86-a20623fa05dc tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "DELETE /v2.0/security-groups/470c1a7c-472d-415c-b338-d2ee3980cd3a HTTP/1.1" status: 204 len: 168 time: 0.3074293 Aug 18 13:09:28.012608 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33860) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:28.042911 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58c6a62-0988-40e4-9b86-a20623fa05dc tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=470c1a7c-472d-415c-b338-d2ee3980cd3a,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:28.048368 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-1f33fe25-81cd-4cdf-840b-b71d728e9f3d tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] show failed (client error): The resource could not be found. Aug 18 13:09:28.051164 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1f33fe25-81cd-4cdf-840b-b71d728e9f3d tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "GET /v2.0/security-groups/470c1a7c-472d-415c-b338-d2ee3980cd3a HTTP/1.1" status: 404 len: 347 time: 0.0350168 Aug 18 13:09:28.064996 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33862) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:28.159298 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0102a997-aa2f-45fe-b1ba-ce717bda700b req-de96a900-d20f-4229-b98c-a60f8be7a9ad tempest-ServerShowV257Test-195854887 tempest-ServerShowV257Test-195854887-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6b48bc4-9b82-427f-adf7-513e83db96fe HTTP/1.1" status: 200 len: 210 time: 0.1140480 Aug 18 13:09:28.301964 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-0826dde6-e291-44c1-82c8-2ba93c45fbcc tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Deleting port 91f19253-2e3a-489f-89bf-1173f55078f0 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:09:28.302358 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0826dde6-e291-44c1-82c8-2ba93c45fbcc tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:28.388249 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0826dde6-e291-44c1-82c8-2ba93c45fbcc tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:28.388590 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0826dde6-e291-44c1-82c8-2ba93c45fbcc tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:28.398191 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a031be32-9f28-441f-adbe-64f750fd0b34 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Router ebf63cac-79e6-4d5c-9411-4b4202de9ac4 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:09:28.401192 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-0826dde6-e291-44c1-82c8-2ba93c45fbcc tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Calling delete_port for 91f19253-2e3a-489f-89bf-1173f55078f0 owned by network:floatingip {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:09:28.454384 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-59bb09b2-d683-4d8b-9586-db5db24e2981 None None] Provisioning complete for port 0032d12f-472d-468f-80ee-b7fa756ae493 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:09:28.456177 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-59bb09b2-d683-4d8b-9586-db5db24e2981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:28.525110 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-59bb09b2-d683-4d8b-9586-db5db24e2981 None None] Port 0032d12f-472d-468f-80ee-b7fa756ae493 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:09:28.529886 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a031be32-9f28-441f-adbe-64f750fd0b34 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:09:28.539306 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a031be32-9f28-441f-adbe-64f750fd0b34 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "PUT /v2.0/routers/ebf63cac-79e6-4d5c-9411-4b4202de9ac4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4889240 Aug 18 13:09:28.539963 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33874) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:28.545681 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2771f7e-b5ae-4bf0-b9b4-e56bdf03ecbc None None] Sync routers for ids ['ebf63cac-79e6-4d5c-9411-4b4202de9ac4'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:09:28.559212 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2771f7e-b5ae-4bf0-b9b4-e56bdf03ecbc None None] Routers {'ebf63cac-79e6-4d5c-9411-4b4202de9ac4'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:09:28.559919 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-a2771f7e-b5ae-4bf0-b9b4-e56bdf03ecbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:09:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ebf63cac-79e6-4d5c-9411-4b4202de9ac4'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:28.610240 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba61e66-2f24-444e-9eb3-177cd64973a2 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:28.611915 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2ba61e66-2f24-444e-9eb3-177cd64973a2 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/ports/0032d12f-472d-468f-80ee-b7fa756ae493 HTTP/1.1" status: 200 len: 911 time: 0.0709531 Aug 18 13:09:28.614583 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33876) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:28.707354 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f10727b-798f-41ae-802a-cffc06b1d5bd tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:28.714354 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f10727b-798f-41ae-802a-cffc06b1d5bd tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:28.724599 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2f10727b-798f-41ae-802a-cffc06b1d5bd tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1006095 Aug 18 13:09:28.724599 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33880) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:28.741525 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0826dde6-e291-44c1-82c8-2ba93c45fbcc tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:28.788175 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826dde6-e291-44c1-82c8-2ba93c45fbcc tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Pushing event deleted for resources: {'Port': ['ID=91f19253-2e3a-489f-89bf-1173f55078f0,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:28.834124 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-a2771f7e-b5ae-4bf0-b9b4-e56bdf03ecbc None None] Set router ebf63cac-79e6-4d5c-9411-4b4202de9ac4 gateway port host: None {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:09:28.894335 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0826dde6-e291-44c1-82c8-2ba93c45fbcc tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks [] for floatingip, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:28.896975 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0826dde6-e291-44c1-82c8-2ba93c45fbcc tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:28.898261 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0826dde6-e291-44c1-82c8-2ba93c45fbcc tempest-AttachVolumeTestJSON-338638590 tempest-AttachVolumeTestJSON-338638590-project] 10.222.0.13 "DELETE /v2.0/floatingips/607f512e-6820-4beb-8d56-6d7f62b4f082 HTTP/1.1" status: 204 len: 168 time: 0.8319845 Aug 18 13:09:28.925568 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:29.145829 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-a2771f7e-b5ae-4bf0-b9b4-e56bdf03ecbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf63cac-79e6-4d5c-9411-4b4202de9ac4', 'name': 'tempest-NetworksTestDHCPv6-router-1187509891', 'tenant_id': 'a22835a92ccd454cb17ed125e0ff09fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:09:24Z', 'updated_at': '2021-08-18T13:09:26Z', 'revision_number': 2, 'project_id': 'a22835a92ccd454cb17ed125e0ff09fb', 'gw_port_host': None, '_interfaces': [{'id': '0032d12f-472d-468f-80ee-b7fa756ae493', 'name': '', 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'tenant_id': 'a22835a92ccd454cb17ed125e0ff09fb', 'mac_address': 'fa:16:3e:39:05:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf63cac-79e6-4d5c-9411-4b4202de9ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '5d0c239f-0089-4251-9406-e0aa4cdb06e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:09:25Z', 'updated_at': '2021-08-18T13:09:27Z', 'revision_number': 2, 'project_id': 'a22835a92ccd454cb17ed125e0ff09fb', 'subnets': [{'id': '5d0c239f-0089-4251-9406-e0aa4cdb06e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:29.178360 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2771f7e-b5ae-4bf0-b9b4-e56bdf03ecbc None None] Checking router: ebf63cac-79e6-4d5c-9411-4b4202de9ac4 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:09:29.178723 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2771f7e-b5ae-4bf0-b9b4-e56bdf03ecbc None None] Updating router ebf63cac-79e6-4d5c-9411-4b4202de9ac4 port 0032d12f-472d-468f-80ee-b7fa756ae493 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:09:29.216994 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a2771f7e-b5ae-4bf0-b9b4-e56bdf03ecbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:29.261137 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c2847969-4595-4c9c-9ad0-70c5e19758f2 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:29.409080 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-35ad2602-d21d-4bb1-afa0-4a6332e91dae req-e97a829c-540f-49e7-a9ea-cf0c7f5a95b9 tempest-ServerShowV257Test-195854887 tempest-ServerShowV257Test-195854887-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6b48bc4-9b82-427f-adf7-513e83db96fe HTTP/1.1" status: 200 len: 210 time: 0.0314062 Aug 18 13:09:29.636617 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-c2847969-4595-4c9c-9ad0-70c5e19758f2 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting port 0032d12f-472d-468f-80ee-b7fa756ae493 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:09:29.636956 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c2847969-4595-4c9c-9ad0-70c5e19758f2 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:29.661956 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a2771f7e-b5ae-4bf0-b9b4-e56bdf03ecbc None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:29.673471 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a2771f7e-b5ae-4bf0-b9b4-e56bdf03ecbc None None] Transition to ACTIVE for port object 0032d12f-472d-468f-80ee-b7fa756ae493 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:09:29.747038 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c2847969-4595-4c9c-9ad0-70c5e19758f2 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:29.760667 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-c2847969-4595-4c9c-9ad0-70c5e19758f2 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Calling delete_port for 0032d12f-472d-468f-80ee-b7fa756ae493 owned by network:router_interface {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:09:29.809522 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a2771f7e-b5ae-4bf0-b9b4-e56bdf03ecbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:29.909861 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e07dd-65c5-444c-804e-a79bd0d1884e None None] Pushing event updated for resources: {'Port': ['ID=0032d12f-472d-468f-80ee-b7fa756ae493,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:29.966900 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-a2771f7e-b5ae-4bf0-b9b4-e56bdf03ecbc None None] Attempting to bind port 0032d12f-472d-468f-80ee-b7fa756ae493 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:09:29.967367 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-a2771f7e-b5ae-4bf0-b9b4-e56bdf03ecbc None None] Attempting to bind port 0032d12f-472d-468f-80ee-b7fa756ae493 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:09:29.978850 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2771f7e-b5ae-4bf0-b9b4-e56bdf03ecbc None None] Attempting to bind port 0032d12f-472d-468f-80ee-b7fa756ae493 on network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:09:29.992439 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2771f7e-b5ae-4bf0-b9b4-e56bdf03ecbc None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:09:29.992910 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2771f7e-b5ae-4bf0-b9b4-e56bdf03ecbc None None] Checking segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:09:29.993388 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a2771f7e-b5ae-4bf0-b9b4-e56bdf03ecbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:29.993851 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2771f7e-b5ae-4bf0-b9b4-e56bdf03ecbc None None] Bound using segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:09:29.994564 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-a2771f7e-b5ae-4bf0-b9b4-e56bdf03ecbc None None] Bound port: 0032d12f-472d-468f-80ee-b7fa756ae493, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:09:29.997317 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a2771f7e-b5ae-4bf0-b9b4-e56bdf03ecbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:30.158305 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c2847969-4595-4c9c-9ad0-70c5e19758f2 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:30.159703 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.db.api [None req-a2771f7e-b5ae-4bf0-b9b4-e56bdf03ecbc None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:09:30.160447 n-d-803603-2 neutron-server[101677]: DEBUG oslo_db.api [None req-a2771f7e-b5ae-4bf0-b9b4-e56bdf03ecbc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:09:30.219877 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2847969-4595-4c9c-9ad0-70c5e19758f2 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Port': ['ID=0032d12f-472d-468f-80ee-b7fa756ae493,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:30.249674 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-9f9f4c24-f0df-456c-9b23-d347b3dfebc1 None None] Could not find standard attr ID for object 0032d12f-472d-468f-80ee-b7fa756ae493. {{(pid=101677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 13:09:30.276326 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9b9e8b46-b556-4f75-b5fb-71e4bee4dd49 req-871d2b75-774f-4a09-9277-1f26048b6bff tempest-ServerShowV257Test-195854887 tempest-ServerShowV257Test-195854887-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6b48bc4-9b82-427f-adf7-513e83db96fe HTTP/1.1" status: 200 len: 210 time: 0.0608017 Aug 18 13:09:30.480493 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c2847969-4595-4c9c-9ad0-70c5e19758f2 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:30.708763 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-a2771f7e-b5ae-4bf0-b9b4-e56bdf03ecbc None None] Attempting to bind port 0032d12f-472d-468f-80ee-b7fa756ae493 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:09:30.710701 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-a2771f7e-b5ae-4bf0-b9b4-e56bdf03ecbc None None] Attempting to bind port 0032d12f-472d-468f-80ee-b7fa756ae493 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:09:30.711349 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2771f7e-b5ae-4bf0-b9b4-e56bdf03ecbc None None] Attempting to bind port 0032d12f-472d-468f-80ee-b7fa756ae493 on network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:09:30.733845 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2771f7e-b5ae-4bf0-b9b4-e56bdf03ecbc None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:09:30.734949 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2771f7e-b5ae-4bf0-b9b4-e56bdf03ecbc None None] Checking segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:09:30.736021 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a2771f7e-b5ae-4bf0-b9b4-e56bdf03ecbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:30.737934 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2771f7e-b5ae-4bf0-b9b4-e56bdf03ecbc None None] Bound using segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:09:30.740100 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-a2771f7e-b5ae-4bf0-b9b4-e56bdf03ecbc None None] Bound port: 0032d12f-472d-468f-80ee-b7fa756ae493, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:09:30.742921 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a2771f7e-b5ae-4bf0-b9b4-e56bdf03ecbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:30.795977 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-a2771f7e-b5ae-4bf0-b9b4-e56bdf03ecbc None None] Port 0032d12f-472d-468f-80ee-b7fa756ae493 has been deleted concurrently {{(pid=101677) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 18 13:09:30.825283 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2771f7e-b5ae-4bf0-b9b4-e56bdf03ecbc None None] Routers {'ebf63cac-79e6-4d5c-9411-4b4202de9ac4'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:09:30.826198 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-a2771f7e-b5ae-4bf0-b9b4-e56bdf03ecbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:09:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ebf63cac-79e6-4d5c-9411-4b4202de9ac4'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:30.833878 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2847969-4595-4c9c-9ad0-70c5e19758f2 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Router ebf63cac-79e6-4d5c-9411-4b4202de9ac4 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:09:30.926619 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-a2771f7e-b5ae-4bf0-b9b4-e56bdf03ecbc None None] Set router ebf63cac-79e6-4d5c-9411-4b4202de9ac4 gateway port host: None {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:09:30.971427 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2847969-4595-4c9c-9ad0-70c5e19758f2 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:09:30.978360 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c2847969-4595-4c9c-9ad0-70c5e19758f2 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "PUT /v2.0/routers/ebf63cac-79e6-4d5c-9411-4b4202de9ac4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2580402 Aug 18 13:09:30.981052 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33934) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:30.995280 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-a2771f7e-b5ae-4bf0-b9b4-e56bdf03ecbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf63cac-79e6-4d5c-9411-4b4202de9ac4', 'name': 'tempest-NetworksTestDHCPv6-router-1187509891', 'tenant_id': 'a22835a92ccd454cb17ed125e0ff09fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:09:24Z', 'updated_at': '2021-08-18T13:09:29Z', 'revision_number': 3, 'project_id': 'a22835a92ccd454cb17ed125e0ff09fb', 'gw_port_host': None}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:31.027393 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2771f7e-b5ae-4bf0-b9b4-e56bdf03ecbc None None] The sync data for ids ['ebf63cac-79e6-4d5c-9411-4b4202de9ac4'] in n-d-803603-2 is: [{'id': 'ebf63cac-79e6-4d5c-9411-4b4202de9ac4', 'name': 'tempest-NetworksTestDHCPv6-router-1187509891', 'tenant_id': 'a22835a92ccd454cb17ed125e0ff09fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:09:24Z', 'updated_at': '2021-08-18T13:09:29Z', 'revision_number': 3, 'project_id': 'a22835a92ccd454cb17ed125e0ff09fb', 'gw_port_host': None}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:09:31.051101 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8217b497-cb1f-4e5e-926f-c19566844814 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:31.052887 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8217b497-cb1f-4e5e-926f-c19566844814 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:31.057501 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8217b497-cb1f-4e5e-926f-c19566844814 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0723987 Aug 18 13:09:31.057884 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33936) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:31.136409 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-65a0f69d-3b70-426b-96ab-0673ed6da6fd tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting subnet 5d0c239f-0089-4251-9406-e0aa4cdb06e4 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:09:31.140377 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-65a0f69d-3b70-426b-96ab-0673ed6da6fd tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:31.197628 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-65a0f69d-3b70-426b-96ab-0673ed6da6fd tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:31.256695 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-65a0f69d-3b70-426b-96ab-0673ed6da6fd tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:31.410307 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-65a0f69d-3b70-426b-96ab-0673ed6da6fd tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:31.430096 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-65a0f69d-3b70-426b-96ab-0673ed6da6fd tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:31.435559 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-65a0f69d-3b70-426b-96ab-0673ed6da6fd tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/5d0c239f-0089-4251-9406-e0aa4cdb06e4 HTTP/1.1" status: 204 len: 168 time: 0.3740597 Aug 18 13:09:31.435708 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33940) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:31.437912 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2386a7-8276-4433-a27d-43a6e84a4cac None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:09:31.513831 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a0f69d-3b70-426b-96ab-0673ed6da6fd tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Subnet': ['ID=5d0c239f-0089-4251-9406-e0aa4cdb06e4,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:31.573612 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4c4bdcd4-9115-4328-8cd5-0c5dad943e44 req-d465d975-7480-4404-9845-60f71bba2d6a tempest-ServerShowV257Test-195854887 tempest-ServerShowV257Test-195854887-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6b48bc4-9b82-427f-adf7-513e83db96fe HTTP/1.1" status: 200 len: 210 time: 0.1386540 Aug 18 13:09:31.641203 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d6cef6b6-7cfb-43d6-a9a8-f2e3974e065d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2027185 Aug 18 13:09:31.643107 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33950) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:31.770498 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2982a3b1-dc48-4d66-8141-4efa73a9d81f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:31.780288 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c6f7c9-ecb4-4dfd-8c0e-026398de5292 None None] DHCP port deletion for fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:09:31.892596 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-35c6f7c9-ecb4-4dfd-8c0e-026398de5292 None None] Deleting port 590b3887-94ca-4a1e-957a-d04d245c3bbe {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:09:31.893052 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-35c6f7c9-ecb4-4dfd-8c0e-026398de5292 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:31.953655 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2982a3b1-dc48-4d66-8141-4efa73a9d81f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:31.956039 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2982a3b1-dc48-4d66-8141-4efa73a9d81f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:32.047053 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-35c6f7c9-ecb4-4dfd-8c0e-026398de5292 None None] For port 590b3887-94ca-4a1e-957a-d04d245c3bbe, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=590b3887-94ca-4a1e-957a-d04d245c3bbe,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:09:32.047465 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-35c6f7c9-ecb4-4dfd-8c0e-026398de5292 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:32.061101 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-35c6f7c9-ecb4-4dfd-8c0e-026398de5292 None None] Calling delete_port for 590b3887-94ca-4a1e-957a-d04d245c3bbe owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:09:32.095723 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2982a3b1-dc48-4d66-8141-4efa73a9d81f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:32.096339 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2982a3b1-dc48-4d66-8141-4efa73a9d81f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Fanout notify agent at l3_agent the message router_deleted on router ebf63cac-79e6-4d5c-9411-4b4202de9ac4 {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:09:32.119466 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2982a3b1-dc48-4d66-8141-4efa73a9d81f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:32.122211 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2982a3b1-dc48-4d66-8141-4efa73a9d81f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/routers/ebf63cac-79e6-4d5c-9411-4b4202de9ac4 HTTP/1.1" status: 204 len: 168 time: 0.4757800 Aug 18 13:09:32.124487 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33952) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:32.131526 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-591ef0d2-9c32-4299-ae90-df6b7a0bdbe5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'subnet': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:09:32.261799 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-35c6f7c9-ecb4-4dfd-8c0e-026398de5292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:32.296599 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c6f7c9-ecb4-4dfd-8c0e-026398de5292 None None] No DVR routers for this DVR port 590b3887-94ca-4a1e-957a-d04d245c3bbe on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:09:32.301276 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c6f7c9-ecb4-4dfd-8c0e-026398de5292 None None] Pushing event deleted for resources: {'Port': ['ID=590b3887-94ca-4a1e-957a-d04d245c3bbe,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:32.353031 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570beba6-4673-4989-8b2e-2e65c80f1624 None None] Sync routers for ids ['ebf63cac-79e6-4d5c-9411-4b4202de9ac4'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:09:32.368437 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570beba6-4673-4989-8b2e-2e65c80f1624 None None] Routers set() bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:09:32.368794 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570beba6-4673-4989-8b2e-2e65c80f1624 None None] Router IDs set() for agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 18 13:09:32.369637 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_agentschedulers_db [None req-570beba6-4673-4989-8b2e-2e65c80f1624 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ebf63cac-79e6-4d5c-9411-4b4202de9ac4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:09:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent'). {{(pid=101678) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 18 13:09:32.378799 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570beba6-4673-4989-8b2e-2e65c80f1624 None None] Routers set() bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:09:32.379763 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570beba6-4673-4989-8b2e-2e65c80f1624 None None] Router IDs set() for agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 18 13:09:32.380648 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_agentschedulers_db [None req-570beba6-4673-4989-8b2e-2e65c80f1624 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ebf63cac-79e6-4d5c-9411-4b4202de9ac4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:09:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent'). {{(pid=101678) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 18 13:09:32.381083 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570beba6-4673-4989-8b2e-2e65c80f1624 None None] The sync data for ids ['ebf63cac-79e6-4d5c-9411-4b4202de9ac4'] in n-d-803603-2 is: [] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:09:32.455361 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591ef0d2-9c32-4299-ae90-df6b7a0bdbe5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:09:32.459685 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-591ef0d2-9c32-4299-ae90-df6b7a0bdbe5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:32.770651 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-591ef0d2-9c32-4299-ae90-df6b7a0bdbe5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:32.798990 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b6a2ec7f-948f-4b5d-8f73-8863ebcb82fc req-e249ea54-ba82-407f-a094-875b8966172d tempest-ServerShowV257Test-195854887 tempest-ServerShowV257Test-195854887-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6b48bc4-9b82-427f-adf7-513e83db96fe HTTP/1.1" status: 200 len: 210 time: 0.0797491 Aug 18 13:09:32.832020 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591ef0d2-9c32-4299-ae90-df6b7a0bdbe5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:09:32.836445 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-591ef0d2-9c32-4299-ae90-df6b7a0bdbe5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:09:32.849224 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591ef0d2-9c32-4299-ae90-df6b7a0bdbe5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:32.850077 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-591ef0d2-9c32-4299-ae90-df6b7a0bdbe5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:32.857512 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ba3f3a-3511-4155-8c04-ac0b67184636 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:09:32.869516 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ef0d2-9c32-4299-ae90-df6b7a0bdbe5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Subnet': ['ID=0c1eeb9e-b89c-473f-be6e-798dcca50afc,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:33.024413 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f628d2-88e5-4317-af74-8adcdd4e7d56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'tenant_id': 'a22835a92ccd454cb17ed125e0ff09fb', 'fixed_ips': [{'subnet_id': '0c1eeb9e-b89c-473f-be6e-798dcca50afc'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:09:33.025789 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-45f628d2-88e5-4317-af74-8adcdd4e7d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:33.030015 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-591ef0d2-9c32-4299-ae90-df6b7a0bdbe5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9019902 Aug 18 13:09:33.030296 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33964) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:33.035078 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-884ee62b-c8a5-4c05-b53b-a69b9e650bfb tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1622095268', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:09:33.129675 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-884ee62b-c8a5-4c05-b53b-a69b9e650bfb tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:33.132139 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-884ee62b-c8a5-4c05-b53b-a69b9e650bfb tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:33.197772 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-45f628d2-88e5-4317-af74-8adcdd4e7d56 None None] Allocated IP 2001:db8::2 (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/0c1eeb9e-b89c-473f-be6e-798dcca50afc/9da443bc-ec36-42d2-b46b-b11f9c58c24a) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:09:33.207070 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-884ee62b-c8a5-4c05-b53b-a69b9e650bfb tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:33.289988 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-884ee62b-c8a5-4c05-b53b-a69b9e650bfb tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:33.375388 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-45f628d2-88e5-4317-af74-8adcdd4e7d56 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:33.386648 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-45f628d2-88e5-4317-af74-8adcdd4e7d56 None None] Transition to ACTIVE for port object 9da443bc-ec36-42d2-b46b-b11f9c58c24a will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:09:33.392773 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-884ee62b-c8a5-4c05-b53b-a69b9e650bfb tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:33.399248 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-884ee62b-c8a5-4c05-b53b-a69b9e650bfb tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3646705 Aug 18 13:09:33.399248 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33966) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:33.431710 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-45f628d2-88e5-4317-af74-8adcdd4e7d56 None None] Transition to ACTIVE for port object 9da443bc-ec36-42d2-b46b-b11f9c58c24a will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:09:33.491585 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 590b3887-94ca-4a1e-957a-d04d245c3bbe no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:09:33.517926 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 590b3887-94ca-4a1e-957a-d04d245c3bbe {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:09:33.518545 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 590b3887-94ca-4a1e-957a-d04d245c3bbe not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:09:33.740578 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2d09444d-e871-47f6-b1ab-e0ceef5f83b4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:33.939677 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-315afcd1-4c5d-435a-95c0-77d3a904719a req-7ada57b2-3204-49f6-9bfa-c7361fb3d914 tempest-ServerShowV257Test-195854887 tempest-ServerShowV257Test-195854887-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6b48bc4-9b82-427f-adf7-513e83db96fe HTTP/1.1" status: 200 len: 210 time: 0.0284514 Aug 18 13:09:34.043996 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-45f628d2-88e5-4317-af74-8adcdd4e7d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:34.082492 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f628d2-88e5-4317-af74-8adcdd4e7d56 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:09:34.090312 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-45f628d2-88e5-4317-af74-8adcdd4e7d56 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:09:34.094124 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f628d2-88e5-4317-af74-8adcdd4e7d56 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:09:34.100415 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f628d2-88e5-4317-af74-8adcdd4e7d56 None None] Pushing event updated for resources: {'Port': ['ID=9da443bc-ec36-42d2-b46b-b11f9c58c24a,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:34.164636 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-45f628d2-88e5-4317-af74-8adcdd4e7d56 None None] Attempting to bind port 9da443bc-ec36-42d2-b46b-b11f9c58c24a on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:09:34.165037 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-45f628d2-88e5-4317-af74-8adcdd4e7d56 None None] Attempting to bind port 9da443bc-ec36-42d2-b46b-b11f9c58c24a by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:09:34.165591 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f628d2-88e5-4317-af74-8adcdd4e7d56 None None] Attempting to bind port 9da443bc-ec36-42d2-b46b-b11f9c58c24a on network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:09:34.171838 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f628d2-88e5-4317-af74-8adcdd4e7d56 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:09:34.172287 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f628d2-88e5-4317-af74-8adcdd4e7d56 None None] Checking segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:09:34.172778 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-45f628d2-88e5-4317-af74-8adcdd4e7d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:34.173233 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f628d2-88e5-4317-af74-8adcdd4e7d56 None None] Bound using segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:09:34.173809 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-45f628d2-88e5-4317-af74-8adcdd4e7d56 None None] Bound port: 9da443bc-ec36-42d2-b46b-b11f9c58c24a, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:09:34.174461 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-45f628d2-88e5-4317-af74-8adcdd4e7d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:34.273201 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-45f628d2-88e5-4317-af74-8adcdd4e7d56 None None] For port 9da443bc-ec36-42d2-b46b-b11f9c58c24a, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:09:34.279377 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-45f628d2-88e5-4317-af74-8adcdd4e7d56 None None] For port 9da443bc-ec36-42d2-b46b-b11f9c58c24a, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=9da443bc-ec36-42d2-b46b-b11f9c58c24a,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:09:34.365090 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-45f628d2-88e5-4317-af74-8adcdd4e7d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:34.501874 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-2d09444d-e871-47f6-b1ab-e0ceef5f83b4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Allocated IP 2001:db8::1 (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/0c1eeb9e-b89c-473f-be6e-798dcca50afc/09f90b54-4a1c-4372-b11c-52f62eed743b) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:09:34.511516 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f628d2-88e5-4317-af74-8adcdd4e7d56 None None] Pushing event updated for resources: {'Port': ['ID=9da443bc-ec36-42d2-b46b-b11f9c58c24a,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:34.684745 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2d09444d-e871-47f6-b1ab-e0ceef5f83b4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:34.717925 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-2d09444d-e871-47f6-b1ab-e0ceef5f83b4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Transition to ACTIVE for port object 09f90b54-4a1c-4372-b11c-52f62eed743b will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:09:34.856659 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2d09444d-e871-47f6-b1ab-e0ceef5f83b4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:34.915235 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d09444d-e871-47f6-b1ab-e0ceef5f83b4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:09:34.919845 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-2d09444d-e871-47f6-b1ab-e0ceef5f83b4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:09:34.922521 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d09444d-e871-47f6-b1ab-e0ceef5f83b4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:09:34.927706 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2d09444d-e871-47f6-b1ab-e0ceef5f83b4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:34.927706 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d09444d-e871-47f6-b1ab-e0ceef5f83b4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Port': ['ID=09f90b54-4a1c-4372-b11c-52f62eed743b,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:35.067405 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4a535d98-5937-4333-a84f-27f6b7200e77 req-ff458653-4b87-4962-9a00-f9409f01a6a2 tempest-ServerShowV257Test-195854887 tempest-ServerShowV257Test-195854887-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6b48bc4-9b82-427f-adf7-513e83db96fe HTTP/1.1" status: 200 len: 210 time: 0.0341058 Aug 18 13:09:35.220632 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2d09444d-e871-47f6-b1ab-e0ceef5f83b4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:35.556017 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 9da443bc-ec36-42d2-b46b-b11f9c58c24a up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:09:35.629825 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2d09444d-e871-47f6-b1ab-e0ceef5f83b4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:35.695399 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2d09444d-e871-47f6-b1ab-e0ceef5f83b4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:35.696215 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2d09444d-e871-47f6-b1ab-e0ceef5f83b4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:35.724026 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 9da443bc-ec36-42d2-b46b-b11f9c58c24a completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:09:35.828594 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d09444d-e871-47f6-b1ab-e0ceef5f83b4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Port': ['ID=09f90b54-4a1c-4372-b11c-52f62eed743b,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:35.883529 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-cdb8909f-6f9b-4cf9-87f2-0b2754ba749e None None] Provisioning for port 9da443bc-ec36-42d2-b46b-b11f9c58c24a completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:09:35.889648 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-cdb8909f-6f9b-4cf9-87f2-0b2754ba749e None None] Provisioning complete for port 9da443bc-ec36-42d2-b46b-b11f9c58c24a triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:09:35.890020 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cdb8909f-6f9b-4cf9-87f2-0b2754ba749e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:35.893042 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d09444d-e871-47f6-b1ab-e0ceef5f83b4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:09:35.896377 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-2d09444d-e871-47f6-b1ab-e0ceef5f83b4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:09:36.020665 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cdb8909f-6f9b-4cf9-87f2-0b2754ba749e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:36.062859 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-cdb8909f-6f9b-4cf9-87f2-0b2754ba749e None None] For port 9da443bc-ec36-42d2-b46b-b11f9c58c24a, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=9da443bc-ec36-42d2-b46b-b11f9c58c24a,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:09:36.140903 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cdb8909f-6f9b-4cf9-87f2-0b2754ba749e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:36.225985 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb8909f-6f9b-4cf9-87f2-0b2754ba749e None None] Pushing event updated for resources: {'Port': ['ID=9da443bc-ec36-42d2-b46b-b11f9c58c24a,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:36.240263 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9dd1ccd8-13a3-4388-908e-3d8eae5d52da req-51b351ae-4fc8-408c-96a7-49cb644404a8 tempest-ServerShowV257Test-195854887 tempest-ServerShowV257Test-195854887-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6b48bc4-9b82-427f-adf7-513e83db96fe HTTP/1.1" status: 200 len: 210 time: 0.0320725 Aug 18 13:09:36.295197 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d09444d-e871-47f6-b1ab-e0ceef5f83b4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Router f2f71a28-0268-4e09-833b-a16c220116b0 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:09:36.379660 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-1a6c264f-79a5-4921-a4df-f76dd2068fe9 None None] Provisioning for port 09f90b54-4a1c-4372-b11c-52f62eed743b completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:09:36.395848 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-1a6c264f-79a5-4921-a4df-f76dd2068fe9 None None] Provisioning complete for port 09f90b54-4a1c-4372-b11c-52f62eed743b triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:09:36.397669 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1a6c264f-79a5-4921-a4df-f76dd2068fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:36.438094 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d09444d-e871-47f6-b1ab-e0ceef5f83b4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:09:36.454773 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2d09444d-e871-47f6-b1ab-e0ceef5f83b4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "PUT /v2.0/routers/f2f71a28-0268-4e09-833b-a16c220116b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0479462 Aug 18 13:09:36.454875 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34016) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:36.455619 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb38b66-fd11-44cf-9a57-ab32fce96c14 None None] Sync routers for ids ['f2f71a28-0268-4e09-833b-a16c220116b0'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:09:36.480604 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb38b66-fd11-44cf-9a57-ab32fce96c14 None None] Routers {'f2f71a28-0268-4e09-833b-a16c220116b0'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:09:36.481663 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-bbb38b66-fd11-44cf-9a57-ab32fce96c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:09:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['f2f71a28-0268-4e09-833b-a16c220116b0'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:36.483584 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-1a6c264f-79a5-4921-a4df-f76dd2068fe9 None None] Port 09f90b54-4a1c-4372-b11c-52f62eed743b cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:09:36.545474 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f181432-68f2-4d2c-b5a7-3c631abf99b2 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:36.548072 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7f181432-68f2-4d2c-b5a7-3c631abf99b2 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/ports/09f90b54-4a1c-4372-b11c-52f62eed743b HTTP/1.1" status: 200 len: 911 time: 0.0941646 Aug 18 13:09:36.552977 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34020) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:36.620344 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594ad84a-af4d-4e69-9fa2-8e8c1b9107c9 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:36.627016 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594ad84a-af4d-4e69-9fa2-8e8c1b9107c9 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:36.631303 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-594ad84a-af4d-4e69-9fa2-8e8c1b9107c9 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0789666 Aug 18 13:09:36.631819 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34022) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:36.633742 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-8cfc0e52-df05-45b3-824f-71c4e7f7f34a None None] Provisioning complete for port 09f90b54-4a1c-4372-b11c-52f62eed743b triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:09:36.634269 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8cfc0e52-df05-45b3-824f-71c4e7f7f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:36.637061 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-bbb38b66-fd11-44cf-9a57-ab32fce96c14 None None] Set router f2f71a28-0268-4e09-833b-a16c220116b0 gateway port host: None {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:09:36.717370 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-8cfc0e52-df05-45b3-824f-71c4e7f7f34a None None] Port 09f90b54-4a1c-4372-b11c-52f62eed743b cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:09:37.018122 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-bbb38b66-fd11-44cf-9a57-ab32fce96c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f71a28-0268-4e09-833b-a16c220116b0', 'name': 'tempest-NetworksTestDHCPv6-router-1622095268', 'tenant_id': 'a22835a92ccd454cb17ed125e0ff09fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:09:33Z', 'updated_at': '2021-08-18T13:09:35Z', 'revision_number': 2, 'project_id': 'a22835a92ccd454cb17ed125e0ff09fb', 'gw_port_host': None, '_interfaces': [{'id': '09f90b54-4a1c-4372-b11c-52f62eed743b', 'name': '', 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'tenant_id': 'a22835a92ccd454cb17ed125e0ff09fb', 'mac_address': 'fa:16:3e:18:d0:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f71a28-0268-4e09-833b-a16c220116b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '0c1eeb9e-b89c-473f-be6e-798dcca50afc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:09:33Z', 'updated_at': '2021-08-18T13:09:35Z', 'revision_number': 2, 'project_id': 'a22835a92ccd454cb17ed125e0ff09fb', 'subnets': [{'id': '0c1eeb9e-b89c-473f-be6e-798dcca50afc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:37.066154 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb38b66-fd11-44cf-9a57-ab32fce96c14 None None] Checking router: f2f71a28-0268-4e09-833b-a16c220116b0 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:09:37.066776 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb38b66-fd11-44cf-9a57-ab32fce96c14 None None] Updating router f2f71a28-0268-4e09-833b-a16c220116b0 port 09f90b54-4a1c-4372-b11c-52f62eed743b binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:09:37.101392 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bbb38b66-fd11-44cf-9a57-ab32fce96c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:37.373287 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b1a6550d-577d-4b13-9579-4dd921ea97ed tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:37.479023 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-01aa32ff-006f-4712-918e-eeee09d234f9 req-04d49707-d76a-4e8f-87bb-76693c1a4c84 tempest-ServerShowV257Test-195854887 tempest-ServerShowV257Test-195854887-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6b48bc4-9b82-427f-adf7-513e83db96fe HTTP/1.1" status: 200 len: 210 time: 0.0450704 Aug 18 13:09:37.566051 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 9da443bc-ec36-42d2-b46b-b11f9c58c24a up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:09:37.616130 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bbb38b66-fd11-44cf-9a57-ab32fce96c14 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:37.640751 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-bbb38b66-fd11-44cf-9a57-ab32fce96c14 None None] Transition to ACTIVE for port object 09f90b54-4a1c-4372-b11c-52f62eed743b will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:09:37.662699 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 9da443bc-ec36-42d2-b46b-b11f9c58c24a triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:09:37.663617 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:37.785767 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bbb38b66-fd11-44cf-9a57-ab32fce96c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:37.878474 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1dc6e-ed9b-4b16-bc96-9d7b138fb131 None None] Pushing event updated for resources: {'Port': ['ID=09f90b54-4a1c-4372-b11c-52f62eed743b,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:37.935221 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-b1a6550d-577d-4b13-9579-4dd921ea97ed tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting port 09f90b54-4a1c-4372-b11c-52f62eed743b {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:09:37.935921 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b1a6550d-577d-4b13-9579-4dd921ea97ed tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:38.068461 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-b1a6550d-577d-4b13-9579-4dd921ea97ed tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] For port 09f90b54-4a1c-4372-b11c-52f62eed743b, host n-d-803603-2, got binding levels [] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:09:38.068916 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b1a6550d-577d-4b13-9579-4dd921ea97ed tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:38.084194 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-b1a6550d-577d-4b13-9579-4dd921ea97ed tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Calling delete_port for 09f90b54-4a1c-4372-b11c-52f62eed743b owned by network:router_interface {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:09:38.297439 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-bbb38b66-fd11-44cf-9a57-ab32fce96c14 None None] Attempting to bind port 09f90b54-4a1c-4372-b11c-52f62eed743b on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:09:38.298717 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-bbb38b66-fd11-44cf-9a57-ab32fce96c14 None None] Attempting to bind port 09f90b54-4a1c-4372-b11c-52f62eed743b by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:09:38.301126 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb38b66-fd11-44cf-9a57-ab32fce96c14 None None] Attempting to bind port 09f90b54-4a1c-4372-b11c-52f62eed743b on network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:09:38.308782 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb38b66-fd11-44cf-9a57-ab32fce96c14 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:09:38.309173 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb38b66-fd11-44cf-9a57-ab32fce96c14 None None] Checking segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:09:38.309785 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bbb38b66-fd11-44cf-9a57-ab32fce96c14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:38.310579 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb38b66-fd11-44cf-9a57-ab32fce96c14 None None] Bound using segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:09:38.311979 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-bbb38b66-fd11-44cf-9a57-ab32fce96c14 None None] Bound port: 09f90b54-4a1c-4372-b11c-52f62eed743b, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:09:38.312431 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bbb38b66-fd11-44cf-9a57-ab32fce96c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:38.438533 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b1a6550d-577d-4b13-9579-4dd921ea97ed tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:38.439558 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.db.api [None req-bbb38b66-fd11-44cf-9a57-ab32fce96c14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:09:38.440179 n-d-803603-2 neutron-server[101677]: DEBUG oslo_db.api [None req-bbb38b66-fd11-44cf-9a57-ab32fce96c14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:09:38.501012 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a6550d-577d-4b13-9579-4dd921ea97ed tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Port': ['ID=09f90b54-4a1c-4372-b11c-52f62eed743b,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:38.714736 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c575b1bc-b22e-4dab-b7c6-a2ab9e2b6572 req-2bfc7a80-d1df-43eb-9c77-917f17485af3 tempest-ServerShowV257Test-195854887 tempest-ServerShowV257Test-195854887-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6b48bc4-9b82-427f-adf7-513e83db96fe HTTP/1.1" status: 200 len: 210 time: 0.0687063 Aug 18 13:09:38.779986 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b1a6550d-577d-4b13-9579-4dd921ea97ed tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:38.956015 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-bbb38b66-fd11-44cf-9a57-ab32fce96c14 None None] Attempting to bind port 09f90b54-4a1c-4372-b11c-52f62eed743b on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:09:38.956514 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-bbb38b66-fd11-44cf-9a57-ab32fce96c14 None None] Attempting to bind port 09f90b54-4a1c-4372-b11c-52f62eed743b by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:09:38.956755 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb38b66-fd11-44cf-9a57-ab32fce96c14 None None] Attempting to bind port 09f90b54-4a1c-4372-b11c-52f62eed743b on network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:09:38.965195 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb38b66-fd11-44cf-9a57-ab32fce96c14 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:09:38.965582 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb38b66-fd11-44cf-9a57-ab32fce96c14 None None] Checking segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:09:38.965995 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bbb38b66-fd11-44cf-9a57-ab32fce96c14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:38.966425 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb38b66-fd11-44cf-9a57-ab32fce96c14 None None] Bound using segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:09:38.966904 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-bbb38b66-fd11-44cf-9a57-ab32fce96c14 None None] Bound port: 09f90b54-4a1c-4372-b11c-52f62eed743b, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:09:38.967302 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bbb38b66-fd11-44cf-9a57-ab32fce96c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:39.009318 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a6550d-577d-4b13-9579-4dd921ea97ed tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Router f2f71a28-0268-4e09-833b-a16c220116b0 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:09:39.031508 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-bbb38b66-fd11-44cf-9a57-ab32fce96c14 None None] Port 09f90b54-4a1c-4372-b11c-52f62eed743b has been deleted concurrently {{(pid=101677) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 18 13:09:39.053243 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb38b66-fd11-44cf-9a57-ab32fce96c14 None None] Routers {'f2f71a28-0268-4e09-833b-a16c220116b0'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:09:39.053917 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-bbb38b66-fd11-44cf-9a57-ab32fce96c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:09:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['f2f71a28-0268-4e09-833b-a16c220116b0'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:39.116444 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a6550d-577d-4b13-9579-4dd921ea97ed tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:09:39.126001 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b1a6550d-577d-4b13-9579-4dd921ea97ed tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "PUT /v2.0/routers/f2f71a28-0268-4e09-833b-a16c220116b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4881527 Aug 18 13:09:39.126314 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34106) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:39.181838 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-bbb38b66-fd11-44cf-9a57-ab32fce96c14 None None] Set router f2f71a28-0268-4e09-833b-a16c220116b0 gateway port host: None {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:09:39.248192 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc77cab7-667d-4e06-98a2-587c327b5ee9 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:39.249978 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc77cab7-667d-4e06-98a2-587c327b5ee9 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:39.251644 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-fc77cab7-667d-4e06-98a2-587c327b5ee9 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1242793 Aug 18 13:09:39.254355 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34112) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:39.263413 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-bbb38b66-fd11-44cf-9a57-ab32fce96c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f71a28-0268-4e09-833b-a16c220116b0', 'name': 'tempest-NetworksTestDHCPv6-router-1622095268', 'tenant_id': 'a22835a92ccd454cb17ed125e0ff09fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:09:33Z', 'updated_at': '2021-08-18T13:09:38Z', 'revision_number': 3, 'project_id': 'a22835a92ccd454cb17ed125e0ff09fb', 'gw_port_host': None}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:39.306461 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb38b66-fd11-44cf-9a57-ab32fce96c14 None None] The sync data for ids ['f2f71a28-0268-4e09-833b-a16c220116b0'] in n-d-803603-2 is: [{'id': 'f2f71a28-0268-4e09-833b-a16c220116b0', 'name': 'tempest-NetworksTestDHCPv6-router-1622095268', 'tenant_id': 'a22835a92ccd454cb17ed125e0ff09fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:09:33Z', 'updated_at': '2021-08-18T13:09:38Z', 'revision_number': 3, 'project_id': 'a22835a92ccd454cb17ed125e0ff09fb', 'gw_port_host': None}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:09:39.338460 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-6586ff12-aecd-44f1-8a08-ad8ad9f6c49b tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting subnet 0c1eeb9e-b89c-473f-be6e-798dcca50afc {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:09:39.342087 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6586ff12-aecd-44f1-8a08-ad8ad9f6c49b tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:39.404436 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6586ff12-aecd-44f1-8a08-ad8ad9f6c49b tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:39.510241 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6586ff12-aecd-44f1-8a08-ad8ad9f6c49b tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:39.869452 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dfc23668-67c5-4d74-9d91-4a3b9b331d10 req-a3873dad-625e-4a05-8481-1d12b2fe04db tempest-ServerShowV257Test-195854887 tempest-ServerShowV257Test-195854887-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6b48bc4-9b82-427f-adf7-513e83db96fe HTTP/1.1" status: 200 len: 210 time: 0.0475433 Aug 18 13:09:40.003858 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6586ff12-aecd-44f1-8a08-ad8ad9f6c49b tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:40.032703 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586ff12-aecd-44f1-8a08-ad8ad9f6c49b tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Subnet': ['ID=0c1eeb9e-b89c-473f-be6e-798dcca50afc,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:40.040795 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6586ff12-aecd-44f1-8a08-ad8ad9f6c49b tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:40.042848 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6586ff12-aecd-44f1-8a08-ad8ad9f6c49b tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/0c1eeb9e-b89c-473f-be6e-798dcca50afc HTTP/1.1" status: 204 len: 168 time: 0.7874732 Aug 18 13:09:40.055378 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34134) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:40.056810 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a69af2-c150-418d-ab9a-cdc13cafc488 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:09:40.188653 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ff518f0a-be3c-43c3-8354-20e15dca22db tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.0948496 Aug 18 13:09:40.191053 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34138) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:40.260288 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-90763a67-ddc0-4353-84b6-5b55d3d7c267 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:40.294320 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543cfdf4-a32a-449e-a88d-514b9971a644 None None] DHCP port deletion for fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:09:40.380037 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-543cfdf4-a32a-449e-a88d-514b9971a644 None None] Deleting port 9da443bc-ec36-42d2-b46b-b11f9c58c24a {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:09:40.380411 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-543cfdf4-a32a-449e-a88d-514b9971a644 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:40.504133 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-543cfdf4-a32a-449e-a88d-514b9971a644 None None] For port 9da443bc-ec36-42d2-b46b-b11f9c58c24a, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=9da443bc-ec36-42d2-b46b-b11f9c58c24a,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:09:40.504834 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-543cfdf4-a32a-449e-a88d-514b9971a644 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:40.528129 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-543cfdf4-a32a-449e-a88d-514b9971a644 None None] Calling delete_port for 9da443bc-ec36-42d2-b46b-b11f9c58c24a owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:09:40.581708 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d57cf0-c786-4fb7-979e-b5dbf07ad011 None None] Sync routers for ids ['f2f71a28-0268-4e09-833b-a16c220116b0'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:09:40.593140 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d57cf0-c786-4fb7-979e-b5dbf07ad011 None None] Routers {'f2f71a28-0268-4e09-833b-a16c220116b0'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:09:40.595161 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-d3d57cf0-c786-4fb7-979e-b5dbf07ad011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:09:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['f2f71a28-0268-4e09-833b-a16c220116b0'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:40.684561 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-d3d57cf0-c786-4fb7-979e-b5dbf07ad011 None None] Set router f2f71a28-0268-4e09-833b-a16c220116b0 gateway port host: None {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:09:40.729753 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-543cfdf4-a32a-449e-a88d-514b9971a644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:40.754361 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-d3d57cf0-c786-4fb7-979e-b5dbf07ad011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f71a28-0268-4e09-833b-a16c220116b0', 'name': 'tempest-NetworksTestDHCPv6-router-1622095268', 'tenant_id': 'a22835a92ccd454cb17ed125e0ff09fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:09:33Z', 'updated_at': '2021-08-18T13:09:38Z', 'revision_number': 3, 'project_id': 'a22835a92ccd454cb17ed125e0ff09fb', 'gw_port_host': None}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:40.780305 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543cfdf4-a32a-449e-a88d-514b9971a644 None None] No DVR routers for this DVR port 9da443bc-ec36-42d2-b46b-b11f9c58c24a on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:09:40.783132 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543cfdf4-a32a-449e-a88d-514b9971a644 None None] Pushing event deleted for resources: {'Port': ['ID=9da443bc-ec36-42d2-b46b-b11f9c58c24a,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:40.788979 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d57cf0-c786-4fb7-979e-b5dbf07ad011 None None] Checking router: f2f71a28-0268-4e09-833b-a16c220116b0 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:09:40.800959 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d57cf0-c786-4fb7-979e-b5dbf07ad011 None None] Routers {'f2f71a28-0268-4e09-833b-a16c220116b0'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:09:40.801660 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-d3d57cf0-c786-4fb7-979e-b5dbf07ad011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:09:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['f2f71a28-0268-4e09-833b-a16c220116b0'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:40.801821 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-90763a67-ddc0-4353-84b6-5b55d3d7c267 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:40.804861 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-90763a67-ddc0-4353-84b6-5b55d3d7c267 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:41.012878 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6837e431-1408-4a36-ab94-2eaf8dd168af req-6fcf7eee-e833-4f96-a72a-518ab19c4c90 tempest-ServerShowV257Test-195854887 tempest-ServerShowV257Test-195854887-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6b48bc4-9b82-427f-adf7-513e83db96fe HTTP/1.1" status: 200 len: 210 time: 0.0288594 Aug 18 13:09:41.021182 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-d3d57cf0-c786-4fb7-979e-b5dbf07ad011 None None] Set router f2f71a28-0268-4e09-833b-a16c220116b0 gateway port host: None {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:09:41.078470 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-d3d57cf0-c786-4fb7-979e-b5dbf07ad011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f71a28-0268-4e09-833b-a16c220116b0', 'name': 'tempest-NetworksTestDHCPv6-router-1622095268', 'tenant_id': 'a22835a92ccd454cb17ed125e0ff09fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:09:33Z', 'updated_at': '2021-08-18T13:09:38Z', 'revision_number': 3, 'project_id': 'a22835a92ccd454cb17ed125e0ff09fb', 'gw_port_host': None}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:41.105762 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d57cf0-c786-4fb7-979e-b5dbf07ad011 None None] The sync data for ids ['f2f71a28-0268-4e09-833b-a16c220116b0'] in n-d-803603-2 is: [{'id': 'f2f71a28-0268-4e09-833b-a16c220116b0', 'name': 'tempest-NetworksTestDHCPv6-router-1622095268', 'tenant_id': 'a22835a92ccd454cb17ed125e0ff09fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:09:33Z', 'updated_at': '2021-08-18T13:09:38Z', 'revision_number': 3, 'project_id': 'a22835a92ccd454cb17ed125e0ff09fb', 'gw_port_host': None}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:09:41.112447 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-90763a67-ddc0-4353-84b6-5b55d3d7c267 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:41.124848 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90763a67-ddc0-4353-84b6-5b55d3d7c267 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Fanout notify agent at l3_agent the message router_deleted on router f2f71a28-0268-4e09-833b-a16c220116b0 {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:09:41.124848 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-90763a67-ddc0-4353-84b6-5b55d3d7c267 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:41.124848 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-90763a67-ddc0-4353-84b6-5b55d3d7c267 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/routers/f2f71a28-0268-4e09-833b-a16c220116b0 HTTP/1.1" status: 204 len: 168 time: 0.9767070 Aug 18 13:09:41.125431 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34178) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:41.158884 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3b28c66d-a6cc-4eb4-a411-d584113903a9 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0321305 Aug 18 13:09:41.165228 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34180) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:41.222706 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2791b0ec-fe6b-4d0b-9125-a779d86341e7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:41.224489 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2791b0ec-fe6b-4d0b-9125-a779d86341e7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0582688 Aug 18 13:09:41.227719 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34184) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:41.282978 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-65d29dc7-7e8c-4c37-9c8e-12964b1f628a tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0497553 Aug 18 13:09:41.283470 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34190) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:41.290028 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-77ae3bc2-bbbe-4309-a3b4-b6c1f53a8b47 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'subnet': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:09:41.448165 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 9da443bc-ec36-42d2-b46b-b11f9c58c24a no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:09:41.470009 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 9da443bc-ec36-42d2-b46b-b11f9c58c24a {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:09:41.470303 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 9da443bc-ec36-42d2-b46b-b11f9c58c24a not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:09:41.523933 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ae3bc2-bbbe-4309-a3b4-b6c1f53a8b47 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:09:41.527513 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-77ae3bc2-bbbe-4309-a3b4-b6c1f53a8b47 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:41.591682 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8c051f23-14c5-4145-980d-fa593b169421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:41.921188 n-d-803603-2 neutron-server[101676]: DEBUG neutron.objects.ports [None req-77ae3bc2-bbbe-4309-a3b4-b6c1f53a8b47 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101676) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 13:09:41.922965 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-77ae3bc2-bbbe-4309-a3b4-b6c1f53a8b47 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:41.969466 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ae3bc2-bbbe-4309-a3b4-b6c1f53a8b47 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:09:41.975293 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-77ae3bc2-bbbe-4309-a3b4-b6c1f53a8b47 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:09:41.978900 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ae3bc2-bbbe-4309-a3b4-b6c1f53a8b47 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:41.979686 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-77ae3bc2-bbbe-4309-a3b4-b6c1f53a8b47 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:41.987750 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133a6a5f-90bc-462d-9c6e-afeec1a88b5b None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:09:41.993514 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae3bc2-bbbe-4309-a3b4-b6c1f53a8b47 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Subnet': ['ID=343b23e9-8925-4a32-bcb9-a492c4505f06,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:42.150850 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-29b17305-0ae1-4c64-96e1-3b2a8b12fc76 req-67327726-1dbc-464c-9785-3afa65eb34c1 tempest-ServerShowV257Test-195854887 tempest-ServerShowV257Test-195854887-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6b48bc4-9b82-427f-adf7-513e83db96fe HTTP/1.1" status: 200 len: 210 time: 0.0438321 Aug 18 13:09:42.154890 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab2876b-50f7-4123-b1e3-df4f4043ffd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'tenant_id': 'a22835a92ccd454cb17ed125e0ff09fb', 'fixed_ips': [{'subnet_id': '343b23e9-8925-4a32-bcb9-a492c4505f06'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:09:42.155825 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-dab2876b-50f7-4123-b1e3-df4f4043ffd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:42.158638 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-77ae3bc2-bbbe-4309-a3b4-b6c1f53a8b47 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8740432 Aug 18 13:09:42.161864 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34216) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:42.169046 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-54b3dc91-f788-43df-b6a8-bd5d01f09d71 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'subnet': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:09:42.324727 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-dab2876b-50f7-4123-b1e3-df4f4043ffd4 None None] Allocated IP 2001:db8::f816:3eff:fec6:aaeb (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/343b23e9-8925-4a32-bcb9-a492c4505f06/8a475857-dce4-420f-ac0b-324ae1592a7a) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:09:42.427138 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b3dc91-f788-43df-b6a8-bd5d01f09d71 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:09:42.432264 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-54b3dc91-f788-43df-b6a8-bd5d01f09d71 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:42.498317 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-dab2876b-50f7-4123-b1e3-df4f4043ffd4 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:42.507987 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-dab2876b-50f7-4123-b1e3-df4f4043ffd4 None None] Transition to ACTIVE for port object 8a475857-dce4-420f-ac0b-324ae1592a7a will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:09:42.523596 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-dab2876b-50f7-4123-b1e3-df4f4043ffd4 None None] Transition to ACTIVE for port object 8a475857-dce4-420f-ac0b-324ae1592a7a will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:09:42.592756 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-dab2876b-50f7-4123-b1e3-df4f4043ffd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:42.643344 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab2876b-50f7-4123-b1e3-df4f4043ffd4 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:09:42.646983 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-dab2876b-50f7-4123-b1e3-df4f4043ffd4 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:09:42.656676 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab2876b-50f7-4123-b1e3-df4f4043ffd4 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:09:42.674120 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2876b-50f7-4123-b1e3-df4f4043ffd4 None None] Pushing event updated for resources: {'Port': ['ID=8a475857-dce4-420f-ac0b-324ae1592a7a,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:42.722580 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-dab2876b-50f7-4123-b1e3-df4f4043ffd4 None None] Attempting to bind port 8a475857-dce4-420f-ac0b-324ae1592a7a on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:09:42.723042 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-dab2876b-50f7-4123-b1e3-df4f4043ffd4 None None] Attempting to bind port 8a475857-dce4-420f-ac0b-324ae1592a7a by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:09:42.723467 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab2876b-50f7-4123-b1e3-df4f4043ffd4 None None] Attempting to bind port 8a475857-dce4-420f-ac0b-324ae1592a7a on network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:09:42.729256 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab2876b-50f7-4123-b1e3-df4f4043ffd4 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:09:42.729716 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab2876b-50f7-4123-b1e3-df4f4043ffd4 None None] Checking segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:09:42.730190 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-dab2876b-50f7-4123-b1e3-df4f4043ffd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:42.730647 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab2876b-50f7-4123-b1e3-df4f4043ffd4 None None] Bound using segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:09:42.731185 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-dab2876b-50f7-4123-b1e3-df4f4043ffd4 None None] Bound port: 8a475857-dce4-420f-ac0b-324ae1592a7a, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:09:42.731652 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-dab2876b-50f7-4123-b1e3-df4f4043ffd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:42.803927 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-dab2876b-50f7-4123-b1e3-df4f4043ffd4 None None] For port 8a475857-dce4-420f-ac0b-324ae1592a7a, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:09:42.810679 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-dab2876b-50f7-4123-b1e3-df4f4043ffd4 None None] For port 8a475857-dce4-420f-ac0b-324ae1592a7a, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=8a475857-dce4-420f-ac0b-324ae1592a7a,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:09:42.832305 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-54b3dc91-f788-43df-b6a8-bd5d01f09d71 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:42.915134 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b3dc91-f788-43df-b6a8-bd5d01f09d71 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:09:42.918327 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-dab2876b-50f7-4123-b1e3-df4f4043ffd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:42.943611 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b3dc91-f788-43df-b6a8-bd5d01f09d71 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Subnet': ['ID=57fdf49e-f1fe-4934-af5a-8f4ea04a0753,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:42.948731 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-54b3dc91-f788-43df-b6a8-bd5d01f09d71 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:09:42.968367 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b3dc91-f788-43df-b6a8-bd5d01f09d71 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:42.970215 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-54b3dc91-f788-43df-b6a8-bd5d01f09d71 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:42.977676 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b3dc91-f788-43df-b6a8-bd5d01f09d71 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:42.978565 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b3dc91-f788-43df-b6a8-bd5d01f09d71 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:42.979139 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b3dc91-f788-43df-b6a8-bd5d01f09d71 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:42.982016 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b3dc91-f788-43df-b6a8-bd5d01f09d71 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:42.984468 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b3dc91-f788-43df-b6a8-bd5d01f09d71 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:42.985199 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b3dc91-f788-43df-b6a8-bd5d01f09d71 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:42.985822 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b3dc91-f788-43df-b6a8-bd5d01f09d71 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:42.993215 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b3dc91-f788-43df-b6a8-bd5d01f09d71 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:42.994155 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b3dc91-f788-43df-b6a8-bd5d01f09d71 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:42.994697 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b3dc91-f788-43df-b6a8-bd5d01f09d71 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:42.995215 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b3dc91-f788-43df-b6a8-bd5d01f09d71 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:42.995726 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b3dc91-f788-43df-b6a8-bd5d01f09d71 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:43.015051 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2876b-50f7-4123-b1e3-df4f4043ffd4 None None] Pushing event updated for resources: {'Port': ['ID=8a475857-dce4-420f-ac0b-324ae1592a7a,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:43.137760 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-54b3dc91-f788-43df-b6a8-bd5d01f09d71 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9734926 Aug 18 13:09:43.139863 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34246) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:43.147024 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-f0b7e33f-56e6-4998-b71a-6aecd6d133a4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'port': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'mac_address': 'fa:16:3e:c9:9b:6d', 'name': 'tempest-NetworksTestDHCPv6-1130758379'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:09:43.340196 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a7f1cc60-dbcb-4a9d-b19c-4035685d0c5a req-aa5bea71-8d44-4801-a514-2ec1fda4deb5 tempest-ServerShowV257Test-195854887 tempest-ServerShowV257Test-195854887-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6b48bc4-9b82-427f-adf7-513e83db96fe HTTP/1.1" status: 200 len: 210 time: 0.0448229 Aug 18 13:09:43.557052 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 8a475857-dce4-420f-ac0b-324ae1592a7a up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:09:43.576753 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b7e33f-56e6-4998-b71a-6aecd6d133a4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:09:43.712814 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f0b7e33f-56e6-4998-b71a-6aecd6d133a4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:43.736160 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-f0b7e33f-56e6-4998-b71a-6aecd6d133a4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] device_id is not set on port 7de30ad1-028d-4200-80c7-f6c9df1186e2 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:09:43.769482 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 8a475857-dce4-420f-ac0b-324ae1592a7a completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:09:43.838280 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0661a8c8-702b-46f3-9fb0-78300df574c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:43.944564 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-f0b7e33f-56e6-4998-b71a-6aecd6d133a4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Allocated IP 172.20.0.6 (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/57fdf49e-f1fe-4934-af5a-8f4ea04a0753/7de30ad1-028d-4200-80c7-f6c9df1186e2) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:09:43.953498 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-f0b7e33f-56e6-4998-b71a-6aecd6d133a4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Allocated IP 2001:db8::f816:3eff:fec9:9b6d (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/343b23e9-8925-4a32-bcb9-a492c4505f06/7de30ad1-028d-4200-80c7-f6c9df1186e2) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:09:44.127999 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f0b7e33f-56e6-4998-b71a-6aecd6d133a4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:44.142292 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-f0b7e33f-56e6-4998-b71a-6aecd6d133a4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Transition to ACTIVE for port object 7de30ad1-028d-4200-80c7-f6c9df1186e2 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:09:44.209027 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0052711a-4870-4069-a319-8e36b5ff5018 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:09:44.301795 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f0b7e33f-56e6-4998-b71a-6aecd6d133a4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:44.349462 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b7e33f-56e6-4998-b71a-6aecd6d133a4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:09:44.358330 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-f0b7e33f-56e6-4998-b71a-6aecd6d133a4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:09:44.358330 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b7e33f-56e6-4998-b71a-6aecd6d133a4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:09:44.364431 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b7e33f-56e6-4998-b71a-6aecd6d133a4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Port': ['ID=7de30ad1-028d-4200-80c7-f6c9df1186e2,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:44.431715 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b7e33f-56e6-4998-b71a-6aecd6d133a4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:44.432437 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f0b7e33f-56e6-4998-b71a-6aecd6d133a4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:44.482288 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ad647768-85f9-446f-8ca6-4d2510efeacc None None] Provisioning for port 8a475857-dce4-420f-ac0b-324ae1592a7a completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:09:44.488953 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ad647768-85f9-446f-8ca6-4d2510efeacc None None] Provisioning complete for port 8a475857-dce4-420f-ac0b-324ae1592a7a triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:09:44.489456 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ad647768-85f9-446f-8ca6-4d2510efeacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:44.498876 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f84de63c-e585-46c4-b1a9-d6623b708598 req-a587c23d-f9f6-4714-8961-0cfe1e1d22e0 tempest-ServerShowV257Test-195854887 tempest-ServerShowV257Test-195854887-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6b48bc4-9b82-427f-adf7-513e83db96fe HTTP/1.1" status: 200 len: 210 time: 0.0348051 Aug 18 13:09:44.548374 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842210a0-ff7c-455d-a4fb-faad17489a7c None None] Update dhcp port {'port': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'fixed_ips': [{'subnet_id': '343b23e9-8925-4a32-bcb9-a492c4505f06', 'ip_address': '2001:db8::f816:3eff:fec6:aaeb'}, {'subnet_id': '57fdf49e-f1fe-4934-af5a-8f4ea04a0753'}], 'binding:host_id': 'n-d-803603-2'}, 'id': '8a475857-dce4-420f-ac0b-324ae1592a7a'} from n-d-803603-2. {{(pid=101677) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 13:09:44.604094 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f0b7e33f-56e6-4998-b71a-6aecd6d133a4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4628112 Aug 18 13:09:44.606642 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34312) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:44.617180 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:44.623576 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-842210a0-ff7c-455d-a4fb-faad17489a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:44.644206 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34314) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:44.681806 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00250c6-1e5b-4b0c-8a7a-1e415e502f42 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:44.689612 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00250c6-1e5b-4b0c-8a7a-1e415e502f42 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:44.691627 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f00250c6-1e5b-4b0c-8a7a-1e415e502f42 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0838482 Aug 18 13:09:44.695352 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34318) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:44.818644 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ad647768-85f9-446f-8ca6-4d2510efeacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:44.958209 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-ad647768-85f9-446f-8ca6-4d2510efeacc None None] For port 8a475857-dce4-420f-ac0b-324ae1592a7a, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=8a475857-dce4-420f-ac0b-324ae1592a7a,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:09:45.013937 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-842210a0-ff7c-455d-a4fb-faad17489a7c None None] Allocated IP 172.20.0.2 (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/57fdf49e-f1fe-4934-af5a-8f4ea04a0753/8a475857-dce4-420f-ac0b-324ae1592a7a) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:09:45.030119 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-57c996ed-93ff-4ec9-ae1e-81d1b0050bf5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting port 7de30ad1-028d-4200-80c7-f6c9df1186e2 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:09:45.030603 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-57c996ed-93ff-4ec9-ae1e-81d1b0050bf5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:45.096768 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758fd1d-ada0-4ca9-9d61-c74deebe648c req-d783ac1f-dee5-49ec-aa04-afaa7787ca48 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:45.100479 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8758fd1d-ada0-4ca9-9d61-c74deebe648c req-d783ac1f-dee5-49ec-aa04-afaa7787ca48 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 946 time: 0.1879709 Aug 18 13:09:45.151970 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ad647768-85f9-446f-8ca6-4d2510efeacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:45.258668 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8758fd1d-ada0-4ca9-9d61-c74deebe648c req-8dc2fdb0-e26a-4309-b318-cdb93d5c94ed tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508555 Aug 18 13:09:45.274409 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-57c996ed-93ff-4ec9-ae1e-81d1b0050bf5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:45.280666 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad647768-85f9-446f-8ca6-4d2510efeacc None None] Pushing event updated for resources: {'Port': ['ID=8a475857-dce4-420f-ac0b-324ae1592a7a,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:45.307749 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-57c996ed-93ff-4ec9-ae1e-81d1b0050bf5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Calling delete_port for 7de30ad1-028d-4200-80c7-f6c9df1186e2 owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:09:45.343261 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-842210a0-ff7c-455d-a4fb-faad17489a7c None None] For port 8a475857-dce4-420f-ac0b-324ae1592a7a, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=8a475857-dce4-420f-ac0b-324ae1592a7a,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:09:45.387532 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-842210a0-ff7c-455d-a4fb-faad17489a7c None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:45.407489 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-842210a0-ff7c-455d-a4fb-faad17489a7c None None] Transition to ACTIVE for port object 8a475857-dce4-420f-ac0b-324ae1592a7a will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:09:45.474783 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 8a475857-dce4-420f-ac0b-324ae1592a7a up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:09:45.479140 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:45.541985 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-842210a0-ff7c-455d-a4fb-faad17489a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:45.662887 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ceff7407-760a-4711-9cdb-6ab7829a0d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:45.664020 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842210a0-ff7c-455d-a4fb-faad17489a7c None None] Pushing event updated for resources: {'Port': ['ID=8a475857-dce4-420f-ac0b-324ae1592a7a,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:45.665704 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b2e851b-1a3e-49f2-928f-b05aa753861e req-df230dfb-5410-4500-8561-949569e5f7e2 tempest-ServerShowV257Test-195854887 tempest-ServerShowV257Test-195854887-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6b48bc4-9b82-427f-adf7-513e83db96fe HTTP/1.1" status: 200 len: 210 time: 0.0341365 Aug 18 13:09:45.798618 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-57c996ed-93ff-4ec9-ae1e-81d1b0050bf5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:45.847106 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c996ed-93ff-4ec9-ae1e-81d1b0050bf5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Port': ['ID=7de30ad1-028d-4200-80c7-f6c9df1186e2,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:45.901426 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c996ed-93ff-4ec9-ae1e-81d1b0050bf5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:45.901767 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c996ed-93ff-4ec9-ae1e-81d1b0050bf5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:45.902107 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c996ed-93ff-4ec9-ae1e-81d1b0050bf5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:45.902469 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c996ed-93ff-4ec9-ae1e-81d1b0050bf5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:45.902799 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c996ed-93ff-4ec9-ae1e-81d1b0050bf5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:45.903125 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c996ed-93ff-4ec9-ae1e-81d1b0050bf5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:45.903452 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c996ed-93ff-4ec9-ae1e-81d1b0050bf5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:45.903772 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c996ed-93ff-4ec9-ae1e-81d1b0050bf5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:45.904093 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c996ed-93ff-4ec9-ae1e-81d1b0050bf5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:45.904411 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c996ed-93ff-4ec9-ae1e-81d1b0050bf5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:45.904732 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c996ed-93ff-4ec9-ae1e-81d1b0050bf5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:45.905136 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c996ed-93ff-4ec9-ae1e-81d1b0050bf5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:45.994365 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-57c996ed-93ff-4ec9-ae1e-81d1b0050bf5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:45.996301 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-57c996ed-93ff-4ec9-ae1e-81d1b0050bf5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/ports/7de30ad1-028d-4200-80c7-f6c9df1186e2 HTTP/1.1" status: 204 len: 168 time: 1.2999651 Aug 18 13:09:45.999179 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34362) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:46.082686 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-ceff7407-760a-4711-9cdb-6ab7829a0d17 admin admin] Deleting port fdae7c70-e703-4736-9911-3c6896e884fe {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:09:46.083211 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ceff7407-760a-4711-9cdb-6ab7829a0d17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:46.086588 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5903e1ec-9581-4912-ae39-11f851950a70 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:46.088935 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5903e1ec-9581-4912-ae39-11f851950a70 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:46.090502 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5903e1ec-9581-4912-ae39-11f851950a70 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:46.092185 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5903e1ec-9581-4912-ae39-11f851950a70 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0919697 Aug 18 13:09:46.094992 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34370) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:46.161484 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2cfd797-7959-4d48-ae99-ad8a6f4f2a62 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting subnet 343b23e9-8925-4a32-bcb9-a492c4505f06 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:09:46.166486 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b2cfd797-7959-4d48-ae99-ad8a6f4f2a62 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:46.183292 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-ceff7407-760a-4711-9cdb-6ab7829a0d17 admin admin] For port fdae7c70-e703-4736-9911-3c6896e884fe, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=fdae7c70-e703-4736-9911-3c6896e884fe,segment=NetworkSegment(57b4e41f-121d-4d32-8b51-688f70aedc50),segment_id=57b4e41f-121d-4d32-8b51-688f70aedc50)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:09:46.183756 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ceff7407-760a-4711-9cdb-6ab7829a0d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:46.200204 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-ceff7407-760a-4711-9cdb-6ab7829a0d17 admin admin] Calling delete_port for fdae7c70-e703-4736-9911-3c6896e884fe owned by network:router_interface {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:09:46.220058 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b2cfd797-7959-4d48-ae99-ad8a6f4f2a62 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:46.335467 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b2cfd797-7959-4d48-ae99-ad8a6f4f2a62 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:46.471988 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd8f3e-d47c-4e63-8391-e6e19356ce20 req-6eac059f-b313-45ef-8def-7d19c78479b4 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:46.473620 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-38bd8f3e-d47c-4e63-8391-e6e19356ce20 req-6eac059f-b313-45ef-8def-7d19c78479b4 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 946 time: 0.0686574 Aug 18 13:09:46.519573 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-38bd8f3e-d47c-4e63-8391-e6e19356ce20 req-ac71ba8c-fe45-40ca-872b-95f3fdb1510c tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390284 Aug 18 13:09:46.540622 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b854c92f-b4b6-4bdb-8fe7-2f4650e0db63 None None] Provisioning for port 8a475857-dce4-420f-ac0b-324ae1592a7a completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:09:46.545395 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b854c92f-b4b6-4bdb-8fe7-2f4650e0db63 None None] Provisioning complete for port 8a475857-dce4-420f-ac0b-324ae1592a7a triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:09:46.551992 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b854c92f-b4b6-4bdb-8fe7-2f4650e0db63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:46.571086 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ceff7407-760a-4711-9cdb-6ab7829a0d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:46.572749 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b2cfd797-7959-4d48-ae99-ad8a6f4f2a62 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:46.616579 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff7407-760a-4711-9cdb-6ab7829a0d17 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdae7c70-e703-4736-9911-3c6896e884fe,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:46.626114 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfd797-7959-4d48-ae99-ad8a6f4f2a62 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Subnet': ['ID=343b23e9-8925-4a32-bcb9-a492c4505f06,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:46.640451 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b2cfd797-7959-4d48-ae99-ad8a6f4f2a62 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:46.645854 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b2cfd797-7959-4d48-ae99-ad8a6f4f2a62 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/343b23e9-8925-4a32-bcb9-a492c4505f06 HTTP/1.1" status: 204 len: 168 time: 0.5496166 Aug 18 13:09:46.647503 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34392) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:46.679222 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b854c92f-b4b6-4bdb-8fe7-2f4650e0db63 None None] Could not find standard attr ID for object 7de30ad1-028d-4200-80c7-f6c9df1186e2. {{(pid=101677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 13:09:46.714212 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a5bd2ad-779f-4494-bdb2-572c0b84caef tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting subnet 57fdf49e-f1fe-4934-af5a-8f4ea04a0753 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:09:46.718063 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7a5bd2ad-779f-4494-bdb2-572c0b84caef tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:46.796389 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-90745b09-d77b-4b1b-8b93-b63d66d0d1a6 None None] Could not find standard attr ID for object 7de30ad1-028d-4200-80c7-f6c9df1186e2. {{(pid=101677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 13:09:46.812516 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7a5bd2ad-779f-4494-bdb2-572c0b84caef tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:46.896460 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ceff7407-760a-4711-9cdb-6ab7829a0d17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:46.912410 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7a5bd2ad-779f-4494-bdb2-572c0b84caef tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:46.945182 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6bd0f705-9a93-4fee-ae21-48e2888748fd req-11117c4b-141e-43e8-bc45-76fc6f610184 tempest-ServerShowV257Test-195854887 tempest-ServerShowV257Test-195854887-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6b48bc4-9b82-427f-adf7-513e83db96fe HTTP/1.1" status: 200 len: 210 time: 0.0421791 Aug 18 13:09:47.084278 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7a5bd2ad-779f-4494-bdb2-572c0b84caef tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:47.129222 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5bd2ad-779f-4494-bdb2-572c0b84caef tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Subnet': ['ID=57fdf49e-f1fe-4934-af5a-8f4ea04a0753,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:47.134115 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7a5bd2ad-779f-4494-bdb2-572c0b84caef tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:47.136793 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7a5bd2ad-779f-4494-bdb2-572c0b84caef tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/57fdf49e-f1fe-4934-af5a-8f4ea04a0753 HTTP/1.1" status: 204 len: 168 time: 0.4859061 Aug 18 13:09:47.139352 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34414) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:47.187600 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4d21f1ec-585c-43d8-a66f-c150b564426b tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0470414 Aug 18 13:09:47.190951 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34420) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:47.196547 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-2bff4f65-0b23-445b-b091-f555c5b41bf8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'subnet': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:09:47.336485 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:47.356601 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fbaa5a-b36d-4cd1-b6b2-e847284d3380 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:09:47.438107 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bff4f65-0b23-445b-b091-f555c5b41bf8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:09:47.442621 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2bff4f65-0b23-445b-b091-f555c5b41bf8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:47.552160 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceff7407-760a-4711-9cdb-6ab7829a0d17 admin admin] Router aeae85b3-63fa-461a-9126-03614cc7834d has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:09:47.623647 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 8a475857-dce4-420f-ac0b-324ae1592a7a up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:09:47.672445 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b37d7a-34bf-4f9b-8702-07afd4d43034 None None] DHCP port deletion for fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:09:47.725249 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 8a475857-dce4-420f-ac0b-324ae1592a7a triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:09:47.726952 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:47.759560 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceff7407-760a-4711-9cdb-6ab7829a0d17 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:09:47.765642 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ceff7407-760a-4711-9cdb-6ab7829a0d17 admin admin] 10.222.0.13 "PUT /v2.0/routers/aeae85b3-63fa-461a-9126-03614cc7834d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1203568 Aug 18 13:09:47.768463 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34444) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:47.778202 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168791d2-a7c0-4961-b167-de4faf826e32 req-4c998ff4-7365-472c-ba36-0a74208aa441 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:47.779532 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-168791d2-a7c0-4961-b167-de4faf826e32 req-4c998ff4-7365-472c-ba36-0a74208aa441 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 946 time: 0.0814726 Aug 18 13:09:47.781564 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00144ac5-5612-49b5-a9be-491e32292095 None None] Sync routers for ids ['aeae85b3-63fa-461a-9126-03614cc7834d'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:09:47.796905 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-66b37d7a-34bf-4f9b-8702-07afd4d43034 None None] Deleting port 8a475857-dce4-420f-ac0b-324ae1592a7a {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:09:47.797288 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-66b37d7a-34bf-4f9b-8702-07afd4d43034 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:47.799570 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00144ac5-5612-49b5-a9be-491e32292095 None None] Routers {'aeae85b3-63fa-461a-9126-03614cc7834d'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:09:47.800166 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-00144ac5-5612-49b5-a9be-491e32292095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:09:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['aeae85b3-63fa-461a-9126-03614cc7834d'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:47.828280 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-168791d2-a7c0-4961-b167-de4faf826e32 req-ab1256ab-8e22-431f-ba57-498a9db912ab tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398655 Aug 18 13:09:47.883176 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-232f6448-ca5d-4197-a3ac-d82527a7f81a admin admin] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:47.984543 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-66b37d7a-34bf-4f9b-8702-07afd4d43034 None None] For port 8a475857-dce4-420f-ac0b-324ae1592a7a, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=8a475857-dce4-420f-ac0b-324ae1592a7a,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:09:47.984938 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-66b37d7a-34bf-4f9b-8702-07afd4d43034 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:48.006642 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-66b37d7a-34bf-4f9b-8702-07afd4d43034 None None] Calling delete_port for 8a475857-dce4-420f-ac0b-324ae1592a7a owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:09:48.033360 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-00144ac5-5612-49b5-a9be-491e32292095 None None] Set router aeae85b3-63fa-461a-9126-03614cc7834d gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:09:48.144913 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9abb1208-1833-474a-98f8-52322eafb323 req-7d0b6b74-7b2f-4456-b84c-ae9def52174e tempest-ServerShowV257Test-195854887 tempest-ServerShowV257Test-195854887-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6b48bc4-9b82-427f-adf7-513e83db96fe HTTP/1.1" status: 200 len: 210 time: 0.0902634 Aug 18 13:09:48.195967 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-232f6448-ca5d-4197-a3ac-d82527a7f81a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:48.217500 n-d-803603-2 neutron-server[101675]: DEBUG neutron.objects.ports [None req-2bff4f65-0b23-445b-b091-f555c5b41bf8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101675) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 13:09:48.488987 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-00144ac5-5612-49b5-a9be-491e32292095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'name': 'tempest-AttachVolumeTestJSON-110627919-router', 'tenant_id': '5db4861e129545f8b7d9c174999be45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:01:52Z', 'updated_at': '2021-08-18T13:09:46Z', 'revision_number': 5, 'project_id': '5db4861e129545f8b7d9c174999be45f', 'gw_port': {'id': '0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:37:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:01:54Z', 'updated_at': '2021-08-18T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:48.496073 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-232f6448-ca5d-4197-a3ac-d82527a7f81a admin admin] Deleting port 0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:09:48.496471 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-232f6448-ca5d-4197-a3ac-d82527a7f81a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:48.540563 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00144ac5-5612-49b5-a9be-491e32292095 None None] Checking router: aeae85b3-63fa-461a-9126-03614cc7834d for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:09:48.544253 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-66b37d7a-34bf-4f9b-8702-07afd4d43034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:48.559391 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b37d7a-34bf-4f9b-8702-07afd4d43034 None None] No DVR routers for this DVR port 8a475857-dce4-420f-ac0b-324ae1592a7a on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:09:48.573994 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.ipam_pluggable_backend [None req-2bff4f65-0b23-445b-b091-f555c5b41bf8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Port 8a475857-dce4-420f-ac0b-324ae1592a7a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101675) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 18 13:09:48.574343 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.ipam_pluggable_backend [None req-2bff4f65-0b23-445b-b091-f555c5b41bf8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Reverting IP allocation for 2001:db8::f816:3eff:fec6:aaeb {{(pid=101675) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 18 13:09:48.583907 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.ipam_pluggable_backend [None req-2bff4f65-0b23-445b-b091-f555c5b41bf8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec6:aaeb {{(pid=101675) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 18 13:09:48.586280 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2bff4f65-0b23-445b-b091-f555c5b41bf8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:48.588651 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b37d7a-34bf-4f9b-8702-07afd4d43034 None None] Pushing event deleted for resources: {'Port': ['ID=8a475857-dce4-420f-ac0b-324ae1592a7a,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:48.597763 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00144ac5-5612-49b5-a9be-491e32292095 None None] Routers {'aeae85b3-63fa-461a-9126-03614cc7834d'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:09:48.598545 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-00144ac5-5612-49b5-a9be-491e32292095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:09:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['aeae85b3-63fa-461a-9126-03614cc7834d'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:48.601268 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b37d7a-34bf-4f9b-8702-07afd4d43034 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:48.601621 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b37d7a-34bf-4f9b-8702-07afd4d43034 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:48.602008 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b37d7a-34bf-4f9b-8702-07afd4d43034 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:48.602448 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b37d7a-34bf-4f9b-8702-07afd4d43034 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:48.602874 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b37d7a-34bf-4f9b-8702-07afd4d43034 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:48.603208 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b37d7a-34bf-4f9b-8702-07afd4d43034 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:48.603538 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b37d7a-34bf-4f9b-8702-07afd4d43034 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:48.603866 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b37d7a-34bf-4f9b-8702-07afd4d43034 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:48.604344 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b37d7a-34bf-4f9b-8702-07afd4d43034 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:48.604912 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b37d7a-34bf-4f9b-8702-07afd4d43034 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:48.605282 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b37d7a-34bf-4f9b-8702-07afd4d43034 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:48.605610 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b37d7a-34bf-4f9b-8702-07afd4d43034 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:48.638105 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bff4f65-0b23-445b-b091-f555c5b41bf8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:09:48.643617 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-232f6448-ca5d-4197-a3ac-d82527a7f81a admin admin] For port 0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:09:48.644258 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-232f6448-ca5d-4197-a3ac-d82527a7f81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:48.652761 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-2bff4f65-0b23-445b-b091-f555c5b41bf8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:09:48.660986 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bff4f65-0b23-445b-b091-f555c5b41bf8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:48.661591 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2bff4f65-0b23-445b-b091-f555c5b41bf8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:48.677968 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-232f6448-ca5d-4197-a3ac-d82527a7f81a admin admin] Calling delete_port for 0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82 owned by network:router_gateway {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:09:48.683181 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bff4f65-0b23-445b-b091-f555c5b41bf8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Subnet': ['ID=cd6d0923-7f8a-46d8-a8c3-4f34f567968f,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:48.687469 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167f7596-23e2-4c71-aaba-09dd89ecf138 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:09:48.746983 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-00144ac5-5612-49b5-a9be-491e32292095 None None] Set router aeae85b3-63fa-461a-9126-03614cc7834d gateway port host: None {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:09:48.804331 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-00144ac5-5612-49b5-a9be-491e32292095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'name': 'tempest-AttachVolumeTestJSON-110627919-router', 'tenant_id': '5db4861e129545f8b7d9c174999be45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:01:52Z', 'updated_at': '2021-08-18T13:09:48Z', 'revision_number': 6, 'project_id': '5db4861e129545f8b7d9c174999be45f', 'gw_port_host': None}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:48.835984 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00144ac5-5612-49b5-a9be-491e32292095 None None] The sync data for ids ['aeae85b3-63fa-461a-9126-03614cc7834d'] in n-d-803603-2 is: [{'id': 'aeae85b3-63fa-461a-9126-03614cc7834d', 'name': 'tempest-AttachVolumeTestJSON-110627919-router', 'tenant_id': '5db4861e129545f8b7d9c174999be45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:01:52Z', 'updated_at': '2021-08-18T13:09:48Z', 'revision_number': 6, 'project_id': '5db4861e129545f8b7d9c174999be45f', 'gw_port_host': None}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:09:48.915090 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2bff4f65-0b23-445b-b091-f555c5b41bf8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7229676 Aug 18 13:09:48.918055 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34496) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:48.925202 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-5bf7bd33-ebd1-4b7f-bd51-b640038a9710 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'subnet': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:09:48.966479 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775ffd19-b051-4f34-9ae3-87eb99768764 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'tenant_id': 'a22835a92ccd454cb17ed125e0ff09fb', 'fixed_ips': [{'subnet_id': 'cd6d0923-7f8a-46d8-a8c3-4f34f567968f'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:09:48.968520 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-775ffd19-b051-4f34-9ae3-87eb99768764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:48.997834 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-232f6448-ca5d-4197-a3ac-d82527a7f81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:49.028136 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f6448-ca5d-4197-a3ac-d82527a7f81a admin admin] Pushing event deleted for resources: {'Port': ['ID=0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:49.133476 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-232f6448-ca5d-4197-a3ac-d82527a7f81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:49.146058 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3799c-b336-427a-8a5d-b3f08fbf6884 req-1e35e4fc-2b06-41d0-8d33-03c44d803e71 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:49.147684 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8ae3799c-b336-427a-8a5d-b3f08fbf6884 req-1e35e4fc-2b06-41d0-8d33-03c44d803e71 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 946 time: 0.0905871 Aug 18 13:09:49.152621 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-775ffd19-b051-4f34-9ae3-87eb99768764 None None] Allocated IP 2001:db8::f816:3eff:fed7:6227 (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/cd6d0923-7f8a-46d8-a8c3-4f34f567968f/7bae03f7-fa7c-403a-9e87-3c4c503622dd) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:09:49.209702 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf7bd33-ebd1-4b7f-bd51-b640038a9710 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:09:49.220860 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5bf7bd33-ebd1-4b7f-bd51-b640038a9710 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:49.259612 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-232f6448-ca5d-4197-a3ac-d82527a7f81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:49.263100 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-232f6448-ca5d-4197-a3ac-d82527a7f81a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:49.351906 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8ae3799c-b336-427a-8a5d-b3f08fbf6884 req-a1526cb2-d3b3-4c06-bea6-e07e0fc9dfd1 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804669 Aug 18 13:09:49.380790 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-775ffd19-b051-4f34-9ae3-87eb99768764 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:49.390795 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-775ffd19-b051-4f34-9ae3-87eb99768764 None None] Transition to ACTIVE for port object 7bae03f7-fa7c-403a-9e87-3c4c503622dd will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:09:49.397003 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-38304241-da18-4e9e-a47a-d3fa8142e713 req-d14c4b1b-9e42-4ef8-bc27-b70bb36da43a tempest-ServerShowV257Test-195854887 tempest-ServerShowV257Test-195854887-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6b48bc4-9b82-427f-adf7-513e83db96fe HTTP/1.1" status: 200 len: 210 time: 0.0669806 Aug 18 13:09:49.409409 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-232f6448-ca5d-4197-a3ac-d82527a7f81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:49.410671 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232f6448-ca5d-4197-a3ac-d82527a7f81a admin admin] Fanout notify agent at l3_agent the message router_deleted on router aeae85b3-63fa-461a-9126-03614cc7834d {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:09:49.418253 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-232f6448-ca5d-4197-a3ac-d82527a7f81a admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:49.419896 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-232f6448-ca5d-4197-a3ac-d82527a7f81a admin admin] 10.222.0.13 "DELETE /v2.0/routers/aeae85b3-63fa-461a-9126-03614cc7834d HTTP/1.1" status: 204 len: 168 time: 1.6485808 Aug 18 13:09:49.424826 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34524) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:49.450212 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-775ffd19-b051-4f34-9ae3-87eb99768764 None None] Transition to ACTIVE for port object 7bae03f7-fa7c-403a-9e87-3c4c503622dd will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:09:49.512568 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-775ffd19-b051-4f34-9ae3-87eb99768764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:49.554570 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaff99c1-1698-456c-b3a4-28f2a0fba69b admin admin] Deleting subnet 00f32c6d-8610-4a26-b77a-8f80b2f8beae {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:09:49.558802 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775ffd19-b051-4f34-9ae3-87eb99768764 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:09:49.559127 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eaff99c1-1698-456c-b3a4-28f2a0fba69b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:49.567557 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-775ffd19-b051-4f34-9ae3-87eb99768764 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:09:49.570584 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775ffd19-b051-4f34-9ae3-87eb99768764 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:09:49.582334 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ffd19-b051-4f34-9ae3-87eb99768764 None None] Pushing event updated for resources: {'Port': ['ID=7bae03f7-fa7c-403a-9e87-3c4c503622dd,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:49.606906 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eaff99c1-1698-456c-b3a4-28f2a0fba69b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:49.654575 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-775ffd19-b051-4f34-9ae3-87eb99768764 None None] Attempting to bind port 7bae03f7-fa7c-403a-9e87-3c4c503622dd on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:09:49.654984 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-775ffd19-b051-4f34-9ae3-87eb99768764 None None] Attempting to bind port 7bae03f7-fa7c-403a-9e87-3c4c503622dd by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:09:49.655382 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775ffd19-b051-4f34-9ae3-87eb99768764 None None] Attempting to bind port 7bae03f7-fa7c-403a-9e87-3c4c503622dd on network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:09:49.660826 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775ffd19-b051-4f34-9ae3-87eb99768764 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:09:49.661251 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775ffd19-b051-4f34-9ae3-87eb99768764 None None] Checking segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:09:49.661664 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-775ffd19-b051-4f34-9ae3-87eb99768764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:49.662299 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775ffd19-b051-4f34-9ae3-87eb99768764 None None] Bound using segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:09:49.663000 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-775ffd19-b051-4f34-9ae3-87eb99768764 None None] Bound port: 7bae03f7-fa7c-403a-9e87-3c4c503622dd, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:09:49.664353 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-775ffd19-b051-4f34-9ae3-87eb99768764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:49.744046 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-775ffd19-b051-4f34-9ae3-87eb99768764 None None] For port 7bae03f7-fa7c-403a-9e87-3c4c503622dd, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:09:49.753544 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-775ffd19-b051-4f34-9ae3-87eb99768764 None None] For port 7bae03f7-fa7c-403a-9e87-3c4c503622dd, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=7bae03f7-fa7c-403a-9e87-3c4c503622dd,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:09:49.795661 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eaff99c1-1698-456c-b3a4-28f2a0fba69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:49.833925 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-775ffd19-b051-4f34-9ae3-87eb99768764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:49.889503 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device fdae7c70-e703-4736-9911-3c6896e884fe no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:09:49.917819 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: fdae7c70-e703-4736-9911-3c6896e884fe {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:09:49.918212 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device fdae7c70-e703-4736-9911-3c6896e884fe not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:09:49.918629 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 8a475857-dce4-420f-ac0b-324ae1592a7a no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:09:49.954803 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 8a475857-dce4-420f-ac0b-324ae1592a7a {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:09:49.955152 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 8a475857-dce4-420f-ac0b-324ae1592a7a not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:09:49.972626 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ffd19-b051-4f34-9ae3-87eb99768764 None None] Pushing event updated for resources: {'Port': ['ID=7bae03f7-fa7c-403a-9e87-3c4c503622dd,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:49.976694 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5bf7bd33-ebd1-4b7f-bd51-b640038a9710 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:50.028475 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eaff99c1-1698-456c-b3a4-28f2a0fba69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:50.049423 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf7bd33-ebd1-4b7f-bd51-b640038a9710 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:09:50.049820 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1ebada-26fd-49c7-9cde-dda648003299 None None] Network f0772655-8fcf-4cc7-a52b-8d2f1d4d6419 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:09:50.059833 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eaff99c1-1698-456c-b3a4-28f2a0fba69b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:50.059833 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-eaff99c1-1698-456c-b3a4-28f2a0fba69b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/00f32c6d-8610-4a26-b77a-8f80b2f8beae HTTP/1.1" status: 204 len: 168 time: 0.6312251 Aug 18 13:09:50.059833 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-5bf7bd33-ebd1-4b7f-bd51-b640038a9710 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:09:50.060078 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34552) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:50.075409 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf7bd33-ebd1-4b7f-bd51-b640038a9710 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:50.081149 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5bf7bd33-ebd1-4b7f-bd51-b640038a9710 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:50.121512 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf7bd33-ebd1-4b7f-bd51-b640038a9710 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Subnet': ['ID=2d71c8cb-a26a-459a-a5c7-91384bdcbf3b,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:50.167959 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff99c1-1698-456c-b3a4-28f2a0fba69b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00f32c6d-8610-4a26-b77a-8f80b2f8beae,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:50.229124 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eeeb08e0-d68d-43a7-ba38-671c6cd89014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:50.302812 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5bf7bd33-ebd1-4b7f-bd51-b640038a9710 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3820045 Aug 18 13:09:50.305265 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34562) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:50.321463 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-b322c5fc-ad6f-496b-b5f6-b934639e267f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'port': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'mac_address': 'fa:16:3e:7d:22:55', 'name': 'tempest-NetworksTestDHCPv6-1921044566'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:09:50.351761 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-eeeb08e0-d68d-43a7-ba38-671c6cd89014 admin admin] Deleting port 02b2def8-e385-47ce-95c1-95a5439e14d9 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:09:50.352112 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eeeb08e0-d68d-43a7-ba38-671c6cd89014 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:50.388772 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf324e0-1b7f-4b4d-ab8c-5ede785ecce7 None None] DHCP port deletion for f0772655-8fcf-4cc7-a52b-8d2f1d4d6419 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:09:50.478998 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-5cf324e0-1b7f-4b4d-ab8c-5ede785ecce7 None None] Deleting port 02b2def8-e385-47ce-95c1-95a5439e14d9 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:09:50.478998 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5cf324e0-1b7f-4b4d-ab8c-5ede785ecce7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:50.523435 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-eeeb08e0-d68d-43a7-ba38-671c6cd89014 admin admin] For port 02b2def8-e385-47ce-95c1-95a5439e14d9, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=02b2def8-e385-47ce-95c1-95a5439e14d9,segment=NetworkSegment(57b4e41f-121d-4d32-8b51-688f70aedc50),segment_id=57b4e41f-121d-4d32-8b51-688f70aedc50)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:09:50.524669 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eeeb08e0-d68d-43a7-ba38-671c6cd89014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:50.547438 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-eeeb08e0-d68d-43a7-ba38-671c6cd89014 admin admin] Calling delete_port for 02b2def8-e385-47ce-95c1-95a5439e14d9 owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:09:50.573319 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-5cf324e0-1b7f-4b4d-ab8c-5ede785ecce7 None None] For port 02b2def8-e385-47ce-95c1-95a5439e14d9, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=02b2def8-e385-47ce-95c1-95a5439e14d9,segment=NetworkSegment(57b4e41f-121d-4d32-8b51-688f70aedc50),segment_id=57b4e41f-121d-4d32-8b51-688f70aedc50)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:09:50.573319 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5cf324e0-1b7f-4b4d-ab8c-5ede785ecce7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:50.584999 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-5cf324e0-1b7f-4b4d-ab8c-5ede785ecce7 None None] Calling delete_port for 02b2def8-e385-47ce-95c1-95a5439e14d9 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:09:50.615820 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469de48-29fe-455c-b80f-d3584c275810 req-1aca8882-082e-4461-ad11-e55ec75465dc tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:50.617431 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c469de48-29fe-455c-b80f-d3584c275810 req-1aca8882-082e-4461-ad11-e55ec75465dc tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 946 time: 0.1294405 Aug 18 13:09:50.670361 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b5b3259e-21f7-40e9-9226-cc54f4d2295e req-8b10de8f-efdc-40e0-9287-aff2a6476b53 tempest-ServerShowV257Test-195854887 tempest-ServerShowV257Test-195854887-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6b48bc4-9b82-427f-adf7-513e83db96fe HTTP/1.1" status: 200 len: 210 time: 0.0549879 Aug 18 13:09:50.684653 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c469de48-29fe-455c-b80f-d3584c275810 req-ab10fb21-e107-422b-b8dc-179fb1b7b622 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598826 Aug 18 13:09:50.757695 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b322c5fc-ad6f-496b-b5f6-b934639e267f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:09:50.841623 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5cf324e0-1b7f-4b4d-ab8c-5ede785ecce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:50.855984 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eeeb08e0-d68d-43a7-ba38-671c6cd89014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:50.903529 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b322c5fc-ad6f-496b-b5f6-b934639e267f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:50.911409 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf324e0-1b7f-4b4d-ab8c-5ede785ecce7 None None] Pushing event deleted for resources: {'Port': ['ID=02b2def8-e385-47ce-95c1-95a5439e14d9,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:50.927134 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeb08e0-d68d-43a7-ba38-671c6cd89014 admin admin] Pushing event deleted for resources: {'Port': ['ID=02b2def8-e385-47ce-95c1-95a5439e14d9,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:50.927839 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf324e0-1b7f-4b4d-ab8c-5ede785ecce7 None None] No DVR routers for this DVR port 02b2def8-e385-47ce-95c1-95a5439e14d9 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:09:50.932591 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeeb08e0-d68d-43a7-ba38-671c6cd89014 admin admin] No DVR routers for this DVR port 02b2def8-e385-47ce-95c1-95a5439e14d9 on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:09:50.959799 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-b322c5fc-ad6f-496b-b5f6-b934639e267f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] device_id is not set on port 658a1f4a-ae2e-4bea-b11a-9441c7ac03b6 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:09:51.090696 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eeeb08e0-d68d-43a7-ba38-671c6cd89014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:51.119397 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-eeeb08e0-d68d-43a7-ba38-671c6cd89014 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0772655-8fcf-4cc7-a52b-8d2f1d4d6419']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:51.137493 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-eeeb08e0-d68d-43a7-ba38-671c6cd89014 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b4e41f-121d-4d32-8b51-688f70aedc50') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:51.137865 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-eeeb08e0-d68d-43a7-ba38-671c6cd89014 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b4e41f-121d-4d32-8b51-688f70aedc50') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:51.151795 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eeeb08e0-d68d-43a7-ba38-671c6cd89014 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:51.169042 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eeeb08e0-d68d-43a7-ba38-671c6cd89014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:51.176749 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeeb08e0-d68d-43a7-ba38-671c6cd89014 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:09:51.177285 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eeeb08e0-d68d-43a7-ba38-671c6cd89014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:51.185269 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-b322c5fc-ad6f-496b-b5f6-b934639e267f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Allocated IP 172.20.0.11 (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/2d71c8cb-a26a-459a-a5c7-91384bdcbf3b/658a1f4a-ae2e-4bea-b11a-9441c7ac03b6) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:09:51.194079 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-b322c5fc-ad6f-496b-b5f6-b934639e267f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Allocated IP 2001:db8::f816:3eff:fe7d:2255 (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/cd6d0923-7f8a-46d8-a8c3-4f34f567968f/658a1f4a-ae2e-4bea-b11a-9441c7ac03b6) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:09:51.221112 n-d-803603-2 neutron-server[101675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:09:51.221112 n-d-803603-2 neutron-server[101675]: self.session.flush() Aug 18 13:09:51.221112 n-d-803603-2 neutron-server[101675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:09:51.221112 n-d-803603-2 neutron-server[101675]: self.session.flush() Aug 18 13:09:51.221112 n-d-803603-2 neutron-server[101675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:09:51.221112 n-d-803603-2 neutron-server[101675]: self.session.flush() Aug 18 13:09:51.221112 n-d-803603-2 neutron-server[101675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:09:51.221112 n-d-803603-2 neutron-server[101675]: self.session.flush() Aug 18 13:09:51.221112 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:09:51.221112 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:09:51.221112 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:09:51.221112 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:09:51.221112 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:09:51.221112 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:09:51.221112 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:09:51.221112 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:09:51.221112 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:09:51.221112 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:09:51.221112 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:09:51.221112 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:09:51.221112 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:09:51.221112 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:09:51.221112 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:09:51.221112 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:09:51.221112 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:09:51.221112 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:09:51.221112 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:09:51.221112 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:09:51.221112 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:09:51.221112 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:09:51.221112 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:09:51.221112 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:09:51.221112 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:09:51.221112 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:09:51.221112 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:09:51.221112 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:09:51.221112 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:09:51.221112 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:09:51.221112 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:09:51.221112 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:09:51.385209 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b322c5fc-ad6f-496b-b5f6-b934639e267f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:51.392239 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eeeb08e0-d68d-43a7-ba38-671c6cd89014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:51.418287 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-b322c5fc-ad6f-496b-b5f6-b934639e267f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Transition to ACTIVE for port object 658a1f4a-ae2e-4bea-b11a-9441c7ac03b6 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:09:51.424597 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eeeb08e0-d68d-43a7-ba38-671c6cd89014 admin admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:51.428387 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-eeeb08e0-d68d-43a7-ba38-671c6cd89014 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f0772655-8fcf-4cc7-a52b-8d2f1d4d6419 HTTP/1.1" status: 204 len: 168 time: 1.3672864 Aug 18 13:09:51.431678 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeb08e0-d68d-43a7-ba38-671c6cd89014 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0772655-8fcf-4cc7-a52b-8d2f1d4d6419,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:51.510517 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f98a178-f1cd-49db-b3c8-f159eb035551 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:09:51.552942 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 7bae03f7-fa7c-403a-9e87-3c4c503622dd up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:09:51.615331 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b322c5fc-ad6f-496b-b5f6-b934639e267f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:51.676757 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b322c5fc-ad6f-496b-b5f6-b934639e267f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:09:51.676757 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-b322c5fc-ad6f-496b-b5f6-b934639e267f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:09:51.676757 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b322c5fc-ad6f-496b-b5f6-b934639e267f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:09:51.698524 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b322c5fc-ad6f-496b-b5f6-b934639e267f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Port': ['ID=658a1f4a-ae2e-4bea-b11a-9441c7ac03b6,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:51.738567 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b322c5fc-ad6f-496b-b5f6-b934639e267f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:51.739642 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b322c5fc-ad6f-496b-b5f6-b934639e267f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:51.820312 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-93634843-c904-47d2-b865-3836010e210a req-ccd85e29-c958-4776-a698-60413c8adca0 tempest-ServerShowV257Test-195854887 tempest-ServerShowV257Test-195854887-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6b48bc4-9b82-427f-adf7-513e83db96fe HTTP/1.1" status: 200 len: 210 time: 0.0389304 Aug 18 13:09:51.846902 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2520d6b-7058-4806-8e15-f4b13c8107f3 None None] Update dhcp port {'port': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'fixed_ips': [{'subnet_id': 'cd6d0923-7f8a-46d8-a8c3-4f34f567968f', 'ip_address': '2001:db8::f816:3eff:fed7:6227'}, {'subnet_id': '2d71c8cb-a26a-459a-a5c7-91384bdcbf3b'}], 'binding:host_id': 'n-d-803603-2'}, 'id': '7bae03f7-fa7c-403a-9e87-3c4c503622dd'} from n-d-803603-2. {{(pid=101677) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 13:09:51.874581 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7fdcf8f4-e37a-49bc-8627-4009898f3786 None None] Provisioning for port 7bae03f7-fa7c-403a-9e87-3c4c503622dd completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:09:51.898764 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e74ca-3d22-4e04-ae39-f956173d9a79 req-0f2801be-1c70-47a2-9220-47f9a6252f48 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:51.907663 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-250e74ca-3d22-4e04-ae39-f956173d9a79 req-0f2801be-1c70-47a2-9220-47f9a6252f48 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 946 time: 0.0971994 Aug 18 13:09:51.920566 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c2520d6b-7058-4806-8e15-f4b13c8107f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:51.932447 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 7bae03f7-fa7c-403a-9e87-3c4c503622dd completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:09:51.947848 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 7bae03f7-fa7c-403a-9e87-3c4c503622dd triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:09:51.948738 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:51.953711 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-250e74ca-3d22-4e04-ae39-f956173d9a79 req-4e5c45ef-4624-4eac-8c53-f719dd47e3e5 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450590 Aug 18 13:09:51.994364 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b322c5fc-ad6f-496b-b5f6-b934639e267f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.6869102 Aug 18 13:09:52.000409 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34624) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:52.063565 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fc6075-32d1-43e0-a667-6fb19d610a7c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:52.072114 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fc6075-32d1-43e0-a667-6fb19d610a7c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:52.074387 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-35fc6075-32d1-43e0-a667-6fb19d610a7c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0727868 Aug 18 13:09:52.076899 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34628) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:52.125443 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34632) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:52.196454 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-95d481b6-5499-45e0-8dcc-204c0f70d760 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5db4861e129545f8b7d9c174999be45f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0689578 Aug 18 13:09:52.198969 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34638) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:52.216894 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-39c6e232-2fa8-41b4-a3f4-22e3530f8905 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting port 658a1f4a-ae2e-4bea-b11a-9441c7ac03b6 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:09:52.219578 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-39c6e232-2fa8-41b4-a3f4-22e3530f8905 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:52.219912 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:52.242508 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-c2520d6b-7058-4806-8e15-f4b13c8107f3 None None] Allocated IP 172.20.0.2 (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/2d71c8cb-a26a-459a-a5c7-91384bdcbf3b/7bae03f7-fa7c-403a-9e87-3c4c503622dd) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:09:52.267659 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-00a44532-8c37-40f3-94f2-570bc0603e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:52.297051 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-00a44532-8c37-40f3-94f2-570bc0603e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:52.354090 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-39c6e232-2fa8-41b4-a3f4-22e3530f8905 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:52.370302 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-39c6e232-2fa8-41b4-a3f4-22e3530f8905 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Calling delete_port for 658a1f4a-ae2e-4bea-b11a-9441c7ac03b6 owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:09:52.524369 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-00a44532-8c37-40f3-94f2-570bc0603e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:52.527027 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-00a44532-8c37-40f3-94f2-570bc0603e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:52.528206 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-00a44532-8c37-40f3-94f2-570bc0603e09 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf262725-ae75-4ce3-82d5-3faccade8fd0 HTTP/1.1" status: 204 len: 168 time: 0.3278730 Aug 18 13:09:52.537411 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a44532-8c37-40f3-94f2-570bc0603e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf262725-ae75-4ce3-82d5-3faccade8fd0,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:52.582431 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-c2520d6b-7058-4806-8e15-f4b13c8107f3 None None] For port 7bae03f7-fa7c-403a-9e87-3c4c503622dd, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=7bae03f7-fa7c-403a-9e87-3c4c503622dd,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:09:52.618914 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c2520d6b-7058-4806-8e15-f4b13c8107f3 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:52.637230 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c2520d6b-7058-4806-8e15-f4b13c8107f3 None None] Transition to ACTIVE for port object 7bae03f7-fa7c-403a-9e87-3c4c503622dd will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:09:52.728940 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-39c6e232-2fa8-41b4-a3f4-22e3530f8905 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:52.757792 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c2520d6b-7058-4806-8e15-f4b13c8107f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:52.771283 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c6e232-2fa8-41b4-a3f4-22e3530f8905 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Port': ['ID=658a1f4a-ae2e-4bea-b11a-9441c7ac03b6,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:52.924863 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.db.api [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:09:52.929865 n-d-803603-2 neutron-server[101677]: DEBUG oslo_db.api [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:09:52.929865 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2520d6b-7058-4806-8e15-f4b13c8107f3 None None] Pushing event updated for resources: {'Port': ['ID=7bae03f7-fa7c-403a-9e87-3c4c503622dd,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:52.933307 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-39c6e232-2fa8-41b4-a3f4-22e3530f8905 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:52.944555 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-39c6e232-2fa8-41b4-a3f4-22e3530f8905 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/ports/658a1f4a-ae2e-4bea-b11a-9441c7ac03b6 HTTP/1.1" status: 204 len: 168 time: 0.8662279 Aug 18 13:09:52.948435 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34668) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:53.036227 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415103c7-6af5-4ba2-955e-e505e6f104c9 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:53.036227 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415103c7-6af5-4ba2-955e-e505e6f104c9 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:53.036227 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415103c7-6af5-4ba2-955e-e505e6f104c9 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:53.038984 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-415103c7-6af5-4ba2-955e-e505e6f104c9 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0885363 Aug 18 13:09:53.045382 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34680) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:53.081317 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7716d167-94f3-4126-9c35-1bf60cf7e75b req-5fd92fcf-b70a-46fc-911b-5992767d1dc4 tempest-ServerShowV257Test-195854887 tempest-ServerShowV257Test-195854887-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6b48bc4-9b82-427f-adf7-513e83db96fe HTTP/1.1" status: 200 len: 210 time: 0.0407941 Aug 18 13:09:53.171740 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-81c761ab-8b10-4088-894a-de2d70f63193 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting subnet 2d71c8cb-a26a-459a-a5c7-91384bdcbf3b {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:09:53.197992 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-81c761ab-8b10-4088-894a-de2d70f63193 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:53.249451 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-81c761ab-8b10-4088-894a-de2d70f63193 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:53.282637 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ff9b0-656e-48d7-ace5-35b03a28a8ba req-21373bd5-3041-4950-92de-12a9202a8cec tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:53.284429 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c73ff9b0-656e-48d7-ace5-35b03a28a8ba req-21373bd5-3041-4950-92de-12a9202a8cec tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 946 time: 0.1314533 Aug 18 13:09:53.382559 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c73ff9b0-656e-48d7-ace5-35b03a28a8ba req-4ea618d9-ec9b-4134-91b2-eae418b80c9f tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859785 Aug 18 13:09:53.409400 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-81c761ab-8b10-4088-894a-de2d70f63193 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:53.501459 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:53.587611 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-81c761ab-8b10-4088-894a-de2d70f63193 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:53.622557 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c761ab-8b10-4088-894a-de2d70f63193 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Subnet': ['ID=2d71c8cb-a26a-459a-a5c7-91384bdcbf3b,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:53.624635 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-81c761ab-8b10-4088-894a-de2d70f63193 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:53.630102 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-81c761ab-8b10-4088-894a-de2d70f63193 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/2d71c8cb-a26a-459a-a5c7-91384bdcbf3b HTTP/1.1" status: 204 len: 168 time: 0.5836222 Aug 18 13:09:53.630757 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34710) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:53.661878 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.db.api [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:09:53.662337 n-d-803603-2 neutron-server[101677]: DEBUG oslo_db.api [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:09:53.698361 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-71f06228-068e-44cb-abfe-e70ecb9d7f60 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting subnet cd6d0923-7f8a-46d8-a8c3-4f34f567968f {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:09:53.701888 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-71f06228-068e-44cb-abfe-e70ecb9d7f60 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:53.708122 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a012958-5c9c-4573-b8ab-09e7ef20de04 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:09:53.760021 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-71f06228-068e-44cb-abfe-e70ecb9d7f60 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:53.872257 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-71f06228-068e-44cb-abfe-e70ecb9d7f60 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:53.907830 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-511c1202-a39e-407d-98e3-f4f37501b5d7 None None] Provisioning for port 7bae03f7-fa7c-403a-9e87-3c4c503622dd completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:09:53.916619 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-511c1202-a39e-407d-98e3-f4f37501b5d7 None None] Provisioning complete for port 7bae03f7-fa7c-403a-9e87-3c4c503622dd triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:09:53.917467 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-511c1202-a39e-407d-98e3-f4f37501b5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:54.013707 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-511c1202-a39e-407d-98e3-f4f37501b5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:54.095697 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-71f06228-068e-44cb-abfe-e70ecb9d7f60 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:54.130026 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f06228-068e-44cb-abfe-e70ecb9d7f60 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Subnet': ['ID=cd6d0923-7f8a-46d8-a8c3-4f34f567968f,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:54.140552 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-71f06228-068e-44cb-abfe-e70ecb9d7f60 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:54.145571 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-71f06228-068e-44cb-abfe-e70ecb9d7f60 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/cd6d0923-7f8a-46d8-a8c3-4f34f567968f HTTP/1.1" status: 204 len: 168 time: 0.5133255 Aug 18 13:09:54.150057 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34738) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:54.213119 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.db.api [None req-511c1202-a39e-407d-98e3-f4f37501b5d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:09:54.214836 n-d-803603-2 neutron-server[101677]: DEBUG oslo_db.api [None req-511c1202-a39e-407d-98e3-f4f37501b5d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:09:54.229554 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-587bd781-57af-459f-8058-e486925813eb tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0777690 Aug 18 13:09:54.231866 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34740) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:54.238336 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-024b2107-6dbb-48b4-8b14-f3671a85e287 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'subnet': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:09:54.269717 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b440d497-a37d-43ad-9577-dcb02eea89a9 req-8410f7af-807e-404f-a902-be4577e2cbc3 tempest-ServerShowV257Test-195854887 tempest-ServerShowV257Test-195854887-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6b48bc4-9b82-427f-adf7-513e83db96fe HTTP/1.1" status: 200 len: 210 time: 0.0392523 Aug 18 13:09:54.295854 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:54.354074 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 7bae03f7-fa7c-403a-9e87-3c4c503622dd, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=7bae03f7-fa7c-403a-9e87-3c4c503622dd,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:09:54.478023 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:54.531512 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc41de-eb02-4f31-a8d5-299a534592a7 req-e88e0778-3a63-4bb7-a016-d8873c1f9b07 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:54.537208 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bccc41de-eb02-4f31-a8d5-299a534592a7 req-e88e0778-3a63-4bb7-a016-d8873c1f9b07 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 946 time: 0.0728359 Aug 18 13:09:54.540441 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024b2107-6dbb-48b4-8b14-f3671a85e287 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:09:54.541781 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=7bae03f7-fa7c-403a-9e87-3c4c503622dd,revision_number=6']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:54.545575 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-024b2107-6dbb-48b4-8b14-f3671a85e287 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:54.563583 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:09:54.592227 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:09:54.596418 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 0631fe5c-6bcb-47c4-aff0-8ecc8f5bfc82 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:09:54.596418 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 02b2def8-e385-47ce-95c1-95a5439e14d9 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:09:54.618603 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 02b2def8-e385-47ce-95c1-95a5439e14d9 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:09:54.619637 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 02b2def8-e385-47ce-95c1-95a5439e14d9 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:09:54.653507 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bccc41de-eb02-4f31-a8d5-299a534592a7 req-af1707ca-fdbc-49c8-bda9-ad5c9ee9c693 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137323 Aug 18 13:09:54.718933 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5811c1-037e-4436-91e7-82cc481761c3 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:09:54.799270 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 7bae03f7-fa7c-403a-9e87-3c4c503622dd up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:09:54.903775 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-511c1202-a39e-407d-98e3-f4f37501b5d7 None None] Could not find standard attr ID for object 658a1f4a-ae2e-4bea-b11a-9441c7ac03b6. {{(pid=101677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 13:09:54.971733 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 7bae03f7-fa7c-403a-9e87-3c4c503622dd triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:09:54.971733 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:55.046094 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-024b2107-6dbb-48b4-8b14-f3671a85e287 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:55.071651 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0a77f2-b664-41f9-b3f0-efc36c3fa7bc None None] DHCP port deletion for fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:09:55.078569 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024b2107-6dbb-48b4-8b14-f3671a85e287 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:09:55.117562 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-024b2107-6dbb-48b4-8b14-f3671a85e287 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:09:55.117562 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024b2107-6dbb-48b4-8b14-f3671a85e287 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:55.117562 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-024b2107-6dbb-48b4-8b14-f3671a85e287 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:55.118411 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-8050290e-ebce-4f1e-ba24-d7d55b4d8f71 None None] Provisioning complete for port 7bae03f7-fa7c-403a-9e87-3c4c503622dd triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:09:55.118411 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8050290e-ebce-4f1e-ba24-d7d55b4d8f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:55.118684 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b2107-6dbb-48b4-8b14-f3671a85e287 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Subnet': ['ID=094a71fa-9325-460e-a72d-ed312edd0d83,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:55.179558 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-cf0a77f2-b664-41f9-b3f0-efc36c3fa7bc None None] Deleting port 7bae03f7-fa7c-403a-9e87-3c4c503622dd {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:09:55.179936 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cf0a77f2-b664-41f9-b3f0-efc36c3fa7bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:55.247776 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-024b2107-6dbb-48b4-8b14-f3671a85e287 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0145824 Aug 18 13:09:55.250632 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34772) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:55.258896 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-a4996960-93e7-4db2-bfec-db3537bda9ef tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'subnet': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:09:55.316321 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-cf0a77f2-b664-41f9-b3f0-efc36c3fa7bc None None] For port 7bae03f7-fa7c-403a-9e87-3c4c503622dd, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=7bae03f7-fa7c-403a-9e87-3c4c503622dd,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:09:55.316321 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cf0a77f2-b664-41f9-b3f0-efc36c3fa7bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:55.324577 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-cf0a77f2-b664-41f9-b3f0-efc36c3fa7bc None None] Calling delete_port for 7bae03f7-fa7c-403a-9e87-3c4c503622dd owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:09:55.530897 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-38e2ed88-0842-4736-88d7-23518f385047 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:55.537271 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-03160d60-05b9-44af-be6e-f621c89b3415 req-4b56d6d4-8012-4207-b200-945f5daf2eed tempest-ServerShowV257Test-195854887 tempest-ServerShowV257Test-195854887-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6b48bc4-9b82-427f-adf7-513e83db96fe HTTP/1.1" status: 200 len: 210 time: 0.0564067 Aug 18 13:09:55.541344 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-38e2ed88-0842-4736-88d7-23518f385047 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/networks?id=2a1c8077-7a6c-448a-bba2-5a8c92845aec HTTP/1.1" status: 200 len: 814 time: 0.5792692 Aug 18 13:09:55.556245 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-454f4ddf-02de-4786-81d3-c6a08cff9672 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/quotas/f6acde663147425b8e24cfb36883f668 HTTP/1.1" status: 200 len: 375 time: 0.0134444 Aug 18 13:09:55.594772 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-4b8a24d3-b818-424f-a9fc-717dd9177992 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6acde663147425b8e24cfb36883f668&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307326 Aug 18 13:09:55.700782 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4996960-93e7-4db2-bfec-db3537bda9ef tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:09:55.701417 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cf0a77f2-b664-41f9-b3f0-efc36c3fa7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:55.704847 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a4996960-93e7-4db2-bfec-db3537bda9ef tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:55.718781 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0a77f2-b664-41f9-b3f0-efc36c3fa7bc None None] No DVR routers for this DVR port 7bae03f7-fa7c-403a-9e87-3c4c503622dd on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:09:55.729114 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-9d8f3eb1-2e39-42a5-9da3-a771743d9077 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:09:55.730446 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-9d8f3eb1-2e39-42a5-9da3-a771743d9077 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1280501 Aug 18 13:09:55.749818 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9754a1cd-b5d4-4124-a0b6-4875dd51d9c7 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:09:55.811654 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a77f2-b664-41f9-b3f0-efc36c3fa7bc None None] Pushing event deleted for resources: {'Port': ['ID=7bae03f7-fa7c-403a-9e87-3c4c503622dd,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:55.879640 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-4fdcc269-be93-42aa-bcb6-31ab2174c321 service neutron] 10.222.0.13 "GET /v2.0/networks/2a1c8077-7a6c-448a-bba2-5a8c92845aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401556 Aug 18 13:09:55.904747 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108cc84a-f0e7-4d39-a5ef-1f9a4b0e187c req-63bc00c9-a5f1-4b05-9cf9-88991cb7f806 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:55.906379 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-108cc84a-f0e7-4d39-a5ef-1f9a4b0e187c req-63bc00c9-a5f1-4b05-9cf9-88991cb7f806 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 946 time: 0.1550119 Aug 18 13:09:55.973453 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-108cc84a-f0e7-4d39-a5ef-1f9a4b0e187c req-c73f31f2-3681-4e69-bc8f-ffd71449e97d tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582075 Aug 18 13:09:55.990542 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2f8fdd-2b95-4cef-851b-7714ff16862b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'tenant_id': 'a22835a92ccd454cb17ed125e0ff09fb', 'fixed_ips': [{'subnet_id': '094a71fa-9325-460e-a72d-ed312edd0d83'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:09:55.992762 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fa2f8fdd-2b95-4cef-851b-7714ff16862b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:56.058752 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-8d200682-7659-4120-9c2e-fffbaa87dad7 service neutron] 10.222.0.13 "GET /v2.0/networks/2a1c8077-7a6c-448a-bba2-5a8c92845aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711035 Aug 18 13:09:56.165474 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-fa2f8fdd-2b95-4cef-851b-7714ff16862b None None] Allocated IP 172.20.0.2 (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/094a71fa-9325-460e-a72d-ed312edd0d83/4a3e5749-aff8-48a8-a0c1-0d8bde243f2b) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:09:56.303807 n-d-803603-2 neutron-server[101676]: DEBUG neutron.objects.ports [None req-a4996960-93e7-4db2-bfec-db3537bda9ef tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101676) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 13:09:56.316042 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a4996960-93e7-4db2-bfec-db3537bda9ef tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:56.400116 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fa2f8fdd-2b95-4cef-851b-7714ff16862b None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:56.437313 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-fa2f8fdd-2b95-4cef-851b-7714ff16862b None None] Transition to ACTIVE for port object 4a3e5749-aff8-48a8-a0c1-0d8bde243f2b will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:09:56.446730 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4ea75746-ec67-4421-888a-345b76e7a51a req-21f8e4a0-d8ec-4c1b-be71-615a275f4193 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1eaabb2a-2bdd-490b-b444-025157d535a8 HTTP/1.1" status: 200 len: 210 time: 0.0613465 Aug 18 13:09:56.447978 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-fa2f8fdd-2b95-4cef-851b-7714ff16862b None None] Transition to ACTIVE for port object 4a3e5749-aff8-48a8-a0c1-0d8bde243f2b will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:09:56.461126 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4996960-93e7-4db2-bfec-db3537bda9ef tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:09:56.474014 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-a4996960-93e7-4db2-bfec-db3537bda9ef tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:09:56.479145 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4996960-93e7-4db2-bfec-db3537bda9ef tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:56.479771 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a4996960-93e7-4db2-bfec-db3537bda9ef tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:56.490200 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4996960-93e7-4db2-bfec-db3537bda9ef tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Subnet': ['ID=e23b082b-c954-4bed-9dcb-061f44ec631a,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:56.661326 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fa2f8fdd-2b95-4cef-851b-7714ff16862b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:56.669650 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ab7b138b-3089-40e2-bace-a403dba818cf req-9f6cb636-d5fa-4efc-b8fb-4ae4a694d39f tempest-ServerShowV257Test-195854887 tempest-ServerShowV257Test-195854887-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6b48bc4-9b82-427f-adf7-513e83db96fe HTTP/1.1" status: 200 len: 210 time: 0.0382898 Aug 18 13:09:56.690132 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a4996960-93e7-4db2-bfec-db3537bda9ef tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4382138 Aug 18 13:09:56.692936 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34818) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:56.700353 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-16a64cc9-e423-4bd2-a47c-ab11a4d0f9d0 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'port': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'mac_address': 'fa:16:3e:8e:96:f2', 'name': 'tempest-NetworksTestDHCPv6-1290118452'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:09:56.720130 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2f8fdd-2b95-4cef-851b-7714ff16862b None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:09:56.724161 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-fa2f8fdd-2b95-4cef-851b-7714ff16862b None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:09:56.733339 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2f8fdd-2b95-4cef-851b-7714ff16862b None None] Pushing event updated for resources: {'Port': ['ID=4a3e5749-aff8-48a8-a0c1-0d8bde243f2b,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:56.733339 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2f8fdd-2b95-4cef-851b-7714ff16862b None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:09:56.771523 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 7bae03f7-fa7c-403a-9e87-3c4c503622dd no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:09:56.820321 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 7bae03f7-fa7c-403a-9e87-3c4c503622dd {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:09:56.820821 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 7bae03f7-fa7c-403a-9e87-3c4c503622dd not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:09:56.826894 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-fa2f8fdd-2b95-4cef-851b-7714ff16862b None None] Attempting to bind port 4a3e5749-aff8-48a8-a0c1-0d8bde243f2b on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:09:56.827509 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-fa2f8fdd-2b95-4cef-851b-7714ff16862b None None] Attempting to bind port 4a3e5749-aff8-48a8-a0c1-0d8bde243f2b by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:09:56.828117 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2f8fdd-2b95-4cef-851b-7714ff16862b None None] Attempting to bind port 4a3e5749-aff8-48a8-a0c1-0d8bde243f2b on network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:09:56.833838 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2f8fdd-2b95-4cef-851b-7714ff16862b None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:09:56.834715 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2f8fdd-2b95-4cef-851b-7714ff16862b None None] Checking segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:09:56.835260 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fa2f8fdd-2b95-4cef-851b-7714ff16862b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:56.835872 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2f8fdd-2b95-4cef-851b-7714ff16862b None None] Bound using segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:09:56.836676 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-fa2f8fdd-2b95-4cef-851b-7714ff16862b None None] Bound port: 4a3e5749-aff8-48a8-a0c1-0d8bde243f2b, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:09:56.837402 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fa2f8fdd-2b95-4cef-851b-7714ff16862b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:56.917514 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-fa2f8fdd-2b95-4cef-851b-7714ff16862b None None] For port 4a3e5749-aff8-48a8-a0c1-0d8bde243f2b, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:09:56.920865 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-fa2f8fdd-2b95-4cef-851b-7714ff16862b None None] For port 4a3e5749-aff8-48a8-a0c1-0d8bde243f2b, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4a3e5749-aff8-48a8-a0c1-0d8bde243f2b,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:09:57.055137 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a64cc9-e423-4bd2-a47c-ab11a4d0f9d0 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:09:57.057225 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fa2f8fdd-2b95-4cef-851b-7714ff16862b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:57.125289 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2f8fdd-2b95-4cef-851b-7714ff16862b None None] Pushing event updated for resources: {'Port': ['ID=4a3e5749-aff8-48a8-a0c1-0d8bde243f2b,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:57.169766 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 84374c5e-ea52-42da-bb5a-91b676be58ba details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:09:57.197866 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082728d1-838f-4994-b3b7-fed3e396fa7c req-cadb3555-ecb9-4574-8b4d-efc0b063c155 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:57.203814 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-082728d1-838f-4994-b3b7-fed3e396fa7c req-cadb3555-ecb9-4574-8b4d-efc0b063c155 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 946 time: 0.1035986 Aug 18 13:09:57.230062 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-16a64cc9-e423-4bd2-a47c-ab11a4d0f9d0 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:57.266814 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [None req-16a64cc9-e423-4bd2-a47c-ab11a4d0f9d0 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] device_id is not set on port 9ae01205-e523-4bd4-9e1c-c57f25c43606 yet. {{(pid=101675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:09:57.275139 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-082728d1-838f-4994-b3b7-fed3e396fa7c req-ee67e781-5b53-48d6-955f-be904897775d tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636373 Aug 18 13:09:57.292940 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 84374c5e-ea52-42da-bb5a-91b676be58ba, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=84374c5e-ea52-42da-bb5a-91b676be58ba,segment=NetworkSegment(1d336752-25b6-4131-855b-23a2ad96544b),segment_id=1d336752-25b6-4131-855b-23a2ad96544b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:09:57.329205 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '84374c5e-ea52-42da-bb5a-91b676be58ba', 'network_id': '1580e32b-815c-484e-8818-74705331eaf8', 'port_id': '84374c5e-ea52-42da-bb5a-91b676be58ba', 'mac_address': 'fa:16:3e:6c:34:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:09:57.401875 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:57.420953 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 84374c5e-ea52-42da-bb5a-91b676be58ba {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:09:57.456965 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 84374c5e-ea52-42da-bb5a-91b676be58ba, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=84374c5e-ea52-42da-bb5a-91b676be58ba,segment=NetworkSegment(1d336752-25b6-4131-855b-23a2ad96544b),segment_id=1d336752-25b6-4131-855b-23a2ad96544b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:09:57.570741 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:57.644131 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2b18c4f3-c33b-40a9-a012-70608d03ad93 req-0a917c47-6a41-44f3-b04d-031d63e971f5 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1eaabb2a-2bdd-490b-b444-025157d535a8 HTTP/1.1" status: 200 len: 210 time: 0.0800853 Aug 18 13:09:57.681685 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-16a64cc9-e423-4bd2-a47c-ab11a4d0f9d0 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Allocated IP 172.20.0.9 (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/094a71fa-9325-460e-a72d-ed312edd0d83/9ae01205-e523-4bd4-9e1c-c57f25c43606) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:09:57.681945 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=84374c5e-ea52-42da-bb5a-91b676be58ba,revision_number=6']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:57.682217 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-16a64cc9-e423-4bd2-a47c-ab11a4d0f9d0 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Allocated IP 2001:db8::f816:3eff:fe8e:96f2 (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/e23b082b-c954-4bed-9dcb-061f44ec631a/9ae01205-e523-4bd4-9e1c-c57f25c43606) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:09:57.684353 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['84374c5e-ea52-42da-bb5a-91b676be58ba'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:09:57.851821 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ba37e024-059e-4de1-ac0a-5a5f2c3af51c req-63eb8268-1b0d-44ab-b732-b811dcaf858e tempest-ServerShowV257Test-195854887 tempest-ServerShowV257Test-195854887-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6b48bc4-9b82-427f-adf7-513e83db96fe HTTP/1.1" status: 200 len: 210 time: 0.0788281 Aug 18 13:09:57.928067 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-16a64cc9-e423-4bd2-a47c-ab11a4d0f9d0 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:57.943665 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-16a64cc9-e423-4bd2-a47c-ab11a4d0f9d0 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Transition to ACTIVE for port object 9ae01205-e523-4bd4-9e1c-c57f25c43606 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:09:58.032556 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:58.169985 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-16a64cc9-e423-4bd2-a47c-ab11a4d0f9d0 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:58.215662 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a64cc9-e423-4bd2-a47c-ab11a4d0f9d0 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:09:58.218193 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-16a64cc9-e423-4bd2-a47c-ab11a4d0f9d0 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:09:58.222377 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a64cc9-e423-4bd2-a47c-ab11a4d0f9d0 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:09:58.291676 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a64cc9-e423-4bd2-a47c-ab11a4d0f9d0 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Port': ['ID=9ae01205-e523-4bd4-9e1c-c57f25c43606,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:58.333362 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a64cc9-e423-4bd2-a47c-ab11a4d0f9d0 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:58.334624 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-16a64cc9-e423-4bd2-a47c-ab11a4d0f9d0 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:58.399708 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcb6bf3-be50-42c7-ae06-ec6484596672 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:09:58.458722 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134b446-6e83-4e62-9bba-18f1c4800e5c req-f2d6c2b9-9e1e-4c7b-a419-e130e12615bb tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:58.461069 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5134b446-6e83-4e62-9bba-18f1c4800e5c req-f2d6c2b9-9e1e-4c7b-a419-e130e12615bb tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 945 time: 0.0678921 Aug 18 13:09:58.511224 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5134b446-6e83-4e62-9bba-18f1c4800e5c req-c38df9f8-3697-44af-95d9-ff055a3baca9 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407131 Aug 18 13:09:58.528950 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34860) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:58.535781 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-16a64cc9-e423-4bd2-a47c-ab11a4d0f9d0 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8334117 Aug 18 13:09:58.594989 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c2926d-1ef0-45ac-97ac-fd6ea786b0e8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:58.598488 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-3e9531bc-6cda-4cdc-80e8-382d3f7a6bb2 None None] Provisioning for port 4a3e5749-aff8-48a8-a0c1-0d8bde243f2b completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:09:58.602089 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c2926d-1ef0-45ac-97ac-fd6ea786b0e8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:58.607719 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34864) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:58.617935 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-06c2926d-1ef0-45ac-97ac-fd6ea786b0e8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0858803 Aug 18 13:09:58.784124 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:58.818312 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d07238-af4b-4662-b9a8-e0bbf50c845f None None] Update dhcp port {'port': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'fixed_ips': [{'subnet_id': '094a71fa-9325-460e-a72d-ed312edd0d83', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e23b082b-c954-4bed-9dcb-061f44ec631a'}], 'binding:host_id': 'n-d-803603-2'}, 'id': '4a3e5749-aff8-48a8-a0c1-0d8bde243f2b'} from n-d-803603-2. {{(pid=101677) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 13:09:58.848249 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-87ef5dd8-1caa-435f-90dc-ea6fd73ff0eb tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting port 9ae01205-e523-4bd4-9e1c-c57f25c43606 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:09:58.853865 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-87ef5dd8-1caa-435f-90dc-ea6fd73ff0eb tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:58.894967 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ee6c00b5-c7d0-40eb-b02a-4e4be7aae587 req-27bddc4f-af7d-4a5d-acff-7d9cac3b6adf tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1eaabb2a-2bdd-490b-b444-025157d535a8 HTTP/1.1" status: 200 len: 210 time: 0.0701826 Aug 18 13:09:58.939923 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:09:58.963749 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-04d07238-af4b-4662-b9a8-e0bbf50c845f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:58.986337 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4a3e5749-aff8-48a8-a0c1-0d8bde243f2b up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:09:59.048307 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f293d915-772f-414d-8ad9-9605af8a515d req-a6d591e0-6ffa-41a8-82a6-09abe75bb7ba tempest-ServerShowV257Test-195854887 tempest-ServerShowV257Test-195854887-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6b48bc4-9b82-427f-adf7-513e83db96fe HTTP/1.1" status: 200 len: 210 time: 0.0514848 Aug 18 13:09:59.099575 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a8adb8b6-0c5c-4937-a1fc-e0924c4b88e0 req-73ae893b-a4ec-4c7c-9fb2-da0cdbb368ae service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f6b48bc4-9b82-427f-adf7-513e83db96fe HTTP/1.1" status: 200 len: 210 time: 0.1013849 Aug 18 13:09:59.133649 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-87ef5dd8-1caa-435f-90dc-ea6fd73ff0eb tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:59.164471 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-87ef5dd8-1caa-435f-90dc-ea6fd73ff0eb tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Calling delete_port for 9ae01205-e523-4bd4-9e1c-c57f25c43606 owned by {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:09:59.182677 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-04d07238-af4b-4662-b9a8-e0bbf50c845f None None] Allocated IP 2001:db8::f816:3eff:fe8b:516c (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/e23b082b-c954-4bed-9dcb-061f44ec631a/4a3e5749-aff8-48a8-a0c1-0d8bde243f2b) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:09:59.256611 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 84374c5e-ea52-42da-bb5a-91b676be58ba up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:09:59.346929 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-04d07238-af4b-4662-b9a8-e0bbf50c845f None None] For port 4a3e5749-aff8-48a8-a0c1-0d8bde243f2b, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4a3e5749-aff8-48a8-a0c1-0d8bde243f2b,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:09:59.380271 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 84374c5e-ea52-42da-bb5a-91b676be58ba triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:09:59.380959 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:59.410348 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-04d07238-af4b-4662-b9a8-e0bbf50c845f None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:59.434599 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-04d07238-af4b-4662-b9a8-e0bbf50c845f None None] Transition to ACTIVE for port object 4a3e5749-aff8-48a8-a0c1-0d8bde243f2b will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:09:59.479090 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 4a3e5749-aff8-48a8-a0c1-0d8bde243f2b completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:09:59.494264 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 4a3e5749-aff8-48a8-a0c1-0d8bde243f2b triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:09:59.494264 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:59.541343 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-87ef5dd8-1caa-435f-90dc-ea6fd73ff0eb tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:59.549021 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:59.591351 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef5dd8-1caa-435f-90dc-ea6fd73ff0eb tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Port': ['ID=9ae01205-e523-4bd4-9e1c-c57f25c43606,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:59.706990 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-87ef5dd8-1caa-435f-90dc-ea6fd73ff0eb tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:59.708772 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-87ef5dd8-1caa-435f-90dc-ea6fd73ff0eb tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/ports/9ae01205-e523-4bd4-9e1c-c57f25c43606 HTTP/1.1" status: 204 len: 168 time: 1.0997584 Aug 18 13:09:59.714298 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34894) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:59.842198 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd74cc-1886-4414-993c-c631dd13bfac req-f5ebf0d7-1e52-477d-b192-0429ca21be1d tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:59.850299 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a2fd74cc-1886-4414-993c-c631dd13bfac req-f5ebf0d7-1e52-477d-b192-0429ca21be1d tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 945 time: 0.1712830 Aug 18 13:09:59.876737 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6015d107-b84f-408c-a408-c598882a6af8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:59.880503 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6015d107-b84f-408c-a408-c598882a6af8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:59.887092 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6015d107-b84f-408c-a408-c598882a6af8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:59.891631 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6015d107-b84f-408c-a408-c598882a6af8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1751709 Aug 18 13:09:59.892006 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34902) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:59.991082 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a2fd74cc-1886-4414-993c-c631dd13bfac req-5116124e-67bf-4449-b66a-9cc020b650c8 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042678 Aug 18 13:09:59.994204 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-04d07238-af4b-4662-b9a8-e0bbf50c845f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:00.011756 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1480fd98-1897-4d2b-ac5b-38ce61a30390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84374c5e-ea52-42da-bb5a-91b676be58ba'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:10:00.014141 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7492945a-d0d6-4896-ade5-83eae0a8b056" -d '{"events": [{"server_uuid": "1480fd98-1897-4d2b-ac5b-38ce61a30390", "name": "network-vif-plugged", "status": "completed", "tag": "84374c5e-ea52-42da-bb5a-91b676be58ba"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:10:00.047933 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba28d2f2-eb10-43da-9ce4-8470341a4c37 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting subnet 094a71fa-9325-460e-a72d-ed312edd0d83 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:10:00.055425 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ba28d2f2-eb10-43da-9ce4-8470341a4c37 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:00.081672 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 84374c5e-ea52-42da-bb5a-91b676be58ba, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=84374c5e-ea52-42da-bb5a-91b676be58ba,segment=NetworkSegment(1d336752-25b6-4131-855b-23a2ad96544b),segment_id=1d336752-25b6-4131-855b-23a2ad96544b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:10:00.146594 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:00.221397 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:00.244083 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d07238-af4b-4662-b9a8-e0bbf50c845f None None] Pushing event updated for resources: {'Port': ['ID=4a3e5749-aff8-48a8-a0c1-0d8bde243f2b,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:00.345510 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-915abf82-6b40-44c1-9d34-f6d51927808a req-16f12541-e583-4ddb-9f29-1f5ce4643bec tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1eaabb2a-2bdd-490b-b444-025157d535a8 HTTP/1.1" status: 200 len: 210 time: 0.1259201 Aug 18 13:10:00.406916 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ba28d2f2-eb10-43da-9ce4-8470341a4c37 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:00.410219 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=84374c5e-ea52-42da-bb5a-91b676be58ba,revision_number=7']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:00.469148 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-f7e51cd8-8902-407c-8624-6e637c7a02b5 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:00.479388 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-f7e51cd8-8902-407c-8624-6e637c7a02b5 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.20 "GET /v2.0/networks?id=2a1c8077-7a6c-448a-bba2-5a8c92845aec HTTP/1.1" status: 200 len: 814 time: 0.5252674 Aug 18 13:10:00.487583 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.db.api [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:10:00.488220 n-d-803603-2 neutron-server[101677]: DEBUG oslo_db.api [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:10:00.571257 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-ac634892-8293-4201-97df-6ec116c5f0bb tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Request body: {'port': {'device_id': '1eaabb2a-2bdd-490b-b444-025157d535a8', 'network_id': '2a1c8077-7a6c-448a-bba2-5a8c92845aec', 'admin_state_up': True, 'tenant_id': 'f6acde663147425b8e24cfb36883f668'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:10:00.657412 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27ed1ba0-a7de-4893-a0fd-d1e654de4291 req-b693475c-9b56-4602-a626-53d0c3d39063 tempest-ServerShowV257Test-195854887 tempest-ServerShowV257Test-195854887-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6b48bc4-9b82-427f-adf7-513e83db96fe HTTP/1.1" status: 200 len: 210 time: 0.0554192 Aug 18 13:10:00.724605 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f628591b-b17a-4198-a321-71aefd0e05e2 x-openstack-request-id: req-f628591b-b17a-4198-a321-71aefd0e05e2 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:10:00.724916 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1480fd98-1897-4d2b-ac5b-38ce61a30390", "name": "network-vif-plugged", "status": "completed", "tag": "84374c5e-ea52-42da-bb5a-91b676be58ba", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:10:00.725169 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f628591b-b17a-4198-a321-71aefd0e05e2 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:10:00.730912 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1480fd98-1897-4d2b-ac5b-38ce61a30390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84374c5e-ea52-42da-bb5a-91b676be58ba', 'code': 200} Aug 18 13:10:00.932121 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ba28d2f2-eb10-43da-9ce4-8470341a4c37 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:01.061651 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-ac634892-8293-4201-97df-6ec116c5f0bb tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Made reservation on behalf of f6acde663147425b8e24cfb36883f668 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:10:01.066257 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-ac634892-8293-4201-97df-6ec116c5f0bb tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:01.089198 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:01.166220 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ba28d2f2-eb10-43da-9ce4-8470341a4c37 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:01.246844 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.db.api [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:10:01.247313 n-d-803603-2 neutron-server[101677]: DEBUG oslo_db.api [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:10:01.385562 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0f9dd-f6b7-4791-ac63-cba2eb8ca672 req-a70b19bf-a771-4e41-bf05-8ed704d26b3f tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:01.399403 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aa0e60cf-0ebf-4bcb-adac-459bf5d23dd9 req-dfa10a5d-46cd-4917-a5a0-026bf042e4aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a19bd557ef084af98934711ab26573a6&device_id=f6b48bc4-9b82-427f-adf7-513e83db96fe HTTP/1.1" status: 200 len: 210 time: 0.0432253 Aug 18 13:10:01.400145 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba28d2f2-eb10-43da-9ce4-8470341a4c37 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Subnet': ['ID=094a71fa-9325-460e-a72d-ed312edd0d83,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:01.408954 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ba28d2f2-eb10-43da-9ce4-8470341a4c37 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:01.420326 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9af0f9dd-f6b7-4791-ac63-cba2eb8ca672 req-a70b19bf-a771-4e41-bf05-8ed704d26b3f tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 946 time: 0.1538520 Aug 18 13:10:01.420326 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34934) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:01.420704 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ba28d2f2-eb10-43da-9ce4-8470341a4c37 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/094a71fa-9325-460e-a72d-ed312edd0d83 HTTP/1.1" status: 204 len: 168 time: 1.5256250 Aug 18 13:10:01.459379 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ecff2d-7651-430b-9594-5420c85f3c80 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:10:01.484363 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aa0e60cf-0ebf-4bcb-adac-459bf5d23dd9 req-1a8d754c-c9a8-4e47-8285-bdc51d334617 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=a19bd557ef084af98934711ab26573a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641720 Aug 18 13:10:01.523383 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-39774baa-e8df-4f60-a4e0-98fa08e91390 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting subnet e23b082b-c954-4bed-9dcb-061f44ec631a {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:10:01.550337 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-39774baa-e8df-4f60-a4e0-98fa08e91390 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:01.647174 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9af0f9dd-f6b7-4791-ac63-cba2eb8ca672 req-70a6f19c-1d3b-4226-a6dc-e6a399206932 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143286 Aug 18 13:10:01.655102 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-39774baa-e8df-4f60-a4e0-98fa08e91390 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:01.716614 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c6d8b6e4-48e9-4c30-9a76-fb1e85cfc341 None None] Provisioning for port 4a3e5749-aff8-48a8-a0c1-0d8bde243f2b completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:10:01.724159 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c6d8b6e4-48e9-4c30-9a76-fb1e85cfc341 None None] Provisioning complete for port 4a3e5749-aff8-48a8-a0c1-0d8bde243f2b triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:10:01.724531 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b6e4-48e9-4c30-9a76-fb1e85cfc341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:01.759956 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-02aa9a18-0a8c-4cfb-a1e5-5cd477f69c23 req-e38047ca-e6f6-4b07-9b14-35b4d975d311 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1eaabb2a-2bdd-490b-b444-025157d535a8 HTTP/1.1" status: 200 len: 210 time: 0.2013507 Aug 18 13:10:01.809163 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-ac634892-8293-4201-97df-6ec116c5f0bb tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Allocated IP 172.20.0.4 (2a1c8077-7a6c-448a-bba2-5a8c92845aec/e21c72b4-2738-4a15-8296-0e1cd7475b13/18b9e76f-e99d-4d62-8fc7-571a0848e3bc) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:10:01.840760 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-71aa2fa8-cb85-4a84-81a0-343b7d79b7ab req-6d0c8da5-184b-4b94-8895-4b26873e77de tempest-ServerShowV257Test-195854887 tempest-ServerShowV257Test-195854887-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6b48bc4-9b82-427f-adf7-513e83db96fe HTTP/1.1" status: 200 len: 210 time: 0.0932546 Aug 18 13:10:01.903189 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-39774baa-e8df-4f60-a4e0-98fa08e91390 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:01.920031 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e60cf-0ebf-4bcb-adac-459bf5d23dd9 req-9e30a200-5307-4c5e-a781-084e023d64a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:01.921570 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aa0e60cf-0ebf-4bcb-adac-459bf5d23dd9 req-9e30a200-5307-4c5e-a781-084e023d64a4 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3642337 Aug 18 13:10:01.989048 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b6e4-48e9-4c30-9a76-fb1e85cfc341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:02.029852 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:02.097280 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-39774baa-e8df-4f60-a4e0-98fa08e91390 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:02.190607 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.db.api [None req-c6d8b6e4-48e9-4c30-9a76-fb1e85cfc341 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:10:02.191158 n-d-803603-2 neutron-server[101677]: DEBUG oslo_db.api [None req-c6d8b6e4-48e9-4c30-9a76-fb1e85cfc341 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:10:02.193872 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.db.api [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:10:02.194722 n-d-803603-2 neutron-server[101677]: DEBUG oslo_db.api [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:10:02.225021 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-ac634892-8293-4201-97df-6ec116c5f0bb tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:02.226202 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39774baa-e8df-4f60-a4e0-98fa08e91390 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Subnet': ['ID=e23b082b-c954-4bed-9dcb-061f44ec631a,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:02.243465 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-39774baa-e8df-4f60-a4e0-98fa08e91390 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:02.250401 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-39774baa-e8df-4f60-a4e0-98fa08e91390 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/e23b082b-c954-4bed-9dcb-061f44ec631a HTTP/1.1" status: 204 len: 168 time: 0.8334489 Aug 18 13:10:02.254723 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34950) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:02.337734 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-74480ce5-0d1f-455e-8f35-68b064239cd9 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0812418 Aug 18 13:10:02.340924 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34952) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:02.347650 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-a2f2f64b-445a-4991-af74-e0e9b944a85b tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'subnet': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:10:02.443855 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-ac634892-8293-4201-97df-6ec116c5f0bb tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:02.526108 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac634892-8293-4201-97df-6ec116c5f0bb tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Pushing event updated for resources: {'Port': ['ID=18b9e76f-e99d-4d62-8fc7-571a0848e3bc,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:02.542747 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-ac634892-8293-4201-97df-6ec116c5f0bb tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Network 2a1c8077-7a6c-448a-bba2-5a8c92845aec is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:10:02.546425 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-ac634892-8293-4201-97df-6ec116c5f0bb tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:10:02.548696 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-ac634892-8293-4201-97df-6ec116c5f0bb tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:10:02.623588 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-ac634892-8293-4201-97df-6ec116c5f0bb tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:02.624250 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-ac634892-8293-4201-97df-6ec116c5f0bb tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:02.723894 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f2f64b-445a-4991-af74-e0e9b944a85b tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:10:02.762840 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a2f2f64b-445a-4991-af74-e0e9b944a85b tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:02.902825 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b6e4-48e9-4c30-9a76-fb1e85cfc341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:03.023798 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-c6d8b6e4-48e9-4c30-9a76-fb1e85cfc341 None None] For port 4a3e5749-aff8-48a8-a0c1-0d8bde243f2b, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4a3e5749-aff8-48a8-a0c1-0d8bde243f2b,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:10:03.111942 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b6e4-48e9-4c30-9a76-fb1e85cfc341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:03.117708 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c6d8b6e4-48e9-4c30-9a76-fb1e85cfc341 None None] Could not find standard attr ID for object 9ae01205-e523-4bd4-9e1c-c57f25c43606. {{(pid=101677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 13:10:03.199790 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c8ba5-c55a-4697-8211-992b6d6ca333 req-f6669e09-5cf4-425b-aedf-2998608b6640 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:03.229131 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8b5c8ba5-c55a-4697-8211-992b6d6ca333 req-f6669e09-5cf4-425b-aedf-2998608b6640 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 946 time: 0.2789454 Aug 18 13:10:03.277825 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d8b6e4-48e9-4c30-9a76-fb1e85cfc341 None None] Pushing event updated for resources: {'Port': ['ID=4a3e5749-aff8-48a8-a0c1-0d8bde243f2b,revision_number=6']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:03.295631 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-ac634892-8293-4201-97df-6ec116c5f0bb tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7327785 Aug 18 13:10:03.334326 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-cc2a4590-2aba-4f63-91a3-ab867077175e service neutron] Request body: {'port': {'device_id': '1eaabb2a-2bdd-490b-b444-025157d535a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:10:03.343868 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2cb18c-4bd1-4aa9-a7aa-10f52e3606d0 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:10:03.373296 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8b5c8ba5-c55a-4697-8211-992b6d6ca333 req-d03636e8-919b-4381-9e24-d3d449e9ce6c tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368935 Aug 18 13:10:03.385030 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aa0e60cf-0ebf-4bcb-adac-459bf5d23dd9 req-aeb72276-3440-40ff-848d-beb7b1ffa616 tempest-ServerShowV257Test-195854887 tempest-ServerShowV257Test-195854887-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6b48bc4-9b82-427f-adf7-513e83db96fe HTTP/1.1" status: 200 len: 210 time: 0.1031048 Aug 18 13:10:03.500403 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a3e6b-df17-4c17-b8e8-7eac8cb6fcc1 req-981bbcea-7f51-4777-af2a-05b2cf0e48cb tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:03.501301 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-dff39903-272d-4190-8b38-6c4ce6c3c5cf None None] Provisioning complete for port 4a3e5749-aff8-48a8-a0c1-0d8bde243f2b triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:10:03.505700 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-dff39903-272d-4190-8b38-6c4ce6c3c5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:03.508599 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d15a3e6b-df17-4c17-b8e8-7eac8cb6fcc1 req-981bbcea-7f51-4777-af2a-05b2cf0e48cb tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1eaabb2a-2bdd-490b-b444-025157d535a8 HTTP/1.1" status: 200 len: 931 time: 0.2255673 Aug 18 13:10:03.599575 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-cc2a4590-2aba-4f63-91a3-ab867077175e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:03.615547 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a2f2f64b-445a-4991-af74-e0e9b944a85b tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:03.639423 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f2f64b-445a-4991-af74-e0e9b944a85b tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:10:03.651920 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-a2f2f64b-445a-4991-af74-e0e9b944a85b tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:10:03.709160 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f2f64b-445a-4991-af74-e0e9b944a85b tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:03.709801 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a2f2f64b-445a-4991-af74-e0e9b944a85b tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:03.745221 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f2f64b-445a-4991-af74-e0e9b944a85b tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Subnet': ['ID=3afeae75-ae2c-4a3b-80d4-42a1730e1dac,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:03.751671 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-25af8954-aac2-41e6-b284-f9c148091172 req-1e66359c-2bd1-4fbb-9b08-e840d9f5bad1 tempest-ServerShowV257Test-195854887 tempest-ServerShowV257Test-195854887-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6b48bc4-9b82-427f-adf7-513e83db96fe HTTP/1.1" status: 200 len: 210 time: 0.0689495 Aug 18 13:10:03.780749 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d15a3e6b-df17-4c17-b8e8-7eac8cb6fcc1 req-a8764660-d3fc-43d8-bed4-274fa9d79966 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/security-groups?id=b85fe65e-597f-4688-b4fe-a48315c33d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710326 Aug 18 13:10:03.929110 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a2f2f64b-445a-4991-af74-e0e9b944a85b tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5844636 Aug 18 13:10:03.933092 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34992) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:03.946965 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-384a7058-72bd-4de8-9d4d-ea58c2646e40 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'subnet': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:10:04.051666 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4a3e5749-aff8-48a8-a0c1-0d8bde243f2b up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:10:04.220332 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 4a3e5749-aff8-48a8-a0c1-0d8bde243f2b triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:10:04.220732 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:04.512584 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff4d949-41ad-4e27-b3e1-d61ed81d5ede None None] Update dhcp port {'port': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'fixed_ips': [{'subnet_id': '3afeae75-ae2c-4a3b-80d4-42a1730e1dac'}], 'binding:host_id': 'n-d-803603-2'}, 'id': '4a3e5749-aff8-48a8-a0c1-0d8bde243f2b'} from n-d-803603-2. {{(pid=101677) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 13:10:04.685142 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8ff4d949-41ad-4e27-b3e1-d61ed81d5ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:04.974356 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-cc2a4590-2aba-4f63-91a3-ab867077175e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18b9e76f-e99d-4d62-8fc7-571a0848e3bc {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:10:05.033888 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-cc2a4590-2aba-4f63-91a3-ab867077175e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:05.090033 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-cc2a4590-2aba-4f63-91a3-ab867077175e service neutron] Transition to ACTIVE for port object 18b9e76f-e99d-4d62-8fc7-571a0848e3bc will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:10:05.120482 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cc2fbb07-cd56-4183-8394-f9abef03018c req-de8118c2-9b0c-4b15-a598-635dc986d7cd tempest-ServerShowV257Test-195854887 tempest-ServerShowV257Test-195854887-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6b48bc4-9b82-427f-adf7-513e83db96fe HTTP/1.1" status: 200 len: 210 time: 0.1412616 Aug 18 13:10:05.148888 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-8ff4d949-41ad-4e27-b3e1-d61ed81d5ede None None] Allocated IP 172.20.0.2 (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/3afeae75-ae2c-4a3b-80d4-42a1730e1dac/4a3e5749-aff8-48a8-a0c1-0d8bde243f2b) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:10:05.237267 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-cc2a4590-2aba-4f63-91a3-ab867077175e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:05.280907 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-8ff4d949-41ad-4e27-b3e1-d61ed81d5ede None None] For port 4a3e5749-aff8-48a8-a0c1-0d8bde243f2b, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4a3e5749-aff8-48a8-a0c1-0d8bde243f2b,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:10:05.328160 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c65028-5e8b-48fb-87b0-be1f64be783e req-55c05e2f-055f-4795-b70e-3bab4369ee55 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:05.338331 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c9c65028-5e8b-48fb-87b0-be1f64be783e req-55c05e2f-055f-4795-b70e-3bab4369ee55 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1eaabb2a-2bdd-490b-b444-025157d535a8 HTTP/1.1" status: 200 len: 943 time: 0.0936265 Aug 18 13:10:05.391807 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c9c65028-5e8b-48fb-87b0-be1f64be783e req-948defc2-656e-487f-ae87-9f8e5a6e3f79 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/security-groups?id=b85fe65e-597f-4688-b4fe-a48315c33d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522411 Aug 18 13:10:05.392306 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8ff4d949-41ad-4e27-b3e1-d61ed81d5ede None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:05.475335 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-8ff4d949-41ad-4e27-b3e1-d61ed81d5ede None None] Transition to ACTIVE for port object 4a3e5749-aff8-48a8-a0c1-0d8bde243f2b will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:10:05.501777 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a4590-2aba-4f63-91a3-ab867077175e service neutron] Pushing event updated for resources: {'Port': ['ID=18b9e76f-e99d-4d62-8fc7-571a0848e3bc,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:05.547212 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45c27a-cc7a-40a4-8048-2be565c1761b req-34691fd5-26c4-4420-85f7-12f40a302078 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:05.548839 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ff45c27a-cc7a-40a4-8048-2be565c1761b req-34691fd5-26c4-4420-85f7-12f40a302078 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 946 time: 0.3944268 Aug 18 13:10:05.586441 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8ff4d949-41ad-4e27-b3e1-d61ed81d5ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:05.674843 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384a7058-72bd-4de8-9d4d-ea58c2646e40 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:10:05.697010 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-384a7058-72bd-4de8-9d4d-ea58c2646e40 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:05.732450 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ff45c27a-cc7a-40a4-8048-2be565c1761b req-add1ed2f-6328-4e04-8e31-65c8cc63bba6 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608691 Aug 18 13:10:05.744493 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff4d949-41ad-4e27-b3e1-d61ed81d5ede None None] Pushing event updated for resources: {'Port': ['ID=4a3e5749-aff8-48a8-a0c1-0d8bde243f2b,revision_number=7']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:05.963422 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-cc2a4590-2aba-4f63-91a3-ab867077175e service neutron] Attempting to bind port 18b9e76f-e99d-4d62-8fc7-571a0848e3bc on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:10:05.963422 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-cc2a4590-2aba-4f63-91a3-ab867077175e service neutron] Attempting to bind port 18b9e76f-e99d-4d62-8fc7-571a0848e3bc by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '2e819ac2-c0ef-48c2-a90e-5422313fc281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2a1c8077-7a6c-448a-bba2-5a8c92845aec'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:10:05.963422 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-cc2a4590-2aba-4f63-91a3-ab867077175e service neutron] Attempting to bind port 18b9e76f-e99d-4d62-8fc7-571a0848e3bc on network 2a1c8077-7a6c-448a-bba2-5a8c92845aec {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:10:05.963422 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-cc2a4590-2aba-4f63-91a3-ab867077175e service neutron] Port 18b9e76f-e99d-4d62-8fc7-571a0848e3bc on network 2a1c8077-7a6c-448a-bba2-5a8c92845aec not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:10:05.963422 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-cc2a4590-2aba-4f63-91a3-ab867077175e service neutron] Attempting to bind port 18b9e76f-e99d-4d62-8fc7-571a0848e3bc on network 2a1c8077-7a6c-448a-bba2-5a8c92845aec {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:10:05.963422 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-cc2a4590-2aba-4f63-91a3-ab867077175e service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:10:05.963422 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-cc2a4590-2aba-4f63-91a3-ab867077175e service neutron] Checking segment: {'id': '2e819ac2-c0ef-48c2-a90e-5422313fc281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2a1c8077-7a6c-448a-bba2-5a8c92845aec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:10:05.963422 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-cc2a4590-2aba-4f63-91a3-ab867077175e service neutron] Bound using segment: {'id': '2e819ac2-c0ef-48c2-a90e-5422313fc281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2a1c8077-7a6c-448a-bba2-5a8c92845aec'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:10:05.963422 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-cc2a4590-2aba-4f63-91a3-ab867077175e service neutron] Bound port: 18b9e76f-e99d-4d62-8fc7-571a0848e3bc, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e819ac2-c0ef-48c2-a90e-5422313fc281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2a1c8077-7a6c-448a-bba2-5a8c92845aec'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:10:05.963422 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-cc2a4590-2aba-4f63-91a3-ab867077175e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:06.021687 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-cc2a4590-2aba-4f63-91a3-ab867077175e service neutron] For port 18b9e76f-e99d-4d62-8fc7-571a0848e3bc, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:10:06.033613 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4a3e5749-aff8-48a8-a0c1-0d8bde243f2b up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:10:06.036983 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-cc2a4590-2aba-4f63-91a3-ab867077175e service neutron] For port 18b9e76f-e99d-4d62-8fc7-571a0848e3bc, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=18b9e76f-e99d-4d62-8fc7-571a0848e3bc,segment=NetworkSegment(2e819ac2-c0ef-48c2-a90e-5422313fc281),segment_id=2e819ac2-c0ef-48c2-a90e-5422313fc281)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:10:06.329977 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-cc2a4590-2aba-4f63-91a3-ab867077175e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:06.378695 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-cc2a4590-2aba-4f63-91a3-ab867077175e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:06.386457 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-cc2a4590-2aba-4f63-91a3-ab867077175e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:06.401100 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-cc2a4590-2aba-4f63-91a3-ab867077175e service neutron] 10.222.0.20 "PUT /v2.0/ports/18b9e76f-e99d-4d62-8fc7-571a0848e3bc HTTP/1.1" status: 200 len: 1091 time: 3.0788710 Aug 18 13:10:06.401100 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eaabb2a-2bdd-490b-b444-025157d535a8', 'tag': '18b9e76f-e99d-4d62-8fc7-571a0848e3bc'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:10:06.401100 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5152549e-0ac7-4bb9-92db-4df584e2626d" -d '{"events": [{"name": "network-changed", "server_uuid": "1eaabb2a-2bdd-490b-b444-025157d535a8", "tag": "18b9e76f-e99d-4d62-8fc7-571a0848e3bc"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:10:06.435521 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a4590-2aba-4f63-91a3-ab867077175e service neutron] Pushing event updated for resources: {'Port': ['ID=18b9e76f-e99d-4d62-8fc7-571a0848e3bc,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:06.548658 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1babb22-19f8-4572-b818-d6f0aca02452 req-45ee4874-51e7-4bfb-8515-2c846d78d802 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:06.548658 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f1babb22-19f8-4572-b818-d6f0aca02452 req-45ee4874-51e7-4bfb-8515-2c846d78d802 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1eaabb2a-2bdd-490b-b444-025157d535a8 HTTP/1.1" status: 200 len: 943 time: 0.0649085 Aug 18 13:10:06.606529 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4441156-0eaa-4965-8e3f-feab4fc32fc3 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:10:06.616528 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f1babb22-19f8-4572-b818-d6f0aca02452 req-f0f1022e-532b-4ab4-b495-1373add611d2 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/security-groups?id=b85fe65e-597f-4688-b4fe-a48315c33d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608289 Aug 18 13:10:06.623295 n-d-803603-2 neutron-server[101675]: DEBUG neutron.objects.ports [None req-384a7058-72bd-4de8-9d4d-ea58c2646e40 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101675) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 13:10:06.786867 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8366f6d-0c61-4f84-90c0-a021360607da x-openstack-request-id: req-b8366f6d-0c61-4f84-90c0-a021360607da {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:10:06.787266 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eaabb2a-2bdd-490b-b444-025157d535a8", "tag": "18b9e76f-e99d-4d62-8fc7-571a0848e3bc", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:10:06.787718 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8366f6d-0c61-4f84-90c0-a021360607da {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:10:06.788799 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eaabb2a-2bdd-490b-b444-025157d535a8', 'tag': '18b9e76f-e99d-4d62-8fc7-571a0848e3bc', 'status': 'completed', 'code': 200} Aug 18 13:10:06.854625 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f09202cb-0140-4745-87ab-59a4751a74ba None None] Provisioning for port 4a3e5749-aff8-48a8-a0c1-0d8bde243f2b completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:10:06.875877 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f09202cb-0140-4745-87ab-59a4751a74ba None None] Provisioning complete for port 4a3e5749-aff8-48a8-a0c1-0d8bde243f2b triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:10:06.876313 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f09202cb-0140-4745-87ab-59a4751a74ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:06.950916 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-139a9c90-597a-47ef-a9d2-219e0f3149b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:06.957784 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-139a9c90-597a-47ef-a9d2-219e0f3149b1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f6acde663147425b8e24cfb36883f668&device_id=1eaabb2a-2bdd-490b-b444-025157d535a8 HTTP/1.1" status: 200 len: 1094 time: 0.2468021 Aug 18 13:10:07.021574 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1a6d5-2692-4063-89c4-60737973a138 req-ed897442-cd42-498c-bc71-014706da1804 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:07.027634 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e4c1a6d5-2692-4063-89c4-60737973a138 req-ed897442-cd42-498c-bc71-014706da1804 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 946 time: 0.0968637 Aug 18 13:10:07.054875 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-14c33349-e967-4b67-8378-8ff726530762 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18b9e76f-e99d-4d62-8fc7-571a0848e3bc HTTP/1.1" status: 200 len: 217 time: 0.0808523 Aug 18 13:10:07.119656 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e4c1a6d5-2692-4063-89c4-60737973a138 req-76f88155-6d47-40d5-9fdc-31cc5c7ca59a tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818264 Aug 18 13:10:07.123899 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-a6e8a027-9574-4812-b9a4-637ceec54920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:07.125880 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-a6e8a027-9574-4812-b9a4-637ceec54920 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e21c72b4-2738-4a15-8296-0e1cd7475b13 HTTP/1.1" status: 200 len: 854 time: 0.0627656 Aug 18 13:10:07.186768 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-75a4257f-6607-4ec7-94ae-f6de97cfec8a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a1c8077-7a6c-448a-bba2-5a8c92845aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429971 Aug 18 13:10:07.189913 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35116) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:07.291458 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93281b72-af38-4cdd-ae2a-06473f5d271a None None] Update dhcp port {'port': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'fixed_ips': [{'subnet_id': '3afeae75-ae2c-4a3b-80d4-42a1730e1dac', 'ip_address': '172.20.0.2'}, {'subnet_id': '16fc808b-ca79-471c-9ec2-8e023da4d0d9'}], 'binding:host_id': 'n-d-803603-2'}, 'id': '4a3e5749-aff8-48a8-a0c1-0d8bde243f2b'} from n-d-803603-2. {{(pid=101677) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 13:10:07.329316 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-93281b72-af38-4cdd-ae2a-06473f5d271a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:07.353609 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-384a7058-72bd-4de8-9d4d-ea58c2646e40 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:07.772337 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-93281b72-af38-4cdd-ae2a-06473f5d271a None None] For port 4a3e5749-aff8-48a8-a0c1-0d8bde243f2b, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4a3e5749-aff8-48a8-a0c1-0d8bde243f2b,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:10:07.817036 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-93281b72-af38-4cdd-ae2a-06473f5d271a None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:07.905833 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-93281b72-af38-4cdd-ae2a-06473f5d271a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:08.010861 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35132) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:08.011745 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93281b72-af38-4cdd-ae2a-06473f5d271a None None] Pushing event updated for resources: {'Port': ['ID=4a3e5749-aff8-48a8-a0c1-0d8bde243f2b,revision_number=9']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:08.068837 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aefe133b-cb15-4172-80d7-b6b8b5f4f3b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:08.139290 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-7c39e7a1-8121-4662-99a5-7f7fa6aeccbf service neutron] 10.222.0.20 "GET /v2.0/networks/2a1c8077-7a6c-448a-bba2-5a8c92845aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9386377 Aug 18 13:10:08.140709 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.db.api [None req-384a7058-72bd-4de8-9d4d-ea58c2646e40 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:10:08.141103 n-d-803603-2 neutron-server[101675]: DEBUG oslo_db.api [None req-384a7058-72bd-4de8-9d4d-ea58c2646e40 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:10:08.172344 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799390d-5d7f-4ec3-9e2d-a59364ae1d50 req-fec2740c-e346-410b-9c97-3cc66b67fabd tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:08.183113 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e799390d-5d7f-4ec3-9e2d-a59364ae1d50 req-fec2740c-e346-410b-9c97-3cc66b67fabd tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1eaabb2a-2bdd-490b-b444-025157d535a8 HTTP/1.1" status: 200 len: 943 time: 0.3481042 Aug 18 13:10:08.227038 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d5ea7758-d47f-4d0a-b9ce-ba971c948000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:08.328451 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d5b99-3325-449b-9655-1152b8d418ad req-87369d5b-7f20-4211-ac01-f668f264b498 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:08.342251 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e29d5b99-3325-449b-9655-1152b8d418ad req-87369d5b-7f20-4211-ac01-f668f264b498 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 946 time: 0.0692542 Aug 18 13:10:08.399193 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e799390d-5d7f-4ec3-9e2d-a59364ae1d50 req-40065800-ee86-4cba-a2de-c48aea47df21 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/security-groups?id=b85fe65e-597f-4688-b4fe-a48315c33d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144494 Aug 18 13:10:08.404209 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e29d5b99-3325-449b-9655-1152b8d418ad req-6c9b9281-8857-4281-910c-bee15a9c56df tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601597 Aug 18 13:10:08.501244 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ca4999f5-5ec5-4736-9343-33238f2458f4 req-8ba99634-ea3f-496d-8c97-3d9ef8c5efc8 service neutron] 10.222.0.20 "GET /v2.0/networks/2a1c8077-7a6c-448a-bba2-5a8c92845aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444633 Aug 18 13:10:08.547829 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aefe133b-cb15-4172-80d7-b6b8b5f4f3b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:08.724194 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aefe133b-cb15-4172-80d7-b6b8b5f4f3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:08.837626 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d5ea7758-d47f-4d0a-b9ce-ba971c948000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:08.845639 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-aefe133b-cb15-4172-80d7-b6b8b5f4f3b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a19bd557ef084af98934711ab26573a6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6507912 Aug 18 13:10:08.852825 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35138) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:08.891782 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-384a7058-72bd-4de8-9d4d-ea58c2646e40 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:08.912236 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefe133b-cb15-4172-80d7-b6b8b5f4f3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df97180-38d8-44bd-aa55-a97b5ce3e9e5,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:08.935405 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152549e-0ac7-4bb9-92db-4df584e2626d req-77614a23-bd01-4819-bab3-53b4c1377730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:08.937119 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5152549e-0ac7-4bb9-92db-4df584e2626d req-77614a23-bd01-4819-bab3-53b4c1377730 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f6acde663147425b8e24cfb36883f668&device_id=1eaabb2a-2bdd-490b-b444-025157d535a8 HTTP/1.1" status: 200 len: 1094 time: 0.2900715 Aug 18 13:10:08.953476 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-820dd029-75a0-4340-90a7-de9903bf9612 None None] Provisioning complete for port 4a3e5749-aff8-48a8-a0c1-0d8bde243f2b triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:10:08.953476 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-820dd029-75a0-4340-90a7-de9903bf9612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:09.006497 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d5ea7758-d47f-4d0a-b9ce-ba971c948000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:09.015030 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6e7bdf69-dbaf-431b-ab7e-9026154ff291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:09.144926 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6e7bdf69-dbaf-431b-ab7e-9026154ff291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:09.188758 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea7758-d47f-4d0a-b9ce-ba971c948000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3f0532-37c0-441b-a348-9baab12966b7,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:09.303107 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d5ea7758-d47f-4d0a-b9ce-ba971c948000 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=144a318900aa42e7bb82c64fe1ec5638&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2899036 Aug 18 13:10:09.305014 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35144) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:09.501886 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-015b2e57-b408-4bb8-89b2-d871808ef6c9 None None] Could not find standard attr ID for object 658a1f4a-ae2e-4bea-b11a-9441c7ac03b6. {{(pid=101677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 13:10:09.504874 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-384a7058-72bd-4de8-9d4d-ea58c2646e40 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] For port 4a3e5749-aff8-48a8-a0c1-0d8bde243f2b, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4a3e5749-aff8-48a8-a0c1-0d8bde243f2b,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:10:09.571159 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-384a7058-72bd-4de8-9d4d-ea58c2646e40 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:09.600089 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152549e-0ac7-4bb9-92db-4df584e2626d req-4dbe0700-50b7-4f85-9730-5501becc284d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:09.618633 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5152549e-0ac7-4bb9-92db-4df584e2626d req-4dbe0700-50b7-4f85-9730-5501becc284d service neutron] 10.222.0.20 "GET /v2.0/networks?id=2a1c8077-7a6c-448a-bba2-5a8c92845aec HTTP/1.1" status: 200 len: 915 time: 0.6160872 Aug 18 13:10:09.641775 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-df8a4307-df3d-4107-bb86-b814a8f2237e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:09.669326 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-df8a4307-df3d-4107-bb86-b814a8f2237e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:09.720726 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5152549e-0ac7-4bb9-92db-4df584e2626d req-60dbef60-506b-445a-9959-fcf25bdcd78c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18b9e76f-e99d-4d62-8fc7-571a0848e3bc HTTP/1.1" status: 200 len: 217 time: 0.1091321 Aug 18 13:10:09.737112 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6e7bdf69-dbaf-431b-ab7e-9026154ff291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:09.745897 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6e7bdf69-dbaf-431b-ab7e-9026154ff291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:09.752403 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6e7bdf69-dbaf-431b-ab7e-9026154ff291 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3df97180-38d8-44bd-aa55-a97b5ce3e9e5 HTTP/1.1" status: 204 len: 168 time: 0.8936067 Aug 18 13:10:09.782010 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7bdf69-dbaf-431b-ab7e-9026154ff291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df97180-38d8-44bd-aa55-a97b5ce3e9e5,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:09.849715 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-384a7058-72bd-4de8-9d4d-ea58c2646e40 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:09.853477 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-384a7058-72bd-4de8-9d4d-ea58c2646e40 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:09.893348 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4525a79-f904-41d1-aa86-92d68b838dd9 req-c6ce1c80-0008-4423-a8c8-8b40bd7a0e24 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:09.898392 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b4525a79-f904-41d1-aa86-92d68b838dd9 req-c6ce1c80-0008-4423-a8c8-8b40bd7a0e24 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 946 time: 0.3833015 Aug 18 13:10:09.997882 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a7058-72bd-4de8-9d4d-ea58c2646e40 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Port': ['ID=4a3e5749-aff8-48a8-a0c1-0d8bde243f2b,revision_number=10']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:10.023677 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b4525a79-f904-41d1-aa86-92d68b838dd9 req-0d378fa7-5f7f-46a4-99ab-17daaf0a78ff tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171193 Aug 18 13:10:10.030089 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-80f2617a-1417-4359-8899-f65c7467fd7c None None] Could not find standard attr ID for object 9ae01205-e523-4bd4-9e1c-c57f25c43606. {{(pid=101677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 13:10:10.062250 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4a3e5749-aff8-48a8-a0c1-0d8bde243f2b up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:10:10.123994 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-df8a4307-df3d-4107-bb86-b814a8f2237e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:10.127517 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-df8a4307-df3d-4107-bb86-b814a8f2237e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:10.137334 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-df8a4307-df3d-4107-bb86-b814a8f2237e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9a3f0532-37c0-441b-a348-9baab12966b7 HTTP/1.1" status: 204 len: 168 time: 0.8005784 Aug 18 13:10:10.166492 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384a7058-72bd-4de8-9d4d-ea58c2646e40 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:10:10.215477 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152549e-0ac7-4bb9-92db-4df584e2626d req-dee0e9c9-f80e-4038-8fe2-07b9d4053fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:10.215953 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a4307-df3d-4107-bb86-b814a8f2237e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3f0532-37c0-441b-a348-9baab12966b7,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:10.217981 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5152549e-0ac7-4bb9-92db-4df584e2626d req-dee0e9c9-f80e-4038-8fe2-07b9d4053fb8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e21c72b4-2738-4a15-8296-0e1cd7475b13 HTTP/1.1" status: 200 len: 854 time: 0.4560232 Aug 18 13:10:10.219410 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-384a7058-72bd-4de8-9d4d-ea58c2646e40 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:10:10.223003 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 4a3e5749-aff8-48a8-a0c1-0d8bde243f2b triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:10:10.223714 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:10.249929 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2de9d-0817-4c1a-8439-f280ca12b310 req-6994139b-8957-4275-9c39-dbd35c83d455 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:10.275035 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6bc2de9d-0817-4c1a-8439-f280ca12b310 req-6994139b-8957-4275-9c39-dbd35c83d455 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1eaabb2a-2bdd-490b-b444-025157d535a8 HTTP/1.1" status: 200 len: 943 time: 0.5717108 Aug 18 13:10:10.281337 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384a7058-72bd-4de8-9d4d-ea58c2646e40 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:10.293578 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-384a7058-72bd-4de8-9d4d-ea58c2646e40 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:10.465540 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5152549e-0ac7-4bb9-92db-4df584e2626d req-f00eecd1-83fd-4407-999d-a02b8dd9e5e0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a1c8077-7a6c-448a-bba2-5a8c92845aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1487973 Aug 18 13:10:10.490471 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-384a7058-72bd-4de8-9d4d-ea58c2646e40 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.5586872 Aug 18 13:10:10.494834 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35160) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:10.512952 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-8402985d-8a7d-47a7-ad3d-5570683e3221 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'port': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'mac_address': 'fa:16:3e:b4:60:96', 'name': 'tempest-NetworksTestDHCPv6-52852009'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:10:10.533954 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a7058-72bd-4de8-9d4d-ea58c2646e40 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Subnet': ['ID=16fc808b-ca79-471c-9ec2-8e023da4d0d9,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:10.534817 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773850e8-930a-47e9-936c-55e5f6cbb5f4 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:10:10.660585 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6bc2de9d-0817-4c1a-8439-f280ca12b310 req-c63c5356-bf62-45fd-8d5d-928520518ff6 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/security-groups?id=b85fe65e-597f-4688-b4fe-a48315c33d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825324 Aug 18 13:10:10.766633 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5152549e-0ac7-4bb9-92db-4df584e2626d req-c6fac707-61c7-4aa8-91c7-c0f0f58456b8 service neutron] 10.222.0.20 "GET /v2.0/networks/2a1c8077-7a6c-448a-bba2-5a8c92845aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789445 Aug 18 13:10:11.033553 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5152549e-0ac7-4bb9-92db-4df584e2626d req-5e241d52-2248-4afa-9ebd-564b9ab6bd65 service neutron] 10.222.0.20 "GET /v2.0/networks/2a1c8077-7a6c-448a-bba2-5a8c92845aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561150 Aug 18 13:10:11.055407 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8402985d-8a7d-47a7-ad3d-5570683e3221 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:10:11.243736 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 18b9e76f-e99d-4d62-8fc7-571a0848e3bc details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:10:11.333007 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c016c-32df-4730-98aa-2fc3bfe9bd01 req-8a5da763-00ae-42d3-ac78-8b69f7973d75 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:11.358856 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3f8c016c-32df-4730-98aa-2fc3bfe9bd01 req-8a5da763-00ae-42d3-ac78-8b69f7973d75 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 946 time: 0.1791337 Aug 18 13:10:11.491171 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8402985d-8a7d-47a7-ad3d-5570683e3221 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:11.512616 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 18b9e76f-e99d-4d62-8fc7-571a0848e3bc, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=18b9e76f-e99d-4d62-8fc7-571a0848e3bc,segment=NetworkSegment(2e819ac2-c0ef-48c2-a90e-5422313fc281),segment_id=2e819ac2-c0ef-48c2-a90e-5422313fc281)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:10:11.535192 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '18b9e76f-e99d-4d62-8fc7-571a0848e3bc', 'network_id': '2a1c8077-7a6c-448a-bba2-5a8c92845aec', 'port_id': '18b9e76f-e99d-4d62-8fc7-571a0848e3bc', 'mac_address': 'fa:16:3e:d9:40:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e21c72b4-2738-4a15-8296-0e1cd7475b13', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:10:11.566541 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-8402985d-8a7d-47a7-ad3d-5570683e3221 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] device_id is not set on port 0f7c8042-6bd3-47ce-9deb-1e979574e5e7 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:10:11.599766 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3f8c016c-32df-4730-98aa-2fc3bfe9bd01 req-0c6109c3-0d8a-4d7f-86d7-705fe9e17b4b tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2445071 Aug 18 13:10:11.643933 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:11.644137 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35182) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:11.690102 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3e6dadf8-6196-4062-84a1-995a468b722a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:11.710644 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18b9e76f-e99d-4d62-8fc7-571a0848e3bc {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:10:11.721553 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6a1aad5e-3f7e-450f-b00f-cdf2f761e9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:11.761226 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d000b6e4-ae62-4b20-97bb-3dba8bec1478 None None] Provisioning complete for port 4a3e5749-aff8-48a8-a0c1-0d8bde243f2b triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:10:11.761601 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d000b6e4-ae62-4b20-97bb-3dba8bec1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:11.880640 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3e6dadf8-6196-4062-84a1-995a468b722a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:11.959982 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 18b9e76f-e99d-4d62-8fc7-571a0848e3bc, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=18b9e76f-e99d-4d62-8fc7-571a0848e3bc,segment=NetworkSegment(2e819ac2-c0ef-48c2-a90e-5422313fc281),segment_id=2e819ac2-c0ef-48c2-a90e-5422313fc281)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:10:11.988545 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3e6dadf8-6196-4062-84a1-995a468b722a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:12.057954 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:12.092199 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-8402985d-8a7d-47a7-ad3d-5570683e3221 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Allocated IP 172.20.0.8 (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/3afeae75-ae2c-4a3b-80d4-42a1730e1dac/0f7c8042-6bd3-47ce-9deb-1e979574e5e7) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:10:12.103787 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-8402985d-8a7d-47a7-ad3d-5570683e3221 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Allocated IP 2001:db8::f816:3eff:feb4:6096 (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/16fc808b-ca79-471c-9ec2-8e023da4d0d9/0f7c8042-6bd3-47ce-9deb-1e979574e5e7) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:10:12.144931 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=18b9e76f-e99d-4d62-8fc7-571a0848e3bc,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:12.173051 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3e6dadf8-6196-4062-84a1-995a468b722a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=35de0060f03144e19386e49707eb84cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5252872 Aug 18 13:10:12.173051 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6dadf8-6196-4062-84a1-995a468b722a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b050da9-a2aa-443c-b5b2-99fe21dac60d,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:12.177322 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35190) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:12.205893 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc650cb-d104-4c2b-84a5-a806fcebddd7 req-d5c45a4e-ed4f-4685-85b1-6decaef4bd99 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:12.222608 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-efc650cb-d104-4c2b-84a5-a806fcebddd7 req-d5c45a4e-ed4f-4685-85b1-6decaef4bd99 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1eaabb2a-2bdd-490b-b444-025157d535a8 HTTP/1.1" status: 200 len: 943 time: 0.2565749 Aug 18 13:10:12.299262 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['18b9e76f-e99d-4d62-8fc7-571a0848e3bc'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:10:12.317774 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-efc650cb-d104-4c2b-84a5-a806fcebddd7 req-e1ff3e59-d67d-4741-b1f2-01cf1ec0a6ad tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/security-groups?id=b85fe65e-597f-4688-b4fe-a48315c33d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909863 Aug 18 13:10:12.410993 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35192) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:12.468967 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a2710f40-24d3-44ef-9a73-2e92fcbd6377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:12.617483 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-848c48f0-a192-4bb4-a8f0-1d52c43ee5a6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-268269701-network', 'tenant_id': '905412fa00ef4383b8b8de60ee111478'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:10:12.663737 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a2710f40-24d3-44ef-9a73-2e92fcbd6377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:12.789934 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8402985d-8a7d-47a7-ad3d-5570683e3221 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:12.814678 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848c48f0-a192-4bb4-a8f0-1d52c43ee5a6 admin admin] Made reservation on behalf of 905412fa00ef4383b8b8de60ee111478 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:10:12.817137 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-848c48f0-a192-4bb4-a8f0-1d52c43ee5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:12.852256 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-848c48f0-a192-4bb4-a8f0-1d52c43ee5a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:12.882418 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64126f-1f64-4e7c-b75e-01058f972a2d req-b420eac8-d0b3-4268-9cf4-9929516dcbf1 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:12.884843 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da64126f-1f64-4e7c-b75e-01058f972a2d req-b420eac8-d0b3-4268-9cf4-9929516dcbf1 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 946 time: 0.1263893 Aug 18 13:10:12.929981 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-8402985d-8a7d-47a7-ad3d-5570683e3221 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Transition to ACTIVE for port object 0f7c8042-6bd3-47ce-9deb-1e979574e5e7 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:10:12.932174 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a2710f40-24d3-44ef-9a73-2e92fcbd6377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:12.936808 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a2710f40-24d3-44ef-9a73-2e92fcbd6377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:12.944628 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a2710f40-24d3-44ef-9a73-2e92fcbd6377 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b050da9-a2aa-443c-b5b2-99fe21dac60d HTTP/1.1" status: 204 len: 168 time: 0.7595854 Aug 18 13:10:12.984494 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2710f40-24d3-44ef-9a73-2e92fcbd6377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b050da9-a2aa-443c-b5b2-99fe21dac60d,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:13.032515 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da64126f-1f64-4e7c-b75e-01058f972a2d req-723edee4-1acf-408a-8a4c-d9522b63ac9c tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413717 Aug 18 13:10:13.125039 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-848c48f0-a192-4bb4-a8f0-1d52c43ee5a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:13.165454 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8402985d-8a7d-47a7-ad3d-5570683e3221 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:13.192222 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-848c48f0-a192-4bb4-a8f0-1d52c43ee5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:13.223040 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-848c48f0-a192-4bb4-a8f0-1d52c43ee5a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:10:13.240791 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402985d-8a7d-47a7-ad3d-5570683e3221 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Port': ['ID=0f7c8042-6bd3-47ce-9deb-1e979574e5e7,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:13.241748 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c48f0-a192-4bb4-a8f0-1d52c43ee5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b307c922-264f-44db-95ec-0d15ffbc59fb,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:13.245353 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-848c48f0-a192-4bb4-a8f0-1d52c43ee5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:13.245846 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-848c48f0-a192-4bb4-a8f0-1d52c43ee5a6 admin admin] Added segment f4c449c2-b154-4262-a0a8-10992ac3951d of type vlan for network d40b57f9-bbb2-4411-b09b-1190ba8eee3e Aug 18 13:10:13.254856 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 18b9e76f-e99d-4d62-8fc7-571a0848e3bc up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:10:13.260626 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8402985d-8a7d-47a7-ad3d-5570683e3221 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:10:13.262538 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-8402985d-8a7d-47a7-ad3d-5570683e3221 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:10:13.265807 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8402985d-8a7d-47a7-ad3d-5570683e3221 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:10:13.314300 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-848c48f0-a192-4bb4-a8f0-1d52c43ee5a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:13.453220 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8402985d-8a7d-47a7-ad3d-5570683e3221 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:13.453906 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8402985d-8a7d-47a7-ad3d-5570683e3221 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:13.591233 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569bf72-08d2-49b7-8473-d271fb2ff54c req-eb61d4a8-73db-4c63-95c3-3b7f08aef9a8 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:13.593357 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d569bf72-08d2-49b7-8473-d271fb2ff54c req-eb61d4a8-73db-4c63-95c3-3b7f08aef9a8 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1eaabb2a-2bdd-490b-b444-025157d535a8 HTTP/1.1" status: 200 len: 944 time: 0.0798049 Aug 18 13:10:13.762782 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d569bf72-08d2-49b7-8473-d271fb2ff54c req-8f427bb0-c5c9-4e7c-b980-f9458c2f442c tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/security-groups?id=b85fe65e-597f-4688-b4fe-a48315c33d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428386 Aug 18 13:10:13.774901 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 18b9e76f-e99d-4d62-8fc7-571a0848e3bc completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:10:13.788265 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 18b9e76f-e99d-4d62-8fc7-571a0848e3bc triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:10:13.788265 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:13.832204 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-848c48f0-a192-4bb4-a8f0-1d52c43ee5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:13.838913 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8402985d-8a7d-47a7-ad3d-5570683e3221 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 3.3364470 Aug 18 13:10:13.839079 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848c48f0-a192-4bb4-a8f0-1d52c43ee5a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:13.839079 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-848c48f0-a192-4bb4-a8f0-1d52c43ee5a6 admin admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:13.842975 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35218) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:13.921806 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-90671455-3661-497e-8022-78fbac5e19ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:13.954995 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b7c85517-3709-4f4b-af88-e29b53af8554 None None] Provisioning for port 0f7c8042-6bd3-47ce-9deb-1e979574e5e7 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:10:13.965052 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:13.969550 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b7c85517-3709-4f4b-af88-e29b53af8554 None None] Provisioning complete for port 0f7c8042-6bd3-47ce-9deb-1e979574e5e7 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:10:13.970323 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b7c85517-3709-4f4b-af88-e29b53af8554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:14.048198 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c48f0-a192-4bb4-a8f0-1d52c43ee5a6 admin admin] Pushing event updated for resources: {'Network': ['ID=d40b57f9-bbb2-4411-b09b-1190ba8eee3e,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:14.066315 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbd77e0-4637-4678-ac09-ae4f1465fd44 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:14.071467 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network d40b57f9-bbb2-4411-b09b-1190ba8eee3e details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:10:14.076474 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbd77e0-4637-4678-ac09-ae4f1465fd44 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:14.079438 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7bbd77e0-4637-4678-ac09-ae4f1465fd44 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2315538 Aug 18 13:10:14.082104 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35226) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:14.151276 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-b7c85517-3709-4f4b-af88-e29b53af8554 None None] Port 0f7c8042-6bd3-47ce-9deb-1e979574e5e7 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:10:14.160263 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eaabb2a-2bdd-490b-b444-025157d535a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18b9e76f-e99d-4d62-8fc7-571a0848e3bc'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:10:14.163550 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff62d18-5157-4b17-b7ba-3fb5b8b26903" -d '{"events": [{"server_uuid": "1eaabb2a-2bdd-490b-b444-025157d535a8", "name": "network-vif-plugged", "status": "completed", "tag": "18b9e76f-e99d-4d62-8fc7-571a0848e3bc"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:10:14.214411 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-848c48f0-a192-4bb4-a8f0-1d52c43ee5a6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8014517 Aug 18 13:10:14.218780 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35232) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:14.227742 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-aa8e5be9-04a3-48f0-8d29-9d92a5068443 admin admin] Request body: {'subnet': {'network_id': 'd40b57f9-bbb2-4411-b09b-1190ba8eee3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-268269701-subnet', 'tenant_id': '905412fa00ef4383b8b8de60ee111478', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:10:14.460384 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8e5be9-04a3-48f0-8d29-9d92a5068443 admin admin] Made reservation on behalf of 905412fa00ef4383b8b8de60ee111478 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:10:14.472159 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aa8e5be9-04a3-48f0-8d29-9d92a5068443 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:14.534854 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 18b9e76f-e99d-4d62-8fc7-571a0848e3bc, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=18b9e76f-e99d-4d62-8fc7-571a0848e3bc,segment=NetworkSegment(2e819ac2-c0ef-48c2-a90e-5422313fc281),segment_id=2e819ac2-c0ef-48c2-a90e-5422313fc281)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:10:14.537908 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a31662-f4d7-4c9d-bd85-49722e78782f x-openstack-request-id: req-52a31662-f4d7-4c9d-bd85-49722e78782f {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:10:14.538408 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eaabb2a-2bdd-490b-b444-025157d535a8", "name": "network-vif-plugged", "status": "completed", "tag": "18b9e76f-e99d-4d62-8fc7-571a0848e3bc", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:10:14.538951 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52a31662-f4d7-4c9d-bd85-49722e78782f {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:10:14.539641 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eaabb2a-2bdd-490b-b444-025157d535a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18b9e76f-e99d-4d62-8fc7-571a0848e3bc', 'code': 200} Aug 18 13:10:14.630280 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-f61e8272-dab1-4319-9e3e-da82cb17e420 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting port 0f7c8042-6bd3-47ce-9deb-1e979574e5e7 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:10:14.630871 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f61e8272-dab1-4319-9e3e-da82cb17e420 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:14.633495 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:14.640743 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:14.825323 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f41d4-3332-4985-baaa-17d323d7ed2c req-a36efd20-d722-4390-846e-58cdce90abba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:14.836261 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-341f41d4-3332-4985-baaa-17d323d7ed2c req-a36efd20-d722-4390-846e-58cdce90abba service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1eaabb2a-2bdd-490b-b444-025157d535a8 HTTP/1.1" status: 200 len: 1095 time: 0.3326795 Aug 18 13:10:14.966586 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=18b9e76f-e99d-4d62-8fc7-571a0848e3bc,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:15.165093 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-341f41d4-3332-4985-baaa-17d323d7ed2c req-dd79c674-2dd1-46bf-88bb-b7d91c505d9b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b85fe65e-597f-4688-b4fe-a48315c33d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759459 Aug 18 13:10:15.167462 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f61e8272-dab1-4319-9e3e-da82cb17e420 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:15.198129 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-f61e8272-dab1-4319-9e3e-da82cb17e420 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Calling delete_port for 0f7c8042-6bd3-47ce-9deb-1e979574e5e7 owned by {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:10:15.201124 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512b8c4-6451-4406-b4ed-508f71295043 req-0a0c935a-b7c3-4d13-8788-748a9df081e5 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:15.203077 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8512b8c4-6451-4406-b4ed-508f71295043 req-0a0c935a-b7c3-4d13-8788-748a9df081e5 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 946 time: 0.8725796 Aug 18 13:10:15.210581 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be112d-2fc5-48ba-954e-f33859a5a84c req-5f7a1ae2-8447-4cb8-bdca-3def868f7b8c tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:15.219769 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-40be112d-2fc5-48ba-954e-f33859a5a84c req-5f7a1ae2-8447-4cb8-bdca-3def868f7b8c tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1eaabb2a-2bdd-490b-b444-025157d535a8 HTTP/1.1" status: 200 len: 945 time: 0.3323629 Aug 18 13:10:15.277326 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8512b8c4-6451-4406-b4ed-508f71295043 req-f8e7dc09-3d4b-4adb-be4e-c5c85ce53dd8 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541837 Aug 18 13:10:15.367375 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-40be112d-2fc5-48ba-954e-f33859a5a84c req-d7512f68-1d7f-49af-ba3e-2ee6daceee39 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/security-groups?id=b85fe65e-597f-4688-b4fe-a48315c33d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423969 Aug 18 13:10:15.426006 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:15.712343 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aa8e5be9-04a3-48f0-8d29-9d92a5068443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:15.806265 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e5be9-04a3-48f0-8d29-9d92a5068443 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2c98821-2056-406e-a9db-4c5c55877dd9,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:15.934521 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f61e8272-dab1-4319-9e3e-da82cb17e420 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:15.953138 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8e5be9-04a3-48f0-8d29-9d92a5068443 admin admin] Checking segment: {'id': 'f4c449c2-b154-4262-a0a8-10992ac3951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd40b57f9-bbb2-4411-b09b-1190ba8eee3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:10:15.954812 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8e5be9-04a3-48f0-8d29-9d92a5068443 admin admin] Network hostable DHCP agents. Network: d40b57f9-bbb2-4411-b09b-1190ba8eee3e, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:10:16.074768 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e8272-dab1-4319-9e3e-da82cb17e420 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Port': ['ID=0f7c8042-6bd3-47ce-9deb-1e979574e5e7,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:16.084417 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8e5be9-04a3-48f0-8d29-9d92a5068443 admin admin] Network d40b57f9-bbb2-4411-b09b-1190ba8eee3e is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:10:16.125140 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a78fe-ebff-4496-a537-97e638fe6d08 req-f0b75891-42f3-4ea2-97e9-a8441c1b2902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:16.129333 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b70a78fe-ebff-4496-a537-97e638fe6d08 req-f0b75891-42f3-4ea2-97e9-a8441c1b2902 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=55f2c489a405498aa01d9cac2d06f3c9&device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 1097 time: 0.3321354 Aug 18 13:10:16.174242 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-aa8e5be9-04a3-48f0-8d29-9d92a5068443 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, d40b57f9-bbb2-4411-b09b-1190ba8eee3e) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:10:16.191457 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac59f40-035d-48bb-9462-80b7ac164955 None None] Network d40b57f9-bbb2-4411-b09b-1190ba8eee3e requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:10:16.198912 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8e5be9-04a3-48f0-8d29-9d92a5068443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:16.201705 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aa8e5be9-04a3-48f0-8d29-9d92a5068443 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:16.338830 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-aa8e5be9-04a3-48f0-8d29-9d92a5068443 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1183980 Aug 18 13:10:16.554953 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2958fce1-75eb-46f0-8a15-cbbbfaaacaed None None] Network d40b57f9-bbb2-4411-b09b-1190ba8eee3e requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:10:16.660269 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f61e8272-dab1-4319-9e3e-da82cb17e420 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:16.663159 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f61e8272-dab1-4319-9e3e-da82cb17e420 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/ports/0f7c8042-6bd3-47ce-9deb-1e979574e5e7 HTTP/1.1" status: 204 len: 168 time: 2.5793116 Aug 18 13:10:16.667155 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35262) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:16.697036 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b02338-a4fe-47e0-bafb-b1e593ab7111 req-5594b12f-fc3a-4179-b22d-39b1211c5c5e tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:16.708781 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-89b02338-a4fe-47e0-bafb-b1e593ab7111 req-5594b12f-fc3a-4179-b22d-39b1211c5c5e tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 946 time: 0.1932652 Aug 18 13:10:16.796190 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a78fe-ebff-4496-a537-97e638fe6d08 req-5c296b3b-bacf-4471-9a86-a3d8564ece74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:16.798363 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b70a78fe-ebff-4496-a537-97e638fe6d08 req-5c296b3b-bacf-4471-9a86-a3d8564ece74 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1580e32b-815c-484e-8818-74705331eaf8 HTTP/1.1" status: 200 len: 917 time: 0.5612845 Aug 18 13:10:16.862456 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-89b02338-a4fe-47e0-bafb-b1e593ab7111 req-3337c224-b4c7-47d3-9c10-d622e16f54d5 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522319 Aug 18 13:10:16.905244 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8985ef-5c42-462d-ad11-f44fc1ba5b6e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:16.914091 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8985ef-5c42-462d-ad11-f44fc1ba5b6e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:16.940558 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8985ef-5c42-462d-ad11-f44fc1ba5b6e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:16.945328 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5c8985ef-5c42-462d-ad11-f44fc1ba5b6e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2751265 Aug 18 13:10:16.977715 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35266) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:17.057789 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d6a71-b654-4fbd-a42a-d5d0a89cdde5 req-b6c6f5c6-f9c7-4a37-83cc-9dd50c23ce3f tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:17.067729 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f85d6a71-b654-4fbd-a42a-d5d0a89cdde5 req-b6c6f5c6-f9c7-4a37-83cc-9dd50c23ce3f tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1eaabb2a-2bdd-490b-b444-025157d535a8 HTTP/1.1" status: 200 len: 945 time: 0.4986589 Aug 18 13:10:17.144001 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b70a78fe-ebff-4496-a537-97e638fe6d08 req-e7e0ad54-ccc3-4965-96ad-4565815c6a8e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84374c5e-ea52-42da-bb5a-91b676be58ba HTTP/1.1" status: 200 len: 1002 time: 0.3233740 Aug 18 13:10:17.285172 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f85d6a71-b654-4fbd-a42a-d5d0a89cdde5 req-057b3b79-4aa7-4595-ae02-60d096edd3a5 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/security-groups?id=b85fe65e-597f-4688-b4fe-a48315c33d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080002 Aug 18 13:10:17.302817 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-68d71b21-f723-4089-9bed-90580bfaad97 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting subnet 16fc808b-ca79-471c-9ec2-8e023da4d0d9 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:10:17.309343 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-68d71b21-f723-4089-9bed-90580bfaad97 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:17.380684 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a78fe-ebff-4496-a537-97e638fe6d08 req-fc04e072-d6cd-402e-b663-969cf6dda5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:17.383761 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b70a78fe-ebff-4496-a537-97e638fe6d08 req-fc04e072-d6cd-402e-b663-969cf6dda5bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935 HTTP/1.1" status: 200 len: 855 time: 0.2179923 Aug 18 13:10:17.443521 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:17.495180 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-68d71b21-f723-4089-9bed-90580bfaad97 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:17.600411 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a78fe-ebff-4496-a537-97e638fe6d08 req-e2583fc7-fb23-4d49-9e71-7c865949fc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:17.608773 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b70a78fe-ebff-4496-a537-97e638fe6d08 req-e2583fc7-fb23-4d49-9e71-7c865949fc2a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1580e32b-815c-484e-8818-74705331eaf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2112129 Aug 18 13:10:18.165241 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18980eb2-d8ce-4f70-a7e0-f2ab8508635d req-66ffa688-020e-4660-8526-e80975a397d9 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:18.174827 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-18980eb2-d8ce-4f70-a7e0-f2ab8508635d req-66ffa688-020e-4660-8526-e80975a397d9 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 946 time: 0.1253266 Aug 18 13:10:18.253708 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-68d71b21-f723-4089-9bed-90580bfaad97 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:18.261803 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b70a78fe-ebff-4496-a537-97e638fe6d08 req-b8f9b1c3-a660-4f61-973e-800a314b8487 service neutron] 10.222.0.20 "GET /v2.0/networks/1580e32b-815c-484e-8818-74705331eaf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6340861 Aug 18 13:10:18.308928 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-18980eb2-d8ce-4f70-a7e0-f2ab8508635d req-1016bd07-c0a8-4d79-b1e8-1f758ef1b94a tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329517 Aug 18 13:10:18.802692 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-70494b09-2921-4c6f-b19f-7742169744f0 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:18.807470 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-70494b09-2921-4c6f-b19f-7742169744f0 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/networks?id=d40b57f9-bbb2-4411-b09b-1190ba8eee3e HTTP/1.1" status: 200 len: 813 time: 0.7707927 Aug 18 13:10:18.915157 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b70a78fe-ebff-4496-a537-97e638fe6d08 req-19be6635-b845-41c6-9a61-7780ce6a1c59 service neutron] 10.222.0.20 "GET /v2.0/networks/1580e32b-815c-484e-8818-74705331eaf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5794201 Aug 18 13:10:18.943690 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-eb28ec5a-67d9-4cb6-94b6-c105c25e2f39 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/quotas/905412fa00ef4383b8b8de60ee111478 HTTP/1.1" status: 200 len: 375 time: 0.1163270 Aug 18 13:10:18.949546 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-68d71b21-f723-4089-9bed-90580bfaad97 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:19.020121 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d71b21-f723-4089-9bed-90580bfaad97 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Subnet': ['ID=16fc808b-ca79-471c-9ec2-8e023da4d0d9,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:19.022736 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-68d71b21-f723-4089-9bed-90580bfaad97 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:19.030318 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-68d71b21-f723-4089-9bed-90580bfaad97 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/16fc808b-ca79-471c-9ec2-8e023da4d0d9 HTTP/1.1" status: 204 len: 168 time: 2.0413773 Aug 18 13:10:19.030953 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35346) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:19.034234 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721abe0c-733b-4cee-ae62-9a20503b7999 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:10:19.061546 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-7cd394e7-aa44-46c5-931c-bfaf2fe7aa39 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=905412fa00ef4383b8b8de60ee111478&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1048536 Aug 18 13:10:19.097235 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff7f2209-8324-43b9-b8ed-ff24dba264fb tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting subnet 3afeae75-ae2c-4a3b-80d4-42a1730e1dac {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:10:19.101737 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ff7f2209-8324-43b9-b8ed-ff24dba264fb tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:19.267278 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ff7f2209-8324-43b9-b8ed-ff24dba264fb tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:19.338875 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-23888459-4a56-49e2-bb02-2903059bd538 service neutron] 10.222.0.13 "GET /v2.0/networks/d40b57f9-bbb2-4411-b09b-1190ba8eee3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626908 Aug 18 13:10:19.446155 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ff7f2209-8324-43b9-b8ed-ff24dba264fb tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:19.649962 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-b219cf30-d969-41ce-95c0-f72131f5e3a6 service neutron] 10.222.0.13 "GET /v2.0/networks/d40b57f9-bbb2-4411-b09b-1190ba8eee3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982028 Aug 18 13:10:19.717319 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ae7f7-bae3-4f54-8db4-972966be9edc req-4e7e27b8-3645-4e6f-9c73-5d5932605362 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:19.718957 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8d1ae7f7-bae3-4f54-8db4-972966be9edc req-4e7e27b8-3645-4e6f-9c73-5d5932605362 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 946 time: 0.1654112 Aug 18 13:10:19.828755 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8d1ae7f7-bae3-4f54-8db4-972966be9edc req-4c254c29-12af-4891-afc8-dc6ecdb2edae tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007411 Aug 18 13:10:19.834294 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ff7f2209-8324-43b9-b8ed-ff24dba264fb tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:19.977754 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f2209-8324-43b9-b8ed-ff24dba264fb tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Subnet': ['ID=3afeae75-ae2c-4a3b-80d4-42a1730e1dac,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:20.038361 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ff7f2209-8324-43b9-b8ed-ff24dba264fb tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:20.047133 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ff7f2209-8324-43b9-b8ed-ff24dba264fb tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/3afeae75-ae2c-4a3b-80d4-42a1730e1dac HTTP/1.1" status: 204 len: 168 time: 1.0091398 Aug 18 13:10:20.049928 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35402) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:20.194916 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-48ef5cb3-b1dd-4627-8b8f-27c84bc63371 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1423299 Aug 18 13:10:20.202024 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35404) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:20.238905 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-54aa9739-27f2-447d-b7fd-5a737ff9417e req-5452b7ff-5646-4b0b-821b-91d30f5348f8 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 210 time: 0.1746542 Aug 18 13:10:20.348062 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070cec0a-68df-4549-bb83-dbd02a817245 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:20.351271 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-070cec0a-68df-4549-bb83-dbd02a817245 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1471155 Aug 18 13:10:20.355062 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35412) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:20.447278 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e25d0a-8d46-4d83-a829-ee0c14d644f3 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:20.449493 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a5e25d0a-8d46-4d83-a829-ee0c14d644f3 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0929525 Aug 18 13:10:20.452946 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35414) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:20.532190 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c538b164-6529-49c8-9d6e-496ce1bfa1d0 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0779204 Aug 18 13:10:20.539984 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35416) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:20.557552 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-c6b6630e-9a9b-4b83-a72d-34a1acd21327 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'subnet': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:10:20.981118 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e62fd8-2d61-4bff-99df-aeb3f66f7f00 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:10:21.004833 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b6630e-9a9b-4b83-a72d-34a1acd21327 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:10:21.009153 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c6b6630e-9a9b-4b83-a72d-34a1acd21327 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:21.022366 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6b6630e-9a9b-4b83-a72d-34a1acd21327 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:10:21.022366 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6b6630e-9a9b-4b83-a72d-34a1acd21327 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:10:21.121591 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-deb67eb1-6f31-486e-874f-eda8b7baa9c7 None None] Provisioning complete for port 4a3e5749-aff8-48a8-a0c1-0d8bde243f2b triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:10:21.121938 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-deb67eb1-6f31-486e-874f-eda8b7baa9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:21.135448 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c6b6630e-9a9b-4b83-a72d-34a1acd21327 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5889587 Aug 18 13:10:21.138229 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35432) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:21.154065 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-fc12ed71-45b6-43c5-95d1-9fcda7c264b7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'subnet': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:10:21.290639 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1779cf1-577b-41e0-b29d-77187f9af14f req-d320727d-8014-4474-9e77-768cfa623404 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:21.307156 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c1779cf1-577b-41e0-b29d-77187f9af14f req-d320727d-8014-4474-9e77-768cfa623404 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 946 time: 0.2613292 Aug 18 13:10:21.387677 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c1779cf1-577b-41e0-b29d-77187f9af14f req-942b92d4-37ae-4b47-820e-4bb8e45d8046 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762558 Aug 18 13:10:21.391009 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a5e0e5-5d2c-4acd-aff4-00657b177332 None None] DHCP port deletion for fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:10:21.476885 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-65a5e0e5-5d2c-4acd-aff4-00657b177332 None None] Deleting port 4a3e5749-aff8-48a8-a0c1-0d8bde243f2b {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:10:21.478538 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-65a5e0e5-5d2c-4acd-aff4-00657b177332 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:21.560504 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-65a5e0e5-5d2c-4acd-aff4-00657b177332 None None] For port 4a3e5749-aff8-48a8-a0c1-0d8bde243f2b, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4a3e5749-aff8-48a8-a0c1-0d8bde243f2b,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:10:21.561068 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-65a5e0e5-5d2c-4acd-aff4-00657b177332 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:21.577489 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-65a5e0e5-5d2c-4acd-aff4-00657b177332 None None] Calling delete_port for 4a3e5749-aff8-48a8-a0c1-0d8bde243f2b owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:10:21.660442 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c646d896-60d8-4058-8612-1c889483332c req-7a6cd827-bf56-4510-8f68-d016de729e62 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 210 time: 0.1229246 Aug 18 13:10:21.757242 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-65a5e0e5-5d2c-4acd-aff4-00657b177332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:21.791037 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a5e0e5-5d2c-4acd-aff4-00657b177332 None None] Pushing event deleted for resources: {'Port': ['ID=4a3e5749-aff8-48a8-a0c1-0d8bde243f2b,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:21.810010 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc12ed71-45b6-43c5-95d1-9fcda7c264b7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:10:21.816514 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fc12ed71-45b6-43c5-95d1-9fcda7c264b7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:21.818442 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a5e0e5-5d2c-4acd-aff4-00657b177332 None None] No DVR routers for this DVR port 4a3e5749-aff8-48a8-a0c1-0d8bde243f2b on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:10:21.820802 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc12ed71-45b6-43c5-95d1-9fcda7c264b7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:10:21.821471 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc12ed71-45b6-43c5-95d1-9fcda7c264b7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:10:21.941980 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-fc12ed71-45b6-43c5-95d1-9fcda7c264b7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8020055 Aug 18 13:10:21.944891 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35446) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:21.964220 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-c186dd6d-474b-4f08-88cb-25a0f87b3297 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'subnet': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:10:22.045444 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4a3e5749-aff8-48a8-a0c1-0d8bde243f2b no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:10:22.089204 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 4a3e5749-aff8-48a8-a0c1-0d8bde243f2b {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:10:22.089871 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4a3e5749-aff8-48a8-a0c1-0d8bde243f2b not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:10:22.304090 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c186dd6d-474b-4f08-88cb-25a0f87b3297 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:10:22.308447 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c186dd6d-474b-4f08-88cb-25a0f87b3297 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:22.310515 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-c186dd6d-474b-4f08-88cb-25a0f87b3297 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:10:22.311140 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c186dd6d-474b-4f08-88cb-25a0f87b3297 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:10:22.529628 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304b826-e1e9-42d4-8a32-65b746f4fd1c req-a3552ad6-1258-45c3-b195-3b5a334ab9e2 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:22.537640 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7304b826-e1e9-42d4-8a32-65b746f4fd1c req-a3552ad6-1258-45c3-b195-3b5a334ab9e2 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 946 time: 0.0670094 Aug 18 13:10:22.547836 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c186dd6d-474b-4f08-88cb-25a0f87b3297 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6014750 Aug 18 13:10:22.553997 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35460) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:22.560115 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-d7d13a8c-71b8-4339-b882-b9e4c71bc706 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'subnet': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:10:22.929300 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4568df34-c3c1-47ba-88d2-7608762525c3 req-e36d423e-d292-4e35-8c31-8b5a17e6b3da tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 210 time: 0.0877867 Aug 18 13:10:23.231513 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7304b826-e1e9-42d4-8a32-65b746f4fd1c req-8878b5e2-99d3-41cb-a8d0-da82e8cb71c5 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6923425 Aug 18 13:10:23.500306 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d13a8c-71b8-4339-b882-b9e4c71bc706 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:10:23.518617 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d7d13a8c-71b8-4339-b882-b9e4c71bc706 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:23.522361 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7d13a8c-71b8-4339-b882-b9e4c71bc706 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:10:23.528233 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7d13a8c-71b8-4339-b882-b9e4c71bc706 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:10:23.658955 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35488) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:23.660245 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d7d13a8c-71b8-4339-b882-b9e4c71bc706 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.1048265 Aug 18 13:10:23.664400 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-da4c327f-4a3b-4942-8036-b7ac719444c8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'subnet': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:10:23.921852 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4c327f-4a3b-4942-8036-b7ac719444c8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:10:23.938819 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-da4c327f-4a3b-4942-8036-b7ac719444c8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:23.948426 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-da4c327f-4a3b-4942-8036-b7ac719444c8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:10:23.949637 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da4c327f-4a3b-4942-8036-b7ac719444c8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:10:24.043626 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-da4c327f-4a3b-4942-8036-b7ac719444c8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3833642 Aug 18 13:10:24.045372 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35496) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:24.087316 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-a3896cac-f6d5-467e-a62b-5fe9bd456af4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'subnet': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:10:24.336293 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9ba71eb5-c1dc-44c3-a305-10f1ddab79ac req-daeaf39d-0fa7-4401-a02e-3e00809e0f2b tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 210 time: 0.0739405 Aug 18 13:10:24.365342 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-8f9df5a2-ece9-49c4-b0ed-b3094dd19309 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:24.367692 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-8f9df5a2-ece9-49c4-b0ed-b3094dd19309 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.39 "GET /v2.0/networks?id=d40b57f9-bbb2-4411-b09b-1190ba8eee3e HTTP/1.1" status: 200 len: 813 time: 0.4960477 Aug 18 13:10:24.414213 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-dd64bcf0-07ee-40cd-a113-ee6f2d2b67dd tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Request body: {'port': {'device_id': '8ed76c2d-f46a-4f31-a831-176fc8f21e7d', 'network_id': 'd40b57f9-bbb2-4411-b09b-1190ba8eee3e', 'admin_state_up': True, 'tenant_id': '905412fa00ef4383b8b8de60ee111478'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:10:24.498300 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314151d-a742-4025-8075-bd519af4e89f req-0af6c679-4d77-4be5-84b8-02a932ca6724 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:24.501534 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1314151d-a742-4025-8075-bd519af4e89f req-0af6c679-4d77-4be5-84b8-02a932ca6724 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 946 time: 0.0890069 Aug 18 13:10:24.581363 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1314151d-a742-4025-8075-bd519af4e89f req-686a0e22-1518-4a31-9612-3cfde1377939 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708086 Aug 18 13:10:24.614673 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3896cac-f6d5-467e-a62b-5fe9bd456af4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:10:24.625815 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a3896cac-f6d5-467e-a62b-5fe9bd456af4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:24.625815 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3896cac-f6d5-467e-a62b-5fe9bd456af4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:10:24.625815 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3896cac-f6d5-467e-a62b-5fe9bd456af4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:10:24.792968 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-dd64bcf0-07ee-40cd-a113-ee6f2d2b67dd tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Made reservation on behalf of 905412fa00ef4383b8b8de60ee111478 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:10:24.797976 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-dd64bcf0-07ee-40cd-a113-ee6f2d2b67dd tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:24.921759 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a3896cac-f6d5-467e-a62b-5fe9bd456af4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8746302 Aug 18 13:10:24.928062 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35520) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:24.968971 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-dd64bcf0-07ee-40cd-a113-ee6f2d2b67dd tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Allocated IP 172.20.0.5 (d40b57f9-bbb2-4411-b09b-1190ba8eee3e/c2c98821-2056-406e-a9db-4c5c55877dd9/d63deb1c-c75b-4237-8b99-77ca9bb26ce7) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:10:24.989982 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b9f67985-8049-471d-b783-9034dd739462 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0632875 Aug 18 13:10:24.993240 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35524) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:25.117453 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301f927c-2c79-437e-9c67-466d822ad4b1 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:25.124942 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-301f927c-2c79-437e-9c67-466d822ad4b1 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1184688 Aug 18 13:10:25.128299 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35530) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:25.198511 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0ba41395-8d89-411b-bcae-7be851cf4a57 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0685194 Aug 18 13:10:25.199446 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35532) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:25.225842 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-d307f7f4-4573-4715-ae3a-5381455578d2 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'subnet': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:10:25.239931 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-dd64bcf0-07ee-40cd-a113-ee6f2d2b67dd tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:25.283984 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-4fcc7d0d-fa19-48cf-9abd-45166ebe1224 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0742903 Aug 18 13:10:25.508736 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-106e3726-7c32-42c6-af1d-8f0abbc595a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:25.509700 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-106e3726-7c32-42c6-af1d-8f0abbc595a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:25.511360 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-106e3726-7c32-42c6-af1d-8f0abbc595a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:25.512710 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-106e3726-7c32-42c6-af1d-8f0abbc595a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:25.514112 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-106e3726-7c32-42c6-af1d-8f0abbc595a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:25.515685 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-106e3726-7c32-42c6-af1d-8f0abbc595a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:25.517384 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-106e3726-7c32-42c6-af1d-8f0abbc595a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:25.523685 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-106e3726-7c32-42c6-af1d-8f0abbc595a5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8c196c6c2e143d6872d1027393f6dcd&device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 6490 time: 0.1729076 Aug 18 13:10:25.575866 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-980247bc-1dd1-404d-978f-fcf3c665133a req-72ddcd52-ec5d-4c9d-b058-d3853855fac0 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 210 time: 0.0986605 Aug 18 13:10:25.578073 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-dd64bcf0-07ee-40cd-a113-ee6f2d2b67dd tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:25.589014 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d307f7f4-4573-4715-ae3a-5381455578d2 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:10:25.596318 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d307f7f4-4573-4715-ae3a-5381455578d2 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:25.833467 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-a46d4ffa-4d27-4db4-970f-d8ccb3a371dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:25.834694 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-a46d4ffa-4d27-4db4-970f-d8ccb3a371dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:25.836052 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-a46d4ffa-4d27-4db4-970f-d8ccb3a371dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:25.839512 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-a46d4ffa-4d27-4db4-970f-d8ccb3a371dd service neutron] 10.222.0.39 "GET /v2.0/networks?id=7b05220b-36d2-40eb-be72-7e3e060fbabb&id=2459a67a-03d9-4542-a3d9-993612a32608&id=2459a67a-03d9-4542-a3d9-993612a32608&id=2459a67a-03d9-4542-a3d9-993612a32608&id=2459a67a-03d9-4542-a3d9-993612a32608&id=a3e49dcd-a277-4170-bfef-fa46f5ed7634&id=a3e49dcd-a277-4170-bfef-fa46f5ed7634 HTTP/1.1" status: 200 len: 2292 time: 0.2835965 Aug 18 13:10:25.938774 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-dd64bcf0-07ee-40cd-a113-ee6f2d2b67dd tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Network d40b57f9-bbb2-4411-b09b-1190ba8eee3e is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:10:25.982525 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-dd64bcf0-07ee-40cd-a113-ee6f2d2b67dd tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:10:25.982915 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-65639d05-037b-461e-a20a-91d9c460583b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34e925d7-14af-4826-bf24-9d1ce3cea1ed HTTP/1.1" status: 200 len: 1001 time: 0.1353016 Aug 18 13:10:26.004285 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-dd64bcf0-07ee-40cd-a113-ee6f2d2b67dd tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:10:26.056048 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd64bcf0-07ee-40cd-a113-ee6f2d2b67dd tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Pushing event updated for resources: {'Port': ['ID=d63deb1c-c75b-4237-8b99-77ca9bb26ce7,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:26.078263 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-ce899665-6416-4233-b75e-1f2fdfd03eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:26.080608 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-ce899665-6416-4233-b75e-1f2fdfd03eeb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bfeef1f8-f283-4cb6-a505-21a51b6ed46e HTTP/1.1" status: 200 len: 850 time: 0.0905054 Aug 18 13:10:26.098535 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-dd64bcf0-07ee-40cd-a113-ee6f2d2b67dd tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:26.098535 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-dd64bcf0-07ee-40cd-a113-ee6f2d2b67dd tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:26.148575 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8597bc7-617e-40a9-a148-49aa18895523 req-6f35cbce-77fc-4e52-969b-71efb25954af tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:26.156236 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d8597bc7-617e-40a9-a148-49aa18895523 req-6f35cbce-77fc-4e52-969b-71efb25954af tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 946 time: 0.3312175 Aug 18 13:10:26.163657 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e54516-ee7a-4c61-af35-d6301ca3431a req-4e960da4-12f5-487c-ac7c-cca6bb3b15c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:26.165411 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-69e54516-ee7a-4c61-af35-d6301ca3431a req-4e960da4-12f5-487c-ac7c-cca6bb3b15c3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=55f2c489a405498aa01d9cac2d06f3c9&device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 1097 time: 0.3201282 Aug 18 13:10:26.230015 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-c389ff2a-b333-4aab-8466-fbfd463a2088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:26.233626 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-c389ff2a-b333-4aab-8466-fbfd463a2088 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b05220b-36d2-40eb-be72-7e3e060fbabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1453700 Aug 18 13:10:26.263224 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-185f3f9e-f03b-49d1-8c1d-ee0798342bfc service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:10:26.266986 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-185f3f9e-f03b-49d1-8c1d-ee0798342bfc service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0191600 Aug 18 13:10:26.304856 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d8597bc7-617e-40a9-a148-49aa18895523 req-8536df04-b114-436a-8711-5ddb14b77840 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414235 Aug 18 13:10:26.331551 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-dd64bcf0-07ee-40cd-a113-ee6f2d2b67dd tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9531546 Aug 18 13:10:26.352906 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-506d97d2-fb89-4b03-abd7-3520348dccf2 service neutron] Request body: {'port': {'device_id': '8ed76c2d-f46a-4f31-a831-176fc8f21e7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:10:26.509905 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-4786190a-2771-4683-9b7c-7841eae94719 service neutron] 10.222.0.39 "GET /v2.0/networks/7b05220b-36d2-40eb-be72-7e3e060fbabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344820 Aug 18 13:10:26.664422 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e54516-ee7a-4c61-af35-d6301ca3431a req-df539909-503d-4dbe-aaea-cb198c588831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:26.667861 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-69e54516-ee7a-4c61-af35-d6301ca3431a req-df539909-503d-4dbe-aaea-cb198c588831 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1580e32b-815c-484e-8818-74705331eaf8 HTTP/1.1" status: 200 len: 917 time: 0.4935231 Aug 18 13:10:26.727141 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-fc8ab127-19be-41e0-b442-a9adcf8305e8 service neutron] 10.222.0.39 "GET /v2.0/networks/7b05220b-36d2-40eb-be72-7e3e060fbabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084179 Aug 18 13:10:26.795781 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-506d97d2-fb89-4b03-abd7-3520348dccf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:26.817985 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-171483f0-e418-4099-9b5d-5cde90e7c440 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=07f402d6-de4a-4e25-8230-5bec43a446cd HTTP/1.1" status: 200 len: 217 time: 0.0819709 Aug 18 13:10:26.993900 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-521c1fb7-1178-4e57-8c76-7918f3424b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:26.995806 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-521c1fb7-1178-4e57-8c76-7918f3424b0e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cb37ce99-5938-480b-b3eb-c3f4e77a0e89 HTTP/1.1" status: 200 len: 797 time: 0.1119707 Aug 18 13:10:27.025297 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-69e54516-ee7a-4c61-af35-d6301ca3431a req-317fd79f-e103-429d-8fcc-24b5c008a253 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84374c5e-ea52-42da-bb5a-91b676be58ba HTTP/1.1" status: 200 len: 1002 time: 0.3439291 Aug 18 13:10:27.074634 n-d-803603-2 neutron-server[101675]: DEBUG neutron.objects.ports [None req-d307f7f4-4573-4715-ae3a-5381455578d2 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101675) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 13:10:27.082396 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d307f7f4-4573-4715-ae3a-5381455578d2 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:27.100597 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46047a70-5a37-4070-939d-38d961a363da req-849348d3-58c9-4c52-a238-817bd6307002 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:27.103085 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-46047a70-5a37-4070-939d-38d961a363da req-849348d3-58c9-4c52-a238-817bd6307002 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 931 time: 0.2899477 Aug 18 13:10:27.113534 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-051c9f01-999b-406a-8a33-891f2038c120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:27.116684 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-051c9f01-999b-406a-8a33-891f2038c120 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2459a67a-03d9-4542-a3d9-993612a32608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1127467 Aug 18 13:10:27.207438 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d307f7f4-4573-4715-ae3a-5381455578d2 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:10:27.243605 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-d307f7f4-4573-4715-ae3a-5381455578d2 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:10:27.262975 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09e9654-3afc-45f7-93f1-b0feeca60b60 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:10:27.265828 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-fe2fb494-5131-4833-836a-fcb4ceead4e4 service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308901 Aug 18 13:10:27.330899 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d307f7f4-4573-4715-ae3a-5381455578d2 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:27.331517 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d307f7f4-4573-4715-ae3a-5381455578d2 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:27.365177 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e54516-ee7a-4c61-af35-d6301ca3431a req-32b86b81-e569-4ab2-9433-f249255190b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:27.367255 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-69e54516-ee7a-4c61-af35-d6301ca3431a req-32b86b81-e569-4ab2-9433-f249255190b5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935 HTTP/1.1" status: 200 len: 855 time: 0.2870138 Aug 18 13:10:27.371311 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307f7f4-4573-4715-ae3a-5381455578d2 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Subnet': ['ID=28f04efa-b665-455a-a6f8-c345b8a7b7a0,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:27.487255 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d307f7f4-4573-4715-ae3a-5381455578d2 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2857876 Aug 18 13:10:27.487909 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35576) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:27.503270 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-46047a70-5a37-4070-939d-38d961a363da req-37866b4a-fcf6-41d0-adb3-655193f17bd3 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3826401 Aug 18 13:10:27.507839 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-d586f0e6-339f-4ba3-9eb2-51e1cf1ff029 service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333724 Aug 18 13:10:27.510597 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-9bdcfbb6-df6d-44ca-ad45-a657229ef894 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'port': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'mac_address': 'fa:16:3e:b7:99:99', 'name': 'tempest-NetworksTestDHCPv6-187208874'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:10:27.592681 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-46d6fcd9-40e9-4370-9e0f-0ce031cabdb1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=36b945e8-9c27-4658-bb63-6eff4f89d115 HTTP/1.1" status: 200 len: 217 time: 0.0773299 Aug 18 13:10:27.612317 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e54516-ee7a-4c61-af35-d6301ca3431a req-3aa63e9f-0a4a-4bd4-91aa-95e29f404a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:27.613863 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-69e54516-ee7a-4c61-af35-d6301ca3431a req-3aa63e9f-0a4a-4bd4-91aa-95e29f404a9b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1580e32b-815c-484e-8818-74705331eaf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2378573 Aug 18 13:10:27.629645 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c476a573-9bd1-4ac2-89da-33b6324c72fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'tenant_id': 'a22835a92ccd454cb17ed125e0ff09fb', 'fixed_ips': [{'subnet_id': '28f04efa-b665-455a-a6f8-c345b8a7b7a0'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:10:27.631111 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c476a573-9bd1-4ac2-89da-33b6324c72fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:27.654365 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c122fe5-e86a-4728-b4ce-c84ec5592fde req-422a793f-9658-4e7d-ab68-68611fb3f74d tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:27.661632 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5c122fe5-e86a-4728-b4ce-c84ec5592fde req-422a793f-9658-4e7d-ab68-68611fb3f74d tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 946 time: 0.2233908 Aug 18 13:10:27.752552 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-954942c3-b755-4f80-b403-33beb20ea49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:27.753896 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-954942c3-b755-4f80-b403-33beb20ea49b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cb37ce99-5938-480b-b3eb-c3f4e77a0e89 HTTP/1.1" status: 200 len: 797 time: 0.1515760 Aug 18 13:10:27.829349 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5c122fe5-e86a-4728-b4ce-c84ec5592fde req-15c7d80f-9f0e-4f81-9ab9-21ed100e86e7 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667278 Aug 18 13:10:27.917972 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-5004c5d0-a4ae-41ef-a6fe-8b8ae14f572f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:27.920911 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-5004c5d0-a4ae-41ef-a6fe-8b8ae14f572f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2459a67a-03d9-4542-a3d9-993612a32608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1596627 Aug 18 13:10:27.988657 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:28.049618 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-69e54516-ee7a-4c61-af35-d6301ca3431a req-0fe53fef-4067-44ab-97d7-0d91a4b3b8f8 service neutron] 10.222.0.20 "GET /v2.0/networks/1580e32b-815c-484e-8818-74705331eaf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189701 Aug 18 13:10:28.054249 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-c476a573-9bd1-4ac2-89da-33b6324c72fb None None] Allocated IP 2001:db8::f816:3eff:fe06:7dde (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/28f04efa-b665-455a-a6f8-c345b8a7b7a0/b8a83a42-66b6-4135-b5c5-3627d75c7627) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:10:28.080737 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-506d97d2-fb89-4b03-abd7-3520348dccf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d63deb1c-c75b-4237-8b99-77ca9bb26ce7 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:10:28.096495 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-506d97d2-fb89-4b03-abd7-3520348dccf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:28.127884 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bdcfbb6-df6d-44ca-ad45-a657229ef894 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:10:28.234482 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-d38e6fe9-9a9a-429b-a57e-1131c9860a6a service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517431 Aug 18 13:10:28.264595 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-506d97d2-fb89-4b03-abd7-3520348dccf2 service neutron] Transition to ACTIVE for port object d63deb1c-c75b-4237-8b99-77ca9bb26ce7 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:10:28.291381 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c476a573-9bd1-4ac2-89da-33b6324c72fb None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:28.312003 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c476a573-9bd1-4ac2-89da-33b6324c72fb None None] Transition to ACTIVE for port object b8a83a42-66b6-4135-b5c5-3627d75c7627 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:10:28.329462 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c476a573-9bd1-4ac2-89da-33b6324c72fb None None] Transition to ACTIVE for port object b8a83a42-66b6-4135-b5c5-3627d75c7627 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:10:28.357155 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-506d97d2-fb89-4b03-abd7-3520348dccf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:28.361705 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-69e54516-ee7a-4c61-af35-d6301ca3431a req-281bc509-a9c7-417a-ac03-f8a8dfa0b8b6 service neutron] 10.222.0.20 "GET /v2.0/networks/1580e32b-815c-484e-8818-74705331eaf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968299 Aug 18 13:10:28.386497 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c476a573-9bd1-4ac2-89da-33b6324c72fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:28.444914 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c476a573-9bd1-4ac2-89da-33b6324c72fb None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:10:28.454317 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-c476a573-9bd1-4ac2-89da-33b6324c72fb None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:10:28.461451 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c476a573-9bd1-4ac2-89da-33b6324c72fb None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:10:28.496393 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-386f5204-c5bd-4df6-b2bb-294feaad7ed6 service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501719 Aug 18 13:10:28.550659 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-c476a573-9bd1-4ac2-89da-33b6324c72fb None None] Attempting to bind port b8a83a42-66b6-4135-b5c5-3627d75c7627 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:10:28.550659 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-c476a573-9bd1-4ac2-89da-33b6324c72fb None None] Attempting to bind port b8a83a42-66b6-4135-b5c5-3627d75c7627 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:10:28.551060 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c476a573-9bd1-4ac2-89da-33b6324c72fb None None] Attempting to bind port b8a83a42-66b6-4135-b5c5-3627d75c7627 on network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:10:28.558280 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9bdcfbb6-df6d-44ca-ad45-a657229ef894 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:28.571393 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476a573-9bd1-4ac2-89da-33b6324c72fb None None] Pushing event updated for resources: {'Port': ['ID=b8a83a42-66b6-4135-b5c5-3627d75c7627,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:28.577558 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c476a573-9bd1-4ac2-89da-33b6324c72fb None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:10:28.590280 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c476a573-9bd1-4ac2-89da-33b6324c72fb None None] Checking segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:10:28.590717 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c476a573-9bd1-4ac2-89da-33b6324c72fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:28.591113 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c476a573-9bd1-4ac2-89da-33b6324c72fb None None] Bound using segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:10:28.591641 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-c476a573-9bd1-4ac2-89da-33b6324c72fb None None] Bound port: b8a83a42-66b6-4135-b5c5-3627d75c7627, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:10:28.591799 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-6574479e-13e8-43cf-a0f4-d0910fa5d4a8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=5adf14f7-27f9-4753-a8fd-566a7aeb8405 HTTP/1.1" status: 200 len: 217 time: 0.0856807 Aug 18 13:10:28.596847 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c476a573-9bd1-4ac2-89da-33b6324c72fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:28.662631 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d97d2-fb89-4b03-abd7-3520348dccf2 service neutron] Pushing event updated for resources: {'Port': ['ID=d63deb1c-c75b-4237-8b99-77ca9bb26ce7,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:28.690844 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-f8ec18f6-c42d-4717-9ea2-b1f1d9980c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:28.692485 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-f8ec18f6-c42d-4717-9ea2-b1f1d9980c22 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cb37ce99-5938-480b-b3eb-c3f4e77a0e89 HTTP/1.1" status: 200 len: 797 time: 0.0930991 Aug 18 13:10:28.742654 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:28.750928 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-c476a573-9bd1-4ac2-89da-33b6324c72fb None None] For port b8a83a42-66b6-4135-b5c5-3627d75c7627, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:10:28.758548 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-c476a573-9bd1-4ac2-89da-33b6324c72fb None None] For port b8a83a42-66b6-4135-b5c5-3627d75c7627, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b8a83a42-66b6-4135-b5c5-3627d75c7627,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:10:28.763845 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-d6f0b26d-3b8a-4051-a348-1c65e481f90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:28.765478 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-d6f0b26d-3b8a-4051-a348-1c65e481f90a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2459a67a-03d9-4542-a3d9-993612a32608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0651131 Aug 18 13:10:28.813382 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [None req-9bdcfbb6-df6d-44ca-ad45-a657229ef894 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] device_id is not set on port 940fd00d-df84-479a-9ba7-1e81f0500261 yet. {{(pid=101675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:10:28.856258 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c476a573-9bd1-4ac2-89da-33b6324c72fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:28.999946 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-9bdcfbb6-df6d-44ca-ad45-a657229ef894 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Allocated IP 2001:db8::f816:3eff:feb7:9999 (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/28f04efa-b665-455a-a6f8-c345b8a7b7a0/940fd00d-df84-479a-9ba7-1e81f0500261) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:10:29.015639 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0eb37c-8e60-464b-b7b5-7883cea07554 req-bb6837fe-a173-4e52-af00-492dad61ecd5 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:29.016458 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476a573-9bd1-4ac2-89da-33b6324c72fb None None] Pushing event updated for resources: {'Port': ['ID=b8a83a42-66b6-4135-b5c5-3627d75c7627,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:29.026697 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9a0eb37c-8e60-464b-b7b5-7883cea07554 req-bb6837fe-a173-4e52-af00-492dad61ecd5 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 943 time: 0.3585229 Aug 18 13:10:29.044583 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-506d97d2-fb89-4b03-abd7-3520348dccf2 service neutron] Attempting to bind port d63deb1c-c75b-4237-8b99-77ca9bb26ce7 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:10:29.045317 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-506d97d2-fb89-4b03-abd7-3520348dccf2 service neutron] Attempting to bind port d63deb1c-c75b-4237-8b99-77ca9bb26ce7 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': 'f4c449c2-b154-4262-a0a8-10992ac3951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd40b57f9-bbb2-4411-b09b-1190ba8eee3e'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:10:29.045864 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-506d97d2-fb89-4b03-abd7-3520348dccf2 service neutron] Attempting to bind port d63deb1c-c75b-4237-8b99-77ca9bb26ce7 on network d40b57f9-bbb2-4411-b09b-1190ba8eee3e {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:10:29.048178 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-d4af7f4d-7c86-4c09-83eb-f6b03a3f4b84 service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753954 Aug 18 13:10:29.079797 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-506d97d2-fb89-4b03-abd7-3520348dccf2 service neutron] Port d63deb1c-c75b-4237-8b99-77ca9bb26ce7 on network d40b57f9-bbb2-4411-b09b-1190ba8eee3e not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:10:29.089538 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-506d97d2-fb89-4b03-abd7-3520348dccf2 service neutron] Attempting to bind port d63deb1c-c75b-4237-8b99-77ca9bb26ce7 on network d40b57f9-bbb2-4411-b09b-1190ba8eee3e {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:10:29.137161 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-506d97d2-fb89-4b03-abd7-3520348dccf2 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:10:29.138084 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-506d97d2-fb89-4b03-abd7-3520348dccf2 service neutron] Checking segment: {'id': 'f4c449c2-b154-4262-a0a8-10992ac3951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd40b57f9-bbb2-4411-b09b-1190ba8eee3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:10:29.138584 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-506d97d2-fb89-4b03-abd7-3520348dccf2 service neutron] Bound using segment: {'id': 'f4c449c2-b154-4262-a0a8-10992ac3951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd40b57f9-bbb2-4411-b09b-1190ba8eee3e'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:10:29.139098 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-506d97d2-fb89-4b03-abd7-3520348dccf2 service neutron] Bound port: d63deb1c-c75b-4237-8b99-77ca9bb26ce7, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4c449c2-b154-4262-a0a8-10992ac3951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd40b57f9-bbb2-4411-b09b-1190ba8eee3e'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:10:29.139956 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-506d97d2-fb89-4b03-abd7-3520348dccf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:29.166808 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9a0eb37c-8e60-464b-b7b5-7883cea07554 req-053da569-371f-4e3f-83ba-ccae9082736d tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404529 Aug 18 13:10:29.297598 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 84374c5e-ea52-42da-bb5a-91b676be58ba no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:10:29.389332 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-506d97d2-fb89-4b03-abd7-3520348dccf2 service neutron] For port d63deb1c-c75b-4237-8b99-77ca9bb26ce7, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:10:29.413323 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-506d97d2-fb89-4b03-abd7-3520348dccf2 service neutron] For port d63deb1c-c75b-4237-8b99-77ca9bb26ce7, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=d63deb1c-c75b-4237-8b99-77ca9bb26ce7,segment=NetworkSegment(f4c449c2-b154-4262-a0a8-10992ac3951d),segment_id=f4c449c2-b154-4262-a0a8-10992ac3951d)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:10:29.473248 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:29.500074 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-70722e5c-ba1d-4e2c-a35c-825ce47284ca service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4428568 Aug 18 13:10:29.505739 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-506d97d2-fb89-4b03-abd7-3520348dccf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:29.534439 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9bdcfbb6-df6d-44ca-ad45-a657229ef894 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:29.542815 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b676fbb-f6f0-48ab-91af-3f80760edc0f req-7c5ec7a8-2bd5-4565-8ece-0dc330d7c379 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:29.545701 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3b676fbb-f6f0-48ab-91af-3f80760edc0f req-7c5ec7a8-2bd5-4565-8ece-0dc330d7c379 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 946 time: 0.2675688 Aug 18 13:10:29.563294 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 84374c5e-ea52-42da-bb5a-91b676be58ba, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=84374c5e-ea52-42da-bb5a-91b676be58ba,segment=NetworkSegment(1d336752-25b6-4131-855b-23a2ad96544b),segment_id=1d336752-25b6-4131-855b-23a2ad96544b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:10:29.569336 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1480fd98-1897-4d2b-ac5b-38ce61a30390', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84374c5e-ea52-42da-bb5a-91b676be58ba'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:10:29.569336 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9df6392-b51b-4517-9182-0f880389f8ac" -d '{"events": [{"server_uuid": "1480fd98-1897-4d2b-ac5b-38ce61a30390", "name": "network-vif-unplugged", "status": "completed", "tag": "84374c5e-ea52-42da-bb5a-91b676be58ba"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:10:29.656415 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 13:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45eab1f-9d93-45d8-8a55-c055dbfc79ed x-openstack-request-id: req-a45eab1f-9d93-45d8-8a55-c055dbfc79ed {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:10:29.656705 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1480fd98-1897-4d2b-ac5b-38ce61a30390", "name": "network-vif-unplugged", "status": "completed", "tag": "84374c5e-ea52-42da-bb5a-91b676be58ba", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:10:29.656974 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a45eab1f-9d93-45d8-8a55-c055dbfc79ed {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:10:29.657366 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1480fd98-1897-4d2b-ac5b-38ce61a30390', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84374c5e-ea52-42da-bb5a-91b676be58ba', 'code': 200} Aug 18 13:10:29.672304 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:29.681130 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-62a4a43c-f44c-43df-9cb5-484f66989937 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=266a6430-2066-4382-ad70-9e34f085829b HTTP/1.1" status: 200 len: 217 time: 0.1657832 Aug 18 13:10:29.687135 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-9bdcfbb6-df6d-44ca-ad45-a657229ef894 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Transition to ACTIVE for port object 940fd00d-df84-479a-9ba7-1e81f0500261 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:10:29.700503 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-506d97d2-fb89-4b03-abd7-3520348dccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:29.701322 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-506d97d2-fb89-4b03-abd7-3520348dccf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:29.703585 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-506d97d2-fb89-4b03-abd7-3520348dccf2 service neutron] 10.222.0.39 "PUT /v2.0/ports/d63deb1c-c75b-4237-8b99-77ca9bb26ce7 HTTP/1.1" status: 200 len: 1091 time: 3.3628769 Aug 18 13:10:29.706553 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ed76c2d-f46a-4f31-a831-176fc8f21e7d', 'tag': 'd63deb1c-c75b-4237-8b99-77ca9bb26ce7'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:10:29.712907 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4903a5-3e5d-4750-b454-dd4e2646d6b9" -d '{"events": [{"name": "network-changed", "server_uuid": "8ed76c2d-f46a-4f31-a831-176fc8f21e7d", "tag": "d63deb1c-c75b-4237-8b99-77ca9bb26ce7"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:10:29.765476 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d97d2-fb89-4b03-abd7-3520348dccf2 service neutron] Pushing event updated for resources: {'Port': ['ID=d63deb1c-c75b-4237-8b99-77ca9bb26ce7,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:29.831350 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399a9102-b205-4447-b745-a317d4c02982 x-openstack-request-id: req-399a9102-b205-4447-b745-a317d4c02982 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:10:29.831883 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ed76c2d-f46a-4f31-a831-176fc8f21e7d", "tag": "d63deb1c-c75b-4237-8b99-77ca9bb26ce7", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:10:29.832449 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-399a9102-b205-4447-b745-a317d4c02982 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:10:29.833058 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ed76c2d-f46a-4f31-a831-176fc8f21e7d', 'tag': 'd63deb1c-c75b-4237-8b99-77ca9bb26ce7', 'status': 'completed', 'code': 200} Aug 18 13:10:29.863472 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=84374c5e-ea52-42da-bb5a-91b676be58ba,revision_number=8']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:29.889639 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-5f616ee5-6196-4b0d-83ab-9d72c3312b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:29.891187 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-5f616ee5-6196-4b0d-83ab-9d72c3312b47 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cb37ce99-5938-480b-b3eb-c3f4e77a0e89 HTTP/1.1" status: 200 len: 797 time: 0.2002003 Aug 18 13:10:29.929282 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9bdcfbb6-df6d-44ca-ad45-a657229ef894 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:29.986939 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-fd5c12e1-4549-4cb6-8d71-6f7f6134db6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:29.988634 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-fd5c12e1-4549-4cb6-8d71-6f7f6134db6e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=905412fa00ef4383b8b8de60ee111478&device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 1094 time: 0.1236548 Aug 18 13:10:30.002495 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdcfbb6-df6d-44ca-ad45-a657229ef894 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:10:30.051453 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3b676fbb-f6f0-48ab-91af-3f80760edc0f req-998381a3-29de-4834-81a7-c43ca82886d8 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4913952 Aug 18 13:10:30.079424 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-9bdcfbb6-df6d-44ca-ad45-a657229ef894 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:10:30.082543 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-6f0849d1-fdff-4c01-ad4c-610413101645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:30.090345 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-73aa8c78-62b2-4e6c-92c7-18cdf4f9deaa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d63deb1c-c75b-4237-8b99-77ca9bb26ce7 HTTP/1.1" status: 200 len: 217 time: 0.0808444 Aug 18 13:10:30.090723 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-6f0849d1-fdff-4c01-ad4c-610413101645 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2459a67a-03d9-4542-a3d9-993612a32608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1829848 Aug 18 13:10:30.090866 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdcfbb6-df6d-44ca-ad45-a657229ef894 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:10:30.097676 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdcfbb6-df6d-44ca-ad45-a657229ef894 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:30.099220 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9bdcfbb6-df6d-44ca-ad45-a657229ef894 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:30.177486 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b8a83a42-66b6-4135-b5c5-3627d75c7627 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:10:30.181434 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdcfbb6-df6d-44ca-ad45-a657229ef894 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Port': ['ID=940fd00d-df84-479a-9ba7-1e81f0500261,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:30.248294 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-098bec56-07db-44ab-830e-327d193f4cbf service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482193 Aug 18 13:10:30.334066 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9bdcfbb6-df6d-44ca-ad45-a657229ef894 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8270190 Aug 18 13:10:30.354630 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35622) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:30.414354 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port b8a83a42-66b6-4135-b5c5-3627d75c7627 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:10:30.635680 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-18c0d992-4e72-496e-b140-55adc2bc867e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:30.638121 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-18c0d992-4e72-496e-b140-55adc2bc867e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c2c98821-2056-406e-a9db-4c5c55877dd9 HTTP/1.1" status: 200 len: 853 time: 0.5145173 Aug 18 13:10:30.647314 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-f3b586c4-b250-42d6-8e5e-47f53548b417 service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942521 Aug 18 13:10:30.667332 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f806cac-fcb5-4fe0-a393-d3d715e60e57 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:30.687372 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f806cac-fcb5-4fe0-a393-d3d715e60e57 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:30.692039 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6f806cac-fcb5-4fe0-a393-d3d715e60e57 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3353357 Aug 18 13:10:30.702748 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35624) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:30.729254 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda86ebd-7d8f-48d2-8d5b-fc4f0fdb6a56 req-61e05df8-6ba2-4740-8cd6-c74702d06dfd tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:30.732110 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eda86ebd-7d8f-48d2-8d5b-fc4f0fdb6a56 req-61e05df8-6ba2-4740-8cd6-c74702d06dfd tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 943 time: 0.3817737 Aug 18 13:10:30.813102 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-868ed6cb-d356-4837-9162-67209e89b771 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=efb60372-9169-48b4-8d03-d614d61af4dc HTTP/1.1" status: 200 len: 217 time: 0.1567254 Aug 18 13:10:30.825309 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-3c930bbf-1137-48f3-9d86-654ad1c08fd4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d40b57f9-bbb2-4411-b09b-1190ba8eee3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1314394 Aug 18 13:10:30.976564 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-e66cf82e-f1d4-4d7d-b2b8-98f697e44990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:30.979281 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-e66cf82e-f1d4-4d7d-b2b8-98f697e44990 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2df74fa9-4a52-422a-a780-c36488fd175b HTTP/1.1" status: 200 len: 797 time: 0.1529558 Aug 18 13:10:31.058251 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-b2306413-2787-46ae-af38-b324d1aee29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:31.062681 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-b2306413-2787-46ae-af38-b324d1aee29d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a3e49dcd-a277-4170-bfef-fa46f5ed7634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0765390 Aug 18 13:10:31.236789 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d8ed8312-128a-49a3-8dcf-e2ed11b41a53 None None] Provisioning for port b8a83a42-66b6-4135-b5c5-3627d75c7627 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:10:31.241617 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d8ed8312-128a-49a3-8dcf-e2ed11b41a53 None None] Provisioning complete for port b8a83a42-66b6-4135-b5c5-3627d75c7627 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:10:31.242498 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d8ed8312-128a-49a3-8dcf-e2ed11b41a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:31.357493 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eda86ebd-7d8f-48d2-8d5b-fc4f0fdb6a56 req-aff3829c-2676-4721-913b-c4ddbfafa180 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6001680 Aug 18 13:10:31.363479 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-bb5ae23f-d852-4642-8d3a-3b36dcd7e596 service neutron] 10.222.0.39 "GET /v2.0/networks/d40b57f9-bbb2-4411-b09b-1190ba8eee3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948817 Aug 18 13:10:31.456746 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4c663-baf4-46f6-8103-6c1089ad6e0c req-775a1331-fb54-4fb8-8814-143d155b8ec1 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:31.465893 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c3e4c663-baf4-46f6-8103-6c1089ad6e0c req-775a1331-fb54-4fb8-8814-143d155b8ec1 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 944 time: 0.2393663 Aug 18 13:10:31.526817 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c3e4c663-baf4-46f6-8103-6c1089ad6e0c req-9fe545a1-f388-4014-ad1c-03a9132ccc25 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596199 Aug 18 13:10:31.535553 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-ee4a4df8-fd6b-4308-8bcc-583cdf44116c service neutron] 10.222.0.39 "GET /v2.0/networks/a3e49dcd-a277-4170-bfef-fa46f5ed7634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4612455 Aug 18 13:10:31.544620 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d8ed8312-128a-49a3-8dcf-e2ed11b41a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:31.654276 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-d8ed8312-128a-49a3-8dcf-e2ed11b41a53 None None] For port b8a83a42-66b6-4135-b5c5-3627d75c7627, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b8a83a42-66b6-4135-b5c5-3627d75c7627,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:10:31.675394 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-b36f7b30-b52b-4779-b6fe-019cb013d10f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting port 940fd00d-df84-479a-9ba7-1e81f0500261 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:10:31.675940 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b36f7b30-b52b-4779-b6fe-019cb013d10f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:31.804679 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-ef3c8499-d7fb-44c5-a833-377b11d4e570 service neutron] 10.222.0.39 "GET /v2.0/networks/a3e49dcd-a277-4170-bfef-fa46f5ed7634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614594 Aug 18 13:10:31.861429 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-37c2114a-0d25-4e91-bea8-306fed9fedc9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3dd394b2-39bc-4d95-9eb2-fafde19e7621 HTTP/1.1" status: 200 len: 217 time: 0.0492930 Aug 18 13:10:31.894011 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fbd4db8c-0584-4e13-aca2-347cfb9b1a8d req-ba452680-f67a-4bb4-86c8-b32f4f90cff9 service neutron] 10.222.0.39 "GET /v2.0/networks/d40b57f9-bbb2-4411-b09b-1190ba8eee3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5103655 Aug 18 13:10:31.934267 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b36f7b30-b52b-4779-b6fe-019cb013d10f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:31.942747 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-b720d87d-9b3e-4d64-9d02-5ba646a72bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:31.945077 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-b720d87d-9b3e-4d64-9d02-5ba646a72bc7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2df74fa9-4a52-422a-a780-c36488fd175b HTTP/1.1" status: 200 len: 797 time: 0.0737588 Aug 18 13:10:31.954864 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-b36f7b30-b52b-4779-b6fe-019cb013d10f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Calling delete_port for 940fd00d-df84-479a-9ba7-1e81f0500261 owned by {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:10:32.041026 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-c4bbaf91-0ad5-4a32-a0e5-14e843e23751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:32.043764 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-c4bbaf91-0ad5-4a32-a0e5-14e843e23751 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a3e49dcd-a277-4170-bfef-fa46f5ed7634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0914955 Aug 18 13:10:32.206691 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-68754ec4-9b28-4312-9514-58ae4deba26a service neutron] 10.222.0.39 "GET /v2.0/networks/a3e49dcd-a277-4170-bfef-fa46f5ed7634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553590 Aug 18 13:10:32.335086 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d8ed8312-128a-49a3-8dcf-e2ed11b41a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:32.425313 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a2dcb1ce-d891-4208-8f1e-4a7390e2f7f2 req-81341585-1c5d-4752-b2d8-d774813fe91e service neutron] 10.222.0.39 "GET /v2.0/networks/a3e49dcd-a277-4170-bfef-fa46f5ed7634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102213 Aug 18 13:10:32.529082 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed8312-128a-49a3-8dcf-e2ed11b41a53 None None] Pushing event updated for resources: {'Port': ['ID=b8a83a42-66b6-4135-b5c5-3627d75c7627,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:32.762728 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4903a5-3e5d-4750-b454-dd4e2646d6b9 req-2b088beb-082c-4651-8e12-6d332b530972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:32.763601 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8f4903a5-3e5d-4750-b454-dd4e2646d6b9 req-2b088beb-082c-4651-8e12-6d332b530972 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=905412fa00ef4383b8b8de60ee111478&device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 1094 time: 0.0889435 Aug 18 13:10:32.786826 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f5c90-8655-4500-a7d5-f3cec097fcd5 req-fb8eb1a0-15d2-429a-a2b9-baf314d8c487 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:32.792870 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e51f5c90-8655-4500-a7d5-f3cec097fcd5 req-fb8eb1a0-15d2-429a-a2b9-baf314d8c487 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 943 time: 0.1058562 Aug 18 13:10:32.863024 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:10:32.863024 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:10:32.863024 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:10:32.863024 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:10:32.863024 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:10:32.863024 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:10:32.863024 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:10:32.863024 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:10:32.863024 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:10:32.863024 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:10:32.863024 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:10:32.863024 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:10:32.863024 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:10:32.863024 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:10:32.863024 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:10:32.863024 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:10:32.863024 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:10:32.863024 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:10:32.863024 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:10:32.863024 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:10:32.863024 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:10:32.863024 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:10:32.863024 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:10:32.863024 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:10:32.863024 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:10:32.863024 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:10:32.863024 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:10:32.863024 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:10:32.863024 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:10:32.863024 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:10:32.863024 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:10:32.863024 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:10:32.863024 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:10:32.863024 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:10:32.863024 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:10:32.863024 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:10:32.863024 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:10:32.863024 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:10:32.863024 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:10:32.863024 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:10:32.868487 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:10:32.868487 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:10:32.868487 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:10:32.868487 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:10:32.868487 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:10:32.868487 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:10:32.868487 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:10:32.868487 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:10:32.868487 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:10:32.868487 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:10:32.868487 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:10:32.868487 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:10:32.868487 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:10:32.868487 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:10:32.870917 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b36f7b30-b52b-4779-b6fe-019cb013d10f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:32.873152 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-89174110-3499-4c38-b54f-7ac5feb8d061 None None] Provisioning for port 940fd00d-df84-479a-9ba7-1e81f0500261 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:10:32.881057 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e51f5c90-8655-4500-a7d5-f3cec097fcd5 req-dcc9d91f-65bb-480e-9af5-38c162773f51 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818775 Aug 18 13:10:32.889537 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-89174110-3499-4c38-b54f-7ac5feb8d061 None None] Provisioning complete for port 940fd00d-df84-479a-9ba7-1e81f0500261 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:10:32.893644 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-89174110-3499-4c38-b54f-7ac5feb8d061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:32.922321 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36f7b30-b52b-4779-b6fe-019cb013d10f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Port': ['ID=940fd00d-df84-479a-9ba7-1e81f0500261,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:32.924259 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-89174110-3499-4c38-b54f-7ac5feb8d061 None None] Port 940fd00d-df84-479a-9ba7-1e81f0500261 was deleted so its status cannot be updated. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 18 13:10:32.938352 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4903a5-3e5d-4750-b454-dd4e2646d6b9 req-512328d3-fa19-43f2-8b80-ad1538175909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:32.939894 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8f4903a5-3e5d-4750-b454-dd4e2646d6b9 req-512328d3-fa19-43f2-8b80-ad1538175909 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d40b57f9-bbb2-4411-b09b-1190ba8eee3e HTTP/1.1" status: 200 len: 914 time: 0.1683707 Aug 18 13:10:32.974672 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b36f7b30-b52b-4779-b6fe-019cb013d10f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:32.974672 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b36f7b30-b52b-4779-b6fe-019cb013d10f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/ports/940fd00d-df84-479a-9ba7-1e81f0500261 HTTP/1.1" status: 204 len: 168 time: 2.2361152 Aug 18 13:10:32.974672 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35656) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:33.032198 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8f4903a5-3e5d-4750-b454-dd4e2646d6b9 req-612687f3-07d8-4c12-a393-e289cd1d7c4a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d63deb1c-c75b-4237-8b99-77ca9bb26ce7 HTTP/1.1" status: 200 len: 217 time: 0.0728669 Aug 18 13:10:33.098510 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a08ed63-f067-4e1f-8ab1-628d11c6eb58 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:33.100976 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a08ed63-f067-4e1f-8ab1-628d11c6eb58 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:33.102900 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0a08ed63-f067-4e1f-8ab1-628d11c6eb58 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1297040 Aug 18 13:10:33.106989 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35660) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:33.126733 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4903a5-3e5d-4750-b454-dd4e2646d6b9 req-6a86d751-5220-49cf-911f-04de706cd906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:33.128760 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8f4903a5-3e5d-4750-b454-dd4e2646d6b9 req-6a86d751-5220-49cf-911f-04de706cd906 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c2c98821-2056-406e-a9db-4c5c55877dd9 HTTP/1.1" status: 200 len: 853 time: 0.0793171 Aug 18 13:10:33.174894 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8f4903a5-3e5d-4750-b454-dd4e2646d6b9 req-de67d684-7d42-47c8-9d7f-3e1521218e1b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d40b57f9-bbb2-4411-b09b-1190ba8eee3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379663 Aug 18 13:10:33.242686 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-b747578b-980d-44d5-8158-2d071a8357d5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting subnet 28f04efa-b665-455a-a6f8-c345b8a7b7a0 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:10:33.263885 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b747578b-980d-44d5-8158-2d071a8357d5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:33.306602 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 84374c5e-ea52-42da-bb5a-91b676be58ba no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:10:33.340096 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b747578b-980d-44d5-8158-2d071a8357d5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:33.345937 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8f4903a5-3e5d-4750-b454-dd4e2646d6b9 req-aba55b92-3c58-4aca-bd61-5bfa1892d5c2 service neutron] 10.222.0.39 "GET /v2.0/networks/d40b57f9-bbb2-4411-b09b-1190ba8eee3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625795 Aug 18 13:10:33.501516 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8f4903a5-3e5d-4750-b454-dd4e2646d6b9 req-27f76808-d2a9-464a-88c7-6936eeaaa512 service neutron] 10.222.0.39 "GET /v2.0/networks/d40b57f9-bbb2-4411-b09b-1190ba8eee3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476116 Aug 18 13:10:33.536253 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b747578b-980d-44d5-8158-2d071a8357d5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:33.717138 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b747578b-980d-44d5-8158-2d071a8357d5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:33.747703 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b747578b-980d-44d5-8158-2d071a8357d5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Subnet': ['ID=28f04efa-b665-455a-a6f8-c345b8a7b7a0,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:33.751428 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b747578b-980d-44d5-8158-2d071a8357d5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:33.753326 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b747578b-980d-44d5-8158-2d071a8357d5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/28f04efa-b665-455a-a6f8-c345b8a7b7a0 HTTP/1.1" status: 204 len: 168 time: 0.6447504 Aug 18 13:10:33.756990 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35670) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:33.766954 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56844ee3-c149-4aa4-96c3-965a17e5f49e None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:10:33.799002 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2c3ee277-a9f1-4653-9b51-20f930065e06 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0405030 Aug 18 13:10:33.801502 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35672) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:33.807400 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-4b5f4bcc-f483-4c30-a80a-2387de85df61 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'subnet': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:10:33.984404 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device d63deb1c-c75b-4237-8b99-77ca9bb26ce7 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:10:34.048531 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5f4bcc-f483-4c30-a80a-2387de85df61 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:10:34.060410 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4b5f4bcc-f483-4c30-a80a-2387de85df61 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:34.108081 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595f1c49-8aac-4798-bf00-ba086791c71c None None] DHCP port deletion for fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:10:34.171235 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port d63deb1c-c75b-4237-8b99-77ca9bb26ce7, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=d63deb1c-c75b-4237-8b99-77ca9bb26ce7,segment=NetworkSegment(f4c449c2-b154-4262-a0a8-10992ac3951d),segment_id=f4c449c2-b154-4262-a0a8-10992ac3951d)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:10:34.199336 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'd63deb1c-c75b-4237-8b99-77ca9bb26ce7', 'network_id': 'd40b57f9-bbb2-4411-b09b-1190ba8eee3e', 'port_id': 'd63deb1c-c75b-4237-8b99-77ca9bb26ce7', 'mac_address': 'fa:16:3e:2e:44:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2c98821-2056-406e-a9db-4c5c55877dd9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:10:34.237469 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-595f1c49-8aac-4798-bf00-ba086791c71c None None] Deleting port b8a83a42-66b6-4135-b5c5-3627d75c7627 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:10:34.237879 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-595f1c49-8aac-4798-bf00-ba086791c71c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:34.265330 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001f947-c7ca-4239-b784-34a7386f7c83 req-eaf2bea4-5242-4635-95b0-4cc86ec42d33 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:34.273930 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3001f947-c7ca-4239-b784-34a7386f7c83 req-eaf2bea4-5242-4635-95b0-4cc86ec42d33 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 943 time: 0.2108486 Aug 18 13:10:34.295851 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:34.319846 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d63deb1c-c75b-4237-8b99-77ca9bb26ce7 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:10:34.328489 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-595f1c49-8aac-4798-bf00-ba086791c71c None None] For port b8a83a42-66b6-4135-b5c5-3627d75c7627, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b8a83a42-66b6-4135-b5c5-3627d75c7627,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:10:34.328885 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-595f1c49-8aac-4798-bf00-ba086791c71c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:34.346749 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3001f947-c7ca-4239-b784-34a7386f7c83 req-7fb5f702-8868-4b8b-9b33-cecbdd7bf52a tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716307 Aug 18 13:10:34.351588 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port d63deb1c-c75b-4237-8b99-77ca9bb26ce7, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=d63deb1c-c75b-4237-8b99-77ca9bb26ce7,segment=NetworkSegment(f4c449c2-b154-4262-a0a8-10992ac3951d),segment_id=f4c449c2-b154-4262-a0a8-10992ac3951d)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:10:34.357813 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-595f1c49-8aac-4798-bf00-ba086791c71c None None] Calling delete_port for b8a83a42-66b6-4135-b5c5-3627d75c7627 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:10:34.482493 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:34.535560 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=d63deb1c-c75b-4237-8b99-77ca9bb26ce7,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:34.633182 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-595f1c49-8aac-4798-bf00-ba086791c71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:34.667468 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f1c49-8aac-4798-bf00-ba086791c71c None None] Pushing event deleted for resources: {'Port': ['ID=b8a83a42-66b6-4135-b5c5-3627d75c7627,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:34.676370 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595f1c49-8aac-4798-bf00-ba086791c71c None None] No DVR routers for this DVR port b8a83a42-66b6-4135-b5c5-3627d75c7627 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:10:34.740874 n-d-803603-2 neutron-server[101675]: DEBUG neutron.objects.ports [None req-4b5f4bcc-f483-4c30-a80a-2387de85df61 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101675) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 13:10:34.749683 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4b5f4bcc-f483-4c30-a80a-2387de85df61 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:34.765583 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['d63deb1c-c75b-4237-8b99-77ca9bb26ce7'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:10:34.797479 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5f4bcc-f483-4c30-a80a-2387de85df61 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:10:34.801001 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-4b5f4bcc-f483-4c30-a80a-2387de85df61 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:10:34.804369 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5f4bcc-f483-4c30-a80a-2387de85df61 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:34.804852 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4b5f4bcc-f483-4c30-a80a-2387de85df61 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:34.820213 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24cf30f-37d6-429f-8d18-7ab3e9fb40b3 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:10:34.843107 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f4bcc-f483-4c30-a80a-2387de85df61 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Subnet': ['ID=2b8d2917-e2ad-4dca-be55-874d6a79d5c3,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:34.952769 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4b5f4bcc-f483-4c30-a80a-2387de85df61 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1475155 Aug 18 13:10:34.953260 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35696) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:34.958823 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-af53dd6e-75a6-4053-a621-10bc90a60f2d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'port': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'mac_address': 'fa:16:3e:6e:dc:3f', 'name': 'tempest-NetworksTestDHCPv6-1978388382'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:10:35.044426 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c89a32-6cf4-46cc-b6c9-5c600426f05d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'tenant_id': 'a22835a92ccd454cb17ed125e0ff09fb', 'fixed_ips': [{'subnet_id': '2b8d2917-e2ad-4dca-be55-874d6a79d5c3'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:10:35.045585 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-78c89a32-6cf4-46cc-b6c9-5c600426f05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:35.074141 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35698) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:35.209330 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af53dd6e-75a6-4053-a621-10bc90a60f2d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:10:35.217200 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1a046975-0972-458a-850b-e95600e50bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:35.240156 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-78c89a32-6cf4-46cc-b6c9-5c600426f05d None None] Allocated IP 2001:db8::f816:3eff:fe94:ada5 (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/2b8d2917-e2ad-4dca-be55-874d6a79d5c3/cf57e7e8-7c1c-4964-85cb-1bfd7acdac69) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:10:35.351326 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-af53dd6e-75a6-4053-a621-10bc90a60f2d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:35.391040 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-af53dd6e-75a6-4053-a621-10bc90a60f2d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] device_id is not set on port 468468a1-34c6-43a1-9b30-b2c5400c7bc7 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:10:35.422522 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1a046975-0972-458a-850b-e95600e50bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:35.482614 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-78c89a32-6cf4-46cc-b6c9-5c600426f05d None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:35.491961 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-78c89a32-6cf4-46cc-b6c9-5c600426f05d None None] Transition to ACTIVE for port object cf57e7e8-7c1c-4964-85cb-1bfd7acdac69 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:10:35.506939 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-78c89a32-6cf4-46cc-b6c9-5c600426f05d None None] Transition to ACTIVE for port object cf57e7e8-7c1c-4964-85cb-1bfd7acdac69 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:10:35.528190 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1a046975-0972-458a-850b-e95600e50bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:35.532278 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31bc445-caa6-475a-922a-3fdb70496f66 req-7c0a8a4a-0346-4ce9-b226-3f1aa0bca188 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:35.543441 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d31bc445-caa6-475a-922a-3fdb70496f66 req-7c0a8a4a-0346-4ce9-b226-3f1aa0bca188 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 944 time: 0.0615454 Aug 18 13:10:35.574275 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1a046975-0972-458a-850b-e95600e50bc9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c453cdcb60c430486dad40800900e28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4976673 Aug 18 13:10:35.574502 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a046975-0972-458a-850b-e95600e50bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbcea3b-4278-4959-92a0-ce4430d8b729,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:35.577146 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35710) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:35.590645 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d31bc445-caa6-475a-922a-3fdb70496f66 req-021d14eb-b4fe-4b97-af19-6a79ef627666 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485685 Aug 18 13:10:35.647963 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c711e772-2e9a-4472-b5c1-924f377be7db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:35.690989 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c711e772-2e9a-4472-b5c1-924f377be7db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:35.735605 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-78c89a32-6cf4-46cc-b6c9-5c600426f05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:35.815889 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c89a32-6cf4-46cc-b6c9-5c600426f05d None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:10:35.820808 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-78c89a32-6cf4-46cc-b6c9-5c600426f05d None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:10:35.821866 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61380697-905e-4621-abf9-702403e7190d req-289d9e61-03ba-44c0-918f-0292d796b28c tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:35.823578 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-61380697-905e-4621-abf9-702403e7190d req-289d9e61-03ba-44c0-918f-0292d796b28c tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 944 time: 0.0773618 Aug 18 13:10:35.829229 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-af53dd6e-75a6-4053-a621-10bc90a60f2d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Allocated IP 2001:db8::f816:3eff:fe6e:dc3f (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/2b8d2917-e2ad-4dca-be55-874d6a79d5c3/468468a1-34c6-43a1-9b30-b2c5400c7bc7) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:10:35.844586 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c89a32-6cf4-46cc-b6c9-5c600426f05d None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:10:35.915002 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-61380697-905e-4621-abf9-702403e7190d req-3ea37714-aeec-461d-a76f-da7ec14dcd94 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787554 Aug 18 13:10:35.939332 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c711e772-2e9a-4472-b5c1-924f377be7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:35.939535 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c711e772-2e9a-4472-b5c1-924f377be7db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:35.940000 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:10:35.946348 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c711e772-2e9a-4472-b5c1-924f377be7db admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9bbcea3b-4278-4959-92a0-ce4430d8b729 HTTP/1.1" status: 204 len: 168 time: 0.3641884 Aug 18 13:10:35.979019 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c711e772-2e9a-4472-b5c1-924f377be7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbcea3b-4278-4959-92a0-ce4430d8b729,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:36.117777 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device d63deb1c-c75b-4237-8b99-77ca9bb26ce7 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:10:36.151736 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b8a83a42-66b6-4135-b5c5-3627d75c7627 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:10:36.165082 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c89a32-6cf4-46cc-b6c9-5c600426f05d None None] Pushing event updated for resources: {'Port': ['ID=cf57e7e8-7c1c-4964-85cb-1bfd7acdac69,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:36.172566 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: b8a83a42-66b6-4135-b5c5-3627d75c7627 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:10:36.172890 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b8a83a42-66b6-4135-b5c5-3627d75c7627 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:10:36.201201 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-78c89a32-6cf4-46cc-b6c9-5c600426f05d None None] Attempting to bind port cf57e7e8-7c1c-4964-85cb-1bfd7acdac69 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:10:36.201201 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-78c89a32-6cf4-46cc-b6c9-5c600426f05d None None] Attempting to bind port cf57e7e8-7c1c-4964-85cb-1bfd7acdac69 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:10:36.201201 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c89a32-6cf4-46cc-b6c9-5c600426f05d None None] Attempting to bind port cf57e7e8-7c1c-4964-85cb-1bfd7acdac69 on network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:10:36.210806 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-af53dd6e-75a6-4053-a621-10bc90a60f2d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:36.210997 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c89a32-6cf4-46cc-b6c9-5c600426f05d None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:10:36.211236 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c89a32-6cf4-46cc-b6c9-5c600426f05d None None] Checking segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:10:36.211649 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-78c89a32-6cf4-46cc-b6c9-5c600426f05d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:36.212047 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c89a32-6cf4-46cc-b6c9-5c600426f05d None None] Bound using segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:10:36.212569 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-78c89a32-6cf4-46cc-b6c9-5c600426f05d None None] Bound port: cf57e7e8-7c1c-4964-85cb-1bfd7acdac69, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:10:36.213008 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-78c89a32-6cf4-46cc-b6c9-5c600426f05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:36.230631 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-af53dd6e-75a6-4053-a621-10bc90a60f2d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Transition to ACTIVE for port object 468468a1-34c6-43a1-9b30-b2c5400c7bc7 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:10:36.297340 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-78c89a32-6cf4-46cc-b6c9-5c600426f05d None None] For port cf57e7e8-7c1c-4964-85cb-1bfd7acdac69, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:10:36.300891 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-78c89a32-6cf4-46cc-b6c9-5c600426f05d None None] For port cf57e7e8-7c1c-4964-85cb-1bfd7acdac69, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=cf57e7e8-7c1c-4964-85cb-1bfd7acdac69,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:10:36.362932 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-af53dd6e-75a6-4053-a621-10bc90a60f2d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:36.370853 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port d63deb1c-c75b-4237-8b99-77ca9bb26ce7 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:10:36.375527 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port d63deb1c-c75b-4237-8b99-77ca9bb26ce7 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:10:36.375709 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:36.418386 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af53dd6e-75a6-4053-a621-10bc90a60f2d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:10:36.421887 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-af53dd6e-75a6-4053-a621-10bc90a60f2d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:10:36.428637 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af53dd6e-75a6-4053-a621-10bc90a60f2d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:10:36.434648 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af53dd6e-75a6-4053-a621-10bc90a60f2d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:36.435293 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-af53dd6e-75a6-4053-a621-10bc90a60f2d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:36.438734 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-78c89a32-6cf4-46cc-b6c9-5c600426f05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:36.453845 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53dd6e-75a6-4053-a621-10bc90a60f2d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Port': ['ID=468468a1-34c6-43a1-9b30-b2c5400c7bc7,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:36.471610 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35732) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:36.543133 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c89a32-6cf4-46cc-b6c9-5c600426f05d None None] Pushing event updated for resources: {'Port': ['ID=cf57e7e8-7c1c-4964-85cb-1bfd7acdac69,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:36.562373 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:36.562880 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-af53dd6e-75a6-4053-a621-10bc90a60f2d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6081088 Aug 18 13:10:36.565104 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35736) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:36.612731 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed76c2d-f46a-4f31-a831-176fc8f21e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63deb1c-c75b-4237-8b99-77ca9bb26ce7'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:10:36.619377 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fae0765-7298-471c-9937-2610bf57b743" -d '{"events": [{"server_uuid": "8ed76c2d-f46a-4f31-a831-176fc8f21e7d", "name": "network-vif-plugged", "status": "completed", "tag": "d63deb1c-c75b-4237-8b99-77ca9bb26ce7"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:10:36.659997 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1332977-76cd-45b0-a7bf-ff337b711372 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:36.668616 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1332977-76cd-45b0-a7bf-ff337b711372 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:36.673941 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35742) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:36.674687 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port d63deb1c-c75b-4237-8b99-77ca9bb26ce7, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=d63deb1c-c75b-4237-8b99-77ca9bb26ce7,segment=NetworkSegment(f4c449c2-b154-4262-a0a8-10992ac3951d),segment_id=f4c449c2-b154-4262-a0a8-10992ac3951d)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:10:36.689019 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b1332977-76cd-45b0-a7bf-ff337b711372 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1228094 Aug 18 13:10:36.709375 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2aec8c4-942a-4fe4-875f-fe3f95d3434f x-openstack-request-id: req-f2aec8c4-942a-4fe4-875f-fe3f95d3434f {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:10:36.719009 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed76c2d-f46a-4f31-a831-176fc8f21e7d", "name": "network-vif-plugged", "status": "completed", "tag": "d63deb1c-c75b-4237-8b99-77ca9bb26ce7", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:10:36.719335 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2aec8c4-942a-4fe4-875f-fe3f95d3434f {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:10:36.722477 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed76c2d-f46a-4f31-a831-176fc8f21e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63deb1c-c75b-4237-8b99-77ca9bb26ce7', 'code': 200} Aug 18 13:10:36.782249 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:36.793969 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cccc1dcf-5980-434d-87af-7a8abe536a76 req-82411c63-1460-4e7f-88cd-8c2271b73e45 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3210945 Aug 18 13:10:37.035503 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=d63deb1c-c75b-4237-8b99-77ca9bb26ce7,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:37.036559 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560275d-6feb-49cd-940e-771acaf08fa6 req-628a1b17-3d98-4d23-bf85-eaf39ed573c5 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:37.056818 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0560275d-6feb-49cd-940e-771acaf08fa6 req-628a1b17-3d98-4d23-bf85-eaf39ed573c5 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.2930954 Aug 18 13:10:37.134295 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c00db-fec7-43dc-b8fc-2d18f80a0851 req-8c42903d-a044-4584-b9e6-e18490d76fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:37.134295 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ac8c00db-fec7-43dc-b8fc-2d18f80a0851 req-8c42903d-a044-4584-b9e6-e18490d76fbc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 1096 time: 0.2988846 Aug 18 13:10:37.144793 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26411fa2-c046-4df4-aa47-a483d87f98aa req-26a3eb8b-3c74-466e-91d5-5fbe9a512071 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:37.147241 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-26411fa2-c046-4df4-aa47-a483d87f98aa req-26a3eb8b-3c74-466e-91d5-5fbe9a512071 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 944 time: 0.0721714 Aug 18 13:10:37.155876 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0560275d-6feb-49cd-940e-771acaf08fa6 req-2d8399ee-ef53-45ae-b9e2-b7d07ef34d51 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967751 Aug 18 13:10:37.178724 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ac8c00db-fec7-43dc-b8fc-2d18f80a0851 req-9897f216-07f3-456d-91ce-23b1106cbe60 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951560 Aug 18 13:10:37.179941 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-683b03bd-78a7-41b7-a93b-04138b2b09f9 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting port 468468a1-34c6-43a1-9b30-b2c5400c7bc7 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:10:37.180296 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-683b03bd-78a7-41b7-a93b-04138b2b09f9 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:37.202891 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-26411fa2-c046-4df4-aa47-a483d87f98aa req-2f15c0dd-6a3e-4318-83d4-0289926c34cf tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474949 Aug 18 13:10:37.298521 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-683b03bd-78a7-41b7-a93b-04138b2b09f9 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:37.311956 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-683b03bd-78a7-41b7-a93b-04138b2b09f9 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Calling delete_port for 468468a1-34c6-43a1-9b30-b2c5400c7bc7 owned by {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:10:37.945141 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35762) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:37.981405 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3b305f9a-a995-42a7-b43f-fb010471e784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:38.025201 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-5bd9ef58-9679-4b40-a06b-39de58dc11f1 None None] Provisioning for port cf57e7e8-7c1c-4964-85cb-1bfd7acdac69 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:10:38.085131 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-683b03bd-78a7-41b7-a93b-04138b2b09f9 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:38.109303 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device cf57e7e8-7c1c-4964-85cb-1bfd7acdac69 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:10:38.141614 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b03bd-78a7-41b7-a93b-04138b2b09f9 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Port': ['ID=468468a1-34c6-43a1-9b30-b2c5400c7bc7,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:38.169260 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-683b03bd-78a7-41b7-a93b-04138b2b09f9 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:38.171252 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-683b03bd-78a7-41b7-a93b-04138b2b09f9 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/ports/468468a1-34c6-43a1-9b30-b2c5400c7bc7 HTTP/1.1" status: 204 len: 168 time: 1.4961758 Aug 18 13:10:38.174528 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35766) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:38.187234 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d26eead2-fb6f-4e2c-9b53-b194ea1a484c None None] Could not find standard attr ID for object 468468a1-34c6-43a1-9b30-b2c5400c7bc7. {{(pid=101677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 13:10:38.199158 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3b305f9a-a995-42a7-b43f-fb010471e784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:38.265126 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3b305f9a-a995-42a7-b43f-fb010471e784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:38.299742 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port cf57e7e8-7c1c-4964-85cb-1bfd7acdac69 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:10:38.306333 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9370474-ee4e-44d2-b5ee-b3914bcf53c7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:38.309082 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3b305f9a-a995-42a7-b43f-fb010471e784 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=72d78eeb662344efbc4c613c2f9fc3a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3606427 Aug 18 13:10:38.309684 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35772) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:38.310675 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port cf57e7e8-7c1c-4964-85cb-1bfd7acdac69 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:10:38.311569 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:38.314731 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9370474-ee4e-44d2-b5ee-b3914bcf53c7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:38.318450 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f9370474-ee4e-44d2-b5ee-b3914bcf53c7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1416984 Aug 18 13:10:38.321975 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35774) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:38.490661 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-93f15828-5473-461b-8cb6-855484a7933a tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting subnet 2b8d2917-e2ad-4dca-be55-874d6a79d5c3 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:10:38.495595 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-93f15828-5473-461b-8cb6-855484a7933a tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:38.525697 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b305f9a-a995-42a7-b43f-fb010471e784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d257edeb-e1bf-43a2-baeb-88b5283b7aa8,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:38.580825 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0afa74e-5ff6-4434-aebe-e0ff4e30910f req-0c6b425a-478e-4996-9052-e3e21828c069 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:38.583828 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:38.595097 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a0afa74e-5ff6-4434-aebe-e0ff4e30910f req-0c6b425a-478e-4996-9052-e3e21828c069 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 944 time: 0.2146039 Aug 18 13:10:38.613576 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b0ab0762-339a-447f-8b77-921368a25afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:38.674029 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a0afa74e-5ff6-4434-aebe-e0ff4e30910f req-a58699bd-de94-408d-914b-9390663ac3ac tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748096 Aug 18 13:10:38.696972 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port cf57e7e8-7c1c-4964-85cb-1bfd7acdac69, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=cf57e7e8-7c1c-4964-85cb-1bfd7acdac69,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:10:38.718887 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b0ab0762-339a-447f-8b77-921368a25afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:38.846115 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3316188-7df0-4e42-981a-948ef0d7aeb0 req-9939c7cc-90c8-4db0-afb6-97464643930c tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:38.855434 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b3316188-7df0-4e42-981a-948ef0d7aeb0 req-9939c7cc-90c8-4db0-afb6-97464643930c tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.5252981 Aug 18 13:10:38.866867 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:38.899291 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-93f15828-5473-461b-8cb6-855484a7933a tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:38.937214 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b0ab0762-339a-447f-8b77-921368a25afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:38.942823 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b3316188-7df0-4e42-981a-948ef0d7aeb0 req-59414e71-4773-4268-b59e-a3b9e1567151 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864630 Aug 18 13:10:38.946403 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b0ab0762-339a-447f-8b77-921368a25afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:38.946403 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b0ab0762-339a-447f-8b77-921368a25afc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d257edeb-e1bf-43a2-baeb-88b5283b7aa8 HTTP/1.1" status: 204 len: 168 time: 0.6342499 Aug 18 13:10:38.982215 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab0762-339a-447f-8b77-921368a25afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d257edeb-e1bf-43a2-baeb-88b5283b7aa8,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:39.054214 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=cf57e7e8-7c1c-4964-85cb-1bfd7acdac69,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:39.185002 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-93f15828-5473-461b-8cb6-855484a7933a tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:39.388485 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-49aff9de-e428-4d26-85ca-a1b5e3826517 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:39.390039 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-49aff9de-e428-4d26-85ca-a1b5e3826517 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/networks?id=d40b57f9-bbb2-4411-b09b-1190ba8eee3e HTTP/1.1" status: 200 len: 813 time: 0.1478434 Aug 18 13:10:39.416260 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-faf4d049-813f-4051-bb0b-a44a82a81b63 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/quotas/905412fa00ef4383b8b8de60ee111478 HTTP/1.1" status: 200 len: 375 time: 0.0165184 Aug 18 13:10:39.430557 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-93f15828-5473-461b-8cb6-855484a7933a tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:39.484540 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-93f15828-5473-461b-8cb6-855484a7933a tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:39.486495 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-93f15828-5473-461b-8cb6-855484a7933a tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/2b8d2917-e2ad-4dca-be55-874d6a79d5c3 HTTP/1.1" status: 204 len: 168 time: 1.1551602 Aug 18 13:10:39.487429 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f15828-5473-461b-8cb6-855484a7933a tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Subnet': ['ID=2b8d2917-e2ad-4dca-be55-874d6a79d5c3,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:39.491244 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35798) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:39.496554 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504be7a6-7059-473a-b705-c3de0ab43a01 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:10:39.532844 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-470e162e-0669-4e26-9e5e-37095bcfae80 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0410671 Aug 18 13:10:39.537984 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35800) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:39.547364 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-730a4584-346b-4b3c-b697-cc6acfb1f835 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=905412fa00ef4383b8b8de60ee111478&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1291192 Aug 18 13:10:39.670410 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c011bc-c178-4d95-8011-a4b9f4e36f42 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:39.674523 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35806) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:39.675192 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b3c011bc-c178-4d95-8011-a4b9f4e36f42 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1287475 Aug 18 13:10:39.753524 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc1dcf-5980-434d-87af-7a8abe536a76 req-6572c4f9-13f9-4b14-ba1c-b4eaa60f105f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:39.755141 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cccc1dcf-5980-434d-87af-7a8abe536a76 req-6572c4f9-13f9-4b14-ba1c-b4eaa60f105f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390&tenant_id=55f2c489a405498aa01d9cac2d06f3c9 HTTP/1.1" status: 200 len: 1095 time: 0.0794995 Aug 18 13:10:39.853997 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6314813b-150c-4b8f-b10a-a7f8bea5b631 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:39.860921 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21ae451-d43b-4427-8047-0a721f911487 None None] DHCP port deletion for fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:10:39.863428 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6314813b-150c-4b8f-b10a-a7f8bea5b631 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1876595 Aug 18 13:10:39.864396 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35812) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:39.943525 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929be07-3a35-4058-a274-1f64063304db req-3452faff-112a-467f-9d7f-23ac46d9bee3 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:39.954838 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1929be07-3a35-4058-a274-1f64063304db req-3452faff-112a-467f-9d7f-23ac46d9bee3 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 944 time: 0.1709628 Aug 18 13:10:39.970054 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc1dcf-5980-434d-87af-7a8abe536a76 req-7fae36cc-eeed-4b01-ba80-db88be6cffec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:39.972398 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cccc1dcf-5980-434d-87af-7a8abe536a76 req-7fae36cc-eeed-4b01-ba80-db88be6cffec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=55f2c489a405498aa01d9cac2d06f3c9&device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 1095 time: 0.1782629 Aug 18 13:10:40.006817 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-95b40be7-237f-462f-a5f6-568d1daef9ec tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1394691 Aug 18 13:10:40.026810 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-8ba9252c-0e9c-4688-acc5-8c94ea3f9153 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:10:40.029593 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-d21ae451-d43b-4427-8047-0a721f911487 None None] Deleting port cf57e7e8-7c1c-4964-85cb-1bfd7acdac69 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:10:40.030265 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d21ae451-d43b-4427-8047-0a721f911487 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:40.044058 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-8ba9252c-0e9c-4688-acc5-8c94ea3f9153 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4875240 Aug 18 13:10:40.061991 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35816) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:40.070362 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-bbc59463-6d52-4e84-b71f-fb105c3db104 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'subnet': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:10:40.092167 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device cf57e7e8-7c1c-4964-85cb-1bfd7acdac69 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:10:40.117937 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1929be07-3a35-4058-a274-1f64063304db req-270cfae3-4e43-454d-8394-4704ab135db4 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613276 Aug 18 13:10:40.218632 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-d21ae451-d43b-4427-8047-0a721f911487 None None] For port cf57e7e8-7c1c-4964-85cb-1bfd7acdac69, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=cf57e7e8-7c1c-4964-85cb-1bfd7acdac69,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:10:40.219634 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d21ae451-d43b-4427-8047-0a721f911487 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:40.270639 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc1dcf-5980-434d-87af-7a8abe536a76 req-f0f21bf3-7599-4f07-bd06-85a64960c838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:40.273479 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cccc1dcf-5980-434d-87af-7a8abe536a76 req-f0f21bf3-7599-4f07-bd06-85a64960c838 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1580e32b-815c-484e-8818-74705331eaf8 HTTP/1.1" status: 200 len: 917 time: 0.2923286 Aug 18 13:10:40.278869 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:40.288484 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-d21ae451-d43b-4427-8047-0a721f911487 None None] Calling delete_port for cf57e7e8-7c1c-4964-85cb-1bfd7acdac69 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:10:40.331018 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-0b4eaaa7-e5ae-42ce-8cec-5697677fdd9d service neutron] 10.222.0.13 "GET /v2.0/networks/d40b57f9-bbb2-4411-b09b-1190ba8eee3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851202 Aug 18 13:10:40.412063 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port cf57e7e8-7c1c-4964-85cb-1bfd7acdac69, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=cf57e7e8-7c1c-4964-85cb-1bfd7acdac69,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:10:40.434140 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cccc1dcf-5980-434d-87af-7a8abe536a76 req-9ba0a84f-0341-4000-908e-61a20579b95e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84374c5e-ea52-42da-bb5a-91b676be58ba HTTP/1.1" status: 200 len: 1000 time: 0.1498404 Aug 18 13:10:40.500417 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc59463-6d52-4e84-b71f-fb105c3db104 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:10:40.511664 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bbc59463-6d52-4e84-b71f-fb105c3db104 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:40.516144 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-41736897-fd65-4cb1-958c-bb8cb51e96dd service neutron] 10.222.0.13 "GET /v2.0/networks/d40b57f9-bbb2-4411-b09b-1190ba8eee3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841953 Aug 18 13:10:40.540911 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:40.563498 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc1dcf-5980-434d-87af-7a8abe536a76 req-0fd7ed16-9409-4150-acd8-6c189eb3f09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:40.564718 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cccc1dcf-5980-434d-87af-7a8abe536a76 req-0fd7ed16-9409-4150-acd8-6c189eb3f09e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935 HTTP/1.1" status: 200 len: 855 time: 0.1229696 Aug 18 13:10:40.606479 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=cf57e7e8-7c1c-4964-85cb-1bfd7acdac69,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:40.642700 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d21ae451-d43b-4427-8047-0a721f911487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:40.676991 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc1dcf-5980-434d-87af-7a8abe536a76 req-2f0ee9b7-ae82-4019-8d6c-396e107ef6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:40.676991 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cccc1dcf-5980-434d-87af-7a8abe536a76 req-2f0ee9b7-ae82-4019-8d6c-396e107ef6f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1580e32b-815c-484e-8818-74705331eaf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0962005 Aug 18 13:10:40.717369 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ae451-d43b-4427-8047-0a721f911487 None None] Pushing event deleted for resources: {'Port': ['ID=cf57e7e8-7c1c-4964-85cb-1bfd7acdac69,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:40.726109 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21ae451-d43b-4427-8047-0a721f911487 None None] No DVR routers for this DVR port cf57e7e8-7c1c-4964-85cb-1bfd7acdac69 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:10:40.843329 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cccc1dcf-5980-434d-87af-7a8abe536a76 req-eb367b4f-4c81-475b-b79e-11d326eaf59d service neutron] 10.222.0.20 "GET /v2.0/networks/1580e32b-815c-484e-8818-74705331eaf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585896 Aug 18 13:10:40.982689 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4ff667ff-972e-4bd5-b3d7-b20e5c0d64c5 req-34e2f5d8-856d-4c7b-9408-62e1b5adc842 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d49a294-ef80-40bd-a11f-3607e7ca682a HTTP/1.1" status: 200 len: 210 time: 0.0449212 Aug 18 13:10:41.021379 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cccc1dcf-5980-434d-87af-7a8abe536a76 req-975a7fef-9820-474b-8898-42e0cda063f2 service neutron] 10.222.0.20 "GET /v2.0/networks/1580e32b-815c-484e-8818-74705331eaf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387217 Aug 18 13:10:41.200936 n-d-803603-2 neutron-server[101675]: DEBUG neutron.objects.ports [None req-bbc59463-6d52-4e84-b71f-fb105c3db104 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101675) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 13:10:41.209782 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bbc59463-6d52-4e84-b71f-fb105c3db104 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:41.296730 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc59463-6d52-4e84-b71f-fb105c3db104 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:10:41.301046 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-bbc59463-6d52-4e84-b71f-fb105c3db104 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:10:41.310314 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc59463-6d52-4e84-b71f-fb105c3db104 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:41.310619 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bbc59463-6d52-4e84-b71f-fb105c3db104 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:41.312816 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10ae947-d36f-4ade-8204-af99e76de18b None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:10:41.341150 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc59463-6d52-4e84-b71f-fb105c3db104 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Subnet': ['ID=e1b4f3d5-ae88-487f-b496-299cb16adb92,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:41.441017 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-bbc59463-6d52-4e84-b71f-fb105c3db104 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3774090 Aug 18 13:10:41.451794 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35860) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:41.464633 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-3ae5c93b-a589-47ee-b6cd-6340bab117ca tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'port': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'mac_address': 'fa:16:3e:36:e7:a1', 'name': 'tempest-NetworksTestDHCPv6-376746870'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:10:41.518803 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e72cca-059a-4631-91d8-e54ce93d582b req-25a3b117-3d23-44d3-8398-05a41bddbb0d tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:41.532617 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a6e72cca-059a-4631-91d8-e54ce93d582b req-25a3b117-3d23-44d3-8398-05a41bddbb0d tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 944 time: 0.1874070 Aug 18 13:10:41.634893 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f0eae3aa-9e35-4da3-8808-c8a089fb9b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:41.637837 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a6e72cca-059a-4631-91d8-e54ce93d582b req-dfa6fb61-e830-4cf6-971c-9e06dc802828 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035681 Aug 18 13:10:41.689261 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbf22b3-23f1-4388-b22b-f96253f7c964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'tenant_id': 'a22835a92ccd454cb17ed125e0ff09fb', 'fixed_ips': [{'subnet_id': 'e1b4f3d5-ae88-487f-b496-299cb16adb92'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:10:41.690266 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ecbf22b3-23f1-4388-b22b-f96253f7c964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:41.906729 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-ecbf22b3-23f1-4388-b22b-f96253f7c964 None None] Allocated IP 2001:db8::f816:3eff:fe62:7435 (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/e1b4f3d5-ae88-487f-b496-299cb16adb92/68d0eb41-c41e-41ce-9c7f-3ab83cb55cad) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:10:41.923113 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae5c93b-a589-47ee-b6cd-6340bab117ca tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:10:42.093451 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3ae5c93b-a589-47ee-b6cd-6340bab117ca tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:42.128999 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5c8241f2-ca9d-4794-b149-d45d151e8a4c req-9fb95cc6-6a87-4269-a8ac-7e0579e498b9 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d49a294-ef80-40bd-a11f-3607e7ca682a HTTP/1.1" status: 200 len: 210 time: 0.0632803 Aug 18 13:10:42.142436 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [None req-3ae5c93b-a589-47ee-b6cd-6340bab117ca tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] device_id is not set on port 7e5ded16-4b6d-4240-9862-b47e953e548f yet. {{(pid=101675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:10:42.208763 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ecbf22b3-23f1-4388-b22b-f96253f7c964 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:42.237275 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ecbf22b3-23f1-4388-b22b-f96253f7c964 None None] Transition to ACTIVE for port object 68d0eb41-c41e-41ce-9c7f-3ab83cb55cad will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:10:42.257731 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ecbf22b3-23f1-4388-b22b-f96253f7c964 None None] Transition to ACTIVE for port object 68d0eb41-c41e-41ce-9c7f-3ab83cb55cad will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:10:42.462996 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ecbf22b3-23f1-4388-b22b-f96253f7c964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:42.554506 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf22b3-23f1-4388-b22b-f96253f7c964 None None] Pushing event updated for resources: {'Port': ['ID=68d0eb41-c41e-41ce-9c7f-3ab83cb55cad,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:42.619804 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbf22b3-23f1-4388-b22b-f96253f7c964 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:10:42.627976 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-ecbf22b3-23f1-4388-b22b-f96253f7c964 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:10:42.641059 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbf22b3-23f1-4388-b22b-f96253f7c964 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:10:42.723746 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-3ae5c93b-a589-47ee-b6cd-6340bab117ca tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Allocated IP 2001:db8::f816:3eff:fe36:e7a1 (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/e1b4f3d5-ae88-487f-b496-299cb16adb92/7e5ded16-4b6d-4240-9862-b47e953e548f) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:10:42.779981 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-ecbf22b3-23f1-4388-b22b-f96253f7c964 None None] Attempting to bind port 68d0eb41-c41e-41ce-9c7f-3ab83cb55cad on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:10:42.786470 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-ecbf22b3-23f1-4388-b22b-f96253f7c964 None None] Attempting to bind port 68d0eb41-c41e-41ce-9c7f-3ab83cb55cad by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:10:42.786470 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbf22b3-23f1-4388-b22b-f96253f7c964 None None] Attempting to bind port 68d0eb41-c41e-41ce-9c7f-3ab83cb55cad on network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:10:42.812867 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbf22b3-23f1-4388-b22b-f96253f7c964 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:10:42.813570 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbf22b3-23f1-4388-b22b-f96253f7c964 None None] Checking segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:10:42.814161 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ecbf22b3-23f1-4388-b22b-f96253f7c964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:42.816374 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbf22b3-23f1-4388-b22b-f96253f7c964 None None] Bound using segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:10:42.817108 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-ecbf22b3-23f1-4388-b22b-f96253f7c964 None None] Bound port: 68d0eb41-c41e-41ce-9c7f-3ab83cb55cad, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:10:42.817287 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ecbf22b3-23f1-4388-b22b-f96253f7c964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:42.985396 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-ecbf22b3-23f1-4388-b22b-f96253f7c964 None None] For port 68d0eb41-c41e-41ce-9c7f-3ab83cb55cad, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:10:43.001379 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-ecbf22b3-23f1-4388-b22b-f96253f7c964 None None] For port 68d0eb41-c41e-41ce-9c7f-3ab83cb55cad, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=68d0eb41-c41e-41ce-9c7f-3ab83cb55cad,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:10:43.135183 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ecbf22b3-23f1-4388-b22b-f96253f7c964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:43.140708 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4af38-77d2-47de-a172-508c385b5853 req-48285cfa-69b8-462b-87f0-5a94793bf77b tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:43.149068 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fca4af38-77d2-47de-a172-508c385b5853 req-48285cfa-69b8-462b-87f0-5a94793bf77b tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 944 time: 0.2552378 Aug 18 13:10:43.292022 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fca4af38-77d2-47de-a172-508c385b5853 req-714682bd-a3fb-4a4d-9c39-89f2060dae47 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366515 Aug 18 13:10:43.385164 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf22b3-23f1-4388-b22b-f96253f7c964 None None] Pushing event updated for resources: {'Port': ['ID=68d0eb41-c41e-41ce-9c7f-3ab83cb55cad,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:43.386625 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3ae5c93b-a589-47ee-b6cd-6340bab117ca tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:43.395981 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-db9e1a3d-d55a-4382-a6a1-578a17f9ef09 req-5867874a-de4a-4332-b634-70802d95a5f6 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d49a294-ef80-40bd-a11f-3607e7ca682a HTTP/1.1" status: 200 len: 210 time: 0.0890298 Aug 18 13:10:43.454009 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-3ae5c93b-a589-47ee-b6cd-6340bab117ca tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Transition to ACTIVE for port object 7e5ded16-4b6d-4240-9862-b47e953e548f will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:10:43.746037 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3ae5c93b-a589-47ee-b6cd-6340bab117ca tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:43.785626 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-24fd3ce6-c139-4a6c-8358-e4602c385320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:43.918642 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae5c93b-a589-47ee-b6cd-6340bab117ca tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:10:43.935621 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-3ae5c93b-a589-47ee-b6cd-6340bab117ca tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:10:43.942295 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae5c93b-a589-47ee-b6cd-6340bab117ca tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:10:43.954096 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae5c93b-a589-47ee-b6cd-6340bab117ca tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:43.958557 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3ae5c93b-a589-47ee-b6cd-6340bab117ca tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:44.037904 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5c93b-a589-47ee-b6cd-6340bab117ca tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Port': ['ID=7e5ded16-4b6d-4240-9862-b47e953e548f,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:44.071953 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae5c93b-a589-47ee-b6cd-6340bab117ca tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:10:44.072817 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae5c93b-a589-47ee-b6cd-6340bab117ca tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:10:44.073577 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae5c93b-a589-47ee-b6cd-6340bab117ca tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:10:44.074407 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae5c93b-a589-47ee-b6cd-6340bab117ca tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:10:44.075162 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae5c93b-a589-47ee-b6cd-6340bab117ca tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:10:44.077411 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae5c93b-a589-47ee-b6cd-6340bab117ca tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:10:44.077761 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae5c93b-a589-47ee-b6cd-6340bab117ca tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:10:44.078107 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae5c93b-a589-47ee-b6cd-6340bab117ca tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:10:44.078502 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae5c93b-a589-47ee-b6cd-6340bab117ca tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:10:44.078843 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae5c93b-a589-47ee-b6cd-6340bab117ca tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:10:44.079180 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae5c93b-a589-47ee-b6cd-6340bab117ca tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:10:44.079513 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae5c93b-a589-47ee-b6cd-6340bab117ca tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:10:44.118905 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 68d0eb41-c41e-41ce-9c7f-3ab83cb55cad up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:10:44.148152 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35922) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:44.150904 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3ae5c93b-a589-47ee-b6cd-6340bab117ca tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7004566 Aug 18 13:10:44.289599 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158d1cb7-de1a-4b76-b19f-eece0b6cf007 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:44.306450 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158d1cb7-de1a-4b76-b19f-eece0b6cf007 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:44.308193 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-158d1cb7-de1a-4b76-b19f-eece0b6cf007 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1587119 Aug 18 13:10:44.310876 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35924) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:44.499355 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 68d0eb41-c41e-41ce-9c7f-3ab83cb55cad completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:10:44.712320 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-85bed415-75b6-4267-ae2c-7a3fd4f978f7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting port 7e5ded16-4b6d-4240-9862-b47e953e548f {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:10:44.712320 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-85bed415-75b6-4267-ae2c-7a3fd4f978f7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:44.843531 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-85bed415-75b6-4267-ae2c-7a3fd4f978f7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:44.858995 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-85bed415-75b6-4267-ae2c-7a3fd4f978f7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Calling delete_port for 7e5ded16-4b6d-4240-9862-b47e953e548f owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:10:44.913881 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-e294fa04-c106-43c7-9259-e4180e375e5d tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:44.915842 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-e294fa04-c106-43c7-9259-e4180e375e5d tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.20 "GET /v2.0/networks?id=d40b57f9-bbb2-4411-b09b-1190ba8eee3e HTTP/1.1" status: 200 len: 813 time: 0.3354936 Aug 18 13:10:44.939917 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:44.965200 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-5110cb76-f37e-488a-9e76-3bebe6f7d30a tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Request body: {'port': {'device_id': '1d49a294-ef80-40bd-a11f-3607e7ca682a', 'network_id': 'd40b57f9-bbb2-4411-b09b-1190ba8eee3e', 'admin_state_up': True, 'tenant_id': '905412fa00ef4383b8b8de60ee111478'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:10:45.093733 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d927a-f0b8-465d-bd43-a499cb32a7a3 req-902f7338-beac-487b-b35c-45f0887d60ef tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:45.101565 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-126d927a-f0b8-465d-bd43-a499cb32a7a3 req-902f7338-beac-487b-b35c-45f0887d60ef tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 944 time: 0.5417128 Aug 18 13:10:45.199520 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-126d927a-f0b8-465d-bd43-a499cb32a7a3 req-7cc55821-cb0f-413b-8802-ee62e2ff13ae tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813048 Aug 18 13:10:45.199899 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d035fc2b-ea45-4ff7-8959-b53fcca64532 req-16651867-edc2-403c-bae2-ef15c2157a74 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d49a294-ef80-40bd-a11f-3607e7ca682a HTTP/1.1" status: 200 len: 210 time: 0.2751467 Aug 18 13:10:45.288258 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-85bed415-75b6-4267-ae2c-7a3fd4f978f7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:45.363151 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bed415-75b6-4267-ae2c-7a3fd4f978f7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Port': ['ID=7e5ded16-4b6d-4240-9862-b47e953e548f,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:45.425093 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:45.451204 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-85bed415-75b6-4267-ae2c-7a3fd4f978f7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:45.454696 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-85bed415-75b6-4267-ae2c-7a3fd4f978f7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/ports/7e5ded16-4b6d-4240-9862-b47e953e548f HTTP/1.1" status: 204 len: 168 time: 1.1428814 Aug 18 13:10:45.457117 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35946) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:45.478098 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f866a568-d5de-4f61-9d5d-4a90425b7107 None None] Provisioning for port 68d0eb41-c41e-41ce-9c7f-3ab83cb55cad completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:10:45.478621 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-5110cb76-f37e-488a-9e76-3bebe6f7d30a tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Made reservation on behalf of 905412fa00ef4383b8b8de60ee111478 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:10:45.487005 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f866a568-d5de-4f61-9d5d-4a90425b7107 None None] Provisioning complete for port 68d0eb41-c41e-41ce-9c7f-3ab83cb55cad triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:10:45.489056 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-5110cb76-f37e-488a-9e76-3bebe6f7d30a tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:45.489177 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f866a568-d5de-4f61-9d5d-4a90425b7107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:45.679925 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157b17eb-ee89-4de8-820e-ae5336c8ca2b tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:45.685006 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157b17eb-ee89-4de8-820e-ae5336c8ca2b tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:45.689611 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-157b17eb-ee89-4de8-820e-ae5336c8ca2b tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2314172 Aug 18 13:10:45.694592 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35950) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:45.710255 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f866a568-d5de-4f61-9d5d-4a90425b7107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:45.825501 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f866a568-d5de-4f61-9d5d-4a90425b7107 None None] For port 68d0eb41-c41e-41ce-9c7f-3ab83cb55cad, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=68d0eb41-c41e-41ce-9c7f-3ab83cb55cad,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:10:45.869937 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b182e06-c3fe-4195-af97-a959fee3c2dd tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting subnet e1b4f3d5-ae88-487f-b496-299cb16adb92 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:10:45.875004 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1b182e06-c3fe-4195-af97-a959fee3c2dd tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:45.916991 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f866a568-d5de-4f61-9d5d-4a90425b7107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:45.976041 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1b182e06-c3fe-4195-af97-a959fee3c2dd tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:46.018940 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-5110cb76-f37e-488a-9e76-3bebe6f7d30a tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Allocated IP 172.20.0.10 (d40b57f9-bbb2-4411-b09b-1190ba8eee3e/c2c98821-2056-406e-a9db-4c5c55877dd9/e381763d-7f79-456d-93f6-adf9181388a5) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:10:46.092837 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a568-d5de-4f61-9d5d-4a90425b7107 None None] Pushing event updated for resources: {'Port': ['ID=68d0eb41-c41e-41ce-9c7f-3ab83cb55cad,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:46.123701 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-43d300f9-d77f-4670-9bf8-9b37bd9f0aa5 None None] Could not find standard attr ID for object 7e5ded16-4b6d-4240-9862-b47e953e548f. {{(pid=101677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 13:10:46.259310 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1b182e06-c3fe-4195-af97-a959fee3c2dd tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:46.418459 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c03e0aa9-2014-47b3-9f3e-e6a0fc2a1546 req-e703a3c1-191f-443b-9980-5c45d3b2c3ca tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d49a294-ef80-40bd-a11f-3607e7ca682a HTTP/1.1" status: 200 len: 210 time: 0.1091316 Aug 18 13:10:46.449925 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d6015-933c-4255-8038-86c6700fd5f5 req-ff50e0ee-a967-478c-be76-8bf8d80736f8 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:46.456718 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b02d6015-933c-4255-8038-86c6700fd5f5 req-ff50e0ee-a967-478c-be76-8bf8d80736f8 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 944 time: 0.1299248 Aug 18 13:10:46.548236 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b02d6015-933c-4255-8038-86c6700fd5f5 req-daf7763f-c2bd-403a-a9b3-bc332efc3dda tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806878 Aug 18 13:10:46.580909 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1b182e06-c3fe-4195-af97-a959fee3c2dd tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:46.644855 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b182e06-c3fe-4195-af97-a959fee3c2dd tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Subnet': ['ID=e1b4f3d5-ae88-487f-b496-299cb16adb92,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:46.648049 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1b182e06-c3fe-4195-af97-a959fee3c2dd tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:46.652535 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1b182e06-c3fe-4195-af97-a959fee3c2dd tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/e1b4f3d5-ae88-487f-b496-299cb16adb92 HTTP/1.1" status: 204 len: 168 time: 0.9544749 Aug 18 13:10:46.653566 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d718fc1-22e0-496d-ba8b-bcd3203b0ef9 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:10:46.664663 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35972) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:46.691267 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-5110cb76-f37e-488a-9e76-3bebe6f7d30a tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:46.806131 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35974) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:46.808562 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4e4ea5f0-18d6-4b5b-b970-3f697544a978 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1317368 Aug 18 13:10:46.814053 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b182e06-c3fe-4195-af97-a959fee3c2dd tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:10:46.814487 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b182e06-c3fe-4195-af97-a959fee3c2dd tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:10:46.814784 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b182e06-c3fe-4195-af97-a959fee3c2dd tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:10:46.818783 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b182e06-c3fe-4195-af97-a959fee3c2dd tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:10:46.818783 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b182e06-c3fe-4195-af97-a959fee3c2dd tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:10:46.818783 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b182e06-c3fe-4195-af97-a959fee3c2dd tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:10:46.824274 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b182e06-c3fe-4195-af97-a959fee3c2dd tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:10:46.824274 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b182e06-c3fe-4195-af97-a959fee3c2dd tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:10:46.824274 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b182e06-c3fe-4195-af97-a959fee3c2dd tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:10:46.831914 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b182e06-c3fe-4195-af97-a959fee3c2dd tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:10:46.832774 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b182e06-c3fe-4195-af97-a959fee3c2dd tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:10:46.836168 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b182e06-c3fe-4195-af97-a959fee3c2dd tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:10:46.846918 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-228a7f6a-933d-4d94-a0f7-9a2c938e0c51 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'subnet': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:10:46.920136 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-5110cb76-f37e-488a-9e76-3bebe6f7d30a tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:46.999673 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['d63deb1c-c75b-4237-8b99-77ca9bb26ce7'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:10:47.274500 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ab8f69-ea22-46d6-9d8a-4f03aa0610c4 None None] DHCP port deletion for fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:10:47.386806 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:47.483254 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-87ab8f69-ea22-46d6-9d8a-4f03aa0610c4 None None] Deleting port 68d0eb41-c41e-41ce-9c7f-3ab83cb55cad {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:10:47.486684 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-87ab8f69-ea22-46d6-9d8a-4f03aa0610c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:47.527572 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-5110cb76-f37e-488a-9e76-3bebe6f7d30a tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Network d40b57f9-bbb2-4411-b09b-1190ba8eee3e is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:10:47.562680 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-5110cb76-f37e-488a-9e76-3bebe6f7d30a tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:10:47.569925 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-5110cb76-f37e-488a-9e76-3bebe6f7d30a tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:10:47.641137 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5110cb76-f37e-488a-9e76-3bebe6f7d30a tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Pushing event updated for resources: {'Port': ['ID=e381763d-7f79-456d-93f6-adf9181388a5,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:47.657766 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-87ab8f69-ea22-46d6-9d8a-4f03aa0610c4 None None] For port 68d0eb41-c41e-41ce-9c7f-3ab83cb55cad, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=68d0eb41-c41e-41ce-9c7f-3ab83cb55cad,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:10:47.658391 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-87ab8f69-ea22-46d6-9d8a-4f03aa0610c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:47.680356 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-87ab8f69-ea22-46d6-9d8a-4f03aa0610c4 None None] Calling delete_port for 68d0eb41-c41e-41ce-9c7f-3ab83cb55cad owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:10:47.759122 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-5110cb76-f37e-488a-9e76-3bebe6f7d30a tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:47.759994 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-5110cb76-f37e-488a-9e76-3bebe6f7d30a tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:47.799258 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645b442-5437-4739-a4c7-78079440cab9 req-3df7510e-90ee-42dc-9bcc-35874a9200b9 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:47.801323 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4645b442-5437-4739-a4c7-78079440cab9 req-3df7510e-90ee-42dc-9bcc-35874a9200b9 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d49a294-ef80-40bd-a11f-3607e7ca682a HTTP/1.1" status: 200 len: 932 time: 0.2361350 Aug 18 13:10:47.810832 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1907c6-a358-427a-b281-09998eb8273d req-b08ec6e0-13db-4f5f-8946-b799b0d55c2e tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:47.819163 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ab1907c6-a358-427a-b281-09998eb8273d req-b08ec6e0-13db-4f5f-8946-b799b0d55c2e tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 944 time: 0.0658364 Aug 18 13:10:47.842905 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228a7f6a-933d-4d94-a0f7-9a2c938e0c51 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:10:47.851886 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-228a7f6a-933d-4d94-a0f7-9a2c938e0c51 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:47.919068 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ab1907c6-a358-427a-b281-09998eb8273d req-fc87cfd0-037e-4bf8-93ea-469007f0f77b tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979660 Aug 18 13:10:47.940921 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35992) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:47.946587 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4645b442-5437-4739-a4c7-78079440cab9 req-1cbd2426-3705-492b-890e-9f05e792d1d9 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370606 Aug 18 13:10:47.948362 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-5110cb76-f37e-488a-9e76-3bebe6f7d30a tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9992616 Aug 18 13:10:47.967061 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-5ff73adf-a2d6-40c5-9e9f-d3fe0dfaaf8a service neutron] Request body: {'port': {'device_id': '1d49a294-ef80-40bd-a11f-3607e7ca682a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:10:47.997426 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-87ab8f69-ea22-46d6-9d8a-4f03aa0610c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:48.025659 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ab8f69-ea22-46d6-9d8a-4f03aa0610c4 None None] No DVR routers for this DVR port 68d0eb41-c41e-41ce-9c7f-3ab83cb55cad on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:10:48.080890 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ab8f69-ea22-46d6-9d8a-4f03aa0610c4 None None] Pushing event deleted for resources: {'Port': ['ID=68d0eb41-c41e-41ce-9c7f-3ab83cb55cad,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:48.109281 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 68d0eb41-c41e-41ce-9c7f-3ab83cb55cad no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:10:48.139866 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 68d0eb41-c41e-41ce-9c7f-3ab83cb55cad {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:10:48.140215 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 68d0eb41-c41e-41ce-9c7f-3ab83cb55cad not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:10:48.206477 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2d45d3ed-135a-4dee-a215-9fbc19f8da6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:48.254443 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-5ff73adf-a2d6-40c5-9e9f-d3fe0dfaaf8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:48.369021 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2d45d3ed-135a-4dee-a215-9fbc19f8da6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:48.505590 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2d45d3ed-135a-4dee-a215-9fbc19f8da6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:48.576814 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2d45d3ed-135a-4dee-a215-9fbc19f8da6d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14e40c84461540bfa0c3ccd16f3b3fe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6347809 Aug 18 13:10:48.577729 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d45d3ed-135a-4dee-a215-9fbc19f8da6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26077df-6785-454a-b8d5-ce2d53784e4e,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:48.587535 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36008) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:48.705040 n-d-803603-2 neutron-server[101675]: DEBUG neutron.objects.ports [None req-228a7f6a-933d-4d94-a0f7-9a2c938e0c51 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101675) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 13:10:48.708700 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-228a7f6a-933d-4d94-a0f7-9a2c938e0c51 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:48.752623 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6e438fb4-bb98-4afc-bfb0-e7de7631bb71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:48.807760 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6e438fb4-bb98-4afc-bfb0-e7de7631bb71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:48.834708 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228a7f6a-933d-4d94-a0f7-9a2c938e0c51 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:10:48.860403 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-228a7f6a-933d-4d94-a0f7-9a2c938e0c51 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:10:48.869367 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228a7f6a-933d-4d94-a0f7-9a2c938e0c51 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:48.870053 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-228a7f6a-933d-4d94-a0f7-9a2c938e0c51 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:48.873704 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac57490c-4a0d-48c1-8e5c-2bc94dbaae12 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:10:48.898469 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a7f6a-933d-4d94-a0f7-9a2c938e0c51 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Subnet': ['ID=5568c847-6415-4498-8475-395e363529fb,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:48.960771 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-5ff73adf-a2d6-40c5-9e9f-d3fe0dfaaf8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e381763d-7f79-456d-93f6-adf9181388a5 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:10:48.977794 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-228a7f6a-933d-4d94-a0f7-9a2c938e0c51 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1593292 Aug 18 13:10:48.978906 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36024) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:48.990850 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-a4b63d16-ad02-4162-81c1-64c0bbfbd05d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'port': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'mac_address': 'fa:16:3e:81:46:39', 'name': 'tempest-NetworksTestDHCPv6-1769318733'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:10:48.991011 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-5ff73adf-a2d6-40c5-9e9f-d3fe0dfaaf8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:49.042997 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-5ff73adf-a2d6-40c5-9e9f-d3fe0dfaaf8a service neutron] Transition to ACTIVE for port object e381763d-7f79-456d-93f6-adf9181388a5 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:10:49.064502 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6e438fb4-bb98-4afc-bfb0-e7de7631bb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:49.072683 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6e438fb4-bb98-4afc-bfb0-e7de7631bb71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:49.074738 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6e438fb4-bb98-4afc-bfb0-e7de7631bb71 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d26077df-6785-454a-b8d5-ce2d53784e4e HTTP/1.1" status: 204 len: 168 time: 0.4862182 Aug 18 13:10:49.133573 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-5ff73adf-a2d6-40c5-9e9f-d3fe0dfaaf8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:49.138306 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e438fb4-bb98-4afc-bfb0-e7de7631bb71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26077df-6785-454a-b8d5-ce2d53784e4e,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:49.212696 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3742edbf-9eee-4e43-93a5-67af542c9637 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'tenant_id': 'a22835a92ccd454cb17ed125e0ff09fb', 'fixed_ips': [{'subnet_id': '5568c847-6415-4498-8475-395e363529fb'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:10:49.213805 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3742edbf-9eee-4e43-93a5-67af542c9637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:49.383371 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff73adf-a2d6-40c5-9e9f-d3fe0dfaaf8a service neutron] Pushing event updated for resources: {'Port': ['ID=e381763d-7f79-456d-93f6-adf9181388a5,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:49.398115 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a1804-0306-435a-8b8a-cbf792d63b6b req-a8987f62-3c05-48f8-ac04-4212bb2e356e tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:49.407958 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5d9a1804-0306-435a-8b8a-cbf792d63b6b req-a8987f62-3c05-48f8-ac04-4212bb2e356e tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d49a294-ef80-40bd-a11f-3607e7ca682a HTTP/1.1" status: 200 len: 944 time: 0.2144899 Aug 18 13:10:49.432671 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b63d16-ad02-4162-81c1-64c0bbfbd05d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:10:49.535717 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-3742edbf-9eee-4e43-93a5-67af542c9637 None None] Allocated IP 2001:db8::f816:3eff:fe00:6f25 (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/5568c847-6415-4498-8475-395e363529fb/89ec4e05-630e-4247-8c21-213a51cdc908) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:10:49.548162 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37a4fb1-396e-4797-857b-f9aabd2c5342 req-9ca011f6-32b7-470a-ad25-d891cf0b941e tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:49.560026 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5d9a1804-0306-435a-8b8a-cbf792d63b6b req-b04de682-f137-4efb-bd31-a501fb08a710 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481416 Aug 18 13:10:49.567035 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d37a4fb1-396e-4797-857b-f9aabd2c5342 req-9ca011f6-32b7-470a-ad25-d891cf0b941e tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 944 time: 0.3211834 Aug 18 13:10:49.675358 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a4b63d16-ad02-4162-81c1-64c0bbfbd05d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:49.709552 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d37a4fb1-396e-4797-857b-f9aabd2c5342 req-048af0bf-d9f2-4b5f-a16c-1af0db51d7ea tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358013 Aug 18 13:10:49.725711 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-a4b63d16-ad02-4162-81c1-64c0bbfbd05d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] device_id is not set on port 44c6ac04-0f4e-4fc5-b545-a0c0c21ca763 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:10:49.730738 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-5ff73adf-a2d6-40c5-9e9f-d3fe0dfaaf8a service neutron] Attempting to bind port e381763d-7f79-456d-93f6-adf9181388a5 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:10:49.732278 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-5ff73adf-a2d6-40c5-9e9f-d3fe0dfaaf8a service neutron] Attempting to bind port e381763d-7f79-456d-93f6-adf9181388a5 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': 'f4c449c2-b154-4262-a0a8-10992ac3951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd40b57f9-bbb2-4411-b09b-1190ba8eee3e'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:10:49.732876 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-5ff73adf-a2d6-40c5-9e9f-d3fe0dfaaf8a service neutron] Attempting to bind port e381763d-7f79-456d-93f6-adf9181388a5 on network d40b57f9-bbb2-4411-b09b-1190ba8eee3e {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:10:49.751980 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-5ff73adf-a2d6-40c5-9e9f-d3fe0dfaaf8a service neutron] Port e381763d-7f79-456d-93f6-adf9181388a5 on network d40b57f9-bbb2-4411-b09b-1190ba8eee3e not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:10:49.759132 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-5ff73adf-a2d6-40c5-9e9f-d3fe0dfaaf8a service neutron] Attempting to bind port e381763d-7f79-456d-93f6-adf9181388a5 on network d40b57f9-bbb2-4411-b09b-1190ba8eee3e {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:10:49.768328 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-5ff73adf-a2d6-40c5-9e9f-d3fe0dfaaf8a service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:10:49.774539 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-5ff73adf-a2d6-40c5-9e9f-d3fe0dfaaf8a service neutron] Checking segment: {'id': 'f4c449c2-b154-4262-a0a8-10992ac3951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd40b57f9-bbb2-4411-b09b-1190ba8eee3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:10:49.775904 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-5ff73adf-a2d6-40c5-9e9f-d3fe0dfaaf8a service neutron] Bound using segment: {'id': 'f4c449c2-b154-4262-a0a8-10992ac3951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd40b57f9-bbb2-4411-b09b-1190ba8eee3e'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:10:49.793204 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-5ff73adf-a2d6-40c5-9e9f-d3fe0dfaaf8a service neutron] Bound port: e381763d-7f79-456d-93f6-adf9181388a5, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4c449c2-b154-4262-a0a8-10992ac3951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd40b57f9-bbb2-4411-b09b-1190ba8eee3e'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:10:49.793204 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-5ff73adf-a2d6-40c5-9e9f-d3fe0dfaaf8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:49.949611 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-5ff73adf-a2d6-40c5-9e9f-d3fe0dfaaf8a service neutron] For port e381763d-7f79-456d-93f6-adf9181388a5, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:10:49.954455 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-5ff73adf-a2d6-40c5-9e9f-d3fe0dfaaf8a service neutron] For port e381763d-7f79-456d-93f6-adf9181388a5, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=e381763d-7f79-456d-93f6-adf9181388a5,segment=NetworkSegment(f4c449c2-b154-4262-a0a8-10992ac3951d),segment_id=f4c449c2-b154-4262-a0a8-10992ac3951d)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:10:49.987733 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3742edbf-9eee-4e43-93a5-67af542c9637 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:49.996865 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-3742edbf-9eee-4e43-93a5-67af542c9637 None None] Transition to ACTIVE for port object 89ec4e05-630e-4247-8c21-213a51cdc908 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:10:50.013637 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-3742edbf-9eee-4e43-93a5-67af542c9637 None None] Transition to ACTIVE for port object 89ec4e05-630e-4247-8c21-213a51cdc908 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:10:50.054442 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-5ff73adf-a2d6-40c5-9e9f-d3fe0dfaaf8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:50.083308 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3742edbf-9eee-4e43-93a5-67af542c9637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:50.094874 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-5ff73adf-a2d6-40c5-9e9f-d3fe0dfaaf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:50.095958 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-5ff73adf-a2d6-40c5-9e9f-d3fe0dfaaf8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:50.097690 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-5ff73adf-a2d6-40c5-9e9f-d3fe0dfaaf8a service neutron] 10.222.0.20 "PUT /v2.0/ports/e381763d-7f79-456d-93f6-adf9181388a5 HTTP/1.1" status: 200 len: 1092 time: 2.1372578 Aug 18 13:10:50.100482 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d49a294-ef80-40bd-a11f-3607e7ca682a', 'tag': 'e381763d-7f79-456d-93f6-adf9181388a5'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:10:50.103090 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f353bd3-ee67-4b12-8373-5e2b8cf4b673" -d '{"events": [{"name": "network-changed", "server_uuid": "1d49a294-ef80-40bd-a11f-3607e7ca682a", "tag": "e381763d-7f79-456d-93f6-adf9181388a5"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:10:50.137222 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff73adf-a2d6-40c5-9e9f-d3fe0dfaaf8a service neutron] Pushing event updated for resources: {'Port': ['ID=e381763d-7f79-456d-93f6-adf9181388a5,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:50.174814 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3742edbf-9eee-4e43-93a5-67af542c9637 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:10:50.190597 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1933a599-1175-4da1-b9c6-09d13d63701c x-openstack-request-id: req-1933a599-1175-4da1-b9c6-09d13d63701c {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:10:50.191659 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d49a294-ef80-40bd-a11f-3607e7ca682a", "tag": "e381763d-7f79-456d-93f6-adf9181388a5", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:10:50.191659 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1933a599-1175-4da1-b9c6-09d13d63701c {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:10:50.196288 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d49a294-ef80-40bd-a11f-3607e7ca682a', 'tag': 'e381763d-7f79-456d-93f6-adf9181388a5', 'status': 'completed', 'code': 200} Aug 18 13:10:50.208241 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742edbf-9eee-4e43-93a5-67af542c9637 None None] Pushing event updated for resources: {'Port': ['ID=89ec4e05-630e-4247-8c21-213a51cdc908,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:50.219913 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-3742edbf-9eee-4e43-93a5-67af542c9637 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:10:50.225694 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3742edbf-9eee-4e43-93a5-67af542c9637 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:10:50.256349 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3742edbf-9eee-4e43-93a5-67af542c9637 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:10:50.262414 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3742edbf-9eee-4e43-93a5-67af542c9637 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:10:50.263782 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-a4b63d16-ad02-4162-81c1-64c0bbfbd05d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Allocated IP 2001:db8::f816:3eff:fe81:4639 (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/5568c847-6415-4498-8475-395e363529fb/44c6ac04-0f4e-4fc5-b545-a0c0c21ca763) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:10:50.264243 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3742edbf-9eee-4e43-93a5-67af542c9637 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:10:50.264243 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3742edbf-9eee-4e43-93a5-67af542c9637 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:10:50.264243 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3742edbf-9eee-4e43-93a5-67af542c9637 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:10:50.278361 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3742edbf-9eee-4e43-93a5-67af542c9637 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:10:50.278861 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3742edbf-9eee-4e43-93a5-67af542c9637 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:10:50.280472 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3742edbf-9eee-4e43-93a5-67af542c9637 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:10:50.280951 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3742edbf-9eee-4e43-93a5-67af542c9637 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:10:50.282451 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3742edbf-9eee-4e43-93a5-67af542c9637 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:10:50.282796 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3742edbf-9eee-4e43-93a5-67af542c9637 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:10:50.283172 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3742edbf-9eee-4e43-93a5-67af542c9637 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:10:50.322300 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36038) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:50.364758 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f353bd3-ee67-4b12-8373-5e2b8cf4b673 req-6b82f388-14da-4bbe-969a-744b679ab12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:50.366532 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3f353bd3-ee67-4b12-8373-5e2b8cf4b673 req-6b82f388-14da-4bbe-969a-744b679ab12e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=905412fa00ef4383b8b8de60ee111478&device_id=1d49a294-ef80-40bd-a11f-3607e7ca682a HTTP/1.1" status: 200 len: 1095 time: 0.0906422 Aug 18 13:10:50.379024 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6d2203d2-b566-4f89-b815-df69918a9530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:50.428261 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-3742edbf-9eee-4e43-93a5-67af542c9637 None None] Attempting to bind port 89ec4e05-630e-4247-8c21-213a51cdc908 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:10:50.428993 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-3742edbf-9eee-4e43-93a5-67af542c9637 None None] Attempting to bind port 89ec4e05-630e-4247-8c21-213a51cdc908 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:10:50.429585 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3742edbf-9eee-4e43-93a5-67af542c9637 None None] Attempting to bind port 89ec4e05-630e-4247-8c21-213a51cdc908 on network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:10:50.436142 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3742edbf-9eee-4e43-93a5-67af542c9637 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:10:50.436886 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3742edbf-9eee-4e43-93a5-67af542c9637 None None] Checking segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:10:50.437543 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3742edbf-9eee-4e43-93a5-67af542c9637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:50.438151 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3742edbf-9eee-4e43-93a5-67af542c9637 None None] Bound using segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:10:50.438926 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-3742edbf-9eee-4e43-93a5-67af542c9637 None None] Bound port: 89ec4e05-630e-4247-8c21-213a51cdc908, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:10:50.439770 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3742edbf-9eee-4e43-93a5-67af542c9637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:50.582578 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-3742edbf-9eee-4e43-93a5-67af542c9637 None None] For port 89ec4e05-630e-4247-8c21-213a51cdc908, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:10:50.599144 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-3742edbf-9eee-4e43-93a5-67af542c9637 None None] For port 89ec4e05-630e-4247-8c21-213a51cdc908, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=89ec4e05-630e-4247-8c21-213a51cdc908,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:10:50.663365 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f353bd3-ee67-4b12-8373-5e2b8cf4b673 req-de65b6c2-709f-4bc7-a676-9538ccaadca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:50.673575 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6d2203d2-b566-4f89-b815-df69918a9530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:50.680181 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3742edbf-9eee-4e43-93a5-67af542c9637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:50.690117 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3f353bd3-ee67-4b12-8373-5e2b8cf4b673 req-de65b6c2-709f-4bc7-a676-9538ccaadca0 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=905412fa00ef4383b8b8de60ee111478&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2816470 Aug 18 13:10:50.764160 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6d2203d2-b566-4f89-b815-df69918a9530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:51.050943 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6d2203d2-b566-4f89-b815-df69918a9530 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fab37b916c404150bd66c36ab35e6a52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7273211 Aug 18 13:10:51.069844 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36050) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:51.098427 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f353bd3-ee67-4b12-8373-5e2b8cf4b673 req-1dc7b3cb-7e9f-46e4-bbaa-cc05224997aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:51.098427 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3f353bd3-ee67-4b12-8373-5e2b8cf4b673 req-1dc7b3cb-7e9f-46e4-bbaa-cc05224997aa service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3615351 Aug 18 13:10:51.098676 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2203d2-b566-4f89-b815-df69918a9530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13fea846-3be8-4733-b6ad-25293b3d68aa,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:51.129102 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a4b63d16-ad02-4162-81c1-64c0bbfbd05d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:51.160183 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f77bc-95b5-4f16-a60a-c525b16c1caa req-17aaabbd-ca0d-43e5-84d9-60b356145b0d tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:51.168153 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-aa8f77bc-95b5-4f16-a60a-c525b16c1caa req-17aaabbd-ca0d-43e5-84d9-60b356145b0d tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d49a294-ef80-40bd-a11f-3607e7ca682a HTTP/1.1" status: 200 len: 944 time: 0.4618893 Aug 18 13:10:51.198380 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7c3f7-6763-4bee-abf6-85360a6296e8 req-2bcfb60d-1da3-486a-aaa9-722598950c97 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:51.276416 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-a4b63d16-ad02-4162-81c1-64c0bbfbd05d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Transition to ACTIVE for port object 44c6ac04-0f4e-4fc5-b545-a0c0c21ca763 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:10:51.283182 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-47d7c3f7-6763-4bee-abf6-85360a6296e8 req-2bcfb60d-1da3-486a-aaa9-722598950c97 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 944 time: 0.3412502 Aug 18 13:10:51.283420 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-aa8f77bc-95b5-4f16-a60a-c525b16c1caa req-bced4513-dc76-430c-9026-03d614cdd478 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751677 Aug 18 13:10:51.283520 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742edbf-9eee-4e43-93a5-67af542c9637 None None] Pushing event updated for resources: {'Port': ['ID=89ec4e05-630e-4247-8c21-213a51cdc908,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:51.316405 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0f555c72-0d1e-4739-9e67-9fd4b4dd94fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:51.369738 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-47d7c3f7-6763-4bee-abf6-85360a6296e8 req-a5e6de38-f928-4039-b8b9-15a6898fcee2 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557853 Aug 18 13:10:51.398783 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-50750771-2113-4a68-b203-403dbf4b87d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:51.413694 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-50750771-2113-4a68-b203-403dbf4b87d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=905412fa00ef4383b8b8de60ee111478&device_id=1d49a294-ef80-40bd-a11f-3607e7ca682a HTTP/1.1" status: 200 len: 1095 time: 0.2022419 Aug 18 13:10:51.424793 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0f555c72-0d1e-4739-9e67-9fd4b4dd94fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:51.935262 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a4b63d16-ad02-4162-81c1-64c0bbfbd05d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:51.935878 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0f555c72-0d1e-4739-9e67-9fd4b4dd94fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:51.939738 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0f555c72-0d1e-4739-9e67-9fd4b4dd94fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:51.941129 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0f555c72-0d1e-4739-9e67-9fd4b4dd94fd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/13fea846-3be8-4733-b6ad-25293b3d68aa HTTP/1.1" status: 204 len: 168 time: 0.8695986 Aug 18 13:10:51.963682 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f555c72-0d1e-4739-9e67-9fd4b4dd94fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fea846-3be8-4733-b6ad-25293b3d68aa,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:52.052431 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b63d16-ad02-4162-81c1-64c0bbfbd05d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:10:52.066523 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-a4b63d16-ad02-4162-81c1-64c0bbfbd05d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:10:52.072585 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b63d16-ad02-4162-81c1-64c0bbfbd05d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:10:52.090145 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b63d16-ad02-4162-81c1-64c0bbfbd05d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:52.091052 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a4b63d16-ad02-4162-81c1-64c0bbfbd05d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:52.134388 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b63d16-ad02-4162-81c1-64c0bbfbd05d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Port': ['ID=44c6ac04-0f4e-4fc5-b545-a0c0c21ca763,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:52.180580 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 89ec4e05-630e-4247-8c21-213a51cdc908 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:10:52.180834 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a4b63d16-ad02-4162-81c1-64c0bbfbd05d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2013001 Aug 18 13:10:52.183603 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36060) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:52.271231 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54655d64-6afe-4124-944f-4c8aa383cc8e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:52.277372 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54655d64-6afe-4124-944f-4c8aa383cc8e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:52.279109 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-54655d64-6afe-4124-944f-4c8aa383cc8e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0945580 Aug 18 13:10:52.282308 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36064) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:52.425751 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 89ec4e05-630e-4247-8c21-213a51cdc908 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:10:52.478044 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-d49d674a-ae1a-4880-a7be-97578a6931c6 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting port 44c6ac04-0f4e-4fc5-b545-a0c0c21ca763 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:10:52.481591 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d49d674a-ae1a-4880-a7be-97578a6931c6 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:52.491648 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d32423-8f72-467f-9046-f2ca538ca4ec req-ca6b3f85-4429-4328-8fc1-69e25080bad7 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:52.493200 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-38d32423-8f72-467f-9046-f2ca538ca4ec req-ca6b3f85-4429-4328-8fc1-69e25080bad7 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d49a294-ef80-40bd-a11f-3607e7ca682a HTTP/1.1" status: 200 len: 944 time: 0.1255798 Aug 18 13:10:52.600953 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-38d32423-8f72-467f-9046-f2ca538ca4ec req-ead12b2f-b0ed-467c-8e70-bfdcbeefc098 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832055 Aug 18 13:10:52.651541 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d49d674a-ae1a-4880-a7be-97578a6931c6 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:52.666363 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-d49d674a-ae1a-4880-a7be-97578a6931c6 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Calling delete_port for 44c6ac04-0f4e-4fc5-b545-a0c0c21ca763 owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:10:52.729236 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9e8fc-d3f3-4f69-87ee-2ad866d2b0d7 req-1c9e47b4-206d-43a9-975f-7e0acac748b1 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:52.740188 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bdd9e8fc-d3f3-4f69-87ee-2ad866d2b0d7 req-1c9e47b4-206d-43a9-975f-7e0acac748b1 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 944 time: 0.1042843 Aug 18 13:10:52.823798 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bdd9e8fc-d3f3-4f69-87ee-2ad866d2b0d7 req-2ae5f9c8-278e-43bc-97e5-ab342aa79ddf tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849705 Aug 18 13:10:53.145626 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d49d674a-ae1a-4880-a7be-97578a6931c6 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:53.190989 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b63543c1-40b3-4c00-8d3f-b75e2c297947 None None] Provisioning for port 89ec4e05-630e-4247-8c21-213a51cdc908 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:10:53.195120 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b63543c1-40b3-4c00-8d3f-b75e2c297947 None None] Provisioning complete for port 89ec4e05-630e-4247-8c21-213a51cdc908 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:10:53.195499 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b63543c1-40b3-4c00-8d3f-b75e2c297947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:53.258732 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d674a-ae1a-4880-a7be-97578a6931c6 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Port': ['ID=44c6ac04-0f4e-4fc5-b545-a0c0c21ca763,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:53.329094 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d49d674a-ae1a-4880-a7be-97578a6931c6 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:53.335081 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36086) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:53.335450 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d49d674a-ae1a-4880-a7be-97578a6931c6 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/ports/44c6ac04-0f4e-4fc5-b545-a0c0c21ca763 HTTP/1.1" status: 204 len: 168 time: 1.0515864 Aug 18 13:10:53.433290 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab5980e-f00a-4174-a1d7-9342b11be50a tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:53.434969 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab5980e-f00a-4174-a1d7-9342b11be50a tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:53.439925 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36088) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:53.449070 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1ab5980e-f00a-4174-a1d7-9342b11be50a tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1123221 Aug 18 13:10:53.467698 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b63543c1-40b3-4c00-8d3f-b75e2c297947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:53.531512 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-b63543c1-40b3-4c00-8d3f-b75e2c297947 None None] For port 89ec4e05-630e-4247-8c21-213a51cdc908, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=89ec4e05-630e-4247-8c21-213a51cdc908,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:10:53.553351 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-36788c60-4fcf-4667-b487-f9b4b4eb2e0e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting subnet 5568c847-6415-4498-8475-395e363529fb {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:10:53.565229 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-36788c60-4fcf-4667-b487-f9b4b4eb2e0e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:53.643360 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b63543c1-40b3-4c00-8d3f-b75e2c297947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:53.661873 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-36788c60-4fcf-4667-b487-f9b4b4eb2e0e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:53.743408 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63543c1-40b3-4c00-8d3f-b75e2c297947 None None] Pushing event updated for resources: {'Port': ['ID=89ec4e05-630e-4247-8c21-213a51cdc908,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:53.769319 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-921e0871-c859-4fdb-8e51-4b82d433d880 None None] Could not find standard attr ID for object 44c6ac04-0f4e-4fc5-b545-a0c0c21ca763. {{(pid=101677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 13:10:53.862887 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-36788c60-4fcf-4667-b487-f9b4b4eb2e0e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:53.934453 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca773838-41b0-433c-8c8a-5cfe99b6e7d9 req-a73b16c5-7bee-48f5-b379-543404b00244 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:53.958545 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ca773838-41b0-433c-8c8a-5cfe99b6e7d9 req-a73b16c5-7bee-48f5-b379-543404b00244 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d49a294-ef80-40bd-a11f-3607e7ca682a HTTP/1.1" status: 200 len: 944 time: 0.1761718 Aug 18 13:10:54.030711 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-214e333a-af49-4285-9b49-6fce40707feb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e381763d-7f79-456d-93f6-adf9181388a5 HTTP/1.1" status: 200 len: 217 time: 0.0558920 Aug 18 13:10:54.046623 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab5c4a-edd9-41e6-adad-ec4750be7118 req-3372735e-d502-4140-b283-7959885ec0a0 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:54.054560 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9cab5c4a-edd9-41e6-adad-ec4750be7118 req-3372735e-d502-4140-b283-7959885ec0a0 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 944 time: 0.0625260 Aug 18 13:10:54.079840 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-36788c60-4fcf-4667-b487-f9b4b4eb2e0e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:54.092658 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 89ec4e05-630e-4247-8c21-213a51cdc908 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:10:54.177976 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36788c60-4fcf-4667-b487-f9b4b4eb2e0e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Subnet': ['ID=5568c847-6415-4498-8475-395e363529fb,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:54.181326 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc70dde-a75c-40db-a131-f7fe54159a65 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:10:54.188110 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-36788c60-4fcf-4667-b487-f9b4b4eb2e0e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:54.198514 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-36788c60-4fcf-4667-b487-f9b4b4eb2e0e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/5568c847-6415-4498-8475-395e363529fb HTTP/1.1" status: 204 len: 168 time: 0.7576745 Aug 18 13:10:54.203038 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36106) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:54.217372 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ca773838-41b0-433c-8c8a-5cfe99b6e7d9 req-5c694f2c-f601-4b4a-b3a0-39ff90ada563 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534151 Aug 18 13:10:54.219659 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-dfa9bd19-7efa-47c4-a1be-fd0e1faaf541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:54.229656 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-dfa9bd19-7efa-47c4-a1be-fd0e1faaf541 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2c98821-2056-406e-a9db-4c5c55877dd9 HTTP/1.1" status: 200 len: 853 time: 0.1783190 Aug 18 13:10:54.243744 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9cab5c4a-edd9-41e6-adad-ec4750be7118 req-226a4389-e72d-454d-b83f-623ae65f3ecb tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882129 Aug 18 13:10:54.312106 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-6ed51043-55dc-42b2-84c9-f4e26e4ef9ef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d40b57f9-bbb2-4411-b09b-1190ba8eee3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730236 Aug 18 13:10:54.327485 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c052c547-6b01-4494-84dc-e48333bead45 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1210449 Aug 18 13:10:54.327782 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36110) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:54.409604 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 89ec4e05-630e-4247-8c21-213a51cdc908 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:10:54.410996 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:54.456469 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ade7cd-8c2f-425f-96e1-fa35f59335e1 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:54.471668 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a5ade7cd-8c2f-425f-96e1-fa35f59335e1 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1428254 Aug 18 13:10:54.472755 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36114) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:54.605027 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-f0e65b04-5f4a-4cb6-bfd1-6269720e315a service neutron] 10.222.0.20 "GET /v2.0/networks/d40b57f9-bbb2-4411-b09b-1190ba8eee3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658863 Aug 18 13:10:54.613557 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d33840-cbf2-44e0-b6c5-5a2a0a56734f None None] DHCP port deletion for fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:10:54.637105 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92e4485-2b74-49a4-b147-e2fed10f46ae tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:54.640875 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d92e4485-2b74-49a4-b147-e2fed10f46ae tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1621768 Aug 18 13:10:54.641452 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36118) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:54.695099 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-a6d33840-cbf2-44e0-b6c5-5a2a0a56734f None None] Deleting port 89ec4e05-630e-4247-8c21-213a51cdc908 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:10:54.696192 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a6d33840-cbf2-44e0-b6c5-5a2a0a56734f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:54.759558 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2b8093d9-abb3-4d51-9592-37281da8f473 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1143584 Aug 18 13:10:54.781371 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36122) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:54.786634 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-8977a23b-f265-4e45-8986-598236c4c719 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'subnet': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:10:54.831394 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ee8f8e1c-a054-4bb4-bdfe-2811aae93cf3 req-80b93d3f-c55a-4e27-ac3d-92d7216dd903 service neutron] 10.222.0.20 "GET /v2.0/networks/d40b57f9-bbb2-4411-b09b-1190ba8eee3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091870 Aug 18 13:10:54.864361 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-a6d33840-cbf2-44e0-b6c5-5a2a0a56734f None None] For port 89ec4e05-630e-4247-8c21-213a51cdc908, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=89ec4e05-630e-4247-8c21-213a51cdc908,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:10:54.864880 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a6d33840-cbf2-44e0-b6c5-5a2a0a56734f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:54.882510 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-a6d33840-cbf2-44e0-b6c5-5a2a0a56734f None None] Calling delete_port for 89ec4e05-630e-4247-8c21-213a51cdc908 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:10:55.087915 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8977a23b-f265-4e45-8986-598236c4c719 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:10:55.092171 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8977a23b-f265-4e45-8986-598236c4c719 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:55.112244 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a6d33840-cbf2-44e0-b6c5-5a2a0a56734f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:55.164190 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d33840-cbf2-44e0-b6c5-5a2a0a56734f None None] Pushing event deleted for resources: {'Port': ['ID=89ec4e05-630e-4247-8c21-213a51cdc908,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:55.169214 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d33840-cbf2-44e0-b6c5-5a2a0a56734f None None] No DVR routers for this DVR port 89ec4e05-630e-4247-8c21-213a51cdc908 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:10:55.494898 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d0766-da61-4022-82d0-d6a128689d07 req-b7e77c4b-f16c-4c41-a73f-31cccaa6cb1e tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:55.497628 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7e8d0766-da61-4022-82d0-d6a128689d07 req-b7e77c4b-f16c-4c41-a73f-31cccaa6cb1e tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d49a294-ef80-40bd-a11f-3607e7ca682a HTTP/1.1" status: 200 len: 944 time: 0.1796043 Aug 18 13:10:55.518808 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee09053-ae91-42e9-bc56-5b103f13f01d req-5cd06bc1-7b34-47e3-8bbc-2c9fc5edf0ce tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:55.521078 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bee09053-ae91-42e9-bc56-5b103f13f01d req-5cd06bc1-7b34-47e3-8bbc-2c9fc5edf0ce tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 944 time: 0.1175034 Aug 18 13:10:55.566991 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7e8d0766-da61-4022-82d0-d6a128689d07 req-56e05d81-219f-4de9-af9c-5ae6ce50bb6f tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598388 Aug 18 13:10:55.595882 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bee09053-ae91-42e9-bc56-5b103f13f01d req-5d979b11-deeb-4e04-ab08-d5ca5097ce00 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634577 Aug 18 13:10:55.638528 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8977a23b-f265-4e45-8986-598236c4c719 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:55.727937 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8977a23b-f265-4e45-8986-598236c4c719 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:10:55.738346 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-8977a23b-f265-4e45-8986-598236c4c719 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:10:55.749543 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca300cc0-3272-41c7-8e3d-d983a683c3cb None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:10:55.751817 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8977a23b-f265-4e45-8986-598236c4c719 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:55.754159 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8977a23b-f265-4e45-8986-598236c4c719 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:55.775697 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8977a23b-f265-4e45-8986-598236c4c719 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Subnet': ['ID=198cb8f6-8d49-4d33-891b-7f80a9bc5058,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:55.892905 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8977a23b-f265-4e45-8986-598236c4c719 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1083806 Aug 18 13:10:55.896566 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36148) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:55.918449 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-abf79579-e09f-410c-a2b8-8a2c07e1aa6d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'port': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'mac_address': 'fa:16:3e:27:d1:c1', 'name': 'tempest-NetworksTestDHCPv6-284824585'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:10:56.052703 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 89ec4e05-630e-4247-8c21-213a51cdc908 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:10:56.077318 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 89ec4e05-630e-4247-8c21-213a51cdc908 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:10:56.077318 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 89ec4e05-630e-4247-8c21-213a51cdc908 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:10:56.079844 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77365b1-2490-4175-8aa5-fc4a2d8de1b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'tenant_id': 'a22835a92ccd454cb17ed125e0ff09fb', 'fixed_ips': [{'subnet_id': '198cb8f6-8d49-4d33-891b-7f80a9bc5058'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:10:56.080999 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b77365b1-2490-4175-8aa5-fc4a2d8de1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:56.250945 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-b77365b1-2490-4175-8aa5-fc4a2d8de1b9 None None] Allocated IP 2001:db8::2 (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/198cb8f6-8d49-4d33-891b-7f80a9bc5058/c587e547-de82-4267-94f0-b84af1859c1f) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:10:56.293984 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf79579-e09f-410c-a2b8-8a2c07e1aa6d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:10:56.443422 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-abf79579-e09f-410c-a2b8-8a2c07e1aa6d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:56.490550 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-abf79579-e09f-410c-a2b8-8a2c07e1aa6d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] device_id is not set on port 411b2399-b505-45e3-9267-fe2597e7dda9 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:10:56.493594 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b77365b1-2490-4175-8aa5-fc4a2d8de1b9 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:56.518967 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b77365b1-2490-4175-8aa5-fc4a2d8de1b9 None None] Transition to ACTIVE for port object c587e547-de82-4267-94f0-b84af1859c1f will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:10:56.545794 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b77365b1-2490-4175-8aa5-fc4a2d8de1b9 None None] Transition to ACTIVE for port object c587e547-de82-4267-94f0-b84af1859c1f will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:10:56.659904 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b77365b1-2490-4175-8aa5-fc4a2d8de1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:56.720740 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383327f-30a6-4a6f-b3e3-7e8bf7fe3676 req-cc26e653-f7cc-45b5-87f0-61ce25e856b8 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:56.731024 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a383327f-30a6-4a6f-b3e3-7e8bf7fe3676 req-cc26e653-f7cc-45b5-87f0-61ce25e856b8 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d49a294-ef80-40bd-a11f-3607e7ca682a HTTP/1.1" status: 200 len: 944 time: 0.0786517 Aug 18 13:10:56.751081 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77365b1-2490-4175-8aa5-fc4a2d8de1b9 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:10:56.754896 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-b77365b1-2490-4175-8aa5-fc4a2d8de1b9 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:10:56.759224 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77365b1-2490-4175-8aa5-fc4a2d8de1b9 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:10:56.772377 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77365b1-2490-4175-8aa5-fc4a2d8de1b9 None None] Pushing event updated for resources: {'Port': ['ID=c587e547-de82-4267-94f0-b84af1859c1f,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:56.810854 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a383327f-30a6-4a6f-b3e3-7e8bf7fe3676 req-9a5a66d9-6ef6-480c-92d2-34ed7c55b73a tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776258 Aug 18 13:10:56.868790 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68df481-4fff-45d9-8442-20c8a1897509 req-93412e4c-2d5f-439e-8da2-85b92cc027c3 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:56.870657 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b68df481-4fff-45d9-8442-20c8a1897509 req-93412e4c-2d5f-439e-8da2-85b92cc027c3 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 944 time: 0.1625264 Aug 18 13:10:56.872443 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-abf79579-e09f-410c-a2b8-8a2c07e1aa6d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Allocated IP 2001:db8::c3 (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/198cb8f6-8d49-4d33-891b-7f80a9bc5058/411b2399-b505-45e3-9267-fe2597e7dda9) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:10:56.888990 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-b77365b1-2490-4175-8aa5-fc4a2d8de1b9 None None] Attempting to bind port c587e547-de82-4267-94f0-b84af1859c1f on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:10:56.890612 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-b77365b1-2490-4175-8aa5-fc4a2d8de1b9 None None] Attempting to bind port c587e547-de82-4267-94f0-b84af1859c1f by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:10:56.892862 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77365b1-2490-4175-8aa5-fc4a2d8de1b9 None None] Attempting to bind port c587e547-de82-4267-94f0-b84af1859c1f on network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:10:56.902141 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77365b1-2490-4175-8aa5-fc4a2d8de1b9 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:10:56.904937 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77365b1-2490-4175-8aa5-fc4a2d8de1b9 None None] Checking segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:10:56.905800 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b77365b1-2490-4175-8aa5-fc4a2d8de1b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:56.911068 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77365b1-2490-4175-8aa5-fc4a2d8de1b9 None None] Bound using segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:10:56.911068 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-b77365b1-2490-4175-8aa5-fc4a2d8de1b9 None None] Bound port: c587e547-de82-4267-94f0-b84af1859c1f, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:10:56.911672 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b77365b1-2490-4175-8aa5-fc4a2d8de1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:57.021450 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-b77365b1-2490-4175-8aa5-fc4a2d8de1b9 None None] For port c587e547-de82-4267-94f0-b84af1859c1f, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:10:57.031617 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-b77365b1-2490-4175-8aa5-fc4a2d8de1b9 None None] For port c587e547-de82-4267-94f0-b84af1859c1f, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=c587e547-de82-4267-94f0-b84af1859c1f,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:10:57.058933 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b68df481-4fff-45d9-8442-20c8a1897509 req-68c06f4e-2333-4932-99b0-810ac3f4e221 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692530 Aug 18 13:10:57.103764 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-abf79579-e09f-410c-a2b8-8a2c07e1aa6d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:57.118268 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-abf79579-e09f-410c-a2b8-8a2c07e1aa6d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Transition to ACTIVE for port object 411b2399-b505-45e3-9267-fe2597e7dda9 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:10:57.190774 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b77365b1-2490-4175-8aa5-fc4a2d8de1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:57.260595 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-abf79579-e09f-410c-a2b8-8a2c07e1aa6d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:57.263686 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77365b1-2490-4175-8aa5-fc4a2d8de1b9 None None] Pushing event updated for resources: {'Port': ['ID=c587e547-de82-4267-94f0-b84af1859c1f,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:57.378684 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf79579-e09f-410c-a2b8-8a2c07e1aa6d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:10:57.387839 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-abf79579-e09f-410c-a2b8-8a2c07e1aa6d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:10:57.391983 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf79579-e09f-410c-a2b8-8a2c07e1aa6d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:10:57.398588 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf79579-e09f-410c-a2b8-8a2c07e1aa6d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:57.399227 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-abf79579-e09f-410c-a2b8-8a2c07e1aa6d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:57.408757 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf79579-e09f-410c-a2b8-8a2c07e1aa6d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Port': ['ID=411b2399-b505-45e3-9267-fe2597e7dda9,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:57.547581 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-abf79579-e09f-410c-a2b8-8a2c07e1aa6d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6523454 Aug 18 13:10:57.550561 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36182) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:57.612791 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f115dc-5763-4c64-bae6-16df7cd7ecba tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:57.619268 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f115dc-5763-4c64-bae6-16df7cd7ecba tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:57.621111 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-04f115dc-5763-4c64-bae6-16df7cd7ecba tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.0693567 Aug 18 13:10:57.624092 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36186) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:57.726356 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-fb729059-5567-4670-9daa-2cb448f5ee5f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting port 411b2399-b505-45e3-9267-fe2597e7dda9 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:10:57.726699 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fb729059-5567-4670-9daa-2cb448f5ee5f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:57.828937 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fb729059-5567-4670-9daa-2cb448f5ee5f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:57.852383 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-fb729059-5567-4670-9daa-2cb448f5ee5f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Calling delete_port for 411b2399-b505-45e3-9267-fe2597e7dda9 owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:10:57.940530 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7366f36-e775-4c0b-857f-dbb023e3f4dd req-584a83e7-f8be-40ae-a505-8c6d3fdd6b2e tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:57.942090 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d7366f36-e775-4c0b-857f-dbb023e3f4dd req-584a83e7-f8be-40ae-a505-8c6d3fdd6b2e tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d49a294-ef80-40bd-a11f-3607e7ca682a HTTP/1.1" status: 200 len: 944 time: 0.0553122 Aug 18 13:10:57.973277 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:57.991029 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d7366f36-e775-4c0b-857f-dbb023e3f4dd req-d5e27e64-1070-4a1f-a444-543c01c0252a tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421913 Aug 18 13:10:58.072508 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device c587e547-de82-4267-94f0-b84af1859c1f up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:10:58.231859 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3107527-4fcb-4bb9-87e1-49cd572bd94f req-4d2912cc-ac01-4726-b6c2-e9419acb4ecd tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:58.238695 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port c587e547-de82-4267-94f0-b84af1859c1f completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:10:58.249352 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f3107527-4fcb-4bb9-87e1-49cd572bd94f req-4d2912cc-ac01-4726-b6c2-e9419acb4ecd tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 944 time: 0.0758464 Aug 18 13:10:58.267377 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fb729059-5567-4670-9daa-2cb448f5ee5f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:58.301786 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f3107527-4fcb-4bb9-87e1-49cd572bd94f req-4dc41ab8-82c6-4549-b0a3-c4d8fd1433d2 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431240 Aug 18 13:10:58.324036 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb729059-5567-4670-9daa-2cb448f5ee5f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Port': ['ID=411b2399-b505-45e3-9267-fe2597e7dda9,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:58.356579 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fb729059-5567-4670-9daa-2cb448f5ee5f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:58.359556 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-fb729059-5567-4670-9daa-2cb448f5ee5f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/ports/411b2399-b505-45e3-9267-fe2597e7dda9 HTTP/1.1" status: 204 len: 168 time: 0.7337515 Aug 18 13:10:58.361610 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36204) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:58.419269 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9de7724-fa18-49b0-9947-54ee510e9d3d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:58.420892 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9de7724-fa18-49b0-9947-54ee510e9d3d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:58.425106 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b9de7724-fa18-49b0-9947-54ee510e9d3d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0599127 Aug 18 13:10:58.425341 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36206) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:58.487272 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-66d4718b-c20a-467d-a6d5-0d34f701827b tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting subnet 198cb8f6-8d49-4d33-891b-7f80a9bc5058 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:10:58.487272 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-66d4718b-c20a-467d-a6d5-0d34f701827b tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:58.528693 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-66d4718b-c20a-467d-a6d5-0d34f701827b tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:58.629205 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-66d4718b-c20a-467d-a6d5-0d34f701827b tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:58.666265 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-0ad15bae-f4c9-44d4-8cde-7d5d85a1f5df None None] Provisioning for port c587e547-de82-4267-94f0-b84af1859c1f completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:10:58.682229 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-0ad15bae-f4c9-44d4-8cde-7d5d85a1f5df None None] Provisioning complete for port c587e547-de82-4267-94f0-b84af1859c1f triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:10:58.683007 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0ad15bae-f4c9-44d4-8cde-7d5d85a1f5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:58.743015 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:58.806004 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0ad15bae-f4c9-44d4-8cde-7d5d85a1f5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:58.826351 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-66d4718b-c20a-467d-a6d5-0d34f701827b tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:58.876616 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d4718b-c20a-467d-a6d5-0d34f701827b tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Subnet': ['ID=198cb8f6-8d49-4d33-891b-7f80a9bc5058,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:10:58.884733 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.db.api [None req-0ad15bae-f4c9-44d4-8cde-7d5d85a1f5df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:10:58.903047 n-d-803603-2 neutron-server[101677]: DEBUG oslo_db.api [None req-0ad15bae-f4c9-44d4-8cde-7d5d85a1f5df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:10:58.903455 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-66d4718b-c20a-467d-a6d5-0d34f701827b tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:58.903455 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-66d4718b-c20a-467d-a6d5-0d34f701827b tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/198cb8f6-8d49-4d33-891b-7f80a9bc5058 HTTP/1.1" status: 204 len: 168 time: 0.4702616 Aug 18 13:10:58.905367 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36214) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:58.951924 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-34efb486-5db8-4c48-9bf9-c7d6f0a6b92e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0446899 Aug 18 13:10:58.954500 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36218) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:58.966334 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae0b302-b26f-4cd2-b806-6273bcae0f03 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:10:59.014577 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb80a7b3-1273-44cb-9a0b-8a021ec869cf tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:59.016641 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-fb80a7b3-1273-44cb-9a0b-8a021ec869cf tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0610991 Aug 18 13:10:59.020134 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36220) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:59.081762 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f788d5e9-0595-4e4f-b7b4-e7120cec16bb tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:59.083356 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f788d5e9-0595-4e4f-b7b4-e7120cec16bb tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0618868 Aug 18 13:10:59.086526 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36224) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:59.208809 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd648e8-8eef-4a18-a347-ff2d19db3c12 None None] DHCP port deletion for fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:10:59.296841 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-2cd648e8-8eef-4a18-a347-ff2d19db3c12 None None] Deleting port c587e547-de82-4267-94f0-b84af1859c1f {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:10:59.297518 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2cd648e8-8eef-4a18-a347-ff2d19db3c12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:59.384659 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-2cd648e8-8eef-4a18-a347-ff2d19db3c12 None None] For port c587e547-de82-4267-94f0-b84af1859c1f, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=c587e547-de82-4267-94f0-b84af1859c1f,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:10:59.385064 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2cd648e8-8eef-4a18-a347-ff2d19db3c12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:59.419872 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-2cd648e8-8eef-4a18-a347-ff2d19db3c12 None None] Calling delete_port for c587e547-de82-4267-94f0-b84af1859c1f owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:10:59.447578 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device e381763d-7f79-456d-93f6-adf9181388a5 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:10:59.458408 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5ba4ab06-e4df-46a4-b184-ce48ec5ff7a4 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3706558 Aug 18 13:10:59.462427 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36236) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:10:59.470966 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-edb75232-1aac-4a28-8f38-bdbf28c66b35 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'subnet': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:10:59.502881 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22050f60-35ca-4431-ab3d-635ac7b64127 req-51176921-1c5c-4737-86e5-bdbaaf7e90b3 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:59.507651 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-22050f60-35ca-4431-ab3d-635ac7b64127 req-51176921-1c5c-4737-86e5-bdbaaf7e90b3 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 944 time: 0.1179912 Aug 18 13:10:59.519140 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0ad15bae-f4c9-44d4-8cde-7d5d85a1f5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:59.560785 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-22050f60-35ca-4431-ab3d-635ac7b64127 req-10c294c4-9a36-4658-a6f1-14d354af76ae tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460269 Aug 18 13:10:59.611727 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7750f0-3c6b-4d3e-a2fd-c8e866c7fd7b req-828aa90b-ad2f-4526-af35-9a92901428ea tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:59.613180 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ee7750f0-3c6b-4d3e-a2fd-c8e866c7fd7b req-828aa90b-ad2f-4526-af35-9a92901428ea tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d49a294-ef80-40bd-a11f-3607e7ca682a HTTP/1.1" status: 200 len: 944 time: 0.5194545 Aug 18 13:10:59.630242 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-0ad15bae-f4c9-44d4-8cde-7d5d85a1f5df None None] For port c587e547-de82-4267-94f0-b84af1859c1f, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=c587e547-de82-4267-94f0-b84af1859c1f,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:10:59.653412 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ee7750f0-3c6b-4d3e-a2fd-c8e866c7fd7b req-83e99af4-a1d2-42a5-b053-d2d628868d65 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336282 Aug 18 13:10:59.662925 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port e381763d-7f79-456d-93f6-adf9181388a5, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=e381763d-7f79-456d-93f6-adf9181388a5,segment=NetworkSegment(f4c449c2-b154-4262-a0a8-10992ac3951d),segment_id=f4c449c2-b154-4262-a0a8-10992ac3951d)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:10:59.675269 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'e381763d-7f79-456d-93f6-adf9181388a5', 'network_id': 'd40b57f9-bbb2-4411-b09b-1190ba8eee3e', 'port_id': 'e381763d-7f79-456d-93f6-adf9181388a5', 'mac_address': 'fa:16:3e:b0:2d:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2c98821-2056-406e-a9db-4c5c55877dd9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:10:59.718028 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:59.735936 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e381763d-7f79-456d-93f6-adf9181388a5 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:10:59.756443 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb75232-1aac-4a28-8f38-bdbf28c66b35 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:10:59.757046 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port e381763d-7f79-456d-93f6-adf9181388a5, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=e381763d-7f79-456d-93f6-adf9181388a5,segment=NetworkSegment(f4c449c2-b154-4262-a0a8-10992ac3951d),segment_id=f4c449c2-b154-4262-a0a8-10992ac3951d)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:10:59.760038 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-edb75232-1aac-4a28-8f38-bdbf28c66b35 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:59.836359 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0ad15bae-f4c9-44d4-8cde-7d5d85a1f5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:59.891403 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:59.892373 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 84374c5e-ea52-42da-bb5a-91b676be58ba details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:10:59.894474 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad15bae-f4c9-44d4-8cde-7d5d85a1f5df None None] Pushing event updated for resources: {'Port': ['ID=c587e547-de82-4267-94f0-b84af1859c1f,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:00.001055 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-54d0a397-97f7-4d27-873b-53f7f3e51a5c None None] Could not find standard attr ID for object 411b2399-b505-45e3-9267-fe2597e7dda9. {{(pid=101677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 13:11:00.004814 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=e381763d-7f79-456d-93f6-adf9181388a5,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:00.037708 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device c587e547-de82-4267-94f0-b84af1859c1f no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:11:00.075837 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 84374c5e-ea52-42da-bb5a-91b676be58ba, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=84374c5e-ea52-42da-bb5a-91b676be58ba,segment=NetworkSegment(1d336752-25b6-4131-855b-23a2ad96544b),segment_id=1d336752-25b6-4131-855b-23a2ad96544b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:11:00.087075 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2cd648e8-8eef-4a18-a347-ff2d19db3c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:00.119642 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '84374c5e-ea52-42da-bb5a-91b676be58ba', 'network_id': '1580e32b-815c-484e-8818-74705331eaf8', 'port_id': '84374c5e-ea52-42da-bb5a-91b676be58ba', 'mac_address': 'fa:16:3e:6c:34:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:11:00.123438 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd648e8-8eef-4a18-a347-ff2d19db3c12 None None] Pushing event deleted for resources: {'Port': ['ID=c587e547-de82-4267-94f0-b84af1859c1f,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:00.129060 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd648e8-8eef-4a18-a347-ff2d19db3c12 None None] No DVR routers for this DVR port c587e547-de82-4267-94f0-b84af1859c1f on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:11:00.130770 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No active binding found for port c587e547-de82-4267-94f0-b84af1859c1f {{(pid=101677) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 18 13:11:00.131207 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device c587e547-de82-4267-94f0-b84af1859c1f not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:11:00.171560 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:00.188648 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84374c5e-ea52-42da-bb5a-91b676be58ba {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:11:00.189179 n-d-803603-2 neutron-server[101676]: DEBUG neutron.objects.ports [None req-edb75232-1aac-4a28-8f38-bdbf28c66b35 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101676) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 13:11:00.190712 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-edb75232-1aac-4a28-8f38-bdbf28c66b35 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:00.210389 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 84374c5e-ea52-42da-bb5a-91b676be58ba, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=84374c5e-ea52-42da-bb5a-91b676be58ba,segment=NetworkSegment(1d336752-25b6-4131-855b-23a2ad96544b),segment_id=1d336752-25b6-4131-855b-23a2ad96544b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:11:00.241718 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb75232-1aac-4a28-8f38-bdbf28c66b35 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:11:00.245336 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-edb75232-1aac-4a28-8f38-bdbf28c66b35 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:11:00.249742 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb75232-1aac-4a28-8f38-bdbf28c66b35 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:00.250367 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-edb75232-1aac-4a28-8f38-bdbf28c66b35 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:00.255636 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6d9b6d-dfbf-4259-a517-a209c3bc7989 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:11:00.262600 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb75232-1aac-4a28-8f38-bdbf28c66b35 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Subnet': ['ID=83e56ae9-5425-44b5-ac35-b52182047fca,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:00.333588 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:00.371556 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36248) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:00.371989 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-edb75232-1aac-4a28-8f38-bdbf28c66b35 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9084098 Aug 18 13:11:00.376939 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-61c26db8-b695-42db-a092-1fa5b680c686 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'subnet': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:11:00.452668 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=84374c5e-ea52-42da-bb5a-91b676be58ba,revision_number=9']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:00.468285 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a265b663-2da3-4e6a-9ecc-3b57de41f5d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'tenant_id': 'a22835a92ccd454cb17ed125e0ff09fb', 'fixed_ips': [{'subnet_id': '83e56ae9-5425-44b5-ac35-b52182047fca'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:11:00.469145 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a265b663-2da3-4e6a-9ecc-3b57de41f5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:00.559083 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['84374c5e-ea52-42da-bb5a-91b676be58ba'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:11:00.561321 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['e381763d-7f79-456d-93f6-adf9181388a5'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:11:00.625271 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c26db8-b695-42db-a092-1fa5b680c686 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:11:00.629523 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-61c26db8-b695-42db-a092-1fa5b680c686 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:00.761279 n-d-803603-2 neutron-server[101675]: INFO neutron.db.ipam_backend_mixin [None req-61c26db8-b695-42db-a092-1fa5b680c686 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 83e56ae9-5425-44b5-ac35-b52182047fca (CIDR: 2001:db8::/64) Aug 18 13:11:00.792445 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c901a72-8451-4e4e-85e2-e359052a75b5 req-8ac606fe-9e4e-43db-a853-275bac1bdd94 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:00.794115 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1c901a72-8451-4e4e-85e2-e359052a75b5 req-8ac606fe-9e4e-43db-a853-275bac1bdd94 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 945 time: 0.1185460 Aug 18 13:11:00.838811 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-61c26db8-b695-42db-a092-1fa5b680c686 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:11:00.839345 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61c26db8-b695-42db-a092-1fa5b680c686 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:00.874761 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4135ae70-7200-4fcd-9de3-d86bc574e713 req-d3037fac-c707-4f1b-a065-446af1281430 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:00.877410 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4135ae70-7200-4fcd-9de3-d86bc574e713 req-d3037fac-c707-4f1b-a065-446af1281430 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d49a294-ef80-40bd-a11f-3607e7ca682a HTTP/1.1" status: 200 len: 945 time: 0.0761287 Aug 18 13:11:00.878437 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1c901a72-8451-4e4e-85e2-e359052a75b5 req-c949b3de-d06c-4f63-9998-1deb0d03c8e6 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689983 Aug 18 13:11:00.920493 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4135ae70-7200-4fcd-9de3-d86bc574e713 req-68b3fb1f-1632-41e3-89be-96935b3bd962 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366044 Aug 18 13:11:00.954374 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-a265b663-2da3-4e6a-9ecc-3b57de41f5d2 None None] Allocated IP 2001:db8::f816:3eff:fed6:c766 (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/83e56ae9-5425-44b5-ac35-b52182047fca/78336247-e645-47c0-9722-d8b4026778de) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:11:00.987297 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-61c26db8-b695-42db-a092-1fa5b680c686 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6139240 Aug 18 13:11:00.989509 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36264) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:00.998486 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-1edf0c99-f59a-481d-a281-28b843378f84 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'subnet': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:11:01.230900 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edf0c99-f59a-481d-a281-28b843378f84 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:11:01.234869 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1edf0c99-f59a-481d-a281-28b843378f84 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:01.246800 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a265b663-2da3-4e6a-9ecc-3b57de41f5d2 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:01.256226 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a265b663-2da3-4e6a-9ecc-3b57de41f5d2 None None] Transition to ACTIVE for port object 78336247-e645-47c0-9722-d8b4026778de will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:11:01.275471 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a265b663-2da3-4e6a-9ecc-3b57de41f5d2 None None] Transition to ACTIVE for port object 78336247-e645-47c0-9722-d8b4026778de will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:11:01.392212 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a265b663-2da3-4e6a-9ecc-3b57de41f5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:01.454772 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a265b663-2da3-4e6a-9ecc-3b57de41f5d2 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:11:01.454772 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-a265b663-2da3-4e6a-9ecc-3b57de41f5d2 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:11:01.454772 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a265b663-2da3-4e6a-9ecc-3b57de41f5d2 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:11:01.465097 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a265b663-2da3-4e6a-9ecc-3b57de41f5d2 None None] Pushing event updated for resources: {'Port': ['ID=78336247-e645-47c0-9722-d8b4026778de,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:01.529910 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-a265b663-2da3-4e6a-9ecc-3b57de41f5d2 None None] Attempting to bind port 78336247-e645-47c0-9722-d8b4026778de on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:11:01.530377 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-a265b663-2da3-4e6a-9ecc-3b57de41f5d2 None None] Attempting to bind port 78336247-e645-47c0-9722-d8b4026778de by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:11:01.530689 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a265b663-2da3-4e6a-9ecc-3b57de41f5d2 None None] Attempting to bind port 78336247-e645-47c0-9722-d8b4026778de on network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:11:01.535716 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a265b663-2da3-4e6a-9ecc-3b57de41f5d2 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:11:01.536099 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a265b663-2da3-4e6a-9ecc-3b57de41f5d2 None None] Checking segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:11:01.536506 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a265b663-2da3-4e6a-9ecc-3b57de41f5d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:01.537431 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a265b663-2da3-4e6a-9ecc-3b57de41f5d2 None None] Bound using segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:11:01.538103 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-a265b663-2da3-4e6a-9ecc-3b57de41f5d2 None None] Bound port: 78336247-e645-47c0-9722-d8b4026778de, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:11:01.538513 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a265b663-2da3-4e6a-9ecc-3b57de41f5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:01.608746 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-a265b663-2da3-4e6a-9ecc-3b57de41f5d2 None None] For port 78336247-e645-47c0-9722-d8b4026778de, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:11:01.612062 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-a265b663-2da3-4e6a-9ecc-3b57de41f5d2 None None] For port 78336247-e645-47c0-9722-d8b4026778de, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=78336247-e645-47c0-9722-d8b4026778de,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:11:01.648672 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1edf0c99-f59a-481d-a281-28b843378f84 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:01.691549 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edf0c99-f59a-481d-a281-28b843378f84 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:11:01.694769 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-1edf0c99-f59a-481d-a281-28b843378f84 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:11:01.698979 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edf0c99-f59a-481d-a281-28b843378f84 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:01.699565 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1edf0c99-f59a-481d-a281-28b843378f84 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:01.711702 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf0c99-f59a-481d-a281-28b843378f84 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Subnet': ['ID=9209ebc1-fce7-4e1c-9688-48bb03e71e04,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:01.751443 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a265b663-2da3-4e6a-9ecc-3b57de41f5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:01.819313 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a265b663-2da3-4e6a-9ecc-3b57de41f5d2 None None] Pushing event updated for resources: {'Port': ['ID=78336247-e645-47c0-9722-d8b4026778de,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:01.871693 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1edf0c99-f59a-481d-a281-28b843378f84 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8804905 Aug 18 13:11:01.874480 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36280) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:01.879676 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-01fc15e9-ca6e-4fb9-8c7d-2c398130a2ef tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'port': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'mac_address': 'fa:16:3e:ed:a9:aa', 'name': 'tempest-NetworksTestDHCPv6-118047821'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:11:02.099226 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3107a4-14fb-4d48-a3fc-49878c45e7d4 req-cc7addfb-b183-4c63-81d1-1c2f29e4310a tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:02.100874 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8f3107a4-14fb-4d48-a3fc-49878c45e7d4 req-cc7addfb-b183-4c63-81d1-1c2f29e4310a tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 945 time: 0.1209459 Aug 18 13:11:02.131822 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7068f5d-05e1-4aa8-a9e8-427e2a6171ec req-3c310a79-48be-4512-8e83-df03aebd3080 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:02.139650 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e7068f5d-05e1-4aa8-a9e8-427e2a6171ec req-3c310a79-48be-4512-8e83-df03aebd3080 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d49a294-ef80-40bd-a11f-3607e7ca682a HTTP/1.1" status: 200 len: 945 time: 0.0763054 Aug 18 13:11:02.157101 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8f3107a4-14fb-4d48-a3fc-49878c45e7d4 req-331cdbd3-c95a-4230-947b-102e59456f27 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476472 Aug 18 13:11:02.184130 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e7068f5d-05e1-4aa8-a9e8-427e2a6171ec req-1c66a93f-560c-4a4e-835f-9172ef15dc65 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435390 Aug 18 13:11:02.207912 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fc15e9-ca6e-4fb9-8c7d-2c398130a2ef tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:11:02.295574 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-01fc15e9-ca6e-4fb9-8c7d-2c398130a2ef tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:02.315236 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [None req-01fc15e9-ca6e-4fb9-8c7d-2c398130a2ef tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] device_id is not set on port 3e97ecdc-ae73-4077-a5d3-34a7ede36eb8 yet. {{(pid=101675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:11:02.501018 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-01fc15e9-ca6e-4fb9-8c7d-2c398130a2ef tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Allocated IP 2001:db8:0:1::270 (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/9209ebc1-fce7-4e1c-9688-48bb03e71e04/3e97ecdc-ae73-4077-a5d3-34a7ede36eb8) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:11:02.508838 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-01fc15e9-ca6e-4fb9-8c7d-2c398130a2ef tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Allocated IP 2001:db8::f816:3eff:feed:a9aa (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/83e56ae9-5425-44b5-ac35-b52182047fca/3e97ecdc-ae73-4077-a5d3-34a7ede36eb8) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:11:02.681749 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-01fc15e9-ca6e-4fb9-8c7d-2c398130a2ef tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:02.697141 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-01fc15e9-ca6e-4fb9-8c7d-2c398130a2ef tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Transition to ACTIVE for port object 3e97ecdc-ae73-4077-a5d3-34a7ede36eb8 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:11:02.917214 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-01fc15e9-ca6e-4fb9-8c7d-2c398130a2ef tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:02.938287 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1818fe24-606c-4529-8df1-d9192dbb7ece None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:11:02.968727 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fc15e9-ca6e-4fb9-8c7d-2c398130a2ef tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:11:02.977622 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-01fc15e9-ca6e-4fb9-8c7d-2c398130a2ef tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:11:02.981966 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fc15e9-ca6e-4fb9-8c7d-2c398130a2ef tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:11:02.991537 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fc15e9-ca6e-4fb9-8c7d-2c398130a2ef tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:02.992780 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-01fc15e9-ca6e-4fb9-8c7d-2c398130a2ef tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:03.009572 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc15e9-ca6e-4fb9-8c7d-2c398130a2ef tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Port': ['ID=3e97ecdc-ae73-4077-a5d3-34a7ede36eb8,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:03.123525 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-cd841a09-5907-4af1-a32c-238bcd424dc2 None None] Provisioning for port 78336247-e645-47c0-9722-d8b4026778de completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:11:03.179283 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f71fb2-fe2f-4c5c-a92b-380a2b0932b0 None None] Update dhcp port {'port': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'fixed_ips': [{'subnet_id': '83e56ae9-5425-44b5-ac35-b52182047fca', 'ip_address': '2001:db8::f816:3eff:fed6:c766'}, {'subnet_id': '9209ebc1-fce7-4e1c-9688-48bb03e71e04'}], 'binding:host_id': 'n-d-803603-2'}, 'id': '78336247-e645-47c0-9722-d8b4026778de'} from n-d-803603-2. {{(pid=101677) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 13:11:03.181837 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-01fc15e9-ca6e-4fb9-8c7d-2c398130a2ef tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3052123 Aug 18 13:11:03.195651 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36300) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:03.207082 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-11f71fb2-fe2f-4c5c-a92b-380a2b0932b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:03.305080 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c26683-2078-40a8-b049-442e84a0c2d5 req-4a9e32ae-2b3a-43fb-8389-4c04ac3f3373 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:03.307440 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-31c26683-2078-40a8-b049-442e84a0c2d5 req-4a9e32ae-2b3a-43fb-8389-4c04ac3f3373 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 945 time: 0.0633163 Aug 18 13:11:03.362730 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-31c26683-2078-40a8-b049-442e84a0c2d5 req-7d96cf2a-012b-441d-8acb-98853a0e908d tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485237 Aug 18 13:11:03.365084 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ae110-dc9f-4d4a-9598-aae02629984e req-03281901-a0ef-4b26-beaf-9c55332c4e6d tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:03.372592 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-714ae110-dc9f-4d4a-9598-aae02629984e req-03281901-a0ef-4b26-beaf-9c55332c4e6d tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d49a294-ef80-40bd-a11f-3607e7ca682a HTTP/1.1" status: 200 len: 945 time: 0.0974922 Aug 18 13:11:03.376876 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-35dd402d-9a55-4c34-9b6c-8b8b88385cd9 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting port 3e97ecdc-ae73-4077-a5d3-34a7ede36eb8 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:11:03.377328 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-35dd402d-9a55-4c34-9b6c-8b8b88385cd9 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:03.418364 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-11f71fb2-fe2f-4c5c-a92b-380a2b0932b0 None None] Allocated IP 2001:db8:0:1::2 (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/9209ebc1-fce7-4e1c-9688-48bb03e71e04/78336247-e645-47c0-9722-d8b4026778de) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:11:03.464409 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device e381763d-7f79-456d-93f6-adf9181388a5 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:11:03.475348 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-714ae110-dc9f-4d4a-9598-aae02629984e req-3d1db9b4-dbe7-42ec-b14b-c34f9547031f tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018584 Aug 18 13:11:03.535537 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-35dd402d-9a55-4c34-9b6c-8b8b88385cd9 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:03.554660 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-35dd402d-9a55-4c34-9b6c-8b8b88385cd9 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Calling delete_port for 3e97ecdc-ae73-4077-a5d3-34a7ede36eb8 owned by {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:11:03.593351 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-11f71fb2-fe2f-4c5c-a92b-380a2b0932b0 None None] For port 78336247-e645-47c0-9722-d8b4026778de, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=78336247-e645-47c0-9722-d8b4026778de,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:11:03.613941 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-11f71fb2-fe2f-4c5c-a92b-380a2b0932b0 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:03.632069 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-11f71fb2-fe2f-4c5c-a92b-380a2b0932b0 None None] Transition to ACTIVE for port object 78336247-e645-47c0-9722-d8b4026778de will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:11:03.716144 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port e381763d-7f79-456d-93f6-adf9181388a5 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:11:03.720850 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port e381763d-7f79-456d-93f6-adf9181388a5 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:11:03.721228 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:03.790780 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-11f71fb2-fe2f-4c5c-a92b-380a2b0932b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:03.839765 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:03.865060 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-35dd402d-9a55-4c34-9b6c-8b8b88385cd9 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:03.895147 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd402d-9a55-4c34-9b6c-8b8b88385cd9 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Port': ['ID=3e97ecdc-ae73-4077-a5d3-34a7ede36eb8,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:03.907820 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f71fb2-fe2f-4c5c-a92b-380a2b0932b0 None None] Pushing event updated for resources: {'Port': ['ID=78336247-e645-47c0-9722-d8b4026778de,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:03.914695 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d49a294-ef80-40bd-a11f-3607e7ca682a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e381763d-7f79-456d-93f6-adf9181388a5'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:11:03.917148 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4a7ed7-3069-461d-8ba5-a4a11fe47fd6" -d '{"events": [{"server_uuid": "1d49a294-ef80-40bd-a11f-3607e7ca682a", "name": "network-vif-plugged", "status": "completed", "tag": "e381763d-7f79-456d-93f6-adf9181388a5"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:11:03.934124 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port e381763d-7f79-456d-93f6-adf9181388a5, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=e381763d-7f79-456d-93f6-adf9181388a5,segment=NetworkSegment(f4c449c2-b154-4262-a0a8-10992ac3951d),segment_id=f4c449c2-b154-4262-a0a8-10992ac3951d)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:11:03.944449 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-35dd402d-9a55-4c34-9b6c-8b8b88385cd9 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:03.946543 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-35dd402d-9a55-4c34-9b6c-8b8b88385cd9 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/ports/3e97ecdc-ae73-4077-a5d3-34a7ede36eb8 HTTP/1.1" status: 204 len: 168 time: 0.7621415 Aug 18 13:11:03.948932 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36318) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:03.973250 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3574d164-d50c-400f-b4f7-838f4f54f29b x-openstack-request-id: req-3574d164-d50c-400f-b4f7-838f4f54f29b {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:11:03.973715 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d49a294-ef80-40bd-a11f-3607e7ca682a", "name": "network-vif-plugged", "status": "completed", "tag": "e381763d-7f79-456d-93f6-adf9181388a5", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:11:03.973948 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3574d164-d50c-400f-b4f7-838f4f54f29b {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:11:03.975104 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d49a294-ef80-40bd-a11f-3607e7ca682a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e381763d-7f79-456d-93f6-adf9181388a5', 'code': 200} Aug 18 13:11:04.033211 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:04.038253 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 84374c5e-ea52-42da-bb5a-91b676be58ba up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:11:04.051359 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a96cbb-8bf0-439f-a9ef-14111e452dbb tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:04.054745 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-77a96cbb-8bf0-439f-a9ef-14111e452dbb tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1032536 Aug 18 13:11:04.055901 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36322) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:04.142587 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefec29f-6284-4a67-9d88-e3a3c7a3136b req-ac3bc74c-6560-40ca-81e8-17e9324d0b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:04.144938 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aefec29f-6284-4a67-9d88-e3a3c7a3136b req-ac3bc74c-6560-40ca-81e8-17e9324d0b08 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1d49a294-ef80-40bd-a11f-3607e7ca682a HTTP/1.1" status: 200 len: 1097 time: 0.0677078 Aug 18 13:11:04.147020 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31f6def-1766-4d60-85f8-596f8e45065e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:04.150004 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c31f6def-1766-4d60-85f8-596f8e45065e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0929141 Aug 18 13:11:04.152351 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36324) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:04.216506 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 78336247-e645-47c0-9722-d8b4026778de up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:11:04.225500 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11588ab1-7846-4ca8-babb-1ffa57df785e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:04.227282 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aefec29f-6284-4a67-9d88-e3a3c7a3136b req-44c32139-12a6-4752-b778-2442c9f07c2e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563250 Aug 18 13:11:04.229320 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11588ab1-7846-4ca8-babb-1ffa57df785e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:04.231211 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11588ab1-7846-4ca8-babb-1ffa57df785e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:04.235875 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36326) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:04.249734 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-11588ab1-7846-4ca8-babb-1ffa57df785e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0957198 Aug 18 13:11:04.292183 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cbbafde-a722-4bd3-9d79-ba6785c679cf tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting subnet 83e56ae9-5425-44b5-ac35-b52182047fca {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:11:04.295744 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3cbbafde-a722-4bd3-9d79-ba6785c679cf tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:04.300176 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 84374c5e-ea52-42da-bb5a-91b676be58ba triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:11:04.300546 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:04.311306 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=e381763d-7f79-456d-93f6-adf9181388a5,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:04.348759 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3cbbafde-a722-4bd3-9d79-ba6785c679cf tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:04.481591 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3cbbafde-a722-4bd3-9d79-ba6785c679cf tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:04.488357 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 78336247-e645-47c0-9722-d8b4026778de completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:11:04.498763 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:04.546649 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d83dc-651c-4cee-8088-cfa07ff36295 req-c8d81ca4-38af-4691-9995-151575d80710 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:04.556030 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4f9d83dc-651c-4cee-8088-cfa07ff36295 req-c8d81ca4-38af-4691-9995-151575d80710 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 945 time: 0.0696993 Aug 18 13:11:04.593222 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 84374c5e-ea52-42da-bb5a-91b676be58ba, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=84374c5e-ea52-42da-bb5a-91b676be58ba,segment=NetworkSegment(1d336752-25b6-4131-855b-23a2ad96544b),segment_id=1d336752-25b6-4131-855b-23a2ad96544b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:11:04.655282 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4f9d83dc-651c-4cee-8088-cfa07ff36295 req-adf80084-6b85-409f-ac62-ea4254965497 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979104 Aug 18 13:11:04.694709 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3b7d1-b7b7-42c0-b900-4a8c15e3b1f7 req-5454ee70-4385-4d16-91c3-cd8652f2c840 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:04.704194 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6fc3b7d1-b7b7-42c0-b900-4a8c15e3b1f7 req-5454ee70-4385-4d16-91c3-cd8652f2c840 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d49a294-ef80-40bd-a11f-3607e7ca682a HTTP/1.1" status: 200 len: 946 time: 0.0961728 Aug 18 13:11:04.729368 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:04.774410 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6fc3b7d1-b7b7-42c0-b900-4a8c15e3b1f7 req-e9fae0d6-bd51-43f3-8115-bb6251955692 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692823 Aug 18 13:11:04.780542 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3cbbafde-a722-4bd3-9d79-ba6785c679cf tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:04.833004 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbbafde-a722-4bd3-9d79-ba6785c679cf tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Subnet': ['ID=83e56ae9-5425-44b5-ac35-b52182047fca,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:04.840473 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3cbbafde-a722-4bd3-9d79-ba6785c679cf tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:04.845377 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36342) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:04.860711 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3cbbafde-a722-4bd3-9d79-ba6785c679cf tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/83e56ae9-5425-44b5-ac35-b52182047fca HTTP/1.1" status: 204 len: 168 time: 0.6195040 Aug 18 13:11:04.917704 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=84374c5e-ea52-42da-bb5a-91b676be58ba,revision_number=10']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:04.921190 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-01cef080-6460-4124-a8ea-c0d702305913 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting subnet 9209ebc1-fce7-4e1c-9688-48bb03e71e04 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:11:04.926113 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-01cef080-6460-4124-a8ea-c0d702305913 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:04.995032 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-01cef080-6460-4124-a8ea-c0d702305913 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:05.098961 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72e03c8-568c-467a-92d8-7d8f5d704e68 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:11:05.139647 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-01cef080-6460-4124-a8ea-c0d702305913 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:05.276651 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-01cef080-6460-4124-a8ea-c0d702305913 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:05.309940 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cef080-6460-4124-a8ea-c0d702305913 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Subnet': ['ID=9209ebc1-fce7-4e1c-9688-48bb03e71e04,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:05.314050 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-01cef080-6460-4124-a8ea-c0d702305913 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:05.316461 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-01cef080-6460-4124-a8ea-c0d702305913 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/9209ebc1-fce7-4e1c-9688-48bb03e71e04 HTTP/1.1" status: 204 len: 168 time: 0.4694896 Aug 18 13:11:05.318464 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36348) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:05.344892 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f35dbd17-bc87-43ea-a1d8-6fca0a3d7621 None None] Provisioning for port 78336247-e645-47c0-9722-d8b4026778de completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:11:05.353272 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f35dbd17-bc87-43ea-a1d8-6fca0a3d7621 None None] Provisioning complete for port 78336247-e645-47c0-9722-d8b4026778de triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:11:05.353272 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f35dbd17-bc87-43ea-a1d8-6fca0a3d7621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:05.366127 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-716a1f55-3b65-4f00-bfdc-303a3d9a4564 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0464954 Aug 18 13:11:05.369129 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36350) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:05.374376 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-a943423f-0cfd-4c3b-9b39-5b33d8fe00df tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'subnet': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:11:05.471424 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f35dbd17-bc87-43ea-a1d8-6fca0a3d7621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:05.531776 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f35dbd17-bc87-43ea-a1d8-6fca0a3d7621 None None] For port 78336247-e645-47c0-9722-d8b4026778de, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=78336247-e645-47c0-9722-d8b4026778de,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:11:05.565262 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36354) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:05.632985 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f35dbd17-bc87-43ea-a1d8-6fca0a3d7621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:05.648494 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f35dbd17-bc87-43ea-a1d8-6fca0a3d7621 None None] Could not find standard attr ID for object 3e97ecdc-ae73-4077-a5d3-34a7ede36eb8. {{(pid=101677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 13:11:05.663614 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a943423f-0cfd-4c3b-9b39-5b33d8fe00df tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:11:05.664824 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a943423f-0cfd-4c3b-9b39-5b33d8fe00df tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:05.764789 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35dbd17-bc87-43ea-a1d8-6fca0a3d7621 None None] Pushing event updated for resources: {'Port': ['ID=78336247-e645-47c0-9722-d8b4026778de,revision_number=6']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:05.827925 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55df55d-2880-4d6a-b9f4-d8c0d4689fb4 req-f2dc388c-cb2b-4352-9ecb-2f838cb42bed tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:05.830185 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e55df55d-2880-4d6a-b9f4-d8c0d4689fb4 req-f2dc388c-cb2b-4352-9ecb-2f838cb42bed tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 947 time: 0.0867627 Aug 18 13:11:05.900404 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e55df55d-2880-4d6a-b9f4-d8c0d4689fb4 req-0409596e-8df0-46ed-8cb7-016ba3a20369 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632033 Aug 18 13:11:05.921757 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-02e140e8-54f4-4971-88f4-54cefbfeb806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:05.976513 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1480fd98-1897-4d2b-ac5b-38ce61a30390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84374c5e-ea52-42da-bb5a-91b676be58ba'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:11:05.978941 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092cf15b-5393-4050-b9d9-99410cde6cc1" -d '{"events": [{"server_uuid": "1480fd98-1897-4d2b-ac5b-38ce61a30390", "name": "network-vif-plugged", "status": "completed", "tag": "84374c5e-ea52-42da-bb5a-91b676be58ba"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:11:06.047918 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46bb990-455e-43fb-9589-2fe0927c9015 x-openstack-request-id: req-c46bb990-455e-43fb-9589-2fe0927c9015 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:11:06.048402 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1480fd98-1897-4d2b-ac5b-38ce61a30390", "name": "network-vif-plugged", "status": "completed", "tag": "84374c5e-ea52-42da-bb5a-91b676be58ba", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:11:06.048841 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c46bb990-455e-43fb-9589-2fe0927c9015 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:11:06.049369 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1480fd98-1897-4d2b-ac5b-38ce61a30390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84374c5e-ea52-42da-bb5a-91b676be58ba', 'code': 200} Aug 18 13:11:06.067187 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc8d4f-b39d-412c-b6aa-476c1ee12a2e req-581ca566-1b1f-4ccb-8df6-a9df8f7646eb tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:06.069719 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-77cc8d4f-b39d-412c-b6aa-476c1ee12a2e req-581ca566-1b1f-4ccb-8df6-a9df8f7646eb tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d49a294-ef80-40bd-a11f-3607e7ca682a HTTP/1.1" status: 200 len: 946 time: 0.1153576 Aug 18 13:11:06.077245 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 78336247-e645-47c0-9722-d8b4026778de up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:11:06.149848 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-77cc8d4f-b39d-412c-b6aa-476c1ee12a2e req-50cee9d3-3481-4d4c-88b2-75d82129dd13 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635667 Aug 18 13:11:06.178973 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 78336247-e645-47c0-9722-d8b4026778de triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:11:06.178973 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:06.190315 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-02e140e8-54f4-4971-88f4-54cefbfeb806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:06.245722 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1921df-b7cb-4573-a2d0-89fd08972422 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:11:06.311476 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-02e140e8-54f4-4971-88f4-54cefbfeb806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:06.327469 n-d-803603-2 neutron-server[101675]: DEBUG neutron.objects.ports [None req-a943423f-0cfd-4c3b-9b39-5b33d8fe00df tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101675) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 13:11:06.340159 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-5aa97bf6-4c08-47aa-b910-30eb6463279e None None] Provisioning complete for port 78336247-e645-47c0-9722-d8b4026778de triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:11:06.340544 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5aa97bf6-4c08-47aa-b910-30eb6463279e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:06.444735 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-02e140e8-54f4-4971-88f4-54cefbfeb806 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c61cb6ff707a46579b58bcd793e07800&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8753579 Aug 18 13:11:06.445269 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36380) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:06.450127 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e140e8-54f4-4971-88f4-54cefbfeb806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffc54d2-c80d-4fad-a04c-a68280026939,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:06.472584 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa95df7-fe95-4b19-b5e1-063568a10e9a req-293682d7-db68-473b-8831-fd2a26902317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:06.474133 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cfa95df7-fe95-4b19-b5e1-063568a10e9a req-293682d7-db68-473b-8831-fd2a26902317 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 1098 time: 0.1439316 Aug 18 13:11:06.539957 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cee43893-88b0-49e8-913f-5be28aadf7f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:06.555584 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cfa95df7-fe95-4b19-b5e1-063568a10e9a req-168563bd-e6a6-42e9-bf9d-74d08726d4c5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743978 Aug 18 13:11:06.575550 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cee43893-88b0-49e8-913f-5be28aadf7f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:06.646890 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af98d82b-4276-44ea-9394-943ffb7bf62c None None] Update dhcp port {'port': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'fixed_ips': [{'subnet_id': 'b2590ff1-cee1-43ff-9861-ea971e02c1f0'}], 'binding:host_id': 'n-d-803603-2'}, 'id': '78336247-e645-47c0-9722-d8b4026778de'} from n-d-803603-2. {{(pid=101677) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 13:11:06.666712 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a943423f-0cfd-4c3b-9b39-5b33d8fe00df tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:06.677917 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-af98d82b-4276-44ea-9394-943ffb7bf62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:06.694321 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cee43893-88b0-49e8-913f-5be28aadf7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:06.697831 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cee43893-88b0-49e8-913f-5be28aadf7f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:06.703517 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-cee43893-88b0-49e8-913f-5be28aadf7f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ffc54d2-c80d-4fad-a04c-a68280026939 HTTP/1.1" status: 204 len: 168 time: 0.2572155 Aug 18 13:11:06.722214 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee43893-88b0-49e8-913f-5be28aadf7f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffc54d2-c80d-4fad-a04c-a68280026939,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:06.894399 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-a943423f-0cfd-4c3b-9b39-5b33d8fe00df tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] For port 78336247-e645-47c0-9722-d8b4026778de, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=78336247-e645-47c0-9722-d8b4026778de,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:11:06.929676 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fd827-288e-4eb9-b446-79ed7f5ad6c1 req-66c83a36-65c5-41ce-83ae-870f33e032a8 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:06.931226 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-914fd827-288e-4eb9-b446-79ed7f5ad6c1 req-66c83a36-65c5-41ce-83ae-870f33e032a8 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d49a294-ef80-40bd-a11f-3607e7ca682a HTTP/1.1" status: 200 len: 946 time: 0.0741372 Aug 18 13:11:06.940693 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a943423f-0cfd-4c3b-9b39-5b33d8fe00df tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:06.972955 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-914fd827-288e-4eb9-b446-79ed7f5ad6c1 req-1301b27c-dc72-450d-83eb-1a96233e443d tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345454 Aug 18 13:11:07.013526 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a943423f-0cfd-4c3b-9b39-5b33d8fe00df tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:07.014413 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a943423f-0cfd-4c3b-9b39-5b33d8fe00df tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:07.099573 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a943423f-0cfd-4c3b-9b39-5b33d8fe00df tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:11:07.111076 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.db.api [None req-af98d82b-4276-44ea-9394-943ffb7bf62c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:11:07.111437 n-d-803603-2 neutron-server[101677]: DEBUG oslo_db.api [None req-af98d82b-4276-44ea-9394-943ffb7bf62c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:11:07.112660 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-a943423f-0cfd-4c3b-9b39-5b33d8fe00df tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:11:07.131658 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a943423f-0cfd-4c3b-9b39-5b33d8fe00df tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:07.134697 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a943423f-0cfd-4c3b-9b39-5b33d8fe00df tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:07.143268 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943423f-0cfd-4c3b-9b39-5b33d8fe00df tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Subnet': ['ID=b2590ff1-cee1-43ff-9861-ea971e02c1f0,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:07.169523 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943423f-0cfd-4c3b-9b39-5b33d8fe00df tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Port': ['ID=78336247-e645-47c0-9722-d8b4026778de,revision_number=8']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:07.193804 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6cbdf-5203-49c9-8faa-6adc928516e6 req-e4994528-e357-4331-9278-3653764782ea tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:07.195431 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aba6cbdf-5203-49c9-8faa-6adc928516e6 req-e4994528-e357-4331-9278-3653764782ea tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 947 time: 0.0911362 Aug 18 13:11:07.234099 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aba6cbdf-5203-49c9-8faa-6adc928516e6 req-7f682861-4db6-4677-ad5e-4781d072cd89 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325043 Aug 18 13:11:07.276016 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a943423f-0cfd-4c3b-9b39-5b33d8fe00df tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8952372 Aug 18 13:11:07.276016 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36410) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:07.281269 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-5cedfa86-de08-4e04-8a8e-b7720a02c3e8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'subnet': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:11:07.493502 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cedfa86-de08-4e04-8a8e-b7720a02c3e8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:11:07.497051 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5cedfa86-de08-4e04-8a8e-b7720a02c3e8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:07.620701 n-d-803603-2 neutron-server[101675]: INFO neutron.db.ipam_backend_mixin [None req-5cedfa86-de08-4e04-8a8e-b7720a02c3e8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b2590ff1-cee1-43ff-9861-ea971e02c1f0 (CIDR: 2001:db8::/64) Aug 18 13:11:07.643991 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-af98d82b-4276-44ea-9394-943ffb7bf62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:07.711634 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cedfa86-de08-4e04-8a8e-b7720a02c3e8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:11:07.712117 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cedfa86-de08-4e04-8a8e-b7720a02c3e8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:07.797268 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5cedfa86-de08-4e04-8a8e-b7720a02c3e8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5202320 Aug 18 13:11:07.799995 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36440) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:07.807343 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-7cc74000-d0ea-4c50-bdac-e5912a10d259 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'subnet': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:11:07.976934 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-af98d82b-4276-44ea-9394-943ffb7bf62c None None] For port 78336247-e645-47c0-9722-d8b4026778de, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=78336247-e645-47c0-9722-d8b4026778de,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:11:08.025535 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc74000-d0ea-4c50-bdac-e5912a10d259 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:11:08.030636 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7cc74000-d0ea-4c50-bdac-e5912a10d259 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:08.053204 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-af98d82b-4276-44ea-9394-943ffb7bf62c None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:08.073759 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 78336247-e645-47c0-9722-d8b4026778de up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:11:08.164154 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-af98d82b-4276-44ea-9394-943ffb7bf62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:08.199619 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb6b46-5b37-4459-ac6c-e87403dba2ab req-16c840f3-6604-4fc8-a579-0a1837d950d1 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:08.215853 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7dbb6b46-5b37-4459-ac6c-e87403dba2ab req-16c840f3-6604-4fc8-a579-0a1837d950d1 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d49a294-ef80-40bd-a11f-3607e7ca682a HTTP/1.1" status: 200 len: 946 time: 0.0967796 Aug 18 13:11:08.237881 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 78336247-e645-47c0-9722-d8b4026778de triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:11:08.238607 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:08.282253 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af98d82b-4276-44ea-9394-943ffb7bf62c None None] Pushing event updated for resources: {'Port': ['ID=78336247-e645-47c0-9722-d8b4026778de,revision_number=9']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:08.369534 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7dbb6b46-5b37-4459-ac6c-e87403dba2ab req-7488af7f-9669-4b94-91c4-2ecbc2727417 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431818 Aug 18 13:11:08.833235 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0df22-3de4-4a0a-9246-f4b6de897f45 req-615664e8-ef55-45d1-84f4-2af284781731 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:08.835429 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-35a0df22-3de4-4a0a-9246-f4b6de897f45 req-615664e8-ef55-45d1-84f4-2af284781731 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d49a294-ef80-40bd-a11f-3607e7ca682a HTTP/1.1" status: 200 len: 946 time: 0.7420182 Aug 18 13:11:08.942030 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84497382-d8f7-4af7-b209-13afb2a37ae5 req-55f750e9-40b3-4479-af32-e666e57ddd1e tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:08.950032 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84497382-d8f7-4af7-b209-13afb2a37ae5 req-55f750e9-40b3-4479-af32-e666e57ddd1e tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 947 time: 0.1859844 Aug 18 13:11:09.053945 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84497382-d8f7-4af7-b209-13afb2a37ae5 req-50280615-0441-4fe6-b609-c940e0cfeeaa tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022787 Aug 18 13:11:09.108828 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18903030-fe5a-46ac-8df5-4be04662957b None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:11:09.127512 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c0406d67-d12a-45d2-8188-e738b3f2075d None None] Provisioning complete for port 78336247-e645-47c0-9722-d8b4026778de triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:11:09.127957 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c0406d67-d12a-45d2-8188-e738b3f2075d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:09.129676 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-35a0df22-3de4-4a0a-9246-f4b6de897f45 req-6aae1ac1-2d1b-41bc-9899-5bc571eba703 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Deleting port e381763d-7f79-456d-93f6-adf9181388a5 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:11:09.131208 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-35a0df22-3de4-4a0a-9246-f4b6de897f45 req-6aae1ac1-2d1b-41bc-9899-5bc571eba703 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:09.314190 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-35a0df22-3de4-4a0a-9246-f4b6de897f45 req-6aae1ac1-2d1b-41bc-9899-5bc571eba703 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] For port e381763d-7f79-456d-93f6-adf9181388a5, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=e381763d-7f79-456d-93f6-adf9181388a5,segment=NetworkSegment(f4c449c2-b154-4262-a0a8-10992ac3951d),segment_id=f4c449c2-b154-4262-a0a8-10992ac3951d)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:11:09.322926 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-35a0df22-3de4-4a0a-9246-f4b6de897f45 req-6aae1ac1-2d1b-41bc-9899-5bc571eba703 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:09.349598 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-35a0df22-3de4-4a0a-9246-f4b6de897f45 req-6aae1ac1-2d1b-41bc-9899-5bc571eba703 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Calling delete_port for e381763d-7f79-456d-93f6-adf9181388a5 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:11:09.442293 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7cc74000-d0ea-4c50-bdac-e5912a10d259 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:09.543616 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc74000-d0ea-4c50-bdac-e5912a10d259 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:11:09.554798 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-7cc74000-d0ea-4c50-bdac-e5912a10d259 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:11:09.563249 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc74000-d0ea-4c50-bdac-e5912a10d259 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:09.563855 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7cc74000-d0ea-4c50-bdac-e5912a10d259 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:09.569702 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc74000-d0ea-4c50-bdac-e5912a10d259 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Subnet': ['ID=f2a41242-2b10-4b88-985d-b88b77d3f155,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:09.600234 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01682d-1138-4408-9642-6a82eac6c855 req-837d5ae0-836e-4985-b690-accf49b6c3cd tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:09.601675 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fc01682d-1138-4408-9642-6a82eac6c855 req-837d5ae0-836e-4985-b690-accf49b6c3cd tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d49a294-ef80-40bd-a11f-3607e7ca682a HTTP/1.1" status: 200 len: 946 time: 0.1197603 Aug 18 13:11:09.702745 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fc01682d-1138-4408-9642-6a82eac6c855 req-90be85d4-cd67-438b-8a2b-37e68df213ef tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707867 Aug 18 13:11:09.714351 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36500) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:09.714902 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7cc74000-d0ea-4c50-bdac-e5912a10d259 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9133065 Aug 18 13:11:09.719730 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-67daea3f-5911-4178-9c37-126a4a440575 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'port': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'mac_address': 'fa:16:3e:b6:54:46', 'name': 'tempest-NetworksTestDHCPv6-1844538165'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:11:09.744994 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-35a0df22-3de4-4a0a-9246-f4b6de897f45 req-6aae1ac1-2d1b-41bc-9899-5bc571eba703 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:09.757150 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e505634-b5e8-4669-8b94-6d693c49a815 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:11:09.764270 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['d63deb1c-c75b-4237-8b99-77ca9bb26ce7'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:11:09.887368 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae1ac1-2d1b-41bc-9899-5bc571eba703 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Pushing event deleted for resources: {'Port': ['ID=e381763d-7f79-456d-93f6-adf9181388a5,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:09.906216 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a0df22-3de4-4a0a-9246-f4b6de897f45 req-6aae1ac1-2d1b-41bc-9899-5bc571eba703 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] No DVR routers for this DVR port e381763d-7f79-456d-93f6-adf9181388a5 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:11:09.908805 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-35a0df22-3de4-4a0a-9246-f4b6de897f45 req-6aae1ac1-2d1b-41bc-9899-5bc571eba703 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:09.911231 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-35a0df22-3de4-4a0a-9246-f4b6de897f45 req-6aae1ac1-2d1b-41bc-9899-5bc571eba703 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.20 "DELETE /v2.0/ports/e381763d-7f79-456d-93f6-adf9181388a5 HTTP/1.1" status: 204 len: 173 time: 1.0483685 Aug 18 13:11:09.911731 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d49a294-ef80-40bd-a11f-3607e7ca682a', 'name': 'network-vif-deleted', 'tag': 'e381763d-7f79-456d-93f6-adf9181388a5'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:11:09.914384 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d11b43-1166-4ac6-97c9-1fe04edc9c30" -d '{"events": [{"server_uuid": "1d49a294-ef80-40bd-a11f-3607e7ca682a", "name": "network-vif-deleted", "tag": "e381763d-7f79-456d-93f6-adf9181388a5"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:11:09.962616 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2be09c-22aa-46d9-a46b-2c6ba51b32a9 x-openstack-request-id: req-0a2be09c-22aa-46d9-a46b-2c6ba51b32a9 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:11:09.962958 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d49a294-ef80-40bd-a11f-3607e7ca682a", "name": "network-vif-deleted", "tag": "e381763d-7f79-456d-93f6-adf9181388a5", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:11:09.963219 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a2be09c-22aa-46d9-a46b-2c6ba51b32a9 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:11:09.963618 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d49a294-ef80-40bd-a11f-3607e7ca682a', 'name': 'network-vif-deleted', 'tag': 'e381763d-7f79-456d-93f6-adf9181388a5', 'status': 'completed', 'code': 200} Aug 18 13:11:09.991705 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67daea3f-5911-4178-9c37-126a4a440575 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:11:10.098994 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-67daea3f-5911-4178-9c37-126a4a440575 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:10.124768 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-01ce888d-1058-44a1-b2dc-1cfd08625b26 None None] Provisioning complete for port 78336247-e645-47c0-9722-d8b4026778de triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:11:10.125305 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-01ce888d-1058-44a1-b2dc-1cfd08625b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:10.142508 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-67daea3f-5911-4178-9c37-126a4a440575 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] device_id is not set on port 4700ce9d-136e-4e77-9570-523f87536274 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:11:10.245150 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf93d1-99ce-47a1-8ab9-000239fb22cc req-ce90eab8-67bc-41c4-9764-69de785f6861 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:10.252474 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-badf93d1-99ce-47a1-8ab9-000239fb22cc req-ce90eab8-67bc-41c4-9764-69de785f6861 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 947 time: 0.0812805 Aug 18 13:11:10.338700 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-badf93d1-99ce-47a1-8ab9-000239fb22cc req-8367e801-0366-4c2d-971d-86d652ddc04c tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678091 Aug 18 13:11:10.511440 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-67daea3f-5911-4178-9c37-126a4a440575 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Allocated IP 2001:db8:0:1::17c (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/f2a41242-2b10-4b88-985d-b88b77d3f155/4700ce9d-136e-4e77-9570-523f87536274) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:11:10.531851 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-67daea3f-5911-4178-9c37-126a4a440575 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Allocated IP 2001:db8::f816:3eff:feb6:5446 (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/b2590ff1-cee1-43ff-9861-ea971e02c1f0/4700ce9d-136e-4e77-9570-523f87536274) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:11:10.534894 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf99def1-c4c2-4d0e-b329-e046bf9f4690 None None] Update dhcp port {'port': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'fixed_ips': [{'subnet_id': 'b2590ff1-cee1-43ff-9861-ea971e02c1f0', 'ip_address': '2001:db8::f816:3eff:fed6:c766'}, {'subnet_id': 'f2a41242-2b10-4b88-985d-b88b77d3f155'}], 'binding:host_id': 'n-d-803603-2'}, 'id': '78336247-e645-47c0-9722-d8b4026778de'} from n-d-803603-2. {{(pid=101677) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 13:11:10.565721 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cf99def1-c4c2-4d0e-b329-e046bf9f4690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:10.827802 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-67daea3f-5911-4178-9c37-126a4a440575 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:10.844760 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a648a632-298b-4ae4-b2f0-3af3cc62ab15 req-c819c46e-1c18-41f4-afe9-82e791fcfc79 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d49a294-ef80-40bd-a11f-3607e7ca682a HTTP/1.1" status: 200 len: 210 time: 0.0636530 Aug 18 13:11:10.859002 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-67daea3f-5911-4178-9c37-126a4a440575 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Transition to ACTIVE for port object 4700ce9d-136e-4e77-9570-523f87536274 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:11:11.013422 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-67daea3f-5911-4178-9c37-126a4a440575 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:11.079643 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67daea3f-5911-4178-9c37-126a4a440575 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:11:11.085193 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-67daea3f-5911-4178-9c37-126a4a440575 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:11:11.100604 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67daea3f-5911-4178-9c37-126a4a440575 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:11:11.102749 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-cf99def1-c4c2-4d0e-b329-e046bf9f4690 None None] Allocated IP 2001:db8:0:1::2 (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/f2a41242-2b10-4b88-985d-b88b77d3f155/78336247-e645-47c0-9722-d8b4026778de) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:11:11.115707 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67daea3f-5911-4178-9c37-126a4a440575 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:11.116408 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-67daea3f-5911-4178-9c37-126a4a440575 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:11.155251 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67daea3f-5911-4178-9c37-126a4a440575 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Port': ['ID=4700ce9d-136e-4e77-9570-523f87536274,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:11.238453 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-cf99def1-c4c2-4d0e-b329-e046bf9f4690 None None] For port 78336247-e645-47c0-9722-d8b4026778de, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=78336247-e645-47c0-9722-d8b4026778de,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:11:11.242458 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-67daea3f-5911-4178-9c37-126a4a440575 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.5268860 Aug 18 13:11:11.244992 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36536) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:11.275866 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cf99def1-c4c2-4d0e-b329-e046bf9f4690 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:11.299855 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-cf99def1-c4c2-4d0e-b329-e046bf9f4690 None None] Transition to ACTIVE for port object 78336247-e645-47c0-9722-d8b4026778de will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:11:11.355922 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cf99def1-c4c2-4d0e-b329-e046bf9f4690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:11.358710 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-e89f6f53-8573-48ec-96d3-0998369abc14 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting port 4700ce9d-136e-4e77-9570-523f87536274 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:11:11.363878 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e89f6f53-8573-48ec-96d3-0998369abc14 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:11.456499 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e89f6f53-8573-48ec-96d3-0998369abc14 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:11.479900 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf99def1-c4c2-4d0e-b329-e046bf9f4690 None None] Pushing event updated for resources: {'Port': ['ID=78336247-e645-47c0-9722-d8b4026778de,revision_number=10']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:11.488997 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device e381763d-7f79-456d-93f6-adf9181388a5 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:11:11.511664 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-e89f6f53-8573-48ec-96d3-0998369abc14 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Calling delete_port for 4700ce9d-136e-4e77-9570-523f87536274 owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:11:11.511955 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: e381763d-7f79-456d-93f6-adf9181388a5 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:11:11.512310 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device e381763d-7f79-456d-93f6-adf9181388a5 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:11:11.556418 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c11b1058-f15d-4f92-9920-218c3be60a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:11.808218 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e89f6f53-8573-48ec-96d3-0998369abc14 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:11.883709 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f6f53-8573-48ec-96d3-0998369abc14 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Port': ['ID=4700ce9d-136e-4e77-9570-523f87536274,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:11.918347 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e89f6f53-8573-48ec-96d3-0998369abc14 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:11.922726 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e89f6f53-8573-48ec-96d3-0998369abc14 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/ports/4700ce9d-136e-4e77-9570-523f87536274 HTTP/1.1" status: 204 len: 168 time: 0.6760108 Aug 18 13:11:11.930595 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36552) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:12.014840 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f55d0b-9959-4fab-ac7a-590e58c7f976 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:12.017016 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b2f55d0b-9959-4fab-ac7a-590e58c7f976 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0848362 Aug 18 13:11:12.019515 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36558) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:12.102265 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 78336247-e645-47c0-9722-d8b4026778de up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:11:12.136836 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8414af2-1d03-4b83-ae75-afa7a1bf0bc1 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:12.141299 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a8414af2-1d03-4b83-ae75-afa7a1bf0bc1 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1174221 Aug 18 13:11:12.142621 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36564) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:12.155741 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f1039-de03-480f-bf59-38fc0db3e132 req-da0655eb-bff4-4882-926c-9f74b5d85823 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:12.157435 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f48f1039-de03-480f-bf59-38fc0db3e132 req-da0655eb-bff4-4882-926c-9f74b5d85823 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.0957315 Aug 18 13:11:12.226097 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb97f76-d0a6-4667-a1db-68836a18e6db tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:12.232576 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f48f1039-de03-480f-bf59-38fc0db3e132 req-9b6e074a-b6de-42c3-a913-42ca9878719d tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626328 Aug 18 13:11:12.236877 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb97f76-d0a6-4667-a1db-68836a18e6db tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:12.259552 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb97f76-d0a6-4667-a1db-68836a18e6db tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:12.264380 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36566) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:12.284161 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-beb97f76-d0a6-4667-a1db-68836a18e6db tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1349096 Aug 18 13:11:12.373450 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-0db8970f-1724-41a7-8a9d-414779a5ce7d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting subnet b2590ff1-cee1-43ff-9861-ea971e02c1f0 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:11:12.377474 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0db8970f-1724-41a7-8a9d-414779a5ce7d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:12.421844 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0db8970f-1724-41a7-8a9d-414779a5ce7d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:12.544641 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-6d63cb22-cfa6-459b-841b-3ff2bf2d1dc8 None None] Provisioning for port 78336247-e645-47c0-9722-d8b4026778de completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:11:12.549614 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-6d63cb22-cfa6-459b-841b-3ff2bf2d1dc8 None None] Provisioning complete for port 78336247-e645-47c0-9722-d8b4026778de triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:11:12.550106 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6d63cb22-cfa6-459b-841b-3ff2bf2d1dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:12.632116 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0db8970f-1724-41a7-8a9d-414779a5ce7d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:12.736027 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86263a5c-e0a3-4bba-8013-a2aa41806e03 req-2033f5cd-3561-45c4-9366-5ad005ff4030 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:12.737671 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-86263a5c-e0a3-4bba-8013-a2aa41806e03 req-2033f5cd-3561-45c4-9366-5ad005ff4030 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.1913698 Aug 18 13:11:12.783127 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-86263a5c-e0a3-4bba-8013-a2aa41806e03 req-858364a5-f329-4f40-baa5-96b592fac54c tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390005 Aug 18 13:11:12.811047 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-140d3835-d19d-4a2d-a633-3a0617389f8c None None] Could not find standard attr ID for object 3e97ecdc-ae73-4077-a5d3-34a7ede36eb8. {{(pid=101677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 13:11:12.859811 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0db8970f-1724-41a7-8a9d-414779a5ce7d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:12.914668 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db8970f-1724-41a7-8a9d-414779a5ce7d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Subnet': ['ID=b2590ff1-cee1-43ff-9861-ea971e02c1f0,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:12.927482 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0db8970f-1724-41a7-8a9d-414779a5ce7d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:12.929447 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0db8970f-1724-41a7-8a9d-414779a5ce7d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/b2590ff1-cee1-43ff-9861-ea971e02c1f0 HTTP/1.1" status: 204 len: 168 time: 0.6640403 Aug 18 13:11:12.938723 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36590) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:12.940326 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:11:12.984466 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f117128-8b0a-43d3-a3a7-d3f1d7e36e99 req-1ac7e356-b2e9-4b41-a2b8-106d04b6ef6b tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:12.994814 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5f117128-8b0a-43d3-a3a7-d3f1d7e36e99 req-1ac7e356-b2e9-4b41-a2b8-106d04b6ef6b tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.1200740 Aug 18 13:11:13.022827 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b290b7-3e51-47bd-b775-3064f5be7535 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:11:13.043132 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f86d0f3a-89b4-4be6-a15a-889e06402480 None None] Could not find standard attr ID for object 4700ce9d-136e-4e77-9570-523f87536274. {{(pid=101677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 13:11:13.053187 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d0bc22e-f96a-4704-b9ea-3f2ac65a1f66 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting subnet f2a41242-2b10-4b88-985d-b88b77d3f155 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:11:13.054796 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5f117128-8b0a-43d3-a3a7-d3f1d7e36e99 req-62175c4a-410f-4676-9b0a-d07d1e134291 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587981 Aug 18 13:11:13.057212 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3d0bc22e-f96a-4704-b9ea-3f2ac65a1f66 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:13.117962 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3d0bc22e-f96a-4704-b9ea-3f2ac65a1f66 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:13.223084 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3d0bc22e-f96a-4704-b9ea-3f2ac65a1f66 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:13.402571 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3d0bc22e-f96a-4704-b9ea-3f2ac65a1f66 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:13.432118 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0bc22e-f96a-4704-b9ea-3f2ac65a1f66 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Subnet': ['ID=f2a41242-2b10-4b88-985d-b88b77d3f155,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:13.436225 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3d0bc22e-f96a-4704-b9ea-3f2ac65a1f66 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:13.438221 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3d0bc22e-f96a-4704-b9ea-3f2ac65a1f66 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/f2a41242-2b10-4b88-985d-b88b77d3f155 HTTP/1.1" status: 204 len: 168 time: 0.4984703 Aug 18 13:11:13.451253 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36606) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:13.490148 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c182d26a-0781-4666-8351-c4b429a60379 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433035 Aug 18 13:11:13.493137 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36608) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:13.498412 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-77175e68-6af4-4977-960c-16d178fd52d8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'subnet': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:11:13.677448 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77175e68-6af4-4977-960c-16d178fd52d8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:11:13.681892 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-77175e68-6af4-4977-960c-16d178fd52d8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:13.737015 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ba63eece-5d7c-4f20-bfdf-227f885a2b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:13.825671 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36616) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:13.930575 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be266c28-ca72-49e9-8aad-18780289ecd2 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:11:13.972446 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-82441099-421c-4d38-9e6d-d46028fe4eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:14.014024 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-39becb18-91ce-484c-8ae6-2bd0f95f245e None None] Provisioning complete for port 78336247-e645-47c0-9722-d8b4026778de triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:11:14.014440 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-39becb18-91ce-484c-8ae6-2bd0f95f245e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:14.076903 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-77175e68-6af4-4977-960c-16d178fd52d8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:14.137985 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-82441099-421c-4d38-9e6d-d46028fe4eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:14.155432 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77175e68-6af4-4977-960c-16d178fd52d8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:11:14.159479 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-77175e68-6af4-4977-960c-16d178fd52d8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:11:14.166453 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77175e68-6af4-4977-960c-16d178fd52d8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:14.167054 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-77175e68-6af4-4977-960c-16d178fd52d8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:14.197462 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77175e68-6af4-4977-960c-16d178fd52d8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Subnet': ['ID=d91dca62-0d4c-40a8-b821-015a8fb46888,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:14.202293 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683ef2b9-7115-4fd3-82f4-992fdf82d929 None None] DHCP port deletion for fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:11:14.214355 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-82441099-421c-4d38-9e6d-d46028fe4eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:14.248850 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-683ef2b9-7115-4fd3-82f4-992fdf82d929 None None] Deleting port 78336247-e645-47c0-9722-d8b4026778de {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:11:14.249399 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-683ef2b9-7115-4fd3-82f4-992fdf82d929 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:14.258020 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82441099-421c-4d38-9e6d-d46028fe4eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8373fb22-903b-4928-a7de-737eeded17b3,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:14.262400 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-82441099-421c-4d38-9e6d-d46028fe4eb1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0430e30b08184b689ed450b941c08100&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4356506 Aug 18 13:11:14.270437 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36624) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:14.289344 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-77175e68-6af4-4977-960c-16d178fd52d8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7944148 Aug 18 13:11:14.295080 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36626) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:14.299930 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-1f06e8a4-b39a-46e3-823f-e7e39b6366ab tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'subnet': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:11:14.377737 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-683ef2b9-7115-4fd3-82f4-992fdf82d929 None None] For port 78336247-e645-47c0-9722-d8b4026778de, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=78336247-e645-47c0-9722-d8b4026778de,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:11:14.378412 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-683ef2b9-7115-4fd3-82f4-992fdf82d929 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:14.381677 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f655532c-ad9e-4afa-8339-636599619d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:14.394934 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-683ef2b9-7115-4fd3-82f4-992fdf82d929 None None] Calling delete_port for 78336247-e645-47c0-9722-d8b4026778de owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:11:14.422714 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f655532c-ad9e-4afa-8339-636599619d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:14.521874 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:14.550366 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f06e8a4-b39a-46e3-823f-e7e39b6366ab tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:11:14.554767 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1f06e8a4-b39a-46e3-823f-e7e39b6366ab tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:14.578996 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-683ef2b9-7115-4fd3-82f4-992fdf82d929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:14.600430 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f655532c-ad9e-4afa-8339-636599619d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:14.603082 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f655532c-ad9e-4afa-8339-636599619d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:14.606543 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f655532c-ad9e-4afa-8339-636599619d95 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8373fb22-903b-4928-a7de-737eeded17b3 HTTP/1.1" status: 204 len: 168 time: 0.3321962 Aug 18 13:11:14.616846 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683ef2b9-7115-4fd3-82f4-992fdf82d929 None None] No DVR routers for this DVR port 78336247-e645-47c0-9722-d8b4026778de on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:11:14.621674 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655532c-ad9e-4afa-8339-636599619d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8373fb22-903b-4928-a7de-737eeded17b3,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:14.622246 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ef2b9-7115-4fd3-82f4-992fdf82d929 None None] Pushing event deleted for resources: {'Port': ['ID=78336247-e645-47c0-9722-d8b4026778de,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:14.649591 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcdc71a-f2fa-4282-a727-9b8d406f3574 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:11:14.691040 n-d-803603-2 neutron-server[101675]: INFO neutron.db.ipam_backend_mixin [None req-1f06e8a4-b39a-46e3-823f-e7e39b6366ab tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d91dca62-0d4c-40a8-b821-015a8fb46888 (CIDR: 2001:db8::/64) Aug 18 13:11:14.739861 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f06e8a4-b39a-46e3-823f-e7e39b6366ab tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:11:14.740331 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f06e8a4-b39a-46e3-823f-e7e39b6366ab tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:14.812665 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b845085-5835-4dae-ac31-3517dff3345b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'tenant_id': 'a22835a92ccd454cb17ed125e0ff09fb', 'fixed_ips': [{'subnet_id': 'd91dca62-0d4c-40a8-b821-015a8fb46888'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:11:14.813522 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3b845085-5835-4dae-ac31-3517dff3345b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:14.856838 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1f06e8a4-b39a-46e3-823f-e7e39b6366ab tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5558257 Aug 18 13:11:14.856838 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36636) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:14.859958 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-826a4fe1-f22a-4b94-8db1-773f5d88e830 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'subnet': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:11:14.965840 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-3b845085-5835-4dae-ac31-3517dff3345b None None] Allocated IP 2001:db8::2 (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/d91dca62-0d4c-40a8-b821-015a8fb46888/a1d3bf94-c33b-40bb-bc03-1d268564223c) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:11:15.087411 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826a4fe1-f22a-4b94-8db1-773f5d88e830 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:11:15.091490 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-826a4fe1-f22a-4b94-8db1-773f5d88e830 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:15.146031 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3b845085-5835-4dae-ac31-3517dff3345b None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:15.155687 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-3b845085-5835-4dae-ac31-3517dff3345b None None] Transition to ACTIVE for port object a1d3bf94-c33b-40bb-bc03-1d268564223c will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:11:15.172704 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-3b845085-5835-4dae-ac31-3517dff3345b None None] Transition to ACTIVE for port object a1d3bf94-c33b-40bb-bc03-1d268564223c will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:11:15.270655 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3b845085-5835-4dae-ac31-3517dff3345b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:15.307974 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b845085-5835-4dae-ac31-3517dff3345b None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:11:15.312888 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-3b845085-5835-4dae-ac31-3517dff3345b None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:11:15.316480 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b845085-5835-4dae-ac31-3517dff3345b None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:11:15.325865 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b845085-5835-4dae-ac31-3517dff3345b None None] Pushing event updated for resources: {'Port': ['ID=a1d3bf94-c33b-40bb-bc03-1d268564223c,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:15.348426 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:15.376257 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-3b845085-5835-4dae-ac31-3517dff3345b None None] Attempting to bind port a1d3bf94-c33b-40bb-bc03-1d268564223c on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:11:15.376631 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-3b845085-5835-4dae-ac31-3517dff3345b None None] Attempting to bind port a1d3bf94-c33b-40bb-bc03-1d268564223c by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:11:15.376994 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b845085-5835-4dae-ac31-3517dff3345b None None] Attempting to bind port a1d3bf94-c33b-40bb-bc03-1d268564223c on network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:11:15.382675 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b845085-5835-4dae-ac31-3517dff3345b None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:11:15.383060 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b845085-5835-4dae-ac31-3517dff3345b None None] Checking segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:11:15.383481 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3b845085-5835-4dae-ac31-3517dff3345b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:15.383894 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b845085-5835-4dae-ac31-3517dff3345b None None] Bound using segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:11:15.384356 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-3b845085-5835-4dae-ac31-3517dff3345b None None] Bound port: a1d3bf94-c33b-40bb-bc03-1d268564223c, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:11:15.384740 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3b845085-5835-4dae-ac31-3517dff3345b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:15.389842 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36648) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:15.404144 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4a346513-04df-473e-bf38-3de160b80fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:15.472158 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-3b845085-5835-4dae-ac31-3517dff3345b None None] For port a1d3bf94-c33b-40bb-bc03-1d268564223c, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:11:15.476322 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-3b845085-5835-4dae-ac31-3517dff3345b None None] For port a1d3bf94-c33b-40bb-bc03-1d268564223c, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=a1d3bf94-c33b-40bb-bc03-1d268564223c,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:11:15.550727 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3b845085-5835-4dae-ac31-3517dff3345b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:15.580804 n-d-803603-2 neutron-server[101675]: DEBUG neutron.objects.ports [None req-826a4fe1-f22a-4b94-8db1-773f5d88e830 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101675) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 13:11:15.615991 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b845085-5835-4dae-ac31-3517dff3345b None None] Pushing event updated for resources: {'Port': ['ID=a1d3bf94-c33b-40bb-bc03-1d268564223c,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:15.698878 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4a346513-04df-473e-bf38-3de160b80fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:15.751542 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4a346513-04df-473e-bf38-3de160b80fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:15.823981 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36654) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:15.824660 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4a346513-04df-473e-bf38-3de160b80fe0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0662f7b64ed44a2480d8ad0916863242&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4335725 Aug 18 13:11:15.871087 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a346513-04df-473e-bf38-3de160b80fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172c5ee0-109e-448c-aea3-0d681eea60b4,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:15.890692 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-826a4fe1-f22a-4b94-8db1-773f5d88e830 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:15.945786 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eeddea4b-6a9b-440b-b1ba-b690325ab88d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:15.972106 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eeddea4b-6a9b-440b-b1ba-b690325ab88d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:16.067442 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device a1d3bf94-c33b-40bb-bc03-1d268564223c up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:11:16.097958 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-826a4fe1-f22a-4b94-8db1-773f5d88e830 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] For port a1d3bf94-c33b-40bb-bc03-1d268564223c, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=a1d3bf94-c33b-40bb-bc03-1d268564223c,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:11:16.122286 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eeddea4b-6a9b-440b-b1ba-b690325ab88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:16.125489 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eeddea4b-6a9b-440b-b1ba-b690325ab88d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:16.129787 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-eeddea4b-6a9b-440b-b1ba-b690325ab88d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/172c5ee0-109e-448c-aea3-0d681eea60b4 HTTP/1.1" status: 204 len: 168 time: 0.3007593 Aug 18 13:11:16.136555 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeddea4b-6a9b-440b-b1ba-b690325ab88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172c5ee0-109e-448c-aea3-0d681eea60b4,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:16.142626 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-826a4fe1-f22a-4b94-8db1-773f5d88e830 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:16.179827 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port a1d3bf94-c33b-40bb-bc03-1d268564223c completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:11:16.210546 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-826a4fe1-f22a-4b94-8db1-773f5d88e830 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:16.211606 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-826a4fe1-f22a-4b94-8db1-773f5d88e830 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:16.260674 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 78336247-e645-47c0-9722-d8b4026778de no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:11:16.290783 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 78336247-e645-47c0-9722-d8b4026778de {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:11:16.290783 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 78336247-e645-47c0-9722-d8b4026778de not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:11:16.308198 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826a4fe1-f22a-4b94-8db1-773f5d88e830 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:11:16.325978 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a4fe1-f22a-4b94-8db1-773f5d88e830 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Subnet': ['ID=aac0b852-8dd4-44e4-9d58-9528ac0b6776,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:16.328767 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-826a4fe1-f22a-4b94-8db1-773f5d88e830 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:11:16.341272 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826a4fe1-f22a-4b94-8db1-773f5d88e830 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:16.342130 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-826a4fe1-f22a-4b94-8db1-773f5d88e830 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:16.360890 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a4fe1-f22a-4b94-8db1-773f5d88e830 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Port': ['ID=a1d3bf94-c33b-40bb-bc03-1d268564223c,revision_number=4']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:16.427394 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-826a4fe1-f22a-4b94-8db1-773f5d88e830 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5715594 Aug 18 13:11:16.435684 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36666) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:16.441503 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-48b8c70b-ae09-4a78-ba1c-77de8e48028c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'port': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'mac_address': 'fa:16:3e:e7:ce:2d', 'name': 'tempest-NetworksTestDHCPv6-305573384'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:11:16.669854 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bffb9307-f7c6-4b96-98f9-c2da76acb8bb req-52715cbc-dc3c-4648-9515-8862c64ccfe8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0664072 Aug 18 13:11:16.688000 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b8c70b-ae09-4a78-ba1c-77de8e48028c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:11:16.743506 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b1d0ff-cddd-4843-8858-4b2f6bbd56ce None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:11:16.799883 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb9307-f7c6-4b96-98f9-c2da76acb8bb req-07d4cd97-79e6-4215-adfe-8ae5754eea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:16.804312 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bffb9307-f7c6-4b96-98f9-c2da76acb8bb req-07d4cd97-79e6-4215-adfe-8ae5754eea0b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=55f2c489a405498aa01d9cac2d06f3c9&device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 1098 time: 0.0878868 Aug 18 13:11:16.811456 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-48b8c70b-ae09-4a78-ba1c-77de8e48028c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:16.859051 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-48b8c70b-ae09-4a78-ba1c-77de8e48028c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] device_id is not set on port fc56df6f-2dfa-44e0-a9db-164ba76ed7f3 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:11:16.905899 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36682) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:16.924921 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-422f64de-7396-408a-9fc3-717a8560bd55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:16.951846 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-85e85057-0363-4b3a-813b-16c4db44b3a3 None None] Provisioning for port a1d3bf94-c33b-40bb-bc03-1d268564223c completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:11:16.967895 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb9307-f7c6-4b96-98f9-c2da76acb8bb req-3f7f04d6-e4b9-4447-90c4-85ac86242351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:16.970689 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bffb9307-f7c6-4b96-98f9-c2da76acb8bb req-3f7f04d6-e4b9-4447-90c4-85ac86242351 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1580e32b-815c-484e-8818-74705331eaf8 HTTP/1.1" status: 200 len: 917 time: 0.1447418 Aug 18 13:11:16.982405 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-85e85057-0363-4b3a-813b-16c4db44b3a3 None None] Provisioning complete for port a1d3bf94-c33b-40bb-bc03-1d268564223c triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:11:16.982706 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-85e85057-0363-4b3a-813b-16c4db44b3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:17.081712 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bffb9307-f7c6-4b96-98f9-c2da76acb8bb req-66ad4610-9b09-4472-8d63-83f8af2953bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84374c5e-ea52-42da-bb5a-91b676be58ba HTTP/1.1" status: 200 len: 1002 time: 0.1009977 Aug 18 13:11:17.096583 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-85e85057-0363-4b3a-813b-16c4db44b3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:17.138472 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-85e85057-0363-4b3a-813b-16c4db44b3a3 None None] For port a1d3bf94-c33b-40bb-bc03-1d268564223c, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=a1d3bf94-c33b-40bb-bc03-1d268564223c,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:11:17.141975 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245e9a3-7359-4f3c-b351-6608d0dd9f67 req-dca7f462-d6d8-44c9-973e-6f56a8f31288 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:17.143866 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1245e9a3-7359-4f3c-b351-6608d0dd9f67 req-dca7f462-d6d8-44c9-973e-6f56a8f31288 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.1741660 Aug 18 13:11:17.159902 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb9307-f7c6-4b96-98f9-c2da76acb8bb req-dba39807-e736-4740-9823-0015f4f220d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:17.162357 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bffb9307-f7c6-4b96-98f9-c2da76acb8bb req-dba39807-e736-4740-9823-0015f4f220d7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935 HTTP/1.1" status: 200 len: 855 time: 0.0599647 Aug 18 13:11:17.231971 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-85e85057-0363-4b3a-813b-16c4db44b3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:17.258740 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb9307-f7c6-4b96-98f9-c2da76acb8bb req-6870615f-0bd5-44ad-a8eb-56fe43979c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:17.266349 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bffb9307-f7c6-4b96-98f9-c2da76acb8bb req-6870615f-0bd5-44ad-a8eb-56fe43979c8c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1580e32b-815c-484e-8818-74705331eaf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956755 Aug 18 13:11:17.269839 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-48b8c70b-ae09-4a78-ba1c-77de8e48028c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Allocated IP 2001:db8::22e (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/d91dca62-0d4c-40a8-b821-015a8fb46888/fc56df6f-2dfa-44e0-a9db-164ba76ed7f3) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:11:17.278071 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-48b8c70b-ae09-4a78-ba1c-77de8e48028c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Allocated IP 2001:db8:0:1:f816:3eff:fee7:ce2d (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/aac0b852-8dd4-44e4-9d58-9528ac0b6776/fc56df6f-2dfa-44e0-a9db-164ba76ed7f3) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:11:17.327257 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e85057-0363-4b3a-813b-16c4db44b3a3 None None] Pushing event updated for resources: {'Port': ['ID=a1d3bf94-c33b-40bb-bc03-1d268564223c,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:17.331669 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:17.348552 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1245e9a3-7359-4f3c-b351-6608d0dd9f67 req-8ca5a770-ee45-40f5-afd3-b75bba055b91 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851757 Aug 18 13:11:17.423446 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bffb9307-f7c6-4b96-98f9-c2da76acb8bb req-45daa0b8-01b2-42b9-89c0-8e42ed3c986b service neutron] 10.222.0.20 "GET /v2.0/networks/1580e32b-815c-484e-8818-74705331eaf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424403 Aug 18 13:11:17.465449 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-422f64de-7396-408a-9fc3-717a8560bd55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:17.524712 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-48b8c70b-ae09-4a78-ba1c-77de8e48028c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:17.541301 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-48b8c70b-ae09-4a78-ba1c-77de8e48028c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Transition to ACTIVE for port object fc56df6f-2dfa-44e0-a9db-164ba76ed7f3 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:11:17.572446 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-422f64de-7396-408a-9fc3-717a8560bd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:17.586041 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364acc54-7ac3-4ea3-a221-28661f642521 req-fffade3d-31dc-465e-8499-f41ae0fce81c tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:17.587484 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-364acc54-7ac3-4ea3-a221-28661f642521 req-fffade3d-31dc-465e-8499-f41ae0fce81c tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.1465309 Aug 18 13:11:17.593744 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bffb9307-f7c6-4b96-98f9-c2da76acb8bb req-5d7f1839-4bae-406f-b497-fc632be3e3fd service neutron] 10.222.0.20 "GET /v2.0/networks/1580e32b-815c-484e-8818-74705331eaf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503434 Aug 18 13:11:17.637539 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-364acc54-7ac3-4ea3-a221-28661f642521 req-ebe0f604-fcde-494d-9c84-1bc9035263cd tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414279 Aug 18 13:11:17.637539 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36690) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:17.642141 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-422f64de-7396-408a-9fc3-717a8560bd55 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=efc72d45dccd4d639964529cbf65b81d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7279909 Aug 18 13:11:17.660057 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f64de-7396-408a-9fc3-717a8560bd55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7247177c-f1ba-4788-a137-29d845635e09,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:17.728012 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8eb6c179-6211-4723-b16e-b324bbbaba1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:17.739064 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-48b8c70b-ae09-4a78-ba1c-77de8e48028c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:17.791240 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8eb6c179-6211-4723-b16e-b324bbbaba1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:17.791893 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b8c70b-ae09-4a78-ba1c-77de8e48028c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:11:17.795225 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-48b8c70b-ae09-4a78-ba1c-77de8e48028c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:11:17.804398 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b8c70b-ae09-4a78-ba1c-77de8e48028c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:11:17.805926 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b8c70b-ae09-4a78-ba1c-77de8e48028c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:17.806585 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-48b8c70b-ae09-4a78-ba1c-77de8e48028c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:17.818585 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b8c70b-ae09-4a78-ba1c-77de8e48028c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Port': ['ID=fc56df6f-2dfa-44e0-a9db-164ba76ed7f3,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:17.863857 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-29ca0ad9-7248-4ded-873e-2a6d92b4f71a None None] Provisioning complete for port a1d3bf94-c33b-40bb-bc03-1d268564223c triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:11:17.864207 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-29ca0ad9-7248-4ded-873e-2a6d92b4f71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:17.939022 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8eb6c179-6211-4723-b16e-b324bbbaba1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:17.940306 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-48b8c70b-ae09-4a78-ba1c-77de8e48028c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5033476 Aug 18 13:11:17.941763 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8eb6c179-6211-4723-b16e-b324bbbaba1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:17.943361 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36696) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:17.943576 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8eb6c179-6211-4723-b16e-b324bbbaba1b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7247177c-f1ba-4788-a137-29d845635e09 HTTP/1.1" status: 204 len: 168 time: 0.3053164 Aug 18 13:11:17.951996 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb6c179-6211-4723-b16e-b324bbbaba1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7247177c-f1ba-4788-a137-29d845635e09,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:18.100351 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device a1d3bf94-c33b-40bb-bc03-1d268564223c up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:11:18.136032 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-48498fb3-35f0-436e-af9f-3d89b87b734f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting port fc56df6f-2dfa-44e0-a9db-164ba76ed7f3 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:11:18.136369 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-48498fb3-35f0-436e-af9f-3d89b87b734f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:18.153934 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port a1d3bf94-c33b-40bb-bc03-1d268564223c triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:11:18.154474 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:18.245966 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-48498fb3-35f0-436e-af9f-3d89b87b734f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:18.262137 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-48498fb3-35f0-436e-af9f-3d89b87b734f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Calling delete_port for fc56df6f-2dfa-44e0-a9db-164ba76ed7f3 owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:11:18.298587 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-dbf24671-9f8c-42eb-9100-5000a66cebfd None None] Provisioning for port fc56df6f-2dfa-44e0-a9db-164ba76ed7f3 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:11:18.303698 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-dbf24671-9f8c-42eb-9100-5000a66cebfd None None] Provisioning complete for port fc56df6f-2dfa-44e0-a9db-164ba76ed7f3 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:11:18.304231 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-dbf24671-9f8c-42eb-9100-5000a66cebfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:18.339317 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-dbf24671-9f8c-42eb-9100-5000a66cebfd None None] Port fc56df6f-2dfa-44e0-a9db-164ba76ed7f3 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:11:18.561891 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-48498fb3-35f0-436e-af9f-3d89b87b734f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:18.595599 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48498fb3-35f0-436e-af9f-3d89b87b734f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Port': ['ID=fc56df6f-2dfa-44e0-a9db-164ba76ed7f3,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:18.643991 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-48498fb3-35f0-436e-af9f-3d89b87b734f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:18.648971 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36714) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:18.650860 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-48498fb3-35f0-436e-af9f-3d89b87b734f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/ports/fc56df6f-2dfa-44e0-a9db-164ba76ed7f3 HTTP/1.1" status: 204 len: 168 time: 0.7060032 Aug 18 13:11:18.724543 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3807a96a-d6ee-49bd-9dec-b1e8c33244be tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:18.728115 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3807a96a-d6ee-49bd-9dec-b1e8c33244be tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0758657 Aug 18 13:11:18.730202 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36722) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:18.851051 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a37632c-caa6-4b0d-9bed-d053d5ed1d04 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:18.856846 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8a37632c-caa6-4b0d-9bed-d053d5ed1d04 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1214178 Aug 18 13:11:18.858114 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36728) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:18.938118 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52d50a5-9e6b-4e49-923f-201eb0e5af59 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:18.939938 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52d50a5-9e6b-4e49-923f-201eb0e5af59 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:18.942629 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52d50a5-9e6b-4e49-923f-201eb0e5af59 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:18.948075 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36732) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:18.948848 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d52d50a5-9e6b-4e49-923f-201eb0e5af59 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0904579 Aug 18 13:11:19.003054 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-e43e2fed-889b-47e5-97fb-d12d889b8407 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting subnet aac0b852-8dd4-44e4-9d58-9528ac0b6776 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:11:19.007145 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e43e2fed-889b-47e5-97fb-d12d889b8407 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:19.063251 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e43e2fed-889b-47e5-97fb-d12d889b8407 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:19.172508 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e43e2fed-889b-47e5-97fb-d12d889b8407 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:19.328178 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e43e2fed-889b-47e5-97fb-d12d889b8407 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:19.365946 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e2fed-889b-47e5-97fb-d12d889b8407 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Subnet': ['ID=aac0b852-8dd4-44e4-9d58-9528ac0b6776,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:19.370034 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e43e2fed-889b-47e5-97fb-d12d889b8407 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:19.374629 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e43e2fed-889b-47e5-97fb-d12d889b8407 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/aac0b852-8dd4-44e4-9d58-9528ac0b6776 HTTP/1.1" status: 204 len: 168 time: 0.4229848 Aug 18 13:11:19.374933 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36748) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:19.380740 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b6af4f-89e8-4be7-923d-4f961002e6ac None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:11:19.456370 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-b38e2da0-66a2-4be9-86bf-5c95a99b14f3 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting subnet d91dca62-0d4c-40a8-b821-015a8fb46888 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:11:19.459838 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b38e2da0-66a2-4be9-86bf-5c95a99b14f3 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:19.573680 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b38e2da0-66a2-4be9-86bf-5c95a99b14f3 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:19.714033 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b38e2da0-66a2-4be9-86bf-5c95a99b14f3 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:19.890570 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b38e2da0-66a2-4be9-86bf-5c95a99b14f3 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:19.922494 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e2da0-66a2-4be9-86bf-5c95a99b14f3 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Subnet': ['ID=d91dca62-0d4c-40a8-b821-015a8fb46888,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:19.930483 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b38e2da0-66a2-4be9-86bf-5c95a99b14f3 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:19.935155 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b38e2da0-66a2-4be9-86bf-5c95a99b14f3 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/d91dca62-0d4c-40a8-b821-015a8fb46888 HTTP/1.1" status: 204 len: 168 time: 0.5590444 Aug 18 13:11:19.935478 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36760) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:20.004181 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36764) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:20.004764 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-10dfe766-2a7b-4c51-afe1-1d612ae29dc3 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0674751 Aug 18 13:11:20.010568 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-be42de89-daae-4c26-a09c-c18e8b69e09e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'subnet': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:11:20.183788 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be42de89-daae-4c26-a09c-c18e8b69e09e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:11:20.189583 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-be42de89-daae-4c26-a09c-c18e8b69e09e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:20.307404 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21753ec2-0476-4bfc-8fb7-f6745a8c20a5 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:11:20.427486 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-66d366b0-19fa-41a3-bc91-de6fc25ee636 None None] Provisioning complete for port a1d3bf94-c33b-40bb-bc03-1d268564223c triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:11:20.428152 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-66d366b0-19fa-41a3-bc91-de6fc25ee636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:20.476596 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-be42de89-daae-4c26-a09c-c18e8b69e09e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:20.549049 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be42de89-daae-4c26-a09c-c18e8b69e09e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:11:20.552972 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-be42de89-daae-4c26-a09c-c18e8b69e09e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:11:20.567368 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be42de89-daae-4c26-a09c-c18e8b69e09e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:20.568295 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-be42de89-daae-4c26-a09c-c18e8b69e09e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:20.584613 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be42de89-daae-4c26-a09c-c18e8b69e09e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Subnet': ['ID=5e2338a9-b282-40e3-b5d7-fc6cef2c8631,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:20.604356 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76398c6-a451-4b1a-bfa7-7bfac6d956b4 None None] DHCP port deletion for fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:11:20.656486 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-e76398c6-a451-4b1a-bfa7-7bfac6d956b4 None None] Deleting port a1d3bf94-c33b-40bb-bc03-1d268564223c {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:11:20.656861 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e76398c6-a451-4b1a-bfa7-7bfac6d956b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:20.672384 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-be42de89-daae-4c26-a09c-c18e8b69e09e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6670532 Aug 18 13:11:20.675220 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36782) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:20.685241 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-5d7638a7-4c0d-4c46-9301-1c9dfbd12a8d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'subnet': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:11:20.778303 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-e76398c6-a451-4b1a-bfa7-7bfac6d956b4 None None] For port a1d3bf94-c33b-40bb-bc03-1d268564223c, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=a1d3bf94-c33b-40bb-bc03-1d268564223c,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:11:20.780492 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e76398c6-a451-4b1a-bfa7-7bfac6d956b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:20.796888 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-e76398c6-a451-4b1a-bfa7-7bfac6d956b4 None None] Calling delete_port for a1d3bf94-c33b-40bb-bc03-1d268564223c owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:11:20.915313 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87242bb6-ee3b-411e-844c-03edc3ff07fd req-df5451dc-444e-4b93-921d-808375e235a1 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:20.916832 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-87242bb6-ee3b-411e-844c-03edc3ff07fd req-df5451dc-444e-4b93-921d-808375e235a1 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.0960124 Aug 18 13:11:20.985120 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e76398c6-a451-4b1a-bfa7-7bfac6d956b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:21.011134 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76398c6-a451-4b1a-bfa7-7bfac6d956b4 None None] Pushing event deleted for resources: {'Port': ['ID=a1d3bf94-c33b-40bb-bc03-1d268564223c,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:21.023225 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76398c6-a451-4b1a-bfa7-7bfac6d956b4 None None] No DVR routers for this DVR port a1d3bf94-c33b-40bb-bc03-1d268564223c on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:11:21.041880 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab83f65-f2d8-4921-bf71-687f891fe858 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:11:21.219737 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a7b0ac-3460-437e-9a6a-22cd6d2d0219 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'tenant_id': 'a22835a92ccd454cb17ed125e0ff09fb', 'fixed_ips': [{'subnet_id': '5e2338a9-b282-40e3-b5d7-fc6cef2c8631'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:11:21.221620 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-64a7b0ac-3460-437e-9a6a-22cd6d2d0219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:21.250856 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7638a7-4c0d-4c46-9301-1c9dfbd12a8d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:11:21.254333 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5d7638a7-4c0d-4c46-9301-1c9dfbd12a8d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:21.327348 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-87242bb6-ee3b-411e-844c-03edc3ff07fd req-8521c443-ec32-48f6-b918-0f8e2e3e6883 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033484 Aug 18 13:11:21.376463 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-64a7b0ac-3460-437e-9a6a-22cd6d2d0219 None None] Allocated IP 2001:db8::2 (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/5e2338a9-b282-40e3-b5d7-fc6cef2c8631/1027b9ed-f026-4708-9848-53b789914144) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:11:21.383826 n-d-803603-2 neutron-server[101676]: INFO neutron.db.ipam_backend_mixin [None req-5d7638a7-4c0d-4c46-9301-1c9dfbd12a8d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5e2338a9-b282-40e3-b5d7-fc6cef2c8631 (CIDR: 2001:db8::/64) Aug 18 13:11:21.436879 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d7638a7-4c0d-4c46-9301-1c9dfbd12a8d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:11:21.437612 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d7638a7-4c0d-4c46-9301-1c9dfbd12a8d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:21.485648 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ac641-3264-46e4-a12b-d3587931ada6 req-be139d7c-2802-4ee2-9fcd-ccf65a9a3760 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:21.487507 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-248ac641-3264-46e4-a12b-d3587931ada6 req-be139d7c-2802-4ee2-9fcd-ccf65a9a3760 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.0628788 Aug 18 13:11:21.558980 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5d7638a7-4c0d-4c46-9301-1c9dfbd12a8d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8771844 Aug 18 13:11:21.558980 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36812) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:21.565385 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-29e661d8-7167-4bfe-977e-cfdcfa863909 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'subnet': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:11:21.650904 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-248ac641-3264-46e4-a12b-d3587931ada6 req-8325850c-e218-443f-865c-7981f2abda8f tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463058 Aug 18 13:11:21.718221 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-64a7b0ac-3460-437e-9a6a-22cd6d2d0219 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:21.729111 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-64a7b0ac-3460-437e-9a6a-22cd6d2d0219 None None] Transition to ACTIVE for port object 1027b9ed-f026-4708-9848-53b789914144 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:11:21.751339 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-64a7b0ac-3460-437e-9a6a-22cd6d2d0219 None None] Transition to ACTIVE for port object 1027b9ed-f026-4708-9848-53b789914144 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:11:21.784991 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e661d8-7167-4bfe-977e-cfdcfa863909 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:11:21.789822 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-29e661d8-7167-4bfe-977e-cfdcfa863909 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:21.809085 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-64a7b0ac-3460-437e-9a6a-22cd6d2d0219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:21.876760 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a7b0ac-3460-437e-9a6a-22cd6d2d0219 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:11:21.882203 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-64a7b0ac-3460-437e-9a6a-22cd6d2d0219 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:11:21.885654 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a7b0ac-3460-437e-9a6a-22cd6d2d0219 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:11:21.897151 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a7b0ac-3460-437e-9a6a-22cd6d2d0219 None None] Pushing event updated for resources: {'Port': ['ID=1027b9ed-f026-4708-9848-53b789914144,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:21.932925 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237871a-fadd-4c60-822d-7ed2ced375bd req-3ba28047-0a0e-4a7d-a24e-7af78d86328b tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:21.934579 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e237871a-fadd-4c60-822d-7ed2ced375bd req-3ba28047-0a0e-4a7d-a24e-7af78d86328b tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.0940340 Aug 18 13:11:21.961833 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-64a7b0ac-3460-437e-9a6a-22cd6d2d0219 None None] Attempting to bind port 1027b9ed-f026-4708-9848-53b789914144 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:11:21.962288 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-64a7b0ac-3460-437e-9a6a-22cd6d2d0219 None None] Attempting to bind port 1027b9ed-f026-4708-9848-53b789914144 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:11:21.962660 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a7b0ac-3460-437e-9a6a-22cd6d2d0219 None None] Attempting to bind port 1027b9ed-f026-4708-9848-53b789914144 on network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:11:21.968195 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a7b0ac-3460-437e-9a6a-22cd6d2d0219 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:11:21.968505 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a7b0ac-3460-437e-9a6a-22cd6d2d0219 None None] Checking segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:11:21.968865 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-64a7b0ac-3460-437e-9a6a-22cd6d2d0219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:21.969262 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a7b0ac-3460-437e-9a6a-22cd6d2d0219 None None] Bound using segment: {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:11:21.969733 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-64a7b0ac-3460-437e-9a6a-22cd6d2d0219 None None] Bound port: 1027b9ed-f026-4708-9848-53b789914144, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:11:21.970456 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-64a7b0ac-3460-437e-9a6a-22cd6d2d0219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:22.002387 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e237871a-fadd-4c60-822d-7ed2ced375bd req-76edaa62-d2b7-4526-8600-ec19c5380660 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577140 Aug 18 13:11:22.122681 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-64a7b0ac-3460-437e-9a6a-22cd6d2d0219 None None] For port 1027b9ed-f026-4708-9848-53b789914144, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:11:22.132635 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-64a7b0ac-3460-437e-9a6a-22cd6d2d0219 None None] For port 1027b9ed-f026-4708-9848-53b789914144, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=1027b9ed-f026-4708-9848-53b789914144,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:11:22.153335 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device a1d3bf94-c33b-40bb-bc03-1d268564223c no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:11:22.173985 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: a1d3bf94-c33b-40bb-bc03-1d268564223c {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:11:22.174497 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device a1d3bf94-c33b-40bb-bc03-1d268564223c not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:11:22.215870 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8967de-485c-4e7d-bf83-039f4489d680 req-fc102102-19a2-4403-91c0-9a0b97ae350e tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:22.217995 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3a8967de-485c-4e7d-bf83-039f4489d680 req-fc102102-19a2-4403-91c0-9a0b97ae350e tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.0831034 Aug 18 13:11:22.225303 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-64a7b0ac-3460-437e-9a6a-22cd6d2d0219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:22.264101 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3a8967de-485c-4e7d-bf83-039f4489d680 req-5f9f6e4f-1add-446b-a1d4-76eef97a68ae tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390804 Aug 18 13:11:22.315512 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a7b0ac-3460-437e-9a6a-22cd6d2d0219 None None] Pushing event updated for resources: {'Port': ['ID=1027b9ed-f026-4708-9848-53b789914144,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:22.593525 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831455c-a282-48af-abef-fee967cd6697 req-5b518fbf-a765-4ce2-bbdb-92b339f958fc tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:22.633018 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f831455c-a282-48af-abef-fee967cd6697 req-5b518fbf-a765-4ce2-bbdb-92b339f958fc tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.1132405 Aug 18 13:11:22.696199 n-d-803603-2 neutron-server[101676]: DEBUG neutron.objects.ports [None req-29e661d8-7167-4bfe-977e-cfdcfa863909 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101676) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 13:11:22.737673 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f831455c-a282-48af-abef-fee967cd6697 req-6d57d5bc-cd98-4401-bc80-8de2fdd3dcef tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269555 Aug 18 13:11:22.978354 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb69f5-3c3c-44ce-8d60-b983e56652fa req-6aa4a234-452f-4ec9-85c3-e22691e47c33 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:22.979854 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-64fb69f5-3c3c-44ce-8d60-b983e56652fa req-6aa4a234-452f-4ec9-85c3-e22691e47c33 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.1258466 Aug 18 13:11:23.048416 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-64fb69f5-3c3c-44ce-8d60-b983e56652fa req-54b62a5c-dabb-4fa7-91c2-d3b554b2cb56 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481997 Aug 18 13:11:23.238050 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-29e661d8-7167-4bfe-977e-cfdcfa863909 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:23.436989 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210448d-9b10-4876-9561-a280b97150e0 req-210bd437-68e9-4f22-9caa-8a441956efa8 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:23.444992 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6210448d-9b10-4876-9561-a280b97150e0 req-210bd437-68e9-4f22-9caa-8a441956efa8 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.1310029 Aug 18 13:11:23.497873 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36862) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:23.520670 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6210448d-9b10-4876-9561-a280b97150e0 req-fecd03f6-bd2f-4e60-b0c7-8575257796b0 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728323 Aug 18 13:11:23.537594 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-29e661d8-7167-4bfe-977e-cfdcfa863909 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] For port 1027b9ed-f026-4708-9848-53b789914144, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=1027b9ed-f026-4708-9848-53b789914144,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:11:23.617936 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-29e661d8-7167-4bfe-977e-cfdcfa863909 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:23.683658 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62412e6-6a02-4158-8553-02323d274f12 req-9cd095e1-7cbc-490e-9c5d-0a64458fc110 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:23.685231 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c62412e6-6a02-4158-8553-02323d274f12 req-9cd095e1-7cbc-490e-9c5d-0a64458fc110 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.0542481 Aug 18 13:11:23.702295 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c6e1caa0-1d0f-468e-89f8-ae7316ceb205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:23.714235 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-29e661d8-7167-4bfe-977e-cfdcfa863909 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:23.719747 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-29e661d8-7167-4bfe-977e-cfdcfa863909 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:23.804655 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c62412e6-6a02-4158-8553-02323d274f12 req-a03b8ed9-517a-48e9-9bcf-c6bbba1679df tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126161 Aug 18 13:11:23.815113 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e661d8-7167-4bfe-977e-cfdcfa863909 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:11:23.824762 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-29e661d8-7167-4bfe-977e-cfdcfa863909 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:11:23.834378 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e661d8-7167-4bfe-977e-cfdcfa863909 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:23.834938 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-29e661d8-7167-4bfe-977e-cfdcfa863909 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:23.836987 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c6e1caa0-1d0f-468e-89f8-ae7316ceb205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:23.852790 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3af0094-1171-40b4-a227-0cb09b4f450c None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:11:23.854749 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e661d8-7167-4bfe-977e-cfdcfa863909 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Subnet': ['ID=571d7eab-9f9a-4434-8a11-e69d23fcb901,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:23.874553 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e661d8-7167-4bfe-977e-cfdcfa863909 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Port': ['ID=1027b9ed-f026-4708-9848-53b789914144,revision_number=4']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:23.911888 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c6e1caa0-1d0f-468e-89f8-ae7316ceb205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:23.970719 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e1caa0-1d0f-468e-89f8-ae7316ceb205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43aa8320-9740-46bf-8661-25ac4946ed38,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:23.977642 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c6e1caa0-1d0f-468e-89f8-ae7316ceb205 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f6e1fdaa004467aa07651c4260efff8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4780297 Aug 18 13:11:23.978214 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36878) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:24.005053 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-0e670beb-fa20-4670-a5da-17f690a22e19 None None] Provisioning for port 1027b9ed-f026-4708-9848-53b789914144 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:11:24.038369 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-29e661d8-7167-4bfe-977e-cfdcfa863909 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.4767864 Aug 18 13:11:24.040806 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36884) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:24.046525 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-2114c213-b006-44f8-8b50-6fe562d1401c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Request body: {'port': {'network_id': 'fb2a4f12-c2b2-47af-8e93-ec54df8a89c0', 'mac_address': 'fa:16:3e:f8:31:f5', 'name': 'tempest-NetworksTestDHCPv6-1643874562'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:11:24.064672 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9a2adb73-9598-4f0f-8abf-20cfde71c455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:24.108174 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9a2adb73-9598-4f0f-8abf-20cfde71c455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:24.186880 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 1027b9ed-f026-4708-9848-53b789914144 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:11:24.287683 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0098883-686c-487a-8c7e-679adc002335 req-12955e65-f6bd-42b9-a824-18d2e04acb36 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:24.289318 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c0098883-686c-487a-8c7e-679adc002335 req-12955e65-f6bd-42b9-a824-18d2e04acb36 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.1030660 Aug 18 13:11:24.310087 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 1027b9ed-f026-4708-9848-53b789914144 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:11:24.315797 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 1027b9ed-f026-4708-9848-53b789914144 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:11:24.316582 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:24.327899 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9a2adb73-9598-4f0f-8abf-20cfde71c455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:24.329603 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2114c213-b006-44f8-8b50-6fe562d1401c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Made reservation on behalf of a22835a92ccd454cb17ed125e0ff09fb for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:11:24.331347 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9a2adb73-9598-4f0f-8abf-20cfde71c455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:24.332727 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9a2adb73-9598-4f0f-8abf-20cfde71c455 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/43aa8320-9740-46bf-8661-25ac4946ed38 HTTP/1.1" status: 204 len: 168 time: 0.3531697 Aug 18 13:11:24.357657 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c0098883-686c-487a-8c7e-679adc002335 req-2d61d018-2e74-4048-9fd1-1226aa5c9c8d tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611296 Aug 18 13:11:24.361439 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2adb73-9598-4f0f-8abf-20cfde71c455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43aa8320-9740-46bf-8661-25ac4946ed38,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:24.493899 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:24.532019 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2114c213-b006-44f8-8b50-6fe562d1401c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:24.535143 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 1027b9ed-f026-4708-9848-53b789914144, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=1027b9ed-f026-4708-9848-53b789914144,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:11:24.560553 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [None req-2114c213-b006-44f8-8b50-6fe562d1401c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] device_id is not set on port 71a706b7-877a-44d5-810e-ace8ca651b69 yet. {{(pid=101675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:11:24.573496 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30119d88-d085-4e76-b141-3be657ec7c91 req-d80b7a39-77a6-4656-9ae5-734cce9655c0 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:24.575205 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-30119d88-d085-4e76-b141-3be657ec7c91 req-d80b7a39-77a6-4656-9ae5-734cce9655c0 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.0865505 Aug 18 13:11:24.589942 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:24.662599 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=1027b9ed-f026-4708-9848-53b789914144,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:24.697047 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-30119d88-d085-4e76-b141-3be657ec7c91 req-71e92f14-427d-462a-bfe0-4b3eb235801b tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842927 Aug 18 13:11:24.927954 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-2114c213-b006-44f8-8b50-6fe562d1401c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Allocated IP 2001:db8::2c9 (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/5e2338a9-b282-40e3-b5d7-fc6cef2c8631/71a706b7-877a-44d5-810e-ace8ca651b69) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:11:24.947905 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-2114c213-b006-44f8-8b50-6fe562d1401c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Allocated IP 2001:db8:0:1:f816:3eff:fef8:31f5 (fb2a4f12-c2b2-47af-8e93-ec54df8a89c0/571d7eab-9f9a-4434-8a11-e69d23fcb901/71a706b7-877a-44d5-810e-ace8ca651b69) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:11:25.080114 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c59ec-cafe-49f2-b9ed-9afc57252af9 req-51888070-fc95-4a35-9339-5d2e74150963 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:25.083959 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7b2c59ec-cafe-49f2-b9ed-9afc57252af9 req-51888070-fc95-4a35-9339-5d2e74150963 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.0838370 Aug 18 13:11:25.125665 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7b2c59ec-cafe-49f2-b9ed-9afc57252af9 req-0bbb7762-4d6c-4a9d-be51-993d869226b3 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352640 Aug 18 13:11:25.148188 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2114c213-b006-44f8-8b50-6fe562d1401c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:25.178512 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-2114c213-b006-44f8-8b50-6fe562d1401c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Transition to ACTIVE for port object 71a706b7-877a-44d5-810e-ace8ca651b69 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:11:25.221324 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-89105386-b259-4667-8523-64fbc12cf447 None None] Provisioning complete for port 1027b9ed-f026-4708-9848-53b789914144 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:11:25.224535 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-89105386-b259-4667-8523-64fbc12cf447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:25.265522 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2114c213-b006-44f8-8b50-6fe562d1401c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:25.286099 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57f0d-27c5-4cad-bbd7-5db71e0d1a3f req-d0b6ce3b-b251-403a-af41-52ae2ebde6d1 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:25.287704 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c7d57f0d-27c5-4cad-bbd7-5db71e0d1a3f req-d0b6ce3b-b251-403a-af41-52ae2ebde6d1 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.0620058 Aug 18 13:11:25.351284 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2114c213-b006-44f8-8b50-6fe562d1401c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:11:25.353969 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-2114c213-b006-44f8-8b50-6fe562d1401c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:11:25.359880 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2114c213-b006-44f8-8b50-6fe562d1401c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:11:25.367293 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2114c213-b006-44f8-8b50-6fe562d1401c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:25.367961 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2114c213-b006-44f8-8b50-6fe562d1401c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:25.377062 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2114c213-b006-44f8-8b50-6fe562d1401c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event updated for resources: {'Port': ['ID=71a706b7-877a-44d5-810e-ace8ca651b69,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:25.403049 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c7d57f0d-27c5-4cad-bbd7-5db71e0d1a3f req-a3b3c086-c045-4cd4-a431-af6a9408e166 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920134 Aug 18 13:11:25.453957 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2114c213-b006-44f8-8b50-6fe562d1401c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4118998 Aug 18 13:11:25.456624 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36928) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:25.590850 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-6d883290-0792-4120-a9cf-672f91c4e502 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting port 71a706b7-877a-44d5-810e-ace8ca651b69 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:11:25.591302 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6d883290-0792-4120-a9cf-672f91c4e502 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:25.716051 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-5d42f237-97bb-46ed-8f9b-a8c70eb2c6ec None None] Provisioning for port 71a706b7-877a-44d5-810e-ace8ca651b69 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:11:25.720484 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-5d42f237-97bb-46ed-8f9b-a8c70eb2c6ec None None] Provisioning complete for port 71a706b7-877a-44d5-810e-ace8ca651b69 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:11:25.720941 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5d42f237-97bb-46ed-8f9b-a8c70eb2c6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:25.770621 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6d883290-0792-4120-a9cf-672f91c4e502 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:25.780256 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-5d42f237-97bb-46ed-8f9b-a8c70eb2c6ec None None] Port 71a706b7-877a-44d5-810e-ace8ca651b69 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:11:25.801642 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-6d883290-0792-4120-a9cf-672f91c4e502 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Calling delete_port for 71a706b7-877a-44d5-810e-ace8ca651b69 owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:11:25.897863 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a321b7-a6f2-4c4b-9dd8-a0f425a62040 req-b2b265ca-168c-424e-a794-2a93d7b7a725 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:25.899408 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c2a321b7-a6f2-4c4b-9dd8-a0f425a62040 req-b2b265ca-168c-424e-a794-2a93d7b7a725 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/networks?id=d40b57f9-bbb2-4411-b09b-1190ba8eee3e HTTP/1.1" status: 200 len: 813 time: 0.2104266 Aug 18 13:11:25.925016 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c2a321b7-a6f2-4c4b-9dd8-a0f425a62040 req-8d256c4b-2bf8-4334-a174-aea049b3abbc tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/quotas/905412fa00ef4383b8b8de60ee111478 HTTP/1.1" status: 200 len: 375 time: 0.0165493 Aug 18 13:11:26.022559 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c2a321b7-a6f2-4c4b-9dd8-a0f425a62040 req-5f6a9003-2706-4df5-83f0-1bdb3c802195 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=905412fa00ef4383b8b8de60ee111478&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0880914 Aug 18 13:11:26.065225 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 1027b9ed-f026-4708-9848-53b789914144 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:11:26.152160 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06adb315-3324-4c29-b0e5-4e4d0b3f0e71 req-4961a83b-9754-4559-80c5-c9394d62c1d9 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:26.154123 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-06adb315-3324-4c29-b0e5-4e4d0b3f0e71 req-4961a83b-9754-4559-80c5-c9394d62c1d9 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.0605683 Aug 18 13:11:26.164522 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 1027b9ed-f026-4708-9848-53b789914144 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:11:26.165054 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:26.175236 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6d883290-0792-4120-a9cf-672f91c4e502 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:26.216402 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-06adb315-3324-4c29-b0e5-4e4d0b3f0e71 req-f55f1981-ff97-47ff-8de0-8fe81414cb3a tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512941 Aug 18 13:11:26.261113 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d883290-0792-4120-a9cf-672f91c4e502 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Port': ['ID=71a706b7-877a-44d5-810e-ace8ca651b69,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:26.321382 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-401c95f0-7ed1-4d9a-8ae2-7326bd8948d1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1008632 Aug 18 13:11:26.364948 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6d883290-0792-4120-a9cf-672f91c4e502 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:26.367357 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6d883290-0792-4120-a9cf-672f91c4e502 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/ports/71a706b7-877a-44d5-810e-ace8ca651b69 HTTP/1.1" status: 204 len: 168 time: 0.9097281 Aug 18 13:11:26.370148 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36962) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:26.428832 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36966) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:26.469954 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92043e2d-3e37-4fed-b4ce-5d2b3ddb6a05 req-e9dcd55f-e173-40da-bc42-644f22e8a636 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:26.471462 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-92043e2d-3e37-4fed-b4ce-5d2b3ddb6a05 req-e9dcd55f-e173-40da-bc42-644f22e8a636 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.1115375 Aug 18 13:11:26.489664 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d274509-82a7-4276-b30f-3761e07d97db tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:26.497899 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3d274509-82a7-4276-b30f-3761e07d97db tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1265192 Aug 18 13:11:26.501064 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36972) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:26.518608 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-8214359a-7aa3-4b25-8422-a7bf8fe2fd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:26.519365 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-8214359a-7aa3-4b25-8422-a7bf8fe2fd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:26.520047 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-8214359a-7aa3-4b25-8422-a7bf8fe2fd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:26.521388 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-8214359a-7aa3-4b25-8422-a7bf8fe2fd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:26.522309 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-8214359a-7aa3-4b25-8422-a7bf8fe2fd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:26.523508 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-8214359a-7aa3-4b25-8422-a7bf8fe2fd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:26.524171 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-8214359a-7aa3-4b25-8422-a7bf8fe2fd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:26.526519 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-8214359a-7aa3-4b25-8422-a7bf8fe2fd75 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8c196c6c2e143d6872d1027393f6dcd&device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 6490 time: 0.1422834 Aug 18 13:11:26.564188 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-92043e2d-3e37-4fed-b4ce-5d2b3ddb6a05 req-68978074-af5e-46a5-8b51-2398ab0278fd tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831354 Aug 18 13:11:26.624042 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7e9c2157-cda1-46f8-90ae-8331aeaf87ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:26.767365 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7e9c2157-cda1-46f8-90ae-8331aeaf87ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:26.779440 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4750a6-f34d-41d0-a5a2-78b471d07ac5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:26.785423 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36978) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:26.788137 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2a4750a6-f34d-41d0-a5a2-78b471d07ac5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2857447 Aug 18 13:11:26.834263 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7e9c2157-cda1-46f8-90ae-8331aeaf87ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:26.893257 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7e9c2157-cda1-46f8-90ae-8331aeaf87ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e1fabcbe10cb44ddacc1bf85e65e9be6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4628491 Aug 18 13:11:26.897405 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36992) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:26.915231 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-d6317985-9c98-407f-9d01-803e35ebca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:26.919302 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-d6317985-9c98-407f-9d01-803e35ebca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:26.920106 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-d6317985-9c98-407f-9d01-803e35ebca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:26.921962 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-d6317985-9c98-407f-9d01-803e35ebca27 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7b05220b-36d2-40eb-be72-7e3e060fbabb&id=2459a67a-03d9-4542-a3d9-993612a32608&id=2459a67a-03d9-4542-a3d9-993612a32608&id=2459a67a-03d9-4542-a3d9-993612a32608&id=2459a67a-03d9-4542-a3d9-993612a32608&id=a3e49dcd-a277-4170-bfef-fa46f5ed7634&id=a3e49dcd-a277-4170-bfef-fa46f5ed7634 HTTP/1.1" status: 200 len: 2292 time: 0.3504434 Aug 18 13:11:26.924541 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c2157-cda1-46f8-90ae-8331aeaf87ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f547bac-79ba-4fec-8784-d55c7bd30161,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:26.948366 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7cc9a7-9d61-491d-a0c7-3776ea8ce8ef tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:26.949999 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7cc9a7-9d61-491d-a0c7-3776ea8ce8ef tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:26.951564 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7cc9a7-9d61-491d-a0c7-3776ea8ce8ef tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:26.953302 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2d7cc9a7-9d61-491d-a0c7-3776ea8ce8ef tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1652257 Aug 18 13:11:26.957801 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36994) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:27.014430 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-447ae6e0-916a-469a-940b-cd33bad4b294 req-cb075f14-9c8a-4be9-a441-467f4a21c08d tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=905412fa00ef4383b8b8de60ee111478 HTTP/1.1" status: 200 len: 221 time: 0.0889893 Aug 18 13:11:27.023621 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b93747a-6f8d-4c3e-9b8a-b7510b7a62a8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting subnet 571d7eab-9f9a-4434-8a11-e69d23fcb901 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:11:27.026469 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4b93747a-6f8d-4c3e-9b8a-b7510b7a62a8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:27.060030 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-0a90c5f6-eefa-4748-99ef-69573168337a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34e925d7-14af-4826-bf24-9d1ce3cea1ed HTTP/1.1" status: 200 len: 1001 time: 0.0999053 Aug 18 13:11:27.071674 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2e564990-c2f7-4693-a0f5-34acfb8d37a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:27.088340 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4b93747a-6f8d-4c3e-9b8a-b7510b7a62a8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:27.123047 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-11f4762c-3854-46af-af25-4cdd45faaa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:27.124580 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-11f4762c-3854-46af-af25-4cdd45faaa1f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bfeef1f8-f283-4cb6-a505-21a51b6ed46e HTTP/1.1" status: 200 len: 850 time: 0.0562198 Aug 18 13:11:27.154771 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2e564990-c2f7-4693-a0f5-34acfb8d37a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:27.183897 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-a4243514-8e10-44db-85ad-e9733a9bd9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:27.185408 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-a4243514-8e10-44db-85ad-e9733a9bd9f6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b05220b-36d2-40eb-be72-7e3e060fbabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523584 Aug 18 13:11:27.238060 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b3e02f-257b-4e4e-87de-69b067c53eb1 req-6b581229-187e-4882-bc77-f1b028b6439e tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:27.239519 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-01b3e02f-257b-4e4e-87de-69b067c53eb1 req-6b581229-187e-4882-bc77-f1b028b6439e tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.1295609 Aug 18 13:11:27.278232 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4b93747a-6f8d-4c3e-9b8a-b7510b7a62a8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:27.295174 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-c082e5d3-3bf3-44ce-b71e-f3eab4af1b0a service neutron] 10.222.0.39 "GET /v2.0/networks/7b05220b-36d2-40eb-be72-7e3e060fbabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024613 Aug 18 13:11:27.326808 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-01b3e02f-257b-4e4e-87de-69b067c53eb1 req-43b39ee6-75fa-4c5b-ae41-5f4339413981 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741322 Aug 18 13:11:27.385102 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2e564990-c2f7-4693-a0f5-34acfb8d37a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:27.392565 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2e564990-c2f7-4693-a0f5-34acfb8d37a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:27.399576 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2e564990-c2f7-4693-a0f5-34acfb8d37a9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3f547bac-79ba-4fec-8784-d55c7bd30161 HTTP/1.1" status: 204 len: 168 time: 0.4953296 Aug 18 13:11:27.403722 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e564990-c2f7-4693-a0f5-34acfb8d37a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f547bac-79ba-4fec-8784-d55c7bd30161,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:27.443240 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-5c590f21-0f44-42d5-b9ca-6ae4d218cde6 service neutron] 10.222.0.39 "GET /v2.0/networks/7b05220b-36d2-40eb-be72-7e3e060fbabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351650 Aug 18 13:11:27.447989 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4b93747a-6f8d-4c3e-9b8a-b7510b7a62a8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:27.496991 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93747a-6f8d-4c3e-9b8a-b7510b7a62a8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Subnet': ['ID=571d7eab-9f9a-4434-8a11-e69d23fcb901,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:27.500647 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4b93747a-6f8d-4c3e-9b8a-b7510b7a62a8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:27.507000 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4b93747a-6f8d-4c3e-9b8a-b7510b7a62a8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/571d7eab-9f9a-4434-8a11-e69d23fcb901 HTTP/1.1" status: 204 len: 168 time: 0.5454018 Aug 18 13:11:27.509790 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf2497c-8ba2-43ab-ae22-5b8eebe0b884 None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:11:27.514904 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37008) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:27.534630 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-472cbb20-5dea-4f5e-8e65-f9d75c412c56 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=07f402d6-de4a-4e25-8230-5bec43a446cd HTTP/1.1" status: 200 len: 217 time: 0.0776739 Aug 18 13:11:27.610685 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c4a8f27-3a79-433f-8098-eb3cdd62b8e5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Deleting subnet 5e2338a9-b282-40e3-b5d7-fc6cef2c8631 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:11:27.614206 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5c4a8f27-3a79-433f-8098-eb3cdd62b8e5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:27.614432 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-9d48b7fb-be89-4bfb-a2ac-882e14ca7682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:27.616729 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-9d48b7fb-be89-4bfb-a2ac-882e14ca7682 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cb37ce99-5938-480b-b3eb-c3f4e77a0e89 HTTP/1.1" status: 200 len: 797 time: 0.0732677 Aug 18 13:11:27.625377 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700a4d6-9729-4239-a24e-45325ad35a77 req-4f9e4cd5-9806-4d67-8b82-8a57a270dcd1 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:27.628138 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c700a4d6-9729-4239-a24e-45325ad35a77 req-4f9e4cd5-9806-4d67-8b82-8a57a270dcd1 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.1994822 Aug 18 13:11:27.695328 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5c4a8f27-3a79-433f-8098-eb3cdd62b8e5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:27.710077 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c700a4d6-9729-4239-a24e-45325ad35a77 req-108e9ea9-f516-4834-a3f9-9227a9745e40 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647731 Aug 18 13:11:27.730072 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-f6336a8a-8c64-4807-a094-dff4dfed25c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:27.734489 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-f6336a8a-8c64-4807-a094-dff4dfed25c3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2459a67a-03d9-4542-a3d9-993612a32608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1052833 Aug 18 13:11:27.910082 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5c4a8f27-3a79-433f-8098-eb3cdd62b8e5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:27.927868 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:28.004514 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-20083f68-ccfd-4114-afff-523c1561da36 service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614222 Aug 18 13:11:28.077445 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5c4a8f27-3a79-433f-8098-eb3cdd62b8e5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:28.113039 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5c4a8f27-3a79-433f-8098-eb3cdd62b8e5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:28.118198 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5c4a8f27-3a79-433f-8098-eb3cdd62b8e5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/5e2338a9-b282-40e3-b5d7-fc6cef2c8631 HTTP/1.1" status: 204 len: 168 time: 0.5999646 Aug 18 13:11:28.118198 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a8f27-3a79-433f-8098-eb3cdd62b8e5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Subnet': ['ID=5e2338a9-b282-40e3-b5d7-fc6cef2c8631,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:28.119558 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37026) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:28.167815 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-67f6cb3b-f2f2-4f9d-bc22-0f45fb6b7230 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0468988 Aug 18 13:11:28.173257 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37028) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:28.262905 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c374d27c-f4a0-46cf-828a-1ab17ac6da6f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:28.271330 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c374d27c-f4a0-46cf-828a-1ab17ac6da6f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0939794 Aug 18 13:11:28.271929 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37032) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:28.417369 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e197ffb9-ad62-4eca-8b5a-8a3883b14b57 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:28.425406 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e197ffb9-ad62-4eca-8b5a-8a3883b14b57 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1499622 Aug 18 13:11:28.425889 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37034) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:28.512724 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-bbd1e106-9ee6-4c79-bec7-a6435d252b98 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0834477 Aug 18 13:11:28.519616 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37040) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:28.555578 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-ece68956-55c5-4273-a15c-664c8c33c29f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:28.557161 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ece68956-55c5-4273-a15c-664c8c33c29f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:28.559881 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ece68956-55c5-4273-a15c-664c8c33c29f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/ports/71a706b7-877a-44d5-810e-ace8ca651b69 HTTP/1.1" status: 404 len: 333 time: 0.0390954 Aug 18 13:11:28.562530 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37042) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:28.605905 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-d910d826-ea7a-4f3e-b032-b7c076345862 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:28.606948 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d910d826-ea7a-4f3e-b032-b7c076345862 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:28.610695 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d910d826-ea7a-4f3e-b032-b7c076345862 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/571d7eab-9f9a-4434-8a11-e69d23fcb901 HTTP/1.1" status: 404 len: 337 time: 0.0457311 Aug 18 13:11:28.613466 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37046) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:28.638044 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ed5cc-b2c4-4e81-ab14-41d18d467c2b req-1f865b44-0bbc-49dd-9617-2b3d6faeeea4 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:28.646693 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-5912a936-6ca6-47ba-aec5-93bb80c98c88 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:28.646905 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bb5ed5cc-b2c4-4e81-ab14-41d18d467c2b req-1f865b44-0bbc-49dd-9617-2b3d6faeeea4 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.7660997 Aug 18 13:11:28.654450 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5912a936-6ca6-47ba-aec5-93bb80c98c88 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:28.654450 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5912a936-6ca6-47ba-aec5-93bb80c98c88 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/5e2338a9-b282-40e3-b5d7-fc6cef2c8631 HTTP/1.1" status: 404 len: 337 time: 0.0344067 Aug 18 13:11:28.659037 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37048) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:28.691138 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-912a45a4-9b17-410a-9ff6-9e30caeb6cb6 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:28.692307 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-912a45a4-9b17-410a-9ff6-9e30caeb6cb6 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:28.695003 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-912a45a4-9b17-410a-9ff6-9e30caeb6cb6 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/ports/fc56df6f-2dfa-44e0-a9db-164ba76ed7f3 HTTP/1.1" status: 404 len: 333 time: 0.0366576 Aug 18 13:11:28.697101 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37052) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:28.702267 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bb5ed5cc-b2c4-4e81-ab14-41d18d467c2b req-c6ba8539-2002-46a2-876b-c5f58b07129d tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504165 Aug 18 13:11:28.727067 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:28.743739 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-fb89b359-43b9-4db9-8ed8-d42b83f6f85d service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7225325 Aug 18 13:11:28.760200 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f3ca674-8d7e-42ef-8bdb-2859d4341ea1 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:28.760668 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f3ca674-8d7e-42ef-8bdb-2859d4341ea1 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:28.764750 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7f3ca674-8d7e-42ef-8bdb-2859d4341ea1 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/aac0b852-8dd4-44e4-9d58-9528ac0b6776 HTTP/1.1" status: 404 len: 337 time: 0.0633028 Aug 18 13:11:28.769234 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37058) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:28.811547 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-223b3dac-730d-4550-833c-1d37244460e5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:28.812537 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-223b3dac-730d-4550-833c-1d37244460e5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:28.817819 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-223b3dac-730d-4550-833c-1d37244460e5 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/d91dca62-0d4c-40a8-b821-015a8fb46888 HTTP/1.1" status: 404 len: 337 time: 0.0476544 Aug 18 13:11:28.829702 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37060) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:28.845638 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-684a75ff-ae97-48a8-8e87-c07a9446a0c6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=36b945e8-9c27-4658-bb63-6eff4f89d115 HTTP/1.1" status: 200 len: 217 time: 0.0807898 Aug 18 13:11:28.895593 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f57d13-89cd-46aa-9738-804fe9eb1eee None None] Network fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:11:28.912259 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-f38b3ca4-cf67-4596-92a2-dfd9510f634d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:28.912259 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f38b3ca4-cf67-4596-92a2-dfd9510f634d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:28.915324 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f38b3ca4-cf67-4596-92a2-dfd9510f634d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/ports/4700ce9d-136e-4e77-9570-523f87536274 HTTP/1.1" status: 404 len: 333 time: 0.0845685 Aug 18 13:11:28.917786 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37064) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:28.928506 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-b83c3d79-b829-4e88-bd1d-27a200cfcf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:28.929981 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-b83c3d79-b829-4e88-bd1d-27a200cfcf36 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cb37ce99-5938-480b-b3eb-c3f4e77a0e89 HTTP/1.1" status: 200 len: 797 time: 0.0827680 Aug 18 13:11:28.957682 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c640934-b673-4743-914b-6aa08bc8c68c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:28.958030 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c640934-b673-4743-914b-6aa08bc8c68c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:28.960382 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7c640934-b673-4743-914b-6aa08bc8c68c tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/f2a41242-2b10-4b88-985d-b88b77d3f155 HTTP/1.1" status: 404 len: 337 time: 0.0414982 Aug 18 13:11:28.966929 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149ed2e-1cf4-409f-8580-f1ffc7238eae req-c3547dd1-cfbc-4fd6-8fba-56227ae25f50 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:28.980817 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d149ed2e-1cf4-409f-8580-f1ffc7238eae req-c3547dd1-cfbc-4fd6-8fba-56227ae25f50 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.1557217 Aug 18 13:11:28.981039 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37066) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:29.019274 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-711ce24a-5073-4fd4-aea0-1e937cf8ca05 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:29.019274 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-711ce24a-5073-4fd4-aea0-1e937cf8ca05 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:29.019538 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d149ed2e-1cf4-409f-8580-f1ffc7238eae req-cced9ea1-dfbd-4ccf-96fb-3826a2d61d42 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420275 Aug 18 13:11:29.019658 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-711ce24a-5073-4fd4-aea0-1e937cf8ca05 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/b2590ff1-cee1-43ff-9861-ea971e02c1f0 HTTP/1.1" status: 404 len: 337 time: 0.0403161 Aug 18 13:11:29.023164 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37068) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:29.042404 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-30b075a5-2111-4234-aba7-738aa4b02f5a None None] Provisioning complete for port 1027b9ed-f026-4708-9848-53b789914144 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:11:29.043131 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-30b075a5-2111-4234-aba7-738aa4b02f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:29.069492 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-8e9a8762-915e-45c3-a719-785d18c1e6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:29.073796 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-8e9a8762-915e-45c3-a719-785d18c1e6e4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2459a67a-03d9-4542-a3d9-993612a32608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1235096 Aug 18 13:11:29.082841 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-48ad7862-c2d9-4a39-b2c9-08c97ec4fca9 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:29.084130 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48ad7862-c2d9-4a39-b2c9-08c97ec4fca9 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:29.090835 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37076) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:29.091705 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-48ad7862-c2d9-4a39-b2c9-08c97ec4fca9 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/ports/3e97ecdc-ae73-4077-a5d3-34a7ede36eb8 HTTP/1.1" status: 404 len: 333 time: 0.0617423 Aug 18 13:11:29.217109 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945e798-8fac-49f0-9eaa-901263bad584 req-f7eed4b2-a826-40e2-815c-a3532e9f2c1f tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:29.219442 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4945e798-8fac-49f0-9eaa-901263bad584 req-f7eed4b2-a826-40e2-815c-a3532e9f2c1f tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.0869582 Aug 18 13:11:29.246822 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dfb9aa-c989-44a7-b3d9-ce0aa03fae2d None None] DHCP port deletion for fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:11:29.277272 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-107accf3-ed7e-4471-828e-de2d5746e440 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:29.277980 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-107accf3-ed7e-4471-828e-de2d5746e440 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:29.279923 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-107accf3-ed7e-4471-828e-de2d5746e440 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/9209ebc1-fce7-4e1c-9688-48bb03e71e04 HTTP/1.1" status: 404 len: 337 time: 0.1799624 Aug 18 13:11:29.294281 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4945e798-8fac-49f0-9eaa-901263bad584 req-50e0b140-a3af-4281-a9f5-e73b50081982 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642796 Aug 18 13:11:29.294817 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37080) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:29.347162 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf04ee4-9fd0-4d8b-8022-c31b61110eff tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:29.347962 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bf04ee4-9fd0-4d8b-8022-c31b61110eff tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:29.349984 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6bf04ee4-9fd0-4d8b-8022-c31b61110eff tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/83e56ae9-5425-44b5-ac35-b52182047fca HTTP/1.1" status: 404 len: 337 time: 0.0545716 Aug 18 13:11:29.352595 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-d4dfb9aa-c989-44a7-b3d9-ce0aa03fae2d None None] Deleting port 1027b9ed-f026-4708-9848-53b789914144 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:11:29.353142 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37084) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:29.353698 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d4dfb9aa-c989-44a7-b3d9-ce0aa03fae2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:29.407323 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0502ebe-92b6-4310-97f0-90cf43d35654 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:29.408065 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0502ebe-92b6-4310-97f0-90cf43d35654 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:29.412960 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37088) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:29.413158 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d0502ebe-92b6-4310-97f0-90cf43d35654 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/ports/411b2399-b505-45e3-9267-fe2597e7dda9 HTTP/1.1" status: 404 len: 333 time: 0.0579467 Aug 18 13:11:29.430873 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-3a8c843f-f719-4a00-831d-4df6f6c33d2a service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511298 Aug 18 13:11:29.445387 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-5275bb55-951e-49cd-837c-7740af2f78fe tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:29.446348 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5275bb55-951e-49cd-837c-7740af2f78fe tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:29.451144 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5275bb55-951e-49cd-837c-7740af2f78fe tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/198cb8f6-8d49-4d33-891b-7f80a9bc5058 HTTP/1.1" status: 404 len: 337 time: 0.0345428 Aug 18 13:11:29.451313 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-d4dfb9aa-c989-44a7-b3d9-ce0aa03fae2d None None] For port 1027b9ed-f026-4708-9848-53b789914144, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=1027b9ed-f026-4708-9848-53b789914144,segment=NetworkSegment(28e7ecd2-6751-4fc2-93c4-6028ae5ed25a),segment_id=28e7ecd2-6751-4fc2-93c4-6028ae5ed25a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:11:29.451313 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d4dfb9aa-c989-44a7-b3d9-ce0aa03fae2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:29.452148 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37090) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:29.465358 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-d4dfb9aa-c989-44a7-b3d9-ce0aa03fae2d None None] Calling delete_port for 1027b9ed-f026-4708-9848-53b789914144 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:11:29.480051 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-7361d038-dd97-4ca1-a9b6-94598caacd8a tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:29.480643 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7361d038-dd97-4ca1-a9b6-94598caacd8a tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:29.488285 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7361d038-dd97-4ca1-a9b6-94598caacd8a tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/ports/44c6ac04-0f4e-4fc5-b545-a0c0c21ca763 HTTP/1.1" status: 404 len: 333 time: 0.0295615 Aug 18 13:11:29.488285 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37092) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:29.518808 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e5502a6-c9dc-4931-a6b0-4c237a5a2959 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:29.519266 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e5502a6-c9dc-4931-a6b0-4c237a5a2959 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:29.523493 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7e5502a6-c9dc-4931-a6b0-4c237a5a2959 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/5568c847-6415-4498-8475-395e363529fb HTTP/1.1" status: 404 len: 337 time: 0.0351522 Aug 18 13:11:29.523866 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37094) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:29.539463 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b93054-5238-45e1-9e11-0d23f32bed3d req-5de94134-e11f-4289-b863-4e55f419332a tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:29.541446 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c3b93054-5238-45e1-9e11-0d23f32bed3d req-5de94134-e11f-4289-b863-4e55f419332a tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.1274092 Aug 18 13:11:29.561589 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3f6c7c0-7ab0-4c11-bbd7-f9da07daaeb2 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:29.563474 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3f6c7c0-7ab0-4c11-bbd7-f9da07daaeb2 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:29.567620 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e3f6c7c0-7ab0-4c11-bbd7-f9da07daaeb2 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/ports/7e5ded16-4b6d-4240-9862-b47e953e548f HTTP/1.1" status: 404 len: 333 time: 0.0421059 Aug 18 13:11:29.568761 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37096) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:29.606748 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-d0e83535-df1d-49ba-8ef5-5056f8b4ef6a service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423349 Aug 18 13:11:29.608957 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-afb78669-c5ce-41e4-acf2-06b3321c4033 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:29.608957 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afb78669-c5ce-41e4-acf2-06b3321c4033 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:29.614180 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-afb78669-c5ce-41e4-acf2-06b3321c4033 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/e1b4f3d5-ae88-487f-b496-299cb16adb92 HTTP/1.1" status: 404 len: 337 time: 0.0440376 Aug 18 13:11:29.615359 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37102) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:29.679036 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-8abebc90-f5b6-46de-9bdd-088ade419f5e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=5adf14f7-27f9-4753-a8fd-566a7aeb8405 HTTP/1.1" status: 200 len: 217 time: 0.0623627 Aug 18 13:11:29.682183 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c3b93054-5238-45e1-9e11-0d23f32bed3d req-d0967dc4-b285-45a4-b3aa-a883ecf11835 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270394 Aug 18 13:11:29.687692 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d4dfb9aa-c989-44a7-b3d9-ce0aa03fae2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:29.697545 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-d20a9c15-b9cd-41e5-959e-6c87862c2d79 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:29.698316 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d20a9c15-b9cd-41e5-959e-6c87862c2d79 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:29.700253 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d20a9c15-b9cd-41e5-959e-6c87862c2d79 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/ports/468468a1-34c6-43a1-9b30-b2c5400c7bc7 HTTP/1.1" status: 404 len: 333 time: 0.0822332 Aug 18 13:11:29.703210 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37106) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:29.712070 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dfb9aa-c989-44a7-b3d9-ce0aa03fae2d None None] No DVR routers for this DVR port 1027b9ed-f026-4708-9848-53b789914144 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:11:29.749687 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-c59e6367-7db1-4bb9-9cfa-2651769cfa01 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:29.750155 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c59e6367-7db1-4bb9-9cfa-2651769cfa01 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:29.752213 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c59e6367-7db1-4bb9-9cfa-2651769cfa01 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/2b8d2917-e2ad-4dca-be55-874d6a79d5c3 HTTP/1.1" status: 404 len: 337 time: 0.0479507 Aug 18 13:11:29.756449 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37114) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:29.809720 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-19de214e-28a9-4420-823c-194fd340de82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:29.816509 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-19de214e-28a9-4420-823c-194fd340de82 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cb37ce99-5938-480b-b3eb-c3f4e77a0e89 HTTP/1.1" status: 200 len: 797 time: 0.1211808 Aug 18 13:11:29.823540 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-626db55e-0310-4659-aaa7-182d2ce6f371 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:29.826730 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-626db55e-0310-4659-aaa7-182d2ce6f371 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:29.829254 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-626db55e-0310-4659-aaa7-182d2ce6f371 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/ports/940fd00d-df84-479a-9ba7-1e81f0500261 HTTP/1.1" status: 404 len: 333 time: 0.0715747 Aug 18 13:11:29.831886 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37118) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:29.835556 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dfb9aa-c989-44a7-b3d9-ce0aa03fae2d None None] Pushing event deleted for resources: {'Port': ['ID=1027b9ed-f026-4708-9848-53b789914144,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:29.863050 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ea2f9ca-ed06-4ff3-8c95-adc93265337f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:29.863742 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ea2f9ca-ed06-4ff3-8c95-adc93265337f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:29.866233 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9ea2f9ca-ed06-4ff3-8c95-adc93265337f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/28f04efa-b665-455a-a6f8-c345b8a7b7a0 HTTP/1.1" status: 404 len: 337 time: 0.0310826 Aug 18 13:11:29.868674 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37120) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:29.898039 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb0381a4-eafa-4f50-a2bb-8e16c75c7896 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:29.899050 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb0381a4-eafa-4f50-a2bb-8e16c75c7896 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:29.901015 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-eb0381a4-eafa-4f50-a2bb-8e16c75c7896 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/ports/0f7c8042-6bd3-47ce-9deb-1e979574e5e7 HTTP/1.1" status: 404 len: 333 time: 0.0314400 Aug 18 13:11:29.903779 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37122) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:29.986096 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7ccb2ea-a42a-4e0f-803e-45c21921f39b tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:29.986601 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7ccb2ea-a42a-4e0f-803e-45c21921f39b tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:29.991477 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b7ccb2ea-a42a-4e0f-803e-45c21921f39b tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/16fc808b-ca79-471c-9ec2-8e023da4d0d9 HTTP/1.1" status: 404 len: 337 time: 0.0835955 Aug 18 13:11:29.997533 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37126) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:30.016857 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-8388aed7-2a5a-4a2d-b0bb-1703202e284c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:30.018741 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-8388aed7-2a5a-4a2d-b0bb-1703202e284c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2459a67a-03d9-4542-a3d9-993612a32608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1938565 Aug 18 13:11:30.061054 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb5eb3-4722-48f6-934d-d21c3d6ddd35 req-e30322af-12ec-47c4-a261-99e9375a2c6b tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:30.074829 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-966e8d3d-128f-40ba-a9d6-5283543f012d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:30.077338 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-966e8d3d-128f-40ba-a9d6-5283543f012d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:30.081214 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-966e8d3d-128f-40ba-a9d6-5283543f012d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/3afeae75-ae2c-4a3b-80d4-42a1730e1dac HTTP/1.1" status: 404 len: 337 time: 0.0803452 Aug 18 13:11:30.081378 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6cfb5eb3-4722-48f6-934d-d21c3d6ddd35 req-e30322af-12ec-47c4-a261-99e9375a2c6b tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.2584233 Aug 18 13:11:30.081627 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37128) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:30.154751 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-822af51b-5039-4198-898d-7ceda8c6d19f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:30.155778 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-822af51b-5039-4198-898d-7ceda8c6d19f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:30.157945 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-822af51b-5039-4198-898d-7ceda8c6d19f tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/ports/9ae01205-e523-4bd4-9e1c-c57f25c43606 HTTP/1.1" status: 404 len: 333 time: 0.0751708 Aug 18 13:11:30.160412 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37136) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:30.172656 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 1027b9ed-f026-4708-9848-53b789914144 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:11:30.202049 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 1027b9ed-f026-4708-9848-53b789914144 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:11:30.212060 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b2fc8c8-4f68-4f5b-9904-944b1b37a347 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:30.212415 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 1027b9ed-f026-4708-9848-53b789914144 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:11:30.212550 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b2fc8c8-4f68-4f5b-9904-944b1b37a347 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:30.234886 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37138) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:30.236240 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6b2fc8c8-4f68-4f5b-9904-944b1b37a347 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/e23b082b-c954-4bed-9dcb-061f44ec631a HTTP/1.1" status: 404 len: 337 time: 0.0742199 Aug 18 13:11:30.308863 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6cfb5eb3-4722-48f6-934d-d21c3d6ddd35 req-dd99463a-f8dc-4122-8489-4d58264d9a19 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271698 Aug 18 13:11:30.321086 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b4b2186-59f0-4f77-96d5-9ea9ab45c313 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:30.321556 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b4b2186-59f0-4f77-96d5-9ea9ab45c313 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:30.326088 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9b4b2186-59f0-4f77-96d5-9ea9ab45c313 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/094a71fa-9325-460e-a72d-ed312edd0d83 HTTP/1.1" status: 404 len: 337 time: 0.0889812 Aug 18 13:11:30.326851 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37142) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:30.356796 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-453741a4-718c-4b65-b5ee-7721d22dd988 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:30.357569 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-453741a4-718c-4b65-b5ee-7721d22dd988 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:30.360891 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-453741a4-718c-4b65-b5ee-7721d22dd988 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/ports/658a1f4a-ae2e-4bea-b11a-9441c7ac03b6 HTTP/1.1" status: 404 len: 333 time: 0.0320780 Aug 18 13:11:30.365286 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-3074616f-3a6e-4f93-be2c-44ef7cc2c757 service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318071 Aug 18 13:11:30.369297 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37146) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:30.399902 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a0bd9df-9a07-498f-8361-192ad573ad17 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:30.400465 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a0bd9df-9a07-498f-8361-192ad573ad17 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:30.402933 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1a0bd9df-9a07-498f-8361-192ad573ad17 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/2d71c8cb-a26a-459a-a5c7-91384bdcbf3b HTTP/1.1" status: 404 len: 337 time: 0.0316565 Aug 18 13:11:30.405462 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37148) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:30.439648 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-d36e512a-d203-4c6f-9e18-b83f2b031ad0 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:30.440340 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d36e512a-d203-4c6f-9e18-b83f2b031ad0 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:30.442657 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d36e512a-d203-4c6f-9e18-b83f2b031ad0 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/cd6d0923-7f8a-46d8-a8c3-4f34f567968f HTTP/1.1" status: 404 len: 337 time: 0.0359325 Aug 18 13:11:30.451939 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37150) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:30.497626 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-4096598d-fe68-463f-a629-2199d1e647f8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:30.498389 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4096598d-fe68-463f-a629-2199d1e647f8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:30.500173 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4096598d-fe68-463f-a629-2199d1e647f8 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/ports/7de30ad1-028d-4200-80c7-f6c9df1186e2 HTTP/1.1" status: 404 len: 333 time: 0.0467436 Aug 18 13:11:30.502772 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37152) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:30.513633 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-0ded9ff8-bc17-41f3-84c2-57a726135005 service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412933 Aug 18 13:11:30.532123 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-11dc0765-31c5-454d-ad8e-3286bfbae597 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:30.532569 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11dc0765-31c5-454d-ad8e-3286bfbae597 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:30.534444 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-11dc0765-31c5-454d-ad8e-3286bfbae597 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/57fdf49e-f1fe-4934-af5a-8f4ea04a0753 HTTP/1.1" status: 404 len: 337 time: 0.0306320 Aug 18 13:11:30.537425 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37154) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:30.572990 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-afc62443-fc69-45b3-b3a5-abeb1876cbc6 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:30.572990 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afc62443-fc69-45b3-b3a5-abeb1876cbc6 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:30.573212 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-4c692261-3012-451c-930b-0b05f78534a7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=266a6430-2066-4382-ad70-9e34f085829b HTTP/1.1" status: 200 len: 217 time: 0.0471704 Aug 18 13:11:30.573294 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-afc62443-fc69-45b3-b3a5-abeb1876cbc6 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/343b23e9-8925-4a32-bcb9-a492c4505f06 HTTP/1.1" status: 404 len: 337 time: 0.0325634 Aug 18 13:11:30.575298 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37160) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:30.578772 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b1413-dfb1-430d-b94c-0ec491cba184 req-bad220cc-3ddd-45e2-aee1-b777dec75e2f tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:30.580266 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d52b1413-dfb1-430d-b94c-0ec491cba184 req-bad220cc-3ddd-45e2-aee1-b777dec75e2f tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.1431937 Aug 18 13:11:30.621130 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d52b1413-dfb1-430d-b94c-0ec491cba184 req-24071502-e8c5-4273-aa1f-d9a0594ac7de tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346332 Aug 18 13:11:30.670777 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ef45fe95-ea93-466d-96e7-a8b7a99edc2d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2f71a28-0268-4e09-833b-a16c220116b0 HTTP/1.1" status: 200 len: 205 time: 0.0940311 Aug 18 13:11:30.673562 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37168) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:30.711037 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-d344f53c-710d-492e-89f7-ec9f47318b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:30.714519 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-d344f53c-710d-492e-89f7-ec9f47318b28 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cb37ce99-5938-480b-b3eb-c3f4e77a0e89 HTTP/1.1" status: 200 len: 797 time: 0.1368489 Aug 18 13:11:30.735420 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-ce931bbf-49a9-4699-a4d1-d98ba19010dc tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] delete failed (client error): The resource could not be found. Aug 18 13:11:30.736847 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ce931bbf-49a9-4699-a4d1-d98ba19010dc tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/routers/f2f71a28-0268-4e09-833b-a16c220116b0 HTTP/1.1" status: 404 len: 336 time: 0.0625179 Aug 18 13:11:30.742091 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37172) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:30.793791 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0a0dd54-94dc-44a5-95e3-e629954e1e73 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:30.794363 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0a0dd54-94dc-44a5-95e3-e629954e1e73 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:30.796180 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d0a0dd54-94dc-44a5-95e3-e629954e1e73 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/0c1eeb9e-b89c-473f-be6e-798dcca50afc HTTP/1.1" status: 404 len: 337 time: 0.0527883 Aug 18 13:11:30.799478 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37178) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:30.830697 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f6bf7-9266-4423-b423-02e6d123adff req-ac7f08e9-ec8e-4ed2-b161-0184d3dbd875 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:30.832609 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fe7f6bf7-9266-4423-b423-02e6d123adff req-ac7f08e9-ec8e-4ed2-b161-0184d3dbd875 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.1037557 Aug 18 13:11:30.834092 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0e8b7733-36d1-45f2-9c1f-cb295fbf64df tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "GET /v2.0/ports?device_id=ebf63cac-79e6-4d5c-9411-4b4202de9ac4 HTTP/1.1" status: 200 len: 205 time: 0.0328970 Aug 18 13:11:30.837017 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37180) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:30.914362 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-504e5ca2-a1da-4a5a-a9e9-a7c680ec182d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:30.915901 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-504e5ca2-a1da-4a5a-a9e9-a7c680ec182d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2459a67a-03d9-4542-a3d9-993612a32608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1936038 Aug 18 13:11:30.918913 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-d04f04ec-a166-4943-a0bf-17abf5c77073 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] delete failed (client error): The resource could not be found. Aug 18 13:11:30.920763 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d04f04ec-a166-4943-a0bf-17abf5c77073 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/routers/ebf63cac-79e6-4d5c-9411-4b4202de9ac4 HTTP/1.1" status: 404 len: 336 time: 0.0811479 Aug 18 13:11:30.921334 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37186) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:30.922824 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fe7f6bf7-9266-4423-b423-02e6d123adff req-153ff526-0c0a-405d-b02e-5400bf4726f6 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823216 Aug 18 13:11:31.006598 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab5bebd3-a34b-4cdb-a27a-737c6a7fa791 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:31.006598 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab5bebd3-a34b-4cdb-a27a-737c6a7fa791 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:31.006598 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ab5bebd3-a34b-4cdb-a27a-737c6a7fa791 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/5d0c239f-0089-4251-9406-e0aa4cdb06e4 HTTP/1.1" status: 404 len: 337 time: 0.0786095 Aug 18 13:11:31.007641 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37190) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:31.061157 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-92f59c1d-496f-4ea1-a1dd-be0c62c35c5d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:31.061157 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92f59c1d-496f-4ea1-a1dd-be0c62c35c5d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:31.063018 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-92f59c1d-496f-4ea1-a1dd-be0c62c35c5d tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/18834d4f-ff66-484f-8746-c612ab2fffe5 HTTP/1.1" status: 404 len: 337 time: 0.0608881 Aug 18 13:11:31.065540 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37196) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:31.091409 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcef35-fc6b-4452-905a-75f330178385 req-e8314757-bd38-437c-9e7f-04fab925592d tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:31.091409 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-43dcef35-fc6b-4452-905a-75f330178385 req-e8314757-bd38-437c-9e7f-04fab925592d tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.0854082 Aug 18 13:11:31.097149 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-c50379e0-f7d9-4913-9fbd-358b79bab81a tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:31.097823 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c50379e0-f7d9-4913-9fbd-358b79bab81a tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:31.099546 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-3b1823b2-3e51-4be3-9cc7-40206cec2b80 service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755095 Aug 18 13:11:31.100193 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c50379e0-f7d9-4913-9fbd-358b79bab81a tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/ports/f41004a4-241a-439f-891e-429348ae1ad8 HTTP/1.1" status: 404 len: 333 time: 0.0337274 Aug 18 13:11:31.102773 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37198) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:31.137996 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-36eb3645-90e3-44a6-8036-5f4ed7abd9db tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:31.138442 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36eb3645-90e3-44a6-8036-5f4ed7abd9db tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:31.140250 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-36eb3645-90e3-44a6-8036-5f4ed7abd9db tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/868d288e-f986-4315-a275-7b05bfc7d9d9 HTTP/1.1" status: 404 len: 337 time: 0.0365806 Aug 18 13:11:31.142998 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37202) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:31.178457 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd330c01-040b-429a-9b14-4e474d9a2708 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:31.179535 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd330c01-040b-429a-9b14-4e474d9a2708 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:31.181442 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-bd330c01-040b-429a-9b14-4e474d9a2708 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/ports/3d39facd-210a-4647-abaf-ae47416948d6 HTTP/1.1" status: 404 len: 333 time: 0.0375547 Aug 18 13:11:31.184227 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37204) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:31.213619 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-a98053f8-3aa5-4602-a3d7-4fa03088c4ec tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:31.214526 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a98053f8-3aa5-4602-a3d7-4fa03088c4ec tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:31.215254 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-a99f1925-88c7-416c-9ec1-91c87f9fd7da service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069453 Aug 18 13:11:31.219739 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a98053f8-3aa5-4602-a3d7-4fa03088c4ec tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/c9879807-dbd8-48a4-bf67-0473dd74efc2 HTTP/1.1" status: 404 len: 337 time: 0.0343597 Aug 18 13:11:31.219895 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37206) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:31.294719 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-2458270d-34cd-455f-b64d-dc10339eee0e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:31.295389 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2458270d-34cd-455f-b64d-dc10339eee0e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:31.299753 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2458270d-34cd-455f-b64d-dc10339eee0e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/ports/ed847e3a-7776-4b46-a3ee-47175439520c HTTP/1.1" status: 404 len: 333 time: 0.0763621 Aug 18 13:11:31.299753 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-0bfa406d-2053-45fb-9490-926cae4c656f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=efb60372-9169-48b4-8d03-d614d61af4dc HTTP/1.1" status: 200 len: 217 time: 0.0703361 Aug 18 13:11:31.300233 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37210) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:31.305988 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-43dcef35-fc6b-4452-905a-75f330178385 req-d257dd4e-9ae2-42dd-af27-48d64f0f077d tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094812 Aug 18 13:11:31.328670 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f34b2a6-35fa-43a4-aea3-98a5ebb68b1a tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:31.329687 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f34b2a6-35fa-43a4-aea3-98a5ebb68b1a tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:31.331643 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0f34b2a6-35fa-43a4-aea3-98a5ebb68b1a tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/a5ac5d4b-e8ab-42c3-8925-645b72dcb8f6 HTTP/1.1" status: 404 len: 337 time: 0.0306180 Aug 18 13:11:31.344108 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37214) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:31.375379 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-1a14e8f2-d0c5-44b3-a9ca-d7cd1cdde54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:31.378851 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-1a14e8f2-d0c5-44b3-a9ca-d7cd1cdde54f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2df74fa9-4a52-422a-a780-c36488fd175b HTTP/1.1" status: 200 len: 797 time: 0.0705521 Aug 18 13:11:31.400154 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad3b95c7-c376-4f92-b9fe-9122808d9376 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:31.400858 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad3b95c7-c376-4f92-b9fe-9122808d9376 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:31.406843 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ad3b95c7-c376-4f92-b9fe-9122808d9376 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/ports/cf7c7388-b431-40b1-9459-d4a6a6ccbe55 HTTP/1.1" status: 404 len: 333 time: 0.0615158 Aug 18 13:11:31.411486 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37222) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:31.468729 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-73f0cb8a-2a91-4195-9095-4ccbb9ecc6c6 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:31.469202 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73f0cb8a-2a91-4195-9095-4ccbb9ecc6c6 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:31.471360 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-73f0cb8a-2a91-4195-9095-4ccbb9ecc6c6 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/7f3b6cba-39a2-4032-bcbe-69944eaad03b HTTP/1.1" status: 404 len: 337 time: 0.0565472 Aug 18 13:11:31.473980 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37228) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:31.488008 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-a3e49e3c-4da0-4b1e-ab56-7b7a1bbc0f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:31.490142 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-a3e49e3c-4da0-4b1e-ab56-7b7a1bbc0f9a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a3e49dcd-a277-4170-bfef-fa46f5ed7634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1014884 Aug 18 13:11:31.501739 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-e27218d8-02f0-4189-b7a9-1a5fc834f613 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:31.502716 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e27218d8-02f0-4189-b7a9-1a5fc834f613 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:31.509448 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e27218d8-02f0-4189-b7a9-1a5fc834f613 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/ports/17755dae-2daa-4db2-9bfc-224b231c9c91 HTTP/1.1" status: 404 len: 333 time: 0.0294228 Aug 18 13:11:31.509448 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37230) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:31.670451 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-40f18d8a-d146-4e37-bc13-f3d164112205 service neutron] 10.222.0.39 "GET /v2.0/networks/a3e49dcd-a277-4170-bfef-fa46f5ed7634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733279 Aug 18 13:11:31.884365 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-f217c395-da33-4c3a-b331-9029b9d74df8 service neutron] 10.222.0.39 "GET /v2.0/networks/a3e49dcd-a277-4170-bfef-fa46f5ed7634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058659 Aug 18 13:11:31.913342 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-5806558a-ec65-4367-9403-d2ab63782207 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:31.914162 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5806558a-ec65-4367-9403-d2ab63782207 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:31.918870 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5806558a-ec65-4367-9403-d2ab63782207 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/678e4b16-5951-4399-8301-13b24c276b6c HTTP/1.1" status: 404 len: 337 time: 0.4102557 Aug 18 13:11:31.921309 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37252) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:31.948220 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-764cd392-cf69-4245-80fd-562d4d9534e7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:31.948992 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-764cd392-cf69-4245-80fd-562d4d9534e7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:31.953647 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-764cd392-cf69-4245-80fd-562d4d9534e7 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/ports/92d93c05-7f7e-4a0b-bc62-4f6c8d27223d HTTP/1.1" status: 404 len: 333 time: 0.0311191 Aug 18 13:11:31.954456 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-d76e884d-a963-490b-b81a-149d237f71d9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3dd394b2-39bc-4d95-9eb2-fafde19e7621 HTTP/1.1" status: 200 len: 217 time: 0.0607743 Aug 18 13:11:31.954689 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37256) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:31.984419 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-601dd835-c29b-42b3-bbb6-6643392613b2 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:31.984961 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-601dd835-c29b-42b3-bbb6-6643392613b2 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:31.989624 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-601dd835-c29b-42b3-bbb6-6643392613b2 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/877c6fb8-72ca-467c-9c0a-052529c9be68 HTTP/1.1" status: 404 len: 337 time: 0.0328891 Aug 18 13:11:31.991433 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37258) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:32.022903 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-0593b913-36eb-4ce1-a3a1-83d9d1cbd315 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:32.023678 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0593b913-36eb-4ce1-a3a1-83d9d1cbd315 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:32.028121 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0593b913-36eb-4ce1-a3a1-83d9d1cbd315 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/ports/dfc8b914-2c29-4141-be18-7a544f55e1b9 HTTP/1.1" status: 404 len: 333 time: 0.0356607 Aug 18 13:11:32.028590 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-ff634f28-d91a-45b1-ae32-175e6cc0c0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:32.029713 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37260) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:32.030958 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-ff634f28-d91a-45b1-ae32-175e6cc0c0a1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2df74fa9-4a52-422a-a780-c36488fd175b HTTP/1.1" status: 200 len: 797 time: 0.0695000 Aug 18 13:11:32.044306 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54568c-0546-46c1-bad6-990472615b99 req-ecfc24d6-31e3-4dd2-a9ff-98939056214c tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:32.061616 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7b54568c-0546-46c1-bad6-990472615b99 req-ecfc24d6-31e3-4dd2-a9ff-98939056214c tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.5317416 Aug 18 13:11:32.090085 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-1106e787-4606-4f58-820d-b6378f59e31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:32.095389 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-1106e787-4606-4f58-820d-b6378f59e31c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a3e49dcd-a277-4170-bfef-fa46f5ed7634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0535057 Aug 18 13:11:32.100029 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-a19b9c30-718c-4701-a83e-63a04a73ef97 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:32.100595 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a19b9c30-718c-4701-a83e-63a04a73ef97 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:32.105276 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a19b9c30-718c-4701-a83e-63a04a73ef97 tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/subnets/49594bfc-17bf-4169-ac0e-be07ae13e5da HTTP/1.1" status: 404 len: 337 time: 0.0745082 Aug 18 13:11:32.111027 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37266) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:32.136838 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7b54568c-0546-46c1-bad6-990472615b99 req-c73ff687-59ea-40c1-adc0-be47aad3b2bb tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841670 Aug 18 13:11:32.214354 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8860de3b-88d9-42a8-adad-0ccdf09ade0e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:32.265481 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-d80cfee4-f8a7-45f4-b5ce-5a63b5e3f6c6 service neutron] 10.222.0.39 "GET /v2.0/networks/a3e49dcd-a277-4170-bfef-fa46f5ed7634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657045 Aug 18 13:11:32.387911 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16417fee-b920-4e0c-b970-48302ea5552f req-99aa22b9-17ad-4e17-8dae-d46227e24407 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:32.388587 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-16417fee-b920-4e0c-b970-48302ea5552f req-99aa22b9-17ad-4e17-8dae-d46227e24407 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.1652281 Aug 18 13:11:32.433749 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8860de3b-88d9-42a8-adad-0ccdf09ade0e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:32.466670 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-8860de3b-88d9-42a8-adad-0ccdf09ade0e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb2a4f12-c2b2-47af-8e93-ec54df8a89c0']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:11:32.473408 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a7f1e97-23d8-46d1-ba98-4a0c1beb56e3 req-3848adf1-bbf9-48b2-8423-156c041e740f service neutron] 10.222.0.39 "GET /v2.0/networks/a3e49dcd-a277-4170-bfef-fa46f5ed7634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992018 Aug 18 13:11:32.480118 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-16417fee-b920-4e0c-b970-48302ea5552f req-df72d886-4cdd-4310-bb17-1ca058ddaf1a tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784647 Aug 18 13:11:32.494359 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-8860de3b-88d9-42a8-adad-0ccdf09ade0e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:11:32.494747 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-8860de3b-88d9-42a8-adad-0ccdf09ade0e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e7ecd2-6751-4fc2-93c4-6028ae5ed25a') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:11:32.531072 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8860de3b-88d9-42a8-adad-0ccdf09ade0e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:32.556835 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8860de3b-88d9-42a8-adad-0ccdf09ade0e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:32.558268 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8860de3b-88d9-42a8-adad-0ccdf09ade0e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:11:32.560131 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8860de3b-88d9-42a8-adad-0ccdf09ade0e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:32.562259 n-d-803603-2 neutron-server[101676]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:11:32.562259 n-d-803603-2 neutron-server[101676]: items = [ Aug 18 13:11:32.562259 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:11:32.562259 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:11:32.562259 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:11:32.562259 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:11:32.562259 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:11:32.562259 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:11:32.562259 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:11:32.562259 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:11:32.562259 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:11:32.562259 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:11:32.562259 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:11:32.562259 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:11:32.562259 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:11:32.562259 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:11:32.562259 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:11:32.562259 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:11:32.562259 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:11:32.562259 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:11:32.562259 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:11:32.562259 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:11:32.562259 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:11:32.562259 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:11:32.562259 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:11:32.562259 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:11:32.562259 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:11:32.562259 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:11:32.562259 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:11:32.562259 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:11:32.562259 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:11:32.562259 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:11:32.562259 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:11:32.562259 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:11:32.657263 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee64cac1-a9a9-4e88-a5a7-a0592a203c57 req-02e746f2-039e-44ed-abaf-bd1e8d970358 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:32.658961 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ee64cac1-a9a9-4e88-a5a7-a0592a203c57 req-02e746f2-039e-44ed-abaf-bd1e8d970358 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.0692170 Aug 18 13:11:32.705373 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ee64cac1-a9a9-4e88-a5a7-a0592a203c57 req-19dca2f4-eddb-443d-a0b4-0a0827ca54e2 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400608 Aug 18 13:11:32.727968 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8860de3b-88d9-42a8-adad-0ccdf09ade0e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:32.735786 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8860de3b-88d9-42a8-adad-0ccdf09ade0e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:32.740527 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8860de3b-88d9-42a8-adad-0ccdf09ade0e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] 10.222.0.13 "DELETE /v2.0/networks/fb2a4f12-c2b2-47af-8e93-ec54df8a89c0 HTTP/1.1" status: 204 len: 168 time: 0.6272049 Aug 18 13:11:32.785912 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8860de3b-88d9-42a8-adad-0ccdf09ade0e tempest-NetworksTestDHCPv6-628752739 tempest-NetworksTestDHCPv6-628752739-project] Pushing event deleted for resources: {'Network': ['ID=fb2a4f12-c2b2-47af-8e93-ec54df8a89c0,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:32.860323 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d123608-eea9-4603-96ec-5e7e5b229f33 req-9207d604-22cd-4929-8927-deaf1b55ea26 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:32.865207 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5d123608-eea9-4603-96ec-5e7e5b229f33 req-9207d604-22cd-4929-8927-deaf1b55ea26 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.0557942 Aug 18 13:11:32.902409 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5d123608-eea9-4603-96ec-5e7e5b229f33 req-e1ef9e94-e085-4a81-9823-5d283ee38069 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334389 Aug 18 13:11:33.400954 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37308) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:33.446129 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb1aec-511b-4d4a-ae37-4ce934ec7d13 req-5b6de8c6-9a18-4030-825e-1353ebf1af8a tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:33.448670 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ffeb1aec-511b-4d4a-ae37-4ce934ec7d13 req-5b6de8c6-9a18-4030-825e-1353ebf1af8a tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.0699236 Aug 18 13:11:33.499299 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ffeb1aec-511b-4d4a-ae37-4ce934ec7d13 req-366191d4-a2fa-4eaf-b645-70f9aee28df1 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442719 Aug 18 13:11:33.514230 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37312) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:33.664707 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d92ae32a-9380-4962-98cb-2ef135547a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:33.666068 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79e32e-779d-44c9-8575-4b8d93073865 req-144543d4-8ef2-451a-a79d-a6ee97829d2b tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:33.673470 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd79e32e-779d-44c9-8575-4b8d93073865 req-144543d4-8ef2-451a-a79d-a6ee97829d2b tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.0741010 Aug 18 13:11:33.738475 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd79e32e-779d-44c9-8575-4b8d93073865 req-5cdcf4ae-c0c0-4cde-9cbc-2e66b2854c81 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595312 Aug 18 13:11:33.784434 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8e3eb8c7-12d7-4f5a-89be-5a85891813a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a22835a92ccd454cb17ed125e0ff09fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2689164 Aug 18 13:11:33.785738 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d92ae32a-9380-4962-98cb-2ef135547a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:33.786932 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37322) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:33.837821 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f7be6136-562c-4ed1-ac55-c7fcfa437975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:33.848681 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d92ae32a-9380-4962-98cb-2ef135547a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:33.890970 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f7be6136-562c-4ed1-ac55-c7fcfa437975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:33.924743 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ae32a-9380-4962-98cb-2ef135547a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3b9c9d-6aaa-4a56-8704-0d091b4154c0,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:33.960618 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d92ae32a-9380-4962-98cb-2ef135547a44 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8f212f68ec734c949bc16aaa124c6371&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5555027 Aug 18 13:11:33.961302 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37330) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:34.016406 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2afbc-25bc-48e3-94ae-5d3e8563440d req-bdf80b90-5fe4-48bb-a44c-b90ac8119f74 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:34.026078 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e6e2afbc-25bc-48e3-94ae-5d3e8563440d req-bdf80b90-5fe4-48bb-a44c-b90ac8119f74 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.0823867 Aug 18 13:11:34.035921 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0da8d54a-93d9-4962-b9f7-a84f7421f8df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:34.065323 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0da8d54a-93d9-4962-b9f7-a84f7421f8df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:34.070190 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e6e2afbc-25bc-48e3-94ae-5d3e8563440d req-59537919-856a-434c-8f44-d5a6b2c021be tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431905 Aug 18 13:11:34.111896 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f7be6136-562c-4ed1-ac55-c7fcfa437975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:34.115400 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f7be6136-562c-4ed1-ac55-c7fcfa437975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:34.115400 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f7be6136-562c-4ed1-ac55-c7fcfa437975 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2497f063-80ed-4d47-82df-aaa897de8727 HTTP/1.1" status: 204 len: 168 time: 0.3284142 Aug 18 13:11:34.127442 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be6136-562c-4ed1-ac55-c7fcfa437975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2497f063-80ed-4d47-82df-aaa897de8727,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:34.221233 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524721c-3f00-4e2e-93b8-33307af85b92 req-ccabe6e5-dbd4-4866-b1f6-c744a5bdf570 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:34.222745 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d524721c-3f00-4e2e-93b8-33307af85b92 req-ccabe6e5-dbd4-4866-b1f6-c744a5bdf570 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.0567763 Aug 18 13:11:34.224207 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0da8d54a-93d9-4962-b9f7-a84f7421f8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:34.226924 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0da8d54a-93d9-4962-b9f7-a84f7421f8df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:34.227833 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0da8d54a-93d9-4962-b9f7-a84f7421f8df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bf3b9c9d-6aaa-4a56-8704-0d091b4154c0 HTTP/1.1" status: 204 len: 168 time: 0.2661316 Aug 18 13:11:34.236682 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8d54a-93d9-4962-b9f7-a84f7421f8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3b9c9d-6aaa-4a56-8704-0d091b4154c0,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:34.298430 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d524721c-3f00-4e2e-93b8-33307af85b92 req-d9d6faf6-d06a-44b2-b762-bf731e2a4e60 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511990 Aug 18 13:11:34.503520 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882dc39-d24a-421c-a2ba-d7ef01a6fa4a req-6453e719-324d-4a91-adc6-462aaef21b91 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:34.506528 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3882dc39-d24a-421c-a2ba-d7ef01a6fa4a req-6453e719-324d-4a91-adc6-462aaef21b91 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.1068020 Aug 18 13:11:34.564017 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3882dc39-d24a-421c-a2ba-d7ef01a6fa4a req-9dc4a2c8-a6f5-4033-b963-913c13bb54a8 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445514 Aug 18 13:11:34.733667 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1c854-bc8d-415d-bcd6-982f3b491d55 req-b3d7913d-fac4-45b4-90a0-2552e4d7051c tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:34.736113 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fdb1c854-bc8d-415d-bcd6-982f3b491d55 req-b3d7913d-fac4-45b4-90a0-2552e4d7051c tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.0826428 Aug 18 13:11:34.784938 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fdb1c854-bc8d-415d-bcd6-982f3b491d55 req-7411de74-fb35-44c8-a869-e8bdc647ff9a tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379620 Aug 18 13:11:35.209153 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37370) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:35.226393 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-03744521-f71b-4b18-aa45-18f05fd30b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:35.363211 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7021a9-aa7d-4888-a6c5-cc612fdc69f9 req-01e9d3b1-8e9e-4e27-a87b-7138657d884f tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:35.364717 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2d7021a9-aa7d-4888-a6c5-cc612fdc69f9 req-01e9d3b1-8e9e-4e27-a87b-7138657d884f tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.0748363 Aug 18 13:11:35.382199 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-03744521-f71b-4b18-aa45-18f05fd30b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:35.410431 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2d7021a9-aa7d-4888-a6c5-cc612fdc69f9 req-a64f4b33-e490-44ba-92e8-472dae0f6982 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378914 Aug 18 13:11:35.484993 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-03744521-f71b-4b18-aa45-18f05fd30b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:35.530470 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-03744521-f71b-4b18-aa45-18f05fd30b3c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4fb3498871ed4249830f920777fcc8fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3201826 Aug 18 13:11:35.532488 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03744521-f71b-4b18-aa45-18f05fd30b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ecacd18-90ec-4275-862d-bc62fe989337,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:35.533196 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37382) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:35.550196 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37384) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:35.603296 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6b83f098-f96e-4551-96d2-51fb060e7926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:35.642059 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6b83f098-f96e-4551-96d2-51fb060e7926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:35.682317 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-1c638d11-3d19-4d23-ad69-7e113ed09189 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-257395310'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:11:35.790093 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c638d11-3d19-4d23-ad69-7e113ed09189 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Made reservation on behalf of 64bb0f2865a449c5855cf58d930e01ff for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:11:35.792664 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6b83f098-f96e-4551-96d2-51fb060e7926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:35.794623 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1c638d11-3d19-4d23-ad69-7e113ed09189 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:35.795556 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6b83f098-f96e-4551-96d2-51fb060e7926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:35.799355 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6b83f098-f96e-4551-96d2-51fb060e7926 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9ecacd18-90ec-4275-862d-bc62fe989337 HTTP/1.1" status: 204 len: 168 time: 0.2617941 Aug 18 13:11:35.805987 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b83f098-f96e-4551-96d2-51fb060e7926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ecacd18-90ec-4275-862d-bc62fe989337,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:35.815489 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1c638d11-3d19-4d23-ad69-7e113ed09189 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:35.953056 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1c638d11-3d19-4d23-ad69-7e113ed09189 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:36.035958 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1c638d11-3d19-4d23-ad69-7e113ed09189 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:36.064575 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c638d11-3d19-4d23-ad69-7e113ed09189 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:11:36.074645 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c638d11-3d19-4d23-ad69-7e113ed09189 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd77ecc-14ba-4d1b-bcb3-5a6772920610,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:36.079407 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1c638d11-3d19-4d23-ad69-7e113ed09189 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:36.079758 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-1c638d11-3d19-4d23-ad69-7e113ed09189 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Added segment 12a4574e-3a29-4a92-8368-e198291e814c of type vlan for network 4b0c41f2-d8c1-426e-a6bd-846e8e92f429 Aug 18 13:11:36.132636 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1c638d11-3d19-4d23-ad69-7e113ed09189 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:36.275579 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1c638d11-3d19-4d23-ad69-7e113ed09189 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:36.287838 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c638d11-3d19-4d23-ad69-7e113ed09189 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:36.287838 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1c638d11-3d19-4d23-ad69-7e113ed09189 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:36.354518 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c638d11-3d19-4d23-ad69-7e113ed09189 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Pushing event updated for resources: {'Network': ['ID=4b0c41f2-d8c1-426e-a6bd-846e8e92f429,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:36.367445 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 4b0c41f2-d8c1-426e-a6bd-846e8e92f429 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:11:36.402200 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1c638d11-3d19-4d23-ad69-7e113ed09189 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8506837 Aug 18 13:11:36.405269 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37400) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:36.410414 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-853d2d53-2ec5-44d5-881b-4ad1eb9cd79e tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Request body: {'subnet': {'network_id': '4b0c41f2-d8c1-426e-a6bd-846e8e92f429', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:11:36.572225 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcbca9d-8f56-410a-95b3-5c4f47dbf9ef req-310ec303-602a-48da-8ecf-229639d883cf tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:36.573708 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3fcbca9d-8f56-410a-95b3-5c4f47dbf9ef req-310ec303-602a-48da-8ecf-229639d883cf tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.0589232 Aug 18 13:11:36.616748 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3fcbca9d-8f56-410a-95b3-5c4f47dbf9ef req-92524393-b9f8-448f-bc9a-bc7e2f4729ff tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370100 Aug 18 13:11:36.657844 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853d2d53-2ec5-44d5-881b-4ad1eb9cd79e tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Made reservation on behalf of 64bb0f2865a449c5855cf58d930e01ff for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:11:36.670552 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-853d2d53-2ec5-44d5-881b-4ad1eb9cd79e tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:37.007106 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-853d2d53-2ec5-44d5-881b-4ad1eb9cd79e tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:37.070065 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d2d53-2ec5-44d5-881b-4ad1eb9cd79e tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Pushing event updated for resources: {'Subnet': ['ID=c24d5f3c-3586-4980-876f-2b6d8cc86a3c,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:37.077366 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853d2d53-2ec5-44d5-881b-4ad1eb9cd79e tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Checking segment: {'id': '12a4574e-3a29-4a92-8368-e198291e814c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4b0c41f2-d8c1-426e-a6bd-846e8e92f429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:11:37.077734 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853d2d53-2ec5-44d5-881b-4ad1eb9cd79e tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Network hostable DHCP agents. Network: 4b0c41f2-d8c1-426e-a6bd-846e8e92f429, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:11:37.108701 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8218a-0b8c-43f4-bc58-864110355df5 req-65e9c330-aade-4938-b26f-cd110e51a4af tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:37.110212 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-eae8218a-0b8c-43f4-bc58-864110355df5 req-65e9c330-aade-4938-b26f-cd110e51a4af tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.0511684 Aug 18 13:11:37.150216 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-eae8218a-0b8c-43f4-bc58-864110355df5 req-149c78bc-cd11-4399-8c7c-91d0a1b5f7e4 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331960 Aug 18 13:11:37.264086 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853d2d53-2ec5-44d5-881b-4ad1eb9cd79e tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Network 4b0c41f2-d8c1-426e-a6bd-846e8e92f429 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:11:37.373184 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-853d2d53-2ec5-44d5-881b-4ad1eb9cd79e tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 4b0c41f2-d8c1-426e-a6bd-846e8e92f429) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:11:37.379164 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853d2d53-2ec5-44d5-881b-4ad1eb9cd79e tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:37.379164 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-853d2d53-2ec5-44d5-881b-4ad1eb9cd79e tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:37.384395 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744bcc0d-aa24-49ff-84bb-97a95e59f722 None None] Network 4b0c41f2-d8c1-426e-a6bd-846e8e92f429 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:11:37.482161 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-853d2d53-2ec5-44d5-881b-4ad1eb9cd79e tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0758262 Aug 18 13:11:37.484921 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37436) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:37.490663 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-30057398-350f-486f-8db6-728f4990df6c tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Request body: {'port': {'network_id': '4b0c41f2-d8c1-426e-a6bd-846e8e92f429', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-849369485'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:11:37.553958 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ab85a9-2d53-4c98-b01f-bc39cacd710a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-4b0c41f2-d8c1-426e-a6bd-846e8e92f429', 'network_id': '4b0c41f2-d8c1-426e-a6bd-846e8e92f429', 'tenant_id': '64bb0f2865a449c5855cf58d930e01ff', 'fixed_ips': [{'subnet_id': 'c24d5f3c-3586-4980-876f-2b6d8cc86a3c'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:11:37.555150 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-91ab85a9-2d53-4c98-b01f-bc39cacd710a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:37.701349 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-91ab85a9-2d53-4c98-b01f-bc39cacd710a None None] Allocated IP 2001:db8::2 (4b0c41f2-d8c1-426e-a6bd-846e8e92f429/c24d5f3c-3586-4980-876f-2b6d8cc86a3c/388c16b9-2121-44da-9d17-cb87004018bc) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:11:37.744085 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30057398-350f-486f-8db6-728f4990df6c tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Made reservation on behalf of 64bb0f2865a449c5855cf58d930e01ff for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:11:37.747925 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-30057398-350f-486f-8db6-728f4990df6c tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:37.772828 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [None req-30057398-350f-486f-8db6-728f4990df6c tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] device_id is not set on port 85d61d78-3c4d-4f32-909a-ee339fb01dd4 yet. {{(pid=101675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:11:37.888656 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-91ab85a9-2d53-4c98-b01f-bc39cacd710a None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:37.898277 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-91ab85a9-2d53-4c98-b01f-bc39cacd710a None None] Transition to ACTIVE for port object 388c16b9-2121-44da-9d17-cb87004018bc will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:11:37.922436 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-91ab85a9-2d53-4c98-b01f-bc39cacd710a None None] Transition to ACTIVE for port object 388c16b9-2121-44da-9d17-cb87004018bc will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:11:38.020343 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-91ab85a9-2d53-4c98-b01f-bc39cacd710a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:38.056818 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ab85a9-2d53-4c98-b01f-bc39cacd710a None None] Network 4b0c41f2-d8c1-426e-a6bd-846e8e92f429 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:11:38.060869 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-91ab85a9-2d53-4c98-b01f-bc39cacd710a None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:11:38.063502 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ab85a9-2d53-4c98-b01f-bc39cacd710a None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:11:38.081592 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab85a9-2d53-4c98-b01f-bc39cacd710a None None] Pushing event updated for resources: {'Port': ['ID=388c16b9-2121-44da-9d17-cb87004018bc,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:38.081805 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-30057398-350f-486f-8db6-728f4990df6c tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Allocated IP 2001:db8::d4 (4b0c41f2-d8c1-426e-a6bd-846e8e92f429/c24d5f3c-3586-4980-876f-2b6d8cc86a3c/85d61d78-3c4d-4f32-909a-ee339fb01dd4) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:11:38.141252 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-91ab85a9-2d53-4c98-b01f-bc39cacd710a None None] Attempting to bind port 388c16b9-2121-44da-9d17-cb87004018bc on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:11:38.141552 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-91ab85a9-2d53-4c98-b01f-bc39cacd710a None None] Attempting to bind port 388c16b9-2121-44da-9d17-cb87004018bc by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '12a4574e-3a29-4a92-8368-e198291e814c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4b0c41f2-d8c1-426e-a6bd-846e8e92f429'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:11:38.143453 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ab85a9-2d53-4c98-b01f-bc39cacd710a None None] Attempting to bind port 388c16b9-2121-44da-9d17-cb87004018bc on network 4b0c41f2-d8c1-426e-a6bd-846e8e92f429 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:11:38.149709 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ab85a9-2d53-4c98-b01f-bc39cacd710a None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:11:38.150125 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ab85a9-2d53-4c98-b01f-bc39cacd710a None None] Checking segment: {'id': '12a4574e-3a29-4a92-8368-e198291e814c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4b0c41f2-d8c1-426e-a6bd-846e8e92f429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:11:38.150522 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-91ab85a9-2d53-4c98-b01f-bc39cacd710a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:38.151006 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ab85a9-2d53-4c98-b01f-bc39cacd710a None None] Bound using segment: {'id': '12a4574e-3a29-4a92-8368-e198291e814c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4b0c41f2-d8c1-426e-a6bd-846e8e92f429'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:11:38.151483 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-91ab85a9-2d53-4c98-b01f-bc39cacd710a None None] Bound port: 388c16b9-2121-44da-9d17-cb87004018bc, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12a4574e-3a29-4a92-8368-e198291e814c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '4b0c41f2-d8c1-426e-a6bd-846e8e92f429'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:11:38.151864 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-91ab85a9-2d53-4c98-b01f-bc39cacd710a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:38.226899 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-91ab85a9-2d53-4c98-b01f-bc39cacd710a None None] For port 388c16b9-2121-44da-9d17-cb87004018bc, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:11:38.233020 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-91ab85a9-2d53-4c98-b01f-bc39cacd710a None None] For port 388c16b9-2121-44da-9d17-cb87004018bc, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=388c16b9-2121-44da-9d17-cb87004018bc,segment=NetworkSegment(12a4574e-3a29-4a92-8368-e198291e814c),segment_id=12a4574e-3a29-4a92-8368-e198291e814c)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:11:38.300569 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2ada3-6bc7-4f7a-98b1-a54bd1147dd8 req-e7402c58-bb8a-48db-a7b6-5b75283ae45c tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:38.307644 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-30057398-350f-486f-8db6-728f4990df6c tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:38.308126 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cbb2ada3-6bc7-4f7a-98b1-a54bd1147dd8 req-e7402c58-bb8a-48db-a7b6-5b75283ae45c tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.0682161 Aug 18 13:11:38.326345 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-30057398-350f-486f-8db6-728f4990df6c tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Transition to ACTIVE for port object 85d61d78-3c4d-4f32-909a-ee339fb01dd4 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:11:38.345553 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-91ab85a9-2d53-4c98-b01f-bc39cacd710a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:38.355326 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cbb2ada3-6bc7-4f7a-98b1-a54bd1147dd8 req-f72be5ff-cf4a-4d1f-9e34-52ebaca8cf5c tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417352 Aug 18 13:11:38.422627 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab85a9-2d53-4c98-b01f-bc39cacd710a None None] Pushing event updated for resources: {'Port': ['ID=388c16b9-2121-44da-9d17-cb87004018bc,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:38.484096 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3522887-9ab4-42f7-9716-5921771b7ec1 req-efdab46b-697b-415b-a01a-7bce3b0e3027 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:38.495227 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a3522887-9ab4-42f7-9716-5921771b7ec1 req-efdab46b-697b-415b-a01a-7bce3b0e3027 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.0587127 Aug 18 13:11:38.496186 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-30057398-350f-486f-8db6-728f4990df6c tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:38.563822 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30057398-350f-486f-8db6-728f4990df6c tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Network 4b0c41f2-d8c1-426e-a6bd-846e8e92f429 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:11:38.574039 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-30057398-350f-486f-8db6-728f4990df6c tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:11:38.581058 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30057398-350f-486f-8db6-728f4990df6c tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:11:38.581876 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37480) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:38.593834 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30057398-350f-486f-8db6-728f4990df6c tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:38.593834 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-30057398-350f-486f-8db6-728f4990df6c tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:38.620248 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a3522887-9ab4-42f7-9716-5921771b7ec1 req-84cbb8a4-c8ab-4836-8151-b3bb05f94b60 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279311 Aug 18 13:11:38.628827 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30057398-350f-486f-8db6-728f4990df6c tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Pushing event updated for resources: {'Port': ['ID=85d61d78-3c4d-4f32-909a-ee339fb01dd4,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:38.716837 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-30057398-350f-486f-8db6-728f4990df6c tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 1.2308283 Aug 18 13:11:38.719974 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37488) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:38.725652 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-a0e1bc4e-7201-4567-b05b-d7b69a2b4290 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Request body: {'port': {'network_id': '4b0c41f2-d8c1-426e-a6bd-846e8e92f429', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-725340049', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:11:38.730324 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.api.validators [None req-a0e1bc4e-7201-4567-b05b-d7b69a2b4290 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] bootfile-name is not in valid_values {{(pid=101676) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 18 13:11:38.730776 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.api.validators [None req-a0e1bc4e-7201-4567-b05b-d7b69a2b4290 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] tftp-server is not in valid_values {{(pid=101676) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 18 13:11:38.731115 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.api.validators [None req-a0e1bc4e-7201-4567-b05b-d7b69a2b4290 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] server-ip-address is not in valid_values {{(pid=101676) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 18 13:11:38.817072 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ddc197b5-94d0-4f58-ad91-a68bd7f23712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:38.831651 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f5ffa-32b9-4bd8-8237-81170f2adc72 req-869318ef-c548-41ab-a3de-e01df511ffed tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:38.839945 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da6f5ffa-32b9-4bd8-8237-81170f2adc72 req-869318ef-c548-41ab-a3de-e01df511ffed tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.0663824 Aug 18 13:11:38.874908 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da6f5ffa-32b9-4bd8-8237-81170f2adc72 req-d856f749-a849-4c29-a1e4-78dff600256e tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340672 Aug 18 13:11:39.018675 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ddc197b5-94d0-4f58-ad91-a68bd7f23712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:39.031119 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5379d5a-addb-4d44-8ca6-fd78ffbaa429 req-2b896bb7-858d-4af2-b2c6-222d82e50dbc tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:39.032815 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d5379d5a-addb-4d44-8ca6-fd78ffbaa429 req-2b896bb7-858d-4af2-b2c6-222d82e50dbc tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.0796497 Aug 18 13:11:39.081913 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d5379d5a-addb-4d44-8ca6-fd78ffbaa429 req-8b46925d-f373-4cd2-bcce-9ba48c1a4f66 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426199 Aug 18 13:11:39.244663 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c112ba4-8b03-43c7-bb16-662f41f7d5f0 req-85d37520-234c-45f2-a06d-2494bd417f66 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:39.246408 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1c112ba4-8b03-43c7-bb16-662f41f7d5f0 req-85d37520-234c-45f2-a06d-2494bd417f66 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.0688281 Aug 18 13:11:39.294569 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1c112ba4-8b03-43c7-bb16-662f41f7d5f0 req-25a48350-97dc-416a-84f0-e3f4faab5155 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410066 Aug 18 13:11:39.330431 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ddc197b5-94d0-4f58-ad91-a68bd7f23712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:39.403951 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc197b5-94d0-4f58-ad91-a68bd7f23712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22875c6-e1d3-4f7b-bd77-a82c1d83e24d,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:39.409943 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ddc197b5-94d0-4f58-ad91-a68bd7f23712 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cfa4a6d898a94443951e7502820ff10d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8271005 Aug 18 13:11:39.413475 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37506) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:39.507824 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-284e4a79-22cb-4dfe-b1be-d6e52c4c72a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:39.510276 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e1bc4e-7201-4567-b05b-d7b69a2b4290 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Made reservation on behalf of 64bb0f2865a449c5855cf58d930e01ff for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:11:39.514706 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a0e1bc4e-7201-4567-b05b-d7b69a2b4290 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:39.528088 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f006b2-8309-446c-84c5-7847a035383a req-58e3ef86-3f28-4944-a42e-4d054a30ca43 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:39.529881 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-68f006b2-8309-446c-84c5-7847a035383a req-58e3ef86-3f28-4944-a42e-4d054a30ca43 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.1296730 Aug 18 13:11:39.540699 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-a0e1bc4e-7201-4567-b05b-d7b69a2b4290 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] device_id is not set on port ca4b2160-8cfb-4ef2-aec4-f428a616f907 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:11:39.576303 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-284e4a79-22cb-4dfe-b1be-d6e52c4c72a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:39.619399 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5dc29e-0e8e-48e3-b0c6-1af7c1a9c37c None None] Network 4b0c41f2-d8c1-426e-a6bd-846e8e92f429 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:11:39.631269 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-68f006b2-8309-446c-84c5-7847a035383a req-ce0da1b8-cc95-4666-9e6b-c5a14e88dd86 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922215 Aug 18 13:11:39.717889 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-a0e1bc4e-7201-4567-b05b-d7b69a2b4290 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Allocated IP 2001:db8::300 (4b0c41f2-d8c1-426e-a6bd-846e8e92f429/c24d5f3c-3586-4980-876f-2b6d8cc86a3c/ca4b2160-8cfb-4ef2-aec4-f428a616f907) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:11:39.777927 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-284e4a79-22cb-4dfe-b1be-d6e52c4c72a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:39.782770 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-284e4a79-22cb-4dfe-b1be-d6e52c4c72a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:39.787598 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-284e4a79-22cb-4dfe-b1be-d6e52c4c72a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a22875c6-e1d3-4f7b-bd77-a82c1d83e24d HTTP/1.1" status: 204 len: 168 time: 0.3731124 Aug 18 13:11:39.812876 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e4a79-22cb-4dfe-b1be-d6e52c4c72a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22875c6-e1d3-4f7b-bd77-a82c1d83e24d,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:39.881652 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-0860a51a-87b0-4e38-b17b-061e32f36fd6 None None] Provisioning for port 388c16b9-2121-44da-9d17-cb87004018bc completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:11:39.882751 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507b10c-a1c3-451a-874b-7424a9d26a48 req-6fd1ef31-6654-43a3-ad9a-f342e68d57f5 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:39.884374 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4507b10c-a1c3-451a-874b-7424a9d26a48 req-6fd1ef31-6654-43a3-ad9a-f342e68d57f5 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.1452827 Aug 18 13:11:39.944584 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4507b10c-a1c3-451a-874b-7424a9d26a48 req-fc0d9982-c73e-48d5-ae9f-678e2e8fbda3 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453367 Aug 18 13:11:40.156097 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a0e1bc4e-7201-4567-b05b-d7b69a2b4290 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:40.173826 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 388c16b9-2121-44da-9d17-cb87004018bc up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:11:40.204142 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-a0e1bc4e-7201-4567-b05b-d7b69a2b4290 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Transition to ACTIVE for port object ca4b2160-8cfb-4ef2-aec4-f428a616f907 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:11:40.244951 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f53150-f37c-4761-ac19-6450ad0693f4 req-da3d44be-7f46-4337-8a0d-f57d956d79de tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:40.253827 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e9f53150-f37c-4761-ac19-6450ad0693f4 req-da3d44be-7f46-4337-8a0d-f57d956d79de tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.1255460 Aug 18 13:11:40.366141 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e9f53150-f37c-4761-ac19-6450ad0693f4 req-a266574d-2d8f-4d42-ba80-836029e7d541 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112566 Aug 18 13:11:40.441440 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 388c16b9-2121-44da-9d17-cb87004018bc completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:11:40.454302 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 388c16b9-2121-44da-9d17-cb87004018bc triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:11:40.454302 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:40.482344 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a0e1bc4e-7201-4567-b05b-d7b69a2b4290 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:40.510793 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-96f317ca-8a29-4d81-b63e-deae1240e881 None None] Provisioning for port 85d61d78-3c4d-4f32-909a-ee339fb01dd4 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:11:40.522594 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-96f317ca-8a29-4d81-b63e-deae1240e881 None None] Provisioning complete for port 85d61d78-3c4d-4f32-909a-ee339fb01dd4 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:11:40.523273 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-96f317ca-8a29-4d81-b63e-deae1240e881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:40.587982 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-96f317ca-8a29-4d81-b63e-deae1240e881 None None] Port 85d61d78-3c4d-4f32-909a-ee339fb01dd4 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:11:40.611041 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e1bc4e-7201-4567-b05b-d7b69a2b4290 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Network 4b0c41f2-d8c1-426e-a6bd-846e8e92f429 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:11:40.620963 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-96f317ca-8a29-4d81-b63e-deae1240e881 None None] Provisioning complete for port 388c16b9-2121-44da-9d17-cb87004018bc triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:11:40.622127 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-96f317ca-8a29-4d81-b63e-deae1240e881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:40.675473 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-a0e1bc4e-7201-4567-b05b-d7b69a2b4290 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:11:40.687054 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e1bc4e-7201-4567-b05b-d7b69a2b4290 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:11:40.708059 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e1bc4e-7201-4567-b05b-d7b69a2b4290 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:40.708059 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a0e1bc4e-7201-4567-b05b-d7b69a2b4290 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:40.708680 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e1bc4e-7201-4567-b05b-d7b69a2b4290 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Pushing event updated for resources: {'Port': ['ID=ca4b2160-8cfb-4ef2-aec4-f428a616f907,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:40.712285 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:40.732360 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41883669-18c9-4c0b-83a8-0a7d2f0ceee4 req-cb453cda-a481-4a00-9c85-256579f313f8 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:40.734098 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-41883669-18c9-4c0b-83a8-0a7d2f0ceee4 req-cb453cda-a481-4a00-9c85-256579f313f8 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.1365190 Aug 18 13:11:40.785592 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-96f317ca-8a29-4d81-b63e-deae1240e881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:40.825627 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37544) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:40.826449 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a0e1bc4e-7201-4567-b05b-d7b69a2b4290 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.1053290 Aug 18 13:11:40.840382 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-41883669-18c9-4c0b-83a8-0a7d2f0ceee4 req-677182c5-a01a-4805-ae03-871e4adcdaf0 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905254 Aug 18 13:11:40.847379 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 388c16b9-2121-44da-9d17-cb87004018bc, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=388c16b9-2121-44da-9d17-cb87004018bc,segment=NetworkSegment(12a4574e-3a29-4a92-8368-e198291e814c),segment_id=12a4574e-3a29-4a92-8368-e198291e814c)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:11:40.933655 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:40.964138 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18b9aab-5338-407e-9227-b68bd13431aa tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:40.977379 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18b9aab-5338-407e-9227-b68bd13431aa tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:40.983688 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18b9aab-5338-407e-9227-b68bd13431aa tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:40.985676 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e18b9aab-5338-407e-9227-b68bd13431aa tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1579595 Aug 18 13:11:41.001249 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37550) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:41.056685 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.db.api [None req-96f317ca-8a29-4d81-b63e-deae1240e881 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:11:41.061481 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3baa3-1221-4bd2-8a95-51440ed6150c req-c0a06f20-05ea-4e49-8e75-04a4b42ee011 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:41.061624 n-d-803603-2 neutron-server[101677]: DEBUG oslo_db.api [None req-96f317ca-8a29-4d81-b63e-deae1240e881 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:11:41.063734 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=388c16b9-2121-44da-9d17-cb87004018bc,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:41.066264 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e3c3baa3-1221-4bd2-8a95-51440ed6150c req-c0a06f20-05ea-4e49-8e75-04a4b42ee011 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.1028552 Aug 18 13:11:41.118867 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e3c3baa3-1221-4bd2-8a95-51440ed6150c req-d0f9b27c-8e2c-47d0-8231-074f7192d16b tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516348 Aug 18 13:11:41.163851 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08d3c9-6b68-401d-b626-d45819762298 req-4ebdd57c-9eaf-4b0f-81ef-169141354994 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:41.174774 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bc08d3c9-6b68-401d-b626-d45819762298 req-4ebdd57c-9eaf-4b0f-81ef-169141354994 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 947 time: 0.1876681 Aug 18 13:11:41.241774 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-33ec3fb3-a6d8-4b26-8546-c9dc8406c4bc tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Deleting port ca4b2160-8cfb-4ef2-aec4-f428a616f907 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:11:41.242522 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-33ec3fb3-a6d8-4b26-8546-c9dc8406c4bc tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:41.296005 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc990f78-cdff-4762-aae7-2693db6454c7 req-574c6ea9-4214-492e-895b-6e75b0262750 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:41.298896 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bc990f78-cdff-4762-aae7-2693db6454c7 req-574c6ea9-4214-492e-895b-6e75b0262750 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.0674307 Aug 18 13:11:41.316331 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bc08d3c9-6b68-401d-b626-d45819762298 req-0a2a9544-85b5-43e3-ade4-05d574d8e8ed tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315372 Aug 18 13:11:41.394061 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bc990f78-cdff-4762-aae7-2693db6454c7 req-f363f720-be53-4b1e-a8cd-66c9d6e5a439 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815542 Aug 18 13:11:41.414644 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-33ec3fb3-a6d8-4b26-8546-c9dc8406c4bc tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:41.437326 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-33ec3fb3-a6d8-4b26-8546-c9dc8406c4bc tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Calling delete_port for ca4b2160-8cfb-4ef2-aec4-f428a616f907 owned by {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:11:41.538757 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-19415657-b9de-4277-9921-3f58462d0018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:41.606577 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10b7b3-2ae7-4526-8175-f861bd747111 req-1e8a6e61-c1e3-4815-ac84-1585a399736b tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:41.616115 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7d10b7b3-2ae7-4526-8175-f861bd747111 req-1e8a6e61-c1e3-4815-ac84-1585a399736b tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.1168237 Aug 18 13:11:41.658959 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7d10b7b3-2ae7-4526-8175-f861bd747111 req-2906004c-3576-41fa-86d4-72bae77537f2 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413554 Aug 18 13:11:41.710380 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-33ec3fb3-a6d8-4b26-8546-c9dc8406c4bc tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:41.801518 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-73060b24-61c4-47af-8751-455f2edb346c None None] Provisioning complete for port 85d61d78-3c4d-4f32-909a-ee339fb01dd4 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:11:41.803798 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-73060b24-61c4-47af-8751-455f2edb346c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:41.826280 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-33ec3fb3-a6d8-4b26-8546-c9dc8406c4bc tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:41.836205 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37580) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:41.838571 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-33ec3fb3-a6d8-4b26-8546-c9dc8406c4bc tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] 10.222.0.13 "DELETE /v2.0/ports/ca4b2160-8cfb-4ef2-aec4-f428a616f907 HTTP/1.1" status: 204 len: 168 time: 0.8245177 Aug 18 13:11:41.839961 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec3fb3-a6d8-4b26-8546-c9dc8406c4bc tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Pushing event deleted for resources: {'Port': ['ID=ca4b2160-8cfb-4ef2-aec4-f428a616f907,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:41.866896 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-873522cc-1655-45eb-902c-b078a8dcd5eb tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Request body: {'port': {'name': 'tempest-new-port-name-131863097', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:11:41.869286 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.api.validators [None req-873522cc-1655-45eb-902c-b078a8dcd5eb tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] bootfile-name is not in valid_values {{(pid=101676) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 18 13:11:41.869286 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.api.validators [None req-873522cc-1655-45eb-902c-b078a8dcd5eb tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] tftp-server is not in valid_values {{(pid=101676) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 18 13:11:41.869286 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.api.validators [None req-873522cc-1655-45eb-902c-b078a8dcd5eb tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] server-ip-address is not in valid_values {{(pid=101676) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 18 13:11:41.896394 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-73060b24-61c4-47af-8751-455f2edb346c None None] Port 85d61d78-3c4d-4f32-909a-ee339fb01dd4 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:11:41.897904 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-73060b24-61c4-47af-8751-455f2edb346c None None] Could not find standard attr ID for object ca4b2160-8cfb-4ef2-aec4-f428a616f907. {{(pid=101677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 13:11:41.941089 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44bcb2f-575d-4d60-9dd0-63d81bf6749f req-47c69c10-87ff-484c-ada8-b31a261802ca tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:41.949086 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a44bcb2f-575d-4d60-9dd0-63d81bf6749f req-47c69c10-87ff-484c-ada8-b31a261802ca tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.1492867 Aug 18 13:11:42.004541 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-873522cc-1655-45eb-902c-b078a8dcd5eb tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:42.034813 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a44bcb2f-575d-4d60-9dd0-63d81bf6749f req-def10a6e-c1d2-468f-922e-bceca74f1755 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847423 Aug 18 13:11:42.169245 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 388c16b9-2121-44da-9d17-cb87004018bc up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:11:42.211531 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b43242-7f19-4653-ad91-7ef49f0293f3 req-1f171ddf-ff39-4a8b-a183-443bfbd09860 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:42.219579 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-70b43242-7f19-4653-ad91-7ef49f0293f3 req-1f171ddf-ff39-4a8b-a183-443bfbd09860 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.0972483 Aug 18 13:11:42.269363 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 388c16b9-2121-44da-9d17-cb87004018bc triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:11:42.269765 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:42.274741 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-873522cc-1655-45eb-902c-b078a8dcd5eb tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:42.282130 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-70b43242-7f19-4653-ad91-7ef49f0293f3 req-e3f0c050-251c-4b92-8625-813dc5ca5302 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609937 Aug 18 13:11:42.293737 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49ff94-81bb-42aa-8589-48b29d7a50be req-143e064e-a741-47fa-9564-737b3b1d6a82 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:42.295449 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bf49ff94-81bb-42aa-8589-48b29d7a50be req-143e064e-a741-47fa-9564-737b3b1d6a82 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.20 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 947 time: 0.1413341 Aug 18 13:11:42.361068 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-873522cc-1655-45eb-902c-b078a8dcd5eb tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:42.419227 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-873522cc-1655-45eb-902c-b078a8dcd5eb tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] In _notify_port_updated(), no bound segment for port 85d61d78-3c4d-4f32-909a-ee339fb01dd4 on network 4b0c41f2-d8c1-426e-a6bd-846e8e92f429 {{(pid=101676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 13:11:42.454794 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873522cc-1655-45eb-902c-b078a8dcd5eb tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:42.455503 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-873522cc-1655-45eb-902c-b078a8dcd5eb tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:42.464349 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-873522cc-1655-45eb-902c-b078a8dcd5eb tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] 10.222.0.13 "PUT /v2.0/ports/85d61d78-3c4d-4f32-909a-ee339fb01dd4 HTTP/1.1" status: 200 len: 1128 time: 0.6207888 Aug 18 13:11:42.471144 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37598) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:42.519043 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873522cc-1655-45eb-902c-b078a8dcd5eb tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Pushing event updated for resources: {'Port': ['ID=85d61d78-3c4d-4f32-909a-ee339fb01dd4,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:42.542652 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72051581-af57-410b-9297-0c235e82f111 req-f5ede926-b566-41ef-9328-b10130f35cbf tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:42.550315 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-72051581-af57-410b-9297-0c235e82f111 req-f5ede926-b566-41ef-9328-b10130f35cbf tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 947 time: 0.0714941 Aug 18 13:11:42.588564 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-72051581-af57-410b-9297-0c235e82f111 req-0c874284-6f1e-4bb0-963a-fa29b78f8df5 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373070 Aug 18 13:11:42.597931 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-bf49ff94-81bb-42aa-8589-48b29d7a50be req-e54247df-77a3-419a-b18e-c37febbe06fc tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Deleting port 84374c5e-ea52-42da-bb5a-91b676be58ba {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:11:42.600584 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bf49ff94-81bb-42aa-8589-48b29d7a50be req-e54247df-77a3-419a-b18e-c37febbe06fc tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:42.695284 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d7a5d7-5dd9-49ca-989b-2904bd3509b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:42.696986 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-18d7a5d7-5dd9-49ca-989b-2904bd3509b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] 10.222.0.13 "GET /v2.0/ports/85d61d78-3c4d-4f32-909a-ee339fb01dd4 HTTP/1.1" status: 200 len: 1128 time: 0.2163250 Aug 18 13:11:42.700920 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37606) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:42.718346 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2322d-f53f-4c43-87c0-7701bbfc1a7f req-32d6bc68-c317-4331-8bca-147f841fdfa8 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:42.727470 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e7e2322d-f53f-4c43-87c0-7701bbfc1a7f req-32d6bc68-c317-4331-8bca-147f841fdfa8 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.2315445 Aug 18 13:11:42.837669 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-071ceaa6-f0c4-41a1-a6ba-d12d348fd98e None None] Provisioning complete for port 85d61d78-3c4d-4f32-909a-ee339fb01dd4 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:11:42.838278 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-071ceaa6-f0c4-41a1-a6ba-d12d348fd98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:42.924254 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-071ceaa6-f0c4-41a1-a6ba-d12d348fd98e None None] Port 85d61d78-3c4d-4f32-909a-ee339fb01dd4 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:11:42.986364 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-4e962421-82e7-46ad-9067-b62ae7aee2c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Deleting port 85d61d78-3c4d-4f32-909a-ee339fb01dd4 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:11:42.986937 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4e962421-82e7-46ad-9067-b62ae7aee2c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:43.198205 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4e962421-82e7-46ad-9067-b62ae7aee2c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:43.233193 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-4e962421-82e7-46ad-9067-b62ae7aee2c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Calling delete_port for 85d61d78-3c4d-4f32-909a-ee339fb01dd4 owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:11:43.248745 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37612) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:43.302841 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e7e2322d-f53f-4c43-87c0-7701bbfc1a7f req-303a2336-be73-42fc-a1c1-e19b8d02e6f8 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5707397 Aug 18 13:11:43.346088 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-bf49ff94-81bb-42aa-8589-48b29d7a50be req-e54247df-77a3-419a-b18e-c37febbe06fc tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] For port 84374c5e-ea52-42da-bb5a-91b676be58ba, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=84374c5e-ea52-42da-bb5a-91b676be58ba,segment=NetworkSegment(1d336752-25b6-4131-855b-23a2ad96544b),segment_id=1d336752-25b6-4131-855b-23a2ad96544b)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:11:43.346580 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bf49ff94-81bb-42aa-8589-48b29d7a50be req-e54247df-77a3-419a-b18e-c37febbe06fc tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:43.474974 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-70efe6b6-7f02-400a-aae5-79e1074e3104 tempest-MeteringTestJSON-196212601 tempest-MeteringTestJSON-196212601-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-399664200'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:11:43.475511 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-70efe6b6-7f02-400a-aae5-79e1074e3104 tempest-MeteringTestJSON-196212601 tempest-MeteringTestJSON-196212601-project-admin] Unknown quota resources ['metering_label']. {{(pid=101676) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 13:11:43.586289 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676beed4-8c21-4d4a-8e8b-6d3edda01ef6 req-b9f0f2fa-a7d5-4cea-8507-213cd797a6a8 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:43.587966 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-676beed4-8c21-4d4a-8e8b-6d3edda01ef6 req-b9f0f2fa-a7d5-4cea-8507-213cd797a6a8 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.1944802 Aug 18 13:11:43.588816 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bf49ff94-81bb-42aa-8589-48b29d7a50be req-e54247df-77a3-419a-b18e-c37febbe06fc tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:43.589227 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bf49ff94-81bb-42aa-8589-48b29d7a50be req-e54247df-77a3-419a-b18e-c37febbe06fc tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:43.589704 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [req-bf49ff94-81bb-42aa-8589-48b29d7a50be req-e54247df-77a3-419a-b18e-c37febbe06fc tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Floating IP 84a15f56-a40b-4f67-90dc-b46096f63914 disassociated. External IP: 172.25.6.192, port: 84374c5e-ea52-42da-bb5a-91b676be58ba. Aug 18 13:11:43.590055 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-bf49ff94-81bb-42aa-8589-48b29d7a50be req-e54247df-77a3-419a-b18e-c37febbe06fc tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Calling delete_port for 84374c5e-ea52-42da-bb5a-91b676be58ba owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:11:43.646677 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-676beed4-8c21-4d4a-8e8b-6d3edda01ef6 req-ad25b619-c1d0-429e-be94-d298142f1cbe tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421836 Aug 18 13:11:43.764837 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4e962421-82e7-46ad-9067-b62ae7aee2c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:43.812647 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ed73c3d1-0bcb-41ef-9994-0db1873af6fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:43.918347 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa034a1-1f42-49a6-a34e-dcdc06a28b36 req-40645a97-cece-44ab-898c-9673133ffa03 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:43.919448 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3fa034a1-1f42-49a6-a34e-dcdc06a28b36 req-40645a97-cece-44ab-898c-9673133ffa03 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 947 time: 0.1767139 Aug 18 13:11:43.964523 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-70efe6b6-7f02-400a-aae5-79e1074e3104 tempest-MeteringTestJSON-196212601 tempest-MeteringTestJSON-196212601-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:43.965709 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-70efe6b6-7f02-400a-aae5-79e1074e3104 tempest-MeteringTestJSON-196212601 tempest-MeteringTestJSON-196212601-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7159605 Aug 18 13:11:43.966771 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e962421-82e7-46ad-9067-b62ae7aee2c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Pushing event deleted for resources: {'Port': ['ID=85d61d78-3c4d-4f32-909a-ee339fb01dd4,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:43.971726 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37630) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:43.987628 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-2ca3cb81-82ea-4394-8bf0-c6de14c68749 tempest-MeteringTestJSON-196212601 tempest-MeteringTestJSON-196212601-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'd0d55e51-8b72-4b3f-8fa9-862f8ac85bc4'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:11:43.987628 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-2ca3cb81-82ea-4394-8bf0-c6de14c68749 tempest-MeteringTestJSON-196212601 tempest-MeteringTestJSON-196212601-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101676) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 13:11:44.001127 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3fa034a1-1f42-49a6-a34e-dcdc06a28b36 req-2a567021-4dd2-43a2-a490-99cd709f5d84 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups?id=f119d678-98cd-4348-8cc6-06c1e4a549d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713382 Aug 18 13:11:44.035850 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4e962421-82e7-46ad-9067-b62ae7aee2c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:44.040513 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4e962421-82e7-46ad-9067-b62ae7aee2c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] 10.222.0.13 "DELETE /v2.0/ports/85d61d78-3c4d-4f32-909a-ee339fb01dd4 HTTP/1.1" status: 204 len: 168 time: 1.3360848 Aug 18 13:11:44.040973 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37632) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:44.058346 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bf49ff94-81bb-42aa-8589-48b29d7a50be req-e54247df-77a3-419a-b18e-c37febbe06fc tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:44.096625 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54247df-77a3-419a-b18e-c37febbe06fc tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Pushing event deleted for resources: {'Port': ['ID=84374c5e-ea52-42da-bb5a-91b676be58ba,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:44.120765 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54247df-77a3-419a-b18e-c37febbe06fc tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:44.121118 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54247df-77a3-419a-b18e-c37febbe06fc tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:44.121472 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54247df-77a3-419a-b18e-c37febbe06fc tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:44.121812 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54247df-77a3-419a-b18e-c37febbe06fc tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:44.122138 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54247df-77a3-419a-b18e-c37febbe06fc tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:44.122626 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54247df-77a3-419a-b18e-c37febbe06fc tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:44.122921 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54247df-77a3-419a-b18e-c37febbe06fc tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:44.123390 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54247df-77a3-419a-b18e-c37febbe06fc tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:44.123860 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54247df-77a3-419a-b18e-c37febbe06fc tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:44.124198 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54247df-77a3-419a-b18e-c37febbe06fc tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:44.124725 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54247df-77a3-419a-b18e-c37febbe06fc tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:44.125053 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54247df-77a3-419a-b18e-c37febbe06fc tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:44.215946 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bbb0b02-f90a-409b-9f8d-6b6cb135c3a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Deleting subnet c24d5f3c-3586-4980-876f-2b6d8cc86a3c {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:11:44.220620 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6bbb0b02-f90a-409b-9f8d-6b6cb135c3a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:44.249814 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf49ff94-81bb-42aa-8589-48b29d7a50be req-e54247df-77a3-419a-b18e-c37febbe06fc tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Router 09bac2e1-4bcb-4d0e-b000-d1314d3deba8 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:11:44.287318 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971863d-cf72-402e-8b55-384b998d0460 req-7910e672-500d-4b3a-b4da-2057f0e27e15 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:44.288980 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4971863d-cf72-402e-8b55-384b998d0460 req-7910e672-500d-4b3a-b4da-2057f0e27e15 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.2222321 Aug 18 13:11:44.302648 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6bbb0b02-f90a-409b-9f8d-6b6cb135c3a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:44.330778 n-d-803603-2 neutron-server[101676]: WARNING neutron.services.metering.metering_plugin [None req-2ca3cb81-82ea-4394-8bf0-c6de14c68749 tempest-MeteringTestJSON-196212601 tempest-MeteringTestJSON-196212601-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 18 13:11:44.363765 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf49ff94-81bb-42aa-8589-48b29d7a50be req-e54247df-77a3-419a-b18e-c37febbe06fc tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:11:44.375694 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87349f89-86b3-4139-aa7f-04768e30ca4c None None] Sync routers for ids ['09bac2e1-4bcb-4d0e-b000-d1314d3deba8'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:11:44.386548 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87349f89-86b3-4139-aa7f-04768e30ca4c None None] Routers {'09bac2e1-4bcb-4d0e-b000-d1314d3deba8'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:11:44.387205 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-87349f89-86b3-4139-aa7f-04768e30ca4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:11:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['09bac2e1-4bcb-4d0e-b000-d1314d3deba8'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:11:44.414625 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf49ff94-81bb-42aa-8589-48b29d7a50be req-e54247df-77a3-419a-b18e-c37febbe06fc tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] No DVR routers for this DVR port 84374c5e-ea52-42da-bb5a-91b676be58ba on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:11:44.417276 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bf49ff94-81bb-42aa-8589-48b29d7a50be req-e54247df-77a3-419a-b18e-c37febbe06fc tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:44.420768 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bf49ff94-81bb-42aa-8589-48b29d7a50be req-e54247df-77a3-419a-b18e-c37febbe06fc tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.20 "DELETE /v2.0/ports/84374c5e-ea52-42da-bb5a-91b676be58ba HTTP/1.1" status: 204 len: 173 time: 2.1058826 Aug 18 13:11:44.420768 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1480fd98-1897-4d2b-ac5b-38ce61a30390', 'name': 'network-vif-deleted', 'tag': '84374c5e-ea52-42da-bb5a-91b676be58ba'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:11:44.427419 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63615306-81a5-45cd-a00a-61eb54226fc8" -d '{"events": [{"server_uuid": "1480fd98-1897-4d2b-ac5b-38ce61a30390", "name": "network-vif-deleted", "tag": "84374c5e-ea52-42da-bb5a-91b676be58ba"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:11:44.458814 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2ca3cb81-82ea-4394-8bf0-c6de14c68749 tempest-MeteringTestJSON-196212601 tempest-MeteringTestJSON-196212601-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:44.463562 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2ca3cb81-82ea-4394-8bf0-c6de14c68749 tempest-MeteringTestJSON-196212601 tempest-MeteringTestJSON-196212601-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4908464 Aug 18 13:11:44.463997 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37636) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:44.469010 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-412df950-da5e-45ff-903b-e9c414879ce3 tempest-MeteringTestJSON-196212601 tempest-MeteringTestJSON-196212601-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'd0d55e51-8b72-4b3f-8fa9-862f8ac85bc4'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:11:44.472720 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-412df950-da5e-45ff-903b-e9c414879ce3 tempest-MeteringTestJSON-196212601 tempest-MeteringTestJSON-196212601-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101675) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 13:11:44.501627 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724d9c97-2ba2-413b-afb9-13bbda744248 x-openstack-request-id: req-724d9c97-2ba2-413b-afb9-13bbda744248 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:11:44.502030 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1480fd98-1897-4d2b-ac5b-38ce61a30390", "name": "network-vif-deleted", "tag": "84374c5e-ea52-42da-bb5a-91b676be58ba", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:11:44.502414 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-724d9c97-2ba2-413b-afb9-13bbda744248 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:11:44.502957 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1480fd98-1897-4d2b-ac5b-38ce61a30390', 'name': 'network-vif-deleted', 'tag': '84374c5e-ea52-42da-bb5a-91b676be58ba', 'status': 'completed', 'code': 200} Aug 18 13:11:44.509622 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4971863d-cf72-402e-8b55-384b998d0460 req-10f9b959-47bc-4145-9da9-f16cf9ea6aa1 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094913 Aug 18 13:11:44.527518 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-87349f89-86b3-4139-aa7f-04768e30ca4c None None] Set router 09bac2e1-4bcb-4d0e-b000-d1314d3deba8 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:11:44.548468 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [req-113a606d-8a7c-49f9-8e15-303ff5a0e963 req-7b881f9f-6879-401a-b666-efe175119daf service neutron] (101676) timed out ('10.222.0.39', 51329) {{(pid=101676) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 13:11:44.578195 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:44.588091 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6bbb0b02-f90a-409b-9f8d-6b6cb135c3a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:44.685514 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c9eaa-d970-4269-a0ba-d634c25e45f2 req-17fce4ac-aaed-4f08-b715-966cfc6f30a9 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:44.699778 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-283c9eaa-d970-4269-a0ba-d634c25e45f2 req-17fce4ac-aaed-4f08-b715-966cfc6f30a9 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.0778422 Aug 18 13:11:44.719383 n-d-803603-2 neutron-server[101675]: WARNING neutron.services.metering.metering_plugin [None req-412df950-da5e-45ff-903b-e9c414879ce3 tempest-MeteringTestJSON-196212601 tempest-MeteringTestJSON-196212601-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 18 13:11:44.797313 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6bbb0b02-f90a-409b-9f8d-6b6cb135c3a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:44.806249 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-87349f89-86b3-4139-aa7f-04768e30ca4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'name': 'tempest-AttachVolumeShelveTestJSON-914630308-router', 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'db86b08d-834e-4905-aed8-68082d784230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:02:47Z', 'updated_at': '2021-08-18T13:02:55Z', 'revision_number': 4, 'project_id': '55f2c489a405498aa01d9cac2d06f3c9', 'gw_port': {'id': 'db86b08d-834e-4905-aed8-68082d784230', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:02:49Z', 'updated_at': '2021-08-18T13:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '9c889dc5-eddd-47bf-876e-bcc8303c581b', 'name': '', 'network_id': '1580e32b-815c-484e-8818-74705331eaf8', 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9', 'mac_address': 'fa:16:3e:51:72:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:02:54Z', 'updated_at': '2021-08-18T13:03:05Z', 'revision_number': 5, 'project_id': '55f2c489a405498aa01d9cac2d06f3c9', 'subnets': [{'id': 'd3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:11:44.826919 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb0b02-f90a-409b-9f8d-6b6cb135c3a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Pushing event deleted for resources: {'Subnet': ['ID=c24d5f3c-3586-4980-876f-2b6d8cc86a3c,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:44.831023 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6bbb0b02-f90a-409b-9f8d-6b6cb135c3a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:44.834027 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87349f89-86b3-4139-aa7f-04768e30ca4c None None] Checking router: 09bac2e1-4bcb-4d0e-b000-d1314d3deba8 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:11:44.835981 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6bbb0b02-f90a-409b-9f8d-6b6cb135c3a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] 10.222.0.13 "DELETE /v2.0/subnets/c24d5f3c-3586-4980-876f-2b6d8cc86a3c HTTP/1.1" status: 204 len: 168 time: 0.7937634 Aug 18 13:11:44.836750 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37642) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:44.844455 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6c7b1a-39b3-4daf-a017-1ed2ea943a9a None None] Network 4b0c41f2-d8c1-426e-a6bd-846e8e92f429 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:11:44.858955 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87349f89-86b3-4139-aa7f-04768e30ca4c None None] Routers {'09bac2e1-4bcb-4d0e-b000-d1314d3deba8'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:11:44.864968 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-87349f89-86b3-4139-aa7f-04768e30ca4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:11:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['09bac2e1-4bcb-4d0e-b000-d1314d3deba8'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:11:44.925108 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-412df950-da5e-45ff-903b-e9c414879ce3 tempest-MeteringTestJSON-196212601 tempest-MeteringTestJSON-196212601-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:44.927419 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-412df950-da5e-45ff-903b-e9c414879ce3 tempest-MeteringTestJSON-196212601 tempest-MeteringTestJSON-196212601-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4615543 Aug 18 13:11:44.953808 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37644) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:44.958527 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c3139eb2-63f4-464b-bf05-9595cf16bf06 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:44.969629 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-283c9eaa-d970-4269-a0ba-d634c25e45f2 req-700a3a22-d39d-426a-a8c4-da825a1da4cf tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681873 Aug 18 13:11:44.975012 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0368b4fc-9e94-4c99-b71d-e48fdf9b62d7 tempest-MeteringTestJSON-196212601 tempest-MeteringTestJSON-196212601-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=3797e186-139f-41c3-afda-216c51ae13fb HTTP/1.1" status: 200 len: 464 time: 0.0141754 Aug 18 13:11:44.979150 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37652) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:45.070836 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-87349f89-86b3-4139-aa7f-04768e30ca4c None None] Set router 09bac2e1-4bcb-4d0e-b000-d1314d3deba8 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:11:45.120748 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-c3139eb2-63f4-464b-bf05-9595cf16bf06 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Deleting port 388c16b9-2121-44da-9d17-cb87004018bc {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:11:45.122534 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c3139eb2-63f4-464b-bf05-9595cf16bf06 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:45.143482 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebf6cf1-7582-453a-bba4-0468c464f56b None None] DHCP port deletion for 4b0c41f2-d8c1-426e-a6bd-846e8e92f429 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:11:45.220018 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-9ebf6cf1-7582-453a-bba4-0468c464f56b None None] Deleting port 388c16b9-2121-44da-9d17-cb87004018bc {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:11:45.220765 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9ebf6cf1-7582-453a-bba4-0468c464f56b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:45.241212 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-c3139eb2-63f4-464b-bf05-9595cf16bf06 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] For port 388c16b9-2121-44da-9d17-cb87004018bc, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=388c16b9-2121-44da-9d17-cb87004018bc,segment=NetworkSegment(12a4574e-3a29-4a92-8368-e198291e814c),segment_id=12a4574e-3a29-4a92-8368-e198291e814c)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:11:45.241582 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c3139eb2-63f4-464b-bf05-9595cf16bf06 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:45.257752 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-c3139eb2-63f4-464b-bf05-9595cf16bf06 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Calling delete_port for 388c16b9-2121-44da-9d17-cb87004018bc owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:11:45.318611 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-9ebf6cf1-7582-453a-bba4-0468c464f56b None None] For port 388c16b9-2121-44da-9d17-cb87004018bc, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=388c16b9-2121-44da-9d17-cb87004018bc,segment=NetworkSegment(12a4574e-3a29-4a92-8368-e198291e814c),segment_id=12a4574e-3a29-4a92-8368-e198291e814c)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:11:45.318611 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9ebf6cf1-7582-453a-bba4-0468c464f56b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:45.361755 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-be9fb815-91a0-445d-ad7b-241b2db4ab09 req-d7ae1f47-5ff2-4566-8df9-10c156bffee6 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/ports?device_id=1480fd98-1897-4d2b-ac5b-38ce61a30390 HTTP/1.1" status: 200 len: 210 time: 0.1062994 Aug 18 13:11:45.365545 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-498fc950-2f20-44c6-b146-5796bedf3835 tempest-MeteringTestJSON-196212601 tempest-MeteringTestJSON-196212601-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:45.367023 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-498fc950-2f20-44c6-b146-5796bedf3835 tempest-MeteringTestJSON-196212601 tempest-MeteringTestJSON-196212601-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/3797e186-139f-41c3-afda-216c51ae13fb HTTP/1.1" status: 204 len: 168 time: 0.3866756 Aug 18 13:11:45.371377 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37660) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:45.415281 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-81ca36bf-fda3-4531-b24c-0a5e00b684c6 tempest-MeteringTestJSON-196212601 tempest-MeteringTestJSON-196212601-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=3797e186-139f-41c3-afda-216c51ae13fb HTTP/1.1" status: 200 len: 221 time: 0.0410476 Aug 18 13:11:45.422793 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37664) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:45.441643 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-1f1252f1-589f-4c67-aae5-de0462850a6a tempest-MeteringTestJSON-196212601 tempest-MeteringTestJSON-196212601-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1054379671', 'description': 'label created by tempest'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:11:45.442066 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-1f1252f1-589f-4c67-aae5-de0462850a6a tempest-MeteringTestJSON-196212601 tempest-MeteringTestJSON-196212601-project-admin] Unknown quota resources ['metering_label']. {{(pid=101675) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 13:11:45.481590 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c3139eb2-63f4-464b-bf05-9595cf16bf06 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:45.494968 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-9ebf6cf1-7582-453a-bba4-0468c464f56b None None] Calling delete_port for 388c16b9-2121-44da-9d17-cb87004018bc owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:11:45.496439 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-87349f89-86b3-4139-aa7f-04768e30ca4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'name': 'tempest-AttachVolumeShelveTestJSON-914630308-router', 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'db86b08d-834e-4905-aed8-68082d784230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:02:47Z', 'updated_at': '2021-08-18T13:02:55Z', 'revision_number': 4, 'project_id': '55f2c489a405498aa01d9cac2d06f3c9', 'gw_port': {'id': 'db86b08d-834e-4905-aed8-68082d784230', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:02:49Z', 'updated_at': '2021-08-18T13:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '9c889dc5-eddd-47bf-876e-bcc8303c581b', 'name': '', 'network_id': '1580e32b-815c-484e-8818-74705331eaf8', 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9', 'mac_address': 'fa:16:3e:51:72:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:02:54Z', 'updated_at': '2021-08-18T13:03:05Z', 'revision_number': 5, 'project_id': '55f2c489a405498aa01d9cac2d06f3c9', 'subnets': [{'id': 'd3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:11:45.523067 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3139eb2-63f4-464b-bf05-9595cf16bf06 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Pushing event deleted for resources: {'Port': ['ID=388c16b9-2121-44da-9d17-cb87004018bc,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:45.524424 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87349f89-86b3-4139-aa7f-04768e30ca4c None None] The sync data for ids ['09bac2e1-4bcb-4d0e-b000-d1314d3deba8'] in n-d-803603-2 is: [{'id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'name': 'tempest-AttachVolumeShelveTestJSON-914630308-router', 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'db86b08d-834e-4905-aed8-68082d784230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:02:47Z', 'updated_at': '2021-08-18T13:02:55Z', 'revision_number': 4, 'project_id': '55f2c489a405498aa01d9cac2d06f3c9', 'gw_port': {'id': 'db86b08d-834e-4905-aed8-68082d784230', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:02:49Z', 'updated_at': '2021-08-18T13:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '9c889dc5-eddd-47bf-876e-bcc8303c581b', 'name': '', 'network_id': '1580e32b-815c-484e-8818-74705331eaf8', 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9', 'mac_address': 'fa:16:3e:51:72:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:02:54Z', 'updated_at': '2021-08-18T13:03:05Z', 'revision_number': 5, 'project_id': '55f2c489a405498aa01d9cac2d06f3c9', 'subnets': [{'id': 'd3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:11:45.553192 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3139eb2-63f4-464b-bf05-9595cf16bf06 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] No DVR routers for this DVR port 388c16b9-2121-44da-9d17-cb87004018bc on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:11:45.610924 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746241c-bbe4-4f37-a9e1-ca980f971caf req-dd5733df-08f5-47ec-924b-7cbc93237962 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:45.612518 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3746241c-bbe4-4f37-a9e1-ca980f971caf req-dd5733df-08f5-47ec-924b-7cbc93237962 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.1105783 Aug 18 13:11:45.617612 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9ebf6cf1-7582-453a-bba4-0468c464f56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:45.636212 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 84374c5e-ea52-42da-bb5a-91b676be58ba no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:11:45.717221 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 84374c5e-ea52-42da-bb5a-91b676be58ba {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:11:45.717871 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 84374c5e-ea52-42da-bb5a-91b676be58ba not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:11:45.721966 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebf6cf1-7582-453a-bba4-0468c464f56b None None] No DVR routers for this DVR port 388c16b9-2121-44da-9d17-cb87004018bc on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:11:45.724450 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf6cf1-7582-453a-bba4-0468c464f56b None None] Pushing event deleted for resources: {'Port': ['ID=388c16b9-2121-44da-9d17-cb87004018bc,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:45.735796 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:45.804072 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3746241c-bbe4-4f37-a9e1-ca980f971caf req-1bd3d79d-b199-4121-b624-06a0ff26dbe6 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826842 Aug 18 13:11:45.885928 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1f1252f1-589f-4c67-aae5-de0462850a6a tempest-MeteringTestJSON-196212601 tempest-MeteringTestJSON-196212601-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:45.888208 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1f1252f1-589f-4c67-aae5-de0462850a6a tempest-MeteringTestJSON-196212601 tempest-MeteringTestJSON-196212601-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4631696 Aug 18 13:11:45.890053 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37670) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:45.959086 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de635b6-97ee-4c22-8ac6-a644e5f96f1d None None] New status for floating IP 84a15f56-a40b-4f67-90dc-b46096f63914: DOWN {{(pid=101677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:11:46.001906 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-036c0996-ebb9-473b-968e-dfbc7226729a tempest-MeteringTestJSON-196212601 tempest-MeteringTestJSON-196212601-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=a9a181d3-0314-4dc4-9740-7dd3c989c4ba HTTP/1.1" status: 200 len: 468 time: 0.0981138 Aug 18 13:11:46.001906 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37672) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:46.116547 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 388c16b9-2121-44da-9d17-cb87004018bc no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:11:46.136591 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff091d1-5e26-4189-9007-b8cf9d61ccec req-962d209b-e45f-4c19-b2bb-a85eb3b03b46 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:46.141444 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ff091d1-5e26-4189-9007-b8cf9d61ccec req-962d209b-e45f-4c19-b2bb-a85eb3b03b46 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.2008083 Aug 18 13:11:46.141567 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 388c16b9-2121-44da-9d17-cb87004018bc {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:11:46.141567 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 388c16b9-2121-44da-9d17-cb87004018bc not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:11:46.151410 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c3139eb2-63f4-464b-bf05-9595cf16bf06 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:46.165056 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-c3139eb2-63f4-464b-bf05-9595cf16bf06 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b0c41f2-d8c1-426e-a6bd-846e8e92f429']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:11:46.177573 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-c3139eb2-63f4-464b-bf05-9595cf16bf06 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12a4574e-3a29-4a92-8368-e198291e814c') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:11:46.177866 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-c3139eb2-63f4-464b-bf05-9595cf16bf06 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12a4574e-3a29-4a92-8368-e198291e814c') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:11:46.189232 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c3139eb2-63f4-464b-bf05-9595cf16bf06 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:46.203399 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6640e8-dcac-41cb-a6ea-56a9f331ec83 req-fc67709b-28ad-4613-a0c1-2842108ca85f tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:46.204870 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-da6640e8-dcac-41cb-a6ea-56a9f331ec83 req-fc67709b-28ad-4613-a0c1-2842108ca85f tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1eaabb2a-2bdd-490b-b444-025157d535a8 HTTP/1.1" status: 200 len: 945 time: 0.1285810 Aug 18 13:11:46.218233 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c3139eb2-63f4-464b-bf05-9595cf16bf06 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:46.232279 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3139eb2-63f4-464b-bf05-9595cf16bf06 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:11:46.232538 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c3139eb2-63f4-464b-bf05-9595cf16bf06 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:46.235475 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:11:46.235475 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:11:46.235475 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:11:46.235475 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:11:46.235475 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:11:46.235475 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:11:46.235475 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:11:46.235475 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:11:46.235475 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:11:46.235475 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:11:46.235475 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:11:46.235475 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:11:46.235475 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:11:46.235475 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:11:46.235475 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:11:46.235475 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:11:46.235475 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:11:46.235475 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:11:46.235475 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:11:46.235475 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:11:46.235475 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:11:46.235475 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:11:46.235475 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:11:46.235475 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:11:46.235475 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:11:46.235475 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:11:46.235475 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:11:46.235475 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:11:46.235475 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:11:46.235475 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:11:46.235475 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:11:46.235475 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:11:46.248682 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ff091d1-5e26-4189-9007-b8cf9d61ccec req-3e4f1a64-5afb-4071-a8fc-4382a7d6ed41 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796754 Aug 18 13:11:46.307134 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-da6640e8-dcac-41cb-a6ea-56a9f331ec83 req-fddbfc78-c5ce-4be5-a0c2-91f053cc2ab7 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/security-groups?id=b85fe65e-597f-4688-b4fe-a48315c33d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950346 Aug 18 13:11:46.352063 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-80760e70-b8c3-43e6-ab76-4dc317309e89 tempest-MeteringTestJSON-196212601 tempest-MeteringTestJSON-196212601-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:46.356378 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-80760e70-b8c3-43e6-ab76-4dc317309e89 tempest-MeteringTestJSON-196212601 tempest-MeteringTestJSON-196212601-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/a9a181d3-0314-4dc4-9740-7dd3c989c4ba HTTP/1.1" status: 204 len: 168 time: 0.3474028 Aug 18 13:11:46.364481 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37682) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:46.368928 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-32a183e1-87c1-4663-94a5-0fcfe984cbde tempest-MeteringTestJSON-196212601 tempest-MeteringTestJSON-196212601-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=a9a181d3-0314-4dc4-9740-7dd3c989c4ba HTTP/1.1" status: 200 len: 216 time: 0.0112619 Aug 18 13:11:46.372359 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37684) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:46.382339 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5fb3687c-57e1-438c-933b-563bc495a012 tempest-MeteringTestJSON-196212601 tempest-MeteringTestJSON-196212601-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0088358 Aug 18 13:11:46.386301 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37686) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:46.408536 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-75b941c7-e128-42c5-90e8-ef8fd153e882 tempest-MeteringTestJSON-196212601 tempest-MeteringTestJSON-196212601-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0203657 Aug 18 13:11:46.411815 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37690) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:46.429965 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c3139eb2-63f4-464b-bf05-9595cf16bf06 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:46.443374 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c3139eb2-63f4-464b-bf05-9595cf16bf06 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:46.444723 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c3139eb2-63f4-464b-bf05-9595cf16bf06 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] 10.222.0.13 "DELETE /v2.0/networks/4b0c41f2-d8c1-426e-a6bd-846e8e92f429 HTTP/1.1" status: 204 len: 168 time: 1.6069968 Aug 18 13:11:46.466533 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3139eb2-63f4-464b-bf05-9595cf16bf06 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415 tempest-ExtraDHCPOptionsIpV6TestJSON-1258453415-project] Pushing event deleted for resources: {'Network': ['ID=4b0c41f2-d8c1-426e-a6bd-846e8e92f429,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:46.479200 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea2e5f0-dc52-408c-aa46-bdb07bc004c2 req-5687f36b-35c9-4d40-a3b3-776453ddfc67 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:46.480989 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5ea2e5f0-dc52-408c-aa46-bdb07bc004c2 req-5687f36b-35c9-4d40-a3b3-776453ddfc67 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.0876162 Aug 18 13:11:46.485852 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b7642f61-e86a-42e8-a88c-9d2ff044ece3 tempest-MeteringTestJSON-196212601 tempest-MeteringTestJSON-196212601-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/d0d55e51-8b72-4b3f-8fa9-862f8ac85bc4 HTTP/1.1" status: 200 len: 472 time: 0.0726950 Aug 18 13:11:46.489902 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37696) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:46.508525 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-34583042-0b78-49f5-a838-273185965b69 tempest-MeteringTestJSON-196212601 tempest-MeteringTestJSON-196212601-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/1cf822cf-8ec8-4ce9-ada7-832acd0edcc0 HTTP/1.1" status: 200 len: 461 time: 0.0172119 Aug 18 13:11:46.511891 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37698) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:46.537667 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5ea2e5f0-dc52-408c-aa46-bdb07bc004c2 req-1b6bc579-98ab-4094-b368-b588279b09ac tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391181 Aug 18 13:11:46.545174 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37700) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:46.608816 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9e171008-3009-46d0-9add-5974855c33bc tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:46.728202 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9e171008-3009-46d0-9add-5974855c33bc tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:46.739416 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-157b3975-312b-4672-adf5-5be8184fe6db tempest-MeteringTestJSON-196212601 tempest-MeteringTestJSON-196212601-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:46.740551 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-157b3975-312b-4672-adf5-5be8184fe6db tempest-MeteringTestJSON-196212601 tempest-MeteringTestJSON-196212601-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/1cf822cf-8ec8-4ce9-ada7-832acd0edcc0 HTTP/1.1" status: 204 len: 168 time: 0.2276745 Aug 18 13:11:46.743274 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37704) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:46.778467 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c1f76-9f88-4dd3-924b-a2d1a251d556 req-ec1694c7-4dac-4623-8dd1-9bc49dd77d05 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:46.779993 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2b8c1f76-9f88-4dd3-924b-a2d1a251d556 req-ec1694c7-4dac-4623-8dd1-9bc49dd77d05 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.1640532 Aug 18 13:11:46.826274 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2b8c1f76-9f88-4dd3-924b-a2d1a251d556 req-0ee4040f-5501-45f5-a59e-5ec49de89739 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400791 Aug 18 13:11:46.910196 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9e171008-3009-46d0-9add-5974855c33bc tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:46.913432 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9e171008-3009-46d0-9add-5974855c33bc tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:46.914592 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9e171008-3009-46d0-9add-5974855c33bc tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "DELETE /v2.0/security-groups/f119d678-98cd-4348-8cc6-06c1e4a549d0 HTTP/1.1" status: 204 len: 168 time: 0.3680484 Aug 18 13:11:46.918012 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37708) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:46.945628 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-e04b827f-e38f-4fb7-9aec-0948d291ad95 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] show failed (client error): The resource could not be found. Aug 18 13:11:46.946682 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e04b827f-e38f-4fb7-9aec-0948d291ad95 tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "GET /v2.0/security-groups/f119d678-98cd-4348-8cc6-06c1e4a549d0 HTTP/1.1" status: 404 len: 347 time: 0.0276463 Aug 18 13:11:46.948584 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e171008-3009-46d0-9add-5974855c33bc tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f119d678-98cd-4348-8cc6-06c1e4a549d0,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:46.951068 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37710) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:47.089579 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dfe549aa-6694-45ca-acb2-0b994cddbcd4 tempest-MeteringTestJSON-196212601 tempest-MeteringTestJSON-196212601-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:47.090971 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-dfe549aa-6694-45ca-acb2-0b994cddbcd4 tempest-MeteringTestJSON-196212601 tempest-MeteringTestJSON-196212601-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/d0d55e51-8b72-4b3f-8fa9-862f8ac85bc4 HTTP/1.1" status: 204 len: 168 time: 0.3467002 Aug 18 13:11:47.116218 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456b701-65d9-4fe5-9ae5-1cba7433efe4 req-99e8ce8a-babe-4cc7-b1e1-cba545e2c5d8 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:47.116725 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37716) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:47.117699 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f456b701-65d9-4fe5-9ae5-1cba7433efe4 req-99e8ce8a-babe-4cc7-b1e1-cba545e2c5d8 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaabb2a-2bdd-490b-b444-025157d535a8 HTTP/1.1" status: 200 len: 945 time: 0.1233428 Aug 18 13:11:47.182615 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-0bdc65a6-3112-4d50-b79b-dec5896031ff tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Deleting port 384f1a32-a58a-4010-a0aa-b313ae06e16c {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:11:47.189746 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0bdc65a6-3112-4d50-b79b-dec5896031ff tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:47.295213 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3f58d723-9f53-4d38-8960-4bb792f42f88 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=64bb0f2865a449c5855cf58d930e01ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1771238 Aug 18 13:11:47.297555 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37722) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:47.318034 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0bdc65a6-3112-4d50-b79b-dec5896031ff tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:47.330334 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0bdc65a6-3112-4d50-b79b-dec5896031ff tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:47.330334 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-f456b701-65d9-4fe5-9ae5-1cba7433efe4 req-bfdcec6d-1040-40a4-b286-7399499d9eaf tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Deleting port 18b9e76f-e99d-4d62-8fc7-571a0848e3bc {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:11:47.330334 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-f456b701-65d9-4fe5-9ae5-1cba7433efe4 req-bfdcec6d-1040-40a4-b286-7399499d9eaf tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:47.359448 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-daefe446-0053-4be5-9307-5e5d5638dfe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:47.376707 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-0bdc65a6-3112-4d50-b79b-dec5896031ff tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Calling delete_port for 384f1a32-a58a-4010-a0aa-b313ae06e16c owned by network:floatingip {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:11:47.398121 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-daefe446-0053-4be5-9307-5e5d5638dfe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:47.435650 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:47.526126 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-f456b701-65d9-4fe5-9ae5-1cba7433efe4 req-bfdcec6d-1040-40a4-b286-7399499d9eaf tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] For port 18b9e76f-e99d-4d62-8fc7-571a0848e3bc, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=18b9e76f-e99d-4d62-8fc7-571a0848e3bc,segment=NetworkSegment(2e819ac2-c0ef-48c2-a90e-5422313fc281),segment_id=2e819ac2-c0ef-48c2-a90e-5422313fc281)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:11:47.526599 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-f456b701-65d9-4fe5-9ae5-1cba7433efe4 req-bfdcec6d-1040-40a4-b286-7399499d9eaf tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:47.543729 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-f456b701-65d9-4fe5-9ae5-1cba7433efe4 req-bfdcec6d-1040-40a4-b286-7399499d9eaf tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Calling delete_port for 18b9e76f-e99d-4d62-8fc7-571a0848e3bc owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:11:47.576008 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdf5e6-5fb0-45ac-a28d-3bace628002a req-b12ac6cf-9717-4b0d-a182-5162d2346ca9 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:47.577539 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3dbdf5e6-5fb0-45ac-a28d-3bace628002a req-b12ac6cf-9717-4b0d-a182-5162d2346ca9 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1eaabb2a-2bdd-490b-b444-025157d535a8 HTTP/1.1" status: 200 len: 945 time: 0.1706960 Aug 18 13:11:47.630859 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-daefe446-0053-4be5-9307-5e5d5638dfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:47.633470 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-daefe446-0053-4be5-9307-5e5d5638dfe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:47.638999 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-daefe446-0053-4be5-9307-5e5d5638dfe1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bfd77ecc-14ba-4d1b-bcb3-5a6772920610 HTTP/1.1" status: 204 len: 168 time: 0.3362522 Aug 18 13:11:47.644707 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daefe446-0053-4be5-9307-5e5d5638dfe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd77ecc-14ba-4d1b-bcb3-5a6772920610,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:47.652320 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daefe446-0053-4be5-9307-5e5d5638dfe1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:47.652622 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daefe446-0053-4be5-9307-5e5d5638dfe1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:47.653171 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daefe446-0053-4be5-9307-5e5d5638dfe1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:47.653509 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daefe446-0053-4be5-9307-5e5d5638dfe1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:47.653840 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daefe446-0053-4be5-9307-5e5d5638dfe1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:47.654185 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daefe446-0053-4be5-9307-5e5d5638dfe1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:47.654519 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daefe446-0053-4be5-9307-5e5d5638dfe1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:47.654836 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daefe446-0053-4be5-9307-5e5d5638dfe1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:47.655320 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daefe446-0053-4be5-9307-5e5d5638dfe1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:47.655643 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daefe446-0053-4be5-9307-5e5d5638dfe1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:47.656116 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daefe446-0053-4be5-9307-5e5d5638dfe1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:47.656789 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daefe446-0053-4be5-9307-5e5d5638dfe1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:47.701938 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3dbdf5e6-5fb0-45ac-a28d-3bace628002a req-70daf512-d1bb-4b5a-95ad-46248612dcc0 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/security-groups?id=b85fe65e-597f-4688-b4fe-a48315c33d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161697 Aug 18 13:11:47.796260 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0bdc65a6-3112-4d50-b79b-dec5896031ff tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:47.845153 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc65a6-3112-4d50-b79b-dec5896031ff tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Pushing event deleted for resources: {'Port': ['ID=384f1a32-a58a-4010-a0aa-b313ae06e16c,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:47.891999 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37742) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:47.914421 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-f456b701-65d9-4fe5-9ae5-1cba7433efe4 req-bfdcec6d-1040-40a4-b286-7399499d9eaf tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:48.134284 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e0e1ae70-7387-4443-babf-10ddae8b0a13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:48.262878 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e0e1ae70-7387-4443-babf-10ddae8b0a13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:48.322444 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692745e-f022-45a3-9734-b90ffc126709 req-de5574ff-d44c-4ac0-bf0c-780c26ae0129 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:48.323968 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a692745e-f022-45a3-9734-b90ffc126709 req-de5574ff-d44c-4ac0-bf0c-780c26ae0129 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.5186930 Aug 18 13:11:48.326989 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdcec6d-1040-40a4-b286-7399499d9eaf tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Pushing event deleted for resources: {'Port': ['ID=18b9e76f-e99d-4d62-8fc7-571a0848e3bc,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:48.351916 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0bdc65a6-3112-4d50-b79b-dec5896031ff tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks [] for floatingip, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:48.354626 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0bdc65a6-3112-4d50-b79b-dec5896031ff tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:48.358769 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0bdc65a6-3112-4d50-b79b-dec5896031ff tempest-AttachVolumeShelveTestJSON-1310693075 tempest-AttachVolumeShelveTestJSON-1310693075-project] 10.222.0.13 "DELETE /v2.0/floatingips/84a15f56-a40b-4f67-90dc-b46096f63914 HTTP/1.1" status: 204 len: 168 time: 1.4065754 Aug 18 13:11:48.406810 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-f456b701-65d9-4fe5-9ae5-1cba7433efe4 req-bfdcec6d-1040-40a4-b286-7399499d9eaf tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] No DVR routers for this DVR port 18b9e76f-e99d-4d62-8fc7-571a0848e3bc on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:11:48.407008 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e0e1ae70-7387-4443-babf-10ddae8b0a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:48.407122 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-f456b701-65d9-4fe5-9ae5-1cba7433efe4 req-bfdcec6d-1040-40a4-b286-7399499d9eaf tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:48.407122 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f456b701-65d9-4fe5-9ae5-1cba7433efe4 req-bfdcec6d-1040-40a4-b286-7399499d9eaf tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.20 "DELETE /v2.0/ports/18b9e76f-e99d-4d62-8fc7-571a0848e3bc HTTP/1.1" status: 204 len: 173 time: 1.2815528 Aug 18 13:11:48.407122 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eaabb2a-2bdd-490b-b444-025157d535a8', 'name': 'network-vif-deleted', 'tag': '18b9e76f-e99d-4d62-8fc7-571a0848e3bc'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:11:48.409878 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0568ab8-1ebd-4de7-81eb-de4caedc9171" -d '{"events": [{"server_uuid": "1eaabb2a-2bdd-490b-b444-025157d535a8", "name": "network-vif-deleted", "tag": "18b9e76f-e99d-4d62-8fc7-571a0848e3bc"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:11:48.443985 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a692745e-f022-45a3-9734-b90ffc126709 req-1f792d30-ffd0-46c8-b884-32053c37594a tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007972 Aug 18 13:11:48.469434 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7491ed39-1eba-42cf-abf9-639f1fb9f4da x-openstack-request-id: req-7491ed39-1eba-42cf-abf9-639f1fb9f4da {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:11:48.469831 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eaabb2a-2bdd-490b-b444-025157d535a8", "name": "network-vif-deleted", "tag": "18b9e76f-e99d-4d62-8fc7-571a0848e3bc", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:11:48.470446 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7491ed39-1eba-42cf-abf9-639f1fb9f4da {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:11:48.471002 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eaabb2a-2bdd-490b-b444-025157d535a8', 'name': 'network-vif-deleted', 'tag': '18b9e76f-e99d-4d62-8fc7-571a0848e3bc', 'status': 'completed', 'code': 200} Aug 18 13:11:48.472151 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e0e1ae70-7387-4443-babf-10ddae8b0a13 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68ff7412f5354a89a08a2e1d8fc86eb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5787647 Aug 18 13:11:48.475999 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37760) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:48.489991 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e1ae70-7387-4443-babf-10ddae8b0a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6973394e-db1a-4bbf-878d-d0542a14089b,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:48.530933 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-91fbc265-4b51-4fdb-a45f-c6fda2ec7718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:48.555031 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-91fbc265-4b51-4fdb-a45f-c6fda2ec7718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:48.826994 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8b17777e-9a0a-47a8-8bd7-73fedd2eb57b req-db705c3c-803c-41b0-8855-02048601a2be tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1eaabb2a-2bdd-490b-b444-025157d535a8 HTTP/1.1" status: 200 len: 210 time: 0.0272021 Aug 18 13:11:48.898694 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-91fbc265-4b51-4fdb-a45f-c6fda2ec7718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:48.918645 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-91fbc265-4b51-4fdb-a45f-c6fda2ec7718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:48.918645 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-91fbc265-4b51-4fdb-a45f-c6fda2ec7718 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6973394e-db1a-4bbf-878d-d0542a14089b HTTP/1.1" status: 204 len: 168 time: 0.4339049 Aug 18 13:11:48.920004 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fbc265-4b51-4fdb-a45f-c6fda2ec7718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6973394e-db1a-4bbf-878d-d0542a14089b,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:49.416253 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37782) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:49.630455 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 18b9e76f-e99d-4d62-8fc7-571a0848e3bc no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:11:49.640375 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d5d1a-df3f-4bb4-ba6d-bf224fc50e1d req-fb452480-b040-453d-9149-a36846a68cac tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:49.652126 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a91d5d1a-df3f-4bb4-ba6d-bf224fc50e1d req-fb452480-b040-453d-9149-a36846a68cac tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.1375356 Aug 18 13:11:49.671347 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 18b9e76f-e99d-4d62-8fc7-571a0848e3bc {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:11:49.676889 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 18b9e76f-e99d-4d62-8fc7-571a0848e3bc not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:11:49.684515 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-f39939f1-f0de-4f2c-9ef0-904010d54fa6 tempest-NetworksNegativeTestJSON-1767529012 tempest-NetworksNegativeTestJSON-1767529012-project] Request body: {'port': {'network_id': '18301bfb-c534-4346-9f21-ef5ea2408a2f', 'name': 'tempest-NetworksNegativeTestJSON-12937302'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:11:49.693447 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a91d5d1a-df3f-4bb4-ba6d-bf224fc50e1d req-f39214ba-eb9e-4401-9674-786a52850d85 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401700 Aug 18 13:11:49.704195 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-f39939f1-f0de-4f2c-9ef0-904010d54fa6 tempest-NetworksNegativeTestJSON-1767529012 tempest-NetworksNegativeTestJSON-1767529012-project] POST failed (client error): The resource could not be found. Aug 18 13:11:49.704195 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f39939f1-f0de-4f2c-9ef0-904010d54fa6 tempest-NetworksNegativeTestJSON-1767529012 tempest-NetworksNegativeTestJSON-1767529012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:49.704195 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f39939f1-f0de-4f2c-9ef0-904010d54fa6 tempest-NetworksNegativeTestJSON-1767529012 tempest-NetworksNegativeTestJSON-1767529012-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2845557 Aug 18 13:11:49.704488 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37790) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:49.725619 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-259507db-2396-4d55-90c7-6cf4dd46fac4 tempest-NetworksNegativeTestJSON-1767529012 tempest-NetworksNegativeTestJSON-1767529012-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:49.726221 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-259507db-2396-4d55-90c7-6cf4dd46fac4 tempest-NetworksNegativeTestJSON-1767529012 tempest-NetworksNegativeTestJSON-1767529012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:49.727971 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-259507db-2396-4d55-90c7-6cf4dd46fac4 tempest-NetworksNegativeTestJSON-1767529012 tempest-NetworksNegativeTestJSON-1767529012-project] 10.222.0.13 "DELETE /v2.0/networks/0e459361-9b07-46f3-a180-235c9ae05de7 HTTP/1.1" status: 404 len: 339 time: 0.0227833 Aug 18 13:11:49.731727 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37792) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:49.767827 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-675d2726-fbd3-4f66-81ed-6c2f3b8408e2 tempest-NetworksNegativeTestJSON-1767529012 tempest-NetworksNegativeTestJSON-1767529012-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:49.767827 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-675d2726-fbd3-4f66-81ed-6c2f3b8408e2 tempest-NetworksNegativeTestJSON-1767529012 tempest-NetworksNegativeTestJSON-1767529012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:49.767827 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-675d2726-fbd3-4f66-81ed-6c2f3b8408e2 tempest-NetworksNegativeTestJSON-1767529012 tempest-NetworksNegativeTestJSON-1767529012-project] 10.222.0.13 "DELETE /v2.0/ports/536eb21d-5d02-46aa-a194-edb897bdbc65 HTTP/1.1" status: 404 len: 333 time: 0.0303922 Aug 18 13:11:49.771424 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37794) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:49.798781 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae7d745e-8fe8-4bdd-bc04-b97120a56c63 tempest-NetworksNegativeTestJSON-1767529012 tempest-NetworksNegativeTestJSON-1767529012-project] DELETE failed (client error): The resource could not be found. Aug 18 13:11:49.799231 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae7d745e-8fe8-4bdd-bc04-b97120a56c63 tempest-NetworksNegativeTestJSON-1767529012 tempest-NetworksNegativeTestJSON-1767529012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:49.808214 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ae7d745e-8fe8-4bdd-bc04-b97120a56c63 tempest-NetworksNegativeTestJSON-1767529012 tempest-NetworksNegativeTestJSON-1767529012-project] 10.222.0.13 "DELETE /v2.0/subnets/2648a915-e381-4e36-863b-fdf6a4866335 HTTP/1.1" status: 404 len: 337 time: 0.0285120 Aug 18 13:11:49.812797 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37796) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:49.834012 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-55d0e008-a40d-4827-b4d4-65b22e2e080f tempest-NetworksNegativeTestJSON-1767529012 tempest-NetworksNegativeTestJSON-1767529012-project] GET failed (client error): The resource could not be found. Aug 18 13:11:49.835520 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-55d0e008-a40d-4827-b4d4-65b22e2e080f tempest-NetworksNegativeTestJSON-1767529012 tempest-NetworksNegativeTestJSON-1767529012-project] 10.222.0.13 "GET /v2.0/networks/cafaea28-48bc-47dd-893a-04bdfa4978f5 HTTP/1.1" status: 404 len: 339 time: 0.0216773 Aug 18 13:11:49.839661 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37798) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:49.876200 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-325659e1-9ed5-45ad-98f1-011ef89528ae tempest-NetworksNegativeTestJSON-1767529012 tempest-NetworksNegativeTestJSON-1767529012-project] GET failed (client error): The resource could not be found. Aug 18 13:11:49.877776 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-325659e1-9ed5-45ad-98f1-011ef89528ae tempest-NetworksNegativeTestJSON-1767529012 tempest-NetworksNegativeTestJSON-1767529012-project] 10.222.0.13 "GET /v2.0/ports/2587132a-cb68-43b7-b125-acac463fb500 HTTP/1.1" status: 404 len: 333 time: 0.0371358 Aug 18 13:11:49.882553 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37804) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:49.918559 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cbb29e4-dbc9-4f03-83e4-5224001aacf1 tempest-NetworksNegativeTestJSON-1767529012 tempest-NetworksNegativeTestJSON-1767529012-project] GET failed (client error): The resource could not be found. Aug 18 13:11:49.920303 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1cbb29e4-dbc9-4f03-83e4-5224001aacf1 tempest-NetworksNegativeTestJSON-1767529012 tempest-NetworksNegativeTestJSON-1767529012-project] 10.222.0.13 "GET /v2.0/subnets/ec722430-86fd-4b4e-bc0b-9a8fe774aee6 HTTP/1.1" status: 404 len: 337 time: 0.0362768 Aug 18 13:11:49.927190 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37806) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:49.933280 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:11:49.939685 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-062f78fb-4a40-4d64-b2cd-5e1c59dd4a62 tempest-NetworksNegativeTestJSON-1767529012 tempest-NetworksNegativeTestJSON-1767529012-project] Request body: {'network': {'name': 'new_name'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:11:49.960016 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-062f78fb-4a40-4d64-b2cd-5e1c59dd4a62 tempest-NetworksNegativeTestJSON-1767529012 tempest-NetworksNegativeTestJSON-1767529012-project] PUT failed (client error): The resource could not be found. Aug 18 13:11:49.960631 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-062f78fb-4a40-4d64-b2cd-5e1c59dd4a62 tempest-NetworksNegativeTestJSON-1767529012 tempest-NetworksNegativeTestJSON-1767529012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:49.961808 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-062f78fb-4a40-4d64-b2cd-5e1c59dd4a62 tempest-NetworksNegativeTestJSON-1767529012 tempest-NetworksNegativeTestJSON-1767529012-project] 10.222.0.13 "PUT /v2.0/networks/9e540fa9-1229-4ace-a3e6-cd627341d590 HTTP/1.1" status: 404 len: 339 time: 0.0310893 Aug 18 13:11:49.971740 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37808) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:49.990132 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-6a3fbcc2-fe9c-444e-96f6-a5c8b632a970 tempest-NetworksNegativeTestJSON-1767529012 tempest-NetworksNegativeTestJSON-1767529012-project] Request body: {'port': {'name': 'new_name'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:11:50.000934 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5c870716-1405-4fe7-8f26-ee5afe60d0ff req-9c346596-47c6-4d99-81ae-598628a8d804 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1eaabb2a-2bdd-490b-b444-025157d535a8 HTTP/1.1" status: 200 len: 210 time: 0.0478251 Aug 18 13:11:50.023407 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a3fbcc2-fe9c-444e-96f6-a5c8b632a970 tempest-NetworksNegativeTestJSON-1767529012 tempest-NetworksNegativeTestJSON-1767529012-project] PUT failed (client error): The resource could not be found. Aug 18 13:11:50.024333 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a3fbcc2-fe9c-444e-96f6-a5c8b632a970 tempest-NetworksNegativeTestJSON-1767529012 tempest-NetworksNegativeTestJSON-1767529012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:50.029111 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6a3fbcc2-fe9c-444e-96f6-a5c8b632a970 tempest-NetworksNegativeTestJSON-1767529012 tempest-NetworksNegativeTestJSON-1767529012-project] 10.222.0.13 "PUT /v2.0/ports/d0ca41f5-2ac3-471f-8ca5-a66a404a1313 HTTP/1.1" status: 404 len: 333 time: 0.0568056 Aug 18 13:11:50.029407 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37812) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:50.034970 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-dc42b381-c9ed-48d1-9f06-d5f0976cffc2 tempest-NetworksNegativeTestJSON-1767529012 tempest-NetworksNegativeTestJSON-1767529012-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:11:50.061789 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc42b381-c9ed-48d1-9f06-d5f0976cffc2 tempest-NetworksNegativeTestJSON-1767529012 tempest-NetworksNegativeTestJSON-1767529012-project] PUT failed (client error): The resource could not be found. Aug 18 13:11:50.062392 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc42b381-c9ed-48d1-9f06-d5f0976cffc2 tempest-NetworksNegativeTestJSON-1767529012 tempest-NetworksNegativeTestJSON-1767529012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:11:50.067092 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-dc42b381-c9ed-48d1-9f06-d5f0976cffc2 tempest-NetworksNegativeTestJSON-1767529012 tempest-NetworksNegativeTestJSON-1767529012-project] 10.222.0.13 "PUT /v2.0/subnets/9c91dc3a-68ca-4b9f-a4cd-83f56cb8902e HTTP/1.1" status: 404 len: 337 time: 0.0332012 Aug 18 13:11:50.199984 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37816) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:50.214044 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-afb259e4-1190-4783-94e3-ce5545034d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:50.309709 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-afb259e4-1190-4783-94e3-ce5545034d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:50.418854 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-afb259e4-1190-4783-94e3-ce5545034d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:50.459044 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb259e4-1190-4783-94e3-ce5545034d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e063e77a-94ef-43b8-87cb-a4f45ecdd1f9,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:50.464233 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-afb259e4-1190-4783-94e3-ce5545034d93 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d9ed666d3c374fc99fa301b144c7a6ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2629635 Aug 18 13:11:50.476964 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37820) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:50.528010 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4c3a52e7-abbb-4caa-956e-3a1923dc971a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:50.550385 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4c3a52e7-abbb-4caa-956e-3a1923dc971a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:50.635815 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37824) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:50.698573 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4c3a52e7-abbb-4caa-956e-3a1923dc971a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:50.701329 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4c3a52e7-abbb-4caa-956e-3a1923dc971a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:50.705634 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4c3a52e7-abbb-4caa-956e-3a1923dc971a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e063e77a-94ef-43b8-87cb-a4f45ecdd1f9 HTTP/1.1" status: 204 len: 168 time: 0.2274833 Aug 18 13:11:50.713783 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a52e7-abbb-4caa-956e-3a1923dc971a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e063e77a-94ef-43b8-87cb-a4f45ecdd1f9,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:50.793646 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-256234b8-f658-4a5d-a6b5-d9eb8f88f442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:50.858573 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca9d65-19a1-4679-8fc7-d0b334cba856 req-de0d6bb5-e0ee-4b63-8d95-f954b32aaa94 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:50.860711 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-00ca9d65-19a1-4679-8fc7-d0b334cba856 req-de0d6bb5-e0ee-4b63-8d95-f954b32aaa94 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.0693192 Aug 18 13:11:50.925007 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-00ca9d65-19a1-4679-8fc7-d0b334cba856 req-902467a8-0c65-4b89-ba9e-5c3d8bad31f2 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509355 Aug 18 13:11:50.966560 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-256234b8-f658-4a5d-a6b5-d9eb8f88f442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:51.087330 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-256234b8-f658-4a5d-a6b5-d9eb8f88f442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:51.169361 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-256234b8-f658-4a5d-a6b5-d9eb8f88f442 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc5657a2387f4633b7d51629e3d5aade&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5324399 Aug 18 13:11:51.172102 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37846) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:51.175724 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256234b8-f658-4a5d-a6b5-d9eb8f88f442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76314d9-5e93-4545-b95e-8a27e9cc8346,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:51.232901 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f1836d14-df8b-4c5e-ac43-195e5057fcfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:51.269737 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f1836d14-df8b-4c5e-ac43-195e5057fcfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:51.538751 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f1836d14-df8b-4c5e-ac43-195e5057fcfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:51.541796 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f1836d14-df8b-4c5e-ac43-195e5057fcfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:51.543249 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f1836d14-df8b-4c5e-ac43-195e5057fcfe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a76314d9-5e93-4545-b95e-8a27e9cc8346 HTTP/1.1" status: 204 len: 168 time: 0.3701649 Aug 18 13:11:51.553692 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1836d14-df8b-4c5e-ac43-195e5057fcfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76314d9-5e93-4545-b95e-8a27e9cc8346,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:52.062409 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7ca73-ea57-44ed-9976-ee41e69cc04e req-a3789b1a-29a2-4e97-b571-ac060f846373 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:52.082828 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5be7ca73-ea57-44ed-9976-ee41e69cc04e req-a3789b1a-29a2-4e97-b571-ac060f846373 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.0847194 Aug 18 13:11:52.124334 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5be7ca73-ea57-44ed-9976-ee41e69cc04e req-597049d1-58f4-44de-aadf-e8f3911dcd43 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403678 Aug 18 13:11:53.340458 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109e505-d777-4f66-8172-51db28f00a5d req-3f4951c3-1262-4339-a679-d568aa90f6e9 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:53.354848 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d109e505-d777-4f66-8172-51db28f00a5d req-3f4951c3-1262-4339-a679-d568aa90f6e9 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.0930245 Aug 18 13:11:53.355034 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37916) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:53.413361 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d109e505-d777-4f66-8172-51db28f00a5d req-cce3b849-7ecb-475a-8266-444244f912ab tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542378 Aug 18 13:11:53.537538 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37924) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:53.602850 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-72217e84-a78a-4be4-9ee1-083a0f781b5e tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-703579978'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:11:53.616236 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-9cf363ce-1974-4148-b3a5-180fe984feab tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Request body: {'network': {'name': 'tempest-RoutersTest-83989453'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:11:53.840052 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-72217e84-a78a-4be4-9ee1-083a0f781b5e tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:53.844471 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-72217e84-a78a-4be4-9ee1-083a0f781b5e tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:53.942879 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-72217e84-a78a-4be4-9ee1-083a0f781b5e tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:54.010962 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf363ce-1974-4148-b3a5-180fe984feab tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Made reservation on behalf of 6307d39a85c24bc690f9cb3d2145ec59 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:11:54.010962 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9cf363ce-1974-4148-b3a5-180fe984feab tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:54.020052 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9cf363ce-1974-4148-b3a5-180fe984feab tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:54.081471 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-72217e84-a78a-4be4-9ee1-083a0f781b5e tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:54.136695 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9cf363ce-1974-4148-b3a5-180fe984feab tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:54.235499 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9cf363ce-1974-4148-b3a5-180fe984feab tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:54.266371 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf363ce-1974-4148-b3a5-180fe984feab tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:11:54.272899 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf363ce-1974-4148-b3a5-180fe984feab tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d980f557-bd21-43c3-9f66-99b96876b928,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:54.279835 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9cf363ce-1974-4148-b3a5-180fe984feab tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:54.280764 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-9cf363ce-1974-4148-b3a5-180fe984feab tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Added segment e73cc2df-f2a6-400d-a0ac-34682b415614 of type vlan for network e46841bd-ca34-41fb-bb7a-c659b29c4a24 Aug 18 13:11:54.322562 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9cf363ce-1974-4148-b3a5-180fe984feab tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:54.418440 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-72217e84-a78a-4be4-9ee1-083a0f781b5e tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:54.421853 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-72217e84-a78a-4be4-9ee1-083a0f781b5e tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.8809195 Aug 18 13:11:54.422023 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37936) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:54.509615 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9cf363ce-1974-4148-b3a5-180fe984feab tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:54.515610 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf363ce-1974-4148-b3a5-180fe984feab tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:54.516483 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9cf363ce-1974-4148-b3a5-180fe984feab tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:54.523403 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8bafe338-96a4-4b12-8fa3-917aa2c0e31e tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:54.595550 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf363ce-1974-4148-b3a5-180fe984feab tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event updated for resources: {'Network': ['ID=e46841bd-ca34-41fb-bb7a-c659b29c4a24,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:54.607376 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730ad2e-3040-4aee-8d42-d1e8c3a0e273 req-2579a7ca-3e58-4f20-ada5-14f66c83c339 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:54.608742 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network e46841bd-ca34-41fb-bb7a-c659b29c4a24 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:11:54.609262 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1730ad2e-3040-4aee-8d42-d1e8c3a0e273 req-2579a7ca-3e58-4f20-ada5-14f66c83c339 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.1196170 Aug 18 13:11:54.630438 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9cf363ce-1974-4148-b3a5-180fe984feab tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.2742481 Aug 18 13:11:54.633519 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37942) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:54.638582 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-15d1dea7-a352-46c3-93c0-7ae087b9da44 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Request body: {'network': {'name': 'tempest-RoutersTest-864134581'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:11:54.722232 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8bafe338-96a4-4b12-8fa3-917aa2c0e31e tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:54.725723 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8bafe338-96a4-4b12-8fa3-917aa2c0e31e tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:54.738791 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d1dea7-a352-46c3-93c0-7ae087b9da44 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Made reservation on behalf of 6307d39a85c24bc690f9cb3d2145ec59 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:11:54.743413 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1730ad2e-3040-4aee-8d42-d1e8c3a0e273 req-ffd72012-56cf-43db-9e15-0ea91f16a4eb tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023912 Aug 18 13:11:54.743732 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-15d1dea7-a352-46c3-93c0-7ae087b9da44 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:54.774626 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15d1dea7-a352-46c3-93c0-7ae087b9da44 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:11:54.780306 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-15d1dea7-a352-46c3-93c0-7ae087b9da44 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:54.780653 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-15d1dea7-a352-46c3-93c0-7ae087b9da44 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Added segment ec97f7e1-c38a-4c38-98da-c5c096ed9e72 of type vlan for network d4d68d30-864f-4092-84ed-81bc06aad741 Aug 18 13:11:54.822480 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-15d1dea7-a352-46c3-93c0-7ae087b9da44 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:54.892974 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8bafe338-96a4-4b12-8fa3-917aa2c0e31e tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:54.893478 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bafe338-96a4-4b12-8fa3-917aa2c0e31e tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 997a1f8e-d5b5-48ba-abf0-fd69efc33b00 {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:11:54.901105 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8bafe338-96a4-4b12-8fa3-917aa2c0e31e tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:54.901105 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8bafe338-96a4-4b12-8fa3-917aa2c0e31e tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] 10.222.0.13 "DELETE /v2.0/routers/997a1f8e-d5b5-48ba-abf0-fd69efc33b00 HTTP/1.1" status: 204 len: 168 time: 0.4774723 Aug 18 13:11:54.903790 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37954) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:54.910545 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-adba1179-f568-45d2-a8c5-b6bc7a7b149c tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Request body: {'router': {'name': 'tempest-router-1573714841', 'distributed': False}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:11:54.929596 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-15d1dea7-a352-46c3-93c0-7ae087b9da44 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:54.933566 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d1dea7-a352-46c3-93c0-7ae087b9da44 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:54.934198 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-15d1dea7-a352-46c3-93c0-7ae087b9da44 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:55.016553 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1dea7-a352-46c3-93c0-7ae087b9da44 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event updated for resources: {'Network': ['ID=d4d68d30-864f-4092-84ed-81bc06aad741,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:55.027136 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network d4d68d30-864f-4092-84ed-81bc06aad741 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:11:55.126757 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-adba1179-f568-45d2-a8c5-b6bc7a7b149c tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:55.128276 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-adba1179-f568-45d2-a8c5-b6bc7a7b149c tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:55.197961 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-adba1179-f568-45d2-a8c5-b6bc7a7b149c tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:55.231422 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-15d1dea7-a352-46c3-93c0-7ae087b9da44 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5968399 Aug 18 13:11:55.242039 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37972) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:55.247424 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-0b6db316-c999-41ab-81ee-e301daed45f1 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Request body: {'subnet': {'network_id': 'e46841bd-ca34-41fb-bb7a-c659b29c4a24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:11:55.298841 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-adba1179-f568-45d2-a8c5-b6bc7a7b149c tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:55.447197 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-adba1179-f568-45d2-a8c5-b6bc7a7b149c tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:55.451666 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-adba1179-f568-45d2-a8c5-b6bc7a7b149c tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5430996 Aug 18 13:11:55.453794 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37978) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:55.533558 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-45712795-dce2-46bc-9b82-13318f2bc97d tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:55.601853 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6db316-c999-41ab-81ee-e301daed45f1 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Made reservation on behalf of 6307d39a85c24bc690f9cb3d2145ec59 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:11:55.608195 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0b6db316-c999-41ab-81ee-e301daed45f1 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:55.699698 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-45712795-dce2-46bc-9b82-13318f2bc97d tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:55.703638 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-45712795-dce2-46bc-9b82-13318f2bc97d tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:55.860618 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-45712795-dce2-46bc-9b82-13318f2bc97d tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:55.861412 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45712795-dce2-46bc-9b82-13318f2bc97d tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bb6e1ce6-4104-4b36-af7c-2f87a2346742 {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:11:55.866975 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-45712795-dce2-46bc-9b82-13318f2bc97d tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:55.868132 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-45712795-dce2-46bc-9b82-13318f2bc97d tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] 10.222.0.13 "DELETE /v2.0/routers/bb6e1ce6-4104-4b36-af7c-2f87a2346742 HTTP/1.1" status: 204 len: 168 time: 0.4132924 Aug 18 13:11:55.871546 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37982) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:55.877724 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-db815314-00f9-4f86-9cd3-af0297fd903e tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Request body: {'router': {'name': 'tempest-router-2094291418', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'cc42e9e3d00046a78dbea195c2d9e9f6'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:11:55.900215 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2adc4a-58d2-448e-bc19-ca9e5a4e488a req-ed1329c7-1acf-4fb4-8d28-8482a22485c1 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:55.908016 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9b2adc4a-58d2-448e-bc19-ca9e5a4e488a req-ed1329c7-1acf-4fb4-8d28-8482a22485c1 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.0927806 Aug 18 13:11:55.961605 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9b2adc4a-58d2-448e-bc19-ca9e5a4e488a req-cb3ef176-b5e8-4e24-b71d-19893a655c4e tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530884 Aug 18 13:11:56.041733 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-db815314-00f9-4f86-9cd3-af0297fd903e tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:56.041733 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-db815314-00f9-4f86-9cd3-af0297fd903e tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:56.055443 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37992) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:56.105091 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-db815314-00f9-4f86-9cd3-af0297fd903e tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:56.141279 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0b6db316-c999-41ab-81ee-e301daed45f1 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:56.230509 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-db815314-00f9-4f86-9cd3-af0297fd903e tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:56.276085 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6db316-c999-41ab-81ee-e301daed45f1 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event updated for resources: {'Subnet': ['ID=93b01be7-5e98-4e87-b6ed-afc07d5b5d59,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:56.287706 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-db815314-00f9-4f86-9cd3-af0297fd903e tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:56.291441 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-db815314-00f9-4f86-9cd3-af0297fd903e tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4147916 Aug 18 13:11:56.291721 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37998) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:56.296409 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6db316-c999-41ab-81ee-e301daed45f1 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Checking segment: {'id': 'e73cc2df-f2a6-400d-a0ac-34682b415614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e46841bd-ca34-41fb-bb7a-c659b29c4a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:11:56.296409 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6db316-c999-41ab-81ee-e301daed45f1 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Network hostable DHCP agents. Network: e46841bd-ca34-41fb-bb7a-c659b29c4a24, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:11:56.301152 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-628db757-81cf-4b68-807b-afe5e1252b6d tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Request body: {'router': {'distributed': True}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:11:56.435089 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6db316-c999-41ab-81ee-e301daed45f1 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Network e46841bd-ca34-41fb-bb7a-c659b29c4a24 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:11:56.555183 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-0b6db316-c999-41ab-81ee-e301daed45f1 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, e46841bd-ca34-41fb-bb7a-c659b29c4a24) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:11:56.563104 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6db316-c999-41ab-81ee-e301daed45f1 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:56.563104 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0b6db316-c999-41ab-81ee-e301daed45f1 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:56.570778 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5175473a-7328-4e69-ab0b-d5b9b944a5c5 None None] Network e46841bd-ca34-41fb-bb7a-c659b29c4a24 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:11:56.592740 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-628db757-81cf-4b68-807b-afe5e1252b6d tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-486308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5626'] for router, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:56.593497 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-628db757-81cf-4b68-807b-afe5e1252b6d tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Notify callbacks [] for router, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:56.707696 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0b6db316-c999-41ab-81ee-e301daed45f1 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4641991 Aug 18 13:11:56.712509 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38006) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:56.724480 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-f44242d3-b949-4e92-bc3a-938552a7f155 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Request body: {'subnet': {'network_id': 'd4d68d30-864f-4092-84ed-81bc06aad741', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:11:56.737071 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-628db757-81cf-4b68-807b-afe5e1252b6d tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=101676) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 18 13:11:56.738377 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-628db757-81cf-4b68-807b-afe5e1252b6d tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Router 032a88ea-3687-48ba-be74-c22942266383 migrating from provider to provider. {{(pid=101676) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 18 13:11:56.739586 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-628db757-81cf-4b68-807b-afe5e1252b6d tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:56.747065 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e27fb2a7-2790-484b-b042-535b71285240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:56.748318 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-628db757-81cf-4b68-807b-afe5e1252b6d tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:56.772103 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e382ac-3a4c-4bd0-9522-d811e989898e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-e46841bd-ca34-41fb-bb7a-c659b29c4a24', 'network_id': 'e46841bd-ca34-41fb-bb7a-c659b29c4a24', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'fixed_ips': [{'subnet_id': '93b01be7-5e98-4e87-b6ed-afc07d5b5d59'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:11:56.773227 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e5e382ac-3a4c-4bd0-9522-d811e989898e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:56.844645 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-628db757-81cf-4b68-807b-afe5e1252b6d tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-486154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-486161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563648'] for router, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:56.990210 n-d-803603-2 neutron-server[101676]: WARNING neutron.scheduler.l3_agent_scheduler [None req-628db757-81cf-4b68-807b-afe5e1252b6d tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] No L3 agents can host the router 032a88ea-3687-48ba-be74-c22942266383 Aug 18 13:11:57.025784 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-e5e382ac-3a4c-4bd0-9522-d811e989898e None None] Allocated IP 172.20.0.2 (e46841bd-ca34-41fb-bb7a-c659b29c4a24/93b01be7-5e98-4e87-b6ed-afc07d5b5d59/e8e7a831-2278-464f-a6e1-4804ad88ef60) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:11:57.039712 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-e27fb2a7-2790-484b-b042-535b71285240 admin admin] Deleting port 9c889dc5-eddd-47bf-876e-bcc8303c581b {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:11:57.040141 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e27fb2a7-2790-484b-b042-535b71285240 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:57.125424 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44242d3-b949-4e92-bc3a-938552a7f155 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Made reservation on behalf of 6307d39a85c24bc690f9cb3d2145ec59 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:11:57.129119 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f44242d3-b949-4e92-bc3a-938552a7f155 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:57.204885 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628db757-81cf-4b68-807b-afe5e1252b6d tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Hosts for router 032a88ea-3687-48ba-be74-c22942266383: [] {{(pid=101676) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 18 13:11:57.206089 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-e27fb2a7-2790-484b-b042-535b71285240 admin admin] For port 9c889dc5-eddd-47bf-876e-bcc8303c581b, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=9c889dc5-eddd-47bf-876e-bcc8303c581b,segment=NetworkSegment(1d336752-25b6-4131-855b-23a2ad96544b),segment_id=1d336752-25b6-4131-855b-23a2ad96544b)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:11:57.206558 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e27fb2a7-2790-484b-b042-535b71285240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:57.242833 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-e27fb2a7-2790-484b-b042-535b71285240 admin admin] Calling delete_port for 9c889dc5-eddd-47bf-876e-bcc8303c581b owned by network:router_interface {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:11:57.254755 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628db757-81cf-4b68-807b-afe5e1252b6d tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Hosts for other DVR routers connected to router 032a88ea-3687-48ba-be74-c22942266383: set() {{(pid=101676) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 18 13:11:57.257833 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-628db757-81cf-4b68-807b-afe5e1252b6d tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:57.260619 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-628db757-81cf-4b68-807b-afe5e1252b6d tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] 10.222.0.13 "PUT /v2.0/routers/032a88ea-3687-48ba-be74-c22942266383 HTTP/1.1" status: 200 len: 717 time: 0.9663081 Aug 18 13:11:57.262331 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38012) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:57.266694 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e5e382ac-3a4c-4bd0-9522-d811e989898e None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:57.278473 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-e5e382ac-3a4c-4bd0-9522-d811e989898e None None] Transition to ACTIVE for port object e8e7a831-2278-464f-a6e1-4804ad88ef60 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:11:57.295420 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-e5e382ac-3a4c-4bd0-9522-d811e989898e None None] Transition to ACTIVE for port object e8e7a831-2278-464f-a6e1-4804ad88ef60 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:11:57.321951 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b7f4d-8d32-4a55-9fef-05a9791d8423 req-400dc157-891e-4018-8498-6e486c67fb1a tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:57.323535 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5b1b7f4d-8d32-4a55-9fef-05a9791d8423 req-400dc157-891e-4018-8498-6e486c67fb1a tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.2230928 Aug 18 13:11:57.373254 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e5e382ac-3a4c-4bd0-9522-d811e989898e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:57.382633 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8f716f06-7057-4e26-88a5-d6b9397cc8d4 tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] 10.222.0.13 "GET /v2.0/routers/032a88ea-3687-48ba-be74-c22942266383 HTTP/1.1" status: 200 len: 717 time: 0.1147759 Aug 18 13:11:57.383725 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38014) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:57.416738 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5b1b7f4d-8d32-4a55-9fef-05a9791d8423 req-cbc270f1-849a-4db7-9622-b68efd1def33 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611236 Aug 18 13:11:57.462865 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e382ac-3a4c-4bd0-9522-d811e989898e None None] Pushing event updated for resources: {'Port': ['ID=e8e7a831-2278-464f-a6e1-4804ad88ef60,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:57.466330 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e382ac-3a4c-4bd0-9522-d811e989898e None None] Network e46841bd-ca34-41fb-bb7a-c659b29c4a24 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:11:57.472413 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-e5e382ac-3a4c-4bd0-9522-d811e989898e None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:11:57.477609 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e382ac-3a4c-4bd0-9522-d811e989898e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:57.477609 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e382ac-3a4c-4bd0-9522-d811e989898e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:57.477609 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e382ac-3a4c-4bd0-9522-d811e989898e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:57.477609 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e382ac-3a4c-4bd0-9522-d811e989898e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:57.477609 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e382ac-3a4c-4bd0-9522-d811e989898e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:57.478031 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e382ac-3a4c-4bd0-9522-d811e989898e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:57.478350 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e382ac-3a4c-4bd0-9522-d811e989898e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:57.479030 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e382ac-3a4c-4bd0-9522-d811e989898e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:57.479430 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e382ac-3a4c-4bd0-9522-d811e989898e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:57.479928 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e382ac-3a4c-4bd0-9522-d811e989898e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:57.480328 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e382ac-3a4c-4bd0-9522-d811e989898e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:57.480711 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e382ac-3a4c-4bd0-9522-d811e989898e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:57.490735 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e382ac-3a4c-4bd0-9522-d811e989898e None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:11:57.568229 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-e5e382ac-3a4c-4bd0-9522-d811e989898e None None] Attempting to bind port e8e7a831-2278-464f-a6e1-4804ad88ef60 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:11:57.568788 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-e5e382ac-3a4c-4bd0-9522-d811e989898e None None] Attempting to bind port e8e7a831-2278-464f-a6e1-4804ad88ef60 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'e73cc2df-f2a6-400d-a0ac-34682b415614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e46841bd-ca34-41fb-bb7a-c659b29c4a24'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:11:57.569255 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e382ac-3a4c-4bd0-9522-d811e989898e None None] Attempting to bind port e8e7a831-2278-464f-a6e1-4804ad88ef60 on network e46841bd-ca34-41fb-bb7a-c659b29c4a24 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:11:57.576183 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e382ac-3a4c-4bd0-9522-d811e989898e None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:11:57.576883 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e382ac-3a4c-4bd0-9522-d811e989898e None None] Checking segment: {'id': 'e73cc2df-f2a6-400d-a0ac-34682b415614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e46841bd-ca34-41fb-bb7a-c659b29c4a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:11:57.577571 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e5e382ac-3a4c-4bd0-9522-d811e989898e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:57.578106 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e382ac-3a4c-4bd0-9522-d811e989898e None None] Bound using segment: {'id': 'e73cc2df-f2a6-400d-a0ac-34682b415614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e46841bd-ca34-41fb-bb7a-c659b29c4a24'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:11:57.578683 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-e5e382ac-3a4c-4bd0-9522-d811e989898e None None] Bound port: e8e7a831-2278-464f-a6e1-4804ad88ef60, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e73cc2df-f2a6-400d-a0ac-34682b415614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e46841bd-ca34-41fb-bb7a-c659b29c4a24'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:11:57.579183 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e5e382ac-3a4c-4bd0-9522-d811e989898e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:57.585310 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e27fb2a7-2790-484b-b042-535b71285240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:57.616669 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27fb2a7-2790-484b-b042-535b71285240 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c889dc5-eddd-47bf-876e-bcc8303c581b,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:57.662766 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-e5e382ac-3a4c-4bd0-9522-d811e989898e None None] For port e8e7a831-2278-464f-a6e1-4804ad88ef60, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:11:57.668238 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-e5e382ac-3a4c-4bd0-9522-d811e989898e None None] For port e8e7a831-2278-464f-a6e1-4804ad88ef60, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=e8e7a831-2278-464f-a6e1-4804ad88ef60,segment=NetworkSegment(e73cc2df-f2a6-400d-a0ac-34682b415614),segment_id=e73cc2df-f2a6-400d-a0ac-34682b415614)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:11:57.790012 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e5e382ac-3a4c-4bd0-9522-d811e989898e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:57.873089 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e27fb2a7-2790-484b-b042-535b71285240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:57.914015 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e382ac-3a4c-4bd0-9522-d811e989898e None None] Pushing event updated for resources: {'Port': ['ID=e8e7a831-2278-464f-a6e1-4804ad88ef60,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:57.956318 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f44242d3-b949-4e92-bc3a-938552a7f155 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:57.995120 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:58.033672 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e9a68e90-e0b6-43e1-8115-8c0bd5490ae4 tempest-RoutersTestDVR-1866291764 tempest-RoutersTestDVR-1866291764-project] 10.222.0.13 "GET /v2.0/routers/032a88ea-3687-48ba-be74-c22942266383 HTTP/1.1" status: 200 len: 683 time: 0.6487904 Aug 18 13:11:58.042210 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38026) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:58.122261 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44242d3-b949-4e92-bc3a-938552a7f155 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event updated for resources: {'Subnet': ['ID=8f4ae651-ade9-4398-9c16-73fd8c501d59,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:58.140554 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44242d3-b949-4e92-bc3a-938552a7f155 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Checking segment: {'id': 'ec97f7e1-c38a-4c38-98da-c5c096ed9e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd4d68d30-864f-4092-84ed-81bc06aad741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:11:58.140928 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44242d3-b949-4e92-bc3a-938552a7f155 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Network hostable DHCP agents. Network: d4d68d30-864f-4092-84ed-81bc06aad741, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:11:58.143769 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ce1b0572-2f82-4242-9ef2-7b57c02ec276 tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:58.230053 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27fb2a7-2790-484b-b042-535b71285240 admin admin] Router 09bac2e1-4bcb-4d0e-b000-d1314d3deba8 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:11:58.351698 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ce1b0572-2f82-4242-9ef2-7b57c02ec276 tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:58.354285 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ce1b0572-2f82-4242-9ef2-7b57c02ec276 tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:58.376540 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27fb2a7-2790-484b-b042-535b71285240 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:11:58.383320 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e27fb2a7-2790-484b-b042-535b71285240 admin admin] 10.222.0.13 "PUT /v2.0/routers/09bac2e1-4bcb-4d0e-b000-d1314d3deba8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3261950 Aug 18 13:11:58.385311 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38032) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:58.388831 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d117b0-2a22-43b4-8161-ba654058da64 None None] Sync routers for ids ['09bac2e1-4bcb-4d0e-b000-d1314d3deba8'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:11:58.405146 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d117b0-2a22-43b4-8161-ba654058da64 None None] Routers {'09bac2e1-4bcb-4d0e-b000-d1314d3deba8'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:11:58.405146 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-50d117b0-2a22-43b4-8161-ba654058da64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:11:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['09bac2e1-4bcb-4d0e-b000-d1314d3deba8'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:11:58.546474 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-50d117b0-2a22-43b4-8161-ba654058da64 None None] Set router 09bac2e1-4bcb-4d0e-b000-d1314d3deba8 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:11:58.550641 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c404a8a6-1fe7-4cf6-bcc2-067cde6691ed admin admin] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:58.553052 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44242d3-b949-4e92-bc3a-938552a7f155 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Network d4d68d30-864f-4092-84ed-81bc06aad741 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:11:58.560034 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ce1b0572-2f82-4242-9ef2-7b57c02ec276 tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:58.560034 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1b0572-2f82-4242-9ef2-7b57c02ec276 tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 032a88ea-3687-48ba-be74-c22942266383 {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:11:58.569397 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ce1b0572-2f82-4242-9ef2-7b57c02ec276 tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:58.574771 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ce1b0572-2f82-4242-9ef2-7b57c02ec276 tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] 10.222.0.13 "DELETE /v2.0/routers/032a88ea-3687-48ba-be74-c22942266383 HTTP/1.1" status: 204 len: 168 time: 0.5328867 Aug 18 13:11:58.580017 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38038) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:58.587736 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-8e2cfdad-7328-4854-9b93-3c90c2b6dfbf tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Request body: {'router': {'name': 'tempest-router-97100873', 'distributed': True}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:11:58.625402 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e227f5-b172-4e25-855a-c71a16e59811 req-8e9eb8e5-9792-4dd3-a5b3-bfd114feb49c tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:58.636313 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-36e227f5-b172-4e25-855a-c71a16e59811 req-8e9eb8e5-9792-4dd3-a5b3-bfd114feb49c tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.1288357 Aug 18 13:11:58.704428 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:58.712502 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-f44242d3-b949-4e92-bc3a-938552a7f155 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, d4d68d30-864f-4092-84ed-81bc06aad741) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:11:58.728402 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fe8ab7-166c-46a3-8f25-57a455b2c7a5 None None] Network d4d68d30-864f-4092-84ed-81bc06aad741 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:11:58.731699 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44242d3-b949-4e92-bc3a-938552a7f155 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:58.734361 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f44242d3-b949-4e92-bc3a-938552a7f155 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:58.742783 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c404a8a6-1fe7-4cf6-bcc2-067cde6691ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:58.755508 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8e2cfdad-7328-4854-9b93-3c90c2b6dfbf tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:58.757257 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8e2cfdad-7328-4854-9b93-3c90c2b6dfbf tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:58.867615 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-50d117b0-2a22-43b4-8161-ba654058da64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'name': 'tempest-AttachVolumeShelveTestJSON-914630308-router', 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'db86b08d-834e-4905-aed8-68082d784230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:02:47Z', 'updated_at': '2021-08-18T13:11:57Z', 'revision_number': 5, 'project_id': '55f2c489a405498aa01d9cac2d06f3c9', 'gw_port': {'id': 'db86b08d-834e-4905-aed8-68082d784230', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:02:49Z', 'updated_at': '2021-08-18T13:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:11:58.871865 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8e2cfdad-7328-4854-9b93-3c90c2b6dfbf tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:58.884513 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-36e227f5-b172-4e25-855a-c71a16e59811 req-5a470ca9-c2d3-41c9-a5f8-4f3a495a0d6f tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473023 Aug 18 13:11:58.906829 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-c404a8a6-1fe7-4cf6-bcc2-067cde6691ed admin admin] Deleting port db86b08d-834e-4905-aed8-68082d784230 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:11:58.907398 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c404a8a6-1fe7-4cf6-bcc2-067cde6691ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:58.951610 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d117b0-2a22-43b4-8161-ba654058da64 None None] Checking router: 09bac2e1-4bcb-4d0e-b000-d1314d3deba8 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:11:58.975383 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d117b0-2a22-43b4-8161-ba654058da64 None None] Routers {'09bac2e1-4bcb-4d0e-b000-d1314d3deba8'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:11:58.976261 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-50d117b0-2a22-43b4-8161-ba654058da64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:11:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['09bac2e1-4bcb-4d0e-b000-d1314d3deba8'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:11:59.001576 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8e2cfdad-7328-4854-9b93-3c90c2b6dfbf tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:59.028141 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f44242d3-b949-4e92-bc3a-938552a7f155 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3135152 Aug 18 13:11:59.029013 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38046) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:59.035180 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-cd4c5933-5abb-452f-8317-eb03180f5387 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-197365392', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:11:59.071513 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa4a4eb-03c7-4e3f-9e57-ffa63c79e0a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-d4d68d30-864f-4092-84ed-81bc06aad741', 'network_id': 'd4d68d30-864f-4092-84ed-81bc06aad741', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'fixed_ips': [{'subnet_id': '8f4ae651-ade9-4398-9c16-73fd8c501d59'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:11:59.072381 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-baa4a4eb-03c7-4e3f-9e57-ffa63c79e0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:59.084050 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-c404a8a6-1fe7-4cf6-bcc2-067cde6691ed admin admin] For port db86b08d-834e-4905-aed8-68082d784230, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=db86b08d-834e-4905-aed8-68082d784230,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:11:59.084570 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c404a8a6-1fe7-4cf6-bcc2-067cde6691ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:59.102016 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-c404a8a6-1fe7-4cf6-bcc2-067cde6691ed admin admin] Calling delete_port for db86b08d-834e-4905-aed8-68082d784230 owned by network:router_gateway {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:11:59.137307 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8e2cfdad-7328-4854-9b93-3c90c2b6dfbf tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:59.141653 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8e2cfdad-7328-4854-9b93-3c90c2b6dfbf tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 719 time: 0.5575051 Aug 18 13:11:59.145838 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38048) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:59.337395 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-50d117b0-2a22-43b4-8161-ba654058da64 None None] Set router 09bac2e1-4bcb-4d0e-b000-d1314d3deba8 gateway port host: None {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:11:59.340500 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-384a4ab8-5961-48d7-9e46-179e91afa254 tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:59.418236 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00929a30-6ddf-49a7-b72c-7a8130c927f0 None None] Network e46841bd-ca34-41fb-bb7a-c659b29c4a24 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:11:59.438132 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-baa4a4eb-03c7-4e3f-9e57-ffa63c79e0a1 None None] Allocated IP 172.21.0.2 (d4d68d30-864f-4092-84ed-81bc06aad741/8f4ae651-ade9-4398-9c16-73fd8c501d59/12950eb4-6198-4926-96b4-fca5957d736d) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:11:59.449993 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-50d117b0-2a22-43b4-8161-ba654058da64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'name': 'tempest-AttachVolumeShelveTestJSON-914630308-router', 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:02:47Z', 'updated_at': '2021-08-18T13:11:58Z', 'revision_number': 6, 'project_id': '55f2c489a405498aa01d9cac2d06f3c9', 'gw_port_host': None}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:11:59.475340 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c404a8a6-1fe7-4cf6-bcc2-067cde6691ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:59.486345 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d117b0-2a22-43b4-8161-ba654058da64 None None] The sync data for ids ['09bac2e1-4bcb-4d0e-b000-d1314d3deba8'] in n-d-803603-2 is: [{'id': '09bac2e1-4bcb-4d0e-b000-d1314d3deba8', 'name': 'tempest-AttachVolumeShelveTestJSON-914630308-router', 'tenant_id': '55f2c489a405498aa01d9cac2d06f3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:02:47Z', 'updated_at': '2021-08-18T13:11:58Z', 'revision_number': 6, 'project_id': '55f2c489a405498aa01d9cac2d06f3c9', 'gw_port_host': None}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:11:59.507086 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404a8a6-1fe7-4cf6-bcc2-067cde6691ed admin admin] Pushing event deleted for resources: {'Port': ['ID=db86b08d-834e-4905-aed8-68082d784230,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:59.516643 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cd4c5933-5abb-452f-8317-eb03180f5387 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:59.518627 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cd4c5933-5abb-452f-8317-eb03180f5387 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:59.576307 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c404a8a6-1fe7-4cf6-bcc2-067cde6691ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:59.672597 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cd4c5933-5abb-452f-8317-eb03180f5387 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:59.680462 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-384a4ab8-5961-48d7-9e46-179e91afa254 tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:59.682706 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-384a4ab8-5961-48d7-9e46-179e91afa254 tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:59.726491 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-baa4a4eb-03c7-4e3f-9e57-ffa63c79e0a1 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:59.739002 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-baa4a4eb-03c7-4e3f-9e57-ffa63c79e0a1 None None] Transition to ACTIVE for port object 12950eb4-6198-4926-96b4-fca5957d736d will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:11:59.759399 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-baa4a4eb-03c7-4e3f-9e57-ffa63c79e0a1 None None] Transition to ACTIVE for port object 12950eb4-6198-4926-96b4-fca5957d736d will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:11:59.765994 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c404a8a6-1fe7-4cf6-bcc2-067cde6691ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:59.790846 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c404a8a6-1fe7-4cf6-bcc2-067cde6691ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:59.843328 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cd4c5933-5abb-452f-8317-eb03180f5387 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:59.905410 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-384a4ab8-5961-48d7-9e46-179e91afa254 tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:59.910103 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384a4ab8-5961-48d7-9e46-179e91afa254 tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f1079712-59f5-4929-b7e4-8e313a32e5fd {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:11:59.919891 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-384a4ab8-5961-48d7-9e46-179e91afa254 tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:59.922349 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-384a4ab8-5961-48d7-9e46-179e91afa254 tempest-RoutersTestDVR-1972402248 tempest-RoutersTestDVR-1972402248-project-admin] 10.222.0.13 "DELETE /v2.0/routers/f1079712-59f5-4929-b7e4-8e313a32e5fd HTTP/1.1" status: 204 len: 168 time: 0.7711909 Aug 18 13:11:59.939454 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cd4c5933-5abb-452f-8317-eb03180f5387 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:59.940953 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-cd4c5933-5abb-452f-8317-eb03180f5387 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9093983 Aug 18 13:11:59.944234 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38060) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:11:59.949509 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-baa4a4eb-03c7-4e3f-9e57-ffa63c79e0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:59.955862 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-9880bf14-59fc-4c6e-8b26-2efa3a91c0d3 None None] Provisioning for port e8e7a831-2278-464f-a6e1-4804ad88ef60 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:12:00.003590 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c404a8a6-1fe7-4cf6-bcc2-067cde6691ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:00.007075 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c404a8a6-1fe7-4cf6-bcc2-067cde6691ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09bac2e1-4bcb-4d0e-b000-d1314d3deba8 {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:12:00.028381 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c404a8a6-1fe7-4cf6-bcc2-067cde6691ed admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:00.032467 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c404a8a6-1fe7-4cf6-bcc2-067cde6691ed admin admin] 10.222.0.13 "DELETE /v2.0/routers/09bac2e1-4bcb-4d0e-b000-d1314d3deba8 HTTP/1.1" status: 204 len: 168 time: 1.6459429 Aug 18 13:12:00.033220 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38062) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:00.100250 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4a4eb-03c7-4e3f-9e57-ffa63c79e0a1 None None] Pushing event updated for resources: {'Port': ['ID=12950eb4-6198-4926-96b4-fca5957d736d,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:00.146794 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4edce25-40bc-478d-ac12-003e71b7f19d admin admin] Deleting subnet d3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:12:00.166788 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a4edce25-40bc-478d-ac12-003e71b7f19d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:00.189583 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa4a4eb-03c7-4e3f-9e57-ffa63c79e0a1 None None] Network d4d68d30-864f-4092-84ed-81bc06aad741 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:12:00.193308 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-baa4a4eb-03c7-4e3f-9e57-ffa63c79e0a1 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:12:00.203465 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa4a4eb-03c7-4e3f-9e57-ffa63c79e0a1 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:12:00.226615 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a4edce25-40bc-478d-ac12-003e71b7f19d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:00.294789 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-baa4a4eb-03c7-4e3f-9e57-ffa63c79e0a1 None None] Attempting to bind port 12950eb4-6198-4926-96b4-fca5957d736d on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:12:00.295263 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-baa4a4eb-03c7-4e3f-9e57-ffa63c79e0a1 None None] Attempting to bind port 12950eb4-6198-4926-96b4-fca5957d736d by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'ec97f7e1-c38a-4c38-98da-c5c096ed9e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd4d68d30-864f-4092-84ed-81bc06aad741'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:12:00.295690 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa4a4eb-03c7-4e3f-9e57-ffa63c79e0a1 None None] Attempting to bind port 12950eb4-6198-4926-96b4-fca5957d736d on network d4d68d30-864f-4092-84ed-81bc06aad741 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:12:00.305424 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa4a4eb-03c7-4e3f-9e57-ffa63c79e0a1 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:12:00.305927 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa4a4eb-03c7-4e3f-9e57-ffa63c79e0a1 None None] Checking segment: {'id': 'ec97f7e1-c38a-4c38-98da-c5c096ed9e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd4d68d30-864f-4092-84ed-81bc06aad741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:12:00.306429 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-baa4a4eb-03c7-4e3f-9e57-ffa63c79e0a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:00.306905 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa4a4eb-03c7-4e3f-9e57-ffa63c79e0a1 None None] Bound using segment: {'id': 'ec97f7e1-c38a-4c38-98da-c5c096ed9e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd4d68d30-864f-4092-84ed-81bc06aad741'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:12:00.307462 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-baa4a4eb-03c7-4e3f-9e57-ffa63c79e0a1 None None] Bound port: 12950eb4-6198-4926-96b4-fca5957d736d, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec97f7e1-c38a-4c38-98da-c5c096ed9e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd4d68d30-864f-4092-84ed-81bc06aad741'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:12:00.308048 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-baa4a4eb-03c7-4e3f-9e57-ffa63c79e0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:00.380927 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b105b-4ef3-4ebf-ac12-c81e972ee1c1 req-a6c1048c-2b35-443c-bf2a-e10bef0dbf3c tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:00.382545 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-644b105b-4ef3-4ebf-ac12-c81e972ee1c1 req-a6c1048c-2b35-443c-bf2a-e10bef0dbf3c tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.1953392 Aug 18 13:12:00.393999 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a4edce25-40bc-478d-ac12-003e71b7f19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:00.409151 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a36b1ee7-76d5-43c8-b8a7-332784d7a901 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:00.428879 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-baa4a4eb-03c7-4e3f-9e57-ffa63c79e0a1 None None] For port 12950eb4-6198-4926-96b4-fca5957d736d, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:12:00.432973 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-baa4a4eb-03c7-4e3f-9e57-ffa63c79e0a1 None None] For port 12950eb4-6198-4926-96b4-fca5957d736d, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=12950eb4-6198-4926-96b4-fca5957d736d,segment=NetworkSegment(ec97f7e1-c38a-4c38-98da-c5c096ed9e72),segment_id=ec97f7e1-c38a-4c38-98da-c5c096ed9e72)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:12:00.475871 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-baa4a4eb-03c7-4e3f-9e57-ffa63c79e0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:00.501873 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38066) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:00.526844 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-644b105b-4ef3-4ebf-ac12-c81e972ee1c1 req-f87a7536-87e0-44cf-963a-5457bb4b5f1c tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198394 Aug 18 13:12:00.618527 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a4edce25-40bc-478d-ac12-003e71b7f19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:00.629486 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4a4eb-03c7-4e3f-9e57-ffa63c79e0a1 None None] Pushing event updated for resources: {'Port': ['ID=12950eb4-6198-4926-96b4-fca5957d736d,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:00.664832 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device e8e7a831-2278-464f-a6e1-4804ad88ef60 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:12:00.684994 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4edce25-40bc-478d-ac12-003e71b7f19d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:00.708570 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a4edce25-40bc-478d-ac12-003e71b7f19d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:00.722268 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a4edce25-40bc-478d-ac12-003e71b7f19d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d3ba3ab8-5a5e-4e9c-b6ec-436d70cd1935 HTTP/1.1" status: 204 len: 168 time: 0.6879072 Aug 18 13:12:00.722968 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38070) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:00.728588 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc121cb3-485a-4537-b744-dd2b4d4a1cc5 None None] Network 1580e32b-815c-484e-8818-74705331eaf8 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:12:00.813842 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a6a37e96-95ce-4d23-b56e-ed8be4782606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:00.856565 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6c8dd37c-c0f7-49cd-98bb-16f925357fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:00.904316 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-a36b1ee7-76d5-43c8-b8a7-332784d7a901 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Allocated IP 172.20.0.1 (e46841bd-ca34-41fb-bb7a-c659b29c4a24/93b01be7-5e98-4e87-b6ed-afc07d5b5d59/fab68ce9-6a6e-4d46-9935-34522c1b5d1e) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:12:01.085400 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-6c8dd37c-c0f7-49cd-98bb-16f925357fab admin admin] Deleting port 01e553c0-0c06-46c5-830e-c0e8811948b9 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:12:01.085892 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6c8dd37c-c0f7-49cd-98bb-16f925357fab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:01.189580 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port e8e7a831-2278-464f-a6e1-4804ad88ef60 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:12:01.209512 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port e8e7a831-2278-464f-a6e1-4804ad88ef60 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:12:01.209887 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:01.230268 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a6a37e96-95ce-4d23-b56e-ed8be4782606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:01.246561 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd20978-2bc5-482e-a8f3-67bb06c95607 None None] DHCP port deletion for 1580e32b-815c-484e-8818-74705331eaf8 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:12:01.261994 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a36b1ee7-76d5-43c8-b8a7-332784d7a901 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:01.271959 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-6c8dd37c-c0f7-49cd-98bb-16f925357fab admin admin] For port 01e553c0-0c06-46c5-830e-c0e8811948b9, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=01e553c0-0c06-46c5-830e-c0e8811948b9,segment=NetworkSegment(1d336752-25b6-4131-855b-23a2ad96544b),segment_id=1d336752-25b6-4131-855b-23a2ad96544b)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:12:01.272335 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6c8dd37c-c0f7-49cd-98bb-16f925357fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:01.277570 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-a36b1ee7-76d5-43c8-b8a7-332784d7a901 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Transition to ACTIVE for port object fab68ce9-6a6e-4d46-9935-34522c1b5d1e will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:12:01.292580 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-6c8dd37c-c0f7-49cd-98bb-16f925357fab admin admin] Calling delete_port for 01e553c0-0c06-46c5-830e-c0e8811948b9 owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:12:01.359121 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7cd20978-2bc5-482e-a8f3-67bb06c95607 None None] Deleting port 01e553c0-0c06-46c5-830e-c0e8811948b9 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:12:01.359542 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7cd20978-2bc5-482e-a8f3-67bb06c95607 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:01.407551 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:01.424404 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a6a37e96-95ce-4d23-b56e-ed8be4782606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:01.441237 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a36b1ee7-76d5-43c8-b8a7-332784d7a901 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:01.445342 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7cd20978-2bc5-482e-a8f3-67bb06c95607 None None] For port 01e553c0-0c06-46c5-830e-c0e8811948b9, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=01e553c0-0c06-46c5-830e-c0e8811948b9,segment=NetworkSegment(1d336752-25b6-4131-855b-23a2ad96544b),segment_id=1d336752-25b6-4131-855b-23a2ad96544b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:12:01.445742 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7cd20978-2bc5-482e-a8f3-67bb06c95607 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:01.469635 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7cd20978-2bc5-482e-a8f3-67bb06c95607 None None] Calling delete_port for 01e553c0-0c06-46c5-830e-c0e8811948b9 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:12:01.469981 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a6a37e96-95ce-4d23-b56e-ed8be4782606 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc42e9e3d00046a78dbea195c2d9e9f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9586632 Aug 18 13:12:01.474211 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38090) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:01.476290 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port e8e7a831-2278-464f-a6e1-4804ad88ef60, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=e8e7a831-2278-464f-a6e1-4804ad88ef60,segment=NetworkSegment(e73cc2df-f2a6-400d-a0ac-34682b415614),segment_id=e73cc2df-f2a6-400d-a0ac-34682b415614)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:12:01.483999 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a37e96-95ce-4d23-b56e-ed8be4782606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64d5531-4e7b-43ba-802c-8214fe3b2aed,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:01.527385 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6c8dd37c-c0f7-49cd-98bb-16f925357fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:01.527627 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36b1ee7-76d5-43c8-b8a7-332784d7a901 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Network e46841bd-ca34-41fb-bb7a-c659b29c4a24 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:12:01.540831 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-273a969f-c878-4fb4-bba7-5dbe716ad5ad tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:01.547860 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-273a969f-c878-4fb4-bba7-5dbe716ad5ad tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/networks?id=2a1c8077-7a6c-448a-bba2-5a8c92845aec HTTP/1.1" status: 200 len: 814 time: 0.1997025 Aug 18 13:12:01.551250 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:01.555140 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-a36b1ee7-76d5-43c8-b8a7-332784d7a901 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:12:01.558267 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36b1ee7-76d5-43c8-b8a7-332784d7a901 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:12:01.565738 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dde73c92-0aef-4f4c-b317-e1622e85422e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:01.573955 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8dd37c-c0f7-49cd-98bb-16f925357fab admin admin] No DVR routers for this DVR port 01e553c0-0c06-46c5-830e-c0e8811948b9 on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:12:01.576941 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8dd37c-c0f7-49cd-98bb-16f925357fab admin admin] Pushing event deleted for resources: {'Port': ['ID=01e553c0-0c06-46c5-830e-c0e8811948b9,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:01.579065 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 9c889dc5-eddd-47bf-876e-bcc8303c581b no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:12:01.658705 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 9c889dc5-eddd-47bf-876e-bcc8303c581b {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:12:01.660538 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 9c889dc5-eddd-47bf-876e-bcc8303c581b not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:12:01.671606 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dde73c92-0aef-4f4c-b317-e1622e85422e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:01.688880 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a36b1ee7-76d5-43c8-b8a7-332784d7a901 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:01.717801 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6c8dd37c-c0f7-49cd-98bb-16f925357fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:01.720973 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=e8e7a831-2278-464f-a6e1-4804ad88ef60,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:01.731495 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7cd20978-2bc5-482e-a8f3-67bb06c95607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:01.758979 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-7c6c297d-f03d-41ec-bba4-294c9ad8f69a tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/quotas/f6acde663147425b8e24cfb36883f668 HTTP/1.1" status: 200 len: 375 time: 0.2098699 Aug 18 13:12:01.759811 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd20978-2bc5-482e-a8f3-67bb06c95607 None None] No DVR routers for this DVR port 01e553c0-0c06-46c5-830e-c0e8811948b9 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:12:01.765818 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b1ee7-76d5-43c8-b8a7-332784d7a901 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event updated for resources: {'Port': ['ID=fab68ce9-6a6e-4d46-9935-34522c1b5d1e,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:01.790578 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-6c8dd37c-c0f7-49cd-98bb-16f925357fab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1580e32b-815c-484e-8818-74705331eaf8']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:01.803806 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-6c8dd37c-c0f7-49cd-98bb-16f925357fab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d336752-25b6-4131-855b-23a2ad96544b') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:01.804182 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-6c8dd37c-c0f7-49cd-98bb-16f925357fab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d336752-25b6-4131-855b-23a2ad96544b') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:01.808868 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd20978-2bc5-482e-a8f3-67bb06c95607 None None] Pushing event deleted for resources: {'Port': ['ID=01e553c0-0c06-46c5-830e-c0e8811948b9,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:01.818416 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-c7e52e23-ffd4-44c8-82be-19edc6e098e1 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6acde663147425b8e24cfb36883f668&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504894 Aug 18 13:12:01.835953 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6c8dd37c-c0f7-49cd-98bb-16f925357fab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:01.868552 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6c8dd37c-c0f7-49cd-98bb-16f925357fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:01.888323 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c8dd37c-c0f7-49cd-98bb-16f925357fab admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:12:01.888740 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6c8dd37c-c0f7-49cd-98bb-16f925357fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:01.890700 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:12:01.890700 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:12:01.890700 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:12:01.890700 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:12:01.890700 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:12:01.890700 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:12:01.890700 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:12:01.890700 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:12:01.890700 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:12:01.890700 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:12:01.890700 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:12:01.890700 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:12:01.890700 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:12:01.890700 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:12:01.890700 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:12:01.890700 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:12:01.890700 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:12:01.890700 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:12:01.890700 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:12:01.890700 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:12:01.890700 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:12:01.890700 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:12:01.890700 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:12:01.890700 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:12:01.890700 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:12:01.890700 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:12:01.890700 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:12:01.890700 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:12:01.890700 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:12:01.890700 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:12:01.890700 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:12:01.890700 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:12:01.937278 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f4109-c49d-416c-b06c-630867ebde14 req-c15b8634-9826-4976-a618-2b7af57f9156 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:01.950839 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f31f4109-c49d-416c-b06c-630867ebde14 req-c15b8634-9826-4976-a618-2b7af57f9156 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.3080103 Aug 18 13:12:01.963561 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-3182d5b7-0812-4d0b-b04d-473cc971615f service neutron] 10.222.0.13 "GET /v2.0/networks/2a1c8077-7a6c-448a-bba2-5a8c92845aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425622 Aug 18 13:12:02.014985 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f31f4109-c49d-416c-b06c-630867ebde14 req-fe223e35-c7a3-4ffc-b03e-13a6e749d7d7 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628555 Aug 18 13:12:02.103724 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b1e94377-8715-42ad-a207-ca407e06cd81 None None] Provisioning for port fab68ce9-6a6e-4d46-9935-34522c1b5d1e completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:12:02.104904 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dde73c92-0aef-4f4c-b317-e1622e85422e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:02.113340 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b1e94377-8715-42ad-a207-ca407e06cd81 None None] Provisioning complete for port fab68ce9-6a6e-4d46-9935-34522c1b5d1e triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:12:02.113340 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b1e94377-8715-42ad-a207-ca407e06cd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:02.113686 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dde73c92-0aef-4f4c-b317-e1622e85422e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:02.117212 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-dde73c92-0aef-4f4c-b317-e1622e85422e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e64d5531-4e7b-43ba-802c-8214fe3b2aed HTTP/1.1" status: 204 len: 168 time: 0.6413360 Aug 18 13:12:02.123628 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6c8dd37c-c0f7-49cd-98bb-16f925357fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:02.154057 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a36b1ee7-76d5-43c8-b8a7-332784d7a901 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:02.176723 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6c8dd37c-c0f7-49cd-98bb-16f925357fab admin admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:02.186539 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6c8dd37c-c0f7-49cd-98bb-16f925357fab admin admin] 10.222.0.13 "DELETE /v2.0/networks/1580e32b-815c-484e-8818-74705331eaf8 HTTP/1.1" status: 204 len: 168 time: 1.4543986 Aug 18 13:12:02.187433 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8dd37c-c0f7-49cd-98bb-16f925357fab admin admin] Pushing event deleted for resources: {'Network': ['ID=1580e32b-815c-484e-8818-74705331eaf8,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:02.190119 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde73c92-0aef-4f4c-b317-e1622e85422e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64d5531-4e7b-43ba-802c-8214fe3b2aed,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:02.267738 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-23501afc-0485-496c-85cb-cec487629b9e service neutron] 10.222.0.13 "GET /v2.0/networks/2a1c8077-7a6c-448a-bba2-5a8c92845aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953544 Aug 18 13:12:02.296111 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-b1e94377-8715-42ad-a207-ca407e06cd81 None None] Port fab68ce9-6a6e-4d46-9935-34522c1b5d1e cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:12:02.299863 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 12950eb4-6198-4926-96b4-fca5957d736d up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:12:02.394239 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e21f13-e180-4e1a-b332-77a777364ba5 None None] Network d4d68d30-864f-4092-84ed-81bc06aad741 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:12:02.460268 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 12950eb4-6198-4926-96b4-fca5957d736d completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:12:02.502793 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device e8e7a831-2278-464f-a6e1-4804ad88ef60 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:12:02.627720 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-4dcc29e5-dca9-40b1-a926-c5e7ee479678 None None] Provisioning for port 12950eb4-6198-4926-96b4-fca5957d736d completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:12:02.647048 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-4dcc29e5-dca9-40b1-a926-c5e7ee479678 None None] Provisioning complete for port 12950eb4-6198-4926-96b4-fca5957d736d triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:12:02.647445 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4dcc29e5-dca9-40b1-a926-c5e7ee479678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:02.662937 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38114) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:02.770186 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a36b1ee7-76d5-43c8-b8a7-332784d7a901 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:02.849609 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a36b1ee7-76d5-43c8-b8a7-332784d7a901 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:02.882133 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port e8e7a831-2278-464f-a6e1-4804ad88ef60 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:12:02.882705 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:02.974540 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4dcc29e5-dca9-40b1-a926-c5e7ee479678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:03.028683 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-4dcc29e5-dca9-40b1-a926-c5e7ee479678 None None] For port 12950eb4-6198-4926-96b4-fca5957d736d, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=12950eb4-6198-4926-96b4-fca5957d736d,segment=NetworkSegment(ec97f7e1-c38a-4c38-98da-c5c096ed9e72),segment_id=ec97f7e1-c38a-4c38-98da-c5c096ed9e72)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:12:03.049574 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a36b1ee7-76d5-43c8-b8a7-332784d7a901 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:03.149636 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4dcc29e5-dca9-40b1-a926-c5e7ee479678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:03.204876 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b1ee7-76d5-43c8-b8a7-332784d7a901 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event updated for resources: {'Port': ['ID=fab68ce9-6a6e-4d46-9935-34522c1b5d1e,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:03.230001 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 01e553c0-0c06-46c5-830e-c0e8811948b9 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:12:03.274901 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 01e553c0-0c06-46c5-830e-c0e8811948b9 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:12:03.275250 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 01e553c0-0c06-46c5-830e-c0e8811948b9 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:12:03.277439 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device db86b08d-834e-4905-aed8-68082d784230 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:12:03.288499 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38122) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:03.373132 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36b1ee7-76d5-43c8-b8a7-332784d7a901 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Network e46841bd-ca34-41fb-bb7a-c659b29c4a24 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:12:03.377670 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8e7a2273-79e1-431c-b146-fd2de74d93a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:03.408627 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e64ee9b1-3563-4e45-9e25-87a1079de6ad req-ce248e87-fb78-44eb-abe2-3a623b03cfad tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c4f784-ec84-4579-938a-137be42847d6 HTTP/1.1" status: 200 len: 210 time: 0.7200081 Aug 18 13:12:03.427899 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-a36b1ee7-76d5-43c8-b8a7-332784d7a901 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:12:03.450103 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b2791a29-fcd0-42c7-8983-dfc3f956c1ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=55f2c489a405498aa01d9cac2d06f3c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7838066 Aug 18 13:12:03.451594 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38128) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:03.508109 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: db86b08d-834e-4905-aed8-68082d784230 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:12:03.508451 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device db86b08d-834e-4905-aed8-68082d784230 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:12:03.557867 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-11de2ab3-997e-41b2-a490-5c27f87a157c None None] Provisioning complete for port 12950eb4-6198-4926-96b4-fca5957d736d triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:12:03.558276 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-11de2ab3-997e-41b2-a490-5c27f87a157c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:03.567702 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc29e5-dca9-40b1-a926-c5e7ee479678 None None] Pushing event updated for resources: {'Port': ['ID=12950eb4-6198-4926-96b4-fca5957d736d,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:03.599687 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b3216048-f897-479f-b356-dd28b4df8ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:03.654088 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b3216048-f897-479f-b356-dd28b4df8ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:03.666482 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd9b7b-ba11-4c5d-bee1-e58df669d656 req-9f185025-2afb-4e79-968b-f937f1aa01b0 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:03.675646 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-30fd9b7b-ba11-4c5d-bee1-e58df669d656 req-9f185025-2afb-4e79-968b-f937f1aa01b0 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.4438241 Aug 18 13:12:03.758778 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-30fd9b7b-ba11-4c5d-bee1-e58df669d656 req-58145b0e-ef47-4f71-9351-ac6603407b16 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826576 Aug 18 13:12:03.829608 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b3216048-f897-479f-b356-dd28b4df8ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:03.832256 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b3216048-f897-479f-b356-dd28b4df8ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:03.839181 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b3216048-f897-479f-b356-dd28b4df8ac2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a56d04b4-16d9-4b99-9430-a9b04189ea6a HTTP/1.1" status: 204 len: 168 time: 0.3810914 Aug 18 13:12:03.855412 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8e7a2273-79e1-431c-b146-fd2de74d93a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:03.862636 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3216048-f897-479f-b356-dd28b4df8ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56d04b4-16d9-4b99-9430-a9b04189ea6a,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:03.879388 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-3917204a-b625-4327-be36-b878a2dfcd01 None None] Provisioning complete for port fab68ce9-6a6e-4d46-9935-34522c1b5d1e triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:12:03.879388 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3917204a-b625-4327-be36-b878a2dfcd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:03.929938 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-3917204a-b625-4327-be36-b878a2dfcd01 None None] Port fab68ce9-6a6e-4d46-9935-34522c1b5d1e cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:12:03.950340 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36b1ee7-76d5-43c8-b8a7-332784d7a901 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Router e9e152b5-c562-4a8f-bc14-bab0d35c8112 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:12:03.954216 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8e7a2273-79e1-431c-b146-fd2de74d93a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:04.085820 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 12950eb4-6198-4926-96b4-fca5957d736d up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:12:04.160751 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 12950eb4-6198-4926-96b4-fca5957d736d triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:12:04.161094 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:04.345281 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8e7a2273-79e1-431c-b146-fd2de74d93a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e70729f2a004965b7e6ecb35a7b40de&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0490105 Aug 18 13:12:04.349874 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38136) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:04.382941 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a2273-79e1-431c-b146-fd2de74d93a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd55cefe-9217-4f79-ad41-3704b0ddf688,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:04.408674 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36b1ee7-76d5-43c8-b8a7-332784d7a901 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:12:04.419518 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a36b1ee7-76d5-43c8-b8a7-332784d7a901 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "PUT /v2.0/routers/e9e152b5-c562-4a8f-bc14-bab0d35c8112/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4682777 Aug 18 13:12:04.420870 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84556f2a-e126-4a38-bf2e-a029fbef15f4 None None] Sync routers for ids ['e9e152b5-c562-4a8f-bc14-bab0d35c8112'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:12:04.423387 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38138) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:04.468364 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84556f2a-e126-4a38-bf2e-a029fbef15f4 None None] Routers {'e9e152b5-c562-4a8f-bc14-bab0d35c8112'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:12:04.468364 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-84556f2a-e126-4a38-bf2e-a029fbef15f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:11:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['e9e152b5-c562-4a8f-bc14-bab0d35c8112'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:04.471391 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a86cb5b4-7fcf-4d40-bae8-55e2691ebaf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:04.491382 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-84556f2a-e126-4a38-bf2e-a029fbef15f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:04.500984 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84556f2a-e126-4a38-bf2e-a029fbef15f4 None None] Routers {'e9e152b5-c562-4a8f-bc14-bab0d35c8112'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:12:04.501856 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-84556f2a-e126-4a38-bf2e-a029fbef15f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:11:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['e9e152b5-c562-4a8f-bc14-bab0d35c8112'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:04.532961 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5355740-5106-4f4f-bd33-1f71fe8b4911 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:04.534323 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e5355740-5106-4f4f-bd33-1f71fe8b4911 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "GET /v2.0/ports/fab68ce9-6a6e-4d46-9935-34522c1b5d1e HTTP/1.1" status: 200 len: 910 time: 0.1098120 Aug 18 13:12:04.540742 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38146) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:04.552688 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-658463ee-1985-4e3a-9d82-0920f6b6205d req-cc16fe8f-bb95-478b-bcd2-46c6a495089e tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c4f784-ec84-4579-938a-137be42847d6 HTTP/1.1" status: 200 len: 210 time: 0.0668736 Aug 18 13:12:04.555677 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a86cb5b4-7fcf-4d40-bae8-55e2691ebaf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:04.605840 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-84556f2a-e126-4a38-bf2e-a029fbef15f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:04.609777 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84556f2a-e126-4a38-bf2e-a029fbef15f4 None None] The sync data for ids ['e9e152b5-c562-4a8f-bc14-bab0d35c8112'] in n-d-803603-2 is: [] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:12:04.908559 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b00f06-6683-4ace-a28e-c9ffbd0b9ec2 req-1701b511-e2df-4fbe-b6da-8ae74bcd3360 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:04.910045 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-98b00f06-6683-4ace-a28e-c9ffbd0b9ec2 req-1701b511-e2df-4fbe-b6da-8ae74bcd3360 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.0697792 Aug 18 13:12:04.940543 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a86cb5b4-7fcf-4d40-bae8-55e2691ebaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:04.944484 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a86cb5b4-7fcf-4d40-bae8-55e2691ebaf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:04.945589 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a86cb5b4-7fcf-4d40-bae8-55e2691ebaf1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd55cefe-9217-4f79-ad41-3704b0ddf688 HTTP/1.1" status: 204 len: 168 time: 0.5940821 Aug 18 13:12:04.981455 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86cb5b4-7fcf-4d40-bae8-55e2691ebaf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd55cefe-9217-4f79-ad41-3704b0ddf688,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:05.039672 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-98b00f06-6683-4ace-a28e-c9ffbd0b9ec2 req-002098e9-ddc4-4c49-8a45-ae4dfca539ae tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063604 Aug 18 13:12:05.052319 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-93137767-fae5-4eef-ae64-2e1c91df400e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:05.323325 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-93137767-fae5-4eef-ae64-2e1c91df400e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Allocated IP 172.21.0.1 (d4d68d30-864f-4092-84ed-81bc06aad741/8f4ae651-ade9-4398-9c16-73fd8c501d59/305ed3f9-002c-4576-91da-925dfe10f9d6) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:12:05.463850 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-93137767-fae5-4eef-ae64-2e1c91df400e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:05.481501 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-93137767-fae5-4eef-ae64-2e1c91df400e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Transition to ACTIVE for port object 305ed3f9-002c-4576-91da-925dfe10f9d6 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:12:05.604653 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-93137767-fae5-4eef-ae64-2e1c91df400e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:05.680387 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93137767-fae5-4eef-ae64-2e1c91df400e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Network d4d68d30-864f-4092-84ed-81bc06aad741 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:12:05.693345 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-93137767-fae5-4eef-ae64-2e1c91df400e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:12:05.693851 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b18b26ea-8e84-478d-ae6d-1a23ff16ff8c req-4ded9e64-35d2-4666-8d80-69a763fa7ea9 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c4f784-ec84-4579-938a-137be42847d6 HTTP/1.1" status: 200 len: 210 time: 0.0565553 Aug 18 13:12:05.700670 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93137767-fae5-4eef-ae64-2e1c91df400e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:12:05.803852 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-93137767-fae5-4eef-ae64-2e1c91df400e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:05.892720 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93137767-fae5-4eef-ae64-2e1c91df400e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event updated for resources: {'Port': ['ID=305ed3f9-002c-4576-91da-925dfe10f9d6,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:05.926627 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-ac85d11a-db90-4a84-aa10-c621b6413c60 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:05.930430 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-ac85d11a-db90-4a84-aa10-c621b6413c60 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.20 "GET /v2.0/networks?id=2a1c8077-7a6c-448a-bba2-5a8c92845aec HTTP/1.1" status: 200 len: 814 time: 0.3953121 Aug 18 13:12:05.968342 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-85bdcfa1-28f3-4929-8a9a-ec47612faa76 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Request body: {'port': {'device_id': 'a0c4f784-ec84-4579-938a-137be42847d6', 'network_id': '2a1c8077-7a6c-448a-bba2-5a8c92845aec', 'admin_state_up': True, 'tenant_id': 'f6acde663147425b8e24cfb36883f668'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:12:06.143765 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d0ee46e4-71ba-465d-8e05-8e2590c39614 None None] Provisioning for port 305ed3f9-002c-4576-91da-925dfe10f9d6 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:12:06.150405 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d0ee46e4-71ba-465d-8e05-8e2590c39614 None None] Provisioning complete for port 305ed3f9-002c-4576-91da-925dfe10f9d6 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:12:06.152066 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d0ee46e4-71ba-465d-8e05-8e2590c39614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:06.246472 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-d0ee46e4-71ba-465d-8e05-8e2590c39614 None None] Port 305ed3f9-002c-4576-91da-925dfe10f9d6 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:12:06.254217 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9010b1-4a4a-4279-a266-56cea58cc6f5 req-a11ba7f3-b455-487c-aaf4-685967213165 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:06.255136 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4e9010b1-4a4a-4279-a266-56cea58cc6f5 req-a11ba7f3-b455-487c-aaf4-685967213165 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.0970166 Aug 18 13:12:06.299632 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-93137767-fae5-4eef-ae64-2e1c91df400e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:06.306923 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4e9010b1-4a4a-4279-a266-56cea58cc6f5 req-c5eba5a3-a21d-4214-a7f6-e96f1d7f7394 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419509 Aug 18 13:12:06.434295 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-85bdcfa1-28f3-4929-8a9a-ec47612faa76 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Made reservation on behalf of f6acde663147425b8e24cfb36883f668 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:12:06.439161 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-85bdcfa1-28f3-4929-8a9a-ec47612faa76 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:06.485169 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38246) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:06.663350 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-38c8694f-6bb0-4437-abe7-dc687ca2b67e tempest-AgentManagementNegativeTest-1327478522 tempest-AgentManagementNegativeTest-1327478522-project] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1769526 Aug 18 13:12:06.703613 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-85bdcfa1-28f3-4929-8a9a-ec47612faa76 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Allocated IP 172.20.0.7 (2a1c8077-7a6c-448a-bba2-5a8c92845aec/e21c72b4-2738-4a15-8296-0e1cd7475b13/e40026cf-a5ec-45ff-8a75-42d7d708fed4) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:12:06.826010 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-93137767-fae5-4eef-ae64-2e1c91df400e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:06.850593 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0eecd4cc-b99b-4dd3-8de8-8038d2996c90 req-faa58a76-1878-4da5-8209-afdd04950733 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c4f784-ec84-4579-938a-137be42847d6 HTTP/1.1" status: 200 len: 210 time: 0.0555925 Aug 18 13:12:06.921439 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-93137767-fae5-4eef-ae64-2e1c91df400e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:07.028138 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93137767-fae5-4eef-ae64-2e1c91df400e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event updated for resources: {'Port': ['ID=305ed3f9-002c-4576-91da-925dfe10f9d6,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:07.035945 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-93137767-fae5-4eef-ae64-2e1c91df400e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:07.070045 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-85bdcfa1-28f3-4929-8a9a-ec47612faa76 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:07.169632 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93137767-fae5-4eef-ae64-2e1c91df400e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Network d4d68d30-864f-4092-84ed-81bc06aad741 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:12:07.171153 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-93137767-fae5-4eef-ae64-2e1c91df400e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:12:07.225040 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38300) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:07.264530 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-85bdcfa1-28f3-4929-8a9a-ec47612faa76 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:07.333729 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-85bdcfa1-28f3-4929-8a9a-ec47612faa76 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Network 2a1c8077-7a6c-448a-bba2-5a8c92845aec is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:12:07.338025 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-85bdcfa1-28f3-4929-8a9a-ec47612faa76 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:12:07.340626 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-85bdcfa1-28f3-4929-8a9a-ec47612faa76 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:12:07.378570 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93137767-fae5-4eef-ae64-2e1c91df400e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Router e9e152b5-c562-4a8f-bc14-bab0d35c8112 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:12:07.379551 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bdcfa1-28f3-4929-8a9a-ec47612faa76 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Pushing event updated for resources: {'Port': ['ID=e40026cf-a5ec-45ff-8a75-42d7d708fed4,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:07.397875 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3313b5f1-aa75-49c2-bcd5-cf316b706704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:07.474607 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-21c62071-d104-482b-a229-0a14af405de8 None None] Provisioning complete for port 305ed3f9-002c-4576-91da-925dfe10f9d6 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:12:07.475962 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-21c62071-d104-482b-a229-0a14af405de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:07.492728 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-85bdcfa1-28f3-4929-8a9a-ec47612faa76 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:07.493313 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-85bdcfa1-28f3-4929-8a9a-ec47612faa76 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:07.526369 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93137767-fae5-4eef-ae64-2e1c91df400e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:12:07.530016 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99684dbe-8d65-4bd1-a397-20652faed422 req-0c3dd183-c2e7-4411-8ac1-0d6b4e1a1ae5 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:07.531336 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-21c62071-d104-482b-a229-0a14af405de8 None None] Port 305ed3f9-002c-4576-91da-925dfe10f9d6 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:12:07.532275 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-99684dbe-8d65-4bd1-a397-20652faed422 req-0c3dd183-c2e7-4411-8ac1-0d6b4e1a1ae5 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.0795693 Aug 18 13:12:07.532403 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-93137767-fae5-4eef-ae64-2e1c91df400e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "PUT /v2.0/routers/e9e152b5-c562-4a8f-bc14-bab0d35c8112/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9900389 Aug 18 13:12:07.535014 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38306) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:07.540129 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f3316a-8cae-483c-94df-4311c72379b6 None None] Sync routers for ids ['e9e152b5-c562-4a8f-bc14-bab0d35c8112'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:12:07.555225 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f3316a-8cae-483c-94df-4311c72379b6 None None] Routers {'e9e152b5-c562-4a8f-bc14-bab0d35c8112'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:12:07.556334 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-d5f3316a-8cae-483c-94df-4311c72379b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:11:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['e9e152b5-c562-4a8f-bc14-bab0d35c8112'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:07.596123 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-d5f3316a-8cae-483c-94df-4311c72379b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:07.605944 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f3316a-8cae-483c-94df-4311c72379b6 None None] Routers {'e9e152b5-c562-4a8f-bc14-bab0d35c8112'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:12:07.606601 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-d5f3316a-8cae-483c-94df-4311c72379b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:11:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['e9e152b5-c562-4a8f-bc14-bab0d35c8112'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:07.612011 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f773f8-d2cd-4dde-a15a-9c2c3328c467 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:07.618888 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-77f773f8-d2cd-4dde-a15a-9c2c3328c467 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "GET /v2.0/ports/305ed3f9-002c-4576-91da-925dfe10f9d6 HTTP/1.1" status: 200 len: 910 time: 0.0815332 Aug 18 13:12:07.619294 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-99684dbe-8d65-4bd1-a397-20652faed422 req-be964163-ba5f-41e6-98fa-02401a62436c tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639832 Aug 18 13:12:07.620127 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38308) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:07.631355 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3313b5f1-aa75-49c2-bcd5-cf316b706704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:07.654744 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-d5f3316a-8cae-483c-94df-4311c72379b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:07.655564 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f3316a-8cae-483c-94df-4311c72379b6 None None] The sync data for ids ['e9e152b5-c562-4a8f-bc14-bab0d35c8112'] in n-d-803603-2 is: [] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:12:07.707143 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3313b5f1-aa75-49c2-bcd5-cf316b706704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:07.735460 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38312) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:07.744553 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-85bdcfa1-28f3-4929-8a9a-ec47612faa76 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8002162 Aug 18 13:12:07.758897 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-398f2db5-5975-4cec-90ef-472f9bf492a1 service neutron] Request body: {'port': {'device_id': 'a0c4f784-ec84-4579-938a-137be42847d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:12:07.783525 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3313b5f1-aa75-49c2-bcd5-cf316b706704 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=82574c78ca21444591e969983b791bd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5573637 Aug 18 13:12:07.786649 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38318) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:07.809027 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3313b5f1-aa75-49c2-bcd5-cf316b706704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c082c551-4ef7-477f-9a3c-2fde85e6264a,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:07.913263 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-398f2db5-5975-4cec-90ef-472f9bf492a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:07.967998 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c4f0da3a-8e7a-4e4a-9c9b-fc0be7587c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:07.986309 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1193b127-4e7f-4da3-93f1-0f757db1a581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:08.058755 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1193b127-4e7f-4da3-93f1-0f757db1a581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:08.066913 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b746b-1319-4d6f-8ff2-d0959f7fbc4e req-e023d3c3-4e5a-4cc2-ba76-f6f3ffe64a93 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:08.068925 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-799b746b-1319-4d6f-8ff2-d0959f7fbc4e req-e023d3c3-4e5a-4cc2-ba76-f6f3ffe64a93 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c4f784-ec84-4579-938a-137be42847d6 HTTP/1.1" status: 200 len: 931 time: 0.1163163 Aug 18 13:12:08.132508 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-799b746b-1319-4d6f-8ff2-d0959f7fbc4e req-e45044e4-66f6-4bb9-a50a-e6ad81c2b3e8 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/security-groups?id=b85fe65e-597f-4688-b4fe-a48315c33d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557556 Aug 18 13:12:08.202531 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f8c03013-7d3a-46b3-be69-d5aff0f79be7 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:08.366654 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c4f0da3a-8e7a-4e4a-9c9b-fc0be7587c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:08.387437 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1193b127-4e7f-4da3-93f1-0f757db1a581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:08.390116 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1193b127-4e7f-4da3-93f1-0f757db1a581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:08.393818 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1193b127-4e7f-4da3-93f1-0f757db1a581 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c082c551-4ef7-477f-9a3c-2fde85e6264a HTTP/1.1" status: 204 len: 168 time: 0.6032958 Aug 18 13:12:08.429744 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193b127-4e7f-4da3-93f1-0f757db1a581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c082c551-4ef7-477f-9a3c-2fde85e6264a,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:08.446510 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-398f2db5-5975-4cec-90ef-472f9bf492a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e40026cf-a5ec-45ff-8a75-42d7d708fed4 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:12:08.454976 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-398f2db5-5975-4cec-90ef-472f9bf492a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:08.467705 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c4f0da3a-8e7a-4e4a-9c9b-fc0be7587c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:08.481114 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-398f2db5-5975-4cec-90ef-472f9bf492a1 service neutron] Transition to ACTIVE for port object e40026cf-a5ec-45ff-8a75-42d7d708fed4 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:12:08.488239 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-f8c03013-7d3a-46b3-be69-d5aff0f79be7 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Deleting port 305ed3f9-002c-4576-91da-925dfe10f9d6 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:12:08.489296 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f8c03013-7d3a-46b3-be69-d5aff0f79be7 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:08.510609 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c4f0da3a-8e7a-4e4a-9c9b-fc0be7587c1a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a95c9fc42f2f487ea63a3d0fd2821eac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7740331 Aug 18 13:12:08.511487 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f0da3a-8e7a-4e4a-9c9b-fc0be7587c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7becb6cc-b483-4c9b-8522-3e248b3de9d4,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:08.513772 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38326) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:08.573719 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-163bad5b-2f36-4e08-a4b6-e736d548c148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:08.597010 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-163bad5b-2f36-4e08-a4b6-e736d548c148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:08.597889 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f8c03013-7d3a-46b3-be69-d5aff0f79be7 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:08.611034 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-f8c03013-7d3a-46b3-be69-d5aff0f79be7 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Calling delete_port for 305ed3f9-002c-4576-91da-925dfe10f9d6 owned by network:router_interface {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:12:08.631255 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-398f2db5-5975-4cec-90ef-472f9bf492a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:08.742331 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f2db5-5975-4cec-90ef-472f9bf492a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e40026cf-a5ec-45ff-8a75-42d7d708fed4,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:08.812867 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-163bad5b-2f36-4e08-a4b6-e736d548c148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:08.815521 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-163bad5b-2f36-4e08-a4b6-e736d548c148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:08.816664 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-163bad5b-2f36-4e08-a4b6-e736d548c148 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7becb6cc-b483-4c9b-8522-3e248b3de9d4 HTTP/1.1" status: 204 len: 168 time: 0.3019581 Aug 18 13:12:08.837082 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163bad5b-2f36-4e08-a4b6-e736d548c148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7becb6cc-b483-4c9b-8522-3e248b3de9d4,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:08.869815 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f8c03013-7d3a-46b3-be69-d5aff0f79be7 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:08.888662 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e55fc-b328-4d1f-857d-9ce152cf7161 req-05fa62e8-6486-4261-b2f2-d57f004defd4 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:08.890378 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a8e55fc-b328-4d1f-857d-9ce152cf7161 req-05fa62e8-6486-4261-b2f2-d57f004defd4 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.1491995 Aug 18 13:12:08.891330 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-398f2db5-5975-4cec-90ef-472f9bf492a1 service neutron] Attempting to bind port e40026cf-a5ec-45ff-8a75-42d7d708fed4 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:12:08.891663 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-398f2db5-5975-4cec-90ef-472f9bf492a1 service neutron] Attempting to bind port e40026cf-a5ec-45ff-8a75-42d7d708fed4 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '2e819ac2-c0ef-48c2-a90e-5422313fc281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2a1c8077-7a6c-448a-bba2-5a8c92845aec'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:12:08.891995 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-398f2db5-5975-4cec-90ef-472f9bf492a1 service neutron] Attempting to bind port e40026cf-a5ec-45ff-8a75-42d7d708fed4 on network 2a1c8077-7a6c-448a-bba2-5a8c92845aec {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:12:08.898134 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-398f2db5-5975-4cec-90ef-472f9bf492a1 service neutron] Port e40026cf-a5ec-45ff-8a75-42d7d708fed4 on network 2a1c8077-7a6c-448a-bba2-5a8c92845aec not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:12:08.898431 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-398f2db5-5975-4cec-90ef-472f9bf492a1 service neutron] Attempting to bind port e40026cf-a5ec-45ff-8a75-42d7d708fed4 on network 2a1c8077-7a6c-448a-bba2-5a8c92845aec {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:12:08.907496 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-398f2db5-5975-4cec-90ef-472f9bf492a1 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:12:08.907842 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-398f2db5-5975-4cec-90ef-472f9bf492a1 service neutron] Checking segment: {'id': '2e819ac2-c0ef-48c2-a90e-5422313fc281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2a1c8077-7a6c-448a-bba2-5a8c92845aec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:12:08.922526 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-398f2db5-5975-4cec-90ef-472f9bf492a1 service neutron] Bound using segment: {'id': '2e819ac2-c0ef-48c2-a90e-5422313fc281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2a1c8077-7a6c-448a-bba2-5a8c92845aec'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:12:08.922526 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-398f2db5-5975-4cec-90ef-472f9bf492a1 service neutron] Bound port: e40026cf-a5ec-45ff-8a75-42d7d708fed4, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e819ac2-c0ef-48c2-a90e-5422313fc281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2a1c8077-7a6c-448a-bba2-5a8c92845aec'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:12:08.922526 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-398f2db5-5975-4cec-90ef-472f9bf492a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:08.923333 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c03013-7d3a-46b3-be69-d5aff0f79be7 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event deleted for resources: {'Port': ['ID=305ed3f9-002c-4576-91da-925dfe10f9d6,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:08.993250 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a8e55fc-b328-4d1f-857d-9ce152cf7161 req-3c2d3573-fbb1-4ff9-8b2a-71dde880dea3 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877595 Aug 18 13:12:09.049272 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-398f2db5-5975-4cec-90ef-472f9bf492a1 service neutron] For port e40026cf-a5ec-45ff-8a75-42d7d708fed4, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:12:09.053235 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-398f2db5-5975-4cec-90ef-472f9bf492a1 service neutron] For port e40026cf-a5ec-45ff-8a75-42d7d708fed4, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=e40026cf-a5ec-45ff-8a75-42d7d708fed4,segment=NetworkSegment(2e819ac2-c0ef-48c2-a90e-5422313fc281),segment_id=2e819ac2-c0ef-48c2-a90e-5422313fc281)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:12:09.109978 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-398f2db5-5975-4cec-90ef-472f9bf492a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:09.156286 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-398f2db5-5975-4cec-90ef-472f9bf492a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:09.156536 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-398f2db5-5975-4cec-90ef-472f9bf492a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:09.160867 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-398f2db5-5975-4cec-90ef-472f9bf492a1 service neutron] 10.222.0.20 "PUT /v2.0/ports/e40026cf-a5ec-45ff-8a75-42d7d708fed4 HTTP/1.1" status: 200 len: 1091 time: 1.4045491 Aug 18 13:12:09.160867 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0c4f784-ec84-4579-938a-137be42847d6', 'tag': 'e40026cf-a5ec-45ff-8a75-42d7d708fed4'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:12:09.161178 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d20559-20ec-4c3a-9f17-a9a50c999fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "a0c4f784-ec84-4579-938a-137be42847d6", "tag": "e40026cf-a5ec-45ff-8a75-42d7d708fed4"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:12:09.283992 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c831f0af-5e87-4a1d-8f33-bc612e844a94 x-openstack-request-id: req-c831f0af-5e87-4a1d-8f33-bc612e844a94 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:12:09.284249 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0c4f784-ec84-4579-938a-137be42847d6", "tag": "e40026cf-a5ec-45ff-8a75-42d7d708fed4", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:12:09.284598 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c831f0af-5e87-4a1d-8f33-bc612e844a94 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:12:09.284903 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0c4f784-ec84-4579-938a-137be42847d6', 'tag': 'e40026cf-a5ec-45ff-8a75-42d7d708fed4', 'status': 'completed', 'code': 200} Aug 18 13:12:09.285299 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f8c03013-7d3a-46b3-be69-d5aff0f79be7 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:09.359865 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f2db5-5975-4cec-90ef-472f9bf492a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e40026cf-a5ec-45ff-8a75-42d7d708fed4,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:09.396401 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca78930-5f0f-41d1-80ea-895a9530189d req-1077bbf5-c216-4b96-852a-31731c3ea54c tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:09.397971 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8ca78930-5f0f-41d1-80ea-895a9530189d req-1077bbf5-c216-4b96-852a-31731c3ea54c tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c4f784-ec84-4579-938a-137be42847d6 HTTP/1.1" status: 200 len: 943 time: 0.1191158 Aug 18 13:12:09.401020 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-c68bd392-d91f-478c-983f-4af472e0fd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:09.402403 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-c68bd392-d91f-478c-983f-4af472e0fd4e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f6acde663147425b8e24cfb36883f668&device_id=a0c4f784-ec84-4579-938a-137be42847d6 HTTP/1.1" status: 200 len: 1094 time: 0.1465034 Aug 18 13:12:09.456445 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-1e92aee6-81e2-485f-b97d-9a5286192545 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e40026cf-a5ec-45ff-8a75-42d7d708fed4 HTTP/1.1" status: 200 len: 217 time: 0.0443771 Aug 18 13:12:09.526463 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8ca78930-5f0f-41d1-80ea-895a9530189d req-03bd0438-91ea-411d-92f1-df282f7a04ec tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/security-groups?id=b85fe65e-597f-4688-b4fe-a48315c33d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216128 Aug 18 13:12:09.547828 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-5a341da6-2bb2-4a7e-a50d-760c9af0b3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:09.549695 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-5a341da6-2bb2-4a7e-a50d-760c9af0b3ca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e21c72b4-2738-4a15-8296-0e1cd7475b13 HTTP/1.1" status: 200 len: 854 time: 0.0867522 Aug 18 13:12:09.561322 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c03013-7d3a-46b3-be69-d5aff0f79be7 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Router e9e152b5-c562-4a8f-bc14-bab0d35c8112 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:12:09.590803 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-6dc504a0-274b-4a69-8891-17232dc4c1df service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a1c8077-7a6c-448a-bba2-5a8c92845aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341029 Aug 18 13:12:09.674251 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c03013-7d3a-46b3-be69-d5aff0f79be7 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:12:09.682766 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f8c03013-7d3a-46b3-be69-d5aff0f79be7 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "PUT /v2.0/routers/e9e152b5-c562-4a8f-bc14-bab0d35c8112/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0574467 Aug 18 13:12:09.683916 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38360) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:09.687889 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969660f4-f4a5-437b-b749-8cf4369678ed None None] Sync routers for ids ['e9e152b5-c562-4a8f-bc14-bab0d35c8112'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:12:09.703046 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969660f4-f4a5-437b-b749-8cf4369678ed None None] Routers {'e9e152b5-c562-4a8f-bc14-bab0d35c8112'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:12:09.704159 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-969660f4-f4a5-437b-b749-8cf4369678ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:11:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['e9e152b5-c562-4a8f-bc14-bab0d35c8112'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:09.710574 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-a3733188-564c-4a0b-a687-5b5f3c2b1501 service neutron] 10.222.0.20 "GET /v2.0/networks/2a1c8077-7a6c-448a-bba2-5a8c92845aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124663 Aug 18 13:12:09.748235 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-969660f4-f4a5-437b-b749-8cf4369678ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:09.758422 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969660f4-f4a5-437b-b749-8cf4369678ed None None] Routers {'e9e152b5-c562-4a8f-bc14-bab0d35c8112'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:12:09.760075 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-969660f4-f4a5-437b-b749-8cf4369678ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:11:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['e9e152b5-c562-4a8f-bc14-bab0d35c8112'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:09.798273 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-969660f4-f4a5-437b-b749-8cf4369678ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:09.799184 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969660f4-f4a5-437b-b749-8cf4369678ed None None] The sync data for ids ['e9e152b5-c562-4a8f-bc14-bab0d35c8112'] in n-d-803603-2 is: [] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:12:09.902868 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f05dd962-4046-47b5-8e43-f459bbdae3ac req-02d8d819-4682-4777-86ed-e252d42ec5a4 service neutron] 10.222.0.20 "GET /v2.0/networks/2a1c8077-7a6c-448a-bba2-5a8c92845aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847155 Aug 18 13:12:10.071006 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d20559-20ec-4c3a-9f17-a9a50c999fe9 req-9799c78d-2ac4-4c55-ae32-714f26b4ed81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:10.072838 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f8d20559-20ec-4c3a-9f17-a9a50c999fe9 req-9799c78d-2ac4-4c55-ae32-714f26b4ed81 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f6acde663147425b8e24cfb36883f668&device_id=a0c4f784-ec84-4579-938a-137be42847d6 HTTP/1.1" status: 200 len: 1094 time: 0.0615165 Aug 18 13:12:10.224194 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33efb826-a4ba-4a61-8343-0950a560b996 req-da17f332-d91b-4282-b64f-c360055e8f4e tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:10.225729 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-33efb826-a4ba-4a61-8343-0950a560b996 req-da17f332-d91b-4282-b64f-c360055e8f4e tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.0674791 Aug 18 13:12:10.238365 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-20ec7ae8-4f2d-47cc-b3ac-55e5a506325e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:10.414089 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38382) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:10.464140 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-33efb826-a4ba-4a61-8343-0950a560b996 req-9858d083-6934-493d-bdb8-99eee3f4409b tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232873 Aug 18 13:12:10.602574 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-20ec7ae8-4f2d-47cc-b3ac-55e5a506325e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Deleting port fab68ce9-6a6e-4d46-9935-34522c1b5d1e {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:12:10.603598 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-20ec7ae8-4f2d-47cc-b3ac-55e5a506325e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:10.782620 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-20ec7ae8-4f2d-47cc-b3ac-55e5a506325e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:10.793085 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-20ec7ae8-4f2d-47cc-b3ac-55e5a506325e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Calling delete_port for fab68ce9-6a6e-4d46-9935-34522c1b5d1e owned by network:router_interface {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:12:10.820831 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-b1fb16ae-63c6-40d7-90f3-e7976d43ec6b tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1366870600'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:12:10.974086 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d20559-20ec-4c3a-9f17-a9a50c999fe9 req-ee95b843-5367-426f-8f71-b1a2fa42d3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:10.975938 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f8d20559-20ec-4c3a-9f17-a9a50c999fe9 req-ee95b843-5367-426f-8f71-b1a2fa42d3fc service neutron] 10.222.0.20 "GET /v2.0/networks?id=2a1c8077-7a6c-448a-bba2-5a8c92845aec HTTP/1.1" status: 200 len: 915 time: 0.8956282 Aug 18 13:12:11.005402 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1fb16ae-63c6-40d7-90f3-e7976d43ec6b tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Made reservation on behalf of bef4e53422414e18812eecbe5e71094f for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:12:11.009215 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b1fb16ae-63c6-40d7-90f3-e7976d43ec6b tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:11.027440 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f8d20559-20ec-4c3a-9f17-a9a50c999fe9 req-0a5dab12-547f-4e35-a13f-ab4491194325 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e40026cf-a5ec-45ff-8a75-42d7d708fed4 HTTP/1.1" status: 200 len: 217 time: 0.0423052 Aug 18 13:12:11.040733 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb6b21-ee4e-4316-90b2-1f4480fb3350 req-7a22a8a8-8bc9-4f49-b6f4-5534317c7455 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:11.042616 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-00fb6b21-ee4e-4316-90b2-1f4480fb3350 req-7a22a8a8-8bc9-4f49-b6f4-5534317c7455 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c4f784-ec84-4579-938a-137be42847d6 HTTP/1.1" status: 200 len: 943 time: 0.1040058 Aug 18 13:12:11.042918 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b1fb16ae-63c6-40d7-90f3-e7976d43ec6b tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:11.108858 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d20559-20ec-4c3a-9f17-a9a50c999fe9 req-8de163ea-aba9-4864-877f-c889f2ed49c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:11.110480 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f8d20559-20ec-4c3a-9f17-a9a50c999fe9 req-8de163ea-aba9-4864-877f-c889f2ed49c1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e21c72b4-2738-4a15-8296-0e1cd7475b13 HTTP/1.1" status: 200 len: 854 time: 0.0672419 Aug 18 13:12:11.164718 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f8d20559-20ec-4c3a-9f17-a9a50c999fe9 req-6b51d5d2-fa2c-4188-a248-fe352a5e622d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a1c8077-7a6c-448a-bba2-5a8c92845aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282402 Aug 18 13:12:11.164718 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-00fb6b21-ee4e-4316-90b2-1f4480fb3350 req-b9b3585b-f8d6-4af3-bde2-c15f5bca03b4 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/security-groups?id=b85fe65e-597f-4688-b4fe-a48315c33d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996206 Aug 18 13:12:11.186629 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-20ec7ae8-4f2d-47cc-b3ac-55e5a506325e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:11.229004 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec7ae8-4f2d-47cc-b3ac-55e5a506325e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event deleted for resources: {'Port': ['ID=fab68ce9-6a6e-4d46-9935-34522c1b5d1e,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:11.263180 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f8d20559-20ec-4c3a-9f17-a9a50c999fe9 req-b0a1fd8d-3b65-437d-9d13-a26457f7455f service neutron] 10.222.0.20 "GET /v2.0/networks/2a1c8077-7a6c-448a-bba2-5a8c92845aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081886 Aug 18 13:12:11.387736 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f8d20559-20ec-4c3a-9f17-a9a50c999fe9 req-0532f07b-1937-498e-8ab4-3323015ee7dc service neutron] 10.222.0.20 "GET /v2.0/networks/2a1c8077-7a6c-448a-bba2-5a8c92845aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178248 Aug 18 13:12:11.454042 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-20ec7ae8-4f2d-47cc-b3ac-55e5a506325e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:11.469331 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b1fb16ae-63c6-40d7-90f3-e7976d43ec6b tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:11.495353 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e84725de-aa7b-4a3c-b824-1513507abd32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:11.655085 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5c7c2-7064-4489-acc2-54cc78a92e81 req-37af0245-281d-4a4b-a748-fe3259b3feb7 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:11.656543 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b1fb16ae-63c6-40d7-90f3-e7976d43ec6b tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:11.657706 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c6c5c7c2-7064-4489-acc2-54cc78a92e81 req-37af0245-281d-4a4b-a748-fe3259b3feb7 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.0690882 Aug 18 13:12:11.699494 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1fb16ae-63c6-40d7-90f3-e7976d43ec6b tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:12:11.709219 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ec7ae8-4f2d-47cc-b3ac-55e5a506325e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Router e9e152b5-c562-4a8f-bc14-bab0d35c8112 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:12:11.723630 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device e40026cf-a5ec-45ff-8a75-42d7d708fed4 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:12:11.729198 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb16ae-63c6-40d7-90f3-e7976d43ec6b tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c607dcdd-6d46-4a80-b3d0-dc610308ca1b,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:11.734429 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b1fb16ae-63c6-40d7-90f3-e7976d43ec6b tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:11.734652 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-b1fb16ae-63c6-40d7-90f3-e7976d43ec6b tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Added segment ad21c9ef-6372-43ec-a7d7-768d4cf1f913 of type vlan for network cf1c8731-82b1-46e2-91b2-65842b35e614 Aug 18 13:12:11.767516 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c6c5c7c2-7064-4489-acc2-54cc78a92e81 req-495aeb09-9873-46f6-80fa-7833209c7c3b tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975888 Aug 18 13:12:11.886997 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port e40026cf-a5ec-45ff-8a75-42d7d708fed4, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=e40026cf-a5ec-45ff-8a75-42d7d708fed4,segment=NetworkSegment(2e819ac2-c0ef-48c2-a90e-5422313fc281),segment_id=2e819ac2-c0ef-48c2-a90e-5422313fc281)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:12:11.900735 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'e40026cf-a5ec-45ff-8a75-42d7d708fed4', 'network_id': '2a1c8077-7a6c-448a-bba2-5a8c92845aec', 'port_id': 'e40026cf-a5ec-45ff-8a75-42d7d708fed4', 'mac_address': 'fa:16:3e:b5:79:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e21c72b4-2738-4a15-8296-0e1cd7475b13', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:12:11.951265 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:11.983432 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e40026cf-a5ec-45ff-8a75-42d7d708fed4 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:12:12.021809 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port e40026cf-a5ec-45ff-8a75-42d7d708fed4, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=e40026cf-a5ec-45ff-8a75-42d7d708fed4,segment=NetworkSegment(2e819ac2-c0ef-48c2-a90e-5422313fc281),segment_id=2e819ac2-c0ef-48c2-a90e-5422313fc281)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:12:12.153116 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ec7ae8-4f2d-47cc-b3ac-55e5a506325e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:12:12.163106 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b1fb16ae-63c6-40d7-90f3-e7976d43ec6b tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:12.178318 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-20ec7ae8-4f2d-47cc-b3ac-55e5a506325e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "PUT /v2.0/routers/e9e152b5-c562-4a8f-bc14-bab0d35c8112/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4887295 Aug 18 13:12:12.178478 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38416) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:12.185933 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:12.192406 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbae8727-587e-4a83-8c05-8227f3b6dac8 None None] Sync routers for ids ['e9e152b5-c562-4a8f-bc14-bab0d35c8112'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:12:12.203814 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbae8727-587e-4a83-8c05-8227f3b6dac8 None None] Routers {'e9e152b5-c562-4a8f-bc14-bab0d35c8112'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:12:12.205056 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-cbae8727-587e-4a83-8c05-8227f3b6dac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:11:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['e9e152b5-c562-4a8f-bc14-bab0d35c8112'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:12.252358 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-cbae8727-587e-4a83-8c05-8227f3b6dac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:12.258817 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-dda35360-14ca-4003-95af-6c7e55fd2dba tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e152b5-c562-4a8f-bc14-bab0d35c8112 HTTP/1.1" status: 200 len: 205 time: 0.0805671 Aug 18 13:12:12.261177 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38422) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:12.264494 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbae8727-587e-4a83-8c05-8227f3b6dac8 None None] Routers {'e9e152b5-c562-4a8f-bc14-bab0d35c8112'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:12:12.265611 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-cbae8727-587e-4a83-8c05-8227f3b6dac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:11:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['e9e152b5-c562-4a8f-bc14-bab0d35c8112'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:12.308799 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-cbae8727-587e-4a83-8c05-8227f3b6dac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:12.309950 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbae8727-587e-4a83-8c05-8227f3b6dac8 None None] The sync data for ids ['e9e152b5-c562-4a8f-bc14-bab0d35c8112'] in n-d-803603-2 is: [] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:12:12.337280 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=e40026cf-a5ec-45ff-8a75-42d7d708fed4,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:12.388796 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b1fb16ae-63c6-40d7-90f3-e7976d43ec6b tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:12.394600 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fb16ae-63c6-40d7-90f3-e7976d43ec6b tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:12.395744 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b1fb16ae-63c6-40d7-90f3-e7976d43ec6b tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:12.396802 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['e40026cf-a5ec-45ff-8a75-42d7d708fed4'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:12:12.492360 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8c837a65-4859-4686-98ae-db5a8c804b46 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:12.614999 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38428) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:12.618610 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b1fb16ae-63c6-40d7-90f3-e7976d43ec6b tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.1982951 Aug 18 13:12:12.620466 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-17e9647d-9f83-4877-af08-d8e411286f43 tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Request body: {'subnet': {'network_id': 'cf1c8731-82b1-46e2-91b2-65842b35e614', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:12:12.627641 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb16ae-63c6-40d7-90f3-e7976d43ec6b tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Pushing event updated for resources: {'Network': ['ID=cf1c8731-82b1-46e2-91b2-65842b35e614,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:12.637230 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe0576-17e9-45f7-9ce4-32e57c1f8e02 req-d44c0a1e-88ec-4d7f-a6cc-cbb180257b45 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:12.647176 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8cbe0576-17e9-45f7-9ce4-32e57c1f8e02 req-d44c0a1e-88ec-4d7f-a6cc-cbb180257b45 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c4f784-ec84-4579-938a-137be42847d6 HTTP/1.1" status: 200 len: 944 time: 0.3005519 Aug 18 13:12:12.647277 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network cf1c8731-82b1-46e2-91b2-65842b35e614 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:12:12.760027 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8c837a65-4859-4686-98ae-db5a8c804b46 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:12.766910 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8c837a65-4859-4686-98ae-db5a8c804b46 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:12.792794 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8cbe0576-17e9-45f7-9ce4-32e57c1f8e02 req-9d6e6c1e-cf3b-498b-a390-603fea5b7661 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/security-groups?id=b85fe65e-597f-4688-b4fe-a48315c33d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451538 Aug 18 13:12:12.932439 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57892702-d324-4b0e-893a-25f4f3192eae req-59871d0e-2ce9-4b1a-a174-1e76c10a3dcb tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:12.938675 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-57892702-d324-4b0e-893a-25f4f3192eae req-59871d0e-2ce9-4b1a-a174-1e76c10a3dcb tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.0618579 Aug 18 13:12:12.944277 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8c837a65-4859-4686-98ae-db5a8c804b46 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:12.945061 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c837a65-4859-4686-98ae-db5a8c804b46 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Fanout notify agent at l3_agent the message router_deleted on router e9e152b5-c562-4a8f-bc14-bab0d35c8112 {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:12:12.960712 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e9647d-9f83-4877-af08-d8e411286f43 tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Made reservation on behalf of bef4e53422414e18812eecbe5e71094f for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:12:12.960893 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8c837a65-4859-4686-98ae-db5a8c804b46 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:12.960893 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8c837a65-4859-4686-98ae-db5a8c804b46 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "DELETE /v2.0/routers/e9e152b5-c562-4a8f-bc14-bab0d35c8112 HTTP/1.1" status: 204 len: 168 time: 0.6912866 Aug 18 13:12:12.961194 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-17e9647d-9f83-4877-af08-d8e411286f43 tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:12.961363 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38438) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:13.039401 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-77ad6efe-837f-426f-9b49-d4df60202b94 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Deleting subnet 8f4ae651-ade9-4398-9c16-73fd8c501d59 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:12:13.044916 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-77ad6efe-837f-426f-9b49-d4df60202b94 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:13.062256 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-57892702-d324-4b0e-893a-25f4f3192eae req-b2806619-1812-4798-9c78-77cbd5cc976e tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215169 Aug 18 13:12:13.118698 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-77ad6efe-837f-426f-9b49-d4df60202b94 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:13.274538 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-77ad6efe-837f-426f-9b49-d4df60202b94 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:13.338431 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-17e9647d-9f83-4877-af08-d8e411286f43 tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:13.407832 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e9647d-9f83-4877-af08-d8e411286f43 tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Pushing event updated for resources: {'Subnet': ['ID=ef8f16b3-a767-4521-bdde-b2a42d13b8a9,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:13.417612 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e9647d-9f83-4877-af08-d8e411286f43 tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Checking segment: {'id': 'ad21c9ef-6372-43ec-a7d7-768d4cf1f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cf1c8731-82b1-46e2-91b2-65842b35e614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:12:13.417979 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e9647d-9f83-4877-af08-d8e411286f43 tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Network hostable DHCP agents. Network: cf1c8731-82b1-46e2-91b2-65842b35e614, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:12:13.441477 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-77ad6efe-837f-426f-9b49-d4df60202b94 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:13.475110 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ad6efe-837f-426f-9b49-d4df60202b94 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event deleted for resources: {'Subnet': ['ID=8f4ae651-ade9-4398-9c16-73fd8c501d59,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:13.478544 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-77ad6efe-837f-426f-9b49-d4df60202b94 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:13.480470 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-77ad6efe-837f-426f-9b49-d4df60202b94 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "DELETE /v2.0/subnets/8f4ae651-ade9-4398-9c16-73fd8c501d59 HTTP/1.1" status: 204 len: 168 time: 0.5189319 Aug 18 13:12:13.483477 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38442) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:13.492869 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c392425c-6052-4f60-ae71-5c0ffb6bd9a6 None None] Network d4d68d30-864f-4092-84ed-81bc06aad741 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:12:13.540813 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e9647d-9f83-4877-af08-d8e411286f43 tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Network cf1c8731-82b1-46e2-91b2-65842b35e614 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:12:13.568193 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-672eae26-1d85-417d-bd17-be86b38ff455 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Deleting subnet 93b01be7-5e98-4e87-b6ed-afc07d5b5d59 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:12:13.571446 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-672eae26-1d85-417d-bd17-be86b38ff455 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:13.646704 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-17e9647d-9f83-4877-af08-d8e411286f43 tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, cf1c8731-82b1-46e2-91b2-65842b35e614) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:12:13.652487 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-672eae26-1d85-417d-bd17-be86b38ff455 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:13.663156 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ede7449-8c6c-4b87-91b1-e6fe88d490cb None None] Network cf1c8731-82b1-46e2-91b2-65842b35e614 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:12:13.703474 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38448) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:13.719092 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e9647d-9f83-4877-af08-d8e411286f43 tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:13.720133 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-17e9647d-9f83-4877-af08-d8e411286f43 tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:13.764451 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device e40026cf-a5ec-45ff-8a75-42d7d708fed4 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:12:13.767750 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f819a5-2b8f-4892-8627-50769cdd658f None None] DHCP port deletion for d4d68d30-864f-4092-84ed-81bc06aad741 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:12:13.883277 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-17e9647d-9f83-4877-af08-d8e411286f43 tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2669396 Aug 18 13:12:13.884120 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5f066a81-7050-46de-9751-c18b7a39b272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:13.887359 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38454) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:13.895835 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-6b7c0c4e-be52-4f7c-a0a3-9eec775b77fa tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Request body: {'port': {'network_id': 'cf1c8731-82b1-46e2-91b2-65842b35e614', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1715307881'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:12:13.928367 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-672eae26-1d85-417d-bd17-be86b38ff455 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:13.984127 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-a8f819a5-2b8f-4892-8627-50769cdd658f None None] Deleting port 12950eb4-6198-4926-96b4-fca5957d736d {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:12:13.985487 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a8f819a5-2b8f-4892-8627-50769cdd658f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:13.997291 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bda3b85e-b963-49b9-9248-ab20585f5416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:14.028995 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215ecc1-b772-46f9-8867-0e510a641188 req-36390d90-0b91-4459-9542-d6cca8805fb0 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:14.031603 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9215ecc1-b772-46f9-8867-0e510a641188 req-36390d90-0b91-4459-9542-d6cca8805fb0 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c4f784-ec84-4579-938a-137be42847d6 HTTP/1.1" status: 200 len: 944 time: 0.1569912 Aug 18 13:12:14.066332 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-a8f819a5-2b8f-4892-8627-50769cdd658f None None] For port 12950eb4-6198-4926-96b4-fca5957d736d, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=12950eb4-6198-4926-96b4-fca5957d736d,segment=NetworkSegment(ec97f7e1-c38a-4c38-98da-c5c096ed9e72),segment_id=ec97f7e1-c38a-4c38-98da-c5c096ed9e72)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:12:14.070221 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a8f819a5-2b8f-4892-8627-50769cdd658f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:14.081674 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-a8f819a5-2b8f-4892-8627-50769cdd658f None None] Calling delete_port for 12950eb4-6198-4926-96b4-fca5957d736d owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:12:14.108780 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port e40026cf-a5ec-45ff-8a75-42d7d708fed4 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:12:14.135483 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9215ecc1-b772-46f9-8867-0e510a641188 req-49bd909e-3b59-43b5-a780-535a3dd37faf tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/security-groups?id=b85fe65e-597f-4688-b4fe-a48315c33d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964055 Aug 18 13:12:14.141603 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port e40026cf-a5ec-45ff-8a75-42d7d708fed4 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:12:14.144333 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:14.151855 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-672eae26-1d85-417d-bd17-be86b38ff455 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:14.203835 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eae26-1d85-417d-bd17-be86b38ff455 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event deleted for resources: {'Subnet': ['ID=93b01be7-5e98-4e87-b6ed-afc07d5b5d59,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:14.207853 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-672eae26-1d85-417d-bd17-be86b38ff455 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:14.210582 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-672eae26-1d85-417d-bd17-be86b38ff455 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "DELETE /v2.0/subnets/93b01be7-5e98-4e87-b6ed-afc07d5b5d59 HTTP/1.1" status: 204 len: 168 time: 0.7252536 Aug 18 13:12:14.214888 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38458) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:14.229331 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bda3b85e-b963-49b9-9248-ab20585f5416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:14.263298 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 12950eb4-6198-4926-96b4-fca5957d736d no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:12:14.281223 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164f60bc-38ad-4652-ad8f-55fc30e8718a None None] Network e46841bd-ca34-41fb-bb7a-c659b29c4a24 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:12:14.320619 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-532214cd-8c68-4853-8063-c947be42b4a5 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:14.325148 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bda3b85e-b963-49b9-9248-ab20585f5416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:14.393151 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-532214cd-8c68-4853-8063-c947be42b4a5 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Deleting port 12950eb4-6198-4926-96b4-fca5957d736d {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:12:14.393722 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-532214cd-8c68-4853-8063-c947be42b4a5 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:14.418359 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340698c-6232-46ba-a166-6cd90b68ac09 req-807abe07-f92c-463b-ba6c-1925d2961ddb tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:14.421074 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f340698c-6232-46ba-a166-6cd90b68ac09 req-807abe07-f92c-463b-ba6c-1925d2961ddb tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.1900723 Aug 18 13:12:14.454885 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7c0c4e-be52-4f7c-a0a3-9eec775b77fa tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Made reservation on behalf of bef4e53422414e18812eecbe5e71094f for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:12:14.461053 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6b7c0c4e-be52-4f7c-a0a3-9eec775b77fa tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:14.474583 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-532214cd-8c68-4853-8063-c947be42b4a5 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] For port 12950eb4-6198-4926-96b4-fca5957d736d, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=12950eb4-6198-4926-96b4-fca5957d736d,segment=NetworkSegment(ec97f7e1-c38a-4c38-98da-c5c096ed9e72),segment_id=ec97f7e1-c38a-4c38-98da-c5c096ed9e72)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:12:14.475789 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-532214cd-8c68-4853-8063-c947be42b4a5 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:14.494242 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-532214cd-8c68-4853-8063-c947be42b4a5 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Calling delete_port for 12950eb4-6198-4926-96b4-fca5957d736d owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:12:14.505476 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device d63deb1c-c75b-4237-8b99-77ca9bb26ce7 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:12:14.520326 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3b85e-b963-49b9-9248-ab20585f5416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e545503-458d-43e1-ad90-81d046e7429d,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:14.538737 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-bda3b85e-b963-49b9-9248-ab20585f5416 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b7051641ffb49728189543a51d94021&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8338420 Aug 18 13:12:14.545916 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38462) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:14.560309 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-6b7c0c4e-be52-4f7c-a0a3-9eec775b77fa tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] device_id is not set on port 026dc8c5-3cbb-44ca-9697-8e65c63eae3d yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:12:14.622259 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10474c11-2fca-47a3-9f11-bd870ffbe42c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-cf1c8731-82b1-46e2-91b2-65842b35e614', 'network_id': 'cf1c8731-82b1-46e2-91b2-65842b35e614', 'tenant_id': 'bef4e53422414e18812eecbe5e71094f', 'fixed_ips': [{'subnet_id': 'ef8f16b3-a767-4521-bdde-b2a42d13b8a9'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:12:14.623120 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-10474c11-2fca-47a3-9f11-bd870ffbe42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:14.670702 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f340698c-6232-46ba-a166-6cd90b68ac09 req-51938ab9-57c4-4188-bf99-d353c735964f tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322171 Aug 18 13:12:14.749930 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-814e235f-3a0d-4192-a75d-2354f04e2ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:14.752041 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:14.761468 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-532214cd-8c68-4853-8063-c947be42b4a5 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:14.803742 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-814e235f-3a0d-4192-a75d-2354f04e2ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:14.806480 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-6b7c0c4e-be52-4f7c-a0a3-9eec775b77fa tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Allocated IP 172.20.0.14 (cf1c8731-82b1-46e2-91b2-65842b35e614/ef8f16b3-a767-4521-bdde-b2a42d13b8a9/026dc8c5-3cbb-44ca-9697-8e65c63eae3d) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:12:14.845324 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532214cd-8c68-4853-8063-c947be42b4a5 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event deleted for resources: {'Port': ['ID=12950eb4-6198-4926-96b4-fca5957d736d,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:14.851642 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532214cd-8c68-4853-8063-c947be42b4a5 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] No DVR routers for this DVR port 12950eb4-6198-4926-96b4-fca5957d736d on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:12:15.026661 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-814e235f-3a0d-4192-a75d-2354f04e2ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:15.029312 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-814e235f-3a0d-4192-a75d-2354f04e2ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:15.034086 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-814e235f-3a0d-4192-a75d-2354f04e2ba3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e545503-458d-43e1-ad90-81d046e7429d HTTP/1.1" status: 204 len: 168 time: 0.4854910 Aug 18 13:12:15.054222 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-532214cd-8c68-4853-8063-c947be42b4a5 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:15.059894 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e235f-3a0d-4192-a75d-2354f04e2ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e545503-458d-43e1-ad90-81d046e7429d,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:15.082867 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-532214cd-8c68-4853-8063-c947be42b4a5 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d68d30-864f-4092-84ed-81bc06aad741']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:15.100021 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-532214cd-8c68-4853-8063-c947be42b4a5 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec97f7e1-c38a-4c38-98da-c5c096ed9e72') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:15.101397 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-532214cd-8c68-4853-8063-c947be42b4a5 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec97f7e1-c38a-4c38-98da-c5c096ed9e72') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:15.115699 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-532214cd-8c68-4853-8063-c947be42b4a5 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:15.133380 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6b7c0c4e-be52-4f7c-a0a3-9eec775b77fa tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:15.145887 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-532214cd-8c68-4853-8063-c947be42b4a5 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:15.156528 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-532214cd-8c68-4853-8063-c947be42b4a5 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:12:15.156951 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-532214cd-8c68-4853-8063-c947be42b4a5 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:15.162994 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a8f819a5-2b8f-4892-8627-50769cdd658f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:15.176040 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdf3b84-83a6-4f53-be24-0264775b5d70 None None] DHCP port deletion for e46841bd-ca34-41fb-bb7a-c659b29c4a24 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:12:15.180264 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:12:15.180264 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:12:15.180264 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:12:15.180264 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:12:15.180264 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:12:15.180264 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:12:15.180264 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:12:15.180264 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:12:15.180264 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:12:15.180264 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:12:15.180264 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:12:15.180264 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:12:15.180264 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:12:15.180264 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:12:15.180264 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:12:15.180264 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:12:15.180264 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:12:15.180264 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:12:15.180264 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:12:15.180264 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:12:15.180264 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:12:15.180264 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:12:15.180264 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:12:15.180264 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:12:15.180264 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:12:15.180264 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:12:15.180264 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:12:15.180264 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:12:15.180264 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:12:15.180264 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:12:15.180264 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:12:15.180264 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:12:15.197908 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:15.246105 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f819a5-2b8f-4892-8627-50769cdd658f None None] No DVR routers for this DVR port 12950eb4-6198-4926-96b4-fca5957d736d on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:12:15.252105 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:15.270884 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f819a5-2b8f-4892-8627-50769cdd658f None None] Pushing event deleted for resources: {'Port': ['ID=12950eb4-6198-4926-96b4-fca5957d736d,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:15.320679 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port d63deb1c-c75b-4237-8b99-77ca9bb26ce7, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=d63deb1c-c75b-4237-8b99-77ca9bb26ce7,segment=NetworkSegment(f4c449c2-b154-4262-a0a8-10992ac3951d),segment_id=f4c449c2-b154-4262-a0a8-10992ac3951d)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:12:15.354265 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'd63deb1c-c75b-4237-8b99-77ca9bb26ce7', 'network_id': 'd40b57f9-bbb2-4411-b09b-1190ba8eee3e', 'port_id': 'd63deb1c-c75b-4237-8b99-77ca9bb26ce7', 'mac_address': 'fa:16:3e:2e:44:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2c98821-2056-406e-a9db-4c5c55877dd9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:12:15.372698 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-532214cd-8c68-4853-8063-c947be42b4a5 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:15.381809 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-532214cd-8c68-4853-8063-c947be42b4a5 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:15.386234 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-532214cd-8c68-4853-8063-c947be42b4a5 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "DELETE /v2.0/networks/d4d68d30-864f-4092-84ed-81bc06aad741 HTTP/1.1" status: 204 len: 168 time: 1.1679244 Aug 18 13:12:15.394610 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38480) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:15.395184 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958e75b-b0a6-4b25-95d0-b8dc0d914957 req-d34f299d-e4e9-4e72-9032-11fcd02dacd1 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:15.395184 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3958e75b-b0a6-4b25-95d0-b8dc0d914957 req-d34f299d-e4e9-4e72-9032-11fcd02dacd1 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c4f784-ec84-4579-938a-137be42847d6 HTTP/1.1" status: 200 len: 944 time: 0.1257524 Aug 18 13:12:15.397433 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-6b7c0c4e-be52-4f7c-a0a3-9eec775b77fa tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Transition to ACTIVE for port object 026dc8c5-3cbb-44ca-9697-8e65c63eae3d will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:12:15.399375 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c4f784-ec84-4579-938a-137be42847d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40026cf-a5ec-45ff-8a75-42d7d708fed4'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:12:15.402154 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738d9a8a-9da0-4301-9882-3d8a411ea4a1" -d '{"events": [{"server_uuid": "a0c4f784-ec84-4579-938a-137be42847d6", "name": "network-vif-plugged", "status": "completed", "tag": "e40026cf-a5ec-45ff-8a75-42d7d708fed4"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:12:15.436917 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port e40026cf-a5ec-45ff-8a75-42d7d708fed4, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=e40026cf-a5ec-45ff-8a75-42d7d708fed4,segment=NetworkSegment(2e819ac2-c0ef-48c2-a90e-5422313fc281),segment_id=2e819ac2-c0ef-48c2-a90e-5422313fc281)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:12:15.465478 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532214cd-8c68-4853-8063-c947be42b4a5 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event deleted for resources: {'Network': ['ID=d4d68d30-864f-4092-84ed-81bc06aad741,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:15.509435 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3958e75b-b0a6-4b25-95d0-b8dc0d914957 req-9f3ff84d-1ab6-4b95-a5a9-fd7433b6f7b0 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/security-groups?id=b85fe65e-597f-4688-b4fe-a48315c33d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999410 Aug 18 13:12:15.527650 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc370dc0-c818-40e5-8bf5-633bbb7c5d6e x-openstack-request-id: req-dc370dc0-c818-40e5-8bf5-633bbb7c5d6e {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:12:15.528273 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0c4f784-ec84-4579-938a-137be42847d6", "name": "network-vif-plugged", "status": "completed", "tag": "e40026cf-a5ec-45ff-8a75-42d7d708fed4", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:12:15.528627 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc370dc0-c818-40e5-8bf5-633bbb7c5d6e {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:12:15.529310 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c4f784-ec84-4579-938a-137be42847d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40026cf-a5ec-45ff-8a75-42d7d708fed4', 'code': 200} Aug 18 13:12:15.532673 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:15.536403 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7fdf3b84-83a6-4f53-be24-0264775b5d70 None None] Deleting port e8e7a831-2278-464f-a6e1-4804ad88ef60 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:12:15.543594 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7fdf3b84-83a6-4f53-be24-0264775b5d70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:15.543594 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:15.590417 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6b7c0c4e-be52-4f7c-a0a3-9eec775b77fa tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:15.590895 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:15.608235 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d63deb1c-c75b-4237-8b99-77ca9bb26ce7 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:12:15.717961 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-98d93f90-0a2d-41cd-a4f8-ad8e89bdcd96 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:15.725604 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7fdf3b84-83a6-4f53-be24-0264775b5d70 None None] For port e8e7a831-2278-464f-a6e1-4804ad88ef60, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=e8e7a831-2278-464f-a6e1-4804ad88ef60,segment=NetworkSegment(e73cc2df-f2a6-400d-a0ac-34682b415614),segment_id=e73cc2df-f2a6-400d-a0ac-34682b415614)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:12:15.726115 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7fdf3b84-83a6-4f53-be24-0264775b5d70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:15.731757 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port d63deb1c-c75b-4237-8b99-77ca9bb26ce7, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=d63deb1c-c75b-4237-8b99-77ca9bb26ce7,segment=NetworkSegment(f4c449c2-b154-4262-a0a8-10992ac3951d),segment_id=f4c449c2-b154-4262-a0a8-10992ac3951d)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:12:15.757894 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7fdf3b84-83a6-4f53-be24-0264775b5d70 None None] Calling delete_port for e8e7a831-2278-464f-a6e1-4804ad88ef60 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:12:15.772467 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-10474c11-2fca-47a3-9f11-bd870ffbe42c None None] Allocated IP 172.20.0.2 (cf1c8731-82b1-46e2-91b2-65842b35e614/ef8f16b3-a767-4521-bdde-b2a42d13b8a9/6863bdaa-e34a-4701-bd64-e78a9245b094) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:12:15.772924 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c0c4e-be52-4f7c-a0a3-9eec775b77fa tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Pushing event updated for resources: {'Port': ['ID=026dc8c5-3cbb-44ca-9697-8e65c63eae3d,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:15.777569 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7c0c4e-be52-4f7c-a0a3-9eec775b77fa tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Network cf1c8731-82b1-46e2-91b2-65842b35e614 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:12:15.780279 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-6b7c0c4e-be52-4f7c-a0a3-9eec775b77fa tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:12:15.782758 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7c0c4e-be52-4f7c-a0a3-9eec775b77fa tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:12:15.815037 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=e40026cf-a5ec-45ff-8a75-42d7d708fed4,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:15.872462 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7c0c4e-be52-4f7c-a0a3-9eec775b77fa tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:15.873985 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6b7c0c4e-be52-4f7c-a0a3-9eec775b77fa tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:15.884927 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:15.933843 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06b439-5abd-4e07-bd0f-82afa875b142 req-c62d8164-26cb-472c-8e1f-9b6eb19733c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:15.936306 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd06b439-5abd-4e07-bd0f-82afa875b142 req-c62d8164-26cb-472c-8e1f-9b6eb19733c8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a0c4f784-ec84-4579-938a-137be42847d6 HTTP/1.1" status: 200 len: 1096 time: 0.3276827 Aug 18 13:12:16.003043 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6b7c0c4e-be52-4f7c-a0a3-9eec775b77fa tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1132102 Aug 18 13:12:16.005748 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38500) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:16.013570 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-13b774a9-37dd-4b86-976f-0233ca6e7a8c tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Request body: {'port': {'network_id': 'cf1c8731-82b1-46e2-91b2-65842b35e614', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1006988480', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:12:16.014400 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.api.validators [None req-13b774a9-37dd-4b86-976f-0233ca6e7a8c tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] bootfile-name is not in valid_values {{(pid=101676) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 18 13:12:16.015358 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.api.validators [None req-13b774a9-37dd-4b86-976f-0233ca6e7a8c tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] tftp-server is not in valid_values {{(pid=101676) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 18 13:12:16.015895 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.api.validators [None req-13b774a9-37dd-4b86-976f-0233ca6e7a8c tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] server-ip-address is not in valid_values {{(pid=101676) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 18 13:12:16.026119 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['d63deb1c-c75b-4237-8b99-77ca9bb26ce7'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:12:16.027945 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=d63deb1c-c75b-4237-8b99-77ca9bb26ce7,revision_number=6']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:16.083377 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503860f6-9205-4771-8652-c864f3146dcb req-4f68b514-0b5c-455e-b106-c083510ce6b4 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:16.097397 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-503860f6-9205-4771-8652-c864f3146dcb req-4f68b514-0b5c-455e-b106-c083510ce6b4 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 944 time: 0.2107234 Aug 18 13:12:16.121040 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-98d93f90-0a2d-41cd-a4f8-ad8e89bdcd96 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Deleting port e8e7a831-2278-464f-a6e1-4804ad88ef60 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:12:16.126061 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-98d93f90-0a2d-41cd-a4f8-ad8e89bdcd96 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:16.135380 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd06b439-5abd-4e07-bd0f-82afa875b142 req-c295118c-d59d-4ee1-8372-52be9406ead7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b85fe65e-597f-4688-b4fe-a48315c33d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698024 Aug 18 13:12:16.191378 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device e8e7a831-2278-464f-a6e1-4804ad88ef60 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:12:16.202237 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7fdf3b84-83a6-4f53-be24-0264775b5d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:16.273672 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: e8e7a831-2278-464f-a6e1-4804ad88ef60 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:12:16.274257 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device e8e7a831-2278-464f-a6e1-4804ad88ef60 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:12:16.294303 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf3b84-83a6-4f53-be24-0264775b5d70 None None] Pushing event deleted for resources: {'Port': ['ID=e8e7a831-2278-464f-a6e1-4804ad88ef60,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:16.298834 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdf3b84-83a6-4f53-be24-0264775b5d70 None None] No DVR routers for this DVR port e8e7a831-2278-464f-a6e1-4804ad88ef60 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:12:16.321380 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-10474c11-2fca-47a3-9f11-bd870ffbe42c None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:16.335405 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-10474c11-2fca-47a3-9f11-bd870ffbe42c None None] Transition to ACTIVE for port object 6863bdaa-e34a-4701-bd64-e78a9245b094 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:12:16.371064 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-10474c11-2fca-47a3-9f11-bd870ffbe42c None None] Transition to ACTIVE for port object 6863bdaa-e34a-4701-bd64-e78a9245b094 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:12:16.375396 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-503860f6-9205-4771-8652-c864f3146dcb req-72a11ed9-ec4e-4a16-8bbc-239961d958fc tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722096 Aug 18 13:12:16.400611 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b774a9-37dd-4b86-976f-0233ca6e7a8c tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Made reservation on behalf of bef4e53422414e18812eecbe5e71094f for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:12:16.404579 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-13b774a9-37dd-4b86-976f-0233ca6e7a8c tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:16.404804 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-98d93f90-0a2d-41cd-a4f8-ad8e89bdcd96 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] For port e8e7a831-2278-464f-a6e1-4804ad88ef60, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=e8e7a831-2278-464f-a6e1-4804ad88ef60,segment=NetworkSegment(e73cc2df-f2a6-400d-a0ac-34682b415614),segment_id=e73cc2df-f2a6-400d-a0ac-34682b415614)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:12:16.405483 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-98d93f90-0a2d-41cd-a4f8-ad8e89bdcd96 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:16.436471 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-13b774a9-37dd-4b86-976f-0233ca6e7a8c tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] device_id is not set on port 6c67d1b4-434e-4471-8ab2-d5c6b8868e44 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:12:16.438673 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-98d93f90-0a2d-41cd-a4f8-ad8e89bdcd96 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Calling delete_port for e8e7a831-2278-464f-a6e1-4804ad88ef60 owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:12:16.510316 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-10474c11-2fca-47a3-9f11-bd870ffbe42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:16.555293 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10474c11-2fca-47a3-9f11-bd870ffbe42c None None] Network cf1c8731-82b1-46e2-91b2-65842b35e614 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:12:16.563593 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-10474c11-2fca-47a3-9f11-bd870ffbe42c None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:12:16.571642 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10474c11-2fca-47a3-9f11-bd870ffbe42c None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:12:16.577709 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10474c11-2fca-47a3-9f11-bd870ffbe42c None None] Pushing event updated for resources: {'Port': ['ID=6863bdaa-e34a-4701-bd64-e78a9245b094,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:16.692287 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-10474c11-2fca-47a3-9f11-bd870ffbe42c None None] Attempting to bind port 6863bdaa-e34a-4701-bd64-e78a9245b094 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:12:16.692745 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-10474c11-2fca-47a3-9f11-bd870ffbe42c None None] Attempting to bind port 6863bdaa-e34a-4701-bd64-e78a9245b094 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'ad21c9ef-6372-43ec-a7d7-768d4cf1f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cf1c8731-82b1-46e2-91b2-65842b35e614'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:12:16.693055 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10474c11-2fca-47a3-9f11-bd870ffbe42c None None] Attempting to bind port 6863bdaa-e34a-4701-bd64-e78a9245b094 on network cf1c8731-82b1-46e2-91b2-65842b35e614 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:12:16.709978 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10474c11-2fca-47a3-9f11-bd870ffbe42c None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:12:16.710464 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10474c11-2fca-47a3-9f11-bd870ffbe42c None None] Checking segment: {'id': 'ad21c9ef-6372-43ec-a7d7-768d4cf1f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cf1c8731-82b1-46e2-91b2-65842b35e614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:12:16.711144 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-10474c11-2fca-47a3-9f11-bd870ffbe42c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:16.711554 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10474c11-2fca-47a3-9f11-bd870ffbe42c None None] Bound using segment: {'id': 'ad21c9ef-6372-43ec-a7d7-768d4cf1f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cf1c8731-82b1-46e2-91b2-65842b35e614'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:12:16.712190 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-10474c11-2fca-47a3-9f11-bd870ffbe42c None None] Bound port: 6863bdaa-e34a-4701-bd64-e78a9245b094, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad21c9ef-6372-43ec-a7d7-768d4cf1f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cf1c8731-82b1-46e2-91b2-65842b35e614'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:12:16.715250 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-10474c11-2fca-47a3-9f11-bd870ffbe42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:16.723545 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-13b774a9-37dd-4b86-976f-0233ca6e7a8c tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Allocated IP 172.20.0.7 (cf1c8731-82b1-46e2-91b2-65842b35e614/ef8f16b3-a767-4521-bdde-b2a42d13b8a9/6c67d1b4-434e-4471-8ab2-d5c6b8868e44) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:12:16.817751 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-10474c11-2fca-47a3-9f11-bd870ffbe42c None None] For port 6863bdaa-e34a-4701-bd64-e78a9245b094, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:12:16.823518 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-10474c11-2fca-47a3-9f11-bd870ffbe42c None None] For port 6863bdaa-e34a-4701-bd64-e78a9245b094, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=6863bdaa-e34a-4701-bd64-e78a9245b094,segment=NetworkSegment(ad21c9ef-6372-43ec-a7d7-768d4cf1f913),segment_id=ad21c9ef-6372-43ec-a7d7-768d4cf1f913)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:12:16.855608 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-98d93f90-0a2d-41cd-a4f8-ad8e89bdcd96 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:16.901584 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d93f90-0a2d-41cd-a4f8-ad8e89bdcd96 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event deleted for resources: {'Port': ['ID=e8e7a831-2278-464f-a6e1-4804ad88ef60,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:16.906144 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d93f90-0a2d-41cd-a4f8-ad8e89bdcd96 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] No DVR routers for this DVR port e8e7a831-2278-464f-a6e1-4804ad88ef60 on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:12:16.967422 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-10474c11-2fca-47a3-9f11-bd870ffbe42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:17.080558 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-98d93f90-0a2d-41cd-a4f8-ad8e89bdcd96 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:17.114449 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-98d93f90-0a2d-41cd-a4f8-ad8e89bdcd96 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e46841bd-ca34-41fb-bb7a-c659b29c4a24']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:17.119635 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10474c11-2fca-47a3-9f11-bd870ffbe42c None None] Pushing event updated for resources: {'Port': ['ID=6863bdaa-e34a-4701-bd64-e78a9245b094,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:17.144123 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-98d93f90-0a2d-41cd-a4f8-ad8e89bdcd96 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e73cc2df-f2a6-400d-a0ac-34682b415614') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:17.146206 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-98d93f90-0a2d-41cd-a4f8-ad8e89bdcd96 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e73cc2df-f2a6-400d-a0ac-34682b415614') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:17.159559 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83deb751-bdd2-4258-ba24-2e6207bdf307 req-ce93fb56-3dc6-4e68-b40f-681e57b7fdf0 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:17.164388 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-83deb751-bdd2-4258-ba24-2e6207bdf307 req-ce93fb56-3dc6-4e68-b40f-681e57b7fdf0 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c4f784-ec84-4579-938a-137be42847d6 HTTP/1.1" status: 200 len: 945 time: 0.3221240 Aug 18 13:12:17.176018 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-98d93f90-0a2d-41cd-a4f8-ad8e89bdcd96 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:17.240822 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-98d93f90-0a2d-41cd-a4f8-ad8e89bdcd96 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:17.263790 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98d93f90-0a2d-41cd-a4f8-ad8e89bdcd96 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:12:17.268889 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-98d93f90-0a2d-41cd-a4f8-ad8e89bdcd96 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:17.273603 n-d-803603-2 neutron-server[101675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:12:17.273603 n-d-803603-2 neutron-server[101675]: self.session.flush() Aug 18 13:12:17.273603 n-d-803603-2 neutron-server[101675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:12:17.273603 n-d-803603-2 neutron-server[101675]: self.session.flush() Aug 18 13:12:17.273603 n-d-803603-2 neutron-server[101675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:12:17.273603 n-d-803603-2 neutron-server[101675]: self.session.flush() Aug 18 13:12:17.273603 n-d-803603-2 neutron-server[101675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:12:17.273603 n-d-803603-2 neutron-server[101675]: self.session.flush() Aug 18 13:12:17.273603 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:12:17.273603 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:12:17.273603 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:12:17.273603 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:12:17.273603 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:12:17.273603 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:12:17.273603 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:12:17.273603 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:12:17.273603 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:12:17.273603 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:12:17.273603 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:12:17.273603 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:12:17.273603 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:12:17.273603 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:12:17.273603 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:12:17.273603 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:12:17.273603 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:12:17.273603 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:12:17.273603 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:12:17.273603 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:12:17.273603 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:12:17.273603 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:12:17.273603 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:12:17.273603 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:12:17.273603 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:12:17.273603 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:12:17.273603 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:12:17.273603 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:12:17.273603 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:12:17.273603 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:12:17.273603 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:12:17.273603 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:12:17.425909 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-13b774a9-37dd-4b86-976f-0233ca6e7a8c tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:17.437710 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-83deb751-bdd2-4258-ba24-2e6207bdf307 req-c5af20ed-2a74-4795-826b-8e37c8059136 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/security-groups?id=b85fe65e-597f-4688-b4fe-a48315c33d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574024 Aug 18 13:12:17.491085 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-13b774a9-37dd-4b86-976f-0233ca6e7a8c tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Transition to ACTIVE for port object 6c67d1b4-434e-4471-8ab2-d5c6b8868e44 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:12:17.498370 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-98d93f90-0a2d-41cd-a4f8-ad8e89bdcd96 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:17.508744 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-98d93f90-0a2d-41cd-a4f8-ad8e89bdcd96 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:17.512161 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-98d93f90-0a2d-41cd-a4f8-ad8e89bdcd96 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "DELETE /v2.0/networks/e46841bd-ca34-41fb-bb7a-c659b29c4a24 HTTP/1.1" status: 204 len: 168 time: 2.1240914 Aug 18 13:12:17.520868 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38534) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:17.547679 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:17.574463 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-c95b39ee-d2ea-4f4c-884f-a8de1ce2b231 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Request body: {'network': {'name': 'tempest-RoutersTest-227110729'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:12:17.583188 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d93f90-0a2d-41cd-a4f8-ad8e89bdcd96 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event deleted for resources: {'Network': ['ID=e46841bd-ca34-41fb-bb7a-c659b29c4a24,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:17.716250 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95b39ee-d2ea-4f4c-884f-a8de1ce2b231 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Made reservation on behalf of 6307d39a85c24bc690f9cb3d2145ec59 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:12:17.724005 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c95b39ee-d2ea-4f4c-884f-a8de1ce2b231 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:17.804563 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-13b774a9-37dd-4b86-976f-0233ca6e7a8c tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:17.886606 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8e5c9-86e1-41eb-9327-e8cc3eb7f8a6 req-f40e5a90-cb57-4b2e-bd66-5105a2c98482 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:17.915837 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-92b8e5c9-86e1-41eb-9327-e8cc3eb7f8a6 req-f40e5a90-cb57-4b2e-bd66-5105a2c98482 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 944 time: 0.3151357 Aug 18 13:12:18.014698 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b774a9-37dd-4b86-976f-0233ca6e7a8c tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Pushing event updated for resources: {'Port': ['ID=6c67d1b4-434e-4471-8ab2-d5c6b8868e44,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:18.032007 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-92b8e5c9-86e1-41eb-9327-e8cc3eb7f8a6 req-94a84bd2-2d25-40fe-8e6e-0b60eecfa586 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068912 Aug 18 13:12:18.048338 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c95b39ee-d2ea-4f4c-884f-a8de1ce2b231 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:12:18.066042 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c95b39ee-d2ea-4f4c-884f-a8de1ce2b231 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:18.066510 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-c95b39ee-d2ea-4f4c-884f-a8de1ce2b231 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Added segment 0c02ea67-7023-4b5a-b5d4-a2aed13d3b3f of type vlan for network 14cf934b-0900-42c6-a015-1959cab12884 Aug 18 13:12:18.146210 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c95b39ee-d2ea-4f4c-884f-a8de1ce2b231 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:18.175849 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b774a9-37dd-4b86-976f-0233ca6e7a8c tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Network cf1c8731-82b1-46e2-91b2-65842b35e614 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:12:18.183629 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-13b774a9-37dd-4b86-976f-0233ca6e7a8c tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:12:18.188216 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b774a9-37dd-4b86-976f-0233ca6e7a8c tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:12:18.244640 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6863bdaa-e34a-4701-bd64-e78a9245b094 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:12:18.261740 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c95b39ee-d2ea-4f4c-884f-a8de1ce2b231 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:18.272008 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95b39ee-d2ea-4f4c-884f-a8de1ce2b231 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:18.273027 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c95b39ee-d2ea-4f4c-884f-a8de1ce2b231 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:18.368565 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b774a9-37dd-4b86-976f-0233ca6e7a8c tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:18.368565 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-13b774a9-37dd-4b86-976f-0233ca6e7a8c tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:18.453115 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 6863bdaa-e34a-4701-bd64-e78a9245b094 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:12:18.504892 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device d63deb1c-c75b-4237-8b99-77ca9bb26ce7 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:12:18.561547 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b39ee-d2ea-4f4c-884f-a8de1ce2b231 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event updated for resources: {'Network': ['ID=14cf934b-0900-42c6-a015-1959cab12884,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:18.587898 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 14cf934b-0900-42c6-a015-1959cab12884 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:12:18.612435 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c95b39ee-d2ea-4f4c-884f-a8de1ce2b231 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0543277 Aug 18 13:12:18.613204 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38548) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:18.621765 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-c87f9c4a-9530-485d-ab77-c299be872824 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Request body: {'subnet': {'network_id': '14cf934b-0900-42c6-a015-1959cab12884', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:12:18.665134 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-13b774a9-37dd-4b86-976f-0233ca6e7a8c tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.6571882 Aug 18 13:12:18.667406 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38550) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:18.818005 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473ebb36-88b8-4da2-88bd-4d4cca372d0b tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:18.867108 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port d63deb1c-c75b-4237-8b99-77ca9bb26ce7 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:12:18.867512 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:18.871675 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473ebb36-88b8-4da2-88bd-4d4cca372d0b tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:18.886433 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473ebb36-88b8-4da2-88bd-4d4cca372d0b tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:18.892821 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-473ebb36-88b8-4da2-88bd-4d4cca372d0b tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.2242219 Aug 18 13:12:18.897331 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38556) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:19.147245 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace806b9-7e40-4b36-8a01-7831c407d8c1 None None] Network cf1c8731-82b1-46e2-91b2-65842b35e614 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:12:19.153385 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612c8dd-2891-4da2-8895-e1fc9ffe6a00 req-2410672c-3213-4f9a-ae91-a774ef7ace66 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:19.158712 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e612c8dd-2891-4da2-8895-e1fc9ffe6a00 req-2410672c-3213-4f9a-ae91-a774ef7ace66 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c4f784-ec84-4579-938a-137be42847d6 HTTP/1.1" status: 200 len: 945 time: 0.3365762 Aug 18 13:12:19.229517 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e612c8dd-2891-4da2-8895-e1fc9ffe6a00 req-e9f1d6ed-8ab2-43d0-ab0c-581e659f40e1 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/security-groups?id=b85fe65e-597f-4688-b4fe-a48315c33d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594318 Aug 18 13:12:19.252106 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87f9c4a-9530-485d-ab77-c299be872824 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Made reservation on behalf of 6307d39a85c24bc690f9cb3d2145ec59 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:12:19.266016 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c87f9c4a-9530-485d-ab77-c299be872824 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:19.272274 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:19.306530 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed76c2d-f46a-4f31-a831-176fc8f21e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63deb1c-c75b-4237-8b99-77ca9bb26ce7'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:12:19.308994 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d48040b-44ec-4731-8b0f-903dca73a078" -d '{"events": [{"server_uuid": "8ed76c2d-f46a-4f31-a831-176fc8f21e7d", "name": "network-vif-plugged", "status": "completed", "tag": "d63deb1c-c75b-4237-8b99-77ca9bb26ce7"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:12:19.332315 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port d63deb1c-c75b-4237-8b99-77ca9bb26ce7, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=d63deb1c-c75b-4237-8b99-77ca9bb26ce7,segment=NetworkSegment(f4c449c2-b154-4262-a0a8-10992ac3951d),segment_id=f4c449c2-b154-4262-a0a8-10992ac3951d)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:12:19.341399 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-157abb6a-8d3e-4139-889a-2237c1308beb None None] Provisioning for port 6863bdaa-e34a-4701-bd64-e78a9245b094 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:12:19.357222 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-157abb6a-8d3e-4139-889a-2237c1308beb None None] Provisioning complete for port 6863bdaa-e34a-4701-bd64-e78a9245b094 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:12:19.357604 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-157abb6a-8d3e-4139-889a-2237c1308beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:19.398573 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:19.476616 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d8d23-5691-45e6-b960-3303967aa957 req-30257814-5be7-4146-81f9-ce11b04f1eda tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:19.482796 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-527d8d23-5691-45e6-b960-3303967aa957 req-30257814-5be7-4146-81f9-ce11b04f1eda tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 944 time: 0.3113799 Aug 18 13:12:19.552163 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-b4d8077e-691a-4906-9c63-479ad5bf96a2 tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Deleting port 6c67d1b4-434e-4471-8ab2-d5c6b8868e44 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:12:19.552523 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b4d8077e-691a-4906-9c63-479ad5bf96a2 tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:19.611822 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=d63deb1c-c75b-4237-8b99-77ca9bb26ce7,revision_number=7']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:19.632053 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-527d8d23-5691-45e6-b960-3303967aa957 req-8a5f4bc1-9d01-4917-8590-e8398953678a tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389344 Aug 18 13:12:19.688730 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-157abb6a-8d3e-4139-889a-2237c1308beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:19.725630 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f986621-0aec-44fe-ba06-5c137fac740c x-openstack-request-id: req-3f986621-0aec-44fe-ba06-5c137fac740c {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:12:19.725896 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed76c2d-f46a-4f31-a831-176fc8f21e7d", "name": "network-vif-plugged", "status": "completed", "tag": "d63deb1c-c75b-4237-8b99-77ca9bb26ce7", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:12:19.726157 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3f986621-0aec-44fe-ba06-5c137fac740c {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:12:19.726588 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed76c2d-f46a-4f31-a831-176fc8f21e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63deb1c-c75b-4237-8b99-77ca9bb26ce7', 'code': 200} Aug 18 13:12:19.728223 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b4d8077e-691a-4906-9c63-479ad5bf96a2 tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:19.753362 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-157abb6a-8d3e-4139-889a-2237c1308beb None None] For port 6863bdaa-e34a-4701-bd64-e78a9245b094, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=6863bdaa-e34a-4701-bd64-e78a9245b094,segment=NetworkSegment(ad21c9ef-6372-43ec-a7d7-768d4cf1f913),segment_id=ad21c9ef-6372-43ec-a7d7-768d4cf1f913)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:12:19.757025 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-b4d8077e-691a-4906-9c63-479ad5bf96a2 tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Calling delete_port for 6c67d1b4-434e-4471-8ab2-d5c6b8868e44 owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:12:19.824616 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-157abb6a-8d3e-4139-889a-2237c1308beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:19.907013 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c87f9c4a-9530-485d-ab77-c299be872824 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:19.924676 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157abb6a-8d3e-4139-889a-2237c1308beb None None] Pushing event updated for resources: {'Port': ['ID=6863bdaa-e34a-4701-bd64-e78a9245b094,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:20.084817 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f9c4a-9530-485d-ab77-c299be872824 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event updated for resources: {'Subnet': ['ID=feea45a6-1667-4d15-b660-a773792a92ce,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:20.134059 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87f9c4a-9530-485d-ab77-c299be872824 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Checking segment: {'id': '0c02ea67-7023-4b5a-b5d4-a2aed13d3b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '14cf934b-0900-42c6-a015-1959cab12884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:12:20.134917 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87f9c4a-9530-485d-ab77-c299be872824 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Network hostable DHCP agents. Network: 14cf934b-0900-42c6-a015-1959cab12884, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:12:20.236327 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6863bdaa-e34a-4701-bd64-e78a9245b094 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:12:20.336241 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b849c1cb-6045-4897-b8c4-adf2c9e56242 None None] Provisioning complete for port 6863bdaa-e34a-4701-bd64-e78a9245b094 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:12:20.337096 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b849c1cb-6045-4897-b8c4-adf2c9e56242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:20.458685 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 6863bdaa-e34a-4701-bd64-e78a9245b094 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:12:20.459155 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:20.520736 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b4d8077e-691a-4906-9c63-479ad5bf96a2 tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:20.596107 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87f9c4a-9530-485d-ab77-c299be872824 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Network 14cf934b-0900-42c6-a015-1959cab12884 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:12:20.670516 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-c87f9c4a-9530-485d-ab77-c299be872824 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 14cf934b-0900-42c6-a015-1959cab12884) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:12:20.686454 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87f9c4a-9530-485d-ab77-c299be872824 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:20.687525 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c87f9c4a-9530-485d-ab77-c299be872824 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:20.706748 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a599ffd-830a-4910-85fd-203268572ea3 None None] Network 14cf934b-0900-42c6-a015-1959cab12884 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:12:20.814890 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c87f9c4a-9530-485d-ab77-c299be872824 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1986024 Aug 18 13:12:20.817933 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38584) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:20.832972 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-caca969d-921c-4fff-a291-72867fbc73ee tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2049583994', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:12:20.848043 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d8077e-691a-4906-9c63-479ad5bf96a2 tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Pushing event deleted for resources: {'Port': ['ID=6c67d1b4-434e-4471-8ab2-d5c6b8868e44,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:20.870006 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b4d8077e-691a-4906-9c63-479ad5bf96a2 tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:20.873693 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b4d8077e-691a-4906-9c63-479ad5bf96a2 tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] 10.222.0.13 "DELETE /v2.0/ports/6c67d1b4-434e-4471-8ab2-d5c6b8868e44 HTTP/1.1" status: 204 len: 168 time: 1.9705019 Aug 18 13:12:20.880318 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38588) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:20.972331 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-ee34feb2-2d33-49a2-a86d-166a2c57bdea tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Request body: {'port': {'name': 'tempest-new-port-name-1498272993', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:12:20.974987 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.api.validators [None req-ee34feb2-2d33-49a2-a86d-166a2c57bdea tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] bootfile-name is not in valid_values {{(pid=101676) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 18 13:12:20.978109 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.api.validators [None req-ee34feb2-2d33-49a2-a86d-166a2c57bdea tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] tftp-server is not in valid_values {{(pid=101676) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 18 13:12:20.992969 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.api.validators [None req-ee34feb2-2d33-49a2-a86d-166a2c57bdea tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] server-ip-address is not in valid_values {{(pid=101676) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 18 13:12:21.086801 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd5678-523b-4b5a-89b8-5a92f08290e2 req-efbf879e-011e-4c00-b9c2-90196f313df1 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:21.098822 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-73bd5678-523b-4b5a-89b8-5a92f08290e2 req-efbf879e-011e-4c00-b9c2-90196f313df1 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.2344146 Aug 18 13:12:21.126908 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-caca969d-921c-4fff-a291-72867fbc73ee tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:21.130557 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-caca969d-921c-4fff-a291-72867fbc73ee tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:21.142514 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b849c1cb-6045-4897-b8c4-adf2c9e56242 None None] Provisioning for port 026dc8c5-3cbb-44ca-9697-8e65c63eae3d completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:12:21.175295 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ee34feb2-2d33-49a2-a86d-166a2c57bdea tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:21.181257 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b849c1cb-6045-4897-b8c4-adf2c9e56242 None None] Provisioning complete for port 026dc8c5-3cbb-44ca-9697-8e65c63eae3d triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:12:21.181641 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b849c1cb-6045-4897-b8c4-adf2c9e56242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:21.269426 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afce4d78-6808-4f16-a874-ade08ac140f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-14cf934b-0900-42c6-a015-1959cab12884', 'network_id': '14cf934b-0900-42c6-a015-1959cab12884', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'fixed_ips': [{'subnet_id': 'feea45a6-1667-4d15-b660-a773792a92ce'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:12:21.269426 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afce4d78-6808-4f16-a874-ade08ac140f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:21.307677 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-73bd5678-523b-4b5a-89b8-5a92f08290e2 req-0efb1a61-4abd-4968-b41b-580a53d96fcc tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077982 Aug 18 13:12:21.346998 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-caca969d-921c-4fff-a291-72867fbc73ee tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:21.429314 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-caca969d-921c-4fff-a291-72867fbc73ee tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:21.525510 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-b849c1cb-6045-4897-b8c4-adf2c9e56242 None None] Port 026dc8c5-3cbb-44ca-9697-8e65c63eae3d cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:12:21.529675 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b849c1cb-6045-4897-b8c4-adf2c9e56242 None None] Could not find standard attr ID for object 6c67d1b4-434e-4471-8ab2-d5c6b8868e44. {{(pid=101677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 13:12:21.530589 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-caca969d-921c-4fff-a291-72867fbc73ee tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:21.534554 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-caca969d-921c-4fff-a291-72867fbc73ee tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7117798 Aug 18 13:12:21.538537 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38594) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:21.547216 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-aae2909a-c64d-42d7-aa0d-ae70477b9bb8 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Request body: {'port': {'network_id': '14cf934b-0900-42c6-a015-1959cab12884', 'name': 'tempest-RoutersTest-1941113042'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:12:21.692586 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-6cbfcef5-5b03-4fbf-b590-dbb03925b51a None None] Provisioning complete for port 026dc8c5-3cbb-44ca-9697-8e65c63eae3d triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:12:21.692838 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ee34feb2-2d33-49a2-a86d-166a2c57bdea tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:21.693434 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6cbfcef5-5b03-4fbf-b590-dbb03925b51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:21.696143 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-afce4d78-6808-4f16-a874-ade08ac140f3 None None] Allocated IP 172.20.0.2 (14cf934b-0900-42c6-a015-1959cab12884/feea45a6-1667-4d15-b660-a773792a92ce/17a93302-ee12-4a2c-a21d-749e8cb9c44c) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:12:21.761021 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ee34feb2-2d33-49a2-a86d-166a2c57bdea tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:21.791865 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-6cbfcef5-5b03-4fbf-b590-dbb03925b51a None None] Port 026dc8c5-3cbb-44ca-9697-8e65c63eae3d cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:12:21.803214 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-6cbfcef5-5b03-4fbf-b590-dbb03925b51a None None] Could not find standard attr ID for object 6c67d1b4-434e-4471-8ab2-d5c6b8868e44. {{(pid=101677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 13:12:21.947952 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee34feb2-2d33-49a2-a86d-166a2c57bdea tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Pushing event updated for resources: {'Port': ['ID=026dc8c5-3cbb-44ca-9697-8e65c63eae3d,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:21.952995 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae2909a-c64d-42d7-aa0d-ae70477b9bb8 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Made reservation on behalf of 6307d39a85c24bc690f9cb3d2145ec59 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:12:21.958726 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aae2909a-c64d-42d7-aa0d-ae70477b9bb8 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:21.967247 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-ee34feb2-2d33-49a2-a86d-166a2c57bdea tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] In _notify_port_updated(), no bound segment for port 026dc8c5-3cbb-44ca-9697-8e65c63eae3d on network cf1c8731-82b1-46e2-91b2-65842b35e614 {{(pid=101676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 13:12:21.986873 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee34feb2-2d33-49a2-a86d-166a2c57bdea tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:21.987902 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ee34feb2-2d33-49a2-a86d-166a2c57bdea tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:21.994068 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ee34feb2-2d33-49a2-a86d-166a2c57bdea tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] 10.222.0.13 "PUT /v2.0/ports/026dc8c5-3cbb-44ca-9697-8e65c63eae3d HTTP/1.1" status: 200 len: 1137 time: 1.0586984 Aug 18 13:12:21.995352 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38596) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:22.018489 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [None req-aae2909a-c64d-42d7-aa0d-ae70477b9bb8 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] device_id is not set on port 149861c8-9e33-4f18-a74e-5a791d9878f9 yet. {{(pid=101675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:12:22.031367 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afce4d78-6808-4f16-a874-ade08ac140f3 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:22.063968 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afce4d78-6808-4f16-a874-ade08ac140f3 None None] Transition to ACTIVE for port object 17a93302-ee12-4a2c-a21d-749e8cb9c44c will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:12:22.083581 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afce4d78-6808-4f16-a874-ade08ac140f3 None None] Transition to ACTIVE for port object 17a93302-ee12-4a2c-a21d-749e8cb9c44c will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:12:22.123554 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18251f3-b8a5-4d06-9e02-c7fdf19a8bc2 tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:22.136531 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e18251f3-b8a5-4d06-9e02-c7fdf19a8bc2 tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] 10.222.0.13 "GET /v2.0/ports/026dc8c5-3cbb-44ca-9697-8e65c63eae3d HTTP/1.1" status: 200 len: 1137 time: 0.1394880 Aug 18 13:12:22.139357 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38598) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:22.195839 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afce4d78-6808-4f16-a874-ade08ac140f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:22.344910 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-39806262-9ba5-4749-9500-abede32ec40c tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Deleting port 026dc8c5-3cbb-44ca-9697-8e65c63eae3d {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:12:22.347156 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-39806262-9ba5-4749-9500-abede32ec40c tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:22.352106 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afce4d78-6808-4f16-a874-ade08ac140f3 None None] Network 14cf934b-0900-42c6-a015-1959cab12884 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:12:22.374921 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-aae2909a-c64d-42d7-aa0d-ae70477b9bb8 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Allocated IP 172.20.0.3 (14cf934b-0900-42c6-a015-1959cab12884/feea45a6-1667-4d15-b660-a773792a92ce/149861c8-9e33-4f18-a74e-5a791d9878f9) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:12:22.403547 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-afce4d78-6808-4f16-a874-ade08ac140f3 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:12:22.438816 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afce4d78-6808-4f16-a874-ade08ac140f3 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:12:22.445592 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afce4d78-6808-4f16-a874-ade08ac140f3 None None] Pushing event updated for resources: {'Port': ['ID=17a93302-ee12-4a2c-a21d-749e8cb9c44c,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:22.485477 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-1fd8f53a-208e-4b12-9ce4-54736a3a7393 None None] Provisioning complete for port 026dc8c5-3cbb-44ca-9697-8e65c63eae3d triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:12:22.485867 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1fd8f53a-208e-4b12-9ce4-54736a3a7393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:22.617713 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-39806262-9ba5-4749-9500-abede32ec40c tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:22.633657 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-39806262-9ba5-4749-9500-abede32ec40c tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Calling delete_port for 026dc8c5-3cbb-44ca-9697-8e65c63eae3d owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:12:22.639368 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-afce4d78-6808-4f16-a874-ade08ac140f3 None None] Attempting to bind port 17a93302-ee12-4a2c-a21d-749e8cb9c44c on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:12:22.639875 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-afce4d78-6808-4f16-a874-ade08ac140f3 None None] Attempting to bind port 17a93302-ee12-4a2c-a21d-749e8cb9c44c by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '0c02ea67-7023-4b5a-b5d4-a2aed13d3b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '14cf934b-0900-42c6-a015-1959cab12884'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:12:22.640110 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afce4d78-6808-4f16-a874-ade08ac140f3 None None] Attempting to bind port 17a93302-ee12-4a2c-a21d-749e8cb9c44c on network 14cf934b-0900-42c6-a015-1959cab12884 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:12:22.649553 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-1fd8f53a-208e-4b12-9ce4-54736a3a7393 None None] Port 026dc8c5-3cbb-44ca-9697-8e65c63eae3d cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:12:22.651953 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afce4d78-6808-4f16-a874-ade08ac140f3 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:12:22.652335 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afce4d78-6808-4f16-a874-ade08ac140f3 None None] Checking segment: {'id': '0c02ea67-7023-4b5a-b5d4-a2aed13d3b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '14cf934b-0900-42c6-a015-1959cab12884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:12:22.652738 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afce4d78-6808-4f16-a874-ade08ac140f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:22.653256 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afce4d78-6808-4f16-a874-ade08ac140f3 None None] Bound using segment: {'id': '0c02ea67-7023-4b5a-b5d4-a2aed13d3b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '14cf934b-0900-42c6-a015-1959cab12884'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:12:22.653586 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-afce4d78-6808-4f16-a874-ade08ac140f3 None None] Bound port: 17a93302-ee12-4a2c-a21d-749e8cb9c44c, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c02ea67-7023-4b5a-b5d4-a2aed13d3b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '14cf934b-0900-42c6-a015-1959cab12884'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:12:22.654595 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afce4d78-6808-4f16-a874-ade08ac140f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:22.770598 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afce4d78-6808-4f16-a874-ade08ac140f3 None None] For port 17a93302-ee12-4a2c-a21d-749e8cb9c44c, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:12:22.776934 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afce4d78-6808-4f16-a874-ade08ac140f3 None None] For port 17a93302-ee12-4a2c-a21d-749e8cb9c44c, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=17a93302-ee12-4a2c-a21d-749e8cb9c44c,segment=NetworkSegment(0c02ea67-7023-4b5a-b5d4-a2aed13d3b3f),segment_id=0c02ea67-7023-4b5a-b5d4-a2aed13d3b3f)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:12:22.853088 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aae2909a-c64d-42d7-aa0d-ae70477b9bb8 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:22.858433 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afce4d78-6808-4f16-a874-ade08ac140f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:22.885630 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3e554-ec95-4277-b2ac-8931219d5eb0 req-67224252-e00c-45bb-9894-fcfa6ccf90e2 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:22.901356 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-aae2909a-c64d-42d7-aa0d-ae70477b9bb8 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Transition to ACTIVE for port object 149861c8-9e33-4f18-a74e-5a791d9878f9 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:12:22.905727 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-94f3e554-ec95-4277-b2ac-8931219d5eb0 req-67224252-e00c-45bb-9894-fcfa6ccf90e2 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.1025612 Aug 18 13:12:22.947192 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-39806262-9ba5-4749-9500-abede32ec40c tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:23.001301 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afce4d78-6808-4f16-a874-ade08ac140f3 None None] Pushing event updated for resources: {'Port': ['ID=17a93302-ee12-4a2c-a21d-749e8cb9c44c,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:23.030273 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aae2909a-c64d-42d7-aa0d-ae70477b9bb8 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:23.103802 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-94f3e554-ec95-4277-b2ac-8931219d5eb0 req-f941af69-9037-4d38-90ab-10bf723298c2 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962481 Aug 18 13:12:23.109715 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39806262-9ba5-4749-9500-abede32ec40c tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Pushing event deleted for resources: {'Port': ['ID=026dc8c5-3cbb-44ca-9697-8e65c63eae3d,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:23.208635 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae2909a-c64d-42d7-aa0d-ae70477b9bb8 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Network 14cf934b-0900-42c6-a015-1959cab12884 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:12:23.217516 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-aae2909a-c64d-42d7-aa0d-ae70477b9bb8 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:12:23.225091 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae2909a-c64d-42d7-aa0d-ae70477b9bb8 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:12:23.231678 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae2909a-c64d-42d7-aa0d-ae70477b9bb8 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event updated for resources: {'Port': ['ID=149861c8-9e33-4f18-a74e-5a791d9878f9,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:23.309546 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-39806262-9ba5-4749-9500-abede32ec40c tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:23.321331 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38608) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:23.324004 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-39806262-9ba5-4749-9500-abede32ec40c tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] 10.222.0.13 "DELETE /v2.0/ports/026dc8c5-3cbb-44ca-9697-8e65c63eae3d HTTP/1.1" status: 204 len: 168 time: 1.1802902 Aug 18 13:12:23.535770 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae2909a-c64d-42d7-aa0d-ae70477b9bb8 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:23.536954 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aae2909a-c64d-42d7-aa0d-ae70477b9bb8 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:23.565513 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-c37343dc-ff3c-41da-8c7f-aa275b2aed9f tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Deleting subnet ef8f16b3-a767-4521-bdde-b2a42d13b8a9 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:12:23.574033 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c37343dc-ff3c-41da-8c7f-aa275b2aed9f tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:23.656003 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c37343dc-ff3c-41da-8c7f-aa275b2aed9f tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:23.691090 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-aae2909a-c64d-42d7-aa0d-ae70477b9bb8 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.1519389 Aug 18 13:12:23.691910 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38616) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:23.816167 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c37343dc-ff3c-41da-8c7f-aa275b2aed9f tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:24.167613 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c37343dc-ff3c-41da-8c7f-aa275b2aed9f tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:24.211276 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37343dc-ff3c-41da-8c7f-aa275b2aed9f tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Pushing event deleted for resources: {'Subnet': ['ID=ef8f16b3-a767-4521-bdde-b2a42d13b8a9,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:24.232654 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c37343dc-ff3c-41da-8c7f-aa275b2aed9f tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:24.240530 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c37343dc-ff3c-41da-8c7f-aa275b2aed9f tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] 10.222.0.13 "DELETE /v2.0/subnets/ef8f16b3-a767-4521-bdde-b2a42d13b8a9 HTTP/1.1" status: 204 len: 168 time: 0.9180231 Aug 18 13:12:24.244386 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38620) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:24.248507 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8eea86b-8db5-4749-8b28-c8312f7f137f None None] Network cf1c8731-82b1-46e2-91b2-65842b35e614 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:12:24.401418 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8395821e-014f-4ab5-96e9-3c531ec919e9 tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:24.538699 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-8395821e-014f-4ab5-96e9-3c531ec919e9 tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Deleting port 6863bdaa-e34a-4701-bd64-e78a9245b094 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:12:24.539929 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8395821e-014f-4ab5-96e9-3c531ec919e9 tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:24.688140 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-8395821e-014f-4ab5-96e9-3c531ec919e9 tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] For port 6863bdaa-e34a-4701-bd64-e78a9245b094, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=6863bdaa-e34a-4701-bd64-e78a9245b094,segment=NetworkSegment(ad21c9ef-6372-43ec-a7d7-768d4cf1f913),segment_id=ad21c9ef-6372-43ec-a7d7-768d4cf1f913)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:12:24.688523 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8395821e-014f-4ab5-96e9-3c531ec919e9 tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:24.706529 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 17a93302-ee12-4a2c-a21d-749e8cb9c44c up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:12:24.799384 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-8395821e-014f-4ab5-96e9-3c531ec919e9 tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Calling delete_port for 6863bdaa-e34a-4701-bd64-e78a9245b094 owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:12:24.912809 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a3ea89-b838-4f73-8b12-83a355872877 None None] Network 14cf934b-0900-42c6-a015-1959cab12884 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:12:24.942623 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8395821e-014f-4ab5-96e9-3c531ec919e9 tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:24.959803 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8395821e-014f-4ab5-96e9-3c531ec919e9 tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] No DVR routers for this DVR port 6863bdaa-e34a-4701-bd64-e78a9245b094 on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:12:25.013942 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523fb06-f849-43bd-8a7b-710b142537ac req-f9af783d-acdd-49be-aaf0-fac2214a87f8 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:25.017940 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9523fb06-f849-43bd-8a7b-710b142537ac req-f9af783d-acdd-49be-aaf0-fac2214a87f8 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.1762352 Aug 18 13:12:25.054136 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395821e-014f-4ab5-96e9-3c531ec919e9 tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Pushing event deleted for resources: {'Port': ['ID=6863bdaa-e34a-4701-bd64-e78a9245b094,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:25.127321 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b4b9d4f6-6e0e-4fee-8f5a-054f4ffe6eb8 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:25.136501 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 17a93302-ee12-4a2c-a21d-749e8cb9c44c completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:12:25.153886 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c813b149-2078-4dae-b808-59cde9f4d0b8 None None] Provisioning for port 17a93302-ee12-4a2c-a21d-749e8cb9c44c completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:12:25.158637 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 17a93302-ee12-4a2c-a21d-749e8cb9c44c triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:12:25.159492 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:25.213796 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8395821e-014f-4ab5-96e9-3c531ec919e9 tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:25.231066 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f39feaf-4041-44c5-9f4e-7a6ca78978f1 None None] DHCP port deletion for cf1c8731-82b1-46e2-91b2-65842b35e614 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:12:25.240724 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c813b149-2078-4dae-b808-59cde9f4d0b8 None None] Provisioning complete for port 17a93302-ee12-4a2c-a21d-749e8cb9c44c triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:12:25.241693 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c813b149-2078-4dae-b808-59cde9f4d0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:25.243870 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-8395821e-014f-4ab5-96e9-3c531ec919e9 tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf1c8731-82b1-46e2-91b2-65842b35e614']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:25.271657 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-8395821e-014f-4ab5-96e9-3c531ec919e9 tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad21c9ef-6372-43ec-a7d7-768d4cf1f913') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:25.277048 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-8395821e-014f-4ab5-96e9-3c531ec919e9 tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad21c9ef-6372-43ec-a7d7-768d4cf1f913') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:25.299369 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8395821e-014f-4ab5-96e9-3c531ec919e9 tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:25.336002 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8395821e-014f-4ab5-96e9-3c531ec919e9 tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:25.343480 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8395821e-014f-4ab5-96e9-3c531ec919e9 tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:12:25.343903 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8395821e-014f-4ab5-96e9-3c531ec919e9 tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:25.350809 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:12:25.350809 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:12:25.350809 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:12:25.350809 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:12:25.350809 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:12:25.350809 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:12:25.350809 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:12:25.350809 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:12:25.350809 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:12:25.350809 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:12:25.350809 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:12:25.350809 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:12:25.350809 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:12:25.350809 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:12:25.350809 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:12:25.350809 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:12:25.350809 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:12:25.350809 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:12:25.350809 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:12:25.350809 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:12:25.350809 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:12:25.350809 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:12:25.350809 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:12:25.350809 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:12:25.350809 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:12:25.350809 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:12:25.350809 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:12:25.350809 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:12:25.350809 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:12:25.350809 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:12:25.350809 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:12:25.350809 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:12:25.486053 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9523fb06-f849-43bd-8a7b-710b142537ac req-06df9dfc-3da4-4bea-9563-ab8ba02486dc tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4070470 Aug 18 13:12:25.539595 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c813b149-2078-4dae-b808-59cde9f4d0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:25.577961 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8395821e-014f-4ab5-96e9-3c531ec919e9 tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:25.583888 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8395821e-014f-4ab5-96e9-3c531ec919e9 tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:25.590457 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8395821e-014f-4ab5-96e9-3c531ec919e9 tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] 10.222.0.13 "DELETE /v2.0/networks/cf1c8731-82b1-46e2-91b2-65842b35e614 HTTP/1.1" status: 204 len: 168 time: 1.3404975 Aug 18 13:12:25.596805 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-c813b149-2078-4dae-b808-59cde9f4d0b8 None None] For port 17a93302-ee12-4a2c-a21d-749e8cb9c44c, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=17a93302-ee12-4a2c-a21d-749e8cb9c44c,segment=NetworkSegment(0c02ea67-7023-4b5a-b5d4-a2aed13d3b3f),segment_id=0c02ea67-7023-4b5a-b5d4-a2aed13d3b3f)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:12:25.605643 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:25.634493 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395821e-014f-4ab5-96e9-3c531ec919e9 tempest-ExtraDHCPOptionsTestJSON-1391505552 tempest-ExtraDHCPOptionsTestJSON-1391505552-project] Pushing event deleted for resources: {'Network': ['ID=cf1c8731-82b1-46e2-91b2-65842b35e614,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:25.705642 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b4b9d4f6-6e0e-4fee-8f5a-054f4ffe6eb8 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:25.718839 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c813b149-2078-4dae-b808-59cde9f4d0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:25.770914 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.db.api [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:12:25.771275 n-d-803603-2 neutron-server[101677]: DEBUG oslo_db.api [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:12:25.795136 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b4b9d4f6-6e0e-4fee-8f5a-054f4ffe6eb8 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:25.821240 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c813b149-2078-4dae-b808-59cde9f4d0b8 None None] Pushing event updated for resources: {'Port': ['ID=17a93302-ee12-4a2c-a21d-749e8cb9c44c,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:26.006623 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-72e54e88-d409-4de7-bed9-f7891165d9b7 None None] Provisioning for port 149861c8-9e33-4f18-a74e-5a791d9878f9 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:12:26.011086 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-72e54e88-d409-4de7-bed9-f7891165d9b7 None None] Provisioning complete for port 149861c8-9e33-4f18-a74e-5a791d9878f9 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:12:26.011689 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-72e54e88-d409-4de7-bed9-f7891165d9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:26.068290 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b9d4f6-6e0e-4fee-8f5a-054f4ffe6eb8 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event updated for resources: {'Port': ['ID=149861c8-9e33-4f18-a74e-5a791d9878f9,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:26.116377 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-72e54e88-d409-4de7-bed9-f7891165d9b7 None None] Port 149861c8-9e33-4f18-a74e-5a791d9878f9 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:12:26.139716 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-72e54e88-d409-4de7-bed9-f7891165d9b7 None None] Provisioning complete for port 17a93302-ee12-4a2c-a21d-749e8cb9c44c triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:12:26.141120 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-72e54e88-d409-4de7-bed9-f7891165d9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:26.288331 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38642) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:26.468685 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b4b9d4f6-6e0e-4fee-8f5a-054f4ffe6eb8 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:26.500753 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b27e1322-e938-44b0-ab8b-2a290399918f None None] Provisioning complete for port 149861c8-9e33-4f18-a74e-5a791d9878f9 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:12:26.501150 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b27e1322-e938-44b0-ab8b-2a290399918f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:26.659498 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-618939b7-832d-4c4c-886c-92f7242db661 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bef4e53422414e18812eecbe5e71094f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3698502 Aug 18 13:12:26.662239 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38648) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:26.689491 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 17a93302-ee12-4a2c-a21d-749e8cb9c44c up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:12:26.702888 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-b27e1322-e938-44b0-ab8b-2a290399918f None None] Port 149861c8-9e33-4f18-a74e-5a791d9878f9 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:12:26.781990 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 17a93302-ee12-4a2c-a21d-749e8cb9c44c triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:12:26.783312 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:26.830980 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aab1be-d2ef-4453-b64c-0c0d751738ec req-d2709b8f-1753-43ba-a6b2-aa8aaae56258 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:26.832795 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b0aab1be-d2ef-4453-b64c-0c0d751738ec req-d2709b8f-1753-43ba-a6b2-aa8aaae56258 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.1352613 Aug 18 13:12:26.851622 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4c228e1d-d204-4598-b1ce-c2c23f222bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:26.924610 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4c228e1d-d204-4598-b1ce-c2c23f222bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:26.935713 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-438171f9-1f62-4538-a08a-c4b7edf00f13 None None] Provisioning complete for port 149861c8-9e33-4f18-a74e-5a791d9878f9 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:12:26.936628 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-438171f9-1f62-4538-a08a-c4b7edf00f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:26.937748 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:12:26.938261 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b4b9d4f6-6e0e-4fee-8f5a-054f4ffe6eb8 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:27.032845 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b0aab1be-d2ef-4453-b64c-0c0d751738ec req-8f5f4cbb-71a9-410e-b12d-457c2492f29c tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916177 Aug 18 13:12:27.059778 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-438171f9-1f62-4538-a08a-c4b7edf00f13 None None] Port 149861c8-9e33-4f18-a74e-5a791d9878f9 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:12:27.205702 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4c228e1d-d204-4598-b1ce-c2c23f222bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:27.218855 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4c228e1d-d204-4598-b1ce-c2c23f222bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:27.220027 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4c228e1d-d204-4598-b1ce-c2c23f222bea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c607dcdd-6d46-4a80-b3d0-dc610308ca1b HTTP/1.1" status: 204 len: 168 time: 0.5567813 Aug 18 13:12:27.231239 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6863bdaa-e34a-4701-bd64-e78a9245b094 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:12:27.260579 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 6863bdaa-e34a-4701-bd64-e78a9245b094 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:12:27.260993 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6863bdaa-e34a-4701-bd64-e78a9245b094 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:12:27.361119 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c228e1d-d204-4598-b1ce-c2c23f222bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c607dcdd-6d46-4a80-b3d0-dc610308ca1b,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:27.539672 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b4b9d4f6-6e0e-4fee-8f5a-054f4ffe6eb8 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:27.612003 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b4b9d4f6-6e0e-4fee-8f5a-054f4ffe6eb8 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:27.791951 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b4b9d4f6-6e0e-4fee-8f5a-054f4ffe6eb8 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:27.805828 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b9d4f6-6e0e-4fee-8f5a-054f4ffe6eb8 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event updated for resources: {'Port': ['ID=149861c8-9e33-4f18-a74e-5a791d9878f9,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:27.938215 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:27.961681 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b9d4f6-6e0e-4fee-8f5a-054f4ffe6eb8 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Network 14cf934b-0900-42c6-a015-1959cab12884 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:12:27.963806 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-b4b9d4f6-6e0e-4fee-8f5a-054f4ffe6eb8 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:12:28.374642 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cca498-3fcc-454c-9245-a70d57901fa1 req-76bce833-649e-4be1-8d02-5f6b108b3a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:28.377775 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b6cca498-3fcc-454c-9245-a70d57901fa1 req-76bce833-649e-4be1-8d02-5f6b108b3a25 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=905412fa00ef4383b8b8de60ee111478&device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 1096 time: 0.1337826 Aug 18 13:12:28.420775 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-581c016e-04fc-4e43-b0f2-8fa5b42f1b3b None None] Provisioning complete for port 149861c8-9e33-4f18-a74e-5a791d9878f9 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:12:28.421159 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-581c016e-04fc-4e43-b0f2-8fa5b42f1b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:28.506486 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac4f09-f9c6-4f3b-90bd-31a883dbf47b req-2a662d6e-d35c-4648-82df-98261f00cf4c tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:28.517327 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c8ac4f09-f9c6-4f3b-90bd-31a883dbf47b req-2a662d6e-d35c-4648-82df-98261f00cf4c tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.2443137 Aug 18 13:12:28.537014 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-581c016e-04fc-4e43-b0f2-8fa5b42f1b3b None None] Port 149861c8-9e33-4f18-a74e-5a791d9878f9 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:12:28.574975 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b9d4f6-6e0e-4fee-8f5a-054f4ffe6eb8 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Router 62c4844d-452d-4502-acb5-b57315a21d20 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:12:28.673650 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cca498-3fcc-454c-9245-a70d57901fa1 req-dc8be300-fefb-4748-b235-f48fbbf0c571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:28.673650 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b6cca498-3fcc-454c-9245-a70d57901fa1 req-dc8be300-fefb-4748-b235-f48fbbf0c571 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d40b57f9-bbb2-4411-b09b-1190ba8eee3e HTTP/1.1" status: 200 len: 914 time: 0.2613268 Aug 18 13:12:28.762472 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b6cca498-3fcc-454c-9245-a70d57901fa1 req-022fc352-481a-4183-9d22-50325f158688 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d63deb1c-c75b-4237-8b99-77ca9bb26ce7 HTTP/1.1" status: 200 len: 217 time: 0.0909774 Aug 18 13:12:28.794873 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c8ac4f09-f9c6-4f3b-90bd-31a883dbf47b req-6ba7cfb0-438d-4a62-a4e1-1dcf43f4f341 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726364 Aug 18 13:12:28.878052 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cca498-3fcc-454c-9245-a70d57901fa1 req-5ee3c3a4-29e0-4bbd-ae87-8fe0f666ea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:28.880212 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b6cca498-3fcc-454c-9245-a70d57901fa1 req-5ee3c3a4-29e0-4bbd-ae87-8fe0f666ea4d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c2c98821-2056-406e-a9db-4c5c55877dd9 HTTP/1.1" status: 200 len: 853 time: 0.1112220 Aug 18 13:12:28.917151 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b9d4f6-6e0e-4fee-8f5a-054f4ffe6eb8 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:12:28.933499 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965d70cc-736d-4322-bdda-6055a600fd32 None None] Sync routers for ids ['62c4844d-452d-4502-acb5-b57315a21d20'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:12:28.934429 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b4b9d4f6-6e0e-4fee-8f5a-054f4ffe6eb8 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "PUT /v2.0/routers/62c4844d-452d-4502-acb5-b57315a21d20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2413487 Aug 18 13:12:28.938648 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38682) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:28.961816 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965d70cc-736d-4322-bdda-6055a600fd32 None None] Routers {'62c4844d-452d-4502-acb5-b57315a21d20'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:12:28.962562 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-965d70cc-736d-4322-bdda-6055a600fd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:12:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['62c4844d-452d-4502-acb5-b57315a21d20'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:28.964449 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b6cca498-3fcc-454c-9245-a70d57901fa1 req-5458a6a6-4005-49ec-b90c-2c381b83530e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d40b57f9-bbb2-4411-b09b-1190ba8eee3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688374 Aug 18 13:12:29.026852 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-965d70cc-736d-4322-bdda-6055a600fd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:29.040052 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965d70cc-736d-4322-bdda-6055a600fd32 None None] Routers {'62c4844d-452d-4502-acb5-b57315a21d20'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:12:29.040990 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-965d70cc-736d-4322-bdda-6055a600fd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:12:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['62c4844d-452d-4502-acb5-b57315a21d20'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:29.044628 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b79975-fa03-4a86-829b-90c4ffada7e5 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:29.046656 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-79b79975-fa03-4a86-829b-90c4ffada7e5 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "GET /v2.0/ports/149861c8-9e33-4f18-a74e-5a791d9878f9 HTTP/1.1" status: 200 len: 977 time: 0.1062877 Aug 18 13:12:29.049908 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38684) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:29.139577 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-965d70cc-736d-4322-bdda-6055a600fd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:29.147993 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965d70cc-736d-4322-bdda-6055a600fd32 None None] The sync data for ids ['62c4844d-452d-4502-acb5-b57315a21d20'] in n-d-803603-2 is: [] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:12:29.164711 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b6cca498-3fcc-454c-9245-a70d57901fa1 req-258f0d4c-d1a7-4066-9727-865beafff518 service neutron] 10.222.0.39 "GET /v2.0/networks/d40b57f9-bbb2-4411-b09b-1190ba8eee3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951375 Aug 18 13:12:29.223751 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:29.331812 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b6cca498-3fcc-454c-9245-a70d57901fa1 req-7ba54e8e-0ffa-424b-8c8c-ca1d602556ab service neutron] 10.222.0.39 "GET /v2.0/networks/d40b57f9-bbb2-4411-b09b-1190ba8eee3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577356 Aug 18 13:12:29.500223 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38700) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:29.633720 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1a8c8897-c0a0-424c-b4ed-d491ff74ad8b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:29.696503 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-d3f55d72-1d2f-4a1f-96a2-f97e3450c009 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2074094416'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:12:29.908895 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f55d72-1d2f-4a1f-96a2-f97e3450c009 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Made reservation on behalf of b6df5f5313584044a41229969c576563 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:12:29.912967 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d3f55d72-1d2f-4a1f-96a2-f97e3450c009 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:29.927510 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d3f55d72-1d2f-4a1f-96a2-f97e3450c009 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:30.091466 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d3f55d72-1d2f-4a1f-96a2-f97e3450c009 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:30.105851 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675678b-02a7-419e-84b4-55485e823504 req-504dc713-569f-478b-83d1-68c9c7bec134 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:30.114759 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6675678b-02a7-419e-84b4-55485e823504 req-504dc713-569f-478b-83d1-68c9c7bec134 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.1693246 Aug 18 13:12:30.161348 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d3f55d72-1d2f-4a1f-96a2-f97e3450c009 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:30.183941 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6675678b-02a7-419e-84b4-55485e823504 req-d8ec40e2-2ed7-4640-9136-099ac6712226 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674708 Aug 18 13:12:30.188410 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3f55d72-1d2f-4a1f-96a2-f97e3450c009 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:12:30.215181 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d3f55d72-1d2f-4a1f-96a2-f97e3450c009 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:30.216261 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-d3f55d72-1d2f-4a1f-96a2-f97e3450c009 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Added segment e7a7455e-644f-4eb2-8d73-571e1de45608 of type vlan for network 887eda43-60f2-4fc5-8563-237ec77e87e9 Aug 18 13:12:30.242182 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-1a8c8897-c0a0-424c-b4ed-d491ff74ad8b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Deleting port 149861c8-9e33-4f18-a74e-5a791d9878f9 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:12:30.243915 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1a8c8897-c0a0-424c-b4ed-d491ff74ad8b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:30.338010 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d3f55d72-1d2f-4a1f-96a2-f97e3450c009 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:30.343075 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f55d72-1d2f-4a1f-96a2-f97e3450c009 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17c6b501-50ff-4bd4-b175-08d1961bd574,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:30.440148 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d3f55d72-1d2f-4a1f-96a2-f97e3450c009 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:30.446733 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f55d72-1d2f-4a1f-96a2-f97e3450c009 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:30.447353 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d3f55d72-1d2f-4a1f-96a2-f97e3450c009 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:30.462953 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1a8c8897-c0a0-424c-b4ed-d491ff74ad8b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:30.483521 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-1a8c8897-c0a0-424c-b4ed-d491ff74ad8b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Calling delete_port for 149861c8-9e33-4f18-a74e-5a791d9878f9 owned by network:router_interface {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:12:30.536788 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f55d72-1d2f-4a1f-96a2-f97e3450c009 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event updated for resources: {'Network': ['ID=887eda43-60f2-4fc5-8563-237ec77e87e9,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:30.548650 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 887eda43-60f2-4fc5-8563-237ec77e87e9 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:12:30.583068 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d3f55d72-1d2f-4a1f-96a2-f97e3450c009 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0814583 Aug 18 13:12:30.942888 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1a8c8897-c0a0-424c-b4ed-d491ff74ad8b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:30.991090 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c8897-c0a0-424c-b4ed-d491ff74ad8b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event deleted for resources: {'Port': ['ID=149861c8-9e33-4f18-a74e-5a791d9878f9,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:31.055939 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9b7b5-eeb4-42aa-b05b-5e0e3c9eb54e req-d7088feb-2745-4ed6-9ca0-9b520d3f4488 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:31.062612 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9b7b5-eeb4-42aa-b05b-5e0e3c9eb54e req-d7088feb-2745-4ed6-9ca0-9b520d3f4488 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:31.095912 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9b7b5-eeb4-42aa-b05b-5e0e3c9eb54e req-d7088feb-2745-4ed6-9ca0-9b520d3f4488 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:31.104977 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9b7b5-eeb4-42aa-b05b-5e0e3c9eb54e req-d7088feb-2745-4ed6-9ca0-9b520d3f4488 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:31.113138 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9b7b5-eeb4-42aa-b05b-5e0e3c9eb54e req-d7088feb-2745-4ed6-9ca0-9b520d3f4488 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:31.119588 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9b7b5-eeb4-42aa-b05b-5e0e3c9eb54e req-d7088feb-2745-4ed6-9ca0-9b520d3f4488 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:31.125489 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9b7b5-eeb4-42aa-b05b-5e0e3c9eb54e req-d7088feb-2745-4ed6-9ca0-9b520d3f4488 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:31.127484 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f2c9b7b5-eeb4-42aa-b05b-5e0e3c9eb54e req-d7088feb-2745-4ed6-9ca0-9b520d3f4488 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 5433 time: 0.2254620 Aug 18 13:12:31.423922 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f2c9b7b5-eeb4-42aa-b05b-5e0e3c9eb54e req-06d778dc-5c20-47eb-9df6-96c78f8f2a2b tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae8c3d5-8282-4301-b244-c246a28f9086&id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0914381 Aug 18 13:12:31.423922 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1a8c8897-c0a0-424c-b4ed-d491ff74ad8b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:31.425130 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfd344-9afd-4f8d-9294-0d903805a108 req-25a02135-3df5-46a9-a6be-a96d033738c1 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:31.425130 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-49cfd344-9afd-4f8d-9294-0d903805a108 req-25a02135-3df5-46a9-a6be-a96d033738c1 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.0850794 Aug 18 13:12:31.501992 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-49cfd344-9afd-4f8d-9294-0d903805a108 req-30aafd92-eede-4109-87e8-4358dc5ab827 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660737 Aug 18 13:12:31.632780 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8c8897-c0a0-424c-b4ed-d491ff74ad8b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Router 62c4844d-452d-4502-acb5-b57315a21d20 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:12:31.749969 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8c8897-c0a0-424c-b4ed-d491ff74ad8b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:12:31.759288 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38796) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:31.765726 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33702c1-3d00-411b-98b5-67f4179d5936 None None] Sync routers for ids ['62c4844d-452d-4502-acb5-b57315a21d20'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:12:31.777875 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1a8c8897-c0a0-424c-b4ed-d491ff74ad8b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "PUT /v2.0/routers/62c4844d-452d-4502-acb5-b57315a21d20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7263815 Aug 18 13:12:31.795708 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33702c1-3d00-411b-98b5-67f4179d5936 None None] Routers {'62c4844d-452d-4502-acb5-b57315a21d20'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:12:31.796340 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-f33702c1-3d00-411b-98b5-67f4179d5936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:12:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['62c4844d-452d-4502-acb5-b57315a21d20'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:31.824725 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4514920-69a5-4f41-881f-e725de2e8aeb req-2a272d36-e969-404f-a300-07717080d5e9 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:31.853658 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4514920-69a5-4f41-881f-e725de2e8aeb req-2a272d36-e969-404f-a300-07717080d5e9 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:31.873215 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4514920-69a5-4f41-881f-e725de2e8aeb req-2a272d36-e969-404f-a300-07717080d5e9 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:31.888698 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4514920-69a5-4f41-881f-e725de2e8aeb req-2a272d36-e969-404f-a300-07717080d5e9 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:31.906238 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4514920-69a5-4f41-881f-e725de2e8aeb req-2a272d36-e969-404f-a300-07717080d5e9 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:31.917628 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-f33702c1-3d00-411b-98b5-67f4179d5936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:31.920725 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4514920-69a5-4f41-881f-e725de2e8aeb req-2a272d36-e969-404f-a300-07717080d5e9 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:31.938062 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33702c1-3d00-411b-98b5-67f4179d5936 None None] Routers {'62c4844d-452d-4502-acb5-b57315a21d20'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:12:31.938774 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-f33702c1-3d00-411b-98b5-67f4179d5936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:12:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['62c4844d-452d-4502-acb5-b57315a21d20'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:31.940893 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4514920-69a5-4f41-881f-e725de2e8aeb req-2a272d36-e969-404f-a300-07717080d5e9 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:31.949284 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e4514920-69a5-4f41-881f-e725de2e8aeb req-2a272d36-e969-404f-a300-07717080d5e9 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 5433 time: 0.3243434 Aug 18 13:12:31.984066 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-f33702c1-3d00-411b-98b5-67f4179d5936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:31.984975 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33702c1-3d00-411b-98b5-67f4179d5936 None None] The sync data for ids ['62c4844d-452d-4502-acb5-b57315a21d20'] in n-d-803603-2 is: [] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:12:32.136161 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-f9cbe2ca-1eb6-4567-9d10-1ce255f737b4 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] remove_router_interface failed (client error): The resource could not be found. Aug 18 13:12:32.140251 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38808) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:32.150430 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f9cbe2ca-1eb6-4567-9d10-1ce255f737b4 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "PUT /v2.0/routers/62c4844d-452d-4502-acb5-b57315a21d20/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3900044 Aug 18 13:12:32.199387 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e6d66f93-8193-4365-a6ff-3cb2e5e9fe95 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "GET /v2.0/ports?device_id=62c4844d-452d-4502-acb5-b57315a21d20 HTTP/1.1" status: 200 len: 205 time: 0.0578077 Aug 18 13:12:32.199815 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38812) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:32.284434 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ff44e63c-c6b4-4253-ae0c-467fe0040e8d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:32.514260 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ff44e63c-c6b4-4253-ae0c-467fe0040e8d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:32.516834 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ff44e63c-c6b4-4253-ae0c-467fe0040e8d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:32.663751 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ff44e63c-c6b4-4253-ae0c-467fe0040e8d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:32.664598 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff44e63c-c6b4-4253-ae0c-467fe0040e8d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Fanout notify agent at l3_agent the message router_deleted on router 62c4844d-452d-4502-acb5-b57315a21d20 {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:12:32.676303 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ff44e63c-c6b4-4253-ae0c-467fe0040e8d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:32.683113 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ff44e63c-c6b4-4253-ae0c-467fe0040e8d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "DELETE /v2.0/routers/62c4844d-452d-4502-acb5-b57315a21d20 HTTP/1.1" status: 204 len: 168 time: 0.4822891 Aug 18 13:12:32.685809 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38818) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:32.828130 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-1145dc90-667b-4283-9417-35cfc337857b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Deleting subnet feea45a6-1667-4d15-b660-a773792a92ce {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:12:32.834347 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda546b1-ef59-4d08-9d6b-b7f78d737ca9 req-d0367401-858d-491b-a0f4-f72278feac0a tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:32.836318 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fda546b1-ef59-4d08-9d6b-b7f78d737ca9 req-d0367401-858d-491b-a0f4-f72278feac0a tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.1513937 Aug 18 13:12:32.837502 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1145dc90-667b-4283-9417-35cfc337857b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:32.900750 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1145dc90-667b-4283-9417-35cfc337857b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:32.955307 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fda546b1-ef59-4d08-9d6b-b7f78d737ca9 req-5877e9e8-11c5-4260-8f2c-3636871a2ec5 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830338 Aug 18 13:12:33.078488 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1145dc90-667b-4283-9417-35cfc337857b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:33.095586 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38824) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:33.280971 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1145dc90-667b-4283-9417-35cfc337857b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:33.313301 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c08f5578-4f1a-408a-a9dd-1ae31ffb4866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:33.329746 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145dc90-667b-4283-9417-35cfc337857b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event deleted for resources: {'Subnet': ['ID=feea45a6-1667-4d15-b660-a773792a92ce,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:33.358779 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f145aedf-34b1-4ae9-9d19-ac7490682f9e None None] Network 14cf934b-0900-42c6-a015-1959cab12884 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:12:33.367062 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1145dc90-667b-4283-9417-35cfc337857b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:33.371536 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1145dc90-667b-4283-9417-35cfc337857b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "DELETE /v2.0/subnets/feea45a6-1667-4d15-b660-a773792a92ce HTTP/1.1" status: 204 len: 168 time: 0.6819649 Aug 18 13:12:33.372373 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38836) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:33.477389 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c08f5578-4f1a-408a-a9dd-1ae31ffb4866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:33.572298 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c08f5578-4f1a-408a-a9dd-1ae31ffb4866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:33.583985 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-df887117-d34e-4787-80ad-3522dbbcab31 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:33.666482 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c08f5578-4f1a-408a-a9dd-1ae31ffb4866 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5cf8142d1e1b46d6b34e4a79e6217d05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5679626 Aug 18 13:12:33.667922 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38838) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:33.671577 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f5578-4f1a-408a-a9dd-1ae31ffb4866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52006688-3ffd-4e29-9fcc-603bb92afeed,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:33.758991 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83386d6-9203-4ead-acd5-a385a6f2a0f7 None None] DHCP port deletion for 14cf934b-0900-42c6-a015-1959cab12884 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:12:33.835449 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-17231459-0189-43bc-95d0-8b2dc424ea32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:33.850590 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-df887117-d34e-4787-80ad-3522dbbcab31 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Deleting port 17a93302-ee12-4a2c-a21d-749e8cb9c44c {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:12:33.859206 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-df887117-d34e-4787-80ad-3522dbbcab31 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:33.920330 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38844) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:33.933012 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-b2ac919c-f96f-4a4b-af6c-c6f532124684 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Request body: {'subnet': {'network_id': '887eda43-60f2-4fc5-8563-237ec77e87e9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:12:33.937729 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-c83386d6-9203-4ead-acd5-a385a6f2a0f7 None None] Deleting port 17a93302-ee12-4a2c-a21d-749e8cb9c44c {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:12:33.940819 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c83386d6-9203-4ead-acd5-a385a6f2a0f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:33.993664 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-17231459-0189-43bc-95d0-8b2dc424ea32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:34.027730 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-c83386d6-9203-4ead-acd5-a385a6f2a0f7 None None] For port 17a93302-ee12-4a2c-a21d-749e8cb9c44c, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=17a93302-ee12-4a2c-a21d-749e8cb9c44c,segment=NetworkSegment(0c02ea67-7023-4b5a-b5d4-a2aed13d3b3f),segment_id=0c02ea67-7023-4b5a-b5d4-a2aed13d3b3f)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:12:34.028125 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c83386d6-9203-4ead-acd5-a385a6f2a0f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:34.048533 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-c83386d6-9203-4ead-acd5-a385a6f2a0f7 None None] Calling delete_port for 17a93302-ee12-4a2c-a21d-749e8cb9c44c owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:12:34.125533 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-17231459-0189-43bc-95d0-8b2dc424ea32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:34.132424 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-17231459-0189-43bc-95d0-8b2dc424ea32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:34.132424 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-17231459-0189-43bc-95d0-8b2dc424ea32 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/52006688-3ffd-4e29-9fcc-603bb92afeed HTTP/1.1" status: 204 len: 168 time: 0.4598761 Aug 18 13:12:34.162344 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-df887117-d34e-4787-80ad-3522dbbcab31 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] For port 17a93302-ee12-4a2c-a21d-749e8cb9c44c, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=17a93302-ee12-4a2c-a21d-749e8cb9c44c,segment=NetworkSegment(0c02ea67-7023-4b5a-b5d4-a2aed13d3b3f),segment_id=0c02ea67-7023-4b5a-b5d4-a2aed13d3b3f)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:12:34.164371 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-df887117-d34e-4787-80ad-3522dbbcab31 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:34.172199 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17231459-0189-43bc-95d0-8b2dc424ea32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52006688-3ffd-4e29-9fcc-603bb92afeed,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:34.180980 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-df887117-d34e-4787-80ad-3522dbbcab31 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Calling delete_port for 17a93302-ee12-4a2c-a21d-749e8cb9c44c owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:12:34.209331 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fccaca-06ef-4a96-bf58-97a903a240a4 req-153193b6-4505-44cc-891b-b7c052b38319 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:34.211429 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a9fccaca-06ef-4a96-bf58-97a903a240a4 req-153193b6-4505-44cc-891b-b7c052b38319 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.1093519 Aug 18 13:12:34.217636 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ac919c-f96f-4a4b-af6c-c6f532124684 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Made reservation on behalf of b6df5f5313584044a41229969c576563 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:12:34.221194 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b2ac919c-f96f-4a4b-af6c-c6f532124684 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:34.246433 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c83386d6-9203-4ead-acd5-a385a6f2a0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:34.273987 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83386d6-9203-4ead-acd5-a385a6f2a0f7 None None] Pushing event deleted for resources: {'Port': ['ID=17a93302-ee12-4a2c-a21d-749e8cb9c44c,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:34.280128 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83386d6-9203-4ead-acd5-a385a6f2a0f7 None None] No DVR routers for this DVR port 17a93302-ee12-4a2c-a21d-749e8cb9c44c on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:12:34.330053 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a9fccaca-06ef-4a96-bf58-97a903a240a4 req-044d59fc-e8d5-4ceb-8ea7-c7e5d3acd084 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122978 Aug 18 13:12:34.381843 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-df887117-d34e-4787-80ad-3522dbbcab31 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:34.427180 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df887117-d34e-4787-80ad-3522dbbcab31 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event deleted for resources: {'Port': ['ID=17a93302-ee12-4a2c-a21d-749e8cb9c44c,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:34.429277 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df887117-d34e-4787-80ad-3522dbbcab31 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] No DVR routers for this DVR port 17a93302-ee12-4a2c-a21d-749e8cb9c44c on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:12:34.558474 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 17a93302-ee12-4a2c-a21d-749e8cb9c44c no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:12:34.594779 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 17a93302-ee12-4a2c-a21d-749e8cb9c44c {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:12:34.595136 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 17a93302-ee12-4a2c-a21d-749e8cb9c44c not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:12:34.604592 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-df887117-d34e-4787-80ad-3522dbbcab31 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:34.616584 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-df887117-d34e-4787-80ad-3522dbbcab31 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14cf934b-0900-42c6-a015-1959cab12884']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:34.623795 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b2ac919c-f96f-4a4b-af6c-c6f532124684 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:34.632377 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-df887117-d34e-4787-80ad-3522dbbcab31 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c02ea67-7023-4b5a-b5d4-a2aed13d3b3f') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:34.632683 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-df887117-d34e-4787-80ad-3522dbbcab31 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c02ea67-7023-4b5a-b5d4-a2aed13d3b3f') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:34.647923 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-df887117-d34e-4787-80ad-3522dbbcab31 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:34.665796 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-df887117-d34e-4787-80ad-3522dbbcab31 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:34.672310 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df887117-d34e-4787-80ad-3522dbbcab31 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:12:34.672721 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-df887117-d34e-4787-80ad-3522dbbcab31 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:34.709675 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac919c-f96f-4a4b-af6c-c6f532124684 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event updated for resources: {'Subnet': ['ID=301d3a28-966a-465e-9ae2-335848d9d48b,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:34.727229 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ac919c-f96f-4a4b-af6c-c6f532124684 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Checking segment: {'id': 'e7a7455e-644f-4eb2-8d73-571e1de45608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '887eda43-60f2-4fc5-8563-237ec77e87e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:12:34.727956 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ac919c-f96f-4a4b-af6c-c6f532124684 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Network hostable DHCP agents. Network: 887eda43-60f2-4fc5-8563-237ec77e87e9, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:12:34.732855 n-d-803603-2 neutron-server[101676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:12:34.732855 n-d-803603-2 neutron-server[101676]: self.session.flush() Aug 18 13:12:34.732855 n-d-803603-2 neutron-server[101676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:12:34.732855 n-d-803603-2 neutron-server[101676]: self.session.flush() Aug 18 13:12:34.732855 n-d-803603-2 neutron-server[101676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:12:34.732855 n-d-803603-2 neutron-server[101676]: self.session.flush() Aug 18 13:12:34.732855 n-d-803603-2 neutron-server[101676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:12:34.732855 n-d-803603-2 neutron-server[101676]: self.session.flush() Aug 18 13:12:34.732855 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:12:34.732855 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:12:34.732855 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:12:34.732855 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:12:34.732855 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:12:34.732855 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:12:34.732855 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:12:34.732855 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:12:34.732855 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:12:34.732855 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:12:34.732855 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:12:34.732855 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:12:34.732855 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:12:34.732855 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:12:34.732855 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:12:34.732855 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:12:34.732855 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:12:34.732855 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:12:34.732855 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:12:34.732855 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:12:34.732855 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:12:34.732855 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:12:34.732855 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:12:34.732855 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:12:34.732855 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:12:34.732855 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:12:34.732855 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:12:34.732855 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:12:34.732855 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:12:34.732855 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:12:34.732855 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:12:34.732855 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:12:34.817484 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-df887117-d34e-4787-80ad-3522dbbcab31 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:34.838134 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-df887117-d34e-4787-80ad-3522dbbcab31 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:34.846077 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-df887117-d34e-4787-80ad-3522dbbcab31 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "DELETE /v2.0/networks/14cf934b-0900-42c6-a015-1959cab12884 HTTP/1.1" status: 204 len: 168 time: 1.4728913 Aug 18 13:12:34.851358 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38858) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:34.865166 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-9938bb39-f199-421e-99dd-fba5d8258ad2 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Request body: {'network': {'name': 'tempest-RoutersTest-804124978'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:12:34.870854 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ac919c-f96f-4a4b-af6c-c6f532124684 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Network 887eda43-60f2-4fc5-8563-237ec77e87e9 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:12:34.876280 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df887117-d34e-4787-80ad-3522dbbcab31 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event deleted for resources: {'Network': ['ID=14cf934b-0900-42c6-a015-1959cab12884,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:34.994613 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-b2ac919c-f96f-4a4b-af6c-c6f532124684 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 887eda43-60f2-4fc5-8563-237ec77e87e9) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:12:35.001768 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ac919c-f96f-4a4b-af6c-c6f532124684 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:35.002470 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b2ac919c-f96f-4a4b-af6c-c6f532124684 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:35.011183 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4390ec12-2ca4-4e92-8d3a-4ee9019a6da3 None None] Network 887eda43-60f2-4fc5-8563-237ec77e87e9 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:12:35.032926 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9938bb39-f199-421e-99dd-fba5d8258ad2 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Made reservation on behalf of 6307d39a85c24bc690f9cb3d2145ec59 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:12:35.044040 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9938bb39-f199-421e-99dd-fba5d8258ad2 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:35.107590 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38870) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:35.138102 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dd6917e4-6738-49fe-8b3c-43a84d0fcff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:35.167375 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9938bb39-f199-421e-99dd-fba5d8258ad2 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:12:35.178353 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9938bb39-f199-421e-99dd-fba5d8258ad2 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:35.178908 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-9938bb39-f199-421e-99dd-fba5d8258ad2 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Added segment a150a1d9-396f-429c-8778-62b76bd76a0d of type vlan for network 121dca30-c4a8-4e87-9008-5038eb75b646 Aug 18 13:12:35.233495 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b2ac919c-f96f-4a4b-af6c-c6f532124684 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3118763 Aug 18 13:12:35.237324 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38874) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:35.238871 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9938bb39-f199-421e-99dd-fba5d8258ad2 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:35.249107 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-6bbf1a13-0218-4679-8e3f-f3054f7fd697 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1146184294'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:12:35.276965 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c629db-e675-4ba0-811c-d87342be016a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-887eda43-60f2-4fc5-8563-237ec77e87e9', 'network_id': '887eda43-60f2-4fc5-8563-237ec77e87e9', 'tenant_id': 'b6df5f5313584044a41229969c576563', 'fixed_ips': [{'subnet_id': '301d3a28-966a-465e-9ae2-335848d9d48b'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:12:35.279888 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-25c629db-e675-4ba0-811c-d87342be016a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:35.372011 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9938bb39-f199-421e-99dd-fba5d8258ad2 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:35.380074 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9938bb39-f199-421e-99dd-fba5d8258ad2 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:35.381121 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9938bb39-f199-421e-99dd-fba5d8258ad2 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:35.432794 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dd6917e4-6738-49fe-8b3c-43a84d0fcff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:35.527161 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dd6917e4-6738-49fe-8b3c-43a84d0fcff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:35.556074 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9938bb39-f199-421e-99dd-fba5d8258ad2 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event updated for resources: {'Network': ['ID=121dca30-c4a8-4e87-9008-5038eb75b646,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:35.574017 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 121dca30-c4a8-4e87-9008-5038eb75b646 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:12:35.589496 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38882) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:35.620376 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c7444-857f-448a-8491-317d238f80e5 req-a9a14d54-5971-4cce-bc79-e7d557856fa0 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:35.622312 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1c4c7444-857f-448a-8491-317d238f80e5 req-a9a14d54-5971-4cce-bc79-e7d557856fa0 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.0825667 Aug 18 13:12:35.627646 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6917e4-6738-49fe-8b3c-43a84d0fcff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8d36e2-e166-48c3-98fe-233bac2e2669,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:35.628638 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9938bb39-f199-421e-99dd-fba5d8258ad2 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7761211 Aug 18 13:12:35.636749 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38886) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:35.643332 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-a164e0e1-3eee-43f7-971a-1278ec00ec49 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Request body: {'subnet': {'network_id': '121dca30-c4a8-4e87-9008-5038eb75b646', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:12:35.860474 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-25c629db-e675-4ba0-811c-d87342be016a None None] Allocated IP 2001:db8:0:ffff::2 (887eda43-60f2-4fc5-8563-237ec77e87e9/301d3a28-966a-465e-9ae2-335848d9d48b/8cfba35b-42e3-4010-b182-33e65271c524) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:12:35.942939 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1348a-7601-4d99-993e-69430bf96035 req-8e191500-2af5-4ca4-8027-466720d3dc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:35.943628 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1348a-7601-4d99-993e-69430bf96035 req-8e191500-2af5-4ca4-8027-466720d3dc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:35.944292 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1348a-7601-4d99-993e-69430bf96035 req-8e191500-2af5-4ca4-8027-466720d3dc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:35.944958 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1348a-7601-4d99-993e-69430bf96035 req-8e191500-2af5-4ca4-8027-466720d3dc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:35.945494 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1348a-7601-4d99-993e-69430bf96035 req-8e191500-2af5-4ca4-8027-466720d3dc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:35.946029 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1348a-7601-4d99-993e-69430bf96035 req-8e191500-2af5-4ca4-8027-466720d3dc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:35.946602 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1348a-7601-4d99-993e-69430bf96035 req-8e191500-2af5-4ca4-8027-466720d3dc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:35.955861 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-80a1348a-7601-4d99-993e-69430bf96035 req-8e191500-2af5-4ca4-8027-466720d3dc58 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 6490 time: 0.3649938 Aug 18 13:12:35.965912 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1c4c7444-857f-448a-8491-317d238f80e5 req-620f4664-5c7d-48d6-95a8-115f853fd7bb tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357790 Aug 18 13:12:36.020865 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-80a1348a-7601-4d99-993e-69430bf96035 req-149df50b-7029-495e-9062-bee4ca029242 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&id=7ae8c3d5-8282-4301-b244-c246a28f9086&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0638502 Aug 18 13:12:36.229576 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-dd6917e4-6738-49fe-8b3c-43a84d0fcff9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f5eb2bccda9443d0a3cec2585950268e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1200132 Aug 18 13:12:36.231939 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38894) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:36.268639 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-25c629db-e675-4ba0-811c-d87342be016a None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:36.284955 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-25c629db-e675-4ba0-811c-d87342be016a None None] Transition to ACTIVE for port object 8cfba35b-42e3-4010-b182-33e65271c524 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:12:36.305995 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-529f6181-a67b-45b1-afbb-b345d38bcbe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:36.324179 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-25c629db-e675-4ba0-811c-d87342be016a None None] Transition to ACTIVE for port object 8cfba35b-42e3-4010-b182-33e65271c524 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:12:36.337023 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbf1a13-0218-4679-8e3f-f3054f7fd697 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Made reservation on behalf of b6df5f5313584044a41229969c576563 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:12:36.341363 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6bbf1a13-0218-4679-8e3f-f3054f7fd697 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:36.375955 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-529f6181-a67b-45b1-afbb-b345d38bcbe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:36.391443 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bbf1a13-0218-4679-8e3f-f3054f7fd697 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:12:36.417658 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-25c629db-e675-4ba0-811c-d87342be016a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:36.421543 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6bbf1a13-0218-4679-8e3f-f3054f7fd697 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:36.425193 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-6bbf1a13-0218-4679-8e3f-f3054f7fd697 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Added segment 9d1048f5-6a5c-4d46-9bc9-1882688a16cb of type vlan for network a4b0b53e-abc9-444c-8e54-efc8810a7e4e Aug 18 13:12:36.446511 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a164e0e1-3eee-43f7-971a-1278ec00ec49 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Made reservation on behalf of 6307d39a85c24bc690f9cb3d2145ec59 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:12:36.454800 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a164e0e1-3eee-43f7-971a-1278ec00ec49 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:36.472701 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c629db-e675-4ba0-811c-d87342be016a None None] Pushing event updated for resources: {'Port': ['ID=8cfba35b-42e3-4010-b182-33e65271c524,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:36.502831 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c629db-e675-4ba0-811c-d87342be016a None None] Network 887eda43-60f2-4fc5-8563-237ec77e87e9 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:12:36.503639 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6bbf1a13-0218-4679-8e3f-f3054f7fd697 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:36.509209 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-25c629db-e675-4ba0-811c-d87342be016a None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:12:36.514759 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c629db-e675-4ba0-811c-d87342be016a None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:12:36.583590 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-25c629db-e675-4ba0-811c-d87342be016a None None] Attempting to bind port 8cfba35b-42e3-4010-b182-33e65271c524 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:12:36.584695 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-25c629db-e675-4ba0-811c-d87342be016a None None] Attempting to bind port 8cfba35b-42e3-4010-b182-33e65271c524 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'e7a7455e-644f-4eb2-8d73-571e1de45608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '887eda43-60f2-4fc5-8563-237ec77e87e9'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:12:36.585254 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c629db-e675-4ba0-811c-d87342be016a None None] Attempting to bind port 8cfba35b-42e3-4010-b182-33e65271c524 on network 887eda43-60f2-4fc5-8563-237ec77e87e9 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:12:36.591639 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c629db-e675-4ba0-811c-d87342be016a None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:12:36.592324 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c629db-e675-4ba0-811c-d87342be016a None None] Checking segment: {'id': 'e7a7455e-644f-4eb2-8d73-571e1de45608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '887eda43-60f2-4fc5-8563-237ec77e87e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:12:36.593456 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-25c629db-e675-4ba0-811c-d87342be016a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:36.594029 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c629db-e675-4ba0-811c-d87342be016a None None] Bound using segment: {'id': 'e7a7455e-644f-4eb2-8d73-571e1de45608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '887eda43-60f2-4fc5-8563-237ec77e87e9'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:12:36.594776 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-25c629db-e675-4ba0-811c-d87342be016a None None] Bound port: 8cfba35b-42e3-4010-b182-33e65271c524, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a7455e-644f-4eb2-8d73-571e1de45608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '887eda43-60f2-4fc5-8563-237ec77e87e9'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:12:36.595370 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-25c629db-e675-4ba0-811c-d87342be016a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:36.611628 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-529f6181-a67b-45b1-afbb-b345d38bcbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:36.614686 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-529f6181-a67b-45b1-afbb-b345d38bcbe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:36.618615 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-529f6181-a67b-45b1-afbb-b345d38bcbe9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6c8d36e2-e166-48c3-98fe-233bac2e2669 HTTP/1.1" status: 204 len: 168 time: 0.3832688 Aug 18 13:12:36.642917 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f6181-a67b-45b1-afbb-b345d38bcbe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8d36e2-e166-48c3-98fe-233bac2e2669,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:36.646774 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6bbf1a13-0218-4679-8e3f-f3054f7fd697 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:36.654273 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbf1a13-0218-4679-8e3f-f3054f7fd697 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:36.656871 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6bbf1a13-0218-4679-8e3f-f3054f7fd697 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:36.777180 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6bbf1a13-0218-4679-8e3f-f3054f7fd697 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5385768 Aug 18 13:12:36.787669 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38900) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:36.791241 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-25c629db-e675-4ba0-811c-d87342be016a None None] For port 8cfba35b-42e3-4010-b182-33e65271c524, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:12:36.797945 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-9258b9fe-3c0f-47cc-b549-1bf628ba0d42 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Request body: {'subnet': {'network_id': 'a4b0b53e-abc9-444c-8e54-efc8810a7e4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:12:36.802941 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-25c629db-e675-4ba0-811c-d87342be016a None None] For port 8cfba35b-42e3-4010-b182-33e65271c524, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=8cfba35b-42e3-4010-b182-33e65271c524,segment=NetworkSegment(e7a7455e-644f-4eb2-8d73-571e1de45608),segment_id=e7a7455e-644f-4eb2-8d73-571e1de45608)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:12:36.887342 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf1a13-0218-4679-8e3f-f3054f7fd697 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event updated for resources: {'Network': ['ID=a4b0b53e-abc9-444c-8e54-efc8810a7e4e,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:36.903078 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network a4b0b53e-abc9-444c-8e54-efc8810a7e4e details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:12:36.983503 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-25c629db-e675-4ba0-811c-d87342be016a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:37.057324 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9258b9fe-3c0f-47cc-b549-1bf628ba0d42 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Made reservation on behalf of b6df5f5313584044a41229969c576563 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:12:37.061427 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9258b9fe-3c0f-47cc-b549-1bf628ba0d42 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:37.109044 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c629db-e675-4ba0-811c-d87342be016a None None] Pushing event updated for resources: {'Port': ['ID=8cfba35b-42e3-4010-b182-33e65271c524,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:37.437101 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea05445-dee3-4b73-9513-09f78339f8f8 req-0d85db17-56f3-41fc-9d46-e1a69ee5971c tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:37.449958 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cea05445-dee3-4b73-9513-09f78339f8f8 req-0d85db17-56f3-41fc-9d46-e1a69ee5971c tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.1623421 Aug 18 13:12:37.450390 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a164e0e1-3eee-43f7-971a-1278ec00ec49 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:37.608345 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a164e0e1-3eee-43f7-971a-1278ec00ec49 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event updated for resources: {'Subnet': ['ID=72d1fd3b-f868-492e-823f-064019bc5fd4,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:37.639514 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cea05445-dee3-4b73-9513-09f78339f8f8 req-2cf1c98b-bd06-4aea-8ff5-1c40ebcf501e tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068394 Aug 18 13:12:37.713380 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a164e0e1-3eee-43f7-971a-1278ec00ec49 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Checking segment: {'id': 'a150a1d9-396f-429c-8778-62b76bd76a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '121dca30-c4a8-4e87-9008-5038eb75b646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:12:37.713773 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a164e0e1-3eee-43f7-971a-1278ec00ec49 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Network hostable DHCP agents. Network: 121dca30-c4a8-4e87-9008-5038eb75b646, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:12:37.784033 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9258b9fe-3c0f-47cc-b549-1bf628ba0d42 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:37.817550 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a164e0e1-3eee-43f7-971a-1278ec00ec49 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Network 121dca30-c4a8-4e87-9008-5038eb75b646 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:12:37.883941 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9258b9fe-3c0f-47cc-b549-1bf628ba0d42 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event updated for resources: {'Subnet': ['ID=dce923c2-ecb7-4a61-af4e-3ca209acb59a,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:37.896163 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9258b9fe-3c0f-47cc-b549-1bf628ba0d42 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Checking segment: {'id': '9d1048f5-6a5c-4d46-9bc9-1882688a16cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a4b0b53e-abc9-444c-8e54-efc8810a7e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:12:37.896594 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9258b9fe-3c0f-47cc-b549-1bf628ba0d42 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Network hostable DHCP agents. Network: a4b0b53e-abc9-444c-8e54-efc8810a7e4e, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:12:37.966301 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-a164e0e1-3eee-43f7-971a-1278ec00ec49 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 121dca30-c4a8-4e87-9008-5038eb75b646) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:12:37.970960 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a164e0e1-3eee-43f7-971a-1278ec00ec49 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:37.971553 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a164e0e1-3eee-43f7-971a-1278ec00ec49 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:37.981615 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb59341-db62-4376-afb8-5a8946fc1b40 None None] Network 121dca30-c4a8-4e87-9008-5038eb75b646 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:12:38.161410 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4fffee-275f-4266-a26b-a4e2da674d0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-121dca30-c4a8-4e87-9008-5038eb75b646', 'network_id': '121dca30-c4a8-4e87-9008-5038eb75b646', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'fixed_ips': [{'subnet_id': '72d1fd3b-f868-492e-823f-064019bc5fd4'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:12:38.162334 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-dc4fffee-275f-4266-a26b-a4e2da674d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:38.434793 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9258b9fe-3c0f-47cc-b549-1bf628ba0d42 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Network a4b0b53e-abc9-444c-8e54-efc8810a7e4e is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:12:38.439725 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a164e0e1-3eee-43f7-971a-1278ec00ec49 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7992899 Aug 18 13:12:38.440506 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38928) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:38.445201 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-a1f81d88-c8b2-47fe-8b29-4da59db8b798 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1769513038', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:12:38.452711 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-9258b9fe-3c0f-47cc-b549-1bf628ba0d42 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, a4b0b53e-abc9-444c-8e54-efc8810a7e4e) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:12:38.464786 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9258b9fe-3c0f-47cc-b549-1bf628ba0d42 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:38.465610 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9258b9fe-3c0f-47cc-b549-1bf628ba0d42 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:38.538268 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdddbeb-a266-4b05-9321-d6c9e9611851 None None] Network a4b0b53e-abc9-444c-8e54-efc8810a7e4e requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:12:38.553254 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954a34e1-3e54-49bc-8c54-d3887065b9c9 None None] Network 887eda43-60f2-4fc5-8563-237ec77e87e9 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:12:38.626588 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a1f81d88-c8b2-47fe-8b29-4da59db8b798 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:38.627853 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a1f81d88-c8b2-47fe-8b29-4da59db8b798 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:38.649821 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 8cfba35b-42e3-4010-b182-33e65271c524 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:12:38.715523 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9258b9fe-3c0f-47cc-b549-1bf628ba0d42 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9261026 Aug 18 13:12:38.718089 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38938) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:38.778684 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a1f81d88-c8b2-47fe-8b29-4da59db8b798 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:38.872228 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a1f81d88-c8b2-47fe-8b29-4da59db8b798 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:38.908127 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42435e11-b8ac-43fa-b7d9-fd9ab9efeb02 req-ca1c1333-3762-4f93-a55e-66ecc8f28b39 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:38.917479 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-42435e11-b8ac-43fa-b7d9-fd9ab9efeb02 req-ca1c1333-3762-4f93-a55e-66ecc8f28b39 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.1150541 Aug 18 13:12:38.943870 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b4c1b5e9-7cb6-4dd3-9bc6-e681cf8892a2 None None] Provisioning for port 8cfba35b-42e3-4010-b182-33e65271c524 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:12:38.988107 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-42435e11-b8ac-43fa-b7d9-fd9ab9efeb02 req-6d8d53cf-dbe3-4438-a699-82a392cda536 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677435 Aug 18 13:12:39.014593 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a1f81d88-c8b2-47fe-8b29-4da59db8b798 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:39.014593 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a1f81d88-c8b2-47fe-8b29-4da59db8b798 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5552366 Aug 18 13:12:39.016687 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e196897f-9073-4b12-9520-58d5312fdfcd tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:39.019264 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38946) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:39.121693 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-dc4fffee-275f-4266-a26b-a4e2da674d0c None None] Allocated IP 172.20.0.2 (121dca30-c4a8-4e87-9008-5038eb75b646/72d1fd3b-f868-492e-823f-064019bc5fd4/d8c69a5a-4d53-4a66-84a5-4e08e54309fd) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:12:39.300639 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e196897f-9073-4b12-9520-58d5312fdfcd tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:39.307216 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 8cfba35b-42e3-4010-b182-33e65271c524 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:12:39.360495 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 8cfba35b-42e3-4010-b182-33e65271c524 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:12:39.360890 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:39.401695 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a8f998-718a-4240-af9d-bd9bc81ece67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-a4b0b53e-abc9-444c-8e54-efc8810a7e4e', 'network_id': 'a4b0b53e-abc9-444c-8e54-efc8810a7e4e', 'tenant_id': 'b6df5f5313584044a41229969c576563', 'fixed_ips': [{'subnet_id': 'dce923c2-ecb7-4a61-af4e-3ca209acb59a'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:12:39.402603 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d0a8f998-718a-4240-af9d-bd9bc81ece67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:39.509473 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e196897f-9073-4b12-9520-58d5312fdfcd tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:39.525059 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fa37df29-efb6-499e-b385-5b06f7b890cb tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:39.615544 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e196897f-9073-4b12-9520-58d5312fdfcd tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event deleted for resources: {'Subnet': ['ID=dce923c2-ecb7-4a61-af4e-3ca209acb59a,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:39.780195 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e196897f-9073-4b12-9520-58d5312fdfcd tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:39.794323 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-e196897f-9073-4b12-9520-58d5312fdfcd tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4b0b53e-abc9-444c-8e54-efc8810a7e4e']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:39.807244 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-e196897f-9073-4b12-9520-58d5312fdfcd tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d1048f5-6a5c-4d46-9bc9-1882688a16cb') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:39.807545 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-e196897f-9073-4b12-9520-58d5312fdfcd tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d1048f5-6a5c-4d46-9bc9-1882688a16cb') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:39.823400 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e196897f-9073-4b12-9520-58d5312fdfcd tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:39.839723 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:39.853478 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e196897f-9073-4b12-9520-58d5312fdfcd tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:39.865074 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e196897f-9073-4b12-9520-58d5312fdfcd tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:12:39.865883 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e196897f-9073-4b12-9520-58d5312fdfcd tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:39.958647 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:12:39.958647 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:12:39.958647 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:12:39.958647 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:12:39.958647 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:12:39.958647 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:12:39.958647 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:12:39.958647 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:12:39.958647 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:12:39.958647 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:12:39.958647 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:12:39.958647 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:12:39.958647 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:12:39.958647 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:12:39.958647 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:12:39.958647 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:12:39.958647 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:12:39.958647 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:12:39.958647 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:12:39.958647 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:12:39.958647 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:12:39.958647 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:12:39.958647 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:12:39.958647 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:12:39.958647 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:12:39.958647 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:12:39.958647 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:12:39.958647 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:12:39.958647 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:12:39.958647 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:12:39.958647 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:12:39.958647 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server [None req-d0a8f998-718a-4240-af9d-bd9bc81ece67 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dce923c2-ecb7-4a61-af4e-3ca209acb59a: This subnet is being modified by another concurrent operation. Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 18 13:12:39.986750 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 13:12:39.994295 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 18 13:12:39.994295 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 18 13:12:39.994295 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 13:12:39.994295 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 13:12:39.994295 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 13:12:39.994295 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 13:12:39.994295 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 18 13:12:39.994295 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 13:12:39.994295 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 18 13:12:39.994295 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 18 13:12:39.994295 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 13:12:39.994295 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 13:12:39.994295 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 13:12:39.994295 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 13:12:39.994295 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 18 13:12:39.994295 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 18 13:12:39.994295 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 18 13:12:39.994295 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 18 13:12:39.994295 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 18 13:12:39.994295 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 18 13:12:39.994295 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 18 13:12:39.994295 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 18 13:12:39.994295 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 18 13:12:39.994295 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 18 13:12:39.994295 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 13:12:39.994295 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 13:12:39.994295 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 13:12:39.994295 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 13:12:39.994295 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 18 13:12:39.994295 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 18 13:12:39.994295 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 18 13:12:39.994295 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 18 13:12:39.994295 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 18 13:12:39.994295 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 18 13:12:39.994295 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 18 13:12:39.994295 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server raise exception Aug 18 13:12:39.994295 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dce923c2-ecb7-4a61-af4e-3ca209acb59a: This subnet is being modified by another concurrent operation. Aug 18 13:12:39.994295 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server Aug 18 13:12:40.022373 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 8cfba35b-42e3-4010-b182-33e65271c524, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=8cfba35b-42e3-4010-b182-33e65271c524,segment=NetworkSegment(e7a7455e-644f-4eb2-8d73-571e1de45608),segment_id=e7a7455e-644f-4eb2-8d73-571e1de45608)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:12:40.022373 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814ebf08-ea77-4113-b903-1266cea3d868 None None] Network a4b0b53e-abc9-444c-8e54-efc8810a7e4e requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:12:40.057760 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e196897f-9073-4b12-9520-58d5312fdfcd tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:40.072870 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e196897f-9073-4b12-9520-58d5312fdfcd tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:40.072870 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e196897f-9073-4b12-9520-58d5312fdfcd tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "DELETE /v2.0/networks/a4b0b53e-abc9-444c-8e54-efc8810a7e4e HTTP/1.1" status: 204 len: 168 time: 1.3494480 Aug 18 13:12:40.094734 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-dc4fffee-275f-4266-a26b-a4e2da674d0c None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:40.099775 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38964) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:40.105026 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-3c5b9102-3179-4f7b-87df-6d831e9e05b2 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1209641277'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:12:40.122735 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-dc4fffee-275f-4266-a26b-a4e2da674d0c None None] Transition to ACTIVE for port object d8c69a5a-4d53-4a66-84a5-4e08e54309fd will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:12:40.136940 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-1c87bf72-e685-48a6-bd64-caaa70525f3b None None] Provisioning complete for port 8cfba35b-42e3-4010-b182-33e65271c524 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:12:40.137649 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1c87bf72-e685-48a6-bd64-caaa70525f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:40.143780 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e196897f-9073-4b12-9520-58d5312fdfcd tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event deleted for resources: {'Network': ['ID=a4b0b53e-abc9-444c-8e54-efc8810a7e4e,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:40.190437 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:40.227770 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-dc4fffee-275f-4266-a26b-a4e2da674d0c None None] Transition to ACTIVE for port object d8c69a5a-4d53-4a66-84a5-4e08e54309fd will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:12:40.228004 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dca941-13ae-4de2-931d-3ae633563b70 req-d052eced-6fd9-4096-95fc-4b99661a12db tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:40.229201 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-96dca941-13ae-4de2-931d-3ae633563b70 req-d052eced-6fd9-4096-95fc-4b99661a12db tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.0644574 Aug 18 13:12:40.263451 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5b9102-3179-4f7b-87df-6d831e9e05b2 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Made reservation on behalf of b6df5f5313584044a41229969c576563 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:12:40.267533 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3c5b9102-3179-4f7b-87df-6d831e9e05b2 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:40.302850 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-96dca941-13ae-4de2-931d-3ae633563b70 req-a7ecb5dc-d7ab-47b5-bc80-ff4bfdd04624 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541279 Aug 18 13:12:40.326262 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c5b9102-3179-4f7b-87df-6d831e9e05b2 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:12:40.346385 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=8cfba35b-42e3-4010-b182-33e65271c524,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:40.350740 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3c5b9102-3179-4f7b-87df-6d831e9e05b2 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:40.351129 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-3c5b9102-3179-4f7b-87df-6d831e9e05b2 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Added segment d3bf71c2-9fd8-48c4-8c50-1c5b74059188 of type vlan for network c7d7c71e-1666-47cd-aed6-fa8f59411332 Aug 18 13:12:40.400240 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3c5b9102-3179-4f7b-87df-6d831e9e05b2 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:40.465089 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-dc4fffee-275f-4266-a26b-a4e2da674d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:40.522479 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4fffee-275f-4266-a26b-a4e2da674d0c None None] Network 121dca30-c4a8-4e87-9008-5038eb75b646 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:12:40.527650 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-dc4fffee-275f-4266-a26b-a4e2da674d0c None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:12:40.532785 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4fffee-275f-4266-a26b-a4e2da674d0c None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:12:40.536749 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 8cfba35b-42e3-4010-b182-33e65271c524 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:12:40.543120 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3c5b9102-3179-4f7b-87df-6d831e9e05b2 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:40.550846 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5b9102-3179-4f7b-87df-6d831e9e05b2 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:40.552088 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3c5b9102-3179-4f7b-87df-6d831e9e05b2 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:40.600756 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4fffee-275f-4266-a26b-a4e2da674d0c None None] Pushing event updated for resources: {'Port': ['ID=d8c69a5a-4d53-4a66-84a5-4e08e54309fd,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:40.720866 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-fa37df29-efb6-499e-b385-5b06f7b890cb tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Allocated IP 172.20.0.1 (121dca30-c4a8-4e87-9008-5038eb75b646/72d1fd3b-f868-492e-823f-064019bc5fd4/8b34ea6e-4517-49e2-ac47-e806a2efda66) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:12:40.731514 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b9102-3179-4f7b-87df-6d831e9e05b2 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event updated for resources: {'Network': ['ID=c7d7c71e-1666-47cd-aed6-fa8f59411332,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:40.779114 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38980) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:40.782760 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network c7d7c71e-1666-47cd-aed6-fa8f59411332 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:12:40.785642 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-d5c9ec81-d071-4df3-b012-14f384c0a83e tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Request body: {'subnet': {'network_id': 'c7d7c71e-1666-47cd-aed6-fa8f59411332', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:12:40.792723 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3c5b9102-3179-4f7b-87df-6d831e9e05b2 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6917510 Aug 18 13:12:40.905063 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-dc4fffee-275f-4266-a26b-a4e2da674d0c None None] Attempting to bind port d8c69a5a-4d53-4a66-84a5-4e08e54309fd on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:12:40.905258 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-dc4fffee-275f-4266-a26b-a4e2da674d0c None None] Attempting to bind port d8c69a5a-4d53-4a66-84a5-4e08e54309fd by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'a150a1d9-396f-429c-8778-62b76bd76a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '121dca30-c4a8-4e87-9008-5038eb75b646'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:12:40.905557 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4fffee-275f-4266-a26b-a4e2da674d0c None None] Attempting to bind port d8c69a5a-4d53-4a66-84a5-4e08e54309fd on network 121dca30-c4a8-4e87-9008-5038eb75b646 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:12:40.926706 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4fffee-275f-4266-a26b-a4e2da674d0c None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:12:40.927131 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4fffee-275f-4266-a26b-a4e2da674d0c None None] Checking segment: {'id': 'a150a1d9-396f-429c-8778-62b76bd76a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '121dca30-c4a8-4e87-9008-5038eb75b646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:12:40.927482 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-dc4fffee-275f-4266-a26b-a4e2da674d0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:40.927873 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4fffee-275f-4266-a26b-a4e2da674d0c None None] Bound using segment: {'id': 'a150a1d9-396f-429c-8778-62b76bd76a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '121dca30-c4a8-4e87-9008-5038eb75b646'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:12:40.928354 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-dc4fffee-275f-4266-a26b-a4e2da674d0c None None] Bound port: d8c69a5a-4d53-4a66-84a5-4e08e54309fd, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a150a1d9-396f-429c-8778-62b76bd76a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '121dca30-c4a8-4e87-9008-5038eb75b646'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:12:40.928738 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-dc4fffee-275f-4266-a26b-a4e2da674d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:40.932870 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 8cfba35b-42e3-4010-b182-33e65271c524 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:12:40.933250 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:41.018785 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fa37df29-efb6-499e-b385-5b06f7b890cb tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:41.034316 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-fa37df29-efb6-499e-b385-5b06f7b890cb tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Transition to ACTIVE for port object 8b34ea6e-4517-49e2-ac47-e806a2efda66 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:12:41.178060 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c9ec81-d071-4df3-b012-14f384c0a83e tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Made reservation on behalf of b6df5f5313584044a41229969c576563 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:12:41.181783 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d5c9ec81-d071-4df3-b012-14f384c0a83e tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:41.218554 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fa37df29-efb6-499e-b385-5b06f7b890cb tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:41.256777 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-dc4fffee-275f-4266-a26b-a4e2da674d0c None None] For port d8c69a5a-4d53-4a66-84a5-4e08e54309fd, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:12:41.266763 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa37df29-efb6-499e-b385-5b06f7b890cb tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Network 121dca30-c4a8-4e87-9008-5038eb75b646 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:12:41.270534 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-fa37df29-efb6-499e-b385-5b06f7b890cb tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:12:41.276417 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-dc4fffee-275f-4266-a26b-a4e2da674d0c None None] For port d8c69a5a-4d53-4a66-84a5-4e08e54309fd, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=d8c69a5a-4d53-4a66-84a5-4e08e54309fd,segment=NetworkSegment(a150a1d9-396f-429c-8778-62b76bd76a0d),segment_id=a150a1d9-396f-429c-8778-62b76bd76a0d)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:12:41.276649 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa37df29-efb6-499e-b385-5b06f7b890cb tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:12:41.324458 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37df29-efb6-499e-b385-5b06f7b890cb tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event updated for resources: {'Port': ['ID=8b34ea6e-4517-49e2-ac47-e806a2efda66,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:41.334524 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fa37df29-efb6-499e-b385-5b06f7b890cb tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:41.355505 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-dc4fffee-275f-4266-a26b-a4e2da674d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:41.465375 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4fffee-275f-4266-a26b-a4e2da674d0c None None] Pushing event updated for resources: {'Port': ['ID=d8c69a5a-4d53-4a66-84a5-4e08e54309fd,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:41.488551 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f82d31-9dcd-4e66-800d-c77920e96cce req-f28888ec-f059-4000-bbc8-e33ded63b504 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:41.490240 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b7f82d31-9dcd-4e66-800d-c77920e96cce req-f28888ec-f059-4000-bbc8-e33ded63b504 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.1013670 Aug 18 13:12:41.534275 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b7f82d31-9dcd-4e66-800d-c77920e96cce req-3755e9bb-7928-4c1d-894e-8efbbbdaeda9 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375075 Aug 18 13:12:41.560152 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a1c1be4d-40e9-4d1e-93e6-a533fe26fa01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:41.589660 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d5c9ec81-d071-4df3-b012-14f384c0a83e tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:41.698998 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fa37df29-efb6-499e-b385-5b06f7b890cb tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:41.699220 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c9ec81-d071-4df3-b012-14f384c0a83e tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event updated for resources: {'Subnet': ['ID=6b84c47b-4051-48cc-b96c-14b8dc678577,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:41.708329 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c9ec81-d071-4df3-b012-14f384c0a83e tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Checking segment: {'id': 'd3bf71c2-9fd8-48c4-8c50-1c5b74059188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c7d7c71e-1666-47cd-aed6-fa8f59411332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:12:41.709080 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c9ec81-d071-4df3-b012-14f384c0a83e tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Network hostable DHCP agents. Network: c7d7c71e-1666-47cd-aed6-fa8f59411332, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:12:41.823223 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c9ec81-d071-4df3-b012-14f384c0a83e tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Network c7d7c71e-1666-47cd-aed6-fa8f59411332 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:12:41.948474 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-d5c9ec81-d071-4df3-b012-14f384c0a83e tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, c7d7c71e-1666-47cd-aed6-fa8f59411332) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:12:41.953611 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c9ec81-d071-4df3-b012-14f384c0a83e tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:41.955133 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d5c9ec81-d071-4df3-b012-14f384c0a83e tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:41.962301 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a945d9-e9d7-4370-bfe7-c68d0948d34b None None] Network c7d7c71e-1666-47cd-aed6-fa8f59411332 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:12:41.967224 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31140aeb-4820-40e6-9628-d35702879103 req-10d1d4bf-ecc8-44d4-ae8e-dc213763b48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:41.968718 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-31140aeb-4820-40e6-9628-d35702879103 req-10d1d4bf-ecc8-44d4-ae8e-dc213763b48f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=905412fa00ef4383b8b8de60ee111478&device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 1096 time: 0.0701282 Aug 18 13:12:42.076399 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d5c9ec81-d071-4df3-b012-14f384c0a83e tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2948780 Aug 18 13:12:42.079097 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39032) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:42.089451 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-12acbc3c-a147-41d7-bcfc-a3090cfcb002 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-898831901'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:12:42.096182 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fa37df29-efb6-499e-b385-5b06f7b890cb tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:42.167057 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31140aeb-4820-40e6-9628-d35702879103 req-194f2df3-575a-4a7d-acfe-ab69e3c60e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:42.168644 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-31140aeb-4820-40e6-9628-d35702879103 req-194f2df3-575a-4a7d-acfe-ab69e3c60e8d service neutron] 10.222.0.39 "GET /v2.0/networks?id=d40b57f9-bbb2-4411-b09b-1190ba8eee3e HTTP/1.1" status: 200 len: 914 time: 0.1885071 Aug 18 13:12:42.176590 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fa37df29-efb6-499e-b385-5b06f7b890cb tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:42.176983 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e0e379-dbe3-44a6-a906-05acf4f5ee97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-c7d7c71e-1666-47cd-aed6-fa8f59411332', 'network_id': 'c7d7c71e-1666-47cd-aed6-fa8f59411332', 'tenant_id': 'b6df5f5313584044a41229969c576563', 'fixed_ips': [{'subnet_id': '6b84c47b-4051-48cc-b96c-14b8dc678577'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:12:42.178504 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-72e0e379-dbe3-44a6-a906-05acf4f5ee97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:42.246927 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12acbc3c-a147-41d7-bcfc-a3090cfcb002 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Made reservation on behalf of b6df5f5313584044a41229969c576563 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:12:42.251427 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-12acbc3c-a147-41d7-bcfc-a3090cfcb002 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:42.287770 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-31140aeb-4820-40e6-9628-d35702879103 req-42e0633e-21ba-4c7e-8f14-09c18bbb96d2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d63deb1c-c75b-4237-8b99-77ca9bb26ce7 HTTP/1.1" status: 200 len: 217 time: 0.1041245 Aug 18 13:12:42.311443 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12acbc3c-a147-41d7-bcfc-a3090cfcb002 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:12:42.329617 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-12acbc3c-a147-41d7-bcfc-a3090cfcb002 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:42.329958 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-12acbc3c-a147-41d7-bcfc-a3090cfcb002 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Added segment f9fb3716-cf5d-447b-b513-2e48b0798538 of type vlan for network f02adb33-4ff8-4870-9122-23307d81143b Aug 18 13:12:42.347607 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37df29-efb6-499e-b385-5b06f7b890cb tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event updated for resources: {'Port': ['ID=8b34ea6e-4517-49e2-ac47-e806a2efda66,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:42.352065 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fa37df29-efb6-499e-b385-5b06f7b890cb tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:42.383006 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31140aeb-4820-40e6-9628-d35702879103 req-a4bcc717-f1b1-4aaf-9518-3394f553ecfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:42.383006 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-31140aeb-4820-40e6-9628-d35702879103 req-a4bcc717-f1b1-4aaf-9518-3394f553ecfa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c2c98821-2056-406e-a9db-4c5c55877dd9 HTTP/1.1" status: 200 len: 853 time: 0.0847197 Aug 18 13:12:42.411740 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-12acbc3c-a147-41d7-bcfc-a3090cfcb002 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:42.432813 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-72e0e379-dbe3-44a6-a906-05acf4f5ee97 None None] Allocated IP 2001:db8::3 (c7d7c71e-1666-47cd-aed6-fa8f59411332/6b84c47b-4051-48cc-b96c-14b8dc678577/73013913-fcac-4ef1-be14-71ab0ab82206) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:12:42.440884 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-31140aeb-4820-40e6-9628-d35702879103 req-bd2e8e25-c9a8-4448-b90c-1fc043b789d9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d40b57f9-bbb2-4411-b09b-1190ba8eee3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249734 Aug 18 13:12:42.623801 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa37df29-efb6-499e-b385-5b06f7b890cb tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Network 121dca30-c4a8-4e87-9008-5038eb75b646 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:12:42.626870 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-31140aeb-4820-40e6-9628-d35702879103 req-97c780f7-7f40-4db3-a378-08aef5bece63 service neutron] 10.222.0.39 "GET /v2.0/networks/d40b57f9-bbb2-4411-b09b-1190ba8eee3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736534 Aug 18 13:12:42.627885 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-fa37df29-efb6-499e-b385-5b06f7b890cb tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:12:42.683067 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [req-a3c1405e-2aea-422d-a047-ffc77d3dbc04 req-2aa485c4-6d5f-4d87-9174-1c23f977984b service neutron] (101676) timed out ('10.222.0.20', 49310) {{(pid=101676) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 13:12:42.698317 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-12acbc3c-a147-41d7-bcfc-a3090cfcb002 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:42.704438 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12acbc3c-a147-41d7-bcfc-a3090cfcb002 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:42.705183 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-12acbc3c-a147-41d7-bcfc-a3090cfcb002 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:42.759685 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device d8c69a5a-4d53-4a66-84a5-4e08e54309fd up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:12:42.820136 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6187494-9258-4b3b-b6ac-23863547a059 req-181bb630-b53b-488c-9747-cd9ef88f6995 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:42.822281 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b6187494-9258-4b3b-b6ac-23863547a059 req-181bb630-b53b-488c-9747-cd9ef88f6995 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.1755126 Aug 18 13:12:42.841688 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-72e0e379-dbe3-44a6-a906-05acf4f5ee97 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:42.854868 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-72e0e379-dbe3-44a6-a906-05acf4f5ee97 None None] Transition to ACTIVE for port object 73013913-fcac-4ef1-be14-71ab0ab82206 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:12:42.869311 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9949526-5efa-4efc-8a75-31f1952cfaa7 None None] Network 121dca30-c4a8-4e87-9008-5038eb75b646 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:12:42.928880 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-72e0e379-dbe3-44a6-a906-05acf4f5ee97 None None] Transition to ACTIVE for port object 73013913-fcac-4ef1-be14-71ab0ab82206 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:12:42.953414 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port d8c69a5a-4d53-4a66-84a5-4e08e54309fd completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:12:42.958829 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-31140aeb-4820-40e6-9628-d35702879103 req-9a660799-eb4f-4cf4-a72b-bb0d6269b281 service neutron] 10.222.0.39 "GET /v2.0/networks/d40b57f9-bbb2-4411-b09b-1190ba8eee3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229179 Aug 18 13:12:42.963149 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-12acbc3c-a147-41d7-bcfc-a3090cfcb002 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8806973 Aug 18 13:12:42.976176 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39066) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:42.981890 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12acbc3c-a147-41d7-bcfc-a3090cfcb002 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event updated for resources: {'Network': ['ID=f02adb33-4ff8-4870-9122-23307d81143b,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:42.998841 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-8ad43241-ae9c-49ab-a027-6515a2494daf tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Request body: {'subnet': {'network_id': 'f02adb33-4ff8-4870-9122-23307d81143b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:12:43.003638 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network f02adb33-4ff8-4870-9122-23307d81143b details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:12:43.076206 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-72e0e379-dbe3-44a6-a906-05acf4f5ee97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:43.095865 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b6187494-9258-4b3b-b6ac-23863547a059 req-224a7c77-b441-4200-b8f2-ed1254453d13 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376928 Aug 18 13:12:43.096343 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a1effe0d-0b3f-400d-8d3a-f0a451304701 None None] Provisioning for port d8c69a5a-4d53-4a66-84a5-4e08e54309fd completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:12:43.127611 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a1effe0d-0b3f-400d-8d3a-f0a451304701 None None] Provisioning complete for port d8c69a5a-4d53-4a66-84a5-4e08e54309fd triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:12:43.128041 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a1effe0d-0b3f-400d-8d3a-f0a451304701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:43.143259 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa37df29-efb6-499e-b385-5b06f7b890cb tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Router 08cc58b6-155e-43fb-a4b2-f64d24d26217 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:12:43.235239 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e0e379-dbe3-44a6-a906-05acf4f5ee97 None None] Network c7d7c71e-1666-47cd-aed6-fa8f59411332 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:12:43.264601 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-72e0e379-dbe3-44a6-a906-05acf4f5ee97 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:12:43.274835 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad43241-ae9c-49ab-a027-6515a2494daf tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Made reservation on behalf of b6df5f5313584044a41229969c576563 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:12:43.275037 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e0e379-dbe3-44a6-a906-05acf4f5ee97 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:12:43.278641 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0e379-dbe3-44a6-a906-05acf4f5ee97 None None] Pushing event updated for resources: {'Port': ['ID=73013913-fcac-4ef1-be14-71ab0ab82206,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:43.282301 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8ad43241-ae9c-49ab-a027-6515a2494daf tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:43.311970 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa37df29-efb6-499e-b385-5b06f7b890cb tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:12:43.324845 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-fa37df29-efb6-499e-b385-5b06f7b890cb tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "PUT /v2.0/routers/08cc58b6-155e-43fb-a4b2-f64d24d26217/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3007498 Aug 18 13:12:43.328514 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39078) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:43.402387 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.ipam_backend_mixin [None req-8ad43241-ae9c-49ab-a027-6515a2494daf tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Performing IP validity checks on allocation pools {{(pid=101676) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 18 13:12:43.403164 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.ipam_backend_mixin [None req-8ad43241-ae9c-49ab-a027-6515a2494daf tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101676) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 18 13:12:43.412156 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94d6086-4f77-4263-bda6-a03337bf0dd1 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:43.413719 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c94d6086-4f77-4263-bda6-a03337bf0dd1 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "GET /v2.0/ports/8b34ea6e-4517-49e2-ac47-e806a2efda66 HTTP/1.1" status: 200 len: 910 time: 0.0853963 Aug 18 13:12:43.416539 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39080) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:43.434884 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02fb98e-e482-4bb1-8ec0-797d95803039 None None] Sync routers for ids ['08cc58b6-155e-43fb-a4b2-f64d24d26217'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:12:43.502160 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02fb98e-e482-4bb1-8ec0-797d95803039 None None] Routers {'08cc58b6-155e-43fb-a4b2-f64d24d26217'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:12:43.502912 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d02fb98e-e482-4bb1-8ec0-797d95803039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:12:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['08cc58b6-155e-43fb-a4b2-f64d24d26217'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:43.544902 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d02fb98e-e482-4bb1-8ec0-797d95803039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:43.551176 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-72e0e379-dbe3-44a6-a906-05acf4f5ee97 None None] Attempting to bind port 73013913-fcac-4ef1-be14-71ab0ab82206 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:12:43.551884 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-72e0e379-dbe3-44a6-a906-05acf4f5ee97 None None] Attempting to bind port 73013913-fcac-4ef1-be14-71ab0ab82206 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'd3bf71c2-9fd8-48c4-8c50-1c5b74059188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c7d7c71e-1666-47cd-aed6-fa8f59411332'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:12:43.552609 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e0e379-dbe3-44a6-a906-05acf4f5ee97 None None] Attempting to bind port 73013913-fcac-4ef1-be14-71ab0ab82206 on network c7d7c71e-1666-47cd-aed6-fa8f59411332 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:12:43.568486 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a1effe0d-0b3f-400d-8d3a-f0a451304701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:43.599066 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02fb98e-e482-4bb1-8ec0-797d95803039 None None] Routers {'08cc58b6-155e-43fb-a4b2-f64d24d26217'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:12:43.599941 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d02fb98e-e482-4bb1-8ec0-797d95803039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:12:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['08cc58b6-155e-43fb-a4b2-f64d24d26217'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:43.604575 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e0e379-dbe3-44a6-a906-05acf4f5ee97 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:12:43.605171 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e0e379-dbe3-44a6-a906-05acf4f5ee97 None None] Checking segment: {'id': 'd3bf71c2-9fd8-48c4-8c50-1c5b74059188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c7d7c71e-1666-47cd-aed6-fa8f59411332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:12:43.605574 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-72e0e379-dbe3-44a6-a906-05acf4f5ee97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:43.605957 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e0e379-dbe3-44a6-a906-05acf4f5ee97 None None] Bound using segment: {'id': 'd3bf71c2-9fd8-48c4-8c50-1c5b74059188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c7d7c71e-1666-47cd-aed6-fa8f59411332'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:12:43.606460 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-72e0e379-dbe3-44a6-a906-05acf4f5ee97 None None] Bound port: 73013913-fcac-4ef1-be14-71ab0ab82206, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bf71c2-9fd8-48c4-8c50-1c5b74059188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c7d7c71e-1666-47cd-aed6-fa8f59411332'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:12:43.606842 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-72e0e379-dbe3-44a6-a906-05acf4f5ee97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:43.689427 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-a1effe0d-0b3f-400d-8d3a-f0a451304701 None None] For port d8c69a5a-4d53-4a66-84a5-4e08e54309fd, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=d8c69a5a-4d53-4a66-84a5-4e08e54309fd,segment=NetworkSegment(a150a1d9-396f-429c-8778-62b76bd76a0d),segment_id=a150a1d9-396f-429c-8778-62b76bd76a0d)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:12:43.690614 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d02fb98e-e482-4bb1-8ec0-797d95803039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:43.692064 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02fb98e-e482-4bb1-8ec0-797d95803039 None None] The sync data for ids ['08cc58b6-155e-43fb-a4b2-f64d24d26217'] in n-d-803603-2 is: [] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:12:43.778825 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8ad43241-ae9c-49ab-a027-6515a2494daf tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:43.798644 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-72e0e379-dbe3-44a6-a906-05acf4f5ee97 None None] For port 73013913-fcac-4ef1-be14-71ab0ab82206, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:12:43.800055 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-72e0e379-dbe3-44a6-a906-05acf4f5ee97 None None] For port 73013913-fcac-4ef1-be14-71ab0ab82206, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=73013913-fcac-4ef1-be14-71ab0ab82206,segment=NetworkSegment(d3bf71c2-9fd8-48c4-8c50-1c5b74059188),segment_id=d3bf71c2-9fd8-48c4-8c50-1c5b74059188)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:12:43.820521 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a1effe0d-0b3f-400d-8d3a-f0a451304701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:43.871675 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad43241-ae9c-49ab-a027-6515a2494daf tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event updated for resources: {'Subnet': ['ID=82bef5c3-ccac-4de1-ae26-1c592a6948db,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:43.910595 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-359000a1-4725-4b88-92f9-ca30863f1118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:43.910795 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39086) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:43.931809 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad43241-ae9c-49ab-a027-6515a2494daf tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Checking segment: {'id': 'f9fb3716-cf5d-447b-b513-2e48b0798538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f02adb33-4ff8-4870-9122-23307d81143b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:12:43.935771 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad43241-ae9c-49ab-a027-6515a2494daf tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Network hostable DHCP agents. Network: f02adb33-4ff8-4870-9122-23307d81143b, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:12:43.935904 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-72e0e379-dbe3-44a6-a906-05acf4f5ee97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:43.992251 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1effe0d-0b3f-400d-8d3a-f0a451304701 None None] Pushing event updated for resources: {'Port': ['ID=d8c69a5a-4d53-4a66-84a5-4e08e54309fd,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:44.047340 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4b5f35e1-c619-4dca-8977-d2ad90629373 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:44.052281 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad43241-ae9c-49ab-a027-6515a2494daf tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Network f02adb33-4ff8-4870-9122-23307d81143b is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:12:44.085112 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0e379-dbe3-44a6-a906-05acf4f5ee97 None None] Pushing event updated for resources: {'Port': ['ID=73013913-fcac-4ef1-be14-71ab0ab82206,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:44.137987 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-8ad43241-ae9c-49ab-a027-6515a2494daf tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, f02adb33-4ff8-4870-9122-23307d81143b) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:12:44.147267 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad43241-ae9c-49ab-a027-6515a2494daf tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:44.154151 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8ad43241-ae9c-49ab-a027-6515a2494daf tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:44.190142 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9fc7fa-25f9-48e4-9bf8-d7d61b4ee36b None None] Network f02adb33-4ff8-4870-9122-23307d81143b requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:12:44.234456 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2547e3f5-467d-4e35-a203-b068c79ba655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:44.290081 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-502908c5-1784-4c81-9d68-e8d379c089d0 None None] Provisioning for port 8b34ea6e-4517-49e2-ac47-e806a2efda66 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:12:44.297091 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42cd1f7-6ebd-4386-811d-6c31076e09dc req-0b9fdd20-47d9-444b-94ee-cb591b1e58f3 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:44.297264 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-502908c5-1784-4c81-9d68-e8d379c089d0 None None] Provisioning complete for port 8b34ea6e-4517-49e2-ac47-e806a2efda66 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:12:44.297709 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-502908c5-1784-4c81-9d68-e8d379c089d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:44.301635 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a42cd1f7-6ebd-4386-811d-6c31076e09dc req-0b9fdd20-47d9-444b-94ee-cb591b1e58f3 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.0721292 Aug 18 13:12:44.349761 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8ad43241-ae9c-49ab-a027-6515a2494daf tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.3695476 Aug 18 13:12:44.353413 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39100) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:44.413522 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a42cd1f7-6ebd-4386-811d-6c31076e09dc req-30962f0f-71d4-463b-97db-1f137ae6fd49 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943031 Aug 18 13:12:44.440859 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-502908c5-1784-4c81-9d68-e8d379c089d0 None None] Port 8b34ea6e-4517-49e2-ac47-e806a2efda66 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:12:44.554381 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-502908c5-1784-4c81-9d68-e8d379c089d0 None None] Provisioning complete for port d8c69a5a-4d53-4a66-84a5-4e08e54309fd triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:12:44.554381 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-502908c5-1784-4c81-9d68-e8d379c089d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:44.675958 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device d8c69a5a-4d53-4a66-84a5-4e08e54309fd up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:12:44.765092 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:44.779136 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d79a821b-c75d-46f4-84ff-4362cbcf2af5 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:44.782587 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device d63deb1c-c75b-4237-8b99-77ca9bb26ce7 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:12:44.792945 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-4b5f35e1-c619-4dca-8977-d2ad90629373 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Deleting port 8b34ea6e-4517-49e2-ac47-e806a2efda66 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:12:44.793551 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4b5f35e1-c619-4dca-8977-d2ad90629373 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:44.945183 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2547e3f5-467d-4e35-a203-b068c79ba655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:44.949337 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d79a821b-c75d-46f4-84ff-4362cbcf2af5 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:44.955861 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4b5f35e1-c619-4dca-8977-d2ad90629373 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:44.984026 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port d8c69a5a-4d53-4a66-84a5-4e08e54309fd triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:12:44.984464 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:45.003388 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-4b5f35e1-c619-4dca-8977-d2ad90629373 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Calling delete_port for 8b34ea6e-4517-49e2-ac47-e806a2efda66 owned by network:router_interface {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:12:45.015016 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2378626-5915-4f19-8b96-5f370112e7a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-f02adb33-4ff8-4870-9122-23307d81143b', 'network_id': 'f02adb33-4ff8-4870-9122-23307d81143b', 'tenant_id': 'b6df5f5313584044a41229969c576563', 'fixed_ips': [{'subnet_id': '82bef5c3-ccac-4de1-ae26-1c592a6948db'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:12:45.015879 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b2378626-5915-4f19-8b96-5f370112e7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:45.028929 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2547e3f5-467d-4e35-a203-b068c79ba655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:45.074061 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2547e3f5-467d-4e35-a203-b068c79ba655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f202de0-6876-4405-a507-b602334de845,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:45.082397 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2547e3f5-467d-4e35-a203-b068c79ba655 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=252b7c81f8cc4e9b86f3a5aaaa341d6a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1697941 Aug 18 13:12:45.083122 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39108) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:45.151879 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d79a821b-c75d-46f4-84ff-4362cbcf2af5 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:45.284068 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a821b-c75d-46f4-84ff-4362cbcf2af5 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event deleted for resources: {'Subnet': ['ID=82bef5c3-ccac-4de1-ae26-1c592a6948db,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:45.390267 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d79a821b-c75d-46f4-84ff-4362cbcf2af5 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:45.404185 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b7c50f91-4ae0-49f0-8392-281a57eee023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:45.407033 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-d79a821b-c75d-46f4-84ff-4362cbcf2af5 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f02adb33-4ff8-4870-9122-23307d81143b']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:45.423416 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:45.427400 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-d79a821b-c75d-46f4-84ff-4362cbcf2af5 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9fb3716-cf5d-447b-b513-2e48b0798538') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:45.427699 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-d79a821b-c75d-46f4-84ff-4362cbcf2af5 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9fb3716-cf5d-447b-b513-2e48b0798538') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:45.440671 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4b5f35e1-c619-4dca-8977-d2ad90629373 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:45.447139 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d79a821b-c75d-46f4-84ff-4362cbcf2af5 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:45.452945 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-e34bf1ee-465d-4b63-aa42-d357f660516c None None] Provisioning complete for port 8b34ea6e-4517-49e2-ac47-e806a2efda66 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:12:45.452945 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e34bf1ee-465d-4b63-aa42-d357f660516c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:45.453536 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b7c50f91-4ae0-49f0-8392-281a57eee023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:45.478831 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed76c2d-f46a-4f31-a831-176fc8f21e7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd63deb1c-c75b-4237-8b99-77ca9bb26ce7'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:12:45.481142 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1caee7bb-3ca6-480a-802d-3514d7c8baf1" -d '{"events": [{"server_uuid": "8ed76c2d-f46a-4f31-a831-176fc8f21e7d", "name": "network-vif-unplugged", "status": "completed", "tag": "d63deb1c-c75b-4237-8b99-77ca9bb26ce7"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:12:45.488488 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d79a821b-c75d-46f4-84ff-4362cbcf2af5 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:45.526052 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f35e1-c619-4dca-8977-d2ad90629373 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event deleted for resources: {'Port': ['ID=8b34ea6e-4517-49e2-ac47-e806a2efda66,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:45.563660 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-e34bf1ee-465d-4b63-aa42-d357f660516c None None] Port 8b34ea6e-4517-49e2-ac47-e806a2efda66 was deleted so its status cannot be updated. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 18 13:12:45.571832 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d79a821b-c75d-46f4-84ff-4362cbcf2af5 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:12:45.572260 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d79a821b-c75d-46f4-84ff-4362cbcf2af5 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:45.576922 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:12:45.576922 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:12:45.576922 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:12:45.576922 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:12:45.576922 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:12:45.576922 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:12:45.576922 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:12:45.576922 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:12:45.576922 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:12:45.576922 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:12:45.576922 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:12:45.576922 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:12:45.576922 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:12:45.576922 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:12:45.576922 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:12:45.576922 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:12:45.576922 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:12:45.576922 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:12:45.576922 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:12:45.576922 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:12:45.576922 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:12:45.576922 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:12:45.576922 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:12:45.576922 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:12:45.576922 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:12:45.576922 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:12:45.576922 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:12:45.576922 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:12:45.576922 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:12:45.576922 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:12:45.576922 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:12:45.576922 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:12:45.591484 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6d5056-6152-4787-a2b6-c81ff9190922 None None] Network f02adb33-4ff8-4870-9122-23307d81143b requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:12:45.623127 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:45.645621 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5f35e1-c619-4dca-8977-d2ad90629373 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:12:45.647237 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5f35e1-c619-4dca-8977-d2ad90629373 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:12:45.647873 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5f35e1-c619-4dca-8977-d2ad90629373 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:12:45.647999 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 13:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ca1346-8e31-4ddd-a1dc-9e5fb958371f x-openstack-request-id: req-e8ca1346-8e31-4ddd-a1dc-9e5fb958371f {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:12:45.648289 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed76c2d-f46a-4f31-a831-176fc8f21e7d", "name": "network-vif-unplugged", "status": "completed", "tag": "d63deb1c-c75b-4237-8b99-77ca9bb26ce7", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:12:45.648538 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8ca1346-8e31-4ddd-a1dc-9e5fb958371f {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:12:45.648887 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5f35e1-c619-4dca-8977-d2ad90629373 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:12:45.649008 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed76c2d-f46a-4f31-a831-176fc8f21e7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd63deb1c-c75b-4237-8b99-77ca9bb26ce7', 'code': 200} Aug 18 13:12:45.649854 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5f35e1-c619-4dca-8977-d2ad90629373 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:12:45.650461 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5f35e1-c619-4dca-8977-d2ad90629373 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:12:45.650951 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5f35e1-c619-4dca-8977-d2ad90629373 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:12:45.651778 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5f35e1-c619-4dca-8977-d2ad90629373 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:12:45.652273 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5f35e1-c619-4dca-8977-d2ad90629373 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:12:45.652811 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5f35e1-c619-4dca-8977-d2ad90629373 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:12:45.653656 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5f35e1-c619-4dca-8977-d2ad90629373 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:12:45.654184 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5f35e1-c619-4dca-8977-d2ad90629373 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:12:45.661465 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port d63deb1c-c75b-4237-8b99-77ca9bb26ce7, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=d63deb1c-c75b-4237-8b99-77ca9bb26ce7,segment=NetworkSegment(f4c449c2-b154-4262-a0a8-10992ac3951d),segment_id=f4c449c2-b154-4262-a0a8-10992ac3951d)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:12:45.746687 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e6576-7ef6-4888-9586-10c04bbdff16 req-a1157bce-c2e7-45d7-966c-e7b154992adb tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:45.748365 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3e9e6576-7ef6-4888-9586-10c04bbdff16 req-a1157bce-c2e7-45d7-966c-e7b154992adb tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 945 time: 0.1918283 Aug 18 13:12:45.808983 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:45.815574 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3e9e6576-7ef6-4888-9586-10c04bbdff16 req-e8197d0e-9366-4372-81c4-32224d69d556 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555840 Aug 18 13:12:45.860469 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b7c50f91-4ae0-49f0-8392-281a57eee023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:45.885372 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b7c50f91-4ae0-49f0-8392-281a57eee023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:45.892896 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b7c50f91-4ae0-49f0-8392-281a57eee023 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f202de0-6876-4405-a507-b602334de845 HTTP/1.1" status: 204 len: 168 time: 0.8081753 Aug 18 13:12:45.893948 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d79a821b-c75d-46f4-84ff-4362cbcf2af5 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:45.923779 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c50f91-4ae0-49f0-8392-281a57eee023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f202de0-6876-4405-a507-b602334de845,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:45.961289 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d79a821b-c75d-46f4-84ff-4362cbcf2af5 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:45.974685 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d79a821b-c75d-46f4-84ff-4362cbcf2af5 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "DELETE /v2.0/networks/f02adb33-4ff8-4870-9122-23307d81143b HTTP/1.1" status: 204 len: 168 time: 1.6133430 Aug 18 13:12:45.974685 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a821b-c75d-46f4-84ff-4362cbcf2af5 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event deleted for resources: {'Network': ['ID=f02adb33-4ff8-4870-9122-23307d81143b,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:45.974685 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39126) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:45.979431 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-bf4ad02d-7fd0-4b15-aa4a-5c206b9e2c27 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1204161559'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:12:45.985100 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4b5f35e1-c619-4dca-8977-d2ad90629373 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:45.989047 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=d63deb1c-c75b-4237-8b99-77ca9bb26ce7,revision_number=8']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:46.009486 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69945bc1-5ec5-47d1-a7cc-8e729ef44800 None None] Network c7d7c71e-1666-47cd-aed6-fa8f59411332 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:12:46.117017 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4bd1d-cb01-4011-9a9c-6717c2a44904 req-34eabbae-4056-447c-a9c7-fafbdca19ec0 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:46.120771 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dcf4bd1d-cb01-4011-9a9c-6717c2a44904 req-34eabbae-4056-447c-a9c7-fafbdca19ec0 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 943 time: 0.1312034 Aug 18 13:12:46.125999 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4ad02d-7fd0-4b15-aa4a-5c206b9e2c27 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Made reservation on behalf of b6df5f5313584044a41229969c576563 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:12:46.129569 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bf4ad02d-7fd0-4b15-aa4a-5c206b9e2c27 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:46.180588 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf4ad02d-7fd0-4b15-aa4a-5c206b9e2c27 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:12:46.192392 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bf4ad02d-7fd0-4b15-aa4a-5c206b9e2c27 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:46.192998 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-bf4ad02d-7fd0-4b15-aa4a-5c206b9e2c27 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Added segment 5941c604-b5d1-4a16-bf53-27435790bd39 of type vlan for network 29d18d98-6bf6-4003-b59d-42307c6bd402 Aug 18 13:12:46.254465 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dcf4bd1d-cb01-4011-9a9c-6717c2a44904 req-82f5e75a-3fbe-4753-a557-9f8270d29a75 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970640 Aug 18 13:12:46.263251 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5f35e1-c619-4dca-8977-d2ad90629373 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Router 08cc58b6-155e-43fb-a4b2-f64d24d26217 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:12:46.264608 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bf4ad02d-7fd0-4b15-aa4a-5c206b9e2c27 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:46.283513 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-2ffe1aad-4ff8-48fe-a6b5-cafd75f4626d None None] Provisioning for port 73013913-fcac-4ef1-be14-71ab0ab82206 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:12:46.360353 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bf4ad02d-7fd0-4b15-aa4a-5c206b9e2c27 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:46.370874 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4ad02d-7fd0-4b15-aa4a-5c206b9e2c27 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:46.370874 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bf4ad02d-7fd0-4b15-aa4a-5c206b9e2c27 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:46.398638 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5f35e1-c619-4dca-8977-d2ad90629373 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:12:46.411204 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaafc4e-d80d-4061-ad3d-e21b427709c3 None None] Sync routers for ids ['08cc58b6-155e-43fb-a4b2-f64d24d26217'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:12:46.421791 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4b5f35e1-c619-4dca-8977-d2ad90629373 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "PUT /v2.0/routers/08cc58b6-155e-43fb-a4b2-f64d24d26217/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0041990 Aug 18 13:12:46.424009 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaafc4e-d80d-4061-ad3d-e21b427709c3 None None] Routers {'08cc58b6-155e-43fb-a4b2-f64d24d26217'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:12:46.425104 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-dbaafc4e-d80d-4061-ad3d-e21b427709c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:12:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['08cc58b6-155e-43fb-a4b2-f64d24d26217'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:46.426338 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39140) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:46.475741 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-dbaafc4e-d80d-4061-ad3d-e21b427709c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:46.488006 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaafc4e-d80d-4061-ad3d-e21b427709c3 None None] Routers {'08cc58b6-155e-43fb-a4b2-f64d24d26217'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:12:46.488847 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-dbaafc4e-d80d-4061-ad3d-e21b427709c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:12:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['08cc58b6-155e-43fb-a4b2-f64d24d26217'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:46.496670 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1a67bdd3-3546-458e-9cc8-8bfd07540300 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "GET /v2.0/ports?device_id=08cc58b6-155e-43fb-a4b2-f64d24d26217 HTTP/1.1" status: 200 len: 205 time: 0.0660579 Aug 18 13:12:46.497381 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39144) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:46.530476 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-dbaafc4e-d80d-4061-ad3d-e21b427709c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:46.531998 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaafc4e-d80d-4061-ad3d-e21b427709c3 None None] The sync data for ids ['08cc58b6-155e-43fb-a4b2-f64d24d26217'] in n-d-803603-2 is: [] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:12:46.595093 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29092b61-5ea1-4067-97b6-9aa8700fe2f0 None None] get_active_networks_info from n-d-803603-2 {{(pid=101677) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 13:12:46.647412 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ad02d-7fd0-4b15-aa4a-5c206b9e2c27 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event updated for resources: {'Network': ['ID=29d18d98-6bf6-4003-b59d-42307c6bd402,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:46.658983 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-bf4ad02d-7fd0-4b15-aa4a-5c206b9e2c27 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6806698 Aug 18 13:12:46.663748 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39146) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:46.676664 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 73013913-fcac-4ef1-be14-71ab0ab82206 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:12:46.678076 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-e5a6b616-7c78-468a-9e00-344796b1257f tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Request body: {'subnet': {'network_id': '29d18d98-6bf6-4003-b59d-42307c6bd402', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:12:46.678596 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 29d18d98-6bf6-4003-b59d-42307c6bd402 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:12:46.974225 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39152) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:47.044764 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a6b616-7c78-468a-9e00-344796b1257f tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Made reservation on behalf of b6df5f5313584044a41229969c576563 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:12:47.049263 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e5a6b616-7c78-468a-9e00-344796b1257f tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:47.057589 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6dfe0f26-5099-4f73-b7e5-c377c6d2e95b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:47.075565 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-553cb454-f1cf-44ab-aee8-81ceb30cc129 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:47.252464 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29092b61-5ea1-4067-97b6-9aa8700fe2f0 None None] Resources bound (agent type, host, resource id): {{(pid=101677) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 13:12:47.268223 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 73013913-fcac-4ef1-be14-71ab0ab82206 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:12:47.278388 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 73013913-fcac-4ef1-be14-71ab0ab82206 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:12:47.278761 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:47.283210 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34499340-9a43-4fa8-b02d-7cfef5818c1a req-240f190e-a1ea-45d3-9577-84cb7b9efe58 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:47.285129 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-34499340-9a43-4fa8-b02d-7cfef5818c1a req-240f190e-a1ea-45d3-9577-84cb7b9efe58 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 943 time: 0.3368902 Aug 18 13:12:47.315741 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-553cb454-f1cf-44ab-aee8-81ceb30cc129 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:47.319311 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-553cb454-f1cf-44ab-aee8-81ceb30cc129 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:47.385980 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-34499340-9a43-4fa8-b02d-7cfef5818c1a req-b4719842-f90a-4cc1-8dec-75f17014f8c5 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915327 Aug 18 13:12:47.448236 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:47.497708 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-553cb454-f1cf-44ab-aee8-81ceb30cc129 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:47.498392 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553cb454-f1cf-44ab-aee8-81ceb30cc129 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Fanout notify agent at l3_agent the message router_deleted on router 08cc58b6-155e-43fb-a4b2-f64d24d26217 {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:12:47.519479 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-553cb454-f1cf-44ab-aee8-81ceb30cc129 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:47.520981 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-553cb454-f1cf-44ab-aee8-81ceb30cc129 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "DELETE /v2.0/routers/08cc58b6-155e-43fb-a4b2-f64d24d26217 HTTP/1.1" status: 204 len: 168 time: 1.0226924 Aug 18 13:12:47.523858 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39166) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:47.556139 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:47.579828 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6dfe0f26-5099-4f73-b7e5-c377c6d2e95b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:47.597666 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-03e10ba4-9133-4c39-b7e9-898156136322 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Deleting subnet 72d1fd3b-f868-492e-823f-064019bc5fd4 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:12:47.600983 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-03e10ba4-9133-4c39-b7e9-898156136322 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:47.612506 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e5a6b616-7c78-468a-9e00-344796b1257f tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:47.615377 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 73013913-fcac-4ef1-be14-71ab0ab82206, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=73013913-fcac-4ef1-be14-71ab0ab82206,segment=NetworkSegment(d3bf71c2-9fd8-48c4-8c50-1c5b74059188),segment_id=d3bf71c2-9fd8-48c4-8c50-1c5b74059188)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:12:47.673249 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-03e10ba4-9133-4c39-b7e9-898156136322 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:47.690930 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6dfe0f26-5099-4f73-b7e5-c377c6d2e95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:47.734575 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a6b616-7c78-468a-9e00-344796b1257f tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event updated for resources: {'Subnet': ['ID=fdbf61d1-fd1e-41c4-8f3d-288528b4a807,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:47.764574 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a6b616-7c78-468a-9e00-344796b1257f tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:12:47.764927 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a6b616-7c78-468a-9e00-344796b1257f tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:12:47.773260 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a6b616-7c78-468a-9e00-344796b1257f tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:12:47.773735 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a6b616-7c78-468a-9e00-344796b1257f tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:12:47.774026 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:47.774155 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a6b616-7c78-468a-9e00-344796b1257f tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:12:47.774442 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a6b616-7c78-468a-9e00-344796b1257f tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:12:47.774782 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a6b616-7c78-468a-9e00-344796b1257f tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:12:47.775114 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a6b616-7c78-468a-9e00-344796b1257f tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:12:47.775442 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a6b616-7c78-468a-9e00-344796b1257f tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:12:47.775766 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a6b616-7c78-468a-9e00-344796b1257f tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:12:47.806726 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a6b616-7c78-468a-9e00-344796b1257f tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:12:47.807259 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a6b616-7c78-468a-9e00-344796b1257f tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:12:47.842980 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe0f26-5099-4f73-b7e5-c377c6d2e95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b51aac2-9c3f-4cd5-aa1c-d13071c2ad26,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:47.870431 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6dfe0f26-5099-4f73-b7e5-c377c6d2e95b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a7c64fb183b141168c6f1491bd584e6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8969524 Aug 18 13:12:47.876977 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a6b616-7c78-468a-9e00-344796b1257f tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Checking segment: {'id': '5941c604-b5d1-4a16-bf53-27435790bd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '29d18d98-6bf6-4003-b59d-42307c6bd402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:12:47.878307 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a6b616-7c78-468a-9e00-344796b1257f tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Network hostable DHCP agents. Network: 29d18d98-6bf6-4003-b59d-42307c6bd402, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:12:47.889191 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39172) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:47.937490 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-03e10ba4-9133-4c39-b7e9-898156136322 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:47.954223 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=73013913-fcac-4ef1-be14-71ab0ab82206,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:48.000273 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-27910fae-6b68-4180-99fb-391177cd376d req-1bfdce81-5706-49d1-863e-ad2b97bf3839 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3767023 Aug 18 13:12:48.021132 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-edcdf8b0-235d-4776-9190-1723d5adcfb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:48.050579 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-edcdf8b0-235d-4776-9190-1723d5adcfb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:48.154575 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a6b616-7c78-468a-9e00-344796b1257f tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Network 29d18d98-6bf6-4003-b59d-42307c6bd402 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:12:48.159958 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-03e10ba4-9133-4c39-b7e9-898156136322 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:48.189100 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e10ba4-9133-4c39-b7e9-898156136322 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event deleted for resources: {'Subnet': ['ID=72d1fd3b-f868-492e-823f-064019bc5fd4,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:48.193827 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-03e10ba4-9133-4c39-b7e9-898156136322 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:48.196232 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-03e10ba4-9133-4c39-b7e9-898156136322 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "DELETE /v2.0/subnets/72d1fd3b-f868-492e-823f-064019bc5fd4 HTTP/1.1" status: 204 len: 168 time: 0.6701729 Aug 18 13:12:48.198905 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39184) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:48.200396 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1a2d37-7589-41c4-9d1f-f9e261ca738f None None] Network 121dca30-c4a8-4e87-9008-5038eb75b646 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:12:48.254706 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-edcdf8b0-235d-4776-9190-1723d5adcfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:48.258426 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-edcdf8b0-235d-4776-9190-1723d5adcfb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:48.259119 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-edcdf8b0-235d-4776-9190-1723d5adcfb1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6b51aac2-9c3f-4cd5-aa1c-d13071c2ad26 HTTP/1.1" status: 204 len: 168 time: 0.3363712 Aug 18 13:12:48.286779 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-e5a6b616-7c78-468a-9e00-344796b1257f tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 29d18d98-6bf6-4003-b59d-42307c6bd402) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:12:48.298901 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a6b616-7c78-468a-9e00-344796b1257f tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:48.299512 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e5a6b616-7c78-468a-9e00-344796b1257f tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:48.309513 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cc2cd4-6a71-4427-aadd-1a5ce634e29f None None] Network 29d18d98-6bf6-4003-b59d-42307c6bd402 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:12:48.326494 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcdf8b0-235d-4776-9190-1723d5adcfb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b51aac2-9c3f-4cd5-aa1c-d13071c2ad26,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:48.344892 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-db48371a-da68-4171-97d7-0c2876f3631b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:48.409919 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-db48371a-da68-4171-97d7-0c2876f3631b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Deleting port d8c69a5a-4d53-4a66-84a5-4e08e54309fd {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:12:48.409919 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-db48371a-da68-4171-97d7-0c2876f3631b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:48.511207 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-db48371a-da68-4171-97d7-0c2876f3631b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] For port d8c69a5a-4d53-4a66-84a5-4e08e54309fd, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=d8c69a5a-4d53-4a66-84a5-4e08e54309fd,segment=NetworkSegment(a150a1d9-396f-429c-8778-62b76bd76a0d),segment_id=a150a1d9-396f-429c-8778-62b76bd76a0d)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:12:48.511593 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-db48371a-da68-4171-97d7-0c2876f3631b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:48.515080 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e5a6b616-7c78-468a-9e00-344796b1257f tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.8476660 Aug 18 13:12:48.521799 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39196) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:48.550093 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-db48371a-da68-4171-97d7-0c2876f3631b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Calling delete_port for d8c69a5a-4d53-4a66-84a5-4e08e54309fd owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:12:48.560864 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 73013913-fcac-4ef1-be14-71ab0ab82206 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:12:48.585527 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e965f-8145-44d6-97db-2103aa9f0b5a req-2df6d10d-aab4-4f54-80c7-b91c142f1879 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:48.587813 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bb3e965f-8145-44d6-97db-2103aa9f0b5a req-2df6d10d-aab4-4f54-80c7-b91c142f1879 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 943 time: 0.0834241 Aug 18 13:12:48.640908 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24dc0e2-75ab-4c5a-a266-ac834480886c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-29d18d98-6bf6-4003-b59d-42307c6bd402', 'network_id': '29d18d98-6bf6-4003-b59d-42307c6bd402', 'tenant_id': 'b6df5f5313584044a41229969c576563', 'fixed_ips': [{'subnet_id': 'fdbf61d1-fd1e-41c4-8f3d-288528b4a807'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:12:48.640908 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f24dc0e2-75ab-4c5a-a266-ac834480886c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:48.641516 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bb3e965f-8145-44d6-97db-2103aa9f0b5a req-82b90323-a869-4f36-a34a-3789b932f65a tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451167 Aug 18 13:12:48.676588 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 73013913-fcac-4ef1-be14-71ab0ab82206 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:12:48.677011 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:48.711412 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device d63deb1c-c75b-4237-8b99-77ca9bb26ce7 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:12:48.750963 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c7c78172-ae82-4829-8282-76185e716426 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:48.787171 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006a9f4e-b7d2-40fe-bbb3-75f47e201b7a None None] DHCP port deletion for 121dca30-c4a8-4e87-9008-5038eb75b646 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:12:48.829143 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c7c78172-ae82-4829-8282-76185e716426 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:48.895395 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-db48371a-da68-4171-97d7-0c2876f3631b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:48.964415 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-f24dc0e2-75ab-4c5a-a266-ac834480886c None None] Allocated IP 2001:db8::1 (29d18d98-6bf6-4003-b59d-42307c6bd402/fdbf61d1-fd1e-41c4-8f3d-288528b4a807/99ff2a8e-dd6c-4511-abc2-5d5e519bb63c) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:12:48.975994 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db48371a-da68-4171-97d7-0c2876f3631b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event deleted for resources: {'Port': ['ID=d8c69a5a-4d53-4a66-84a5-4e08e54309fd,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:48.984252 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db48371a-da68-4171-97d7-0c2876f3631b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] No DVR routers for this DVR port d8c69a5a-4d53-4a66-84a5-4e08e54309fd on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:12:49.052434 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-006a9f4e-b7d2-40fe-bbb3-75f47e201b7a None None] Deleting port d8c69a5a-4d53-4a66-84a5-4e08e54309fd {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:12:49.052434 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-006a9f4e-b7d2-40fe-bbb3-75f47e201b7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:49.081475 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-db48371a-da68-4171-97d7-0c2876f3631b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:49.094251 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-db48371a-da68-4171-97d7-0c2876f3631b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['121dca30-c4a8-4e87-9008-5038eb75b646']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:49.108638 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-db48371a-da68-4171-97d7-0c2876f3631b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a150a1d9-396f-429c-8778-62b76bd76a0d') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:49.109356 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-db48371a-da68-4171-97d7-0c2876f3631b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a150a1d9-396f-429c-8778-62b76bd76a0d') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:49.121057 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-db48371a-da68-4171-97d7-0c2876f3631b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:49.139618 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-db48371a-da68-4171-97d7-0c2876f3631b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:49.146002 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db48371a-da68-4171-97d7-0c2876f3631b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:12:49.146445 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-db48371a-da68-4171-97d7-0c2876f3631b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:49.150667 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:12:49.150667 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:12:49.150667 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:12:49.150667 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:12:49.150667 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:12:49.150667 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:12:49.150667 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:12:49.150667 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:12:49.150667 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:12:49.150667 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:12:49.150667 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:12:49.150667 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:12:49.150667 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:12:49.150667 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:12:49.150667 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:12:49.150667 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:12:49.150667 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:12:49.150667 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:12:49.150667 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:12:49.150667 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:12:49.150667 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:12:49.150667 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:12:49.150667 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:12:49.150667 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:12:49.150667 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:12:49.150667 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:12:49.150667 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:12:49.150667 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:12:49.150667 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:12:49.150667 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:12:49.150667 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:12:49.150667 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:12:49.171490 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-006a9f4e-b7d2-40fe-bbb3-75f47e201b7a None None] For port d8c69a5a-4d53-4a66-84a5-4e08e54309fd, host n-d-803603-2, got binding levels [] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:12:49.171775 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-006a9f4e-b7d2-40fe-bbb3-75f47e201b7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:49.195000 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-006a9f4e-b7d2-40fe-bbb3-75f47e201b7a None None] Calling delete_port for d8c69a5a-4d53-4a66-84a5-4e08e54309fd owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:12:49.200483 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.ipam_backend_mixin [None req-006a9f4e-b7d2-40fe-bbb3-75f47e201b7a None None] Port d8c69a5a-4d53-4a66-84a5-4e08e54309fd was not found and therefore no delete operation was performed {{(pid=101677) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 13:12:49.209070 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-006a9f4e-b7d2-40fe-bbb3-75f47e201b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:49.250479 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a9f4e-b7d2-40fe-bbb3-75f47e201b7a None None] Pushing event deleted for resources: {'Port': ['ID=d8c69a5a-4d53-4a66-84a5-4e08e54309fd,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:49.257778 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006a9f4e-b7d2-40fe-bbb3-75f47e201b7a None None] No DVR routers for this DVR port d8c69a5a-4d53-4a66-84a5-4e08e54309fd on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:12:49.315942 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f24dc0e2-75ab-4c5a-a266-ac834480886c None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:49.319807 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-db48371a-da68-4171-97d7-0c2876f3631b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:49.326473 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f24dc0e2-75ab-4c5a-a266-ac834480886c None None] Transition to ACTIVE for port object 99ff2a8e-dd6c-4511-abc2-5d5e519bb63c will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:12:49.328530 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-db48371a-da68-4171-97d7-0c2876f3631b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:49.329295 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-db48371a-da68-4171-97d7-0c2876f3631b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "DELETE /v2.0/networks/121dca30-c4a8-4e87-9008-5038eb75b646 HTTP/1.1" status: 204 len: 168 time: 1.1281357 Aug 18 13:12:49.333215 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39212) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:49.338066 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-5ba10924-20f5-43e0-a1d5-f77bb49418a0 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1196874800', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}, 'admin_state_up': False}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:12:49.349959 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f24dc0e2-75ab-4c5a-a266-ac834480886c None None] Transition to ACTIVE for port object 99ff2a8e-dd6c-4511-abc2-5d5e519bb63c will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:12:49.361495 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db48371a-da68-4171-97d7-0c2876f3631b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event deleted for resources: {'Network': ['ID=121dca30-c4a8-4e87-9008-5038eb75b646,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:49.449121 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f24dc0e2-75ab-4c5a-a266-ac834480886c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:49.472777 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5ba10924-20f5-43e0-a1d5-f77bb49418a0 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:49.483663 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5ba10924-20f5-43e0-a1d5-f77bb49418a0 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:49.533039 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c7c78172-ae82-4829-8282-76185e716426 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:49.551659 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24dc0e2-75ab-4c5a-a266-ac834480886c None None] Network 29d18d98-6bf6-4003-b59d-42307c6bd402 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:12:49.551659 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-f24dc0e2-75ab-4c5a-a266-ac834480886c None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:12:49.555414 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24dc0e2-75ab-4c5a-a266-ac834480886c None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:12:49.577698 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c78172-ae82-4829-8282-76185e716426 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event deleted for resources: {'Subnet': ['ID=fdbf61d1-fd1e-41c4-8f3d-288528b4a807,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:49.601457 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24dc0e2-75ab-4c5a-a266-ac834480886c None None] Pushing event updated for resources: {'Port': ['ID=99ff2a8e-dd6c-4511-abc2-5d5e519bb63c,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:49.635323 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5ba10924-20f5-43e0-a1d5-f77bb49418a0 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:49.647067 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-f24dc0e2-75ab-4c5a-a266-ac834480886c None None] Attempting to bind port 99ff2a8e-dd6c-4511-abc2-5d5e519bb63c on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:12:49.648410 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-f24dc0e2-75ab-4c5a-a266-ac834480886c None None] Attempting to bind port 99ff2a8e-dd6c-4511-abc2-5d5e519bb63c by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '5941c604-b5d1-4a16-bf53-27435790bd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '29d18d98-6bf6-4003-b59d-42307c6bd402'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:12:49.652414 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24dc0e2-75ab-4c5a-a266-ac834480886c None None] Attempting to bind port 99ff2a8e-dd6c-4511-abc2-5d5e519bb63c on network 29d18d98-6bf6-4003-b59d-42307c6bd402 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:12:49.682373 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27910fae-6b68-4180-99fb-391177cd376d req-028efe34-2d4f-444d-96e7-5df3dc304ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:49.683221 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24dc0e2-75ab-4c5a-a266-ac834480886c None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:12:49.683631 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24dc0e2-75ab-4c5a-a266-ac834480886c None None] Checking segment: {'id': '5941c604-b5d1-4a16-bf53-27435790bd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '29d18d98-6bf6-4003-b59d-42307c6bd402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:12:49.684611 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f24dc0e2-75ab-4c5a-a266-ac834480886c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:49.685021 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24dc0e2-75ab-4c5a-a266-ac834480886c None None] Bound using segment: {'id': '5941c604-b5d1-4a16-bf53-27435790bd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '29d18d98-6bf6-4003-b59d-42307c6bd402'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:12:49.685531 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-f24dc0e2-75ab-4c5a-a266-ac834480886c None None] Bound port: 99ff2a8e-dd6c-4511-abc2-5d5e519bb63c, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5941c604-b5d1-4a16-bf53-27435790bd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '29d18d98-6bf6-4003-b59d-42307c6bd402'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:12:49.687451 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f24dc0e2-75ab-4c5a-a266-ac834480886c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:49.693056 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27910fae-6b68-4180-99fb-391177cd376d req-028efe34-2d4f-444d-96e7-5df3dc304ca8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d&tenant_id=905412fa00ef4383b8b8de60ee111478 HTTP/1.1" status: 200 len: 1094 time: 0.0861616 Aug 18 13:12:49.716001 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c7c78172-ae82-4829-8282-76185e716426 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:49.731561 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-c7c78172-ae82-4829-8282-76185e716426 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29d18d98-6bf6-4003-b59d-42307c6bd402']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:49.743736 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-c7c78172-ae82-4829-8282-76185e716426 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5941c604-b5d1-4a16-bf53-27435790bd39') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:49.744656 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-c7c78172-ae82-4829-8282-76185e716426 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5941c604-b5d1-4a16-bf53-27435790bd39') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:49.770802 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c7c78172-ae82-4829-8282-76185e716426 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:49.819347 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c7c78172-ae82-4829-8282-76185e716426 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:49.881014 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f24dc0e2-75ab-4c5a-a266-ac834480886c None None] For port 99ff2a8e-dd6c-4511-abc2-5d5e519bb63c, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:12:49.902719 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7c78172-ae82-4829-8282-76185e716426 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:12:49.903145 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c7c78172-ae82-4829-8282-76185e716426 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:49.914417 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:12:49.914417 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:12:49.914417 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:12:49.914417 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:12:49.914417 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:12:49.914417 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:12:49.914417 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:12:49.914417 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:12:49.914417 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:12:49.914417 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:12:49.914417 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:12:49.914417 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:12:49.914417 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:12:49.914417 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:12:49.914417 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:12:49.914417 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:12:49.914417 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:12:49.914417 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:12:49.914417 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:12:49.914417 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:12:49.914417 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:12:49.914417 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:12:49.914417 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:12:49.914417 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:12:49.914417 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:12:49.914417 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:12:49.914417 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:12:49.914417 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:12:49.914417 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:12:49.914417 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:12:49.914417 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:12:49.914417 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:12:50.021425 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f24dc0e2-75ab-4c5a-a266-ac834480886c None None] For port 99ff2a8e-dd6c-4511-abc2-5d5e519bb63c, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=99ff2a8e-dd6c-4511-abc2-5d5e519bb63c,segment=NetworkSegment(5941c604-b5d1-4a16-bf53-27435790bd39),segment_id=5941c604-b5d1-4a16-bf53-27435790bd39)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:12:50.041779 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e053c67-1e49-4c06-a6a3-fdf7fb7347b4 req-73fe579b-bf0c-4205-95cf-6d533c4f5f3b tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:50.043502 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1e053c67-1e49-4c06-a6a3-fdf7fb7347b4 req-73fe579b-bf0c-4205-95cf-6d533c4f5f3b tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 943 time: 0.2633984 Aug 18 13:12:50.084452 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.db.api [None req-c7c78172-ae82-4829-8282-76185e716426 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 18 13:12:50.084452 n-d-803603-2 neutron-server[101676]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 18 13:12:50.084452 n-d-803603-2 neutron-server[101676]: [parameters: {'id': '29d18d98-6bf6-4003-b59d-42307c6bd402'}] Aug 18 13:12:50.084452 n-d-803603-2 neutron-server[101676]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:12:50.084838 n-d-803603-2 neutron-server[101676]: DEBUG oslo_db.api [None req-c7c78172-ae82-4829-8282-76185e716426 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:12:50.090529 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5ba10924-20f5-43e0-a1d5-f77bb49418a0 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:50.110889 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f24dc0e2-75ab-4c5a-a266-ac834480886c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:50.117974 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1e053c67-1e49-4c06-a6a3-fdf7fb7347b4 req-c2900abe-d390-49f1-a758-8c59f2a1b3db tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676796 Aug 18 13:12:50.133237 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27910fae-6b68-4180-99fb-391177cd376d req-d48c2500-4e61-4ef5-9aa7-196678e66cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:50.134815 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27910fae-6b68-4180-99fb-391177cd376d req-d48c2500-4e61-4ef5-9aa7-196678e66cd4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=905412fa00ef4383b8b8de60ee111478&device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 1094 time: 0.3258836 Aug 18 13:12:50.272905 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24dc0e2-75ab-4c5a-a266-ac834480886c None None] Pushing event updated for resources: {'Port': ['ID=99ff2a8e-dd6c-4511-abc2-5d5e519bb63c,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:50.289972 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be31e8c-0585-4a02-9aab-1a553fd9c5b1 None None] Network 29d18d98-6bf6-4003-b59d-42307c6bd402 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:12:50.299465 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27910fae-6b68-4180-99fb-391177cd376d req-778dcf4d-8ae9-4b57-b5bf-77a220038568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:50.301641 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27910fae-6b68-4180-99fb-391177cd376d req-778dcf4d-8ae9-4b57-b5bf-77a220038568 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d40b57f9-bbb2-4411-b09b-1190ba8eee3e HTTP/1.1" status: 200 len: 914 time: 0.1585927 Aug 18 13:12:50.381894 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27910fae-6b68-4180-99fb-391177cd376d req-78d485c8-ab47-4252-8709-ceb99248c460 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d63deb1c-c75b-4237-8b99-77ca9bb26ce7 HTTP/1.1" status: 200 len: 217 time: 0.0695460 Aug 18 13:12:50.435844 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205c28cd-d9d8-4afa-b3d9-4d4349dd2efa None None] get_active_networks_info from n-d-803603-2 {{(pid=101677) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 13:12:50.458524 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27910fae-6b68-4180-99fb-391177cd376d req-ccb90a56-32df-43a2-91c7-b898a81e3057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:50.460090 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27910fae-6b68-4180-99fb-391177cd376d req-ccb90a56-32df-43a2-91c7-b898a81e3057 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c2c98821-2056-406e-a9db-4c5c55877dd9 HTTP/1.1" status: 200 len: 853 time: 0.0715420 Aug 18 13:12:50.586151 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c7c78172-ae82-4829-8282-76185e716426 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:50.617295 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27910fae-6b68-4180-99fb-391177cd376d req-ad2816e8-2699-4ffa-8ff7-7125740f1efc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d40b57f9-bbb2-4411-b09b-1190ba8eee3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1484480 Aug 18 13:12:50.621299 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device d8c69a5a-4d53-4a66-84a5-4e08e54309fd no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:12:50.654076 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5ba10924-20f5-43e0-a1d5-f77bb49418a0 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for router_gateway, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:50.654842 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: d8c69a5a-4d53-4a66-84a5-4e08e54309fd {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:12:50.655229 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device d8c69a5a-4d53-4a66-84a5-4e08e54309fd not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:12:50.678101 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205c28cd-d9d8-4afa-b3d9-4d4349dd2efa None None] Resources bound (agent type, host, resource id): {{(pid=101677) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 13:12:50.735359 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-c7c78172-ae82-4829-8282-76185e716426 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Deleting port 99ff2a8e-dd6c-4511-abc2-5d5e519bb63c {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:12:50.735811 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c7c78172-ae82-4829-8282-76185e716426 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:50.771396 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5ba10924-20f5-43e0-a1d5-f77bb49418a0 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:50.880158 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-c7c78172-ae82-4829-8282-76185e716426 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] For port 99ff2a8e-dd6c-4511-abc2-5d5e519bb63c, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=99ff2a8e-dd6c-4511-abc2-5d5e519bb63c,segment=NetworkSegment(5941c604-b5d1-4a16-bf53-27435790bd39),segment_id=5941c604-b5d1-4a16-bf53-27435790bd39)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:12:50.880158 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c7c78172-ae82-4829-8282-76185e716426 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:50.880487 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27910fae-6b68-4180-99fb-391177cd376d req-c7552f49-70ed-468f-ac36-9e916bf578ab service neutron] 10.222.0.39 "GET /v2.0/networks/d40b57f9-bbb2-4411-b09b-1190ba8eee3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500794 Aug 18 13:12:50.894103 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-c7c78172-ae82-4829-8282-76185e716426 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Calling delete_port for 99ff2a8e-dd6c-4511-abc2-5d5e519bb63c owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:12:51.059672 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-5ba10924-20f5-43e0-a1d5-f77bb49418a0 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Allocated IP 172.25.6.53 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/4ba22946-ae5a-4f61-a24a-55f5600112f7) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:12:51.154302 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c7c78172-ae82-4829-8282-76185e716426 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:51.197542 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27910fae-6b68-4180-99fb-391177cd376d req-c6eb0230-b324-4c0b-8f2d-6ba861cc65a0 service neutron] 10.222.0.39 "GET /v2.0/networks/d40b57f9-bbb2-4411-b09b-1190ba8eee3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970202 Aug 18 13:12:51.224460 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c78172-ae82-4829-8282-76185e716426 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] No DVR routers for this DVR port 99ff2a8e-dd6c-4511-abc2-5d5e519bb63c on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:12:51.238878 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c78172-ae82-4829-8282-76185e716426 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event deleted for resources: {'Port': ['ID=99ff2a8e-dd6c-4511-abc2-5d5e519bb63c,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:51.358489 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5ba10924-20f5-43e0-a1d5-f77bb49418a0 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:51.413737 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c7c78172-ae82-4829-8282-76185e716426 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:51.424159 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-c7c78172-ae82-4829-8282-76185e716426 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29d18d98-6bf6-4003-b59d-42307c6bd402']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:51.434454 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-c7c78172-ae82-4829-8282-76185e716426 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5941c604-b5d1-4a16-bf53-27435790bd39') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:51.434770 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-c7c78172-ae82-4829-8282-76185e716426 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5941c604-b5d1-4a16-bf53-27435790bd39') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:51.444364 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c7c78172-ae82-4829-8282-76185e716426 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:51.464903 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c7c78172-ae82-4829-8282-76185e716426 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:51.477925 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7c78172-ae82-4829-8282-76185e716426 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:12:51.478401 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c7c78172-ae82-4829-8282-76185e716426 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:51.500696 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1921d-9e7e-4863-8056-b2e68163e12a req-72d051db-0019-4e8d-b6b5-e81b82daaf9f tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:51.513807 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-46a1921d-9e7e-4863-8056-b2e68163e12a req-72d051db-0019-4e8d-b6b5-e81b82daaf9f tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 943 time: 0.2009485 Aug 18 13:12:51.543712 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:12:51.543712 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:12:51.543712 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:12:51.543712 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:12:51.543712 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:12:51.543712 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:12:51.543712 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:12:51.543712 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:12:51.543712 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:12:51.543712 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:12:51.543712 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:12:51.543712 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:12:51.543712 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:12:51.543712 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:12:51.543712 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:12:51.543712 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:12:51.543712 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:12:51.543712 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:12:51.543712 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:12:51.543712 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:12:51.543712 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:12:51.543712 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:12:51.543712 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:12:51.543712 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:12:51.543712 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:12:51.543712 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:12:51.543712 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:12:51.543712 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:12:51.543712 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:12:51.543712 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:12:51.543712 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:12:51.543712 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:12:51.576344 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-46a1921d-9e7e-4863-8056-b2e68163e12a req-89f5ed3d-df41-4a6e-9729-6fe39f04945b tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609312 Aug 18 13:12:51.594511 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5ba10924-20f5-43e0-a1d5-f77bb49418a0 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:51.622946 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c7c78172-ae82-4829-8282-76185e716426 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:51.636007 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba10924-20f5-43e0-a1d5-f77bb49418a0 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:12:51.639276 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-5ba10924-20f5-43e0-a1d5-f77bb49418a0 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:12:51.639997 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c7c78172-ae82-4829-8282-76185e716426 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:51.643611 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba10924-20f5-43e0-a1d5-f77bb49418a0 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:12:51.650070 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c7c78172-ae82-4829-8282-76185e716426 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "DELETE /v2.0/networks/29d18d98-6bf6-4003-b59d-42307c6bd402 HTTP/1.1" status: 204 len: 168 time: 3.1271355 Aug 18 13:12:51.654591 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39270) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:51.662395 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-13b82536-ea2a-4a36-99a9-69c0fb48f740 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2069391732'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:12:51.668735 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba10924-20f5-43e0-a1d5-f77bb49418a0 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event updated for resources: {'Port': ['ID=4ba22946-ae5a-4f61-a24a-55f5600112f7,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:51.686464 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c78172-ae82-4829-8282-76185e716426 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event deleted for resources: {'Network': ['ID=29d18d98-6bf6-4003-b59d-42307c6bd402,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:51.811647 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b82536-ea2a-4a36-99a9-69c0fb48f740 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Made reservation on behalf of b6df5f5313584044a41229969c576563 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:12:51.815275 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-13b82536-ea2a-4a36-99a9-69c0fb48f740 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:51.846541 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13b82536-ea2a-4a36-99a9-69c0fb48f740 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:12:51.862150 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-13b82536-ea2a-4a36-99a9-69c0fb48f740 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:51.862527 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-13b82536-ea2a-4a36-99a9-69c0fb48f740 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Added segment f6cb97b8-b1dd-4ecd-9531-46f045ab6f74 of type vlan for network e84c224c-d77d-491a-b0c5-b1d2f07a51d8 Aug 18 13:12:51.911483 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-13b82536-ea2a-4a36-99a9-69c0fb48f740 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:52.092515 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-13b82536-ea2a-4a36-99a9-69c0fb48f740 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:52.102891 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b82536-ea2a-4a36-99a9-69c0fb48f740 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:52.103614 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-13b82536-ea2a-4a36-99a9-69c0fb48f740 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:52.213926 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5ba10924-20f5-43e0-a1d5-f77bb49418a0 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for router_gateway, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:52.683424 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5ba10924-20f5-43e0-a1d5-f77bb49418a0 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:52.852557 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b82536-ea2a-4a36-99a9-69c0fb48f740 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event updated for resources: {'Network': ['ID=e84c224c-d77d-491a-b0c5-b1d2f07a51d8,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:52.869697 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network e84c224c-d77d-491a-b0c5-b1d2f07a51d8 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:12:52.883200 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-13b82536-ea2a-4a36-99a9-69c0fb48f740 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2110350 Aug 18 13:12:52.888392 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39316) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:52.944497 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-6558a255-60a2-452b-bf11-140e35756d67 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Request body: {'subnet': {'network_id': 'e84c224c-d77d-491a-b0c5-b1d2f07a51d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:12:53.078422 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39322) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:53.088737 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba10924-20f5-43e0-a1d5-f77bb49418a0 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Router 6d924d7a-56be-41a1-b8ab-55f4e815255b is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:12:53.148955 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f70c5-9458-421f-8dad-5aa80af14765 req-80cf8646-3479-4b35-a06a-59437ab1c177 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:53.156626 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-655f70c5-9458-421f-8dad-5aa80af14765 req-80cf8646-3479-4b35-a06a-59437ab1c177 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 943 time: 0.3061125 Aug 18 13:12:53.291103 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-60963cee-39d7-4c2f-a9b0-2cf7f2c01a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:53.307363 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-655f70c5-9458-421f-8dad-5aa80af14765 req-aea217cc-91fb-408d-b19b-1aedb97dc6b0 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497700 Aug 18 13:12:53.336279 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba10924-20f5-43e0-a1d5-f77bb49418a0 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:12:53.353182 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761b61bd-9185-4006-8bba-7a2ebc074d73 None None] Sync routers for ids ['6d924d7a-56be-41a1-b8ab-55f4e815255b'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:12:53.369538 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761b61bd-9185-4006-8bba-7a2ebc074d73 None None] Routers {'6d924d7a-56be-41a1-b8ab-55f4e815255b'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:12:53.370389 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-761b61bd-9185-4006-8bba-7a2ebc074d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:12:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['6d924d7a-56be-41a1-b8ab-55f4e815255b'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:53.435667 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-761b61bd-9185-4006-8bba-7a2ebc074d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:53.447922 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761b61bd-9185-4006-8bba-7a2ebc074d73 None None] Routers {'6d924d7a-56be-41a1-b8ab-55f4e815255b'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:12:53.449385 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-761b61bd-9185-4006-8bba-7a2ebc074d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:12:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['6d924d7a-56be-41a1-b8ab-55f4e815255b'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:53.487878 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6558a255-60a2-452b-bf11-140e35756d67 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Made reservation on behalf of b6df5f5313584044a41229969c576563 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:12:53.491413 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6558a255-60a2-452b-bf11-140e35756d67 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:53.529081 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-761b61bd-9185-4006-8bba-7a2ebc074d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:53.531232 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761b61bd-9185-4006-8bba-7a2ebc074d73 None None] The sync data for ids ['6d924d7a-56be-41a1-b8ab-55f4e815255b'] in n-d-803603-2 is: [] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:12:53.677897 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-60963cee-39d7-4c2f-a9b0-2cf7f2c01a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:53.744750 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-60963cee-39d7-4c2f-a9b0-2cf7f2c01a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:53.791847 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60963cee-39d7-4c2f-a9b0-2cf7f2c01a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4223695-081c-4dc6-9737-3433515bbcbc,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:53.799290 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-60963cee-39d7-4c2f-a9b0-2cf7f2c01a1e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2e3cc89cc9784e45a4318afc5f213bba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7160938 Aug 18 13:12:53.799290 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5ba10924-20f5-43e0-a1d5-f77bb49418a0 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:53.799561 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39326) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:53.801325 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5ba10924-20f5-43e0-a1d5-f77bb49418a0 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.4670162 Aug 18 13:12:53.804019 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39328) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:53.937089 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-67a55b6e-6f36-4387-8a78-e799eedcd813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:53.952248 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e451dd02-5065-497d-ba20-ac451522fabe tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "GET /v2.0/routers/6d924d7a-56be-41a1-b8ab-55f4e815255b HTTP/1.1" status: 200 len: 880 time: 0.1471128 Aug 18 13:12:53.954586 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39332) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:53.980415 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6558a255-60a2-452b-bf11-140e35756d67 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:54.131904 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-67a55b6e-6f36-4387-8a78-e799eedcd813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:54.254678 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6558a255-60a2-452b-bf11-140e35756d67 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event updated for resources: {'Subnet': ['ID=fd068d3d-244b-4b30-b53e-d1c250bc7c4d,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:54.260062 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6558a255-60a2-452b-bf11-140e35756d67 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Checking segment: {'id': 'f6cb97b8-b1dd-4ecd-9531-46f045ab6f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e84c224c-d77d-491a-b0c5-b1d2f07a51d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:12:54.260440 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6558a255-60a2-452b-bf11-140e35756d67 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Network hostable DHCP agents. Network: e84c224c-d77d-491a-b0c5-b1d2f07a51d8, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:12:54.284486 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9010b9b1-e1a1-4fc1-a22b-051742f88874 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3285620 Aug 18 13:12:54.287697 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39336) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:54.293732 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-32bbd928-9477-4a45-b31e-436fc6ff0e27 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1196874800'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:12:54.417051 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6558a255-60a2-452b-bf11-140e35756d67 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Network e84c224c-d77d-491a-b0c5-b1d2f07a51d8 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:12:54.454927 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-67a55b6e-6f36-4387-8a78-e799eedcd813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:54.458806 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-67a55b6e-6f36-4387-8a78-e799eedcd813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:54.460061 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-67a55b6e-6f36-4387-8a78-e799eedcd813 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e4223695-081c-4dc6-9737-3433515bbcbc HTTP/1.1" status: 204 len: 168 time: 0.6595008 Aug 18 13:12:54.479646 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a55b6e-6f36-4387-8a78-e799eedcd813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4223695-081c-4dc6-9737-3433515bbcbc,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:54.498897 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-6558a255-60a2-452b-bf11-140e35756d67 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, e84c224c-d77d-491a-b0c5-b1d2f07a51d8) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:12:54.505716 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6558a255-60a2-452b-bf11-140e35756d67 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:54.506611 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6558a255-60a2-452b-bf11-140e35756d67 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:54.540568 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887a20f2-8bd6-4b8c-86ad-9cfa2e8a69ba None None] Network e84c224c-d77d-491a-b0c5-b1d2f07a51d8 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:12:54.630218 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6558a255-60a2-452b-bf11-140e35756d67 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7308257 Aug 18 13:12:54.632814 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39342) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:54.819916 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a4451b42-367d-463f-873f-2943eddedb04 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:54.852804 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e72813-15e8-4ce1-9955-0615b0869d33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-e84c224c-d77d-491a-b0c5-b1d2f07a51d8', 'network_id': 'e84c224c-d77d-491a-b0c5-b1d2f07a51d8', 'tenant_id': 'b6df5f5313584044a41229969c576563', 'fixed_ips': [{'subnet_id': 'fd068d3d-244b-4b30-b53e-d1c250bc7c4d'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:12:54.856311 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-02e72813-15e8-4ce1-9955-0615b0869d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:54.964227 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a4451b42-367d-463f-873f-2943eddedb04 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:55.152811 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-02e72813-15e8-4ce1-9955-0615b0869d33 None None] Allocated IP 2001:db8::1 (e84c224c-d77d-491a-b0c5-b1d2f07a51d8/fd068d3d-244b-4b30-b53e-d1c250bc7c4d/7d396445-59d8-4396-8996-c3e080374ddd) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:12:55.158310 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6729e9-b417-4eda-bea6-e819e9c953f2 req-4813cfa7-ebee-42df-9ec7-5f40af9ab5bd tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:55.160027 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ec6729e9-b417-4eda-bea6-e819e9c953f2 req-4813cfa7-ebee-42df-9ec7-5f40af9ab5bd tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 943 time: 0.1441653 Aug 18 13:12:55.256358 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ec6729e9-b417-4eda-bea6-e819e9c953f2 req-86439598-89c0-4c0a-aec1-48b5f503f14b tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849454 Aug 18 13:12:55.327045 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-32bbd928-9477-4a45-b31e-436fc6ff0e27 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-486308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5626'] for router, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:55.408521 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-02e72813-15e8-4ce1-9955-0615b0869d33 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:55.417994 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-02e72813-15e8-4ce1-9955-0615b0869d33 None None] Transition to ACTIVE for port object 7d396445-59d8-4396-8996-c3e080374ddd will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:12:55.435958 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-02e72813-15e8-4ce1-9955-0615b0869d33 None None] Transition to ACTIVE for port object 7d396445-59d8-4396-8996-c3e080374ddd will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:12:55.436484 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-32bbd928-9477-4a45-b31e-436fc6ff0e27 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-486154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-486161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563648'] for router, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:55.555106 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-02e72813-15e8-4ce1-9955-0615b0869d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:55.599793 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e72813-15e8-4ce1-9955-0615b0869d33 None None] Network e84c224c-d77d-491a-b0c5-b1d2f07a51d8 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:12:55.603179 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-02e72813-15e8-4ce1-9955-0615b0869d33 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:12:55.606985 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e72813-15e8-4ce1-9955-0615b0869d33 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:12:55.613839 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e72813-15e8-4ce1-9955-0615b0869d33 None None] Pushing event updated for resources: {'Port': ['ID=7d396445-59d8-4396-8996-c3e080374ddd,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:55.617343 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32bbd928-9477-4a45-b31e-436fc6ff0e27 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Router 6d924d7a-56be-41a1-b8ab-55f4e815255b has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:12:55.651089 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39350) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:55.667321 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-05e5ae06-11ee-4f9a-9176-4b8365e6ce69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:55.672545 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a4451b42-367d-463f-873f-2943eddedb04 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:55.673770 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-02e72813-15e8-4ce1-9955-0615b0869d33 None None] Attempting to bind port 7d396445-59d8-4396-8996-c3e080374ddd on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:12:55.674062 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-02e72813-15e8-4ce1-9955-0615b0869d33 None None] Attempting to bind port 7d396445-59d8-4396-8996-c3e080374ddd by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'f6cb97b8-b1dd-4ecd-9531-46f045ab6f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e84c224c-d77d-491a-b0c5-b1d2f07a51d8'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:12:55.674653 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e72813-15e8-4ce1-9955-0615b0869d33 None None] Attempting to bind port 7d396445-59d8-4396-8996-c3e080374ddd on network e84c224c-d77d-491a-b0c5-b1d2f07a51d8 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:12:55.680345 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e72813-15e8-4ce1-9955-0615b0869d33 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:12:55.680733 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e72813-15e8-4ce1-9955-0615b0869d33 None None] Checking segment: {'id': 'f6cb97b8-b1dd-4ecd-9531-46f045ab6f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e84c224c-d77d-491a-b0c5-b1d2f07a51d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:12:55.681110 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-02e72813-15e8-4ce1-9955-0615b0869d33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:55.681521 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e72813-15e8-4ce1-9955-0615b0869d33 None None] Bound using segment: {'id': 'f6cb97b8-b1dd-4ecd-9531-46f045ab6f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e84c224c-d77d-491a-b0c5-b1d2f07a51d8'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:12:55.681962 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-02e72813-15e8-4ce1-9955-0615b0869d33 None None] Bound port: 7d396445-59d8-4396-8996-c3e080374ddd, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6cb97b8-b1dd-4ecd-9531-46f045ab6f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e84c224c-d77d-491a-b0c5-b1d2f07a51d8'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:12:55.682389 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-02e72813-15e8-4ce1-9955-0615b0869d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:55.754045 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4451b42-367d-463f-873f-2943eddedb04 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event deleted for resources: {'Subnet': ['ID=fd068d3d-244b-4b30-b53e-d1c250bc7c4d,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:55.755154 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-02e72813-15e8-4ce1-9955-0615b0869d33 None None] For port 7d396445-59d8-4396-8996-c3e080374ddd, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:12:55.761961 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-02e72813-15e8-4ce1-9955-0615b0869d33 None None] For port 7d396445-59d8-4396-8996-c3e080374ddd, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=7d396445-59d8-4396-8996-c3e080374ddd,segment=NetworkSegment(f6cb97b8-b1dd-4ecd-9531-46f045ab6f74),segment_id=f6cb97b8-b1dd-4ecd-9531-46f045ab6f74)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:12:55.768206 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bbd928-9477-4a45-b31e-436fc6ff0e27 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:12:55.775111 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-32bbd928-9477-4a45-b31e-436fc6ff0e27 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:55.779604 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-32bbd928-9477-4a45-b31e-436fc6ff0e27 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "PUT /v2.0/routers/6d924d7a-56be-41a1-b8ab-55f4e815255b HTTP/1.1" status: 200 len: 887 time: 1.4908659 Aug 18 13:12:55.780437 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39352) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:55.781490 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75486b89-4b8a-4cff-aeb6-bbfd1cbad9a4 None None] Sync routers for ids ['6d924d7a-56be-41a1-b8ab-55f4e815255b'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:12:55.793272 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75486b89-4b8a-4cff-aeb6-bbfd1cbad9a4 None None] Routers {'6d924d7a-56be-41a1-b8ab-55f4e815255b'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:12:55.795280 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-75486b89-4b8a-4cff-aeb6-bbfd1cbad9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:12:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['6d924d7a-56be-41a1-b8ab-55f4e815255b'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:55.835619 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-75486b89-4b8a-4cff-aeb6-bbfd1cbad9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:55.842901 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75486b89-4b8a-4cff-aeb6-bbfd1cbad9a4 None None] Routers {'6d924d7a-56be-41a1-b8ab-55f4e815255b'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:12:55.843774 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-75486b89-4b8a-4cff-aeb6-bbfd1cbad9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:12:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['6d924d7a-56be-41a1-b8ab-55f4e815255b'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:55.846072 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-02e72813-15e8-4ce1-9955-0615b0869d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:55.890053 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a4451b42-367d-463f-873f-2943eddedb04 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:55.908472 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-a4451b42-367d-463f-873f-2943eddedb04 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e84c224c-d77d-491a-b0c5-b1d2f07a51d8']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:55.912305 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-75486b89-4b8a-4cff-aeb6-bbfd1cbad9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:55.913309 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75486b89-4b8a-4cff-aeb6-bbfd1cbad9a4 None None] The sync data for ids ['6d924d7a-56be-41a1-b8ab-55f4e815255b'] in n-d-803603-2 is: [] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:12:55.950837 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-a4451b42-367d-463f-873f-2943eddedb04 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6cb97b8-b1dd-4ecd-9531-46f045ab6f74') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:55.951138 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-a4451b42-367d-463f-873f-2943eddedb04 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6cb97b8-b1dd-4ecd-9531-46f045ab6f74') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:55.963666 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e72813-15e8-4ce1-9955-0615b0869d33 None None] Pushing event updated for resources: {'Port': ['ID=7d396445-59d8-4396-8996-c3e080374ddd,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:55.971395 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a4451b42-367d-463f-873f-2943eddedb04 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:56.007212 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a4451b42-367d-463f-873f-2943eddedb04 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:56.028071 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4451b42-367d-463f-873f-2943eddedb04 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:12:56.031670 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a4451b42-367d-463f-873f-2943eddedb04 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:56.100763 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff60b07-b573-4569-a773-6c6e9d6f94af None None] Network e84c224c-d77d-491a-b0c5-b1d2f07a51d8 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:12:56.103810 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:12:56.103810 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:12:56.103810 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:12:56.103810 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:12:56.103810 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:12:56.103810 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:12:56.103810 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:12:56.103810 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:12:56.103810 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:12:56.103810 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:12:56.103810 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:12:56.103810 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:12:56.103810 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:12:56.103810 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:12:56.103810 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:12:56.103810 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:12:56.103810 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:12:56.103810 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:12:56.103810 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:12:56.103810 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:12:56.103810 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:12:56.103810 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:12:56.103810 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:12:56.103810 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:12:56.103810 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:12:56.103810 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:12:56.103810 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:12:56.103810 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:12:56.103810 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:12:56.103810 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:12:56.103810 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:12:56.103810 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:12:56.148671 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6d231f62-4abc-465b-b62a-de8d3e7888ef tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "GET /v2.0/routers/6d924d7a-56be-41a1-b8ab-55f4e815255b HTTP/1.1" status: 200 len: 887 time: 0.3636065 Aug 18 13:12:56.149989 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39360) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:56.216611 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.db.api [None req-a4451b42-367d-463f-873f-2943eddedb04 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 18 13:12:56.216611 n-d-803603-2 neutron-server[101676]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 18 13:12:56.216611 n-d-803603-2 neutron-server[101676]: [parameters: {'id': 'e84c224c-d77d-491a-b0c5-b1d2f07a51d8'}] Aug 18 13:12:56.216611 n-d-803603-2 neutron-server[101676]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:12:56.221365 n-d-803603-2 neutron-server[101676]: DEBUG oslo_db.api [None req-a4451b42-367d-463f-873f-2943eddedb04 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:12:56.221456 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-076a6ad6-705e-491a-834d-195289bd7fe6 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d924d7a-56be-41a1-b8ab-55f4e815255b HTTP/1.1" status: 200 len: 205 time: 0.0663321 Aug 18 13:12:56.221456 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39362) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:56.246426 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-05e5ae06-11ee-4f9a-9176-4b8365e6ce69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:56.336961 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-05e5ae06-11ee-4f9a-9176-4b8365e6ce69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:56.404959 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-05e5ae06-11ee-4f9a-9176-4b8365e6ce69 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=04dbc0d981fd4414b6e027bacaca6785&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7527781 Aug 18 13:12:56.414190 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39370) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:56.434491 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36cc07a-2956-4347-8db4-021bf27bc62a None None] get_active_networks_info from n-d-803603-2 {{(pid=101677) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 13:12:56.521578 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-21702b3c-3355-4f49-931e-65ab789cb28d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:56.567268 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5ae06-11ee-4f9a-9176-4b8365e6ce69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f16fbd-19a3-48e2-b819-62f0ef29fd20,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:56.594303 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-29b9e449-bba2-4f15-944a-8adf2c6f321c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:56.629427 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-29b9e449-bba2-4f15-944a-8adf2c6f321c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:56.694248 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33fe4e-bb5c-436f-87e8-93c65e058876 req-ef36fe1e-907e-4f15-a76f-29105b12cc6d tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:56.695817 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-df33fe4e-bb5c-436f-87e8-93c65e058876 req-ef36fe1e-907e-4f15-a76f-29105b12cc6d tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 943 time: 0.2877665 Aug 18 13:12:56.726363 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36cc07a-2956-4347-8db4-021bf27bc62a None None] Resources bound (agent type, host, resource id): {{(pid=101677) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 13:12:56.737779 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a4451b42-367d-463f-873f-2943eddedb04 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:56.755017 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-29b9e449-bba2-4f15-944a-8adf2c6f321c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:56.760515 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-29b9e449-bba2-4f15-944a-8adf2c6f321c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:56.761102 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-29b9e449-bba2-4f15-944a-8adf2c6f321c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84f16fbd-19a3-48e2-b819-62f0ef29fd20 HTTP/1.1" status: 204 len: 168 time: 0.3455839 Aug 18 13:12:56.862820 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-df33fe4e-bb5c-436f-87e8-93c65e058876 req-944c36c7-2a75-46ad-815d-712d2aacf3e7 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560402 Aug 18 13:12:56.871884 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b9e449-bba2-4f15-944a-8adf2c6f321c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f16fbd-19a3-48e2-b819-62f0ef29fd20,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:56.904656 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-21702b3c-3355-4f49-931e-65ab789cb28d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:57.022361 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-a4451b42-367d-463f-873f-2943eddedb04 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Deleting port 7d396445-59d8-4396-8996-c3e080374ddd {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:12:57.024508 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a4451b42-367d-463f-873f-2943eddedb04 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:57.154670 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-21702b3c-3355-4f49-931e-65ab789cb28d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Deleting port 4ba22946-ae5a-4f61-a24a-55f5600112f7 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:12:57.155146 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-21702b3c-3355-4f49-931e-65ab789cb28d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:57.173974 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-a4451b42-367d-463f-873f-2943eddedb04 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] For port 7d396445-59d8-4396-8996-c3e080374ddd, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=7d396445-59d8-4396-8996-c3e080374ddd,segment=NetworkSegment(f6cb97b8-b1dd-4ecd-9531-46f045ab6f74),segment_id=f6cb97b8-b1dd-4ecd-9531-46f045ab6f74)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:12:57.174631 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a4451b42-367d-463f-873f-2943eddedb04 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:57.211384 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-a4451b42-367d-463f-873f-2943eddedb04 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Calling delete_port for 7d396445-59d8-4396-8996-c3e080374ddd owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:12:57.407892 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-21702b3c-3355-4f49-931e-65ab789cb28d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:57.462895 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-21702b3c-3355-4f49-931e-65ab789cb28d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Calling delete_port for 4ba22946-ae5a-4f61-a24a-55f5600112f7 owned by network:router_gateway {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:12:57.537456 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a4451b42-367d-463f-873f-2943eddedb04 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:57.617687 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4451b42-367d-463f-873f-2943eddedb04 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event deleted for resources: {'Port': ['ID=7d396445-59d8-4396-8996-c3e080374ddd,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:57.629242 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4451b42-367d-463f-873f-2943eddedb04 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] No DVR routers for this DVR port 7d396445-59d8-4396-8996-c3e080374ddd on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:12:57.791081 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a4451b42-367d-463f-873f-2943eddedb04 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:57.809105 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-a4451b42-367d-463f-873f-2943eddedb04 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e84c224c-d77d-491a-b0c5-b1d2f07a51d8']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:57.823291 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-a4451b42-367d-463f-873f-2943eddedb04 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6cb97b8-b1dd-4ecd-9531-46f045ab6f74') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:57.823644 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-a4451b42-367d-463f-873f-2943eddedb04 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6cb97b8-b1dd-4ecd-9531-46f045ab6f74') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:57.835759 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a4451b42-367d-463f-873f-2943eddedb04 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:57.868936 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-21702b3c-3355-4f49-931e-65ab789cb28d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:57.879124 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a4451b42-367d-463f-873f-2943eddedb04 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:57.881594 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4451b42-367d-463f-873f-2943eddedb04 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:12:57.882148 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a4451b42-367d-463f-873f-2943eddedb04 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:57.886594 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:12:57.886594 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:12:57.886594 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:12:57.886594 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:12:57.886594 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:12:57.886594 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:12:57.886594 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:12:57.886594 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:12:57.886594 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:12:57.886594 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:12:57.886594 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:12:57.886594 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:12:57.886594 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:12:57.886594 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:12:57.886594 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:12:57.886594 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:12:57.886594 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:12:57.886594 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:12:57.886594 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:12:57.886594 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:12:57.886594 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:12:57.886594 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:12:57.886594 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:12:57.886594 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:12:57.886594 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:12:57.886594 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:12:57.886594 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:12:57.886594 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:12:57.886594 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:12:57.886594 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:12:57.886594 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:12:57.886594 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:12:57.964889 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21702b3c-3355-4f49-931e-65ab789cb28d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event deleted for resources: {'Port': ['ID=4ba22946-ae5a-4f61-a24a-55f5600112f7,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:58.006622 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:58.085506 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a4451b42-367d-463f-873f-2943eddedb04 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:58.093681 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a4451b42-367d-463f-873f-2943eddedb04 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:58.111964 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39402) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:58.112592 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a4451b42-367d-463f-873f-2943eddedb04 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "DELETE /v2.0/networks/e84c224c-d77d-491a-b0c5-b1d2f07a51d8 HTTP/1.1" status: 204 len: 168 time: 3.4784315 Aug 18 13:12:58.117549 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-f54dbeea-29bc-420d-af57-f7ab663e8046 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1044099289'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:12:58.140282 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61826164-2362-4294-863d-4857d4c27963 req-c40eb16f-d1a2-4bfc-8f0d-cd0aebe9407e tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:58.142089 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-61826164-2362-4294-863d-4857d4c27963 req-c40eb16f-d1a2-4bfc-8f0d-cd0aebe9407e tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 943 time: 0.1540189 Aug 18 13:12:58.145812 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-21702b3c-3355-4f49-931e-65ab789cb28d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:58.146701 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4451b42-367d-463f-873f-2943eddedb04 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event deleted for resources: {'Network': ['ID=e84c224c-d77d-491a-b0c5-b1d2f07a51d8,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:58.336738 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-61826164-2362-4294-863d-4857d4c27963 req-31dc9e15-cb1f-4e0e-88d7-333d6b1382a9 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802559 Aug 18 13:12:58.340232 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-21702b3c-3355-4f49-931e-65ab789cb28d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:58.343020 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-21702b3c-3355-4f49-931e-65ab789cb28d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:58.360353 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54dbeea-29bc-420d-af57-f7ab663e8046 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Made reservation on behalf of b6df5f5313584044a41229969c576563 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:12:58.366544 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f54dbeea-29bc-420d-af57-f7ab663e8046 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:58.510670 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-21702b3c-3355-4f49-931e-65ab789cb28d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:58.511327 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21702b3c-3355-4f49-931e-65ab789cb28d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Fanout notify agent at l3_agent the message router_deleted on router 6d924d7a-56be-41a1-b8ab-55f4e815255b {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:12:58.519301 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-21702b3c-3355-4f49-931e-65ab789cb28d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:58.520534 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-21702b3c-3355-4f49-931e-65ab789cb28d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "DELETE /v2.0/routers/6d924d7a-56be-41a1-b8ab-55f4e815255b HTTP/1.1" status: 204 len: 168 time: 2.2969725 Aug 18 13:12:58.524299 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39410) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:58.529634 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-30f2a568-ff1d-498c-a7c4-1fec19f0d7d8 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Request body: {'network': {'name': 'tempest-RoutersTest-1965406233'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:12:58.530462 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f54dbeea-29bc-420d-af57-f7ab663e8046 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:12:58.544291 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f54dbeea-29bc-420d-af57-f7ab663e8046 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:58.547760 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-f54dbeea-29bc-420d-af57-f7ab663e8046 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Added segment b2cfc507-c62c-48dd-b7f0-aa56e2fb824e of type vlan for network 848bd0a6-2f10-4988-9e51-d6c72b965ef2 Aug 18 13:12:58.618488 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f54dbeea-29bc-420d-af57-f7ab663e8046 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:58.640317 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f2a568-ff1d-498c-a7c4-1fec19f0d7d8 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Made reservation on behalf of 6307d39a85c24bc690f9cb3d2145ec59 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:12:58.645592 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-30f2a568-ff1d-498c-a7c4-1fec19f0d7d8 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:58.716232 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30f2a568-ff1d-498c-a7c4-1fec19f0d7d8 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:12:58.727481 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-30f2a568-ff1d-498c-a7c4-1fec19f0d7d8 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:58.728037 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-30f2a568-ff1d-498c-a7c4-1fec19f0d7d8 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Added segment 32fd3188-83f1-46c8-b040-95a77fc1bd65 of type vlan for network 9ae1d740-652b-49a3-a648-9a3ff4d400b0 Aug 18 13:12:58.749365 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f54dbeea-29bc-420d-af57-f7ab663e8046 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:58.761762 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54dbeea-29bc-420d-af57-f7ab663e8046 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:58.766197 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f54dbeea-29bc-420d-af57-f7ab663e8046 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:58.778233 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:58.787689 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-30f2a568-ff1d-498c-a7c4-1fec19f0d7d8 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:58.879078 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f54dbeea-29bc-420d-af57-f7ab663e8046 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7659190 Aug 18 13:12:58.881959 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39416) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:58.899350 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-418f68a5-0315-4fdc-8019-8e8ed2df25b7 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Request body: {'subnet': {'network_id': '848bd0a6-2f10-4988-9e51-d6c72b965ef2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:12:58.924054 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-30f2a568-ff1d-498c-a7c4-1fec19f0d7d8 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:58.932426 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54dbeea-29bc-420d-af57-f7ab663e8046 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event updated for resources: {'Network': ['ID=848bd0a6-2f10-4988-9e51-d6c72b965ef2,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:58.942917 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f2a568-ff1d-498c-a7c4-1fec19f0d7d8 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:58.942917 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-30f2a568-ff1d-498c-a7c4-1fec19f0d7d8 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:58.943545 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 848bd0a6-2f10-4988-9e51-d6c72b965ef2 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:12:59.169135 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2a568-ff1d-498c-a7c4-1fec19f0d7d8 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event updated for resources: {'Network': ['ID=9ae1d740-652b-49a3-a648-9a3ff4d400b0,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:59.204422 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 9ae1d740-652b-49a3-a648-9a3ff4d400b0 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:12:59.340489 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-30f2a568-ff1d-498c-a7c4-1fec19f0d7d8 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8123281 Aug 18 13:12:59.343703 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39424) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:59.347615 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-b0ba240e-f54a-4932-8730-576eb8d4d9e1 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Request body: {'subnet': {'network_id': '9ae1d740-652b-49a3-a648-9a3ff4d400b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:12:59.463125 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418f68a5-0315-4fdc-8019-8e8ed2df25b7 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Made reservation on behalf of b6df5f5313584044a41229969c576563 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:12:59.466768 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-418f68a5-0315-4fdc-8019-8e8ed2df25b7 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:59.640284 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ba240e-f54a-4932-8730-576eb8d4d9e1 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Made reservation on behalf of 6307d39a85c24bc690f9cb3d2145ec59 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:12:59.643866 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b0ba240e-f54a-4932-8730-576eb8d4d9e1 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:59.813493 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c154c-8676-49ea-a91f-327929a23dcb req-9ca170b0-45af-4998-8abb-67e95b61a2a9 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:59.824867 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d90c154c-8676-49ea-a91f-327929a23dcb req-9ca170b0-45af-4998-8abb-67e95b61a2a9 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 943 time: 0.2699888 Aug 18 13:12:59.861108 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-418f68a5-0315-4fdc-8019-8e8ed2df25b7 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:59.981798 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d90c154c-8676-49ea-a91f-327929a23dcb req-0325685c-63aa-4d56-8c9e-37d0865330a7 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541903 Aug 18 13:13:00.032469 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f68a5-0315-4fdc-8019-8e8ed2df25b7 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event updated for resources: {'Subnet': ['ID=27da8f7e-c01b-475d-af0d-308d61a5bcb5,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:00.047947 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418f68a5-0315-4fdc-8019-8e8ed2df25b7 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Checking segment: {'id': 'b2cfc507-c62c-48dd-b7f0-aa56e2fb824e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '848bd0a6-2f10-4988-9e51-d6c72b965ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:13:00.052213 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418f68a5-0315-4fdc-8019-8e8ed2df25b7 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Network hostable DHCP agents. Network: 848bd0a6-2f10-4988-9e51-d6c72b965ef2, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:13:00.115553 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b0ba240e-f54a-4932-8730-576eb8d4d9e1 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:00.183636 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418f68a5-0315-4fdc-8019-8e8ed2df25b7 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Network 848bd0a6-2f10-4988-9e51-d6c72b965ef2 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:13:00.218787 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba240e-f54a-4932-8730-576eb8d4d9e1 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event updated for resources: {'Subnet': ['ID=531abcc3-740b-4dbd-9b1c-d4d437ce2c8f,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:00.246670 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ba240e-f54a-4932-8730-576eb8d4d9e1 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Checking segment: {'id': '32fd3188-83f1-46c8-b040-95a77fc1bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9ae1d740-652b-49a3-a648-9a3ff4d400b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:13:00.247360 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ba240e-f54a-4932-8730-576eb8d4d9e1 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Network hostable DHCP agents. Network: 9ae1d740-652b-49a3-a648-9a3ff4d400b0, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:13:00.286444 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-418f68a5-0315-4fdc-8019-8e8ed2df25b7 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 848bd0a6-2f10-4988-9e51-d6c72b965ef2) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:13:00.298985 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67c5d74-e17e-42d0-a05c-59dda7719280 None None] Network 848bd0a6-2f10-4988-9e51-d6c72b965ef2 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:13:00.302530 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418f68a5-0315-4fdc-8019-8e8ed2df25b7 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:00.303494 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-418f68a5-0315-4fdc-8019-8e8ed2df25b7 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:00.424834 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ba240e-f54a-4932-8730-576eb8d4d9e1 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Network 9ae1d740-652b-49a3-a648-9a3ff4d400b0 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:13:00.428967 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-418f68a5-0315-4fdc-8019-8e8ed2df25b7 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5432751 Aug 18 13:13:00.429409 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39448) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:00.438667 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-d96be8f1-4483-47d3-b96b-c115dead9f11 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Request body: {'subnet': {'network_id': '848bd0a6-2f10-4988-9e51-d6c72b965ef2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:13:00.552523 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7aec631-faf9-4eb0-a3ad-52636ac6525f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-848bd0a6-2f10-4988-9e51-d6c72b965ef2', 'network_id': '848bd0a6-2f10-4988-9e51-d6c72b965ef2', 'tenant_id': 'b6df5f5313584044a41229969c576563', 'fixed_ips': [{'subnet_id': '27da8f7e-c01b-475d-af0d-308d61a5bcb5'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:13:00.552523 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e7aec631-faf9-4eb0-a3ad-52636ac6525f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:00.594616 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-b0ba240e-f54a-4932-8730-576eb8d4d9e1 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 9ae1d740-652b-49a3-a648-9a3ff4d400b0) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:13:00.618913 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e51276c-3330-4c8b-9cc3-7deb59a3225f None None] Network 9ae1d740-652b-49a3-a648-9a3ff4d400b0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:13:00.824428 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ba240e-f54a-4932-8730-576eb8d4d9e1 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:00.828003 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b0ba240e-f54a-4932-8730-576eb8d4d9e1 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:00.996117 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-e7aec631-faf9-4eb0-a3ad-52636ac6525f None None] Allocated IP 2001:db8::2 (848bd0a6-2f10-4988-9e51-d6c72b965ef2/27da8f7e-c01b-475d-af0d-308d61a5bcb5/c0ae5a45-17b9-428c-87c9-cc0d7394e2c7) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:13:01.027364 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96be8f1-4483-47d3-b96b-c115dead9f11 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Made reservation on behalf of b6df5f5313584044a41229969c576563 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:13:01.038858 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d96be8f1-4483-47d3-b96b-c115dead9f11 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:01.149558 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b0ba240e-f54a-4932-8730-576eb8d4d9e1 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8052039 Aug 18 13:13:01.150548 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39478) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:01.160939 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-43c4d489-3f9c-46e4-b897-5db554cab7ab tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-188177288', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:13:01.332514 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-43c4d489-3f9c-46e4-b897-5db554cab7ab tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:01.333697 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-43c4d489-3f9c-46e4-b897-5db554cab7ab tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:01.380299 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae1d33-ce8e-4a87-8d96-4c59b4ab1456 req-f3c97599-4dfa-4409-9b4f-d049b32beb7e tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:01.394795 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d5ae1d33-ce8e-4a87-8d96-4c59b4ab1456 req-f3c97599-4dfa-4409-9b4f-d049b32beb7e tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 943 time: 0.1450911 Aug 18 13:13:01.558422 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-43c4d489-3f9c-46e4-b897-5db554cab7ab tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:01.560256 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e7aec631-faf9-4eb0-a3ad-52636ac6525f None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:01.560256 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-e7aec631-faf9-4eb0-a3ad-52636ac6525f None None] Transition to ACTIVE for port object c0ae5a45-17b9-428c-87c9-cc0d7394e2c7 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:13:01.560733 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d5ae1d33-ce8e-4a87-8d96-4c59b4ab1456 req-ea52b1f7-30c1-4d41-b3b1-52c5fb8e8817 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447878 Aug 18 13:13:01.568122 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f53ba86-42d6-4bc0-a7fe-e76aa49e9ed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-9ae1d740-652b-49a3-a648-9a3ff4d400b0', 'network_id': '9ae1d740-652b-49a3-a648-9a3ff4d400b0', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'fixed_ips': [{'subnet_id': '531abcc3-740b-4dbd-9b1c-d4d437ce2c8f'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:13:01.569287 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1f53ba86-42d6-4bc0-a7fe-e76aa49e9ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:01.586979 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-e7aec631-faf9-4eb0-a3ad-52636ac6525f None None] Transition to ACTIVE for port object c0ae5a45-17b9-428c-87c9-cc0d7394e2c7 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:13:01.806081 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-1f53ba86-42d6-4bc0-a7fe-e76aa49e9ed8 None None] Allocated IP 172.20.0.2 (9ae1d740-652b-49a3-a648-9a3ff4d400b0/531abcc3-740b-4dbd-9b1c-d4d437ce2c8f/f1e7497b-8fdd-4c86-afca-0ef8d3d0f885) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:13:01.812112 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d96be8f1-4483-47d3-b96b-c115dead9f11 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:01.813179 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e7aec631-faf9-4eb0-a3ad-52636ac6525f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:01.815767 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-43c4d489-3f9c-46e4-b897-5db554cab7ab tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:01.902192 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96be8f1-4483-47d3-b96b-c115dead9f11 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Network 848bd0a6-2f10-4988-9e51-d6c72b965ef2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:13:01.902771 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aec631-faf9-4eb0-a3ad-52636ac6525f None None] Pushing event updated for resources: {'Port': ['ID=c0ae5a45-17b9-428c-87c9-cc0d7394e2c7,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:01.906531 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-d96be8f1-4483-47d3-b96b-c115dead9f11 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:13:01.913647 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96be8f1-4483-47d3-b96b-c115dead9f11 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:01.914528 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d96be8f1-4483-47d3-b96b-c115dead9f11 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:01.920139 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-43c4d489-3f9c-46e4-b897-5db554cab7ab tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:01.921992 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-43c4d489-3f9c-46e4-b897-5db554cab7ab tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7693932 Aug 18 13:13:01.924829 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39498) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:01.930419 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aec631-faf9-4eb0-a3ad-52636ac6525f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:01.930877 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aec631-faf9-4eb0-a3ad-52636ac6525f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:01.931435 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aec631-faf9-4eb0-a3ad-52636ac6525f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:01.931973 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aec631-faf9-4eb0-a3ad-52636ac6525f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:01.932509 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aec631-faf9-4eb0-a3ad-52636ac6525f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:01.934535 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aec631-faf9-4eb0-a3ad-52636ac6525f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:01.934903 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aec631-faf9-4eb0-a3ad-52636ac6525f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:01.935410 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aec631-faf9-4eb0-a3ad-52636ac6525f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:01.935821 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aec631-faf9-4eb0-a3ad-52636ac6525f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:01.936163 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aec631-faf9-4eb0-a3ad-52636ac6525f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:01.936533 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aec631-faf9-4eb0-a3ad-52636ac6525f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:01.936888 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aec631-faf9-4eb0-a3ad-52636ac6525f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:01.965354 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7aec631-faf9-4eb0-a3ad-52636ac6525f None None] Network 848bd0a6-2f10-4988-9e51-d6c72b965ef2 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:13:01.976711 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-e7aec631-faf9-4eb0-a3ad-52636ac6525f None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:13:01.980810 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96be8f1-4483-47d3-b96b-c115dead9f11 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event updated for resources: {'Subnet': ['ID=989b57e6-307d-4788-8fd9-77f32b37035c,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:01.983820 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aec631-faf9-4eb0-a3ad-52636ac6525f None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:13:02.029310 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d96be8f1-4483-47d3-b96b-c115dead9f11 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5987322 Aug 18 13:13:02.030118 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39504) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:02.138074 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b3a1d8-dfd7-4f87-8945-f48a651d805d tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:02.139920 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b3a1d8-dfd7-4f87-8945-f48a651d805d tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:02.141800 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b3a1d8-dfd7-4f87-8945-f48a651d805d tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:02.143339 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b3a1d8-dfd7-4f87-8945-f48a651d805d tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:02.145465 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b3a1d8-dfd7-4f87-8945-f48a651d805d tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:02.158744 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d9b3a1d8-dfd7-4f87-8945-f48a651d805d tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1270530 Aug 18 13:13:02.159346 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39508) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:02.168037 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-ebc4c0ef-5f19-4824-99c2-0c6875e24398 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1321054750'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:13:02.189506 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-e7aec631-faf9-4eb0-a3ad-52636ac6525f None None] Attempting to bind port c0ae5a45-17b9-428c-87c9-cc0d7394e2c7 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:13:02.190268 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-e7aec631-faf9-4eb0-a3ad-52636ac6525f None None] Attempting to bind port c0ae5a45-17b9-428c-87c9-cc0d7394e2c7 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'b2cfc507-c62c-48dd-b7f0-aa56e2fb824e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '848bd0a6-2f10-4988-9e51-d6c72b965ef2'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:13:02.192050 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7aec631-faf9-4eb0-a3ad-52636ac6525f None None] Attempting to bind port c0ae5a45-17b9-428c-87c9-cc0d7394e2c7 on network 848bd0a6-2f10-4988-9e51-d6c72b965ef2 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:13:02.280010 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc4c0ef-5f19-4824-99c2-0c6875e24398 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Made reservation on behalf of b6df5f5313584044a41229969c576563 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:13:02.283525 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ebc4c0ef-5f19-4824-99c2-0c6875e24398 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:02.308222 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39518) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:02.341990 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7aec631-faf9-4eb0-a3ad-52636ac6525f None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:13:02.342803 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7aec631-faf9-4eb0-a3ad-52636ac6525f None None] Checking segment: {'id': 'b2cfc507-c62c-48dd-b7f0-aa56e2fb824e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '848bd0a6-2f10-4988-9e51-d6c72b965ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:13:02.343044 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebc4c0ef-5f19-4824-99c2-0c6875e24398 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:13:02.343681 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e7aec631-faf9-4eb0-a3ad-52636ac6525f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:02.344349 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7aec631-faf9-4eb0-a3ad-52636ac6525f None None] Bound using segment: {'id': 'b2cfc507-c62c-48dd-b7f0-aa56e2fb824e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '848bd0a6-2f10-4988-9e51-d6c72b965ef2'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:13:02.345081 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-e7aec631-faf9-4eb0-a3ad-52636ac6525f None None] Bound port: c0ae5a45-17b9-428c-87c9-cc0d7394e2c7, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2cfc507-c62c-48dd-b7f0-aa56e2fb824e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '848bd0a6-2f10-4988-9e51-d6c72b965ef2'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:13:02.345723 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e7aec631-faf9-4eb0-a3ad-52636ac6525f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:02.364081 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ebc4c0ef-5f19-4824-99c2-0c6875e24398 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:02.364399 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-ebc4c0ef-5f19-4824-99c2-0c6875e24398 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Added segment 8c81376f-2e49-446e-b35d-f83f8f67b3cb of type vlan for network 50b8f1e2-35de-4b0c-b1ca-4709be114036 Aug 18 13:13:02.440793 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1f53ba86-42d6-4bc0-a7fe-e76aa49e9ed8 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:02.483778 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ebc4c0ef-5f19-4824-99c2-0c6875e24398 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:02.509091 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-1f53ba86-42d6-4bc0-a7fe-e76aa49e9ed8 None None] Transition to ACTIVE for port object f1e7497b-8fdd-4c86-afca-0ef8d3d0f885 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:13:02.552454 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-e7aec631-faf9-4eb0-a3ad-52636ac6525f None None] For port c0ae5a45-17b9-428c-87c9-cc0d7394e2c7, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:13:02.563555 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-e7aec631-faf9-4eb0-a3ad-52636ac6525f None None] For port c0ae5a45-17b9-428c-87c9-cc0d7394e2c7, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=c0ae5a45-17b9-428c-87c9-cc0d7394e2c7,segment=NetworkSegment(b2cfc507-c62c-48dd-b7f0-aa56e2fb824e),segment_id=b2cfc507-c62c-48dd-b7f0-aa56e2fb824e)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:13:02.581338 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-1f53ba86-42d6-4bc0-a7fe-e76aa49e9ed8 None None] Transition to ACTIVE for port object f1e7497b-8fdd-4c86-afca-0ef8d3d0f885 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:13:02.637027 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ebc4c0ef-5f19-4824-99c2-0c6875e24398 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:02.647027 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc4c0ef-5f19-4824-99c2-0c6875e24398 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:02.647692 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ebc4c0ef-5f19-4824-99c2-0c6875e24398 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:02.665246 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e7aec631-faf9-4eb0-a3ad-52636ac6525f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:02.741677 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-95941704-556a-4b54-8152-8e3e24c51861 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:02.767708 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1f53ba86-42d6-4bc0-a7fe-e76aa49e9ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:02.774465 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aec631-faf9-4eb0-a3ad-52636ac6525f None None] Pushing event updated for resources: {'Port': ['ID=c0ae5a45-17b9-428c-87c9-cc0d7394e2c7,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:02.865029 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc4c0ef-5f19-4824-99c2-0c6875e24398 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event updated for resources: {'Network': ['ID=50b8f1e2-35de-4b0c-b1ca-4709be114036,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:02.869312 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f53ba86-42d6-4bc0-a7fe-e76aa49e9ed8 None None] Network 9ae1d740-652b-49a3-a648-9a3ff4d400b0 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:13:02.884900 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 50b8f1e2-35de-4b0c-b1ca-4709be114036 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:13:02.913615 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9b273443-e7fa-4fe7-ba93-428f59329097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:03.049185 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-1f53ba86-42d6-4bc0-a7fe-e76aa49e9ed8 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:13:03.061832 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f53ba86-42d6-4bc0-a7fe-e76aa49e9ed8 None None] Pushing event updated for resources: {'Port': ['ID=f1e7497b-8fdd-4c86-afca-0ef8d3d0f885,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:03.064975 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f53ba86-42d6-4bc0-a7fe-e76aa49e9ed8 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:13:03.195136 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ebc4c0ef-5f19-4824-99c2-0c6875e24398 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0275578 Aug 18 13:13:03.195136 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39542) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:03.199537 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-cc682eb9-8e35-47a1-a001-726d34c97e73 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:13:03.201028 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135fcc31-e8ee-43c5-a0b4-831af1942ad6 req-e9150f98-65e4-4e71-b13f-2972462bce04 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:03.210655 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-135fcc31-e8ee-43c5-a0b4-831af1942ad6 req-e9150f98-65e4-4e71-b13f-2972462bce04 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 943 time: 0.4754519 Aug 18 13:13:03.231601 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-1f53ba86-42d6-4bc0-a7fe-e76aa49e9ed8 None None] Attempting to bind port f1e7497b-8fdd-4c86-afca-0ef8d3d0f885 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:13:03.231960 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-1f53ba86-42d6-4bc0-a7fe-e76aa49e9ed8 None None] Attempting to bind port f1e7497b-8fdd-4c86-afca-0ef8d3d0f885 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '32fd3188-83f1-46c8-b040-95a77fc1bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9ae1d740-652b-49a3-a648-9a3ff4d400b0'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:13:03.232325 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f53ba86-42d6-4bc0-a7fe-e76aa49e9ed8 None None] Attempting to bind port f1e7497b-8fdd-4c86-afca-0ef8d3d0f885 on network 9ae1d740-652b-49a3-a648-9a3ff4d400b0 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:13:03.247856 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f53ba86-42d6-4bc0-a7fe-e76aa49e9ed8 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:13:03.248254 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f53ba86-42d6-4bc0-a7fe-e76aa49e9ed8 None None] Checking segment: {'id': '32fd3188-83f1-46c8-b040-95a77fc1bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9ae1d740-652b-49a3-a648-9a3ff4d400b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:13:03.248668 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1f53ba86-42d6-4bc0-a7fe-e76aa49e9ed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:03.249061 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f53ba86-42d6-4bc0-a7fe-e76aa49e9ed8 None None] Bound using segment: {'id': '32fd3188-83f1-46c8-b040-95a77fc1bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9ae1d740-652b-49a3-a648-9a3ff4d400b0'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:13:03.249554 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-1f53ba86-42d6-4bc0-a7fe-e76aa49e9ed8 None None] Bound port: f1e7497b-8fdd-4c86-afca-0ef8d3d0f885, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32fd3188-83f1-46c8-b040-95a77fc1bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9ae1d740-652b-49a3-a648-9a3ff4d400b0'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:13:03.249915 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1f53ba86-42d6-4bc0-a7fe-e76aa49e9ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:03.330541 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-135fcc31-e8ee-43c5-a0b4-831af1942ad6 req-c224646b-f26d-400f-b84d-fdd7f7aef238 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141818 Aug 18 13:13:03.381952 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9b273443-e7fa-4fe7-ba93-428f59329097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:03.395964 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-1f53ba86-42d6-4bc0-a7fe-e76aa49e9ed8 None None] For port f1e7497b-8fdd-4c86-afca-0ef8d3d0f885, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:13:03.399862 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-1f53ba86-42d6-4bc0-a7fe-e76aa49e9ed8 None None] For port f1e7497b-8fdd-4c86-afca-0ef8d3d0f885, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=f1e7497b-8fdd-4c86-afca-0ef8d3d0f885,segment=NetworkSegment(32fd3188-83f1-46c8-b040-95a77fc1bd65),segment_id=32fd3188-83f1-46c8-b040-95a77fc1bd65)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:13:03.453609 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-95941704-556a-4b54-8152-8e3e24c51861 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Allocated IP 172.20.0.1 (9ae1d740-652b-49a3-a648-9a3ff4d400b0/531abcc3-740b-4dbd-9b1c-d4d437ce2c8f/fcc8b5cc-0a9a-494b-8fa8-09c8be40c558) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:13:03.509084 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1f53ba86-42d6-4bc0-a7fe-e76aa49e9ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:03.604371 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cc682eb9-8e35-47a1-a001-726d34c97e73 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:03.616155 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f53ba86-42d6-4bc0-a7fe-e76aa49e9ed8 None None] Pushing event updated for resources: {'Port': ['ID=f1e7497b-8fdd-4c86-afca-0ef8d3d0f885,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:03.629267 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9b273443-e7fa-4fe7-ba93-428f59329097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:03.696066 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9b273443-e7fa-4fe7-ba93-428f59329097 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c6b6f03d0bd04312a61a4b458ef05a47&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3843107 Aug 18 13:13:03.697258 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b273443-e7fa-4fe7-ba93-428f59329097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075678f1-6c95-496a-9e08-a0d07e9aa771,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:03.704409 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39556) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:03.715827 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cc682eb9-8e35-47a1-a001-726d34c97e73 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:03.777072 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-95941704-556a-4b54-8152-8e3e24c51861 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:03.826029 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cc682eb9-8e35-47a1-a001-726d34c97e73 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Network 50b8f1e2-35de-4b0c-b1ca-4709be114036 is not hosted by any dhcp agent {{(pid=101675) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 18 13:13:03.836665 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc682eb9-8e35-47a1-a001-726d34c97e73 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:03.838885 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cc682eb9-8e35-47a1-a001-726d34c97e73 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:03.847682 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-95941704-556a-4b54-8152-8e3e24c51861 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Transition to ACTIVE for port object fcc8b5cc-0a9a-494b-8fa8-09c8be40c558 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:13:03.850353 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-cc682eb9-8e35-47a1-a001-726d34c97e73 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "PUT /v2.0/networks/50b8f1e2-35de-4b0c-b1ca-4709be114036 HTTP/1.1" status: 200 len: 723 time: 0.6572816 Aug 18 13:13:03.851187 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39564) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:03.862353 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-3db2046f-a721-4084-b7d5-9a895f129519 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Request body: {'subnet': {'network_id': '50b8f1e2-35de-4b0c-b1ca-4709be114036', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:13:03.975333 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:13:04.080941 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-95941704-556a-4b54-8152-8e3e24c51861 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:04.157919 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc682eb9-8e35-47a1-a001-726d34c97e73 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event updated for resources: {'Network': ['ID=50b8f1e2-35de-4b0c-b1ca-4709be114036,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:04.172475 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 50b8f1e2-35de-4b0c-b1ca-4709be114036 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:13:04.222791 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-76f341f5-e8a2-4319-9952-666388788238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:04.263500 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-76f341f5-e8a2-4319-9952-666388788238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:04.297131 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95941704-556a-4b54-8152-8e3e24c51861 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event updated for resources: {'Port': ['ID=fcc8b5cc-0a9a-494b-8fa8-09c8be40c558,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:04.322363 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95941704-556a-4b54-8152-8e3e24c51861 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Network 9ae1d740-652b-49a3-a648-9a3ff4d400b0 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:13:04.350970 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-95941704-556a-4b54-8152-8e3e24c51861 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:13:04.350970 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95941704-556a-4b54-8152-8e3e24c51861 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:13:04.388534 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db2046f-a721-4084-b7d5-9a895f129519 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Made reservation on behalf of b6df5f5313584044a41229969c576563 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:13:04.392381 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3db2046f-a721-4084-b7d5-9a895f129519 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:04.394774 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-95941704-556a-4b54-8152-8e3e24c51861 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:04.517427 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767eef87-b637-43d6-ae6d-07ff0d606a30 None None] Network 848bd0a6-2f10-4988-9e51-d6c72b965ef2 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:13:04.594945 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bb299-1a02-4ac3-9814-d42df51753eb req-e0fda2d1-be06-4c30-8536-863807541f14 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:04.597654 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1c4bb299-1a02-4ac3-9814-d42df51753eb req-e0fda2d1-be06-4c30-8536-863807541f14 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 943 time: 0.1098797 Aug 18 13:13:04.671482 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1c4bb299-1a02-4ac3-9814-d42df51753eb req-31f7c1eb-abb9-412e-87bc-74155c92fd0f tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591230 Aug 18 13:13:04.717734 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device c0ae5a45-17b9-428c-87c9-cc0d7394e2c7 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:13:04.733357 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-76f341f5-e8a2-4319-9952-666388788238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:04.737740 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-76f341f5-e8a2-4319-9952-666388788238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:04.747834 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-76f341f5-e8a2-4319-9952-666388788238 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/075678f1-6c95-496a-9e08-a0d07e9aa771 HTTP/1.1" status: 204 len: 168 time: 1.0420716 Aug 18 13:13:04.803170 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f341f5-e8a2-4319-9952-666388788238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075678f1-6c95-496a-9e08-a0d07e9aa771,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:04.851063 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-95941704-556a-4b54-8152-8e3e24c51861 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:04.869498 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b2cc9cc4-4cd1-48e3-b141-b66688a5661d None None] Provisioning for port c0ae5a45-17b9-428c-87c9-cc0d7394e2c7 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:13:05.160549 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3db2046f-a721-4084-b7d5-9a895f129519 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:05.255362 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port c0ae5a45-17b9-428c-87c9-cc0d7394e2c7 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:13:05.257270 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db2046f-a721-4084-b7d5-9a895f129519 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event updated for resources: {'Subnet': ['ID=d3008b8f-e980-493b-935d-dd7f3a875bbf,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:05.322629 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db2046f-a721-4084-b7d5-9a895f129519 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Checking segment: {'id': '8c81376f-2e49-446e-b35d-f83f8f67b3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '50b8f1e2-35de-4b0c-b1ca-4709be114036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:13:05.323230 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db2046f-a721-4084-b7d5-9a895f129519 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Network hostable DHCP agents. Network: 50b8f1e2-35de-4b0c-b1ca-4709be114036, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:13:05.323651 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port c0ae5a45-17b9-428c-87c9-cc0d7394e2c7 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:05.324444 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:05.396571 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c098ee6e-fcdc-4b5e-9a51-e981f96f5647 None None] Update dhcp port {'port': {'network_id': '848bd0a6-2f10-4988-9e51-d6c72b965ef2', 'fixed_ips': [{'subnet_id': '27da8f7e-c01b-475d-af0d-308d61a5bcb5', 'ip_address': '2001:db8::2'}, {'subnet_id': '989b57e6-307d-4788-8fd9-77f32b37035c'}], 'binding:host_id': 'n-d-803603-2'}, 'id': 'c0ae5a45-17b9-428c-87c9-cc0d7394e2c7'} from n-d-803603-2. {{(pid=101677) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 13:13:05.453012 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c098ee6e-fcdc-4b5e-9a51-e981f96f5647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:05.462698 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db2046f-a721-4084-b7d5-9a895f129519 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Network 50b8f1e2-35de-4b0c-b1ca-4709be114036 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:13:05.517829 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-95941704-556a-4b54-8152-8e3e24c51861 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:05.554797 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b09878-1e56-44c0-a7dc-9af550ba6b0a None None] Network 9ae1d740-652b-49a3-a648-9a3ff4d400b0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:13:05.583296 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-3db2046f-a721-4084-b7d5-9a895f129519 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 50b8f1e2-35de-4b0c-b1ca-4709be114036) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:13:05.588491 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db2046f-a721-4084-b7d5-9a895f129519 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:05.589570 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3db2046f-a721-4084-b7d5-9a895f129519 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:05.611424 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-95941704-556a-4b54-8152-8e3e24c51861 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:05.712999 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95941704-556a-4b54-8152-8e3e24c51861 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event updated for resources: {'Port': ['ID=fcc8b5cc-0a9a-494b-8fa8-09c8be40c558,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:05.712999 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-95941704-556a-4b54-8152-8e3e24c51861 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:05.754612 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3db2046f-a721-4084-b7d5-9a895f129519 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8922670 Aug 18 13:13:05.756367 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39624) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:05.762091 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-7f1726a8-73b7-4ca9-962a-7f9cd2981c8e tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:13:05.865861 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94673fbe-c1d7-4dfd-86a1-497391fb5d4a req-d5b0bd0f-a6a7-4cc8-a275-f55e49399318 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:05.867754 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-94673fbe-c1d7-4dfd-86a1-497391fb5d4a req-d5b0bd0f-a6a7-4cc8-a275-f55e49399318 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 943 time: 0.0932148 Aug 18 13:13:05.870206 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95941704-556a-4b54-8152-8e3e24c51861 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Network 9ae1d740-652b-49a3-a648-9a3ff4d400b0 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:13:05.873677 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-95941704-556a-4b54-8152-8e3e24c51861 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:13:05.889174 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7f1726a8-73b7-4ca9-962a-7f9cd2981c8e tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29607504'] for subnet, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:05.895327 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c94a939-cffe-4482-aec7-f43c218ebc62 None None] Network 50b8f1e2-35de-4b0c-b1ca-4709be114036 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:13:05.958427 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:05.996238 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-94673fbe-c1d7-4dfd-86a1-497391fb5d4a req-2d504a9b-6723-47c3-8bee-6fe81d838930 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121535 Aug 18 13:13:06.109949 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port c0ae5a45-17b9-428c-87c9-cc0d7394e2c7, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=c0ae5a45-17b9-428c-87c9-cc0d7394e2c7,segment=NetworkSegment(b2cfc507-c62c-48dd-b7f0-aa56e2fb824e),segment_id=b2cfc507-c62c-48dd-b7f0-aa56e2fb824e)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:13:06.169533 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-1b1a7f29-bb74-4fa6-b952-d66890f18850 None None] Provisioning for port f1e7497b-8fdd-4c86-afca-0ef8d3d0f885 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:13:06.182163 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-c098ee6e-fcdc-4b5e-9a51-e981f96f5647 None None] Allocated IP 172.20.0.1 (848bd0a6-2f10-4988-9e51-d6c72b965ef2/989b57e6-307d-4788-8fd9-77f32b37035c/c0ae5a45-17b9-428c-87c9-cc0d7394e2c7) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:13:06.185204 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7f1726a8-73b7-4ca9-962a-7f9cd2981c8e tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783897558375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29479932'] for subnet, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:06.186209 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95941704-556a-4b54-8152-8e3e24c51861 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Router bd61fa7d-4660-4d22-8687-f5412c9884d0 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:13:06.227638 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:06.230391 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device f1e7497b-8fdd-4c86-afca-0ef8d3d0f885 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:13:06.230521 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1726a8-73b7-4ca9-962a-7f9cd2981c8e tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:06.230622 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7f1726a8-73b7-4ca9-962a-7f9cd2981c8e tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:06.232166 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7f1726a8-73b7-4ca9-962a-7f9cd2981c8e tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "PUT /v2.0/subnets/d3008b8f-e980-493b-935d-dd7f3a875bbf HTTP/1.1" status: 200 len: 826 time: 0.4747694 Aug 18 13:13:06.236449 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39640) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:06.292802 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95941704-556a-4b54-8152-8e3e24c51861 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:13:06.298547 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-95941704-556a-4b54-8152-8e3e24c51861 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "PUT /v2.0/routers/bd61fa7d-4660-4d22-8687-f5412c9884d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3724213 Aug 18 13:13:06.301739 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39642) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:06.311045 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1726a8-73b7-4ca9-962a-7f9cd2981c8e tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event updated for resources: {'Subnet': ['ID=d3008b8f-e980-493b-935d-dd7f3a875bbf,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:06.323092 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdd1f1e-5fef-4863-a039-a137f413a955 None None] Sync routers for ids ['bd61fa7d-4660-4d22-8687-f5412c9884d0'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:13:06.376786 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5576c202-b517-4bb0-9bda-5ae634d68955 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:06.384613 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf6538c-8381-4e1a-9455-cb0a05b94f08 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:06.386058 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ecf6538c-8381-4e1a-9455-cb0a05b94f08 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "GET /v2.0/ports/fcc8b5cc-0a9a-494b-8fa8-09c8be40c558 HTTP/1.1" status: 200 len: 910 time: 0.0833404 Aug 18 13:13:06.388857 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39646) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:06.396313 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-92b57ee1-9444-40a3-a373-954b9bed811b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '531abcc3-740b-4dbd-9b1c-d4d437ce2c8f'}]}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:13:06.421996 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdd1f1e-5fef-4863-a039-a137f413a955 None None] Routers {'bd61fa7d-4660-4d22-8687-f5412c9884d0'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:13:06.422668 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-1bdd1f1e-5fef-4863-a039-a137f413a955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:12:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['bd61fa7d-4660-4d22-8687-f5412c9884d0'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:06.483386 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=c0ae5a45-17b9-428c-87c9-cc0d7394e2c7,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:06.494813 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a043b136-70ab-4625-ae52-6def5e75b153 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-50b8f1e2-35de-4b0c-b1ca-4709be114036', 'network_id': '50b8f1e2-35de-4b0c-b1ca-4709be114036', 'tenant_id': 'b6df5f5313584044a41229969c576563', 'fixed_ips': [{'subnet_id': 'd3008b8f-e980-493b-935d-dd7f3a875bbf'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:13:06.495659 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a043b136-70ab-4625-ae52-6def5e75b153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:06.501901 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-1bdd1f1e-5fef-4863-a039-a137f413a955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:06.514017 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5576c202-b517-4bb0-9bda-5ae634d68955 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:06.571409 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-c098ee6e-fcdc-4b5e-9a51-e981f96f5647 None None] For port c0ae5a45-17b9-428c-87c9-cc0d7394e2c7, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=c0ae5a45-17b9-428c-87c9-cc0d7394e2c7,segment=NetworkSegment(b2cfc507-c62c-48dd-b7f0-aa56e2fb824e),segment_id=b2cfc507-c62c-48dd-b7f0-aa56e2fb824e)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:13:06.579537 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdd1f1e-5fef-4863-a039-a137f413a955 None None] Routers {'bd61fa7d-4660-4d22-8687-f5412c9884d0'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:13:06.579537 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-1bdd1f1e-5fef-4863-a039-a137f413a955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:12:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['bd61fa7d-4660-4d22-8687-f5412c9884d0'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:06.684822 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-1bdd1f1e-5fef-4863-a039-a137f413a955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:06.685490 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdd1f1e-5fef-4863-a039-a137f413a955 None None] The sync data for ids ['bd61fa7d-4660-4d22-8687-f5412c9884d0'] in n-d-803603-2 is: [] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:13:06.693178 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port f1e7497b-8fdd-4c86-afca-0ef8d3d0f885 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:13:06.716763 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port f1e7497b-8fdd-4c86-afca-0ef8d3d0f885 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:06.717148 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:06.720497 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5576c202-b517-4bb0-9bda-5ae634d68955 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:06.805334 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39656) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:06.812077 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5576c202-b517-4bb0-9bda-5ae634d68955 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event deleted for resources: {'Subnet': ['ID=d3008b8f-e980-493b-935d-dd7f3a875bbf,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:06.852557 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c098ee6e-fcdc-4b5e-9a51-e981f96f5647 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:06.897565 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c098ee6e-fcdc-4b5e-9a51-e981f96f5647 None None] Transition to ACTIVE for port object c0ae5a45-17b9-428c-87c9-cc0d7394e2c7 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:13:06.903025 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5576c202-b517-4bb0-9bda-5ae634d68955 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:06.939639 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-5576c202-b517-4bb0-9bda-5ae634d68955 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50b8f1e2-35de-4b0c-b1ca-4709be114036']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:06.972748 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-5576c202-b517-4bb0-9bda-5ae634d68955 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c81376f-2e49-446e-b35d-f83f8f67b3cb') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:06.977097 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-5576c202-b517-4bb0-9bda-5ae634d68955 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c81376f-2e49-446e-b35d-f83f8f67b3cb') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:06.984498 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5576c202-b517-4bb0-9bda-5ae634d68955 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server [None req-a043b136-70ab-4625-ae52-6def5e75b153 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d3008b8f-e980-493b-935d-dd7f3a875bbf: This subnet is being modified by another concurrent operation. Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 18 13:13:06.989604 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 13:13:06.993181 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 18 13:13:06.993181 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 18 13:13:06.993181 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 13:13:06.993181 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 13:13:06.993181 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 13:13:06.993181 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 13:13:06.993181 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 18 13:13:06.993181 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 13:13:06.993181 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 18 13:13:06.993181 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 18 13:13:06.993181 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 13:13:06.993181 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 13:13:06.993181 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 13:13:06.993181 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 13:13:06.993181 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 18 13:13:06.993181 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 18 13:13:06.993181 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 18 13:13:06.993181 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 18 13:13:06.993181 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 18 13:13:06.993181 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 18 13:13:06.993181 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 18 13:13:06.993181 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 18 13:13:06.993181 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 18 13:13:06.993181 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 18 13:13:06.993181 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 13:13:06.993181 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 13:13:06.993181 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 13:13:06.993181 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 13:13:06.993181 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 18 13:13:06.993181 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 18 13:13:06.993181 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 18 13:13:06.993181 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 18 13:13:06.993181 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 18 13:13:06.993181 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 18 13:13:06.993181 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 18 13:13:06.993181 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server raise exception Aug 18 13:13:06.993181 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d3008b8f-e980-493b-935d-dd7f3a875bbf: This subnet is being modified by another concurrent operation. Aug 18 13:13:06.993181 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server Aug 18 13:13:07.015538 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5576c202-b517-4bb0-9bda-5ae634d68955 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:07.020521 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fb0678-3c29-49a1-9926-f51f5186b786 None None] Network 50b8f1e2-35de-4b0c-b1ca-4709be114036 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:13:07.039493 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5576c202-b517-4bb0-9bda-5ae634d68955 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:13:07.039493 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5576c202-b517-4bb0-9bda-5ae634d68955 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:07.042243 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:13:07.042243 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:13:07.042243 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:13:07.042243 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:13:07.042243 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:13:07.042243 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:13:07.042243 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:13:07.042243 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:13:07.042243 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:13:07.042243 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:13:07.042243 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:13:07.042243 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:13:07.042243 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:13:07.042243 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:13:07.042243 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:13:07.042243 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:13:07.042243 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:13:07.042243 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:13:07.042243 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:13:07.042243 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:13:07.042243 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:13:07.042243 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:13:07.042243 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:13:07.042243 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:13:07.042243 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:13:07.042243 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:13:07.042243 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:13:07.042243 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:13:07.042243 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:13:07.042243 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:13:07.042243 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:13:07.042243 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:13:07.099293 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c098ee6e-fcdc-4b5e-9a51-e981f96f5647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:07.104713 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:07.108527 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f9952e1b-6c5c-45f6-bde9-bdb1b0caf0c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:07.129831 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-62f3860a-f918-48a9-a612-8ec5ead90133 None None] Provisioning for port fcc8b5cc-0a9a-494b-8fa8-09c8be40c558 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:13:07.197600 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4c428-dca3-4e11-9e32-028d86290b8d req-e121302e-414c-41fb-a817-688c8ee2795f tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:07.199213 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-add4c428-dca3-4e11-9e32-028d86290b8d req-e121302e-414c-41fb-a817-688c8ee2795f tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 943 time: 0.0952096 Aug 18 13:13:07.201882 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-92b57ee1-9444-40a3-a373-954b9bed811b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:07.207012 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-62f3860a-f918-48a9-a612-8ec5ead90133 None None] Provisioning complete for port fcc8b5cc-0a9a-494b-8fa8-09c8be40c558 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:07.207012 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-62f3860a-f918-48a9-a612-8ec5ead90133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:07.251808 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-add4c428-dca3-4e11-9e32-028d86290b8d req-0b3c8c0a-a58b-4270-8014-3f3f0e8ef6a9 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451095 Aug 18 13:13:07.263160 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbfd307-462f-4add-b122-e541363f04bc req-d2361f65-a8b5-4a25-929d-6625d5191bfb tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:07.264722 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cbbfd307-462f-4add-b122-e541363f04bc req-d2361f65-a8b5-4a25-929d-6625d5191bfb tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c4f784-ec84-4579-938a-137be42847d6 HTTP/1.1" status: 200 len: 945 time: 0.0903814 Aug 18 13:13:07.322343 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5576c202-b517-4bb0-9bda-5ae634d68955 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:07.331107 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port f1e7497b-8fdd-4c86-afca-0ef8d3d0f885, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=f1e7497b-8fdd-4c86-afca-0ef8d3d0f885,segment=NetworkSegment(32fd3188-83f1-46c8-b040-95a77fc1bd65),segment_id=32fd3188-83f1-46c8-b040-95a77fc1bd65)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:13:07.339826 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5576c202-b517-4bb0-9bda-5ae634d68955 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:07.344612 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5576c202-b517-4bb0-9bda-5ae634d68955 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "DELETE /v2.0/networks/50b8f1e2-35de-4b0c-b1ca-4709be114036 HTTP/1.1" status: 204 len: 168 time: 1.1044893 Aug 18 13:13:07.344612 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5576c202-b517-4bb0-9bda-5ae634d68955 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event deleted for resources: {'Network': ['ID=50b8f1e2-35de-4b0c-b1ca-4709be114036,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:07.346679 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39664) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:07.353317 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-62f3860a-f918-48a9-a612-8ec5ead90133 None None] Port fcc8b5cc-0a9a-494b-8fa8-09c8be40c558 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:13:07.359165 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cbbfd307-462f-4add-b122-e541363f04bc req-15346afc-294a-4906-a64d-bc6e1d2851d5 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/security-groups?id=b85fe65e-597f-4688-b4fe-a48315c33d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867887 Aug 18 13:13:07.374614 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-c482da9d-cddc-4708-a606-66605a153b6d tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] DELETE failed (client error): The resource could not be found. Aug 18 13:13:07.375331 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c482da9d-cddc-4708-a606-66605a153b6d tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:13:07.381037 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c482da9d-cddc-4708-a606-66605a153b6d tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "DELETE /v2.0/networks/50b8f1e2-35de-4b0c-b1ca-4709be114036 HTTP/1.1" status: 404 len: 339 time: 0.0294991 Aug 18 13:13:07.381808 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39666) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:07.400669 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-949465ba-d78c-43cc-b4fb-5f324b4642db tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1217561845', 'description': 'd1'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:13:07.425540 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098ee6e-fcdc-4b5e-9a51-e981f96f5647 None None] Pushing event updated for resources: {'Port': ['ID=c0ae5a45-17b9-428c-87c9-cc0d7394e2c7,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:07.436193 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f9952e1b-6c5c-45f6-bde9-bdb1b0caf0c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:07.438295 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a88ccf-2897-4937-8e99-9b8368380ad4 None None] Network 50b8f1e2-35de-4b0c-b1ca-4709be114036 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:13:07.455866 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-62f3860a-f918-48a9-a612-8ec5ead90133 None None] Provisioning complete for port f1e7497b-8fdd-4c86-afca-0ef8d3d0f885 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:07.456272 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-62f3860a-f918-48a9-a612-8ec5ead90133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:07.458679 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a88ccf-2897-4937-8e99-9b8368380ad4 None None] Network 50b8f1e2-35de-4b0c-b1ca-4709be114036 could not be found, it might have been deleted concurrently. {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 18 13:13:07.462823 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:07.535305 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f9952e1b-6c5c-45f6-bde9-bdb1b0caf0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:07.594307 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=f1e7497b-8fdd-4c86-afca-0ef8d3d0f885,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:07.614202 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device c0ae5a45-17b9-428c-87c9-cc0d7394e2c7 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:13:07.626697 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39670) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:07.647191 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f9952e1b-6c5c-45f6-bde9-bdb1b0caf0c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0e58995c7c0427e892fae8bf5ad9d92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8290844 Aug 18 13:13:07.649484 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9952e1b-6c5c-45f6-bde9-bdb1b0caf0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0144b504-8a58-4d0c-80fc-abef2e2e1f46,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:07.654308 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39674) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:07.679912 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949465ba-d78c-43cc-b4fb-5f324b4642db tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Made reservation on behalf of b6df5f5313584044a41229969c576563 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:13:07.684865 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-949465ba-d78c-43cc-b4fb-5f324b4642db tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:07.725475 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-949465ba-d78c-43cc-b4fb-5f324b4642db tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:13:07.738293 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-949465ba-d78c-43cc-b4fb-5f324b4642db tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:07.738638 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-949465ba-d78c-43cc-b4fb-5f324b4642db tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Added segment 3244c616-1f2c-46bc-98be-44f85e09c96b of type vlan for network 72895fea-2864-45ad-8acb-265174c50527 Aug 18 13:13:07.788949 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-949465ba-d78c-43cc-b4fb-5f324b4642db tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:07.806595 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-92b57ee1-9444-40a3-a373-954b9bed811b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:07.813697 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c400dcd6-3d3d-4803-9e38-63e24041d251 None None] Provisioning complete for port fcc8b5cc-0a9a-494b-8fa8-09c8be40c558 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:07.814083 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c400dcd6-3d3d-4803-9e38-63e24041d251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:07.826213 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f429bf4e-b4d1-4a3a-8028-497dca95c22f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:07.829483 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8259533c-ae1d-4ebc-b7e6-75ecd44accc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:07.857978 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-c400dcd6-3d3d-4803-9e38-63e24041d251 None None] Port fcc8b5cc-0a9a-494b-8fa8-09c8be40c558 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:13:07.865423 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8259533c-ae1d-4ebc-b7e6-75ecd44accc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:07.887931 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-92b57ee1-9444-40a3-a373-954b9bed811b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:07.911281 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-949465ba-d78c-43cc-b4fb-5f324b4642db tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:07.917469 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949465ba-d78c-43cc-b4fb-5f324b4642db tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:07.919873 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-949465ba-d78c-43cc-b4fb-5f324b4642db tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:07.992538 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b57ee1-9444-40a3-a373-954b9bed811b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:07.993233 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-92b57ee1-9444-40a3-a373-954b9bed811b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:07.997669 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-92b57ee1-9444-40a3-a373-954b9bed811b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "PUT /v2.0/ports/fcc8b5cc-0a9a-494b-8fa8-09c8be40c558 HTTP/1.1" status: 200 len: 910 time: 1.6071491 Aug 18 13:13:07.998365 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39676) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:08.002048 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b57ee1-9444-40a3-a373-954b9bed811b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event updated for resources: {'Port': ['ID=fcc8b5cc-0a9a-494b-8fa8-09c8be40c558,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:08.089367 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8259533c-ae1d-4ebc-b7e6-75ecd44accc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:08.092306 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8259533c-ae1d-4ebc-b7e6-75ecd44accc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:08.096620 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8259533c-ae1d-4ebc-b7e6-75ecd44accc9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0144b504-8a58-4d0c-80fc-abef2e2e1f46 HTTP/1.1" status: 204 len: 168 time: 0.3881719 Aug 18 13:13:08.111756 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8259533c-ae1d-4ebc-b7e6-75ecd44accc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0144b504-8a58-4d0c-80fc-abef2e2e1f46,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:08.260203 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680772df-9873-47a4-828c-556e4d6ab1e7 None None] Network 848bd0a6-2f10-4988-9e51-d6c72b965ef2 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:13:08.359037 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949465ba-d78c-43cc-b4fb-5f324b4642db tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event updated for resources: {'Network': ['ID=72895fea-2864-45ad-8acb-265174c50527,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:08.375145 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 72895fea-2864-45ad-8acb-265174c50527 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:13:08.401276 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c40f0ce1-96f2-4217-920a-435a79727332 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:08.434909 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-08f81e77-1c19-4675-9e1f-f9a9180d83b4 None None] Provisioning for port c0ae5a45-17b9-428c-87c9-cc0d7394e2c7 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:13:08.460046 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-08f81e77-1c19-4675-9e1f-f9a9180d83b4 None None] Provisioning complete for port c0ae5a45-17b9-428c-87c9-cc0d7394e2c7 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:08.460621 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-08f81e77-1c19-4675-9e1f-f9a9180d83b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:08.491650 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e02b75-9d04-4f81-a78b-78cfe7573184 req-b25c1b33-3dd3-4c71-a8fc-ee950e61ba1f tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:08.493224 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-37e02b75-9d04-4f81-a78b-78cfe7573184 req-b25c1b33-3dd3-4c71-a8fc-ee950e61ba1f tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0c4f784-ec84-4579-938a-137be42847d6 HTTP/1.1" status: 200 len: 945 time: 0.1377504 Aug 18 13:13:08.501341 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f429bf4e-b4d1-4a3a-8028-497dca95c22f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:08.528441 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782dc719-766d-42a7-a506-734fb54b674d req-d35a426a-f16b-4d9c-a61c-80538707d6a0 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:08.534473 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-782dc719-766d-42a7-a506-734fb54b674d req-d35a426a-f16b-4d9c-a61c-80538707d6a0 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 943 time: 0.1407380 Aug 18 13:13:08.628712 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f429bf4e-b4d1-4a3a-8028-497dca95c22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:08.632657 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93724f1d-cc58-4f92-a14d-afb8988ac02b req-75517d56-74f5-4b37-a63a-a420d2d4dd51 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:08.634261 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-93724f1d-cc58-4f92-a14d-afb8988ac02b req-75517d56-74f5-4b37-a63a-a420d2d4dd51 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c4f784-ec84-4579-938a-137be42847d6 HTTP/1.1" status: 200 len: 945 time: 0.1576440 Aug 18 13:13:08.669121 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-782dc719-766d-42a7-a506-734fb54b674d req-a4f75421-696e-412d-b388-9efa63316c15 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101103 Aug 18 13:13:08.695144 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f429bf4e-b4d1-4a3a-8028-497dca95c22f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=50de6522201440bf9d595876ca32f3c1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0691319 Aug 18 13:13:08.697854 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39686) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:08.705647 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-949465ba-d78c-43cc-b4fb-5f324b4642db tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3222539 Aug 18 13:13:08.709269 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429bf4e-b4d1-4a3a-8028-497dca95c22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84620c72-721f-4648-bada-de65961a6036,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:08.711769 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39688) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:08.734917 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-93724f1d-cc58-4f92-a14d-afb8988ac02b req-33e9b4d0-d4a8-4f67-bb72-32b05b59544a tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/security-groups?id=b85fe65e-597f-4688-b4fe-a48315c33d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784376 Aug 18 13:13:08.830426 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device d63deb1c-c75b-4237-8b99-77ca9bb26ce7 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:13:08.832185 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-37e02b75-9d04-4f81-a78b-78cfe7573184 req-0789e63a-ee50-4ce2-8118-2041c0b17a33 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Deleting port e40026cf-a5ec-45ff-8a75-42d7d708fed4 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:13:08.832718 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-37e02b75-9d04-4f81-a78b-78cfe7573184 req-0789e63a-ee50-4ce2-8118-2041c0b17a33 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:08.857861 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-630b6840-defd-4dd9-8e10-afb1382370dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:08.889136 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-630b6840-defd-4dd9-8e10-afb1382370dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:08.909703 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149b6444-fbaf-49d5-9060-a72236b74294 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:08.911507 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-149b6444-fbaf-49d5-9060-a72236b74294 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "GET /v2.0/networks?id=72895fea-2864-45ad-8acb-265174c50527 HTTP/1.1" status: 200 len: 765 time: 0.1952829 Aug 18 13:13:08.914667 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39690) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:08.920964 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-a7e09460-faef-4914-826f-66ed29672e44 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Request body: {'network': {'description': 'd2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:13:08.944095 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39694) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:08.963169 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-c40f0ce1-96f2-4217-920a-435a79727332 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Deleting port fcc8b5cc-0a9a-494b-8fa8-09c8be40c558 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:13:08.963169 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c40f0ce1-96f2-4217-920a-435a79727332 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:08.977625 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port d63deb1c-c75b-4237-8b99-77ca9bb26ce7, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=d63deb1c-c75b-4237-8b99-77ca9bb26ce7,segment=NetworkSegment(f4c449c2-b154-4262-a0a8-10992ac3951d),segment_id=f4c449c2-b154-4262-a0a8-10992ac3951d)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:13:08.981788 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b5b560b2-2e6f-4e96-aded-f36e39f4d4ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:08.991951 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'd63deb1c-c75b-4237-8b99-77ca9bb26ce7', 'network_id': 'd40b57f9-bbb2-4411-b09b-1190ba8eee3e', 'port_id': 'd63deb1c-c75b-4237-8b99-77ca9bb26ce7', 'mac_address': 'fa:16:3e:2e:44:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2c98821-2056-406e-a9db-4c5c55877dd9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:13:09.012639 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-37e02b75-9d04-4f81-a78b-78cfe7573184 req-0789e63a-ee50-4ce2-8118-2041c0b17a33 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] For port e40026cf-a5ec-45ff-8a75-42d7d708fed4, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=e40026cf-a5ec-45ff-8a75-42d7d708fed4,segment=NetworkSegment(2e819ac2-c0ef-48c2-a90e-5422313fc281),segment_id=2e819ac2-c0ef-48c2-a90e-5422313fc281)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:13:09.014297 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-37e02b75-9d04-4f81-a78b-78cfe7573184 req-0789e63a-ee50-4ce2-8118-2041c0b17a33 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:09.031962 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-37e02b75-9d04-4f81-a78b-78cfe7573184 req-0789e63a-ee50-4ce2-8118-2041c0b17a33 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Calling delete_port for e40026cf-a5ec-45ff-8a75-42d7d708fed4 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:13:09.047240 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df60263-4937-461e-9398-dd8037d9e3f6 None None] get_active_networks_info from n-d-803603-2 {{(pid=101677) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 13:13:09.085460 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:09.089705 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c40f0ce1-96f2-4217-920a-435a79727332 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:09.108418 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-c40f0ce1-96f2-4217-920a-435a79727332 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Calling delete_port for fcc8b5cc-0a9a-494b-8fa8-09c8be40c558 owned by network:router_interface {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:13:09.124972 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d63deb1c-c75b-4237-8b99-77ca9bb26ce7 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:13:09.136257 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-630b6840-defd-4dd9-8e10-afb1382370dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:09.139236 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-630b6840-defd-4dd9-8e10-afb1382370dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:09.143082 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-630b6840-defd-4dd9-8e10-afb1382370dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84620c72-721f-4648-bada-de65961a6036 HTTP/1.1" status: 204 len: 168 time: 0.4416203 Aug 18 13:13:09.176228 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f8ae8914-f857-41b7-81c5-187cae6f295c None None] Provisioning complete for port c0ae5a45-17b9-428c-87c9-cc0d7394e2c7 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:09.176682 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f8ae8914-f857-41b7-81c5-187cae6f295c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:09.183703 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port d63deb1c-c75b-4237-8b99-77ca9bb26ce7, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=d63deb1c-c75b-4237-8b99-77ca9bb26ce7,segment=NetworkSegment(f4c449c2-b154-4262-a0a8-10992ac3951d),segment_id=f4c449c2-b154-4262-a0a8-10992ac3951d)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:13:09.190743 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b6840-defd-4dd9-8e10-afb1382370dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84620c72-721f-4648-bada-de65961a6036,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:09.258445 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:09.297240 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a7e09460-faef-4914-826f-66ed29672e44 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:09.314194 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=d63deb1c-c75b-4237-8b99-77ca9bb26ce7,revision_number=9']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:09.322493 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df60263-4937-461e-9398-dd8037d9e3f6 None None] Resources bound (agent type, host, resource id): {{(pid=101677) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 13:13:09.335571 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b5b560b2-2e6f-4e96-aded-f36e39f4d4ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:09.394579 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a7e09460-faef-4914-826f-66ed29672e44 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:09.403810 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a7e09460-faef-4914-826f-66ed29672e44 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Network 72895fea-2864-45ad-8acb-265174c50527 is not hosted by any dhcp agent {{(pid=101675) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 18 13:13:09.409107 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e09460-faef-4914-826f-66ed29672e44 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:09.410333 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a7e09460-faef-4914-826f-66ed29672e44 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:09.414122 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a7e09460-faef-4914-826f-66ed29672e44 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "PUT /v2.0/networks/72895fea-2864-45ad-8acb-265174c50527 HTTP/1.1" status: 200 len: 762 time: 0.4957824 Aug 18 13:13:09.415911 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39698) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:09.432303 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b5b560b2-2e6f-4e96-aded-f36e39f4d4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:09.449776 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-37e02b75-9d04-4f81-a78b-78cfe7573184 req-0789e63a-ee50-4ce2-8118-2041c0b17a33 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:09.464715 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['e40026cf-a5ec-45ff-8a75-42d7d708fed4'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:13:09.491265 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0789e63a-ee50-4ce2-8118-2041c0b17a33 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Pushing event deleted for resources: {'Port': ['ID=e40026cf-a5ec-45ff-8a75-42d7d708fed4,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:09.504274 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e09460-faef-4914-826f-66ed29672e44 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event updated for resources: {'Network': ['ID=72895fea-2864-45ad-8acb-265174c50527,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:09.508947 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c40f0ce1-96f2-4217-920a-435a79727332 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:09.534527 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 72895fea-2864-45ad-8acb-265174c50527 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:13:09.545768 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e02b75-9d04-4f81-a78b-78cfe7573184 req-0789e63a-ee50-4ce2-8118-2041c0b17a33 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] No DVR routers for this DVR port e40026cf-a5ec-45ff-8a75-42d7d708fed4 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:13:09.547188 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['d63deb1c-c75b-4237-8b99-77ca9bb26ce7'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:13:09.551049 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-37e02b75-9d04-4f81-a78b-78cfe7573184 req-0789e63a-ee50-4ce2-8118-2041c0b17a33 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:09.551049 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-37e02b75-9d04-4f81-a78b-78cfe7573184 req-0789e63a-ee50-4ce2-8118-2041c0b17a33 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.20 "DELETE /v2.0/ports/e40026cf-a5ec-45ff-8a75-42d7d708fed4 HTTP/1.1" status: 204 len: 173 time: 1.0475650 Aug 18 13:13:09.551771 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c4f784-ec84-4579-938a-137be42847d6', 'name': 'network-vif-deleted', 'tag': 'e40026cf-a5ec-45ff-8a75-42d7d708fed4'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:13:09.554626 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4113c86e-aaae-4fe0-9aff-3692b1efbe3e" -d '{"events": [{"server_uuid": "a0c4f784-ec84-4579-938a-137be42847d6", "name": "network-vif-deleted", "tag": "e40026cf-a5ec-45ff-8a75-42d7d708fed4"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:13:09.576944 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f0ce1-96f2-4217-920a-435a79727332 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event deleted for resources: {'Port': ['ID=fcc8b5cc-0a9a-494b-8fa8-09c8be40c558,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:09.600662 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b5b560b2-2e6f-4e96-aded-f36e39f4d4ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=82662802c8544433a3108abd980e68a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6455741 Aug 18 13:13:09.600825 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39702) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:09.603476 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b560b2-2e6f-4e96-aded-f36e39f4d4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0907d87c-af80-429f-9091-693e931c20a7,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:09.623414 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device f1e7497b-8fdd-4c86-afca-0ef8d3d0f885 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:13:09.642275 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600aa060-5b02-4b21-9704-03a92de8a206 x-openstack-request-id: req-600aa060-5b02-4b21-9704-03a92de8a206 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:13:09.645384 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0c4f784-ec84-4579-938a-137be42847d6", "name": "network-vif-deleted", "tag": "e40026cf-a5ec-45ff-8a75-42d7d708fed4", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:13:09.646018 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b60d1d5-7044-44e8-b025-80b3b8e25d67 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:09.646303 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-600aa060-5b02-4b21-9704-03a92de8a206 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:13:09.646871 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c4f784-ec84-4579-938a-137be42847d6', 'name': 'network-vif-deleted', 'tag': 'e40026cf-a5ec-45ff-8a75-42d7d708fed4', 'status': 'completed', 'code': 200} Aug 18 13:13:09.649023 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4b60d1d5-7044-44e8-b025-80b3b8e25d67 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "GET /v2.0/networks?id=72895fea-2864-45ad-8acb-265174c50527 HTTP/1.1" status: 200 len: 765 time: 0.2317736 Aug 18 13:13:09.654224 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39706) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:09.903275 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c40f0ce1-96f2-4217-920a-435a79727332 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:09.910929 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e2ffd755-89f0-40ac-a05b-034157775cfb req-0b35bf4c-956c-40ba-9aeb-30d3e9d53382 tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c4f784-ec84-4579-938a-137be42847d6 HTTP/1.1" status: 200 len: 210 time: 0.0574355 Aug 18 13:13:09.920642 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bbdd1723-46d9-412e-877d-6d99617ca2af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:10.080506 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port f1e7497b-8fdd-4c86-afca-0ef8d3d0f885 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:10.080506 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:10.081089 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bbdd1723-46d9-412e-877d-6d99617ca2af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:10.081089 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfaa156-cbec-4b68-9eee-d63f225a1270 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:10.081089 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6cfaa156-cbec-4b68-9eee-d63f225a1270 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3600447 Aug 18 13:13:10.081440 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed75fe-2fd0-4d49-b317-08537e83903f req-af2d394a-3216-4536-b982-399d1f23810f tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:10.081440 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2eed75fe-2fd0-4d49-b317-08537e83903f req-af2d394a-3216-4536-b982-399d1f23810f tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 944 time: 0.1471107 Aug 18 13:13:10.081601 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39718) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:10.171497 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3be8f8c1-6689-4832-aa56-74a5e9a5c5cb tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "GET /v2.0/subnets?network_id=0babe39a-03c6-4af7-9ca5-00804dd781c2 HTTP/1.1" status: 200 len: 207 time: 0.0906229 Aug 18 13:13:10.171497 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39720) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:10.245155 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40f0ce1-96f2-4217-920a-435a79727332 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Router bd61fa7d-4660-4d22-8687-f5412c9884d0 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:13:10.251615 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2eed75fe-2fd0-4d49-b317-08537e83903f req-22689ed3-bc45-4c6f-a674-db58192c8297 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896808 Aug 18 13:13:10.338963 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40f0ce1-96f2-4217-920a-435a79727332 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:13:10.344333 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c40f0ce1-96f2-4217-920a-435a79727332 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "PUT /v2.0/routers/bd61fa7d-4660-4d22-8687-f5412c9884d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3432963 Aug 18 13:13:10.347735 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39722) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:10.351800 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e05738-0f62-44ad-ad4b-fcf78508f7c5 None None] Sync routers for ids ['bd61fa7d-4660-4d22-8687-f5412c9884d0'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:13:10.363944 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e05738-0f62-44ad-ad4b-fcf78508f7c5 None None] Routers {'bd61fa7d-4660-4d22-8687-f5412c9884d0'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:13:10.364515 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-d8e05738-0f62-44ad-ad4b-fcf78508f7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:12:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['bd61fa7d-4660-4d22-8687-f5412c9884d0'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:10.378231 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bbdd1723-46d9-412e-877d-6d99617ca2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:10.379204 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b8161d5b-75aa-4f40-a549-3500a74ae86f tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd61fa7d-4660-4d22-8687-f5412c9884d0 HTTP/1.1" status: 200 len: 205 time: 0.0304284 Aug 18 13:13:10.381619 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39724) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:10.383834 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bbdd1723-46d9-412e-877d-6d99617ca2af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:10.386040 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-bbdd1723-46d9-412e-877d-6d99617ca2af admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0907d87c-af80-429f-9091-693e931c20a7 HTTP/1.1" status: 204 len: 168 time: 0.7877471 Aug 18 13:13:10.403147 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-d8e05738-0f62-44ad-ad4b-fcf78508f7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:10.406774 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f09a21-ac74-43ab-a479-353731f5a2a0 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:10.413326 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e05738-0f62-44ad-ad4b-fcf78508f7c5 None None] Routers {'bd61fa7d-4660-4d22-8687-f5412c9884d0'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:13:10.414133 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-d8e05738-0f62-44ad-ad4b-fcf78508f7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:12:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['bd61fa7d-4660-4d22-8687-f5412c9884d0'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:10.414573 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f09a21-ac74-43ab-a479-353731f5a2a0 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:10.421613 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f09a21-ac74-43ab-a479-353731f5a2a0 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:10.428997 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f09a21-ac74-43ab-a479-353731f5a2a0 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:10.435304 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f09a21-ac74-43ab-a479-353731f5a2a0 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:10.442345 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f09a21-ac74-43ab-a479-353731f5a2a0 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:10.448739 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e0f09a21-ac74-43ab-a479-353731f5a2a0 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.2732852 Aug 18 13:13:10.448739 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd1723-46d9-412e-877d-6d99617ca2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0907d87c-af80-429f-9091-693e931c20a7,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:10.449048 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-d8e05738-0f62-44ad-ad4b-fcf78508f7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:10.449048 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e05738-0f62-44ad-ad4b-fcf78508f7c5 None None] The sync data for ids ['bd61fa7d-4660-4d22-8687-f5412c9884d0'] in n-d-803603-2 is: [] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:13:10.449227 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39730) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:10.510686 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d1b5215e-7bbc-493d-bbfa-51b3d0474e2c tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:10.620352 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7c417165-ef1a-4de2-bc7a-dbe06b6d5de6 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.1671567 Aug 18 13:13:10.620609 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39734) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:10.678645 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d1b5215e-7bbc-493d-bbfa-51b3d0474e2c tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:10.680802 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d1b5215e-7bbc-493d-bbfa-51b3d0474e2c tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:10.681840 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ee0aba-aac4-40fe-aad5-783fff9ea82e tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:10.683491 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ee0aba-aac4-40fe-aad5-783fff9ea82e tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:10.685660 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ee0aba-aac4-40fe-aad5-783fff9ea82e tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:10.686971 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ee0aba-aac4-40fe-aad5-783fff9ea82e tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:10.689165 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ee0aba-aac4-40fe-aad5-783fff9ea82e tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:10.693881 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e8ee0aba-aac4-40fe-aad5-783fff9ea82e tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0688498 Aug 18 13:13:10.695124 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39738) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:10.768543 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4f26bb-42fe-47f6-995b-4c495b68b5eb tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['shared'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:10.770550 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4f26bb-42fe-47f6-995b-4c495b68b5eb tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['shared'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:10.772378 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4f26bb-42fe-47f6-995b-4c495b68b5eb tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['shared'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:10.773909 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4f26bb-42fe-47f6-995b-4c495b68b5eb tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['shared'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:10.775391 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4f26bb-42fe-47f6-995b-4c495b68b5eb tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['shared'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:10.780373 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6f4f26bb-42fe-47f6-995b-4c495b68b5eb tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0818517 Aug 18 13:13:10.781157 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39744) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:10.794947 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d1b5215e-7bbc-493d-bbfa-51b3d0474e2c tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:10.795923 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b5215e-7bbc-493d-bbfa-51b3d0474e2c tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Fanout notify agent at l3_agent the message router_deleted on router bd61fa7d-4660-4d22-8687-f5412c9884d0 {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:13:10.808705 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d1b5215e-7bbc-493d-bbfa-51b3d0474e2c tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:10.809901 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d1b5215e-7bbc-493d-bbfa-51b3d0474e2c tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "DELETE /v2.0/routers/bd61fa7d-4660-4d22-8687-f5412c9884d0 HTTP/1.1" status: 204 len: 168 time: 0.4272757 Aug 18 13:13:10.825044 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39748) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:10.856361 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device d63deb1c-c75b-4237-8b99-77ca9bb26ce7 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:13:10.913635 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-357610da-26a1-417c-9851-9516c01d8fdc tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Deleting subnet 531abcc3-740b-4dbd-9b1c-d4d437ce2c8f {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:13:10.920005 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-357610da-26a1-417c-9851-9516c01d8fdc tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:10.933471 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port d63deb1c-c75b-4237-8b99-77ca9bb26ce7 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:10.941609 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:10.941778 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5025f324-a89f-4545-b2b2-2063ccc5187d tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:10.941778 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5025f324-a89f-4545-b2b2-2063ccc5187d tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "GET /v2.0/networks/887eda43-60f2-4fc5-8563-237ec77e87e9 HTTP/1.1" status: 200 len: 804 time: 0.1566012 Aug 18 13:13:10.947232 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39752) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:10.984815 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-357610da-26a1-417c-9851-9516c01d8fdc tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:11.038206 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:11.078064 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed76c2d-f46a-4f31-a831-176fc8f21e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63deb1c-c75b-4237-8b99-77ca9bb26ce7'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:13:11.104915 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2393d484-0bb6-492d-8ed4-9dc756eb2728" -d '{"events": [{"server_uuid": "8ed76c2d-f46a-4f31-a831-176fc8f21e7d", "name": "network-vif-plugged", "status": "completed", "tag": "d63deb1c-c75b-4237-8b99-77ca9bb26ce7"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:13:11.112036 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-143504d9-95e2-4d29-aadc-9195c4b964b3 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "GET /v2.0/networks/887eda43-60f2-4fc5-8563-237ec77e87e9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1621161 Aug 18 13:13:11.116083 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39766) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:11.163764 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port d63deb1c-c75b-4237-8b99-77ca9bb26ce7, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=d63deb1c-c75b-4237-8b99-77ca9bb26ce7,segment=NetworkSegment(f4c449c2-b154-4262-a0a8-10992ac3951d),segment_id=f4c449c2-b154-4262-a0a8-10992ac3951d)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:13:11.183881 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194efd82-6e3a-4f75-834f-1113ad2749f2 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:11.185419 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-194efd82-6e3a-4f75-834f-1113ad2749f2 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "GET /v2.0/subnets/301d3a28-966a-465e-9ae2-335848d9d48b HTTP/1.1" status: 200 len: 843 time: 0.0683024 Aug 18 13:13:11.189165 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39768) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:11.191078 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ab976e-c11e-409d-8fad-522d225dc193 x-openstack-request-id: req-78ab976e-c11e-409d-8fad-522d225dc193 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:13:11.191433 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed76c2d-f46a-4f31-a831-176fc8f21e7d", "name": "network-vif-plugged", "status": "completed", "tag": "d63deb1c-c75b-4237-8b99-77ca9bb26ce7", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:13:11.191750 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-78ab976e-c11e-409d-8fad-522d225dc193 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:13:11.192493 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed76c2d-f46a-4f31-a831-176fc8f21e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63deb1c-c75b-4237-8b99-77ca9bb26ce7', 'code': 200} Aug 18 13:13:11.227068 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-653dbbf2-0651-4e0a-b90f-51674c21f266 req-3c961fae-06b4-4389-a246-f2b6e85df56f tempest-VolumesSnapshotTestJSON-354341212 tempest-VolumesSnapshotTestJSON-354341212-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c4f784-ec84-4579-938a-137be42847d6 HTTP/1.1" status: 200 len: 210 time: 0.0400493 Aug 18 13:13:11.249895 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-357610da-26a1-417c-9851-9516c01d8fdc tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:11.302084 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ab93dc-1e24-454e-b22b-7bec352e9904 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['shared'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:11.307908 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-38ab93dc-1e24-454e-b22b-7bec352e9904 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "GET /v2.0/subnets/301d3a28-966a-465e-9ae2-335848d9d48b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1134465 Aug 18 13:13:11.307908 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39774) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:11.312181 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-d30935b8-4545-491e-a9d0-1a8838030ddc tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1787597794'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:13:11.359725 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:11.410355 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed74c1-a13d-4501-8a25-2ae5a3347f53 req-16b79b1d-a069-4e13-a479-d124f418ee7e tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:11.411877 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-60ed74c1-a13d-4501-8a25-2ae5a3347f53 req-16b79b1d-a069-4e13-a479-d124f418ee7e tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 944 time: 0.0766752 Aug 18 13:13:11.417660 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=d63deb1c-c75b-4237-8b99-77ca9bb26ce7,revision_number=10']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:11.452062 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-60ed74c1-a13d-4501-8a25-2ae5a3347f53 req-b03a156b-efe5-478b-a962-4962e8c9fd2d tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340769 Aug 18 13:13:11.457044 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30935b8-4545-491e-a9d0-1a8838030ddc tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Made reservation on behalf of b6df5f5313584044a41229969c576563 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:13:11.460573 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d30935b8-4545-491e-a9d0-1a8838030ddc tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:11.486554 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d30935b8-4545-491e-a9d0-1a8838030ddc tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:13:11.488875 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-357610da-26a1-417c-9851-9516c01d8fdc tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:11.519510 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504b715-6fde-4334-8979-2f4b9faaf461 req-ef82c934-c825-4425-a42d-e772ab3e3c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:11.521150 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8504b715-6fde-4334-8979-2f4b9faaf461 req-ef82c934-c825-4425-a42d-e772ab3e3c60 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 1097 time: 0.0481708 Aug 18 13:13:11.530224 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d30935b8-4545-491e-a9d0-1a8838030ddc tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:11.530224 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-d30935b8-4545-491e-a9d0-1a8838030ddc tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Added segment 7d74d079-6289-41c1-9c7c-48cf9a6538cb of type vlan for network 4bfcd297-ed3f-4521-9e8b-f411e3cde9ae Aug 18 13:13:11.530224 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357610da-26a1-417c-9851-9516c01d8fdc tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event deleted for resources: {'Subnet': ['ID=531abcc3-740b-4dbd-9b1c-d4d437ce2c8f,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:11.537563 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de8c047-5fed-4038-8a18-4c1c7da493b1 None None] Network 9ae1d740-652b-49a3-a648-9a3ff4d400b0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:13:11.538283 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-357610da-26a1-417c-9851-9516c01d8fdc tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:11.540054 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-357610da-26a1-417c-9851-9516c01d8fdc tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "DELETE /v2.0/subnets/531abcc3-740b-4dbd-9b1c-d4d437ce2c8f HTTP/1.1" status: 204 len: 168 time: 0.7254014 Aug 18 13:13:11.542893 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39778) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:11.555656 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b7ecf593-4666-426b-bc59-8bbb0c21d9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:11.564875 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8504b715-6fde-4334-8979-2f4b9faaf461 req-298df442-a6fa-4fa9-aa18-42b9e84cf524 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349941 Aug 18 13:13:11.745903 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6fc680-54b1-4d73-927c-2d404dd1c9a5 None None] DHCP port deletion for 9ae1d740-652b-49a3-a648-9a3ff4d400b0 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:13:11.806820 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-4e6fc680-54b1-4d73-927c-2d404dd1c9a5 None None] Deleting port f1e7497b-8fdd-4c86-afca-0ef8d3d0f885 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:13:11.807209 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4e6fc680-54b1-4d73-927c-2d404dd1c9a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:11.889646 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-4e6fc680-54b1-4d73-927c-2d404dd1c9a5 None None] For port f1e7497b-8fdd-4c86-afca-0ef8d3d0f885, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=f1e7497b-8fdd-4c86-afca-0ef8d3d0f885,segment=NetworkSegment(32fd3188-83f1-46c8-b040-95a77fc1bd65),segment_id=32fd3188-83f1-46c8-b040-95a77fc1bd65)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:13:11.890378 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4e6fc680-54b1-4d73-927c-2d404dd1c9a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:11.904678 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-4e6fc680-54b1-4d73-927c-2d404dd1c9a5 None None] Calling delete_port for f1e7497b-8fdd-4c86-afca-0ef8d3d0f885 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:13:11.944719 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d30935b8-4545-491e-a9d0-1a8838030ddc tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:11.987263 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0cf87506-8a4d-4c7e-829e-4733bec0bdb9 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:12.041213 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d30935b8-4545-491e-a9d0-1a8838030ddc tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:12.046670 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30935b8-4545-491e-a9d0-1a8838030ddc tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:12.047249 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d30935b8-4545-491e-a9d0-1a8838030ddc tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:12.058942 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-0cf87506-8a4d-4c7e-829e-4733bec0bdb9 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Deleting port f1e7497b-8fdd-4c86-afca-0ef8d3d0f885 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:13:12.059299 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0cf87506-8a4d-4c7e-829e-4733bec0bdb9 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:12.064340 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device e40026cf-a5ec-45ff-8a75-42d7d708fed4 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:13:12.085933 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: e40026cf-a5ec-45ff-8a75-42d7d708fed4 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:13:12.086403 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device e40026cf-a5ec-45ff-8a75-42d7d708fed4 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:13:12.102426 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4e6fc680-54b1-4d73-927c-2d404dd1c9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:12.127165 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6fc680-54b1-4d73-927c-2d404dd1c9a5 None None] Pushing event deleted for resources: {'Port': ['ID=f1e7497b-8fdd-4c86-afca-0ef8d3d0f885,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:12.130609 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6fc680-54b1-4d73-927c-2d404dd1c9a5 None None] No DVR routers for this DVR port f1e7497b-8fdd-4c86-afca-0ef8d3d0f885 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:13:12.164655 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30935b8-4545-491e-a9d0-1a8838030ddc tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event updated for resources: {'Network': ['ID=4bfcd297-ed3f-4521-9e8b-f411e3cde9ae,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:12.174595 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 4bfcd297-ed3f-4521-9e8b-f411e3cde9ae details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:13:12.182800 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-0cf87506-8a4d-4c7e-829e-4733bec0bdb9 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] For port f1e7497b-8fdd-4c86-afca-0ef8d3d0f885, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=f1e7497b-8fdd-4c86-afca-0ef8d3d0f885,segment=NetworkSegment(32fd3188-83f1-46c8-b040-95a77fc1bd65),segment_id=32fd3188-83f1-46c8-b040-95a77fc1bd65)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:13:12.183173 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0cf87506-8a4d-4c7e-829e-4733bec0bdb9 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:12.196691 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-0cf87506-8a4d-4c7e-829e-4733bec0bdb9 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Calling delete_port for f1e7497b-8fdd-4c86-afca-0ef8d3d0f885 owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:13:12.211750 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d30935b8-4545-491e-a9d0-1a8838030ddc tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9011102 Aug 18 13:13:12.212255 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39796) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:12.217329 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-f3cb9d0b-63b9-441a-91bf-c9e53a2c90c5 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Request body: {'subnet': {'network_id': '4bfcd297-ed3f-4521-9e8b-f411e3cde9ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:13:12.370321 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0cf87506-8a4d-4c7e-829e-4733bec0bdb9 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:12.397475 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf87506-8a4d-4c7e-829e-4733bec0bdb9 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event deleted for resources: {'Port': ['ID=f1e7497b-8fdd-4c86-afca-0ef8d3d0f885,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:12.400609 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf87506-8a4d-4c7e-829e-4733bec0bdb9 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] No DVR routers for this DVR port f1e7497b-8fdd-4c86-afca-0ef8d3d0f885 on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:13:12.516768 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3cb9d0b-63b9-441a-91bf-c9e53a2c90c5 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Made reservation on behalf of b6df5f5313584044a41229969c576563 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:13:12.526853 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f3cb9d0b-63b9-441a-91bf-c9e53a2c90c5 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:12.638210 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0cf87506-8a4d-4c7e-829e-4733bec0bdb9 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:12.659518 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.ipam_backend_mixin [None req-f3cb9d0b-63b9-441a-91bf-c9e53a2c90c5 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Performing IP validity checks on allocation pools {{(pid=101676) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 18 13:13:12.660037 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.ipam_backend_mixin [None req-f3cb9d0b-63b9-441a-91bf-c9e53a2c90c5 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101676) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 18 13:13:12.663215 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-0cf87506-8a4d-4c7e-829e-4733bec0bdb9 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ae1d740-652b-49a3-a648-9a3ff4d400b0']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:12.678396 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-0cf87506-8a4d-4c7e-829e-4733bec0bdb9 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32fd3188-83f1-46c8-b040-95a77fc1bd65') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:12.678396 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-0cf87506-8a4d-4c7e-829e-4733bec0bdb9 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32fd3188-83f1-46c8-b040-95a77fc1bd65') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:12.707676 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0cf87506-8a4d-4c7e-829e-4733bec0bdb9 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:12.711101 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99523911-6be1-4143-b88c-57cd8352d416 req-17b0d7ff-fd43-49a8-9760-f28fa6790da0 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:12.712617 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-99523911-6be1-4143-b88c-57cd8352d416 req-17b0d7ff-fd43-49a8-9760-f28fa6790da0 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 946 time: 0.1774521 Aug 18 13:13:12.749577 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0cf87506-8a4d-4c7e-829e-4733bec0bdb9 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:12.765806 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cf87506-8a4d-4c7e-829e-4733bec0bdb9 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:13:12.766234 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0cf87506-8a4d-4c7e-829e-4733bec0bdb9 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:12.771615 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:13:12.771615 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:13:12.771615 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:13:12.771615 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:13:12.771615 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:13:12.771615 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:13:12.771615 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:13:12.771615 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:13:12.771615 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:13:12.771615 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:13:12.771615 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:13:12.771615 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:13:12.771615 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:13:12.771615 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:13:12.771615 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:13:12.771615 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:13:12.771615 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:13:12.771615 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:13:12.771615 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:13:12.771615 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:13:12.771615 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:13:12.771615 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:13:12.771615 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:13:12.771615 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:13:12.771615 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:13:12.771615 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:13:12.771615 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:13:12.771615 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:13:12.771615 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:13:12.771615 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:13:12.771615 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:13:12.771615 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:13:12.827151 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-99523911-6be1-4143-b88c-57cd8352d416 req-c826bf8b-5ab8-4870-9dfb-4cf3b8f458e7 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065414 Aug 18 13:13:13.030023 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39842) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:13.044593 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0cf87506-8a4d-4c7e-829e-4733bec0bdb9 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:13.052712 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0cf87506-8a4d-4c7e-829e-4733bec0bdb9 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:13.068057 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0cf87506-8a4d-4c7e-829e-4733bec0bdb9 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "DELETE /v2.0/networks/9ae1d740-652b-49a3-a648-9a3ff4d400b0 HTTP/1.1" status: 204 len: 168 time: 1.5240946 Aug 18 13:13:13.071771 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39846) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:13.087946 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-b9ba0655-f5c5-4edf-8456-9afe10ec5c1d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1408703291', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:13:13.115696 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f3cb9d0b-63b9-441a-91bf-c9e53a2c90c5 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:13.130569 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf87506-8a4d-4c7e-829e-4733bec0bdb9 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event deleted for resources: {'Network': ['ID=9ae1d740-652b-49a3-a648-9a3ff4d400b0,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:13.203214 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-2b7298dc-5022-4e85-a061-424d90e0e080 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-955883134', 'router:external': True}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:13:13.215233 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb9d0b-63b9-441a-91bf-c9e53a2c90c5 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event updated for resources: {'Subnet': ['ID=3db6550d-f7a0-4c76-87e0-9fb011b15aeb,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:13.223069 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cb9d0b-63b9-441a-91bf-c9e53a2c90c5 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Checking segment: {'id': '7d74d079-6289-41c1-9c7c-48cf9a6538cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4bfcd297-ed3f-4521-9e8b-f411e3cde9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:13:13.229908 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cb9d0b-63b9-441a-91bf-c9e53a2c90c5 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Network hostable DHCP agents. Network: 4bfcd297-ed3f-4521-9e8b-f411e3cde9ae, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:13:13.245542 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b9ba0655-f5c5-4edf-8456-9afe10ec5c1d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:13.246654 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b9ba0655-f5c5-4edf-8456-9afe10ec5c1d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:13.303540 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b9ba0655-f5c5-4edf-8456-9afe10ec5c1d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:13.307827 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cb9d0b-63b9-441a-91bf-c9e53a2c90c5 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Network 4bfcd297-ed3f-4521-9e8b-f411e3cde9ae is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:13:13.336314 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7298dc-5022-4e85-a061-424d90e0e080 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Made reservation on behalf of 00429da51deb4fc587895c22d0db00a7 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:13:13.339561 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2b7298dc-5022-4e85-a061-424d90e0e080 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:13.347832 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2b7298dc-5022-4e85-a061-424d90e0e080 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:13.428449 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b9ba0655-f5c5-4edf-8456-9afe10ec5c1d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:13.437109 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2b7298dc-5022-4e85-a061-424d90e0e080 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:13.502783 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-f3cb9d0b-63b9-441a-91bf-c9e53a2c90c5 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 4bfcd297-ed3f-4521-9e8b-f411e3cde9ae) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:13:13.507483 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cb9d0b-63b9-441a-91bf-c9e53a2c90c5 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:13.508295 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f3cb9d0b-63b9-441a-91bf-c9e53a2c90c5 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:13.514749 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4aa2788-c8bb-43c0-985d-72a6e633ed36 None None] Network 4bfcd297-ed3f-4521-9e8b-f411e3cde9ae requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:13:13.528165 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2b7298dc-5022-4e85-a061-424d90e0e080 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:13.556968 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b7298dc-5022-4e85-a061-424d90e0e080 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:13:13.562483 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7298dc-5022-4e85-a061-424d90e0e080 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4662f2f8-3c38-4c35-abda-ada6e7aa0016,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:13.569805 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2b7298dc-5022-4e85-a061-424d90e0e080 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:13.570453 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-2b7298dc-5022-4e85-a061-424d90e0e080 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Added segment a363e534-d69f-413c-bcd3-98786528c9fb of type vlan for network 78a344b2-a3b3-46ba-9353-1f123551aabd Aug 18 13:13:13.592526 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device f1e7497b-8fdd-4c86-afca-0ef8d3d0f885 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:13:13.612965 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: f1e7497b-8fdd-4c86-afca-0ef8d3d0f885 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:13:13.613429 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device f1e7497b-8fdd-4c86-afca-0ef8d3d0f885 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:13:13.613885 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b9ba0655-f5c5-4edf-8456-9afe10ec5c1d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:13.615808 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b9ba0655-f5c5-4edf-8456-9afe10ec5c1d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5421612 Aug 18 13:13:13.618071 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39864) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:13.626463 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-556347c9-f5b3-42d7-8874-a2e00d7bcc3e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Request body: {'network': {'name': 'tempest-RoutersTest-1485438512'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:13:13.631946 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2b7298dc-5022-4e85-a061-424d90e0e080 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:13.649347 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f3cb9d0b-63b9-441a-91bf-c9e53a2c90c5 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.4358537 Aug 18 13:13:13.652017 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39866) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:13.661013 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-00b2f04d-8937-4b5e-a67b-1db3f6c0d125 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:13:13.748757 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2b7298dc-5022-4e85-a061-424d90e0e080 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:13.749767 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7298dc-5022-4e85-a061-424d90e0e080 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:13.750354 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2b7298dc-5022-4e85-a061-424d90e0e080 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:13.755278 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069f1658-707f-4537-8d1d-0b83877f6402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-4bfcd297-ed3f-4521-9e8b-f411e3cde9ae', 'network_id': '4bfcd297-ed3f-4521-9e8b-f411e3cde9ae', 'tenant_id': 'b6df5f5313584044a41229969c576563', 'fixed_ips': [{'subnet_id': '3db6550d-f7a0-4c76-87e0-9fb011b15aeb'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:13:13.756652 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-069f1658-707f-4537-8d1d-0b83877f6402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:13.774881 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-00b2f04d-8937-4b5e-a67b-1db3f6c0d125 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29607504'] for subnet, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:13.780640 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c49d19c7-910b-4554-bb55-ce797c11cf8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:13.781433 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556347c9-f5b3-42d7-8874-a2e00d7bcc3e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Made reservation on behalf of 6307d39a85c24bc690f9cb3d2145ec59 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:13:13.789201 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-556347c9-f5b3-42d7-8874-a2e00d7bcc3e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:13.856131 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7298dc-5022-4e85-a061-424d90e0e080 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Pushing event updated for resources: {'Network': ['ID=78a344b2-a3b3-46ba-9353-1f123551aabd,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:13.869047 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2b7298dc-5022-4e85-a061-424d90e0e080 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.8375423 Aug 18 13:13:13.877058 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39870) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:13.879604 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 78a344b2-a3b3-46ba-9353-1f123551aabd details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:13:13.884600 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-da2245ff-128b-463d-981a-c99cff4d9906 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Request body: {'subnet': {'network_id': '78a344b2-a3b3-46ba-9353-1f123551aabd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:13:13.896889 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-556347c9-f5b3-42d7-8874-a2e00d7bcc3e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:13:13.919585 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-556347c9-f5b3-42d7-8874-a2e00d7bcc3e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:13.919944 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-556347c9-f5b3-42d7-8874-a2e00d7bcc3e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Added segment 0ac65b2a-c8b9-44ae-a0db-8bb98edb45cf of type vlan for network 6317ca6c-a972-4db5-b419-d30f0cde7fe8 Aug 18 13:13:13.977856 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.db.api [None req-069f1658-707f-4537-8d1d-0b83877f6402 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 13:13:13.977856 n-d-803603-2 neutron-server[101677]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Aug 18 13:13:13.977856 n-d-803603-2 neutron-server[101677]: [parameters: {'in_use': 1, 'id_1': '3db6550d-f7a0-4c76-87e0-9fb011b15aeb'}] Aug 18 13:13:13.977856 n-d-803603-2 neutron-server[101677]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:13:13.978334 n-d-803603-2 neutron-server[101677]: DEBUG oslo_db.api [None req-069f1658-707f-4537-8d1d-0b83877f6402 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:13:13.994182 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2245ff-128b-463d-981a-c99cff4d9906 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Made reservation on behalf of 00429da51deb4fc587895c22d0db00a7 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:13:13.996726 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-da2245ff-128b-463d-981a-c99cff4d9906 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:14.015499 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-556347c9-f5b3-42d7-8874-a2e00d7bcc3e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:14.105093 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc943a-8e68-460a-b533-62dac97cff27 req-80396bb0-aaae-48dc-91e9-fad5d467c3a5 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:14.106640 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-86dc943a-8e68-460a-b533-62dac97cff27 req-80396bb0-aaae-48dc-91e9-fad5d467c3a5 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 946 time: 0.1458910 Aug 18 13:13:14.150762 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-86dc943a-8e68-460a-b533-62dac97cff27 req-f5988b83-e17c-4fa4-ad70-5382aedc2a8f tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344481 Aug 18 13:13:14.217096 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-556347c9-f5b3-42d7-8874-a2e00d7bcc3e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:14.224067 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556347c9-f5b3-42d7-8874-a2e00d7bcc3e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:14.224661 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-556347c9-f5b3-42d7-8874-a2e00d7bcc3e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:14.278138 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-00b2f04d-8937-4b5e-a67b-1db3f6c0d125 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783897558375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29479932'] for subnet, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:14.330875 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556347c9-f5b3-42d7-8874-a2e00d7bcc3e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event updated for resources: {'Network': ['ID=6317ca6c-a972-4db5-b419-d30f0cde7fe8,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:14.343353 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b2f04d-8937-4b5e-a67b-1db3f6c0d125 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:14.343956 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-00b2f04d-8937-4b5e-a67b-1db3f6c0d125 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:14.345278 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-00b2f04d-8937-4b5e-a67b-1db3f6c0d125 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "PUT /v2.0/subnets/3db6550d-f7a0-4c76-87e0-9fb011b15aeb HTTP/1.1" status: 200 len: 900 time: 0.6921961 Aug 18 13:13:14.346779 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 6317ca6c-a972-4db5-b419-d30f0cde7fe8 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:13:14.348763 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39878) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:14.402832 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2f04d-8937-4b5e-a67b-1db3f6c0d125 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event updated for resources: {'Subnet': ['ID=3db6550d-f7a0-4c76-87e0-9fb011b15aeb,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:14.421209 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-556347c9-f5b3-42d7-8874-a2e00d7bcc3e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7994008 Aug 18 13:13:14.422397 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39880) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:14.428188 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-e3a8e83a-c006-4d2b-9d19-2068d4df1465 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Request body: {'subnet': {'network_id': '6317ca6c-a972-4db5-b419-d30f0cde7fe8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:13:14.480271 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-069f1658-707f-4537-8d1d-0b83877f6402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:14.489003 n-d-803603-2 neutron-server[101676]: DEBUG neutron.objects.ports [None req-da2245ff-128b-463d-981a-c99cff4d9906 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101676) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 13:13:14.489468 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-da2245ff-128b-463d-981a-c99cff4d9906 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:14.531315 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-008534cb-531d-45a8-9ca4-621d7ba6f3f0 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:14.559095 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2245ff-128b-463d-981a-c99cff4d9906 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e6cc6a5e-b1fd-42ac-90ec-d2c352953c7c,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:14.570946 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2245ff-128b-463d-981a-c99cff4d9906 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Checking segment: {'id': 'a363e534-d69f-413c-bcd3-98786528c9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '78a344b2-a3b3-46ba-9353-1f123551aabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:13:14.571462 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2245ff-128b-463d-981a-c99cff4d9906 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Network hostable DHCP agents. Network: 78a344b2-a3b3-46ba-9353-1f123551aabd, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:13:14.582856 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:14.603024 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-008534cb-531d-45a8-9ca4-621d7ba6f3f0 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:14.645320 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-069f1658-707f-4537-8d1d-0b83877f6402 None None] Allocated IP 2001:db8::3 (4bfcd297-ed3f-4521-9e8b-f411e3cde9ae/3db6550d-f7a0-4c76-87e0-9fb011b15aeb/c7f7f51b-dbb9-4574-a774-afc3c569b44f) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:13:14.649327 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a8e83a-c006-4d2b-9d19-2068d4df1465 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Made reservation on behalf of 6307d39a85c24bc690f9cb3d2145ec59 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:13:14.652842 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e3a8e83a-c006-4d2b-9d19-2068d4df1465 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:14.698521 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2245ff-128b-463d-981a-c99cff4d9906 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Network 78a344b2-a3b3-46ba-9353-1f123551aabd is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:13:14.803122 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-069f1658-707f-4537-8d1d-0b83877f6402 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:14.811061 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-069f1658-707f-4537-8d1d-0b83877f6402 None None] Transition to ACTIVE for port object c7f7f51b-dbb9-4574-a774-afc3c569b44f will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:13:14.825385 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-069f1658-707f-4537-8d1d-0b83877f6402 None None] Transition to ACTIVE for port object c7f7f51b-dbb9-4574-a774-afc3c569b44f will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:13:14.828225 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-da2245ff-128b-463d-981a-c99cff4d9906 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 78a344b2-a3b3-46ba-9353-1f123551aabd) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:13:14.832419 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2245ff-128b-463d-981a-c99cff4d9906 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:14.832948 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-da2245ff-128b-463d-981a-c99cff4d9906 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:14.838404 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0797a3-32d9-48e9-87a7-b268c7abe813 None None] Network 78a344b2-a3b3-46ba-9353-1f123551aabd requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:13:14.945327 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-069f1658-707f-4537-8d1d-0b83877f6402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:14.960419 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-da2245ff-128b-463d-981a-c99cff4d9906 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0874109 Aug 18 13:13:14.963550 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39884) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:14.968737 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-1c027fe2-9a57-444e-b533-7f7c9d312da7 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-787600583', 'network_id': '78a344b2-a3b3-46ba-9353-1f123551aabd'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:13:14.972394 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e3a8e83a-c006-4d2b-9d19-2068d4df1465 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:14.992215 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5cec7f-5d73-4045-9584-a9b0f950f9e7 None None] Network 78a344b2-a3b3-46ba-9353-1f123551aabd requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:13:15.040964 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a8e83a-c006-4d2b-9d19-2068d4df1465 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event updated for resources: {'Subnet': ['ID=dec8e282-a4a9-4ff2-8309-906d50d025d9,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:15.061481 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a8e83a-c006-4d2b-9d19-2068d4df1465 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Checking segment: {'id': '0ac65b2a-c8b9-44ae-a0db-8bb98edb45cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6317ca6c-a972-4db5-b419-d30f0cde7fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:13:15.061750 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a8e83a-c006-4d2b-9d19-2068d4df1465 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Network hostable DHCP agents. Network: 6317ca6c-a972-4db5-b419-d30f0cde7fe8, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:13:15.092271 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-008534cb-531d-45a8-9ca4-621d7ba6f3f0 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:15.129330 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008534cb-531d-45a8-9ca4-621d7ba6f3f0 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event deleted for resources: {'Subnet': ['ID=3db6550d-f7a0-4c76-87e0-9fb011b15aeb,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:15.196428 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069f1658-707f-4537-8d1d-0b83877f6402 None None] Network 4bfcd297-ed3f-4521-9e8b-f411e3cde9ae is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:13:15.212612 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-069f1658-707f-4537-8d1d-0b83877f6402 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:13:15.212827 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-008534cb-531d-45a8-9ca4-621d7ba6f3f0 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:15.212948 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f1658-707f-4537-8d1d-0b83877f6402 None None] Pushing event updated for resources: {'Port': ['ID=c7f7f51b-dbb9-4574-a774-afc3c569b44f,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:15.213047 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069f1658-707f-4537-8d1d-0b83877f6402 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:13:15.219526 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c027fe2-9a57-444e-b533-7f7c9d312da7 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Made reservation on behalf of 00429da51deb4fc587895c22d0db00a7 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:13:15.222149 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1c027fe2-9a57-444e-b533-7f7c9d312da7 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:15.235613 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a8e83a-c006-4d2b-9d19-2068d4df1465 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Network 6317ca6c-a972-4db5-b419-d30f0cde7fe8 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:13:15.241303 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-008534cb-531d-45a8-9ca4-621d7ba6f3f0 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bfcd297-ed3f-4521-9e8b-f411e3cde9ae']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:15.254282 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [None req-1c027fe2-9a57-444e-b533-7f7c9d312da7 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] device_id is not set on port c1ba2ffc-6adb-4af3-9f96-f0d7842eb726 yet. {{(pid=101675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:13:15.261233 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-008534cb-531d-45a8-9ca4-621d7ba6f3f0 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d74d079-6289-41c1-9c7c-48cf9a6538cb') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:15.262243 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-008534cb-531d-45a8-9ca4-621d7ba6f3f0 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d74d079-6289-41c1-9c7c-48cf9a6538cb') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:15.273838 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-008534cb-531d-45a8-9ca4-621d7ba6f3f0 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:15.302085 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-069f1658-707f-4537-8d1d-0b83877f6402 None None] Attempting to bind port c7f7f51b-dbb9-4574-a774-afc3c569b44f on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:13:15.302504 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-069f1658-707f-4537-8d1d-0b83877f6402 None None] Attempting to bind port c7f7f51b-dbb9-4574-a774-afc3c569b44f by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '7d74d079-6289-41c1-9c7c-48cf9a6538cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4bfcd297-ed3f-4521-9e8b-f411e3cde9ae'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:13:15.302869 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069f1658-707f-4537-8d1d-0b83877f6402 None None] Attempting to bind port c7f7f51b-dbb9-4574-a774-afc3c569b44f on network 4bfcd297-ed3f-4521-9e8b-f411e3cde9ae {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:13:15.327041 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-008534cb-531d-45a8-9ca4-621d7ba6f3f0 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:15.327240 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069f1658-707f-4537-8d1d-0b83877f6402 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:13:15.327585 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069f1658-707f-4537-8d1d-0b83877f6402 None None] Checking segment: {'id': '7d74d079-6289-41c1-9c7c-48cf9a6538cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4bfcd297-ed3f-4521-9e8b-f411e3cde9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:13:15.327991 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-069f1658-707f-4537-8d1d-0b83877f6402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:15.328532 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069f1658-707f-4537-8d1d-0b83877f6402 None None] Bound using segment: {'id': '7d74d079-6289-41c1-9c7c-48cf9a6538cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4bfcd297-ed3f-4521-9e8b-f411e3cde9ae'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:13:15.328867 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-069f1658-707f-4537-8d1d-0b83877f6402 None None] Bound port: c7f7f51b-dbb9-4574-a774-afc3c569b44f, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d74d079-6289-41c1-9c7c-48cf9a6538cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4bfcd297-ed3f-4521-9e8b-f411e3cde9ae'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:13:15.329256 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-069f1658-707f-4537-8d1d-0b83877f6402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:15.339940 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-008534cb-531d-45a8-9ca4-621d7ba6f3f0 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:13:15.340368 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-008534cb-531d-45a8-9ca4-621d7ba6f3f0 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:15.343417 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:13:15.343417 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:13:15.343417 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:13:15.343417 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:13:15.343417 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:13:15.343417 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:13:15.343417 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:13:15.343417 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:13:15.343417 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:13:15.343417 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:13:15.343417 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:13:15.343417 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:13:15.343417 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:13:15.343417 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:13:15.343417 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:13:15.343417 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:13:15.343417 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:13:15.343417 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:13:15.343417 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:13:15.343417 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:13:15.343417 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:13:15.343417 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:13:15.343417 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:13:15.343417 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:13:15.343417 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:13:15.343417 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:13:15.343417 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:13:15.343417 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:13:15.343417 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:13:15.343417 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:13:15.343417 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:13:15.343417 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:13:15.369309 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb92f5-262f-490d-b5d1-0e3ca24fc03a req-bf284143-7831-47cc-8539-4c3d5ab131db tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:15.377332 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-66cb92f5-262f-490d-b5d1-0e3ca24fc03a req-bf284143-7831-47cc-8539-4c3d5ab131db tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 946 time: 0.1112454 Aug 18 13:13:15.384247 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-e3a8e83a-c006-4d2b-9d19-2068d4df1465 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 6317ca6c-a972-4db5-b419-d30f0cde7fe8) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:13:15.396126 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46af048-e523-4b3d-9ff4-4c7fde3510c0 None None] Network 6317ca6c-a972-4db5-b419-d30f0cde7fe8 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:13:15.410457 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a8e83a-c006-4d2b-9d19-2068d4df1465 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:15.411293 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e3a8e83a-c006-4d2b-9d19-2068d4df1465 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:15.445317 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-66cb92f5-262f-490d-b5d1-0e3ca24fc03a req-c12d9af2-11b7-4346-9844-0653c5a17464 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600803 Aug 18 13:13:15.447456 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:15.468684 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-1c027fe2-9a57-444e-b533-7f7c9d312da7 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Allocated IP 172.20.0.8 (78a344b2-a3b3-46ba-9353-1f123551aabd/e6cc6a5e-b1fd-42ac-90ec-d2c352953c7c/c1ba2ffc-6adb-4af3-9f96-f0d7842eb726) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:13:15.475283 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-069f1658-707f-4537-8d1d-0b83877f6402 None None] For port c7f7f51b-dbb9-4574-a774-afc3c569b44f, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:13:15.494281 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-069f1658-707f-4537-8d1d-0b83877f6402 None None] For port c7f7f51b-dbb9-4574-a774-afc3c569b44f, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=c7f7f51b-dbb9-4574-a774-afc3c569b44f,segment=NetworkSegment(7d74d079-6289-41c1-9c7c-48cf9a6538cb),segment_id=7d74d079-6289-41c1-9c7c-48cf9a6538cb)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:13:15.557384 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.db.api [None req-008534cb-531d-45a8-9ca4-621d7ba6f3f0 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 18 13:13:15.557384 n-d-803603-2 neutron-server[101675]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 18 13:13:15.557384 n-d-803603-2 neutron-server[101675]: [parameters: {'id': '4bfcd297-ed3f-4521-9e8b-f411e3cde9ae'}] Aug 18 13:13:15.557384 n-d-803603-2 neutron-server[101675]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:13:15.557871 n-d-803603-2 neutron-server[101675]: DEBUG oslo_db.api [None req-008534cb-531d-45a8-9ca4-621d7ba6f3f0 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:13:15.604290 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860d8633-0fdc-4539-af3d-e74817885f23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-6317ca6c-a972-4db5-b419-d30f0cde7fe8', 'network_id': '6317ca6c-a972-4db5-b419-d30f0cde7fe8', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'fixed_ips': [{'subnet_id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:13:15.605244 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-860d8633-0fdc-4539-af3d-e74817885f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:15.621624 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e3a8e83a-c006-4d2b-9d19-2068d4df1465 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1979663 Aug 18 13:13:15.624444 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39894) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:15.637802 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a4af7-24bb-4eaf-99d0-2bd42994b0f1 req-2df23773-d94b-4502-91e5-9e205f1d71ee tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:15.639521 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-051a4af7-24bb-4eaf-99d0-2bd42994b0f1 req-2df23773-d94b-4502-91e5-9e205f1d71ee tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 946 time: 0.1149521 Aug 18 13:13:15.674308 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-069f1658-707f-4537-8d1d-0b83877f6402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:15.848552 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f1658-707f-4537-8d1d-0b83877f6402 None None] Pushing event updated for resources: {'Port': ['ID=c7f7f51b-dbb9-4574-a774-afc3c569b44f,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:15.862199 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-860d8633-0fdc-4539-af3d-e74817885f23 None None] Allocated IP 172.20.0.2 (6317ca6c-a972-4db5-b419-d30f0cde7fe8/dec8e282-a4a9-4ff2-8309-906d50d025d9/7c266ac9-da58-4499-b114-7447dd38329d) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:13:15.872649 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca399a05-d9c7-4889-a6a5-71dfa4de3449 None None] Network 4bfcd297-ed3f-4521-9e8b-f411e3cde9ae requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:13:15.874815 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-051a4af7-24bb-4eaf-99d0-2bd42994b0f1 req-dba2df6a-7754-4722-b06b-1407b9dc658c tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937661 Aug 18 13:13:16.021992 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6faaf-9b96-4e8f-8a0e-0437df9334fa req-d50879cd-6bd9-4cd3-9797-3c166086ed90 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:16.024291 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7ee6faaf-9b96-4e8f-8a0e-0437df9334fa req-d50879cd-6bd9-4cd3-9797-3c166086ed90 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 946 time: 0.0565536 Aug 18 13:13:16.070665 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-008534cb-531d-45a8-9ca4-621d7ba6f3f0 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:16.075529 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7ee6faaf-9b96-4e8f-8a0e-0437df9334fa req-7c9fe009-bacd-456f-aa18-e17c98b7c88e tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392559 Aug 18 13:13:16.087661 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1c027fe2-9a57-444e-b533-7f7c9d312da7 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:16.169651 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-860d8633-0fdc-4539-af3d-e74817885f23 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:16.181454 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-860d8633-0fdc-4539-af3d-e74817885f23 None None] Transition to ACTIVE for port object 7c266ac9-da58-4499-b114-7447dd38329d will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:13:16.200098 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-860d8633-0fdc-4539-af3d-e74817885f23 None None] Transition to ACTIVE for port object 7c266ac9-da58-4499-b114-7447dd38329d will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:13:16.210204 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2a535cce-15b2-435b-977f-a6d9a0759362 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:16.226402 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68769146-606a-454d-8d6d-9b389da4891e None None] Network 4bfcd297-ed3f-4521-9e8b-f411e3cde9ae requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:13:16.248187 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1c027fe2-9a57-444e-b533-7f7c9d312da7 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:16.272967 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2b938-bea9-4322-8f3b-2b3ea4a9e754 req-a6a09e6c-57eb-49c1-8f15-d97eee6c382a tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:16.274588 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-00b2b938-bea9-4322-8f3b-2b3ea4a9e754 req-a6a09e6c-57eb-49c1-8f15-d97eee6c382a tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 946 time: 0.0674071 Aug 18 13:13:16.322204 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-860d8633-0fdc-4539-af3d-e74817885f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:16.323205 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-00b2b938-bea9-4322-8f3b-2b3ea4a9e754 req-c8fa5a57-abaf-4aaf-b17e-e45c76fc2cd5 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414479 Aug 18 13:13:16.396214 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860d8633-0fdc-4539-af3d-e74817885f23 None None] Network 6317ca6c-a972-4db5-b419-d30f0cde7fe8 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:13:16.404587 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-860d8633-0fdc-4539-af3d-e74817885f23 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:13:16.407576 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860d8633-0fdc-4539-af3d-e74817885f23 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:13:16.454557 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d8633-0fdc-4539-af3d-e74817885f23 None None] Pushing event updated for resources: {'Port': ['ID=7c266ac9-da58-4499-b114-7447dd38329d,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:16.537891 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-860d8633-0fdc-4539-af3d-e74817885f23 None None] Attempting to bind port 7c266ac9-da58-4499-b114-7447dd38329d on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:13:16.551518 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-860d8633-0fdc-4539-af3d-e74817885f23 None None] Attempting to bind port 7c266ac9-da58-4499-b114-7447dd38329d by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '0ac65b2a-c8b9-44ae-a0db-8bb98edb45cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6317ca6c-a972-4db5-b419-d30f0cde7fe8'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:13:16.559068 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860d8633-0fdc-4539-af3d-e74817885f23 None None] Attempting to bind port 7c266ac9-da58-4499-b114-7447dd38329d on network 6317ca6c-a972-4db5-b419-d30f0cde7fe8 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:13:16.578389 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860d8633-0fdc-4539-af3d-e74817885f23 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:13:16.579167 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860d8633-0fdc-4539-af3d-e74817885f23 None None] Checking segment: {'id': '0ac65b2a-c8b9-44ae-a0db-8bb98edb45cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6317ca6c-a972-4db5-b419-d30f0cde7fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:13:16.579685 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-860d8633-0fdc-4539-af3d-e74817885f23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:16.580179 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860d8633-0fdc-4539-af3d-e74817885f23 None None] Bound using segment: {'id': '0ac65b2a-c8b9-44ae-a0db-8bb98edb45cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6317ca6c-a972-4db5-b419-d30f0cde7fe8'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:13:16.580907 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-860d8633-0fdc-4539-af3d-e74817885f23 None None] Bound port: 7c266ac9-da58-4499-b114-7447dd38329d, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ac65b2a-c8b9-44ae-a0db-8bb98edb45cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6317ca6c-a972-4db5-b419-d30f0cde7fe8'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:13:16.582303 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-860d8633-0fdc-4539-af3d-e74817885f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:16.692624 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-860d8633-0fdc-4539-af3d-e74817885f23 None None] For port 7c266ac9-da58-4499-b114-7447dd38329d, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:13:16.697171 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-860d8633-0fdc-4539-af3d-e74817885f23 None None] For port 7c266ac9-da58-4499-b114-7447dd38329d, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=7c266ac9-da58-4499-b114-7447dd38329d,segment=NetworkSegment(0ac65b2a-c8b9-44ae-a0db-8bb98edb45cf),segment_id=0ac65b2a-c8b9-44ae-a0db-8bb98edb45cf)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:13:16.772022 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-860d8633-0fdc-4539-af3d-e74817885f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:16.886473 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d8633-0fdc-4539-af3d-e74817885f23 None None] Pushing event updated for resources: {'Port': ['ID=7c266ac9-da58-4499-b114-7447dd38329d,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:16.896713 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c027fe2-9a57-444e-b533-7f7c9d312da7 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Network 78a344b2-a3b3-46ba-9353-1f123551aabd is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:13:16.908773 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-1c027fe2-9a57-444e-b533-7f7c9d312da7 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:13:16.947928 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c027fe2-9a57-444e-b533-7f7c9d312da7 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Pushing event updated for resources: {'Port': ['ID=c1ba2ffc-6adb-4af3-9f96-f0d7842eb726,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:16.950557 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c027fe2-9a57-444e-b533-7f7c9d312da7 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:13:17.002925 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697a872-09d4-4a01-b659-4539d6d63fb3 req-84c301d8-9615-4cac-8cdf-dc7e0260ade8 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:17.005187 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e697a872-09d4-4a01-b659-4539d6d63fb3 req-84c301d8-9615-4cac-8cdf-dc7e0260ade8 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 946 time: 0.1786127 Aug 18 13:13:17.076577 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-008534cb-531d-45a8-9ca4-621d7ba6f3f0 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Deleting port c7f7f51b-dbb9-4574-a774-afc3c569b44f {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:13:17.076930 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-008534cb-531d-45a8-9ca4-621d7ba6f3f0 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:17.084632 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c027fe2-9a57-444e-b533-7f7c9d312da7 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:17.085389 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1c027fe2-9a57-444e-b533-7f7c9d312da7 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:17.165233 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e697a872-09d4-4a01-b659-4539d6d63fb3 req-9fa7af8f-f6ae-4822-9e8d-6b6505c2c299 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472015 Aug 18 13:13:17.240504 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-008534cb-531d-45a8-9ca4-621d7ba6f3f0 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] For port c7f7f51b-dbb9-4574-a774-afc3c569b44f, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=c7f7f51b-dbb9-4574-a774-afc3c569b44f,segment=NetworkSegment(7d74d079-6289-41c1-9c7c-48cf9a6538cb),segment_id=7d74d079-6289-41c1-9c7c-48cf9a6538cb)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:13:17.240504 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-008534cb-531d-45a8-9ca4-621d7ba6f3f0 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:17.256655 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-008534cb-531d-45a8-9ca4-621d7ba6f3f0 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Calling delete_port for c7f7f51b-dbb9-4574-a774-afc3c569b44f owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:13:17.271781 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1c027fe2-9a57-444e-b533-7f7c9d312da7 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.3040917 Aug 18 13:13:17.272340 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39920) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:17.273229 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-2a535cce-15b2-435b-977f-a6d9a0759362 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Allocated IP 172.20.0.1 (6317ca6c-a972-4db5-b419-d30f0cde7fe8/dec8e282-a4a9-4ff2-8309-906d50d025d9/b15b7f8f-aee0-4312-a803-dbba543bdc01) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:13:17.361741 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:17.422892 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-7dcf05af-5805-4a48-a493-e3cefaeea4b2 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Deleting port c1ba2ffc-6adb-4af3-9f96-f0d7842eb726 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:13:17.427574 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7dcf05af-5805-4a48-a493-e3cefaeea4b2 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:17.515138 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1c98e-f8a4-4b3a-9916-2184b756a7df req-67407a5d-f046-430f-a14e-63887dc07d96 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:17.515138 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-69b1c98e-f8a4-4b3a-9916-2184b756a7df req-67407a5d-f046-430f-a14e-63887dc07d96 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 946 time: 0.1906340 Aug 18 13:13:17.557080 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2a535cce-15b2-435b-977f-a6d9a0759362 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:17.588568 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-69b1c98e-f8a4-4b3a-9916-2184b756a7df req-f9817e54-6093-4a4b-b818-c203903fca86 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666652 Aug 18 13:13:17.593773 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7dcf05af-5805-4a48-a493-e3cefaeea4b2 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:17.597702 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-2a535cce-15b2-435b-977f-a6d9a0759362 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Transition to ACTIVE for port object b15b7f8f-aee0-4312-a803-dbba543bdc01 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:13:17.610932 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-7dcf05af-5805-4a48-a493-e3cefaeea4b2 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Calling delete_port for c1ba2ffc-6adb-4af3-9f96-f0d7842eb726 owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:13:17.632715 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-008534cb-531d-45a8-9ca4-621d7ba6f3f0 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:17.667749 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008534cb-531d-45a8-9ca4-621d7ba6f3f0 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event deleted for resources: {'Port': ['ID=c7f7f51b-dbb9-4574-a774-afc3c569b44f,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:17.682655 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008534cb-531d-45a8-9ca4-621d7ba6f3f0 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] No DVR routers for this DVR port c7f7f51b-dbb9-4574-a774-afc3c569b44f on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:13:17.710914 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 7c266ac9-da58-4499-b114-7447dd38329d up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:13:17.794595 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-008534cb-531d-45a8-9ca4-621d7ba6f3f0 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:17.808164 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-008534cb-531d-45a8-9ca4-621d7ba6f3f0 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bfcd297-ed3f-4521-9e8b-f411e3cde9ae']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:17.824308 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-008534cb-531d-45a8-9ca4-621d7ba6f3f0 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d74d079-6289-41c1-9c7c-48cf9a6538cb') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:17.824308 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-008534cb-531d-45a8-9ca4-621d7ba6f3f0 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d74d079-6289-41c1-9c7c-48cf9a6538cb') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:17.825081 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9c53a-6e7f-48a1-ba7c-ac7dec2361e9 req-c98bbb3d-3bc3-43d5-a5b6-9266c7706705 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:17.826689 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c3e9c53a-6e7f-48a1-ba7c-ac7dec2361e9 req-c98bbb3d-3bc3-43d5-a5b6-9266c7706705 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 946 time: 0.0825081 Aug 18 13:13:17.849476 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-008534cb-531d-45a8-9ca4-621d7ba6f3f0 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:17.873502 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-008534cb-531d-45a8-9ca4-621d7ba6f3f0 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:17.881000 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-008534cb-531d-45a8-9ca4-621d7ba6f3f0 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:13:17.881424 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-008534cb-531d-45a8-9ca4-621d7ba6f3f0 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:17.888017 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:13:17.888017 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:13:17.888017 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:13:17.888017 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:13:17.888017 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:13:17.888017 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:13:17.888017 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:13:17.888017 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:13:17.888017 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:13:17.888017 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:13:17.888017 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:13:17.888017 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:13:17.888017 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:13:17.888017 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:13:17.888017 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:13:17.888017 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:13:17.888017 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:13:17.888017 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:13:17.888017 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:13:17.888017 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:13:17.888017 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:13:17.888017 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:13:17.888017 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:13:17.888017 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:13:17.888017 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:13:17.888017 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:13:17.888017 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:13:17.888017 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:13:17.888017 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:13:17.888017 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:13:17.888017 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:13:17.888017 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:13:17.925812 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c3e9c53a-6e7f-48a1-ba7c-ac7dec2361e9 req-f74334ca-8074-4410-aa59-82f057914465 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918255 Aug 18 13:13:17.960526 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2a535cce-15b2-435b-977f-a6d9a0759362 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:17.960735 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 7c266ac9-da58-4499-b114-7447dd38329d completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:13:18.006469 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a535cce-15b2-435b-977f-a6d9a0759362 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Network 6317ca6c-a972-4db5-b419-d30f0cde7fe8 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:13:18.009670 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-2a535cce-15b2-435b-977f-a6d9a0759362 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:13:18.022813 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a535cce-15b2-435b-977f-a6d9a0759362 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:13:18.086099 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a535cce-15b2-435b-977f-a6d9a0759362 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event updated for resources: {'Port': ['ID=b15b7f8f-aee0-4312-a803-dbba543bdc01,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:18.096583 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2a535cce-15b2-435b-977f-a6d9a0759362 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:18.120449 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7dcf05af-5805-4a48-a493-e3cefaeea4b2 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:18.141692 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-008534cb-531d-45a8-9ca4-621d7ba6f3f0 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:18.157212 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-008534cb-531d-45a8-9ca4-621d7ba6f3f0 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:18.157706 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcf05af-5805-4a48-a493-e3cefaeea4b2 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1ba2ffc-6adb-4af3-9f96-f0d7842eb726,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:18.160273 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-008534cb-531d-45a8-9ca4-621d7ba6f3f0 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "DELETE /v2.0/networks/4bfcd297-ed3f-4521-9e8b-f411e3cde9ae HTTP/1.1" status: 204 len: 168 time: 3.8105607 Aug 18 13:13:18.175916 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39932) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:18.179449 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008534cb-531d-45a8-9ca4-621d7ba6f3f0 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event deleted for resources: {'Network': ['ID=4bfcd297-ed3f-4521-9e8b-f411e3cde9ae,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:18.229946 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c339b7f-676c-4d00-a7bf-8f0329a0f900 None None] Network 6317ca6c-a972-4db5-b419-d30f0cde7fe8 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:13:18.257108 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-c181e946-b905-4db3-9112-b7ce697ccb53 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] DELETE failed (client error): The resource could not be found. Aug 18 13:13:18.257585 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c181e946-b905-4db3-9112-b7ce697ccb53 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:13:18.259387 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c181e946-b905-4db3-9112-b7ce697ccb53 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "DELETE /v2.0/subnets/3db6550d-f7a0-4c76-87e0-9fb011b15aeb HTTP/1.1" status: 404 len: 337 time: 0.0820506 Aug 18 13:13:18.261932 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39934) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:18.306900 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-50b93b59-0994-4173-9ca4-4e4e756c1f3a tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] DELETE failed (client error): The resource could not be found. Aug 18 13:13:18.307672 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50b93b59-0994-4173-9ca4-4e4e756c1f3a tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:13:18.309492 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-50b93b59-0994-4173-9ca4-4e4e756c1f3a tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "DELETE /v2.0/networks/4bfcd297-ed3f-4521-9e8b-f411e3cde9ae HTTP/1.1" status: 404 len: 339 time: 0.0454595 Aug 18 13:13:18.313294 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39936) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:18.328477 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7dcf05af-5805-4a48-a493-e3cefaeea4b2 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:18.334617 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7dcf05af-5805-4a48-a493-e3cefaeea4b2 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] 10.222.0.13 "DELETE /v2.0/ports/c1ba2ffc-6adb-4af3-9f96-f0d7842eb726 HTTP/1.1" status: 204 len: 168 time: 1.0609446 Aug 18 13:13:18.335277 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39938) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:18.340243 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-318cf7a8-815e-426e-95b2-7f7e6546891f tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '78a344b2-a3b3-46ba-9353-1f123551aabd', 'external_fixed_ips': [{'subnet_id': 'e6cc6a5e-b1fd-42ac-90ec-d2c352953c7c', 'ip_address': '172.20.0.8'}]}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:13:18.438458 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a73edf86-e57a-4d79-b232-bf5b0881465c tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:18.441432 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2a535cce-15b2-435b-977f-a6d9a0759362 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:18.497043 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-db6d78e0-2502-4a46-9e60-d990060c80c4 None None] Provisioning for port 7c266ac9-da58-4499-b114-7447dd38329d completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:13:18.497362 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-318cf7a8-815e-426e-95b2-7f7e6546891f tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:18.498461 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-318cf7a8-815e-426e-95b2-7f7e6546891f tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:18.507605 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-db6d78e0-2502-4a46-9e60-d990060c80c4 None None] Provisioning complete for port 7c266ac9-da58-4499-b114-7447dd38329d triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:18.508041 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-db6d78e0-2502-4a46-9e60-d990060c80c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:18.628545 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-318cf7a8-815e-426e-95b2-7f7e6546891f tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:18.693411 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-db6d78e0-2502-4a46-9e60-d990060c80c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:18.724945 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a73edf86-e57a-4d79-b232-bf5b0881465c tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:18.733867 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-db6d78e0-2502-4a46-9e60-d990060c80c4 None None] For port 7c266ac9-da58-4499-b114-7447dd38329d, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=7c266ac9-da58-4499-b114-7447dd38329d,segment=NetworkSegment(0ac65b2a-c8b9-44ae-a0db-8bb98edb45cf),segment_id=0ac65b2a-c8b9-44ae-a0db-8bb98edb45cf)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:13:18.753193 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-a73edf86-e57a-4d79-b232-bf5b0881465c tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72895fea-2864-45ad-8acb-265174c50527']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:18.766676 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-a73edf86-e57a-4d79-b232-bf5b0881465c tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3244c616-1f2c-46bc-98be-44f85e09c96b') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:18.767042 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-a73edf86-e57a-4d79-b232-bf5b0881465c tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3244c616-1f2c-46bc-98be-44f85e09c96b') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:18.805623 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-db6d78e0-2502-4a46-9e60-d990060c80c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:18.817590 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a73edf86-e57a-4d79-b232-bf5b0881465c tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:18.885350 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a73edf86-e57a-4d79-b232-bf5b0881465c tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:18.892028 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a73edf86-e57a-4d79-b232-bf5b0881465c tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:13:18.892441 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a73edf86-e57a-4d79-b232-bf5b0881465c tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:18.910538 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d78e0-2502-4a46-9e60-d990060c80c4 None None] Pushing event updated for resources: {'Port': ['ID=7c266ac9-da58-4499-b114-7447dd38329d,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:18.942146 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:13:18.942146 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:13:18.942146 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:13:18.942146 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:13:18.942146 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:13:18.942146 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:13:18.942146 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:13:18.942146 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:13:18.942146 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:13:18.942146 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:13:18.942146 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:13:18.942146 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:13:18.942146 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:13:18.942146 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:13:18.942146 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:13:18.942146 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:13:18.942146 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:13:18.942146 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:13:18.942146 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:13:18.942146 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:13:18.942146 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:13:18.942146 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:13:18.942146 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:13:18.942146 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:13:18.942146 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:13:18.942146 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:13:18.942146 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:13:18.942146 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:13:18.942146 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:13:18.942146 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:13:18.942146 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:13:18.942146 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:13:18.948033 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-318cf7a8-815e-426e-95b2-7f7e6546891f tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:18.958736 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808d06b-bf49-4307-9333-5b5f19aa04ad req-b726abcc-0a24-44b4-865e-cbed38f0d644 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:18.960355 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c808d06b-bf49-4307-9333-5b5f19aa04ad req-b726abcc-0a24-44b4-865e-cbed38f0d644 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 946 time: 0.4173262 Aug 18 13:13:19.005914 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c808d06b-bf49-4307-9333-5b5f19aa04ad req-24272bb1-4575-4db6-98dd-ae7a8c7aca97 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373266 Aug 18 13:13:19.014479 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2a535cce-15b2-435b-977f-a6d9a0759362 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:19.033766 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-18ad11f2-4ab6-4819-942b-1cd803f34ecf None None] Provisioning for port b15b7f8f-aee0-4312-a803-dbba543bdc01 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:13:19.039123 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-18ad11f2-4ab6-4819-942b-1cd803f34ecf None None] Provisioning complete for port b15b7f8f-aee0-4312-a803-dbba543bdc01 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:19.039646 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-18ad11f2-4ab6-4819-942b-1cd803f34ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:19.075599 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd2da6f-0ba7-4f11-9a29-6583985db795 None None] get_active_networks_info from n-d-803603-2 {{(pid=101677) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 13:13:19.105396 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-18ad11f2-4ab6-4819-942b-1cd803f34ecf None None] Port b15b7f8f-aee0-4312-a803-dbba543bdc01 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:13:19.120384 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a73edf86-e57a-4d79-b232-bf5b0881465c tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:19.125407 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a73edf86-e57a-4d79-b232-bf5b0881465c tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:19.128946 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a73edf86-e57a-4d79-b232-bf5b0881465c tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "DELETE /v2.0/networks/72895fea-2864-45ad-8acb-265174c50527 HTTP/1.1" status: 204 len: 168 time: 0.8137290 Aug 18 13:13:19.129741 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2a535cce-15b2-435b-977f-a6d9a0759362 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:19.164987 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-18ad11f2-4ab6-4819-942b-1cd803f34ecf None None] Provisioning complete for port 7c266ac9-da58-4499-b114-7447dd38329d triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:19.165208 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39950) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:19.165794 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-18ad11f2-4ab6-4819-942b-1cd803f34ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:19.289169 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd2da6f-0ba7-4f11-9a29-6583985db795 None None] Resources bound (agent type, host, resource id): {{(pid=101677) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 13:13:19.303871 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-56b12abb-c0c1-457b-9d81-d381675e8204 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] DELETE failed (client error): The resource could not be found. Aug 18 13:13:19.304419 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56b12abb-c0c1-457b-9d81-d381675e8204 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:13:19.309531 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-56b12abb-c0c1-457b-9d81-d381675e8204 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "DELETE /v2.0/subnets/d3008b8f-e980-493b-935d-dd7f3a875bbf HTTP/1.1" status: 404 len: 337 time: 0.1403592 Aug 18 13:13:19.316667 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39952) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:19.334906 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73edf86-e57a-4d79-b232-bf5b0881465c tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event deleted for resources: {'Network': ['ID=72895fea-2864-45ad-8acb-265174c50527,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:19.382342 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2a535cce-15b2-435b-977f-a6d9a0759362 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:19.382548 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-945b9097-75aa-4f9f-97d9-0678f4d4cb0f tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] DELETE failed (client error): The resource could not be found. Aug 18 13:13:19.382987 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-945b9097-75aa-4f9f-97d9-0678f4d4cb0f tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:13:19.389269 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-945b9097-75aa-4f9f-97d9-0678f4d4cb0f tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "DELETE /v2.0/networks/50b8f1e2-35de-4b0c-b1ca-4709be114036 HTTP/1.1" status: 404 len: 339 time: 0.0711644 Aug 18 13:13:19.389891 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39954) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:19.404815 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a535cce-15b2-435b-977f-a6d9a0759362 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event updated for resources: {'Port': ['ID=b15b7f8f-aee0-4312-a803-dbba543bdc01,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:19.454990 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e17f994-3532-43af-92f5-21317dcc2571 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Deleting subnet 989b57e6-307d-4788-8fd9-77f32b37035c {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:13:19.460742 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1e17f994-3532-43af-92f5-21317dcc2571 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:19.520984 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a535cce-15b2-435b-977f-a6d9a0759362 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Network 6317ca6c-a972-4db5-b419-d30f0cde7fe8 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:13:19.522531 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-2a535cce-15b2-435b-977f-a6d9a0759362 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:13:19.542074 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1e17f994-3532-43af-92f5-21317dcc2571 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:19.545962 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-17f0d312-f6c6-496d-ae38-2bb4df2f2462 None None] Provisioning complete for port b15b7f8f-aee0-4312-a803-dbba543bdc01 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:19.546602 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-17f0d312-f6c6-496d-ae38-2bb4df2f2462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:19.620969 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 7c266ac9-da58-4499-b114-7447dd38329d up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:13:19.718274 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-17f0d312-f6c6-496d-ae38-2bb4df2f2462 None None] Port b15b7f8f-aee0-4312-a803-dbba543bdc01 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:13:19.761578 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-318cf7a8-815e-426e-95b2-7f7e6546891f tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:19.761578 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1e17f994-3532-43af-92f5-21317dcc2571 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:19.791800 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 7c266ac9-da58-4499-b114-7447dd38329d triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:19.792395 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:19.798823 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-318cf7a8-815e-426e-95b2-7f7e6546891f tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:19.847663 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a535cce-15b2-435b-977f-a6d9a0759362 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Router 188f49cb-677e-44c2-a4fe-2a5493beb225 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:13:19.978245 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a535cce-15b2-435b-977f-a6d9a0759362 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:13:19.983714 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2a535cce-15b2-435b-977f-a6d9a0759362 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "PUT /v2.0/routers/188f49cb-677e-44c2-a4fe-2a5493beb225/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3581116 Aug 18 13:13:19.986359 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39964) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:19.988385 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc519da0-ce47-4251-9d76-d1ffdd1063b7 None None] Sync routers for ids ['188f49cb-677e-44c2-a4fe-2a5493beb225'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:13:19.992356 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-9e4bb1da-3ff8-4f09-b604-3319430d0c86 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Request body: {'network': {'name': 'tempest-RoutersTest-909809098'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:13:19.998380 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-318cf7a8-815e-426e-95b2-7f7e6546891f tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Allocated IP 172.20.0.8 (78a344b2-a3b3-46ba-9353-1f123551aabd/e6cc6a5e-b1fd-42ac-90ec-d2c352953c7c/0cc7b5c4-aaff-4e21-847e-edaaa4db6394) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:13:20.004955 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc519da0-ce47-4251-9d76-d1ffdd1063b7 None None] Routers {'188f49cb-677e-44c2-a4fe-2a5493beb225'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:13:20.005467 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-fc519da0-ce47-4251-9d76-d1ffdd1063b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:13:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['188f49cb-677e-44c2-a4fe-2a5493beb225'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:20.067742 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1e17f994-3532-43af-92f5-21317dcc2571 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:20.104522 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e17f994-3532-43af-92f5-21317dcc2571 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event deleted for resources: {'Subnet': ['ID=989b57e6-307d-4788-8fd9-77f32b37035c,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:20.111691 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1e17f994-3532-43af-92f5-21317dcc2571 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:20.113931 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1e17f994-3532-43af-92f5-21317dcc2571 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "DELETE /v2.0/subnets/989b57e6-307d-4788-8fd9-77f32b37035c HTTP/1.1" status: 204 len: 168 time: 0.7217741 Aug 18 13:13:20.116525 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39968) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:20.141065 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4bb1da-3ff8-4f09-b604-3319430d0c86 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Made reservation on behalf of 6307d39a85c24bc690f9cb3d2145ec59 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:13:20.147215 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9e4bb1da-3ff8-4f09-b604-3319430d0c86 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:20.197899 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d9ab57-fce7-441a-b6eb-05e9e352c886 req-53091277-2a9b-4886-ad51-db7149df4858 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:20.206855 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-57d9ab57-fce7-441a-b6eb-05e9e352c886 req-53091277-2a9b-4886-ad51-db7149df4858 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 946 time: 0.1074505 Aug 18 13:13:20.209626 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e4bb1da-3ff8-4f09-b604-3319430d0c86 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:13:20.223159 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-450dd8ab-cd63-4a6c-b660-002d216e21bc tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Deleting subnet 27da8f7e-c01b-475d-af0d-308d61a5bcb5 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:13:20.226669 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-450dd8ab-cd63-4a6c-b660-002d216e21bc tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:20.238915 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9e4bb1da-3ff8-4f09-b604-3319430d0c86 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:20.240192 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-9e4bb1da-3ff8-4f09-b604-3319430d0c86 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Added segment 49a78cbc-a00b-4795-9a47-f4ef8758a017 of type vlan for network 0065ad6d-33a2-47cd-977e-40294888cbaf Aug 18 13:13:20.280940 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-450dd8ab-cd63-4a6c-b660-002d216e21bc tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:20.300220 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-57d9ab57-fce7-441a-b6eb-05e9e352c886 req-65aa9a6b-4e9d-4078-82e2-da9fb89a82a6 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874622 Aug 18 13:13:20.342656 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9e4bb1da-3ff8-4f09-b604-3319430d0c86 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:20.349579 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55a0dd2-0c92-4e1e-b82e-b40a87efa16f None None] Network 848bd0a6-2f10-4988-9e51-d6c72b965ef2 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:13:20.380979 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-450dd8ab-cd63-4a6c-b660-002d216e21bc tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:20.413548 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ec24bd47-06bf-4667-b622-34c6116aee33 None None] Provisioning complete for port b15b7f8f-aee0-4312-a803-dbba543bdc01 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:20.413925 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ec24bd47-06bf-4667-b622-34c6116aee33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:20.415785 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-318cf7a8-815e-426e-95b2-7f7e6546891f tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:20.448703 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-fc519da0-ce47-4251-9d76-d1ffdd1063b7 None None] Set router 188f49cb-677e-44c2-a4fe-2a5493beb225 gateway port host: None {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:13:20.502567 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9e4bb1da-3ff8-4f09-b604-3319430d0c86 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:20.509648 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4bb1da-3ff8-4f09-b604-3319430d0c86 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:20.510786 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9e4bb1da-3ff8-4f09-b604-3319430d0c86 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:20.522034 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-ec24bd47-06bf-4667-b622-34c6116aee33 None None] Port b15b7f8f-aee0-4312-a803-dbba543bdc01 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:13:20.543243 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-450dd8ab-cd63-4a6c-b660-002d216e21bc tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:20.572970 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450dd8ab-cd63-4a6c-b660-002d216e21bc tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event deleted for resources: {'Subnet': ['ID=27da8f7e-c01b-475d-af0d-308d61a5bcb5,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:20.592415 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-450dd8ab-cd63-4a6c-b660-002d216e21bc tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:20.594679 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-450dd8ab-cd63-4a6c-b660-002d216e21bc tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "DELETE /v2.0/subnets/27da8f7e-c01b-475d-af0d-308d61a5bcb5 HTTP/1.1" status: 204 len: 168 time: 0.4770436 Aug 18 13:13:20.596834 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-318cf7a8-815e-426e-95b2-7f7e6546891f tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:20.598353 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39978) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:20.649247 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318cf7a8-815e-426e-95b2-7f7e6546891f tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Network 78a344b2-a3b3-46ba-9353-1f123551aabd is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:13:20.654828 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-318cf7a8-815e-426e-95b2-7f7e6546891f tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:13:20.658822 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318cf7a8-815e-426e-95b2-7f7e6546891f tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:13:20.713153 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9e4bb1da-3ff8-4f09-b604-3319430d0c86 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7224786 Aug 18 13:13:20.716959 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39982) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:20.723640 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318cf7a8-815e-426e-95b2-7f7e6546891f tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Pushing event updated for resources: {'Port': ['ID=0cc7b5c4-aaff-4e21-847e-edaaa4db6394,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:20.724715 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-ddf24635-49f8-4c35-8cdc-1d864d1bb374 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Request body: {'subnet': {'network_id': '0065ad6d-33a2-47cd-977e-40294888cbaf', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:13:20.735900 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4bb1da-3ff8-4f09-b604-3319430d0c86 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event updated for resources: {'Network': ['ID=0065ad6d-33a2-47cd-977e-40294888cbaf,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:20.754811 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 0065ad6d-33a2-47cd-977e-40294888cbaf details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:13:20.760566 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2ba8097b-4ba0-4821-8dc6-e20efd4d5309 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:20.838719 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07d8c4c-1a8b-4978-84dc-02a5c5e65dbf None None] DHCP port deletion for 848bd0a6-2f10-4988-9e51-d6c72b965ef2 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:13:20.956316 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-b07d8c4c-1a8b-4978-84dc-02a5c5e65dbf None None] Deleting port c0ae5a45-17b9-428c-87c9-cc0d7394e2c7 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:13:20.956959 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b07d8c4c-1a8b-4978-84dc-02a5c5e65dbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:20.969072 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c216f-c132-4186-a2f4-bd917b1eadf8 req-975a81f9-1be0-42a0-be60-e24aea824a74 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:20.970690 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5b3c216f-c132-4186-a2f4-bd917b1eadf8 req-975a81f9-1be0-42a0-be60-e24aea824a74 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 946 time: 0.1475585 Aug 18 13:13:21.005229 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-fc519da0-ce47-4251-9d76-d1ffdd1063b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'name': 'tempest-RoutersTest-router-1408703291', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:13Z', 'updated_at': '2021-08-18T13:13:18Z', 'revision_number': 2, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'gw_port_host': None, '_interfaces': [{'id': 'b15b7f8f-aee0-4312-a803-dbba543bdc01', 'name': '', 'network_id': '6317ca6c-a972-4db5-b419-d30f0cde7fe8', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:80:7e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:16Z', 'updated_at': '2021-08-18T13:13:18Z', 'revision_number': 2, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:21.034713 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e80dda-2ed0-4a60-8333-0af04d6c72e2 req-8f083c66-e69f-4b36-8222-68cafbf6e79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:21.036416 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-82e80dda-2ed0-4a60-8333-0af04d6c72e2 req-8f083c66-e69f-4b36-8222-68cafbf6e79d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=905412fa00ef4383b8b8de60ee111478&device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 1097 time: 0.1508987 Aug 18 13:13:21.037067 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc519da0-ce47-4251-9d76-d1ffdd1063b7 None None] Checking router: 188f49cb-677e-44c2-a4fe-2a5493beb225 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:13:21.037630 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc519da0-ce47-4251-9d76-d1ffdd1063b7 None None] Updating router 188f49cb-677e-44c2-a4fe-2a5493beb225 port b15b7f8f-aee0-4312-a803-dbba543bdc01 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:13:21.059551 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5b3c216f-c132-4186-a2f4-bd917b1eadf8 req-96551110-7d6d-4004-8e76-e5a591ada348 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758564 Aug 18 13:13:21.067071 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fc519da0-ce47-4251-9d76-d1ffdd1063b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:21.124235 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf24635-49f8-4c35-8cdc-1d864d1bb374 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Made reservation on behalf of 6307d39a85c24bc690f9cb3d2145ec59 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:13:21.127801 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ddf24635-49f8-4c35-8cdc-1d864d1bb374 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:21.147967 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-b07d8c4c-1a8b-4978-84dc-02a5c5e65dbf None None] For port c0ae5a45-17b9-428c-87c9-cc0d7394e2c7, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=c0ae5a45-17b9-428c-87c9-cc0d7394e2c7,segment=NetworkSegment(b2cfc507-c62c-48dd-b7f0-aa56e2fb824e),segment_id=b2cfc507-c62c-48dd-b7f0-aa56e2fb824e)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:13:21.148510 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b07d8c4c-1a8b-4978-84dc-02a5c5e65dbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:21.152816 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-2ba8097b-4ba0-4821-8dc6-e20efd4d5309 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Deleting port c0ae5a45-17b9-428c-87c9-cc0d7394e2c7 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:13:21.153155 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2ba8097b-4ba0-4821-8dc6-e20efd4d5309 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:21.169157 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-b07d8c4c-1a8b-4978-84dc-02a5c5e65dbf None None] Calling delete_port for c0ae5a45-17b9-428c-87c9-cc0d7394e2c7 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:13:21.294468 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-318cf7a8-815e-426e-95b2-7f7e6546891f tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:21.381302 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-2ba8097b-4ba0-4821-8dc6-e20efd4d5309 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] For port c0ae5a45-17b9-428c-87c9-cc0d7394e2c7, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=c0ae5a45-17b9-428c-87c9-cc0d7394e2c7,segment=NetworkSegment(b2cfc507-c62c-48dd-b7f0-aa56e2fb824e),segment_id=b2cfc507-c62c-48dd-b7f0-aa56e2fb824e)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:13:21.381868 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2ba8097b-4ba0-4821-8dc6-e20efd4d5309 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:21.427175 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-2ba8097b-4ba0-4821-8dc6-e20efd4d5309 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Calling delete_port for c0ae5a45-17b9-428c-87c9-cc0d7394e2c7 owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:13:21.430101 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e80dda-2ed0-4a60-8333-0af04d6c72e2 req-c8ec821b-5aa4-455d-9caf-ab20ef7dff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:21.432094 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-82e80dda-2ed0-4a60-8333-0af04d6c72e2 req-c8ec821b-5aa4-455d-9caf-ab20ef7dff88 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d40b57f9-bbb2-4411-b09b-1190ba8eee3e HTTP/1.1" status: 200 len: 914 time: 0.3823144 Aug 18 13:13:21.632870 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fc519da0-ce47-4251-9d76-d1ffdd1063b7 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:21.647079 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-fc519da0-ce47-4251-9d76-d1ffdd1063b7 None None] Transition to ACTIVE for port object b15b7f8f-aee0-4312-a803-dbba543bdc01 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:13:21.655011 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device c0ae5a45-17b9-428c-87c9-cc0d7394e2c7 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:13:21.734372 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fc519da0-ce47-4251-9d76-d1ffdd1063b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:21.908686 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b07d8c4c-1a8b-4978-84dc-02a5c5e65dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:21.909678 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-82e80dda-2ed0-4a60-8333-0af04d6c72e2 req-f3143f56-03ba-4542-adde-97b2e89fd428 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d63deb1c-c75b-4237-8b99-77ca9bb26ce7 HTTP/1.1" status: 200 len: 217 time: 0.4584081 Aug 18 13:13:21.998890 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07d8c4c-1a8b-4978-84dc-02a5c5e65dbf None None] No DVR routers for this DVR port c0ae5a45-17b9-428c-87c9-cc0d7394e2c7 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:13:22.044004 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d0ff7-2856-40ec-8f69-1d09d3a28b53 None None] Pushing event updated for resources: {'Port': ['ID=b15b7f8f-aee0-4312-a803-dbba543bdc01,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:22.052544 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:22.073965 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-318cf7a8-815e-426e-95b2-7f7e6546891f tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:22.086592 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e80dda-2ed0-4a60-8333-0af04d6c72e2 req-e1b6afde-1db0-4fcf-9a3f-990995fd45b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:22.092761 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-82e80dda-2ed0-4a60-8333-0af04d6c72e2 req-e1b6afde-1db0-4fcf-9a3f-990995fd45b0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c2c98821-2056-406e-a9db-4c5c55877dd9 HTTP/1.1" status: 200 len: 853 time: 0.1711633 Aug 18 13:13:22.095849 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d8c4c-1a8b-4978-84dc-02a5c5e65dbf None None] Pushing event deleted for resources: {'Port': ['ID=c0ae5a45-17b9-428c-87c9-cc0d7394e2c7,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:22.107742 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-fc519da0-ce47-4251-9d76-d1ffdd1063b7 None None] Attempting to bind port b15b7f8f-aee0-4312-a803-dbba543bdc01 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:13:22.108453 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-fc519da0-ce47-4251-9d76-d1ffdd1063b7 None None] Attempting to bind port b15b7f8f-aee0-4312-a803-dbba543bdc01 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '0ac65b2a-c8b9-44ae-a0db-8bb98edb45cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6317ca6c-a972-4db5-b419-d30f0cde7fe8'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:13:22.108985 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc519da0-ce47-4251-9d76-d1ffdd1063b7 None None] Attempting to bind port b15b7f8f-aee0-4312-a803-dbba543bdc01 on network 6317ca6c-a972-4db5-b419-d30f0cde7fe8 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:13:22.124385 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc519da0-ce47-4251-9d76-d1ffdd1063b7 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:13:22.125052 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc519da0-ce47-4251-9d76-d1ffdd1063b7 None None] Checking segment: {'id': '0ac65b2a-c8b9-44ae-a0db-8bb98edb45cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6317ca6c-a972-4db5-b419-d30f0cde7fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:13:22.125655 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fc519da0-ce47-4251-9d76-d1ffdd1063b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:22.126259 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc519da0-ce47-4251-9d76-d1ffdd1063b7 None None] Bound using segment: {'id': '0ac65b2a-c8b9-44ae-a0db-8bb98edb45cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6317ca6c-a972-4db5-b419-d30f0cde7fe8'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:13:22.126909 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-fc519da0-ce47-4251-9d76-d1ffdd1063b7 None None] Bound port: b15b7f8f-aee0-4312-a803-dbba543bdc01, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ac65b2a-c8b9-44ae-a0db-8bb98edb45cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6317ca6c-a972-4db5-b419-d30f0cde7fe8'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:13:22.127610 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fc519da0-ce47-4251-9d76-d1ffdd1063b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:22.243598 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-82e80dda-2ed0-4a60-8333-0af04d6c72e2 req-eceee157-a592-4ce2-b3dd-2dfcd3dea511 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d40b57f9-bbb2-4411-b09b-1190ba8eee3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1329713 Aug 18 13:13:22.280573 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-fc519da0-ce47-4251-9d76-d1ffdd1063b7 None None] For port b15b7f8f-aee0-4312-a803-dbba543bdc01, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:13:22.285096 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-fc519da0-ce47-4251-9d76-d1ffdd1063b7 None None] For port b15b7f8f-aee0-4312-a803-dbba543bdc01, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b15b7f8f-aee0-4312-a803-dbba543bdc01,segment=NetworkSegment(0ac65b2a-c8b9-44ae-a0db-8bb98edb45cf),segment_id=0ac65b2a-c8b9-44ae-a0db-8bb98edb45cf)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:13:22.349278 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fc519da0-ce47-4251-9d76-d1ffdd1063b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:22.371653 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-318cf7a8-815e-426e-95b2-7f7e6546891f tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Router bd4a6eb3-285f-45ca-8a76-44b9c43ecc50 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:13:22.434192 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc519da0-ce47-4251-9d76-d1ffdd1063b7 None None] Routers {'188f49cb-677e-44c2-a4fe-2a5493beb225'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:13:22.434881 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-fc519da0-ce47-4251-9d76-d1ffdd1063b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:13:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['188f49cb-677e-44c2-a4fe-2a5493beb225'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:22.602452 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d0ff7-2856-40ec-8f69-1d09d3a28b53 None None] Pushing event updated for resources: {'Port': ['ID=b15b7f8f-aee0-4312-a803-dbba543bdc01,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:22.646944 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-82e80dda-2ed0-4a60-8333-0af04d6c72e2 req-f85f0cfc-fbcf-4fd2-a045-e3d3ae903ff5 service neutron] 10.222.0.39 "GET /v2.0/networks/d40b57f9-bbb2-4411-b09b-1190ba8eee3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951030 Aug 18 13:13:22.650253 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2ba8097b-4ba0-4821-8dc6-e20efd4d5309 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:22.661109 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ddf24635-49f8-4c35-8cdc-1d864d1bb374 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:22.687249 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-fc519da0-ce47-4251-9d76-d1ffdd1063b7 None None] Set router 188f49cb-677e-44c2-a4fe-2a5493beb225 gateway port host: None {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:13:22.704644 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318cf7a8-815e-426e-95b2-7f7e6546891f tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:13:22.717801 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efc3d90-cc39-4e4f-b2c3-7300168a7fd3 None None] Sync routers for ids ['bd4a6eb3-285f-45ca-8a76-44b9c43ecc50'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:13:22.743093 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efc3d90-cc39-4e4f-b2c3-7300168a7fd3 None None] Routers {'bd4a6eb3-285f-45ca-8a76-44b9c43ecc50'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:13:22.743750 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-0efc3d90-cc39-4e4f-b2c3-7300168a7fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:13:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['bd4a6eb3-285f-45ca-8a76-44b9c43ecc50'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:22.762677 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba8097b-4ba0-4821-8dc6-e20efd4d5309 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] No DVR routers for this DVR port c0ae5a45-17b9-428c-87c9-cc0d7394e2c7 on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:13:22.800399 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-318cf7a8-815e-426e-95b2-7f7e6546891f tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:22.804996 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-318cf7a8-815e-426e-95b2-7f7e6546891f tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.4685321 Aug 18 13:13:22.810791 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39996) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:22.836067 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba8097b-4ba0-4821-8dc6-e20efd4d5309 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event deleted for resources: {'Port': ['ID=c0ae5a45-17b9-428c-87c9-cc0d7394e2c7,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:22.845527 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf24635-49f8-4c35-8cdc-1d864d1bb374 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event updated for resources: {'Subnet': ['ID=881fcc8c-7eee-427c-9d32-eaafb6bf09f9,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:22.901942 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-0efc3d90-cc39-4e4f-b2c3-7300168a7fd3 None None] Set router bd4a6eb3-285f-45ca-8a76-44b9c43ecc50 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:13:22.953953 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf24635-49f8-4c35-8cdc-1d864d1bb374 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Checking segment: {'id': '49a78cbc-a00b-4795-9a47-f4ef8758a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0065ad6d-33a2-47cd-977e-40294888cbaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:13:22.954372 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf24635-49f8-4c35-8cdc-1d864d1bb374 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Network hostable DHCP agents. Network: 0065ad6d-33a2-47cd-977e-40294888cbaf, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:13:22.979710 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed973ee-1f53-4ba9-8bc7-21a21f7fc83f req-ba37233f-df28-4410-a004-dd1376eba74c tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:22.981338 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bed973ee-1f53-4ba9-8bc7-21a21f7fc83f req-ba37233f-df28-4410-a004-dd1376eba74c tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 946 time: 0.7491431 Aug 18 13:13:23.079999 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bed973ee-1f53-4ba9-8bc7-21a21f7fc83f req-bb2e685d-f05f-41ba-83fd-146c64eb062f tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644548 Aug 18 13:13:23.081957 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2ba8097b-4ba0-4821-8dc6-e20efd4d5309 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:23.082732 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c53e05c5-d1a6-4bbe-91c6-6d92731fe5dd tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:23.124805 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf24635-49f8-4c35-8cdc-1d864d1bb374 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Network 0065ad6d-33a2-47cd-977e-40294888cbaf is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:13:23.139480 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-0efc3d90-cc39-4e4f-b2c3-7300168a7fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4a6eb3-285f-45ca-8a76-44b9c43ecc50', 'name': '', 'tenant_id': '00429da51deb4fc587895c22d0db00a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78a344b2-a3b3-46ba-9353-1f123551aabd', 'external_fixed_ips': [{'subnet_id': 'e6cc6a5e-b1fd-42ac-90ec-d2c352953c7c', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '0cc7b5c4-aaff-4e21-847e-edaaa4db6394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:18Z', 'updated_at': '2021-08-18T13:13:21Z', 'revision_number': 3, 'project_id': '00429da51deb4fc587895c22d0db00a7', 'gw_port': {'id': '0cc7b5c4-aaff-4e21-847e-edaaa4db6394', 'name': '', 'network_id': '78a344b2-a3b3-46ba-9353-1f123551aabd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4a6eb3-285f-45ca-8a76-44b9c43ecc50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'e6cc6a5e-b1fd-42ac-90ec-d2c352953c7c', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:19Z', 'updated_at': '2021-08-18T13:13:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6cc6a5e-b1fd-42ac-90ec-d2c352953c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:23.146366 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-2ba8097b-4ba0-4821-8dc6-e20efd4d5309 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['848bd0a6-2f10-4988-9e51-d6c72b965ef2']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:23.171410 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-2ba8097b-4ba0-4821-8dc6-e20efd4d5309 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2cfc507-c62c-48dd-b7f0-aa56e2fb824e') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:23.171630 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-2ba8097b-4ba0-4821-8dc6-e20efd4d5309 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2cfc507-c62c-48dd-b7f0-aa56e2fb824e') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:23.172629 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-fc519da0-ce47-4251-9d76-d1ffdd1063b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'name': 'tempest-RoutersTest-router-1408703291', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:13Z', 'updated_at': '2021-08-18T13:13:18Z', 'revision_number': 2, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'gw_port_host': None, '_interfaces': [{'id': 'b15b7f8f-aee0-4312-a803-dbba543bdc01', 'name': '', 'network_id': '6317ca6c-a972-4db5-b419-d30f0cde7fe8', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:80:7e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:16Z', 'updated_at': '2021-08-18T13:13:22Z', 'revision_number': 4, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:23.181939 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-82e80dda-2ed0-4a60-8333-0af04d6c72e2 req-57fbc769-52ee-415a-9493-070575ebbd69 service neutron] 10.222.0.39 "GET /v2.0/networks/d40b57f9-bbb2-4411-b09b-1190ba8eee3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5184636 Aug 18 13:13:23.185615 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2ba8097b-4ba0-4821-8dc6-e20efd4d5309 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:23.205580 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2ba8097b-4ba0-4821-8dc6-e20efd4d5309 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:23.213182 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-ddf24635-49f8-4c35-8cdc-1d864d1bb374 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 0065ad6d-33a2-47cd-977e-40294888cbaf) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:13:23.216253 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ba8097b-4ba0-4821-8dc6-e20efd4d5309 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:13:23.216898 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2ba8097b-4ba0-4821-8dc6-e20efd4d5309 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:23.217911 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c53e05c5-d1a6-4bbe-91c6-6d92731fe5dd tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:23.220941 n-d-803603-2 neutron-server[101675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:13:23.220941 n-d-803603-2 neutron-server[101675]: self.session.flush() Aug 18 13:13:23.220941 n-d-803603-2 neutron-server[101675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:13:23.220941 n-d-803603-2 neutron-server[101675]: self.session.flush() Aug 18 13:13:23.220941 n-d-803603-2 neutron-server[101675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:13:23.220941 n-d-803603-2 neutron-server[101675]: self.session.flush() Aug 18 13:13:23.220941 n-d-803603-2 neutron-server[101675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:13:23.220941 n-d-803603-2 neutron-server[101675]: self.session.flush() Aug 18 13:13:23.220941 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:13:23.220941 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:13:23.220941 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:13:23.220941 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:13:23.220941 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:13:23.220941 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:13:23.220941 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:13:23.220941 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:13:23.220941 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:13:23.220941 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:13:23.220941 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:13:23.220941 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:13:23.220941 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:13:23.220941 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:13:23.220941 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:13:23.220941 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:13:23.220941 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:13:23.220941 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:13:23.220941 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:13:23.220941 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:13:23.220941 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:13:23.220941 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:13:23.220941 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:13:23.220941 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:13:23.220941 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:13:23.220941 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:13:23.220941 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:13:23.220941 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:13:23.220941 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:13:23.220941 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:13:23.220941 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:13:23.220941 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:13:23.224528 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efc3d90-cc39-4e4f-b2c3-7300168a7fd3 None None] Checking router: bd4a6eb3-285f-45ca-8a76-44b9c43ecc50 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:13:23.224528 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efc3d90-cc39-4e4f-b2c3-7300168a7fd3 None None] Updating router bd4a6eb3-285f-45ca-8a76-44b9c43ecc50 port 0cc7b5c4-aaff-4e21-847e-edaaa4db6394 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:13:23.231761 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc519da0-ce47-4251-9d76-d1ffdd1063b7 None None] The sync data for ids ['188f49cb-677e-44c2-a4fe-2a5493beb225'] in n-d-803603-2 is: [{'id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'name': 'tempest-RoutersTest-router-1408703291', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:13Z', 'updated_at': '2021-08-18T13:13:18Z', 'revision_number': 2, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'gw_port_host': None, '_interfaces': [{'id': 'b15b7f8f-aee0-4312-a803-dbba543bdc01', 'name': '', 'network_id': '6317ca6c-a972-4db5-b419-d30f0cde7fe8', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:80:7e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:16Z', 'updated_at': '2021-08-18T13:13:22Z', 'revision_number': 4, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:13:23.242153 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf24635-49f8-4c35-8cdc-1d864d1bb374 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:23.247179 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ddf24635-49f8-4c35-8cdc-1d864d1bb374 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:23.247316 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f204cb8f-1270-41bb-af8d-4a11abe10763 None None] Network 0065ad6d-33a2-47cd-977e-40294888cbaf requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:13:23.260996 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0efc3d90-cc39-4e4f-b2c3-7300168a7fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:23.422679 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-c53e05c5-d1a6-4bbe-91c6-6d92731fe5dd tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Deleting port 0cc7b5c4-aaff-4e21-847e-edaaa4db6394 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:13:23.423483 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c53e05c5-d1a6-4bbe-91c6-6d92731fe5dd tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:23.427045 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ddf24635-49f8-4c35-8cdc-1d864d1bb374 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7088170 Aug 18 13:13:23.427753 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40008) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:23.662292 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c53e05c5-d1a6-4bbe-91c6-6d92731fe5dd tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:23.678403 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a3f105-a8b0-42bd-abaa-435755671f0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-0065ad6d-33a2-47cd-977e-40294888cbaf', 'network_id': '0065ad6d-33a2-47cd-977e-40294888cbaf', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'fixed_ips': [{'subnet_id': '881fcc8c-7eee-427c-9d32-eaafb6bf09f9'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:13:23.679274 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-84a3f105-a8b0-42bd-abaa-435755671f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:23.694066 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2ba8097b-4ba0-4821-8dc6-e20efd4d5309 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:23.699432 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-c53e05c5-d1a6-4bbe-91c6-6d92731fe5dd tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Calling delete_port for 0cc7b5c4-aaff-4e21-847e-edaaa4db6394 owned by network:router_gateway {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:13:23.718764 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2ba8097b-4ba0-4821-8dc6-e20efd4d5309 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:23.721087 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2ba8097b-4ba0-4821-8dc6-e20efd4d5309 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "DELETE /v2.0/networks/848bd0a6-2f10-4988-9e51-d6c72b965ef2 HTTP/1.1" status: 204 len: 168 time: 3.1214883 Aug 18 13:13:23.739596 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40018) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:23.757109 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba8097b-4ba0-4821-8dc6-e20efd4d5309 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event deleted for resources: {'Network': ['ID=848bd0a6-2f10-4988-9e51-d6c72b965ef2,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:23.782495 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-56e1d7f8-d6ed-4e25-9af9-f9f6f2ac1fef tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] DELETE failed (client error): The resource could not be found. Aug 18 13:13:23.783287 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56e1d7f8-d6ed-4e25-9af9-f9f6f2ac1fef tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:13:23.785451 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-56e1d7f8-d6ed-4e25-9af9-f9f6f2ac1fef tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "DELETE /v2.0/subnets/fd068d3d-244b-4b30-b53e-d1c250bc7c4d HTTP/1.1" status: 404 len: 337 time: 0.0418341 Aug 18 13:13:23.789523 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40022) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:23.854844 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb9a33d-2586-4208-94fc-15dc04ed61c8 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] DELETE failed (client error): The resource could not be found. Aug 18 13:13:23.855456 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eb9a33d-2586-4208-94fc-15dc04ed61c8 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:13:23.861086 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40028) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:23.879116 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9eb9a33d-2586-4208-94fc-15dc04ed61c8 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "DELETE /v2.0/networks/e84c224c-d77d-491a-b0c5-b1d2f07a51d8 HTTP/1.1" status: 404 len: 339 time: 0.0821519 Aug 18 13:13:23.912713 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0efc3d90-cc39-4e4f-b2c3-7300168a7fd3 None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:23.925441 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-0efc3d90-cc39-4e4f-b2c3-7300168a7fd3 None None] Transition to ACTIVE for port object 0cc7b5c4-aaff-4e21-847e-edaaa4db6394 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:13:23.962540 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-b72c855d-4711-44db-900e-5916810cb67e tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] DELETE failed (client error): The resource could not be found. Aug 18 13:13:23.964299 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b72c855d-4711-44db-900e-5916810cb67e tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:13:23.969400 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b72c855d-4711-44db-900e-5916810cb67e tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "DELETE /v2.0/subnets/fdbf61d1-fd1e-41c4-8f3d-288528b4a807 HTTP/1.1" status: 404 len: 337 time: 0.1046982 Aug 18 13:13:23.974561 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40032) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:23.989794 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0efc3d90-cc39-4e4f-b2c3-7300168a7fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:24.020873 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-5350a79b-89b0-4bec-a8ec-c1af5c875e95 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] DELETE failed (client error): The resource could not be found. Aug 18 13:13:24.021526 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5350a79b-89b0-4bec-a8ec-c1af5c875e95 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:13:24.036473 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5350a79b-89b0-4bec-a8ec-c1af5c875e95 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "DELETE /v2.0/networks/29d18d98-6bf6-4003-b59d-42307c6bd402 HTTP/1.1" status: 404 len: 339 time: 0.0602214 Aug 18 13:13:24.045523 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40036) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:24.061881 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-84a3f105-a8b0-42bd-abaa-435755671f0d None None] Allocated IP 172.21.0.2 (0065ad6d-33a2-47cd-977e-40294888cbaf/881fcc8c-7eee-427c-9d32-eaafb6bf09f9/944f6fa2-2a81-4e70-af2f-5e069fd092ef) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:13:24.109359 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-75878733-4c12-4560-b788-2ea08155e83c tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] DELETE failed (client error): The resource could not be found. Aug 18 13:13:24.109359 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75878733-4c12-4560-b788-2ea08155e83c tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:13:24.126073 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40044) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:24.128130 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-75878733-4c12-4560-b788-2ea08155e83c tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "DELETE /v2.0/subnets/82bef5c3-ccac-4de1-ae26-1c592a6948db HTTP/1.1" status: 404 len: 337 time: 0.0879955 Aug 18 13:13:24.223802 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb6b36-0c51-48b2-9f87-efece256bf0f None None] Pushing event updated for resources: {'Port': ['ID=0cc7b5c4-aaff-4e21-847e-edaaa4db6394,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:24.259065 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9403865-ac4c-417b-80b9-c7fdfb7ecf0f tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] DELETE failed (client error): The resource could not be found. Aug 18 13:13:24.259704 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9403865-ac4c-417b-80b9-c7fdfb7ecf0f tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:13:24.265868 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-0efc3d90-cc39-4e4f-b2c3-7300168a7fd3 None None] Attempting to bind port 0cc7b5c4-aaff-4e21-847e-edaaa4db6394 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:13:24.268233 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-0efc3d90-cc39-4e4f-b2c3-7300168a7fd3 None None] Attempting to bind port 0cc7b5c4-aaff-4e21-847e-edaaa4db6394 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'a363e534-d69f-413c-bcd3-98786528c9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '78a344b2-a3b3-46ba-9353-1f123551aabd'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:13:24.269546 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efc3d90-cc39-4e4f-b2c3-7300168a7fd3 None None] Attempting to bind port 0cc7b5c4-aaff-4e21-847e-edaaa4db6394 on network 78a344b2-a3b3-46ba-9353-1f123551aabd {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:13:24.273039 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb6b36-0c51-48b2-9f87-efece256bf0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:24.273792 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb6b36-0c51-48b2-9f87-efece256bf0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:24.274412 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb6b36-0c51-48b2-9f87-efece256bf0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:24.274670 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b9403865-ac4c-417b-80b9-c7fdfb7ecf0f tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "DELETE /v2.0/networks/f02adb33-4ff8-4870-9122-23307d81143b HTTP/1.1" status: 404 len: 339 time: 0.1472166 Aug 18 13:13:24.275363 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb6b36-0c51-48b2-9f87-efece256bf0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:24.275933 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb6b36-0c51-48b2-9f87-efece256bf0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:24.276507 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb6b36-0c51-48b2-9f87-efece256bf0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:24.277194 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb6b36-0c51-48b2-9f87-efece256bf0f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:24.277758 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb6b36-0c51-48b2-9f87-efece256bf0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:24.278332 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb6b36-0c51-48b2-9f87-efece256bf0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:24.278890 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb6b36-0c51-48b2-9f87-efece256bf0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:24.279312 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40048) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:24.282110 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb6b36-0c51-48b2-9f87-efece256bf0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:24.290155 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb6b36-0c51-48b2-9f87-efece256bf0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:24.307827 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efc3d90-cc39-4e4f-b2c3-7300168a7fd3 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:13:24.308628 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efc3d90-cc39-4e4f-b2c3-7300168a7fd3 None None] Checking segment: {'id': 'a363e534-d69f-413c-bcd3-98786528c9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '78a344b2-a3b3-46ba-9353-1f123551aabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:13:24.309255 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0efc3d90-cc39-4e4f-b2c3-7300168a7fd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:24.309868 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efc3d90-cc39-4e4f-b2c3-7300168a7fd3 None None] Bound using segment: {'id': 'a363e534-d69f-413c-bcd3-98786528c9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '78a344b2-a3b3-46ba-9353-1f123551aabd'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:13:24.310593 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-0efc3d90-cc39-4e4f-b2c3-7300168a7fd3 None None] Bound port: 0cc7b5c4-aaff-4e21-847e-edaaa4db6394, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a363e534-d69f-413c-bcd3-98786528c9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '78a344b2-a3b3-46ba-9353-1f123551aabd'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:13:24.311222 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0efc3d90-cc39-4e4f-b2c3-7300168a7fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:24.409912 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-0efc3d90-cc39-4e4f-b2c3-7300168a7fd3 None None] For port 0cc7b5c4-aaff-4e21-847e-edaaa4db6394, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:13:24.413912 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-0efc3d90-cc39-4e4f-b2c3-7300168a7fd3 None None] For port 0cc7b5c4-aaff-4e21-847e-edaaa4db6394, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=0cc7b5c4-aaff-4e21-847e-edaaa4db6394,segment=NetworkSegment(a363e534-d69f-413c-bcd3-98786528c9fb),segment_id=a363e534-d69f-413c-bcd3-98786528c9fb)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:13:24.453789 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-84a3f105-a8b0-42bd-abaa-435755671f0d None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:24.465699 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-84a3f105-a8b0-42bd-abaa-435755671f0d None None] Transition to ACTIVE for port object 944f6fa2-2a81-4e70-af2f-5e069fd092ef will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:13:24.491129 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-84a3f105-a8b0-42bd-abaa-435755671f0d None None] Transition to ACTIVE for port object 944f6fa2-2a81-4e70-af2f-5e069fd092ef will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:13:24.504935 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0efc3d90-cc39-4e4f-b2c3-7300168a7fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:24.513983 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-587a3e22-498a-4904-82c0-5143660e446d tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Deleting subnet 6b84c47b-4051-48cc-b96c-14b8dc678577 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:13:24.520163 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-587a3e22-498a-4904-82c0-5143660e446d tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:24.574678 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1f228-6d61-4947-b203-404c63c1ac7a req-d7571b48-7016-4cf1-aa98-ce1cd4d15452 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:24.577847 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-84a3f105-a8b0-42bd-abaa-435755671f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:24.603392 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-42d1f228-6d61-4947-b203-404c63c1ac7a req-d7571b48-7016-4cf1-aa98-ce1cd4d15452 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 946 time: 0.3073070 Aug 18 13:13:24.621416 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efc3d90-cc39-4e4f-b2c3-7300168a7fd3 None None] Routers {'bd4a6eb3-285f-45ca-8a76-44b9c43ecc50'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:13:24.622392 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-0efc3d90-cc39-4e4f-b2c3-7300168a7fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:13:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['bd4a6eb3-285f-45ca-8a76-44b9c43ecc50'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:24.655479 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-26bfc0b4-b744-44bd-b05e-d39a46934616 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:24.663281 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-587a3e22-498a-4904-82c0-5143660e446d tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:24.670104 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a3f105-a8b0-42bd-abaa-435755671f0d None None] Network 0065ad6d-33a2-47cd-977e-40294888cbaf is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:13:24.675194 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-84a3f105-a8b0-42bd-abaa-435755671f0d None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:13:24.677995 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a3f105-a8b0-42bd-abaa-435755671f0d None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:13:24.732393 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-0efc3d90-cc39-4e4f-b2c3-7300168a7fd3 None None] Set router bd4a6eb3-285f-45ca-8a76-44b9c43ecc50 gateway port host: None {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:13:24.743349 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a3f105-a8b0-42bd-abaa-435755671f0d None None] Pushing event updated for resources: {'Port': ['ID=944f6fa2-2a81-4e70-af2f-5e069fd092ef,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:24.758373 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-84a3f105-a8b0-42bd-abaa-435755671f0d None None] Attempting to bind port 944f6fa2-2a81-4e70-af2f-5e069fd092ef on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:13:24.759091 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-84a3f105-a8b0-42bd-abaa-435755671f0d None None] Attempting to bind port 944f6fa2-2a81-4e70-af2f-5e069fd092ef by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '49a78cbc-a00b-4795-9a47-f4ef8758a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0065ad6d-33a2-47cd-977e-40294888cbaf'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:13:24.759713 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a3f105-a8b0-42bd-abaa-435755671f0d None None] Attempting to bind port 944f6fa2-2a81-4e70-af2f-5e069fd092ef on network 0065ad6d-33a2-47cd-977e-40294888cbaf {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:13:24.766078 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a3f105-a8b0-42bd-abaa-435755671f0d None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:13:24.767121 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a3f105-a8b0-42bd-abaa-435755671f0d None None] Checking segment: {'id': '49a78cbc-a00b-4795-9a47-f4ef8758a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0065ad6d-33a2-47cd-977e-40294888cbaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:13:24.767748 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-84a3f105-a8b0-42bd-abaa-435755671f0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:24.768403 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a3f105-a8b0-42bd-abaa-435755671f0d None None] Bound using segment: {'id': '49a78cbc-a00b-4795-9a47-f4ef8758a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0065ad6d-33a2-47cd-977e-40294888cbaf'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:13:24.769922 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-84a3f105-a8b0-42bd-abaa-435755671f0d None None] Bound port: 944f6fa2-2a81-4e70-af2f-5e069fd092ef, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49a78cbc-a00b-4795-9a47-f4ef8758a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0065ad6d-33a2-47cd-977e-40294888cbaf'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:13:24.770832 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-84a3f105-a8b0-42bd-abaa-435755671f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:24.799721 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-587a3e22-498a-4904-82c0-5143660e446d tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:24.801134 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb6b36-0c51-48b2-9f87-efece256bf0f None None] Pushing event updated for resources: {'Port': ['ID=0cc7b5c4-aaff-4e21-847e-edaaa4db6394,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:24.843259 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-0efc3d90-cc39-4e4f-b2c3-7300168a7fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4a6eb3-285f-45ca-8a76-44b9c43ecc50', 'name': '', 'tenant_id': '00429da51deb4fc587895c22d0db00a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:18Z', 'updated_at': '2021-08-18T13:13:23Z', 'revision_number': 4, 'project_id': '00429da51deb4fc587895c22d0db00a7', 'gw_port_host': None}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:24.864368 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-84a3f105-a8b0-42bd-abaa-435755671f0d None None] For port 944f6fa2-2a81-4e70-af2f-5e069fd092ef, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:13:24.868570 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-84a3f105-a8b0-42bd-abaa-435755671f0d None None] For port 944f6fa2-2a81-4e70-af2f-5e069fd092ef, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=944f6fa2-2a81-4e70-af2f-5e069fd092ef,segment=NetworkSegment(49a78cbc-a00b-4795-9a47-f4ef8758a017),segment_id=49a78cbc-a00b-4795-9a47-f4ef8758a017)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:13:24.898465 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efc3d90-cc39-4e4f-b2c3-7300168a7fd3 None None] The sync data for ids ['bd4a6eb3-285f-45ca-8a76-44b9c43ecc50'] in n-d-803603-2 is: [{'id': 'bd4a6eb3-285f-45ca-8a76-44b9c43ecc50', 'name': '', 'tenant_id': '00429da51deb4fc587895c22d0db00a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:18Z', 'updated_at': '2021-08-18T13:13:23Z', 'revision_number': 4, 'project_id': '00429da51deb4fc587895c22d0db00a7', 'gw_port_host': None}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:13:24.965581 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-84a3f105-a8b0-42bd-abaa-435755671f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:25.003799 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-42d1f228-6d61-4947-b203-404c63c1ac7a req-bc6d90a4-c39d-4e67-934c-1b56eb29859d tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803880 Aug 18 13:13:25.040599 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-587a3e22-498a-4904-82c0-5143660e446d tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:25.073543 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a3f105-a8b0-42bd-abaa-435755671f0d None None] Pushing event updated for resources: {'Port': ['ID=944f6fa2-2a81-4e70-af2f-5e069fd092ef,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:25.106870 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a3e22-498a-4904-82c0-5143660e446d tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event deleted for resources: {'Subnet': ['ID=6b84c47b-4051-48cc-b96c-14b8dc678577,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:25.109362 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-587a3e22-498a-4904-82c0-5143660e446d tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:25.113860 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6e005e-a401-4b71-a1c5-fca7143c3401 None None] Network c7d7c71e-1666-47cd-aed6-fa8f59411332 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:13:25.117488 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40066) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:25.118084 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-587a3e22-498a-4904-82c0-5143660e446d tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "DELETE /v2.0/subnets/6b84c47b-4051-48cc-b96c-14b8dc678577 HTTP/1.1" status: 204 len: 168 time: 0.8366616 Aug 18 13:13:25.138075 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c53e05c5-d1a6-4bbe-91c6-6d92731fe5dd tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:25.205228 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e05c5-d1a6-4bbe-91c6-6d92731fe5dd tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Pushing event deleted for resources: {'Port': ['ID=0cc7b5c4-aaff-4e21-847e-edaaa4db6394,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:25.385835 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-26bfc0b4-b744-44bd-b05e-d39a46934616 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Allocated IP 172.21.0.1 (0065ad6d-33a2-47cd-977e-40294888cbaf/881fcc8c-7eee-427c-9d32-eaafb6bf09f9/3ce35d65-3f78-486d-9f5e-f2abf742687f) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:13:25.408275 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c53e05c5-d1a6-4bbe-91c6-6d92731fe5dd tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:25.509639 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-97b6584d-8292-4338-b505-88b6157f2d66 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:25.565449 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c53e05c5-d1a6-4bbe-91c6-6d92731fe5dd tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:25.569233 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c53e05c5-d1a6-4bbe-91c6-6d92731fe5dd tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:25.587809 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e988fe3a-d5d5-403d-ba73-9ee17df0775f None None] DHCP port deletion for c7d7c71e-1666-47cd-aed6-fa8f59411332 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:13:25.708372 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-e988fe3a-d5d5-403d-ba73-9ee17df0775f None None] Deleting port 73013913-fcac-4ef1-be14-71ab0ab82206 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:13:25.708779 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e988fe3a-d5d5-403d-ba73-9ee17df0775f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:25.748916 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c53e05c5-d1a6-4bbe-91c6-6d92731fe5dd tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:25.749922 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53e05c5-d1a6-4bbe-91c6-6d92731fe5dd tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bd4a6eb3-285f-45ca-8a76-44b9c43ecc50 {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:13:25.770612 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c53e05c5-d1a6-4bbe-91c6-6d92731fe5dd tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:25.772411 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c53e05c5-d1a6-4bbe-91c6-6d92731fe5dd tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] 10.222.0.13 "DELETE /v2.0/routers/bd4a6eb3-285f-45ca-8a76-44b9c43ecc50 HTTP/1.1" status: 204 len: 168 time: 2.9657812 Aug 18 13:13:25.776169 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40072) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:25.784421 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173499da-3132-4827-9def-fdddf3b13ac8 req-e2f347ea-3f1c-4e1a-adeb-5e7c67dc093c tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:25.786086 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-173499da-3132-4827-9def-fdddf3b13ac8 req-e2f347ea-3f1c-4e1a-adeb-5e7c67dc093c tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 946 time: 0.6088717 Aug 18 13:13:25.805668 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-26bfc0b4-b744-44bd-b05e-d39a46934616 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:25.852286 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-91c0ebc2-4749-4981-b8b6-1f9d31d97022 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Deleting subnet e6cc6a5e-b1fd-42ac-90ec-d2c352953c7c {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:13:25.860231 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-91c0ebc2-4749-4981-b8b6-1f9d31d97022 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:25.869652 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-e988fe3a-d5d5-403d-ba73-9ee17df0775f None None] For port 73013913-fcac-4ef1-be14-71ab0ab82206, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=73013913-fcac-4ef1-be14-71ab0ab82206,segment=NetworkSegment(d3bf71c2-9fd8-48c4-8c50-1c5b74059188),segment_id=d3bf71c2-9fd8-48c4-8c50-1c5b74059188)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:13:25.871851 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-26bfc0b4-b744-44bd-b05e-d39a46934616 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Transition to ACTIVE for port object 3ce35d65-3f78-486d-9f5e-f2abf742687f will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:13:25.874567 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e988fe3a-d5d5-403d-ba73-9ee17df0775f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:25.883706 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-97b6584d-8292-4338-b505-88b6157f2d66 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Deleting port 73013913-fcac-4ef1-be14-71ab0ab82206 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:13:25.883706 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-97b6584d-8292-4338-b505-88b6157f2d66 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:25.891096 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-e988fe3a-d5d5-403d-ba73-9ee17df0775f None None] Calling delete_port for 73013913-fcac-4ef1-be14-71ab0ab82206 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:13:25.905735 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-91c0ebc2-4749-4981-b8b6-1f9d31d97022 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:25.959993 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-91c0ebc2-4749-4981-b8b6-1f9d31d97022 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:25.968182 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-173499da-3132-4827-9def-fdddf3b13ac8 req-76a04dca-f916-4b7a-8fce-dc77268d172e tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719363 Aug 18 13:13:26.024146 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-97b6584d-8292-4338-b505-88b6157f2d66 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] For port 73013913-fcac-4ef1-be14-71ab0ab82206, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=73013913-fcac-4ef1-be14-71ab0ab82206,segment=NetworkSegment(d3bf71c2-9fd8-48c4-8c50-1c5b74059188),segment_id=d3bf71c2-9fd8-48c4-8c50-1c5b74059188)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:13:26.024671 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-97b6584d-8292-4338-b505-88b6157f2d66 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:26.029368 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b15b7f8f-aee0-4312-a803-dbba543bdc01 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:13:26.042204 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-97b6584d-8292-4338-b505-88b6157f2d66 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Calling delete_port for 73013913-fcac-4ef1-be14-71ab0ab82206 owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:13:26.129473 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e988fe3a-d5d5-403d-ba73-9ee17df0775f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:26.163233 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988fe3a-d5d5-403d-ba73-9ee17df0775f None None] Pushing event deleted for resources: {'Port': ['ID=73013913-fcac-4ef1-be14-71ab0ab82206,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:26.167547 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e988fe3a-d5d5-403d-ba73-9ee17df0775f None None] No DVR routers for this DVR port 73013913-fcac-4ef1-be14-71ab0ab82206 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:13:26.188724 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-91c0ebc2-4749-4981-b8b6-1f9d31d97022 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:26.193104 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1840b76-50a1-4615-90ef-70c2dd6979d0 req-e569f1b0-e055-400b-9595-aaeea839b644 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:26.202063 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f1840b76-50a1-4615-90ef-70c2dd6979d0 req-e569f1b0-e055-400b-9595-aaeea839b644 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 946 time: 0.0863054 Aug 18 13:13:26.208711 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-26bfc0b4-b744-44bd-b05e-d39a46934616 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:26.219268 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c0ebc2-4749-4981-b8b6-1f9d31d97022 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e6cc6a5e-b1fd-42ac-90ec-d2c352953c7c,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:26.220394 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-97b6584d-8292-4338-b505-88b6157f2d66 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:26.224531 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-91c0ebc2-4749-4981-b8b6-1f9d31d97022 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:26.239380 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-91c0ebc2-4749-4981-b8b6-1f9d31d97022 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/e6cc6a5e-b1fd-42ac-90ec-d2c352953c7c HTTP/1.1" status: 204 len: 168 time: 0.4482689 Aug 18 13:13:26.239380 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40080) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:26.239556 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port b15b7f8f-aee0-4312-a803-dbba543bdc01 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:13:26.244141 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port b15b7f8f-aee0-4312-a803-dbba543bdc01 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:26.244633 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:26.288538 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b6584d-8292-4338-b505-88b6157f2d66 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] No DVR routers for this DVR port 73013913-fcac-4ef1-be14-71ab0ab82206 on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:13:26.297784 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bfc0b4-b744-44bd-b05e-d39a46934616 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Network 0065ad6d-33a2-47cd-977e-40294888cbaf is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:13:26.313424 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-26bfc0b4-b744-44bd-b05e-d39a46934616 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:13:26.341419 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bfc0b4-b744-44bd-b05e-d39a46934616 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:13:26.353475 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-34898bea-f53e-40f3-812c-90acac391cff tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:26.369889 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bfc0b4-b744-44bd-b05e-d39a46934616 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event updated for resources: {'Port': ['ID=3ce35d65-3f78-486d-9f5e-f2abf742687f,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:26.381157 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f1840b76-50a1-4615-90ef-70c2dd6979d0 req-0e90189e-bfd5-4db9-a58a-acc76945be74 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741064 Aug 18 13:13:26.423478 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:26.562278 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port b15b7f8f-aee0-4312-a803-dbba543bdc01, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b15b7f8f-aee0-4312-a803-dbba543bdc01,segment=NetworkSegment(0ac65b2a-c8b9-44ae-a0db-8bb98edb45cf),segment_id=0ac65b2a-c8b9-44ae-a0db-8bb98edb45cf)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:13:26.606911 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6584d-8292-4338-b505-88b6157f2d66 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event deleted for resources: {'Port': ['ID=73013913-fcac-4ef1-be14-71ab0ab82206,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:26.625031 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-26bfc0b4-b744-44bd-b05e-d39a46934616 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:26.643850 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:26.645010 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 944f6fa2-2a81-4e70-af2f-5e069fd092ef up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:13:26.680214 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-34898bea-f53e-40f3-812c-90acac391cff tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:26.681449 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-97b6584d-8292-4338-b505-88b6157f2d66 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:26.697805 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-34898bea-f53e-40f3-812c-90acac391cff tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78a344b2-a3b3-46ba-9353-1f123551aabd']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:26.708639 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-97b6584d-8292-4338-b505-88b6157f2d66 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7d7c71e-1666-47cd-aed6-fa8f59411332']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:26.714210 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-34898bea-f53e-40f3-812c-90acac391cff tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a363e534-d69f-413c-bcd3-98786528c9fb') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:26.714516 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-34898bea-f53e-40f3-812c-90acac391cff tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a363e534-d69f-413c-bcd3-98786528c9fb') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:26.716165 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-97b6584d-8292-4338-b505-88b6157f2d66 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3bf71c2-9fd8-48c4-8c50-1c5b74059188') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:26.716506 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-97b6584d-8292-4338-b505-88b6157f2d66 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3bf71c2-9fd8-48c4-8c50-1c5b74059188') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:26.723996 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25771bbd-33c8-47fb-8cf0-e48e5ce6fdb2 req-04162bf2-40bf-404c-9020-0358dc098d48 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:26.725518 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-25771bbd-33c8-47fb-8cf0-e48e5ce6fdb2 req-04162bf2-40bf-404c-9020-0358dc098d48 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 946 time: 0.1088438 Aug 18 13:13:26.740775 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-97b6584d-8292-4338-b505-88b6157f2d66 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:26.742212 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-34898bea-f53e-40f3-812c-90acac391cff tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:26.786720 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-34898bea-f53e-40f3-812c-90acac391cff tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:26.791424 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-25771bbd-33c8-47fb-8cf0-e48e5ce6fdb2 req-22051cfb-3281-4163-9754-ee861fae502b tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574050 Aug 18 13:13:26.796893 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34898bea-f53e-40f3-812c-90acac391cff tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:13:26.797213 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-34898bea-f53e-40f3-812c-90acac391cff tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:26.799169 n-d-803603-2 neutron-server[101676]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:13:26.799169 n-d-803603-2 neutron-server[101676]: items = [ Aug 18 13:13:26.799169 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:13:26.799169 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:13:26.799169 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:13:26.799169 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:13:26.799169 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:13:26.799169 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:13:26.799169 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:13:26.799169 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:13:26.799169 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:13:26.799169 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:13:26.799169 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:13:26.799169 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:13:26.799169 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:13:26.799169 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:13:26.799169 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:13:26.799169 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:13:26.799169 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:13:26.799169 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:13:26.799169 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:13:26.799169 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:13:26.799169 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:13:26.799169 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:13:26.799169 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:13:26.799169 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:13:26.799169 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:13:26.799169 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:13:26.799169 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:13:26.799169 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:13:26.799169 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:13:26.799169 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:13:26.799169 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:13:26.799169 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:13:26.803575 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-97b6584d-8292-4338-b505-88b6157f2d66 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:26.863052 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97b6584d-8292-4338-b505-88b6157f2d66 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:13:26.863632 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-97b6584d-8292-4338-b505-88b6157f2d66 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:26.872294 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:13:26.872294 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:13:26.872294 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:13:26.872294 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:13:26.872294 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:13:26.872294 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:13:26.872294 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:13:26.872294 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:13:26.872294 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:13:26.872294 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:13:26.872294 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:13:26.872294 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:13:26.872294 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:13:26.872294 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:13:26.872294 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:13:26.872294 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:13:26.872294 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:13:26.872294 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:13:26.872294 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:13:26.872294 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:13:26.872294 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:13:26.872294 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:13:26.872294 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:13:26.872294 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:13:26.872294 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:13:26.872294 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:13:26.872294 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:13:26.872294 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:13:26.872294 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:13:26.872294 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:13:26.872294 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:13:26.872294 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:13:26.877401 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=b15b7f8f-aee0-4312-a803-dbba543bdc01,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:26.969731 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 944f6fa2-2a81-4e70-af2f-5e069fd092ef completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:13:27.031651 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-26bfc0b4-b744-44bd-b05e-d39a46934616 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:27.143961 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-34898bea-f53e-40f3-812c-90acac391cff tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:27.150485 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34898bea-f53e-40f3-812c-90acac391cff tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 78a344b2-a3b3-46ba-9353-1f123551aabd {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 18 13:13:27.154580 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-34898bea-f53e-40f3-812c-90acac391cff tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:27.156993 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-34898bea-f53e-40f3-812c-90acac391cff tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] 10.222.0.13 "DELETE /v2.0/networks/78a344b2-a3b3-46ba-9353-1f123551aabd HTTP/1.1" status: 204 len: 168 time: 0.9269476 Aug 18 13:13:27.180937 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4809592-9c58-4b64-aa59-bffbe58a9884 req-0af50a1f-f1c6-453b-b86e-2402e245891a tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:27.190986 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d4809592-9c58-4b64-aa59-bffbe58a9884 req-0af50a1f-f1c6-453b-b86e-2402e245891a tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 946 time: 0.1026604 Aug 18 13:13:27.193990 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34898bea-f53e-40f3-812c-90acac391cff tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Pushing event deleted for resources: {'Network': ['ID=78a344b2-a3b3-46ba-9353-1f123551aabd,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:27.301760 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d4809592-9c58-4b64-aa59-bffbe58a9884 req-cbb61172-54d9-4b7b-9fef-d21880c8fde3 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076655 Aug 18 13:13:27.353939 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d1466d-e9e8-431b-95b3-047d04bb473e None None] Network 0065ad6d-33a2-47cd-977e-40294888cbaf requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:13:27.469417 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-97b6584d-8292-4338-b505-88b6157f2d66 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:27.514375 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-97b6584d-8292-4338-b505-88b6157f2d66 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:27.520197 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-97b6584d-8292-4338-b505-88b6157f2d66 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "DELETE /v2.0/networks/c7d7c71e-1666-47cd-aed6-fa8f59411332 HTTP/1.1" status: 204 len: 168 time: 2.3977664 Aug 18 13:13:27.523722 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40098) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:27.555059 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6584d-8292-4338-b505-88b6157f2d66 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event deleted for resources: {'Network': ['ID=c7d7c71e-1666-47cd-aed6-fa8f59411332,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:27.611429 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6312ff8-0155-4917-9f42-64eb344df66b req-35db8d9f-675b-4f36-afc4-d7ddbe5025b2 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:27.620390 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b6312ff8-0155-4917-9f42-64eb344df66b req-35db8d9f-675b-4f36-afc4-d7ddbe5025b2 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 946 time: 0.1523795 Aug 18 13:13:27.629238 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdb0e924-f50a-4d9e-84df-0c8a0ed9d33a tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] DELETE failed (client error): The resource could not be found. Aug 18 13:13:27.629725 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdb0e924-f50a-4d9e-84df-0c8a0ed9d33a tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:13:27.637597 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-cdb0e924-f50a-4d9e-84df-0c8a0ed9d33a tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "DELETE /v2.0/subnets/dce923c2-ecb7-4a61-af4e-3ca209acb59a HTTP/1.1" status: 404 len: 337 time: 0.1097410 Aug 18 13:13:27.638474 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40104) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:27.643506 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-43ae141c-d2c7-43e5-8ea2-e4de7e9fc365 None None] Provisioning for port 944f6fa2-2a81-4e70-af2f-5e069fd092ef completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:13:27.651330 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-43ae141c-d2c7-43e5-8ea2-e4de7e9fc365 None None] Provisioning complete for port 944f6fa2-2a81-4e70-af2f-5e069fd092ef triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:27.651946 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-43ae141c-d2c7-43e5-8ea2-e4de7e9fc365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:27.682598 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d7d235a-94fb-4ff9-8c75-c34263013238 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] DELETE failed (client error): The resource could not be found. Aug 18 13:13:27.683212 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d7d235a-94fb-4ff9-8c75-c34263013238 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:13:27.685027 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7d7d235a-94fb-4ff9-8c75-c34263013238 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "DELETE /v2.0/networks/a4b0b53e-abc9-444c-8e54-efc8810a7e4e HTTP/1.1" status: 404 len: 339 time: 0.0451872 Aug 18 13:13:27.690153 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40106) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:27.765347 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b6312ff8-0155-4917-9f42-64eb344df66b req-19881d3f-4a68-44ea-bcd5-1a4983a501ee tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440222 Aug 18 13:13:27.777720 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b15b7f8f-aee0-4312-a803-dbba543bdc01 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:13:27.793692 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-92bace21-9fbd-4c88-bef7-bf148702bfb9 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Deleting subnet 301d3a28-966a-465e-9ae2-335848d9d48b {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:13:27.803217 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-92bace21-9fbd-4c88-bef7-bf148702bfb9 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:27.840874 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40110) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:27.850897 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-3e26269e-6e2e-495d-adde-c8c33669aa91 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Request body: {'router': {'name': 'tempest-router--1910726517', 'project_id': '0181564f494e491ab9c3b8594a621888'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:13:27.867378 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-92bace21-9fbd-4c88-bef7-bf148702bfb9 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:27.901937 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-26bfc0b4-b744-44bd-b05e-d39a46934616 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:27.983956 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-92bace21-9fbd-4c88-bef7-bf148702bfb9 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:28.001192 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338960e-a1b7-401a-82d6-a4ebbb64f657 req-5fd9b9e4-a5b0-4b00-a836-9727106599e1 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:28.011886 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0338960e-a1b7-401a-82d6-a4ebbb64f657 req-5fd9b9e4-a5b0-4b00-a836-9727106599e1 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 946 time: 0.0762029 Aug 18 13:13:28.022672 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-26bfc0b4-b744-44bd-b05e-d39a46934616 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:28.041258 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-43ae141c-d2c7-43e5-8ea2-e4de7e9fc365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:28.095985 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3e26269e-6e2e-495d-adde-c8c33669aa91 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:28.097683 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3e26269e-6e2e-495d-adde-c8c33669aa91 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:28.097829 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port b15b7f8f-aee0-4312-a803-dbba543bdc01 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:28.098349 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:28.158372 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:28.160798 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0338960e-a1b7-401a-82d6-a4ebbb64f657 req-3964b4ff-4616-4979-ab22-050b92afba7e tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477299 Aug 18 13:13:28.177222 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bfc0b4-b744-44bd-b05e-d39a46934616 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event updated for resources: {'Port': ['ID=3ce35d65-3f78-486d-9f5e-f2abf742687f,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:28.192694 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-43ae141c-d2c7-43e5-8ea2-e4de7e9fc365 None None] For port 944f6fa2-2a81-4e70-af2f-5e069fd092ef, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=944f6fa2-2a81-4e70-af2f-5e069fd092ef,segment=NetworkSegment(49a78cbc-a00b-4795-9a47-f4ef8758a017),segment_id=49a78cbc-a00b-4795-9a47-f4ef8758a017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:13:28.214567 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-26bfc0b4-b744-44bd-b05e-d39a46934616 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:28.222409 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3e26269e-6e2e-495d-adde-c8c33669aa91 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:28.229444 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-92bace21-9fbd-4c88-bef7-bf148702bfb9 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:28.337351 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bace21-9fbd-4c88-bef7-bf148702bfb9 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event deleted for resources: {'Subnet': ['ID=301d3a28-966a-465e-9ae2-335848d9d48b,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:28.344251 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-92bace21-9fbd-4c88-bef7-bf148702bfb9 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:28.349762 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908b511e-91d4-4208-840a-9c7b91b3d65c None None] Network 887eda43-60f2-4fc5-8563-237ec77e87e9 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:13:28.353770 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-92bace21-9fbd-4c88-bef7-bf148702bfb9 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "DELETE /v2.0/subnets/301d3a28-966a-465e-9ae2-335848d9d48b HTTP/1.1" status: 204 len: 168 time: 0.6619499 Aug 18 13:13:28.354722 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40122) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:28.391817 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3e26269e-6e2e-495d-adde-c8c33669aa91 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:28.414301 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c098b94-3970-4a77-9505-3cedb2f1f540 req-07cf00ae-3016-4480-ba87-6119299d45a2 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:28.416254 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c098b94-3970-4a77-9505-3cedb2f1f540 req-07cf00ae-3016-4480-ba87-6119299d45a2 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 946 time: 0.1244760 Aug 18 13:13:28.462459 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-43ae141c-d2c7-43e5-8ea2-e4de7e9fc365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:28.470308 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 73013913-fcac-4ef1-be14-71ab0ab82206 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:13:28.481077 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c098b94-3970-4a77-9505-3cedb2f1f540 req-0d6c38c4-a138-4390-b6bc-126bc1fe9a02 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567451 Aug 18 13:13:28.511669 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3e26269e-6e2e-495d-adde-c8c33669aa91 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:28.517970 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40126) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:28.524725 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3e26269e-6e2e-495d-adde-c8c33669aa91 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6710780 Aug 18 13:13:28.572874 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 73013913-fcac-4ef1-be14-71ab0ab82206 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:13:28.572874 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 73013913-fcac-4ef1-be14-71ab0ab82206 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:13:28.653039 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-53a8f57f-280c-4095-b09e-9cb4eb4016d1 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:28.684074 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae141c-d2c7-43e5-8ea2-e4de7e9fc365 None None] Pushing event updated for resources: {'Port': ['ID=944f6fa2-2a81-4e70-af2f-5e069fd092ef,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:28.707272 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7dcac8e3-2a0f-4305-8ec3-9b96fe75df27 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:28.707722 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bfc0b4-b744-44bd-b05e-d39a46934616 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Network 0065ad6d-33a2-47cd-977e-40294888cbaf is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:13:28.710729 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-26bfc0b4-b744-44bd-b05e-d39a46934616 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:13:28.767314 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f1560872-3e99-4de7-825b-a094f156dba6 None None] Provisioning for port 3ce35d65-3f78-486d-9f5e-f2abf742687f completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:13:28.772721 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f1560872-3e99-4de7-825b-a094f156dba6 None None] Provisioning complete for port 3ce35d65-3f78-486d-9f5e-f2abf742687f triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:28.773103 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f1560872-3e99-4de7-825b-a094f156dba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:28.811789 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:28.845612 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9bb565-1558-4286-8d38-19d4f8b902b3 None None] DHCP port deletion for 887eda43-60f2-4fc5-8563-237ec77e87e9 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:13:28.859527 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26bfc0b4-b744-44bd-b05e-d39a46934616 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Router 188f49cb-677e-44c2-a4fe-2a5493beb225 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:13:28.896591 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e727c0-40c3-41b8-8333-b97cc91a87fb req-835ee46d-bc0d-435d-b7d6-684fcad0ec7e tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:28.908939 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a1e727c0-40c3-41b8-8333-b97cc91a87fb req-835ee46d-bc0d-435d-b7d6-684fcad0ec7e tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 946 time: 0.2445166 Aug 18 13:13:29.027605 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-53a8f57f-280c-4095-b09e-9cb4eb4016d1 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Deleting port 8cfba35b-42e3-4010-b182-33e65271c524 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:13:29.034814 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-53a8f57f-280c-4095-b09e-9cb4eb4016d1 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:29.089732 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f1560872-3e99-4de7-825b-a094f156dba6 None None] Port 3ce35d65-3f78-486d-9f5e-f2abf742687f cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:13:29.103659 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26bfc0b4-b744-44bd-b05e-d39a46934616 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:13:29.113032 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-26bfc0b4-b744-44bd-b05e-d39a46934616 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "PUT /v2.0/routers/188f49cb-677e-44c2-a4fe-2a5493beb225/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6836512 Aug 18 13:13:29.113260 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f1560872-3e99-4de7-825b-a094f156dba6 None None] Provisioning complete for port 944f6fa2-2a81-4e70-af2f-5e069fd092ef triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:29.113607 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f1560872-3e99-4de7-825b-a094f156dba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:29.113722 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40132) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:29.115308 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7dcac8e3-2a0f-4305-8ec3-9b96fe75df27 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:29.117277 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7dcac8e3-2a0f-4305-8ec3-9b96fe75df27 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:29.118322 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7aff4ed-6ffa-47b6-97cb-8e96c22be7e5 None None] Sync routers for ids ['188f49cb-677e-44c2-a4fe-2a5493beb225'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:13:29.121848 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-0be6f9eb-b476-4594-b9d0-a878e9d288f0 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Request body: {'network': {'name': 'tempest-RoutersTest-204984229'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:13:29.154886 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-53a8f57f-280c-4095-b09e-9cb4eb4016d1 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] For port 8cfba35b-42e3-4010-b182-33e65271c524, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=8cfba35b-42e3-4010-b182-33e65271c524,segment=NetworkSegment(e7a7455e-644f-4eb2-8d73-571e1de45608),segment_id=e7a7455e-644f-4eb2-8d73-571e1de45608)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:13:29.155110 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-53a8f57f-280c-4095-b09e-9cb4eb4016d1 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:29.165962 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7aff4ed-6ffa-47b6-97cb-8e96c22be7e5 None None] Routers {'188f49cb-677e-44c2-a4fe-2a5493beb225'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:13:29.166619 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d7aff4ed-6ffa-47b6-97cb-8e96c22be7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:13:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['188f49cb-677e-44c2-a4fe-2a5493beb225'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:29.172745 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-4f9bb565-1558-4286-8d38-19d4f8b902b3 None None] Deleting port 8cfba35b-42e3-4010-b182-33e65271c524 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:13:29.172931 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4f9bb565-1558-4286-8d38-19d4f8b902b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:29.173583 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-53a8f57f-280c-4095-b09e-9cb4eb4016d1 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Calling delete_port for 8cfba35b-42e3-4010-b182-33e65271c524 owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:13:29.181786 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a1e727c0-40c3-41b8-8333-b97cc91a87fb req-224a8d7a-2f78-4768-8b60-d8a2de1e2051 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713993 Aug 18 13:13:29.273927 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be6f9eb-b476-4594-b9d0-a878e9d288f0 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Made reservation on behalf of 6307d39a85c24bc690f9cb3d2145ec59 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:13:29.284394 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0be6f9eb-b476-4594-b9d0-a878e9d288f0 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:29.291851 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7dcac8e3-2a0f-4305-8ec3-9b96fe75df27 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:29.292379 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dcac8e3-2a0f-4305-8ec3-9b96fe75df27 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 36d794dd-18b6-4e8a-80f2-a308c7248fba {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:13:29.298019 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7dcac8e3-2a0f-4305-8ec3-9b96fe75df27 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:29.303335 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7dcac8e3-2a0f-4305-8ec3-9b96fe75df27 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] 10.222.0.13 "DELETE /v2.0/routers/36d794dd-18b6-4e8a-80f2-a308c7248fba HTTP/1.1" status: 204 len: 168 time: 0.7813554 Aug 18 13:13:29.332533 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0be6f9eb-b476-4594-b9d0-a878e9d288f0 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:13:29.348920 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0be6f9eb-b476-4594-b9d0-a878e9d288f0 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:29.349244 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-0be6f9eb-b476-4594-b9d0-a878e9d288f0 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Added segment be0ee246-dcf3-45e3-879f-ee49dc86291b of type vlan for network 295405fa-d2db-4006-b0ff-b4079520ed99 Aug 18 13:13:29.352603 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-4f9bb565-1558-4286-8d38-19d4f8b902b3 None None] For port 8cfba35b-42e3-4010-b182-33e65271c524, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=8cfba35b-42e3-4010-b182-33e65271c524,segment=NetworkSegment(e7a7455e-644f-4eb2-8d73-571e1de45608),segment_id=e7a7455e-644f-4eb2-8d73-571e1de45608)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:13:29.353028 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4f9bb565-1558-4286-8d38-19d4f8b902b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:29.391962 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-53a8f57f-280c-4095-b09e-9cb4eb4016d1 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:29.396866 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-d7aff4ed-6ffa-47b6-97cb-8e96c22be7e5 None None] Set router 188f49cb-677e-44c2-a4fe-2a5493beb225 gateway port host: None {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:13:29.403402 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-4f9bb565-1558-4286-8d38-19d4f8b902b3 None None] Calling delete_port for 8cfba35b-42e3-4010-b182-33e65271c524 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:13:29.453444 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a8f57f-280c-4095-b09e-9cb4eb4016d1 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] No DVR routers for this DVR port 8cfba35b-42e3-4010-b182-33e65271c524 on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:13:29.453444 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a8f57f-280c-4095-b09e-9cb4eb4016d1 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event deleted for resources: {'Port': ['ID=8cfba35b-42e3-4010-b182-33e65271c524,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:29.459049 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0be6f9eb-b476-4594-b9d0-a878e9d288f0 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:29.552150 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac52eb-3623-4909-86f6-5fff79e82632 req-95ef8709-1411-4493-b9dd-677f6f20d66b tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:29.552827 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3eac52eb-3623-4909-86f6-5fff79e82632 req-95ef8709-1411-4493-b9dd-677f6f20d66b tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 946 time: 0.2597840 Aug 18 13:13:29.579822 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-53a8f57f-280c-4095-b09e-9cb4eb4016d1 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:29.598008 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-53a8f57f-280c-4095-b09e-9cb4eb4016d1 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['887eda43-60f2-4fc5-8563-237ec77e87e9']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:29.618639 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-53a8f57f-280c-4095-b09e-9cb4eb4016d1 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7a7455e-644f-4eb2-8d73-571e1de45608') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:29.618966 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-53a8f57f-280c-4095-b09e-9cb4eb4016d1 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7a7455e-644f-4eb2-8d73-571e1de45608') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:29.619507 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 944f6fa2-2a81-4e70-af2f-5e069fd092ef up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:13:29.633314 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3eac52eb-3623-4909-86f6-5fff79e82632 req-edd562ed-4ec6-48f8-b9b9-7f55ee2d1a05 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720384 Aug 18 13:13:29.635210 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-53a8f57f-280c-4095-b09e-9cb4eb4016d1 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:29.654596 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-53a8f57f-280c-4095-b09e-9cb4eb4016d1 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:29.672281 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0be6f9eb-b476-4594-b9d0-a878e9d288f0 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:29.675362 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40142) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:29.679210 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be6f9eb-b476-4594-b9d0-a878e9d288f0 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:29.679839 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0be6f9eb-b476-4594-b9d0-a878e9d288f0 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:29.692369 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53a8f57f-280c-4095-b09e-9cb4eb4016d1 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:13:29.692828 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-53a8f57f-280c-4095-b09e-9cb4eb4016d1 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:29.700226 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:13:29.700226 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:13:29.700226 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:13:29.700226 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:13:29.700226 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:13:29.700226 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:13:29.700226 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:13:29.700226 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:13:29.700226 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:13:29.700226 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:13:29.700226 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:13:29.700226 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:13:29.700226 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:13:29.700226 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:13:29.700226 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:13:29.700226 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:13:29.700226 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:13:29.700226 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:13:29.700226 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:13:29.700226 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:13:29.700226 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:13:29.700226 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:13:29.700226 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:13:29.700226 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:13:29.700226 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:13:29.700226 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:13:29.700226 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:13:29.700226 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:13:29.700226 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:13:29.700226 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:13:29.700226 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:13:29.700226 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:13:29.722257 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-2b4fee6d-08c3-46b5-9cad-66ee6f9a1af0 None None] Provisioning complete for port 3ce35d65-3f78-486d-9f5e-f2abf742687f triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:29.730993 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2b4fee6d-08c3-46b5-9cad-66ee6f9a1af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:29.803935 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4f9bb565-1558-4286-8d38-19d4f8b902b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:29.883170 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9bb565-1558-4286-8d38-19d4f8b902b3 None None] No DVR routers for this DVR port 8cfba35b-42e3-4010-b182-33e65271c524 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:13:29.896158 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40150) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:29.902773 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0be6f9eb-b476-4594-b9d0-a878e9d288f0 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7847793 Aug 18 13:13:29.905180 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-d055324c-b74f-4955-8c16-4cf4faebb830 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Request body: {'subnet': {'network_id': '295405fa-d2db-4006-b0ff-b4079520ed99', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:13:29.925764 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9bb565-1558-4286-8d38-19d4f8b902b3 None None] Pushing event deleted for resources: {'Port': ['ID=8cfba35b-42e3-4010-b182-33e65271c524,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:29.941365 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-53a8f57f-280c-4095-b09e-9cb4eb4016d1 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:29.949127 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be6f9eb-b476-4594-b9d0-a878e9d288f0 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event updated for resources: {'Network': ['ID=295405fa-d2db-4006-b0ff-b4079520ed99,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:29.956705 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-53a8f57f-280c-4095-b09e-9cb4eb4016d1 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:29.961807 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-53a8f57f-280c-4095-b09e-9cb4eb4016d1 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] 10.222.0.13 "DELETE /v2.0/networks/887eda43-60f2-4fc5-8563-237ec77e87e9 HTTP/1.1" status: 204 len: 168 time: 1.6028175 Aug 18 13:13:29.976837 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a8f57f-280c-4095-b09e-9cb4eb4016d1 tempest-NetworksIpV6Test-428958434 tempest-NetworksIpV6Test-428958434-project] Pushing event deleted for resources: {'Network': ['ID=887eda43-60f2-4fc5-8563-237ec77e87e9,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:29.988712 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 295405fa-d2db-4006-b0ff-b4079520ed99 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:13:29.998210 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfed5b9-ebfa-4398-a1e4-73d927503115 req-a9c51b03-b481-42dc-974b-a3959a8d0d9c tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:30.004916 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0bfed5b9-ebfa-4398-a1e4-73d927503115 req-a9c51b03-b481-42dc-974b-a3959a8d0d9c tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 946 time: 0.1371722 Aug 18 13:13:30.055859 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0bfed5b9-ebfa-4398-a1e4-73d927503115 req-4c4e968e-8a0b-470f-9ec6-67be66df2c64 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446589 Aug 18 13:13:30.143023 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-2b4fee6d-08c3-46b5-9cad-66ee6f9a1af0 None None] Port 3ce35d65-3f78-486d-9f5e-f2abf742687f cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:13:30.164024 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 944f6fa2-2a81-4e70-af2f-5e069fd092ef triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:30.164786 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:30.170288 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-220f1fb2-4ec3-41d2-9bf3-6a5509b7684a tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-245080786', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}, 'admin_state_up': False}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:13:30.195576 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d055324c-b74f-4955-8c16-4cf4faebb830 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Made reservation on behalf of 6307d39a85c24bc690f9cb3d2145ec59 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:13:30.203015 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d055324c-b74f-4955-8c16-4cf4faebb830 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:30.259082 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-28032a58-10af-4251-8164-bdb67e460b4e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0621574 Aug 18 13:13:30.266630 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d7aff4ed-6ffa-47b6-97cb-8e96c22be7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'name': 'tempest-RoutersTest-router-1408703291', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:13Z', 'updated_at': '2021-08-18T13:13:26Z', 'revision_number': 3, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'gw_port_host': None, '_interfaces': [{'id': '3ce35d65-3f78-486d-9f5e-f2abf742687f', 'name': '', 'network_id': '0065ad6d-33a2-47cd-977e-40294888cbaf', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:73:dd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '881fcc8c-7eee-427c-9d32-eaafb6bf09f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:24Z', 'updated_at': '2021-08-18T13:13:27Z', 'revision_number': 2, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': '881fcc8c-7eee-427c-9d32-eaafb6bf09f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b15b7f8f-aee0-4312-a803-dbba543bdc01', 'name': '', 'network_id': '6317ca6c-a972-4db5-b419-d30f0cde7fe8', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:80:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:16Z', 'updated_at': '2021-08-18T13:13:26Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:30.335167 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7aff4ed-6ffa-47b6-97cb-8e96c22be7e5 None None] Checking router: 188f49cb-677e-44c2-a4fe-2a5493beb225 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:13:30.335668 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7aff4ed-6ffa-47b6-97cb-8e96c22be7e5 None None] Updating router 188f49cb-677e-44c2-a4fe-2a5493beb225 port 3ce35d65-3f78-486d-9f5e-f2abf742687f binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:13:30.339733 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e13ad-a043-41ae-bc02-6e0d6dc26ad5 req-d86b547f-f431-4dc9-9189-9636bdd09a42 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:30.341361 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3b6e13ad-a043-41ae-bc02-6e0d6dc26ad5 req-d86b547f-f431-4dc9-9189-9636bdd09a42 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 946 time: 0.1614623 Aug 18 13:13:30.368837 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-5d2109c4-5454-4919-b366-2be9e31e9ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:30.370453 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-5d2109c4-5454-4919-b366-2be9e31e9ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:30.374844 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-5d2109c4-5454-4919-b366-2be9e31e9ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:30.376011 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-5d2109c4-5454-4919-b366-2be9e31e9ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:30.376688 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-5d2109c4-5454-4919-b366-2be9e31e9ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:30.378340 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-5d2109c4-5454-4919-b366-2be9e31e9ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:30.379313 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-5d2109c4-5454-4919-b366-2be9e31e9ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:30.386307 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d7aff4ed-6ffa-47b6-97cb-8e96c22be7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:30.387992 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-220f1fb2-4ec3-41d2-9bf3-6a5509b7684a tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:30.389607 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-220f1fb2-4ec3-41d2-9bf3-6a5509b7684a tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:30.399797 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-5d2109c4-5454-4919-b366-2be9e31e9ad0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8c196c6c2e143d6872d1027393f6dcd&device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 6490 time: 0.0880227 Aug 18 13:13:30.427583 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3b6e13ad-a043-41ae-bc02-6e0d6dc26ad5 req-70368bb4-f9b5-4148-a4d7-9d83d3d75848 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746043 Aug 18 13:13:30.563397 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 8cfba35b-42e3-4010-b182-33e65271c524 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:13:30.596834 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 8cfba35b-42e3-4010-b182-33e65271c524 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:13:30.597161 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 8cfba35b-42e3-4010-b182-33e65271c524 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:13:30.602150 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-17cc33af-0535-4cd5-9093-62ef7a7cb722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:30.603231 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-17cc33af-0535-4cd5-9093-62ef7a7cb722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:30.603747 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-17cc33af-0535-4cd5-9093-62ef7a7cb722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:30.606285 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-17cc33af-0535-4cd5-9093-62ef7a7cb722 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7b05220b-36d2-40eb-be72-7e3e060fbabb&id=2459a67a-03d9-4542-a3d9-993612a32608&id=2459a67a-03d9-4542-a3d9-993612a32608&id=2459a67a-03d9-4542-a3d9-993612a32608&id=2459a67a-03d9-4542-a3d9-993612a32608&id=a3e49dcd-a277-4170-bfef-fa46f5ed7634&id=a3e49dcd-a277-4170-bfef-fa46f5ed7634 HTTP/1.1" status: 200 len: 2292 time: 0.1750212 Aug 18 13:13:30.625758 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-220f1fb2-4ec3-41d2-9bf3-6a5509b7684a tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:30.677155 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c27233-57e1-4b98-8792-92a8ec2b068f req-b6620433-7180-43ed-8214-87bc1b53432f tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:30.678735 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c2c27233-57e1-4b98-8792-92a8ec2b068f req-b6620433-7180-43ed-8214-87bc1b53432f tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 946 time: 0.1194568 Aug 18 13:13:30.741749 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40164) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:30.763880 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-ec795ce7-e671-4403-8cb7-e5d63e836db3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34e925d7-14af-4826-bf24-9d1ce3cea1ed HTTP/1.1" status: 200 len: 1001 time: 0.1470964 Aug 18 13:13:30.856223 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d7aff4ed-6ffa-47b6-97cb-8e96c22be7e5 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:30.869772 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-5dfc56db-672e-4dfa-965a-fecd3e9f49ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:30.871356 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-5dfc56db-672e-4dfa-965a-fecd3e9f49ce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bfeef1f8-f283-4cb6-a505-21a51b6ed46e HTTP/1.1" status: 200 len: 850 time: 0.0974514 Aug 18 13:13:30.877212 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d7aff4ed-6ffa-47b6-97cb-8e96c22be7e5 None None] Transition to ACTIVE for port object 3ce35d65-3f78-486d-9f5e-f2abf742687f will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:13:30.964044 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-61c63d7b-dc19-45aa-97b8-224d7f735405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:30.965564 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-61c63d7b-dc19-45aa-97b8-224d7f735405 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b05220b-36d2-40eb-be72-7e3e060fbabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861325 Aug 18 13:13:30.997748 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-36d04edc-6058-41c8-8a48-5b7f9760882f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b6df5f5313584044a41229969c576563&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2544835 Aug 18 13:13:31.022775 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40168) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:31.085628 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d7aff4ed-6ffa-47b6-97cb-8e96c22be7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:31.111255 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-0226a54c-a023-4ba9-b6f9-8c6cb70d8867 service neutron] 10.222.0.39 "GET /v2.0/networks/7b05220b-36d2-40eb-be72-7e3e060fbabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375623 Aug 18 13:13:31.111938 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e95f75ed-c151-4d7f-b73a-7e526425b2d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:31.112759 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d055324c-b74f-4955-8c16-4cf4faebb830 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:31.117816 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c2c27233-57e1-4b98-8792-92a8ec2b068f req-1f00cd64-b393-4fa2-b6b1-0a656c982ed7 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4312963 Aug 18 13:13:31.193672 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6bfbe7-59bf-4d57-8322-a13c42d48c84 None None] Pushing event updated for resources: {'Port': ['ID=3ce35d65-3f78-486d-9f5e-f2abf742687f,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:31.209001 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e95f75ed-c151-4d7f-b73a-7e526425b2d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:31.228401 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-d7aff4ed-6ffa-47b6-97cb-8e96c22be7e5 None None] Attempting to bind port 3ce35d65-3f78-486d-9f5e-f2abf742687f on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:13:31.228935 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-d7aff4ed-6ffa-47b6-97cb-8e96c22be7e5 None None] Attempting to bind port 3ce35d65-3f78-486d-9f5e-f2abf742687f by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '49a78cbc-a00b-4795-9a47-f4ef8758a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0065ad6d-33a2-47cd-977e-40294888cbaf'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:13:31.229961 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7aff4ed-6ffa-47b6-97cb-8e96c22be7e5 None None] Attempting to bind port 3ce35d65-3f78-486d-9f5e-f2abf742687f on network 0065ad6d-33a2-47cd-977e-40294888cbaf {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:13:31.236151 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7aff4ed-6ffa-47b6-97cb-8e96c22be7e5 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:13:31.236694 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7aff4ed-6ffa-47b6-97cb-8e96c22be7e5 None None] Checking segment: {'id': '49a78cbc-a00b-4795-9a47-f4ef8758a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0065ad6d-33a2-47cd-977e-40294888cbaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:13:31.237796 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d7aff4ed-6ffa-47b6-97cb-8e96c22be7e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:31.238333 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7aff4ed-6ffa-47b6-97cb-8e96c22be7e5 None None] Bound using segment: {'id': '49a78cbc-a00b-4795-9a47-f4ef8758a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0065ad6d-33a2-47cd-977e-40294888cbaf'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:13:31.239007 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-d7aff4ed-6ffa-47b6-97cb-8e96c22be7e5 None None] Bound port: 3ce35d65-3f78-486d-9f5e-f2abf742687f, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49a78cbc-a00b-4795-9a47-f4ef8758a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0065ad6d-33a2-47cd-977e-40294888cbaf'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:13:31.239452 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d7aff4ed-6ffa-47b6-97cb-8e96c22be7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:31.264734 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-220f1fb2-4ec3-41d2-9bf3-6a5509b7684a tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:31.289673 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055324c-b74f-4955-8c16-4cf4faebb830 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event updated for resources: {'Subnet': ['ID=5121c213-ff1c-4c4c-b219-3361f0350270,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:31.306449 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d055324c-b74f-4955-8c16-4cf4faebb830 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Checking segment: {'id': 'be0ee246-dcf3-45e3-879f-ee49dc86291b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '295405fa-d2db-4006-b0ff-b4079520ed99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:13:31.310113 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d055324c-b74f-4955-8c16-4cf4faebb830 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Network hostable DHCP agents. Network: 295405fa-d2db-4006-b0ff-b4079520ed99, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:13:31.333242 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-d7aff4ed-6ffa-47b6-97cb-8e96c22be7e5 None None] For port 3ce35d65-3f78-486d-9f5e-f2abf742687f, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:13:31.336773 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-d7aff4ed-6ffa-47b6-97cb-8e96c22be7e5 None None] For port 3ce35d65-3f78-486d-9f5e-f2abf742687f, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=3ce35d65-3f78-486d-9f5e-f2abf742687f,segment=NetworkSegment(49a78cbc-a00b-4795-9a47-f4ef8758a017),segment_id=49a78cbc-a00b-4795-9a47-f4ef8758a017)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:13:31.381338 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab1053-0215-4177-96ec-2b0550c77591 req-02a59d8d-e52b-44a4-8094-49a263a94d22 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:31.383086 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c8ab1053-0215-4177-96ec-2b0550c77591 req-02a59d8d-e52b-44a4-8094-49a263a94d22 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 946 time: 0.1278584 Aug 18 13:13:31.408616 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-8f976b18-dc29-45a6-ac91-46c8f1e63cc8 service neutron] 10.222.0.39 "GET /v2.0/networks/7b05220b-36d2-40eb-be72-7e3e060fbabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664886 Aug 18 13:13:31.429912 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d7aff4ed-6ffa-47b6-97cb-8e96c22be7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:31.459314 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-03407b59-670a-42a9-81b0-880e8d1ea76a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=07f402d6-de4a-4e25-8230-5bec43a446cd HTTP/1.1" status: 200 len: 217 time: 0.0434027 Aug 18 13:13:31.486405 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d055324c-b74f-4955-8c16-4cf4faebb830 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Network 295405fa-d2db-4006-b0ff-b4079520ed99 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:13:31.538742 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7aff4ed-6ffa-47b6-97cb-8e96c22be7e5 None None] Routers {'188f49cb-677e-44c2-a4fe-2a5493beb225'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:13:31.539595 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d7aff4ed-6ffa-47b6-97cb-8e96c22be7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:13:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['188f49cb-677e-44c2-a4fe-2a5493beb225'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:31.542624 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6bfbe7-59bf-4d57-8322-a13c42d48c84 None None] Pushing event updated for resources: {'Port': ['ID=3ce35d65-3f78-486d-9f5e-f2abf742687f,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:31.550829 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c8ab1053-0215-4177-96ec-2b0550c77591 req-19f34bf3-d283-43a0-a32e-1b3f7575ae85 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548810 Aug 18 13:13:31.561932 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e95f75ed-c151-4d7f-b73a-7e526425b2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:31.577224 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e95f75ed-c151-4d7f-b73a-7e526425b2d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:31.577224 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e95f75ed-c151-4d7f-b73a-7e526425b2d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17c6b501-50ff-4bd4-b175-08d1961bd574 HTTP/1.1" status: 204 len: 168 time: 0.5453005 Aug 18 13:13:31.588647 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-edc1b5d2-6d59-4734-bc70-16dfcb7fe534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:31.590408 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-edc1b5d2-6d59-4734-bc70-16dfcb7fe534 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cb37ce99-5938-480b-b3eb-c3f4e77a0e89 HTTP/1.1" status: 200 len: 797 time: 0.1171625 Aug 18 13:13:31.604985 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-d055324c-b74f-4955-8c16-4cf4faebb830 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 295405fa-d2db-4006-b0ff-b4079520ed99) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:13:31.614808 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d055324c-b74f-4955-8c16-4cf4faebb830 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:31.615417 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d055324c-b74f-4955-8c16-4cf4faebb830 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:31.621038 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f75ed-c151-4d7f-b73a-7e526425b2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c6b501-50ff-4bd4-b175-08d1961bd574,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:31.682501 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-7984c954-ef01-4ffb-885f-7b81d872e8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:31.689551 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-7984c954-ef01-4ffb-885f-7b81d872e8b7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2459a67a-03d9-4542-a3d9-993612a32608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0859213 Aug 18 13:13:31.732914 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478868a6-31b9-4dfa-b4af-549f69060c80 None None] Network 295405fa-d2db-4006-b0ff-b4079520ed99 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:13:31.771378 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-220f1fb2-4ec3-41d2-9bf3-6a5509b7684a tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router_gateway, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:31.793744 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-220f1fb2-4ec3-41d2-9bf3-6a5509b7684a tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:31.838945 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-f3aad920-a0d8-4e6c-8733-ae718c9cdbe5 service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398168 Aug 18 13:13:31.901125 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-d7aff4ed-6ffa-47b6-97cb-8e96c22be7e5 None None] Set router 188f49cb-677e-44c2-a4fe-2a5493beb225 gateway port host: None {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:13:31.926329 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d055324c-b74f-4955-8c16-4cf4faebb830 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0286975 Aug 18 13:13:31.929000 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40186) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:32.008948 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61317ce-e134-440b-8947-3e90da9f3220 req-dd8b0c12-8bcc-4e3d-aafd-fd2df8e89113 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:32.010603 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b61317ce-e134-440b-8947-3e90da9f3220 req-dd8b0c12-8bcc-4e3d-aafd-fd2df8e89113 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 946 time: 0.1699877 Aug 18 13:13:32.027887 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-220f1fb2-4ec3-41d2-9bf3-6a5509b7684a tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Allocated IP 172.25.6.178 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/1ed019f4-1b3f-44d9-be55-1582a461c479) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:13:32.070414 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-06720dbe-f110-4eb8-8ea1-aae0d7a4d7ef service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186198 Aug 18 13:13:32.181579 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b61317ce-e134-440b-8947-3e90da9f3220 req-dbabcbfa-9c73-41b5-be8d-8e48f8f25816 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639745 Aug 18 13:13:32.183400 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-04dfaca9-f3bd-4841-8e89-37e6e80da0f2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=36b945e8-9c27-4658-bb63-6eff4f89d115 HTTP/1.1" status: 200 len: 217 time: 0.0952559 Aug 18 13:13:32.250211 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-5bfcbde2-72bc-4538-b5c5-ce5532359093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:32.252438 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-5bfcbde2-72bc-4538-b5c5-ce5532359093 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cb37ce99-5938-480b-b3eb-c3f4e77a0e89 HTTP/1.1" status: 200 len: 797 time: 0.0607135 Aug 18 13:13:32.266803 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-220f1fb2-4ec3-41d2-9bf3-6a5509b7684a tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:32.329826 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-f745658f-c3ef-448e-b667-82410563eb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:32.343018 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-f745658f-c3ef-448e-b667-82410563eb6e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2459a67a-03d9-4542-a3d9-993612a32608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0796762 Aug 18 13:13:32.442964 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-220f1fb2-4ec3-41d2-9bf3-6a5509b7684a tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:32.514885 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220f1fb2-4ec3-41d2-9bf3-6a5509b7684a tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:13:32.528219 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-220f1fb2-4ec3-41d2-9bf3-6a5509b7684a tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:13:32.539693 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220f1fb2-4ec3-41d2-9bf3-6a5509b7684a tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:13:32.555582 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-d9260755-a199-4937-be96-2f81ea1448a2 service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045994 Aug 18 13:13:32.637207 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f1fb2-4ec3-41d2-9bf3-6a5509b7684a tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Pushing event updated for resources: {'Port': ['ID=1ed019f4-1b3f-44d9-be55-1582a461c479,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:32.740033 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c3d9ec-42ac-4db1-a007-afcc8035b35c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-295405fa-d2db-4006-b0ff-b4079520ed99', 'network_id': '295405fa-d2db-4006-b0ff-b4079520ed99', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'fixed_ips': [{'subnet_id': '5121c213-ff1c-4c4c-b219-3361f0350270'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:13:32.744660 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-57c3d9ec-42ac-4db1-a007-afcc8035b35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:32.757015 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-a1155e63-faf3-4d59-96d3-3b8bd230d4ef service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931455 Aug 18 13:13:32.905718 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-02c253cd-b72a-4888-8201-9230bd0ad9bc tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:32.927020 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d7aff4ed-6ffa-47b6-97cb-8e96c22be7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'name': 'tempest-RoutersTest-router-1408703291', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:13Z', 'updated_at': '2021-08-18T13:13:26Z', 'revision_number': 3, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'gw_port_host': None, '_interfaces': [{'id': '3ce35d65-3f78-486d-9f5e-f2abf742687f', 'name': '', 'network_id': '0065ad6d-33a2-47cd-977e-40294888cbaf', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:73:dd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '881fcc8c-7eee-427c-9d32-eaafb6bf09f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:24Z', 'updated_at': '2021-08-18T13:13:31Z', 'revision_number': 4, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': '881fcc8c-7eee-427c-9d32-eaafb6bf09f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b15b7f8f-aee0-4312-a803-dbba543bdc01', 'name': '', 'network_id': '6317ca6c-a972-4db5-b419-d30f0cde7fe8', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:80:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:16Z', 'updated_at': '2021-08-18T13:13:26Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:33.010410 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7aff4ed-6ffa-47b6-97cb-8e96c22be7e5 None None] The sync data for ids ['188f49cb-677e-44c2-a4fe-2a5493beb225'] in n-d-803603-2 is: [{'id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'name': 'tempest-RoutersTest-router-1408703291', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:13Z', 'updated_at': '2021-08-18T13:13:26Z', 'revision_number': 3, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'gw_port_host': None, '_interfaces': [{'id': '3ce35d65-3f78-486d-9f5e-f2abf742687f', 'name': '', 'network_id': '0065ad6d-33a2-47cd-977e-40294888cbaf', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:73:dd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '881fcc8c-7eee-427c-9d32-eaafb6bf09f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:24Z', 'updated_at': '2021-08-18T13:13:31Z', 'revision_number': 4, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': '881fcc8c-7eee-427c-9d32-eaafb6bf09f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b15b7f8f-aee0-4312-a803-dbba543bdc01', 'name': '', 'network_id': '6317ca6c-a972-4db5-b419-d30f0cde7fe8', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:80:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:16Z', 'updated_at': '2021-08-18T13:13:26Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:13:33.173413 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-57c3d9ec-42ac-4db1-a007-afcc8035b35c None None] Allocated IP 172.22.0.2 (295405fa-d2db-4006-b0ff-b4079520ed99/5121c213-ff1c-4c4c-b219-3361f0350270/2ee2bca9-973a-4092-947a-f63fc6a2f75d) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:13:33.440449 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-7c951e84-78d2-4a70-be10-89293cabd2a4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=5adf14f7-27f9-4753-a8fd-566a7aeb8405 HTTP/1.1" status: 200 len: 217 time: 0.6752892 Aug 18 13:13:33.519426 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-b307a1bd-8453-489e-bdcc-2252491df2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:33.520888 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-b307a1bd-8453-489e-bdcc-2252491df2b5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cb37ce99-5938-480b-b3eb-c3f4e77a0e89 HTTP/1.1" status: 200 len: 797 time: 0.0716665 Aug 18 13:13:33.595500 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-57c3d9ec-42ac-4db1-a007-afcc8035b35c None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:33.607158 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-2baac15c-0ed8-403d-a61d-419fdeeaeb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:33.625566 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-2baac15c-0ed8-403d-a61d-419fdeeaeb0c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2459a67a-03d9-4542-a3d9-993612a32608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0884948 Aug 18 13:13:33.631437 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-57c3d9ec-42ac-4db1-a007-afcc8035b35c None None] Transition to ACTIVE for port object 2ee2bca9-973a-4092-947a-f63fc6a2f75d will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:13:33.673784 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 3ce35d65-3f78-486d-9f5e-f2abf742687f up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:13:33.677601 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-57c3d9ec-42ac-4db1-a007-afcc8035b35c None None] Transition to ACTIVE for port object 2ee2bca9-973a-4092-947a-f63fc6a2f75d will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:13:33.703290 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40220) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:33.766151 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-220f1fb2-4ec3-41d2-9bf3-6a5509b7684a tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router_gateway, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:33.834909 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-57c3d9ec-42ac-4db1-a007-afcc8035b35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:33.887737 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-c7fd2293-d244-4c8f-9a0f-f1ba6932bfd6 service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486708 Aug 18 13:13:33.897377 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 3ce35d65-3f78-486d-9f5e-f2abf742687f completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:13:33.936605 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c3d9ec-42ac-4db1-a007-afcc8035b35c None None] Network 295405fa-d2db-4006-b0ff-b4079520ed99 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:13:33.937679 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 3ce35d65-3f78-486d-9f5e-f2abf742687f triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:33.938061 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:33.945860 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-57c3d9ec-42ac-4db1-a007-afcc8035b35c None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:13:33.980561 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c3d9ec-42ac-4db1-a007-afcc8035b35c None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:13:33.985544 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c3d9ec-42ac-4db1-a007-afcc8035b35c None None] Pushing event updated for resources: {'Port': ['ID=2ee2bca9-973a-4092-947a-f63fc6a2f75d,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:34.014791 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-4723e3ed-1d98-4451-a04b-ae75d3aa965c tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1931988749'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:13:34.078654 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-57c3d9ec-42ac-4db1-a007-afcc8035b35c None None] Attempting to bind port 2ee2bca9-973a-4092-947a-f63fc6a2f75d on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:13:34.081905 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-57c3d9ec-42ac-4db1-a007-afcc8035b35c None None] Attempting to bind port 2ee2bca9-973a-4092-947a-f63fc6a2f75d by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'be0ee246-dcf3-45e3-879f-ee49dc86291b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '295405fa-d2db-4006-b0ff-b4079520ed99'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:13:34.082302 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c3d9ec-42ac-4db1-a007-afcc8035b35c None None] Attempting to bind port 2ee2bca9-973a-4092-947a-f63fc6a2f75d on network 295405fa-d2db-4006-b0ff-b4079520ed99 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:13:34.091534 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c3d9ec-42ac-4db1-a007-afcc8035b35c None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:13:34.091838 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c3d9ec-42ac-4db1-a007-afcc8035b35c None None] Checking segment: {'id': 'be0ee246-dcf3-45e3-879f-ee49dc86291b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '295405fa-d2db-4006-b0ff-b4079520ed99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:13:34.092258 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-57c3d9ec-42ac-4db1-a007-afcc8035b35c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:34.092664 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c3d9ec-42ac-4db1-a007-afcc8035b35c None None] Bound using segment: {'id': 'be0ee246-dcf3-45e3-879f-ee49dc86291b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '295405fa-d2db-4006-b0ff-b4079520ed99'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:13:34.093240 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-57c3d9ec-42ac-4db1-a007-afcc8035b35c None None] Bound port: 2ee2bca9-973a-4092-947a-f63fc6a2f75d, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0ee246-dcf3-45e3-879f-ee49dc86291b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '295405fa-d2db-4006-b0ff-b4079520ed99'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:13:34.093546 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-57c3d9ec-42ac-4db1-a007-afcc8035b35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:34.110237 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-32f50fc6-fd94-4286-8ee5-4c22546ed51a service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101986 Aug 18 13:13:34.186068 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:34.187353 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-02c253cd-b72a-4888-8201-9230bd0ad9bc tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Allocated IP 172.22.0.1 (295405fa-d2db-4006-b0ff-b4079520ed99/5121c213-ff1c-4c4c-b219-3361f0350270/3fe5bc16-b4e6-467e-b1e4-102324559582) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:13:34.195983 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-768f031c-b03a-4ddb-bdd0-52dd97968c9a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=266a6430-2066-4382-ad70-9e34f085829b HTTP/1.1" status: 200 len: 217 time: 0.0722866 Aug 18 13:13:34.196671 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4723e3ed-1d98-4451-a04b-ae75d3aa965c tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Made reservation on behalf of 01cf70040508408f95a82df41495eab1 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:13:34.201054 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4723e3ed-1d98-4451-a04b-ae75d3aa965c tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:34.225425 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4723e3ed-1d98-4451-a04b-ae75d3aa965c tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:34.270817 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-57c3d9ec-42ac-4db1-a007-afcc8035b35c None None] For port 2ee2bca9-973a-4092-947a-f63fc6a2f75d, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:13:34.282220 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-57c3d9ec-42ac-4db1-a007-afcc8035b35c None None] For port 2ee2bca9-973a-4092-947a-f63fc6a2f75d, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=2ee2bca9-973a-4092-947a-f63fc6a2f75d,segment=NetworkSegment(be0ee246-dcf3-45e3-879f-ee49dc86291b),segment_id=be0ee246-dcf3-45e3-879f-ee49dc86291b)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:13:34.287280 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 3ce35d65-3f78-486d-9f5e-f2abf742687f, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=3ce35d65-3f78-486d-9f5e-f2abf742687f,segment=NetworkSegment(49a78cbc-a00b-4795-9a47-f4ef8758a017),segment_id=49a78cbc-a00b-4795-9a47-f4ef8758a017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:13:34.298473 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-a0b5e6d7-8867-4d0a-b330-4f447c8d34f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:34.301935 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-a0b5e6d7-8867-4d0a-b330-4f447c8d34f8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cb37ce99-5938-480b-b3eb-c3f4e77a0e89 HTTP/1.1" status: 200 len: 797 time: 0.0898368 Aug 18 13:13:34.411499 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-38d79c76-a81f-4249-8b63-4074ae90c6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:34.415330 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-38d79c76-a81f-4249-8b63-4074ae90c6f1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2459a67a-03d9-4542-a3d9-993612a32608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0901761 Aug 18 13:13:34.416917 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-57c3d9ec-42ac-4db1-a007-afcc8035b35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:34.458523 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4723e3ed-1d98-4451-a04b-ae75d3aa965c tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:34.514747 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:34.554827 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-220f1fb2-4ec3-41d2-9bf3-6a5509b7684a tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:34.564572 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-c6a8ef30-0e4e-4bc6-bc7d-b250e7d93d12 service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410215 Aug 18 13:13:34.565857 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4723e3ed-1d98-4451-a04b-ae75d3aa965c tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:34.566225 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c3d9ec-42ac-4db1-a007-afcc8035b35c None None] Pushing event updated for resources: {'Port': ['ID=2ee2bca9-973a-4092-947a-f63fc6a2f75d,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:34.569944 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-02c253cd-b72a-4888-8201-9230bd0ad9bc tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:34.691563 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=3ce35d65-3f78-486d-9f5e-f2abf742687f,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:34.701983 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-02c253cd-b72a-4888-8201-9230bd0ad9bc tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Transition to ACTIVE for port object 3fe5bc16-b4e6-467e-b1e4-102324559582 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:13:34.744366 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4723e3ed-1d98-4451-a04b-ae75d3aa965c tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:13:34.750908 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-fa798427-b193-48c5-afa3-8519addcb746 service neutron] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770337 Aug 18 13:13:34.769806 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4723e3ed-1d98-4451-a04b-ae75d3aa965c tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79df8dec-140a-46e0-9e2c-6d6ea2e39267,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:34.883084 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4723e3ed-1d98-4451-a04b-ae75d3aa965c tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:34.883435 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-4723e3ed-1d98-4451-a04b-ae75d3aa965c tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Added segment 1eebb0a1-f7a7-4e80-9bff-7c31ecf73942 of type vlan for network bac9181e-7687-4b61-a043-a4bdb851356c Aug 18 13:13:34.885568 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-29b97ca5-069c-4a04-87ae-2e2bddd23b4b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=efb60372-9169-48b4-8d03-d614d61af4dc HTTP/1.1" status: 200 len: 217 time: 0.1242657 Aug 18 13:13:34.985380 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4723e3ed-1d98-4451-a04b-ae75d3aa965c tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:34.994434 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-02c253cd-b72a-4888-8201-9230bd0ad9bc tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:34.997922 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-1f1ef8f5-6a2b-4d2b-90c0-71a101d70b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:34.999592 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-1f1ef8f5-6a2b-4d2b-90c0-71a101d70b1c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2df74fa9-4a52-422a-a780-c36488fd175b HTTP/1.1" status: 200 len: 797 time: 0.1060410 Aug 18 13:13:35.038555 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c253cd-b72a-4888-8201-9230bd0ad9bc tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Network 295405fa-d2db-4006-b0ff-b4079520ed99 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:13:35.044885 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-02c253cd-b72a-4888-8201-9230bd0ad9bc tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:13:35.049299 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c253cd-b72a-4888-8201-9230bd0ad9bc tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:13:35.063345 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-0ef85707-9992-44c6-8628-f48dfb5928fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:35.063345 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-0ef85707-9992-44c6-8628-f48dfb5928fa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a3e49dcd-a277-4170-bfef-fa46f5ed7634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0501959 Aug 18 13:13:35.086420 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c253cd-b72a-4888-8201-9230bd0ad9bc tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event updated for resources: {'Port': ['ID=3fe5bc16-b4e6-467e-b1e4-102324559582,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:35.088821 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220f1fb2-4ec3-41d2-9bf3-6a5509b7684a tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Router 99fac303-fd52-416b-a775-e1e76b30b244 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:13:35.109834 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-02c253cd-b72a-4888-8201-9230bd0ad9bc tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:35.125470 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4723e3ed-1d98-4451-a04b-ae75d3aa965c tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:35.132040 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4723e3ed-1d98-4451-a04b-ae75d3aa965c tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:35.140998 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4723e3ed-1d98-4451-a04b-ae75d3aa965c tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:35.237112 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4723e3ed-1d98-4451-a04b-ae75d3aa965c tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event updated for resources: {'Network': ['ID=bac9181e-7687-4b61-a043-a4bdb851356c,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:35.254779 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network bac9181e-7687-4b61-a043-a4bdb851356c details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:13:35.259825 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-e85cbe33-b3d6-4888-a92d-74810e055d8f service neutron] 10.222.0.39 "GET /v2.0/networks/a3e49dcd-a277-4170-bfef-fa46f5ed7634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906588 Aug 18 13:13:35.316171 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4723e3ed-1d98-4451-a04b-ae75d3aa965c tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6117415 Aug 18 13:13:35.386301 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40236) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:35.389171 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-86b8c420-0925-4a08-b82e-05b61291287b tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1328516591'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:13:35.488837 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-01e7e666-1933-46b4-8c98-3b4a1a587be8 service neutron] 10.222.0.39 "GET /v2.0/networks/a3e49dcd-a277-4170-bfef-fa46f5ed7634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188618 Aug 18 13:13:35.571886 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b8c420-0925-4a08-b82e-05b61291287b tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Made reservation on behalf of 01cf70040508408f95a82df41495eab1 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:13:35.582718 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-86b8c420-0925-4a08-b82e-05b61291287b tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:35.585652 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-09b7fbc4-d3f6-466a-aa77-fa4990544761 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3dd394b2-39bc-4d95-9eb2-fafde19e7621 HTTP/1.1" status: 200 len: 217 time: 0.0878382 Aug 18 13:13:35.670911 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86b8c420-0925-4a08-b82e-05b61291287b tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:13:35.679517 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-35d16c04-ac76-46a1-be6e-7d484db68929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:35.681038 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-35d16c04-ac76-46a1-be6e-7d484db68929 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2df74fa9-4a52-422a-a780-c36488fd175b HTTP/1.1" status: 200 len: 797 time: 0.0816243 Aug 18 13:13:35.689921 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-86b8c420-0925-4a08-b82e-05b61291287b tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:35.690438 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-86b8c420-0925-4a08-b82e-05b61291287b tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Added segment 00d040fb-1b94-4cfd-b8b5-f00f7e8ee6fa of type vlan for network 3b717e9b-b054-43f7-a28c-d3a04005488d Aug 18 13:13:35.736587 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220f1fb2-4ec3-41d2-9bf3-6a5509b7684a tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:13:35.763293 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 3ce35d65-3f78-486d-9f5e-f2abf742687f up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:13:35.764065 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4984487e-790a-4192-bca0-50d788474bb4 None None] Sync routers for ids ['99fac303-fd52-416b-a775-e1e76b30b244'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:13:35.776728 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4984487e-790a-4192-bca0-50d788474bb4 None None] Routers {'99fac303-fd52-416b-a775-e1e76b30b244'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:13:35.777413 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-4984487e-790a-4192-bca0-50d788474bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:13:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['99fac303-fd52-416b-a775-e1e76b30b244'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:35.820830 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-4984487e-790a-4192-bca0-50d788474bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:35.835992 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-86b8c420-0925-4a08-b82e-05b61291287b tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:35.839501 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4984487e-790a-4192-bca0-50d788474bb4 None None] Routers {'99fac303-fd52-416b-a775-e1e76b30b244'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:13:35.840363 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-4984487e-790a-4192-bca0-50d788474bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:13:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['99fac303-fd52-416b-a775-e1e76b30b244'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:35.862658 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 3ce35d65-3f78-486d-9f5e-f2abf742687f triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:35.863268 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:35.879929 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-f1ac85ef-f10d-4a12-a891-204db6f1ebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:35.881730 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-f1ac85ef-f10d-4a12-a891-204db6f1ebf3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a3e49dcd-a277-4170-bfef-fa46f5ed7634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1276240 Aug 18 13:13:35.886378 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-220f1fb2-4ec3-41d2-9bf3-6a5509b7684a tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:35.892779 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-220f1fb2-4ec3-41d2-9bf3-6a5509b7684a tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.2140114 Aug 18 13:13:35.896954 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40242) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:35.907514 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-4984487e-790a-4192-bca0-50d788474bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:35.909798 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4984487e-790a-4192-bca0-50d788474bb4 None None] The sync data for ids ['99fac303-fd52-416b-a775-e1e76b30b244'] in n-d-803603-2 is: [] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:13:36.042822 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-02c253cd-b72a-4888-8201-9230bd0ad9bc tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:36.070907 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 2ee2bca9-973a-4092-947a-f63fc6a2f75d up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:13:36.112777 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-dce00674-b7aa-4acf-a8c7-5537cf460c24 service neutron] 10.222.0.39 "GET /v2.0/networks/a3e49dcd-a277-4170-bfef-fa46f5ed7634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047985 Aug 18 13:13:36.145609 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bc9117-36d6-4796-b029-00b760e545fd None None] Network 295405fa-d2db-4006-b0ff-b4079520ed99 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:13:36.211614 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-86b8c420-0925-4a08-b82e-05b61291287b tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:36.223122 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b8c420-0925-4a08-b82e-05b61291287b tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:36.223818 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-86b8c420-0925-4a08-b82e-05b61291287b tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:36.257014 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b8db2167-a6e7-40e8-8ad2-730123afcf5d tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] 10.222.0.13 "GET /v2.0/routers/99fac303-fd52-416b-a775-e1e76b30b244 HTTP/1.1" status: 200 len: 920 time: 0.3521681 Aug 18 13:13:36.263396 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40246) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:36.305405 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-dbf09a5f-9a0e-479b-a875-c2a4a92a65f7 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fac303-fd52-416b-a775-e1e76b30b244 HTTP/1.1" status: 200 len: 205 time: 0.0407584 Aug 18 13:13:36.309315 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40248) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:36.384489 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b8c420-0925-4a08-b82e-05b61291287b tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event updated for resources: {'Network': ['ID=3b717e9b-b054-43f7-a28c-d3a04005488d,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:36.406919 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-185b0b4c-a992-440b-9a23-ad8be84a446a req-afa7bfe0-41ec-4fc3-86ee-0074f16c6e32 service neutron] 10.222.0.39 "GET /v2.0/networks/a3e49dcd-a277-4170-bfef-fa46f5ed7634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858477 Aug 18 13:13:36.424432 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 3b717e9b-b054-43f7-a28c-d3a04005488d details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:13:36.460212 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d7026983-e677-4150-a5c4-3cb6c062e985 None None] Provisioning for port 2ee2bca9-973a-4092-947a-f63fc6a2f75d completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:13:36.480162 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-86b8c420-0925-4a08-b82e-05b61291287b tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0950022 Aug 18 13:13:36.483291 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40254) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:36.495896 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-813425d3-71ec-483f-93de-2da53dc5e2c3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Request body: {'subnet': {'network_id': 'bac9181e-7687-4b61-a043-a4bdb851356c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:13:36.567366 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 2ee2bca9-973a-4092-947a-f63fc6a2f75d completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:13:36.575738 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 2ee2bca9-973a-4092-947a-f63fc6a2f75d triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:36.576188 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:36.733042 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f768e6d7-6155-41f8-a8a0-63db4196e2d6 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:36.747320 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:36.797678 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 2ee2bca9-973a-4092-947a-f63fc6a2f75d, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=2ee2bca9-973a-4092-947a-f63fc6a2f75d,segment=NetworkSegment(be0ee246-dcf3-45e3-879f-ee49dc86291b),segment_id=be0ee246-dcf3-45e3-879f-ee49dc86291b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:13:36.828052 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813425d3-71ec-483f-93de-2da53dc5e2c3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Made reservation on behalf of 01cf70040508408f95a82df41495eab1 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:13:36.837252 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-813425d3-71ec-483f-93de-2da53dc5e2c3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:36.917073 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f768e6d7-6155-41f8-a8a0-63db4196e2d6 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:36.922009 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:36.975071 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-02c253cd-b72a-4888-8201-9230bd0ad9bc tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:37.041950 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=2ee2bca9-973a-4092-947a-f63fc6a2f75d,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:37.196664 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d45a31fd-78bc-4e9b-ad7d-125e0049515e None None] Provisioning complete for port 2ee2bca9-973a-4092-947a-f63fc6a2f75d triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:37.197048 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d45a31fd-78bc-4e9b-ad7d-125e0049515e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:37.228648 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-02c253cd-b72a-4888-8201-9230bd0ad9bc tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:37.309313 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-813425d3-71ec-483f-93de-2da53dc5e2c3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:37.332840 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-f768e6d7-6155-41f8-a8a0-63db4196e2d6 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Deleting port 1ed019f4-1b3f-44d9-be55-1582a461c479 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:13:37.333182 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f768e6d7-6155-41f8-a8a0-63db4196e2d6 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:37.359201 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-02c253cd-b72a-4888-8201-9230bd0ad9bc tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:37.412615 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813425d3-71ec-483f-93de-2da53dc5e2c3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event updated for resources: {'Subnet': ['ID=f2956953-433b-4dc6-9884-c45cc880f88e,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:37.431080 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813425d3-71ec-483f-93de-2da53dc5e2c3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Checking segment: {'id': '1eebb0a1-f7a7-4e80-9bff-7c31ecf73942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bac9181e-7687-4b61-a043-a4bdb851356c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:13:37.431080 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813425d3-71ec-483f-93de-2da53dc5e2c3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Network hostable DHCP agents. Network: bac9181e-7687-4b61-a043-a4bdb851356c, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:13:37.434638 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c253cd-b72a-4888-8201-9230bd0ad9bc tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event updated for resources: {'Port': ['ID=3fe5bc16-b4e6-467e-b1e4-102324559582,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:37.456567 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d45a31fd-78bc-4e9b-ad7d-125e0049515e None None] Provisioning for port 3fe5bc16-b4e6-467e-b1e4-102324559582 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:13:37.466645 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d45a31fd-78bc-4e9b-ad7d-125e0049515e None None] Provisioning complete for port 3fe5bc16-b4e6-467e-b1e4-102324559582 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:37.466645 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d45a31fd-78bc-4e9b-ad7d-125e0049515e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:37.552571 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-d45a31fd-78bc-4e9b-ad7d-125e0049515e None None] Port 3fe5bc16-b4e6-467e-b1e4-102324559582 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:13:37.584353 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f768e6d7-6155-41f8-a8a0-63db4196e2d6 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:37.593288 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813425d3-71ec-483f-93de-2da53dc5e2c3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Network bac9181e-7687-4b61-a043-a4bdb851356c is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:13:37.635475 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 2ee2bca9-973a-4092-947a-f63fc6a2f75d up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:13:37.652970 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-f768e6d7-6155-41f8-a8a0-63db4196e2d6 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Calling delete_port for 1ed019f4-1b3f-44d9-be55-1582a461c479 owned by network:router_gateway {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:13:37.714556 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-813425d3-71ec-483f-93de-2da53dc5e2c3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, bac9181e-7687-4b61-a043-a4bdb851356c) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:13:37.720058 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813425d3-71ec-483f-93de-2da53dc5e2c3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:37.720794 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-813425d3-71ec-483f-93de-2da53dc5e2c3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:37.748524 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff93dc8a-6a83-4513-bd4a-7ce488aa52de None None] Network bac9181e-7687-4b61-a043-a4bdb851356c requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:13:37.800052 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-4f898d8b-e2ec-4f5e-a89e-353db88bb21a None None] Provisioning complete for port 3fe5bc16-b4e6-467e-b1e4-102324559582 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:37.800565 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4f898d8b-e2ec-4f5e-a89e-353db88bb21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:37.847756 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-813425d3-71ec-483f-93de-2da53dc5e2c3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3632419 Aug 18 13:13:37.857286 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40266) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:37.867610 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-e9aecf95-2672-4aaf-b687-3b6d84d4526d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Request body: {'subnet': {'network_id': '3b717e9b-b054-43f7-a28c-d3a04005488d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:13:37.884681 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-4f898d8b-e2ec-4f5e-a89e-353db88bb21a None None] Port 3fe5bc16-b4e6-467e-b1e4-102324559582 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:13:37.929596 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 2ee2bca9-973a-4092-947a-f63fc6a2f75d triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:37.930364 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:37.999203 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c253cd-b72a-4888-8201-9230bd0ad9bc tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Network 295405fa-d2db-4006-b0ff-b4079520ed99 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:13:38.008078 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-02c253cd-b72a-4888-8201-9230bd0ad9bc tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:13:38.110330 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabf55f3-8053-4af6-a47f-a0a9c6731f64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-bac9181e-7687-4b61-a043-a4bdb851356c', 'network_id': 'bac9181e-7687-4b61-a043-a4bdb851356c', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'fixed_ips': [{'subnet_id': 'f2956953-433b-4dc6-9884-c45cc880f88e'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:13:38.111184 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-eabf55f3-8053-4af6-a47f-a0a9c6731f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:38.177185 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c253cd-b72a-4888-8201-9230bd0ad9bc tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Router 188f49cb-677e-44c2-a4fe-2a5493beb225 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:13:38.368826 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c253cd-b72a-4888-8201-9230bd0ad9bc tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:13:38.380073 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-02c253cd-b72a-4888-8201-9230bd0ad9bc tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "PUT /v2.0/routers/188f49cb-677e-44c2-a4fe-2a5493beb225/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4492364 Aug 18 13:13:38.380732 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40270) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:38.389169 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-5785fa05-8f38-430a-bb2e-4d5ae331a11d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Request body: {'network': {'name': 'tempest-RoutersTest-757926015'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:13:38.391621 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1f23c9-2c76-4563-98ae-6ce0305c93e5 None None] Sync routers for ids ['188f49cb-677e-44c2-a4fe-2a5493beb225'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:13:38.410849 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9aecf95-2672-4aaf-b687-3b6d84d4526d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Made reservation on behalf of 01cf70040508408f95a82df41495eab1 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:13:38.415099 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e9aecf95-2672-4aaf-b687-3b6d84d4526d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:38.439781 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1f23c9-2c76-4563-98ae-6ce0305c93e5 None None] Routers {'188f49cb-677e-44c2-a4fe-2a5493beb225'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:13:38.442440 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-0b1f23c9-2c76-4563-98ae-6ce0305c93e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:13:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['188f49cb-677e-44c2-a4fe-2a5493beb225'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:38.472302 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40272) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:38.536057 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5785fa05-8f38-430a-bb2e-4d5ae331a11d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Made reservation on behalf of 6307d39a85c24bc690f9cb3d2145ec59 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:13:38.539724 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5785fa05-8f38-430a-bb2e-4d5ae331a11d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:38.590952 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-eabf55f3-8053-4af6-a47f-a0a9c6731f64 None None] Allocated IP 2001:db8::2 (bac9181e-7687-4b61-a043-a4bdb851356c/f2956953-433b-4dc6-9884-c45cc880f88e/36448454-4146-401b-9607-156340674913) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:13:38.595026 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5785fa05-8f38-430a-bb2e-4d5ae331a11d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:13:38.636522 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f768e6d7-6155-41f8-a8a0-63db4196e2d6 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:38.652743 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5785fa05-8f38-430a-bb2e-4d5ae331a11d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:38.653237 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-5785fa05-8f38-430a-bb2e-4d5ae331a11d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Added segment d4c842c5-618b-4c06-9c6b-fdc41545892e of type vlan for network b13846ef-e73d-40a1-b566-5bc14a1f3074 Aug 18 13:13:38.710607 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-654b7366-2724-4381-99aa-468a2e50be0a None None] Provisioning complete for port 3fe5bc16-b4e6-467e-b1e4-102324559582 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:38.711000 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-654b7366-2724-4381-99aa-468a2e50be0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:38.714743 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-0b1f23c9-2c76-4563-98ae-6ce0305c93e5 None None] Set router 188f49cb-677e-44c2-a4fe-2a5493beb225 gateway port host: None {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:13:38.723441 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768e6d7-6155-41f8-a8a0-63db4196e2d6 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Pushing event deleted for resources: {'Port': ['ID=1ed019f4-1b3f-44d9-be55-1582a461c479,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:38.779805 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4ae30483-4dc2-4f41-bfd6-e63c8dfd9a31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:38.817072 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5785fa05-8f38-430a-bb2e-4d5ae331a11d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:38.844473 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-654b7366-2724-4381-99aa-468a2e50be0a None None] Port 3fe5bc16-b4e6-467e-b1e4-102324559582 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:13:38.856411 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f768e6d7-6155-41f8-a8a0-63db4196e2d6 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:39.008640 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4ae30483-4dc2-4f41-bfd6-e63c8dfd9a31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:39.010874 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5785fa05-8f38-430a-bb2e-4d5ae331a11d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:39.019681 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5785fa05-8f38-430a-bb2e-4d5ae331a11d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:39.020485 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5785fa05-8f38-430a-bb2e-4d5ae331a11d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:39.027376 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e9aecf95-2672-4aaf-b687-3b6d84d4526d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:39.056511 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f768e6d7-6155-41f8-a8a0-63db4196e2d6 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:39.064490 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f768e6d7-6155-41f8-a8a0-63db4196e2d6 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:39.092645 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4ae30483-4dc2-4f41-bfd6-e63c8dfd9a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:39.119801 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785fa05-8f38-430a-bb2e-4d5ae331a11d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event updated for resources: {'Network': ['ID=b13846ef-e73d-40a1-b566-5bc14a1f3074,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:39.140774 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network b13846ef-e73d-40a1-b566-5bc14a1f3074 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:13:39.145185 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4ae30483-4dc2-4f41-bfd6-e63c8dfd9a31 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a1d18c2ab040498b80618bc3ed9061a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6717820 Aug 18 13:13:39.149706 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40280) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:39.150981 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae30483-4dc2-4f41-bfd6-e63c8dfd9a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209c8144-a945-42e8-9c7a-461d0b1e84fc,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:39.205030 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-eabf55f3-8053-4af6-a47f-a0a9c6731f64 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:39.219687 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aecf95-2672-4aaf-b687-3b6d84d4526d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event updated for resources: {'Subnet': ['ID=f61cba85-bade-4989-9fe6-d81127c8af53,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:39.228650 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5785fa05-8f38-430a-bb2e-4d5ae331a11d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8466582 Aug 18 13:13:39.231312 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40282) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:39.236425 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9aecf95-2672-4aaf-b687-3b6d84d4526d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Checking segment: {'id': '00d040fb-1b94-4cfd-b8b5-f00f7e8ee6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3b717e9b-b054-43f7-a28c-d3a04005488d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:13:39.248050 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-d15b44ef-64c1-4a8f-b159-6aaad9b9a03c tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Request body: {'subnet': {'network_id': 'b13846ef-e73d-40a1-b566-5bc14a1f3074', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:13:39.248214 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9aecf95-2672-4aaf-b687-3b6d84d4526d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Network hostable DHCP agents. Network: 3b717e9b-b054-43f7-a28c-d3a04005488d, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:13:39.270601 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9c6e63d2-585f-4683-9d77-2b1f75e9d91e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:39.295406 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-0b1f23c9-2c76-4563-98ae-6ce0305c93e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'name': 'tempest-RoutersTest-router-1408703291', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:13Z', 'updated_at': '2021-08-18T13:13:35Z', 'revision_number': 4, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'gw_port_host': None, '_interfaces': [{'id': '3ce35d65-3f78-486d-9f5e-f2abf742687f', 'name': '', 'network_id': '0065ad6d-33a2-47cd-977e-40294888cbaf', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:73:dd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '881fcc8c-7eee-427c-9d32-eaafb6bf09f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:24Z', 'updated_at': '2021-08-18T13:13:34Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': '881fcc8c-7eee-427c-9d32-eaafb6bf09f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fe5bc16-b4e6-467e-b1e4-102324559582', 'name': '', 'network_id': '295405fa-d2db-4006-b0ff-b4079520ed99', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:e8:eb:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '5121c213-ff1c-4c4c-b219-3361f0350270', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:33Z', 'updated_at': '2021-08-18T13:13:36Z', 'revision_number': 2, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': '5121c213-ff1c-4c4c-b219-3361f0350270', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b15b7f8f-aee0-4312-a803-dbba543bdc01', 'name': '', 'network_id': '6317ca6c-a972-4db5-b419-d30f0cde7fe8', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:80:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:16Z', 'updated_at': '2021-08-18T13:13:26Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:39.305104 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9c6e63d2-585f-4683-9d77-2b1f75e9d91e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:39.322918 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1f23c9-2c76-4563-98ae-6ce0305c93e5 None None] Checking router: 188f49cb-677e-44c2-a4fe-2a5493beb225 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:13:39.323539 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1f23c9-2c76-4563-98ae-6ce0305c93e5 None None] Updating router 188f49cb-677e-44c2-a4fe-2a5493beb225 port 3fe5bc16-b4e6-467e-b1e4-102324559582 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:13:39.345059 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f768e6d7-6155-41f8-a8a0-63db4196e2d6 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:39.345626 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f768e6d7-6155-41f8-a8a0-63db4196e2d6 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Fanout notify agent at l3_agent the message router_deleted on router 99fac303-fd52-416b-a775-e1e76b30b244 {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:13:39.353281 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0b1f23c9-2c76-4563-98ae-6ce0305c93e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:39.360490 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f768e6d7-6155-41f8-a8a0-63db4196e2d6 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:39.360490 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f768e6d7-6155-41f8-a8a0-63db4196e2d6 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] 10.222.0.13 "DELETE /v2.0/routers/99fac303-fd52-416b-a775-e1e76b30b244 HTTP/1.1" status: 204 len: 168 time: 3.0480039 Aug 18 13:13:39.367943 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40284) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:39.372784 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-84394835-441c-40ac-a418-a073aa7c4db8 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Request body: {'router': {'name': 'tempest-snat-router-97386423', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'enable_snat': False}}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:13:39.402660 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9aecf95-2672-4aaf-b687-3b6d84d4526d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Network 3b717e9b-b054-43f7-a28c-d3a04005488d is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:13:39.480999 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15b44ef-64c1-4a8f-b159-6aaad9b9a03c tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Made reservation on behalf of 6307d39a85c24bc690f9cb3d2145ec59 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:13:39.484543 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d15b44ef-64c1-4a8f-b159-6aaad9b9a03c tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:39.514232 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-e9aecf95-2672-4aaf-b687-3b6d84d4526d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 3b717e9b-b054-43f7-a28c-d3a04005488d) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:13:39.516472 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9c6e63d2-585f-4683-9d77-2b1f75e9d91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:39.520102 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9c6e63d2-585f-4683-9d77-2b1f75e9d91e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:39.521541 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9c6e63d2-585f-4683-9d77-2b1f75e9d91e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/209c8144-a945-42e8-9c7a-461d0b1e84fc HTTP/1.1" status: 204 len: 168 time: 0.3686717 Aug 18 13:13:39.526908 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9aecf95-2672-4aaf-b687-3b6d84d4526d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:39.534680 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e9aecf95-2672-4aaf-b687-3b6d84d4526d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:39.537691 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-eabf55f3-8053-4af6-a47f-a0a9c6731f64 None None] Transition to ACTIVE for port object 36448454-4146-401b-9607-156340674913 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:13:39.542224 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e63d2-585f-4683-9d77-2b1f75e9d91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209c8144-a945-42e8-9c7a-461d0b1e84fc,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:39.542466 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7f635b-09c5-44fb-a2dc-7055e4c1c108 None None] Network 3b717e9b-b054-43f7-a28c-d3a04005488d requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:13:39.690945 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-eabf55f3-8053-4af6-a47f-a0a9c6731f64 None None] Transition to ACTIVE for port object 36448454-4146-401b-9607-156340674913 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:13:39.698482 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-84394835-441c-40ac-a418-a073aa7c4db8 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:39.699636 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-84394835-441c-40ac-a418-a073aa7c4db8 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:39.784584 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-84394835-441c-40ac-a418-a073aa7c4db8 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:39.799839 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c5fae8-3260-4ad1-a255-9da35fca89cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-3b717e9b-b054-43f7-a28c-d3a04005488d', 'network_id': '3b717e9b-b054-43f7-a28c-d3a04005488d', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'fixed_ips': [{'subnet_id': 'f61cba85-bade-4989-9fe6-d81127c8af53'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:13:39.806251 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b8c5fae8-3260-4ad1-a255-9da35fca89cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:39.828542 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e9aecf95-2672-4aaf-b687-3b6d84d4526d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9650066 Aug 18 13:13:39.832307 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40292) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:39.837508 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-f3c85357-5c13-4de5-a841-64f235c688a6 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1542924895', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:13:39.862918 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0b1f23c9-2c76-4563-98ae-6ce0305c93e5 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:39.890103 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d15b44ef-64c1-4a8f-b159-6aaad9b9a03c tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:40.033955 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f3c85357-5c13-4de5-a841-64f235c688a6 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:40.035133 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f3c85357-5c13-4de5-a841-64f235c688a6 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:40.058156 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-eabf55f3-8053-4af6-a47f-a0a9c6731f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:40.067284 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15b44ef-64c1-4a8f-b159-6aaad9b9a03c tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Checking segment: {'id': 'd4c842c5-618b-4c06-9c6b-fdc41545892e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b13846ef-e73d-40a1-b566-5bc14a1f3074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:13:40.067659 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15b44ef-64c1-4a8f-b159-6aaad9b9a03c tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Network hostable DHCP agents. Network: b13846ef-e73d-40a1-b566-5bc14a1f3074, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:13:40.131240 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-b8c5fae8-3260-4ad1-a255-9da35fca89cd None None] Allocated IP 2001:db8:1::2 (3b717e9b-b054-43f7-a28c-d3a04005488d/f61cba85-bade-4989-9fe6-d81127c8af53/c082be84-5ba6-43ff-b91a-a201197f09c6) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:13:40.134155 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-0b1f23c9-2c76-4563-98ae-6ce0305c93e5 None None] Transition to ACTIVE for port object 3fe5bc16-b4e6-467e-b1e4-102324559582 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:13:40.147132 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f3c85357-5c13-4de5-a841-64f235c688a6 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:40.167309 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabf55f3-8053-4af6-a47f-a0a9c6731f64 None None] Network bac9181e-7687-4b61-a043-a4bdb851356c is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:13:40.172260 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-eabf55f3-8053-4af6-a47f-a0a9c6731f64 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:13:40.179429 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabf55f3-8053-4af6-a47f-a0a9c6731f64 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:13:40.198155 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15b44ef-64c1-4a8f-b159-6aaad9b9a03c tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event updated for resources: {'Subnet': ['ID=77624c86-351d-422c-ab31-f1422a28b869,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:40.206468 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-84394835-441c-40ac-a418-a073aa7c4db8 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:40.216699 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf55f3-8053-4af6-a47f-a0a9c6731f64 None None] Pushing event updated for resources: {'Port': ['ID=36448454-4146-401b-9607-156340674913,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:40.291728 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f3c85357-5c13-4de5-a841-64f235c688a6 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:40.324863 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0b1f23c9-2c76-4563-98ae-6ce0305c93e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:40.325567 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15b44ef-64c1-4a8f-b159-6aaad9b9a03c tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Network b13846ef-e73d-40a1-b566-5bc14a1f3074 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:13:40.387493 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-eabf55f3-8053-4af6-a47f-a0a9c6731f64 None None] Attempting to bind port 36448454-4146-401b-9607-156340674913 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:13:40.387819 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-eabf55f3-8053-4af6-a47f-a0a9c6731f64 None None] Attempting to bind port 36448454-4146-401b-9607-156340674913 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '1eebb0a1-f7a7-4e80-9bff-7c31ecf73942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bac9181e-7687-4b61-a043-a4bdb851356c'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:13:40.388152 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabf55f3-8053-4af6-a47f-a0a9c6731f64 None None] Attempting to bind port 36448454-4146-401b-9607-156340674913 on network bac9181e-7687-4b61-a043-a4bdb851356c {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:13:40.419838 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabf55f3-8053-4af6-a47f-a0a9c6731f64 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:13:40.420504 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabf55f3-8053-4af6-a47f-a0a9c6731f64 None None] Checking segment: {'id': '1eebb0a1-f7a7-4e80-9bff-7c31ecf73942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bac9181e-7687-4b61-a043-a4bdb851356c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:13:40.421167 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-eabf55f3-8053-4af6-a47f-a0a9c6731f64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:40.421744 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabf55f3-8053-4af6-a47f-a0a9c6731f64 None None] Bound using segment: {'id': '1eebb0a1-f7a7-4e80-9bff-7c31ecf73942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bac9181e-7687-4b61-a043-a4bdb851356c'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:13:40.422410 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-eabf55f3-8053-4af6-a47f-a0a9c6731f64 None None] Bound port: 36448454-4146-401b-9607-156340674913, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eebb0a1-f7a7-4e80-9bff-7c31ecf73942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bac9181e-7687-4b61-a043-a4bdb851356c'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:13:40.422976 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-eabf55f3-8053-4af6-a47f-a0a9c6731f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:40.448920 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc2e0a-34a6-45d0-a9cb-139107b069ab None None] Pushing event updated for resources: {'Port': ['ID=3fe5bc16-b4e6-467e-b1e4-102324559582,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:40.473816 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f3c85357-5c13-4de5-a841-64f235c688a6 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:40.478583 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f3c85357-5c13-4de5-a841-64f235c688a6 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6415286 Aug 18 13:13:40.478583 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40308) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:40.507024 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-d15b44ef-64c1-4a8f-b159-6aaad9b9a03c tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, b13846ef-e73d-40a1-b566-5bc14a1f3074) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:13:40.548088 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15b44ef-64c1-4a8f-b159-6aaad9b9a03c tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:40.548778 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d15b44ef-64c1-4a8f-b159-6aaad9b9a03c tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:40.551318 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce37ae35-c493-4f40-96e6-b7d8072342c6 None None] Network b13846ef-e73d-40a1-b566-5bc14a1f3074 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:13:40.676941 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-0b1f23c9-2c76-4563-98ae-6ce0305c93e5 None None] Attempting to bind port 3fe5bc16-b4e6-467e-b1e4-102324559582 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:13:40.677311 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-0b1f23c9-2c76-4563-98ae-6ce0305c93e5 None None] Attempting to bind port 3fe5bc16-b4e6-467e-b1e4-102324559582 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'be0ee246-dcf3-45e3-879f-ee49dc86291b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '295405fa-d2db-4006-b0ff-b4079520ed99'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:13:40.677584 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1f23c9-2c76-4563-98ae-6ce0305c93e5 None None] Attempting to bind port 3fe5bc16-b4e6-467e-b1e4-102324559582 on network 295405fa-d2db-4006-b0ff-b4079520ed99 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:13:40.756827 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1f23c9-2c76-4563-98ae-6ce0305c93e5 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:13:40.757472 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1f23c9-2c76-4563-98ae-6ce0305c93e5 None None] Checking segment: {'id': 'be0ee246-dcf3-45e3-879f-ee49dc86291b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '295405fa-d2db-4006-b0ff-b4079520ed99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:13:40.757610 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0b1f23c9-2c76-4563-98ae-6ce0305c93e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:40.757938 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1f23c9-2c76-4563-98ae-6ce0305c93e5 None None] Bound using segment: {'id': 'be0ee246-dcf3-45e3-879f-ee49dc86291b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '295405fa-d2db-4006-b0ff-b4079520ed99'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:13:40.768138 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d15b44ef-64c1-4a8f-b159-6aaad9b9a03c tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5320296 Aug 18 13:13:40.768527 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40314) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:40.770936 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-0b1f23c9-2c76-4563-98ae-6ce0305c93e5 None None] Bound port: 3fe5bc16-b4e6-467e-b1e4-102324559582, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0ee246-dcf3-45e3-879f-ee49dc86291b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '295405fa-d2db-4006-b0ff-b4079520ed99'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:13:40.774346 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0b1f23c9-2c76-4563-98ae-6ce0305c93e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:40.840153 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b8c5fae8-3260-4ad1-a255-9da35fca89cd None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:40.901719 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b8c5fae8-3260-4ad1-a255-9da35fca89cd None None] Transition to ACTIVE for port object c082be84-5ba6-43ff-b91a-a201197f09c6 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:13:40.924984 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-eabf55f3-8053-4af6-a47f-a0a9c6731f64 None None] For port 36448454-4146-401b-9607-156340674913, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:13:40.942401 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-84394835-441c-40ac-a418-a073aa7c4db8 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:40.945264 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:13:40.977439 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-84394835-441c-40ac-a418-a073aa7c4db8 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:41.044379 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc8399-f74b-432d-af87-b805c2ec8684 req-47f9132d-c7c0-4423-8e19-701233b8be98 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:41.046101 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-70bc8399-f74b-432d-af87-b805c2ec8684 req-47f9132d-c7c0-4423-8e19-701233b8be98 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 946 time: 0.2980783 Aug 18 13:13:41.076737 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-eabf55f3-8053-4af6-a47f-a0a9c6731f64 None None] For port 36448454-4146-401b-9607-156340674913, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=36448454-4146-401b-9607-156340674913,segment=NetworkSegment(1eebb0a1-f7a7-4e80-9bff-7c31ecf73942),segment_id=1eebb0a1-f7a7-4e80-9bff-7c31ecf73942)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:13:41.129468 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4fc02260-5def-4076-a9ff-4548227da0ed tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:41.130993 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b8c5fae8-3260-4ad1-a255-9da35fca89cd None None] Transition to ACTIVE for port object c082be84-5ba6-43ff-b91a-a201197f09c6 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:13:41.153339 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-0b1f23c9-2c76-4563-98ae-6ce0305c93e5 None None] For port 3fe5bc16-b4e6-467e-b1e4-102324559582, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:13:41.158303 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-0b1f23c9-2c76-4563-98ae-6ce0305c93e5 None None] For port 3fe5bc16-b4e6-467e-b1e4-102324559582, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=3fe5bc16-b4e6-467e-b1e4-102324559582,segment=NetworkSegment(be0ee246-dcf3-45e3-879f-ee49dc86291b),segment_id=be0ee246-dcf3-45e3-879f-ee49dc86291b)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:13:41.168121 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-eabf55f3-8053-4af6-a47f-a0a9c6731f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:41.223171 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb96420a-9920-4d15-8d8b-c356ae664199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-b13846ef-e73d-40a1-b566-5bc14a1f3074', 'network_id': 'b13846ef-e73d-40a1-b566-5bc14a1f3074', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'fixed_ips': [{'subnet_id': '77624c86-351d-422c-ab31-f1422a28b869'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:13:41.224199 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bb96420a-9920-4d15-8d8b-c356ae664199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:41.232020 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b8c5fae8-3260-4ad1-a255-9da35fca89cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:41.246851 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-70bc8399-f74b-432d-af87-b805c2ec8684 req-f3afa51b-42ba-40bc-9efd-ae3e2998a284 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902230 Aug 18 13:13:41.291230 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-84394835-441c-40ac-a418-a073aa7c4db8 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Allocated IP 172.25.6.82 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/594fd5e9-4683-4b38-909b-8e9b3bf0bf60) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:13:41.324477 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c5fae8-3260-4ad1-a255-9da35fca89cd None None] Network 3b717e9b-b054-43f7-a28c-d3a04005488d is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:13:41.341627 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-b8c5fae8-3260-4ad1-a255-9da35fca89cd None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:13:41.349725 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c5fae8-3260-4ad1-a255-9da35fca89cd None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:13:41.360439 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0b1f23c9-2c76-4563-98ae-6ce0305c93e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:41.522306 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf55f3-8053-4af6-a47f-a0a9c6731f64 None None] Pushing event updated for resources: {'Port': ['ID=36448454-4146-401b-9607-156340674913,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:41.655128 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1f23c9-2c76-4563-98ae-6ce0305c93e5 None None] Routers {'188f49cb-677e-44c2-a4fe-2a5493beb225'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:13:41.656195 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-0b1f23c9-2c76-4563-98ae-6ce0305c93e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:13:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['188f49cb-677e-44c2-a4fe-2a5493beb225'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:42.034948 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-eac72e8d-752b-47d7-abb8-a027b7cc9422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:42.118794 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c5fae8-3260-4ad1-a255-9da35fca89cd None None] Pushing event updated for resources: {'Port': ['ID=c082be84-5ba6-43ff-b91a-a201197f09c6,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:42.130634 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-b8c5fae8-3260-4ad1-a255-9da35fca89cd None None] Attempting to bind port c082be84-5ba6-43ff-b91a-a201197f09c6 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:13:42.130634 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-b8c5fae8-3260-4ad1-a255-9da35fca89cd None None] Attempting to bind port c082be84-5ba6-43ff-b91a-a201197f09c6 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '00d040fb-1b94-4cfd-b8b5-f00f7e8ee6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3b717e9b-b054-43f7-a28c-d3a04005488d'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:13:42.130634 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c5fae8-3260-4ad1-a255-9da35fca89cd None None] Attempting to bind port c082be84-5ba6-43ff-b91a-a201197f09c6 on network 3b717e9b-b054-43f7-a28c-d3a04005488d {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:13:42.161818 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-84394835-441c-40ac-a418-a073aa7c4db8 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:42.213225 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e195fe3b-9668-40e2-8514-f89de8d7ba75 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:42.249221 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c5fae8-3260-4ad1-a255-9da35fca89cd None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:13:42.249221 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c5fae8-3260-4ad1-a255-9da35fca89cd None None] Checking segment: {'id': '00d040fb-1b94-4cfd-b8b5-f00f7e8ee6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3b717e9b-b054-43f7-a28c-d3a04005488d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:13:42.250155 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b8c5fae8-3260-4ad1-a255-9da35fca89cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:42.250155 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c5fae8-3260-4ad1-a255-9da35fca89cd None None] Bound using segment: {'id': '00d040fb-1b94-4cfd-b8b5-f00f7e8ee6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3b717e9b-b054-43f7-a28c-d3a04005488d'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:13:42.250509 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-b8c5fae8-3260-4ad1-a255-9da35fca89cd None None] Bound port: c082be84-5ba6-43ff-b91a-a201197f09c6, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d040fb-1b94-4cfd-b8b5-f00f7e8ee6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3b717e9b-b054-43f7-a28c-d3a04005488d'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:13:42.251483 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b8c5fae8-3260-4ad1-a255-9da35fca89cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:42.259796 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-0b1f23c9-2c76-4563-98ae-6ce0305c93e5 None None] Set router 188f49cb-677e-44c2-a4fe-2a5493beb225 gateway port host: None {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:13:42.262667 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169b42f-7199-43fd-a0e8-8e27cbdf2fb6 req-be089908-98d8-4d62-97b6-05bb4a066108 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:42.263878 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e169b42f-7199-43fd-a0e8-8e27cbdf2fb6 req-be089908-98d8-4d62-97b6-05bb4a066108 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 946 time: 0.0799236 Aug 18 13:13:42.267339 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc2e0a-34a6-45d0-a9cb-139107b069ab None None] Pushing event updated for resources: {'Port': ['ID=3fe5bc16-b4e6-467e-b1e4-102324559582,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:42.365075 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-84394835-441c-40ac-a418-a073aa7c4db8 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:42.397576 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-bb96420a-9920-4d15-8d8b-c356ae664199 None None] Allocated IP 172.23.0.2 (b13846ef-e73d-40a1-b566-5bc14a1f3074/77624c86-351d-422c-ab31-f1422a28b869/39b17fe2-7106-4fe8-ab7e-5a9927c52ac2) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:13:42.473538 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-b8c5fae8-3260-4ad1-a255-9da35fca89cd None None] For port c082be84-5ba6-43ff-b91a-a201197f09c6, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:13:42.476692 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-b8c5fae8-3260-4ad1-a255-9da35fca89cd None None] For port c082be84-5ba6-43ff-b91a-a201197f09c6, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=c082be84-5ba6-43ff-b91a-a201197f09c6,segment=NetworkSegment(00d040fb-1b94-4cfd-b8b5-f00f7e8ee6fa),segment_id=00d040fb-1b94-4cfd-b8b5-f00f7e8ee6fa)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:13:42.481731 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84394835-441c-40ac-a418-a073aa7c4db8 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:13:42.503847 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-84394835-441c-40ac-a418-a073aa7c4db8 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:13:42.521964 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-4fc02260-5def-4076-a9ff-4548227da0ed tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Allocated IP 2001:db8::1 (bac9181e-7687-4b61-a043-a4bdb851356c/f2956953-433b-4dc6-9884-c45cc880f88e/7afb5d5c-567b-4d54-8067-4a6c2fb32600) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:13:42.529889 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84394835-441c-40ac-a418-a073aa7c4db8 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:13:42.666812 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84394835-441c-40ac-a418-a073aa7c4db8 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Pushing event updated for resources: {'Port': ['ID=594fd5e9-4683-4b38-909b-8e9b3bf0bf60,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:42.702514 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ce318-1644-4ccf-bdc3-58f75270ada5 req-a9bdb6b0-cca0-4d60-bacb-e2ffd89ede80 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:42.710497 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-904ce318-1644-4ccf-bdc3-58f75270ada5 req-a9bdb6b0-cca0-4d60-bacb-e2ffd89ede80 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 946 time: 0.3320622 Aug 18 13:13:42.782905 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-e169b42f-7199-43fd-a0e8-8e27cbdf2fb6 req-3a7e1a48-dd43-442c-bcb5-44c1f80c3af3 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Deleting port d63deb1c-c75b-4237-8b99-77ca9bb26ce7 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:13:42.783450 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e169b42f-7199-43fd-a0e8-8e27cbdf2fb6 req-3a7e1a48-dd43-442c-bcb5-44c1f80c3af3 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:42.938521 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-904ce318-1644-4ccf-bdc3-58f75270ada5 req-be0df39c-aa39-407f-b8e9-7582b52b0145 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/security-groups?id=b307c922-264f-44db-95ec-0d15ffbc59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271960 Aug 18 13:13:42.949052 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bb96420a-9920-4d15-8d8b-c356ae664199 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:42.960484 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b8c5fae8-3260-4ad1-a255-9da35fca89cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:42.963069 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-bb96420a-9920-4d15-8d8b-c356ae664199 None None] Transition to ACTIVE for port object 39b17fe2-7106-4fe8-ab7e-5a9927c52ac2 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:13:43.012466 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4fc02260-5def-4076-a9ff-4548227da0ed tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:43.033526 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-4fc02260-5def-4076-a9ff-4548227da0ed tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Transition to ACTIVE for port object 7afb5d5c-567b-4d54-8067-4a6c2fb32600 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:13:43.041844 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-e169b42f-7199-43fd-a0e8-8e27cbdf2fb6 req-3a7e1a48-dd43-442c-bcb5-44c1f80c3af3 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] For port d63deb1c-c75b-4237-8b99-77ca9bb26ce7, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=d63deb1c-c75b-4237-8b99-77ca9bb26ce7,segment=NetworkSegment(f4c449c2-b154-4262-a0a8-10992ac3951d),segment_id=f4c449c2-b154-4262-a0a8-10992ac3951d)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:13:43.043502 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e169b42f-7199-43fd-a0e8-8e27cbdf2fb6 req-3a7e1a48-dd43-442c-bcb5-44c1f80c3af3 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:43.053270 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b975eba2-5bdb-4dcc-badf-fa96ecccace8 None None] Network bac9181e-7687-4b61-a043-a4bdb851356c requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:13:43.080470 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-e169b42f-7199-43fd-a0e8-8e27cbdf2fb6 req-3a7e1a48-dd43-442c-bcb5-44c1f80c3af3 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Calling delete_port for d63deb1c-c75b-4237-8b99-77ca9bb26ce7 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:13:43.199684 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4fc02260-5def-4076-a9ff-4548227da0ed tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:43.208604 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-bb96420a-9920-4d15-8d8b-c356ae664199 None None] Transition to ACTIVE for port object 39b17fe2-7106-4fe8-ab7e-5a9927c52ac2 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:13:43.238164 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c5fae8-3260-4ad1-a255-9da35fca89cd None None] Pushing event updated for resources: {'Port': ['ID=c082be84-5ba6-43ff-b91a-a201197f09c6,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:43.280749 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-0b1f23c9-2c76-4563-98ae-6ce0305c93e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'name': 'tempest-RoutersTest-router-1408703291', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:13Z', 'updated_at': '2021-08-18T13:13:35Z', 'revision_number': 4, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'gw_port_host': None, '_interfaces': [{'id': '3ce35d65-3f78-486d-9f5e-f2abf742687f', 'name': '', 'network_id': '0065ad6d-33a2-47cd-977e-40294888cbaf', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:73:dd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '881fcc8c-7eee-427c-9d32-eaafb6bf09f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:24Z', 'updated_at': '2021-08-18T13:13:34Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': '881fcc8c-7eee-427c-9d32-eaafb6bf09f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fe5bc16-b4e6-467e-b1e4-102324559582', 'name': '', 'network_id': '295405fa-d2db-4006-b0ff-b4079520ed99', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:e8:eb:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '5121c213-ff1c-4c4c-b219-3361f0350270', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:33Z', 'updated_at': '2021-08-18T13:13:41Z', 'revision_number': 4, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': '5121c213-ff1c-4c4c-b219-3361f0350270', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b15b7f8f-aee0-4312-a803-dbba543bdc01', 'name': '', 'network_id': '6317ca6c-a972-4db5-b419-d30f0cde7fe8', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:80:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:16Z', 'updated_at': '2021-08-18T13:13:26Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:43.292301 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc02260-5def-4076-a9ff-4548227da0ed tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Network bac9181e-7687-4b61-a043-a4bdb851356c is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:13:43.300090 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-4fc02260-5def-4076-a9ff-4548227da0ed tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:13:43.343221 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc02260-5def-4076-a9ff-4548227da0ed tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:13:43.343783 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4fc02260-5def-4076-a9ff-4548227da0ed tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:43.350867 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc02260-5def-4076-a9ff-4548227da0ed tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event updated for resources: {'Port': ['ID=7afb5d5c-567b-4d54-8067-4a6c2fb32600,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:43.392291 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bb96420a-9920-4d15-8d8b-c356ae664199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:43.399060 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1f23c9-2c76-4563-98ae-6ce0305c93e5 None None] The sync data for ids ['188f49cb-677e-44c2-a4fe-2a5493beb225'] in n-d-803603-2 is: [{'id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'name': 'tempest-RoutersTest-router-1408703291', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:13Z', 'updated_at': '2021-08-18T13:13:35Z', 'revision_number': 4, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'gw_port_host': None, '_interfaces': [{'id': '3ce35d65-3f78-486d-9f5e-f2abf742687f', 'name': '', 'network_id': '0065ad6d-33a2-47cd-977e-40294888cbaf', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:73:dd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '881fcc8c-7eee-427c-9d32-eaafb6bf09f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:24Z', 'updated_at': '2021-08-18T13:13:34Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': '881fcc8c-7eee-427c-9d32-eaafb6bf09f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fe5bc16-b4e6-467e-b1e4-102324559582', 'name': '', 'network_id': '295405fa-d2db-4006-b0ff-b4079520ed99', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:e8:eb:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '5121c213-ff1c-4c4c-b219-3361f0350270', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:33Z', 'updated_at': '2021-08-18T13:13:41Z', 'revision_number': 4, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': '5121c213-ff1c-4c4c-b219-3361f0350270', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b15b7f8f-aee0-4312-a803-dbba543bdc01', 'name': '', 'network_id': '6317ca6c-a972-4db5-b419-d30f0cde7fe8', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:80:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:16Z', 'updated_at': '2021-08-18T13:13:26Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:13:43.427678 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-77be96ae-7f78-4021-b511-dc03dbbb6437 None None] Provisioning for port 36448454-4146-401b-9607-156340674913 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:13:43.551693 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-84394835-441c-40ac-a418-a073aa7c4db8 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:43.567896 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96420a-9920-4d15-8d8b-c356ae664199 None None] Pushing event updated for resources: {'Port': ['ID=39b17fe2-7106-4fe8-ab7e-5a9927c52ac2,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:43.575099 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb96420a-9920-4d15-8d8b-c356ae664199 None None] Network b13846ef-e73d-40a1-b566-5bc14a1f3074 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:13:43.593690 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-bb96420a-9920-4d15-8d8b-c356ae664199 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:13:43.599947 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb96420a-9920-4d15-8d8b-c356ae664199 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:13:43.704406 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-e195fe3b-9668-40e2-8514-f89de8d7ba75 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Allocated IP 172.23.0.1 (b13846ef-e73d-40a1-b566-5bc14a1f3074/77624c86-351d-422c-ab31-f1422a28b869/bc99c7fd-8d27-4b76-8d32-126bc8d2dbf4) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:13:43.721630 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-bb96420a-9920-4d15-8d8b-c356ae664199 None None] Attempting to bind port 39b17fe2-7106-4fe8-ab7e-5a9927c52ac2 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:13:43.721874 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-bb96420a-9920-4d15-8d8b-c356ae664199 None None] Attempting to bind port 39b17fe2-7106-4fe8-ab7e-5a9927c52ac2 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'd4c842c5-618b-4c06-9c6b-fdc41545892e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b13846ef-e73d-40a1-b566-5bc14a1f3074'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:13:43.722402 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb96420a-9920-4d15-8d8b-c356ae664199 None None] Attempting to bind port 39b17fe2-7106-4fe8-ab7e-5a9927c52ac2 on network b13846ef-e73d-40a1-b566-5bc14a1f3074 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:13:43.735396 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb96420a-9920-4d15-8d8b-c356ae664199 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:13:43.735932 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb96420a-9920-4d15-8d8b-c356ae664199 None None] Checking segment: {'id': 'd4c842c5-618b-4c06-9c6b-fdc41545892e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b13846ef-e73d-40a1-b566-5bc14a1f3074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:13:43.736445 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bb96420a-9920-4d15-8d8b-c356ae664199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:43.737485 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb96420a-9920-4d15-8d8b-c356ae664199 None None] Bound using segment: {'id': 'd4c842c5-618b-4c06-9c6b-fdc41545892e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b13846ef-e73d-40a1-b566-5bc14a1f3074'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:13:43.738282 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-bb96420a-9920-4d15-8d8b-c356ae664199 None None] Bound port: 39b17fe2-7106-4fe8-ab7e-5a9927c52ac2, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c842c5-618b-4c06-9c6b-fdc41545892e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b13846ef-e73d-40a1-b566-5bc14a1f3074'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:13:43.738777 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bb96420a-9920-4d15-8d8b-c356ae664199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:43.837545 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0e7b4c94-7c86-411b-a5cd-b19c145e9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:43.896768 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e169b42f-7199-43fd-a0e8-8e27cbdf2fb6 req-3a7e1a48-dd43-442c-bcb5-44c1f80c3af3 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:43.915745 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-bb96420a-9920-4d15-8d8b-c356ae664199 None None] For port 39b17fe2-7106-4fe8-ab7e-5a9927c52ac2, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:13:43.943665 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-bb96420a-9920-4d15-8d8b-c356ae664199 None None] For port 39b17fe2-7106-4fe8-ab7e-5a9927c52ac2, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=39b17fe2-7106-4fe8-ab7e-5a9927c52ac2,segment=NetworkSegment(d4c842c5-618b-4c06-9c6b-fdc41545892e),segment_id=d4c842c5-618b-4c06-9c6b-fdc41545892e)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:13:43.989776 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bb96420a-9920-4d15-8d8b-c356ae664199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:44.062094 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e1a48-dd43-442c-bcb5-44c1f80c3af3 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Pushing event deleted for resources: {'Port': ['ID=d63deb1c-c75b-4237-8b99-77ca9bb26ce7,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:44.117373 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4fc02260-5def-4076-a9ff-4548227da0ed tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:44.140902 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96420a-9920-4d15-8d8b-c356ae664199 None None] Pushing event updated for resources: {'Port': ['ID=39b17fe2-7106-4fe8-ab7e-5a9927c52ac2,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:44.382833 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-af0ef6c5-2b5d-4204-bfd6-4e0a5cce4bc4 req-4330a295-3989-457c-ae6d-7917f4d0b91f tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 210 time: 0.1702418 Aug 18 13:13:44.422254 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-fa99336f-bc79-4296-a2d2-085b475d4a0d None None] Provisioning for port 7afb5d5c-567b-4d54-8067-4a6c2fb32600 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:13:44.427690 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-fa99336f-bc79-4296-a2d2-085b475d4a0d None None] Provisioning complete for port 7afb5d5c-567b-4d54-8067-4a6c2fb32600 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:44.428284 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fa99336f-bc79-4296-a2d2-085b475d4a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:44.457849 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-e169b42f-7199-43fd-a0e8-8e27cbdf2fb6 req-3a7e1a48-dd43-442c-bcb5-44c1f80c3af3 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] No DVR routers for this DVR port d63deb1c-c75b-4237-8b99-77ca9bb26ce7 on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:13:44.467532 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e169b42f-7199-43fd-a0e8-8e27cbdf2fb6 req-3a7e1a48-dd43-442c-bcb5-44c1f80c3af3 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:44.473454 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e169b42f-7199-43fd-a0e8-8e27cbdf2fb6 req-3a7e1a48-dd43-442c-bcb5-44c1f80c3af3 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.39 "DELETE /v2.0/ports/d63deb1c-c75b-4237-8b99-77ca9bb26ce7 HTTP/1.1" status: 204 len: 173 time: 2.2037270 Aug 18 13:13:44.501192 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed76c2d-f46a-4f31-a831-176fc8f21e7d', 'name': 'network-vif-deleted', 'tag': 'd63deb1c-c75b-4237-8b99-77ca9bb26ce7'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:13:44.519140 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a392ad6-45dc-4532-9d19-bb0af999264a" -d '{"events": [{"server_uuid": "8ed76c2d-f46a-4f31-a831-176fc8f21e7d", "name": "network-vif-deleted", "tag": "d63deb1c-c75b-4237-8b99-77ca9bb26ce7"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:13:44.642543 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 36448454-4146-401b-9607-156340674913 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:13:44.775352 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-84394835-441c-40ac-a418-a073aa7c4db8 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:44.785826 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774770ec-93bd-45b8-b51d-8fef282e315f x-openstack-request-id: req-774770ec-93bd-45b8-b51d-8fef282e315f {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:13:44.789294 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed76c2d-f46a-4f31-a831-176fc8f21e7d", "name": "network-vif-deleted", "tag": "d63deb1c-c75b-4237-8b99-77ca9bb26ce7", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:13:44.789294 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-774770ec-93bd-45b8-b51d-8fef282e315f {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:13:44.789294 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed76c2d-f46a-4f31-a831-176fc8f21e7d', 'name': 'network-vif-deleted', 'tag': 'd63deb1c-c75b-4237-8b99-77ca9bb26ce7', 'status': 'completed', 'code': 200} Aug 18 13:13:44.792530 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e195fe3b-9668-40e2-8514-f89de8d7ba75 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:44.829744 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-e195fe3b-9668-40e2-8514-f89de8d7ba75 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Transition to ACTIVE for port object bc99c7fd-8d27-4b76-8d32-126bc8d2dbf4 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:13:44.864030 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-fa99336f-bc79-4296-a2d2-085b475d4a0d None None] Port 7afb5d5c-567b-4d54-8067-4a6c2fb32600 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:13:44.957374 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:45.015033 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device d63deb1c-c75b-4237-8b99-77ca9bb26ce7 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:13:45.056332 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: d63deb1c-c75b-4237-8b99-77ca9bb26ce7 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:13:45.056860 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device d63deb1c-c75b-4237-8b99-77ca9bb26ce7 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:13:45.058345 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 36448454-4146-401b-9607-156340674913 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:13:45.063301 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 36448454-4146-401b-9607-156340674913 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:45.064396 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:45.144947 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e195fe3b-9668-40e2-8514-f89de8d7ba75 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:45.157149 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-5c90bcc4-fea5-4fc5-a976-2d874c5fba4e None None] Provisioning complete for port 7afb5d5c-567b-4d54-8067-4a6c2fb32600 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:45.157149 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5c90bcc4-fea5-4fc5-a976-2d874c5fba4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:45.157704 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4fc02260-5def-4076-a9ff-4548227da0ed tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:45.207536 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-5c90bcc4-fea5-4fc5-a976-2d874c5fba4e None None] Port 7afb5d5c-567b-4d54-8067-4a6c2fb32600 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:13:45.210982 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84394835-441c-40ac-a418-a073aa7c4db8 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Router 973c28f5-3d3b-46d4-99ce-26a66b9e2618 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:13:45.234953 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e195fe3b-9668-40e2-8514-f89de8d7ba75 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event updated for resources: {'Port': ['ID=bc99c7fd-8d27-4b76-8d32-126bc8d2dbf4,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:45.252376 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e195fe3b-9668-40e2-8514-f89de8d7ba75 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Network b13846ef-e73d-40a1-b566-5bc14a1f3074 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:13:45.255397 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:45.260786 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-e195fe3b-9668-40e2-8514-f89de8d7ba75 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:13:45.264532 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4fc02260-5def-4076-a9ff-4548227da0ed tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:45.269022 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4fc02260-5def-4076-a9ff-4548227da0ed tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:45.271439 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e195fe3b-9668-40e2-8514-f89de8d7ba75 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:13:45.320871 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de219ed-b58b-4c61-98ff-3447873a2d8f None None] Network 3b717e9b-b054-43f7-a28c-d3a04005488d requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:13:45.386640 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84394835-441c-40ac-a418-a073aa7c4db8 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:13:45.404687 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcad42a3-9669-403a-b20c-4901dfa273f1 None None] Sync routers for ids ['973c28f5-3d3b-46d4-99ce-26a66b9e2618'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:13:45.422256 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcad42a3-9669-403a-b20c-4901dfa273f1 None None] Routers {'973c28f5-3d3b-46d4-99ce-26a66b9e2618'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:13:45.426143 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-bcad42a3-9669-403a-b20c-4901dfa273f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:13:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['973c28f5-3d3b-46d4-99ce-26a66b9e2618'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:45.428929 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 36448454-4146-401b-9607-156340674913, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=36448454-4146-401b-9607-156340674913,segment=NetworkSegment(1eebb0a1-f7a7-4e80-9bff-7c31ecf73942),segment_id=1eebb0a1-f7a7-4e80-9bff-7c31ecf73942)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:13:45.430535 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:45.537410 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-84394835-441c-40ac-a418-a073aa7c4db8 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:45.541094 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-84394835-441c-40ac-a418-a073aa7c4db8 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.1698120 Aug 18 13:13:45.543884 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40376) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:45.568660 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc02260-5def-4076-a9ff-4548227da0ed tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event updated for resources: {'Port': ['ID=7afb5d5c-567b-4d54-8067-4a6c2fb32600,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:45.583678 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-33bc0593-1c7a-4f66-a4d1-6f273b0112a9 None None] Provisioning for port c082be84-5ba6-43ff-b91a-a201197f09c6 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:13:45.585673 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e195fe3b-9668-40e2-8514-f89de8d7ba75 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:45.608950 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:45.610822 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 3fe5bc16-b4e6-467e-b1e4-102324559582 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:13:45.662513 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-bcad42a3-9669-403a-b20c-4901dfa273f1 None None] Set router 973c28f5-3d3b-46d4-99ce-26a66b9e2618 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:13:45.665469 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40378) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:45.688622 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-6847d26b-68c2-44a5-b4ad-9ffcc073e482 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Request body: {'network': {'name': 'tempest-network-smoke--2404788', 'project_id': '0a45397c4a7d4474ba973ba423e6989f', 'port_security_enabled': True}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:13:45.738098 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b0bae0b9-a50b-470c-8975-bed07e75c40a req-c8c53dd7-5433-4ac8-bbfd-5cfcbf16c050 tempest-ServersNegativeTestJSON-699506497 tempest-ServersNegativeTestJSON-699506497-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ed76c2d-f46a-4f31-a831-176fc8f21e7d HTTP/1.1" status: 200 len: 210 time: 0.1051819 Aug 18 13:13:45.748277 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc02260-5def-4076-a9ff-4548227da0ed tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Network bac9181e-7687-4b61-a043-a4bdb851356c is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:13:45.801504 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-4fc02260-5def-4076-a9ff-4548227da0ed tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:13:45.900009 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=36448454-4146-401b-9607-156340674913,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:45.904875 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4aaff88a-cf0b-45f0-b568-3cbe35010139 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] 10.222.0.13 "GET /v2.0/routers/973c28f5-3d3b-46d4-99ce-26a66b9e2618 HTTP/1.1" status: 200 len: 906 time: 0.3610647 Aug 18 13:13:45.909727 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40380) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:45.919464 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 3fe5bc16-b4e6-467e-b1e4-102324559582 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:13:45.925484 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 3fe5bc16-b4e6-467e-b1e4-102324559582 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:45.926762 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:45.945123 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-7850a94c-1f2a-4b37-a92a-b52729b3f75e tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Request body: {'router': {'name': 'tempest-snat-router-97386423', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'enable_snat': True}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:13:45.999061 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6847d26b-68c2-44a5-b4ad-9ffcc073e482 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Made reservation on behalf of 0a45397c4a7d4474ba973ba423e6989f for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:13:46.004101 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6847d26b-68c2-44a5-b4ad-9ffcc073e482 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:46.027839 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6847d26b-68c2-44a5-b4ad-9ffcc073e482 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:46.108760 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-bcad42a3-9669-403a-b20c-4901dfa273f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973c28f5-3d3b-46d4-99ce-26a66b9e2618', 'name': 'tempest-snat-router-97386423', 'tenant_id': '00429da51deb4fc587895c22d0db00a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.82'}], 'enable_snat': False}, 'gw_port_id': '594fd5e9-4683-4b38-909b-8e9b3bf0bf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:39Z', 'updated_at': '2021-08-18T13:13:42Z', 'revision_number': 3, 'project_id': '00429da51deb4fc587895c22d0db00a7', 'gw_port': {'id': '594fd5e9-4683-4b38-909b-8e9b3bf0bf60', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973c28f5-3d3b-46d4-99ce-26a66b9e2618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:40Z', 'updated_at': '2021-08-18T13:13:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:46.156861 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:46.156986 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcad42a3-9669-403a-b20c-4901dfa273f1 None None] Checking router: 973c28f5-3d3b-46d4-99ce-26a66b9e2618 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:13:46.156986 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcad42a3-9669-403a-b20c-4901dfa273f1 None None] Updating router 973c28f5-3d3b-46d4-99ce-26a66b9e2618 port 594fd5e9-4683-4b38-909b-8e9b3bf0bf60 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:13:46.228780 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-bcad42a3-9669-403a-b20c-4901dfa273f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:46.229656 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 3fe5bc16-b4e6-467e-b1e4-102324559582, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=3fe5bc16-b4e6-467e-b1e4-102324559582,segment=NetworkSegment(be0ee246-dcf3-45e3-879f-ee49dc86291b),segment_id=be0ee246-dcf3-45e3-879f-ee49dc86291b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:13:46.237628 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e195fe3b-9668-40e2-8514-f89de8d7ba75 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:46.254389 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc02260-5def-4076-a9ff-4548227da0ed tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Router 85e06245-b0c2-4e04-965a-6993148c46b1 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:13:46.256731 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7850a94c-1f2a-4b37-a92a-b52729b3f75e tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:46.257706 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7850a94c-1f2a-4b37-a92a-b52729b3f75e tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:46.296315 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:46.358785 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7255a913-dd3d-4f22-a585-067c25791c37 None None] Network b13846ef-e73d-40a1-b566-5bc14a1f3074 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:13:46.375125 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7850a94c-1f2a-4b37-a92a-b52729b3f75e tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:46.382269 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6847d26b-68c2-44a5-b4ad-9ffcc073e482 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:46.461905 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6847d26b-68c2-44a5-b4ad-9ffcc073e482 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:46.483305 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=3fe5bc16-b4e6-467e-b1e4-102324559582,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:46.521584 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6847d26b-68c2-44a5-b4ad-9ffcc073e482 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:13:46.543795 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6847d26b-68c2-44a5-b4ad-9ffcc073e482 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9092e50c-59bb-419e-9651-6692846d1f12,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:46.560166 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6847d26b-68c2-44a5-b4ad-9ffcc073e482 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:46.563547 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-6847d26b-68c2-44a5-b4ad-9ffcc073e482 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Added segment eacca97c-c59c-4de7-a766-d08b3b45c57d of type vlan for network 9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6 Aug 18 13:13:46.580183 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6847d26b-68c2-44a5-b4ad-9ffcc073e482 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:46.582452 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6847d26b-68c2-44a5-b4ad-9ffcc073e482 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:46.582892 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6847d26b-68c2-44a5-b4ad-9ffcc073e482 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:46.583307 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6847d26b-68c2-44a5-b4ad-9ffcc073e482 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:46.585525 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6847d26b-68c2-44a5-b4ad-9ffcc073e482 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:46.586109 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6847d26b-68c2-44a5-b4ad-9ffcc073e482 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:46.586441 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6847d26b-68c2-44a5-b4ad-9ffcc073e482 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:46.586847 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6847d26b-68c2-44a5-b4ad-9ffcc073e482 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:46.587726 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6847d26b-68c2-44a5-b4ad-9ffcc073e482 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:46.588615 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6847d26b-68c2-44a5-b4ad-9ffcc073e482 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:46.589709 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6847d26b-68c2-44a5-b4ad-9ffcc073e482 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:46.590141 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6847d26b-68c2-44a5-b4ad-9ffcc073e482 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:46.623227 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-9abaf48e-b49c-454f-a0f3-c4ee750e54bd None None] Provisioning for port 39b17fe2-7106-4fe8-ab7e-5a9927c52ac2 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:13:46.665507 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device c082be84-5ba6-43ff-b91a-a201197f09c6 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:13:46.679822 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6847d26b-68c2-44a5-b4ad-9ffcc073e482 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:46.710035 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-bcad42a3-9669-403a-b20c-4901dfa273f1 None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:46.725254 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-bcad42a3-9669-403a-b20c-4901dfa273f1 None None] Transition to ACTIVE for port object 594fd5e9-4683-4b38-909b-8e9b3bf0bf60 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:13:46.799356 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40386) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:46.842055 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-3128141f-31f3-4ed9-9835-f99e7ca1bcf5 None None] Provisioning complete for port 7afb5d5c-567b-4d54-8067-4a6c2fb32600 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:46.842439 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3128141f-31f3-4ed9-9835-f99e7ca1bcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:46.845975 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-bcad42a3-9669-403a-b20c-4901dfa273f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:46.846257 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port c082be84-5ba6-43ff-b91a-a201197f09c6 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:13:46.880359 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6847d26b-68c2-44a5-b4ad-9ffcc073e482 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:46.894476 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6847d26b-68c2-44a5-b4ad-9ffcc073e482 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:46.895472 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6847d26b-68c2-44a5-b4ad-9ffcc073e482 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:46.906867 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port c082be84-5ba6-43ff-b91a-a201197f09c6 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:46.912850 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:46.946083 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156fd479-45f0-4d2e-8e64-d0b27c9d4bb4 None None] Pushing event updated for resources: {'Port': ['ID=594fd5e9-4683-4b38-909b-8e9b3bf0bf60,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:46.970152 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7850a94c-1f2a-4b37-a92a-b52729b3f75e tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:46.979835 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc02260-5def-4076-a9ff-4548227da0ed tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:13:46.987391 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-bcad42a3-9669-403a-b20c-4901dfa273f1 None None] Attempting to bind port 594fd5e9-4683-4b38-909b-8e9b3bf0bf60 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:13:46.988655 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-bcad42a3-9669-403a-b20c-4901dfa273f1 None None] Attempting to bind port 594fd5e9-4683-4b38-909b-8e9b3bf0bf60 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:13:46.988997 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcad42a3-9669-403a-b20c-4901dfa273f1 None None] Attempting to bind port 594fd5e9-4683-4b38-909b-8e9b3bf0bf60 on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:13:46.990978 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-3128141f-31f3-4ed9-9835-f99e7ca1bcf5 None None] Port 7afb5d5c-567b-4d54-8067-4a6c2fb32600 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:13:47.004085 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcad42a3-9669-403a-b20c-4901dfa273f1 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:13:47.004085 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcad42a3-9669-403a-b20c-4901dfa273f1 None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:13:47.004085 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-bcad42a3-9669-403a-b20c-4901dfa273f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:47.004532 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcad42a3-9669-403a-b20c-4901dfa273f1 None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:13:47.006160 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-bcad42a3-9669-403a-b20c-4901dfa273f1 None None] Bound port: 594fd5e9-4683-4b38-909b-8e9b3bf0bf60, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:13:47.007675 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-bcad42a3-9669-403a-b20c-4901dfa273f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:47.018553 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6920b0bb-aea6-46cf-a565-9e06d8c67abc None None] Sync routers for ids ['85e06245-b0c2-4e04-965a-6993148c46b1'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:13:47.032871 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4fc02260-5def-4076-a9ff-4548227da0ed tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "PUT /v2.0/routers/85e06245-b0c2-4e04-965a-6993148c46b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5524471 Aug 18 13:13:47.037232 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40388) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:47.043068 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4fcd41e-c97e-491f-926e-3c8303091f2c admin admin] Deleting subnet c2c98821-2056-406e-a9db-4c5c55877dd9 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:13:47.055634 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d4fcd41e-c97e-491f-926e-3c8303091f2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:47.073999 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:47.077173 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6920b0bb-aea6-46cf-a565-9e06d8c67abc None None] Routers {'85e06245-b0c2-4e04-965a-6993148c46b1'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:13:47.077809 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-6920b0bb-aea6-46cf-a565-9e06d8c67abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:13:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['85e06245-b0c2-4e04-965a-6993148c46b1'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:47.116529 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-bcad42a3-9669-403a-b20c-4901dfa273f1 None None] For port 594fd5e9-4683-4b38-909b-8e9b3bf0bf60, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:13:47.129453 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-bcad42a3-9669-403a-b20c-4901dfa273f1 None None] For port 594fd5e9-4683-4b38-909b-8e9b3bf0bf60, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=594fd5e9-4683-4b38-909b-8e9b3bf0bf60,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:13:47.131591 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d4fcd41e-c97e-491f-926e-3c8303091f2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:47.163359 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-6920b0bb-aea6-46cf-a565-9e06d8c67abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:47.170385 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6847d26b-68c2-44a5-b4ad-9ffcc073e482 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5009258 Aug 18 13:13:47.174520 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6847d26b-68c2-44a5-b4ad-9ffcc073e482 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Pushing event updated for resources: {'Network': ['ID=9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:47.178429 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40392) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:47.189354 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:13:47.191018 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-27313aec-5624-4d2a-bebb-7a980f4ad1d5 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1884205550', 'admin_state_up': True, 'project_id': '0a45397c4a7d4474ba973ba423e6989f', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:13:47.215023 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6920b0bb-aea6-46cf-a565-9e06d8c67abc None None] Routers {'85e06245-b0c2-4e04-965a-6993148c46b1'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:13:47.215023 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-6920b0bb-aea6-46cf-a565-9e06d8c67abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:13:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['85e06245-b0c2-4e04-965a-6993148c46b1'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:47.245926 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d4fcd41e-c97e-491f-926e-3c8303091f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:47.287105 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-bcad42a3-9669-403a-b20c-4901dfa273f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:47.304251 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-6920b0bb-aea6-46cf-a565-9e06d8c67abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:47.304980 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6920b0bb-aea6-46cf-a565-9e06d8c67abc None None] The sync data for ids ['85e06245-b0c2-4e04-965a-6993148c46b1'] in n-d-803603-2 is: [] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:13:47.307782 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port c082be84-5ba6-43ff-b91a-a201197f09c6, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=c082be84-5ba6-43ff-b91a-a201197f09c6,segment=NetworkSegment(00d040fb-1b94-4cfd-b8b5-f00f7e8ee6fa),segment_id=00d040fb-1b94-4cfd-b8b5-f00f7e8ee6fa)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:13:47.328463 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-372aaa07-6097-4189-81f8-1d764714523b None None] Provisioning for port bc99c7fd-8d27-4b76-8d32-126bc8d2dbf4 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:13:47.358393 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-372aaa07-6097-4189-81f8-1d764714523b None None] Provisioning complete for port bc99c7fd-8d27-4b76-8d32-126bc8d2dbf4 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:47.358773 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-372aaa07-6097-4189-81f8-1d764714523b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:47.410481 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcad42a3-9669-403a-b20c-4901dfa273f1 None None] Routers {'973c28f5-3d3b-46d4-99ce-26a66b9e2618'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:13:47.411100 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-bcad42a3-9669-403a-b20c-4901dfa273f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:13:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['973c28f5-3d3b-46d4-99ce-26a66b9e2618'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:47.414821 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-372aaa07-6097-4189-81f8-1d764714523b None None] Port bc99c7fd-8d27-4b76-8d32-126bc8d2dbf4 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:13:47.417986 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:47.420334 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 36448454-4146-401b-9607-156340674913 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:13:47.458489 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156fd479-45f0-4d2e-8e64-d0b27c9d4bb4 None None] Pushing event updated for resources: {'Port': ['ID=594fd5e9-4683-4b38-909b-8e9b3bf0bf60,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:47.475563 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:47.532335 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 36448454-4146-401b-9607-156340674913 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:47.532943 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:47.543820 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-bcad42a3-9669-403a-b20c-4901dfa273f1 None None] Set router 973c28f5-3d3b-46d4-99ce-26a66b9e2618 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:13:47.550093 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d4fcd41e-c97e-491f-926e-3c8303091f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:47.598626 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ed99b3-1fdd-468b-bd4f-dc65629d5747 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:47.600154 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-07ed99b3-1fdd-468b-bd4f-dc65629d5747 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "GET /v2.0/ports/7afb5d5c-567b-4d54-8067-4a6c2fb32600 HTTP/1.1" status: 200 len: 911 time: 0.5617061 Aug 18 13:13:47.601014 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=c082be84-5ba6-43ff-b91a-a201197f09c6,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:47.604176 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40394) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:47.636058 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-27313aec-5624-4d2a-bebb-7a980f4ad1d5 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:47.647325 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-27313aec-5624-4d2a-bebb-7a980f4ad1d5 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:47.652208 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 39b17fe2-7106-4fe8-ab7e-5a9927c52ac2 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:13:47.714630 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-3a280638-489e-486a-a11f-3b485b3a0371 None None] Provisioning complete for port bc99c7fd-8d27-4b76-8d32-126bc8d2dbf4 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:47.715270 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3a280638-489e-486a-a11f-3b485b3a0371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:47.759861 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-27313aec-5624-4d2a-bebb-7a980f4ad1d5 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:47.762992 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fcd41e-c97e-491f-926e-3c8303091f2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2c98821-2056-406e-a9db-4c5c55877dd9,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:47.769877 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-3a280638-489e-486a-a11f-3b485b3a0371 None None] Port bc99c7fd-8d27-4b76-8d32-126bc8d2dbf4 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:13:47.775511 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d4fcd41e-c97e-491f-926e-3c8303091f2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:47.776309 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d4fcd41e-c97e-491f-926e-3c8303091f2c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c2c98821-2056-406e-a9db-4c5c55877dd9 HTTP/1.1" status: 204 len: 168 time: 0.9751062 Aug 18 13:13:47.777089 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40396) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:47.784306 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-bcad42a3-9669-403a-b20c-4901dfa273f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973c28f5-3d3b-46d4-99ce-26a66b9e2618', 'name': 'tempest-snat-router-97386423', 'tenant_id': '00429da51deb4fc587895c22d0db00a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.82'}], 'enable_snat': False}, 'gw_port_id': '594fd5e9-4683-4b38-909b-8e9b3bf0bf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:39Z', 'updated_at': '2021-08-18T13:13:42Z', 'revision_number': 3, 'project_id': '00429da51deb4fc587895c22d0db00a7', 'gw_port': {'id': '594fd5e9-4683-4b38-909b-8e9b3bf0bf60', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973c28f5-3d3b-46d4-99ce-26a66b9e2618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:40Z', 'updated_at': '2021-08-18T13:13:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:47.820178 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcad42a3-9669-403a-b20c-4901dfa273f1 None None] The sync data for ids ['973c28f5-3d3b-46d4-99ce-26a66b9e2618'] in n-d-803603-2 is: [{'id': '973c28f5-3d3b-46d4-99ce-26a66b9e2618', 'name': 'tempest-snat-router-97386423', 'tenant_id': '00429da51deb4fc587895c22d0db00a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.82'}], 'enable_snat': False}, 'gw_port_id': '594fd5e9-4683-4b38-909b-8e9b3bf0bf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:39Z', 'updated_at': '2021-08-18T13:13:42Z', 'revision_number': 3, 'project_id': '00429da51deb4fc587895c22d0db00a7', 'gw_port': {'id': '594fd5e9-4683-4b38-909b-8e9b3bf0bf60', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973c28f5-3d3b-46d4-99ce-26a66b9e2618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:40Z', 'updated_at': '2021-08-18T13:13:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:13:47.885686 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e195fe3b-9668-40e2-8514-f89de8d7ba75 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:47.896527 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 39b17fe2-7106-4fe8-ab7e-5a9927c52ac2 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:13:47.905550 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 39b17fe2-7106-4fe8-ab7e-5a9927c52ac2 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:47.906923 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:47.956246 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dbad1868-8a4e-44d1-8e83-58ee50968f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:48.019120 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:48.056815 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 39b17fe2-7106-4fe8-ab7e-5a9927c52ac2, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=39b17fe2-7106-4fe8-ab7e-5a9927c52ac2,segment=NetworkSegment(d4c842c5-618b-4c06-9c6b-fdc41545892e),segment_id=d4c842c5-618b-4c06-9c6b-fdc41545892e)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:13:48.058010 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-27313aec-5624-4d2a-bebb-7a980f4ad1d5 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:48.060875 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e195fe3b-9668-40e2-8514-f89de8d7ba75 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:48.120905 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dbad1868-8a4e-44d1-8e83-58ee50968f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:48.133511 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-dbad1868-8a4e-44d1-8e83-58ee50968f97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d40b57f9-bbb2-4411-b09b-1190ba8eee3e']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:48.153021 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-dbad1868-8a4e-44d1-8e83-58ee50968f97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4c449c2-b154-4262-a0a8-10992ac3951d') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:48.153347 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-dbad1868-8a4e-44d1-8e83-58ee50968f97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4c449c2-b154-4262-a0a8-10992ac3951d') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:48.168728 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dbad1868-8a4e-44d1-8e83-58ee50968f97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:48.186490 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dbad1868-8a4e-44d1-8e83-58ee50968f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:48.192873 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:48.193701 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbad1868-8a4e-44d1-8e83-58ee50968f97 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:13:48.194210 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dbad1868-8a4e-44d1-8e83-58ee50968f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:48.199966 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:13:48.199966 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:13:48.199966 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:13:48.199966 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:13:48.199966 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:13:48.199966 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:13:48.199966 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:13:48.199966 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:13:48.199966 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:13:48.199966 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:13:48.199966 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:13:48.199966 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:13:48.199966 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:13:48.199966 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:13:48.199966 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:13:48.199966 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:13:48.199966 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:13:48.199966 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:13:48.199966 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:13:48.199966 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:13:48.199966 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:13:48.199966 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:13:48.199966 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:13:48.199966 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:13:48.199966 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:13:48.199966 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:13:48.199966 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:13:48.199966 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:13:48.199966 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:13:48.199966 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:13:48.199966 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:13:48.199966 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:13:48.290851 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=39b17fe2-7106-4fe8-ab7e-5a9927c52ac2,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:48.321897 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e195fe3b-9668-40e2-8514-f89de8d7ba75 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event updated for resources: {'Port': ['ID=bc99c7fd-8d27-4b76-8d32-126bc8d2dbf4,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:48.369071 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e195fe3b-9668-40e2-8514-f89de8d7ba75 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:48.371191 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dbad1868-8a4e-44d1-8e83-58ee50968f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:48.376938 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195fe3b-9668-40e2-8514-f89de8d7ba75 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:48.378035 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195fe3b-9668-40e2-8514-f89de8d7ba75 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:48.378419 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195fe3b-9668-40e2-8514-f89de8d7ba75 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:48.378763 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195fe3b-9668-40e2-8514-f89de8d7ba75 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:48.378879 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dbad1868-8a4e-44d1-8e83-58ee50968f97 admin admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:48.380975 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195fe3b-9668-40e2-8514-f89de8d7ba75 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:48.381328 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195fe3b-9668-40e2-8514-f89de8d7ba75 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:48.381719 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195fe3b-9668-40e2-8514-f89de8d7ba75 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:48.381978 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195fe3b-9668-40e2-8514-f89de8d7ba75 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:48.382341 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195fe3b-9668-40e2-8514-f89de8d7ba75 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:48.382669 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195fe3b-9668-40e2-8514-f89de8d7ba75 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:48.383084 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195fe3b-9668-40e2-8514-f89de8d7ba75 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:48.383386 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-dbad1868-8a4e-44d1-8e83-58ee50968f97 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d40b57f9-bbb2-4411-b09b-1190ba8eee3e HTTP/1.1" status: 204 len: 168 time: 0.6053083 Aug 18 13:13:48.400520 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e195fe3b-9668-40e2-8514-f89de8d7ba75 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:48.403930 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad1868-8a4e-44d1-8e83-58ee50968f97 admin admin] Pushing event deleted for resources: {'Network': ['ID=d40b57f9-bbb2-4411-b09b-1190ba8eee3e,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:48.596851 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 39b17fe2-7106-4fe8-ab7e-5a9927c52ac2 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:13:48.649032 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-27313aec-5624-4d2a-bebb-7a980f4ad1d5 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for router_gateway, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:48.695970 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7850a94c-1f2a-4b37-a92a-b52729b3f75e tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:48.746386 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b50f3aa0-80c4-4dbd-a634-fe345da3622a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:48.751651 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7850a94c-1f2a-4b37-a92a-b52729b3f75e tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:49.019694 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 39b17fe2-7106-4fe8-ab7e-5a9927c52ac2 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:49.021890 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:49.033727 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-27313aec-5624-4d2a-bebb-7a980f4ad1d5 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:49.042991 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e195fe3b-9668-40e2-8514-f89de8d7ba75 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Network b13846ef-e73d-40a1-b566-5bc14a1f3074 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:13:49.055049 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-e195fe3b-9668-40e2-8514-f89de8d7ba75 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:13:49.117574 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40404) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:49.178411 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 594fd5e9-4683-4b38-909b-8e9b3bf0bf60 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:13:49.178938 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1de7aca4-af64-48ca-9205-40f0db43c716 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=905412fa00ef4383b8b8de60ee111478&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0598550 Aug 18 13:13:49.182678 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40408) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:49.269113 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c3e50219-77ee-44d3-8261-c6dde3ea3ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:49.314197 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c3e50219-77ee-44d3-8261-c6dde3ea3ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:49.325778 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e195fe3b-9668-40e2-8514-f89de8d7ba75 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Router 188f49cb-677e-44c2-a4fe-2a5493beb225 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:13:49.371525 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-7850a94c-1f2a-4b37-a92a-b52729b3f75e tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Allocated IP 172.25.6.97 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/6e2befc8-20dc-4bd4-b135-fcb66fbbbf1b) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:13:49.411452 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-4e77a5d2-0997-40cd-adc5-adbf6b55d877 None None] Provisioning complete for port bc99c7fd-8d27-4b76-8d32-126bc8d2dbf4 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:49.411934 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4e77a5d2-0997-40cd-adc5-adbf6b55d877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:49.429078 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-b50f3aa0-80c4-4dbd-a634-fe345da3622a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Allocated IP 2001:db8:1::1 (3b717e9b-b054-43f7-a28c-d3a04005488d/f61cba85-bade-4989-9fe6-d81127c8af53/d4be8690-0fe2-4060-94c9-03a47486ac99) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:13:49.437086 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 594fd5e9-4683-4b38-909b-8e9b3bf0bf60 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:13:49.443247 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 594fd5e9-4683-4b38-909b-8e9b3bf0bf60 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:49.443617 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:49.456097 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c3e50219-77ee-44d3-8261-c6dde3ea3ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:49.460215 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c3e50219-77ee-44d3-8261-c6dde3ea3ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:49.472547 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c3e50219-77ee-44d3-8261-c6dde3ea3ff0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b307c922-264f-44db-95ec-0d15ffbc59fb HTTP/1.1" status: 204 len: 168 time: 0.2883677 Aug 18 13:13:49.493114 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e50219-77ee-44d3-8261-c6dde3ea3ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b307c922-264f-44db-95ec-0d15ffbc59fb,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:49.497275 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-4e77a5d2-0997-40cd-adc5-adbf6b55d877 None None] Port bc99c7fd-8d27-4b76-8d32-126bc8d2dbf4 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:13:49.574828 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:49.601974 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 594fd5e9-4683-4b38-909b-8e9b3bf0bf60, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=594fd5e9-4683-4b38-909b-8e9b3bf0bf60,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:13:49.614272 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e195fe3b-9668-40e2-8514-f89de8d7ba75 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:13:49.624198 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64761878-389b-4d41-b8cc-316f808da6d2 None None] Sync routers for ids ['188f49cb-677e-44c2-a4fe-2a5493beb225'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:13:49.624751 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e195fe3b-9668-40e2-8514-f89de8d7ba75 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "PUT /v2.0/routers/188f49cb-677e-44c2-a4fe-2a5493beb225/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8548725 Aug 18 13:13:49.627269 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40416) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:49.636481 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-3fb112f2-f7e5-4e93-9aa1-1d7ee948699d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:13:49.647288 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64761878-389b-4d41-b8cc-316f808da6d2 None None] Routers {'188f49cb-677e-44c2-a4fe-2a5493beb225'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:13:49.648644 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-64761878-389b-4d41-b8cc-316f808da6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:13:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['188f49cb-677e-44c2-a4fe-2a5493beb225'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:49.676252 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7850a94c-1f2a-4b37-a92a-b52729b3f75e tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:49.690903 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:49.691875 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device c082be84-5ba6-43ff-b91a-a201197f09c6 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:13:49.703492 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b50f3aa0-80c4-4dbd-a634-fe345da3622a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:49.724741 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-b50f3aa0-80c4-4dbd-a634-fe345da3622a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Transition to ACTIVE for port object d4be8690-0fe2-4060-94c9-03a47486ac99 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:13:49.840095 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=594fd5e9-4683-4b38-909b-8e9b3bf0bf60,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:49.852231 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port c082be84-5ba6-43ff-b91a-a201197f09c6 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:49.852644 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:49.892090 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7850a94c-1f2a-4b37-a92a-b52729b3f75e tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:49.894961 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b50f3aa0-80c4-4dbd-a634-fe345da3622a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:49.921708 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-64761878-389b-4d41-b8cc-316f808da6d2 None None] Set router 188f49cb-677e-44c2-a4fe-2a5493beb225 gateway port host: None {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:13:49.951197 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 3fe5bc16-b4e6-467e-b1e4-102324559582 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:13:50.009019 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7850a94c-1f2a-4b37-a92a-b52729b3f75e tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Pushing event updated for resources: {'Port': ['ID=6e2befc8-20dc-4bd4-b135-fcb66fbbbf1b,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:50.017808 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 3fe5bc16-b4e6-467e-b1e4-102324559582 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:50.018250 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:50.142975 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f3aa0-80c4-4dbd-a634-fe345da3622a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event updated for resources: {'Port': ['ID=d4be8690-0fe2-4060-94c9-03a47486ac99,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:50.165624 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50f3aa0-80c4-4dbd-a634-fe345da3622a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Network 3b717e9b-b054-43f7-a28c-d3a04005488d is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:13:50.168419 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7850a94c-1f2a-4b37-a92a-b52729b3f75e tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:13:50.170872 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-b50f3aa0-80c4-4dbd-a634-fe345da3622a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:13:50.173292 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-7850a94c-1f2a-4b37-a92a-b52729b3f75e tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:13:50.175850 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50f3aa0-80c4-4dbd-a634-fe345da3622a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:13:50.176672 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b50f3aa0-80c4-4dbd-a634-fe345da3622a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:50.179420 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7850a94c-1f2a-4b37-a92a-b52729b3f75e tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:13:50.204848 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-27313aec-5624-4d2a-bebb-7a980f4ad1d5 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Allocated IP 172.25.6.113 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/6c25e405-eb2d-444d-af91-1a8e5d64f48e) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:13:50.471858 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 594fd5e9-4683-4b38-909b-8e9b3bf0bf60 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:13:50.472671 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-64761878-389b-4d41-b8cc-316f808da6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'name': 'tempest-RoutersTest-router-1408703291', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:13Z', 'updated_at': '2021-08-18T13:13:45Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'gw_port_host': None, '_interfaces': [{'id': '3ce35d65-3f78-486d-9f5e-f2abf742687f', 'name': '', 'network_id': '0065ad6d-33a2-47cd-977e-40294888cbaf', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:73:dd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '881fcc8c-7eee-427c-9d32-eaafb6bf09f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:24Z', 'updated_at': '2021-08-18T13:13:34Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': '881fcc8c-7eee-427c-9d32-eaafb6bf09f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fe5bc16-b4e6-467e-b1e4-102324559582', 'name': '', 'network_id': '295405fa-d2db-4006-b0ff-b4079520ed99', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:e8:eb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '5121c213-ff1c-4c4c-b219-3361f0350270', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:33Z', 'updated_at': '2021-08-18T13:13:46Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': '5121c213-ff1c-4c4c-b219-3361f0350270', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b15b7f8f-aee0-4312-a803-dbba543bdc01', 'name': '', 'network_id': '6317ca6c-a972-4db5-b419-d30f0cde7fe8', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:80:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:16Z', 'updated_at': '2021-08-18T13:13:26Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc99c7fd-8d27-4b76-8d32-126bc8d2dbf4', 'name': '', 'network_id': 'b13846ef-e73d-40a1-b566-5bc14a1f3074', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:ba:d8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '77624c86-351d-422c-ab31-f1422a28b869', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:42Z', 'updated_at': '2021-08-18T13:13:47Z', 'revision_number': 2, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': '77624c86-351d-422c-ab31-f1422a28b869', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:50.521936 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64761878-389b-4d41-b8cc-316f808da6d2 None None] Checking router: 188f49cb-677e-44c2-a4fe-2a5493beb225 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:13:50.522139 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64761878-389b-4d41-b8cc-316f808da6d2 None None] Updating router 188f49cb-677e-44c2-a4fe-2a5493beb225 port bc99c7fd-8d27-4b76-8d32-126bc8d2dbf4 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:13:50.579437 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-64761878-389b-4d41-b8cc-316f808da6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:50.618440 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-27313aec-5624-4d2a-bebb-7a980f4ad1d5 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:50.662858 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 594fd5e9-4683-4b38-909b-8e9b3bf0bf60 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:50.663376 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:50.669872 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.extraroute_db [None req-3fb112f2-f7e5-4e93-9aa1-1d7ee948699d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=101675) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 18 13:13:50.705914 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.extraroute_db [None req-3fb112f2-f7e5-4e93-9aa1-1d7ee948699d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Removed routes are [] {{(pid=101675) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 18 13:13:50.706366 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3fb112f2-f7e5-4e93-9aa1-1d7ee948699d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-486308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5626'] for router, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:50.833486 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-27313aec-5624-4d2a-bebb-7a980f4ad1d5 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:50.915023 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27313aec-5624-4d2a-bebb-7a980f4ad1d5 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:13:50.927281 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-27313aec-5624-4d2a-bebb-7a980f4ad1d5 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:13:50.936473 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27313aec-5624-4d2a-bebb-7a980f4ad1d5 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:13:50.981063 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27313aec-5624-4d2a-bebb-7a980f4ad1d5 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Pushing event updated for resources: {'Port': ['ID=6c25e405-eb2d-444d-af91-1a8e5d64f48e,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:51.027814 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8559-9d2f-4d5e-8ea7-b094523d8712 None None] Provisioning for port d4be8690-0fe2-4060-94c9-03a47486ac99 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:13:51.037902 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8559-9d2f-4d5e-8ea7-b094523d8712 None None] Provisioning complete for port d4be8690-0fe2-4060-94c9-03a47486ac99 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:51.037902 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8559-9d2f-4d5e-8ea7-b094523d8712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:51.104844 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8559-9d2f-4d5e-8ea7-b094523d8712 None None] Port d4be8690-0fe2-4060-94c9-03a47486ac99 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:13:51.108611 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-64761878-389b-4d41-b8cc-316f808da6d2 None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:51.120483 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-64761878-389b-4d41-b8cc-316f808da6d2 None None] Transition to ACTIVE for port object bc99c7fd-8d27-4b76-8d32-126bc8d2dbf4 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:13:51.171760 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3fb112f2-f7e5-4e93-9aa1-1d7ee948699d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-486308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5626'] for router, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:51.178021 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3fb112f2-f7e5-4e93-9aa1-1d7ee948699d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-486154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-486161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563648'] for router, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:51.198213 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-64761878-389b-4d41-b8cc-316f808da6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:51.241369 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b50f3aa0-80c4-4dbd-a634-fe345da3622a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:51.262789 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6099ebe-a4ad-4fb0-a7b0-81a4a7dc894f None None] Pushing event updated for resources: {'Port': ['ID=bc99c7fd-8d27-4b76-8d32-126bc8d2dbf4,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:51.302403 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb112f2-f7e5-4e93-9aa1-1d7ee948699d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Router 188f49cb-677e-44c2-a4fe-2a5493beb225 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:13:51.332318 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-64761878-389b-4d41-b8cc-316f808da6d2 None None] Attempting to bind port bc99c7fd-8d27-4b76-8d32-126bc8d2dbf4 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:13:51.332698 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-64761878-389b-4d41-b8cc-316f808da6d2 None None] Attempting to bind port bc99c7fd-8d27-4b76-8d32-126bc8d2dbf4 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'd4c842c5-618b-4c06-9c6b-fdc41545892e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b13846ef-e73d-40a1-b566-5bc14a1f3074'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:13:51.333065 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64761878-389b-4d41-b8cc-316f808da6d2 None None] Attempting to bind port bc99c7fd-8d27-4b76-8d32-126bc8d2dbf4 on network b13846ef-e73d-40a1-b566-5bc14a1f3074 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:13:51.339814 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64761878-389b-4d41-b8cc-316f808da6d2 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:13:51.340199 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64761878-389b-4d41-b8cc-316f808da6d2 None None] Checking segment: {'id': 'd4c842c5-618b-4c06-9c6b-fdc41545892e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b13846ef-e73d-40a1-b566-5bc14a1f3074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:13:51.340608 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-64761878-389b-4d41-b8cc-316f808da6d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:51.341003 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64761878-389b-4d41-b8cc-316f808da6d2 None None] Bound using segment: {'id': 'd4c842c5-618b-4c06-9c6b-fdc41545892e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b13846ef-e73d-40a1-b566-5bc14a1f3074'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:13:51.341726 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-64761878-389b-4d41-b8cc-316f808da6d2 None None] Bound port: bc99c7fd-8d27-4b76-8d32-126bc8d2dbf4, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c842c5-618b-4c06-9c6b-fdc41545892e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b13846ef-e73d-40a1-b566-5bc14a1f3074'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:13:51.342122 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-64761878-389b-4d41-b8cc-316f808da6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:51.444443 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-64761878-389b-4d41-b8cc-316f808da6d2 None None] For port bc99c7fd-8d27-4b76-8d32-126bc8d2dbf4, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:13:51.449390 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-64761878-389b-4d41-b8cc-316f808da6d2 None None] For port bc99c7fd-8d27-4b76-8d32-126bc8d2dbf4, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=bc99c7fd-8d27-4b76-8d32-126bc8d2dbf4,segment=NetworkSegment(d4c842c5-618b-4c06-9c6b-fdc41545892e),segment_id=d4c842c5-618b-4c06-9c6b-fdc41545892e)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:13:51.581515 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb112f2-f7e5-4e93-9aa1-1d7ee948699d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:13:51.589688 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3fb112f2-f7e5-4e93-9aa1-1d7ee948699d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:51.590896 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3fb112f2-f7e5-4e93-9aa1-1d7ee948699d tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "PUT /v2.0/routers/188f49cb-677e-44c2-a4fe-2a5493beb225 HTTP/1.1" status: 200 len: 934 time: 1.9617765 Aug 18 13:13:51.595756 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40444) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:51.607494 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7850a94c-1f2a-4b37-a92a-b52729b3f75e tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:51.617182 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-64761878-389b-4d41-b8cc-316f808da6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:51.699768 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6099ebe-a4ad-4fb0-a7b0-81a4a7dc894f None None] Pushing event updated for resources: {'Port': ['ID=bc99c7fd-8d27-4b76-8d32-126bc8d2dbf4,revision_number=4']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:51.719766 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64761878-389b-4d41-b8cc-316f808da6d2 None None] Routers {'188f49cb-677e-44c2-a4fe-2a5493beb225'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:13:51.720908 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-64761878-389b-4d41-b8cc-316f808da6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:13:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['188f49cb-677e-44c2-a4fe-2a5493beb225'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:51.734368 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-27313aec-5624-4d2a-bebb-7a980f4ad1d5 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for router_gateway, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:51.824162 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-172358d4-cc18-4c6b-842e-4548f636f7cd tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "GET /v2.0/routers/188f49cb-677e-44c2-a4fe-2a5493beb225 HTTP/1.1" status: 200 len: 934 time: 0.2268736 Aug 18 13:13:51.826904 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40448) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:51.832990 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-6471e562-61af-4e6c-bd71-73f439ea5715 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Request body: {'router': {'routes': None}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:13:51.837060 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b50f3aa0-80c4-4dbd-a634-fe345da3622a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:51.856218 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-64761878-389b-4d41-b8cc-316f808da6d2 None None] Set router 188f49cb-677e-44c2-a4fe-2a5493beb225 gateway port host: None {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:13:51.911324 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7850a94c-1f2a-4b37-a92a-b52729b3f75e tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:52.099442 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-64761878-389b-4d41-b8cc-316f808da6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'name': 'tempest-RoutersTest-router-1408703291', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:13Z', 'updated_at': '2021-08-18T13:13:50Z', 'revision_number': 6, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'gw_port_host': None, '_interfaces': [{'id': '3ce35d65-3f78-486d-9f5e-f2abf742687f', 'name': '', 'network_id': '0065ad6d-33a2-47cd-977e-40294888cbaf', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:73:dd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '881fcc8c-7eee-427c-9d32-eaafb6bf09f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:24Z', 'updated_at': '2021-08-18T13:13:34Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': '881fcc8c-7eee-427c-9d32-eaafb6bf09f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fe5bc16-b4e6-467e-b1e4-102324559582', 'name': '', 'network_id': '295405fa-d2db-4006-b0ff-b4079520ed99', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:e8:eb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '5121c213-ff1c-4c4c-b219-3361f0350270', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:33Z', 'updated_at': '2021-08-18T13:13:46Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': '5121c213-ff1c-4c4c-b219-3361f0350270', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b15b7f8f-aee0-4312-a803-dbba543bdc01', 'name': '', 'network_id': '6317ca6c-a972-4db5-b419-d30f0cde7fe8', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:80:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:16Z', 'updated_at': '2021-08-18T13:13:26Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc99c7fd-8d27-4b76-8d32-126bc8d2dbf4', 'name': '', 'network_id': 'b13846ef-e73d-40a1-b566-5bc14a1f3074', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:ba:d8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '77624c86-351d-422c-ab31-f1422a28b869', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:42Z', 'updated_at': '2021-08-18T13:13:51Z', 'revision_number': 4, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': '77624c86-351d-422c-ab31-f1422a28b869', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:52.133614 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64761878-389b-4d41-b8cc-316f808da6d2 None None] The sync data for ids ['188f49cb-677e-44c2-a4fe-2a5493beb225'] in n-d-803603-2 is: [{'id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'name': 'tempest-RoutersTest-router-1408703291', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:13Z', 'updated_at': '2021-08-18T13:13:50Z', 'revision_number': 6, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'gw_port_host': None, '_interfaces': [{'id': '3ce35d65-3f78-486d-9f5e-f2abf742687f', 'name': '', 'network_id': '0065ad6d-33a2-47cd-977e-40294888cbaf', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:73:dd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '881fcc8c-7eee-427c-9d32-eaafb6bf09f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:24Z', 'updated_at': '2021-08-18T13:13:34Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': '881fcc8c-7eee-427c-9d32-eaafb6bf09f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fe5bc16-b4e6-467e-b1e4-102324559582', 'name': '', 'network_id': '295405fa-d2db-4006-b0ff-b4079520ed99', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:e8:eb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '5121c213-ff1c-4c4c-b219-3361f0350270', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:33Z', 'updated_at': '2021-08-18T13:13:46Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': '5121c213-ff1c-4c4c-b219-3361f0350270', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b15b7f8f-aee0-4312-a803-dbba543bdc01', 'name': '', 'network_id': '6317ca6c-a972-4db5-b419-d30f0cde7fe8', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:80:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:16Z', 'updated_at': '2021-08-18T13:13:26Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc99c7fd-8d27-4b76-8d32-126bc8d2dbf4', 'name': '', 'network_id': 'b13846ef-e73d-40a1-b566-5bc14a1f3074', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:ba:d8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '77624c86-351d-422c-ab31-f1422a28b869', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:42Z', 'updated_at': '2021-08-18T13:13:51Z', 'revision_number': 4, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': '77624c86-351d-422c-ab31-f1422a28b869', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:13:52.137061 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b50f3aa0-80c4-4dbd-a634-fe345da3622a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:52.141301 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b50f3aa0-80c4-4dbd-a634-fe345da3622a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:52.236138 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7850a94c-1f2a-4b37-a92a-b52729b3f75e tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Router 00a7eac8-7333-4636-966a-9ce76d31774f is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:13:52.360413 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f3aa0-80c4-4dbd-a634-fe345da3622a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event updated for resources: {'Port': ['ID=d4be8690-0fe2-4060-94c9-03a47486ac99,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:52.436923 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device bc99c7fd-8d27-4b76-8d32-126bc8d2dbf4 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:13:52.561173 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7850a94c-1f2a-4b37-a92a-b52729b3f75e tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:13:52.573694 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdd0d51-45dc-4909-bc5b-c485f0b85eeb None None] Sync routers for ids ['00a7eac8-7333-4636-966a-9ce76d31774f'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:13:52.587888 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdd0d51-45dc-4909-bc5b-c485f0b85eeb None None] Routers {'00a7eac8-7333-4636-966a-9ce76d31774f'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:13:52.588533 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-ffdd0d51-45dc-4909-bc5b-c485f0b85eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:13:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['00a7eac8-7333-4636-966a-9ce76d31774f'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:52.617556 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50f3aa0-80c4-4dbd-a634-fe345da3622a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Network 3b717e9b-b054-43f7-a28c-d3a04005488d is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:13:52.621056 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-b50f3aa0-80c4-4dbd-a634-fe345da3622a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:13:52.650783 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-27313aec-5624-4d2a-bebb-7a980f4ad1d5 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:52.694469 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port bc99c7fd-8d27-4b76-8d32-126bc8d2dbf4 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:13:52.708857 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port bc99c7fd-8d27-4b76-8d32-126bc8d2dbf4 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:52.713779 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:52.792397 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7850a94c-1f2a-4b37-a92a-b52729b3f75e tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:52.796213 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7850a94c-1f2a-4b37-a92a-b52729b3f75e tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 6.8526914 Aug 18 13:13:52.796889 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40464) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:52.906546 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50f3aa0-80c4-4dbd-a634-fe345da3622a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Router 85e06245-b0c2-4e04-965a-6993148c46b1 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:13:52.909770 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-ffdd0d51-45dc-4909-bc5b-c485f0b85eeb None None] Set router 00a7eac8-7333-4636-966a-9ce76d31774f gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:13:53.105130 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27313aec-5624-4d2a-bebb-7a980f4ad1d5 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Router 26f66c53-06f7-44e9-969b-f3d7a80fe974 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:13:53.126519 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50f3aa0-80c4-4dbd-a634-fe345da3622a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:13:53.136197 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b50f3aa0-80c4-4dbd-a634-fe345da3622a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "PUT /v2.0/routers/85e06245-b0c2-4e04-965a-6993148c46b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5310102 Aug 18 13:13:53.136736 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1056ef55-865f-48f8-ae38-70a6caf7a684 None None] Sync routers for ids ['85e06245-b0c2-4e04-965a-6993148c46b1'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:13:53.143016 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:53.145220 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40470) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:53.153438 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a12c307a-c249-4d2e-82e6-014bcecc0867 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] 10.222.0.13 "GET /v2.0/routers/00a7eac8-7333-4636-966a-9ce76d31774f HTTP/1.1" status: 200 len: 905 time: 0.3550143 Aug 18 13:13:53.154727 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1056ef55-865f-48f8-ae38-70a6caf7a684 None None] Routers {'85e06245-b0c2-4e04-965a-6993148c46b1'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:13:53.155352 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-1056ef55-865f-48f8-ae38-70a6caf7a684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:13:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['85e06245-b0c2-4e04-965a-6993148c46b1'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:53.155998 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40472) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:53.212177 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port bc99c7fd-8d27-4b76-8d32-126bc8d2dbf4, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=bc99c7fd-8d27-4b76-8d32-126bc8d2dbf4,segment=NetworkSegment(d4c842c5-618b-4c06-9c6b-fdc41545892e),segment_id=d4c842c5-618b-4c06-9c6b-fdc41545892e)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:13:53.215531 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2e5311-b576-46bc-acf6-085e47193a24 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:53.215531 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6a2e5311-b576-46bc-acf6-085e47193a24 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "GET /v2.0/ports/d4be8690-0fe2-4060-94c9-03a47486ac99 HTTP/1.1" status: 200 len: 913 time: 0.0681095 Aug 18 13:13:53.225853 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40476) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:53.234655 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-97193d93-3744-443f-8287-e5764f4d7e69 None None] Provisioning complete for port d4be8690-0fe2-4060-94c9-03a47486ac99 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:53.235032 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-97193d93-3744-443f-8287-e5764f4d7e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:53.244618 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-1056ef55-865f-48f8-ae38-70a6caf7a684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:53.269642 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1056ef55-865f-48f8-ae38-70a6caf7a684 None None] Routers {'85e06245-b0c2-4e04-965a-6993148c46b1'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:13:53.270504 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-1056ef55-865f-48f8-ae38-70a6caf7a684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:13:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['85e06245-b0c2-4e04-965a-6993148c46b1'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:53.282539 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.extraroute_db [None req-6471e562-61af-4e6c-bd71-73f439ea5715 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Added routes are [] {{(pid=101675) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 18 13:13:53.282875 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.extraroute_db [None req-6471e562-61af-4e6c-bd71-73f439ea5715 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=101675) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 18 13:13:53.317276 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:53.324347 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-1056ef55-865f-48f8-ae38-70a6caf7a684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:53.325024 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1056ef55-865f-48f8-ae38-70a6caf7a684 None None] The sync data for ids ['85e06245-b0c2-4e04-965a-6993148c46b1'] in n-d-803603-2 is: [] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:13:53.390672 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-97193d93-3744-443f-8287-e5764f4d7e69 None None] Port d4be8690-0fe2-4060-94c9-03a47486ac99 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:13:53.435929 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6471e562-61af-4e6c-bd71-73f439ea5715 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-486308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5626'] for router, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:53.452961 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27313aec-5624-4d2a-bebb-7a980f4ad1d5 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:13:53.454809 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=bc99c7fd-8d27-4b76-8d32-126bc8d2dbf4,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:53.470979 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-45990372-598c-4b2f-aee1-c588b021b8e6 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:53.471482 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47f56f2-8237-499d-83ec-4611ca5f2e76 None None] Sync routers for ids ['188f49cb-677e-44c2-a4fe-2a5493beb225'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:13:53.471588 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a43a612-ca48-4527-8109-ec6f1c65e60e None None] Sync routers for ids ['26f66c53-06f7-44e9-969b-f3d7a80fe974'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:13:53.484243 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47f56f2-8237-499d-83ec-4611ca5f2e76 None None] Routers {'188f49cb-677e-44c2-a4fe-2a5493beb225'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:13:53.484821 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-a47f56f2-8237-499d-83ec-4611ca5f2e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:13:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['188f49cb-677e-44c2-a4fe-2a5493beb225'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:53.486511 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a43a612-ca48-4527-8109-ec6f1c65e60e None None] Routers {'26f66c53-06f7-44e9-969b-f3d7a80fe974'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:13:53.488069 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-0a43a612-ca48-4527-8109-ec6f1c65e60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:13:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['26f66c53-06f7-44e9-969b-f3d7a80fe974'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:53.584871 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-a47f56f2-8237-499d-83ec-4611ca5f2e76 None None] Set router 188f49cb-677e-44c2-a4fe-2a5493beb225 gateway port host: None {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:13:53.672346 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-ffdd0d51-45dc-4909-bc5b-c485f0b85eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a7eac8-7333-4636-966a-9ce76d31774f', 'name': 'tempest-snat-router-97386423', 'tenant_id': '00429da51deb4fc587895c22d0db00a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '6e2befc8-20dc-4bd4-b135-fcb66fbbbf1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:46Z', 'updated_at': '2021-08-18T13:13:51Z', 'revision_number': 3, 'project_id': '00429da51deb4fc587895c22d0db00a7', 'gw_port': {'id': '6e2befc8-20dc-4bd4-b135-fcb66fbbbf1b', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ee:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a7eac8-7333-4636-966a-9ce76d31774f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:48Z', 'updated_at': '2021-08-18T13:13:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:53.713362 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-0a43a612-ca48-4527-8109-ec6f1c65e60e None None] Set router 26f66c53-06f7-44e9-969b-f3d7a80fe974 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:13:53.714002 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdd0d51-45dc-4909-bc5b-c485f0b85eeb None None] Checking router: 00a7eac8-7333-4636-966a-9ce76d31774f for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:13:53.714402 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdd0d51-45dc-4909-bc5b-c485f0b85eeb None None] Updating router 00a7eac8-7333-4636-966a-9ce76d31774f port 6e2befc8-20dc-4bd4-b135-fcb66fbbbf1b binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:13:53.770625 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-27313aec-5624-4d2a-bebb-7a980f4ad1d5 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:53.775960 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-27313aec-5624-4d2a-bebb-7a980f4ad1d5 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 6.5935566 Aug 18 13:13:53.777642 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40486) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:53.789359 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ffdd0d51-45dc-4909-bc5b-c485f0b85eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:53.992002 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6471e562-61af-4e6c-bd71-73f439ea5715 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-486308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5626'] for router, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:53.997148 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6471e562-61af-4e6c-bd71-73f439ea5715 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-486154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-486161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563648'] for router, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:54.068981 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-45990372-598c-4b2f-aee1-c588b021b8e6 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:54.087906 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-a47f56f2-8237-499d-83ec-4611ca5f2e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'name': 'tempest-RoutersTest-router-1408703291', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:13Z', 'updated_at': '2021-08-18T13:13:50Z', 'revision_number': 6, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'gw_port_host': None, '_interfaces': [{'id': '3ce35d65-3f78-486d-9f5e-f2abf742687f', 'name': '', 'network_id': '0065ad6d-33a2-47cd-977e-40294888cbaf', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:73:dd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '881fcc8c-7eee-427c-9d32-eaafb6bf09f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:24Z', 'updated_at': '2021-08-18T13:13:34Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': '881fcc8c-7eee-427c-9d32-eaafb6bf09f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fe5bc16-b4e6-467e-b1e4-102324559582', 'name': '', 'network_id': '295405fa-d2db-4006-b0ff-b4079520ed99', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:e8:eb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '5121c213-ff1c-4c4c-b219-3361f0350270', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:33Z', 'updated_at': '2021-08-18T13:13:46Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': '5121c213-ff1c-4c4c-b219-3361f0350270', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b15b7f8f-aee0-4312-a803-dbba543bdc01', 'name': '', 'network_id': '6317ca6c-a972-4db5-b419-d30f0cde7fe8', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:80:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:16Z', 'updated_at': '2021-08-18T13:13:26Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc99c7fd-8d27-4b76-8d32-126bc8d2dbf4', 'name': '', 'network_id': 'b13846ef-e73d-40a1-b566-5bc14a1f3074', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:ba:d8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '77624c86-351d-422c-ab31-f1422a28b869', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:42Z', 'updated_at': '2021-08-18T13:13:53Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': '77624c86-351d-422c-ab31-f1422a28b869', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:54.123930 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47f56f2-8237-499d-83ec-4611ca5f2e76 None None] Checking router: 188f49cb-677e-44c2-a4fe-2a5493beb225 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:13:54.157354 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47f56f2-8237-499d-83ec-4611ca5f2e76 None None] Routers {'188f49cb-677e-44c2-a4fe-2a5493beb225'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:13:54.160420 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-a47f56f2-8237-499d-83ec-4611ca5f2e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:13:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['188f49cb-677e-44c2-a4fe-2a5493beb225'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:54.320346 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6471e562-61af-4e6c-bd71-73f439ea5715 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Router 188f49cb-677e-44c2-a4fe-2a5493beb225 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:13:54.387628 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f7f68f03-14c3-42f7-ae2c-de794a8bc036 tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=0a45397c4a7d4474ba973ba423e6989f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6075516 Aug 18 13:13:54.393728 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40498) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:54.489436 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-45990372-598c-4b2f-aee1-c588b021b8e6 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Deleting port 6e2befc8-20dc-4bd4-b135-fcb66fbbbf1b {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:13:54.489866 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-45990372-598c-4b2f-aee1-c588b021b8e6 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:54.508745 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-0a43a612-ca48-4527-8109-ec6f1c65e60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f66c53-06f7-44e9-969b-f3d7a80fe974', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1884205550', 'tenant_id': '0a45397c4a7d4474ba973ba423e6989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '6c25e405-eb2d-444d-af91-1a8e5d64f48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:47Z', 'updated_at': '2021-08-18T13:13:51Z', 'revision_number': 3, 'project_id': '0a45397c4a7d4474ba973ba423e6989f', 'gw_port': {'id': '6c25e405-eb2d-444d-af91-1a8e5d64f48e', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:95:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f66c53-06f7-44e9-969b-f3d7a80fe974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:49Z', 'updated_at': '2021-08-18T13:13:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:54.537603 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device bc99c7fd-8d27-4b76-8d32-126bc8d2dbf4 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:13:54.543062 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a43a612-ca48-4527-8109-ec6f1c65e60e None None] Checking router: 26f66c53-06f7-44e9-969b-f3d7a80fe974 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:13:54.543500 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a43a612-ca48-4527-8109-ec6f1c65e60e None None] Updating router 26f66c53-06f7-44e9-969b-f3d7a80fe974 port 6c25e405-eb2d-444d-af91-1a8e5d64f48e binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:13:54.583679 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0cf0082c-8949-49b8-9400-31d8faee2ba8 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:54.585482 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0a43a612-ca48-4527-8109-ec6f1c65e60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:54.646297 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6471e562-61af-4e6c-bd71-73f439ea5715 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:13:54.656818 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6471e562-61af-4e6c-bd71-73f439ea5715 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:54.661149 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6471e562-61af-4e6c-bd71-73f439ea5715 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "PUT /v2.0/routers/188f49cb-677e-44c2-a4fe-2a5493beb225 HTTP/1.1" status: 200 len: 700 time: 2.8332629 Aug 18 13:13:54.661863 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40502) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:54.697061 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-a47f56f2-8237-499d-83ec-4611ca5f2e76 None None] Set router 188f49cb-677e-44c2-a4fe-2a5493beb225 gateway port host: None {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:13:54.703129 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port bc99c7fd-8d27-4b76-8d32-126bc8d2dbf4 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:54.703496 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:54.723153 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-45990372-598c-4b2f-aee1-c588b021b8e6 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:54.742013 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-45990372-598c-4b2f-aee1-c588b021b8e6 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Calling delete_port for 6e2befc8-20dc-4bd4-b135-fcb66fbbbf1b owned by network:router_gateway {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:13:54.785376 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ffdd0d51-45dc-4909-bc5b-c485f0b85eeb None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:54.873172 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ffdd0d51-45dc-4909-bc5b-c485f0b85eeb None None] Transition to ACTIVE for port object 6e2befc8-20dc-4bd4-b135-fcb66fbbbf1b will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:13:54.878202 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee92caf0-c89d-421d-a483-585b383051cb tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:54.880182 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ee92caf0-c89d-421d-a483-585b383051cb tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4818227 Aug 18 13:13:54.887433 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40506) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:54.924249 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-79e4e41d-a010-49fd-a1a3-82524c4ddd7c tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "GET /v2.0/routers/188f49cb-677e-44c2-a4fe-2a5493beb225 HTTP/1.1" status: 200 len: 700 time: 0.2544055 Aug 18 13:13:54.926627 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2d8f4ad8-8091-472c-9abe-d7423bb029a9 tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=0babe39a-03c6-4af7-9ca5-00804dd781c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429387 Aug 18 13:13:54.927271 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40508) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:54.933171 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40510) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:54.937865 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-a5a050aa-4c24-4b94-89bc-f5d210dc8549 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1886221623', 'network_id': '9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6', 'project_id': '0a45397c4a7d4474ba973ba423e6989f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:13:54.993326 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ffdd0d51-45dc-4909-bc5b-c485f0b85eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:55.048558 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-ffdd0d51-45dc-4909-bc5b-c485f0b85eeb None None] Attempting to bind port 6e2befc8-20dc-4bd4-b135-fcb66fbbbf1b on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:13:55.048946 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-ffdd0d51-45dc-4909-bc5b-c485f0b85eeb None None] Attempting to bind port 6e2befc8-20dc-4bd4-b135-fcb66fbbbf1b by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:13:55.049488 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdd0d51-45dc-4909-bc5b-c485f0b85eeb None None] Attempting to bind port 6e2befc8-20dc-4bd4-b135-fcb66fbbbf1b on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:13:55.084309 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdd0d51-45dc-4909-bc5b-c485f0b85eeb None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:13:55.084653 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdd0d51-45dc-4909-bc5b-c485f0b85eeb None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:13:55.085036 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ffdd0d51-45dc-4909-bc5b-c485f0b85eeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:55.085427 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdd0d51-45dc-4909-bc5b-c485f0b85eeb None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:13:55.085926 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-ffdd0d51-45dc-4909-bc5b-c485f0b85eeb None None] Bound port: 6e2befc8-20dc-4bd4-b135-fcb66fbbbf1b, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:13:55.086351 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ffdd0d51-45dc-4909-bc5b-c485f0b85eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:55.111669 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc9fee-84b7-4adb-be02-3facdbd0158b None None] Pushing event updated for resources: {'Port': ['ID=6e2befc8-20dc-4bd4-b135-fcb66fbbbf1b,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:55.167258 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-a47f56f2-8237-499d-83ec-4611ca5f2e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'name': 'tempest-RoutersTest-router-1408703291', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:13Z', 'updated_at': '2021-08-18T13:13:53Z', 'revision_number': 7, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'gw_port_host': None, '_interfaces': [{'id': '3ce35d65-3f78-486d-9f5e-f2abf742687f', 'name': '', 'network_id': '0065ad6d-33a2-47cd-977e-40294888cbaf', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:73:dd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '881fcc8c-7eee-427c-9d32-eaafb6bf09f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:24Z', 'updated_at': '2021-08-18T13:13:34Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': '881fcc8c-7eee-427c-9d32-eaafb6bf09f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fe5bc16-b4e6-467e-b1e4-102324559582', 'name': '', 'network_id': '295405fa-d2db-4006-b0ff-b4079520ed99', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:e8:eb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '5121c213-ff1c-4c4c-b219-3361f0350270', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:33Z', 'updated_at': '2021-08-18T13:13:46Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': '5121c213-ff1c-4c4c-b219-3361f0350270', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b15b7f8f-aee0-4312-a803-dbba543bdc01', 'name': '', 'network_id': '6317ca6c-a972-4db5-b419-d30f0cde7fe8', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:80:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:16Z', 'updated_at': '2021-08-18T13:13:26Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc99c7fd-8d27-4b76-8d32-126bc8d2dbf4', 'name': '', 'network_id': 'b13846ef-e73d-40a1-b566-5bc14a1f3074', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:ba:d8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '77624c86-351d-422c-ab31-f1422a28b869', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:42Z', 'updated_at': '2021-08-18T13:13:53Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': '77624c86-351d-422c-ab31-f1422a28b869', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:55.202483 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-0cf0082c-8949-49b8-9400-31d8faee2ba8 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Deleting port d4be8690-0fe2-4060-94c9-03a47486ac99 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:13:55.203135 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47f56f2-8237-499d-83ec-4611ca5f2e76 None None] The sync data for ids ['188f49cb-677e-44c2-a4fe-2a5493beb225'] in n-d-803603-2 is: [{'id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'name': 'tempest-RoutersTest-router-1408703291', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:13Z', 'updated_at': '2021-08-18T13:13:53Z', 'revision_number': 7, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'gw_port_host': None, '_interfaces': [{'id': '3ce35d65-3f78-486d-9f5e-f2abf742687f', 'name': '', 'network_id': '0065ad6d-33a2-47cd-977e-40294888cbaf', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:73:dd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '881fcc8c-7eee-427c-9d32-eaafb6bf09f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:24Z', 'updated_at': '2021-08-18T13:13:34Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': '881fcc8c-7eee-427c-9d32-eaafb6bf09f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fe5bc16-b4e6-467e-b1e4-102324559582', 'name': '', 'network_id': '295405fa-d2db-4006-b0ff-b4079520ed99', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:e8:eb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '5121c213-ff1c-4c4c-b219-3361f0350270', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:33Z', 'updated_at': '2021-08-18T13:13:46Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': '5121c213-ff1c-4c4c-b219-3361f0350270', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b15b7f8f-aee0-4312-a803-dbba543bdc01', 'name': '', 'network_id': '6317ca6c-a972-4db5-b419-d30f0cde7fe8', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:80:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:16Z', 'updated_at': '2021-08-18T13:13:26Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc99c7fd-8d27-4b76-8d32-126bc8d2dbf4', 'name': '', 'network_id': 'b13846ef-e73d-40a1-b566-5bc14a1f3074', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:ba:d8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '77624c86-351d-422c-ab31-f1422a28b869', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:42Z', 'updated_at': '2021-08-18T13:13:53Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': '77624c86-351d-422c-ab31-f1422a28b869', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:13:55.203790 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0cf0082c-8949-49b8-9400-31d8faee2ba8 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:55.204985 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.db.api [None req-ffdd0d51-45dc-4909-bc5b-c485f0b85eeb None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:13:55.205859 n-d-803603-2 neutron-server[101677]: DEBUG oslo_db.api [None req-ffdd0d51-45dc-4909-bc5b-c485f0b85eeb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:13:55.209885 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-45990372-598c-4b2f-aee1-c588b021b8e6 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:55.242260 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0a43a612-ca48-4527-8109-ec6f1c65e60e None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:55.259590 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45990372-598c-4b2f-aee1-c588b021b8e6 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e2befc8-20dc-4bd4-b135-fcb66fbbbf1b,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:55.259952 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-0a43a612-ca48-4527-8109-ec6f1c65e60e None None] Transition to ACTIVE for port object 6c25e405-eb2d-444d-af91-1a8e5d64f48e will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:13:55.343902 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0a43a612-ca48-4527-8109-ec6f1c65e60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:55.398073 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-45990372-598c-4b2f-aee1-c588b021b8e6 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:55.451404 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-0a43a612-ca48-4527-8109-ec6f1c65e60e None None] Attempting to bind port 6c25e405-eb2d-444d-af91-1a8e5d64f48e on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:13:55.451931 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-0a43a612-ca48-4527-8109-ec6f1c65e60e None None] Attempting to bind port 6c25e405-eb2d-444d-af91-1a8e5d64f48e by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:13:55.452390 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a43a612-ca48-4527-8109-ec6f1c65e60e None None] Attempting to bind port 6c25e405-eb2d-444d-af91-1a8e5d64f48e on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:13:55.472138 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a43a612-ca48-4527-8109-ec6f1c65e60e None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:13:55.472138 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a43a612-ca48-4527-8109-ec6f1c65e60e None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:13:55.472515 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0a43a612-ca48-4527-8109-ec6f1c65e60e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:55.472947 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a43a612-ca48-4527-8109-ec6f1c65e60e None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:13:55.473506 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-0a43a612-ca48-4527-8109-ec6f1c65e60e None None] Bound port: 6c25e405-eb2d-444d-af91-1a8e5d64f48e, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:13:55.473956 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0a43a612-ca48-4527-8109-ec6f1c65e60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:55.522357 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40518) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:55.557650 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-0a43a612-ca48-4527-8109-ec6f1c65e60e None None] For port 6c25e405-eb2d-444d-af91-1a8e5d64f48e, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:13:55.565562 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-0a43a612-ca48-4527-8109-ec6f1c65e60e None None] For port 6c25e405-eb2d-444d-af91-1a8e5d64f48e, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=6c25e405-eb2d-444d-af91-1a8e5d64f48e,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:13:55.579022 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462e946-d7a6-400b-94f8-fdc1bb465e4c None None] Pushing event updated for resources: {'Port': ['ID=6c25e405-eb2d-444d-af91-1a8e5d64f48e,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:55.603719 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7be05c5-152a-4a7b-84ab-7447b94e913d None None] Sync routers for ids ['188f49cb-677e-44c2-a4fe-2a5493beb225'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:13:55.611193 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-45990372-598c-4b2f-aee1-c588b021b8e6 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:55.613877 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-45990372-598c-4b2f-aee1-c588b021b8e6 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:55.632358 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7be05c5-152a-4a7b-84ab-7447b94e913d None None] Routers {'188f49cb-677e-44c2-a4fe-2a5493beb225'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:13:55.635620 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d7be05c5-152a-4a7b-84ab-7447b94e913d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:13:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['188f49cb-677e-44c2-a4fe-2a5493beb225'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:55.667264 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0cf0082c-8949-49b8-9400-31d8faee2ba8 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:55.672573 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a050aa-4c24-4b94-89bc-f5d210dc8549 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Made reservation on behalf of 0a45397c4a7d4474ba973ba423e6989f for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:13:55.676953 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a5a050aa-4c24-4b94-89bc-f5d210dc8549 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:55.682138 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-0cf0082c-8949-49b8-9400-31d8faee2ba8 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Calling delete_port for d4be8690-0fe2-4060-94c9-03a47486ac99 owned by network:router_interface {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:13:55.685231 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0a43a612-ca48-4527-8109-ec6f1c65e60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:55.748932 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a43a612-ca48-4527-8109-ec6f1c65e60e None None] Routers {'26f66c53-06f7-44e9-969b-f3d7a80fe974'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:13:55.749589 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-0a43a612-ca48-4527-8109-ec6f1c65e60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:13:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['26f66c53-06f7-44e9-969b-f3d7a80fe974'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:55.756639 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-45990372-598c-4b2f-aee1-c588b021b8e6 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:55.758992 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45990372-598c-4b2f-aee1-c588b021b8e6 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 00a7eac8-7333-4636-966a-9ce76d31774f {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:13:55.769175 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-45990372-598c-4b2f-aee1-c588b021b8e6 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:55.774112 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-45990372-598c-4b2f-aee1-c588b021b8e6 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] 10.222.0.13 "DELETE /v2.0/routers/00a7eac8-7333-4636-966a-9ce76d31774f HTTP/1.1" status: 204 len: 168 time: 2.6169043 Aug 18 13:13:55.777034 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40522) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:55.791783 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-ffdd0d51-45dc-4909-bc5b-c485f0b85eeb None None] Attempting to bind port 6e2befc8-20dc-4bd4-b135-fcb66fbbbf1b on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:13:55.792159 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-ffdd0d51-45dc-4909-bc5b-c485f0b85eeb None None] Attempting to bind port 6e2befc8-20dc-4bd4-b135-fcb66fbbbf1b by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:13:55.795138 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462e946-d7a6-400b-94f8-fdc1bb465e4c None None] Pushing event updated for resources: {'Port': ['ID=6c25e405-eb2d-444d-af91-1a8e5d64f48e,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:55.795626 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdd0d51-45dc-4909-bc5b-c485f0b85eeb None None] Attempting to bind port 6e2befc8-20dc-4bd4-b135-fcb66fbbbf1b on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:13:55.822081 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdd0d51-45dc-4909-bc5b-c485f0b85eeb None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:13:55.822489 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdd0d51-45dc-4909-bc5b-c485f0b85eeb None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:13:55.823926 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ffdd0d51-45dc-4909-bc5b-c485f0b85eeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:55.824474 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdd0d51-45dc-4909-bc5b-c485f0b85eeb None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:13:55.824987 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-ffdd0d51-45dc-4909-bc5b-c485f0b85eeb None None] Bound port: 6e2befc8-20dc-4bd4-b135-fcb66fbbbf1b, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:13:55.825383 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ffdd0d51-45dc-4909-bc5b-c485f0b85eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:55.869741 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-ffdd0d51-45dc-4909-bc5b-c485f0b85eeb None None] Port 6e2befc8-20dc-4bd4-b135-fcb66fbbbf1b has been deleted concurrently {{(pid=101677) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 18 13:13:55.884017 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-0a43a612-ca48-4527-8109-ec6f1c65e60e None None] Set router 26f66c53-06f7-44e9-969b-f3d7a80fe974 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:13:55.900534 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ef0ef161-2259-4fe1-8998-21844f1c81da tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:55.902719 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-d7be05c5-152a-4a7b-84ab-7447b94e913d None None] Set router 188f49cb-677e-44c2-a4fe-2a5493beb225 gateway port host: None {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:13:55.905140 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdd0d51-45dc-4909-bc5b-c485f0b85eeb None None] Routers set() bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:13:55.905509 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdd0d51-45dc-4909-bc5b-c485f0b85eeb None None] Router IDs set() for agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 18 13:13:55.906382 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_agentschedulers_db [None req-ffdd0d51-45dc-4909-bc5b-c485f0b85eeb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'00a7eac8-7333-4636-966a-9ce76d31774f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:13:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent'). {{(pid=101677) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 18 13:13:55.906756 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdd0d51-45dc-4909-bc5b-c485f0b85eeb None None] The sync data for ids ['00a7eac8-7333-4636-966a-9ce76d31774f'] in n-d-803603-2 is: [] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:13:55.913767 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e972b1c5-5b21-4f31-9b65-dbc6c7dcff5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:55.977641 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b6561022-d7b9-49c3-872b-6a73f651a2e0 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:56.104533 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ef0ef161-2259-4fe1-8998-21844f1c81da tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:56.123254 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a5a050aa-4c24-4b94-89bc-f5d210dc8549 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:56.144312 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-0a43a612-ca48-4527-8109-ec6f1c65e60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f66c53-06f7-44e9-969b-f3d7a80fe974', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1884205550', 'tenant_id': '0a45397c4a7d4474ba973ba423e6989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '6c25e405-eb2d-444d-af91-1a8e5d64f48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:47Z', 'updated_at': '2021-08-18T13:13:51Z', 'revision_number': 3, 'project_id': '0a45397c4a7d4474ba973ba423e6989f', 'gw_port': {'id': '6c25e405-eb2d-444d-af91-1a8e5d64f48e', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:95:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f66c53-06f7-44e9-969b-f3d7a80fe974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:49Z', 'updated_at': '2021-08-18T13:13:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:56.171833 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a43a612-ca48-4527-8109-ec6f1c65e60e None None] The sync data for ids ['26f66c53-06f7-44e9-969b-f3d7a80fe974'] in n-d-803603-2 is: [{'id': '26f66c53-06f7-44e9-969b-f3d7a80fe974', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1884205550', 'tenant_id': '0a45397c4a7d4474ba973ba423e6989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '6c25e405-eb2d-444d-af91-1a8e5d64f48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:47Z', 'updated_at': '2021-08-18T13:13:51Z', 'revision_number': 3, 'project_id': '0a45397c4a7d4474ba973ba423e6989f', 'gw_port': {'id': '6c25e405-eb2d-444d-af91-1a8e5d64f48e', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:95:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f66c53-06f7-44e9-969b-f3d7a80fe974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:49Z', 'updated_at': '2021-08-18T13:13:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:13:56.201312 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d7be05c5-152a-4a7b-84ab-7447b94e913d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'name': 'tempest-RoutersTest-router-1408703291', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:13Z', 'updated_at': '2021-08-18T13:13:53Z', 'revision_number': 7, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'gw_port_host': None, '_interfaces': [{'id': '3ce35d65-3f78-486d-9f5e-f2abf742687f', 'name': '', 'network_id': '0065ad6d-33a2-47cd-977e-40294888cbaf', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:73:dd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '881fcc8c-7eee-427c-9d32-eaafb6bf09f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:24Z', 'updated_at': '2021-08-18T13:13:34Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': '881fcc8c-7eee-427c-9d32-eaafb6bf09f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fe5bc16-b4e6-467e-b1e4-102324559582', 'name': '', 'network_id': '295405fa-d2db-4006-b0ff-b4079520ed99', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:e8:eb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '5121c213-ff1c-4c4c-b219-3361f0350270', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:33Z', 'updated_at': '2021-08-18T13:13:46Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': '5121c213-ff1c-4c4c-b219-3361f0350270', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b15b7f8f-aee0-4312-a803-dbba543bdc01', 'name': '', 'network_id': '6317ca6c-a972-4db5-b419-d30f0cde7fe8', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:80:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:16Z', 'updated_at': '2021-08-18T13:13:26Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc99c7fd-8d27-4b76-8d32-126bc8d2dbf4', 'name': '', 'network_id': 'b13846ef-e73d-40a1-b566-5bc14a1f3074', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:ba:d8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '77624c86-351d-422c-ab31-f1422a28b869', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:42Z', 'updated_at': '2021-08-18T13:13:53Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': '77624c86-351d-422c-ab31-f1422a28b869', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:56.213050 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a050aa-4c24-4b94-89bc-f5d210dc8549 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Pushing event updated for resources: {'Subnet': ['ID=fe3a97f8-d0ad-4092-af0e-798ceb90f1df,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:56.236302 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7be05c5-152a-4a7b-84ab-7447b94e913d None None] Checking router: 188f49cb-677e-44c2-a4fe-2a5493beb225 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:13:56.238707 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a050aa-4c24-4b94-89bc-f5d210dc8549 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Checking segment: {'id': 'eacca97c-c59c-4de7-a766-d08b3b45c57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:13:56.239081 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a050aa-4c24-4b94-89bc-f5d210dc8549 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Network hostable DHCP agents. Network: 9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:13:56.242870 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7be05c5-152a-4a7b-84ab-7447b94e913d None None] Routers {'188f49cb-677e-44c2-a4fe-2a5493beb225'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:13:56.243457 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d7be05c5-152a-4a7b-84ab-7447b94e913d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:13:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['188f49cb-677e-44c2-a4fe-2a5493beb225'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:56.310369 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0cf0082c-8949-49b8-9400-31d8faee2ba8 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:56.348515 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-d7be05c5-152a-4a7b-84ab-7447b94e913d None None] Set router 188f49cb-677e-44c2-a4fe-2a5493beb225 gateway port host: None {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:13:56.376734 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf0082c-8949-49b8-9400-31d8faee2ba8 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event deleted for resources: {'Port': ['ID=d4be8690-0fe2-4060-94c9-03a47486ac99,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:56.435943 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e972b1c5-5b21-4f31-9b65-dbc6c7dcff5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:56.439236 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a050aa-4c24-4b94-89bc-f5d210dc8549 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Network 9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:13:56.455980 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-b6561022-d7b9-49c3-872b-6a73f651a2e0 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Deleting port bc99c7fd-8d27-4b76-8d32-126bc8d2dbf4 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:13:56.455980 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b6561022-d7b9-49c3-872b-6a73f651a2e0 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:56.568091 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e972b1c5-5b21-4f31-9b65-dbc6c7dcff5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:56.620162 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-ef0ef161-2259-4fe1-8998-21844f1c81da tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Deleting port 594fd5e9-4683-4b38-909b-8e9b3bf0bf60 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:13:56.621500 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ef0ef161-2259-4fe1-8998-21844f1c81da tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:56.664894 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-b6561022-d7b9-49c3-872b-6a73f651a2e0 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] For port bc99c7fd-8d27-4b76-8d32-126bc8d2dbf4, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=bc99c7fd-8d27-4b76-8d32-126bc8d2dbf4,segment=NetworkSegment(d4c842c5-618b-4c06-9c6b-fdc41545892e),segment_id=d4c842c5-618b-4c06-9c6b-fdc41545892e)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:13:56.665298 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b6561022-d7b9-49c3-872b-6a73f651a2e0 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:56.680719 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-b6561022-d7b9-49c3-872b-6a73f651a2e0 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Calling delete_port for bc99c7fd-8d27-4b76-8d32-126bc8d2dbf4 owned by network:router_interface {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:13:56.753901 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e972b1c5-5b21-4f31-9b65-dbc6c7dcff5f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b59f8d5aef954de9b698eab97423ad12&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2280164 Aug 18 13:13:56.754999 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40530) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:56.756959 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-a5a050aa-4c24-4b94-89bc-f5d210dc8549 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:13:56.772530 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffe57b8-152f-4896-9317-c8fbdc9cb1c5 None None] Network 9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:13:56.809115 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0cf0082c-8949-49b8-9400-31d8faee2ba8 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:56.831460 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d7be05c5-152a-4a7b-84ab-7447b94e913d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'name': 'tempest-RoutersTest-router-1408703291', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:13Z', 'updated_at': '2021-08-18T13:13:53Z', 'revision_number': 7, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'gw_port_host': None, '_interfaces': [{'id': '3ce35d65-3f78-486d-9f5e-f2abf742687f', 'name': '', 'network_id': '0065ad6d-33a2-47cd-977e-40294888cbaf', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:73:dd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '881fcc8c-7eee-427c-9d32-eaafb6bf09f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:24Z', 'updated_at': '2021-08-18T13:13:34Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': '881fcc8c-7eee-427c-9d32-eaafb6bf09f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fe5bc16-b4e6-467e-b1e4-102324559582', 'name': '', 'network_id': '295405fa-d2db-4006-b0ff-b4079520ed99', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:e8:eb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '5121c213-ff1c-4c4c-b219-3361f0350270', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:33Z', 'updated_at': '2021-08-18T13:13:46Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': '5121c213-ff1c-4c4c-b219-3361f0350270', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b15b7f8f-aee0-4312-a803-dbba543bdc01', 'name': '', 'network_id': '6317ca6c-a972-4db5-b419-d30f0cde7fe8', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:80:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:16Z', 'updated_at': '2021-08-18T13:13:26Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc99c7fd-8d27-4b76-8d32-126bc8d2dbf4', 'name': '', 'network_id': 'b13846ef-e73d-40a1-b566-5bc14a1f3074', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:ba:d8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '77624c86-351d-422c-ab31-f1422a28b869', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:42Z', 'updated_at': '2021-08-18T13:13:53Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': '77624c86-351d-422c-ab31-f1422a28b869', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:56.874775 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7be05c5-152a-4a7b-84ab-7447b94e913d None None] The sync data for ids ['188f49cb-677e-44c2-a4fe-2a5493beb225'] in n-d-803603-2 is: [{'id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'name': 'tempest-RoutersTest-router-1408703291', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:13Z', 'updated_at': '2021-08-18T13:13:53Z', 'revision_number': 7, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'gw_port_host': None, '_interfaces': [{'id': '3ce35d65-3f78-486d-9f5e-f2abf742687f', 'name': '', 'network_id': '0065ad6d-33a2-47cd-977e-40294888cbaf', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:73:dd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '881fcc8c-7eee-427c-9d32-eaafb6bf09f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:24Z', 'updated_at': '2021-08-18T13:13:34Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': '881fcc8c-7eee-427c-9d32-eaafb6bf09f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fe5bc16-b4e6-467e-b1e4-102324559582', 'name': '', 'network_id': '295405fa-d2db-4006-b0ff-b4079520ed99', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:e8:eb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '5121c213-ff1c-4c4c-b219-3361f0350270', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:33Z', 'updated_at': '2021-08-18T13:13:46Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': '5121c213-ff1c-4c4c-b219-3361f0350270', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b15b7f8f-aee0-4312-a803-dbba543bdc01', 'name': '', 'network_id': '6317ca6c-a972-4db5-b419-d30f0cde7fe8', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:80:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:16Z', 'updated_at': '2021-08-18T13:13:26Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc99c7fd-8d27-4b76-8d32-126bc8d2dbf4', 'name': '', 'network_id': 'b13846ef-e73d-40a1-b566-5bc14a1f3074', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:ba:d8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '77624c86-351d-422c-ab31-f1422a28b869', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:42Z', 'updated_at': '2021-08-18T13:13:53Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': '77624c86-351d-422c-ab31-f1422a28b869', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:13:56.904965 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f71e3ccd-0ec3-4d9a-ae5f-9488bd4f225e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:56.922761 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a050aa-4c24-4b94-89bc-f5d210dc8549 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:56.923892 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a5a050aa-4c24-4b94-89bc-f5d210dc8549 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:56.949294 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e972b1c5-5b21-4f31-9b65-dbc6c7dcff5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb973c9-0bfa-4097-a069-4a42534b2085,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:57.005036 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-ef0ef161-2259-4fe1-8998-21844f1c81da tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] For port 594fd5e9-4683-4b38-909b-8e9b3bf0bf60, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=594fd5e9-4683-4b38-909b-8e9b3bf0bf60,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:13:57.005564 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ef0ef161-2259-4fe1-8998-21844f1c81da tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:57.045252 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a5a050aa-4c24-4b94-89bc-f5d210dc8549 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1110408 Aug 18 13:13:57.051371 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f71e3ccd-0ec3-4d9a-ae5f-9488bd4f225e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:57.051560 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40534) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:57.066975 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9ef136-b864-4c40-afd3-1dad6284ff32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6', 'network_id': '9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6', 'tenant_id': '0a45397c4a7d4474ba973ba423e6989f', 'fixed_ips': [{'subnet_id': 'fe3a97f8-d0ad-4092-af0e-798ceb90f1df'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:13:57.069454 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3f9ef136-b864-4c40-afd3-1dad6284ff32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:57.081607 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-ef0ef161-2259-4fe1-8998-21844f1c81da tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Calling delete_port for 594fd5e9-4683-4b38-909b-8e9b3bf0bf60 owned by network:router_gateway {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:13:57.240455 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b6561022-d7b9-49c3-872b-6a73f651a2e0 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:57.273605 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf0082c-8949-49b8-9400-31d8faee2ba8 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Router 85e06245-b0c2-4e04-965a-6993148c46b1 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:13:57.310185 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-3f9ef136-b864-4c40-afd3-1dad6284ff32 None None] Allocated IP 172.20.0.2 (9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6/fe3a97f8-d0ad-4092-af0e-798ceb90f1df/d52b5904-631b-43a4-a148-b971cebdc99b) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:13:57.335877 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6561022-d7b9-49c3-872b-6a73f651a2e0 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event deleted for resources: {'Port': ['ID=bc99c7fd-8d27-4b76-8d32-126bc8d2dbf4,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:57.428747 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f71e3ccd-0ec3-4d9a-ae5f-9488bd4f225e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:57.434884 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f71e3ccd-0ec3-4d9a-ae5f-9488bd4f225e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:57.438790 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f71e3ccd-0ec3-4d9a-ae5f-9488bd4f225e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8cb973c9-0bfa-4097-a069-4a42534b2085 HTTP/1.1" status: 204 len: 168 time: 0.6826422 Aug 18 13:13:57.566634 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e3ccd-0ec3-4d9a-ae5f-9488bd4f225e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb973c9-0bfa-4097-a069-4a42534b2085,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:57.632281 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3f9ef136-b864-4c40-afd3-1dad6284ff32 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:57.632668 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf0082c-8949-49b8-9400-31d8faee2ba8 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:13:57.633143 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-3f9ef136-b864-4c40-afd3-1dad6284ff32 None None] Transition to ACTIVE for port object d52b5904-631b-43a4-a148-b971cebdc99b will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:13:57.639551 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ce0b22-65cd-4b3c-88ec-633e4aa4257a None None] Sync routers for ids ['85e06245-b0c2-4e04-965a-6993148c46b1'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:13:57.643035 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0cf0082c-8949-49b8-9400-31d8faee2ba8 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "PUT /v2.0/routers/85e06245-b0c2-4e04-965a-6993148c46b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4160218 Aug 18 13:13:57.643764 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40542) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:57.663048 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-3f9ef136-b864-4c40-afd3-1dad6284ff32 None None] Transition to ACTIVE for port object d52b5904-631b-43a4-a148-b971cebdc99b will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:13:57.665805 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ce0b22-65cd-4b3c-88ec-633e4aa4257a None None] Routers {'85e06245-b0c2-4e04-965a-6993148c46b1'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:13:57.666480 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-59ce0b22-65cd-4b3c-88ec-633e4aa4257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:13:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['85e06245-b0c2-4e04-965a-6993148c46b1'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:57.726282 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-59ce0b22-65cd-4b3c-88ec-633e4aa4257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:57.735808 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ce0b22-65cd-4b3c-88ec-633e4aa4257a None None] Routers {'85e06245-b0c2-4e04-965a-6993148c46b1'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:13:57.736746 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-59ce0b22-65cd-4b3c-88ec-633e4aa4257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:13:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['85e06245-b0c2-4e04-965a-6993148c46b1'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:57.742237 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3f9ef136-b864-4c40-afd3-1dad6284ff32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:57.779139 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-59ce0b22-65cd-4b3c-88ec-633e4aa4257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:57.779799 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ce0b22-65cd-4b3c-88ec-633e4aa4257a None None] The sync data for ids ['85e06245-b0c2-4e04-965a-6993148c46b1'] in n-d-803603-2 is: [] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:13:57.841279 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9ef136-b864-4c40-afd3-1dad6284ff32 None None] Network 9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:13:57.844794 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-3f9ef136-b864-4c40-afd3-1dad6284ff32 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:13:57.856956 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9ef136-b864-4c40-afd3-1dad6284ff32 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:13:57.866431 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ef136-b864-4c40-afd3-1dad6284ff32 None None] Pushing event updated for resources: {'Port': ['ID=d52b5904-631b-43a4-a148-b971cebdc99b,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:57.982845 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b6561022-d7b9-49c3-872b-6a73f651a2e0 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:58.300996 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6561022-d7b9-49c3-872b-6a73f651a2e0 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Router 188f49cb-677e-44c2-a4fe-2a5493beb225 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:13:58.306957 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-3f9ef136-b864-4c40-afd3-1dad6284ff32 None None] Attempting to bind port d52b5904-631b-43a4-a148-b971cebdc99b on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:13:58.307633 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-3f9ef136-b864-4c40-afd3-1dad6284ff32 None None] Attempting to bind port d52b5904-631b-43a4-a148-b971cebdc99b by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'eacca97c-c59c-4de7-a766-d08b3b45c57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:13:58.308338 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9ef136-b864-4c40-afd3-1dad6284ff32 None None] Attempting to bind port d52b5904-631b-43a4-a148-b971cebdc99b on network 9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:13:58.317632 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9ef136-b864-4c40-afd3-1dad6284ff32 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:13:58.318126 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9ef136-b864-4c40-afd3-1dad6284ff32 None None] Checking segment: {'id': 'eacca97c-c59c-4de7-a766-d08b3b45c57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:13:58.318674 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3f9ef136-b864-4c40-afd3-1dad6284ff32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:58.319266 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9ef136-b864-4c40-afd3-1dad6284ff32 None None] Bound using segment: {'id': 'eacca97c-c59c-4de7-a766-d08b3b45c57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:13:58.319945 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-3f9ef136-b864-4c40-afd3-1dad6284ff32 None None] Bound port: d52b5904-631b-43a4-a148-b971cebdc99b, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eacca97c-c59c-4de7-a766-d08b3b45c57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:13:58.320816 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3f9ef136-b864-4c40-afd3-1dad6284ff32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:58.360446 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1171e315-ff1a-4913-9bea-708e074cc997 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:58.374554 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40546) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:58.440320 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:58.462726 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ef0ef161-2259-4fe1-8998-21844f1c81da tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:58.469460 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-de707eac-4a88-481b-a734-04ea27ccee88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:58.487687 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-3f9ef136-b864-4c40-afd3-1dad6284ff32 None None] For port d52b5904-631b-43a4-a148-b971cebdc99b, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:13:58.497185 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-3f9ef136-b864-4c40-afd3-1dad6284ff32 None None] For port d52b5904-631b-43a4-a148-b971cebdc99b, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=d52b5904-631b-43a4-a148-b971cebdc99b,segment=NetworkSegment(eacca97c-c59c-4de7-a766-d08b3b45c57d),segment_id=eacca97c-c59c-4de7-a766-d08b3b45c57d)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:13:58.510645 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ef161-2259-4fe1-8998-21844f1c81da tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Pushing event deleted for resources: {'Port': ['ID=594fd5e9-4683-4b38-909b-8e9b3bf0bf60,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:58.586044 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3f9ef136-b864-4c40-afd3-1dad6284ff32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:58.624356 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ef0ef161-2259-4fe1-8998-21844f1c81da tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:58.667830 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ef136-b864-4c40-afd3-1dad6284ff32 None None] Pushing event updated for resources: {'Port': ['ID=d52b5904-631b-43a4-a148-b971cebdc99b,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:58.689533 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6c25e405-eb2d-444d-af91-1a8e5d64f48e up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:13:58.689667 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6561022-d7b9-49c3-872b-6a73f651a2e0 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:13:58.715303 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b6561022-d7b9-49c3-872b-6a73f651a2e0 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "PUT /v2.0/routers/188f49cb-677e-44c2-a4fe-2a5493beb225/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7842391 Aug 18 13:13:58.715819 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6466263-a4b8-445e-bc18-578e1247fff7 None None] Sync routers for ids ['188f49cb-677e-44c2-a4fe-2a5493beb225'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:13:58.716983 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40550) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:58.748938 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ef0ef161-2259-4fe1-8998-21844f1c81da tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:58.751262 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ef0ef161-2259-4fe1-8998-21844f1c81da tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:58.793282 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6466263-a4b8-445e-bc18-578e1247fff7 None None] Routers {'188f49cb-677e-44c2-a4fe-2a5493beb225'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:13:58.795249 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-b6466263-a4b8-445e-bc18-578e1247fff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:13:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['188f49cb-677e-44c2-a4fe-2a5493beb225'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:58.898661 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e6eb467-5764-4d72-ba55-d3bc49a5ee4b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Deleting subnet 77624c86-351d-422c-ab31-f1422a28b869 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:13:58.917443 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b612016c-1957-4b63-92e2-27be3f88589a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:58.919005 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5e6eb467-5764-4d72-ba55-d3bc49a5ee4b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:58.923202 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ef0ef161-2259-4fe1-8998-21844f1c81da tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:58.923565 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0ef161-2259-4fe1-8998-21844f1c81da tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 973c28f5-3d3b-46d4-99ce-26a66b9e2618 {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:13:58.924146 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-b6466263-a4b8-445e-bc18-578e1247fff7 None None] Set router 188f49cb-677e-44c2-a4fe-2a5493beb225 gateway port host: None {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:13:58.986239 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ef0ef161-2259-4fe1-8998-21844f1c81da tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:58.988194 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ef0ef161-2259-4fe1-8998-21844f1c81da tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] 10.222.0.13 "DELETE /v2.0/routers/973c28f5-3d3b-46d4-99ce-26a66b9e2618 HTTP/1.1" status: 204 len: 168 time: 3.2100222 Aug 18 13:13:58.995470 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40552) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:59.013434 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-f6641616-d003-4ef2-9946-bd73b94e1ecf tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1852677274', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}, 'admin_state_up': False}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:13:59.037281 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:59.325148 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 6c25e405-eb2d-444d-af91-1a8e5d64f48e completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:13:59.330522 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 6c25e405-eb2d-444d-af91-1a8e5d64f48e triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:59.331238 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:59.381211 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-b6466263-a4b8-445e-bc18-578e1247fff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'name': 'tempest-RoutersTest-router-1408703291', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:13Z', 'updated_at': '2021-08-18T13:13:56Z', 'revision_number': 8, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'gw_port_host': None, '_interfaces': [{'id': '3ce35d65-3f78-486d-9f5e-f2abf742687f', 'name': '', 'network_id': '0065ad6d-33a2-47cd-977e-40294888cbaf', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:73:dd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '881fcc8c-7eee-427c-9d32-eaafb6bf09f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:24Z', 'updated_at': '2021-08-18T13:13:34Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': '881fcc8c-7eee-427c-9d32-eaafb6bf09f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fe5bc16-b4e6-467e-b1e4-102324559582', 'name': '', 'network_id': '295405fa-d2db-4006-b0ff-b4079520ed99', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:e8:eb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '5121c213-ff1c-4c4c-b219-3361f0350270', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:33Z', 'updated_at': '2021-08-18T13:13:46Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': '5121c213-ff1c-4c4c-b219-3361f0350270', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b15b7f8f-aee0-4312-a803-dbba543bdc01', 'name': '', 'network_id': '6317ca6c-a972-4db5-b419-d30f0cde7fe8', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:80:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:16Z', 'updated_at': '2021-08-18T13:13:26Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:59.419264 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-b612016c-1957-4b63-92e2-27be3f88589a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Deleting port 7afb5d5c-567b-4d54-8067-4a6c2fb32600 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:13:59.419915 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b612016c-1957-4b63-92e2-27be3f88589a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:59.420862 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6466263-a4b8-445e-bc18-578e1247fff7 None None] Checking router: 188f49cb-677e-44c2-a4fe-2a5493beb225 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:13:59.433073 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6466263-a4b8-445e-bc18-578e1247fff7 None None] Routers {'188f49cb-677e-44c2-a4fe-2a5493beb225'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:13:59.433804 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-b6466263-a4b8-445e-bc18-578e1247fff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:13:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['188f49cb-677e-44c2-a4fe-2a5493beb225'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:59.471955 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5e6eb467-5764-4d72-ba55-d3bc49a5ee4b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:59.526020 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-de707eac-4a88-481b-a734-04ea27ccee88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:59.541351 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-1171e315-ff1a-4913-9bea-708e074cc997 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Allocated IP 172.20.0.1 (9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6/fe3a97f8-d0ad-4092-af0e-798ceb90f1df/db87ec7b-a57a-4d4b-a930-cc2c855cb54e) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:13:59.555147 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:59.587608 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b612016c-1957-4b63-92e2-27be3f88589a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:59.606080 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 6c25e405-eb2d-444d-af91-1a8e5d64f48e, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=6c25e405-eb2d-444d-af91-1a8e5d64f48e,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:13:59.610823 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-b612016c-1957-4b63-92e2-27be3f88589a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Calling delete_port for 7afb5d5c-567b-4d54-8067-4a6c2fb32600 owned by network:router_interface {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:13:59.638353 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-b6466263-a4b8-445e-bc18-578e1247fff7 None None] Set router 188f49cb-677e-44c2-a4fe-2a5493beb225 gateway port host: None {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:13:59.679714 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-de707eac-4a88-481b-a734-04ea27ccee88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:59.754364 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5e6eb467-5764-4d72-ba55-d3bc49a5ee4b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:59.764910 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:59.824124 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-de707eac-4a88-481b-a734-04ea27ccee88 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ffb9de837ee84b799a729d3973696c95&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4441805 Aug 18 13:13:59.834672 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f6641616-d003-4ef2-9946-bd73b94e1ecf tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:59.835745 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f6641616-d003-4ef2-9946-bd73b94e1ecf tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:59.840801 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de707eac-4a88-481b-a734-04ea27ccee88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6cc5ff-641a-4dc3-b526-6d2cbc9c2e87,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:59.868758 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40556) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:59.902676 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=6c25e405-eb2d-444d-af91-1a8e5d64f48e,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:59.931315 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b612016c-1957-4b63-92e2-27be3f88589a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:59.958679 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612016c-1957-4b63-92e2-27be3f88589a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event deleted for resources: {'Port': ['ID=7afb5d5c-567b-4d54-8067-4a6c2fb32600,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:00.066497 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5e6eb467-5764-4d72-ba55-d3bc49a5ee4b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:00.082452 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1171e315-ff1a-4913-9bea-708e074cc997 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:00.097234 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f6641616-d003-4ef2-9946-bd73b94e1ecf tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:00.117652 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-b6466263-a4b8-445e-bc18-578e1247fff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'name': 'tempest-RoutersTest-router-1408703291', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:13Z', 'updated_at': '2021-08-18T13:13:56Z', 'revision_number': 8, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'gw_port_host': None, '_interfaces': [{'id': '3ce35d65-3f78-486d-9f5e-f2abf742687f', 'name': '', 'network_id': '0065ad6d-33a2-47cd-977e-40294888cbaf', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:73:dd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '881fcc8c-7eee-427c-9d32-eaafb6bf09f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:24Z', 'updated_at': '2021-08-18T13:13:34Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': '881fcc8c-7eee-427c-9d32-eaafb6bf09f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fe5bc16-b4e6-467e-b1e4-102324559582', 'name': '', 'network_id': '295405fa-d2db-4006-b0ff-b4079520ed99', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:e8:eb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '5121c213-ff1c-4c4c-b219-3361f0350270', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:33Z', 'updated_at': '2021-08-18T13:13:46Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': '5121c213-ff1c-4c4c-b219-3361f0350270', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b15b7f8f-aee0-4312-a803-dbba543bdc01', 'name': '', 'network_id': '6317ca6c-a972-4db5-b419-d30f0cde7fe8', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:80:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:16Z', 'updated_at': '2021-08-18T13:13:26Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:00.164976 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6eb467-5764-4d72-ba55-d3bc49a5ee4b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event deleted for resources: {'Subnet': ['ID=77624c86-351d-422c-ab31-f1422a28b869,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:00.170887 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5e6eb467-5764-4d72-ba55-d3bc49a5ee4b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:00.173434 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5e6eb467-5764-4d72-ba55-d3bc49a5ee4b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "DELETE /v2.0/subnets/77624c86-351d-422c-ab31-f1422a28b869 HTTP/1.1" status: 204 len: 168 time: 1.4549959 Aug 18 13:14:00.178144 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40558) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:00.179670 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffee3f02-fddf-470f-8a5c-354dfe1109da None None] Network b13846ef-e73d-40a1-b566-5bc14a1f3074 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:14:00.263746 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b612016c-1957-4b63-92e2-27be3f88589a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:00.264159 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-1171e315-ff1a-4913-9bea-708e074cc997 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Transition to ACTIVE for port object db87ec7b-a57a-4d4b-a930-cc2c855cb54e will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:14:00.267651 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-07aa0785-f081-4e45-89d9-075743a85ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:00.293293 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6466263-a4b8-445e-bc18-578e1247fff7 None None] The sync data for ids ['188f49cb-677e-44c2-a4fe-2a5493beb225'] in n-d-803603-2 is: [{'id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'name': 'tempest-RoutersTest-router-1408703291', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:13Z', 'updated_at': '2021-08-18T13:13:56Z', 'revision_number': 8, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'gw_port_host': None, '_interfaces': [{'id': '3ce35d65-3f78-486d-9f5e-f2abf742687f', 'name': '', 'network_id': '0065ad6d-33a2-47cd-977e-40294888cbaf', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:73:dd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '881fcc8c-7eee-427c-9d32-eaafb6bf09f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:24Z', 'updated_at': '2021-08-18T13:13:34Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': '881fcc8c-7eee-427c-9d32-eaafb6bf09f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fe5bc16-b4e6-467e-b1e4-102324559582', 'name': '', 'network_id': '295405fa-d2db-4006-b0ff-b4079520ed99', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:e8:eb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '5121c213-ff1c-4c4c-b219-3361f0350270', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:33Z', 'updated_at': '2021-08-18T13:13:46Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': '5121c213-ff1c-4c4c-b219-3361f0350270', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b15b7f8f-aee0-4312-a803-dbba543bdc01', 'name': '', 'network_id': '6317ca6c-a972-4db5-b419-d30f0cde7fe8', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:80:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:16Z', 'updated_at': '2021-08-18T13:13:26Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:14:00.381469 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f6641616-d003-4ef2-9946-bd73b94e1ecf tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:00.386691 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-07aa0785-f081-4e45-89d9-075743a85ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:00.422953 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6eac853-8ade-4cf0-86cb-177d86d01158 None None] Network 9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:14:00.456358 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dd7652f5-e6fc-469e-a443-bed08dba3343 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:00.566373 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b612016c-1957-4b63-92e2-27be3f88589a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Router 85e06245-b0c2-4e04-965a-6993148c46b1 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:14:00.605487 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-07aa0785-f081-4e45-89d9-075743a85ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:00.608665 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-07aa0785-f081-4e45-89d9-075743a85ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:00.610380 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-07aa0785-f081-4e45-89d9-075743a85ead admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f6cc5ff-641a-4dc3-b526-6d2cbc9c2e87 HTTP/1.1" status: 204 len: 168 time: 0.7493091 Aug 18 13:14:00.612172 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1171e315-ff1a-4913-9bea-708e074cc997 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:00.639504 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-5b0f7ecb-877a-415b-be1c-b919cc3a12ac None None] Provisioning for port d52b5904-631b-43a4-a148-b971cebdc99b completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:14:00.662193 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-dd7652f5-e6fc-469e-a443-bed08dba3343 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Deleting port 39b17fe2-7106-4fe8-ab7e-5a9927c52ac2 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:14:00.663261 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dd7652f5-e6fc-469e-a443-bed08dba3343 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:00.671676 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa0785-f081-4e45-89d9-075743a85ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6cc5ff-641a-4dc3-b526-6d2cbc9c2e87,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:00.707580 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1171e315-ff1a-4913-9bea-708e074cc997 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Network 9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:14:00.715302 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed975e13-27c0-4c83-9662-78402f933eaa None None] DHCP port deletion for b13846ef-e73d-40a1-b566-5bc14a1f3074 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:14:00.716335 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-1171e315-ff1a-4913-9bea-708e074cc997 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:14:00.719040 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1171e315-ff1a-4913-9bea-708e074cc997 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:14:00.792192 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b612016c-1957-4b63-92e2-27be3f88589a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:14:00.803919 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e9ce15-a576-4c0a-a6a3-588b869b28fd None None] Sync routers for ids ['85e06245-b0c2-4e04-965a-6993148c46b1'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:14:00.818643 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1171e315-ff1a-4913-9bea-708e074cc997 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:00.820830 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e9ce15-a576-4c0a-a6a3-588b869b28fd None None] Routers {'85e06245-b0c2-4e04-965a-6993148c46b1'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:00.821627 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-64e9ce15-a576-4c0a-a6a3-588b869b28fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:13:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['85e06245-b0c2-4e04-965a-6993148c46b1'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:00.833003 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b612016c-1957-4b63-92e2-27be3f88589a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "PUT /v2.0/routers/85e06245-b0c2-4e04-965a-6993148c46b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1873078 Aug 18 13:14:00.835808 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40562) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:00.898978 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171e315-ff1a-4913-9bea-708e074cc997 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Pushing event updated for resources: {'Port': ['ID=db87ec7b-a57a-4d4b-a930-cc2c855cb54e,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:01.095631 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-ed975e13-27c0-4c83-9662-78402f933eaa None None] Deleting port 39b17fe2-7106-4fe8-ab7e-5a9927c52ac2 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:14:01.106110 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-64e9ce15-a576-4c0a-a6a3-588b869b28fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:01.107381 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ed975e13-27c0-4c83-9662-78402f933eaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:01.107813 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-38d33ddc-aaec-4017-8894-547c196bbfa5 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "GET /v2.0/ports?device_id=85e06245-b0c2-4e04-965a-6993148c46b1 HTTP/1.1" status: 200 len: 205 time: 0.1262307 Aug 18 13:14:01.107813 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40566) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:01.108332 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e9ce15-a576-4c0a-a6a3-588b869b28fd None None] Routers {'85e06245-b0c2-4e04-965a-6993148c46b1'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:01.108332 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-64e9ce15-a576-4c0a-a6a3-588b869b28fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:13:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['85e06245-b0c2-4e04-965a-6993148c46b1'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:01.108578 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-dd7652f5-e6fc-469e-a443-bed08dba3343 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] For port 39b17fe2-7106-4fe8-ab7e-5a9927c52ac2, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=39b17fe2-7106-4fe8-ab7e-5a9927c52ac2,segment=NetworkSegment(d4c842c5-618b-4c06-9c6b-fdc41545892e),segment_id=d4c842c5-618b-4c06-9c6b-fdc41545892e)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:14:01.108578 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dd7652f5-e6fc-469e-a443-bed08dba3343 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:01.108788 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-64e9ce15-a576-4c0a-a6a3-588b869b28fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:01.108788 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e9ce15-a576-4c0a-a6a3-588b869b28fd None None] The sync data for ids ['85e06245-b0c2-4e04-965a-6993148c46b1'] in n-d-803603-2 is: [] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:14:01.108952 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-ed975e13-27c0-4c83-9662-78402f933eaa None None] For port 39b17fe2-7106-4fe8-ab7e-5a9927c52ac2, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=39b17fe2-7106-4fe8-ab7e-5a9927c52ac2,segment=NetworkSegment(d4c842c5-618b-4c06-9c6b-fdc41545892e),segment_id=d4c842c5-618b-4c06-9c6b-fdc41545892e)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:14:01.108952 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ed975e13-27c0-4c83-9662-78402f933eaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:01.151862 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6c25e405-eb2d-444d-af91-1a8e5d64f48e up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:14:01.155465 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-db33c5f4-f9bb-4aea-8e36-8b020d70f914 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:01.175280 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-ed975e13-27c0-4c83-9662-78402f933eaa None None] Calling delete_port for 39b17fe2-7106-4fe8-ab7e-5a9927c52ac2 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:14:01.193809 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f6641616-d003-4ef2-9946-bd73b94e1ecf tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router_gateway, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:01.227201 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f6641616-d003-4ef2-9946-bd73b94e1ecf tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:01.273143 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-dd7652f5-e6fc-469e-a443-bed08dba3343 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Calling delete_port for 39b17fe2-7106-4fe8-ab7e-5a9927c52ac2 owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:14:01.292913 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 6c25e405-eb2d-444d-af91-1a8e5d64f48e triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:14:01.293401 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:01.413068 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1171e315-ff1a-4913-9bea-708e074cc997 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:01.419377 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ed975e13-27c0-4c83-9662-78402f933eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:01.467398 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed975e13-27c0-4c83-9662-78402f933eaa None None] Pushing event deleted for resources: {'Port': ['ID=39b17fe2-7106-4fe8-ab7e-5a9927c52ac2,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:01.476256 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device d52b5904-631b-43a4-a148-b971cebdc99b up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:14:01.476445 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-f6641616-d003-4ef2-9946-bd73b94e1ecf tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Allocated IP 172.25.6.130 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/ca2c8527-21fa-48a6-8c2b-1745cad94612) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:14:01.506437 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed975e13-27c0-4c83-9662-78402f933eaa None None] No DVR routers for this DVR port 39b17fe2-7106-4fe8-ab7e-5a9927c52ac2 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:14:01.532408 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-db33c5f4-f9bb-4aea-8e36-8b020d70f914 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:01.546705 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-db33c5f4-f9bb-4aea-8e36-8b020d70f914 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:01.618710 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dd7652f5-e6fc-469e-a443-bed08dba3343 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:01.638277 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-0b0b480a-8087-4f83-b349-f796107bf876 None None] Provisioning for port db87ec7b-a57a-4d4b-a930-cc2c855cb54e completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:14:01.638277 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-0b0b480a-8087-4f83-b349-f796107bf876 None None] Provisioning complete for port db87ec7b-a57a-4d4b-a930-cc2c855cb54e triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:14:01.638277 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0b0b480a-8087-4f83-b349-f796107bf876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:01.676391 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7652f5-e6fc-469e-a443-bed08dba3343 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] No DVR routers for this DVR port 39b17fe2-7106-4fe8-ab7e-5a9927c52ac2 on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:14:01.680157 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port d52b5904-631b-43a4-a148-b971cebdc99b completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:14:01.683448 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-0b0b480a-8087-4f83-b349-f796107bf876 None None] Port db87ec7b-a57a-4d4b-a930-cc2c855cb54e cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:14:01.685859 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port d52b5904-631b-43a4-a148-b971cebdc99b triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:14:01.686374 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:01.694708 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7652f5-e6fc-469e-a443-bed08dba3343 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event deleted for resources: {'Port': ['ID=39b17fe2-7106-4fe8-ab7e-5a9927c52ac2,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:01.716742 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f6641616-d003-4ef2-9946-bd73b94e1ecf tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:01.761087 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-db33c5f4-f9bb-4aea-8e36-8b020d70f914 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:01.761609 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db33c5f4-f9bb-4aea-8e36-8b020d70f914 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Fanout notify agent at l3_agent the message router_deleted on router 85e06245-b0c2-4e04-965a-6993148c46b1 {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:14:01.771471 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-db33c5f4-f9bb-4aea-8e36-8b020d70f914 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:01.775642 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-db33c5f4-f9bb-4aea-8e36-8b020d70f914 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "DELETE /v2.0/routers/85e06245-b0c2-4e04-965a-6993148c46b1 HTTP/1.1" status: 204 len: 168 time: 0.7646499 Aug 18 13:14:01.776019 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40576) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:01.784648 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dd7652f5-e6fc-469e-a443-bed08dba3343 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:01.798742 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-dd7652f5-e6fc-469e-a443-bed08dba3343 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b13846ef-e73d-40a1-b566-5bc14a1f3074']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:01.810769 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-dd7652f5-e6fc-469e-a443-bed08dba3343 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4c842c5-618b-4c06-9c6b-fdc41545892e') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:01.811168 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-dd7652f5-e6fc-469e-a443-bed08dba3343 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4c842c5-618b-4c06-9c6b-fdc41545892e') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:01.811981 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:01.825051 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dd7652f5-e6fc-469e-a443-bed08dba3343 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:01.852586 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port d52b5904-631b-43a4-a148-b971cebdc99b, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=d52b5904-631b-43a4-a148-b971cebdc99b,segment=NetworkSegment(eacca97c-c59c-4de7-a766-d08b3b45c57d),segment_id=eacca97c-c59c-4de7-a766-d08b3b45c57d)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:14:01.869034 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dd7652f5-e6fc-469e-a443-bed08dba3343 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:01.869034 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd7652f5-e6fc-469e-a443-bed08dba3343 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:14:01.869034 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dd7652f5-e6fc-469e-a443-bed08dba3343 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:01.875541 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:14:01.875541 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:14:01.875541 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:14:01.875541 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:14:01.875541 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:14:01.875541 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:14:01.875541 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:14:01.875541 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:14:01.875541 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:14:01.875541 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:14:01.875541 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:14:01.875541 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:14:01.875541 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:14:01.875541 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:14:01.875541 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:14:01.875541 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:14:01.875541 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:14:01.875541 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:14:01.875541 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:14:01.875541 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:14:01.875541 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:14:01.875541 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:14:01.875541 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:14:01.875541 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:14:01.875541 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:14:01.875541 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:14:01.875541 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:14:01.875541 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:14:01.875541 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:14:01.875541 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:14:01.875541 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:14:01.875541 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:14:01.899516 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea07da27-75ba-4c00-9592-38fe80e5bb77 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Deleting subnet f61cba85-bade-4989-9fe6-d81127c8af53 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:14:01.912580 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ea07da27-75ba-4c00-9592-38fe80e5bb77 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:01.972426 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ea07da27-75ba-4c00-9592-38fe80e5bb77 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:01.982601 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:02.005190 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1171e315-ff1a-4913-9bea-708e074cc997 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:02.040931 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=d52b5904-631b-43a4-a148-b971cebdc99b,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:02.061110 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:14:02.061110 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:14:02.061110 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:14:02.061110 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:14:02.061110 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:14:02.061110 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:14:02.061110 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:14:02.061110 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:14:02.061110 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:14:02.061110 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:14:02.061110 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:14:02.061110 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:14:02.061110 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 594fd5e9-4683-4b38-909b-8e9b3bf0bf60 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:14:02.084470 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 594fd5e9-4683-4b38-909b-8e9b3bf0bf60 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:14:02.084822 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 594fd5e9-4683-4b38-909b-8e9b3bf0bf60 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:14:02.095242 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f6641616-d003-4ef2-9946-bd73b94e1ecf tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:02.128217 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ea07da27-75ba-4c00-9592-38fe80e5bb77 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:02.165518 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6641616-d003-4ef2-9946-bd73b94e1ecf tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:14:02.170273 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dd7652f5-e6fc-469e-a443-bed08dba3343 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:02.175545 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1171e315-ff1a-4913-9bea-708e074cc997 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:02.178809 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-f6641616-d003-4ef2-9946-bd73b94e1ecf tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:14:02.183221 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dd7652f5-e6fc-469e-a443-bed08dba3343 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:02.183221 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-dd7652f5-e6fc-469e-a443-bed08dba3343 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "DELETE /v2.0/networks/b13846ef-e73d-40a1-b566-5bc14a1f3074 HTTP/1.1" status: 204 len: 168 time: 2.0003345 Aug 18 13:14:02.190209 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6641616-d003-4ef2-9946-bd73b94e1ecf tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:14:02.192189 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40584) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:02.197220 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7652f5-e6fc-469e-a443-bed08dba3343 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event deleted for resources: {'Network': ['ID=b13846ef-e73d-40a1-b566-5bc14a1f3074,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:02.224590 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6641616-d003-4ef2-9946-bd73b94e1ecf tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Pushing event updated for resources: {'Port': ['ID=ca2c8527-21fa-48a6-8c2b-1745cad94612,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:02.407360 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1171e315-ff1a-4913-9bea-708e074cc997 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:02.407515 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device d52b5904-631b-43a4-a148-b971cebdc99b up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:14:02.439600 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171e315-ff1a-4913-9bea-708e074cc997 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Pushing event updated for resources: {'Port': ['ID=db87ec7b-a57a-4d4b-a930-cc2c855cb54e,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:02.452347 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port d52b5904-631b-43a4-a148-b971cebdc99b triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:14:02.452744 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:02.606330 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 39b17fe2-7106-4fe8-ab7e-5a9927c52ac2 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:14:02.644542 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 39b17fe2-7106-4fe8-ab7e-5a9927c52ac2 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:14:02.645092 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 39b17fe2-7106-4fe8-ab7e-5a9927c52ac2 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:14:02.646149 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device bc99c7fd-8d27-4b76-8d32-126bc8d2dbf4 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:14:02.681405 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: bc99c7fd-8d27-4b76-8d32-126bc8d2dbf4 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:14:02.681751 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device bc99c7fd-8d27-4b76-8d32-126bc8d2dbf4 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:14:02.845707 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ea07da27-75ba-4c00-9592-38fe80e5bb77 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:02.919367 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07da27-75ba-4c00-9592-38fe80e5bb77 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event deleted for resources: {'Subnet': ['ID=f61cba85-bade-4989-9fe6-d81127c8af53,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:02.921374 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ea07da27-75ba-4c00-9592-38fe80e5bb77 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:02.927071 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ea07da27-75ba-4c00-9592-38fe80e5bb77 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "DELETE /v2.0/subnets/f61cba85-bade-4989-9fe6-d81127c8af53 HTTP/1.1" status: 204 len: 168 time: 1.1408434 Aug 18 13:14:02.927643 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40604) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:02.932234 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38e0083-b62c-41bf-8bf8-01e46371820c None None] Network 3b717e9b-b054-43f7-a28c-d3a04005488d requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:14:02.997582 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d0213e4-b0a3-4da3-9e20-a7e0aae1f759 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Deleting subnet f2956953-433b-4dc6-9884-c45cc880f88e {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:14:03.001995 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3d0213e4-b0a3-4da3-9e20-a7e0aae1f759 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:03.022241 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1171e315-ff1a-4913-9bea-708e074cc997 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Network 9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:14:03.025425 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-1171e315-ff1a-4913-9bea-708e074cc997 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:14:03.051609 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3d0213e4-b0a3-4da3-9e20-a7e0aae1f759 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:03.198978 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3d0213e4-b0a3-4da3-9e20-a7e0aae1f759 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:03.232785 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6766c544-40bf-4039-97ff-8dd9fe340949 None None] DHCP port deletion for 3b717e9b-b054-43f7-a28c-d3a04005488d request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:14:03.299651 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-6766c544-40bf-4039-97ff-8dd9fe340949 None None] Deleting port c082be84-5ba6-43ff-b91a-a201197f09c6 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:14:03.311295 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6766c544-40bf-4039-97ff-8dd9fe340949 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:03.313533 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1171e315-ff1a-4913-9bea-708e074cc997 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Router 26f66c53-06f7-44e9-969b-f3d7a80fe974 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:14:03.323196 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f6641616-d003-4ef2-9946-bd73b94e1ecf tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router_gateway, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:03.386534 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-6766c544-40bf-4039-97ff-8dd9fe340949 None None] For port c082be84-5ba6-43ff-b91a-a201197f09c6, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=c082be84-5ba6-43ff-b91a-a201197f09c6,segment=NetworkSegment(00d040fb-1b94-4cfd-b8b5-f00f7e8ee6fa),segment_id=00d040fb-1b94-4cfd-b8b5-f00f7e8ee6fa)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:14:03.386941 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6766c544-40bf-4039-97ff-8dd9fe340949 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:03.394528 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3d0213e4-b0a3-4da3-9e20-a7e0aae1f759 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:03.423474 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-6766c544-40bf-4039-97ff-8dd9fe340949 None None] Calling delete_port for c082be84-5ba6-43ff-b91a-a201197f09c6 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:14:03.424116 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0213e4-b0a3-4da3-9e20-a7e0aae1f759 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event deleted for resources: {'Subnet': ['ID=f2956953-433b-4dc6-9884-c45cc880f88e,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:03.430957 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3d0213e4-b0a3-4da3-9e20-a7e0aae1f759 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:03.433223 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3d0213e4-b0a3-4da3-9e20-a7e0aae1f759 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "DELETE /v2.0/subnets/f2956953-433b-4dc6-9884-c45cc880f88e HTTP/1.1" status: 204 len: 168 time: 0.5022368 Aug 18 13:14:03.436773 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40610) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:03.452219 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a02d86-3594-48df-9b05-fa9d7d6388bb None None] Network bac9181e-7687-4b61-a043-a4bdb851356c requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:14:03.496545 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40612) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:03.535650 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9826ea07-18fc-400b-b043-a08099348386 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:03.557658 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fe985f09-46ae-431b-9aad-14d250d8bd8c tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:03.560634 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-df7fb917-d922-4427-9bea-46cb4305a8af None None] Provisioning complete for port db87ec7b-a57a-4d4b-a930-cc2c855cb54e triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:14:03.561276 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-df7fb917-d922-4427-9bea-46cb4305a8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:03.626411 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-9826ea07-18fc-400b-b043-a08099348386 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Deleting port c082be84-5ba6-43ff-b91a-a201197f09c6 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:14:03.626789 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9826ea07-18fc-400b-b043-a08099348386 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:03.672363 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-df7fb917-d922-4427-9bea-46cb4305a8af None None] Port db87ec7b-a57a-4d4b-a930-cc2c855cb54e cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:14:03.675465 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1171e315-ff1a-4913-9bea-708e074cc997 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:14:03.683687 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1171e315-ff1a-4913-9bea-708e074cc997 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "PUT /v2.0/routers/26f66c53-06f7-44e9-969b-f3d7a80fe974/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6338067 Aug 18 13:14:03.690555 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40616) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:03.695308 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-9184d223-e443-4b05-a199-b4043170a7ef tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2026246216', 'description': 'tempest-secgroup_access--2026246216 description', 'project_id': '0a45397c4a7d4474ba973ba423e6989f'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:14:03.700334 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68ee757-8cdd-4f9e-9138-6b6d7dff6512 None None] Sync routers for ids ['26f66c53-06f7-44e9-969b-f3d7a80fe974'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:14:03.710676 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68ee757-8cdd-4f9e-9138-6b6d7dff6512 None None] Routers {'26f66c53-06f7-44e9-969b-f3d7a80fe974'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:03.711575 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f68ee757-8cdd-4f9e-9138-6b6d7dff6512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:13:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['26f66c53-06f7-44e9-969b-f3d7a80fe974'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:03.765422 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6766c544-40bf-4039-97ff-8dd9fe340949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:03.771615 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-9826ea07-18fc-400b-b043-a08099348386 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] For port c082be84-5ba6-43ff-b91a-a201197f09c6, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=c082be84-5ba6-43ff-b91a-a201197f09c6,segment=NetworkSegment(00d040fb-1b94-4cfd-b8b5-f00f7e8ee6fa),segment_id=00d040fb-1b94-4cfd-b8b5-f00f7e8ee6fa)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:14:03.772084 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9826ea07-18fc-400b-b043-a08099348386 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:03.799385 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-9826ea07-18fc-400b-b043-a08099348386 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Calling delete_port for c082be84-5ba6-43ff-b91a-a201197f09c6 owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:14:03.807764 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bfad47-f65c-41b0-aa9f-8f67daf6e1c0 None None] DHCP port deletion for bac9181e-7687-4b61-a043-a4bdb851356c request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:14:03.812636 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766c544-40bf-4039-97ff-8dd9fe340949 None None] Pushing event deleted for resources: {'Port': ['ID=c082be84-5ba6-43ff-b91a-a201197f09c6,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:03.823275 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6766c544-40bf-4039-97ff-8dd9fe340949 None None] No DVR routers for this DVR port c082be84-5ba6-43ff-b91a-a201197f09c6 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:14:03.847128 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f6641616-d003-4ef2-9946-bd73b94e1ecf tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:03.851371 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-39e18e6a-6681-4326-b86f-b5043ab148da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:03.864602 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9184d223-e443-4b05-a199-b4043170a7ef tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:03.928224 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-f68ee757-8cdd-4f9e-9138-6b6d7dff6512 None None] Set router 26f66c53-06f7-44e9-969b-f3d7a80fe974 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:14:03.935505 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9826ea07-18fc-400b-b043-a08099348386 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:03.960706 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9826ea07-18fc-400b-b043-a08099348386 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] No DVR routers for this DVR port c082be84-5ba6-43ff-b91a-a201197f09c6 on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:14:04.063665 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9826ea07-18fc-400b-b043-a08099348386 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event deleted for resources: {'Port': ['ID=c082be84-5ba6-43ff-b91a-a201197f09c6,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:04.087322 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9826ea07-18fc-400b-b043-a08099348386 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:04.098351 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-9826ea07-18fc-400b-b043-a08099348386 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b717e9b-b054-43f7-a28c-d3a04005488d']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:04.109078 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-9826ea07-18fc-400b-b043-a08099348386 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00d040fb-1b94-4cfd-b8b5-f00f7e8ee6fa') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:04.116774 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-9826ea07-18fc-400b-b043-a08099348386 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00d040fb-1b94-4cfd-b8b5-f00f7e8ee6fa') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:04.123502 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f2bfad47-f65c-41b0-aa9f-8f67daf6e1c0 None None] Deleting port 36448454-4146-401b-9607-156340674913 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:14:04.123725 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f2bfad47-f65c-41b0-aa9f-8f67daf6e1c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:04.126341 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9826ea07-18fc-400b-b043-a08099348386 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:04.144104 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9826ea07-18fc-400b-b043-a08099348386 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:04.151500 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9826ea07-18fc-400b-b043-a08099348386 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:14:04.151965 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9826ea07-18fc-400b-b043-a08099348386 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:04.155065 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:14:04.155065 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:14:04.155065 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:14:04.155065 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:14:04.155065 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:14:04.155065 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:14:04.155065 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:14:04.155065 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:14:04.155065 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:14:04.155065 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:14:04.155065 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:14:04.155065 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:14:04.155065 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:14:04.155065 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:14:04.155065 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:14:04.155065 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:14:04.155065 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:14:04.155065 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:14:04.155065 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:14:04.155065 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:14:04.155065 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:14:04.155065 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:14:04.155065 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:14:04.155065 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:14:04.155065 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:14:04.155065 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:14:04.155065 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:14:04.155065 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:14:04.155065 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:14:04.155065 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:14:04.155065 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:14:04.155065 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:14:04.171136 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-39e18e6a-6681-4326-b86f-b5043ab148da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:04.180205 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-fe985f09-46ae-431b-9aad-14d250d8bd8c tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Deleting port 3fe5bc16-b4e6-467e-b1e4-102324559582 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:14:04.180205 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fe985f09-46ae-431b-9aad-14d250d8bd8c tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:04.267021 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f2bfad47-f65c-41b0-aa9f-8f67daf6e1c0 None None] For port 36448454-4146-401b-9607-156340674913, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=36448454-4146-401b-9607-156340674913,segment=NetworkSegment(1eebb0a1-f7a7-4e80-9bff-7c31ecf73942),segment_id=1eebb0a1-f7a7-4e80-9bff-7c31ecf73942)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:14:04.267021 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f2bfad47-f65c-41b0-aa9f-8f67daf6e1c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:04.278729 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-fe985f09-46ae-431b-9aad-14d250d8bd8c tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] For port 3fe5bc16-b4e6-467e-b1e4-102324559582, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=3fe5bc16-b4e6-467e-b1e4-102324559582,segment=NetworkSegment(be0ee246-dcf3-45e3-879f-ee49dc86291b),segment_id=be0ee246-dcf3-45e3-879f-ee49dc86291b)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:14:04.279108 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fe985f09-46ae-431b-9aad-14d250d8bd8c tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:04.289844 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f2bfad47-f65c-41b0-aa9f-8f67daf6e1c0 None None] Calling delete_port for 36448454-4146-401b-9607-156340674913 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:14:04.301392 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-fe985f09-46ae-431b-9aad-14d250d8bd8c tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Calling delete_port for 3fe5bc16-b4e6-467e-b1e4-102324559582 owned by network:router_interface {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:14:04.353534 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6641616-d003-4ef2-9946-bd73b94e1ecf tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Router 555f41aa-36de-4aef-bcf4-d2b6d7797fbf is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:14:04.370615 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9826ea07-18fc-400b-b043-a08099348386 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:04.376173 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9826ea07-18fc-400b-b043-a08099348386 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:04.378308 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9826ea07-18fc-400b-b043-a08099348386 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "DELETE /v2.0/networks/3b717e9b-b054-43f7-a28c-d3a04005488d HTTP/1.1" status: 204 len: 168 time: 0.9402580 Aug 18 13:14:04.390658 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40620) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:04.412231 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-39e18e6a-6681-4326-b86f-b5043ab148da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:04.424610 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9826ea07-18fc-400b-b043-a08099348386 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event deleted for resources: {'Network': ['ID=3b717e9b-b054-43f7-a28c-d3a04005488d,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:04.425401 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device c082be84-5ba6-43ff-b91a-a201197f09c6 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:14:04.462305 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: c082be84-5ba6-43ff-b91a-a201197f09c6 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:14:04.462652 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device c082be84-5ba6-43ff-b91a-a201197f09c6 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:14:04.463083 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 36448454-4146-401b-9607-156340674913 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:14:04.491391 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-08f1f0c8-aba8-4c6c-ad9e-890c9510022a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:04.501488 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-39e18e6a-6681-4326-b86f-b5043ab148da admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3021885a33f4b22b68ea81c7febf6b6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0036137 Aug 18 13:14:04.503095 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40622) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:04.549590 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f68ee757-8cdd-4f9e-9138-6b6d7dff6512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f66c53-06f7-44e9-969b-f3d7a80fe974', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1884205550', 'tenant_id': '0a45397c4a7d4474ba973ba423e6989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '6c25e405-eb2d-444d-af91-1a8e5d64f48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:47Z', 'updated_at': '2021-08-18T13:14:01Z', 'revision_number': 4, 'project_id': '0a45397c4a7d4474ba973ba423e6989f', 'gw_port': {'id': '6c25e405-eb2d-444d-af91-1a8e5d64f48e', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:95:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f66c53-06f7-44e9-969b-f3d7a80fe974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:49Z', 'updated_at': '2021-08-18T13:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'db87ec7b-a57a-4d4b-a930-cc2c855cb54e', 'name': '', 'network_id': '9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6', 'tenant_id': '0a45397c4a7d4474ba973ba423e6989f', 'mac_address': 'fa:16:3e:bd:06:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f66c53-06f7-44e9-969b-f3d7a80fe974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'fe3a97f8-d0ad-4092-af0e-798ceb90f1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:58Z', 'updated_at': '2021-08-18T13:14:01Z', 'revision_number': 2, 'project_id': '0a45397c4a7d4474ba973ba423e6989f', 'subnets': [{'id': 'fe3a97f8-d0ad-4092-af0e-798ceb90f1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:04.566314 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e18e6a-6681-4326-b86f-b5043ab148da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2794edd0-6fdf-438b-8892-0b1aa960e674,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:04.589418 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9d276a06-aaca-487e-93e9-3413ba13e624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:04.599601 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68ee757-8cdd-4f9e-9138-6b6d7dff6512 None None] Checking router: 26f66c53-06f7-44e9-969b-f3d7a80fe974 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:14:04.599961 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68ee757-8cdd-4f9e-9138-6b6d7dff6512 None None] Updating router 26f66c53-06f7-44e9-969b-f3d7a80fe974 port db87ec7b-a57a-4d4b-a930-cc2c855cb54e binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:14:04.609593 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-08f1f0c8-aba8-4c6c-ad9e-890c9510022a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Deleting port 36448454-4146-401b-9607-156340674913 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:14:04.610591 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-08f1f0c8-aba8-4c6c-ad9e-890c9510022a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:04.630045 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6641616-d003-4ef2-9946-bd73b94e1ecf tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:14:04.633860 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9d276a06-aaca-487e-93e9-3413ba13e624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:04.647336 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:04.648087 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f6e74e-c726-4654-8b9a-15d085095981 None None] Sync routers for ids ['555f41aa-36de-4aef-bcf4-d2b6d7797fbf'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:14:04.650116 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f68ee757-8cdd-4f9e-9138-6b6d7dff6512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:04.661157 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f6e74e-c726-4654-8b9a-15d085095981 None None] Routers {'555f41aa-36de-4aef-bcf4-d2b6d7797fbf'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:04.662756 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-d4f6e74e-c726-4654-8b9a-15d085095981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:13:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['555f41aa-36de-4aef-bcf4-d2b6d7797fbf'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:04.672790 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f2bfad47-f65c-41b0-aa9f-8f67daf6e1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:04.677271 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9184d223-e443-4b05-a199-b4043170a7ef tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:04.718041 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-d4f6e74e-c726-4654-8b9a-15d085095981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:04.727382 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-08f1f0c8-aba8-4c6c-ad9e-890c9510022a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] For port 36448454-4146-401b-9607-156340674913, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=36448454-4146-401b-9607-156340674913,segment=NetworkSegment(1eebb0a1-f7a7-4e80-9bff-7c31ecf73942),segment_id=1eebb0a1-f7a7-4e80-9bff-7c31ecf73942)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:14:04.732639 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-08f1f0c8-aba8-4c6c-ad9e-890c9510022a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:04.732778 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f6e74e-c726-4654-8b9a-15d085095981 None None] Routers {'555f41aa-36de-4aef-bcf4-d2b6d7797fbf'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:04.732778 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-d4f6e74e-c726-4654-8b9a-15d085095981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:13:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['555f41aa-36de-4aef-bcf4-d2b6d7797fbf'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:04.740877 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-08f1f0c8-aba8-4c6c-ad9e-890c9510022a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Calling delete_port for 36448454-4146-401b-9607-156340674913 owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:14:04.758960 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bfad47-f65c-41b0-aa9f-8f67daf6e1c0 None None] Pushing event deleted for resources: {'Port': ['ID=36448454-4146-401b-9607-156340674913,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:04.763115 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bfad47-f65c-41b0-aa9f-8f67daf6e1c0 None None] No DVR routers for this DVR port 36448454-4146-401b-9607-156340674913 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:14:04.769715 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-d4f6e74e-c726-4654-8b9a-15d085095981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:04.770645 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f6e74e-c726-4654-8b9a-15d085095981 None None] The sync data for ids ['555f41aa-36de-4aef-bcf4-d2b6d7797fbf'] in n-d-803603-2 is: [] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:14:04.811611 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9184d223-e443-4b05-a199-b4043170a7ef tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:04.841853 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-08f1f0c8-aba8-4c6c-ad9e-890c9510022a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:04.847329 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184d223-e443-4b05-a199-b4043170a7ef tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3014acbd-85c1-4c35-a3a6-b6890702293f,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:04.854985 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9d276a06-aaca-487e-93e9-3413ba13e624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:04.857599 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9d276a06-aaca-487e-93e9-3413ba13e624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:04.861123 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9d276a06-aaca-487e-93e9-3413ba13e624 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2794edd0-6fdf-438b-8892-0b1aa960e674 HTTP/1.1" status: 204 len: 168 time: 0.3547990 Aug 18 13:14:04.869135 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fe985f09-46ae-431b-9aad-14d250d8bd8c tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:04.891413 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe985f09-46ae-431b-9aad-14d250d8bd8c tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event deleted for resources: {'Port': ['ID=3fe5bc16-b4e6-467e-b1e4-102324559582,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:04.897001 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f6641616-d003-4ef2-9946-bd73b94e1ecf tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:04.905250 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f6641616-d003-4ef2-9946-bd73b94e1ecf tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.8996301 Aug 18 13:14:04.906134 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f1f0c8-aba8-4c6c-ad9e-890c9510022a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event deleted for resources: {'Port': ['ID=36448454-4146-401b-9607-156340674913,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:04.922559 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40626) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:04.927321 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-58ccd1fa-74dc-4bb7-9271-a7137b9ee408 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'enable_snat': False}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:14:04.929831 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f1f0c8-aba8-4c6c-ad9e-890c9510022a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] No DVR routers for this DVR port 36448454-4146-401b-9607-156340674913 on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:14:04.933541 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d276a06-aaca-487e-93e9-3413ba13e624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2794edd0-6fdf-438b-8892-0b1aa960e674,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:05.009652 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9184d223-e443-4b05-a199-b4043170a7ef tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:05.014095 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9184d223-e443-4b05-a199-b4043170a7ef tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.3206532 Aug 18 13:14:05.016125 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40628) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:05.054039 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-d9d01e44-8fef-4635-98a4-3a135345feb1 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1720359365', 'description': 'tempest-secgroup_general--1720359365 description', 'project_id': '0a45397c4a7d4474ba973ba423e6989f'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:14:05.117827 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-08f1f0c8-aba8-4c6c-ad9e-890c9510022a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:05.146632 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-08f1f0c8-aba8-4c6c-ad9e-890c9510022a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac9181e-7687-4b61-a043-a4bdb851356c']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:05.160728 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f68ee757-8cdd-4f9e-9138-6b6d7dff6512 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:05.161636 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-08f1f0c8-aba8-4c6c-ad9e-890c9510022a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eebb0a1-f7a7-4e80-9bff-7c31ecf73942') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:05.162042 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-08f1f0c8-aba8-4c6c-ad9e-890c9510022a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eebb0a1-f7a7-4e80-9bff-7c31ecf73942') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:05.172419 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f68ee757-8cdd-4f9e-9138-6b6d7dff6512 None None] Transition to ACTIVE for port object db87ec7b-a57a-4d4b-a930-cc2c855cb54e will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:14:05.175757 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-08f1f0c8-aba8-4c6c-ad9e-890c9510022a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:05.232729 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-08f1f0c8-aba8-4c6c-ad9e-890c9510022a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:05.242122 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08f1f0c8-aba8-4c6c-ad9e-890c9510022a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:14:05.242651 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-08f1f0c8-aba8-4c6c-ad9e-890c9510022a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:05.245818 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:14:05.245818 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:14:05.245818 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:14:05.245818 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:14:05.245818 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:14:05.245818 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:14:05.245818 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:14:05.245818 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:14:05.245818 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:14:05.245818 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:14:05.245818 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:14:05.245818 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:14:05.245818 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:14:05.245818 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:14:05.245818 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:14:05.245818 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:14:05.245818 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:14:05.245818 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:14:05.245818 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:14:05.245818 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:14:05.245818 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:14:05.245818 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:14:05.245818 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:14:05.245818 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:14:05.245818 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:14:05.245818 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:14:05.245818 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:14:05.245818 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:14:05.245818 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:14:05.245818 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:14:05.245818 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:14:05.245818 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:14:05.261634 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f68ee757-8cdd-4f9e-9138-6b6d7dff6512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:05.465693 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fe985f09-46ae-431b-9aad-14d250d8bd8c tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:05.492052 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c713c6-a5e0-4d61-8afd-52ad3db9c3d2 None None] Pushing event updated for resources: {'Port': ['ID=db87ec7b-a57a-4d4b-a930-cc2c855cb54e,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:05.529930 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-f68ee757-8cdd-4f9e-9138-6b6d7dff6512 None None] Attempting to bind port db87ec7b-a57a-4d4b-a930-cc2c855cb54e on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:14:05.530533 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-f68ee757-8cdd-4f9e-9138-6b6d7dff6512 None None] Attempting to bind port db87ec7b-a57a-4d4b-a930-cc2c855cb54e by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'eacca97c-c59c-4de7-a766-d08b3b45c57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:14:05.531087 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68ee757-8cdd-4f9e-9138-6b6d7dff6512 None None] Attempting to bind port db87ec7b-a57a-4d4b-a930-cc2c855cb54e on network 9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:14:05.538482 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68ee757-8cdd-4f9e-9138-6b6d7dff6512 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:14:05.539123 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68ee757-8cdd-4f9e-9138-6b6d7dff6512 None None] Checking segment: {'id': 'eacca97c-c59c-4de7-a766-d08b3b45c57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:14:05.540013 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f68ee757-8cdd-4f9e-9138-6b6d7dff6512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:05.540547 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68ee757-8cdd-4f9e-9138-6b6d7dff6512 None None] Bound using segment: {'id': 'eacca97c-c59c-4de7-a766-d08b3b45c57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:14:05.541173 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-f68ee757-8cdd-4f9e-9138-6b6d7dff6512 None None] Bound port: db87ec7b-a57a-4d4b-a930-cc2c855cb54e, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eacca97c-c59c-4de7-a766-d08b3b45c57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:14:05.541819 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f68ee757-8cdd-4f9e-9138-6b6d7dff6512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:05.622751 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f68ee757-8cdd-4f9e-9138-6b6d7dff6512 None None] For port db87ec7b-a57a-4d4b-a930-cc2c855cb54e, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:14:05.626008 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f68ee757-8cdd-4f9e-9138-6b6d7dff6512 None None] For port db87ec7b-a57a-4d4b-a930-cc2c855cb54e, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=db87ec7b-a57a-4d4b-a930-cc2c855cb54e,segment=NetworkSegment(eacca97c-c59c-4de7-a766-d08b3b45c57d),segment_id=eacca97c-c59c-4de7-a766-d08b3b45c57d)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:14:05.736005 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d9d01e44-8fef-4635-98a4-3a135345feb1 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:05.750787 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f68ee757-8cdd-4f9e-9138-6b6d7dff6512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:05.770598 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe985f09-46ae-431b-9aad-14d250d8bd8c tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Router 188f49cb-677e-44c2-a4fe-2a5493beb225 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:14:05.831115 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68ee757-8cdd-4f9e-9138-6b6d7dff6512 None None] Routers {'26f66c53-06f7-44e9-969b-f3d7a80fe974'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:05.831115 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f68ee757-8cdd-4f9e-9138-6b6d7dff6512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:13:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['26f66c53-06f7-44e9-969b-f3d7a80fe974'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:05.921661 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d9d01e44-8fef-4635-98a4-3a135345feb1 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:05.928602 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c713c6-a5e0-4d61-8afd-52ad3db9c3d2 None None] Pushing event updated for resources: {'Port': ['ID=db87ec7b-a57a-4d4b-a930-cc2c855cb54e,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:05.949052 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe985f09-46ae-431b-9aad-14d250d8bd8c tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:14:05.958148 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-fe985f09-46ae-431b-9aad-14d250d8bd8c tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "PUT /v2.0/routers/188f49cb-677e-44c2-a4fe-2a5493beb225/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7626877 Aug 18 13:14:05.959337 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40642) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:05.963348 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-f68ee757-8cdd-4f9e-9138-6b6d7dff6512 None None] Set router 26f66c53-06f7-44e9-969b-f3d7a80fe974 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:14:05.972105 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e2f952-549b-4964-a4e9-5168cef22590 None None] Sync routers for ids ['188f49cb-677e-44c2-a4fe-2a5493beb225'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:14:06.019264 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-08f1f0c8-aba8-4c6c-ad9e-890c9510022a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:06.027048 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e2f952-549b-4964-a4e9-5168cef22590 None None] Routers {'188f49cb-677e-44c2-a4fe-2a5493beb225'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:06.027048 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-93e2f952-549b-4964-a4e9-5168cef22590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:13:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['188f49cb-677e-44c2-a4fe-2a5493beb225'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:06.035732 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-08f1f0c8-aba8-4c6c-ad9e-890c9510022a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:06.037788 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-08f1f0c8-aba8-4c6c-ad9e-890c9510022a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "DELETE /v2.0/networks/bac9181e-7687-4b61-a043-a4bdb851356c HTTP/1.1" status: 204 len: 168 time: 1.6499026 Aug 18 13:14:06.040761 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-48fa5a23-90e5-4dff-a84b-db96cf58d696 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Deleting subnet 5121c213-ff1c-4c4c-b219-3361f0350270 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:14:06.047943 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40646) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:06.053743 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-48fa5a23-90e5-4dff-a84b-db96cf58d696 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:06.062239 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-a97616d0-78dc-4b2e-8110-d95a78e4e63a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1737790317'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:14:06.101476 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f1f0c8-aba8-4c6c-ad9e-890c9510022a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event deleted for resources: {'Network': ['ID=bac9181e-7687-4b61-a043-a4bdb851356c,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:06.114670 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-48fa5a23-90e5-4dff-a84b-db96cf58d696 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:06.117943 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d9d01e44-8fef-4635-98a4-3a135345feb1 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:06.158889 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-93e2f952-549b-4964-a4e9-5168cef22590 None None] Set router 188f49cb-677e-44c2-a4fe-2a5493beb225 gateway port host: None {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:14:06.176053 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58ccd1fa-74dc-4bb7-9271-a7137b9ee408 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:06.181068 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d01e44-8fef-4635-98a4-3a135345feb1 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e8eb28-ed4f-45d9-83ea-f3ba181a38d7,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:06.231625 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-48fa5a23-90e5-4dff-a84b-db96cf58d696 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:06.262837 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97616d0-78dc-4b2e-8110-d95a78e4e63a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Made reservation on behalf of 01cf70040508408f95a82df41495eab1 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:14:06.266779 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a97616d0-78dc-4b2e-8110-d95a78e4e63a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:06.293771 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a97616d0-78dc-4b2e-8110-d95a78e4e63a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:14:06.305224 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a97616d0-78dc-4b2e-8110-d95a78e4e63a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:06.305575 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-a97616d0-78dc-4b2e-8110-d95a78e4e63a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Added segment fa98464e-3978-4473-a311-79a9c7691293 of type vlan for network c419939c-7298-41c4-93c3-84393d99f933 Aug 18 13:14:06.411308 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-48fa5a23-90e5-4dff-a84b-db96cf58d696 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:06.419065 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a97616d0-78dc-4b2e-8110-d95a78e4e63a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:06.423741 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d9d01e44-8fef-4635-98a4-3a135345feb1 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:06.426796 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d9d01e44-8fef-4635-98a4-3a135345feb1 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 1.3801920 Aug 18 13:14:06.428885 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40654) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:06.447980 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-24ecb64f-2515-41fd-acb0-0575bb503fe7 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Request body: {'security_group_rule': {'security_group_id': '3014acbd-85c1-4c35-a3a6-b6890702293f', 'project_id': '0a45397c4a7d4474ba973ba423e6989f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:14:06.468810 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa5a23-90e5-4dff-a84b-db96cf58d696 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event deleted for resources: {'Subnet': ['ID=5121c213-ff1c-4c4c-b219-3361f0350270,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:06.489916 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-48fa5a23-90e5-4dff-a84b-db96cf58d696 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:06.502048 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-48fa5a23-90e5-4dff-a84b-db96cf58d696 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "DELETE /v2.0/subnets/5121c213-ff1c-4c4c-b219-3361f0350270 HTTP/1.1" status: 204 len: 168 time: 0.5333633 Aug 18 13:14:06.502048 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40658) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:06.506498 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3382d337-75de-4530-934b-a7c32ff59ba6 None None] Network 295405fa-d2db-4006-b0ff-b4079520ed99 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:14:06.613317 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2fa4daef-7f75-4192-a8c6-19eeba159e0a tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:06.628138 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a97616d0-78dc-4b2e-8110-d95a78e4e63a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:06.637498 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97616d0-78dc-4b2e-8110-d95a78e4e63a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:06.638434 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a97616d0-78dc-4b2e-8110-d95a78e4e63a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:06.686834 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-2fa4daef-7f75-4192-a8c6-19eeba159e0a tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Deleting port 2ee2bca9-973a-4092-947a-f63fc6a2f75d {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:14:06.687086 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2fa4daef-7f75-4192-a8c6-19eeba159e0a tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:06.697668 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f68ee757-8cdd-4f9e-9138-6b6d7dff6512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f66c53-06f7-44e9-969b-f3d7a80fe974', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1884205550', 'tenant_id': '0a45397c4a7d4474ba973ba423e6989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '6c25e405-eb2d-444d-af91-1a8e5d64f48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:47Z', 'updated_at': '2021-08-18T13:14:01Z', 'revision_number': 4, 'project_id': '0a45397c4a7d4474ba973ba423e6989f', 'gw_port': {'id': '6c25e405-eb2d-444d-af91-1a8e5d64f48e', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:95:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f66c53-06f7-44e9-969b-f3d7a80fe974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:49Z', 'updated_at': '2021-08-18T13:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'db87ec7b-a57a-4d4b-a930-cc2c855cb54e', 'name': '', 'network_id': '9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6', 'tenant_id': '0a45397c4a7d4474ba973ba423e6989f', 'mac_address': 'fa:16:3e:bd:06:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f66c53-06f7-44e9-969b-f3d7a80fe974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'fe3a97f8-d0ad-4092-af0e-798ceb90f1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:58Z', 'updated_at': '2021-08-18T13:14:05Z', 'revision_number': 4, 'project_id': '0a45397c4a7d4474ba973ba423e6989f', 'subnets': [{'id': 'fe3a97f8-d0ad-4092-af0e-798ceb90f1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:06.720760 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-24ecb64f-2515-41fd-acb0-0575bb503fe7 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:06.734374 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-93e2f952-549b-4964-a4e9-5168cef22590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'name': 'tempest-RoutersTest-router-1408703291', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:13Z', 'updated_at': '2021-08-18T13:14:04Z', 'revision_number': 9, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'gw_port_host': None, '_interfaces': [{'id': '3ce35d65-3f78-486d-9f5e-f2abf742687f', 'name': '', 'network_id': '0065ad6d-33a2-47cd-977e-40294888cbaf', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:73:dd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '881fcc8c-7eee-427c-9d32-eaafb6bf09f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:24Z', 'updated_at': '2021-08-18T13:13:34Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': '881fcc8c-7eee-427c-9d32-eaafb6bf09f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b15b7f8f-aee0-4312-a803-dbba543bdc01', 'name': '', 'network_id': '6317ca6c-a972-4db5-b419-d30f0cde7fe8', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:80:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:16Z', 'updated_at': '2021-08-18T13:13:26Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:06.736253 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68ee757-8cdd-4f9e-9138-6b6d7dff6512 None None] The sync data for ids ['26f66c53-06f7-44e9-969b-f3d7a80fe974'] in n-d-803603-2 is: [{'id': '26f66c53-06f7-44e9-969b-f3d7a80fe974', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1884205550', 'tenant_id': '0a45397c4a7d4474ba973ba423e6989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '6c25e405-eb2d-444d-af91-1a8e5d64f48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:47Z', 'updated_at': '2021-08-18T13:14:01Z', 'revision_number': 4, 'project_id': '0a45397c4a7d4474ba973ba423e6989f', 'gw_port': {'id': '6c25e405-eb2d-444d-af91-1a8e5d64f48e', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:95:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f66c53-06f7-44e9-969b-f3d7a80fe974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:49Z', 'updated_at': '2021-08-18T13:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'db87ec7b-a57a-4d4b-a930-cc2c855cb54e', 'name': '', 'network_id': '9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6', 'tenant_id': '0a45397c4a7d4474ba973ba423e6989f', 'mac_address': 'fa:16:3e:bd:06:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f66c53-06f7-44e9-969b-f3d7a80fe974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'fe3a97f8-d0ad-4092-af0e-798ceb90f1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:58Z', 'updated_at': '2021-08-18T13:14:05Z', 'revision_number': 4, 'project_id': '0a45397c4a7d4474ba973ba423e6989f', 'subnets': [{'id': 'fe3a97f8-d0ad-4092-af0e-798ceb90f1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:14:06.766484 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e2f952-549b-4964-a4e9-5168cef22590 None None] Checking router: 188f49cb-677e-44c2-a4fe-2a5493beb225 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:14:06.770796 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-2fa4daef-7f75-4192-a8c6-19eeba159e0a tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] For port 2ee2bca9-973a-4092-947a-f63fc6a2f75d, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=2ee2bca9-973a-4092-947a-f63fc6a2f75d,segment=NetworkSegment(be0ee246-dcf3-45e3-879f-ee49dc86291b),segment_id=be0ee246-dcf3-45e3-879f-ee49dc86291b)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:14:06.773664 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2fa4daef-7f75-4192-a8c6-19eeba159e0a tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:06.785526 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e2f952-549b-4964-a4e9-5168cef22590 None None] Routers {'188f49cb-677e-44c2-a4fe-2a5493beb225'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:06.788306 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-93e2f952-549b-4964-a4e9-5168cef22590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:13:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['188f49cb-677e-44c2-a4fe-2a5493beb225'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:06.829516 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-2fa4daef-7f75-4192-a8c6-19eeba159e0a tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Calling delete_port for 2ee2bca9-973a-4092-947a-f63fc6a2f75d owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:14:06.862347 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97616d0-78dc-4b2e-8110-d95a78e4e63a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event updated for resources: {'Network': ['ID=c419939c-7298-41c4-93c3-84393d99f933,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:06.905447 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network c419939c-7298-41c4-93c3-84393d99f933 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:14:06.990223 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a97616d0-78dc-4b2e-8110-d95a78e4e63a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9283249 Aug 18 13:14:06.990223 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-24ecb64f-2515-41fd-acb0-0575bb503fe7 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:06.990560 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40664) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:06.995084 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-61f2648a-3934-471c-b31d-8ba0c32193b7 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Request body: {'subnet': {'network_id': 'c419939c-7298-41c4-93c3-84393d99f933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:14:07.137113 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-24ecb64f-2515-41fd-acb0-0575bb503fe7 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:07.159577 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2fa4daef-7f75-4192-a8c6-19eeba159e0a tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:07.167114 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ecb64f-2515-41fd-acb0-0575bb503fe7 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34583a71-ba81-4a48-be74-ded0a6958102,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:07.191542 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a975505b-e86d-440e-b331-1e103b7dcea1 None None] DHCP port deletion for 295405fa-d2db-4006-b0ff-b4079520ed99 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:14:07.229811 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa4daef-7f75-4192-a8c6-19eeba159e0a tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] No DVR routers for this DVR port 2ee2bca9-973a-4092-947a-f63fc6a2f75d on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:14:07.249439 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa4daef-7f75-4192-a8c6-19eeba159e0a tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event deleted for resources: {'Port': ['ID=2ee2bca9-973a-4092-947a-f63fc6a2f75d,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:07.255597 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f2648a-3934-471c-b31d-8ba0c32193b7 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Made reservation on behalf of 01cf70040508408f95a82df41495eab1 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:14:07.263343 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-61f2648a-3934-471c-b31d-8ba0c32193b7 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:07.289577 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-93e2f952-549b-4964-a4e9-5168cef22590 None None] Set router 188f49cb-677e-44c2-a4fe-2a5493beb225 gateway port host: None {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:14:07.292586 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58ccd1fa-74dc-4bb7-9271-a7137b9ee408 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-486308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5626'] for router, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:07.299629 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58ccd1fa-74dc-4bb7-9271-a7137b9ee408 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-486154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-486161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563648'] for router, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:07.385934 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-24ecb64f-2515-41fd-acb0-0575bb503fe7 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:07.385934 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-24ecb64f-2515-41fd-acb0-0575bb503fe7 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9342921 Aug 18 13:14:07.457684 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2fa4daef-7f75-4192-a8c6-19eeba159e0a tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:07.482440 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-2fa4daef-7f75-4192-a8c6-19eeba159e0a tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['295405fa-d2db-4006-b0ff-b4079520ed99']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:07.505719 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ccd1fa-74dc-4bb7-9271-a7137b9ee408 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Router 555f41aa-36de-4aef-bcf4-d2b6d7797fbf has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:14:07.520734 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-2fa4daef-7f75-4192-a8c6-19eeba159e0a tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be0ee246-dcf3-45e3-879f-ee49dc86291b') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:07.520734 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-2fa4daef-7f75-4192-a8c6-19eeba159e0a tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be0ee246-dcf3-45e3-879f-ee49dc86291b') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:07.538593 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2fa4daef-7f75-4192-a8c6-19eeba159e0a tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:07.589124 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2fa4daef-7f75-4192-a8c6-19eeba159e0a tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:07.616825 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa4daef-7f75-4192-a8c6-19eeba159e0a tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:14:07.616825 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2fa4daef-7f75-4192-a8c6-19eeba159e0a tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:07.629578 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:14:07.629578 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:14:07.629578 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:14:07.629578 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:14:07.629578 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:14:07.629578 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:14:07.629578 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:14:07.629578 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:14:07.629578 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:14:07.629578 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:14:07.629578 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:14:07.629578 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:14:07.629578 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:14:07.629578 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:14:07.629578 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:14:07.629578 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:14:07.629578 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:14:07.629578 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:14:07.629578 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:14:07.629578 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:14:07.629578 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:14:07.629578 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:14:07.629578 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:14:07.629578 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:14:07.629578 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:14:07.629578 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:14:07.629578 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:14:07.629578 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:14:07.629578 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:14:07.629578 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:14:07.629578 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:14:07.629578 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:14:07.694397 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-93e2f952-549b-4964-a4e9-5168cef22590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'name': 'tempest-RoutersTest-router-1408703291', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:13Z', 'updated_at': '2021-08-18T13:14:04Z', 'revision_number': 9, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'gw_port_host': None, '_interfaces': [{'id': '3ce35d65-3f78-486d-9f5e-f2abf742687f', 'name': '', 'network_id': '0065ad6d-33a2-47cd-977e-40294888cbaf', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:73:dd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '881fcc8c-7eee-427c-9d32-eaafb6bf09f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:24Z', 'updated_at': '2021-08-18T13:13:34Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': '881fcc8c-7eee-427c-9d32-eaafb6bf09f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b15b7f8f-aee0-4312-a803-dbba543bdc01', 'name': '', 'network_id': '6317ca6c-a972-4db5-b419-d30f0cde7fe8', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:80:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:16Z', 'updated_at': '2021-08-18T13:13:26Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:07.742497 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ccd1fa-74dc-4bb7-9271-a7137b9ee408 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:14:07.743409 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e2f952-549b-4964-a4e9-5168cef22590 None None] The sync data for ids ['188f49cb-677e-44c2-a4fe-2a5493beb225'] in n-d-803603-2 is: [{'id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'name': 'tempest-RoutersTest-router-1408703291', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:13Z', 'updated_at': '2021-08-18T13:14:04Z', 'revision_number': 9, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'gw_port_host': None, '_interfaces': [{'id': '3ce35d65-3f78-486d-9f5e-f2abf742687f', 'name': '', 'network_id': '0065ad6d-33a2-47cd-977e-40294888cbaf', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:73:dd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '881fcc8c-7eee-427c-9d32-eaafb6bf09f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:24Z', 'updated_at': '2021-08-18T13:13:34Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': '881fcc8c-7eee-427c-9d32-eaafb6bf09f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b15b7f8f-aee0-4312-a803-dbba543bdc01', 'name': '', 'network_id': '6317ca6c-a972-4db5-b419-d30f0cde7fe8', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:80:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:16Z', 'updated_at': '2021-08-18T13:13:26Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:14:07.747203 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58ccd1fa-74dc-4bb7-9271-a7137b9ee408 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:07.753083 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40692) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:07.754194 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f53c1cf-2bb0-40b7-af83-1f4f3071d3e1 None None] Sync routers for ids ['555f41aa-36de-4aef-bcf4-d2b6d7797fbf'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:14:07.763097 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-58ccd1fa-74dc-4bb7-9271-a7137b9ee408 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] 10.222.0.13 "PUT /v2.0/routers/555f41aa-36de-4aef-bcf4-d2b6d7797fbf HTTP/1.1" status: 200 len: 922 time: 2.8339889 Aug 18 13:14:07.766734 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f53c1cf-2bb0-40b7-af83-1f4f3071d3e1 None None] Routers {'555f41aa-36de-4aef-bcf4-d2b6d7797fbf'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:07.768196 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-0f53c1cf-2bb0-40b7-af83-1f4f3071d3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:13:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['555f41aa-36de-4aef-bcf4-d2b6d7797fbf'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:07.816172 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-0f53c1cf-2bb0-40b7-af83-1f4f3071d3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:07.829003 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f53c1cf-2bb0-40b7-af83-1f4f3071d3e1 None None] Routers {'555f41aa-36de-4aef-bcf4-d2b6d7797fbf'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:07.829872 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-0f53c1cf-2bb0-40b7-af83-1f4f3071d3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:13:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['555f41aa-36de-4aef-bcf4-d2b6d7797fbf'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:07.891394 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-0f53c1cf-2bb0-40b7-af83-1f4f3071d3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:07.892312 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f53c1cf-2bb0-40b7-af83-1f4f3071d3e1 None None] The sync data for ids ['555f41aa-36de-4aef-bcf4-d2b6d7797fbf'] in n-d-803603-2 is: [] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:14:07.982436 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-6accb9aa-230f-497b-97e4-f72feb993820 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_access--2026246216&fields=id&tenant_id=0a45397c4a7d4474ba973ba423e6989f HTTP/1.1" status: 200 len: 267 time: 0.2309914 Aug 18 13:14:08.032828 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2fa4daef-7f75-4192-a8c6-19eeba159e0a tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:08.038543 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2fa4daef-7f75-4192-a8c6-19eeba159e0a tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:08.047046 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40696) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:08.054930 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2fa4daef-7f75-4192-a8c6-19eeba159e0a tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "DELETE /v2.0/networks/295405fa-d2db-4006-b0ff-b4079520ed99 HTTP/1.1" status: 204 len: 168 time: 1.5577354 Aug 18 13:14:08.116938 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-fef5b44d-f585-4f53-9377-b08c9f754798 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] 10.222.0.13 "GET /v2.0/routers/555f41aa-36de-4aef-bcf4-d2b6d7797fbf HTTP/1.1" status: 200 len: 922 time: 0.3487177 Aug 18 13:14:08.116938 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa4daef-7f75-4192-a8c6-19eeba159e0a tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event deleted for resources: {'Network': ['ID=295405fa-d2db-4006-b0ff-b4079520ed99,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:08.121094 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40700) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:08.145639 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-219e13e7-47a1-453d-98da-2293ceda4b55 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_general--1720359365&fields=id&tenant_id=0a45397c4a7d4474ba973ba423e6989f HTTP/1.1" status: 200 len: 267 time: 0.1358287 Aug 18 13:14:08.306636 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-61f2648a-3934-471c-b31d-8ba0c32193b7 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:08.475725 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acc0f2e-8171-49d5-a2c1-8865cc57bb19 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:08.479788 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5acc0f2e-8171-49d5-a2c1-8865cc57bb19 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=0babe39a-03c6-4af7-9ca5-00804dd781c2&device_id=555f41aa-36de-4aef-bcf4-d2b6d7797fbf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3509760 Aug 18 13:14:08.480569 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40704) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:08.514350 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device db87ec7b-a57a-4d4b-a930-cc2c855cb54e up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:14:08.547975 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2648a-3934-471c-b31d-8ba0c32193b7 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event updated for resources: {'Subnet': ['ID=982bc4dd-d5fd-487f-b550-aa16ca318923,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:08.563683 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-547b2010-debd-4111-8368-7d68fcf0c2f5 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:08.565832 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-547b2010-debd-4111-8368-7d68fcf0c2f5 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/networks?id=9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6 HTTP/1.1" status: 200 len: 794 time: 0.3921607 Aug 18 13:14:08.582625 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f2648a-3934-471c-b31d-8ba0c32193b7 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Checking segment: {'id': 'fa98464e-3978-4473-a311-79a9c7691293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'c419939c-7298-41c4-93c3-84393d99f933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:14:08.584132 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f2648a-3934-471c-b31d-8ba0c32193b7 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Network hostable DHCP agents. Network: c419939c-7298-41c4-93c3-84393d99f933, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:14:08.601000 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-ac196e33-82bc-4c1d-9a09-9a403179eb59 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/quotas/0a45397c4a7d4474ba973ba423e6989f HTTP/1.1" status: 200 len: 375 time: 0.0122509 Aug 18 13:14:08.659612 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490ad41b-ff48-4b9a-a4e6-844b5c84a877 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:08.661015 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-490ad41b-ff48-4b9a-a4e6-844b5c84a877 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] 10.222.0.13 "GET /v2.0/networks/0babe39a-03c6-4af7-9ca5-00804dd781c2 HTTP/1.1" status: 200 len: 881 time: 0.1792367 Aug 18 13:14:08.666378 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40708) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:08.672741 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port db87ec7b-a57a-4d4b-a930-cc2c855cb54e completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:14:08.677650 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port db87ec7b-a57a-4d4b-a930-cc2c855cb54e triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:14:08.683420 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:08.696842 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5c57e2ae-62a8-4dd9-b8d7-55c1564b8449 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] 10.222.0.13 "GET /v2.0/ports?device_id=555f41aa-36de-4aef-bcf4-d2b6d7797fbf HTTP/1.1" status: 200 len: 205 time: 0.0293689 Aug 18 13:14:08.700152 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40710) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:08.706001 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d7201666-03cf-496f-8b3d-18f0238a328f tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:08.728873 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f2648a-3934-471c-b31d-8ba0c32193b7 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Network c419939c-7298-41c4-93c3-84393d99f933 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:14:08.778916 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:08.801460 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-c8eb3c81-c6d7-49e1-819f-6fc2cc33b1cb tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a45397c4a7d4474ba973ba423e6989f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1818931 Aug 18 13:14:08.838052 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port db87ec7b-a57a-4d4b-a930-cc2c855cb54e, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=db87ec7b-a57a-4d4b-a930-cc2c855cb54e,segment=NetworkSegment(eacca97c-c59c-4de7-a766-d08b3b45c57d),segment_id=eacca97c-c59c-4de7-a766-d08b3b45c57d)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:14:08.886461 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40714) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:08.901433 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-61f2648a-3934-471c-b31d-8ba0c32193b7 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, c419939c-7298-41c4-93c3-84393d99f933) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:14:08.912166 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f2648a-3934-471c-b31d-8ba0c32193b7 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:08.912756 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-61f2648a-3934-471c-b31d-8ba0c32193b7 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:08.913218 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8cde10-0528-4217-b53c-6baac81e0bd2 None None] Network c419939c-7298-41c4-93c3-84393d99f933 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:14:08.952399 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-634e3966-3c12-4a80-95db-c607e1b40a06 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:08.987174 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:09.007266 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-4b358422-2f3b-429c-8934-bca550e681d6 service neutron] 10.222.0.13 "GET /v2.0/networks/9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915109 Aug 18 13:14:09.079779 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c30a0839-1f27-4bb5-a54a-f8bb49a66565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:09.112924 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 2ee2bca9-973a-4092-947a-f63fc6a2f75d no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:14:09.156219 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 2ee2bca9-973a-4092-947a-f63fc6a2f75d {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:14:09.156620 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 2ee2bca9-973a-4092-947a-f63fc6a2f75d not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:14:09.157569 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 3fe5bc16-b4e6-467e-b1e4-102324559582 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:14:09.186111 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 3fe5bc16-b4e6-467e-b1e4-102324559582 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:14:09.186528 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 3fe5bc16-b4e6-467e-b1e4-102324559582 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:14:09.207053 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-d7201666-03cf-496f-8b3d-18f0238a328f tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Deleting port 3ce35d65-3f78-486d-9f5e-f2abf742687f {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:14:09.207401 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d7201666-03cf-496f-8b3d-18f0238a328f tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:09.210082 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=db87ec7b-a57a-4d4b-a930-cc2c855cb54e,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:09.285825 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719c8f54-8ba8-4de3-8672-ffcdbf3f5000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-c419939c-7298-41c4-93c3-84393d99f933', 'network_id': 'c419939c-7298-41c4-93c3-84393d99f933', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'fixed_ips': [{'subnet_id': '982bc4dd-d5fd-487f-b550-aa16ca318923'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:14:09.288294 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-719c8f54-8ba8-4de3-8672-ffcdbf3f5000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:09.356663 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-d7201666-03cf-496f-8b3d-18f0238a328f tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] For port 3ce35d65-3f78-486d-9f5e-f2abf742687f, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=3ce35d65-3f78-486d-9f5e-f2abf742687f,segment=NetworkSegment(49a78cbc-a00b-4795-9a47-f4ef8758a017),segment_id=49a78cbc-a00b-4795-9a47-f4ef8758a017)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:14:09.357134 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d7201666-03cf-496f-8b3d-18f0238a328f tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:09.369478 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c30a0839-1f27-4bb5-a54a-f8bb49a66565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:09.376913 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-d7201666-03cf-496f-8b3d-18f0238a328f tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Calling delete_port for 3ce35d65-3f78-486d-9f5e-f2abf742687f owned by network:router_interface {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:14:09.377866 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-61f2648a-3934-471c-b31d-8ba0c32193b7 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3874898 Aug 18 13:14:09.381069 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40720) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:09.389465 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-fa19b66b-0cc6-4223-bc28-db2b70bd255f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-995200104', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:14:09.448123 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-634e3966-3c12-4a80-95db-c607e1b40a06 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:09.448479 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c30a0839-1f27-4bb5-a54a-f8bb49a66565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:09.461358 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-c38127b3-680e-4372-9282-e9741762e158 service neutron] 10.222.0.13 "GET /v2.0/networks/9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441872 Aug 18 13:14:09.470259 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-719c8f54-8ba8-4de3-8672-ffcdbf3f5000 None None] Allocated IP 2001:db8::2 (c419939c-7298-41c4-93c3-84393d99f933/982bc4dd-d5fd-487f-b550-aa16ca318923/2e04d1c5-c638-4236-ab67-877fc5971e6d) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:14:09.502466 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c30a0839-1f27-4bb5-a54a-f8bb49a66565 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1dd03410049345b19ee12e4bbdcc20d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6148701 Aug 18 13:14:09.505150 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40722) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:09.551030 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a0839-1f27-4bb5-a54a-f8bb49a66565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f47d96e-b1d0-43b1-8801-7f4022b47e83,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:09.623927 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fa19b66b-0cc6-4223-bc28-db2b70bd255f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:09.625783 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fa19b66b-0cc6-4223-bc28-db2b70bd255f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:09.647328 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2ae4aab1-337c-4751-abaf-64b19c9a7170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:09.675383 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-719c8f54-8ba8-4de3-8672-ffcdbf3f5000 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:09.684197 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-719c8f54-8ba8-4de3-8672-ffcdbf3f5000 None None] Transition to ACTIVE for port object 2e04d1c5-c638-4236-ab67-877fc5971e6d will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:14:09.700977 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-719c8f54-8ba8-4de3-8672-ffcdbf3f5000 None None] Transition to ACTIVE for port object 2e04d1c5-c638-4236-ab67-877fc5971e6d will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:14:09.726198 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2ae4aab1-337c-4751-abaf-64b19c9a7170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:09.728607 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fa19b66b-0cc6-4223-bc28-db2b70bd255f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:09.776692 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-634e3966-3c12-4a80-95db-c607e1b40a06 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Deleting port ca2c8527-21fa-48a6-8c2b-1745cad94612 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:14:09.776692 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-634e3966-3c12-4a80-95db-c607e1b40a06 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:09.784166 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d7201666-03cf-496f-8b3d-18f0238a328f tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:09.809107 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d6bdc7a5-7990-4ea8-bf7b-fc9f240a662e req-57202cb5-b86e-414d-b88f-703088be14f8 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/ports?device_id=266e00b9-f54d-4c7e-bc86-c1e206a0114c HTTP/1.1" status: 200 len: 210 time: 0.0418081 Aug 18 13:14:09.827867 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7201666-03cf-496f-8b3d-18f0238a328f tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event deleted for resources: {'Port': ['ID=3ce35d65-3f78-486d-9f5e-f2abf742687f,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:09.835857 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-719c8f54-8ba8-4de3-8672-ffcdbf3f5000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:09.882475 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fa19b66b-0cc6-4223-bc28-db2b70bd255f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:09.925966 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719c8f54-8ba8-4de3-8672-ffcdbf3f5000 None None] Network c419939c-7298-41c4-93c3-84393d99f933 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:14:09.927712 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-719c8f54-8ba8-4de3-8672-ffcdbf3f5000 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:14:09.937793 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719c8f54-8ba8-4de3-8672-ffcdbf3f5000 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:14:09.945684 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-634e3966-3c12-4a80-95db-c607e1b40a06 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:09.986817 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-634e3966-3c12-4a80-95db-c607e1b40a06 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Calling delete_port for ca2c8527-21fa-48a6-8c2b-1745cad94612 owned by network:router_gateway {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:14:10.003510 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c8f54-8ba8-4de3-8672-ffcdbf3f5000 None None] Pushing event updated for resources: {'Port': ['ID=2e04d1c5-c638-4236-ab67-877fc5971e6d,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:10.025436 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-719c8f54-8ba8-4de3-8672-ffcdbf3f5000 None None] Attempting to bind port 2e04d1c5-c638-4236-ab67-877fc5971e6d on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:14:10.025840 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-719c8f54-8ba8-4de3-8672-ffcdbf3f5000 None None] Attempting to bind port 2e04d1c5-c638-4236-ab67-877fc5971e6d by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'fa98464e-3978-4473-a311-79a9c7691293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'c419939c-7298-41c4-93c3-84393d99f933'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:14:10.026268 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719c8f54-8ba8-4de3-8672-ffcdbf3f5000 None None] Attempting to bind port 2e04d1c5-c638-4236-ab67-877fc5971e6d on network c419939c-7298-41c4-93c3-84393d99f933 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:14:10.032140 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719c8f54-8ba8-4de3-8672-ffcdbf3f5000 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:14:10.032564 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719c8f54-8ba8-4de3-8672-ffcdbf3f5000 None None] Checking segment: {'id': 'fa98464e-3978-4473-a311-79a9c7691293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'c419939c-7298-41c4-93c3-84393d99f933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:14:10.032977 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-719c8f54-8ba8-4de3-8672-ffcdbf3f5000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:10.034015 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719c8f54-8ba8-4de3-8672-ffcdbf3f5000 None None] Bound using segment: {'id': 'fa98464e-3978-4473-a311-79a9c7691293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'c419939c-7298-41c4-93c3-84393d99f933'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:14:10.034565 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-719c8f54-8ba8-4de3-8672-ffcdbf3f5000 None None] Bound port: 2e04d1c5-c638-4236-ab67-877fc5971e6d, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa98464e-3978-4473-a311-79a9c7691293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'c419939c-7298-41c4-93c3-84393d99f933'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:14:10.034951 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-719c8f54-8ba8-4de3-8672-ffcdbf3f5000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:10.060772 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2ae4aab1-337c-4751-abaf-64b19c9a7170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:10.063765 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2ae4aab1-337c-4751-abaf-64b19c9a7170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:10.065168 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2ae4aab1-337c-4751-abaf-64b19c9a7170 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f47d96e-b1d0-43b1-8801-7f4022b47e83 HTTP/1.1" status: 204 len: 168 time: 0.5582082 Aug 18 13:14:10.075646 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d7201666-03cf-496f-8b3d-18f0238a328f tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:10.081620 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fa19b66b-0cc6-4223-bc28-db2b70bd255f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:10.084996 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-fa19b66b-0cc6-4223-bc28-db2b70bd255f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6998565 Aug 18 13:14:10.095222 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40736) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:10.097788 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae4aab1-337c-4751-abaf-64b19c9a7170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f47d96e-b1d0-43b1-8801-7f4022b47e83,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:10.122039 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-ab55fbbf-3daa-491e-9924-d31113059c07 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Request body: {'port': {'network_id': 'c419939c-7298-41c4-93c3-84393d99f933', 'name': 'tempest-RoutersIpV6Test-409317138'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:14:10.156108 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-719c8f54-8ba8-4de3-8672-ffcdbf3f5000 None None] For port 2e04d1c5-c638-4236-ab67-877fc5971e6d, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:14:10.158915 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-719c8f54-8ba8-4de3-8672-ffcdbf3f5000 None None] For port 2e04d1c5-c638-4236-ab67-877fc5971e6d, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=2e04d1c5-c638-4236-ab67-877fc5971e6d,segment=NetworkSegment(fa98464e-3978-4473-a311-79a9c7691293),segment_id=fa98464e-3978-4473-a311-79a9c7691293)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:14:10.262488 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-719c8f54-8ba8-4de3-8672-ffcdbf3f5000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:10.346670 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c8f54-8ba8-4de3-8672-ffcdbf3f5000 None None] Pushing event updated for resources: {'Port': ['ID=2e04d1c5-c638-4236-ab67-877fc5971e6d,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:10.381294 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-634e3966-3c12-4a80-95db-c607e1b40a06 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:10.422726 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e3966-3c12-4a80-95db-c607e1b40a06 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Pushing event deleted for resources: {'Port': ['ID=ca2c8527-21fa-48a6-8c2b-1745cad94612,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:10.451128 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7201666-03cf-496f-8b3d-18f0238a328f tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Router 188f49cb-677e-44c2-a4fe-2a5493beb225 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:14:10.545245 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device db87ec7b-a57a-4d4b-a930-cc2c855cb54e up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:14:10.562028 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab55fbbf-3daa-491e-9924-d31113059c07 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Made reservation on behalf of 01cf70040508408f95a82df41495eab1 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:14:10.571600 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ab55fbbf-3daa-491e-9924-d31113059c07 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:10.578533 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-634e3966-3c12-4a80-95db-c607e1b40a06 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:10.616564 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-ab55fbbf-3daa-491e-9924-d31113059c07 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] device_id is not set on port 36855e6f-03f8-49d5-b8c6-2c2ac0c15d7c yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:14:10.659709 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port db87ec7b-a57a-4d4b-a930-cc2c855cb54e triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:14:10.660247 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:10.705821 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7201666-03cf-496f-8b3d-18f0238a328f tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:14:10.721060 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d7201666-03cf-496f-8b3d-18f0238a328f tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "PUT /v2.0/routers/188f49cb-677e-44c2-a4fe-2a5493beb225/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6692672 Aug 18 13:14:10.726929 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40740) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:10.727079 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044234a3-2f7c-4b38-ab91-da228d8591a7 None None] Sync routers for ids ['188f49cb-677e-44c2-a4fe-2a5493beb225'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:14:10.733141 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-634e3966-3c12-4a80-95db-c607e1b40a06 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:10.735423 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-634e3966-3c12-4a80-95db-c607e1b40a06 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:10.749091 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044234a3-2f7c-4b38-ab91-da228d8591a7 None None] Routers {'188f49cb-677e-44c2-a4fe-2a5493beb225'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:10.749775 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-044234a3-2f7c-4b38-ab91-da228d8591a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:13:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['188f49cb-677e-44c2-a4fe-2a5493beb225'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:10.852808 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-e03bcc63-7dcf-48ce-b1b7-ea8d4042559b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Deleting subnet 881fcc8c-7eee-427c-9d32-eaafb6bf09f9 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:14:10.856442 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e03bcc63-7dcf-48ce-b1b7-ea8d4042559b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:10.892986 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-044234a3-2f7c-4b38-ab91-da228d8591a7 None None] Set router 188f49cb-677e-44c2-a4fe-2a5493beb225 gateway port host: None {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:14:10.909363 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-634e3966-3c12-4a80-95db-c607e1b40a06 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:10.910013 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634e3966-3c12-4a80-95db-c607e1b40a06 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Fanout notify agent at l3_agent the message router_deleted on router 555f41aa-36de-4aef-bcf4-d2b6d7797fbf {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:14:10.915363 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-ab55fbbf-3daa-491e-9924-d31113059c07 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Allocated IP 2001:db8::237 (c419939c-7298-41c4-93c3-84393d99f933/982bc4dd-d5fd-487f-b550-aa16ca318923/36855e6f-03f8-49d5-b8c6-2c2ac0c15d7c) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:14:10.947044 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e03bcc63-7dcf-48ce-b1b7-ea8d4042559b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:10.963003 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-634e3966-3c12-4a80-95db-c607e1b40a06 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:10.964379 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-634e3966-3c12-4a80-95db-c607e1b40a06 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] 10.222.0.13 "DELETE /v2.0/routers/555f41aa-36de-4aef-bcf4-d2b6d7797fbf HTTP/1.1" status: 204 len: 168 time: 2.2626276 Aug 18 13:14:10.967048 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-96861872-272b-411e-ad2a-d98582cc166a req-e68711f8-4e6f-4a20-a7b6-0abba1046284 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/ports?device_id=266e00b9-f54d-4c7e-bc86-c1e206a0114c HTTP/1.1" status: 200 len: 210 time: 0.0726621 Aug 18 13:14:10.968106 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40748) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:10.973348 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-64387ebc-4f02-4518-9f31-7447795e469e tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-898284128', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:14:11.034872 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40750) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:11.053998 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-acbe7c99-38b3-4416-930f-7557107cd470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:11.172365 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-64387ebc-4f02-4518-9f31-7447795e469e tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:11.175346 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-64387ebc-4f02-4518-9f31-7447795e469e tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:11.191987 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-044234a3-2f7c-4b38-ab91-da228d8591a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'name': 'tempest-RoutersTest-router-1408703291', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:13Z', 'updated_at': '2021-08-18T13:14:09Z', 'revision_number': 10, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'gw_port_host': None, '_interfaces': [{'id': 'b15b7f8f-aee0-4312-a803-dbba543bdc01', 'name': '', 'network_id': '6317ca6c-a972-4db5-b419-d30f0cde7fe8', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:80:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:16Z', 'updated_at': '2021-08-18T13:13:26Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:11.229333 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044234a3-2f7c-4b38-ab91-da228d8591a7 None None] Checking router: 188f49cb-677e-44c2-a4fe-2a5493beb225 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:14:11.239531 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044234a3-2f7c-4b38-ab91-da228d8591a7 None None] Routers {'188f49cb-677e-44c2-a4fe-2a5493beb225'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:11.240236 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-044234a3-2f7c-4b38-ab91-da228d8591a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:13:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['188f49cb-677e-44c2-a4fe-2a5493beb225'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:11.266831 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-64387ebc-4f02-4518-9f31-7447795e469e tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:11.341803 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-acbe7c99-38b3-4416-930f-7557107cd470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:11.363599 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-044234a3-2f7c-4b38-ab91-da228d8591a7 None None] Set router 188f49cb-677e-44c2-a4fe-2a5493beb225 gateway port host: None {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:14:11.427637 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-acbe7c99-38b3-4416-930f-7557107cd470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:11.432892 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-64387ebc-4f02-4518-9f31-7447795e469e tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:11.498817 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-acbe7c99-38b3-4416-930f-7557107cd470 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e813bab24b54a248e0b780291d720b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4628198 Aug 18 13:14:11.504288 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40752) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:11.512946 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e03bcc63-7dcf-48ce-b1b7-ea8d4042559b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:11.526333 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe7c99-38b3-4416-930f-7557107cd470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5019ecc3-7034-4b53-ab08-278aaedccbeb,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:11.595233 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-233d4ec3-d22b-42ff-9c13-ff9bd8b14f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:11.634263 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-233d4ec3-d22b-42ff-9c13-ff9bd8b14f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:11.643588 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-64387ebc-4f02-4518-9f31-7447795e469e tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:11.648228 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-64387ebc-4f02-4518-9f31-7447795e469e tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6787629 Aug 18 13:14:11.650661 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ab55fbbf-3daa-491e-9924-d31113059c07 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:11.650824 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d18b7340-bc88-4671-91cd-39330128d1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:11.651605 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40754) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:11.657153 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-7f25527e-b23d-4a27-a236-244f885a7774 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Request body: {'router': {'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:14:11.680123 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-ab55fbbf-3daa-491e-9924-d31113059c07 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Transition to ACTIVE for port object 36855e6f-03f8-49d5-b8c6-2c2ac0c15d7c will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:14:11.692635 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-044234a3-2f7c-4b38-ab91-da228d8591a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'name': 'tempest-RoutersTest-router-1408703291', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:13Z', 'updated_at': '2021-08-18T13:14:09Z', 'revision_number': 10, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'gw_port_host': None, '_interfaces': [{'id': 'b15b7f8f-aee0-4312-a803-dbba543bdc01', 'name': '', 'network_id': '6317ca6c-a972-4db5-b419-d30f0cde7fe8', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:80:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:16Z', 'updated_at': '2021-08-18T13:13:26Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:11.732014 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304f200d-43ac-449b-8607-4aede561012e None None] Network c419939c-7298-41c4-93c3-84393d99f933 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:14:11.735859 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044234a3-2f7c-4b38-ab91-da228d8591a7 None None] The sync data for ids ['188f49cb-677e-44c2-a4fe-2a5493beb225'] in n-d-803603-2 is: [{'id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'name': 'tempest-RoutersTest-router-1408703291', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:13Z', 'updated_at': '2021-08-18T13:14:09Z', 'revision_number': 10, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'gw_port_host': None, '_interfaces': [{'id': 'b15b7f8f-aee0-4312-a803-dbba543bdc01', 'name': '', 'network_id': '6317ca6c-a972-4db5-b419-d30f0cde7fe8', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'mac_address': 'fa:16:3e:80:7e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:16Z', 'updated_at': '2021-08-18T13:13:26Z', 'revision_number': 5, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'subnets': [{'id': 'dec8e282-a4a9-4ff2-8309-906d50d025d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:14:11.802800 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e03bcc63-7dcf-48ce-b1b7-ea8d4042559b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:11.839087 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ab55fbbf-3daa-491e-9924-d31113059c07 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:11.841570 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03bcc63-7dcf-48ce-b1b7-ea8d4042559b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event deleted for resources: {'Subnet': ['ID=881fcc8c-7eee-427c-9d32-eaafb6bf09f9,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:11.890504 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e03bcc63-7dcf-48ce-b1b7-ea8d4042559b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:11.893320 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e03bcc63-7dcf-48ce-b1b7-ea8d4042559b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "DELETE /v2.0/subnets/881fcc8c-7eee-427c-9d32-eaafb6bf09f9 HTTP/1.1" status: 204 len: 168 time: 1.1631424 Aug 18 13:14:11.896269 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40756) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:11.915572 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd6b93b-fe7d-4c2d-9d4e-0f4c6d88f56a None None] Network 0065ad6d-33a2-47cd-977e-40294888cbaf requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:14:11.924760 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7f25527e-b23d-4a27-a236-244f885a7774 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:11.940822 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c6f61fd3-2666-479b-b948-65e18aebf183 None None] Provisioning for port 2e04d1c5-c638-4236-ab67-877fc5971e6d completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:14:11.950146 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab55fbbf-3daa-491e-9924-d31113059c07 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Network c419939c-7298-41c4-93c3-84393d99f933 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:14:11.972993 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-ab55fbbf-3daa-491e-9924-d31113059c07 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:14:11.972993 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab55fbbf-3daa-491e-9924-d31113059c07 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:14:11.976187 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab55fbbf-3daa-491e-9924-d31113059c07 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:11.976874 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ab55fbbf-3daa-491e-9924-d31113059c07 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:11.979477 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab55fbbf-3daa-491e-9924-d31113059c07 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event updated for resources: {'Port': ['ID=36855e6f-03f8-49d5-b8c6-2c2ac0c15d7c,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:12.015370 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-331871d4-41f9-46cb-a1f2-7e5e9abeb21e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:12.078992 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-233d4ec3-d22b-42ff-9c13-ff9bd8b14f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:12.082870 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-233d4ec3-d22b-42ff-9c13-ff9bd8b14f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:12.083671 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-233d4ec3-d22b-42ff-9c13-ff9bd8b14f33 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5019ecc3-7034-4b53-ab08-278aaedccbeb HTTP/1.1" status: 204 len: 168 time: 0.5784986 Aug 18 13:14:12.094770 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d4ec3-d22b-42ff-9c13-ff9bd8b14f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5019ecc3-7034-4b53-ab08-278aaedccbeb,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:12.110341 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-76ebc202-179b-41e5-963f-142c2338e0ce req-d1282db0-bfda-41c2-b2ff-68545074a802 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/ports?device_id=266e00b9-f54d-4c7e-bc86-c1e206a0114c HTTP/1.1" status: 200 len: 210 time: 0.0447288 Aug 18 13:14:12.159514 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-331871d4-41f9-46cb-a1f2-7e5e9abeb21e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Deleting port 944f6fa2-2a81-4e70-af2f-5e069fd092ef {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:14:12.160350 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-331871d4-41f9-46cb-a1f2-7e5e9abeb21e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:12.182351 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ab55fbbf-3daa-491e-9924-d31113059c07 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0720704 Aug 18 13:14:12.194498 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40766) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:12.217637 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a6ec21-7315-4b94-a185-54a048d8b5fa None None] DHCP port deletion for 0065ad6d-33a2-47cd-977e-40294888cbaf request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:14:12.288010 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-331871d4-41f9-46cb-a1f2-7e5e9abeb21e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] For port 944f6fa2-2a81-4e70-af2f-5e069fd092ef, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=944f6fa2-2a81-4e70-af2f-5e069fd092ef,segment=NetworkSegment(49a78cbc-a00b-4795-9a47-f4ef8758a017),segment_id=49a78cbc-a00b-4795-9a47-f4ef8758a017)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:14:12.292473 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-331871d4-41f9-46cb-a1f2-7e5e9abeb21e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:12.307938 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-331871d4-41f9-46cb-a1f2-7e5e9abeb21e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Calling delete_port for 944f6fa2-2a81-4e70-af2f-5e069fd092ef owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:14:12.317568 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-88a6ec21-7315-4b94-a185-54a048d8b5fa None None] Deleting port 944f6fa2-2a81-4e70-af2f-5e069fd092ef {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:14:12.317949 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-88a6ec21-7315-4b94-a185-54a048d8b5fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:12.469939 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-88a6ec21-7315-4b94-a185-54a048d8b5fa None None] For port 944f6fa2-2a81-4e70-af2f-5e069fd092ef, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=944f6fa2-2a81-4e70-af2f-5e069fd092ef,segment=NetworkSegment(49a78cbc-a00b-4795-9a47-f4ef8758a017),segment_id=49a78cbc-a00b-4795-9a47-f4ef8758a017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:14:12.470384 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-88a6ec21-7315-4b94-a185-54a048d8b5fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:12.493494 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-88a6ec21-7315-4b94-a185-54a048d8b5fa None None] Calling delete_port for 944f6fa2-2a81-4e70-af2f-5e069fd092ef owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:14:12.531236 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 2e04d1c5-c638-4236-ab67-877fc5971e6d up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:14:12.554576 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-331871d4-41f9-46cb-a1f2-7e5e9abeb21e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:12.575371 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331871d4-41f9-46cb-a1f2-7e5e9abeb21e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] No DVR routers for this DVR port 944f6fa2-2a81-4e70-af2f-5e069fd092ef on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:14:12.606962 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331871d4-41f9-46cb-a1f2-7e5e9abeb21e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event deleted for resources: {'Port': ['ID=944f6fa2-2a81-4e70-af2f-5e069fd092ef,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:12.753748 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-331871d4-41f9-46cb-a1f2-7e5e9abeb21e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:12.765601 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-331871d4-41f9-46cb-a1f2-7e5e9abeb21e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0065ad6d-33a2-47cd-977e-40294888cbaf']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:12.780389 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-331871d4-41f9-46cb-a1f2-7e5e9abeb21e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49a78cbc-a00b-4795-9a47-f4ef8758a017') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:12.781485 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-331871d4-41f9-46cb-a1f2-7e5e9abeb21e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49a78cbc-a00b-4795-9a47-f4ef8758a017') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:12.795542 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-331871d4-41f9-46cb-a1f2-7e5e9abeb21e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:12.823548 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-331871d4-41f9-46cb-a1f2-7e5e9abeb21e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:12.837876 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331871d4-41f9-46cb-a1f2-7e5e9abeb21e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:14:12.839019 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-331871d4-41f9-46cb-a1f2-7e5e9abeb21e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:12.868463 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9c30aea9-8970-4018-a6b0-be5658c4fe0a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:12.884248 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-61a6a706-4a78-4311-96a0-3ceab4e6bb93 None None] Provisioning for port 36855e6f-03f8-49d5-b8c6-2c2ac0c15d7c completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:14:12.891079 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-61a6a706-4a78-4311-96a0-3ceab4e6bb93 None None] Provisioning complete for port 36855e6f-03f8-49d5-b8c6-2c2ac0c15d7c triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:14:12.891473 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-61a6a706-4a78-4311-96a0-3ceab4e6bb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:12.941634 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:14:12.941634 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:14:12.941634 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:14:12.941634 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:14:12.941634 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:14:12.941634 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:14:12.941634 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:14:12.941634 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:14:12.941634 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:14:12.941634 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:14:12.941634 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:14:12.941634 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:14:12.941634 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:14:12.941634 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:14:12.941634 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:14:12.941634 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:14:12.941634 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:14:12.941634 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:14:12.941634 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:14:12.941634 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:14:12.941634 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:14:12.941634 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:14:12.941634 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:14:12.941634 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:14:12.941634 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:14:12.941634 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:14:12.941634 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:14:12.941634 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:14:12.941634 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:14:12.941634 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:14:12.941634 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:14:12.941634 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:14:12.999174 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-61a6a706-4a78-4311-96a0-3ceab4e6bb93 None None] Port 36855e6f-03f8-49d5-b8c6-2c2ac0c15d7c cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:14:13.027841 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-88a6ec21-7315-4b94-a185-54a048d8b5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:13.046297 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a6ec21-7315-4b94-a185-54a048d8b5fa None None] No DVR routers for this DVR port 944f6fa2-2a81-4e70-af2f-5e069fd092ef on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:14:13.079315 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a6ec21-7315-4b94-a185-54a048d8b5fa None None] Pushing event deleted for resources: {'Port': ['ID=944f6fa2-2a81-4e70-af2f-5e069fd092ef,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:13.142733 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7f25527e-b23d-4a27-a236-244f885a7774 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router_gateway, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:13.143519 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-5e98a45c-6d1d-4b09-a852-2f4dd49058fd None None] Provisioning complete for port 36855e6f-03f8-49d5-b8c6-2c2ac0c15d7c triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:14:13.144079 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5e98a45c-6d1d-4b09-a852-2f4dd49058fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:13.146014 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-331871d4-41f9-46cb-a1f2-7e5e9abeb21e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:13.146849 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 2e04d1c5-c638-4236-ab67-877fc5971e6d completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:14:13.164549 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-331871d4-41f9-46cb-a1f2-7e5e9abeb21e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:13.174337 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 2e04d1c5-c638-4236-ab67-877fc5971e6d triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:14:13.179604 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:13.179883 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-331871d4-41f9-46cb-a1f2-7e5e9abeb21e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "DELETE /v2.0/networks/0065ad6d-33a2-47cd-977e-40294888cbaf HTTP/1.1" status: 204 len: 168 time: 1.2762017 Aug 18 13:14:13.179990 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7f25527e-b23d-4a27-a236-244f885a7774 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:13.187635 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40780) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:13.273636 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331871d4-41f9-46cb-a1f2-7e5e9abeb21e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event deleted for resources: {'Network': ['ID=0065ad6d-33a2-47cd-977e-40294888cbaf,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:13.278720 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-5e98a45c-6d1d-4b09-a852-2f4dd49058fd None None] Port 36855e6f-03f8-49d5-b8c6-2c2ac0c15d7c cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:14:13.309133 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-7f25527e-b23d-4a27-a236-244f885a7774 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Allocated IP 172.25.6.15 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/ed788169-09b5-46a6-9872-f53bbcd4dc22) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:14:13.374150 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:13.394093 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5af64321-87c5-44de-9926-d01288fab9c7 req-eaf20b7c-fbb7-44c9-9389-9b431c3fb73f tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/ports?device_id=266e00b9-f54d-4c7e-bc86-c1e206a0114c HTTP/1.1" status: 200 len: 210 time: 0.0990183 Aug 18 13:14:13.411975 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 2e04d1c5-c638-4236-ab67-877fc5971e6d, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=2e04d1c5-c638-4236-ab67-877fc5971e6d,segment=NetworkSegment(fa98464e-3978-4473-a311-79a9c7691293),segment_id=fa98464e-3978-4473-a311-79a9c7691293)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:14:13.552686 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:13.603018 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-367990a3-82b6-440d-9b94-795849912292 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:13.604509 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-367990a3-82b6-440d-9b94-795849912292 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.20 "GET /v2.0/networks?id=9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6 HTTP/1.1" status: 200 len: 794 time: 0.2471354 Aug 18 13:14:13.642461 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7f25527e-b23d-4a27-a236-244f885a7774 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:13.654593 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 3ce35d65-3f78-486d-9f5e-f2abf742687f no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:14:13.667087 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9c30aea9-8970-4018-a6b0-be5658c4fe0a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:13.692556 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0fe632c8-41db-4ad0-ab66-8a9aab33f4b7 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:13.695826 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-2697dea7-e252-41c0-885f-49c100240a35 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a45397c4a7d4474ba973ba423e6989f HTTP/1.1" status: 200 len: 478 time: 0.0802526 Aug 18 13:14:13.705802 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-004bec27-9c24-4b81-ac15-5d95441bb32f tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Request body: {'port': {'device_id': '266e00b9-f54d-4c7e-bc86-c1e206a0114c', 'network_id': '9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6', 'admin_state_up': True, 'tenant_id': '0a45397c4a7d4474ba973ba423e6989f', 'security_groups': ['3014acbd-85c1-4c35-a3a6-b6890702293f', 'f4e8eb28-ed4f-45d9-83ea-f3ba181a38d7']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:14:13.729545 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 3ce35d65-3f78-486d-9f5e-f2abf742687f {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:14:13.729545 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 3ce35d65-3f78-486d-9f5e-f2abf742687f not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:14:13.729545 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 944f6fa2-2a81-4e70-af2f-5e069fd092ef no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:14:13.737315 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=2e04d1c5-c638-4236-ab67-877fc5971e6d,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:13.741136 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 944f6fa2-2a81-4e70-af2f-5e069fd092ef {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:14:13.741499 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 944f6fa2-2a81-4e70-af2f-5e069fd092ef not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:14:13.792996 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9c30aea9-8970-4018-a6b0-be5658c4fe0a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:13.866871 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d5ddb75b-7532-41e1-a097-55af3e8d59fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:13.897508 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c30aea9-8970-4018-a6b0-be5658c4fe0a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event updated for resources: {'Port': ['ID=36855e6f-03f8-49d5-b8c6-2c2ac0c15d7c,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:13.944187 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7f25527e-b23d-4a27-a236-244f885a7774 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:14.006785 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f25527e-b23d-4a27-a236-244f885a7774 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:14:14.032374 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-7f25527e-b23d-4a27-a236-244f885a7774 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:14:14.038657 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-004bec27-9c24-4b81-ac15-5d95441bb32f tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Made reservation on behalf of 0a45397c4a7d4474ba973ba423e6989f for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:14:14.042236 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-004bec27-9c24-4b81-ac15-5d95441bb32f tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:14.050516 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f25527e-b23d-4a27-a236-244f885a7774 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:14:14.066956 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f25527e-b23d-4a27-a236-244f885a7774 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Pushing event updated for resources: {'Port': ['ID=ed788169-09b5-46a6-9872-f53bbcd4dc22,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:14.118380 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-0fe632c8-41db-4ad0-ab66-8a9aab33f4b7 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Deleting port b15b7f8f-aee0-4312-a803-dbba543bdc01 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:14:14.118889 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0fe632c8-41db-4ad0-ab66-8a9aab33f4b7 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:14.206081 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9c30aea9-8970-4018-a6b0-be5658c4fe0a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:14.227959 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-0fe632c8-41db-4ad0-ab66-8a9aab33f4b7 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] For port b15b7f8f-aee0-4312-a803-dbba543bdc01, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b15b7f8f-aee0-4312-a803-dbba543bdc01,segment=NetworkSegment(0ac65b2a-c8b9-44ae-a0db-8bb98edb45cf),segment_id=0ac65b2a-c8b9-44ae-a0db-8bb98edb45cf)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:14:14.228359 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0fe632c8-41db-4ad0-ab66-8a9aab33f4b7 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:14.250698 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-0fe632c8-41db-4ad0-ab66-8a9aab33f4b7 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Calling delete_port for b15b7f8f-aee0-4312-a803-dbba543bdc01 owned by network:router_interface {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:14:14.307061 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f2d081ed-c3fc-4138-8f30-f343e2389f51 None None] Provisioning complete for port 36855e6f-03f8-49d5-b8c6-2c2ac0c15d7c triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:14:14.308185 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f2d081ed-c3fc-4138-8f30-f343e2389f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:14.359704 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f2d081ed-c3fc-4138-8f30-f343e2389f51 None None] Port 36855e6f-03f8-49d5-b8c6-2c2ac0c15d7c cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:14:14.424990 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 2e04d1c5-c638-4236-ab67-877fc5971e6d up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:14:14.516630 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 2e04d1c5-c638-4236-ab67-877fc5971e6d triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:14:14.517069 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:14.567453 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:14.574996 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a7b4ee2a-0b81-4981-951f-3c7152ecaf29 req-1d872d15-acfb-4d5e-a8b6-e6670107a857 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/ports?device_id=266e00b9-f54d-4c7e-bc86-c1e206a0114c HTTP/1.1" status: 200 len: 210 time: 0.0504913 Aug 18 13:14:14.701155 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0fe632c8-41db-4ad0-ab66-8a9aab33f4b7 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:14.730776 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe632c8-41db-4ad0-ab66-8a9aab33f4b7 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event deleted for resources: {'Port': ['ID=b15b7f8f-aee0-4312-a803-dbba543bdc01,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:14.782561 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-004bec27-9c24-4b81-ac15-5d95441bb32f tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Allocated IP 172.20.0.14 (9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6/fe3a97f8-d0ad-4092-af0e-798ceb90f1df/444e5a0e-adb6-413f-9be9-b289f1980ecd) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:14:14.907375 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0fe632c8-41db-4ad0-ab66-8a9aab33f4b7 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:15.006816 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9c30aea9-8970-4018-a6b0-be5658c4fe0a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:15.073644 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe632c8-41db-4ad0-ab66-8a9aab33f4b7 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Router 188f49cb-677e-44c2-a4fe-2a5493beb225 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:14:15.156738 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-004bec27-9c24-4b81-ac15-5d95441bb32f tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:15.178498 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe632c8-41db-4ad0-ab66-8a9aab33f4b7 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:14:15.183684 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0fe632c8-41db-4ad0-ab66-8a9aab33f4b7 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "PUT /v2.0/routers/188f49cb-677e-44c2-a4fe-2a5493beb225/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9925864 Aug 18 13:14:15.186788 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40812) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:15.195484 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f276d735-ba9e-44b8-b211-21d4a6e04ce2 None None] Sync routers for ids ['188f49cb-677e-44c2-a4fe-2a5493beb225'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:14:15.212509 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f276d735-ba9e-44b8-b211-21d4a6e04ce2 None None] Routers {'188f49cb-677e-44c2-a4fe-2a5493beb225'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:15.213155 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-f276d735-ba9e-44b8-b211-21d4a6e04ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:14:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['188f49cb-677e-44c2-a4fe-2a5493beb225'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:15.217217 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7f25527e-b23d-4a27-a236-244f885a7774 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router_gateway, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:15.255597 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-412ed580-a6ae-4dba-a8b4-b2e7f8c117cf tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Deleting subnet dec8e282-a4a9-4ff2-8309-906d50d025d9 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:14:15.259111 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-412ed580-a6ae-4dba-a8b4-b2e7f8c117cf tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:15.320728 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-412ed580-a6ae-4dba-a8b4-b2e7f8c117cf tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:15.332128 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-f276d735-ba9e-44b8-b211-21d4a6e04ce2 None None] Set router 188f49cb-677e-44c2-a4fe-2a5493beb225 gateway port host: None {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:14:15.332500 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-004bec27-9c24-4b81-ac15-5d95441bb32f tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Transition to ACTIVE for port object 444e5a0e-adb6-413f-9be9-b289f1980ecd will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:14:15.381340 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:15.405873 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-f276d735-ba9e-44b8-b211-21d4a6e04ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'name': 'tempest-RoutersTest-router-1408703291', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:13Z', 'updated_at': '2021-08-18T13:14:14Z', 'revision_number': 11, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'gw_port_host': None}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:15.469484 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-412ed580-a6ae-4dba-a8b4-b2e7f8c117cf tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:15.576904 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f276d735-ba9e-44b8-b211-21d4a6e04ce2 None None] Checking router: 188f49cb-677e-44c2-a4fe-2a5493beb225 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:14:15.586557 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f276d735-ba9e-44b8-b211-21d4a6e04ce2 None None] Routers {'188f49cb-677e-44c2-a4fe-2a5493beb225'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:15.587270 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-f276d735-ba9e-44b8-b211-21d4a6e04ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:14:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['188f49cb-677e-44c2-a4fe-2a5493beb225'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:15.591013 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-004bec27-9c24-4b81-ac15-5d95441bb32f tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:15.672256 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-f276d735-ba9e-44b8-b211-21d4a6e04ce2 None None] Set router 188f49cb-677e-44c2-a4fe-2a5493beb225 gateway port host: None {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:14:15.728593 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-f276d735-ba9e-44b8-b211-21d4a6e04ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'name': 'tempest-RoutersTest-router-1408703291', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:13Z', 'updated_at': '2021-08-18T13:14:14Z', 'revision_number': 11, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'gw_port_host': None}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:15.731458 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-412ed580-a6ae-4dba-a8b4-b2e7f8c117cf tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:15.751722 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-004bec27-9c24-4b81-ac15-5d95441bb32f tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Network 9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:14:15.755857 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f276d735-ba9e-44b8-b211-21d4a6e04ce2 None None] The sync data for ids ['188f49cb-677e-44c2-a4fe-2a5493beb225'] in n-d-803603-2 is: [{'id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'name': 'tempest-RoutersTest-router-1408703291', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:13Z', 'updated_at': '2021-08-18T13:14:14Z', 'revision_number': 11, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'gw_port_host': None}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:14:15.763996 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9c30aea9-8970-4018-a6b0-be5658c4fe0a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:15.771787 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-004bec27-9c24-4b81-ac15-5d95441bb32f tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:14:15.772604 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ed580-a6ae-4dba-a8b4-b2e7f8c117cf tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event deleted for resources: {'Subnet': ['ID=dec8e282-a4a9-4ff2-8309-906d50d025d9,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:15.775686 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-004bec27-9c24-4b81-ac15-5d95441bb32f tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:14:15.776462 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-412ed580-a6ae-4dba-a8b4-b2e7f8c117cf tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:15.792107 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-412ed580-a6ae-4dba-a8b4-b2e7f8c117cf tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "DELETE /v2.0/subnets/dec8e282-a4a9-4ff2-8309-906d50d025d9 HTTP/1.1" status: 204 len: 168 time: 0.5904996 Aug 18 13:14:15.792107 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40830) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:15.804977 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004bec27-9c24-4b81-ac15-5d95441bb32f tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Pushing event updated for resources: {'Port': ['ID=444e5a0e-adb6-413f-9be9-b289f1980ecd,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:15.811182 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141c9ffd-0051-4a33-a843-f4ee280fac90 None None] Network 6317ca6c-a972-4db5-b419-d30f0cde7fe8 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:14:15.813933 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7f25527e-b23d-4a27-a236-244f885a7774 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-486308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5626'] for router, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:15.843285 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7f25527e-b23d-4a27-a236-244f885a7774 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-486154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-486161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563648'] for router, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:15.880865 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-004bec27-9c24-4b81-ac15-5d95441bb32f tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:15.881615 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-004bec27-9c24-4b81-ac15-5d95441bb32f tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:15.894448 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9c30aea9-8970-4018-a6b0-be5658c4fe0a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:15.895260 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9c30aea9-8970-4018-a6b0-be5658c4fe0a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:15.901271 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-11f21348-4a24-4f69-95df-6ffa1b440f39 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:15.991293 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-11f21348-4a24-4f69-95df-6ffa1b440f39 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Deleting port 7c266ac9-da58-4499-b114-7447dd38329d {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:14:15.991293 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-11f21348-4a24-4f69-95df-6ffa1b440f39 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:16.077199 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-11f21348-4a24-4f69-95df-6ffa1b440f39 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] For port 7c266ac9-da58-4499-b114-7447dd38329d, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=7c266ac9-da58-4499-b114-7447dd38329d,segment=NetworkSegment(0ac65b2a-c8b9-44ae-a0db-8bb98edb45cf),segment_id=0ac65b2a-c8b9-44ae-a0db-8bb98edb45cf)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:14:16.077575 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-11f21348-4a24-4f69-95df-6ffa1b440f39 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:16.091198 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7520a-c396-4239-92a3-4f77421fd4e1 req-4ca7df91-42a3-49eb-a8f8-9e09d1dd3410 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:16.092286 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-11b7520a-c396-4239-92a3-4f77421fd4e1 req-4ca7df91-42a3-49eb-a8f8-9e09d1dd3410 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/ports?device_id=266e00b9-f54d-4c7e-bc86-c1e206a0114c HTTP/1.1" status: 200 len: 971 time: 0.4254677 Aug 18 13:14:16.096350 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-11f21348-4a24-4f69-95df-6ffa1b440f39 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Calling delete_port for 7c266ac9-da58-4499-b114-7447dd38329d owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:14:16.118605 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb24ba19-a682-4050-8705-9c5d9692a80e None None] DHCP port deletion for 6317ca6c-a972-4db5-b419-d30f0cde7fe8 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:14:16.193810 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-fb24ba19-a682-4050-8705-9c5d9692a80e None None] Deleting port 7c266ac9-da58-4499-b114-7447dd38329d {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:14:16.196087 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fb24ba19-a682-4050-8705-9c5d9692a80e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:16.204903 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-004bec27-9c24-4b81-ac15-5d95441bb32f tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 2.5034831 Aug 18 13:14:16.212094 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a98c05fa-5ca5-4b2f-be5e-a0fab56bc9ee None None] Provisioning for port 444e5a0e-adb6-413f-9be9-b289f1980ecd completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:14:16.232299 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c30aea9-8970-4018-a6b0-be5658c4fe0a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event updated for resources: {'Port': ['ID=36855e6f-03f8-49d5-b8c6-2c2ac0c15d7c,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:16.268067 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a98c05fa-5ca5-4b2f-be5e-a0fab56bc9ee None None] Provisioning complete for port 444e5a0e-adb6-413f-9be9-b289f1980ecd triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:14:16.268067 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a98c05fa-5ca5-4b2f-be5e-a0fab56bc9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:16.309863 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-11b7520a-c396-4239-92a3-4f77421fd4e1 req-815a885d-3bbe-4600-93f9-896ca82dc427 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/security-groups?id=3014acbd-85c1-4c35-a3a6-b6890702293f&id=f4e8eb28-ed4f-45d9-83ea-f3ba181a38d7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2037117 Aug 18 13:14:16.325087 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-11f21348-4a24-4f69-95df-6ffa1b440f39 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:16.361210 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-fb24ba19-a682-4050-8705-9c5d9692a80e None None] For port 7c266ac9-da58-4499-b114-7447dd38329d, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=7c266ac9-da58-4499-b114-7447dd38329d,segment=NetworkSegment(0ac65b2a-c8b9-44ae-a0db-8bb98edb45cf),segment_id=0ac65b2a-c8b9-44ae-a0db-8bb98edb45cf)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:14:16.361816 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fb24ba19-a682-4050-8705-9c5d9692a80e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:16.378453 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-a98c05fa-5ca5-4b2f-be5e-a0fab56bc9ee None None] Port 444e5a0e-adb6-413f-9be9-b289f1980ecd cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:14:16.381627 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f21348-4a24-4f69-95df-6ffa1b440f39 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event deleted for resources: {'Port': ['ID=7c266ac9-da58-4499-b114-7447dd38329d,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:16.392002 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f21348-4a24-4f69-95df-6ffa1b440f39 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] No DVR routers for this DVR port 7c266ac9-da58-4499-b114-7447dd38329d on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:14:16.393228 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c30aea9-8970-4018-a6b0-be5658c4fe0a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Network c419939c-7298-41c4-93c3-84393d99f933 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:14:16.394871 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-9c30aea9-8970-4018-a6b0-be5658c4fe0a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:14:16.398681 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-fb24ba19-a682-4050-8705-9c5d9692a80e None None] Calling delete_port for 7c266ac9-da58-4499-b114-7447dd38329d owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:14:16.510692 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b15b7f8f-aee0-4312-a803-dbba543bdc01 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:14:16.535388 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: b15b7f8f-aee0-4312-a803-dbba543bdc01 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:14:16.535731 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b15b7f8f-aee0-4312-a803-dbba543bdc01 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:14:16.536241 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 7c266ac9-da58-4499-b114-7447dd38329d no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:14:16.549350 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f25527e-b23d-4a27-a236-244f885a7774 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Router 3222cea8-577e-45c7-9442-bde844020846 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:14:16.559153 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-45505c5a-c1b0-4a34-947c-05641560d32d service neutron] Request body: {'port': {'device_id': '266e00b9-f54d-4c7e-bc86-c1e206a0114c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:14:16.574976 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-11f21348-4a24-4f69-95df-6ffa1b440f39 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:16.578014 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 7c266ac9-da58-4499-b114-7447dd38329d {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:14:16.578768 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 7c266ac9-da58-4499-b114-7447dd38329d not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:14:16.603142 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-11f21348-4a24-4f69-95df-6ffa1b440f39 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6317ca6c-a972-4db5-b419-d30f0cde7fe8']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:16.626351 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fb24ba19-a682-4050-8705-9c5d9692a80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:16.627412 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-11f21348-4a24-4f69-95df-6ffa1b440f39 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ac65b2a-c8b9-44ae-a0db-8bb98edb45cf') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:16.627737 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-11f21348-4a24-4f69-95df-6ffa1b440f39 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ac65b2a-c8b9-44ae-a0db-8bb98edb45cf') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:16.645066 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-11f21348-4a24-4f69-95df-6ffa1b440f39 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:16.664207 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24ba19-a682-4050-8705-9c5d9692a80e None None] Pushing event deleted for resources: {'Port': ['ID=7c266ac9-da58-4499-b114-7447dd38329d,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:16.669805 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb24ba19-a682-4050-8705-9c5d9692a80e None None] No DVR routers for this DVR port 7c266ac9-da58-4499-b114-7447dd38329d on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:14:16.681306 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-11f21348-4a24-4f69-95df-6ffa1b440f39 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:16.703756 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f21348-4a24-4f69-95df-6ffa1b440f39 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:14:16.705192 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-11f21348-4a24-4f69-95df-6ffa1b440f39 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:16.713718 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:14:16.713718 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:14:16.713718 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:14:16.713718 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:14:16.713718 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:14:16.713718 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:14:16.713718 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:14:16.713718 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:14:16.713718 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:14:16.713718 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:14:16.713718 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:14:16.713718 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:14:16.713718 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:14:16.713718 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:14:16.713718 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:14:16.713718 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:14:16.713718 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:14:16.713718 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:14:16.713718 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:14:16.713718 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:14:16.713718 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:14:16.713718 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:14:16.713718 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:14:16.713718 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:14:16.713718 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:14:16.713718 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:14:16.713718 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:14:16.713718 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:14:16.713718 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:14:16.713718 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:14:16.713718 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:14:16.713718 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:14:16.724881 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-45505c5a-c1b0-4a34-947c-05641560d32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:16.808210 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-409abfc0-5856-41d6-9271-ee3280be869c None None] Provisioning complete for port 36855e6f-03f8-49d5-b8c6-2c2ac0c15d7c triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:14:16.808589 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-409abfc0-5856-41d6-9271-ee3280be869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:16.843913 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-409abfc0-5856-41d6-9271-ee3280be869c None None] Port 36855e6f-03f8-49d5-b8c6-2c2ac0c15d7c cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:14:16.845486 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f25527e-b23d-4a27-a236-244f885a7774 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:14:16.859286 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1227e488-661c-4a5d-adfd-272718b3a2aa None None] Sync routers for ids ['3222cea8-577e-45c7-9442-bde844020846'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:14:16.869371 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1227e488-661c-4a5d-adfd-272718b3a2aa None None] Routers {'3222cea8-577e-45c7-9442-bde844020846'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:16.870062 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-1227e488-661c-4a5d-adfd-272718b3a2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:14:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['3222cea8-577e-45c7-9442-bde844020846'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:16.903762 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-1227e488-661c-4a5d-adfd-272718b3a2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:16.904504 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7f25527e-b23d-4a27-a236-244f885a7774 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:16.905690 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7f25527e-b23d-4a27-a236-244f885a7774 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] 10.222.0.13 "PUT /v2.0/routers/3222cea8-577e-45c7-9442-bde844020846 HTTP/1.1" status: 200 len: 878 time: 5.2530191 Aug 18 13:14:16.909518 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40858) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:16.912811 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1227e488-661c-4a5d-adfd-272718b3a2aa None None] Routers {'3222cea8-577e-45c7-9442-bde844020846'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:16.913466 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-1227e488-661c-4a5d-adfd-272718b3a2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:14:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['3222cea8-577e-45c7-9442-bde844020846'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:16.951234 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-1227e488-661c-4a5d-adfd-272718b3a2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:16.951906 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1227e488-661c-4a5d-adfd-272718b3a2aa None None] The sync data for ids ['3222cea8-577e-45c7-9442-bde844020846'] in n-d-803603-2 is: [] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:14:16.957960 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-11f21348-4a24-4f69-95df-6ffa1b440f39 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:16.966290 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-11f21348-4a24-4f69-95df-6ffa1b440f39 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:16.970900 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-11f21348-4a24-4f69-95df-6ffa1b440f39 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "DELETE /v2.0/networks/6317ca6c-a972-4db5-b419-d30f0cde7fe8 HTTP/1.1" status: 204 len: 168 time: 1.1862948 Aug 18 13:14:16.975155 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40860) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:16.978341 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c30aea9-8970-4018-a6b0-be5658c4fe0a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Router f7c76548-19b2-402e-aa18-2a4c45d3d307 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:14:16.979528 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-6ed553f6-22be-4265-bf93-c8d2e32f9be5 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Request body: {'router': {'routes': None}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:14:17.060347 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f21348-4a24-4f69-95df-6ffa1b440f39 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Pushing event deleted for resources: {'Network': ['ID=6317ca6c-a972-4db5-b419-d30f0cde7fe8,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:17.087957 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c30aea9-8970-4018-a6b0-be5658c4fe0a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:14:17.096982 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9c30aea9-8970-4018-a6b0-be5658c4fe0a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "PUT /v2.0/routers/f7c76548-19b2-402e-aa18-2a4c45d3d307/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8977396 Aug 18 13:14:17.096982 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40862) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:17.100672 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdca3cb-d049-4852-8206-e83a0f6ab1f2 None None] Sync routers for ids ['f7c76548-19b2-402e-aa18-2a4c45d3d307'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:14:17.110584 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdca3cb-d049-4852-8206-e83a0f6ab1f2 None None] Routers {'f7c76548-19b2-402e-aa18-2a4c45d3d307'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:17.111881 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-efdca3cb-d049-4852-8206-e83a0f6ab1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:14:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['f7c76548-19b2-402e-aa18-2a4c45d3d307'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:17.147220 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bc5a64-fd5b-4870-be8e-339eea524bf6 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:17.149380 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f9bc5a64-fd5b-4870-be8e-339eea524bf6 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "GET /v2.0/ports/36855e6f-03f8-49d5-b8c6-2c2ac0c15d7c HTTP/1.1" status: 200 len: 983 time: 0.0512512 Aug 18 13:14:17.151418 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40864) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:17.151586 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-efdca3cb-d049-4852-8206-e83a0f6ab1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:17.161504 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdca3cb-d049-4852-8206-e83a0f6ab1f2 None None] Routers {'f7c76548-19b2-402e-aa18-2a4c45d3d307'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:17.162386 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-efdca3cb-d049-4852-8206-e83a0f6ab1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:14:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['f7c76548-19b2-402e-aa18-2a4c45d3d307'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:17.195286 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-efdca3cb-d049-4852-8206-e83a0f6ab1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:17.196208 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdca3cb-d049-4852-8206-e83a0f6ab1f2 None None] The sync data for ids ['f7c76548-19b2-402e-aa18-2a4c45d3d307'] in n-d-803603-2 is: [] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:14:17.218121 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.extraroute_db [None req-6ed553f6-22be-4265-bf93-c8d2e32f9be5 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Added routes are [] {{(pid=101676) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 18 13:14:17.218462 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.extraroute_db [None req-6ed553f6-22be-4265-bf93-c8d2e32f9be5 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Removed routes are [] {{(pid=101676) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 18 13:14:17.218842 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6ed553f6-22be-4265-bf93-c8d2e32f9be5 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-486308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5626'] for router, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:17.229292 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-251a470d-d515-42b3-af94-0f2debe6bc8f tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] 10.222.0.13 "GET /v2.0/routers/3222cea8-577e-45c7-9442-bde844020846 HTTP/1.1" status: 200 len: 919 time: 0.3176568 Aug 18 13:14:17.233735 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40868) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:17.444354 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40872) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:17.447010 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:17.515183 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6ed553f6-22be-4265-bf93-c8d2e32f9be5 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-486308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5626'] for router, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:17.529156 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435fe9e1-d220-420d-9a4e-f8bb2d6ad799 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:17.533231 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-435fe9e1-d220-420d-9a4e-f8bb2d6ad799 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=0babe39a-03c6-4af7-9ca5-00804dd781c2&device_id=3222cea8-577e-45c7-9442-bde844020846&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2961564 Aug 18 13:14:17.533649 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6ed553f6-22be-4265-bf93-c8d2e32f9be5 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-486154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-486161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563648'] for router, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:17.536717 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40880) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:17.774475 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-45505c5a-c1b0-4a34-947c-05641560d32d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 444e5a0e-adb6-413f-9be9-b289f1980ecd {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:14:17.788163 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-45505c5a-c1b0-4a34-947c-05641560d32d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:17.816526 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-45505c5a-c1b0-4a34-947c-05641560d32d service neutron] Transition to ACTIVE for port object 444e5a0e-adb6-413f-9be9-b289f1980ecd will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:14:17.887516 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92789c-c8d5-4b87-a71a-ea4cb44c258a req-47b3ecd3-28c7-48f1-aace-129fffe14584 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:17.887516 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8d92789c-c8d5-4b87-a71a-ea4cb44c258a req-47b3ecd3-28c7-48f1-aace-129fffe14584 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/ports?device_id=266e00b9-f54d-4c7e-bc86-c1e206a0114c HTTP/1.1" status: 200 len: 971 time: 0.4471924 Aug 18 13:14:17.913446 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-45505c5a-c1b0-4a34-947c-05641560d32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:17.934809 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:14:18.012452 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-37621592-0d65-48b4-b810-368925e5b6a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:18.026961 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-96852c29-7ed6-4e84-bf1a-8e38f42bc1eb tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:18.033025 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45505c5a-c1b0-4a34-947c-05641560d32d service neutron] Pushing event updated for resources: {'Port': ['ID=444e5a0e-adb6-413f-9be9-b289f1980ecd,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:18.058540 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed553f6-22be-4265-bf93-c8d2e32f9be5 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Router 188f49cb-677e-44c2-a4fe-2a5493beb225 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:14:18.070919 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8d92789c-c8d5-4b87-a71a-ea4cb44c258a req-5b5ecee9-3978-4cfb-bed2-a0854850a689 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/security-groups?id=3014acbd-85c1-4c35-a3a6-b6890702293f&id=f4e8eb28-ed4f-45d9-83ea-f3ba181a38d7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1516042 Aug 18 13:14:18.158824 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75919c4-3d81-4c9b-ba74-73999f49102e tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:18.163259 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a75919c4-3d81-4c9b-ba74-73999f49102e tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] 10.222.0.13 "GET /v2.0/networks/0babe39a-03c6-4af7-9ca5-00804dd781c2 HTTP/1.1" status: 200 len: 881 time: 0.6209006 Aug 18 13:14:18.166072 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40882) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:18.201801 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed553f6-22be-4265-bf93-c8d2e32f9be5 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:14:18.207568 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1bb997b2-dfd7-497f-a6b4-29f148f45e26 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] 10.222.0.13 "GET /v2.0/ports?device_id=3222cea8-577e-45c7-9442-bde844020846 HTTP/1.1" status: 200 len: 205 time: 0.0373480 Aug 18 13:14:18.210311 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6ed553f6-22be-4265-bf93-c8d2e32f9be5 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:18.210599 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40884) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:18.212114 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6ed553f6-22be-4265-bf93-c8d2e32f9be5 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "PUT /v2.0/routers/188f49cb-677e-44c2-a4fe-2a5493beb225 HTTP/1.1" status: 200 len: 701 time: 1.2353096 Aug 18 13:14:18.223053 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b2634c-4b51-47f1-bbd0-277f24c7446f None None] Sync routers for ids ['188f49cb-677e-44c2-a4fe-2a5493beb225'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:14:18.236834 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b2634c-4b51-47f1-bbd0-277f24c7446f None None] Routers {'188f49cb-677e-44c2-a4fe-2a5493beb225'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:18.238624 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d7b2634c-4b51-47f1-bbd0-277f24c7446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:14:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['188f49cb-677e-44c2-a4fe-2a5493beb225'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:18.240537 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40886) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:18.278984 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3b858b5a-dab1-46a7-98f4-8e2c2455d943 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "GET /v2.0/ports?device_id=188f49cb-677e-44c2-a4fe-2a5493beb225 HTTP/1.1" status: 200 len: 205 time: 0.0349464 Aug 18 13:14:18.279186 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40888) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:18.331109 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-37621592-0d65-48b4-b810-368925e5b6a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:18.335776 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-d7b2634c-4b51-47f1-bbd0-277f24c7446f None None] Set router 188f49cb-677e-44c2-a4fe-2a5493beb225 gateway port host: None {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:14:18.353855 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-45505c5a-c1b0-4a34-947c-05641560d32d service neutron] Attempting to bind port 444e5a0e-adb6-413f-9be9-b289f1980ecd on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:14:18.354245 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-45505c5a-c1b0-4a34-947c-05641560d32d service neutron] Attempting to bind port 444e5a0e-adb6-413f-9be9-b289f1980ecd by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': 'eacca97c-c59c-4de7-a766-d08b3b45c57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:14:18.354606 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-45505c5a-c1b0-4a34-947c-05641560d32d service neutron] Attempting to bind port 444e5a0e-adb6-413f-9be9-b289f1980ecd on network 9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:14:18.368381 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0cf71a61-a0db-41bf-8599-86b73a25b0ad tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:18.391393 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-45505c5a-c1b0-4a34-947c-05641560d32d service neutron] Port 444e5a0e-adb6-413f-9be9-b289f1980ecd on network 9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:14:18.391731 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-45505c5a-c1b0-4a34-947c-05641560d32d service neutron] Attempting to bind port 444e5a0e-adb6-413f-9be9-b289f1980ecd on network 9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:14:18.401011 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d7b2634c-4b51-47f1-bbd0-277f24c7446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'name': 'tempest-RoutersTest-router-1408703291', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:13Z', 'updated_at': '2021-08-18T13:14:14Z', 'revision_number': 11, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'gw_port_host': None}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:18.407600 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-37621592-0d65-48b4-b810-368925e5b6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:18.407775 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-45505c5a-c1b0-4a34-947c-05641560d32d service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:14:18.408184 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-45505c5a-c1b0-4a34-947c-05641560d32d service neutron] Checking segment: {'id': 'eacca97c-c59c-4de7-a766-d08b3b45c57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:14:18.409092 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-45505c5a-c1b0-4a34-947c-05641560d32d service neutron] Bound using segment: {'id': 'eacca97c-c59c-4de7-a766-d08b3b45c57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:14:18.409543 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-45505c5a-c1b0-4a34-947c-05641560d32d service neutron] Bound port: 444e5a0e-adb6-413f-9be9-b289f1980ecd, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eacca97c-c59c-4de7-a766-d08b3b45c57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:14:18.409905 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-45505c5a-c1b0-4a34-947c-05641560d32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:18.438252 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b2634c-4b51-47f1-bbd0-277f24c7446f None None] Checking router: 188f49cb-677e-44c2-a4fe-2a5493beb225 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:14:18.441420 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-33605d2d-225c-4bdb-9adf-9809c716f8be tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:18.456416 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b2634c-4b51-47f1-bbd0-277f24c7446f None None] Routers {'188f49cb-677e-44c2-a4fe-2a5493beb225'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:18.457101 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d7b2634c-4b51-47f1-bbd0-277f24c7446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:14:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['188f49cb-677e-44c2-a4fe-2a5493beb225'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:18.487530 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-37621592-0d65-48b4-b810-368925e5b6a0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=efc700e8545d45278d5f13a66c66c356&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0381482 Aug 18 13:14:18.501910 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40892) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:18.510398 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37621592-0d65-48b4-b810-368925e5b6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a448c9fb-f6a9-48ab-9e79-4d4daeb876ea,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:18.582330 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0cf71a61-a0db-41bf-8599-86b73a25b0ad tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:18.582525 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-d7b2634c-4b51-47f1-bbd0-277f24c7446f None None] Set router 188f49cb-677e-44c2-a4fe-2a5493beb225 gateway port host: None {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:14:18.584803 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0cf71a61-a0db-41bf-8599-86b73a25b0ad tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:18.636542 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d7b2634c-4b51-47f1-bbd0-277f24c7446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'name': 'tempest-RoutersTest-router-1408703291', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:13Z', 'updated_at': '2021-08-18T13:14:14Z', 'revision_number': 11, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'gw_port_host': None}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:18.667536 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b2634c-4b51-47f1-bbd0-277f24c7446f None None] The sync data for ids ['188f49cb-677e-44c2-a4fe-2a5493beb225'] in n-d-803603-2 is: [{'id': '188f49cb-677e-44c2-a4fe-2a5493beb225', 'name': 'tempest-RoutersTest-router-1408703291', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:13Z', 'updated_at': '2021-08-18T13:14:14Z', 'revision_number': 11, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'gw_port_host': None}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:14:18.678575 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-45505c5a-c1b0-4a34-947c-05641560d32d service neutron] For port 444e5a0e-adb6-413f-9be9-b289f1980ecd, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:14:18.687700 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-45505c5a-c1b0-4a34-947c-05641560d32d service neutron] For port 444e5a0e-adb6-413f-9be9-b289f1980ecd, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=444e5a0e-adb6-413f-9be9-b289f1980ecd,segment=NetworkSegment(eacca97c-c59c-4de7-a766-d08b3b45c57d),segment_id=eacca97c-c59c-4de7-a766-d08b3b45c57d)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:14:18.698486 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d0afcb9b-63a7-4653-a7cb-c970ce918051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:18.704439 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-33605d2d-225c-4bdb-9adf-9809c716f8be tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:18.707132 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0cf71a61-a0db-41bf-8599-86b73a25b0ad tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:18.707699 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf71a61-a0db-41bf-8599-86b73a25b0ad tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Fanout notify agent at l3_agent the message router_deleted on router 188f49cb-677e-44c2-a4fe-2a5493beb225 {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:14:18.715689 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0cf71a61-a0db-41bf-8599-86b73a25b0ad tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:18.717006 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0cf71a61-a0db-41bf-8599-86b73a25b0ad tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "DELETE /v2.0/routers/188f49cb-677e-44c2-a4fe-2a5493beb225 HTTP/1.1" status: 204 len: 168 time: 0.4369767 Aug 18 13:14:18.726514 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40894) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:18.727396 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-870525f7-0731-4882-b959-1e38089e34fa tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-42427904', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:14:18.740433 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d0afcb9b-63a7-4653-a7cb-c970ce918051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:18.755517 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-96852c29-7ed6-4e84-bf1a-8e38f42bc1eb tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Deleting port 36855e6f-03f8-49d5-b8c6-2c2ac0c15d7c {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:14:18.755880 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-96852c29-7ed6-4e84-bf1a-8e38f42bc1eb tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:18.816731 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-45505c5a-c1b0-4a34-947c-05641560d32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:18.836349 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-870525f7-0731-4882-b959-1e38089e34fa tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:18.843928 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-870525f7-0731-4882-b959-1e38089e34fa tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:18.892932 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-45505c5a-c1b0-4a34-947c-05641560d32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:18.892932 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-45505c5a-c1b0-4a34-947c-05641560d32d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:18.894282 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-45505c5a-c1b0-4a34-947c-05641560d32d service neutron] 10.222.0.20 "PUT /v2.0/ports/444e5a0e-adb6-413f-9be9-b289f1980ecd HTTP/1.1" status: 200 len: 1131 time: 2.6772196 Aug 18 13:14:18.901150 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '266e00b9-f54d-4c7e-bc86-c1e206a0114c', 'tag': '444e5a0e-adb6-413f-9be9-b289f1980ecd'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:14:18.903334 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ac9c76-746d-4a58-a463-1bfe713099a0" -d '{"events": [{"name": "network-changed", "server_uuid": "266e00b9-f54d-4c7e-bc86-c1e206a0114c", "tag": "444e5a0e-adb6-413f-9be9-b289f1980ecd"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:14:18.937601 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-870525f7-0731-4882-b959-1e38089e34fa tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:18.974072 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-96852c29-7ed6-4e84-bf1a-8e38f42bc1eb tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:18.982397 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45505c5a-c1b0-4a34-947c-05641560d32d service neutron] Pushing event updated for resources: {'Port': ['ID=444e5a0e-adb6-413f-9be9-b289f1980ecd,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:18.986978 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27db043-562a-4726-8910-e1c196e41d6b x-openstack-request-id: req-a27db043-562a-4726-8910-e1c196e41d6b {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:14:18.987280 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "266e00b9-f54d-4c7e-bc86-c1e206a0114c", "tag": "444e5a0e-adb6-413f-9be9-b289f1980ecd", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:14:18.987536 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a27db043-562a-4726-8910-e1c196e41d6b {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:14:18.987935 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '266e00b9-f54d-4c7e-bc86-c1e206a0114c', 'tag': '444e5a0e-adb6-413f-9be9-b289f1980ecd', 'status': 'completed', 'code': 200} Aug 18 13:14:18.997950 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-96852c29-7ed6-4e84-bf1a-8e38f42bc1eb tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Calling delete_port for 36855e6f-03f8-49d5-b8c6-2c2ac0c15d7c owned by network:router_interface {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:14:19.022149 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-870525f7-0731-4882-b959-1e38089e34fa tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:19.062796 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-33605d2d-225c-4bdb-9adf-9809c716f8be tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Deleting port ed788169-09b5-46a6-9872-f53bbcd4dc22 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:14:19.063140 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-33605d2d-225c-4bdb-9adf-9809c716f8be tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:19.080485 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d0afcb9b-63a7-4653-a7cb-c970ce918051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:19.089118 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d0afcb9b-63a7-4653-a7cb-c970ce918051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:19.089118 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d0afcb9b-63a7-4653-a7cb-c970ce918051 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a448c9fb-f6a9-48ab-9e79-4d4daeb876ea HTTP/1.1" status: 204 len: 168 time: 0.5789213 Aug 18 13:14:19.139698 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0afcb9b-63a7-4653-a7cb-c970ce918051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a448c9fb-f6a9-48ab-9e79-4d4daeb876ea,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:19.153102 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-870525f7-0731-4882-b959-1e38089e34fa tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:19.154740 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-870525f7-0731-4882-b959-1e38089e34fa tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4322944 Aug 18 13:14:19.159007 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40902) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:19.171518 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-35815fe1-13a4-4d89-a214-1347ea643b0f tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:14:19.205939 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac9c76-746d-4a58-a463-1bfe713099a0 req-b128f2bd-359f-4b6e-a44d-04df26174c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:19.207612 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-74ac9c76-746d-4a58-a463-1bfe713099a0 req-b128f2bd-359f-4b6e-a44d-04df26174c0a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a45397c4a7d4474ba973ba423e6989f&device_id=266e00b9-f54d-4c7e-bc86-c1e206a0114c HTTP/1.1" status: 200 len: 1134 time: 0.1916192 Aug 18 13:14:19.356723 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993befb-2e26-41b8-858c-a0c6ac7dd18e req-9a48caba-4546-428d-a2b8-b38345246be5 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:19.358278 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9993befb-2e26-41b8-858c-a0c6ac7dd18e req-9a48caba-4546-428d-a2b8-b38345246be5 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/ports?device_id=266e00b9-f54d-4c7e-bc86-c1e206a0114c HTTP/1.1" status: 200 len: 983 time: 0.1965942 Aug 18 13:14:19.361296 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-33605d2d-225c-4bdb-9adf-9809c716f8be tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:19.397630 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-33605d2d-225c-4bdb-9adf-9809c716f8be tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Calling delete_port for ed788169-09b5-46a6-9872-f53bbcd4dc22 owned by network:router_gateway {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:14:19.454150 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-35815fe1-13a4-4d89-a214-1347ea643b0f tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-486308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5626'] for router, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:19.481897 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9993befb-2e26-41b8-858c-a0c6ac7dd18e req-a3c1e0cf-6740-49ad-8e50-26e480747f01 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/security-groups?id=3014acbd-85c1-4c35-a3a6-b6890702293f&id=f4e8eb28-ed4f-45d9-83ea-f3ba181a38d7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0860958 Aug 18 13:14:19.532174 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac9c76-746d-4a58-a463-1bfe713099a0 req-87af6c0e-36b7-4482-af2f-ebc74c4ab715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:19.533706 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-74ac9c76-746d-4a58-a463-1bfe713099a0 req-87af6c0e-36b7-4482-af2f-ebc74c4ab715 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=0a45397c4a7d4474ba973ba423e6989f&shared=False HTTP/1.1" status: 200 len: 895 time: 0.3169518 Aug 18 13:14:19.592856 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-35815fe1-13a4-4d89-a214-1347ea643b0f tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-486154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-486161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563648'] for router, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:19.810422 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35815fe1-13a4-4d89-a214-1347ea643b0f tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Router dc517363-baed-4209-b3a0-f7a54c85fe80 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:14:19.902415 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35815fe1-13a4-4d89-a214-1347ea643b0f tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:14:19.909737 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-35815fe1-13a4-4d89-a214-1347ea643b0f tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:19.913241 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-35815fe1-13a4-4d89-a214-1347ea643b0f tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "PUT /v2.0/routers/dc517363-baed-4209-b3a0-f7a54c85fe80 HTTP/1.1" status: 200 len: 692 time: 0.7504799 Aug 18 13:14:19.913572 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61740607-975b-4d94-beb0-3a2897ef4d81 None None] Sync routers for ids ['dc517363-baed-4209-b3a0-f7a54c85fe80'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:14:19.914266 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40908) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:19.929318 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61740607-975b-4d94-beb0-3a2897ef4d81 None None] Routers {'dc517363-baed-4209-b3a0-f7a54c85fe80'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:19.930782 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-96852c29-7ed6-4e84-bf1a-8e38f42bc1eb tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:19.931702 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-61740607-975b-4d94-beb0-3a2897ef4d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:14:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['dc517363-baed-4209-b3a0-f7a54c85fe80'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:19.973656 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40910) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:19.989513 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96852c29-7ed6-4e84-bf1a-8e38f42bc1eb tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event deleted for resources: {'Port': ['ID=36855e6f-03f8-49d5-b8c6-2c2ac0c15d7c,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:20.025741 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-61740607-975b-4d94-beb0-3a2897ef4d81 None None] Set router dc517363-baed-4209-b3a0-f7a54c85fe80 gateway port host: None {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:14:20.032294 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e76fc969-4e75-4016-ac5c-490a7822e12a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:20.049772 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d5b8b9c6-25b5-4c85-bfe0-2863f6b6b33b tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "GET /v2.0/routers/dc517363-baed-4209-b3a0-f7a54c85fe80 HTTP/1.1" status: 200 len: 698 time: 0.1350222 Aug 18 13:14:20.053480 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40912) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:20.087056 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5fe2c4bc-ca66-433b-afa7-4dfc9ef2c578 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc517363-baed-4209-b3a0-f7a54c85fe80 HTTP/1.1" status: 200 len: 205 time: 0.0300403 Aug 18 13:14:20.090253 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40914) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:20.091211 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-61740607-975b-4d94-beb0-3a2897ef4d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc517363-baed-4209-b3a0-f7a54c85fe80', 'name': 'tempest-RoutersTest-router-42427904', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:14:18Z', 'updated_at': '2021-08-18T13:14:19Z', 'revision_number': 2, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'gw_port_host': None}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:20.120941 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61740607-975b-4d94-beb0-3a2897ef4d81 None None] Checking router: dc517363-baed-4209-b3a0-f7a54c85fe80 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:14:20.130439 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61740607-975b-4d94-beb0-3a2897ef4d81 None None] Routers {'dc517363-baed-4209-b3a0-f7a54c85fe80'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:20.131319 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-61740607-975b-4d94-beb0-3a2897ef4d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:14:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['dc517363-baed-4209-b3a0-f7a54c85fe80'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:20.183175 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-71315eed-4864-4ad4-a6be-c16306cb248c tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:20.208283 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-61740607-975b-4d94-beb0-3a2897ef4d81 None None] Set router dc517363-baed-4209-b3a0-f7a54c85fe80 gateway port host: None {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:14:20.211814 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-96852c29-7ed6-4e84-bf1a-8e38f42bc1eb tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:20.226335 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac9c76-746d-4a58-a463-1bfe713099a0 req-7d9e5b9c-6f1f-4670-bb77-2cdf43e1fd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:20.227845 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-74ac9c76-746d-4a58-a463-1bfe713099a0 req-7d9e5b9c-6f1f-4670-bb77-2cdf43e1fd90 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6849921 Aug 18 13:14:20.268431 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-61740607-975b-4d94-beb0-3a2897ef4d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc517363-baed-4209-b3a0-f7a54c85fe80', 'name': 'tempest-RoutersTest-router-42427904', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:14:18Z', 'updated_at': '2021-08-18T13:14:19Z', 'revision_number': 2, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'gw_port_host': None}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:20.298666 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61740607-975b-4d94-beb0-3a2897ef4d81 None None] The sync data for ids ['dc517363-baed-4209-b3a0-f7a54c85fe80'] in n-d-803603-2 is: [{'id': 'dc517363-baed-4209-b3a0-f7a54c85fe80', 'name': 'tempest-RoutersTest-router-42427904', 'tenant_id': '6307d39a85c24bc690f9cb3d2145ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:14:18Z', 'updated_at': '2021-08-18T13:14:19Z', 'revision_number': 2, 'project_id': '6307d39a85c24bc690f9cb3d2145ec59', 'gw_port_host': None}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:14:20.432590 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-71315eed-4864-4ad4-a6be-c16306cb248c tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:20.434960 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-71315eed-4864-4ad4-a6be-c16306cb248c tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:20.495808 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-33605d2d-225c-4bdb-9adf-9809c716f8be tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:20.535978 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-5ce38960-b915-4314-bf3a-54bc1ebf8f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:20.537539 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-5ce38960-b915-4314-bf3a-54bc1ebf8f9e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a45397c4a7d4474ba973ba423e6989f&device_id=266e00b9-f54d-4c7e-bc86-c1e206a0114c HTTP/1.1" status: 200 len: 1134 time: 0.2434766 Aug 18 13:14:20.543978 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33605d2d-225c-4bdb-9adf-9809c716f8be tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Pushing event deleted for resources: {'Port': ['ID=ed788169-09b5-46a6-9872-f53bbcd4dc22,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:20.576836 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96852c29-7ed6-4e84-bf1a-8e38f42bc1eb tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Router f7c76548-19b2-402e-aa18-2a4c45d3d307 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:14:20.584511 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-71315eed-4864-4ad4-a6be-c16306cb248c tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:20.585196 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71315eed-4864-4ad4-a6be-c16306cb248c tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Fanout notify agent at l3_agent the message router_deleted on router dc517363-baed-4209-b3a0-f7a54c85fe80 {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:14:20.601940 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-71315eed-4864-4ad4-a6be-c16306cb248c tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:20.608491 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-71315eed-4864-4ad4-a6be-c16306cb248c tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "DELETE /v2.0/routers/dc517363-baed-4209-b3a0-f7a54c85fe80 HTTP/1.1" status: 204 len: 168 time: 0.5167797 Aug 18 13:14:20.617087 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40920) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:20.642442 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-8f5857d2-9e96-4af1-8134-1e702c481645 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=444e5a0e-adb6-413f-9be9-b289f1980ecd HTTP/1.1" status: 200 len: 217 time: 0.0942075 Aug 18 13:14:20.663425 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-95f37960-193e-48b1-b8d5-d16554e0ec38 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc517363-baed-4209-b3a0-f7a54c85fe80 HTTP/1.1" status: 200 len: 205 time: 0.0449653 Aug 18 13:14:20.666905 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40922) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:20.724666 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-9bef12b6-be09-4793-b021-9c2a38768a27 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] delete failed (client error): The resource could not be found. Aug 18 13:14:20.726028 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9bef12b6-be09-4793-b021-9c2a38768a27 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "DELETE /v2.0/routers/dc517363-baed-4209-b3a0-f7a54c85fe80 HTTP/1.1" status: 404 len: 336 time: 0.0579958 Aug 18 13:14:20.729135 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40924) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:20.771430 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4a86223-3193-446f-9d67-13b97c4f9a2e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] DELETE failed (client error): The resource could not be found. Aug 18 13:14:20.771894 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4a86223-3193-446f-9d67-13b97c4f9a2e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:14:20.773061 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-33605d2d-225c-4bdb-9adf-9809c716f8be tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:20.773680 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e4a86223-3193-446f-9d67-13b97c4f9a2e tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "DELETE /v2.0/subnets/77624c86-351d-422c-ab31-f1422a28b869 HTTP/1.1" status: 404 len: 337 time: 0.0434151 Aug 18 13:14:20.777050 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40926) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:20.799930 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e76fc969-4e75-4016-ac5c-490a7822e12a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:20.818761 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-86038969-442c-4fea-990c-f5f1f781ce55 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] DELETE failed (client error): The resource could not be found. Aug 18 13:14:20.819220 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86038969-442c-4fea-990c-f5f1f781ce55 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:14:20.821047 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-86038969-442c-4fea-990c-f5f1f781ce55 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "DELETE /v2.0/subnets/5121c213-ff1c-4c4c-b219-3361f0350270 HTTP/1.1" status: 404 len: 337 time: 0.0432506 Aug 18 13:14:20.823751 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40928) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:20.858707 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4ca71a9-dcaa-4a54-9c1a-8ec04f004037 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] DELETE failed (client error): The resource could not be found. Aug 18 13:14:20.859510 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4ca71a9-dcaa-4a54-9c1a-8ec04f004037 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:14:20.862390 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a4ca71a9-dcaa-4a54-9c1a-8ec04f004037 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "DELETE /v2.0/subnets/881fcc8c-7eee-427c-9d32-eaafb6bf09f9 HTTP/1.1" status: 404 len: 337 time: 0.0376358 Aug 18 13:14:20.866519 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40930) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:20.896464 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef159fcf-ad7f-4406-bc6b-5a31e829c8d7 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] DELETE failed (client error): The resource could not be found. Aug 18 13:14:20.896934 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef159fcf-ad7f-4406-bc6b-5a31e829c8d7 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:14:20.898816 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ef159fcf-ad7f-4406-bc6b-5a31e829c8d7 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "DELETE /v2.0/subnets/dec8e282-a4a9-4ff2-8309-906d50d025d9 HTTP/1.1" status: 404 len: 337 time: 0.0311120 Aug 18 13:14:20.902464 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40932) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:20.923512 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-10f592c7-e941-45db-9319-b98b4749bddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:20.923512 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-10f592c7-e941-45db-9319-b98b4749bddf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fe3a97f8-d0ad-4092-af0e-798ceb90f1df HTTP/1.1" status: 200 len: 835 time: 0.2490690 Aug 18 13:14:20.927771 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e86f79-a4e2-4f40-8e45-59fd598a56e9 req-461bef4a-1314-40e4-9f5c-c2197c9d4c22 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:20.929396 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-85e86f79-a4e2-4f40-8e45-59fd598a56e9 req-461bef4a-1314-40e4-9f5c-c2197c9d4c22 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/ports?device_id=266e00b9-f54d-4c7e-bc86-c1e206a0114c HTTP/1.1" status: 200 len: 983 time: 0.3225429 Aug 18 13:14:20.931333 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-33605d2d-225c-4bdb-9adf-9809c716f8be tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:20.935829 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-984541fb-f413-4a63-a78c-09094eb7f82a tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "GET /v2.0/ports?device_id=188f49cb-677e-44c2-a4fe-2a5493beb225 HTTP/1.1" status: 200 len: 205 time: 0.0293696 Aug 18 13:14:20.936088 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40934) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:20.944643 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96852c29-7ed6-4e84-bf1a-8e38f42bc1eb tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:14:20.944916 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e76fc969-4e75-4016-ac5c-490a7822e12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:20.945826 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-33605d2d-225c-4bdb-9adf-9809c716f8be tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:20.955525 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-96852c29-7ed6-4e84-bf1a-8e38f42bc1eb tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "PUT /v2.0/routers/f7c76548-19b2-402e-aa18-2a4c45d3d307/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7993209 Aug 18 13:14:20.957778 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4641683-2ec5-4285-8856-c2a3cd52d55e None None] Sync routers for ids ['f7c76548-19b2-402e-aa18-2a4c45d3d307'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:14:20.967170 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4641683-2ec5-4285-8856-c2a3cd52d55e None None] Routers {'f7c76548-19b2-402e-aa18-2a4c45d3d307'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:20.977336 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-b4641683-2ec5-4285-8856-c2a3cd52d55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:14:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['f7c76548-19b2-402e-aa18-2a4c45d3d307'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:20.978137 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40936) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:20.995091 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-8f86eef1-697c-4e21-bb4a-d141f489cec6 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] delete failed (client error): The resource could not be found. Aug 18 13:14:20.996030 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8f86eef1-697c-4e21-bb4a-d141f489cec6 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "DELETE /v2.0/routers/188f49cb-677e-44c2-a4fe-2a5493beb225 HTTP/1.1" status: 404 len: 336 time: 0.0585382 Aug 18 13:14:21.003651 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40938) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:21.016339 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-b4641683-2ec5-4285-8856-c2a3cd52d55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:21.029740 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4641683-2ec5-4285-8856-c2a3cd52d55e None None] Routers {'f7c76548-19b2-402e-aa18-2a4c45d3d307'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:21.030541 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-b4641683-2ec5-4285-8856-c2a3cd52d55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:14:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['f7c76548-19b2-402e-aa18-2a4c45d3d307'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:21.042473 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7b6ed7c0-c358-4d8e-b3f7-ce6bfe5938fa tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd61fa7d-4660-4d22-8687-f5412c9884d0 HTTP/1.1" status: 200 len: 205 time: 0.0384064 Aug 18 13:14:21.046307 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40940) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:21.046956 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76fc969-4e75-4016-ac5c-490a7822e12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713c25f7-ece8-4c1e-9ee3-b6226cbf96ee,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:21.073980 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-b4641683-2ec5-4285-8856-c2a3cd52d55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:21.081110 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4641683-2ec5-4285-8856-c2a3cd52d55e None None] The sync data for ids ['f7c76548-19b2-402e-aa18-2a4c45d3d307'] in n-d-803603-2 is: [] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:14:21.092375 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-fb3acaa1-ca1d-47ec-862c-2b1b502c56d3 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] delete failed (client error): The resource could not be found. Aug 18 13:14:21.109071 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-fb3acaa1-ca1d-47ec-862c-2b1b502c56d3 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "DELETE /v2.0/routers/bd61fa7d-4660-4d22-8687-f5412c9884d0 HTTP/1.1" status: 404 len: 336 time: 0.0435240 Aug 18 13:14:21.109071 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e76fc969-4e75-4016-ac5c-490a7822e12a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=169d598400f645c58a2cc8aa600aa060&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1222689 Aug 18 13:14:21.109071 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40942) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:21.109071 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40944) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:21.133868 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c5dbb5d-8f8e-4e6d-9c59-d2a011812a3a tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] DELETE failed (client error): The resource could not be found. Aug 18 13:14:21.134344 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c5dbb5d-8f8e-4e6d-9c59-d2a011812a3a tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:14:21.156828 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4c5dbb5d-8f8e-4e6d-9c59-d2a011812a3a tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "DELETE /v2.0/subnets/531abcc3-740b-4dbd-9b1c-d4d437ce2c8f HTTP/1.1" status: 404 len: 337 time: 0.0375819 Aug 18 13:14:21.159919 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40946) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:21.191139 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3e5922fc-819a-44ae-944c-e98cffa83b44 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d924d7a-56be-41a1-b8ab-55f4e815255b HTTP/1.1" status: 200 len: 205 time: 0.0302422 Aug 18 13:14:21.198281 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40948) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:21.218152 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-85e86f79-a4e2-4f40-8e45-59fd598a56e9 req-1b81588b-a426-4143-8ccf-8a2b99c68401 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/security-groups?id=3014acbd-85c1-4c35-a3a6-b6890702293f&id=f4e8eb28-ed4f-45d9-83ea-f3ba181a38d7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2738330 Aug 18 13:14:21.224927 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-ba72fc47-940e-4def-a860-4a129be65e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:21.226432 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-ba72fc47-940e-4def-a860-4a129be65e44 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2928576 Aug 18 13:14:21.242162 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-43439ebd-2566-4f92-9f02-d5f41a00940a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:21.250091 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-845e3ba3-866b-4e34-b46b-8af13b632a33 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] delete failed (client error): The resource could not be found. Aug 18 13:14:21.250091 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-845e3ba3-866b-4e34-b46b-8af13b632a33 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "DELETE /v2.0/routers/6d924d7a-56be-41a1-b8ab-55f4e815255b HTTP/1.1" status: 404 len: 336 time: 0.0469947 Aug 18 13:14:21.253187 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40950) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:21.288307 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-bfe24929-1378-4cd2-895d-0198fd5355a9 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "GET /v2.0/ports?device_id=08cc58b6-155e-43fb-a4b2-f64d24d26217 HTTP/1.1" status: 200 len: 205 time: 0.0338969 Aug 18 13:14:21.291843 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40952) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:21.299037 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-43439ebd-2566-4f92-9f02-d5f41a00940a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:21.316747 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-33605d2d-225c-4bdb-9adf-9809c716f8be tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:21.317309 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33605d2d-225c-4bdb-9adf-9809c716f8be tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Fanout notify agent at l3_agent the message router_deleted on router 3222cea8-577e-45c7-9442-bde844020846 {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:14:21.319381 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-28921d69-0f1a-439a-9196-e31207c60dbe tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] remove_router_interface failed (client error): The resource could not be found. Aug 18 13:14:21.322986 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-28921d69-0f1a-439a-9196-e31207c60dbe tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "PUT /v2.0/routers/f7c76548-19b2-402e-aa18-2a4c45d3d307/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3407955 Aug 18 13:14:21.327340 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-33605d2d-225c-4bdb-9adf-9809c716f8be tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:21.328392 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-33605d2d-225c-4bdb-9adf-9809c716f8be tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] 10.222.0.13 "DELETE /v2.0/routers/3222cea8-577e-45c7-9442-bde844020846 HTTP/1.1" status: 204 len: 168 time: 3.1168494 Aug 18 13:14:21.331344 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40954) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:21.336031 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40956) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:21.345283 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-19e778f8-6087-45be-90cb-8242d4f5642a tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] delete failed (client error): The resource could not be found. Aug 18 13:14:21.345283 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-19e778f8-6087-45be-90cb-8242d4f5642a tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "DELETE /v2.0/routers/08cc58b6-155e-43fb-a4b2-f64d24d26217 HTTP/1.1" status: 404 len: 336 time: 0.0493100 Aug 18 13:14:21.345283 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40958) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:21.351572 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-92a73d42-1f55-4444-a915-3f930c755bf3 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-381138964', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:14:21.374685 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0289cd40-afbb-4a2a-b2b7-7a1fe351c85c tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7c76548-19b2-402e-aa18-2a4c45d3d307 HTTP/1.1" status: 200 len: 205 time: 0.0424182 Aug 18 13:14:21.379218 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40960) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:21.395085 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ce3a9d2-0626-448b-bc1a-ecd897e11408 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] DELETE failed (client error): The resource could not be found. Aug 18 13:14:21.395539 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ce3a9d2-0626-448b-bc1a-ecd897e11408 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:14:21.400218 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2ce3a9d2-0626-448b-bc1a-ecd897e11408 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "DELETE /v2.0/subnets/72d1fd3b-f868-492e-823f-064019bc5fd4 HTTP/1.1" status: 404 len: 337 time: 0.0512106 Aug 18 13:14:21.403356 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40962) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:21.436460 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-df082236-19e8-463e-9de8-6ea3668cdad5 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "GET /v2.0/ports?device_id=62c4844d-452d-4502-acb5-b57315a21d20 HTTP/1.1" status: 200 len: 205 time: 0.0322711 Aug 18 13:14:21.438968 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40964) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:21.480586 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-d676aa93-aa51-4aaf-9fe8-148c7f33534c tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] delete failed (client error): The resource could not be found. Aug 18 13:14:21.480864 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e201472b-d216-40c9-9512-16ad01253524 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:21.483918 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d676aa93-aa51-4aaf-9fe8-148c7f33534c tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "DELETE /v2.0/routers/62c4844d-452d-4502-acb5-b57315a21d20 HTTP/1.1" status: 404 len: 336 time: 0.0413504 Aug 18 13:14:21.484228 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40966) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:21.515602 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a07cc6-3278-4a19-85d7-3a4df61bfbef tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] DELETE failed (client error): The resource could not be found. Aug 18 13:14:21.516309 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75a07cc6-3278-4a19-85d7-3a4df61bfbef tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:14:21.518574 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-75a07cc6-3278-4a19-85d7-3a4df61bfbef tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "DELETE /v2.0/subnets/feea45a6-1667-4d15-b660-a773792a92ce HTTP/1.1" status: 404 len: 337 time: 0.0334866 Aug 18 13:14:21.521481 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40968) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:21.547384 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4dc2a4c7-2975-4d7b-bf1f-40a9a3e139f7 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9e152b5-c562-4a8f-bc14-bab0d35c8112 HTTP/1.1" status: 200 len: 205 time: 0.0248230 Aug 18 13:14:21.549894 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40970) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:21.555345 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-9cba43e9-2355-4bd4-9405-1236cc1b743d service neutron] 10.222.0.20 "GET /v2.0/networks/9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214316 Aug 18 13:14:21.558162 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-92a73d42-1f55-4444-a915-3f930c755bf3 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:21.559256 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-92a73d42-1f55-4444-a915-3f930c755bf3 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:21.587987 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-775ab0f6-e54d-43b6-a86f-3808ca59c116 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] delete failed (client error): The resource could not be found. Aug 18 13:14:21.589213 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-775ab0f6-e54d-43b6-a86f-3808ca59c116 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "DELETE /v2.0/routers/e9e152b5-c562-4a8f-bc14-bab0d35c8112 HTTP/1.1" status: 404 len: 336 time: 0.0381863 Aug 18 13:14:21.591757 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40972) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:21.601571 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-43439ebd-2566-4f92-9f02-d5f41a00940a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:21.604228 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-43439ebd-2566-4f92-9f02-d5f41a00940a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:21.605298 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-43439ebd-2566-4f92-9f02-d5f41a00940a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/713c25f7-ece8-4c1e-9ee3-b6226cbf96ee HTTP/1.1" status: 204 len: 168 time: 0.4994283 Aug 18 13:14:21.630138 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0b0241e-99b2-415f-b0c8-8a22c5da95ca tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] DELETE failed (client error): The resource could not be found. Aug 18 13:14:21.630622 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0b0241e-99b2-415f-b0c8-8a22c5da95ca tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:14:21.632359 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a0b0241e-99b2-415f-b0c8-8a22c5da95ca tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "DELETE /v2.0/subnets/8f4ae651-ade9-4398-9c16-73fd8c501d59 HTTP/1.1" status: 404 len: 337 time: 0.0397072 Aug 18 13:14:21.633932 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43439ebd-2566-4f92-9f02-d5f41a00940a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713c25f7-ece8-4c1e-9ee3-b6226cbf96ee,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:21.639615 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40976) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:21.702884 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f46a3c-c38d-4a36-8201-e3163c1b7876 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] DELETE failed (client error): The resource could not be found. Aug 18 13:14:21.703401 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8f46a3c-c38d-4a36-8201-e3163c1b7876 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:14:21.705219 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d8f46a3c-c38d-4a36-8201-e3163c1b7876 tempest-RoutersTest-149029003 tempest-RoutersTest-149029003-project] 10.222.0.13 "DELETE /v2.0/subnets/93b01be7-5e98-4e87-b6ed-afc07d5b5d59 HTTP/1.1" status: 404 len: 337 time: 0.0632999 Aug 18 13:14:21.724262 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e201472b-d216-40c9-9512-16ad01253524 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:21.729173 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e201472b-d216-40c9-9512-16ad01253524 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:21.796520 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-92a73d42-1f55-4444-a915-3f930c755bf3 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:21.823352 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1cfa9317-a1ca-4d93-8c9f-3f411115c3fa req-e2e71987-9db3-477e-933e-dd4face3ae60 service neutron] 10.222.0.20 "GET /v2.0/networks/9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598627 Aug 18 13:14:21.902059 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-92a73d42-1f55-4444-a915-3f930c755bf3 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:21.908042 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e201472b-d216-40c9-9512-16ad01253524 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:21.908568 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e201472b-d216-40c9-9512-16ad01253524 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Fanout notify agent at l3_agent the message router_deleted on router f7c76548-19b2-402e-aa18-2a4c45d3d307 {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:14:21.917171 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e201472b-d216-40c9-9512-16ad01253524 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:21.918277 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e201472b-d216-40c9-9512-16ad01253524 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "DELETE /v2.0/routers/f7c76548-19b2-402e-aa18-2a4c45d3d307 HTTP/1.1" status: 204 len: 168 time: 0.5365634 Aug 18 13:14:21.920903 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40986) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:21.976352 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1788049-0e8f-4310-9f26-6733b79239ac tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Deleting subnet 982bc4dd-d5fd-487f-b550-aa16ca318923 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:14:21.979475 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f1788049-0e8f-4310-9f26-6733b79239ac tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:22.019475 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f1788049-0e8f-4310-9f26-6733b79239ac tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:22.103269 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f1788049-0e8f-4310-9f26-6733b79239ac tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:22.107055 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-92a73d42-1f55-4444-a915-3f930c755bf3 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:22.108268 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-92a73d42-1f55-4444-a915-3f930c755bf3 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7632432 Aug 18 13:14:22.117680 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40990) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:22.124258 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-d300a3ae-cdbb-4d3b-8b3a-a0b231cd52b9 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'enable_snat': True}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:14:22.303784 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40996) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:22.338581 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f1788049-0e8f-4310-9f26-6733b79239ac tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:22.368822 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d300a3ae-cdbb-4d3b-8b3a-a0b231cd52b9 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:22.424392 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eff9ff-5621-4d27-96e2-b4f484b4351f req-064a44ea-4802-47c6-8284-36c713358b2f tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:22.430689 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e4eff9ff-5621-4d27-96e2-b4f484b4351f req-064a44ea-4802-47c6-8284-36c713358b2f tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/ports?device_id=266e00b9-f54d-4c7e-bc86-c1e206a0114c HTTP/1.1" status: 200 len: 983 time: 0.1122134 Aug 18 13:14:22.510950 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e4eff9ff-5621-4d27-96e2-b4f484b4351f req-d1c39787-55b6-44a8-8639-5254454f7ff2 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/security-groups?id=3014acbd-85c1-4c35-a3a6-b6890702293f&id=f4e8eb28-ed4f-45d9-83ea-f3ba181a38d7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0762491 Aug 18 13:14:22.791177 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1788049-0e8f-4310-9f26-6733b79239ac tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event deleted for resources: {'Subnet': ['ID=982bc4dd-d5fd-487f-b550-aa16ca318923,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:22.797939 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f1788049-0e8f-4310-9f26-6733b79239ac tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:22.802477 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f1788049-0e8f-4310-9f26-6733b79239ac tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "DELETE /v2.0/subnets/982bc4dd-d5fd-487f-b550-aa16ca318923 HTTP/1.1" status: 204 len: 168 time: 0.8782458 Aug 18 13:14:22.806854 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41010) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:22.818490 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01670dd6-dc1d-4ad0-808e-4d7db349afb2 None None] Network c419939c-7298-41c4-93c3-84393d99f933 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:14:22.964481 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9afd8fa-fc18-49ab-bb6b-379fbb7eb1b4 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:23.004917 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b8ff6c77-9a46-4a06-9e87-c276c0082a91 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6307d39a85c24bc690f9cb3d2145ec59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6989195 Aug 18 13:14:23.005521 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41016) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:23.058646 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-c9afd8fa-fc18-49ab-bb6b-379fbb7eb1b4 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Deleting port 2e04d1c5-c638-4236-ab67-877fc5971e6d {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:14:23.059005 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9afd8fa-fc18-49ab-bb6b-379fbb7eb1b4 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:23.097379 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8e2d1b-7b28-4943-989d-712f593ceede None None] DHCP port deletion for c419939c-7298-41c4-93c3-84393d99f933 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:14:23.132702 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-c9afd8fa-fc18-49ab-bb6b-379fbb7eb1b4 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] For port 2e04d1c5-c638-4236-ab67-877fc5971e6d, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=2e04d1c5-c638-4236-ab67-877fc5971e6d,segment=NetworkSegment(fa98464e-3978-4473-a311-79a9c7691293),segment_id=fa98464e-3978-4473-a311-79a9c7691293)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:14:23.133196 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9afd8fa-fc18-49ab-bb6b-379fbb7eb1b4 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:23.151625 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-c9afd8fa-fc18-49ab-bb6b-379fbb7eb1b4 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Calling delete_port for 2e04d1c5-c638-4236-ab67-877fc5971e6d owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:14:23.164357 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-9e8e2d1b-7b28-4943-989d-712f593ceede None None] Deleting port 2e04d1c5-c638-4236-ab67-877fc5971e6d {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:14:23.165004 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9e8e2d1b-7b28-4943-989d-712f593ceede None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:23.165475 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d300a3ae-cdbb-4d3b-8b3a-a0b231cd52b9 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:23.193185 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d300a3ae-cdbb-4d3b-8b3a-a0b231cd52b9 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:23.289687 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-9e8e2d1b-7b28-4943-989d-712f593ceede None None] For port 2e04d1c5-c638-4236-ab67-877fc5971e6d, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=2e04d1c5-c638-4236-ab67-877fc5971e6d,segment=NetworkSegment(fa98464e-3978-4473-a311-79a9c7691293),segment_id=fa98464e-3978-4473-a311-79a9c7691293)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:14:23.290081 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9e8e2d1b-7b28-4943-989d-712f593ceede None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:23.295601 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-05984b78-1a1c-4c2b-bf57-c608a8b724d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:23.310709 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-9e8e2d1b-7b28-4943-989d-712f593ceede None None] Calling delete_port for 2e04d1c5-c638-4236-ab67-877fc5971e6d owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:14:23.346443 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-05984b78-1a1c-4c2b-bf57-c608a8b724d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:23.358205 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9afd8fa-fc18-49ab-bb6b-379fbb7eb1b4 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:23.377586 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-d300a3ae-cdbb-4d3b-8b3a-a0b231cd52b9 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Allocated IP 172.25.6.62 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/70901e11-6d4d-435e-8eb1-13cb0c9fdcc2) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:14:23.402545 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9afd8fa-fc18-49ab-bb6b-379fbb7eb1b4 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event deleted for resources: {'Port': ['ID=2e04d1c5-c638-4236-ab67-877fc5971e6d,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:23.415364 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9afd8fa-fc18-49ab-bb6b-379fbb7eb1b4 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] No DVR routers for this DVR port 2e04d1c5-c638-4236-ab67-877fc5971e6d on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:14:23.432203 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9e8e2d1b-7b28-4943-989d-712f593ceede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:23.452926 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8e2d1b-7b28-4943-989d-712f593ceede None None] No DVR routers for this DVR port 2e04d1c5-c638-4236-ab67-877fc5971e6d on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:14:23.479615 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8e2d1b-7b28-4943-989d-712f593ceede None None] Pushing event deleted for resources: {'Port': ['ID=2e04d1c5-c638-4236-ab67-877fc5971e6d,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:23.519184 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9afd8fa-fc18-49ab-bb6b-379fbb7eb1b4 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:23.534955 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-c9afd8fa-fc18-49ab-bb6b-379fbb7eb1b4 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c419939c-7298-41c4-93c3-84393d99f933']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:23.539029 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d300a3ae-cdbb-4d3b-8b3a-a0b231cd52b9 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:23.546568 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-c9afd8fa-fc18-49ab-bb6b-379fbb7eb1b4 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa98464e-3978-4473-a311-79a9c7691293') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:23.546867 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-c9afd8fa-fc18-49ab-bb6b-379fbb7eb1b4 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa98464e-3978-4473-a311-79a9c7691293') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:23.557365 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-05984b78-1a1c-4c2b-bf57-c608a8b724d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:23.559038 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9afd8fa-fc18-49ab-bb6b-379fbb7eb1b4 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:23.561106 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-05984b78-1a1c-4c2b-bf57-c608a8b724d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:23.562645 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-05984b78-1a1c-4c2b-bf57-c608a8b724d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d980f557-bd21-43c3-9f66-99b96876b928 HTTP/1.1" status: 204 len: 168 time: 0.5574207 Aug 18 13:14:23.574815 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9afd8fa-fc18-49ab-bb6b-379fbb7eb1b4 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:23.583010 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9afd8fa-fc18-49ab-bb6b-379fbb7eb1b4 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:14:23.585062 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9afd8fa-fc18-49ab-bb6b-379fbb7eb1b4 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:23.607398 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05984b78-1a1c-4c2b-bf57-c608a8b724d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d980f557-bd21-43c3-9f66-99b96876b928,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:23.627353 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:14:23.627353 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:14:23.627353 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:14:23.627353 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:14:23.627353 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:14:23.627353 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:14:23.627353 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:14:23.627353 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:14:23.627353 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:14:23.627353 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:14:23.627353 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:14:23.627353 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:14:23.627353 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:14:23.627353 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:14:23.627353 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:14:23.627353 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:14:23.627353 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:14:23.627353 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:14:23.627353 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:14:23.627353 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:14:23.627353 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:14:23.627353 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:14:23.627353 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:14:23.627353 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:14:23.627353 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:14:23.627353 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:14:23.627353 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:14:23.627353 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:14:23.627353 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:14:23.627353 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:14:23.627353 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:14:23.627353 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:14:23.691279 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb68b65-31af-4691-a303-bfac05718ee5 req-04ecbfe9-9d29-4c29-a8c9-b7f57fda38d7 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:23.692892 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8fb68b65-31af-4691-a303-bfac05718ee5 req-04ecbfe9-9d29-4c29-a8c9-b7f57fda38d7 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/ports?device_id=266e00b9-f54d-4c7e-bc86-c1e206a0114c HTTP/1.1" status: 200 len: 983 time: 0.0647187 Aug 18 13:14:23.701817 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d300a3ae-cdbb-4d3b-8b3a-a0b231cd52b9 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:23.758635 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8fb68b65-31af-4691-a303-bfac05718ee5 req-cae1b4d3-cbc4-41e8-9152-4cfdf68d981e tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/security-groups?id=3014acbd-85c1-4c35-a3a6-b6890702293f&id=f4e8eb28-ed4f-45d9-83ea-f3ba181a38d7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0397723 Aug 18 13:14:23.758734 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d300a3ae-cdbb-4d3b-8b3a-a0b231cd52b9 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:14:23.758734 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-d300a3ae-cdbb-4d3b-8b3a-a0b231cd52b9 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:14:23.758734 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d300a3ae-cdbb-4d3b-8b3a-a0b231cd52b9 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:14:23.782395 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300a3ae-cdbb-4d3b-8b3a-a0b231cd52b9 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Pushing event updated for resources: {'Port': ['ID=70901e11-6d4d-435e-8eb1-13cb0c9fdcc2,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:23.832911 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9afd8fa-fc18-49ab-bb6b-379fbb7eb1b4 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:23.859951 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9afd8fa-fc18-49ab-bb6b-379fbb7eb1b4 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:23.863792 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c9afd8fa-fc18-49ab-bb6b-379fbb7eb1b4 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "DELETE /v2.0/networks/c419939c-7298-41c4-93c3-84393d99f933 HTTP/1.1" status: 204 len: 168 time: 1.0548348 Aug 18 13:14:23.867271 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41036) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:23.883115 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-b8493f68-029c-4984-9e9b-292bde32b03c tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1213067357'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:14:23.888860 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9afd8fa-fc18-49ab-bb6b-379fbb7eb1b4 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event deleted for resources: {'Network': ['ID=c419939c-7298-41c4-93c3-84393d99f933,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:23.993713 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8493f68-029c-4984-9e9b-292bde32b03c tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Made reservation on behalf of 01cf70040508408f95a82df41495eab1 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:14:23.997569 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b8493f68-029c-4984-9e9b-292bde32b03c tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:24.052245 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8493f68-029c-4984-9e9b-292bde32b03c tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:14:24.063293 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b8493f68-029c-4984-9e9b-292bde32b03c tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:24.063702 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-b8493f68-029c-4984-9e9b-292bde32b03c tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Added segment 11198a5c-96aa-4aa9-8f50-881f03d27cca of type vlan for network c46c83e2-4306-4730-95f4-f624e89ee0dd Aug 18 13:14:24.110650 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b8493f68-029c-4984-9e9b-292bde32b03c tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:24.182888 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d300a3ae-cdbb-4d3b-8b3a-a0b231cd52b9 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:24.194657 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b8493f68-029c-4984-9e9b-292bde32b03c tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:24.201675 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8493f68-029c-4984-9e9b-292bde32b03c tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:24.202307 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b8493f68-029c-4984-9e9b-292bde32b03c tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:24.304475 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8493f68-029c-4984-9e9b-292bde32b03c tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event updated for resources: {'Network': ['ID=c46c83e2-4306-4730-95f4-f624e89ee0dd,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:24.316191 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network c46c83e2-4306-4730-95f4-f624e89ee0dd details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:14:24.382049 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b8493f68-029c-4984-9e9b-292bde32b03c tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5040607 Aug 18 13:14:24.386812 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41064) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:24.399718 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-b53f4789-3d72-4b1d-9a75-19e68e10e914 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Request body: {'subnet': {'network_id': 'c46c83e2-4306-4730-95f4-f624e89ee0dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:14:24.432348 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 444e5a0e-adb6-413f-9be9-b289f1980ecd details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:14:24.476714 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d300a3ae-cdbb-4d3b-8b3a-a0b231cd52b9 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-486308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5626'] for router, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:24.481324 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 2e04d1c5-c638-4236-ab67-877fc5971e6d no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:14:24.487724 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d300a3ae-cdbb-4d3b-8b3a-a0b231cd52b9 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-486154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-486161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563648'] for router, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:24.546775 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 2e04d1c5-c638-4236-ab67-877fc5971e6d {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:14:24.547025 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 2e04d1c5-c638-4236-ab67-877fc5971e6d not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:14:24.660204 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53f4789-3d72-4b1d-9a75-19e68e10e914 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Made reservation on behalf of 01cf70040508408f95a82df41495eab1 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:14:24.671123 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b53f4789-3d72-4b1d-9a75-19e68e10e914 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:24.729714 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 444e5a0e-adb6-413f-9be9-b289f1980ecd, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=444e5a0e-adb6-413f-9be9-b289f1980ecd,segment=NetworkSegment(eacca97c-c59c-4de7-a766-d08b3b45c57d),segment_id=eacca97c-c59c-4de7-a766-d08b3b45c57d)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:14:24.757738 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '444e5a0e-adb6-413f-9be9-b289f1980ecd', 'network_id': '9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6', 'port_id': '444e5a0e-adb6-413f-9be9-b289f1980ecd', 'mac_address': 'fa:16:3e:a6:04:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe3a97f8-d0ad-4092-af0e-798ceb90f1df', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:14:24.809613 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:24.829119 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 444e5a0e-adb6-413f-9be9-b289f1980ecd {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:14:24.873051 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 444e5a0e-adb6-413f-9be9-b289f1980ecd, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=444e5a0e-adb6-413f-9be9-b289f1980ecd,segment=NetworkSegment(eacca97c-c59c-4de7-a766-d08b3b45c57d),segment_id=eacca97c-c59c-4de7-a766-d08b3b45c57d)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:14:24.909536 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d300a3ae-cdbb-4d3b-8b3a-a0b231cd52b9 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Router a96e0857-b4c4-43e5-a9ae-5a88717c4e58 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:14:24.958349 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:25.031884 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d300a3ae-cdbb-4d3b-8b3a-a0b231cd52b9 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:14:25.049738 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d300a3ae-cdbb-4d3b-8b3a-a0b231cd52b9 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:25.051961 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717b994a-6a8a-4efb-9796-e56b49501334 None None] Sync routers for ids ['a96e0857-b4c4-43e5-a9ae-5a88717c4e58'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:14:25.063125 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d300a3ae-cdbb-4d3b-8b3a-a0b231cd52b9 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] 10.222.0.13 "PUT /v2.0/routers/a96e0857-b4c4-43e5-a9ae-5a88717c4e58 HTTP/1.1" status: 200 len: 913 time: 2.9428020 Aug 18 13:14:25.064328 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717b994a-6a8a-4efb-9796-e56b49501334 None None] Routers {'a96e0857-b4c4-43e5-a9ae-5a88717c4e58'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:25.066230 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41088) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:25.067067 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-717b994a-6a8a-4efb-9796-e56b49501334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:14:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['a96e0857-b4c4-43e5-a9ae-5a88717c4e58'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:25.080206 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=444e5a0e-adb6-413f-9be9-b289f1980ecd,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:25.087286 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e8f84-2699-400a-a3d5-bfb69677ee61 req-67a71ac1-8664-4109-9daf-29a883c8951c tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:25.095311 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3d8e8f84-2699-400a-a3d5-bfb69677ee61 req-67a71ac1-8664-4109-9daf-29a883c8951c tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/ports?device_id=266e00b9-f54d-4c7e-bc86-c1e206a0114c HTTP/1.1" status: 200 len: 983 time: 0.2332342 Aug 18 13:14:25.152308 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-717b994a-6a8a-4efb-9796-e56b49501334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:25.154687 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717b994a-6a8a-4efb-9796-e56b49501334 None None] Routers {'a96e0857-b4c4-43e5-a9ae-5a88717c4e58'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:25.155307 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-717b994a-6a8a-4efb-9796-e56b49501334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:14:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['a96e0857-b4c4-43e5-a9ae-5a88717c4e58'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:25.166222 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['444e5a0e-adb6-413f-9be9-b289f1980ecd'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:14:25.240790 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-717b994a-6a8a-4efb-9796-e56b49501334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:25.241943 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717b994a-6a8a-4efb-9796-e56b49501334 None None] The sync data for ids ['a96e0857-b4c4-43e5-a9ae-5a88717c4e58'] in n-d-803603-2 is: [] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:14:25.250809 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3d8e8f84-2699-400a-a3d5-bfb69677ee61 req-e0692e45-1803-485c-971d-543f4be8a6ad tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/security-groups?id=3014acbd-85c1-4c35-a3a6-b6890702293f&id=f4e8eb28-ed4f-45d9-83ea-f3ba181a38d7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1540420 Aug 18 13:14:25.257196 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b53f4789-3d72-4b1d-9a75-19e68e10e914 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:25.347404 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-669ae8a1-9040-4032-a159-9ab41b83f271 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] 10.222.0.13 "GET /v2.0/routers/a96e0857-b4c4-43e5-a9ae-5a88717c4e58 HTTP/1.1" status: 200 len: 919 time: 0.2493129 Aug 18 13:14:25.348414 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41092) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:25.398849 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff58f4d0-1f2b-4987-8e69-be6a71ba0d78 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:25.403814 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ff58f4d0-1f2b-4987-8e69-be6a71ba0d78 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=0babe39a-03c6-4af7-9ca5-00804dd781c2&device_id=a96e0857-b4c4-43e5-a9ae-5a88717c4e58&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0539436 Aug 18 13:14:25.404955 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41094) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:25.440232 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f4789-3d72-4b1d-9a75-19e68e10e914 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event updated for resources: {'Subnet': ['ID=2a85273e-8e28-4e8d-88f0-667fa921dbd9,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:25.469135 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53f4789-3d72-4b1d-9a75-19e68e10e914 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Checking segment: {'id': '11198a5c-96aa-4aa9-8f50-881f03d27cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c46c83e2-4306-4730-95f4-f624e89ee0dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:14:25.469497 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53f4789-3d72-4b1d-9a75-19e68e10e914 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Network hostable DHCP agents. Network: c46c83e2-4306-4730-95f4-f624e89ee0dd, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:14:25.531138 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228b3c41-4913-4b0e-a8cb-2b2c08d6e732 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:25.534528 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-228b3c41-4913-4b0e-a8cb-2b2c08d6e732 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] 10.222.0.13 "GET /v2.0/networks/0babe39a-03c6-4af7-9ca5-00804dd781c2 HTTP/1.1" status: 200 len: 881 time: 0.1283982 Aug 18 13:14:25.538147 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41102) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:25.552839 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53f4789-3d72-4b1d-9a75-19e68e10e914 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Network c46c83e2-4306-4730-95f4-f624e89ee0dd is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:14:25.583601 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41112) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:25.591876 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-920896b8-32e2-47bb-bd3e-70105b152f95 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] 10.222.0.13 "GET /v2.0/ports?device_id=a96e0857-b4c4-43e5-a9ae-5a88717c4e58 HTTP/1.1" status: 200 len: 205 time: 0.0407889 Aug 18 13:14:25.645238 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-b53f4789-3d72-4b1d-9a75-19e68e10e914 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, c46c83e2-4306-4730-95f4-f624e89ee0dd) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:14:25.653370 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53f4789-3d72-4b1d-9a75-19e68e10e914 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:25.653974 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b53f4789-3d72-4b1d-9a75-19e68e10e914 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:25.661066 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b81d03d-ec41-4d96-a12f-600afc1d343f None None] Network c46c83e2-4306-4730-95f4-f624e89ee0dd requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:14:25.748303 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d8007e54-a88f-490b-baa9-655c6e655ac0 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:25.835679 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b53f4789-3d72-4b1d-9a75-19e68e10e914 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4468586 Aug 18 13:14:25.843224 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41122) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:25.849532 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-857a3953-3374-46bf-ade6-0a13cff59500 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1215961474', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:14:25.855188 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa501252-a808-4b2b-9812-0f4969bd508e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-c46c83e2-4306-4730-95f4-f624e89ee0dd', 'network_id': 'c46c83e2-4306-4730-95f4-f624e89ee0dd', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'fixed_ips': [{'subnet_id': '2a85273e-8e28-4e8d-88f0-667fa921dbd9'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:14:25.856092 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fa501252-a808-4b2b-9812-0f4969bd508e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:25.962641 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d8007e54-a88f-490b-baa9-655c6e655ac0 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:26.004799 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-857a3953-3374-46bf-ade6-0a13cff59500 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:26.006052 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-857a3953-3374-46bf-ade6-0a13cff59500 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:26.070951 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-857a3953-3374-46bf-ade6-0a13cff59500 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:26.106835 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-d8007e54-a88f-490b-baa9-655c6e655ac0 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Deleting port 70901e11-6d4d-435e-8eb1-13cb0c9fdcc2 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:14:26.106835 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d8007e54-a88f-490b-baa9-655c6e655ac0 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:26.210470 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-857a3953-3374-46bf-ade6-0a13cff59500 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:26.239110 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d8007e54-a88f-490b-baa9-655c6e655ac0 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:26.249509 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-fa501252-a808-4b2b-9812-0f4969bd508e None None] Allocated IP 2001:db8::2 (c46c83e2-4306-4730-95f4-f624e89ee0dd/2a85273e-8e28-4e8d-88f0-667fa921dbd9/8614f8d4-b673-4478-a523-17083834f534) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:14:26.254378 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-d8007e54-a88f-490b-baa9-655c6e655ac0 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Calling delete_port for 70901e11-6d4d-435e-8eb1-13cb0c9fdcc2 owned by network:router_gateway {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:14:26.400704 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-857a3953-3374-46bf-ade6-0a13cff59500 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:26.401923 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-857a3953-3374-46bf-ade6-0a13cff59500 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5626166 Aug 18 13:14:26.405186 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41144) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:26.465253 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 444e5a0e-adb6-413f-9be9-b289f1980ecd up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:14:26.506034 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41148) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:26.533807 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fa501252-a808-4b2b-9812-0f4969bd508e None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:26.553962 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6e708-8570-4672-9d52-a5a33dd0449b req-60688520-7e4d-4caf-a63a-214d303f005c tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:26.555700 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-94c6e708-8570-4672-9d52-a5a33dd0449b req-60688520-7e4d-4caf-a63a-214d303f005c tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/ports?device_id=266e00b9-f54d-4c7e-bc86-c1e206a0114c HTTP/1.1" status: 200 len: 984 time: 0.2129416 Aug 18 13:14:26.564948 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-fa501252-a808-4b2b-9812-0f4969bd508e None None] Transition to ACTIVE for port object 8614f8d4-b673-4478-a523-17083834f534 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:14:26.567186 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d8007e54-a88f-490b-baa9-655c6e655ac0 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:26.593449 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-fa501252-a808-4b2b-9812-0f4969bd508e None None] Transition to ACTIVE for port object 8614f8d4-b673-4478-a523-17083834f534 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:14:26.605266 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8007e54-a88f-490b-baa9-655c6e655ac0 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Pushing event deleted for resources: {'Port': ['ID=70901e11-6d4d-435e-8eb1-13cb0c9fdcc2,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:26.645298 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 444e5a0e-adb6-413f-9be9-b289f1980ecd completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:14:26.649384 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 444e5a0e-adb6-413f-9be9-b289f1980ecd triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:14:26.649762 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:26.704064 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fa501252-a808-4b2b-9812-0f4969bd508e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:26.708934 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5b5babce-b97b-4553-9f5d-dd8d95bffc9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:26.755108 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa501252-a808-4b2b-9812-0f4969bd508e None None] Network c46c83e2-4306-4730-95f4-f624e89ee0dd is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:14:26.762762 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d8007e54-a88f-490b-baa9-655c6e655ac0 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:26.762946 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-fa501252-a808-4b2b-9812-0f4969bd508e None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:14:26.770287 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa501252-a808-4b2b-9812-0f4969bd508e None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:14:26.775572 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa501252-a808-4b2b-9812-0f4969bd508e None None] Pushing event updated for resources: {'Port': ['ID=8614f8d4-b673-4478-a523-17083834f534,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:26.802231 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-94c6e708-8570-4672-9d52-a5a33dd0449b req-1a74c903-5df4-4b4c-ab57-c8c9f0f1030e tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/security-groups?id=3014acbd-85c1-4c35-a3a6-b6890702293f&id=f4e8eb28-ed4f-45d9-83ea-f3ba181a38d7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2392564 Aug 18 13:14:26.884859 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-fa501252-a808-4b2b-9812-0f4969bd508e None None] Attempting to bind port 8614f8d4-b673-4478-a523-17083834f534 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:14:26.884859 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-fa501252-a808-4b2b-9812-0f4969bd508e None None] Attempting to bind port 8614f8d4-b673-4478-a523-17083834f534 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '11198a5c-96aa-4aa9-8f50-881f03d27cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c46c83e2-4306-4730-95f4-f624e89ee0dd'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:14:26.884859 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa501252-a808-4b2b-9812-0f4969bd508e None None] Attempting to bind port 8614f8d4-b673-4478-a523-17083834f534 on network c46c83e2-4306-4730-95f4-f624e89ee0dd {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:14:26.896249 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa501252-a808-4b2b-9812-0f4969bd508e None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:14:26.896664 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa501252-a808-4b2b-9812-0f4969bd508e None None] Checking segment: {'id': '11198a5c-96aa-4aa9-8f50-881f03d27cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c46c83e2-4306-4730-95f4-f624e89ee0dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:14:26.897129 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fa501252-a808-4b2b-9812-0f4969bd508e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:26.897527 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa501252-a808-4b2b-9812-0f4969bd508e None None] Bound using segment: {'id': '11198a5c-96aa-4aa9-8f50-881f03d27cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c46c83e2-4306-4730-95f4-f624e89ee0dd'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:14:26.898008 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-fa501252-a808-4b2b-9812-0f4969bd508e None None] Bound port: 8614f8d4-b673-4478-a523-17083834f534, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11198a5c-96aa-4aa9-8f50-881f03d27cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c46c83e2-4306-4730-95f4-f624e89ee0dd'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:14:26.898432 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fa501252-a808-4b2b-9812-0f4969bd508e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:26.907557 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:26.915465 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d8007e54-a88f-490b-baa9-655c6e655ac0 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:26.916953 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ae80448e-5a43-458e-9286-f9c2d2a187b2 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:26.920865 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d8007e54-a88f-490b-baa9-655c6e655ac0 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:26.961909 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266e00b9-f54d-4c7e-bc86-c1e206a0114c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '444e5a0e-adb6-413f-9be9-b289f1980ecd'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:14:26.964844 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981dc405-8b53-4275-8a94-ff08bcd9fc38" -d '{"events": [{"server_uuid": "266e00b9-f54d-4c7e-bc86-c1e206a0114c", "name": "network-vif-plugged", "status": "completed", "tag": "444e5a0e-adb6-413f-9be9-b289f1980ecd"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:14:26.985124 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 444e5a0e-adb6-413f-9be9-b289f1980ecd, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=444e5a0e-adb6-413f-9be9-b289f1980ecd,segment=NetworkSegment(eacca97c-c59c-4de7-a766-d08b3b45c57d),segment_id=eacca97c-c59c-4de7-a766-d08b3b45c57d)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:14:27.016191 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-fa501252-a808-4b2b-9812-0f4969bd508e None None] For port 8614f8d4-b673-4478-a523-17083834f534, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:14:27.028557 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-fa501252-a808-4b2b-9812-0f4969bd508e None None] For port 8614f8d4-b673-4478-a523-17083834f534, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=8614f8d4-b673-4478-a523-17083834f534,segment=NetworkSegment(11198a5c-96aa-4aa9-8f50-881f03d27cca),segment_id=11198a5c-96aa-4aa9-8f50-881f03d27cca)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:14:27.028557 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9c1094-000f-444f-b2bd-550f963ddf54 x-openstack-request-id: req-0e9c1094-000f-444f-b2bd-550f963ddf54 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:14:27.029066 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266e00b9-f54d-4c7e-bc86-c1e206a0114c", "name": "network-vif-plugged", "status": "completed", "tag": "444e5a0e-adb6-413f-9be9-b289f1980ecd", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:14:27.029642 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e9c1094-000f-444f-b2bd-550f963ddf54 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:14:27.030222 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '266e00b9-f54d-4c7e-bc86-c1e206a0114c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '444e5a0e-adb6-413f-9be9-b289f1980ecd', 'code': 200} Aug 18 13:14:27.032376 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5b5babce-b97b-4553-9f5d-dd8d95bffc9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:27.055480 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d8007e54-a88f-490b-baa9-655c6e655ac0 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:27.056158 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8007e54-a88f-490b-baa9-655c6e655ac0 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Fanout notify agent at l3_agent the message router_deleted on router a96e0857-b4c4-43e5-a9ae-5a88717c4e58 {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:14:27.071979 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d8007e54-a88f-490b-baa9-655c6e655ac0 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:27.073172 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d8007e54-a88f-490b-baa9-655c6e655ac0 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] 10.222.0.13 "DELETE /v2.0/routers/a96e0857-b4c4-43e5-a9ae-5a88717c4e58 HTTP/1.1" status: 204 len: 168 time: 1.4877944 Aug 18 13:14:27.076751 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41160) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:27.081276 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-b32e486d-bcd6-4033-b250-060fba50864b tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-764250804', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:14:27.090101 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:27.120762 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fa501252-a808-4b2b-9812-0f4969bd508e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:27.122674 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5b5babce-b97b-4553-9f5d-dd8d95bffc9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:27.178217 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf0d462-7950-4ab0-ad94-c97ad884c0fd req-e4d64f4e-e262-414b-991b-473fa3302061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:27.178426 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5b5babce-b97b-4553-9f5d-dd8d95bffc9b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=70efffc1f78e46e8b5d49d09cddc1920&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6647098 Aug 18 13:14:27.178537 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-baf0d462-7950-4ab0-ad94-c97ad884c0fd req-e4d64f4e-e262-414b-991b-473fa3302061 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=266e00b9-f54d-4c7e-bc86-c1e206a0114c HTTP/1.1" status: 200 len: 1136 time: 0.0916431 Aug 18 13:14:27.178620 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41162) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:27.178620 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5babce-b97b-4553-9f5d-dd8d95bffc9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec79f16-9f03-4c45-b6d0-0f3d4f4fe185,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:27.178795 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=444e5a0e-adb6-413f-9be9-b289f1980ecd,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:27.241048 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-baf0d462-7950-4ab0-ad94-c97ad884c0fd req-d65cb435-45d4-4d19-a7bf-b4b60f04a3ff service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3014acbd-85c1-4c35-a3a6-b6890702293f&id=f4e8eb28-ed4f-45d9-83ea-f3ba181a38d7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0584273 Aug 18 13:14:27.244039 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b32e486d-bcd6-4033-b250-060fba50864b tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:27.245399 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b32e486d-bcd6-4033-b250-060fba50864b tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:27.256671 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-ae80448e-5a43-458e-9286-f9c2d2a187b2 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Allocated IP 2001:db8::1 (c46c83e2-4306-4730-95f4-f624e89ee0dd/2a85273e-8e28-4e8d-88f0-667fa921dbd9/1e461e71-19ed-459c-8700-3ba9532b8a7e) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:14:27.261096 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa501252-a808-4b2b-9812-0f4969bd508e None None] Pushing event updated for resources: {'Port': ['ID=8614f8d4-b673-4478-a523-17083834f534,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:27.292307 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9540f9db-6b2a-4857-a24b-7bdc450b44eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:27.351222 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b32e486d-bcd6-4033-b250-060fba50864b tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:27.351966 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41166) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:27.370407 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9540f9db-6b2a-4857-a24b-7bdc450b44eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:27.387065 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ae80448e-5a43-458e-9286-f9c2d2a187b2 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:27.418397 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b32e486d-bcd6-4033-b250-060fba50864b tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:27.447066 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-ae80448e-5a43-458e-9286-f9c2d2a187b2 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Transition to ACTIVE for port object 1e461e71-19ed-459c-8700-3ba9532b8a7e will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:14:27.517096 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-33ca8a29-b08e-4f05-9ef9-440f03c2e06a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:27.519274 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b32e486d-bcd6-4033-b250-060fba50864b tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:27.520476 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b32e486d-bcd6-4033-b250-060fba50864b tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4427693 Aug 18 13:14:27.523313 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41170) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:27.528164 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-2c4fc573-75f5-4830-9b19-9775bf26d4ac tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'enable_snat': False}}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:14:27.558329 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9540f9db-6b2a-4857-a24b-7bdc450b44eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:27.560902 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9540f9db-6b2a-4857-a24b-7bdc450b44eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:27.564597 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9540f9db-6b2a-4857-a24b-7bdc450b44eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ec79f16-9f03-4c45-b6d0-0f3d4f4fe185 HTTP/1.1" status: 204 len: 168 time: 0.3851342 Aug 18 13:14:27.579678 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9540f9db-6b2a-4857-a24b-7bdc450b44eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec79f16-9f03-4c45-b6d0-0f3d4f4fe185,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:27.605735 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ae80448e-5a43-458e-9286-f9c2d2a187b2 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:27.641883 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-33ca8a29-b08e-4f05-9ef9-440f03c2e06a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:27.705493 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae80448e-5a43-458e-9286-f9c2d2a187b2 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Network c46c83e2-4306-4730-95f4-f624e89ee0dd is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:14:27.712177 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-ae80448e-5a43-458e-9286-f9c2d2a187b2 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:14:27.719559 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae80448e-5a43-458e-9286-f9c2d2a187b2 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:14:27.723151 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ae80448e-5a43-458e-9286-f9c2d2a187b2 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:27.752811 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-33ca8a29-b08e-4f05-9ef9-440f03c2e06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:27.795267 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-33ca8a29-b08e-4f05-9ef9-440f03c2e06a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c41fd26e4ea4b5888efe5e41d85e3f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4422805 Aug 18 13:14:27.796173 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca8a29-b08e-4f05-9ef9-440f03c2e06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbbce85-4aa8-443c-9cc6-0b2b19f0e846,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:27.798520 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41178) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:27.823639 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae80448e-5a43-458e-9286-f9c2d2a187b2 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event updated for resources: {'Port': ['ID=1e461e71-19ed-459c-8700-3ba9532b8a7e,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:27.857667 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-27e02b5b-c232-40ea-b326-7cc664825936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:27.875339 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2c4fc573-75f5-4830-9b19-9775bf26d4ac tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:27.912193 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-27e02b5b-c232-40ea-b326-7cc664825936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:27.981310 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a8406-a1d3-4d5f-9c7b-fe7034d1e381 req-6c369620-eb23-4d82-9ab1-1b5300b879ac tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:27.982730 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a18a8406-a1d3-4d5f-9c7b-fe7034d1e381 req-6c369620-eb23-4d82-9ab1-1b5300b879ac tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/ports?device_id=266e00b9-f54d-4c7e-bc86-c1e206a0114c HTTP/1.1" status: 200 len: 985 time: 0.0592327 Aug 18 13:14:28.067314 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-27e02b5b-c232-40ea-b326-7cc664825936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:28.070443 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-27e02b5b-c232-40ea-b326-7cc664825936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:28.071103 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:28.071646 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-27e02b5b-c232-40ea-b326-7cc664825936 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fbbbce85-4aa8-443c-9cc6-0b2b19f0e846 HTTP/1.1" status: 204 len: 168 time: 0.2722116 Aug 18 13:14:28.076962 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a18a8406-a1d3-4d5f-9c7b-fe7034d1e381 req-66be7419-a632-4820-8c49-1c6b996a3e10 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/security-groups?id=3014acbd-85c1-4c35-a3a6-b6890702293f&id=f4e8eb28-ed4f-45d9-83ea-f3ba181a38d7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0861700 Aug 18 13:14:28.085418 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e02b5b-c232-40ea-b326-7cc664825936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbbce85-4aa8-443c-9cc6-0b2b19f0e846,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:28.144076 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ae80448e-5a43-458e-9286-f9c2d2a187b2 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:28.323108 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febed653-b24e-4fef-bf10-ac85a4b3dff9 None None] Network c46c83e2-4306-4730-95f4-f624e89ee0dd requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:14:28.368684 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41188) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:28.386163 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ea6da820-9492-47af-9f62-fd3e140725d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:28.542136 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2c4fc573-75f5-4830-9b19-9775bf26d4ac tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:28.563939 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 8614f8d4-b673-4478-a523-17083834f534 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:14:28.571122 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ea6da820-9492-47af-9f62-fd3e140725d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:28.588392 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2c4fc573-75f5-4830-9b19-9775bf26d4ac tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:28.636418 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f33a929c-c209-4a13-9185-82e5f82e0b70 None None] Provisioning for port 8614f8d4-b673-4478-a523-17083834f534 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:14:28.677930 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ea6da820-9492-47af-9f62-fd3e140725d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:28.691442 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ae80448e-5a43-458e-9286-f9c2d2a187b2 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:28.729375 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ea6da820-9492-47af-9f62-fd3e140725d7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea78a0136bf04191874139e80805fa3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3567450 Aug 18 13:14:28.729375 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6da820-9492-47af-9f62-fd3e140725d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae06ff5f-5b83-4047-adaa-8d1f32245e05,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:28.729683 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41192) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:28.778987 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-2c4fc573-75f5-4830-9b19-9775bf26d4ac tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Allocated IP 172.25.6.61 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/7f98c3a8-8884-4300-9c93-05d243ef6332) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:14:28.781650 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 8614f8d4-b673-4478-a523-17083834f534 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:14:28.784638 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:28.788259 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ae80448e-5a43-458e-9286-f9c2d2a187b2 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:28.788843 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 8614f8d4-b673-4478-a523-17083834f534 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:14:28.789068 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ae80448e-5a43-458e-9286-f9c2d2a187b2 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:28.791167 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:28.954469 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:29.009932 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 8614f8d4-b673-4478-a523-17083834f534, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=8614f8d4-b673-4478-a523-17083834f534,segment=NetworkSegment(11198a5c-96aa-4aa9-8f50-881f03d27cca),segment_id=11198a5c-96aa-4aa9-8f50-881f03d27cca)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:14:29.051951 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41194) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:29.082437 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-827ea8cb-a3ca-422b-aa53-6698d0dea34d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:29.112705 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:29.226022 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=8614f8d4-b673-4478-a523-17083834f534,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:29.240008 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ad72952a-b820-44b0-a366-28e51430c8a3 None None] Provisioning for port 1e461e71-19ed-459c-8700-3ba9532b8a7e completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:14:29.250370 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ad72952a-b820-44b0-a366-28e51430c8a3 None None] Provisioning complete for port 1e461e71-19ed-459c-8700-3ba9532b8a7e triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:14:29.254976 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ad72952a-b820-44b0-a366-28e51430c8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:29.319529 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-827ea8cb-a3ca-422b-aa53-6698d0dea34d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:29.335011 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-ad72952a-b820-44b0-a366-28e51430c8a3 None None] Port 1e461e71-19ed-459c-8700-3ba9532b8a7e cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:14:29.347588 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ad72952a-b820-44b0-a366-28e51430c8a3 None None] Provisioning complete for port 8614f8d4-b673-4478-a523-17083834f534 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:14:29.348211 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ad72952a-b820-44b0-a366-28e51430c8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:29.348800 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1fd66-9190-469c-8e08-7296d2ca09f7 req-faf58397-94a8-4ca1-9589-9b4baa645ae4 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:29.350064 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d9faa0a2-a74b-40f4-bec7-4f91b934f698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:29.352768 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-54c1fd66-9190-469c-8e08-7296d2ca09f7 req-faf58397-94a8-4ca1-9589-9b4baa645ae4 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/ports?device_id=266e00b9-f54d-4c7e-bc86-c1e206a0114c HTTP/1.1" status: 200 len: 985 time: 0.1241443 Aug 18 13:14:29.398840 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-827ea8cb-a3ca-422b-aa53-6698d0dea34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:29.400715 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae80448e-5a43-458e-9286-f9c2d2a187b2 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event updated for resources: {'Port': ['ID=1e461e71-19ed-459c-8700-3ba9532b8a7e,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:29.421710 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-54c1fd66-9190-469c-8e08-7296d2ca09f7 req-3632b6bb-7fcd-4d86-9d74-48d6c1c8fb0f tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/security-groups?id=3014acbd-85c1-4c35-a3a6-b6890702293f&id=f4e8eb28-ed4f-45d9-83ea-f3ba181a38d7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0623667 Aug 18 13:14:29.450535 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-827ea8cb-a3ca-422b-aa53-6698d0dea34d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b53e17b8ecc54ff58e6b281e3a082010&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3974562 Aug 18 13:14:29.451836 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ea8cb-a3ca-422b-aa53-6698d0dea34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162cbc44-14c1-44ba-8622-f956be774aa9,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:29.455165 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41202) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:29.507616 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2c4fc573-75f5-4830-9b19-9775bf26d4ac tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:29.510581 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5645ff02-fcac-43a4-8ce3-3e7b8258bfc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:29.514208 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d9faa0a2-a74b-40f4-bec7-4f91b934f698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:29.534155 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5645ff02-fcac-43a4-8ce3-3e7b8258bfc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:29.598910 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-69981b4d-7689-4c8f-98a4-688dcd299ff7 None None] Provisioning complete for port 1e461e71-19ed-459c-8700-3ba9532b8a7e triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:14:29.599272 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-69981b4d-7689-4c8f-98a4-688dcd299ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:29.629454 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae80448e-5a43-458e-9286-f9c2d2a187b2 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Network c46c83e2-4306-4730-95f4-f624e89ee0dd is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:14:29.635975 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-ae80448e-5a43-458e-9286-f9c2d2a187b2 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:14:29.651693 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5645ff02-fcac-43a4-8ce3-3e7b8258bfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:29.654981 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5645ff02-fcac-43a4-8ce3-3e7b8258bfc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:29.655532 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-69981b4d-7689-4c8f-98a4-688dcd299ff7 None None] Port 1e461e71-19ed-459c-8700-3ba9532b8a7e cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:14:29.658441 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5645ff02-fcac-43a4-8ce3-3e7b8258bfc3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/162cbc44-14c1-44ba-8622-f956be774aa9 HTTP/1.1" status: 204 len: 168 time: 0.2003300 Aug 18 13:14:29.667470 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50ffaf-2731-4376-80f3-bf1219ccbd47 req-5ba19b03-6f4c-4cf9-8125-4a20526fbab1 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:29.669351 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-af50ffaf-2731-4376-80f3-bf1219ccbd47 req-5ba19b03-6f4c-4cf9-8125-4a20526fbab1 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/ports?device_id=266e00b9-f54d-4c7e-bc86-c1e206a0114c HTTP/1.1" status: 200 len: 985 time: 0.1363678 Aug 18 13:14:29.678296 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5645ff02-fcac-43a4-8ce3-3e7b8258bfc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162cbc44-14c1-44ba-8622-f956be774aa9,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:29.784859 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d9faa0a2-a74b-40f4-bec7-4f91b934f698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:29.788046 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d9faa0a2-a74b-40f4-bec7-4f91b934f698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:29.789301 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d9faa0a2-a74b-40f4-bec7-4f91b934f698 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae06ff5f-5b83-4047-adaa-8d1f32245e05 HTTP/1.1" status: 204 len: 168 time: 1.0584998 Aug 18 13:14:29.802299 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-af50ffaf-2731-4376-80f3-bf1219ccbd47 req-5fbdf2c5-34ae-4b22-8813-10bd134fb8dc tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/security-groups?id=3014acbd-85c1-4c35-a3a6-b6890702293f&id=f4e8eb28-ed4f-45d9-83ea-f3ba181a38d7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0945687 Aug 18 13:14:29.808897 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9faa0a2-a74b-40f4-bec7-4f91b934f698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae06ff5f-5b83-4047-adaa-8d1f32245e05,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:29.815259 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2c4fc573-75f5-4830-9b19-9775bf26d4ac tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:29.864855 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4fc573-75f5-4830-9b19-9775bf26d4ac tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:14:29.882309 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-2c4fc573-75f5-4830-9b19-9775bf26d4ac tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:14:29.898725 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4fc573-75f5-4830-9b19-9775bf26d4ac tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:14:29.960449 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4fc573-75f5-4830-9b19-9775bf26d4ac tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Pushing event updated for resources: {'Port': ['ID=7f98c3a8-8884-4300-9c93-05d243ef6332,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:29.969779 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da101364-3057-4d9e-bcbf-851c059c0924 req-6e1a9b35-a64e-4c4e-9e54-f36bfd6260ab tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:29.979296 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-da101364-3057-4d9e-bcbf-851c059c0924 req-6e1a9b35-a64e-4c4e-9e54-f36bfd6260ab tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=266e00b9-f54d-4c7e-bc86-c1e206a0114c HTTP/1.1" status: 200 len: 1136 time: 0.0750325 Aug 18 13:14:29.995513 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-da101364-3057-4d9e-bcbf-851c059c0924 req-f7dada11-9088-49b4-8ce8-aef2d81fdab1 tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:30.070653 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae80448e-5a43-458e-9286-f9c2d2a187b2 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Router 39737d14-d79e-4e5b-aaf7-ecd5f879f63c is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:14:30.103014 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-da101364-3057-4d9e-bcbf-851c059c0924 req-f7dada11-9088-49b4-8ce8-aef2d81fdab1 tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:30.112518 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-01506bf0-7e38-47bf-a09d-bcaab46cd9d3 None None] Provisioning complete for port 1e461e71-19ed-459c-8700-3ba9532b8a7e triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:14:30.112929 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-01506bf0-7e38-47bf-a09d-bcaab46cd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:30.155151 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-01506bf0-7e38-47bf-a09d-bcaab46cd9d3 None None] Port 1e461e71-19ed-459c-8700-3ba9532b8a7e cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:14:30.206964 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae80448e-5a43-458e-9286-f9c2d2a187b2 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:14:30.212115 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ae80448e-5a43-458e-9286-f9c2d2a187b2 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "PUT /v2.0/routers/39737d14-d79e-4e5b-aaf7-ecd5f879f63c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8049805 Aug 18 13:14:30.214876 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41212) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:30.219053 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05617e50-6e0f-48ac-b659-ce0e8e345ea0 None None] Sync routers for ids ['39737d14-d79e-4e5b-aaf7-ecd5f879f63c'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:14:30.225100 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-da101364-3057-4d9e-bcbf-851c059c0924 req-f7dada11-9088-49b4-8ce8-aef2d81fdab1 tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:30.229568 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05617e50-6e0f-48ac-b659-ce0e8e345ea0 None None] Routers {'39737d14-d79e-4e5b-aaf7-ecd5f879f63c'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:30.230589 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-05617e50-6e0f-48ac-b659-ce0e8e345ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:14:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['39737d14-d79e-4e5b-aaf7-ecd5f879f63c'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:30.269750 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-05617e50-6e0f-48ac-b659-ce0e8e345ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:30.276711 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-da101364-3057-4d9e-bcbf-851c059c0924 req-f7dada11-9088-49b4-8ce8-aef2d81fdab1 tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3014acbd-85c1-4c35-a3a6-b6890702293f&id=f4e8eb28-ed4f-45d9-83ea-f3ba181a38d7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2961969 Aug 18 13:14:30.293004 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05617e50-6e0f-48ac-b659-ce0e8e345ea0 None None] Routers {'39737d14-d79e-4e5b-aaf7-ecd5f879f63c'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:30.293613 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-05617e50-6e0f-48ac-b659-ce0e8e345ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:14:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['39737d14-d79e-4e5b-aaf7-ecd5f879f63c'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:30.302541 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41216) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:30.328148 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9da65c0-b4e4-447f-b3e6-82e62e21684f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:30.345251 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c9da65c0-b4e4-447f-b3e6-82e62e21684f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "GET /v2.0/ports/1e461e71-19ed-459c-8700-3ba9532b8a7e HTTP/1.1" status: 200 len: 911 time: 0.1287181 Aug 18 13:14:30.354596 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-05617e50-6e0f-48ac-b659-ce0e8e345ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:30.355456 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05617e50-6e0f-48ac-b659-ce0e8e345ea0 None None] The sync data for ids ['39737d14-d79e-4e5b-aaf7-ecd5f879f63c'] in n-d-803603-2 is: [] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:14:30.385805 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41220) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:30.401700 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dada11-9088-49b4-8ce8-aef2d81fdab1 tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b9274b-a7ff-44ce-9279-f4bf046ebf0d,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:30.464137 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2c4fc573-75f5-4830-9b19-9775bf26d4ac tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:30.482664 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 8614f8d4-b673-4478-a523-17083834f534 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:14:30.558586 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97592ff5-1422-4bf3-9995-dd1324d043c5 tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:30.561148 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-97592ff5-1422-4bf3-9995-dd1324d043c5 tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=266e00b9-f54d-4c7e-bc86-c1e206a0114c HTTP/1.1" status: 200 len: 1131 time: 0.2568147 Aug 18 13:14:30.563824 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41234) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:30.575212 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-a9ef2ec5-0137-4f23-8257-b7c91a2e6a3d tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'port_id': '444e5a0e-adb6-413f-9be9-b289f1980ecd', 'tenant_id': '0a45397c4a7d4474ba973ba423e6989f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:14:30.575436 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 8614f8d4-b673-4478-a523-17083834f534 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:14:30.575852 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:30.765270 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2c4fc573-75f5-4830-9b19-9775bf26d4ac tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-486308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5626'] for router, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:30.770418 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2c4fc573-75f5-4830-9b19-9775bf26d4ac tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-486154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-486161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563648'] for router, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:30.780333 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a9ef2ec5-0137-4f23-8257-b7c91a2e6a3d tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for floatingip, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:31.054120 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a9ef2ec5-0137-4f23-8257-b7c91a2e6a3d tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:31.174511 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4fc573-75f5-4830-9b19-9775bf26d4ac tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Router bec26396-55d2-4279-91cb-737f3f197421 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:14:31.248992 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-213efc68-adfc-49e6-9d27-4fa2d2aed1a0 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:31.320569 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-a9ef2ec5-0137-4f23-8257-b7c91a2e6a3d tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Allocated IP 172.25.6.12 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/152a054c-f3d5-4441-a687-6791292c1b31) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:14:31.334916 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4fc573-75f5-4830-9b19-9775bf26d4ac tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:14:31.340456 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2c4fc573-75f5-4830-9b19-9775bf26d4ac tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:31.341786 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2c4fc573-75f5-4830-9b19-9775bf26d4ac tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] 10.222.0.13 "PUT /v2.0/routers/bec26396-55d2-4279-91cb-737f3f197421 HTTP/1.1" status: 200 len: 914 time: 3.8172677 Aug 18 13:14:31.344972 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41256) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:31.350511 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec44bb0d-f3e3-44e4-bc6a-34249ef0465c None None] Sync routers for ids ['bec26396-55d2-4279-91cb-737f3f197421'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:14:31.371996 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec44bb0d-f3e3-44e4-bc6a-34249ef0465c None None] Routers {'bec26396-55d2-4279-91cb-737f3f197421'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:31.372630 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-ec44bb0d-f3e3-44e4-bc6a-34249ef0465c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:14:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['bec26396-55d2-4279-91cb-737f3f197421'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:31.470426 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-ec44bb0d-f3e3-44e4-bc6a-34249ef0465c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:31.487828 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec44bb0d-f3e3-44e4-bc6a-34249ef0465c None None] Routers {'bec26396-55d2-4279-91cb-737f3f197421'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:31.503462 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-ec44bb0d-f3e3-44e4-bc6a-34249ef0465c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:14:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['bec26396-55d2-4279-91cb-737f3f197421'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:31.563457 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c8bc5251-69f4-4cc6-9c3a-63943db29b14 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] 10.222.0.13 "GET /v2.0/routers/bec26396-55d2-4279-91cb-737f3f197421 HTTP/1.1" status: 200 len: 920 time: 0.2142730 Aug 18 13:14:31.564514 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a9ef2ec5-0137-4f23-8257-b7c91a2e6a3d tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:31.566664 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41268) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:31.574098 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-ec44bb0d-f3e3-44e4-bc6a-34249ef0465c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:31.574996 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec44bb0d-f3e3-44e4-bc6a-34249ef0465c None None] The sync data for ids ['bec26396-55d2-4279-91cb-737f3f197421'] in n-d-803603-2 is: [] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:14:31.633410 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-213efc68-adfc-49e6-9d27-4fa2d2aed1a0 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Deleting port 1e461e71-19ed-459c-8700-3ba9532b8a7e {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:14:31.633943 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-213efc68-adfc-49e6-9d27-4fa2d2aed1a0 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:31.688313 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832dd1f8-ba28-4a61-a1a4-abe866b0cc2b tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:31.692006 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-832dd1f8-ba28-4a61-a1a4-abe866b0cc2b tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=0babe39a-03c6-4af7-9ca5-00804dd781c2&device_id=bec26396-55d2-4279-91cb-737f3f197421&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1242082 Aug 18 13:14:31.695814 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41274) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:31.809869 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a9ef2ec5-0137-4f23-8257-b7c91a2e6a3d tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:31.838884 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-213efc68-adfc-49e6-9d27-4fa2d2aed1a0 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:31.871276 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ef2ec5-0137-4f23-8257-b7c91a2e6a3d tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:14:31.872068 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-213efc68-adfc-49e6-9d27-4fa2d2aed1a0 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Calling delete_port for 1e461e71-19ed-459c-8700-3ba9532b8a7e owned by network:router_interface {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:14:31.877221 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-a9ef2ec5-0137-4f23-8257-b7c91a2e6a3d tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:14:31.879112 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df896e8-5efc-47ea-a987-1340667d2e99 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:31.883101 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3df896e8-5efc-47ea-a987-1340667d2e99 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] 10.222.0.13 "GET /v2.0/networks/0babe39a-03c6-4af7-9ca5-00804dd781c2 HTTP/1.1" status: 200 len: 881 time: 0.1835251 Aug 18 13:14:31.883953 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41280) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:31.884568 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ef2ec5-0137-4f23-8257-b7c91a2e6a3d tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:14:31.929655 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b083e7b7-b06c-45a9-b4f6-bef07dd08795 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] 10.222.0.13 "GET /v2.0/ports?device_id=bec26396-55d2-4279-91cb-737f3f197421 HTTP/1.1" status: 200 len: 205 time: 0.0423293 Aug 18 13:14:31.929913 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41282) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:31.933401 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef2ec5-0137-4f23-8257-b7c91a2e6a3d tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Pushing event updated for resources: {'Port': ['ID=152a054c-f3d5-4441-a687-6791292c1b31,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:32.151753 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ac7a8e93-e947-4759-9918-9d1f2a884ae6 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:32.316017 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ac7a8e93-e947-4759-9918-9d1f2a884ae6 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:32.371171 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-213efc68-adfc-49e6-9d27-4fa2d2aed1a0 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:32.401758 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213efc68-adfc-49e6-9d27-4fa2d2aed1a0 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event deleted for resources: {'Port': ['ID=1e461e71-19ed-459c-8700-3ba9532b8a7e,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:32.555202 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-213efc68-adfc-49e6-9d27-4fa2d2aed1a0 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:32.734057 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-ac7a8e93-e947-4759-9918-9d1f2a884ae6 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Deleting port 7f98c3a8-8884-4300-9c93-05d243ef6332 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:14:32.734881 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ac7a8e93-e947-4759-9918-9d1f2a884ae6 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:32.823424 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41306) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:32.857048 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213efc68-adfc-49e6-9d27-4fa2d2aed1a0 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Router 39737d14-d79e-4e5b-aaf7-ecd5f879f63c has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:14:32.967250 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a9ef2ec5-0137-4f23-8257-b7c91a2e6a3d tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:32.970991 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ac7a8e93-e947-4759-9918-9d1f2a884ae6 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:32.987447 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-ac7a8e93-e947-4759-9918-9d1f2a884ae6 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Calling delete_port for 7f98c3a8-8884-4300-9c93-05d243ef6332 owned by network:router_gateway {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:14:33.033832 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-f23c90c2-660a-4749-a2b7-f729962bb6da tempest-MeteringIpV6TestJSON-1863652403 tempest-MeteringIpV6TestJSON-1863652403-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1075434041'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:14:33.034057 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-f23c90c2-660a-4749-a2b7-f729962bb6da tempest-MeteringIpV6TestJSON-1863652403 tempest-MeteringIpV6TestJSON-1863652403-project-admin] Unknown quota resources ['metering_label']. {{(pid=101675) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 13:14:33.034153 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213efc68-adfc-49e6-9d27-4fa2d2aed1a0 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:14:33.051740 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0517d4-f0b6-4aa5-973b-0a8510d435e5 None None] Sync routers for ids ['39737d14-d79e-4e5b-aaf7-ecd5f879f63c'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:14:33.066351 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0517d4-f0b6-4aa5-973b-0a8510d435e5 None None] Routers {'39737d14-d79e-4e5b-aaf7-ecd5f879f63c'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:33.067475 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-9e0517d4-f0b6-4aa5-973b-0a8510d435e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:14:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['39737d14-d79e-4e5b-aaf7-ecd5f879f63c'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:33.084666 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-213efc68-adfc-49e6-9d27-4fa2d2aed1a0 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "PUT /v2.0/routers/39737d14-d79e-4e5b-aaf7-ecd5f879f63c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6974659 Aug 18 13:14:33.089168 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41314) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:33.118549 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-9e0517d4-f0b6-4aa5-973b-0a8510d435e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:33.132133 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0517d4-f0b6-4aa5-973b-0a8510d435e5 None None] Routers {'39737d14-d79e-4e5b-aaf7-ecd5f879f63c'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:33.133599 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-9e0517d4-f0b6-4aa5-973b-0a8510d435e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:14:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['39737d14-d79e-4e5b-aaf7-ecd5f879f63c'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:33.135186 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9f59bc8e-9587-484b-80c7-54b2bd1a0229 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "GET /v2.0/ports?device_id=39737d14-d79e-4e5b-aaf7-ecd5f879f63c HTTP/1.1" status: 200 len: 205 time: 0.0440314 Aug 18 13:14:33.140010 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41316) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:33.179250 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-9e0517d4-f0b6-4aa5-973b-0a8510d435e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:33.180308 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0517d4-f0b6-4aa5-973b-0a8510d435e5 None None] The sync data for ids ['39737d14-d79e-4e5b-aaf7-ecd5f879f63c'] in n-d-803603-2 is: [] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:14:33.234468 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1775f20e-41e8-467c-882f-94a16cba4a59 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:33.474057 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1775f20e-41e8-467c-882f-94a16cba4a59 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:33.478008 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1775f20e-41e8-467c-882f-94a16cba4a59 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:33.644136 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1775f20e-41e8-467c-882f-94a16cba4a59 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:33.644693 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1775f20e-41e8-467c-882f-94a16cba4a59 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Fanout notify agent at l3_agent the message router_deleted on router 39737d14-d79e-4e5b-aaf7-ecd5f879f63c {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:14:33.651892 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1775f20e-41e8-467c-882f-94a16cba4a59 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:33.655596 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1775f20e-41e8-467c-882f-94a16cba4a59 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "DELETE /v2.0/routers/39737d14-d79e-4e5b-aaf7-ecd5f879f63c HTTP/1.1" status: 204 len: 168 time: 0.5112386 Aug 18 13:14:33.655766 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41324) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:33.686855 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f23c90c2-660a-4749-a2b7-f729962bb6da tempest-MeteringIpV6TestJSON-1863652403 tempest-MeteringIpV6TestJSON-1863652403-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:33.688032 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f23c90c2-660a-4749-a2b7-f729962bb6da tempest-MeteringIpV6TestJSON-1863652403 tempest-MeteringIpV6TestJSON-1863652403-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8636296 Aug 18 13:14:33.688316 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ac7a8e93-e947-4759-9918-9d1f2a884ae6 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:33.692312 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41326) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:33.696736 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-d575d62a-72c3-4ad7-ac3d-41f394546617 tempest-MeteringIpV6TestJSON-1863652403 tempest-MeteringIpV6TestJSON-1863652403-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'bae3bc8d-d68b-49e0-95b2-6d7fbb004344'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:14:33.697117 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-d575d62a-72c3-4ad7-ac3d-41f394546617 tempest-MeteringIpV6TestJSON-1863652403 tempest-MeteringIpV6TestJSON-1863652403-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101675) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 13:14:33.707960 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a9ef2ec5-0137-4f23-8257-b7c91a2e6a3d tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:33.725966 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a8e93-e947-4759-9918-9d1f2a884ae6 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Pushing event deleted for resources: {'Port': ['ID=7f98c3a8-8884-4300-9c93-05d243ef6332,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:33.756633 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee0b0d41-d926-4ef0-86b5-92593c3efa6f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Deleting subnet 2a85273e-8e28-4e8d-88f0-667fa921dbd9 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:14:33.761955 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ee0b0d41-d926-4ef0-86b5-92593c3efa6f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:33.833838 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ee0b0d41-d926-4ef0-86b5-92593c3efa6f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:33.855889 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ac7a8e93-e947-4759-9918-9d1f2a884ae6 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:33.929875 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a9ef2ec5-0137-4f23-8257-b7c91a2e6a3d tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:33.941325 n-d-803603-2 neutron-server[101675]: WARNING neutron.services.metering.metering_plugin [None req-d575d62a-72c3-4ad7-ac3d-41f394546617 tempest-MeteringIpV6TestJSON-1863652403 tempest-MeteringIpV6TestJSON-1863652403-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 18 13:14:34.055124 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a9ef2ec5-0137-4f23-8257-b7c91a2e6a3d tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:34.057843 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d575d62a-72c3-4ad7-ac3d-41f394546617 tempest-MeteringIpV6TestJSON-1863652403 tempest-MeteringIpV6TestJSON-1863652403-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:34.059110 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d575d62a-72c3-4ad7-ac3d-41f394546617 tempest-MeteringIpV6TestJSON-1863652403 tempest-MeteringIpV6TestJSON-1863652403-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3658617 Aug 18 13:14:34.163578 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41334) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:34.170603 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-3abf6577-33ad-491d-91d7-a5d16e248319 tempest-MeteringIpV6TestJSON-1863652403 tempest-MeteringIpV6TestJSON-1863652403-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'bae3bc8d-d68b-49e0-95b2-6d7fbb004344'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:14:34.171105 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-3abf6577-33ad-491d-91d7-a5d16e248319 tempest-MeteringIpV6TestJSON-1863652403 tempest-MeteringIpV6TestJSON-1863652403-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101675) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 13:14:34.176493 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef2ec5-0137-4f23-8257-b7c91a2e6a3d tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Pushing event updated for resources: {'Port': ['ID=152a054c-f3d5-4441-a687-6791292c1b31,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:34.243686 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a9ef2ec5-0137-4f23-8257-b7c91a2e6a3d tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:34.321075 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ac7a8e93-e947-4759-9918-9d1f2a884ae6 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:34.321075 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ac7a8e93-e947-4759-9918-9d1f2a884ae6 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:34.354667 n-d-803603-2 neutron-server[101675]: WARNING neutron.services.metering.metering_plugin [None req-3abf6577-33ad-491d-91d7-a5d16e248319 tempest-MeteringIpV6TestJSON-1863652403 tempest-MeteringIpV6TestJSON-1863652403-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 18 13:14:34.405609 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ee0b0d41-d926-4ef0-86b5-92593c3efa6f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:34.424789 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [None req-a9ef2ec5-0137-4f23-8257-b7c91a2e6a3d tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Floating IP 81553558-6c1f-4760-af89-09b4bb7360b9 associated. External IP: 172.25.6.12, port: 444e5a0e-adb6-413f-9be9-b289f1980ecd. Aug 18 13:14:34.462797 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ac7a8e93-e947-4759-9918-9d1f2a884ae6 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:34.463468 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7a8e93-e947-4759-9918-9d1f2a884ae6 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Fanout notify agent at l3_agent the message router_deleted on router bec26396-55d2-4279-91cb-737f3f197421 {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:14:34.472350 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3abf6577-33ad-491d-91d7-a5d16e248319 tempest-MeteringIpV6TestJSON-1863652403 tempest-MeteringIpV6TestJSON-1863652403-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:34.472350 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3abf6577-33ad-491d-91d7-a5d16e248319 tempest-MeteringIpV6TestJSON-1863652403 tempest-MeteringIpV6TestJSON-1863652403-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3068569 Aug 18 13:14:34.480091 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ac7a8e93-e947-4759-9918-9d1f2a884ae6 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:34.484615 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ac7a8e93-e947-4759-9918-9d1f2a884ae6 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] 10.222.0.13 "DELETE /v2.0/routers/bec26396-55d2-4279-91cb-737f3f197421 HTTP/1.1" status: 204 len: 168 time: 2.5505626 Aug 18 13:14:34.484615 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41338) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:34.496496 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41340) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:34.502380 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-3637fe3f-71df-487b-b51c-6fba5665a0e1 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1672670065', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}, 'admin_state_up': False}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:14:34.517916 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-38b8fe72-11f8-4320-b015-adcd632877b3 tempest-MeteringIpV6TestJSON-1863652403 tempest-MeteringIpV6TestJSON-1863652403-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=80c49eb0-1667-4f35-96be-a2b6d945903c HTTP/1.1" status: 200 len: 462 time: 0.0243428 Aug 18 13:14:34.518865 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41344) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:34.576214 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ee0b0d41-d926-4ef0-86b5-92593c3efa6f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:34.608625 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ee0b0d41-d926-4ef0-86b5-92593c3efa6f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:34.610580 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ee0b0d41-d926-4ef0-86b5-92593c3efa6f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "DELETE /v2.0/subnets/2a85273e-8e28-4e8d-88f0-667fa921dbd9 HTTP/1.1" status: 204 len: 168 time: 0.9537985 Aug 18 13:14:34.612808 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3637fe3f-71df-487b-b51c-6fba5665a0e1 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:34.614016 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3637fe3f-71df-487b-b51c-6fba5665a0e1 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:34.619044 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41346) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:34.620038 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83bf711-5f2f-4eec-966c-6efa6bd9b7fe None None] Network c46c83e2-4306-4730-95f4-f624e89ee0dd requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:14:34.620524 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b0d41-d926-4ef0-86b5-92593c3efa6f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event deleted for resources: {'Subnet': ['ID=2a85273e-8e28-4e8d-88f0-667fa921dbd9,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:34.752775 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0805c40e-a17d-4027-a15f-82b61b872d27 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:34.755460 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3637fe3f-71df-487b-b51c-6fba5665a0e1 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:34.802502 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ef2ec5-0137-4f23-8257-b7c91a2e6a3d tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Router 26f66c53-06f7-44e9-969b-f3d7a80fe974 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:14:34.832065 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-0805c40e-a17d-4027-a15f-82b61b872d27 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Deleting port 8614f8d4-b673-4478-a523-17083834f534 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:14:34.832065 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0805c40e-a17d-4027-a15f-82b61b872d27 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:34.857135 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a0d98595-5d32-4bd8-8d74-5bdabcc3e546 tempest-MeteringIpV6TestJSON-1863652403 tempest-MeteringIpV6TestJSON-1863652403-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:34.869595 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a0d98595-5d32-4bd8-8d74-5bdabcc3e546 tempest-MeteringIpV6TestJSON-1863652403 tempest-MeteringIpV6TestJSON-1863652403-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/80c49eb0-1667-4f35-96be-a2b6d945903c HTTP/1.1" status: 204 len: 168 time: 0.3472371 Aug 18 13:14:34.871786 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1050f75-a5b3-4f01-b2dd-14d161371170 None None] DHCP port deletion for c46c83e2-4306-4730-95f4-f624e89ee0dd request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:14:34.872827 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41348) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:34.946260 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f1050f75-a5b3-4f01-b2dd-14d161371170 None None] Deleting port 8614f8d4-b673-4478-a523-17083834f534 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:14:34.946679 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f1050f75-a5b3-4f01-b2dd-14d161371170 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:34.981144 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ff38e6f0-f687-442f-84d4-6e2d1a78a484 tempest-MeteringIpV6TestJSON-1863652403 tempest-MeteringIpV6TestJSON-1863652403-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=80c49eb0-1667-4f35-96be-a2b6d945903c HTTP/1.1" status: 200 len: 221 time: 0.1070249 Aug 18 13:14:34.990393 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41352) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:34.996766 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-724f18a0-99d5-426d-a5a1-c2409a2a9406 tempest-MeteringIpV6TestJSON-1863652403 tempest-MeteringIpV6TestJSON-1863652403-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--493284091', 'description': 'label created by tempest'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:14:34.998127 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-724f18a0-99d5-426d-a5a1-c2409a2a9406 tempest-MeteringIpV6TestJSON-1863652403 tempest-MeteringIpV6TestJSON-1863652403-project-admin] Unknown quota resources ['metering_label']. {{(pid=101675) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 13:14:35.038271 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-0805c40e-a17d-4027-a15f-82b61b872d27 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] For port 8614f8d4-b673-4478-a523-17083834f534, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=8614f8d4-b673-4478-a523-17083834f534,segment=NetworkSegment(11198a5c-96aa-4aa9-8f50-881f03d27cca),segment_id=11198a5c-96aa-4aa9-8f50-881f03d27cca)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:14:35.045567 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0805c40e-a17d-4027-a15f-82b61b872d27 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:35.064734 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f1050f75-a5b3-4f01-b2dd-14d161371170 None None] For port 8614f8d4-b673-4478-a523-17083834f534, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=8614f8d4-b673-4478-a523-17083834f534,segment=NetworkSegment(11198a5c-96aa-4aa9-8f50-881f03d27cca),segment_id=11198a5c-96aa-4aa9-8f50-881f03d27cca)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:14:35.065147 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f1050f75-a5b3-4f01-b2dd-14d161371170 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:35.088924 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f1050f75-a5b3-4f01-b2dd-14d161371170 None None] Calling delete_port for 8614f8d4-b673-4478-a523-17083834f534 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:14:35.114757 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ef2ec5-0137-4f23-8257-b7c91a2e6a3d tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:14:35.125563 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44e696c-1998-4d52-8b30-0e29964e48f2 None None] Sync routers for ids ['26f66c53-06f7-44e9-969b-f3d7a80fe974'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:14:35.137241 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44e696c-1998-4d52-8b30-0e29964e48f2 None None] Routers {'26f66c53-06f7-44e9-969b-f3d7a80fe974'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:35.138013 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-d44e696c-1998-4d52-8b30-0e29964e48f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:14:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['26f66c53-06f7-44e9-969b-f3d7a80fe974'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:35.147559 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-0805c40e-a17d-4027-a15f-82b61b872d27 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Calling delete_port for 8614f8d4-b673-4478-a523-17083834f534 owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:14:35.154913 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3637fe3f-71df-487b-b51c-6fba5665a0e1 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:35.292317 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-d44e696c-1998-4d52-8b30-0e29964e48f2 None None] Set router 26f66c53-06f7-44e9-969b-f3d7a80fe974 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:14:35.299784 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a9ef2ec5-0137-4f23-8257-b7c91a2e6a3d tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:35.400460 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-724f18a0-99d5-426d-a5a1-c2409a2a9406 tempest-MeteringIpV6TestJSON-1863652403 tempest-MeteringIpV6TestJSON-1863652403-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:35.400460 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-724f18a0-99d5-426d-a5a1-c2409a2a9406 tempest-MeteringIpV6TestJSON-1863652403 tempest-MeteringIpV6TestJSON-1863652403-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4058876 Aug 18 13:14:35.402235 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a9ef2ec5-0137-4f23-8257-b7c91a2e6a3d tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8344409 Aug 18 13:14:35.402855 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41356) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:35.403193 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41358) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:35.403652 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '266e00b9-f54d-4c7e-bc86-c1e206a0114c', 'tag': '444e5a0e-adb6-413f-9be9-b289f1980ecd'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:14:35.405957 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2005b7d1-fc37-48fa-a60c-5dfed1cd4f87" -d '{"events": [{"name": "network-changed", "server_uuid": "266e00b9-f54d-4c7e-bc86-c1e206a0114c", "tag": "444e5a0e-adb6-413f-9be9-b289f1980ecd"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:14:35.467609 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f1050f75-a5b3-4f01-b2dd-14d161371170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:35.514504 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0805c40e-a17d-4027-a15f-82b61b872d27 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:35.518706 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1050f75-a5b3-4f01-b2dd-14d161371170 None None] Pushing event deleted for resources: {'Port': ['ID=8614f8d4-b673-4478-a523-17083834f534,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:35.533995 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1050f75-a5b3-4f01-b2dd-14d161371170 None None] No DVR routers for this DVR port 8614f8d4-b673-4478-a523-17083834f534 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:14:35.561645 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805c40e-a17d-4027-a15f-82b61b872d27 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event deleted for resources: {'Port': ['ID=8614f8d4-b673-4478-a523-17083834f534,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:35.566654 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0805c40e-a17d-4027-a15f-82b61b872d27 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] No DVR routers for this DVR port 8614f8d4-b673-4478-a523-17083834f534 on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:14:35.647975 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-d44e696c-1998-4d52-8b30-0e29964e48f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f66c53-06f7-44e9-969b-f3d7a80fe974', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1884205550', 'tenant_id': '0a45397c4a7d4474ba973ba423e6989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '6c25e405-eb2d-444d-af91-1a8e5d64f48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:47Z', 'updated_at': '2021-08-18T13:14:01Z', 'revision_number': 4, 'project_id': '0a45397c4a7d4474ba973ba423e6989f', 'gw_port': {'id': '6c25e405-eb2d-444d-af91-1a8e5d64f48e', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:95:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f66c53-06f7-44e9-969b-f3d7a80fe974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:49Z', 'updated_at': '2021-08-18T13:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '81553558-6c1f-4760-af89-09b4bb7360b9', 'tenant_id': '0a45397c4a7d4474ba973ba423e6989f', 'floating_ip_address': '172.25.6.12', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '26f66c53-06f7-44e9-969b-f3d7a80fe974', 'port_id': '444e5a0e-adb6-413f-9be9-b289f1980ecd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6', 'mac_address': 'fa:16:3e:a6:04:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266e00b9-f54d-4c7e-bc86-c1e206a0114c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:14:32Z', 'updated_at': '2021-08-18T13:14:32Z', 'revision_number': 0, 'project_id': '0a45397c4a7d4474ba973ba423e6989f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db87ec7b-a57a-4d4b-a930-cc2c855cb54e', 'name': '', 'network_id': '9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6', 'tenant_id': '0a45397c4a7d4474ba973ba423e6989f', 'mac_address': 'fa:16:3e:bd:06:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f66c53-06f7-44e9-969b-f3d7a80fe974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'fe3a97f8-d0ad-4092-af0e-798ceb90f1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:58Z', 'updated_at': '2021-08-18T13:14:08Z', 'revision_number': 5, 'project_id': '0a45397c4a7d4474ba973ba423e6989f', 'subnets': [{'id': 'fe3a97f8-d0ad-4092-af0e-798ceb90f1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:35.679506 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44e696c-1998-4d52-8b30-0e29964e48f2 None None] Checking router: 26f66c53-06f7-44e9-969b-f3d7a80fe974 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:14:35.692530 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44e696c-1998-4d52-8b30-0e29964e48f2 None None] Routers {'26f66c53-06f7-44e9-969b-f3d7a80fe974'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:35.693705 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-d44e696c-1998-4d52-8b30-0e29964e48f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:14:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['26f66c53-06f7-44e9-969b-f3d7a80fe974'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:35.739832 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f5ce47aa-3757-48f7-8a34-01d9df0b737c tempest-MeteringIpV6TestJSON-1863652403 tempest-MeteringIpV6TestJSON-1863652403-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=deec24a8-0941-47b9-a2b5-7ad1ce6f4861 HTTP/1.1" status: 200 len: 467 time: 0.3274536 Aug 18 13:14:35.740092 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0805c40e-a17d-4027-a15f-82b61b872d27 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:35.740213 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9dc646-b451-4f46-a040-ff239cfff93e tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:35.740213 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9dc646-b451-4f46-a040-ff239cfff93e tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:35.741170 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9dc646-b451-4f46-a040-ff239cfff93e tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:35.741170 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9dc646-b451-4f46-a040-ff239cfff93e tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:35.742783 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9dc646-b451-4f46-a040-ff239cfff93e tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:35.742783 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9dc646-b451-4f46-a040-ff239cfff93e tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:35.742783 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9dc646-b451-4f46-a040-ff239cfff93e tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:35.743177 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9dc646-b451-4f46-a040-ff239cfff93e tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:35.743639 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9dc646-b451-4f46-a040-ff239cfff93e tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:35.748643 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6a9dc646-b451-4f46-a040-ff239cfff93e tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6311 time: 0.3376942 Aug 18 13:14:35.752047 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a67b428-f7cb-4c4c-9fe4-4d76e41613a5 x-openstack-request-id: req-2a67b428-f7cb-4c4c-9fe4-4d76e41613a5 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:14:35.752869 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "266e00b9-f54d-4c7e-bc86-c1e206a0114c", "tag": "444e5a0e-adb6-413f-9be9-b289f1980ecd", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:14:35.752869 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a67b428-f7cb-4c4c-9fe4-4d76e41613a5 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:14:35.753112 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41364) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:35.753215 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '266e00b9-f54d-4c7e-bc86-c1e206a0114c', 'tag': '444e5a0e-adb6-413f-9be9-b289f1980ecd', 'status': 'completed', 'code': 200} Aug 18 13:14:35.753307 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41366) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:35.827441 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005b7d1-fc37-48fa-a60c-5dfed1cd4f87 req-e7c8418b-8186-44a3-8d03-3c10d7cc7dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:35.828900 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2005b7d1-fc37-48fa-a60c-5dfed1cd4f87 req-e7c8418b-8186-44a3-8d03-3c10d7cc7dfe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a45397c4a7d4474ba973ba423e6989f&device_id=266e00b9-f54d-4c7e-bc86-c1e206a0114c HTTP/1.1" status: 200 len: 1136 time: 0.0791922 Aug 18 13:14:35.874504 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-d44e696c-1998-4d52-8b30-0e29964e48f2 None None] Set router 26f66c53-06f7-44e9-969b-f3d7a80fe974 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:14:35.881997 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-0805c40e-a17d-4027-a15f-82b61b872d27 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c46c83e2-4306-4730-95f4-f624e89ee0dd']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:35.951714 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005b7d1-fc37-48fa-a60c-5dfed1cd4f87 req-f574b5eb-0788-40b1-ab65-aa19683a7101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:35.953147 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2005b7d1-fc37-48fa-a60c-5dfed1cd4f87 req-f574b5eb-0788-40b1-ab65-aa19683a7101 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6 HTTP/1.1" status: 200 len: 895 time: 0.1168888 Aug 18 13:14:35.983433 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-0805c40e-a17d-4027-a15f-82b61b872d27 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11198a5c-96aa-4aa9-8f50-881f03d27cca') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:35.983802 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-0805c40e-a17d-4027-a15f-82b61b872d27 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11198a5c-96aa-4aa9-8f50-881f03d27cca') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:36.020144 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0805c40e-a17d-4027-a15f-82b61b872d27 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:36.031772 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2005b7d1-fc37-48fa-a60c-5dfed1cd4f87 req-593385c5-2e53-4b55-acdc-cb0c720747c9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=444e5a0e-adb6-413f-9be9-b289f1980ecd HTTP/1.1" status: 200 len: 999 time: 0.0708621 Aug 18 13:14:36.089295 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005b7d1-fc37-48fa-a60c-5dfed1cd4f87 req-a093139c-3f2c-479c-a3bb-b69aa5775d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:36.090956 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2005b7d1-fc37-48fa-a60c-5dfed1cd4f87 req-a093139c-3f2c-479c-a3bb-b69aa5775d3a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fe3a97f8-d0ad-4092-af0e-798ceb90f1df HTTP/1.1" status: 200 len: 835 time: 0.0518308 Aug 18 13:14:36.112102 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3637fe3f-71df-487b-b51c-6fba5665a0e1 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router_gateway, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:36.148255 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0805c40e-a17d-4027-a15f-82b61b872d27 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:36.154875 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005b7d1-fc37-48fa-a60c-5dfed1cd4f87 req-94d0934d-73ad-4716-a592-9a935b6dc934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:36.156744 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2005b7d1-fc37-48fa-a60c-5dfed1cd4f87 req-94d0934d-73ad-4716-a592-9a935b6dc934 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580120 Aug 18 13:14:36.184754 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3637fe3f-71df-487b-b51c-6fba5665a0e1 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:36.190717 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d304bf-a020-430c-b85a-dfd1c786f9c4 tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:36.191194 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d304bf-a020-430c-b85a-dfd1c786f9c4 tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:36.191711 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d304bf-a020-430c-b85a-dfd1c786f9c4 tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:36.192159 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d304bf-a020-430c-b85a-dfd1c786f9c4 tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:36.192614 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d304bf-a020-430c-b85a-dfd1c786f9c4 tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:36.193074 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d304bf-a020-430c-b85a-dfd1c786f9c4 tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:36.193527 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d304bf-a020-430c-b85a-dfd1c786f9c4 tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:36.193979 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d304bf-a020-430c-b85a-dfd1c786f9c4 tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:36.199506 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-90d304bf-a020-430c-b85a-dfd1c786f9c4 tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5178 time: 0.4407332 Aug 18 13:14:36.205531 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41368) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:36.216727 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0805c40e-a17d-4027-a15f-82b61b872d27 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:14:36.217171 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0805c40e-a17d-4027-a15f-82b61b872d27 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:36.221604 n-d-803603-2 neutron-server[101676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:14:36.221604 n-d-803603-2 neutron-server[101676]: self.session.flush() Aug 18 13:14:36.221604 n-d-803603-2 neutron-server[101676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:14:36.221604 n-d-803603-2 neutron-server[101676]: self.session.flush() Aug 18 13:14:36.221604 n-d-803603-2 neutron-server[101676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:14:36.221604 n-d-803603-2 neutron-server[101676]: self.session.flush() Aug 18 13:14:36.221604 n-d-803603-2 neutron-server[101676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:14:36.221604 n-d-803603-2 neutron-server[101676]: self.session.flush() Aug 18 13:14:36.221604 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:14:36.221604 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:14:36.221604 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:14:36.221604 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:14:36.221604 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:14:36.221604 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:14:36.221604 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:14:36.221604 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:14:36.221604 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:14:36.221604 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:14:36.221604 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:14:36.221604 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:14:36.221604 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:14:36.221604 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:14:36.221604 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:14:36.221604 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:14:36.221604 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:14:36.221604 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:14:36.221604 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:14:36.221604 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:14:36.221604 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:14:36.221604 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:14:36.221604 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:14:36.221604 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:14:36.221604 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:14:36.221604 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:14:36.221604 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:14:36.221604 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:14:36.221604 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:14:36.221604 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:14:36.221604 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:14:36.221604 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:14:36.288786 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2005b7d1-fc37-48fa-a60c-5dfed1cd4f87 req-04fa0547-1a72-45a4-b31d-f762922bdf35 service neutron] 10.222.0.20 "GET /v2.0/networks/9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243393 Aug 18 13:14:36.309675 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-d44e696c-1998-4d52-8b30-0e29964e48f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f66c53-06f7-44e9-969b-f3d7a80fe974', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1884205550', 'tenant_id': '0a45397c4a7d4474ba973ba423e6989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '6c25e405-eb2d-444d-af91-1a8e5d64f48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:47Z', 'updated_at': '2021-08-18T13:14:01Z', 'revision_number': 4, 'project_id': '0a45397c4a7d4474ba973ba423e6989f', 'gw_port': {'id': '6c25e405-eb2d-444d-af91-1a8e5d64f48e', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:95:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f66c53-06f7-44e9-969b-f3d7a80fe974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:49Z', 'updated_at': '2021-08-18T13:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '81553558-6c1f-4760-af89-09b4bb7360b9', 'tenant_id': '0a45397c4a7d4474ba973ba423e6989f', 'floating_ip_address': '172.25.6.12', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '26f66c53-06f7-44e9-969b-f3d7a80fe974', 'port_id': '444e5a0e-adb6-413f-9be9-b289f1980ecd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6', 'mac_address': 'fa:16:3e:a6:04:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266e00b9-f54d-4c7e-bc86-c1e206a0114c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:14:32Z', 'updated_at': '2021-08-18T13:14:32Z', 'revision_number': 0, 'project_id': '0a45397c4a7d4474ba973ba423e6989f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db87ec7b-a57a-4d4b-a930-cc2c855cb54e', 'name': '', 'network_id': '9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6', 'tenant_id': '0a45397c4a7d4474ba973ba423e6989f', 'mac_address': 'fa:16:3e:bd:06:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f66c53-06f7-44e9-969b-f3d7a80fe974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'fe3a97f8-d0ad-4092-af0e-798ceb90f1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:58Z', 'updated_at': '2021-08-18T13:14:08Z', 'revision_number': 5, 'project_id': '0a45397c4a7d4474ba973ba423e6989f', 'subnets': [{'id': 'fe3a97f8-d0ad-4092-af0e-798ceb90f1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:36.337940 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44e696c-1998-4d52-8b30-0e29964e48f2 None None] The sync data for ids ['26f66c53-06f7-44e9-969b-f3d7a80fe974'] in n-d-803603-2 is: [{'id': '26f66c53-06f7-44e9-969b-f3d7a80fe974', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1884205550', 'tenant_id': '0a45397c4a7d4474ba973ba423e6989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '6c25e405-eb2d-444d-af91-1a8e5d64f48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:47Z', 'updated_at': '2021-08-18T13:14:01Z', 'revision_number': 4, 'project_id': '0a45397c4a7d4474ba973ba423e6989f', 'gw_port': {'id': '6c25e405-eb2d-444d-af91-1a8e5d64f48e', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:95:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f66c53-06f7-44e9-969b-f3d7a80fe974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:49Z', 'updated_at': '2021-08-18T13:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '81553558-6c1f-4760-af89-09b4bb7360b9', 'tenant_id': '0a45397c4a7d4474ba973ba423e6989f', 'floating_ip_address': '172.25.6.12', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '26f66c53-06f7-44e9-969b-f3d7a80fe974', 'port_id': '444e5a0e-adb6-413f-9be9-b289f1980ecd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6', 'mac_address': 'fa:16:3e:a6:04:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266e00b9-f54d-4c7e-bc86-c1e206a0114c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:14:32Z', 'updated_at': '2021-08-18T13:14:32Z', 'revision_number': 0, 'project_id': '0a45397c4a7d4474ba973ba423e6989f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db87ec7b-a57a-4d4b-a930-cc2c855cb54e', 'name': '', 'network_id': '9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6', 'tenant_id': '0a45397c4a7d4474ba973ba423e6989f', 'mac_address': 'fa:16:3e:bd:06:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f66c53-06f7-44e9-969b-f3d7a80fe974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'fe3a97f8-d0ad-4092-af0e-798ceb90f1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:58Z', 'updated_at': '2021-08-18T13:14:08Z', 'revision_number': 5, 'project_id': '0a45397c4a7d4474ba973ba423e6989f', 'subnets': [{'id': 'fe3a97f8-d0ad-4092-af0e-798ceb90f1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:14:36.423288 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2005b7d1-fc37-48fa-a60c-5dfed1cd4f87 req-5c841e29-afde-44e0-a3a7-90b3ead3ed9b service neutron] 10.222.0.20 "GET /v2.0/networks/9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269479 Aug 18 13:14:36.428923 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 8614f8d4-b673-4478-a523-17083834f534 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:14:36.457810 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 8614f8d4-b673-4478-a523-17083834f534 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:14:36.457810 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 8614f8d4-b673-4478-a523-17083834f534 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:14:36.492414 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c92331fb-7d48-4529-8718-858cf80c2b0d tempest-MeteringIpV6TestJSON-1863652403 tempest-MeteringIpV6TestJSON-1863652403-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:36.493553 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c92331fb-7d48-4529-8718-858cf80c2b0d tempest-MeteringIpV6TestJSON-1863652403 tempest-MeteringIpV6TestJSON-1863652403-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/deec24a8-0941-47b9-a2b5-7ad1ce6f4861 HTTP/1.1" status: 204 len: 168 time: 0.7395897 Aug 18 13:14:36.496416 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41372) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:36.508278 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-89389f33-0b4f-4ab7-9cfe-d3a3d478c09a tempest-MeteringIpV6TestJSON-1863652403 tempest-MeteringIpV6TestJSON-1863652403-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=deec24a8-0941-47b9-a2b5-7ad1ce6f4861 HTTP/1.1" status: 200 len: 216 time: 0.0103567 Aug 18 13:14:36.511987 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41374) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:36.532503 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-da6c8111-641e-468b-b32f-beb35a0e6e1f tempest-MeteringIpV6TestJSON-1863652403 tempest-MeteringIpV6TestJSON-1863652403-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0094776 Aug 18 13:14:36.535781 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-3637fe3f-71df-487b-b51c-6fba5665a0e1 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Allocated IP 172.25.6.3 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/b0704f4a-4918-4ddd-8c45-444244783a5e) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:14:36.537054 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41376) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:36.558226 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3aaa2e86-5809-44db-97b8-4ae5f93246f5 tempest-MeteringIpV6TestJSON-1863652403 tempest-MeteringIpV6TestJSON-1863652403-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0131900 Aug 18 13:14:36.559716 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41378) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:36.639295 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0805c40e-a17d-4027-a15f-82b61b872d27 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:36.647165 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0805c40e-a17d-4027-a15f-82b61b872d27 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:36.648652 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0805c40e-a17d-4027-a15f-82b61b872d27 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "DELETE /v2.0/networks/c46c83e2-4306-4730-95f4-f624e89ee0dd HTTP/1.1" status: 204 len: 168 time: 2.0263021 Aug 18 13:14:36.668139 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41384) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:36.675201 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ffca78-8811-4bbf-92d9-42c9d0905487 None None] New status for floating IP 81553558-6c1f-4760-af89-09b4bb7360b9: ACTIVE {{(pid=101677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:14:36.676006 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-bbc06bf2-bf22-42f6-8101-684a537ff6e9 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1637992000', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}, 'admin_state_up': False}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:14:36.687356 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-aac17935-0e09-427c-9614-0424bc8c7ec5 tempest-MeteringIpV6TestJSON-1863652403 tempest-MeteringIpV6TestJSON-1863652403-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/bae3bc8d-d68b-49e0-95b2-6d7fbb004344 HTTP/1.1" status: 200 len: 473 time: 0.1228321 Aug 18 13:14:36.687599 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41386) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:36.692257 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805c40e-a17d-4027-a15f-82b61b872d27 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event deleted for resources: {'Network': ['ID=c46c83e2-4306-4730-95f4-f624e89ee0dd,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:36.706277 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9c9b077a-37dd-4a78-ba36-766fece6d424 tempest-MeteringIpV6TestJSON-1863652403 tempest-MeteringIpV6TestJSON-1863652403-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/023bd624-92e9-40dd-a26e-29be51cd660d HTTP/1.1" status: 200 len: 459 time: 0.0128233 Aug 18 13:14:36.706408 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41388) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:36.809324 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3637fe3f-71df-487b-b51c-6fba5665a0e1 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:36.838647 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8048147b-90b5-44da-aa75-3836ed63ea9a tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2866 time: 0.6319792 Aug 18 13:14:36.841530 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41390) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:36.895141 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9380bc43-5ddf-47e9-a44b-96c01dbfd12a tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:36.895631 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9380bc43-5ddf-47e9-a44b-96c01dbfd12a tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:36.897761 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9380bc43-5ddf-47e9-a44b-96c01dbfd12a tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=26f66c53-06f7-44e9-969b-f3d7a80fe974 HTTP/1.1" status: 200 len: 1990 time: 0.0545270 Aug 18 13:14:36.901520 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bbc06bf2-bf22-42f6-8101-684a537ff6e9 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:36.902662 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bbc06bf2-bf22-42f6-8101-684a537ff6e9 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:37.334294 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b7102a3c-570b-4395-8671-9d2150062362 tempest-MeteringIpV6TestJSON-1863652403 tempest-MeteringIpV6TestJSON-1863652403-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:37.335428 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b7102a3c-570b-4395-8671-9d2150062362 tempest-MeteringIpV6TestJSON-1863652403 tempest-MeteringIpV6TestJSON-1863652403-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/023bd624-92e9-40dd-a26e-29be51cd660d HTTP/1.1" status: 204 len: 168 time: 0.6290114 Aug 18 13:14:37.336560 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3637fe3f-71df-487b-b51c-6fba5665a0e1 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:37.338622 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41400) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:37.411789 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bbc06bf2-bf22-42f6-8101-684a537ff6e9 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:37.422826 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3637fe3f-71df-487b-b51c-6fba5665a0e1 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:14:37.426526 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-3637fe3f-71df-487b-b51c-6fba5665a0e1 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:14:37.430438 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3637fe3f-71df-487b-b51c-6fba5665a0e1 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:14:37.480774 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3637fe3f-71df-487b-b51c-6fba5665a0e1 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Pushing event updated for resources: {'Port': ['ID=b0704f4a-4918-4ddd-8c45-444244783a5e,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:37.723465 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bbc06bf2-bf22-42f6-8101-684a537ff6e9 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:38.378430 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-241f0659-41c3-4697-9a8c-d1cd4e9aa264 tempest-MeteringIpV6TestJSON-1863652403 tempest-MeteringIpV6TestJSON-1863652403-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:38.382566 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-241f0659-41c3-4697-9a8c-d1cd4e9aa264 tempest-MeteringIpV6TestJSON-1863652403 tempest-MeteringIpV6TestJSON-1863652403-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/bae3bc8d-d68b-49e0-95b2-6d7fbb004344 HTTP/1.1" status: 204 len: 168 time: 1.0398877 Aug 18 13:14:38.586127 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3637fe3f-71df-487b-b51c-6fba5665a0e1 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router_gateway, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:38.826363 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bbc06bf2-bf22-42f6-8101-684a537ff6e9 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for router_gateway, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:38.854551 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bbc06bf2-bf22-42f6-8101-684a537ff6e9 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:38.880403 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc495293-ad6d-42b3-ba2d-bee332429313 req-7274826c-4776-4aa3-97b7-e6749498550f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:38.889233 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc495293-ad6d-42b3-ba2d-bee332429313 req-7274826c-4776-4aa3-97b7-e6749498550f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:38.899154 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc495293-ad6d-42b3-ba2d-bee332429313 req-7274826c-4776-4aa3-97b7-e6749498550f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:38.906623 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc495293-ad6d-42b3-ba2d-bee332429313 req-7274826c-4776-4aa3-97b7-e6749498550f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:38.913876 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc495293-ad6d-42b3-ba2d-bee332429313 req-7274826c-4776-4aa3-97b7-e6749498550f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:38.920377 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc495293-ad6d-42b3-ba2d-bee332429313 req-7274826c-4776-4aa3-97b7-e6749498550f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:38.927163 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc495293-ad6d-42b3-ba2d-bee332429313 req-7274826c-4776-4aa3-97b7-e6749498550f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:38.929723 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dc495293-ad6d-42b3-ba2d-bee332429313 req-7274826c-4776-4aa3-97b7-e6749498550f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 5433 time: 0.1702595 Aug 18 13:14:38.983895 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dc495293-ad6d-42b3-ba2d-bee332429313 req-8ea95793-ec08-49b8-90d1-c52018b71d8e tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae8c3d5-8282-4301-b244-c246a28f9086&id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0477593 Aug 18 13:14:39.038470 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3637fe3f-71df-487b-b51c-6fba5665a0e1 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:39.122129 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-bbc06bf2-bf22-42f6-8101-684a537ff6e9 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Allocated IP 172.25.6.21 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/f6c18f07-c6d3-4e9f-a954-d849f3c637c8) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:14:39.245245 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41448) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:39.343158 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bbc06bf2-bf22-42f6-8101-684a537ff6e9 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:39.396698 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8005c248-9778-439e-8fbb-51ee5c503d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:39.416372 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3637fe3f-71df-487b-b51c-6fba5665a0e1 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Router b1413151-7542-4202-b393-9dd4c8637032 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:14:39.533492 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8005c248-9778-439e-8fbb-51ee5c503d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:39.541077 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bbc06bf2-bf22-42f6-8101-684a537ff6e9 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:39.582051 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3637fe3f-71df-487b-b51c-6fba5665a0e1 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:14:39.591763 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdb7972-b887-4595-b57d-aea8749f3772 None None] Sync routers for ids ['b1413151-7542-4202-b393-9dd4c8637032'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:14:39.601608 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdb7972-b887-4595-b57d-aea8749f3772 None None] Routers {'b1413151-7542-4202-b393-9dd4c8637032'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:39.602312 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-4cdb7972-b887-4595-b57d-aea8749f3772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:14:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['b1413151-7542-4202-b393-9dd4c8637032'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:39.605104 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc06bf2-bf22-42f6-8101-684a537ff6e9 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:14:39.611416 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-bbc06bf2-bf22-42f6-8101-684a537ff6e9 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:14:39.614563 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc06bf2-bf22-42f6-8101-684a537ff6e9 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:14:39.621034 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8005c248-9778-439e-8fbb-51ee5c503d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:39.639991 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-4cdb7972-b887-4595-b57d-aea8749f3772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:39.643583 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc06bf2-bf22-42f6-8101-684a537ff6e9 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event updated for resources: {'Port': ['ID=f6c18f07-c6d3-4e9f-a954-d849f3c637c8,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:39.658367 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdb7972-b887-4595-b57d-aea8749f3772 None None] Routers {'b1413151-7542-4202-b393-9dd4c8637032'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:39.659043 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-4cdb7972-b887-4595-b57d-aea8749f3772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:14:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['b1413151-7542-4202-b393-9dd4c8637032'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:39.680536 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8005c248-9778-439e-8fbb-51ee5c503d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6981a4e9-5871-407d-a66f-b4abfa1f11eb,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:39.699390 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-4cdb7972-b887-4595-b57d-aea8749f3772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:39.700777 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdb7972-b887-4595-b57d-aea8749f3772 None None] The sync data for ids ['b1413151-7542-4202-b393-9dd4c8637032'] in n-d-803603-2 is: [] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:14:39.706280 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8005c248-9778-439e-8fbb-51ee5c503d67 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8561bade15704c549a9a72e6b03e3982&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4611690 Aug 18 13:14:39.707495 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41470) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:39.757817 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3637fe3f-71df-487b-b51c-6fba5665a0e1 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:39.759017 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3637fe3f-71df-487b-b51c-6fba5665a0e1 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.2615168 Aug 18 13:14:39.761834 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41472) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:39.764520 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ddd7a7ff-c2fa-4c5a-addf-854430aa605b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:39.770202 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-cd774df5-1510-4a8e-8baf-60a28af234c0 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:14:39.791661 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ddd7a7ff-c2fa-4c5a-addf-854430aa605b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:39.922369 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-0d6a783d-1951-41e8-95eb-537f8c6c4b29 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:39.928624 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-0d6a783d-1951-41e8-95eb-537f8c6c4b29 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:39.938021 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-0d6a783d-1951-41e8-95eb-537f8c6c4b29 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:39.943037 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-0d6a783d-1951-41e8-95eb-537f8c6c4b29 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:39.949068 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-0d6a783d-1951-41e8-95eb-537f8c6c4b29 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:39.956633 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-0d6a783d-1951-41e8-95eb-537f8c6c4b29 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:39.963753 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-0d6a783d-1951-41e8-95eb-537f8c6c4b29 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:39.965710 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-0d6a783d-1951-41e8-95eb-537f8c6c4b29 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 5433 time: 0.1451905 Aug 18 13:14:40.020428 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-e16f1c27-075e-455e-adc8-f6ad7eabc02b tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:40.022189 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-e16f1c27-075e-455e-adc8-f6ad7eabc02b tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.39 "GET /v2.0/ports/07f402d6-de4a-4e25-8230-5bec43a446cd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0501411 Aug 18 13:14:40.109419 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ddd7a7ff-c2fa-4c5a-addf-854430aa605b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:40.112412 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ddd7a7ff-c2fa-4c5a-addf-854430aa605b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:40.114669 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ddd7a7ff-c2fa-4c5a-addf-854430aa605b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6981a4e9-5871-407d-a66f-b4abfa1f11eb HTTP/1.1" status: 204 len: 168 time: 0.4057157 Aug 18 13:14:40.132614 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd7a7ff-c2fa-4c5a-addf-854430aa605b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6981a4e9-5871-407d-a66f-b4abfa1f11eb,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:40.193873 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-40053ee6-0cc4-47c5-88a2-dc6a62fc6ae7 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.39 "GET /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1621332 Aug 18 13:14:40.265918 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-1088cc11-4acd-463b-beb4-98754e536391 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:14:40.327881 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-1088cc11-4acd-463b-beb4-98754e536391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:40.358362 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f707b83-b012-41ba-bd38-5051a5a71761 req-2aa98a41-3622-4881-ab57-34f11e00e55f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:40.364109 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f707b83-b012-41ba-bd38-5051a5a71761 req-2aa98a41-3622-4881-ab57-34f11e00e55f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:40.369898 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f707b83-b012-41ba-bd38-5051a5a71761 req-2aa98a41-3622-4881-ab57-34f11e00e55f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:40.375709 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f707b83-b012-41ba-bd38-5051a5a71761 req-2aa98a41-3622-4881-ab57-34f11e00e55f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:40.382056 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f707b83-b012-41ba-bd38-5051a5a71761 req-2aa98a41-3622-4881-ab57-34f11e00e55f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:40.387992 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f707b83-b012-41ba-bd38-5051a5a71761 req-2aa98a41-3622-4881-ab57-34f11e00e55f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:40.395009 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f707b83-b012-41ba-bd38-5051a5a71761 req-2aa98a41-3622-4881-ab57-34f11e00e55f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:40.402195 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2f707b83-b012-41ba-bd38-5051a5a71761 req-2aa98a41-3622-4881-ab57-34f11e00e55f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 5433 time: 0.2303820 Aug 18 13:14:40.402195 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bbc06bf2-bf22-42f6-8101-684a537ff6e9 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for router_gateway, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:40.442770 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cd774df5-1510-4a8e-8baf-60a28af234c0 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:40.513856 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-1088cc11-4acd-463b-beb4-98754e536391 service neutron] For port 07f402d6-de4a-4e25-8230-5bec43a446cd, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=07f402d6-de4a-4e25-8230-5bec43a446cd,segment=NetworkSegment(6768c0de-df2c-476c-8a94-2dd244066493),segment_id=6768c0de-df2c-476c-8a94-2dd244066493)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:14:40.570993 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-1088cc11-4acd-463b-beb4-98754e536391 service neutron] For port 07f402d6-de4a-4e25-8230-5bec43a446cd, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:14:40.621861 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-1088cc11-4acd-463b-beb4-98754e536391 service neutron] device_id is not set on port 07f402d6-de4a-4e25-8230-5bec43a446cd yet. {{(pid=101675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:14:40.631514 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-1088cc11-4acd-463b-beb4-98754e536391 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:40.752814 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-1088cc11-4acd-463b-beb4-98754e536391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:40.835094 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1088cc11-4acd-463b-beb4-98754e536391 service neutron] Pushing event updated for resources: {'Port': ['ID=07f402d6-de4a-4e25-8230-5bec43a446cd,revision_number=6']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:40.873971 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-1088cc11-4acd-463b-beb4-98754e536391 service neutron] No DVR routers for this DVR port 07f402d6-de4a-4e25-8230-5bec43a446cd on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:14:40.925748 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-1088cc11-4acd-463b-beb4-98754e536391 service neutron] In _notify_port_updated(), no bound segment for port 07f402d6-de4a-4e25-8230-5bec43a446cd on network 2459a67a-03d9-4542-a3d9-993612a32608 {{(pid=101675) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 13:14:40.926752 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-1088cc11-4acd-463b-beb4-98754e536391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:40.927448 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-1088cc11-4acd-463b-beb4-98754e536391 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:40.928992 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-1088cc11-4acd-463b-beb4-98754e536391 service neutron] 10.222.0.39 "PUT /v2.0/ports/07f402d6-de4a-4e25-8230-5bec43a446cd HTTP/1.1" status: 200 len: 1025 time: 0.7279568 Aug 18 13:14:40.987490 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-0a9f58a4-00c3-4097-800a-6753aca8f6ad tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:40.989195 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-0a9f58a4-00c3-4097-800a-6753aca8f6ad tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.39 "GET /v2.0/ports/36b945e8-9c27-4658-bb63-6eff4f89d115?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0528405 Aug 18 13:14:41.004552 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-a643cbd9-86c5-466c-bc8a-7dabd2c82c65 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:14:41.041140 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2f707b83-b012-41ba-bd38-5051a5a71761 req-87159dd8-de36-4cba-b5ee-08d5a071d68d tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae8c3d5-8282-4301-b244-c246a28f9086&id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6017809 Aug 18 13:14:41.043115 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cd774df5-1510-4a8e-8baf-60a28af234c0 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:41.055159 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41502) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:41.094972 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-638053ed-6625-46e7-b0b9-81f9a03a1afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:41.111822 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-a643cbd9-86c5-466c-bc8a-7dabd2c82c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:41.154161 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-2fb51e6e-5275-48ee-bb29-6bc6df54a0e9 None None] Provisioning complete for port 07f402d6-de4a-4e25-8230-5bec43a446cd triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:14:41.155785 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2fb51e6e-5275-48ee-bb29-6bc6df54a0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:41.173054 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bbc06bf2-bf22-42f6-8101-684a537ff6e9 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:41.202956 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-2fb51e6e-5275-48ee-bb29-6bc6df54a0e9 None None] Port 07f402d6-de4a-4e25-8230-5bec43a446cd cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:14:41.281817 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-a643cbd9-86c5-466c-bc8a-7dabd2c82c65 service neutron] For port 36b945e8-9c27-4658-bb63-6eff4f89d115, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=36b945e8-9c27-4658-bb63-6eff4f89d115,segment=NetworkSegment(6768c0de-df2c-476c-8a94-2dd244066493),segment_id=6768c0de-df2c-476c-8a94-2dd244066493)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:14:41.320338 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-a643cbd9-86c5-466c-bc8a-7dabd2c82c65 service neutron] For port 36b945e8-9c27-4658-bb63-6eff4f89d115, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:14:41.361619 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-a643cbd9-86c5-466c-bc8a-7dabd2c82c65 service neutron] device_id is not set on port 36b945e8-9c27-4658-bb63-6eff4f89d115 yet. {{(pid=101675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:14:41.370405 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-a643cbd9-86c5-466c-bc8a-7dabd2c82c65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:41.408718 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-cd774df5-1510-4a8e-8baf-60a28af234c0 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Deleting port b0704f4a-4918-4ddd-8c45-444244783a5e {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:14:41.408963 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cd774df5-1510-4a8e-8baf-60a28af234c0 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:41.426204 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-638053ed-6625-46e7-b0b9-81f9a03a1afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:41.455948 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-a643cbd9-86c5-466c-bc8a-7dabd2c82c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:41.500250 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cd774df5-1510-4a8e-8baf-60a28af234c0 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:41.513314 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-cd774df5-1510-4a8e-8baf-60a28af234c0 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Calling delete_port for b0704f4a-4918-4ddd-8c45-444244783a5e owned by network:router_gateway {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:14:41.517377 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-a643cbd9-86c5-466c-bc8a-7dabd2c82c65 service neutron] No DVR routers for this DVR port 36b945e8-9c27-4658-bb63-6eff4f89d115 on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:14:41.540408 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a643cbd9-86c5-466c-bc8a-7dabd2c82c65 service neutron] Pushing event updated for resources: {'Port': ['ID=36b945e8-9c27-4658-bb63-6eff4f89d115,revision_number=6']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:41.569714 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-638053ed-6625-46e7-b0b9-81f9a03a1afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:41.572731 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-a643cbd9-86c5-466c-bc8a-7dabd2c82c65 service neutron] In _notify_port_updated(), no bound segment for port 36b945e8-9c27-4658-bb63-6eff4f89d115 on network 2459a67a-03d9-4542-a3d9-993612a32608 {{(pid=101675) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 13:14:41.573781 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-a643cbd9-86c5-466c-bc8a-7dabd2c82c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:41.574752 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-a643cbd9-86c5-466c-bc8a-7dabd2c82c65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:41.577063 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-a643cbd9-86c5-466c-bc8a-7dabd2c82c65 service neutron] 10.222.0.39 "PUT /v2.0/ports/36b945e8-9c27-4658-bb63-6eff4f89d115 HTTP/1.1" status: 200 len: 1028 time: 0.5786111 Aug 18 13:14:41.603858 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5380c444-f9b4-4f13-a6c3-cc6efbe4e05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:41.621963 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc06bf2-bf22-42f6-8101-684a537ff6e9 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Router c3827671-a337-42ac-b30e-e84a3f052071 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:14:41.636201 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-638053ed-6625-46e7-b0b9-81f9a03a1afd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d25e1e939fef48dcaed356242cc57645&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5798676 Aug 18 13:14:41.642059 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638053ed-6625-46e7-b0b9-81f9a03a1afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b4c43c-79d4-4672-9104-fc253245c27a,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:41.644239 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41506) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:41.863376 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3a613bec-552e-4fb2-8008-b2da7f81b55d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:41.894419 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3a613bec-552e-4fb2-8008-b2da7f81b55d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:41.936341 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-e655005a-1336-480d-9637-cd533ad6e9b8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Deleting port 34e925d7-14af-4826-bf24-9d1ce3cea1ed {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:14:41.936341 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-e655005a-1336-480d-9637-cd533ad6e9b8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:41.939394 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-308d5e51-db9f-46d7-845c-3f14e16aa003 None None] Provisioning complete for port 36b945e8-9c27-4658-bb63-6eff4f89d115 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:14:41.939985 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-308d5e51-db9f-46d7-845c-3f14e16aa003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:41.973758 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc06bf2-bf22-42f6-8101-684a537ff6e9 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:14:41.986485 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-308d5e51-db9f-46d7-845c-3f14e16aa003 None None] Port 36b945e8-9c27-4658-bb63-6eff4f89d115 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:14:41.989097 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06814086-5a24-4172-bf9d-4ae25e5b8e09 None None] Sync routers for ids ['c3827671-a337-42ac-b30e-e84a3f052071'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:14:41.999913 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cd774df5-1510-4a8e-8baf-60a28af234c0 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:42.003653 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06814086-5a24-4172-bf9d-4ae25e5b8e09 None None] Routers {'c3827671-a337-42ac-b30e-e84a3f052071'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:42.004583 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-06814086-5a24-4172-bf9d-4ae25e5b8e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:14:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c3827671-a337-42ac-b30e-e84a3f052071'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:42.044471 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-06814086-5a24-4172-bf9d-4ae25e5b8e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:42.055002 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06814086-5a24-4172-bf9d-4ae25e5b8e09 None None] Routers {'c3827671-a337-42ac-b30e-e84a3f052071'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:42.055948 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-06814086-5a24-4172-bf9d-4ae25e5b8e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:14:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c3827671-a337-42ac-b30e-e84a3f052071'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:42.065468 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bbc06bf2-bf22-42f6-8101-684a537ff6e9 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:42.079025 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-bbc06bf2-bf22-42f6-8101-684a537ff6e9 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.4089403 Aug 18 13:14:42.080477 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd774df5-1510-4a8e-8baf-60a28af234c0 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Pushing event deleted for resources: {'Port': ['ID=b0704f4a-4918-4ddd-8c45-444244783a5e,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:42.094704 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-e655005a-1336-480d-9637-cd533ad6e9b8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] For port 34e925d7-14af-4826-bf24-9d1ce3cea1ed, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=34e925d7-14af-4826-bf24-9d1ce3cea1ed,segment=NetworkSegment(c07f3d80-20eb-4904-a367-4db848d7a4aa),segment_id=c07f3d80-20eb-4904-a367-4db848d7a4aa)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:14:42.095933 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-e655005a-1336-480d-9637-cd533ad6e9b8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:42.107203 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-06814086-5a24-4172-bf9d-4ae25e5b8e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:42.108077 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06814086-5a24-4172-bf9d-4ae25e5b8e09 None None] The sync data for ids ['c3827671-a337-42ac-b30e-e84a3f052071'] in n-d-803603-2 is: [] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:14:42.108915 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41514) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:42.284326 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-00051abc-afff-4bb7-841d-b53c52b5fc97 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "GET /v2.0/routers/c3827671-a337-42ac-b30e-e84a3f052071 HTTP/1.1" status: 200 len: 884 time: 0.1715162 Aug 18 13:14:42.285870 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41518) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:42.429928 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cd774df5-1510-4a8e-8baf-60a28af234c0 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:42.432697 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-e655005a-1336-480d-9637-cd533ad6e9b8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:42.433282 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-e655005a-1336-480d-9637-cd533ad6e9b8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:42.433772 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-e655005a-1336-480d-9637-cd533ad6e9b8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Floating IP 5da0557d-c499-4ef0-942e-4b807c496c67 disassociated. External IP: 172.25.6.136, port: 34e925d7-14af-4826-bf24-9d1ce3cea1ed. Aug 18 13:14:42.434334 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-e655005a-1336-480d-9637-cd533ad6e9b8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Calling delete_port for 34e925d7-14af-4826-bf24-9d1ce3cea1ed owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:14:42.525645 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e36fe-d98e-45cd-ac80-7c051806c023 req-96c762b0-8eba-46f2-80e3-9f161c8275c8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:42.531825 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e36fe-d98e-45cd-ac80-7c051806c023 req-96c762b0-8eba-46f2-80e3-9f161c8275c8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:42.538661 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e36fe-d98e-45cd-ac80-7c051806c023 req-96c762b0-8eba-46f2-80e3-9f161c8275c8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:42.544751 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e36fe-d98e-45cd-ac80-7c051806c023 req-96c762b0-8eba-46f2-80e3-9f161c8275c8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:42.552148 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e36fe-d98e-45cd-ac80-7c051806c023 req-96c762b0-8eba-46f2-80e3-9f161c8275c8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:42.560384 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5f2e36fe-d98e-45cd-ac80-7c051806c023 req-96c762b0-8eba-46f2-80e3-9f161c8275c8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 3886 time: 0.1464796 Aug 18 13:14:42.592424 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3a613bec-552e-4fb2-8008-b2da7f81b55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:42.595670 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3a613bec-552e-4fb2-8008-b2da7f81b55d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:42.596968 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3a613bec-552e-4fb2-8008-b2da7f81b55d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4b4c43c-79d4-4672-9104-fc253245c27a HTTP/1.1" status: 204 len: 168 time: 0.9511909 Aug 18 13:14:42.628370 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a613bec-552e-4fb2-8008-b2da7f81b55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b4c43c-79d4-4672-9104-fc253245c27a,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:42.659387 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5f2e36fe-d98e-45cd-ac80-7c051806c023 req-21a37457-5280-4b23-a943-417ff71e00b3 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854020 Aug 18 13:14:42.838797 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cd774df5-1510-4a8e-8baf-60a28af234c0 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-486308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5626'] for router, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:42.844126 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-e655005a-1336-480d-9637-cd533ad6e9b8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:42.899965 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cd774df5-1510-4a8e-8baf-60a28af234c0 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-486154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-486161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563648'] for router, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:42.907474 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655005a-1336-480d-9637-cd533ad6e9b8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Pushing event deleted for resources: {'Port': ['ID=34e925d7-14af-4826-bf24-9d1ce3cea1ed,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:43.092622 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-e655005a-1336-480d-9637-cd533ad6e9b8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Router 66e22582-27f1-48db-b051-4c033baa4033 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:14:43.138478 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd774df5-1510-4a8e-8baf-60a28af234c0 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Router b1413151-7542-4202-b393-9dd4c8637032 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:14:43.183756 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-76ae33f8-8bf8-4eab-af12-ab9c1010ed0a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.8949866 Aug 18 13:14:43.186384 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41530) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:43.191443 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-1d06ec4e-956a-4f8c-8b82-febf3c62d17a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1637992000'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:14:43.203976 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 266a6430-2066-4382-ad70-9e34f085829b no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:14:43.255625 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-e655005a-1336-480d-9637-cd533ad6e9b8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:14:43.267150 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e98d676-da77-4ee8-83c7-c83438b655be None None] Sync routers for ids ['66e22582-27f1-48db-b051-4c033baa4033'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:14:43.288286 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e98d676-da77-4ee8-83c7-c83438b655be None None] Routers {'66e22582-27f1-48db-b051-4c033baa4033'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:43.289066 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-4e98d676-da77-4ee8-83c7-c83438b655be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:14:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['66e22582-27f1-48db-b051-4c033baa4033'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:43.371705 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-e655005a-1336-480d-9637-cd533ad6e9b8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] No DVR routers for this DVR port 34e925d7-14af-4826-bf24-9d1ce3cea1ed on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:14:43.379116 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-e655005a-1336-480d-9637-cd533ad6e9b8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:43.381574 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-e655005a-1336-480d-9637-cd533ad6e9b8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.39 "DELETE /v2.0/ports/34e925d7-14af-4826-bf24-9d1ce3cea1ed HTTP/1.1" status: 204 len: 173 time: 1.7968709 Aug 18 13:14:43.382313 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'name': 'network-vif-deleted', 'tag': '34e925d7-14af-4826-bf24-9d1ce3cea1ed'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:14:43.386841 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1884a12b-94e9-4959-a013-b9384047e416" -d '{"events": [{"server_uuid": "eb189d41-f194-4bb0-83e1-ae8430304485", "name": "network-vif-deleted", "tag": "34e925d7-14af-4826-bf24-9d1ce3cea1ed"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:14:43.467712 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd774df5-1510-4a8e-8baf-60a28af234c0 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:14:43.480327 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cd774df5-1510-4a8e-8baf-60a28af234c0 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:43.483885 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-cd774df5-1510-4a8e-8baf-60a28af234c0 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] 10.222.0.13 "PUT /v2.0/routers/b1413151-7542-4202-b393-9dd4c8637032 HTTP/1.1" status: 200 len: 706 time: 3.7186420 Aug 18 13:14:43.484648 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41536) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:43.489849 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:43.526308 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f82c92-6c18-486c-b6d7-e9e5bcc643d3 None None] Sync routers for ids ['b1413151-7542-4202-b393-9dd4c8637032'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:14:43.541107 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '266a6430-2066-4382-ad70-9e34f085829b'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:14:43.544064 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374992ea-ff87-46d5-9df5-4378ff636bac" -d '{"events": [{"server_uuid": "eb189d41-f194-4bb0-83e1-ae8430304485", "name": "network-vif-unplugged", "status": "completed", "tag": "266a6430-2066-4382-ad70-9e34f085829b"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:14:43.546293 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-4e98d676-da77-4ee8-83c7-c83438b655be None None] Set router 66e22582-27f1-48db-b051-4c033baa4033 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:14:43.584899 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 266a6430-2066-4382-ad70-9e34f085829b, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=266a6430-2066-4382-ad70-9e34f085829b,segment=NetworkSegment(6768c0de-df2c-476c-8a94-2dd244066493),segment_id=6768c0de-df2c-476c-8a94-2dd244066493)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:14:43.586831 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f82c92-6c18-486c-b6d7-e9e5bcc643d3 None None] Routers {'b1413151-7542-4202-b393-9dd4c8637032'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:43.587000 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08332403-ea3a-49d8-bde7-150f38f6207c x-openstack-request-id: req-08332403-ea3a-49d8-bde7-150f38f6207c {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:14:43.587700 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-75f82c92-6c18-486c-b6d7-e9e5bcc643d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:14:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['b1413151-7542-4202-b393-9dd4c8637032'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:43.589321 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb189d41-f194-4bb0-83e1-ae8430304485", "name": "network-vif-deleted", "tag": "34e925d7-14af-4826-bf24-9d1ce3cea1ed", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:14:43.589595 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-08332403-ea3a-49d8-bde7-150f38f6207c {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:14:43.590047 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'name': 'network-vif-deleted', 'tag': '34e925d7-14af-4826-bf24-9d1ce3cea1ed', 'status': 'completed', 'code': 200} Aug 18 13:14:43.703864 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-75f82c92-6c18-486c-b6d7-e9e5bcc643d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:43.716138 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 13:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775c3d3f-1fc7-47d1-a49b-bda908d187e3 x-openstack-request-id: req-775c3d3f-1fc7-47d1-a49b-bda908d187e3 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:14:43.716697 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb189d41-f194-4bb0-83e1-ae8430304485", "name": "network-vif-unplugged", "status": "completed", "tag": "266a6430-2066-4382-ad70-9e34f085829b", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:14:43.718041 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-775c3d3f-1fc7-47d1-a49b-bda908d187e3 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:14:43.718654 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '266a6430-2066-4382-ad70-9e34f085829b', 'code': 200} Aug 18 13:14:43.733483 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:43.734723 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device efb60372-9169-48b4-8d03-d614d61af4dc no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:14:43.741737 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f2d1dabb-a7a0-4c75-8fd6-3c3af86a3c48 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] 10.222.0.13 "GET /v2.0/routers/b1413151-7542-4202-b393-9dd4c8637032 HTTP/1.1" status: 200 len: 741 time: 0.2562597 Aug 18 13:14:43.744831 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41548) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:43.783341 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-90bfa13b-2dc5-4b02-9fe0-4b6b46d70e84 tempest-RoutersAdminTest-281767139 tempest-RoutersAdminTest-281767139-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=0babe39a-03c6-4af7-9ca5-00804dd781c2&device_id=b1413151-7542-4202-b393-9dd4c8637032 HTTP/1.1" status: 200 len: 205 time: 0.0367167 Aug 18 13:14:43.785900 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41550) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:43.853204 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-bd13e91a-3677-4d3e-ada7-65d85b245d5f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Deleting port 3dd394b2-39bc-4d95-9eb2-fafde19e7621 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:14:43.855745 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-bd13e91a-3677-4d3e-ada7-65d85b245d5f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:43.875072 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-824ce41a-1174-45f5-b9b4-51eb7e32c564 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1413151-7542-4202-b393-9dd4c8637032 HTTP/1.1" status: 200 len: 205 time: 0.0857284 Aug 18 13:14:43.875323 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f82c92-6c18-486c-b6d7-e9e5bcc643d3 None None] Routers {'b1413151-7542-4202-b393-9dd4c8637032'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:43.875323 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-75f82c92-6c18-486c-b6d7-e9e5bcc643d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:14:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['b1413151-7542-4202-b393-9dd4c8637032'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:43.875531 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41552) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:44.008849 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-75f82c92-6c18-486c-b6d7-e9e5bcc643d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:44.012091 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f82c92-6c18-486c-b6d7-e9e5bcc643d3 None None] The sync data for ids ['b1413151-7542-4202-b393-9dd4c8637032'] in n-d-803603-2 is: [] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:14:44.032419 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7a9ea1aa-5941-4785-9697-6a748cfc9e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:44.073069 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=266a6430-2066-4382-ad70-9e34f085829b,revision_number=6']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:44.159267 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-bd13e91a-3677-4d3e-ada7-65d85b245d5f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] For port 3dd394b2-39bc-4d95-9eb2-fafde19e7621, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=3dd394b2-39bc-4d95-9eb2-fafde19e7621,segment=NetworkSegment(a9e56373-d222-471d-9f99-de72a3304bf8),segment_id=a9e56373-d222-471d-9f99-de72a3304bf8)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:14:44.159547 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-bd13e91a-3677-4d3e-ada7-65d85b245d5f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:44.170577 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:44.202297 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-bd13e91a-3677-4d3e-ada7-65d85b245d5f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Calling delete_port for 3dd394b2-39bc-4d95-9eb2-fafde19e7621 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:14:44.246721 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port efb60372-9169-48b4-8d03-d614d61af4dc, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=efb60372-9169-48b4-8d03-d614d61af4dc,segment=NetworkSegment(a9e56373-d222-471d-9f99-de72a3304bf8),segment_id=a9e56373-d222-471d-9f99-de72a3304bf8)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:14:44.248172 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-4e98d676-da77-4ee8-83c7-c83438b655be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e22582-27f1-48db-b051-4c033baa4033', 'name': 'tempest-TaggedBootDevicesTest-597042161-router', 'tenant_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'b2044cbe-f51f-4178-8c91-3acf99d0c0dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:04:08Z', 'updated_at': '2021-08-18T13:04:15Z', 'revision_number': 4, 'project_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'gw_port': {'id': 'b2044cbe-f51f-4178-8c91-3acf99d0c0dc', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e22582-27f1-48db-b051-4c033baa4033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:04:09Z', 'updated_at': '2021-08-18T13:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '0b664f35-5fae-45af-bf5b-7bbf9075cac6', 'name': '', 'network_id': '7b05220b-36d2-40eb-be72-7e3e060fbabb', 'tenant_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'mac_address': 'fa:16:3e:08:99:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e22582-27f1-48db-b051-4c033baa4033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'bfeef1f8-f283-4cb6-a505-21a51b6ed46e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:04:13Z', 'updated_at': '2021-08-18T13:04:22Z', 'revision_number': 5, 'project_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'subnets': [{'id': 'bfeef1f8-f283-4cb6-a505-21a51b6ed46e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:44.310802 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e98d676-da77-4ee8-83c7-c83438b655be None None] Checking router: 66e22582-27f1-48db-b051-4c033baa4033 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:14:44.321009 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e98d676-da77-4ee8-83c7-c83438b655be None None] Routers {'66e22582-27f1-48db-b051-4c033baa4033'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:44.321850 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-4e98d676-da77-4ee8-83c7-c83438b655be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:14:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['66e22582-27f1-48db-b051-4c033baa4033'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:44.381742 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:44.383617 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 07f402d6-de4a-4e25-8230-5bec43a446cd no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:14:44.536251 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-4e98d676-da77-4ee8-83c7-c83438b655be None None] Set router 66e22582-27f1-48db-b051-4c033baa4033 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:14:44.564439 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-bd13e91a-3677-4d3e-ada7-65d85b245d5f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:44.608544 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13e91a-3677-4d3e-ada7-65d85b245d5f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Pushing event deleted for resources: {'Port': ['ID=3dd394b2-39bc-4d95-9eb2-fafde19e7621,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:44.706787 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-bd13e91a-3677-4d3e-ada7-65d85b245d5f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] No DVR routers for this DVR port 3dd394b2-39bc-4d95-9eb2-fafde19e7621 on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:14:44.712546 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-bd13e91a-3677-4d3e-ada7-65d85b245d5f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:44.714834 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-bd13e91a-3677-4d3e-ada7-65d85b245d5f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.39 "DELETE /v2.0/ports/3dd394b2-39bc-4d95-9eb2-fafde19e7621 HTTP/1.1" status: 204 len: 173 time: 1.3101411 Aug 18 13:14:44.741537 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d2b81e75-1640-4b88-b57c-b1b06c7ae060 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:44.860588 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 07f402d6-de4a-4e25-8230-5bec43a446cd not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:14:44.861067 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 5adf14f7-27f9-4753-a8fd-566a7aeb8405 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:14:44.868758 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-4e98d676-da77-4ee8-83c7-c83438b655be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e22582-27f1-48db-b051-4c033baa4033', 'name': 'tempest-TaggedBootDevicesTest-597042161-router', 'tenant_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'b2044cbe-f51f-4178-8c91-3acf99d0c0dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:04:08Z', 'updated_at': '2021-08-18T13:04:15Z', 'revision_number': 4, 'project_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'gw_port': {'id': 'b2044cbe-f51f-4178-8c91-3acf99d0c0dc', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e22582-27f1-48db-b051-4c033baa4033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:04:09Z', 'updated_at': '2021-08-18T13:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '0b664f35-5fae-45af-bf5b-7bbf9075cac6', 'name': '', 'network_id': '7b05220b-36d2-40eb-be72-7e3e060fbabb', 'tenant_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'mac_address': 'fa:16:3e:08:99:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e22582-27f1-48db-b051-4c033baa4033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'bfeef1f8-f283-4cb6-a505-21a51b6ed46e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:04:13Z', 'updated_at': '2021-08-18T13:04:22Z', 'revision_number': 5, 'project_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'subnets': [{'id': 'bfeef1f8-f283-4cb6-a505-21a51b6ed46e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:44.906944 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e98d676-da77-4ee8-83c7-c83438b655be None None] The sync data for ids ['66e22582-27f1-48db-b051-4c033baa4033'] in n-d-803603-2 is: [{'id': '66e22582-27f1-48db-b051-4c033baa4033', 'name': 'tempest-TaggedBootDevicesTest-597042161-router', 'tenant_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'b2044cbe-f51f-4178-8c91-3acf99d0c0dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:04:08Z', 'updated_at': '2021-08-18T13:04:15Z', 'revision_number': 4, 'project_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'gw_port': {'id': 'b2044cbe-f51f-4178-8c91-3acf99d0c0dc', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e22582-27f1-48db-b051-4c033baa4033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:04:09Z', 'updated_at': '2021-08-18T13:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '0b664f35-5fae-45af-bf5b-7bbf9075cac6', 'name': '', 'network_id': '7b05220b-36d2-40eb-be72-7e3e060fbabb', 'tenant_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'mac_address': 'fa:16:3e:08:99:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e22582-27f1-48db-b051-4c033baa4033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'bfeef1f8-f283-4cb6-a505-21a51b6ed46e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:04:13Z', 'updated_at': '2021-08-18T13:04:22Z', 'revision_number': 5, 'project_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'subnets': [{'id': 'bfeef1f8-f283-4cb6-a505-21a51b6ed46e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:14:44.988858 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:45.019912 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=efb60372-9169-48b4-8d03-d614d61af4dc,revision_number=6']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:45.036442 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-a766962e-0872-40a1-82c2-b238ec76fee6 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Deleting port efb60372-9169-48b4-8d03-d614d61af4dc {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:14:45.036867 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-a766962e-0872-40a1-82c2-b238ec76fee6 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:45.104367 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc5528-13ef-4833-b93c-11ac5c233993 req-3972c3ee-06a5-4a0b-bf3d-7190b0f021d8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:45.118344 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc5528-13ef-4833-b93c-11ac5c233993 req-3972c3ee-06a5-4a0b-bf3d-7190b0f021d8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:45.137390 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc5528-13ef-4833-b93c-11ac5c233993 req-3972c3ee-06a5-4a0b-bf3d-7190b0f021d8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:45.146225 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:45.149705 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc5528-13ef-4833-b93c-11ac5c233993 req-3972c3ee-06a5-4a0b-bf3d-7190b0f021d8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:45.157995 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-44dc5528-13ef-4833-b93c-11ac5c233993 req-3972c3ee-06a5-4a0b-bf3d-7190b0f021d8 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 3071 time: 1.2704749 Aug 18 13:14:45.159171 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41586) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:45.209671 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 5adf14f7-27f9-4753-a8fd-566a7aeb8405, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=5adf14f7-27f9-4753-a8fd-566a7aeb8405,segment=NetworkSegment(6768c0de-df2c-476c-8a94-2dd244066493),segment_id=6768c0de-df2c-476c-8a94-2dd244066493)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:14:45.304066 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-a766962e-0872-40a1-82c2-b238ec76fee6 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] For port efb60372-9169-48b4-8d03-d614d61af4dc, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=efb60372-9169-48b4-8d03-d614d61af4dc,segment=NetworkSegment(a9e56373-d222-471d-9f99-de72a3304bf8),segment_id=a9e56373-d222-471d-9f99-de72a3304bf8)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:14:45.306604 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-a766962e-0872-40a1-82c2-b238ec76fee6 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:45.340256 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-a766962e-0872-40a1-82c2-b238ec76fee6 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Calling delete_port for efb60372-9169-48b4-8d03-d614d61af4dc owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:14:45.349748 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d2b81e75-1640-4b88-b57c-b1b06c7ae060 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:45.352324 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d2b81e75-1640-4b88-b57c-b1b06c7ae060 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:45.425216 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:45.427501 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-44dc5528-13ef-4833-b93c-11ac5c233993 req-bf4548d0-3a1e-493d-860d-850573aca85e tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2682307 Aug 18 13:14:45.427886 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:45.430205 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 3dd394b2-39bc-4d95-9eb2-fafde19e7621 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:14:45.448027 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e1bf71-4aa7-4498-a411-0245ccb2f38c None None] New status for floating IP 5da0557d-c499-4ef0-942e-4b807c496c67: DOWN {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:14:45.482440 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: 3dd394b2-39bc-4d95-9eb2-fafde19e7621 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:14:45.483322 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2ae79994-dfcf-4a7e-ac9a-533583e33742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:45.488340 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 3dd394b2-39bc-4d95-9eb2-fafde19e7621 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:14:45.488846 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 36b945e8-9c27-4658-bb63-6eff4f89d115 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:14:45.586087 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1d06ec4e-956a-4f8c-8b82-febf3c62d17a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-486308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5626'] for router, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:45.593581 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'name': 'network-vif-deleted', 'tag': '3dd394b2-39bc-4d95-9eb2-fafde19e7621'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:14:45.601197 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3b564a-4007-4978-808f-7a8e30670a36" -d '{"events": [{"server_uuid": "eb189d41-f194-4bb0-83e1-ae8430304485", "name": "network-vif-deleted", "tag": "3dd394b2-39bc-4d95-9eb2-fafde19e7621"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:14:45.601428 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d2b81e75-1640-4b88-b57c-b1b06c7ae060 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:45.601428 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b81e75-1640-4b88-b57c-b1b06c7ae060 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Fanout notify agent at l3_agent the message router_deleted on router b1413151-7542-4202-b393-9dd4c8637032 {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:14:45.623310 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d2b81e75-1640-4b88-b57c-b1b06c7ae060 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:45.633891 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d2b81e75-1640-4b88-b57c-b1b06c7ae060 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] 10.222.0.13 "DELETE /v2.0/routers/b1413151-7542-4202-b393-9dd4c8637032 HTTP/1.1" status: 204 len: 168 time: 1.7573588 Aug 18 13:14:45.641626 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41596) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:45.653759 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=5adf14f7-27f9-4753-a8fd-566a7aeb8405,revision_number=6']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:45.675489 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 36b945e8-9c27-4658-bb63-6eff4f89d115 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:14:45.675489 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 34e925d7-14af-4826-bf24-9d1ce3cea1ed no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:14:45.698417 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad365192-3020-43ad-92b2-13074a168efe x-openstack-request-id: req-ad365192-3020-43ad-92b2-13074a168efe {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:14:45.698974 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb189d41-f194-4bb0-83e1-ae8430304485", "name": "network-vif-deleted", "tag": "3dd394b2-39bc-4d95-9eb2-fafde19e7621", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:14:45.702447 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-19396591-31b4-40f7-bc0f-959423cfaed9 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1413151-7542-4202-b393-9dd4c8637032 HTTP/1.1" status: 200 len: 205 time: 0.0594232 Aug 18 13:14:45.705115 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad365192-3020-43ad-92b2-13074a168efe {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:14:45.705694 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'name': 'network-vif-deleted', 'tag': '3dd394b2-39bc-4d95-9eb2-fafde19e7621', 'status': 'completed', 'code': 200} Aug 18 13:14:45.706311 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41598) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:45.712549 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: 34e925d7-14af-4826-bf24-9d1ce3cea1ed {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:14:45.715883 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 34e925d7-14af-4826-bf24-9d1ce3cea1ed not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:14:45.719436 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efb60372-9169-48b4-8d03-d614d61af4dc'}, {'server_uuid': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5adf14f7-27f9-4753-a8fd-566a7aeb8405'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:14:45.728792 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6da1a7-3712-464f-8e44-952cfa71b335" -d '{"events": [{"server_uuid": "eb189d41-f194-4bb0-83e1-ae8430304485", "name": "network-vif-unplugged", "status": "completed", "tag": "efb60372-9169-48b4-8d03-d614d61af4dc"}, {"server_uuid": "eb189d41-f194-4bb0-83e1-ae8430304485", "name": "network-vif-unplugged", "status": "completed", "tag": "5adf14f7-27f9-4753-a8fd-566a7aeb8405"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:14:45.764382 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-a5b87044-1811-4479-81d5-d1364a261ed4 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] delete failed (client error): The resource could not be found. Aug 18 13:14:45.766062 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a5b87044-1811-4479-81d5-d1364a261ed4 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] 10.222.0.13 "DELETE /v2.0/routers/b1413151-7542-4202-b393-9dd4c8637032 HTTP/1.1" status: 404 len: 336 time: 0.0565624 Aug 18 13:14:45.769541 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2ae79994-dfcf-4a7e-ac9a-533583e33742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:45.770161 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1d06ec4e-956a-4f8c-8b82-febf3c62d17a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-486154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-486161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563648'] for router, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:45.770666 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41604) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:45.779475 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 18 Aug 2021 13:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f43810a-e5cc-44d2-8ef5-91a8dcd25c51 x-openstack-request-id: req-7f43810a-e5cc-44d2-8ef5-91a8dcd25c51 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:14:45.779968 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb189d41-f194-4bb0-83e1-ae8430304485", "name": "network-vif-unplugged", "status": "completed", "tag": "efb60372-9169-48b4-8d03-d614d61af4dc", "code": 200}, {"server_uuid": "eb189d41-f194-4bb0-83e1-ae8430304485", "name": "network-vif-unplugged", "status": "completed", "tag": "5adf14f7-27f9-4753-a8fd-566a7aeb8405", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:14:45.780382 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f43810a-e5cc-44d2-8ef5-91a8dcd25c51 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:14:45.781378 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efb60372-9169-48b4-8d03-d614d61af4dc', 'code': 200} Aug 18 13:14:45.781825 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5adf14f7-27f9-4753-a8fd-566a7aeb8405', 'code': 200} Aug 18 13:14:45.784610 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-a766962e-0872-40a1-82c2-b238ec76fee6 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:45.813568 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-165f5dae-5223-46db-8bf3-7f1f53b2caa5 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] 10.222.0.13 "GET /v2.0/ports?device_id=bec26396-55d2-4279-91cb-737f3f197421 HTTP/1.1" status: 200 len: 205 time: 0.0411160 Aug 18 13:14:45.830090 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41608) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:45.867773 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a766962e-0872-40a1-82c2-b238ec76fee6 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Pushing event deleted for resources: {'Port': ['ID=efb60372-9169-48b4-8d03-d614d61af4dc,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:45.897577 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-31b3949d-1ba6-46b3-94cb-37f6bc009d3c tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] delete failed (client error): The resource could not be found. Aug 18 13:14:45.899393 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-31b3949d-1ba6-46b3-94cb-37f6bc009d3c tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] 10.222.0.13 "DELETE /v2.0/routers/bec26396-55d2-4279-91cb-737f3f197421 HTTP/1.1" status: 404 len: 336 time: 0.0676556 Aug 18 13:14:45.901901 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41610) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:45.904756 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-a766962e-0872-40a1-82c2-b238ec76fee6 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] No DVR routers for this DVR port efb60372-9169-48b4-8d03-d614d61af4dc on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:14:45.908275 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-a766962e-0872-40a1-82c2-b238ec76fee6 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:45.910778 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-a766962e-0872-40a1-82c2-b238ec76fee6 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.39 "DELETE /v2.0/ports/efb60372-9169-48b4-8d03-d614d61af4dc HTTP/1.1" status: 204 len: 173 time: 1.1896553 Aug 18 13:14:45.920683 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2ae79994-dfcf-4a7e-ac9a-533583e33742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:45.981568 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae79994-dfcf-4a7e-ac9a-533583e33742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfd09d4-0223-418e-99d8-37a7851e0fa8,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:46.002451 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2ae79994-dfcf-4a7e-ac9a-533583e33742 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c4ba7066f0f24599a0511804cff9d575&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8274169 Aug 18 13:14:46.011085 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41614) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:46.014392 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b7b103ea-4c0c-4bb2-9f12-3c65282b4c39 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] 10.222.0.13 "GET /v2.0/ports?device_id=a96e0857-b4c4-43e5-a9ae-5a88717c4e58 HTTP/1.1" status: 200 len: 205 time: 0.1084526 Aug 18 13:14:46.016190 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41616) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:46.028228 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d06ec4e-956a-4f8c-8b82-febf3c62d17a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Router c3827671-a337-42ac-b30e-e84a3f052071 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:14:46.066550 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-9b2e3577-c2c0-4d5e-ba4e-d0b7341599a1 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] delete failed (client error): The resource could not be found. Aug 18 13:14:46.068378 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9b2e3577-c2c0-4d5e-ba4e-d0b7341599a1 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] 10.222.0.13 "DELETE /v2.0/routers/a96e0857-b4c4-43e5-a9ae-5a88717c4e58 HTTP/1.1" status: 404 len: 336 time: 0.0508623 Aug 18 13:14:46.071917 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41618) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:46.115479 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6ec49f57-1806-4332-82eb-c47e32572ed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:46.139399 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6ec49f57-1806-4332-82eb-c47e32572ed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:46.150784 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8a11a10b-543b-4b2b-828a-7b7503f2c3e3 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] 10.222.0.13 "GET /v2.0/ports?device_id=3222cea8-577e-45c7-9442-bde844020846 HTTP/1.1" status: 200 len: 205 time: 0.0777488 Aug 18 13:14:46.153118 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41624) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:46.193114 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-6cf46df2-a730-41c2-aaeb-9fd2fa4f75b1 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Deleting port 5adf14f7-27f9-4753-a8fd-566a7aeb8405 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:14:46.193473 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-6cf46df2-a730-41c2-aaeb-9fd2fa4f75b1 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:46.199558 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-867cc4f5-b707-4718-b1ec-b553cb20ca67 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] delete failed (client error): The resource could not be found. Aug 18 13:14:46.200614 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-867cc4f5-b707-4718-b1ec-b553cb20ca67 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] 10.222.0.13 "DELETE /v2.0/routers/3222cea8-577e-45c7-9442-bde844020846 HTTP/1.1" status: 404 len: 336 time: 0.0465839 Aug 18 13:14:46.203359 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41626) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:46.235893 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-110dbf11-2ff9-47cb-8a31-c6e7f8815591 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] 10.222.0.13 "GET /v2.0/ports?device_id=555f41aa-36de-4aef-bcf4-d2b6d7797fbf HTTP/1.1" status: 200 len: 205 time: 0.0314229 Aug 18 13:14:46.238376 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41630) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:46.267511 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6ec49f57-1806-4332-82eb-c47e32572ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:46.271649 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6ec49f57-1806-4332-82eb-c47e32572ed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:46.273226 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6ec49f57-1806-4332-82eb-c47e32572ed1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ccfd09d4-0223-418e-99d8-37a7851e0fa8 HTTP/1.1" status: 204 len: 168 time: 0.2603123 Aug 18 13:14:46.300690 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec49f57-1806-4332-82eb-c47e32572ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfd09d4-0223-418e-99d8-37a7851e0fa8,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:46.353168 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-2ab003b4-1ddc-47fa-81a1-09ffee38b041 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] delete failed (client error): The resource could not be found. Aug 18 13:14:46.354142 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2ab003b4-1ddc-47fa-81a1-09ffee38b041 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] 10.222.0.13 "DELETE /v2.0/routers/555f41aa-36de-4aef-bcf4-d2b6d7797fbf HTTP/1.1" status: 404 len: 336 time: 0.1147747 Aug 18 13:14:46.356828 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41634) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:46.368806 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-6cf46df2-a730-41c2-aaeb-9fd2fa4f75b1 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] For port 5adf14f7-27f9-4753-a8fd-566a7aeb8405, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=5adf14f7-27f9-4753-a8fd-566a7aeb8405,segment=NetworkSegment(6768c0de-df2c-476c-8a94-2dd244066493),segment_id=6768c0de-df2c-476c-8a94-2dd244066493)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:14:46.369198 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-6cf46df2-a730-41c2-aaeb-9fd2fa4f75b1 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:46.386821 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41636) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:46.401831 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4551a98c-0ba3-433d-91ce-1e0d958259fe tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fac303-fd52-416b-a775-e1e76b30b244 HTTP/1.1" status: 200 len: 205 time: 0.0432963 Aug 18 13:14:46.404586 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41638) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:46.424111 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-6cf46df2-a730-41c2-aaeb-9fd2fa4f75b1 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Calling delete_port for 5adf14f7-27f9-4753-a8fd-566a7aeb8405 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:14:46.462940 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-4516891a-5fb4-4196-a1dc-a99df64ae79d tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] delete failed (client error): The resource could not be found. Aug 18 13:14:46.464284 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4516891a-5fb4-4196-a1dc-a99df64ae79d tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] 10.222.0.13 "DELETE /v2.0/routers/99fac303-fd52-416b-a775-e1e76b30b244 HTTP/1.1" status: 404 len: 336 time: 0.0585275 Aug 18 13:14:46.472818 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41644) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:46.539682 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a86a4ff-72ee-4017-ac8d-7c6d95201eb3 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] DELETE failed (client error): The resource could not be found. Aug 18 13:14:46.540144 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a86a4ff-72ee-4017-ac8d-7c6d95201eb3 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:14:46.541933 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0a86a4ff-72ee-4017-ac8d-7c6d95201eb3 tempest-RoutersAdminTest-2018168701 tempest-RoutersAdminTest-2018168701-project] 10.222.0.13 "DELETE /v2.0/subnets/e6cc6a5e-b1fd-42ac-90ec-d2c352953c7c HTTP/1.1" status: 404 len: 337 time: 0.0675201 Aug 18 13:14:46.543253 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d06ec4e-956a-4f8c-8b82-febf3c62d17a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:14:46.553798 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572099a6-509c-46c6-a475-95d0aacdbac5 None None] Sync routers for ids ['c3827671-a337-42ac-b30e-e84a3f052071'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:14:46.570890 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572099a6-509c-46c6-a475-95d0aacdbac5 None None] Routers {'c3827671-a337-42ac-b30e-e84a3f052071'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:46.571542 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-572099a6-509c-46c6-a475-95d0aacdbac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:14:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c3827671-a337-42ac-b30e-e84a3f052071'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:46.585793 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1d06ec4e-956a-4f8c-8b82-febf3c62d17a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:46.592251 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1d06ec4e-956a-4f8c-8b82-febf3c62d17a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "PUT /v2.0/routers/c3827671-a337-42ac-b30e-e84a3f052071 HTTP/1.1" status: 200 len: 891 time: 3.3996964 Aug 18 13:14:46.592792 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41650) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:46.625904 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-572099a6-509c-46c6-a475-95d0aacdbac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:46.629489 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-06afcf41-c15a-470d-90b5-66eee3c32739 tempest-RoutersAdminNegativeIpV6Test-1877080570 tempest-RoutersAdminNegativeIpV6Test-1877080570-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1245485999', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:14:46.637239 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572099a6-509c-46c6-a475-95d0aacdbac5 None None] Routers {'c3827671-a337-42ac-b30e-e84a3f052071'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:46.637877 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-572099a6-509c-46c6-a475-95d0aacdbac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:14:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c3827671-a337-42ac-b30e-e84a3f052071'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:46.733358 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-572099a6-509c-46c6-a475-95d0aacdbac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:46.735041 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572099a6-509c-46c6-a475-95d0aacdbac5 None None] The sync data for ids ['c3827671-a337-42ac-b30e-e84a3f052071'] in n-d-803603-2 is: [] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:14:46.736582 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee8e6e6-b149-4bda-a678-041856349d2d req-6d03d2c7-630e-42b6-9db6-aa08f51e1208 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:46.742437 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee8e6e6-b149-4bda-a678-041856349d2d req-6d03d2c7-630e-42b6-9db6-aa08f51e1208 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:46.744072 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1ee8e6e6-b149-4bda-a678-041856349d2d req-6d03d2c7-630e-42b6-9db6-aa08f51e1208 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 1677 time: 0.1585999 Aug 18 13:14:46.761115 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06afcf41-c15a-470d-90b5-66eee3c32739 tempest-RoutersAdminNegativeIpV6Test-1877080570 tempest-RoutersAdminNegativeIpV6Test-1877080570-project-admin] Made reservation on behalf of 7a5a09432c564e4998956db33dc8414f for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:14:46.763400 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-06afcf41-c15a-470d-90b5-66eee3c32739 tempest-RoutersAdminNegativeIpV6Test-1877080570 tempest-RoutersAdminNegativeIpV6Test-1877080570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:46.777320 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-81fdf6c7-48f0-4202-9614-7f237218909c tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "GET /v2.0/routers/c3827671-a337-42ac-b30e-e84a3f052071 HTTP/1.1" status: 200 len: 891 time: 0.1832228 Aug 18 13:14:46.777939 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41652) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:46.783355 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-06afcf41-c15a-470d-90b5-66eee3c32739 tempest-RoutersAdminNegativeIpV6Test-1877080570 tempest-RoutersAdminNegativeIpV6Test-1877080570-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:46.811700 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8148e54d-7185-405b-8ea4-4c4ef9e8e635 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3827671-a337-42ac-b30e-e84a3f052071 HTTP/1.1" status: 200 len: 205 time: 0.0325108 Aug 18 13:14:46.815468 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1ee8e6e6-b149-4bda-a678-041856349d2d req-bb52c967-cf6b-4680-a949-a8fb8437605c tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups?id=b313822e-1f0e-41fc-a8c5-86af54ba1b69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589399 Aug 18 13:14:46.815603 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41654) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:46.904545 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-6cf46df2-a730-41c2-aaeb-9fd2fa4f75b1 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:46.933578 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8633b44e-3d8e-4b70-81d0-8d888f4d8d20 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:46.949351 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf46df2-a730-41c2-aaeb-9fd2fa4f75b1 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Pushing event deleted for resources: {'Port': ['ID=5adf14f7-27f9-4753-a8fd-566a7aeb8405,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:46.984332 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf46df2-a730-41c2-aaeb-9fd2fa4f75b1 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:14:46.984565 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf46df2-a730-41c2-aaeb-9fd2fa4f75b1 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:14:46.984934 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf46df2-a730-41c2-aaeb-9fd2fa4f75b1 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:14:46.985287 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf46df2-a730-41c2-aaeb-9fd2fa4f75b1 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:14:46.986475 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf46df2-a730-41c2-aaeb-9fd2fa4f75b1 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:14:46.986821 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf46df2-a730-41c2-aaeb-9fd2fa4f75b1 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:14:46.987162 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf46df2-a730-41c2-aaeb-9fd2fa4f75b1 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:14:46.987498 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf46df2-a730-41c2-aaeb-9fd2fa4f75b1 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:14:46.987830 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf46df2-a730-41c2-aaeb-9fd2fa4f75b1 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:14:46.988162 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf46df2-a730-41c2-aaeb-9fd2fa4f75b1 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:14:46.989477 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf46df2-a730-41c2-aaeb-9fd2fa4f75b1 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:14:46.989738 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf46df2-a730-41c2-aaeb-9fd2fa4f75b1 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:14:47.017559 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-6cf46df2-a730-41c2-aaeb-9fd2fa4f75b1 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] No DVR routers for this DVR port 5adf14f7-27f9-4753-a8fd-566a7aeb8405 on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:14:47.022957 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-6cf46df2-a730-41c2-aaeb-9fd2fa4f75b1 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:47.026227 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-6cf46df2-a730-41c2-aaeb-9fd2fa4f75b1 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.39 "DELETE /v2.0/ports/5adf14f7-27f9-4753-a8fd-566a7aeb8405 HTTP/1.1" status: 204 len: 173 time: 1.1035352 Aug 18 13:14:47.037024 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-06afcf41-c15a-470d-90b5-66eee3c32739 tempest-RoutersAdminNegativeIpV6Test-1877080570 tempest-RoutersAdminNegativeIpV6Test-1877080570-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:47.089984 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8633b44e-3d8e-4b70-81d0-8d888f4d8d20 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:47.115609 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-06afcf41-c15a-470d-90b5-66eee3c32739 tempest-RoutersAdminNegativeIpV6Test-1877080570 tempest-RoutersAdminNegativeIpV6Test-1877080570-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:47.123372 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [None req-06afcf41-c15a-470d-90b5-66eee3c32739 tempest-RoutersAdminNegativeIpV6Test-1877080570 tempest-RoutersAdminNegativeIpV6Test-1877080570-project-admin] device_id is not set on port 5a0e39eb-203b-43f9-b001-36000d7fd9cb yet. {{(pid=101675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:14:47.193338 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06afcf41-c15a-470d-90b5-66eee3c32739 tempest-RoutersAdminNegativeIpV6Test-1877080570 tempest-RoutersAdminNegativeIpV6Test-1877080570-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5526ceb-e5a9-4257-b152-8058aa4590f3,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:47.230021 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41660) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:47.258115 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-8633b44e-3d8e-4b70-81d0-8d888f4d8d20 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Deleting port f6c18f07-c6d3-4e9f-a954-d849f3c637c8 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:14:47.258362 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8633b44e-3d8e-4b70-81d0-8d888f4d8d20 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:47.322933 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-a6d76ad6-6137-4602-830e-6924f162c1e2 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Deleting port 266a6430-2066-4382-ad70-9e34f085829b {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:14:47.323439 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-a6d76ad6-6137-4602-830e-6924f162c1e2 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:47.342892 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8633b44e-3d8e-4b70-81d0-8d888f4d8d20 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:47.363894 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:47.365102 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-8633b44e-3d8e-4b70-81d0-8d888f4d8d20 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Calling delete_port for f6c18f07-c6d3-4e9f-a954-d849f3c637c8 owned by network:router_gateway {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:14:47.425553 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-a6d76ad6-6137-4602-830e-6924f162c1e2 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] For port 266a6430-2066-4382-ad70-9e34f085829b, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=266a6430-2066-4382-ad70-9e34f085829b,segment=NetworkSegment(6768c0de-df2c-476c-8a94-2dd244066493),segment_id=6768c0de-df2c-476c-8a94-2dd244066493)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:14:47.425937 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-a6d76ad6-6137-4602-830e-6924f162c1e2 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:47.440017 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-a6d76ad6-6137-4602-830e-6924f162c1e2 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Calling delete_port for 266a6430-2066-4382-ad70-9e34f085829b owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:14:47.456786 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41664) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:47.505150 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-06afcf41-c15a-470d-90b5-66eee3c32739 tempest-RoutersAdminNegativeIpV6Test-1877080570 tempest-RoutersAdminNegativeIpV6Test-1877080570-project-admin] Allocated IP 172.25.6.52 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/5a0e39eb-203b-43f9-b001-36000d7fd9cb) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:14:47.521255 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-317929b4-6e85-456b-826c-07ba17d2437b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:47.530109 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-920ac2ad-5d75-44e4-bbc7-dfc7761626b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:47.576339 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.db.api [None req-317929b4-6e85-456b-826c-07ba17d2437b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 13:14:47.576339 n-d-803603-2 neutron-server[101676]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 18 13:14:47.576339 n-d-803603-2 neutron-server[101676]: [parameters: {'project_id_1': 'c633239552c54180bae02c6bc933d9ff', 'expiration_1': datetime.datetime(2021, 8, 18, 13, 14, 47, 552564)}] Aug 18 13:14:47.576339 n-d-803603-2 neutron-server[101676]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:14:47.576832 n-d-803603-2 neutron-server[101676]: DEBUG oslo_db.api [None req-317929b4-6e85-456b-826c-07ba17d2437b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:14:47.686294 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-920ac2ad-5d75-44e4-bbc7-dfc7761626b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:47.706712 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'name': 'network-vif-deleted', 'tag': 'efb60372-9169-48b4-8d03-d614d61af4dc'}, {'server_uuid': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'name': 'network-vif-deleted', 'tag': '5adf14f7-27f9-4753-a8fd-566a7aeb8405'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:14:47.709100 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5715498-bcc9-4694-b3ee-c5e7c3a0dbee" -d '{"events": [{"server_uuid": "eb189d41-f194-4bb0-83e1-ae8430304485", "name": "network-vif-deleted", "tag": "efb60372-9169-48b4-8d03-d614d61af4dc"}, {"server_uuid": "eb189d41-f194-4bb0-83e1-ae8430304485", "name": "network-vif-deleted", "tag": "5adf14f7-27f9-4753-a8fd-566a7aeb8405"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:14:47.718359 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8633b44e-3d8e-4b70-81d0-8d888f4d8d20 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:47.747820 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633b44e-3d8e-4b70-81d0-8d888f4d8d20 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event deleted for resources: {'Port': ['ID=f6c18f07-c6d3-4e9f-a954-d849f3c637c8,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:47.758673 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-920ac2ad-5d75-44e4-bbc7-dfc7761626b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:47.776438 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 18 Aug 2021 13:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f39259-0609-45e6-b7bb-67406e37d7a3 x-openstack-request-id: req-38f39259-0609-45e6-b7bb-67406e37d7a3 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:14:47.777024 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb189d41-f194-4bb0-83e1-ae8430304485", "name": "network-vif-deleted", "tag": "efb60372-9169-48b4-8d03-d614d61af4dc", "status": "completed", "code": 200}, {"server_uuid": "eb189d41-f194-4bb0-83e1-ae8430304485", "name": "network-vif-deleted", "tag": "5adf14f7-27f9-4753-a8fd-566a7aeb8405", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:14:47.777280 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38f39259-0609-45e6-b7bb-67406e37d7a3 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:14:47.778810 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'name': 'network-vif-deleted', 'tag': 'efb60372-9169-48b4-8d03-d614d61af4dc', 'status': 'completed', 'code': 200} Aug 18 13:14:47.778810 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'name': 'network-vif-deleted', 'tag': '5adf14f7-27f9-4753-a8fd-566a7aeb8405', 'status': 'completed', 'code': 200} Aug 18 13:14:47.780776 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-a6d76ad6-6137-4602-830e-6924f162c1e2 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:47.833135 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d76ad6-6137-4602-830e-6924f162c1e2 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Pushing event deleted for resources: {'Port': ['ID=266a6430-2066-4382-ad70-9e34f085829b,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:47.848634 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ac2ad-5d75-44e4-bbc7-dfc7761626b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36692b12-b926-4d01-bd8a-55049bfcf9f5,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:47.860139 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-920ac2ad-5d75-44e4-bbc7-dfc7761626b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bad542668c864d73a853555af65b0c72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3989561 Aug 18 13:14:47.860139 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41672) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:47.877664 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8633b44e-3d8e-4b70-81d0-8d888f4d8d20 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:47.882930 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-a6d76ad6-6137-4602-830e-6924f162c1e2 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] No DVR routers for this DVR port 266a6430-2066-4382-ad70-9e34f085829b on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:14:47.886954 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-a6d76ad6-6137-4602-830e-6924f162c1e2 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:47.889805 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-983fc78a-4f61-4ea4-9d24-23c5895d5df1 req-a6d76ad6-6137-4602-830e-6924f162c1e2 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.39 "DELETE /v2.0/ports/266a6430-2066-4382-ad70-9e34f085829b HTTP/1.1" status: 204 len: 173 time: 0.8548410 Aug 18 13:14:47.958116 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-06afcf41-c15a-470d-90b5-66eee3c32739 tempest-RoutersAdminNegativeIpV6Test-1877080570 tempest-RoutersAdminNegativeIpV6Test-1877080570-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:47.996173 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8633b44e-3d8e-4b70-81d0-8d888f4d8d20 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:48.002073 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8633b44e-3d8e-4b70-81d0-8d888f4d8d20 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:48.008050 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ca0fe679-8ec2-4be1-8251-37cb11ada6f2 req-afa1f1b2-0e20-449d-a98c-6a52c45e7f5f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 210 time: 0.0442090 Aug 18 13:14:48.058074 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e08302ec-e689-4cac-b306-d475f1811ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:48.083016 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-317929b4-6e85-456b-826c-07ba17d2437b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:48.086001 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e08302ec-e689-4cac-b306-d475f1811ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:48.200349 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-317929b4-6e85-456b-826c-07ba17d2437b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:48.209914 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8633b44e-3d8e-4b70-81d0-8d888f4d8d20 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:48.210519 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-06afcf41-c15a-470d-90b5-66eee3c32739 tempest-RoutersAdminNegativeIpV6Test-1877080570 tempest-RoutersAdminNegativeIpV6Test-1877080570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:48.222775 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8633b44e-3d8e-4b70-81d0-8d888f4d8d20 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Fanout notify agent at l3_agent the message router_deleted on router c3827671-a337-42ac-b30e-e84a3f052071 {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:14:48.222775 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8633b44e-3d8e-4b70-81d0-8d888f4d8d20 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:48.222775 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8633b44e-3d8e-4b70-81d0-8d888f4d8d20 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "DELETE /v2.0/routers/c3827671-a337-42ac-b30e-e84a3f052071 HTTP/1.1" status: 204 len: 168 time: 1.4023511 Aug 18 13:14:48.225772 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41674) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:48.231684 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-f1950be3-303b-4389-976e-d88caf5b1286 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1235222089'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:14:48.263730 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06afcf41-c15a-470d-90b5-66eee3c32739 tempest-RoutersAdminNegativeIpV6Test-1877080570 tempest-RoutersAdminNegativeIpV6Test-1877080570-project-admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:14:48.263730 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-06afcf41-c15a-470d-90b5-66eee3c32739 tempest-RoutersAdminNegativeIpV6Test-1877080570 tempest-RoutersAdminNegativeIpV6Test-1877080570-project-admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:14:48.270962 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06afcf41-c15a-470d-90b5-66eee3c32739 tempest-RoutersAdminNegativeIpV6Test-1877080570 tempest-RoutersAdminNegativeIpV6Test-1877080570-project-admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:14:48.289616 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e08302ec-e689-4cac-b306-d475f1811ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:48.292670 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e08302ec-e689-4cac-b306-d475f1811ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:48.294338 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e08302ec-e689-4cac-b306-d475f1811ce5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36692b12-b926-4d01-bd8a-55049bfcf9f5 HTTP/1.1" status: 204 len: 168 time: 0.4333613 Aug 18 13:14:48.311078 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08302ec-e689-4cac-b306-d475f1811ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36692b12-b926-4d01-bd8a-55049bfcf9f5,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:48.321709 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06afcf41-c15a-470d-90b5-66eee3c32739 tempest-RoutersAdminNegativeIpV6Test-1877080570 tempest-RoutersAdminNegativeIpV6Test-1877080570-project-admin] Pushing event updated for resources: {'Port': ['ID=5a0e39eb-203b-43f9-b001-36000d7fd9cb,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:48.328500 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-317929b4-6e85-456b-826c-07ba17d2437b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:48.375297 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06afcf41-c15a-470d-90b5-66eee3c32739 tempest-RoutersAdminNegativeIpV6Test-1877080570 tempest-RoutersAdminNegativeIpV6Test-1877080570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:48.376006 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-06afcf41-c15a-470d-90b5-66eee3c32739 tempest-RoutersAdminNegativeIpV6Test-1877080570 tempest-RoutersAdminNegativeIpV6Test-1877080570-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:48.422461 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-317929b4-6e85-456b-826c-07ba17d2437b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c633239552c54180bae02c6bc933d9ff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1901340 Aug 18 13:14:48.423452 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317929b4-6e85-456b-826c-07ba17d2437b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f85737-594b-4006-9a29-2dfc0b404a6f,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:48.424679 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41678) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:48.447222 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317929b4-6e85-456b-826c-07ba17d2437b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:14:48.447533 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317929b4-6e85-456b-826c-07ba17d2437b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:14:48.447977 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317929b4-6e85-456b-826c-07ba17d2437b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:14:48.448400 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317929b4-6e85-456b-826c-07ba17d2437b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:14:48.449084 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317929b4-6e85-456b-826c-07ba17d2437b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:14:48.449520 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317929b4-6e85-456b-826c-07ba17d2437b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:14:48.449958 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317929b4-6e85-456b-826c-07ba17d2437b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:14:48.450473 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317929b4-6e85-456b-826c-07ba17d2437b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:14:48.451001 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317929b4-6e85-456b-826c-07ba17d2437b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:14:48.451323 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317929b4-6e85-456b-826c-07ba17d2437b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:14:48.452030 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317929b4-6e85-456b-826c-07ba17d2437b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:14:48.452580 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317929b4-6e85-456b-826c-07ba17d2437b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:14:48.489457 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1950be3-303b-4389-976e-d88caf5b1286 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Made reservation on behalf of 01cf70040508408f95a82df41495eab1 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:14:48.493413 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f1950be3-303b-4389-976e-d88caf5b1286 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:48.493568 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eff504f1-44fa-48ad-9b96-2d9a4bbd6d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:48.531482 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eff504f1-44fa-48ad-9b96-2d9a4bbd6d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:48.531694 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1950be3-303b-4389-976e-d88caf5b1286 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:14:48.538380 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f1950be3-303b-4389-976e-d88caf5b1286 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:48.538967 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-f1950be3-303b-4389-976e-d88caf5b1286 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Added segment 1358bdf6-e7c1-4eab-80f1-7eb12635ae9b of type vlan for network bde8c3b6-b076-48e1-ab76-d59267e241a0 Aug 18 13:14:48.575972 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-06afcf41-c15a-470d-90b5-66eee3c32739 tempest-RoutersAdminNegativeIpV6Test-1877080570 tempest-RoutersAdminNegativeIpV6Test-1877080570-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.1880424 Aug 18 13:14:48.579029 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41680) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:48.596017 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-3272300f-835b-4d45-8c82-efb8cb7799bb tempest-RoutersAdminNegativeIpV6Test-1877080570 tempest-RoutersAdminNegativeIpV6Test-1877080570-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.52'}]}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:14:48.601376 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f1950be3-303b-4389-976e-d88caf5b1286 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:48.689949 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eff504f1-44fa-48ad-9b96-2d9a4bbd6d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:48.692576 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eff504f1-44fa-48ad-9b96-2d9a4bbd6d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:48.695852 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-eff504f1-44fa-48ad-9b96-2d9a4bbd6d6c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01f85737-594b-4006-9a29-2dfc0b404a6f HTTP/1.1" status: 204 len: 168 time: 0.2678914 Aug 18 13:14:48.702979 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff504f1-44fa-48ad-9b96-2d9a4bbd6d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f85737-594b-4006-9a29-2dfc0b404a6f,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:48.718646 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3272300f-835b-4d45-8c82-efb8cb7799bb tempest-RoutersAdminNegativeIpV6Test-1877080570 tempest-RoutersAdminNegativeIpV6Test-1877080570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:48.719843 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3272300f-835b-4d45-8c82-efb8cb7799bb tempest-RoutersAdminNegativeIpV6Test-1877080570 tempest-RoutersAdminNegativeIpV6Test-1877080570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:48.734603 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f1950be3-303b-4389-976e-d88caf5b1286 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:48.737490 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1950be3-303b-4389-976e-d88caf5b1286 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:48.738115 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f1950be3-303b-4389-976e-d88caf5b1286 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:48.835225 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1950be3-303b-4389-976e-d88caf5b1286 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event updated for resources: {'Network': ['ID=bde8c3b6-b076-48e1-ab76-d59267e241a0,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:48.852528 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network bde8c3b6-b076-48e1-ab76-d59267e241a0 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:14:48.910723 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3272300f-835b-4d45-8c82-efb8cb7799bb tempest-RoutersAdminNegativeIpV6Test-1877080570 tempest-RoutersAdminNegativeIpV6Test-1877080570-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:48.975846 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f1950be3-303b-4389-976e-d88caf5b1286 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7489927 Aug 18 13:14:48.978761 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41690) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:48.984403 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-bf75f4b0-4bf1-4296-9bb6-0bbccbe25d3c tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Request body: {'subnet': {'network_id': 'bde8c3b6-b076-48e1-ab76-d59267e241a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:14:49.204170 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e00caa85-4560-4791-b2c8-9abdea787562 req-40ea510b-5b5c-4884-8874-651f144f62a5 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 210 time: 0.0669308 Aug 18 13:14:49.301405 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf75f4b0-4bf1-4296-9bb6-0bbccbe25d3c tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Made reservation on behalf of 01cf70040508408f95a82df41495eab1 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:14:49.305185 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bf75f4b0-4bf1-4296-9bb6-0bbccbe25d3c tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:49.324065 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3272300f-835b-4d45-8c82-efb8cb7799bb tempest-RoutersAdminNegativeIpV6Test-1877080570 tempest-RoutersAdminNegativeIpV6Test-1877080570-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:49.636414 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41710) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:49.693319 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bf75f4b0-4bf1-4296-9bb6-0bbccbe25d3c tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:49.702081 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f7b486fc-a877-42ac-a04c-61df857f9a41 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=00429da51deb4fc587895c22d0db00a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0644798 Aug 18 13:14:49.704598 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41712) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:49.788992 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41716) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:49.793921 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'name': 'network-vif-deleted', 'tag': '266a6430-2066-4382-ad70-9e34f085829b'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:14:49.797236 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ad0dd0-967d-42f0-9145-da68eedc2730" -d '{"events": [{"server_uuid": "eb189d41-f194-4bb0-83e1-ae8430304485", "name": "network-vif-deleted", "tag": "266a6430-2066-4382-ad70-9e34f085829b"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:14:49.802342 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-15fdae83-0fd9-43a7-a6ec-85da624135f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:49.819414 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf75f4b0-4bf1-4296-9bb6-0bbccbe25d3c tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event updated for resources: {'Subnet': ['ID=2909856e-fe37-44b5-ab39-bf44823a3fe9,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:49.832325 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3272300f-835b-4d45-8c82-efb8cb7799bb tempest-RoutersAdminNegativeIpV6Test-1877080570 tempest-RoutersAdminNegativeIpV6Test-1877080570-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:49.844267 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-15fdae83-0fd9-43a7-a6ec-85da624135f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:49.874676 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3272300f-835b-4d45-8c82-efb8cb7799bb tempest-RoutersAdminNegativeIpV6Test-1877080570 tempest-RoutersAdminNegativeIpV6Test-1877080570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:49.888979 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf75f4b0-4bf1-4296-9bb6-0bbccbe25d3c tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Checking segment: {'id': '1358bdf6-e7c1-4eab-80f1-7eb12635ae9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bde8c3b6-b076-48e1-ab76-d59267e241a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:14:49.888979 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf75f4b0-4bf1-4296-9bb6-0bbccbe25d3c tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Network hostable DHCP agents. Network: bde8c3b6-b076-48e1-ab76-d59267e241a0, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:14:49.937558 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce292a8-3cb5-4288-b6e8-e9a49f47fd99 x-openstack-request-id: req-7ce292a8-3cb5-4288-b6e8-e9a49f47fd99 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:14:49.937856 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb189d41-f194-4bb0-83e1-ae8430304485", "name": "network-vif-deleted", "tag": "266a6430-2066-4382-ad70-9e34f085829b", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:14:49.938110 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ce292a8-3cb5-4288-b6e8-e9a49f47fd99 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:14:49.938547 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb189d41-f194-4bb0-83e1-ae8430304485', 'name': 'network-vif-deleted', 'tag': '266a6430-2066-4382-ad70-9e34f085829b', 'status': 'completed', 'code': 200} Aug 18 13:14:50.021693 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-15fdae83-0fd9-43a7-a6ec-85da624135f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:50.025429 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-15fdae83-0fd9-43a7-a6ec-85da624135f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:50.026699 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-15fdae83-0fd9-43a7-a6ec-85da624135f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4662f2f8-3c38-4c35-abda-ada6e7aa0016 HTTP/1.1" status: 204 len: 168 time: 0.3209789 Aug 18 13:14:50.040914 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fdae83-0fd9-43a7-a6ec-85da624135f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4662f2f8-3c38-4c35-abda-ada6e7aa0016,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:50.054012 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf75f4b0-4bf1-4296-9bb6-0bbccbe25d3c tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Network bde8c3b6-b076-48e1-ab76-d59267e241a0 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:14:50.162009 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1d21b22-3da7-4761-adb9-0e4b2e55c881 admin admin] Deleting subnet e21c72b4-2738-4a15-8296-0e1cd7475b13 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:14:50.165251 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c1d21b22-3da7-4761-adb9-0e4b2e55c881 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:50.195301 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-bf75f4b0-4bf1-4296-9bb6-0bbccbe25d3c tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, bde8c3b6-b076-48e1-ab76-d59267e241a0) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:14:50.203025 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10b1c68-6f4d-4bcc-be20-22cf03c3e8b3 None None] Network bde8c3b6-b076-48e1-ab76-d59267e241a0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:14:50.212485 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c1d21b22-3da7-4761-adb9-0e4b2e55c881 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:50.281928 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c1d21b22-3da7-4761-adb9-0e4b2e55c881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:50.288524 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf75f4b0-4bf1-4296-9bb6-0bbccbe25d3c tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:50.292994 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bf75f4b0-4bf1-4296-9bb6-0bbccbe25d3c tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:50.365116 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3b37fb0a-902e-45f1-bcc1-867ab7c4cee3 req-87f475c6-bc7d-4121-a0d4-b4b3abfe2a36 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 210 time: 0.0356603 Aug 18 13:14:50.368622 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3272300f-835b-4d45-8c82-efb8cb7799bb tempest-RoutersAdminNegativeIpV6Test-1877080570 tempest-RoutersAdminNegativeIpV6Test-1877080570-project-admin] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:50.399127 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9b962d-d8e3-4456-9ef5-03e992d71962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-bde8c3b6-b076-48e1-ab76-d59267e241a0', 'network_id': 'bde8c3b6-b076-48e1-ab76-d59267e241a0', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'fixed_ips': [{'subnet_id': '2909856e-fe37-44b5-ab39-bf44823a3fe9'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:14:50.400010 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8e9b962d-d8e3-4456-9ef5-03e992d71962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:50.587637 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-8e9b962d-d8e3-4456-9ef5-03e992d71962 None None] Allocated IP 2001:db8::2 (bde8c3b6-b076-48e1-ab76-d59267e241a0/2909856e-fe37-44b5-ab39-bf44823a3fe9/6a2afa56-6d3f-4c90-b5e5-3889acccbf33) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:14:50.773267 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8e9b962d-d8e3-4456-9ef5-03e992d71962 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:50.786637 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-8e9b962d-d8e3-4456-9ef5-03e992d71962 None None] Transition to ACTIVE for port object 6a2afa56-6d3f-4c90-b5e5-3889acccbf33 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:14:50.811875 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-8e9b962d-d8e3-4456-9ef5-03e992d71962 None None] Transition to ACTIVE for port object 6a2afa56-6d3f-4c90-b5e5-3889acccbf33 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:14:50.842277 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41742) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:50.842837 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-bf75f4b0-4bf1-4296-9bb6-0bbccbe25d3c tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8624361 Aug 18 13:14:50.848489 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-0cc32ffa-cd28-4926-a019-f0bff8d3abe4 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1616692684', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:14:50.948650 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8e9b962d-d8e3-4456-9ef5-03e992d71962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:50.952213 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0cc32ffa-cd28-4926-a019-f0bff8d3abe4 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:50.953593 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0cc32ffa-cd28-4926-a019-f0bff8d3abe4 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:51.033118 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3272300f-835b-4d45-8c82-efb8cb7799bb tempest-RoutersAdminNegativeIpV6Test-1877080570 tempest-RoutersAdminNegativeIpV6Test-1877080570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:51.038670 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3272300f-835b-4d45-8c82-efb8cb7799bb tempest-RoutersAdminNegativeIpV6Test-1877080570 tempest-RoutersAdminNegativeIpV6Test-1877080570-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:51.046681 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c1d21b22-3da7-4761-adb9-0e4b2e55c881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:51.056401 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9b962d-d8e3-4456-9ef5-03e992d71962 None None] Network bde8c3b6-b076-48e1-ab76-d59267e241a0 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:14:51.069909 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-8e9b962d-d8e3-4456-9ef5-03e992d71962 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:14:51.072993 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0cc32ffa-cd28-4926-a019-f0bff8d3abe4 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:51.084675 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9b962d-d8e3-4456-9ef5-03e992d71962 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:14:51.109320 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b962d-d8e3-4456-9ef5-03e992d71962 None None] Pushing event updated for resources: {'Port': ['ID=6a2afa56-6d3f-4c90-b5e5-3889acccbf33,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:51.155242 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0cc32ffa-cd28-4926-a019-f0bff8d3abe4 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:51.200838 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-8e9b962d-d8e3-4456-9ef5-03e992d71962 None None] Attempting to bind port 6a2afa56-6d3f-4c90-b5e5-3889acccbf33 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:14:51.201287 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-8e9b962d-d8e3-4456-9ef5-03e992d71962 None None] Attempting to bind port 6a2afa56-6d3f-4c90-b5e5-3889acccbf33 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '1358bdf6-e7c1-4eab-80f1-7eb12635ae9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bde8c3b6-b076-48e1-ab76-d59267e241a0'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:14:51.201651 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9b962d-d8e3-4456-9ef5-03e992d71962 None None] Attempting to bind port 6a2afa56-6d3f-4c90-b5e5-3889acccbf33 on network bde8c3b6-b076-48e1-ab76-d59267e241a0 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:14:51.206566 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d21b22-3da7-4761-adb9-0e4b2e55c881 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e21c72b4-2738-4a15-8296-0e1cd7475b13,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:51.217547 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9b962d-d8e3-4456-9ef5-03e992d71962 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:14:51.218111 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9b962d-d8e3-4456-9ef5-03e992d71962 None None] Checking segment: {'id': '1358bdf6-e7c1-4eab-80f1-7eb12635ae9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bde8c3b6-b076-48e1-ab76-d59267e241a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:14:51.218368 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8e9b962d-d8e3-4456-9ef5-03e992d71962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:51.222829 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9b962d-d8e3-4456-9ef5-03e992d71962 None None] Bound using segment: {'id': '1358bdf6-e7c1-4eab-80f1-7eb12635ae9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bde8c3b6-b076-48e1-ab76-d59267e241a0'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:14:51.225713 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-8e9b962d-d8e3-4456-9ef5-03e992d71962 None None] Bound port: 6a2afa56-6d3f-4c90-b5e5-3889acccbf33, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1358bdf6-e7c1-4eab-80f1-7eb12635ae9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bde8c3b6-b076-48e1-ab76-d59267e241a0'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:14:51.225713 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8e9b962d-d8e3-4456-9ef5-03e992d71962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:51.228572 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c1d21b22-3da7-4761-adb9-0e4b2e55c881 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:51.237384 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c1d21b22-3da7-4761-adb9-0e4b2e55c881 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e21c72b4-2738-4a15-8296-0e1cd7475b13 HTTP/1.1" status: 204 len: 168 time: 1.4455395 Aug 18 13:14:51.237864 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41756) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:51.322352 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-8e9b962d-d8e3-4456-9ef5-03e992d71962 None None] For port 6a2afa56-6d3f-4c90-b5e5-3889acccbf33, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:14:51.326297 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-8e9b962d-d8e3-4456-9ef5-03e992d71962 None None] For port 6a2afa56-6d3f-4c90-b5e5-3889acccbf33, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=6a2afa56-6d3f-4c90-b5e5-3889acccbf33,segment=NetworkSegment(1358bdf6-e7c1-4eab-80f1-7eb12635ae9b),segment_id=1358bdf6-e7c1-4eab-80f1-7eb12635ae9b)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:14:51.336579 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-64f80326-c205-4adf-9df1-4f15234aaf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:51.392430 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3272300f-835b-4d45-8c82-efb8cb7799bb tempest-RoutersAdminNegativeIpV6Test-1877080570 tempest-RoutersAdminNegativeIpV6Test-1877080570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:51.392949 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3272300f-835b-4d45-8c82-efb8cb7799bb tempest-RoutersAdminNegativeIpV6Test-1877080570 tempest-RoutersAdminNegativeIpV6Test-1877080570-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ad7952f9-d3ca-41d9-907b-0108cc94d1a5 {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:14:51.408444 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0cc32ffa-cd28-4926-a019-f0bff8d3abe4 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:51.411002 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0cc32ffa-cd28-4926-a019-f0bff8d3abe4 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5666699 Aug 18 13:14:51.412372 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41758) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:51.428337 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-64f80326-c205-4adf-9df1-4f15234aaf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:51.449512 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-64f80326-c205-4adf-9df1-4f15234aaf2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a1c8077-7a6c-448a-bba2-5a8c92845aec']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:51.463123 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-64f80326-c205-4adf-9df1-4f15234aaf2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e819ac2-c0ef-48c2-a90e-5422313fc281') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:51.463500 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-64f80326-c205-4adf-9df1-4f15234aaf2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e819ac2-c0ef-48c2-a90e-5422313fc281') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:51.475577 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-64f80326-c205-4adf-9df1-4f15234aaf2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:51.495546 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8e9b962d-d8e3-4456-9ef5-03e992d71962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:51.509926 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-64f80326-c205-4adf-9df1-4f15234aaf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:51.540929 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f80326-c205-4adf-9df1-4f15234aaf2c admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:14:51.540929 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-64f80326-c205-4adf-9df1-4f15234aaf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:51.549935 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:14:51.549935 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:14:51.549935 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:14:51.549935 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:14:51.549935 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:14:51.549935 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:14:51.549935 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:14:51.549935 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:14:51.549935 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:14:51.549935 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:14:51.549935 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:14:51.549935 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:14:51.549935 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:14:51.549935 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:14:51.549935 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:14:51.549935 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:14:51.549935 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:14:51.549935 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:14:51.549935 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:14:51.549935 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:14:51.549935 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:14:51.549935 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:14:51.549935 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:14:51.549935 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:14:51.549935 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:14:51.549935 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:14:51.549935 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:14:51.549935 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:14:51.549935 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:14:51.549935 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:14:51.549935 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:14:51.549935 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:14:51.583593 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-3272300f-835b-4d45-8c82-efb8cb7799bb tempest-RoutersAdminNegativeIpV6Test-1877080570 tempest-RoutersAdminNegativeIpV6Test-1877080570-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 18 13:14:51.584652 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3272300f-835b-4d45-8c82-efb8cb7799bb tempest-RoutersAdminNegativeIpV6Test-1877080570 tempest-RoutersAdminNegativeIpV6Test-1877080570-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.9946661 Aug 18 13:14:51.617515 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b962d-d8e3-4456-9ef5-03e992d71962 None None] Pushing event updated for resources: {'Port': ['ID=6a2afa56-6d3f-4c90-b5e5-3889acccbf33,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:51.630538 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41764) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:51.633129 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6d986636-b569-4838-a0d5-e22c39b012ce req-1301d1b9-8880-40c0-a84e-e8951edbd438 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 210 time: 0.1159711 Aug 18 13:14:51.695578 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41768) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:51.870458 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0c794a4d-b610-4241-b49c-f07566b729fe tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:52.198767 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-0c794a4d-b610-4241-b49c-f07566b729fe tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Allocated IP 2001:db8::1 (bde8c3b6-b076-48e1-ab76-d59267e241a0/2909856e-fe37-44b5-ab39-bf44823a3fe9/862c0ecb-e568-4bc9-b2ce-83b3b090c593) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:14:52.283784 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-2d3b0cc5-bbbb-4046-8d03-d01d6081bc30 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1853454729'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:14:52.288137 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-64f80326-c205-4adf-9df1-4f15234aaf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:52.293425 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-64f80326-c205-4adf-9df1-4f15234aaf2c admin admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:52.295948 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-64f80326-c205-4adf-9df1-4f15234aaf2c admin admin] 10.222.0.13 "DELETE /v2.0/networks/2a1c8077-7a6c-448a-bba2-5a8c92845aec HTTP/1.1" status: 204 len: 168 time: 1.0567551 Aug 18 13:14:52.333284 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f80326-c205-4adf-9df1-4f15234aaf2c admin admin] Pushing event deleted for resources: {'Network': ['ID=2a1c8077-7a6c-448a-bba2-5a8c92845aec,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:52.368089 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-42788f1c-8b95-4130-b4e0-7a5dc8466208 tempest-RoutersAdminNegativeIpV6Test-1877080570 tempest-RoutersAdminNegativeIpV6Test-1877080570-project-admin] Deleting port 5a0e39eb-203b-43f9-b001-36000d7fd9cb {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:14:52.368666 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-42788f1c-8b95-4130-b4e0-7a5dc8466208 tempest-RoutersAdminNegativeIpV6Test-1877080570 tempest-RoutersAdminNegativeIpV6Test-1877080570-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:52.380253 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0c794a4d-b610-4241-b49c-f07566b729fe tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:52.430159 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-0c794a4d-b610-4241-b49c-f07566b729fe tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Transition to ACTIVE for port object 862c0ecb-e568-4bc9-b2ce-83b3b090c593 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:14:52.461644 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3b0cc5-bbbb-4046-8d03-d01d6081bc30 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Made reservation on behalf of 9d57726f80594872ae441c7700c330f4 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:14:52.469626 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2d3b0cc5-bbbb-4046-8d03-d01d6081bc30 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:52.513784 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2d3b0cc5-bbbb-4046-8d03-d01d6081bc30 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:52.534107 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-42788f1c-8b95-4130-b4e0-7a5dc8466208 tempest-RoutersAdminNegativeIpV6Test-1877080570 tempest-RoutersAdminNegativeIpV6Test-1877080570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:52.554935 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-42788f1c-8b95-4130-b4e0-7a5dc8466208 tempest-RoutersAdminNegativeIpV6Test-1877080570 tempest-RoutersAdminNegativeIpV6Test-1877080570-project-admin] Calling delete_port for 5a0e39eb-203b-43f9-b001-36000d7fd9cb owned by {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:14:52.618517 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6a2afa56-6d3f-4c90-b5e5-3889acccbf33 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:14:52.724197 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0c794a4d-b610-4241-b49c-f07566b729fe tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:52.772825 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2d3b0cc5-bbbb-4046-8d03-d01d6081bc30 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:52.799249 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 6a2afa56-6d3f-4c90-b5e5-3889acccbf33 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:14:52.817061 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-41836a61-601a-416a-8287-ee9aeb55f4b4 req-7cbe46b2-f12f-4296-b6d4-a35f506fc31c tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 210 time: 0.0443659 Aug 18 13:14:52.826149 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c794a4d-b610-4241-b49c-f07566b729fe tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Network bde8c3b6-b076-48e1-ab76-d59267e241a0 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:14:52.827328 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-42788f1c-8b95-4130-b4e0-7a5dc8466208 tempest-RoutersAdminNegativeIpV6Test-1877080570 tempest-RoutersAdminNegativeIpV6Test-1877080570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:52.831034 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-0c794a4d-b610-4241-b49c-f07566b729fe tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:14:52.835571 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c794a4d-b610-4241-b49c-f07566b729fe tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:14:52.836243 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0c794a4d-b610-4241-b49c-f07566b729fe tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:52.876780 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42788f1c-8b95-4130-b4e0-7a5dc8466208 tempest-RoutersAdminNegativeIpV6Test-1877080570 tempest-RoutersAdminNegativeIpV6Test-1877080570-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a0e39eb-203b-43f9-b001-36000d7fd9cb,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:52.889964 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c794a4d-b610-4241-b49c-f07566b729fe tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event updated for resources: {'Port': ['ID=862c0ecb-e568-4bc9-b2ce-83b3b090c593,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:52.903010 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2d3b0cc5-bbbb-4046-8d03-d01d6081bc30 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:52.968147 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d3b0cc5-bbbb-4046-8d03-d01d6081bc30 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:14:52.974556 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b0cc5-bbbb-4046-8d03-d01d6081bc30 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8afb57b-ae2e-4c24-aacd-9f0c2986b523,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:52.991018 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2d3b0cc5-bbbb-4046-8d03-d01d6081bc30 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:52.991018 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-2d3b0cc5-bbbb-4046-8d03-d01d6081bc30 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Added segment 7cab67ee-b595-41b3-89f7-531587b7fdb4 of type vlan for network a9ae65bd-24a2-4c77-9c14-3d65e7de7ca2 Aug 18 13:14:52.999274 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-42788f1c-8b95-4130-b4e0-7a5dc8466208 tempest-RoutersAdminNegativeIpV6Test-1877080570 tempest-RoutersAdminNegativeIpV6Test-1877080570-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:53.001762 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-42788f1c-8b95-4130-b4e0-7a5dc8466208 tempest-RoutersAdminNegativeIpV6Test-1877080570 tempest-RoutersAdminNegativeIpV6Test-1877080570-project-admin] 10.222.0.13 "DELETE /v2.0/ports/5a0e39eb-203b-43f9-b001-36000d7fd9cb HTTP/1.1" status: 204 len: 168 time: 1.3671556 Aug 18 13:14:53.024076 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41784) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:53.056071 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2d3b0cc5-bbbb-4046-8d03-d01d6081bc30 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:53.108347 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41786) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:53.108684 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-16f7a5f2-7708-4b48-8f11-7aa751682611 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f6acde663147425b8e24cfb36883f668&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0833845 Aug 18 13:14:53.121632 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda75a3c-b6ef-40e5-ba10-dfa0a6a9ae7c None None] Network bde8c3b6-b076-48e1-ab76-d59267e241a0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:14:53.123652 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0c794a4d-b610-4241-b49c-f07566b729fe tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:53.181170 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2d3b0cc5-bbbb-4046-8d03-d01d6081bc30 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:53.189219 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3b0cc5-bbbb-4046-8d03-d01d6081bc30 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:53.190909 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2d3b0cc5-bbbb-4046-8d03-d01d6081bc30 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:53.276777 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9b896c76-dff2-42e7-9ad1-750b41e2d47b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:53.315848 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9b896c76-dff2-42e7-9ad1-750b41e2d47b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:53.317818 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b0cc5-bbbb-4046-8d03-d01d6081bc30 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Pushing event updated for resources: {'Network': ['ID=a9ae65bd-24a2-4c77-9c14-3d65e7de7ca2,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:53.349498 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network a9ae65bd-24a2-4c77-9c14-3d65e7de7ca2 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:14:53.353587 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-74cbd3b2-e773-4ef9-9579-99fef903f9d1 None None] Provisioning for port 6a2afa56-6d3f-4c90-b5e5-3889acccbf33 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:14:53.393668 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2d3b0cc5-bbbb-4046-8d03-d01d6081bc30 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6932280 Aug 18 13:14:53.396567 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41794) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:53.404969 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-c5409ba7-3429-48fd-963c-562ae99dd2af tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Request body: {'subnet': {'network_id': 'a9ae65bd-24a2-4c77-9c14-3d65e7de7ca2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:14:53.412767 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-74cbd3b2-e773-4ef9-9579-99fef903f9d1 None None] Provisioning complete for port 6a2afa56-6d3f-4c90-b5e5-3889acccbf33 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:14:53.413112 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-74cbd3b2-e773-4ef9-9579-99fef903f9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:53.506298 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0c794a4d-b610-4241-b49c-f07566b729fe tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:53.542134 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-74cbd3b2-e773-4ef9-9579-99fef903f9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:53.584900 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-74cbd3b2-e773-4ef9-9579-99fef903f9d1 None None] For port 6a2afa56-6d3f-4c90-b5e5-3889acccbf33, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=6a2afa56-6d3f-4c90-b5e5-3889acccbf33,segment=NetworkSegment(1358bdf6-e7c1-4eab-80f1-7eb12635ae9b),segment_id=1358bdf6-e7c1-4eab-80f1-7eb12635ae9b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:14:53.615566 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41798) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:53.632348 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5409ba7-3429-48fd-963c-562ae99dd2af tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Made reservation on behalf of 9d57726f80594872ae441c7700c330f4 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:14:53.632577 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0c794a4d-b610-4241-b49c-f07566b729fe tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:53.633692 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0c794a4d-b610-4241-b49c-f07566b729fe tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:53.636186 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c5409ba7-3429-48fd-963c-562ae99dd2af tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:53.678340 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-74cbd3b2-e773-4ef9-9579-99fef903f9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:53.685839 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9b896c76-dff2-42e7-9ad1-750b41e2d47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:53.690565 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9b896c76-dff2-42e7-9ad1-750b41e2d47b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:53.691751 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9b896c76-dff2-42e7-9ad1-750b41e2d47b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b85fe65e-597f-4688-b4fe-a48315c33d38 HTTP/1.1" status: 204 len: 168 time: 0.5824721 Aug 18 13:14:53.740612 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b896c76-dff2-42e7-9ad1-750b41e2d47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85fe65e-597f-4688-b4fe-a48315c33d38,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:53.741393 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cbd3b2-e773-4ef9-9579-99fef903f9d1 None None] Pushing event updated for resources: {'Port': ['ID=6a2afa56-6d3f-4c90-b5e5-3889acccbf33,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:53.914193 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bc293e3d-9399-4c94-ae08-177b60c98b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:53.942801 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-6440121e-bbb0-4569-b4ef-40147377426d None None] Provisioning complete for port 6a2afa56-6d3f-4c90-b5e5-3889acccbf33 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:14:53.943913 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6440121e-bbb0-4569-b4ef-40147377426d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:54.025924 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e8c1df4d-5149-40f3-9673-a5e4f1471ed6 req-0af48b9a-04c1-46b2-8631-2970ec67b6ca tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 210 time: 0.0439227 Aug 18 13:14:54.084978 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c794a4d-b610-4241-b49c-f07566b729fe tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event updated for resources: {'Port': ['ID=862c0ecb-e568-4bc9-b2ce-83b3b090c593,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:54.127004 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bc293e3d-9399-4c94-ae08-177b60c98b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:54.129829 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c5409ba7-3429-48fd-963c-562ae99dd2af tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:54.178355 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c794a4d-b610-4241-b49c-f07566b729fe tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Network bde8c3b6-b076-48e1-ab76-d59267e241a0 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:14:54.180074 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-0c794a4d-b610-4241-b49c-f07566b729fe tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:14:54.271520 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5409ba7-3429-48fd-963c-562ae99dd2af tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Pushing event updated for resources: {'Subnet': ['ID=da6d4739-f7ee-4686-b94a-858940c14f65,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:54.288773 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5409ba7-3429-48fd-963c-562ae99dd2af tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Checking segment: {'id': '7cab67ee-b595-41b3-89f7-531587b7fdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a9ae65bd-24a2-4c77-9c14-3d65e7de7ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:14:54.289167 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5409ba7-3429-48fd-963c-562ae99dd2af tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Network hostable DHCP agents. Network: a9ae65bd-24a2-4c77-9c14-3d65e7de7ca2, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:14:54.346652 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bc293e3d-9399-4c94-ae08-177b60c98b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:54.352113 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-6440121e-bbb0-4569-b4ef-40147377426d None None] Provisioning for port 862c0ecb-e568-4bc9-b2ce-83b3b090c593 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:14:54.352113 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-6440121e-bbb0-4569-b4ef-40147377426d None None] Provisioning complete for port 862c0ecb-e568-4bc9-b2ce-83b3b090c593 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:14:54.352338 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6440121e-bbb0-4569-b4ef-40147377426d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:54.393176 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5409ba7-3429-48fd-963c-562ae99dd2af tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Network a9ae65bd-24a2-4c77-9c14-3d65e7de7ca2 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:14:54.412675 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-bc293e3d-9399-4c94-ae08-177b60c98b73 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9fb4b22c7eb849c2be9f19a5dc14897d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7959914 Aug 18 13:14:54.415758 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41816) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:54.424781 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-6440121e-bbb0-4569-b4ef-40147377426d None None] Port 862c0ecb-e568-4bc9-b2ce-83b3b090c593 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:14:54.491702 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6a2afa56-6d3f-4c90-b5e5-3889acccbf33 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:14:54.499343 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc293e3d-9399-4c94-ae08-177b60c98b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ef87bd-5099-4d0c-8460-e691c1f1a47d,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:54.570142 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-c5409ba7-3429-48fd-963c-562ae99dd2af tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, a9ae65bd-24a2-4c77-9c14-3d65e7de7ca2) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:14:54.600345 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcecdd6-83ae-4b43-a44f-8000801baaeb None None] Network a9ae65bd-24a2-4c77-9c14-3d65e7de7ca2 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:14:54.609144 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c794a4d-b610-4241-b49c-f07566b729fe tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Router 646d5535-04a2-45cb-859f-5bba8a9927e1 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:14:54.630644 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ffc13070-65bd-431d-b669-6728a966556c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:54.635517 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5409ba7-3429-48fd-963c-562ae99dd2af tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:54.638392 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c5409ba7-3429-48fd-963c-562ae99dd2af tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:54.662962 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-2c18640f-5f20-466f-be53-a666ff656e94 None None] Provisioning complete for port 862c0ecb-e568-4bc9-b2ce-83b3b090c593 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:14:54.663597 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2c18640f-5f20-466f-be53-a666ff656e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:54.706358 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ffc13070-65bd-431d-b669-6728a966556c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:54.720899 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-2c18640f-5f20-466f-be53-a666ff656e94 None None] Port 862c0ecb-e568-4bc9-b2ce-83b3b090c593 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:14:54.762706 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 6a2afa56-6d3f-4c90-b5e5-3889acccbf33 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:14:54.763015 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:54.791805 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c794a4d-b610-4241-b49c-f07566b729fe tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:14:54.804021 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138ec632-a88f-4995-9925-b42fc984413c None None] Sync routers for ids ['646d5535-04a2-45cb-859f-5bba8a9927e1'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:14:54.808294 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41820) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:54.810810 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0c794a4d-b610-4241-b49c-f07566b729fe tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "PUT /v2.0/routers/646d5535-04a2-45cb-859f-5bba8a9927e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3917840 Aug 18 13:14:54.833608 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138ec632-a88f-4995-9925-b42fc984413c None None] Routers {'646d5535-04a2-45cb-859f-5bba8a9927e1'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:54.834278 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-138ec632-a88f-4995-9925-b42fc984413c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:14:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['646d5535-04a2-45cb-859f-5bba8a9927e1'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:54.877273 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ffc13070-65bd-431d-b669-6728a966556c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:54.879903 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ffc13070-65bd-431d-b669-6728a966556c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:54.888611 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ffc13070-65bd-431d-b669-6728a966556c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/25ef87bd-5099-4d0c-8460-e691c1f1a47d HTTP/1.1" status: 204 len: 168 time: 0.4706171 Aug 18 13:14:54.890107 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c5409ba7-3429-48fd-963c-562ae99dd2af tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4925795 Aug 18 13:14:54.894133 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41826) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:54.901369 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3466d765-4ec4-461a-ac30-0622a06cb808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-a9ae65bd-24a2-4c77-9c14-3d65e7de7ca2', 'network_id': 'a9ae65bd-24a2-4c77-9c14-3d65e7de7ca2', 'tenant_id': '9d57726f80594872ae441c7700c330f4', 'fixed_ips': [{'subnet_id': 'da6d4739-f7ee-4686-b94a-858940c14f65'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:14:54.902487 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3466d765-4ec4-461a-ac30-0622a06cb808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:54.915165 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-e3134871-fe0e-4db5-ade0-1e6a67a9b408 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1487757919', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:14:54.917492 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-138ec632-a88f-4995-9925-b42fc984413c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:54.924591 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc13070-65bd-431d-b669-6728a966556c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ef87bd-5099-4d0c-8460-e691c1f1a47d,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:54.946615 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:14:54.952016 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21db7559-340e-4c25-8be0-cb2be25a481a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:54.957197 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-21db7559-340e-4c25-8be0-cb2be25a481a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "GET /v2.0/ports/862c0ecb-e568-4bc9-b2ce-83b3b090c593 HTTP/1.1" status: 200 len: 911 time: 0.1474104 Aug 18 13:14:54.958264 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41830) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:54.965419 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-7a566739-da5e-4a66-8915-7edfdc0ffc28 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2909856e-fe37-44b5-ab39-bf44823a3fe9'}]}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:14:54.968393 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138ec632-a88f-4995-9925-b42fc984413c None None] Routers {'646d5535-04a2-45cb-859f-5bba8a9927e1'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:54.969067 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-138ec632-a88f-4995-9925-b42fc984413c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:14:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['646d5535-04a2-45cb-859f-5bba8a9927e1'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:55.028196 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-1b73c989-df46-4f92-beef-ac1968f7d60a None None] Provisioning complete for port 862c0ecb-e568-4bc9-b2ce-83b3b090c593 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:14:55.028525 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1b73c989-df46-4f92-beef-ac1968f7d60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:55.058416 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-138ec632-a88f-4995-9925-b42fc984413c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:55.059076 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138ec632-a88f-4995-9925-b42fc984413c None None] The sync data for ids ['646d5535-04a2-45cb-859f-5bba8a9927e1'] in n-d-803603-2 is: [] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:14:55.089844 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e3134871-fe0e-4db5-ade0-1e6a67a9b408 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:55.091882 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e3134871-fe0e-4db5-ade0-1e6a67a9b408 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:55.123220 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-1b73c989-df46-4f92-beef-ac1968f7d60a None None] Port 862c0ecb-e568-4bc9-b2ce-83b3b090c593 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:14:55.215288 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e3134871-fe0e-4db5-ade0-1e6a67a9b408 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:55.262766 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-3466d765-4ec4-461a-ac30-0622a06cb808 None None] Allocated IP 172.20.0.2 (a9ae65bd-24a2-4c77-9c14-3d65e7de7ca2/da6d4739-f7ee-4686-b94a-858940c14f65/0c9654fb-07e7-4e50-8746-a01eb7fbdda1) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:14:55.269149 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8d5432c1-b287-4023-b866-97be7f04d1e3 req-e0e144cf-c6d0-4a35-a718-7e89d55ea75a tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 210 time: 0.0462129 Aug 18 13:14:55.287480 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e3134871-fe0e-4db5-ade0-1e6a67a9b408 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:55.296476 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7a566739-da5e-4a66-8915-7edfdc0ffc28 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:55.415036 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e3134871-fe0e-4db5-ade0-1e6a67a9b408 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:55.417045 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e3134871-fe0e-4db5-ade0-1e6a67a9b408 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5217986 Aug 18 13:14:55.419685 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41842) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:55.575003 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3466d765-4ec4-461a-ac30-0622a06cb808 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:55.594065 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-3466d765-4ec4-461a-ac30-0622a06cb808 None None] Transition to ACTIVE for port object 0c9654fb-07e7-4e50-8746-a01eb7fbdda1 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:14:55.621035 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-3466d765-4ec4-461a-ac30-0622a06cb808 None None] Transition to ACTIVE for port object 0c9654fb-07e7-4e50-8746-a01eb7fbdda1 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:14:55.724273 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3466d765-4ec4-461a-ac30-0622a06cb808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:55.762987 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3466d765-4ec4-461a-ac30-0622a06cb808 None None] Network a9ae65bd-24a2-4c77-9c14-3d65e7de7ca2 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:14:55.768105 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-3466d765-4ec4-461a-ac30-0622a06cb808 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:14:55.773826 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3466d765-4ec4-461a-ac30-0622a06cb808 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:14:55.829749 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466d765-4ec4-461a-ac30-0622a06cb808 None None] Pushing event updated for resources: {'Port': ['ID=0c9654fb-07e7-4e50-8746-a01eb7fbdda1,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:55.861141 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-3466d765-4ec4-461a-ac30-0622a06cb808 None None] Attempting to bind port 0c9654fb-07e7-4e50-8746-a01eb7fbdda1 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:14:55.861634 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-3466d765-4ec4-461a-ac30-0622a06cb808 None None] Attempting to bind port 0c9654fb-07e7-4e50-8746-a01eb7fbdda1 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '7cab67ee-b595-41b3-89f7-531587b7fdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a9ae65bd-24a2-4c77-9c14-3d65e7de7ca2'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:14:55.862276 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3466d765-4ec4-461a-ac30-0622a06cb808 None None] Attempting to bind port 0c9654fb-07e7-4e50-8746-a01eb7fbdda1 on network a9ae65bd-24a2-4c77-9c14-3d65e7de7ca2 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:14:55.870025 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3466d765-4ec4-461a-ac30-0622a06cb808 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:14:55.874194 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3466d765-4ec4-461a-ac30-0622a06cb808 None None] Checking segment: {'id': '7cab67ee-b595-41b3-89f7-531587b7fdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a9ae65bd-24a2-4c77-9c14-3d65e7de7ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:14:55.874194 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3466d765-4ec4-461a-ac30-0622a06cb808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:55.874194 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3466d765-4ec4-461a-ac30-0622a06cb808 None None] Bound using segment: {'id': '7cab67ee-b595-41b3-89f7-531587b7fdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a9ae65bd-24a2-4c77-9c14-3d65e7de7ca2'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:14:55.874194 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-3466d765-4ec4-461a-ac30-0622a06cb808 None None] Bound port: 0c9654fb-07e7-4e50-8746-a01eb7fbdda1, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cab67ee-b595-41b3-89f7-531587b7fdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a9ae65bd-24a2-4c77-9c14-3d65e7de7ca2'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:14:55.874194 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3466d765-4ec4-461a-ac30-0622a06cb808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:55.926116 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7a566739-da5e-4a66-8915-7edfdc0ffc28 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:55.984164 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-3466d765-4ec4-461a-ac30-0622a06cb808 None None] For port 0c9654fb-07e7-4e50-8746-a01eb7fbdda1, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:14:55.989037 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7a566739-da5e-4a66-8915-7edfdc0ffc28 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:55.989481 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-3466d765-4ec4-461a-ac30-0622a06cb808 None None] For port 0c9654fb-07e7-4e50-8746-a01eb7fbdda1, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=0c9654fb-07e7-4e50-8746-a01eb7fbdda1,segment=NetworkSegment(7cab67ee-b595-41b3-89f7-531587b7fdb4),segment_id=7cab67ee-b595-41b3-89f7-531587b7fdb4)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:14:56.012555 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a566739-da5e-4a66-8915-7edfdc0ffc28 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:56.016876 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7a566739-da5e-4a66-8915-7edfdc0ffc28 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:56.024390 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7a566739-da5e-4a66-8915-7edfdc0ffc28 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "PUT /v2.0/ports/862c0ecb-e568-4bc9-b2ce-83b3b090c593 HTTP/1.1" status: 200 len: 911 time: 1.0628245 Aug 18 13:14:56.028628 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41850) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:56.073361 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3466d765-4ec4-461a-ac30-0622a06cb808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:56.108579 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-632df8b1-4128-40d8-bc55-10fc13e68a98 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:56.191195 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466d765-4ec4-461a-ac30-0622a06cb808 None None] Pushing event updated for resources: {'Port': ['ID=0c9654fb-07e7-4e50-8746-a01eb7fbdda1,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:56.288917 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41856) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:56.360680 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a566739-da5e-4a66-8915-7edfdc0ffc28 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event updated for resources: {'Port': ['ID=862c0ecb-e568-4bc9-b2ce-83b3b090c593,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:56.458449 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-65829dfd-2cbc-4504-bb62-e885f5fdbc3b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a5a09432c564e4998956db33dc8414f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1663706 Aug 18 13:14:56.461772 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41862) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:56.587857 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6efd2270-75cf-40de-9796-e10ea0b46f1b req-b3445193-5c96-44f0-b93e-48905803bdec tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 210 time: 0.1715825 Aug 18 13:14:56.665824 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3b548488-dcf2-4978-8ce0-d3b401718aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:56.686354 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-632df8b1-4128-40d8-bc55-10fc13e68a98 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Allocated IP 172.20.0.1 (a9ae65bd-24a2-4c77-9c14-3d65e7de7ca2/da6d4739-f7ee-4686-b94a-858940c14f65/55c69a6a-7f85-4a05-b333-0fce74aa0761) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:14:56.719163 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3b548488-dcf2-4978-8ce0-d3b401718aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:56.870114 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41870) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:56.923724 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-632df8b1-4128-40d8-bc55-10fc13e68a98 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:56.934813 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fcf5506d-6afa-4b0f-b251-aeca5bf5fd60 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:56.939953 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-632df8b1-4128-40d8-bc55-10fc13e68a98 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Transition to ACTIVE for port object 55c69a6a-7f85-4a05-b333-0fce74aa0761 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:14:57.013995 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3b548488-dcf2-4978-8ce0-d3b401718aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:57.020840 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3b548488-dcf2-4978-8ce0-d3b401718aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:57.022615 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3b548488-dcf2-4978-8ce0-d3b401718aab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d5526ceb-e5a9-4257-b152-8058aa4590f3 HTTP/1.1" status: 204 len: 168 time: 0.5571778 Aug 18 13:14:57.035411 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b548488-dcf2-4978-8ce0-d3b401718aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5526ceb-e5a9-4257-b152-8058aa4590f3,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:57.060975 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-632df8b1-4128-40d8-bc55-10fc13e68a98 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:57.150045 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-db681e48-2090-404b-ae70-e92a3e08dbc2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Request body: {'network': {'name': 'tempest-network-smoke--1886125260', 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'port_security_enabled': True}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:14:57.190662 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632df8b1-4128-40d8-bc55-10fc13e68a98 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Pushing event updated for resources: {'Port': ['ID=55c69a6a-7f85-4a05-b333-0fce74aa0761,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:57.196966 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632df8b1-4128-40d8-bc55-10fc13e68a98 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Network a9ae65bd-24a2-4c77-9c14-3d65e7de7ca2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:14:57.202983 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-632df8b1-4128-40d8-bc55-10fc13e68a98 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:14:57.207653 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632df8b1-4128-40d8-bc55-10fc13e68a98 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:14:57.275716 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-632df8b1-4128-40d8-bc55-10fc13e68a98 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:57.344172 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db681e48-2090-404b-ae70-e92a3e08dbc2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Made reservation on behalf of e63152bca3cb423b9a7763e005387f10 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:14:57.349120 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-db681e48-2090-404b-ae70-e92a3e08dbc2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:57.364640 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-db681e48-2090-404b-ae70-e92a3e08dbc2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:57.428901 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-fcf5506d-6afa-4b0f-b251-aeca5bf5fd60 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Deleting port 862c0ecb-e568-4bc9-b2ce-83b3b090c593 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:14:57.431477 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fcf5506d-6afa-4b0f-b251-aeca5bf5fd60 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:57.568252 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-db681e48-2090-404b-ae70-e92a3e08dbc2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:57.580986 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fcf5506d-6afa-4b0f-b251-aeca5bf5fd60 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:57.616392 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-fcf5506d-6afa-4b0f-b251-aeca5bf5fd60 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Calling delete_port for 862c0ecb-e568-4bc9-b2ce-83b3b090c593 owned by network:router_interface {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:14:57.639463 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-632df8b1-4128-40d8-bc55-10fc13e68a98 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:57.668758 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-db681e48-2090-404b-ae70-e92a3e08dbc2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:57.683280 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db681e48-2090-404b-ae70-e92a3e08dbc2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:14:57.697358 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-db681e48-2090-404b-ae70-e92a3e08dbc2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:57.697358 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-db681e48-2090-404b-ae70-e92a3e08dbc2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Added segment fe0364bf-c23a-44a9-8b3d-2178e420a462 of type vlan for network 0d945faf-920a-4b7f-9870-92ae6ded723e Aug 18 13:14:57.710306 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a83ede-8bfc-4cb4-92e1-c26aabe03647 None None] Network a9ae65bd-24a2-4c77-9c14-3d65e7de7ca2 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:14:57.840401 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-0676c48f-3366-43be-a8f1-08d794605f51 None None] Provisioning for port 0c9654fb-07e7-4e50-8746-a01eb7fbdda1 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:14:58.034593 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-632df8b1-4128-40d8-bc55-10fc13e68a98 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:58.071540 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-db681e48-2090-404b-ae70-e92a3e08dbc2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:58.077983 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fcf5506d-6afa-4b0f-b251-aeca5bf5fd60 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:58.093298 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2415735d-198b-453e-afe0-419a381cecb4 req-1c81c4c2-80ea-495a-8f06-a8de20959b53 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 210 time: 0.0497978 Aug 18 13:14:58.109900 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db681e48-2090-404b-ae70-e92a3e08dbc2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e941cfe8-8100-4e51-bbe6-fa1ba23b1837,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:58.146346 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-632df8b1-4128-40d8-bc55-10fc13e68a98 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:58.147179 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:58.187336 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5506d-6afa-4b0f-b251-aeca5bf5fd60 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event deleted for resources: {'Port': ['ID=862c0ecb-e568-4bc9-b2ce-83b3b090c593,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:58.230896 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-db681e48-2090-404b-ae70-e92a3e08dbc2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:58.242988 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db681e48-2090-404b-ae70-e92a3e08dbc2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:14:58.243641 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-db681e48-2090-404b-ae70-e92a3e08dbc2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:58.339586 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632df8b1-4128-40d8-bc55-10fc13e68a98 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Pushing event updated for resources: {'Port': ['ID=55c69a6a-7f85-4a05-b333-0fce74aa0761,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:58.363966 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-632df8b1-4128-40d8-bc55-10fc13e68a98 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:58.460778 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db681e48-2090-404b-ae70-e92a3e08dbc2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event updated for resources: {'Network': ['ID=0d945faf-920a-4b7f-9870-92ae6ded723e,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:58.500546 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 0d945faf-920a-4b7f-9870-92ae6ded723e details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:14:58.527735 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-db681e48-2090-404b-ae70-e92a3e08dbc2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6562603 Aug 18 13:14:58.533244 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41898) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:58.538578 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-f6d5522a-02f5-43bf-bc15-f5b9dafe231c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1455203922', 'admin_state_up': True, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:14:58.695857 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 0c9654fb-07e7-4e50-8746-a01eb7fbdda1 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:14:58.849938 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-029e04eb-9492-4ba0-b54a-14b5f2c7c6b4 None None] Provisioning for port 55c69a6a-7f85-4a05-b333-0fce74aa0761 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:14:58.856965 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-029e04eb-9492-4ba0-b54a-14b5f2c7c6b4 None None] Provisioning complete for port 55c69a6a-7f85-4a05-b333-0fce74aa0761 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:14:58.857425 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-029e04eb-9492-4ba0-b54a-14b5f2c7c6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:58.898414 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 0c9654fb-07e7-4e50-8746-a01eb7fbdda1 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:14:58.898652 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fcf5506d-6afa-4b0f-b251-aeca5bf5fd60 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:58.900681 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:58.905266 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 0c9654fb-07e7-4e50-8746-a01eb7fbdda1 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:14:58.905707 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:58.907841 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-029e04eb-9492-4ba0-b54a-14b5f2c7c6b4 None None] Port 55c69a6a-7f85-4a05-b333-0fce74aa0761 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:14:58.969827 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-029e04eb-9492-4ba0-b54a-14b5f2c7c6b4 None None] Provisioning complete for port 0c9654fb-07e7-4e50-8746-a01eb7fbdda1 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:14:58.971306 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-029e04eb-9492-4ba0-b54a-14b5f2c7c6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:59.146992 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41906) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:59.165146 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf5506d-6afa-4b0f-b251-aeca5bf5fd60 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Router 646d5535-04a2-45cb-859f-5bba8a9927e1 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:14:59.283960 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632df8b1-4128-40d8-bc55-10fc13e68a98 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Network a9ae65bd-24a2-4c77-9c14-3d65e7de7ca2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:14:59.285475 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-632df8b1-4128-40d8-bc55-10fc13e68a98 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:14:59.297828 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f6d5522a-02f5-43bf-bc15-f5b9dafe231c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:59.299985 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f6d5522a-02f5-43bf-bc15-f5b9dafe231c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:59.340717 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf5506d-6afa-4b0f-b251-aeca5bf5fd60 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:14:59.350220 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-fcf5506d-6afa-4b0f-b251-aeca5bf5fd60 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "PUT /v2.0/routers/646d5535-04a2-45cb-859f-5bba8a9927e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2916367 Aug 18 13:14:59.352599 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cfb48283-120a-40d9-b1b2-f948b58fa8b5 req-eeffe47b-ffca-4cf9-8c96-46a71c7f26bd tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 210 time: 0.0574722 Aug 18 13:14:59.353121 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41912) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:59.407885 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:59.412155 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-5a32c1dd-e1b3-4d79-a2a8-e5e6a173d35b tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1228501423'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:14:59.420405 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7c66d121-7098-4f1c-b92c-3085db316417 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "GET /v2.0/ports?device_id=646d5535-04a2-45cb-859f-5bba8a9927e1 HTTP/1.1" status: 200 len: 205 time: 0.0660906 Aug 18 13:14:59.422263 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41914) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:59.425330 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937a209f-f26e-4bb7-b0b0-a51a60a72ad4 None None] Sync routers for ids ['646d5535-04a2-45cb-859f-5bba8a9927e1'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:14:59.459692 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937a209f-f26e-4bb7-b0b0-a51a60a72ad4 None None] Routers {'646d5535-04a2-45cb-859f-5bba8a9927e1'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:59.460641 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-937a209f-f26e-4bb7-b0b0-a51a60a72ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:14:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['646d5535-04a2-45cb-859f-5bba8a9927e1'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:59.466085 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 0c9654fb-07e7-4e50-8746-a01eb7fbdda1, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=0c9654fb-07e7-4e50-8746-a01eb7fbdda1,segment=NetworkSegment(7cab67ee-b595-41b3-89f7-531587b7fdb4),segment_id=7cab67ee-b595-41b3-89f7-531587b7fdb4)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:14:59.520294 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d1b9c653-48fd-4a34-bd6d-d4b3ab732487 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:59.571161 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-029e04eb-9492-4ba0-b54a-14b5f2c7c6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:59.573419 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-937a209f-f26e-4bb7-b0b0-a51a60a72ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:59.576736 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:59.618094 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f6d5522a-02f5-43bf-bc15-f5b9dafe231c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:59.655485 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937a209f-f26e-4bb7-b0b0-a51a60a72ad4 None None] Routers {'646d5535-04a2-45cb-859f-5bba8a9927e1'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:14:59.656129 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-937a209f-f26e-4bb7-b0b0-a51a60a72ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:14:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['646d5535-04a2-45cb-859f-5bba8a9927e1'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:59.724387 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a32c1dd-e1b3-4d79-a2a8-e5e6a173d35b tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Made reservation on behalf of 3a17a3546ac04bfea6fb738db10d1df1 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:14:59.728226 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5a32c1dd-e1b3-4d79-a2a8-e5e6a173d35b tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:59.732579 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-937a209f-f26e-4bb7-b0b0-a51a60a72ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:14:59.733164 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937a209f-f26e-4bb7-b0b0-a51a60a72ad4 None None] The sync data for ids ['646d5535-04a2-45cb-859f-5bba8a9927e1'] in n-d-803603-2 is: [] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:14:59.745788 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5a32c1dd-e1b3-4d79-a2a8-e5e6a173d35b tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:59.749359 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=0c9654fb-07e7-4e50-8746-a01eb7fbdda1,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:14:59.753757 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.db.api [None req-029e04eb-9492-4ba0-b54a-14b5f2c7c6b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:14:59.754129 n-d-803603-2 neutron-server[101677]: DEBUG oslo_db.api [None req-029e04eb-9492-4ba0-b54a-14b5f2c7c6b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:14:59.757947 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632df8b1-4128-40d8-bc55-10fc13e68a98 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Router bdcdb42a-5e00-45cd-88a3-35d54e3bb2c7 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:14:59.760450 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d1b9c653-48fd-4a34-bd6d-d4b3ab732487 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:59.763102 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d1b9c653-48fd-4a34-bd6d-d4b3ab732487 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:59.901595 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d1b9c653-48fd-4a34-bd6d-d4b3ab732487 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:59.902559 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b9c653-48fd-4a34-bd6d-d4b3ab732487 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Fanout notify agent at l3_agent the message router_deleted on router 646d5535-04a2-45cb-859f-5bba8a9927e1 {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:14:59.914887 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d1b9c653-48fd-4a34-bd6d-d4b3ab732487 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:59.916325 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d1b9c653-48fd-4a34-bd6d-d4b3ab732487 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "DELETE /v2.0/routers/646d5535-04a2-45cb-859f-5bba8a9927e1 HTTP/1.1" status: 204 len: 168 time: 0.4924250 Aug 18 13:14:59.920353 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41918) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:14:59.998719 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5a32c1dd-e1b3-4d79-a2a8-e5e6a173d35b tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:00.060876 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5a32c1dd-e1b3-4d79-a2a8-e5e6a173d35b tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:00.098835 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a32c1dd-e1b3-4d79-a2a8-e5e6a173d35b tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:15:00.120310 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5a32c1dd-e1b3-4d79-a2a8-e5e6a173d35b tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:00.120538 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f6d5522a-02f5-43bf-bc15-f5b9dafe231c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:00.120637 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-5a32c1dd-e1b3-4d79-a2a8-e5e6a173d35b tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Added segment 87ab93e8-bf2d-4f56-ac45-4108817b959b of type vlan for network d6bd8313-7223-409e-8dc4-631a4cf15030 Aug 18 13:15:00.120637 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a32c1dd-e1b3-4d79-a2a8-e5e6a173d35b tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4826735-8072-45fd-a3b1-1e71f60b0d7c,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:00.153231 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632df8b1-4128-40d8-bc55-10fc13e68a98 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:15:00.162737 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-632df8b1-4128-40d8-bc55-10fc13e68a98 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] 10.222.0.13 "PUT /v2.0/routers/bdcdb42a-5e00-45cd-88a3-35d54e3bb2c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7393506 Aug 18 13:15:00.166154 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-beb7b073-c99f-4df5-ad7e-b0c0d97c6984 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Deleting subnet 2909856e-fe37-44b5-ab39-bf44823a3fe9 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:15:00.167154 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41920) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:00.168356 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04307f35-60ab-4e60-b1b2-9c7b20fe7e4c None None] Sync routers for ids ['bdcdb42a-5e00-45cd-88a3-35d54e3bb2c7'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:15:00.175525 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-dcb14b5c-01ad-48cf-bdfa-5e4461e5bfec tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Request body: {'port': {'network_id': 'a9ae65bd-24a2-4c77-9c14-3d65e7de7ca2', 'name': 'tempest-FloatingIPNegativeTestJSON-1596961776'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:00.178863 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-beb7b073-c99f-4df5-ad7e-b0c0d97c6984 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:00.179089 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04307f35-60ab-4e60-b1b2-9c7b20fe7e4c None None] Routers {'bdcdb42a-5e00-45cd-88a3-35d54e3bb2c7'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:15:00.179928 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-04307f35-60ab-4e60-b1b2-9c7b20fe7e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:14:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['bdcdb42a-5e00-45cd-88a3-35d54e3bb2c7'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:00.217573 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-04307f35-60ab-4e60-b1b2-9c7b20fe7e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:00.228363 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04307f35-60ab-4e60-b1b2-9c7b20fe7e4c None None] Routers {'bdcdb42a-5e00-45cd-88a3-35d54e3bb2c7'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:15:00.229348 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-04307f35-60ab-4e60-b1b2-9c7b20fe7e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:14:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['bdcdb42a-5e00-45cd-88a3-35d54e3bb2c7'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:00.237815 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5a32c1dd-e1b3-4d79-a2a8-e5e6a173d35b tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:00.273688 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-04307f35-60ab-4e60-b1b2-9c7b20fe7e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:00.274265 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04307f35-60ab-4e60-b1b2-9c7b20fe7e4c None None] The sync data for ids ['bdcdb42a-5e00-45cd-88a3-35d54e3bb2c7'] in n-d-803603-2 is: [] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:15:00.346002 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-beb7b073-c99f-4df5-ad7e-b0c0d97c6984 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:00.357819 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5a32c1dd-e1b3-4d79-a2a8-e5e6a173d35b tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:00.364180 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a32c1dd-e1b3-4d79-a2a8-e5e6a173d35b tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:00.364775 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5a32c1dd-e1b3-4d79-a2a8-e5e6a173d35b tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:00.444775 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b5cbb7dd-7fd6-4136-bfa0-f830e51b4da0 None None] Provisioning complete for port 55c69a6a-7f85-4a05-b333-0fce74aa0761 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:00.445928 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b5cbb7dd-7fd6-4136-bfa0-f830e51b4da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:00.506460 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-beb7b073-c99f-4df5-ad7e-b0c0d97c6984 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:00.527605 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-b5cbb7dd-7fd6-4136-bfa0-f830e51b4da0 None None] Port 55c69a6a-7f85-4a05-b333-0fce74aa0761 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:15:00.543641 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 0c9654fb-07e7-4e50-8746-a01eb7fbdda1 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:15:00.546829 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a32c1dd-e1b3-4d79-a2a8-e5e6a173d35b tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Pushing event updated for resources: {'Network': ['ID=d6bd8313-7223-409e-8dc4-631a4cf15030,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:00.578243 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network d6bd8313-7223-409e-8dc4-631a4cf15030 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:15:00.590199 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3027efe2-3b47-41c8-bf2b-2ae738ff1633 req-cade1f63-febd-45d2-b29c-657b3a9c4261 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 210 time: 0.0438476 Aug 18 13:15:00.594025 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb14b5c-01ad-48cf-bdfa-5e4461e5bfec tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Made reservation on behalf of 9d57726f80594872ae441c7700c330f4 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:15:00.598086 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dcb14b5c-01ad-48cf-bdfa-5e4461e5bfec tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:00.638132 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-dcb14b5c-01ad-48cf-bdfa-5e4461e5bfec tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] device_id is not set on port 2625a5ca-bf34-4c0d-8c1a-dcf5f59052c6 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:15:00.654201 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5a32c1dd-e1b3-4d79-a2a8-e5e6a173d35b tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4918964 Aug 18 13:15:00.663652 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 0c9654fb-07e7-4e50-8746-a01eb7fbdda1 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:00.664516 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:00.812625 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f6d5522a-02f5-43bf-bc15-f5b9dafe231c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for router_gateway, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:00.837222 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f6d5522a-02f5-43bf-bc15-f5b9dafe231c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:00.925733 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-beb7b073-c99f-4df5-ad7e-b0c0d97c6984 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:00.981831 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-dcb14b5c-01ad-48cf-bdfa-5e4461e5bfec tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Allocated IP 172.20.0.3 (a9ae65bd-24a2-4c77-9c14-3d65e7de7ca2/da6d4739-f7ee-4686-b94a-858940c14f65/2625a5ca-bf34-4c0d-8c1a-dcf5f59052c6) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:15:00.986951 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7b073-c99f-4df5-ad7e-b0c0d97c6984 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event deleted for resources: {'Subnet': ['ID=2909856e-fe37-44b5-ab39-bf44823a3fe9,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:00.990019 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99e9236-6271-40cb-90e1-66b5fdc0311e None None] Network bde8c3b6-b076-48e1-ab76-d59267e241a0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:15:00.991745 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-beb7b073-c99f-4df5-ad7e-b0c0d97c6984 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:00.996879 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-beb7b073-c99f-4df5-ad7e-b0c0d97c6984 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "DELETE /v2.0/subnets/2909856e-fe37-44b5-ab39-bf44823a3fe9 HTTP/1.1" status: 204 len: 168 time: 1.0676966 Aug 18 13:15:00.998765 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41928) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:01.086354 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-f6d5522a-02f5-43bf-bc15-f5b9dafe231c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Allocated IP 172.25.6.195 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/29676571-9253-4451-bd9f-ccd486f97dda) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:15:01.106378 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d3ac6031-1a0e-4e9c-b065-35fecf8cf78d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:01.183520 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-d3ac6031-1a0e-4e9c-b065-35fecf8cf78d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Deleting port 6a2afa56-6d3f-4c90-b5e5-3889acccbf33 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:15:01.183877 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d3ac6031-1a0e-4e9c-b065-35fecf8cf78d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:01.252348 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd8015e-ff6d-4b3b-b1c1-2844346a7d15 None None] DHCP port deletion for bde8c3b6-b076-48e1-ab76-d59267e241a0 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:15:01.286152 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-d3ac6031-1a0e-4e9c-b065-35fecf8cf78d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] For port 6a2afa56-6d3f-4c90-b5e5-3889acccbf33, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=6a2afa56-6d3f-4c90-b5e5-3889acccbf33,segment=NetworkSegment(1358bdf6-e7c1-4eab-80f1-7eb12635ae9b),segment_id=1358bdf6-e7c1-4eab-80f1-7eb12635ae9b)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:15:01.287206 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d3ac6031-1a0e-4e9c-b065-35fecf8cf78d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:01.303517 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-d3ac6031-1a0e-4e9c-b065-35fecf8cf78d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Calling delete_port for 6a2afa56-6d3f-4c90-b5e5-3889acccbf33 owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:15:01.316746 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-dcd8015e-ff6d-4b3b-b1c1-2844346a7d15 None None] Deleting port 6a2afa56-6d3f-4c90-b5e5-3889acccbf33 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:15:01.317134 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-dcd8015e-ff6d-4b3b-b1c1-2844346a7d15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:01.454757 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-dcd8015e-ff6d-4b3b-b1c1-2844346a7d15 None None] For port 6a2afa56-6d3f-4c90-b5e5-3889acccbf33, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=6a2afa56-6d3f-4c90-b5e5-3889acccbf33,segment=NetworkSegment(1358bdf6-e7c1-4eab-80f1-7eb12635ae9b),segment_id=1358bdf6-e7c1-4eab-80f1-7eb12635ae9b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:15:01.455430 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-dcd8015e-ff6d-4b3b-b1c1-2844346a7d15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:01.478601 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f6d5522a-02f5-43bf-bc15-f5b9dafe231c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:01.492607 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-dcd8015e-ff6d-4b3b-b1c1-2844346a7d15 None None] Calling delete_port for 6a2afa56-6d3f-4c90-b5e5-3889acccbf33 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:15:01.531235 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dcb14b5c-01ad-48cf-bdfa-5e4461e5bfec tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:01.580680 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-dcb14b5c-01ad-48cf-bdfa-5e4461e5bfec tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Transition to ACTIVE for port object 2625a5ca-bf34-4c0d-8c1a-dcf5f59052c6 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:15:01.581063 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d3ac6031-1a0e-4e9c-b065-35fecf8cf78d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:01.639774 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-dcd8015e-ff6d-4b3b-b1c1-2844346a7d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:01.651963 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f6d5522a-02f5-43bf-bc15-f5b9dafe231c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:01.662082 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac6031-1a0e-4e9c-b065-35fecf8cf78d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event deleted for resources: {'Port': ['ID=6a2afa56-6d3f-4c90-b5e5-3889acccbf33,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:01.674835 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ac6031-1a0e-4e9c-b065-35fecf8cf78d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] No DVR routers for this DVR port 6a2afa56-6d3f-4c90-b5e5-3889acccbf33 on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:15:01.703525 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd8015e-ff6d-4b3b-b1c1-2844346a7d15 None None] Pushing event deleted for resources: {'Port': ['ID=6a2afa56-6d3f-4c90-b5e5-3889acccbf33,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:01.718063 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd8015e-ff6d-4b3b-b1c1-2844346a7d15 None None] No DVR routers for this DVR port 6a2afa56-6d3f-4c90-b5e5-3889acccbf33 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:15:01.739721 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dcb14b5c-01ad-48cf-bdfa-5e4461e5bfec tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:01.761006 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d5522a-02f5-43bf-bc15-f5b9dafe231c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:15:01.767158 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-f6d5522a-02f5-43bf-bc15-f5b9dafe231c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:15:01.773016 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d5522a-02f5-43bf-bc15-f5b9dafe231c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:15:01.805136 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb14b5c-01ad-48cf-bdfa-5e4461e5bfec tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Network a9ae65bd-24a2-4c77-9c14-3d65e7de7ca2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:15:01.807078 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d3ac6031-1a0e-4e9c-b065-35fecf8cf78d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:01.808648 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5522a-02f5-43bf-bc15-f5b9dafe231c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event updated for resources: {'Port': ['ID=29676571-9253-4451-bd9f-ccd486f97dda,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:01.814357 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-dcb14b5c-01ad-48cf-bdfa-5e4461e5bfec tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:15:01.826584 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb14b5c-01ad-48cf-bdfa-5e4461e5bfec tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:15:01.830493 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-d3ac6031-1a0e-4e9c-b065-35fecf8cf78d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bde8c3b6-b076-48e1-ab76-d59267e241a0']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:01.844766 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-d3ac6031-1a0e-4e9c-b065-35fecf8cf78d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1358bdf6-e7c1-4eab-80f1-7eb12635ae9b') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:01.844766 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-d3ac6031-1a0e-4e9c-b065-35fecf8cf78d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1358bdf6-e7c1-4eab-80f1-7eb12635ae9b') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:01.853247 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d3ac6031-1a0e-4e9c-b065-35fecf8cf78d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:01.875249 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d3ac6031-1a0e-4e9c-b065-35fecf8cf78d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:01.893352 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3ac6031-1a0e-4e9c-b065-35fecf8cf78d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:15:01.893712 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d3ac6031-1a0e-4e9c-b065-35fecf8cf78d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:01.989901 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:15:01.989901 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:15:01.989901 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:15:01.989901 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:15:01.989901 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:15:01.989901 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:15:01.989901 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:15:01.989901 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:15:01.989901 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:15:01.989901 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:15:01.989901 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:15:01.989901 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:15:01.989901 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:15:01.989901 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:15:01.989901 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:15:01.989901 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:15:01.989901 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:15:01.989901 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:15:01.989901 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:15:01.989901 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:15:01.989901 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:15:01.989901 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:15:01.989901 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:15:01.989901 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:15:01.989901 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:15:01.989901 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:15:01.989901 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:15:01.989901 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:15:01.989901 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:15:01.989901 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:15:01.989901 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:15:01.989901 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:15:02.043699 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-835c770d-3caa-4fb9-834c-44313694e491 req-66cacf37-d354-43a1-a8e9-47ac7013c0d0 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 210 time: 0.0547175 Aug 18 13:15:02.094842 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d3ac6031-1a0e-4e9c-b065-35fecf8cf78d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:02.132183 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d3ac6031-1a0e-4e9c-b065-35fecf8cf78d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:02.140743 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d3ac6031-1a0e-4e9c-b065-35fecf8cf78d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "DELETE /v2.0/networks/bde8c3b6-b076-48e1-ab76-d59267e241a0 HTTP/1.1" status: 204 len: 168 time: 1.1343396 Aug 18 13:15:02.140743 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac6031-1a0e-4e9c-b065-35fecf8cf78d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event deleted for resources: {'Network': ['ID=bde8c3b6-b076-48e1-ab76-d59267e241a0,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:02.150041 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41936) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:02.153237 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-49857543-edb2-4e96-9908-53413029beb7 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-636643852', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:02.200634 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb14b5c-01ad-48cf-bdfa-5e4461e5bfec tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:02.201582 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dcb14b5c-01ad-48cf-bdfa-5e4461e5bfec tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:02.206129 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb14b5c-01ad-48cf-bdfa-5e4461e5bfec tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Pushing event updated for resources: {'Port': ['ID=2625a5ca-bf34-4c0d-8c1a-dcf5f59052c6,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:02.238634 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-49857543-edb2-4e96-9908-53413029beb7 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:02.240289 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-49857543-edb2-4e96-9908-53413029beb7 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:02.284228 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-75590afa-c109-472a-a044-790102fd760c None None] Provisioning for port 2625a5ca-bf34-4c0d-8c1a-dcf5f59052c6 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:15:02.293053 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-75590afa-c109-472a-a044-790102fd760c None None] Provisioning complete for port 2625a5ca-bf34-4c0d-8c1a-dcf5f59052c6 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:02.293703 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-75590afa-c109-472a-a044-790102fd760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:02.345927 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-49857543-edb2-4e96-9908-53413029beb7 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:02.357323 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-75590afa-c109-472a-a044-790102fd760c None None] Port 2625a5ca-bf34-4c0d-8c1a-dcf5f59052c6 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:15:02.419536 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-dcb14b5c-01ad-48cf-bdfa-5e4461e5bfec tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2512414 Aug 18 13:15:02.422610 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41940) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:02.428673 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-49857543-edb2-4e96-9908-53413029beb7 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:02.440866 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-b13e8379-8f46-4cf1-8ba0-cf0b7f48579e tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:02.468729 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f6d5522a-02f5-43bf-bc15-f5b9dafe231c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for router_gateway, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:02.476872 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6a2afa56-6d3f-4c90-b5e5-3889acccbf33 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:15:02.515139 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 6a2afa56-6d3f-4c90-b5e5-3889acccbf33 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:15:02.516173 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6a2afa56-6d3f-4c90-b5e5-3889acccbf33 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:15:02.550896 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-49857543-edb2-4e96-9908-53413029beb7 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:02.556301 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-49857543-edb2-4e96-9908-53413029beb7 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4077258 Aug 18 13:15:02.557783 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41944) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:02.565427 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-8db6a7a4-fb8e-4a5d-8866-61217dbd819e tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2044479053'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:02.749573 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f6d5522a-02f5-43bf-bc15-f5b9dafe231c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:02.755180 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b13e8379-8f46-4cf1-8ba0-cf0b7f48579e tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks [] for floatingip, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:02.821100 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db6a7a4-fb8e-4a5d-8866-61217dbd819e tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Made reservation on behalf of 01cf70040508408f95a82df41495eab1 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:15:02.825546 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8db6a7a4-fb8e-4a5d-8866-61217dbd819e tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:02.874399 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8db6a7a4-fb8e-4a5d-8866-61217dbd819e tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:15:02.892615 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8db6a7a4-fb8e-4a5d-8866-61217dbd819e tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:02.893145 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-8db6a7a4-fb8e-4a5d-8866-61217dbd819e tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Added segment e75ced09-84cd-4a71-98f4-28ce3e1e8559 of type vlan for network ac814d43-7d5c-42b9-8d2a-7f9260018681 Aug 18 13:15:02.964903 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8db6a7a4-fb8e-4a5d-8866-61217dbd819e tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:03.100426 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41948) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:03.125041 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b13e8379-8f46-4cf1-8ba0-cf0b7f48579e tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:03.258234 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8db6a7a4-fb8e-4a5d-8866-61217dbd819e tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:03.271939 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db6a7a4-fb8e-4a5d-8866-61217dbd819e tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:03.272609 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8db6a7a4-fb8e-4a5d-8866-61217dbd819e tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:03.280361 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d5522a-02f5-43bf-bc15-f5b9dafe231c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Router 54ed8b62-b22d-47a0-a888-2f9b0d09f21d is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:15:03.350658 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f9e2df50-6cfb-40ba-a28a-ccc29317630c req-653490f5-44a9-4096-ab48-73a189559aa3 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 210 time: 0.0746522 Aug 18 13:15:03.427192 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e093b6d6-f5c9-4496-926d-43da7b9521ef tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] 10.222.0.13 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2924 time: 0.3251140 Aug 18 13:15:03.431192 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41950) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:03.446506 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-c83ebabe-ff6f-425f-b0e1-469fd29b7e21 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Request body: {'network': {'name': 'tempest-network-smoke--1884574276', 'project_id': '0a45397c4a7d4474ba973ba423e6989f', 'port_security_enabled': False}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:03.462371 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8db6a7a4-fb8e-4a5d-8866-61217dbd819e tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9030602 Aug 18 13:15:03.468365 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41952) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:03.478687 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-b9f92a4e-0ef7-47c1-acfb-c1c51e6c49b3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Request body: {'subnet': {'network_id': 'ac814d43-7d5c-42b9-8d2a-7f9260018681', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:03.503486 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-b13e8379-8f46-4cf1-8ba0-cf0b7f48579e tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Allocated IP 172.25.6.236 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/c44bc4ac-aba8-4047-b656-d7996e616e94) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:15:03.541226 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d5522a-02f5-43bf-bc15-f5b9dafe231c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:15:03.553623 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f696585a-20c6-453b-87f9-76f2e5b40114 None None] Sync routers for ids ['54ed8b62-b22d-47a0-a888-2f9b0d09f21d'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:15:03.569775 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f696585a-20c6-453b-87f9-76f2e5b40114 None None] Routers {'54ed8b62-b22d-47a0-a888-2f9b0d09f21d'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:15:03.570437 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f696585a-20c6-453b-87f9-76f2e5b40114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:14:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['54ed8b62-b22d-47a0-a888-2f9b0d09f21d'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:03.607623 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6a7a4-fb8e-4a5d-8866-61217dbd819e tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event updated for resources: {'Network': ['ID=ac814d43-7d5c-42b9-8d2a-7f9260018681,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:03.706677 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b13e8379-8f46-4cf1-8ba0-cf0b7f48579e tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:03.731726 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83ebabe-ff6f-425f-b0e1-469fd29b7e21 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Made reservation on behalf of 0a45397c4a7d4474ba973ba423e6989f for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:15:03.739594 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c83ebabe-ff6f-425f-b0e1-469fd29b7e21 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:03.767708 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-f696585a-20c6-453b-87f9-76f2e5b40114 None None] Set router 54ed8b62-b22d-47a0-a888-2f9b0d09f21d gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:15:03.797038 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c83ebabe-ff6f-425f-b0e1-469fd29b7e21 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:15:03.810555 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c83ebabe-ff6f-425f-b0e1-469fd29b7e21 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:03.810953 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-c83ebabe-ff6f-425f-b0e1-469fd29b7e21 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Added segment 4a44eed0-2492-4d19-b966-0b50c67d15f9 of type vlan for network a551822e-f12f-484b-ae57-dea7c79b255f Aug 18 13:15:03.864517 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c83ebabe-ff6f-425f-b0e1-469fd29b7e21 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:03.878434 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b13e8379-8f46-4cf1-8ba0-cf0b7f48579e tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:03.906256 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13e8379-8f46-4cf1-8ba0-cf0b7f48579e tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:15:03.909439 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-b13e8379-8f46-4cf1-8ba0-cf0b7f48579e tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:15:03.913518 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network ac814d43-7d5c-42b9-8d2a-7f9260018681 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:15:03.944156 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13e8379-8f46-4cf1-8ba0-cf0b7f48579e tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:15:03.947672 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41956) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:03.952888 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-def1c3f1-a86c-4669-952f-cff2cc0470b2 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Request body: {'subnet': {'network_id': 'd6bd8313-7223-409e-8dc4-631a4cf15030', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:04.016670 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f92a4e-0ef7-47c1-acfb-c1c51e6c49b3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Made reservation on behalf of 01cf70040508408f95a82df41495eab1 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:15:04.021586 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b9f92a4e-0ef7-47c1-acfb-c1c51e6c49b3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:04.033938 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f696585a-20c6-453b-87f9-76f2e5b40114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'name': 'tempest-TestNetworkBasicOps-router-1455203922', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '29676571-9253-4451-bd9f-ccd486f97dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:14:59Z', 'updated_at': '2021-08-18T13:15:02Z', 'revision_number': 3, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'gw_port': {'id': '29676571-9253-4451-bd9f-ccd486f97dda', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c7:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:00Z', 'updated_at': '2021-08-18T13:15:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:04.071127 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e8379-8f46-4cf1-8ba0-cf0b7f48579e tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Pushing event updated for resources: {'Port': ['ID=c44bc4ac-aba8-4047-b656-d7996e616e94,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:04.071421 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f696585a-20c6-453b-87f9-76f2e5b40114 None None] Checking router: 54ed8b62-b22d-47a0-a888-2f9b0d09f21d for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:15:04.072782 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f696585a-20c6-453b-87f9-76f2e5b40114 None None] Updating router 54ed8b62-b22d-47a0-a888-2f9b0d09f21d port 29676571-9253-4451-bd9f-ccd486f97dda binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:15:04.074830 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c83ebabe-ff6f-425f-b0e1-469fd29b7e21 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:04.075014 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b13e8379-8f46-4cf1-8ba0-cf0b7f48579e tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:04.080605 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83ebabe-ff6f-425f-b0e1-469fd29b7e21 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:04.081221 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c83ebabe-ff6f-425f-b0e1-469fd29b7e21 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:04.107890 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f696585a-20c6-453b-87f9-76f2e5b40114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:04.186786 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f6d5522a-02f5-43bf-bc15-f5b9dafe231c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:04.192216 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f6d5522a-02f5-43bf-bc15-f5b9dafe231c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.6574862 Aug 18 13:15:04.192852 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41958) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:04.221660 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ebabe-ff6f-425f-b0e1-469fd29b7e21 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Pushing event updated for resources: {'Network': ['ID=a551822e-f12f-484b-ae57-dea7c79b255f,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:04.285626 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network a551822e-f12f-484b-ae57-dea7c79b255f details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:15:04.301113 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b13e8379-8f46-4cf1-8ba0-cf0b7f48579e tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:04.353638 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c83ebabe-ff6f-425f-b0e1-469fd29b7e21 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9213374 Aug 18 13:15:04.354931 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41962) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:04.372848 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-d5b15679-433e-4770-9fc0-b82d8d86579d tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2013060142', 'admin_state_up': True, 'project_id': '0a45397c4a7d4474ba973ba423e6989f', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:04.519555 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6b5a91b7-affb-412b-a1e9-6b009f07cb94 req-faa5cae4-3a97-42db-9ed7-d3d17321b278 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 210 time: 0.0529873 Aug 18 13:15:04.560660 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def1c3f1-a86c-4669-952f-cff2cc0470b2 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Made reservation on behalf of 3a17a3546ac04bfea6fb738db10d1df1 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:15:04.564897 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-def1c3f1-a86c-4669-952f-cff2cc0470b2 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:04.570027 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-fcf14791-32eb-49ac-a6ab-1e46c56d1c3b tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=e63152bca3cb423b9a7763e005387f10&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3760436 Aug 18 13:15:04.574357 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41966) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:04.597682 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f696585a-20c6-453b-87f9-76f2e5b40114 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:04.615667 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b9f92a4e-0ef7-47c1-acfb-c1c51e6c49b3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:04.617847 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f696585a-20c6-453b-87f9-76f2e5b40114 None None] Transition to ACTIVE for port object 29676571-9253-4451-bd9f-ccd486f97dda will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:15:04.695778 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f696585a-20c6-453b-87f9-76f2e5b40114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:04.711276 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d5b15679-433e-4770-9fc0-b82d8d86579d tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:04.712534 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d5b15679-433e-4770-9fc0-b82d8d86579d tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:04.742465 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f92a4e-0ef7-47c1-acfb-c1c51e6c49b3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Checking segment: {'id': 'e75ced09-84cd-4a71-98f4-28ce3e1e8559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ac814d43-7d5c-42b9-8d2a-7f9260018681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:15:04.742961 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f92a4e-0ef7-47c1-acfb-c1c51e6c49b3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Network hostable DHCP agents. Network: ac814d43-7d5c-42b9-8d2a-7f9260018681, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:15:04.748721 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f92a4e-0ef7-47c1-acfb-c1c51e6c49b3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event updated for resources: {'Subnet': ['ID=eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:04.800316 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d2b5a-9bfb-4e82-bba0-2d06deb2e1bb None None] Pushing event updated for resources: {'Port': ['ID=29676571-9253-4451-bd9f-ccd486f97dda,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:04.820263 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397d2b5a-9bfb-4e82-bba0-2d06deb2e1bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:04.820263 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397d2b5a-9bfb-4e82-bba0-2d06deb2e1bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:04.820263 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397d2b5a-9bfb-4e82-bba0-2d06deb2e1bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:04.820263 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397d2b5a-9bfb-4e82-bba0-2d06deb2e1bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:04.820263 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397d2b5a-9bfb-4e82-bba0-2d06deb2e1bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:04.820768 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397d2b5a-9bfb-4e82-bba0-2d06deb2e1bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:04.820768 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397d2b5a-9bfb-4e82-bba0-2d06deb2e1bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:04.821099 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397d2b5a-9bfb-4e82-bba0-2d06deb2e1bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:04.821933 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397d2b5a-9bfb-4e82-bba0-2d06deb2e1bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:04.822365 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397d2b5a-9bfb-4e82-bba0-2d06deb2e1bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:04.822732 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397d2b5a-9bfb-4e82-bba0-2d06deb2e1bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:04.823089 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d5b15679-433e-4770-9fc0-b82d8d86579d tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:04.823203 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397d2b5a-9bfb-4e82-bba0-2d06deb2e1bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:04.866594 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-f696585a-20c6-453b-87f9-76f2e5b40114 None None] Attempting to bind port 29676571-9253-4451-bd9f-ccd486f97dda on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:15:04.867238 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-f696585a-20c6-453b-87f9-76f2e5b40114 None None] Attempting to bind port 29676571-9253-4451-bd9f-ccd486f97dda by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:15:04.867810 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f696585a-20c6-453b-87f9-76f2e5b40114 None None] Attempting to bind port 29676571-9253-4451-bd9f-ccd486f97dda on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:15:04.875910 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f696585a-20c6-453b-87f9-76f2e5b40114 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:15:04.876796 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f696585a-20c6-453b-87f9-76f2e5b40114 None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:15:04.878234 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f696585a-20c6-453b-87f9-76f2e5b40114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:04.878841 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f696585a-20c6-453b-87f9-76f2e5b40114 None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:15:04.879555 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-f696585a-20c6-453b-87f9-76f2e5b40114 None None] Bound port: 29676571-9253-4451-bd9f-ccd486f97dda, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:15:04.881187 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f696585a-20c6-453b-87f9-76f2e5b40114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:04.935475 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f92a4e-0ef7-47c1-acfb-c1c51e6c49b3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Network ac814d43-7d5c-42b9-8d2a-7f9260018681 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:15:04.963113 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f696585a-20c6-453b-87f9-76f2e5b40114 None None] For port 29676571-9253-4451-bd9f-ccd486f97dda, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:15:04.967804 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f696585a-20c6-453b-87f9-76f2e5b40114 None None] For port 29676571-9253-4451-bd9f-ccd486f97dda, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=29676571-9253-4451-bd9f-ccd486f97dda,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:15:05.062755 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f696585a-20c6-453b-87f9-76f2e5b40114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:05.097703 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d5b15679-433e-4770-9fc0-b82d8d86579d tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:05.132334 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-def1c3f1-a86c-4669-952f-cff2cc0470b2 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:05.141851 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f696585a-20c6-453b-87f9-76f2e5b40114 None None] Routers {'54ed8b62-b22d-47a0-a888-2f9b0d09f21d'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:15:05.142966 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f696585a-20c6-453b-87f9-76f2e5b40114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:14:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['54ed8b62-b22d-47a0-a888-2f9b0d09f21d'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:05.191209 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d2b5a-9bfb-4e82-bba0-2d06deb2e1bb None None] Pushing event updated for resources: {'Port': ['ID=29676571-9253-4451-bd9f-ccd486f97dda,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:05.198032 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-b9f92a4e-0ef7-47c1-acfb-c1c51e6c49b3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, ac814d43-7d5c-42b9-8d2a-7f9260018681) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:15:05.211885 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad598eb-078a-4182-8d70-c72989b56f69 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:05.213611 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3ad598eb-078a-4182-8d70-c72989b56f69 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6383617 Aug 18 13:15:05.215455 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44744a9d-9948-4e18-b290-1262806672c4 None None] Network ac814d43-7d5c-42b9-8d2a-7f9260018681 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:15:05.217459 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41970) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:05.225046 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f92a4e-0ef7-47c1-acfb-c1c51e6c49b3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:05.225656 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b9f92a4e-0ef7-47c1-acfb-c1c51e6c49b3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:05.259595 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1c3f1-a86c-4669-952f-cff2cc0470b2 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Pushing event updated for resources: {'Subnet': ['ID=0d63f238-7b5f-449c-86ab-a5fcc9621d91,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:05.263813 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b13e8379-8f46-4cf1-8ba0-cf0b7f48579e tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:05.268114 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-54173cb9-cbd0-48c1-9c03-203394536673 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=0babe39a-03c6-4af7-9ca5-00804dd781c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0495849 Aug 18 13:15:05.270865 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41972) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:05.276286 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-1bd1cbda-2e68-45f6-82fa-c3f0e348e2a5 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-109303120', 'network_id': '0d945faf-920a-4b7f-9870-92ae6ded723e', 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:05.333152 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def1c3f1-a86c-4669-952f-cff2cc0470b2 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Checking segment: {'id': '87ab93e8-bf2d-4f56-ac45-4108817b959b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd6bd8313-7223-409e-8dc4-631a4cf15030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:15:05.333634 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def1c3f1-a86c-4669-952f-cff2cc0470b2 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Network hostable DHCP agents. Network: d6bd8313-7223-409e-8dc4-631a4cf15030, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:15:05.381386 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b13e8379-8f46-4cf1-8ba0-cf0b7f48579e tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:05.421053 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b9f92a4e-0ef7-47c1-acfb-c1c51e6c49b3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9473925 Aug 18 13:15:05.421053 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41974) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:05.494046 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e8379-8f46-4cf1-8ba0-cf0b7f48579e tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Pushing event updated for resources: {'Port': ['ID=c44bc4ac-aba8-4047-b656-d7996e616e94,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:05.517139 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b13e8379-8f46-4cf1-8ba0-cf0b7f48579e tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:05.537288 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def1c3f1-a86c-4669-952f-cff2cc0470b2 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Network d6bd8313-7223-409e-8dc4-631a4cf15030 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:15:05.590919 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-f696585a-20c6-453b-87f9-76f2e5b40114 None None] Set router 54ed8b62-b22d-47a0-a888-2f9b0d09f21d gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:15:05.604706 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd1cbda-2e68-45f6-82fa-c3f0e348e2a5 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Made reservation on behalf of e63152bca3cb423b9a7763e005387f10 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:15:05.608435 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1bd1cbda-2e68-45f6-82fa-c3f0e348e2a5 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:05.661156 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-def1c3f1-a86c-4669-952f-cff2cc0470b2 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, d6bd8313-7223-409e-8dc4-631a4cf15030) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:15:05.692617 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a66ea4-0e72-4f8e-a928-b68f7f36ade5 None None] Network d6bd8313-7223-409e-8dc4-631a4cf15030 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:15:05.734913 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def1c3f1-a86c-4669-952f-cff2cc0470b2 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:05.735565 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-def1c3f1-a86c-4669-952f-cff2cc0470b2 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:05.744324 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9b8fecf0-a75f-4afd-adfa-26078f1077d7 req-d8c46704-269e-43a6-aa4d-adfd06e93abe tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb189d41-f194-4bb0-83e1-ae8430304485 HTTP/1.1" status: 200 len: 210 time: 0.0587728 Aug 18 13:15:05.783257 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b13e8379-8f46-4cf1-8ba0-cf0b7f48579e tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:05.791263 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b13e8379-8f46-4cf1-8ba0-cf0b7f48579e tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3607934 Aug 18 13:15:05.796403 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41980) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:05.802803 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-a58ef978-2438-4baa-99fb-b04cb33696ca tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Request body: {'floatingip': {'port_id': '2625a5ca-bf34-4c0d-8c1a-dcf5f59052c6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:05.859112 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a58ef978-2438-4baa-99fb-b04cb33696ca tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks [] for floatingip, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:05.896589 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a476764b-95b4-4950-a784-e22ab8811218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-ac814d43-7d5c-42b9-8d2a-7f9260018681', 'network_id': 'ac814d43-7d5c-42b9-8d2a-7f9260018681', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'fixed_ips': [{'subnet_id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:15:05.897795 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a476764b-95b4-4950-a784-e22ab8811218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:06.050606 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-a58ef978-2438-4baa-99fb-b04cb33696ca tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] update failed (client error): The resource could not be found. Aug 18 13:15:06.054297 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a58ef978-2438-4baa-99fb-b04cb33696ca tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] 10.222.0.13 "PUT /v2.0/floatingips/ee62e58c-5659-4853-8efc-bf0740aaf5ef HTTP/1.1" status: 404 len: 507 time: 0.2542109 Aug 18 13:15:06.072976 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41982) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:06.120144 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8864cf4-c4eb-4414-bbf7-137b2aecc33a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-d6bd8313-7223-409e-8dc4-631a4cf15030', 'network_id': 'd6bd8313-7223-409e-8dc4-631a4cf15030', 'tenant_id': '3a17a3546ac04bfea6fb738db10d1df1', 'fixed_ips': [{'subnet_id': '0d63f238-7b5f-449c-86ab-a5fcc9621d91'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:15:06.120978 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b8864cf4-c4eb-4414-bbf7-137b2aecc33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:06.165465 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f696585a-20c6-453b-87f9-76f2e5b40114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'name': 'tempest-TestNetworkBasicOps-router-1455203922', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '29676571-9253-4451-bd9f-ccd486f97dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:14:59Z', 'updated_at': '2021-08-18T13:15:02Z', 'revision_number': 3, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'gw_port': {'id': '29676571-9253-4451-bd9f-ccd486f97dda', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c7:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:00Z', 'updated_at': '2021-08-18T13:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:06.169868 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d5b15679-433e-4770-9fc0-b82d8d86579d tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for router_gateway, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:06.213592 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f696585a-20c6-453b-87f9-76f2e5b40114 None None] The sync data for ids ['54ed8b62-b22d-47a0-a888-2f9b0d09f21d'] in n-d-803603-2 is: [{'id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'name': 'tempest-TestNetworkBasicOps-router-1455203922', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '29676571-9253-4451-bd9f-ccd486f97dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:14:59Z', 'updated_at': '2021-08-18T13:15:02Z', 'revision_number': 3, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'gw_port': {'id': '29676571-9253-4451-bd9f-ccd486f97dda', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c7:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:00Z', 'updated_at': '2021-08-18T13:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:15:06.213894 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d5b15679-433e-4770-9fc0-b82d8d86579d tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:06.231415 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-620b6066-daba-47c1-b447-0c56eae36848 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Deleting port c44bc4ac-aba8-4047-b656-d7996e616e94 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:15:06.231950 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-620b6066-daba-47c1-b447-0c56eae36848 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:06.276178 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-a476764b-95b4-4950-a784-e22ab8811218 None None] Allocated IP 2001:db8::2 (ac814d43-7d5c-42b9-8d2a-7f9260018681/eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581/132ddc73-bfbc-4b2a-8d11-0336f7a89204) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:15:06.276431 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1bd1cbda-2e68-45f6-82fa-c3f0e348e2a5 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:06.320616 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-def1c3f1-a86c-4669-952f-cff2cc0470b2 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3716726 Aug 18 13:15:06.331535 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41984) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:06.332694 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-d5b15679-433e-4770-9fc0-b82d8d86579d tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Allocated IP 172.25.6.105 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/d2cc8775-e4df-478f-80f2-c6846920fb0c) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:15:06.339196 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-5f770a4b-4800-4b20-9e66-b6f30bd2defa tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1266904372'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:06.371219 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd1cbda-2e68-45f6-82fa-c3f0e348e2a5 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event updated for resources: {'Subnet': ['ID=2b67b5eb-5023-44fb-9233-f86410fc385e,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:06.405408 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-924b0892-06e1-4bf6-b15a-ca488a946fad tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:06.410496 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd1cbda-2e68-45f6-82fa-c3f0e348e2a5 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Checking segment: {'id': 'fe0364bf-c23a-44a9-8b3d-2178e420a462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0d945faf-920a-4b7f-9870-92ae6ded723e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:15:06.410726 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-b8864cf4-c4eb-4414-bbf7-137b2aecc33a None None] Allocated IP 2001:db8:0:ffff::2 (d6bd8313-7223-409e-8dc4-631a4cf15030/0d63f238-7b5f-449c-86ab-a5fcc9621d91/851a6fba-5a21-4770-861e-14d48d6cd30f) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:15:06.410861 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd1cbda-2e68-45f6-82fa-c3f0e348e2a5 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Network hostable DHCP agents. Network: 0d945faf-920a-4b7f-9870-92ae6ded723e, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:15:06.418888 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-620b6066-daba-47c1-b447-0c56eae36848 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:06.419157 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-620b6066-daba-47c1-b447-0c56eae36848 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:06.442038 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-620b6066-daba-47c1-b447-0c56eae36848 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Calling delete_port for c44bc4ac-aba8-4047-b656-d7996e616e94 owned by network:floatingip {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:15:06.549887 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f770a4b-4800-4b20-9e66-b6f30bd2defa tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Made reservation on behalf of 3a17a3546ac04bfea6fb738db10d1df1 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:15:06.553524 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5f770a4b-4800-4b20-9e66-b6f30bd2defa tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:06.572244 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a476764b-95b4-4950-a784-e22ab8811218 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:06.616063 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd1cbda-2e68-45f6-82fa-c3f0e348e2a5 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Network 0d945faf-920a-4b7f-9870-92ae6ded723e is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:15:06.710374 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b8864cf4-c4eb-4414-bbf7-137b2aecc33a None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:06.717391 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-1bd1cbda-2e68-45f6-82fa-c3f0e348e2a5 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 0d945faf-920a-4b7f-9870-92ae6ded723e) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:15:06.722146 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd1cbda-2e68-45f6-82fa-c3f0e348e2a5 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:06.722778 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1bd1cbda-2e68-45f6-82fa-c3f0e348e2a5 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:06.732378 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a76a8e0-6ff3-4528-8ec9-2dcc3c22d786 None None] Network 0d945faf-920a-4b7f-9870-92ae6ded723e requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:15:06.753582 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-620b6066-daba-47c1-b447-0c56eae36848 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:06.763593 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f770a4b-4800-4b20-9e66-b6f30bd2defa tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:15:06.773112 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d5b15679-433e-4770-9fc0-b82d8d86579d tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:06.783923 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5f770a4b-4800-4b20-9e66-b6f30bd2defa tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:06.784280 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-5f770a4b-4800-4b20-9e66-b6f30bd2defa tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Added segment 92663dd0-cf99-480b-92d7-c2ed88461ac4 of type vlan for network 8176e5c6-d7b3-40f4-ba12-67cbfd29311d Aug 18 13:15:06.796062 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b6066-daba-47c1-b447-0c56eae36848 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Pushing event deleted for resources: {'Port': ['ID=c44bc4ac-aba8-4047-b656-d7996e616e94,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:06.843755 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a476764b-95b4-4950-a784-e22ab8811218 None None] Transition to ACTIVE for port object 132ddc73-bfbc-4b2a-8d11-0336f7a89204 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:15:06.858275 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b8864cf4-c4eb-4414-bbf7-137b2aecc33a None None] Transition to ACTIVE for port object 851a6fba-5a21-4770-861e-14d48d6cd30f will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:15:06.909472 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5f770a4b-4800-4b20-9e66-b6f30bd2defa tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:06.933754 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1bd1cbda-2e68-45f6-82fa-c3f0e348e2a5 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6588209 Aug 18 13:15:06.933754 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41992) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:06.943364 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-620b6066-daba-47c1-b447-0c56eae36848 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks [] for floatingip, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:06.951136 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-620b6066-daba-47c1-b447-0c56eae36848 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:06.953002 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a476764b-95b4-4950-a784-e22ab8811218 None None] Transition to ACTIVE for port object 132ddc73-bfbc-4b2a-8d11-0336f7a89204 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:15:06.958145 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41994) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:06.962738 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-620b6066-daba-47c1-b447-0c56eae36848 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] 10.222.0.13 "DELETE /v2.0/floatingips/ee62e58c-5659-4853-8efc-bf0740aaf5ef HTTP/1.1" status: 204 len: 168 time: 0.8880811 Aug 18 13:15:06.964064 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-a3b42801-dabd-4e3c-918f-2a417e60a5a2 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Request body: {'floatingip': {'floating_network_id': 'a9ae65bd-24a2-4c77-9c14-3d65e7de7ca2', 'port_id': '2625a5ca-bf34-4c0d-8c1a-dcf5f59052c6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:06.966106 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b8864cf4-c4eb-4414-bbf7-137b2aecc33a None None] Transition to ACTIVE for port object 851a6fba-5a21-4770-861e-14d48d6cd30f will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:15:06.995630 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41996) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:07.049198 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d5b15679-433e-4770-9fc0-b82d8d86579d tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:07.049865 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a476764b-95b4-4950-a784-e22ab8811218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:07.103441 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b8864cf4-c4eb-4414-bbf7-137b2aecc33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:07.116163 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5f770a4b-4800-4b20-9e66-b6f30bd2defa tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:07.122152 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f770a4b-4800-4b20-9e66-b6f30bd2defa tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:07.124115 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a476764b-95b4-4950-a784-e22ab8811218 None None] Network ac814d43-7d5c-42b9-8d2a-7f9260018681 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:15:07.129832 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5f770a4b-4800-4b20-9e66-b6f30bd2defa tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:07.142717 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-a476764b-95b4-4950-a784-e22ab8811218 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:15:07.154594 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a3b42801-dabd-4e3c-918f-2a417e60a5a2 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks [] for floatingip, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:07.154822 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a476764b-95b4-4950-a784-e22ab8811218 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:15:07.218610 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8864cf4-c4eb-4414-bbf7-137b2aecc33a None None] Network d6bd8313-7223-409e-8dc4-631a4cf15030 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:15:07.219565 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-b8864cf4-c4eb-4414-bbf7-137b2aecc33a None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:15:07.226262 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8864cf4-c4eb-4414-bbf7-137b2aecc33a None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:15:07.246991 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476764b-95b4-4950-a784-e22ab8811218 None None] Pushing event updated for resources: {'Port': ['ID=132ddc73-bfbc-4b2a-8d11-0336f7a89204,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:07.261900 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a894cf-2ae9-4ef5-b916-6648833744dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-0d945faf-920a-4b7f-9870-92ae6ded723e', 'network_id': '0d945faf-920a-4b7f-9870-92ae6ded723e', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'fixed_ips': [{'subnet_id': '2b67b5eb-5023-44fb-9233-f86410fc385e'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:15:07.262418 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d3a894cf-2ae9-4ef5-b916-6648833744dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:07.285705 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b15679-433e-4770-9fc0-b82d8d86579d tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:15:07.299267 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-d5b15679-433e-4770-9fc0-b82d8d86579d tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:15:07.301921 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b15679-433e-4770-9fc0-b82d8d86579d tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:15:07.394089 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2cc7e409-d24c-45d7-80d5-43fa62ba74a2 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:07.404087 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-924b0892-06e1-4bf6-b15a-ca488a946fad tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Allocated IP 2001:db8::1 (ac814d43-7d5c-42b9-8d2a-7f9260018681/eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581/ba59c544-fcd8-4c7d-b9f9-cae2184a0906) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:15:07.409602 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b15679-433e-4770-9fc0-b82d8d86579d tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Pushing event updated for resources: {'Port': ['ID=d2cc8775-e4df-478f-80f2-c6846920fb0c,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:07.463244 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-a476764b-95b4-4950-a784-e22ab8811218 None None] Attempting to bind port 132ddc73-bfbc-4b2a-8d11-0336f7a89204 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:15:07.463244 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-a476764b-95b4-4950-a784-e22ab8811218 None None] Attempting to bind port 132ddc73-bfbc-4b2a-8d11-0336f7a89204 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'e75ced09-84cd-4a71-98f4-28ce3e1e8559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ac814d43-7d5c-42b9-8d2a-7f9260018681'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:15:07.463593 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a476764b-95b4-4950-a784-e22ab8811218 None None] Attempting to bind port 132ddc73-bfbc-4b2a-8d11-0336f7a89204 on network ac814d43-7d5c-42b9-8d2a-7f9260018681 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:15:07.470815 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5f770a4b-4800-4b20-9e66-b6f30bd2defa tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1325550 Aug 18 13:15:07.477115 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a476764b-95b4-4950-a784-e22ab8811218 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:15:07.477580 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a476764b-95b4-4950-a784-e22ab8811218 None None] Checking segment: {'id': 'e75ced09-84cd-4a71-98f4-28ce3e1e8559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ac814d43-7d5c-42b9-8d2a-7f9260018681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:15:07.478062 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a476764b-95b4-4950-a784-e22ab8811218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:07.478551 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a476764b-95b4-4950-a784-e22ab8811218 None None] Bound using segment: {'id': 'e75ced09-84cd-4a71-98f4-28ce3e1e8559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ac814d43-7d5c-42b9-8d2a-7f9260018681'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:15:07.479110 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-a476764b-95b4-4950-a784-e22ab8811218 None None] Bound port: 132ddc73-bfbc-4b2a-8d11-0336f7a89204, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e75ced09-84cd-4a71-98f4-28ce3e1e8559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ac814d43-7d5c-42b9-8d2a-7f9260018681'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:15:07.479565 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a476764b-95b4-4950-a784-e22ab8811218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:07.491941 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41998) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:07.506593 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f770a4b-4800-4b20-9e66-b6f30bd2defa tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Pushing event updated for resources: {'Network': ['ID=8176e5c6-d7b3-40f4-ba12-67cbfd29311d,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:07.547249 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2cc7e409-d24c-45d7-80d5-43fa62ba74a2 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:07.550030 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-64e9b133-aeff-4f7d-a1dc-8303785cbf66 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Request body: {'subnet': {'network_id': '8176e5c6-d7b3-40f4-ba12-67cbfd29311d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:07.557048 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 8176e5c6-d7b3-40f4-ba12-67cbfd29311d details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:15:07.625125 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8864cf4-c4eb-4414-bbf7-137b2aecc33a None None] Pushing event updated for resources: {'Port': ['ID=851a6fba-5a21-4770-861e-14d48d6cd30f,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:07.683166 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bea00c7b-b39e-4ffe-9843-62df27a2538b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:07.767756 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-b8864cf4-c4eb-4414-bbf7-137b2aecc33a None None] Attempting to bind port 851a6fba-5a21-4770-861e-14d48d6cd30f on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:15:07.768342 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-b8864cf4-c4eb-4414-bbf7-137b2aecc33a None None] Attempting to bind port 851a6fba-5a21-4770-861e-14d48d6cd30f by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '87ab93e8-bf2d-4f56-ac45-4108817b959b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd6bd8313-7223-409e-8dc4-631a4cf15030'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:15:07.768455 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8864cf4-c4eb-4414-bbf7-137b2aecc33a None None] Attempting to bind port 851a6fba-5a21-4770-861e-14d48d6cd30f on network d6bd8313-7223-409e-8dc4-631a4cf15030 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:15:07.771511 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-924b0892-06e1-4bf6-b15a-ca488a946fad tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:07.795550 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-924b0892-06e1-4bf6-b15a-ca488a946fad tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Transition to ACTIVE for port object ba59c544-fcd8-4c7d-b9f9-cae2184a0906 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:15:07.931552 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2cc7e409-d24c-45d7-80d5-43fa62ba74a2 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:07.934642 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2cc7e409-d24c-45d7-80d5-43fa62ba74a2 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:07.944524 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2cc7e409-d24c-45d7-80d5-43fa62ba74a2 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "DELETE /v2.0/security-groups/b313822e-1f0e-41fc-a8c5-86af54ba1b69 HTTP/1.1" status: 204 len: 168 time: 0.9464047 Aug 18 13:15:07.965032 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8864cf4-c4eb-4414-bbf7-137b2aecc33a None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:15:07.965391 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8864cf4-c4eb-4414-bbf7-137b2aecc33a None None] Checking segment: {'id': '87ab93e8-bf2d-4f56-ac45-4108817b959b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd6bd8313-7223-409e-8dc4-631a4cf15030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:15:07.965950 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b8864cf4-c4eb-4414-bbf7-137b2aecc33a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:07.966388 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8864cf4-c4eb-4414-bbf7-137b2aecc33a None None] Bound using segment: {'id': '87ab93e8-bf2d-4f56-ac45-4108817b959b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd6bd8313-7223-409e-8dc4-631a4cf15030'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:15:07.966868 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-b8864cf4-c4eb-4414-bbf7-137b2aecc33a None None] Bound port: 851a6fba-5a21-4770-861e-14d48d6cd30f, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ab93e8-bf2d-4f56-ac45-4108817b959b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd6bd8313-7223-409e-8dc4-631a4cf15030'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:15:07.967253 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b8864cf4-c4eb-4414-bbf7-137b2aecc33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:07.979872 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42002) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:08.021470 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-924b0892-06e1-4bf6-b15a-ca488a946fad tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:08.050859 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e9b133-aeff-4f7d-a1dc-8303785cbf66 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Made reservation on behalf of 3a17a3546ac04bfea6fb738db10d1df1 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:15:08.052694 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-a3b42801-dabd-4e3c-918f-2a417e60a5a2 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:15:08.057210 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a3b42801-dabd-4e3c-918f-2a417e60a5a2 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.0946651 Aug 18 13:15:08.057386 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-64e9b133-aeff-4f7d-a1dc-8303785cbf66 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:08.057497 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7e409-d24c-45d7-80d5-43fa62ba74a2 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b313822e-1f0e-41fc-a8c5-86af54ba1b69,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:08.067214 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42004) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:08.074096 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-7445f621-d9d4-4874-b082-e0de1d72e224 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'port_id': '2625a5ca-bf34-4c0d-8c1a-dcf5f59052c6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:08.120836 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-2d13b948-79f6-4b37-9fb5-ff1bb4e25fd1 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] show failed (client error): The resource could not be found. Aug 18 13:15:08.124077 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2d13b948-79f6-4b37-9fb5-ff1bb4e25fd1 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "GET /v2.0/security-groups/b313822e-1f0e-41fc-a8c5-86af54ba1b69 HTTP/1.1" status: 404 len: 347 time: 0.1426666 Aug 18 13:15:08.127178 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-b8864cf4-c4eb-4414-bbf7-137b2aecc33a None None] For port 851a6fba-5a21-4770-861e-14d48d6cd30f, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:15:08.130972 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42006) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:08.131399 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-b8864cf4-c4eb-4414-bbf7-137b2aecc33a None None] For port 851a6fba-5a21-4770-861e-14d48d6cd30f, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=851a6fba-5a21-4770-861e-14d48d6cd30f,segment=NetworkSegment(87ab93e8-bf2d-4f56-ac45-4108817b959b),segment_id=87ab93e8-bf2d-4f56-ac45-4108817b959b)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:15:08.133912 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924b0892-06e1-4bf6-b15a-ca488a946fad tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Network ac814d43-7d5c-42b9-8d2a-7f9260018681 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:15:08.146673 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-924b0892-06e1-4bf6-b15a-ca488a946fad tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:15:08.166791 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924b0892-06e1-4bf6-b15a-ca488a946fad tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:15:08.167965 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-924b0892-06e1-4bf6-b15a-ca488a946fad tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:08.168628 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-a476764b-95b4-4950-a784-e22ab8811218 None None] For port 132ddc73-bfbc-4b2a-8d11-0336f7a89204, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:15:08.205065 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-a476764b-95b4-4950-a784-e22ab8811218 None None] For port 132ddc73-bfbc-4b2a-8d11-0336f7a89204, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=132ddc73-bfbc-4b2a-8d11-0336f7a89204,segment=NetworkSegment(e75ced09-84cd-4a71-98f4-28ce3e1e8559),segment_id=e75ced09-84cd-4a71-98f4-28ce3e1e8559)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:15:08.215949 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-d3a894cf-2ae9-4ef5-b916-6648833744dc None None] Allocated IP 172.20.0.2 (0d945faf-920a-4b7f-9870-92ae6ded723e/2b67b5eb-5023-44fb-9233-f86410fc385e/475c0faf-35ce-4272-96e1-4e9e5ca10c65) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:15:08.228295 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b8864cf4-c4eb-4414-bbf7-137b2aecc33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:08.239720 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b0892-06e1-4bf6-b15a-ca488a946fad tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event updated for resources: {'Port': ['ID=ba59c544-fcd8-4c7d-b9f9-cae2184a0906,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:08.255956 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d5b15679-433e-4770-9fc0-b82d8d86579d tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for router_gateway, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:08.306288 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a476764b-95b4-4950-a784-e22ab8811218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:08.331394 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8864cf4-c4eb-4414-bbf7-137b2aecc33a None None] Pushing event updated for resources: {'Port': ['ID=851a6fba-5a21-4770-861e-14d48d6cd30f,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:08.508009 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7445f621-d9d4-4874-b082-e0de1d72e224 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks [] for floatingip, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:08.568925 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476764b-95b4-4950-a784-e22ab8811218 None None] Pushing event updated for resources: {'Port': ['ID=132ddc73-bfbc-4b2a-8d11-0336f7a89204,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:08.657765 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 29676571-9253-4451-bd9f-ccd486f97dda up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:15:08.657898 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d5b15679-433e-4770-9fc0-b82d8d86579d tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:08.750928 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-2a7fc24a-789b-4f4f-a3e1-85ea0af554dc tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Deleting port 95d541c8-735b-4132-bff7-a94b868b9a89 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:15:08.752091 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2a7fc24a-789b-4f4f-a3e1-85ea0af554dc tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:08.815736 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d3a894cf-2ae9-4ef5-b916-6648833744dc None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:08.828562 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d3a894cf-2ae9-4ef5-b916-6648833744dc None None] Transition to ACTIVE for port object 475c0faf-35ce-4272-96e1-4e9e5ca10c65 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:15:08.858048 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d3a894cf-2ae9-4ef5-b916-6648833744dc None None] Transition to ACTIVE for port object 475c0faf-35ce-4272-96e1-4e9e5ca10c65 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:15:08.901565 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 29676571-9253-4451-bd9f-ccd486f97dda completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:15:08.906702 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 29676571-9253-4451-bd9f-ccd486f97dda triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:08.914875 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:09.015798 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2a7fc24a-789b-4f4f-a3e1-85ea0af554dc tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:09.016127 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2a7fc24a-789b-4f4f-a3e1-85ea0af554dc tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:09.024199 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d3a894cf-2ae9-4ef5-b916-6648833744dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:09.045548 n-d-803603-2 neutron-server[101676]: DEBUG neutron.objects.ports [None req-64e9b133-aeff-4f7d-a1dc-8303785cbf66 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101676) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 13:15:09.047629 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7445f621-d9d4-4874-b082-e0de1d72e224 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:09.085001 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-64e9b133-aeff-4f7d-a1dc-8303785cbf66 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:09.102806 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-2a7fc24a-789b-4f4f-a3e1-85ea0af554dc tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Calling delete_port for 95d541c8-735b-4132-bff7-a94b868b9a89 owned by network:floatingip {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:15:09.106820 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a894cf-2ae9-4ef5-b916-6648833744dc None None] Network 0d945faf-920a-4b7f-9870-92ae6ded723e is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:15:09.113158 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-d3a894cf-2ae9-4ef5-b916-6648833744dc None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:15:09.118599 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a894cf-2ae9-4ef5-b916-6648833744dc None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:15:09.128426 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:09.175477 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a894cf-2ae9-4ef5-b916-6648833744dc None None] Pushing event updated for resources: {'Port': ['ID=475c0faf-35ce-4272-96e1-4e9e5ca10c65,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:09.209493 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 29676571-9253-4451-bd9f-ccd486f97dda, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=29676571-9253-4451-bd9f-ccd486f97dda,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:15:09.225395 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-d3a894cf-2ae9-4ef5-b916-6648833744dc None None] Attempting to bind port 475c0faf-35ce-4272-96e1-4e9e5ca10c65 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:15:09.225782 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-d3a894cf-2ae9-4ef5-b916-6648833744dc None None] Attempting to bind port 475c0faf-35ce-4272-96e1-4e9e5ca10c65 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'fe0364bf-c23a-44a9-8b3d-2178e420a462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0d945faf-920a-4b7f-9870-92ae6ded723e'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:15:09.226153 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a894cf-2ae9-4ef5-b916-6648833744dc None None] Attempting to bind port 475c0faf-35ce-4272-96e1-4e9e5ca10c65 on network 0d945faf-920a-4b7f-9870-92ae6ded723e {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:15:09.233620 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a894cf-2ae9-4ef5-b916-6648833744dc None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:15:09.233915 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a894cf-2ae9-4ef5-b916-6648833744dc None None] Checking segment: {'id': 'fe0364bf-c23a-44a9-8b3d-2178e420a462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0d945faf-920a-4b7f-9870-92ae6ded723e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:15:09.234366 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d3a894cf-2ae9-4ef5-b916-6648833744dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:09.234764 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a894cf-2ae9-4ef5-b916-6648833744dc None None] Bound using segment: {'id': 'fe0364bf-c23a-44a9-8b3d-2178e420a462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0d945faf-920a-4b7f-9870-92ae6ded723e'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:15:09.235257 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-d3a894cf-2ae9-4ef5-b916-6648833744dc None None] Bound port: 475c0faf-35ce-4272-96e1-4e9e5ca10c65, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe0364bf-c23a-44a9-8b3d-2178e420a462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0d945faf-920a-4b7f-9870-92ae6ded723e'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:15:09.235702 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d3a894cf-2ae9-4ef5-b916-6648833744dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:09.276040 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-bea00c7b-b39e-4ffe-9843-62df27a2538b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Allocated IP 172.20.0.1 (0d945faf-920a-4b7f-9870-92ae6ded723e/2b67b5eb-5023-44fb-9233-f86410fc385e/78fd5b45-7c30-4a08-93e0-82afbe276b89) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:15:09.279379 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-924b0892-06e1-4bf6-b15a-ca488a946fad tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:09.290235 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e9b133-aeff-4f7d-a1dc-8303785cbf66 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Pushing event updated for resources: {'Subnet': ['ID=7fb5eb26-4686-435b-ac5e-f8ac7c5aa6f0,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:09.322682 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-d3a894cf-2ae9-4ef5-b916-6648833744dc None None] For port 475c0faf-35ce-4272-96e1-4e9e5ca10c65, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:15:09.327082 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-d3a894cf-2ae9-4ef5-b916-6648833744dc None None] For port 475c0faf-35ce-4272-96e1-4e9e5ca10c65, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=475c0faf-35ce-4272-96e1-4e9e5ca10c65,segment=NetworkSegment(fe0364bf-c23a-44a9-8b3d-2178e420a462),segment_id=fe0364bf-c23a-44a9-8b3d-2178e420a462)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:15:09.329988 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:09.397613 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=29676571-9253-4451-bd9f-ccd486f97dda,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:09.426434 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e9b133-aeff-4f7d-a1dc-8303785cbf66 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Checking segment: {'id': '92663dd0-cf99-480b-92d7-c2ed88461ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8176e5c6-d7b3-40f4-ba12-67cbfd29311d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:15:09.426705 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d3a894cf-2ae9-4ef5-b916-6648833744dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:09.426857 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e9b133-aeff-4f7d-a1dc-8303785cbf66 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Network hostable DHCP agents. Network: 8176e5c6-d7b3-40f4-ba12-67cbfd29311d, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:15:09.443776 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-7445f621-d9d4-4874-b082-e0de1d72e224 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Allocated IP 172.25.6.180 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/1fefb548-ae59-40fa-83a3-892672c2914f) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:15:09.484225 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a894cf-2ae9-4ef5-b916-6648833744dc None None] Pushing event updated for resources: {'Port': ['ID=475c0faf-35ce-4272-96e1-4e9e5ca10c65,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:09.490127 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b15679-433e-4770-9fc0-b82d8d86579d tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Router 51490c05-abef-4262-8c0d-6253bf53a5b2 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:15:09.604132 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e9b133-aeff-4f7d-a1dc-8303785cbf66 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Network 8176e5c6-d7b3-40f4-ba12-67cbfd29311d is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:15:09.608545 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bea00c7b-b39e-4ffe-9843-62df27a2538b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:09.651781 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-bea00c7b-b39e-4ffe-9843-62df27a2538b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Transition to ACTIVE for port object 78fd5b45-7c30-4a08-93e0-82afbe276b89 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:15:09.713699 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7445f621-d9d4-4874-b082-e0de1d72e224 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:09.740077 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b15679-433e-4770-9fc0-b82d8d86579d tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:15:09.745631 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-64e9b133-aeff-4f7d-a1dc-8303785cbf66 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 8176e5c6-d7b3-40f4-ba12-67cbfd29311d) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:15:09.760036 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e9b133-aeff-4f7d-a1dc-8303785cbf66 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:09.760036 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-64e9b133-aeff-4f7d-a1dc-8303785cbf66 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:09.762056 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-924b0892-06e1-4bf6-b15a-ca488a946fad tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:09.763695 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea820d6c-0de2-46ed-bf8d-456674182bc1 None None] Network 8176e5c6-d7b3-40f4-ba12-67cbfd29311d requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:15:09.767836 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf74c7af-08bf-467e-b353-a5b498916e4c None None] Sync routers for ids ['51490c05-abef-4262-8c0d-6253bf53a5b2'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:15:09.793016 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2a7fc24a-789b-4f4f-a3e1-85ea0af554dc tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:09.798447 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf74c7af-08bf-467e-b353-a5b498916e4c None None] Routers {'51490c05-abef-4262-8c0d-6253bf53a5b2'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:15:09.804231 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-bf74c7af-08bf-467e-b353-a5b498916e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:14:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['51490c05-abef-4262-8c0d-6253bf53a5b2'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:09.832878 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bea00c7b-b39e-4ffe-9843-62df27a2538b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:09.836283 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7fc24a-789b-4f4f-a3e1-85ea0af554dc tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Pushing event deleted for resources: {'Port': ['ID=95d541c8-735b-4132-bff7-a94b868b9a89,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:09.859224 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-924b0892-06e1-4bf6-b15a-ca488a946fad tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:09.871295 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-924b0892-06e1-4bf6-b15a-ca488a946fad tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:09.877526 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d5b15679-433e-4770-9fc0-b82d8d86579d tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:09.881675 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d5b15679-433e-4770-9fc0-b82d8d86579d tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.5166838 Aug 18 13:15:09.897525 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42010) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:09.944372 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-64e9b133-aeff-4f7d-a1dc-8303785cbf66 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3998230 Aug 18 13:15:10.014298 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7445f621-d9d4-4874-b082-e0de1d72e224 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:10.052975 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42012) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:10.074625 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-eeba9db5-f300-4d36-b2d4-45cadff801b0 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Request body: {'port': {'network_id': '8176e5c6-d7b3-40f4-ba12-67cbfd29311d', 'name': 'tempest-NetworksIpV6TestAttrs-1404838759'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:10.248234 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a373c45-1a7e-44fb-b7db-635c8964b492 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-8176e5c6-d7b3-40f4-ba12-67cbfd29311d', 'network_id': '8176e5c6-d7b3-40f4-ba12-67cbfd29311d', 'tenant_id': '3a17a3546ac04bfea6fb738db10d1df1', 'fixed_ips': [{'subnet_id': '7fb5eb26-4686-435b-ac5e-f8ac7c5aa6f0'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:15:10.249121 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2a373c45-1a7e-44fb-b7db-635c8964b492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:10.359941 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-bf74c7af-08bf-467e-b353-a5b498916e4c None None] Set router 51490c05-abef-4262-8c0d-6253bf53a5b2 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:15:10.419919 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924b0892-06e1-4bf6-b15a-ca488a946fad tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Network ac814d43-7d5c-42b9-8d2a-7f9260018681 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:15:10.441790 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-924b0892-06e1-4bf6-b15a-ca488a946fad tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:15:10.646847 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946669cd-b328-49dd-a756-5a52d87dff17 None None] Network d6bd8313-7223-409e-8dc4-631a4cf15030 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:15:10.762731 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d54eaec-2ec2-401c-a738-0fe9a502f81f None None] Network ac814d43-7d5c-42b9-8d2a-7f9260018681 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:15:10.815297 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1414bf8b-97d3-4ac3-9659-8f9497e8d04c tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:10.817148 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1414bf8b-97d3-4ac3-9659-8f9497e8d04c tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=0a45397c4a7d4474ba973ba423e6989f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.9184530 Aug 18 13:15:10.820367 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42022) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:10.831344 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b0892-06e1-4bf6-b15a-ca488a946fad tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event updated for resources: {'Port': ['ID=ba59c544-fcd8-4c7d-b9f9-cae2184a0906,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:10.935050 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-bf74c7af-08bf-467e-b353-a5b498916e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51490c05-abef-4262-8c0d-6253bf53a5b2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2013060142', 'tenant_id': '0a45397c4a7d4474ba973ba423e6989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'd2cc8775-e4df-478f-80f2-c6846920fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:15:04Z', 'updated_at': '2021-08-18T13:15:07Z', 'revision_number': 3, 'project_id': '0a45397c4a7d4474ba973ba423e6989f', 'gw_port': {'id': 'd2cc8775-e4df-478f-80f2-c6846920fb0c', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51490c05-abef-4262-8c0d-6253bf53a5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:06Z', 'updated_at': '2021-08-18T13:15:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:10.960269 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-2a373c45-1a7e-44fb-b7db-635c8964b492 None None] Allocated IP 2001:db8::f816:3eff:fea8:ded6 (8176e5c6-d7b3-40f4-ba12-67cbfd29311d/7fb5eb26-4686-435b-ac5e-f8ac7c5aa6f0/860076f3-8574-4c54-af74-58086cbcddee) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:15:10.962984 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 851a6fba-5a21-4770-861e-14d48d6cd30f up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:15:10.983830 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf74c7af-08bf-467e-b353-a5b498916e4c None None] Checking router: 51490c05-abef-4262-8c0d-6253bf53a5b2 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:15:10.984683 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf74c7af-08bf-467e-b353-a5b498916e4c None None] Updating router 51490c05-abef-4262-8c0d-6253bf53a5b2 port d2cc8775-e4df-478f-80f2-c6846920fb0c binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:15:11.035860 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-bf74c7af-08bf-467e-b353-a5b498916e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:11.146466 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-60766705-3f26-4b6b-857f-092fc51d87aa None None] Provisioning for port 851a6fba-5a21-4770-861e-14d48d6cd30f completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:15:11.195819 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea00c7b-b39e-4ffe-9843-62df27a2538b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Network 0d945faf-920a-4b7f-9870-92ae6ded723e is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:15:11.206143 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-bea00c7b-b39e-4ffe-9843-62df27a2538b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:15:11.219929 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfd69fa-285e-4973-817c-5b95f4e1b8ca tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:11.221752 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2a7fc24a-789b-4f4f-a3e1-85ea0af554dc tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks [] for floatingip, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:11.225361 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-fbfd69fa-285e-4973-817c-5b95f4e1b8ca tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4030085 Aug 18 13:15:11.227272 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2a7fc24a-789b-4f4f-a3e1-85ea0af554dc tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:11.231471 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2a7fc24a-789b-4f4f-a3e1-85ea0af554dc tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "DELETE /v2.0/floatingips/5da0557d-c499-4ef0-942e-4b807c496c67 HTTP/1.1" status: 204 len: 168 time: 3.0959289 Aug 18 13:15:11.231471 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea00c7b-b39e-4ffe-9843-62df27a2538b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:15:11.232755 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42024) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:11.233087 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42026) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:11.296205 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-035d4d89-1e67-40dd-8312-d8aa2bb8eaba tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=0babe39a-03c6-4af7-9ca5-00804dd781c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0522802 Aug 18 13:15:11.303983 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42028) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:11.332044 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7445f621-d9d4-4874-b082-e0de1d72e224 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:15:11.333247 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea00c7b-b39e-4ffe-9843-62df27a2538b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event updated for resources: {'Port': ['ID=78fd5b45-7c30-4a08-93e0-82afbe276b89,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:11.377113 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 851a6fba-5a21-4770-861e-14d48d6cd30f completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:15:11.392407 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445f621-d9d4-4874-b082-e0de1d72e224 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Pushing event updated for resources: {'Port': ['ID=1fefb548-ae59-40fa-83a3-892672c2914f,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:11.394387 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924b0892-06e1-4bf6-b15a-ca488a946fad tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Router 428fed0c-fa7d-4e06-b932-067e0676a428 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:15:11.395188 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-7445f621-d9d4-4874-b082-e0de1d72e224 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:15:11.400707 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 851a6fba-5a21-4770-861e-14d48d6cd30f triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:11.401160 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:11.408154 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-85290772-cfc1-4dd8-99b5-5d7c0ce89f61 tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=0a45397c4a7d4474ba973ba423e6989f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1004789 Aug 18 13:15:11.408579 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7445f621-d9d4-4874-b082-e0de1d72e224 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:15:11.409571 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42030) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:11.453646 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2a373c45-1a7e-44fb-b7db-635c8964b492 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:11.467672 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-2a373c45-1a7e-44fb-b7db-635c8964b492 None None] Transition to ACTIVE for port object 860076f3-8574-4c54-af74-58086cbcddee will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:15:11.533116 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-bf74c7af-08bf-467e-b353-a5b498916e4c None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:11.556722 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-bf74c7af-08bf-467e-b353-a5b498916e4c None None] Transition to ACTIVE for port object d2cc8775-e4df-478f-80f2-c6846920fb0c will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:15:11.563029 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bea00c7b-b39e-4ffe-9843-62df27a2538b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:11.603941 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-2a373c45-1a7e-44fb-b7db-635c8964b492 None None] Transition to ACTIVE for port object 860076f3-8574-4c54-af74-58086cbcddee will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:15:11.610163 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:11.632348 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-071d3014-3476-4546-86f9-9eff2925f7dd None None] Provisioning for port 132ddc73-bfbc-4b2a-8d11-0336f7a89204 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:15:11.653453 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20fa549-0115-4764-92cf-c4e0dd8ed26c None None] Network 0d945faf-920a-4b7f-9870-92ae6ded723e requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:15:11.703708 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeba9db5-f300-4d36-b2d4-45cadff801b0 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Made reservation on behalf of 3a17a3546ac04bfea6fb738db10d1df1 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:15:11.705923 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-bf74c7af-08bf-467e-b353-a5b498916e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:11.710438 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924b0892-06e1-4bf6-b15a-ca488a946fad tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:15:11.726445 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eeba9db5-f300-4d36-b2d4-45cadff801b0 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:11.730976 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-924b0892-06e1-4bf6-b15a-ca488a946fad tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "PUT /v2.0/routers/428fed0c-fa7d-4e06-b932-067e0676a428/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3086920 Aug 18 13:15:11.733984 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42036) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:11.740788 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-cb45b7e1-47aa-4d5f-a327-8f8f357573d5 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1578992954'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:11.753048 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 851a6fba-5a21-4770-861e-14d48d6cd30f, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=851a6fba-5a21-4770-861e-14d48d6cd30f,segment=NetworkSegment(87ab93e8-bf2d-4f56-ac45-4108817b959b),segment_id=87ab93e8-bf2d-4f56-ac45-4108817b959b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:15:11.760974 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b084f14-faa9-4416-935d-33c1baf4378d None None] Sync routers for ids ['428fed0c-fa7d-4e06-b932-067e0676a428'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:15:11.792734 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2faf375e-5623-4045-9866-f6c9a49dd360 tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:11.797111 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2a373c45-1a7e-44fb-b7db-635c8964b492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:11.811300 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2faf375e-5623-4045-9866-f6c9a49dd360 tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3840404 Aug 18 13:15:11.811300 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42038) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:11.844268 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-77699545-cb54-428c-a84f-e570f3c160c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:11.856602 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e6a9931b-b3e6-4324-8efe-8275e8dcfd99 tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=0babe39a-03c6-4af7-9ca5-00804dd781c2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0551319 Aug 18 13:15:11.856876 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42040) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:11.866316 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-7bc6ee97-27f3-4516-aaa1-29f42df5b36f tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-500760641', 'network_id': 'a551822e-f12f-484b-ae57-dea7c79b255f', 'project_id': '0a45397c4a7d4474ba973ba423e6989f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:11.871812 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-bf74c7af-08bf-467e-b353-a5b498916e4c None None] Attempting to bind port d2cc8775-e4df-478f-80f2-c6846920fb0c on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:15:11.871812 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-bf74c7af-08bf-467e-b353-a5b498916e4c None None] Attempting to bind port d2cc8775-e4df-478f-80f2-c6846920fb0c by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:15:11.871812 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf74c7af-08bf-467e-b353-a5b498916e4c None None] Attempting to bind port d2cc8775-e4df-478f-80f2-c6846920fb0c on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:15:11.877149 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b084f14-faa9-4416-935d-33c1baf4378d None None] Routers {'428fed0c-fa7d-4e06-b932-067e0676a428'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:15:11.877789 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-9b084f14-faa9-4416-935d-33c1baf4378d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:14:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['428fed0c-fa7d-4e06-b932-067e0676a428'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:11.880376 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf74c7af-08bf-467e-b353-a5b498916e4c None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:15:11.886048 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf74c7af-08bf-467e-b353-a5b498916e4c None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:15:11.886822 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-bf74c7af-08bf-467e-b353-a5b498916e4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:11.887339 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf74c7af-08bf-467e-b353-a5b498916e4c None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:15:11.887956 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-bf74c7af-08bf-467e-b353-a5b498916e4c None None] Bound port: d2cc8775-e4df-478f-80f2-c6846920fb0c, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:15:11.888456 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-bf74c7af-08bf-467e-b353-a5b498916e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:11.888926 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:11.889706 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 132ddc73-bfbc-4b2a-8d11-0336f7a89204 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:15:11.893419 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb45b7e1-47aa-4d5f-a327-8f8f357573d5 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Made reservation on behalf of 01cf70040508408f95a82df41495eab1 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:15:11.901468 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cb45b7e1-47aa-4d5f-a327-8f8f357573d5 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:11.924917 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-eeba9db5-f300-4d36-b2d4-45cadff801b0 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] device_id is not set on port e91246ea-e730-4cbe-8597-21ae23e1fd9c yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:15:11.959474 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e67d37-16ad-4b0e-a074-398402dc3f9d None None] Pushing event updated for resources: {'Port': ['ID=d2cc8775-e4df-478f-80f2-c6846920fb0c,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:11.963171 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb45b7e1-47aa-4d5f-a327-8f8f357573d5 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:15:11.967602 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-a4ab7d51-95ba-42bc-b40a-2f8d39fd9a12 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Deleting port 36b945e8-9c27-4658-bb63-6eff4f89d115 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:15:11.972400 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a4ab7d51-95ba-42bc-b40a-2f8d39fd9a12 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:11.978697 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e67d37-16ad-4b0e-a074-398402dc3f9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:11.979389 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e67d37-16ad-4b0e-a074-398402dc3f9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:11.979822 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cb45b7e1-47aa-4d5f-a327-8f8f357573d5 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:11.980121 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e67d37-16ad-4b0e-a074-398402dc3f9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:11.980259 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-cb45b7e1-47aa-4d5f-a327-8f8f357573d5 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Added segment 84bffa05-a7ce-4e6b-9b2d-7eb40295c101 of type vlan for network 7dd31760-f843-4430-8a9e-efb25a124ff8 Aug 18 13:15:11.981546 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e67d37-16ad-4b0e-a074-398402dc3f9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:11.982653 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e67d37-16ad-4b0e-a074-398402dc3f9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:11.984201 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e67d37-16ad-4b0e-a074-398402dc3f9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:11.987938 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e67d37-16ad-4b0e-a074-398402dc3f9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:11.988513 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e67d37-16ad-4b0e-a074-398402dc3f9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:11.989169 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e67d37-16ad-4b0e-a074-398402dc3f9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:11.989674 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e67d37-16ad-4b0e-a074-398402dc3f9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:11.990254 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e67d37-16ad-4b0e-a074-398402dc3f9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:11.995203 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e67d37-16ad-4b0e-a074-398402dc3f9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:11.996702 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a373c45-1a7e-44fb-b7db-635c8964b492 None None] Network 8176e5c6-d7b3-40f4-ba12-67cbfd29311d is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:15:12.037516 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cb45b7e1-47aa-4d5f-a327-8f8f357573d5 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:12.038911 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-bf74c7af-08bf-467e-b353-a5b498916e4c None None] For port d2cc8775-e4df-478f-80f2-c6846920fb0c, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:15:12.044015 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-bf74c7af-08bf-467e-b353-a5b498916e4c None None] For port d2cc8775-e4df-478f-80f2-c6846920fb0c, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=d2cc8775-e4df-478f-80f2-c6846920fb0c,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:15:12.086746 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ee72a626-e01b-4505-9e45-580003c3e0d4 None None] Provisioning for port 475c0faf-35ce-4272-96e1-4e9e5ca10c65 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:15:12.124169 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-bf74c7af-08bf-467e-b353-a5b498916e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:12.138409 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-2a373c45-1a7e-44fb-b7db-635c8964b492 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:15:12.155313 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a373c45-1a7e-44fb-b7db-635c8964b492 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:15:12.168578 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a373c45-1a7e-44fb-b7db-635c8964b492 None None] Pushing event updated for resources: {'Port': ['ID=860076f3-8574-4c54-af74-58086cbcddee,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:12.197540 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cb45b7e1-47aa-4d5f-a327-8f8f357573d5 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:12.215991 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb45b7e1-47aa-4d5f-a327-8f8f357573d5 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:12.217240 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cb45b7e1-47aa-4d5f-a327-8f8f357573d5 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:12.240370 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-9b084f14-faa9-4416-935d-33c1baf4378d None None] Set router 428fed0c-fa7d-4e06-b932-067e0676a428 gateway port host: None {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:15:12.272555 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc6ee97-27f3-4516-aaa1-29f42df5b36f tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Made reservation on behalf of 0a45397c4a7d4474ba973ba423e6989f for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:15:12.277020 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7bc6ee97-27f3-4516-aaa1-29f42df5b36f tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:12.285095 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf74c7af-08bf-467e-b353-a5b498916e4c None None] Routers {'51490c05-abef-4262-8c0d-6253bf53a5b2'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:15:12.285751 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-bf74c7af-08bf-467e-b353-a5b498916e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:14:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['51490c05-abef-4262-8c0d-6253bf53a5b2'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:12.323007 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a4ab7d51-95ba-42bc-b40a-2f8d39fd9a12 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:12.341876 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e67d37-16ad-4b0e-a074-398402dc3f9d None None] Pushing event updated for resources: {'Port': ['ID=d2cc8775-e4df-478f-80f2-c6846920fb0c,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:12.412083 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-a4ab7d51-95ba-42bc-b40a-2f8d39fd9a12 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Calling delete_port for 36b945e8-9c27-4658-bb63-6eff4f89d115 owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:15:12.414004 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bea00c7b-b39e-4ffe-9843-62df27a2538b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:12.428717 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-eeba9db5-f300-4d36-b2d4-45cadff801b0 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Allocated IP 2001:db8::f816:3eff:fe08:f52b (8176e5c6-d7b3-40f4-ba12-67cbfd29311d/7fb5eb26-4686-435b-ac5e-f8ac7c5aa6f0/e91246ea-e730-4cbe-8597-21ae23e1fd9c) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:15:12.433944 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-7445f621-d9d4-4874-b082-e0de1d72e224 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Deleting port 1fefb548-ae59-40fa-83a3-892672c2914f {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:15:12.434328 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7445f621-d9d4-4874-b082-e0de1d72e224 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:12.436157 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb45b7e1-47aa-4d5f-a327-8f8f357573d5 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event updated for resources: {'Network': ['ID=7dd31760-f843-4430-8a9e-efb25a124ff8,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:12.455463 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-cb45b7e1-47aa-4d5f-a327-8f8f357573d5 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7203352 Aug 18 13:15:12.459198 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42044) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:12.465921 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-fab008f3-20f3-48d0-a716-eee5971067bb tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Request body: {'subnet': {'network_id': '7dd31760-f843-4430-8a9e-efb25a124ff8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:12.466197 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-bf74c7af-08bf-467e-b353-a5b498916e4c None None] Set router 51490c05-abef-4262-8c0d-6253bf53a5b2 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:15:12.732442 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 7dd31760-f843-4430-8a9e-efb25a124ff8 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:15:12.739232 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab008f3-20f3-48d0-a716-eee5971067bb tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Made reservation on behalf of 01cf70040508408f95a82df41495eab1 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:15:12.744708 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fab008f3-20f3-48d0-a716-eee5971067bb tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:12.761163 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=851a6fba-5a21-4770-861e-14d48d6cd30f,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:12.810284 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-bf74c7af-08bf-467e-b353-a5b498916e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51490c05-abef-4262-8c0d-6253bf53a5b2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2013060142', 'tenant_id': '0a45397c4a7d4474ba973ba423e6989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'd2cc8775-e4df-478f-80f2-c6846920fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:15:04Z', 'updated_at': '2021-08-18T13:15:07Z', 'revision_number': 3, 'project_id': '0a45397c4a7d4474ba973ba423e6989f', 'gw_port': {'id': 'd2cc8775-e4df-478f-80f2-c6846920fb0c', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51490c05-abef-4262-8c0d-6253bf53a5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:06Z', 'updated_at': '2021-08-18T13:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:12.852508 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 132ddc73-bfbc-4b2a-8d11-0336f7a89204 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:15:12.853899 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf74c7af-08bf-467e-b353-a5b498916e4c None None] The sync data for ids ['51490c05-abef-4262-8c0d-6253bf53a5b2'] in n-d-803603-2 is: [{'id': '51490c05-abef-4262-8c0d-6253bf53a5b2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2013060142', 'tenant_id': '0a45397c4a7d4474ba973ba423e6989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'd2cc8775-e4df-478f-80f2-c6846920fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:15:04Z', 'updated_at': '2021-08-18T13:15:07Z', 'revision_number': 3, 'project_id': '0a45397c4a7d4474ba973ba423e6989f', 'gw_port': {'id': 'd2cc8775-e4df-478f-80f2-c6846920fb0c', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51490c05-abef-4262-8c0d-6253bf53a5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:06Z', 'updated_at': '2021-08-18T13:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:15:12.904498 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 132ddc73-bfbc-4b2a-8d11-0336f7a89204 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:12.904802 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:12.913805 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7445f621-d9d4-4874-b082-e0de1d72e224 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:12.914441 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7445f621-d9d4-4874-b082-e0de1d72e224 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:13.001148 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-2a373c45-1a7e-44fb-b7db-635c8964b492 None None] Attempting to bind port 860076f3-8574-4c54-af74-58086cbcddee on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:15:13.001525 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-2a373c45-1a7e-44fb-b7db-635c8964b492 None None] Attempting to bind port 860076f3-8574-4c54-af74-58086cbcddee by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '92663dd0-cf99-480b-92d7-c2ed88461ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8176e5c6-d7b3-40f4-ba12-67cbfd29311d'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:15:13.003303 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a373c45-1a7e-44fb-b7db-635c8964b492 None None] Attempting to bind port 860076f3-8574-4c54-af74-58086cbcddee on network 8176e5c6-d7b3-40f4-ba12-67cbfd29311d {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:15:13.021810 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-12ac439d-01d4-464e-9b7c-d1031ecd100a None None] Provisioning complete for port 851a6fba-5a21-4770-861e-14d48d6cd30f triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:13.022210 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-12ac439d-01d4-464e-9b7c-d1031ecd100a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:13.066126 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7bc6ee97-27f3-4516-aaa1-29f42df5b36f tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:13.084285 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-7445f621-d9d4-4874-b082-e0de1d72e224 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Calling delete_port for 1fefb548-ae59-40fa-83a3-892672c2914f owned by network:floatingip {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:15:13.123255 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6ee97-27f3-4516-aaa1-29f42df5b36f tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Pushing event updated for resources: {'Subnet': ['ID=974b35ee-b731-43f6-8848-4be92dd332ed,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:13.145679 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a373c45-1a7e-44fb-b7db-635c8964b492 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:15:13.146062 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a373c45-1a7e-44fb-b7db-635c8964b492 None None] Checking segment: {'id': '92663dd0-cf99-480b-92d7-c2ed88461ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8176e5c6-d7b3-40f4-ba12-67cbfd29311d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:15:13.146548 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2a373c45-1a7e-44fb-b7db-635c8964b492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:13.146931 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a373c45-1a7e-44fb-b7db-635c8964b492 None None] Bound using segment: {'id': '92663dd0-cf99-480b-92d7-c2ed88461ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8176e5c6-d7b3-40f4-ba12-67cbfd29311d'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:15:13.147419 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-2a373c45-1a7e-44fb-b7db-635c8964b492 None None] Bound port: 860076f3-8574-4c54-af74-58086cbcddee, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92663dd0-cf99-480b-92d7-c2ed88461ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8176e5c6-d7b3-40f4-ba12-67cbfd29311d'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:15:13.149424 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2a373c45-1a7e-44fb-b7db-635c8964b492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:13.186710 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc6ee97-27f3-4516-aaa1-29f42df5b36f tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Checking segment: {'id': '4a44eed0-2492-4d19-b966-0b50c67d15f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a551822e-f12f-484b-ae57-dea7c79b255f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:15:13.186938 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc6ee97-27f3-4516-aaa1-29f42df5b36f tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Network hostable DHCP agents. Network: a551822e-f12f-484b-ae57-dea7c79b255f, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:15:13.201152 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fab008f3-20f3-48d0-a716-eee5971067bb tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:13.299191 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a4ab7d51-95ba-42bc-b40a-2f8d39fd9a12 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:13.359470 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab008f3-20f3-48d0-a716-eee5971067bb tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event updated for resources: {'Subnet': ['ID=0154f54f-1f6d-41e5-a011-efee403c71e0,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:13.378057 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab008f3-20f3-48d0-a716-eee5971067bb tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Checking segment: {'id': '84bffa05-a7ce-4e6b-9b2d-7eb40295c101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7dd31760-f843-4430-8a9e-efb25a124ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:15:13.379094 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab008f3-20f3-48d0-a716-eee5971067bb tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Network hostable DHCP agents. Network: 7dd31760-f843-4430-8a9e-efb25a124ff8, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:15:13.409966 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:13.455115 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc6ee97-27f3-4516-aaa1-29f42df5b36f tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Network a551822e-f12f-484b-ae57-dea7c79b255f is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:15:13.477708 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab7d51-95ba-42bc-b40a-2f8d39fd9a12 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Pushing event deleted for resources: {'Port': ['ID=36b945e8-9c27-4658-bb63-6eff4f89d115,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:13.558530 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab008f3-20f3-48d0-a716-eee5971067bb tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Network 7dd31760-f843-4430-8a9e-efb25a124ff8 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:15:13.569099 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-2a373c45-1a7e-44fb-b7db-635c8964b492 None None] For port 860076f3-8574-4c54-af74-58086cbcddee, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:15:13.573575 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 132ddc73-bfbc-4b2a-8d11-0336f7a89204, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=132ddc73-bfbc-4b2a-8d11-0336f7a89204,segment=NetworkSegment(e75ced09-84cd-4a71-98f4-28ce3e1e8559),segment_id=e75ced09-84cd-4a71-98f4-28ce3e1e8559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:15:13.595509 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-2a373c45-1a7e-44fb-b7db-635c8964b492 None None] For port 860076f3-8574-4c54-af74-58086cbcddee, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=860076f3-8574-4c54-af74-58086cbcddee,segment=NetworkSegment(92663dd0-cf99-480b-92d7-c2ed88461ac4),segment_id=92663dd0-cf99-480b-92d7-c2ed88461ac4)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:15:13.607688 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-12ac439d-01d4-464e-9b7c-d1031ecd100a None None] Provisioning complete for port 132ddc73-bfbc-4b2a-8d11-0336f7a89204 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:13.608328 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-12ac439d-01d4-464e-9b7c-d1031ecd100a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:13.637558 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-9b084f14-faa9-4416-935d-33c1baf4378d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'name': 'tempest-RoutersIpV6Test-router-636643852', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:15:02Z', 'updated_at': '2021-08-18T13:15:08Z', 'revision_number': 2, 'project_id': '01cf70040508408f95a82df41495eab1', 'gw_port_host': None, '_interfaces': [{'id': 'ba59c544-fcd8-4c7d-b9f9-cae2184a0906', 'name': '', 'network_id': 'ac814d43-7d5c-42b9-8d2a-7f9260018681', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:7a:8b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:06Z', 'updated_at': '2021-08-18T13:15:09Z', 'revision_number': 2, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:13.637922 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-7bc6ee97-27f3-4516-aaa1-29f42df5b36f tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, a551822e-f12f-484b-ae57-dea7c79b255f) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:15:13.640449 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-fab008f3-20f3-48d0-a716-eee5971067bb tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 7dd31760-f843-4430-8a9e-efb25a124ff8) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:15:13.653134 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc6ee97-27f3-4516-aaa1-29f42df5b36f tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:13.656472 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7bc6ee97-27f3-4516-aaa1-29f42df5b36f tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:13.665083 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab008f3-20f3-48d0-a716-eee5971067bb tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:13.665741 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fab008f3-20f3-48d0-a716-eee5971067bb tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:13.666312 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eeba9db5-f300-4d36-b2d4-45cadff801b0 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:13.687749 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f43e31-e644-4125-bad8-4c9e7b845040 None None] Network a551822e-f12f-484b-ae57-dea7c79b255f requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:15:13.689645 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d9ac89-8b46-46e9-bd66-f3a824a27a06 None None] Network 7dd31760-f843-4430-8a9e-efb25a124ff8 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:15:13.707258 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bea00c7b-b39e-4ffe-9843-62df27a2538b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:13.721886 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-eeba9db5-f300-4d36-b2d4-45cadff801b0 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Transition to ACTIVE for port object e91246ea-e730-4cbe-8597-21ae23e1fd9c will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:15:13.736847 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:13.738429 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 29676571-9253-4451-bd9f-ccd486f97dda up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:15:13.741823 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2a373c45-1a7e-44fb-b7db-635c8964b492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:13.744645 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b084f14-faa9-4416-935d-33c1baf4378d None None] Checking router: 428fed0c-fa7d-4e06-b932-067e0676a428 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:15:13.745203 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b084f14-faa9-4416-935d-33c1baf4378d None None] Updating router 428fed0c-fa7d-4e06-b932-067e0676a428 port ba59c544-fcd8-4c7d-b9f9-cae2184a0906 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:15:13.753171 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a4ab7d51-95ba-42bc-b40a-2f8d39fd9a12 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:13.759079 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42052) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:13.769089 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a4ab7d51-95ba-42bc-b40a-2f8d39fd9a12 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "DELETE /v2.0/ports/36b945e8-9c27-4658-bb63-6eff4f89d115 HTTP/1.1" status: 204 len: 168 time: 2.5241330 Aug 18 13:15:13.801070 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bea00c7b-b39e-4ffe-9843-62df27a2538b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:13.832501 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7bc6ee97-27f3-4516-aaa1-29f42df5b36f tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9734540 Aug 18 13:15:13.834161 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-fab008f3-20f3-48d0-a716-eee5971067bb tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3734751 Aug 18 13:15:13.834957 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42056) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:13.837126 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42058) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:13.999767 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bea00c7b-b39e-4ffe-9843-62df27a2538b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:14.005529 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea00c7b-b39e-4ffe-9843-62df27a2538b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event updated for resources: {'Port': ['ID=78fd5b45-7c30-4a08-93e0-82afbe276b89,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:14.062332 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-534c6f51-a560-4ef9-b8f8-d28ca4dd751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:14.065082 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9b084f14-faa9-4416-935d-33c1baf4378d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:14.088731 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7445f621-d9d4-4874-b082-e0de1d72e224 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:14.095707 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eeba9db5-f300-4d36-b2d4-45cadff801b0 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:14.159242 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445f621-d9d4-4874-b082-e0de1d72e224 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Pushing event deleted for resources: {'Port': ['ID=1fefb548-ae59-40fa-83a3-892672c2914f,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:14.216281 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeba9db5-f300-4d36-b2d4-45cadff801b0 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Network 8176e5c6-d7b3-40f4-ba12-67cbfd29311d is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:15:14.258479 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-eeba9db5-f300-4d36-b2d4-45cadff801b0 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:15:14.261261 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeba9db5-f300-4d36-b2d4-45cadff801b0 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:15:14.267857 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeba9db5-f300-4d36-b2d4-45cadff801b0 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:14.274712 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eeba9db5-f300-4d36-b2d4-45cadff801b0 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:14.285685 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=132ddc73-bfbc-4b2a-8d11-0336f7a89204,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:14.362242 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 29676571-9253-4451-bd9f-ccd486f97dda triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:14.362471 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba9db5-f300-4d36-b2d4-45cadff801b0 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Pushing event updated for resources: {'Port': ['ID=e91246ea-e730-4cbe-8597-21ae23e1fd9c,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:14.362738 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:14.373102 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea00c7b-b39e-4ffe-9843-62df27a2538b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Network 0d945faf-920a-4b7f-9870-92ae6ded723e is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:15:14.379214 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-bea00c7b-b39e-4ffe-9843-62df27a2538b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:15:14.492251 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-eeba9db5-f300-4d36-b2d4-45cadff801b0 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.4254379 Aug 18 13:15:14.492911 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42062) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:14.569098 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-7445f621-d9d4-4874-b082-e0de1d72e224 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] create failed (client error): The resource could not be found. Aug 18 13:15:14.570887 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7445f621-d9d4-4874-b082-e0de1d72e224 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.5007894 Aug 18 13:15:14.576294 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42064) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:14.667092 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-c97bf3f2-d64d-4768-8dd1-950af1f66f43 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Deleting subnet 7fb5eb26-4686-435b-ac5e-f8ac7c5aa6f0 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:15:14.673647 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c97bf3f2-d64d-4768-8dd1-950af1f66f43 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:14.715195 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea00c7b-b39e-4ffe-9843-62df27a2538b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Router 54ed8b62-b22d-47a0-a888-2f9b0d09f21d has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:15:14.728893 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c97bf3f2-d64d-4768-8dd1-950af1f66f43 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:14.798783 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec24b31-e54e-4a5d-bac7-94af6f43f89f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-7dd31760-f843-4430-8a9e-efb25a124ff8', 'network_id': '7dd31760-f843-4430-8a9e-efb25a124ff8', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'fixed_ips': [{'subnet_id': '0154f54f-1f6d-41e5-a011-efee403c71e0'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:15:14.812654 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-eec24b31-e54e-4a5d-bac7-94af6f43f89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:14.837194 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a373c45-1a7e-44fb-b7db-635c8964b492 None None] Pushing event updated for resources: {'Port': ['ID=860076f3-8574-4c54-af74-58086cbcddee,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:14.891641 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:14.964850 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-12ac439d-01d4-464e-9b7c-d1031ecd100a None None] Provisioning for port ba59c544-fcd8-4c7d-b9f9-cae2184a0906 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:15:14.967780 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c039d5-4049-4522-92a6-bf8178bed273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-a551822e-f12f-484b-ae57-dea7c79b255f', 'network_id': 'a551822e-f12f-484b-ae57-dea7c79b255f', 'tenant_id': '0a45397c4a7d4474ba973ba423e6989f', 'fixed_ips': [{'subnet_id': '974b35ee-b731-43f6-8848-4be92dd332ed'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:15:14.968515 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-26c039d5-4049-4522-92a6-bf8178bed273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:15.013192 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-12ac439d-01d4-464e-9b7c-d1031ecd100a None None] Provisioning complete for port ba59c544-fcd8-4c7d-b9f9-cae2184a0906 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:15.013568 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-12ac439d-01d4-464e-9b7c-d1031ecd100a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:15.047477 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea00c7b-b39e-4ffe-9843-62df27a2538b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:15:15.060878 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29df096-75a8-4929-b8f4-7f276c76a314 None None] Sync routers for ids ['54ed8b62-b22d-47a0-a888-2f9b0d09f21d'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:15:15.079999 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29df096-75a8-4929-b8f4-7f276c76a314 None None] Routers {'54ed8b62-b22d-47a0-a888-2f9b0d09f21d'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:15:15.080642 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-c29df096-75a8-4929-b8f4-7f276c76a314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:15:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['54ed8b62-b22d-47a0-a888-2f9b0d09f21d'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:15.085001 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-bea00c7b-b39e-4ffe-9843-62df27a2538b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "PUT /v2.0/routers/54ed8b62-b22d-47a0-a888-2f9b0d09f21d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1523676 Aug 18 13:15:15.087790 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42068) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:15.121765 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 475c0faf-35ce-4272-96e1-4e9e5ca10c65 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:15:15.190849 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-ee7ad220-fbcc-4c1c-9537-f7f9cb6d05cb tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Deleting port 07f402d6-de4a-4e25-8230-5bec43a446cd {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:15:15.191520 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ee7ad220-fbcc-4c1c-9537-f7f9cb6d05cb tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:15.298524 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-c29df096-75a8-4929-b8f4-7f276c76a314 None None] Set router 54ed8b62-b22d-47a0-a888-2f9b0d09f21d gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:15:15.309994 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c97bf3f2-d64d-4768-8dd1-950af1f66f43 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:15.337687 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-5cde5988-4309-4e79-84df-252c8e7bfcb7 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Deleting port 2625a5ca-bf34-4c0d-8c1a-dcf5f59052c6 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:15:15.338265 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5cde5988-4309-4e79-84df-252c8e7bfcb7 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:15.388475 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1d0ce5-70f1-4c54-b69b-5df12c6d7d45 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:15.388960 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1d0ce5-70f1-4c54-b69b-5df12c6d7d45 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:15.389428 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1d0ce5-70f1-4c54-b69b-5df12c6d7d45 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:15.389897 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1d0ce5-70f1-4c54-b69b-5df12c6d7d45 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:15.390653 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1d0ce5-70f1-4c54-b69b-5df12c6d7d45 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:15.391116 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1d0ce5-70f1-4c54-b69b-5df12c6d7d45 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:15.391611 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1d0ce5-70f1-4c54-b69b-5df12c6d7d45 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:15.392072 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1d0ce5-70f1-4c54-b69b-5df12c6d7d45 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:15.392533 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1d0ce5-70f1-4c54-b69b-5df12c6d7d45 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:15.392991 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1d0ce5-70f1-4c54-b69b-5df12c6d7d45 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:15.393449 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1d0ce5-70f1-4c54-b69b-5df12c6d7d45 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:15.394017 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1d0ce5-70f1-4c54-b69b-5df12c6d7d45 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:15.394510 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1d0ce5-70f1-4c54-b69b-5df12c6d7d45 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:15.394970 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1d0ce5-70f1-4c54-b69b-5df12c6d7d45 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:15.397284 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3a1d0ce5-70f1-4c54-b69b-5df12c6d7d45 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9824 time: 0.3085623 Aug 18 13:15:15.405096 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42072) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:15.525976 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-12ac439d-01d4-464e-9b7c-d1031ecd100a None None] Port ba59c544-fcd8-4c7d-b9f9-cae2184a0906 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:15:15.576526 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d75f8b8-cada-48d4-868d-6bf2d5135cb4 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:15.577133 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d75f8b8-cada-48d4-868d-6bf2d5135cb4 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:15.577542 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d75f8b8-cada-48d4-868d-6bf2d5135cb4 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:15.577997 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d75f8b8-cada-48d4-868d-6bf2d5135cb4 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:15.578497 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d75f8b8-cada-48d4-868d-6bf2d5135cb4 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:15.579550 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d75f8b8-cada-48d4-868d-6bf2d5135cb4 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:15.580139 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d75f8b8-cada-48d4-868d-6bf2d5135cb4 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:15.580587 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d75f8b8-cada-48d4-868d-6bf2d5135cb4 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:15.581039 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d75f8b8-cada-48d4-868d-6bf2d5135cb4 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:15.581480 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d75f8b8-cada-48d4-868d-6bf2d5135cb4 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:15.581928 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d75f8b8-cada-48d4-868d-6bf2d5135cb4 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:15.582391 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d75f8b8-cada-48d4-868d-6bf2d5135cb4 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:15.582832 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d75f8b8-cada-48d4-868d-6bf2d5135cb4 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:15.583271 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d75f8b8-cada-48d4-868d-6bf2d5135cb4 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:15.585547 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3d75f8b8-cada-48d4-868d-6bf2d5135cb4 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8865 time: 0.1796825 Aug 18 13:15:15.588600 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42076) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:15.669309 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c97bf3f2-d64d-4768-8dd1-950af1f66f43 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:15.700471 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:15.706362 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-c29df096-75a8-4929-b8f4-7f276c76a314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'name': 'tempest-TestNetworkBasicOps-router-1455203922', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '29676571-9253-4451-bd9f-ccd486f97dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:14:59Z', 'updated_at': '2021-08-18T13:15:12Z', 'revision_number': 4, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'gw_port': {'id': '29676571-9253-4451-bd9f-ccd486f97dda', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:00Z', 'updated_at': '2021-08-18T13:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '78fd5b45-7c30-4a08-93e0-82afbe276b89', 'name': '', 'network_id': '0d945faf-920a-4b7f-9870-92ae6ded723e', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'mac_address': 'fa:16:3e:93:28:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '2b67b5eb-5023-44fb-9233-f86410fc385e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:07Z', 'updated_at': '2021-08-18T13:15:13Z', 'revision_number': 2, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'subnets': [{'id': '2b67b5eb-5023-44fb-9233-f86410fc385e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:15.734298 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29df096-75a8-4929-b8f4-7f276c76a314 None None] Checking router: 54ed8b62-b22d-47a0-a888-2f9b0d09f21d for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:15:15.740834 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29df096-75a8-4929-b8f4-7f276c76a314 None None] Updating router 54ed8b62-b22d-47a0-a888-2f9b0d09f21d port 78fd5b45-7c30-4a08-93e0-82afbe276b89 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:15:15.801342 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-eec24b31-e54e-4a5d-bac7-94af6f43f89f None None] Allocated IP 2001:db8:1::2 (7dd31760-f843-4430-8a9e-efb25a124ff8/0154f54f-1f6d-41e5-a011-efee403c71e0/4a6ced04-9f85-4f23-a607-2d50dd21618c) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:15:15.862236 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-11af6201-72fa-42fe-a61c-c39430a9fec5 None None] Provisioning for port 78fd5b45-7c30-4a08-93e0-82afbe276b89 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:15:15.870947 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-26c039d5-4049-4522-92a6-bf8178bed273 None None] Allocated IP 172.20.0.18 (a551822e-f12f-484b-ae57-dea7c79b255f/974b35ee-b731-43f6-8848-4be92dd332ed/426bbfe4-92e1-49a5-904e-2d2e38b12ba3) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:15:15.873731 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ee7ad220-fbcc-4c1c-9537-f7f9cb6d05cb tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:15.878670 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5cde5988-4309-4e79-84df-252c8e7bfcb7 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:15.882998 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-11af6201-72fa-42fe-a61c-c39430a9fec5 None None] Provisioning complete for port 78fd5b45-7c30-4a08-93e0-82afbe276b89 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:15.883759 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-11af6201-72fa-42fe-a61c-c39430a9fec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:15.893943 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-5cde5988-4309-4e79-84df-252c8e7bfcb7 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Calling delete_port for 2625a5ca-bf34-4c0d-8c1a-dcf5f59052c6 owned by {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:15:15.941719 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-11af6201-72fa-42fe-a61c-c39430a9fec5 None None] Port 78fd5b45-7c30-4a08-93e0-82afbe276b89 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:15:15.944038 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 475c0faf-35ce-4272-96e1-4e9e5ca10c65 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:15:15.958434 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 475c0faf-35ce-4272-96e1-4e9e5ca10c65 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:15.960035 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:15.984913 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c29df096-75a8-4929-b8f4-7f276c76a314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:16.145293 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-11af6201-72fa-42fe-a61c-c39430a9fec5 None None] Provisioning complete for port 475c0faf-35ce-4272-96e1-4e9e5ca10c65 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:16.145827 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-11af6201-72fa-42fe-a61c-c39430a9fec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:16.163127 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:16.165344 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e88401-e473-46db-b28d-773ce9721173 None None] Network 8176e5c6-d7b3-40f4-ba12-67cbfd29311d requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:15:16.194341 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d6c77608-f031-4ed0-b70b-23f52c687cc1 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:16.221662 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-ee7ad220-fbcc-4c1c-9537-f7f9cb6d05cb tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Calling delete_port for 07f402d6-de4a-4e25-8230-5bec43a446cd owned by {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:15:16.287072 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9b084f14-faa9-4416-935d-33c1baf4378d None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:16.382292 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97bf3f2-d64d-4768-8dd1-950af1f66f43 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Pushing event deleted for resources: {'Subnet': ['ID=7fb5eb26-4686-435b-ac5e-f8ac7c5aa6f0,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:16.389198 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c97bf3f2-d64d-4768-8dd1-950af1f66f43 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:16.391503 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c97bf3f2-d64d-4768-8dd1-950af1f66f43 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] 10.222.0.13 "DELETE /v2.0/subnets/7fb5eb26-4686-435b-ac5e-f8ac7c5aa6f0 HTTP/1.1" status: 204 len: 168 time: 1.8979557 Aug 18 13:15:16.397444 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42078) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:16.397632 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5cde5988-4309-4e79-84df-252c8e7bfcb7 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:16.417655 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-9b084f14-faa9-4416-935d-33c1baf4378d None None] Transition to ACTIVE for port object ba59c544-fcd8-4c7d-b9f9-cae2184a0906 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:15:16.433211 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c29df096-75a8-4929-b8f4-7f276c76a314 None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:16.445221 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-c29df096-75a8-4929-b8f4-7f276c76a314 None None] Transition to ACTIVE for port object 78fd5b45-7c30-4a08-93e0-82afbe276b89 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:15:16.475252 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053e749d-1866-4d1c-81e1-d842ba8f9505 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:16.477357 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053e749d-1866-4d1c-81e1-d842ba8f9505 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:16.477578 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 475c0faf-35ce-4272-96e1-4e9e5ca10c65, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=475c0faf-35ce-4272-96e1-4e9e5ca10c65,segment=NetworkSegment(fe0364bf-c23a-44a9-8b3d-2178e420a462),segment_id=fe0364bf-c23a-44a9-8b3d-2178e420a462)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:15:16.482353 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-053e749d-1866-4d1c-81e1-d842ba8f9505 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0810671 Aug 18 13:15:16.493920 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42080) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:16.497473 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde5988-4309-4e79-84df-252c8e7bfcb7 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Pushing event deleted for resources: {'Port': ['ID=2625a5ca-bf34-4c0d-8c1a-dcf5f59052c6,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:16.596689 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3108b3b4-ab0e-4cef-83c6-43bfe7e9a5c2 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4861 time: 1.0036845 Aug 18 13:15:16.612720 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9b084f14-faa9-4416-935d-33c1baf4378d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:16.615169 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c29df096-75a8-4929-b8f4-7f276c76a314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:16.871564 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8603b5e1-c781-4f24-8ca9-8d38dafff7bc None None] Pushing event updated for resources: {'Port': ['ID=ba59c544-fcd8-4c7d-b9f9-cae2184a0906,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:16.877483 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:16.879453 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2de4299-1ad5-4511-99d9-6ded8442ecff None None] DHCP port deletion for 8176e5c6-d7b3-40f4-ba12-67cbfd29311d request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:15:16.915335 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b3a877ff-c388-4a90-b56f-88ee8d360a14 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:16.932859 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5cde5988-4309-4e79-84df-252c8e7bfcb7 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:16.934933 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5cde5988-4309-4e79-84df-252c8e7bfcb7 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] 10.222.0.13 "DELETE /v2.0/ports/2625a5ca-bf34-4c0d-8c1a-dcf5f59052c6 HTTP/1.1" status: 204 len: 168 time: 2.3574824 Aug 18 13:15:16.937501 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42086) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:16.950770 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a877ff-c388-4a90-b56f-88ee8d360a14 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 18 13:15:16.951240 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3a877ff-c388-4a90-b56f-88ee8d360a14 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:15:16.957446 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b3a877ff-c388-4a90-b56f-88ee8d360a14 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] 10.222.0.13 "DELETE /v2.0/networks/8176e5c6-d7b3-40f4-ba12-67cbfd29311d HTTP/1.1" status: 409 len: 405 time: 0.4533796 Aug 18 13:15:16.991266 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42088) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:17.009268 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-70c71b2e-c8b1-4b37-9f44-152ba9544b2c tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1011891761'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:17.021053 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94515d1a-f417-494d-a41c-d1be4b541104 None None] Pushing event updated for resources: {'Port': ['ID=78fd5b45-7c30-4a08-93e0-82afbe276b89,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:17.114705 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-c29df096-75a8-4929-b8f4-7f276c76a314 None None] Attempting to bind port 78fd5b45-7c30-4a08-93e0-82afbe276b89 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:15:17.115189 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-c29df096-75a8-4929-b8f4-7f276c76a314 None None] Attempting to bind port 78fd5b45-7c30-4a08-93e0-82afbe276b89 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'fe0364bf-c23a-44a9-8b3d-2178e420a462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0d945faf-920a-4b7f-9870-92ae6ded723e'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:15:17.115794 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29df096-75a8-4929-b8f4-7f276c76a314 None None] Attempting to bind port 78fd5b45-7c30-4a08-93e0-82afbe276b89 on network 0d945faf-920a-4b7f-9870-92ae6ded723e {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:15:17.123077 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29df096-75a8-4929-b8f4-7f276c76a314 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:15:17.128883 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29df096-75a8-4929-b8f4-7f276c76a314 None None] Checking segment: {'id': 'fe0364bf-c23a-44a9-8b3d-2178e420a462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0d945faf-920a-4b7f-9870-92ae6ded723e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:15:17.128883 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c29df096-75a8-4929-b8f4-7f276c76a314 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:17.128883 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29df096-75a8-4929-b8f4-7f276c76a314 None None] Bound using segment: {'id': 'fe0364bf-c23a-44a9-8b3d-2178e420a462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0d945faf-920a-4b7f-9870-92ae6ded723e'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:15:17.128883 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-c29df096-75a8-4929-b8f4-7f276c76a314 None None] Bound port: 78fd5b45-7c30-4a08-93e0-82afbe276b89, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe0364bf-c23a-44a9-8b3d-2178e420a462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0d945faf-920a-4b7f-9870-92ae6ded723e'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:15:17.128883 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c29df096-75a8-4929-b8f4-7f276c76a314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:17.146831 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf22fb8-da62-44c5-8add-b7b7df268d1c tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:17.158081 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6bf22fb8-da62-44c5-8add-b7b7df268d1c tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdcdb42a-5e00-45cd-88a3-35d54e3bb2c7 HTTP/1.1" status: 200 len: 913 time: 0.2162354 Aug 18 13:15:17.158926 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42090) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:17.254931 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42092) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:17.261898 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-eec24b31-e54e-4a5d-bac7-94af6f43f89f None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:17.262429 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-85150ba9-86da-48fe-9c3d-94e6e2d49ce3 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1638355763', 'description': 'tempest-secgroup-smoke-1638355763 description', 'project_id': 'e63152bca3cb423b9a7763e005387f10'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:17.277054 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=475c0faf-35ce-4272-96e1-4e9e5ca10c65,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:17.312442 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c71b2e-c8b1-4b37-9f44-152ba9544b2c tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Made reservation on behalf of 3a17a3546ac04bfea6fb738db10d1df1 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:15:17.317062 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-70c71b2e-c8b1-4b37-9f44-152ba9544b2c tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:17.328113 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-c29df096-75a8-4929-b8f4-7f276c76a314 None None] For port 78fd5b45-7c30-4a08-93e0-82afbe276b89, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:15:17.343500 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-c29df096-75a8-4929-b8f4-7f276c76a314 None None] For port 78fd5b45-7c30-4a08-93e0-82afbe276b89, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=78fd5b45-7c30-4a08-93e0-82afbe276b89,segment=NetworkSegment(fe0364bf-c23a-44a9-8b3d-2178e420a462),segment_id=fe0364bf-c23a-44a9-8b3d-2178e420a462)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:15:17.367504 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-eec24b31-e54e-4a5d-bac7-94af6f43f89f None None] Transition to ACTIVE for port object 4a6ced04-9f85-4f23-a607-2d50dd21618c will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:15:17.386479 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 851a6fba-5a21-4770-861e-14d48d6cd30f up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:15:17.402436 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70c71b2e-c8b1-4b37-9f44-152ba9544b2c tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:15:17.404214 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c29df096-75a8-4929-b8f4-7f276c76a314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:17.426696 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-70c71b2e-c8b1-4b37-9f44-152ba9544b2c tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:17.427053 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-70c71b2e-c8b1-4b37-9f44-152ba9544b2c tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Added segment 0059f04a-daae-4a00-8677-81e28f44141f of type vlan for network 038a4c33-9dc0-401b-9b26-a29d5c898baf Aug 18 13:15:17.461787 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-26c039d5-4049-4522-92a6-bf8178bed273 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:17.477178 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29df096-75a8-4929-b8f4-7f276c76a314 None None] Routers {'54ed8b62-b22d-47a0-a888-2f9b0d09f21d'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:15:17.479925 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-c29df096-75a8-4929-b8f4-7f276c76a314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:15:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['54ed8b62-b22d-47a0-a888-2f9b0d09f21d'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:17.518862 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-26c039d5-4049-4522-92a6-bf8178bed273 None None] Transition to ACTIVE for port object 426bbfe4-92e1-49a5-904e-2d2e38b12ba3 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:15:17.529802 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-eec24b31-e54e-4a5d-bac7-94af6f43f89f None None] Transition to ACTIVE for port object 4a6ced04-9f85-4f23-a607-2d50dd21618c will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:15:17.560245 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-85150ba9-86da-48fe-9c3d-94e6e2d49ce3 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:17.560496 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:17.564776 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-9b084f14-faa9-4416-935d-33c1baf4378d None None] Attempting to bind port ba59c544-fcd8-4c7d-b9f9-cae2184a0906 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:15:17.565145 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-9b084f14-faa9-4416-935d-33c1baf4378d None None] Attempting to bind port ba59c544-fcd8-4c7d-b9f9-cae2184a0906 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'e75ced09-84cd-4a71-98f4-28ce3e1e8559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ac814d43-7d5c-42b9-8d2a-7f9260018681'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:15:17.565509 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b084f14-faa9-4416-935d-33c1baf4378d None None] Attempting to bind port ba59c544-fcd8-4c7d-b9f9-cae2184a0906 on network ac814d43-7d5c-42b9-8d2a-7f9260018681 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:15:17.573580 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-26c039d5-4049-4522-92a6-bf8178bed273 None None] Transition to ACTIVE for port object 426bbfe4-92e1-49a5-904e-2d2e38b12ba3 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:15:17.581634 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-b2de4299-1ad5-4511-99d9-6ded8442ecff None None] Deleting port 860076f3-8574-4c54-af74-58086cbcddee {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:15:17.581938 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b2de4299-1ad5-4511-99d9-6ded8442ecff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:17.585761 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b084f14-faa9-4416-935d-33c1baf4378d None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:15:17.586140 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b084f14-faa9-4416-935d-33c1baf4378d None None] Checking segment: {'id': 'e75ced09-84cd-4a71-98f4-28ce3e1e8559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ac814d43-7d5c-42b9-8d2a-7f9260018681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:15:17.586569 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9b084f14-faa9-4416-935d-33c1baf4378d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:17.587006 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b084f14-faa9-4416-935d-33c1baf4378d None None] Bound using segment: {'id': 'e75ced09-84cd-4a71-98f4-28ce3e1e8559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ac814d43-7d5c-42b9-8d2a-7f9260018681'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:15:17.587449 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-9b084f14-faa9-4416-935d-33c1baf4378d None None] Bound port: ba59c544-fcd8-4c7d-b9f9-cae2184a0906, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e75ced09-84cd-4a71-98f4-28ce3e1e8559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ac814d43-7d5c-42b9-8d2a-7f9260018681'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:15:17.587833 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9b084f14-faa9-4416-935d-33c1baf4378d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:17.631224 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 851a6fba-5a21-4770-861e-14d48d6cd30f triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:17.631667 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:17.646336 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-70c71b2e-c8b1-4b37-9f44-152ba9544b2c tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:17.737663 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-c29df096-75a8-4929-b8f4-7f276c76a314 None None] Set router 54ed8b62-b22d-47a0-a888-2f9b0d09f21d gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:15:17.793284 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94515d1a-f417-494d-a41c-d1be4b541104 None None] Pushing event updated for resources: {'Port': ['ID=78fd5b45-7c30-4a08-93e0-82afbe276b89,revision_number=4']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:17.811269 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-26c039d5-4049-4522-92a6-bf8178bed273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:17.814747 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-70c71b2e-c8b1-4b37-9f44-152ba9544b2c tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:17.818443 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ee7ad220-fbcc-4c1c-9537-f7f9cb6d05cb tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:17.822650 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c71b2e-c8b1-4b37-9f44-152ba9544b2c tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:17.823363 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-eec24b31-e54e-4a5d-bac7-94af6f43f89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:17.823979 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-70c71b2e-c8b1-4b37-9f44-152ba9544b2c tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:17.853224 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c039d5-4049-4522-92a6-bf8178bed273 None None] Network a551822e-f12f-484b-ae57-dea7c79b255f is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:15:17.879443 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-d6c77608-f031-4ed0-b70b-23f52c687cc1 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Allocated IP 2001:db8:1::1 (7dd31760-f843-4430-8a9e-efb25a124ff8/0154f54f-1f6d-41e5-a011-efee403c71e0/5b9c7a30-6241-4aad-8e03-8fbd2ee7920e) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:15:17.893720 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-26c039d5-4049-4522-92a6-bf8178bed273 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:15:17.896207 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c039d5-4049-4522-92a6-bf8178bed273 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:15:17.905875 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec24b31-e54e-4a5d-bac7-94af6f43f89f None None] Network 7dd31760-f843-4430-8a9e-efb25a124ff8 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:15:17.911973 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ad220-fbcc-4c1c-9537-f7f9cb6d05cb tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Pushing event deleted for resources: {'Port': ['ID=07f402d6-de4a-4e25-8230-5bec43a446cd,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:17.930747 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-25d30242-e337-4870-b0ed-4f78c6563187 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:17.949530 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-85150ba9-86da-48fe-9c3d-94e6e2d49ce3 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:17.987556 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c71b2e-c8b1-4b37-9f44-152ba9544b2c tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Pushing event updated for resources: {'Network': ['ID=038a4c33-9dc0-401b-9b26-a29d5c898baf,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:17.989335 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-eec24b31-e54e-4a5d-bac7-94af6f43f89f None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:15:17.993032 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec24b31-e54e-4a5d-bac7-94af6f43f89f None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:15:18.030473 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 038a4c33-9dc0-401b-9b26-a29d5c898baf details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:15:18.033616 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-c29df096-75a8-4929-b8f4-7f276c76a314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'name': 'tempest-TestNetworkBasicOps-router-1455203922', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '29676571-9253-4451-bd9f-ccd486f97dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:14:59Z', 'updated_at': '2021-08-18T13:15:12Z', 'revision_number': 4, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'gw_port': {'id': '29676571-9253-4451-bd9f-ccd486f97dda', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:00Z', 'updated_at': '2021-08-18T13:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '78fd5b45-7c30-4a08-93e0-82afbe276b89', 'name': '', 'network_id': '0d945faf-920a-4b7f-9870-92ae6ded723e', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'mac_address': 'fa:16:3e:93:28:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '2b67b5eb-5023-44fb-9233-f86410fc385e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:07Z', 'updated_at': '2021-08-18T13:15:17Z', 'revision_number': 4, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'subnets': [{'id': '2b67b5eb-5023-44fb-9233-f86410fc385e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:18.061121 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b46d25ac-a50d-4a08-9b9b-615d97623226 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:18.066602 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29df096-75a8-4929-b8f4-7f276c76a314 None None] The sync data for ids ['54ed8b62-b22d-47a0-a888-2f9b0d09f21d'] in n-d-803603-2 is: [{'id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'name': 'tempest-TestNetworkBasicOps-router-1455203922', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '29676571-9253-4451-bd9f-ccd486f97dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:14:59Z', 'updated_at': '2021-08-18T13:15:12Z', 'revision_number': 4, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'gw_port': {'id': '29676571-9253-4451-bd9f-ccd486f97dda', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:00Z', 'updated_at': '2021-08-18T13:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '78fd5b45-7c30-4a08-93e0-82afbe276b89', 'name': '', 'network_id': '0d945faf-920a-4b7f-9870-92ae6ded723e', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'mac_address': 'fa:16:3e:93:28:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '2b67b5eb-5023-44fb-9233-f86410fc385e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:07Z', 'updated_at': '2021-08-18T13:15:17Z', 'revision_number': 4, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'subnets': [{'id': '2b67b5eb-5023-44fb-9233-f86410fc385e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:15:18.162999 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-26c039d5-4049-4522-92a6-bf8178bed273 None None] Attempting to bind port 426bbfe4-92e1-49a5-904e-2d2e38b12ba3 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:15:18.163375 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-85150ba9-86da-48fe-9c3d-94e6e2d49ce3 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:18.163547 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-26c039d5-4049-4522-92a6-bf8178bed273 None None] Attempting to bind port 426bbfe4-92e1-49a5-904e-2d2e38b12ba3 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '4a44eed0-2492-4d19-b966-0b50c67d15f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a551822e-f12f-484b-ae57-dea7c79b255f'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:15:18.163745 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c039d5-4049-4522-92a6-bf8178bed273 None None] Attempting to bind port 426bbfe4-92e1-49a5-904e-2d2e38b12ba3 on network a551822e-f12f-484b-ae57-dea7c79b255f {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:15:18.203985 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-b2de4299-1ad5-4511-99d9-6ded8442ecff None None] For port 860076f3-8574-4c54-af74-58086cbcddee, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=860076f3-8574-4c54-af74-58086cbcddee,segment=NetworkSegment(92663dd0-cf99-480b-92d7-c2ed88461ac4),segment_id=92663dd0-cf99-480b-92d7-c2ed88461ac4)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:15:18.204402 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b2de4299-1ad5-4511-99d9-6ded8442ecff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:18.240210 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85150ba9-86da-48fe-9c3d-94e6e2d49ce3 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=244ce6e2-efcb-47ca-8b8b-4e7cd39097aa,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:18.245159 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ee7ad220-fbcc-4c1c-9537-f7f9cb6d05cb tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:18.247475 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ee7ad220-fbcc-4c1c-9537-f7f9cb6d05cb tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "DELETE /v2.0/ports/07f402d6-de4a-4e25-8230-5bec43a446cd HTTP/1.1" status: 204 len: 168 time: 4.4872396 Aug 18 13:15:18.252058 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42098) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:18.273152 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c039d5-4049-4522-92a6-bf8178bed273 None None] Pushing event updated for resources: {'Port': ['ID=426bbfe4-92e1-49a5-904e-2d2e38b12ba3,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:18.324847 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c039d5-4049-4522-92a6-bf8178bed273 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:15:18.325227 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c039d5-4049-4522-92a6-bf8178bed273 None None] Checking segment: {'id': '4a44eed0-2492-4d19-b966-0b50c67d15f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a551822e-f12f-484b-ae57-dea7c79b255f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:15:18.325632 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-26c039d5-4049-4522-92a6-bf8178bed273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:18.326212 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c039d5-4049-4522-92a6-bf8178bed273 None None] Bound using segment: {'id': '4a44eed0-2492-4d19-b966-0b50c67d15f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a551822e-f12f-484b-ae57-dea7c79b255f'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:15:18.326553 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-26c039d5-4049-4522-92a6-bf8178bed273 None None] Bound port: 426bbfe4-92e1-49a5-904e-2d2e38b12ba3, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a44eed0-2492-4d19-b966-0b50c67d15f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a551822e-f12f-484b-ae57-dea7c79b255f'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:15:18.326940 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-26c039d5-4049-4522-92a6-bf8178bed273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:18.334353 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-70c71b2e-c8b1-4b37-9f44-152ba9544b2c tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3749743 Aug 18 13:15:18.343638 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42100) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:18.348290 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-b2de4299-1ad5-4511-99d9-6ded8442ecff None None] Calling delete_port for 860076f3-8574-4c54-af74-58086cbcddee owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:15:18.348656 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-797ff53b-3eb6-4a45-afe2-07dcecf03bb8 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Request body: {'subnet': {'network_id': '038a4c33-9dc0-401b-9b26-a29d5c898baf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:18.394498 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d6c77608-f031-4ed0-b70b-23f52c687cc1 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:18.408200 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-85150ba9-86da-48fe-9c3d-94e6e2d49ce3 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:18.410852 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-85150ba9-86da-48fe-9c3d-94e6e2d49ce3 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1540639 Aug 18 13:15:18.425318 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-d6c77608-f031-4ed0-b70b-23f52c687cc1 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Transition to ACTIVE for port object 5b9c7a30-6241-4aad-8e03-8fbd2ee7920e will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:15:18.447809 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-fe4d4c5c-02f8-4181-bd33-630474deba97 None None] Provisioning for port 860076f3-8574-4c54-af74-58086cbcddee completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:15:18.460259 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-9b084f14-faa9-4416-935d-33c1baf4378d None None] For port ba59c544-fcd8-4c7d-b9f9-cae2184a0906, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:15:18.460475 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42102) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:18.471601 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-9c19b28b-b6e0-48c2-af28-22626cf49495 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Request body: {'security_group_rule': {'security_group_id': '244ce6e2-efcb-47ca-8b8b-4e7cd39097aa', 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:18.487304 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec24b31-e54e-4a5d-bac7-94af6f43f89f None None] Pushing event updated for resources: {'Port': ['ID=4a6ced04-9f85-4f23-a607-2d50dd21618c,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:18.512579 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-eec24b31-e54e-4a5d-bac7-94af6f43f89f None None] Attempting to bind port 4a6ced04-9f85-4f23-a607-2d50dd21618c on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:15:18.512862 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-eec24b31-e54e-4a5d-bac7-94af6f43f89f None None] Attempting to bind port 4a6ced04-9f85-4f23-a607-2d50dd21618c by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '84bffa05-a7ce-4e6b-9b2d-7eb40295c101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7dd31760-f843-4430-8a9e-efb25a124ff8'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:15:18.513477 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec24b31-e54e-4a5d-bac7-94af6f43f89f None None] Attempting to bind port 4a6ced04-9f85-4f23-a607-2d50dd21618c on network 7dd31760-f843-4430-8a9e-efb25a124ff8 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:15:18.526230 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec24b31-e54e-4a5d-bac7-94af6f43f89f None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:15:18.526230 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec24b31-e54e-4a5d-bac7-94af6f43f89f None None] Checking segment: {'id': '84bffa05-a7ce-4e6b-9b2d-7eb40295c101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7dd31760-f843-4430-8a9e-efb25a124ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:15:18.526495 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-eec24b31-e54e-4a5d-bac7-94af6f43f89f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:18.526798 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec24b31-e54e-4a5d-bac7-94af6f43f89f None None] Bound using segment: {'id': '84bffa05-a7ce-4e6b-9b2d-7eb40295c101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7dd31760-f843-4430-8a9e-efb25a124ff8'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:15:18.527290 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-eec24b31-e54e-4a5d-bac7-94af6f43f89f None None] Bound port: 4a6ced04-9f85-4f23-a607-2d50dd21618c, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84bffa05-a7ce-4e6b-9b2d-7eb40295c101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7dd31760-f843-4430-8a9e-efb25a124ff8'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:15:18.527691 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-eec24b31-e54e-4a5d-bac7-94af6f43f89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:18.539381 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2d3ad64-ae92-444c-b34e-15445d27fa6f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Deleting subnet 2df74fa9-4a52-422a-a780-c36488fd175b {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:15:18.547295 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e2d3ad64-ae92-444c-b34e-15445d27fa6f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:18.548667 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-9b084f14-faa9-4416-935d-33c1baf4378d None None] For port ba59c544-fcd8-4c7d-b9f9-cae2184a0906, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=ba59c544-fcd8-4c7d-b9f9-cae2184a0906,segment=NetworkSegment(e75ced09-84cd-4a71-98f4-28ce3e1e8559),segment_id=e75ced09-84cd-4a71-98f4-28ce3e1e8559)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:15:18.591181 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d6c77608-f031-4ed0-b70b-23f52c687cc1 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:18.628541 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e2d3ad64-ae92-444c-b34e-15445d27fa6f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:18.696160 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-b46d25ac-a50d-4a08-9b9b-615d97623226 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Deleting port 55c69a6a-7f85-4a05-b333-0fce74aa0761 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:15:18.696759 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b46d25ac-a50d-4a08-9b9b-615d97623226 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:18.741956 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797ff53b-3eb6-4a45-afe2-07dcecf03bb8 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Made reservation on behalf of 3a17a3546ac04bfea6fb738db10d1df1 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:15:18.746519 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-797ff53b-3eb6-4a45-afe2-07dcecf03bb8 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:18.804231 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c77608-f031-4ed0-b70b-23f52c687cc1 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Network 7dd31760-f843-4430-8a9e-efb25a124ff8 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:15:18.827489 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device d2cc8775-e4df-478f-80f2-c6846920fb0c up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:15:18.862158 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-d6c77608-f031-4ed0-b70b-23f52c687cc1 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:15:18.864932 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9c19b28b-b6e0-48c2-af28-22626cf49495 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:18.868968 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c77608-f031-4ed0-b70b-23f52c687cc1 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:15:18.869698 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d6c77608-f031-4ed0-b70b-23f52c687cc1 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:18.887324 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b46d25ac-a50d-4a08-9b9b-615d97623226 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:18.908561 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-b46d25ac-a50d-4a08-9b9b-615d97623226 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Calling delete_port for 55c69a6a-7f85-4a05-b333-0fce74aa0761 owned by network:router_interface {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:15:18.951990 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9b084f14-faa9-4416-935d-33c1baf4378d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:18.968264 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c77608-f031-4ed0-b70b-23f52c687cc1 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event updated for resources: {'Port': ['ID=5b9c7a30-6241-4aad-8e03-8fbd2ee7920e,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:19.016788 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e2d3ad64-ae92-444c-b34e-15445d27fa6f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:19.086290 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b084f14-faa9-4416-935d-33c1baf4378d None None] Routers {'428fed0c-fa7d-4e06-b932-067e0676a428'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:15:19.087199 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-9b084f14-faa9-4416-935d-33c1baf4378d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:15:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['428fed0c-fa7d-4e06-b932-067e0676a428'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:19.222086 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8603b5e1-c781-4f24-8ca9-8d38dafff7bc None None] Pushing event updated for resources: {'Port': ['ID=ba59c544-fcd8-4c7d-b9f9-cae2184a0906,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:19.239028 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-26c039d5-4049-4522-92a6-bf8178bed273 None None] For port 426bbfe4-92e1-49a5-904e-2d2e38b12ba3, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:15:19.247695 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-25d30242-e337-4870-b0ed-4f78c6563187 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Allocated IP 172.20.0.17 (a551822e-f12f-484b-ae57-dea7c79b255f/974b35ee-b731-43f6-8848-4be92dd332ed/4e385aa9-3ee2-428a-958f-14ba3468c0d9) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:15:19.250384 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-eec24b31-e54e-4a5d-bac7-94af6f43f89f None None] For port 4a6ced04-9f85-4f23-a607-2d50dd21618c, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:15:19.303747 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-eec24b31-e54e-4a5d-bac7-94af6f43f89f None None] For port 4a6ced04-9f85-4f23-a607-2d50dd21618c, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4a6ced04-9f85-4f23-a607-2d50dd21618c,segment=NetworkSegment(84bffa05-a7ce-4e6b-9b2d-7eb40295c101),segment_id=84bffa05-a7ce-4e6b-9b2d-7eb40295c101)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:15:19.304847 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b2de4299-1ad5-4511-99d9-6ded8442ecff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:19.317740 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-26c039d5-4049-4522-92a6-bf8178bed273 None None] For port 426bbfe4-92e1-49a5-904e-2d2e38b12ba3, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=426bbfe4-92e1-49a5-904e-2d2e38b12ba3,segment=NetworkSegment(4a44eed0-2492-4d19-b966-0b50c67d15f9),segment_id=4a44eed0-2492-4d19-b966-0b50c67d15f9)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:15:19.348720 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e2d3ad64-ae92-444c-b34e-15445d27fa6f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:19.368477 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2de4299-1ad5-4511-99d9-6ded8442ecff None None] No DVR routers for this DVR port 860076f3-8574-4c54-af74-58086cbcddee on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:15:19.393447 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de4299-1ad5-4511-99d9-6ded8442ecff None None] Pushing event deleted for resources: {'Port': ['ID=860076f3-8574-4c54-af74-58086cbcddee,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:19.407436 n-d-803603-2 neutron-server[101676]: DEBUG neutron.objects.ports [None req-797ff53b-3eb6-4a45-afe2-07dcecf03bb8 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101676) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 13:15:19.413086 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port d2cc8775-e4df-478f-80f2-c6846920fb0c completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:15:19.414942 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-797ff53b-3eb6-4a45-afe2-07dcecf03bb8 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:19.422248 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-9b084f14-faa9-4416-935d-33c1baf4378d None None] Set router 428fed0c-fa7d-4e06-b932-067e0676a428 gateway port host: None {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:15:19.424434 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port d2cc8775-e4df-478f-80f2-c6846920fb0c triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:19.424872 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:19.470753 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e2d3ad64-ae92-444c-b34e-15445d27fa6f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:19.475738 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e2d3ad64-ae92-444c-b34e-15445d27fa6f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "DELETE /v2.0/subnets/2df74fa9-4a52-422a-a780-c36488fd175b HTTP/1.1" status: 204 len: 168 time: 1.2153702 Aug 18 13:15:19.482557 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42110) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:19.508475 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e0d0e4-bbae-4237-812b-7dc2394e2113 None None] Network a3e49dcd-a277-4170-bfef-fa46f5ed7634 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:15:19.518959 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-26c039d5-4049-4522-92a6-bf8178bed273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:19.521268 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-eec24b31-e54e-4a5d-bac7-94af6f43f89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:19.529807 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d3ad64-ae92-444c-b34e-15445d27fa6f tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Pushing event deleted for resources: {'Subnet': ['ID=2df74fa9-4a52-422a-a780-c36488fd175b,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:19.592402 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9c19b28b-b6e0-48c2-af28-22626cf49495 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:19.658969 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ff53b-3eb6-4a45-afe2-07dcecf03bb8 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Pushing event updated for resources: {'Subnet': ['ID=05487932-e368-47e0-b6e3-0199dd023c70,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:19.670221 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e422b4d-ec42-46e7-8519-cd5617eedba9 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Deleting subnet cb37ce99-5938-480b-b3eb-c3f4e77a0e89 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:15:19.676565 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1e422b4d-ec42-46e7-8519-cd5617eedba9 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:19.706601 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797ff53b-3eb6-4a45-afe2-07dcecf03bb8 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Checking segment: {'id': '0059f04a-daae-4a00-8677-81e28f44141f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '038a4c33-9dc0-401b-9b26-a29d5c898baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:15:19.707225 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797ff53b-3eb6-4a45-afe2-07dcecf03bb8 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Network hostable DHCP agents. Network: 038a4c33-9dc0-401b-9b26-a29d5c898baf, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:15:19.724129 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b46d25ac-a50d-4a08-9b9b-615d97623226 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:19.742674 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-25d30242-e337-4870-b0ed-4f78c6563187 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:19.762142 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9c19b28b-b6e0-48c2-af28-22626cf49495 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:19.786896 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1e422b4d-ec42-46e7-8519-cd5617eedba9 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:19.801202 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d25ac-a50d-4a08-9b9b-615d97623226 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Pushing event deleted for resources: {'Port': ['ID=55c69a6a-7f85-4a05-b333-0fce74aa0761,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:19.814885 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-25d30242-e337-4870-b0ed-4f78c6563187 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Transition to ACTIVE for port object 4e385aa9-3ee2-428a-958f-14ba3468c0d9 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:15:19.845344 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19b28b-b6e0-48c2-af28-22626cf49495 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8acb080-81fd-4b9d-a7d2-3f18cadae9d0,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:19.863699 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d6c77608-f031-4ed0-b70b-23f52c687cc1 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:19.920153 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797ff53b-3eb6-4a45-afe2-07dcecf03bb8 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Network 038a4c33-9dc0-401b-9b26-a29d5c898baf is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:15:19.951928 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:19.986442 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port d2cc8775-e4df-478f-80f2-c6846920fb0c, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=d2cc8775-e4df-478f-80f2-c6846920fb0c,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:15:20.008278 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9c19b28b-b6e0-48c2-af28-22626cf49495 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:20.009535 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9c19b28b-b6e0-48c2-af28-22626cf49495 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5420964 Aug 18 13:15:20.026645 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42114) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:20.042347 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-93fbe3ad-08d7-455b-9cc1-3d7d0c3e7aad tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Request body: {'security_group_rule': {'security_group_id': '244ce6e2-efcb-47ca-8b8b-4e7cd39097aa', 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:20.052362 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c039d5-4049-4522-92a6-bf8178bed273 None None] Pushing event updated for resources: {'Port': ['ID=426bbfe4-92e1-49a5-904e-2d2e38b12ba3,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:20.198399 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:20.199548 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 132ddc73-bfbc-4b2a-8d11-0336f7a89204 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:15:20.237280 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-797ff53b-3eb6-4a45-afe2-07dcecf03bb8 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 038a4c33-9dc0-401b-9b26-a29d5c898baf) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:15:20.248872 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797ff53b-3eb6-4a45-afe2-07dcecf03bb8 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:20.256515 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-797ff53b-3eb6-4a45-afe2-07dcecf03bb8 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:20.282794 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b46d25ac-a50d-4a08-9b9b-615d97623226 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:20.288860 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f13fe10-925b-4949-9738-b81598ef0086 None None] Network 038a4c33-9dc0-401b-9b26-a29d5c898baf requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:15:20.322087 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1e422b4d-ec42-46e7-8519-cd5617eedba9 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:20.358217 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-25d30242-e337-4870-b0ed-4f78c6563187 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:20.482149 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d30242-e337-4870-b0ed-4f78c6563187 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Network a551822e-f12f-484b-ae57-dea7c79b255f is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:15:20.500701 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-93fbe3ad-08d7-455b-9cc1-3d7d0c3e7aad tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:20.514733 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-25d30242-e337-4870-b0ed-4f78c6563187 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:15:20.517595 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-797ff53b-3eb6-4a45-afe2-07dcecf03bb8 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1741257 Aug 18 13:15:20.520367 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42116) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:20.526687 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-d3bcceeb-534a-4af6-ae97-7cacefd790e5 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Request body: {'port': {'network_id': '038a4c33-9dc0-401b-9b26-a29d5c898baf', 'name': 'tempest-NetworksIpV6TestAttrs-2046163414'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:20.568446 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 132ddc73-bfbc-4b2a-8d11-0336f7a89204 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:20.568822 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:20.584005 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff25927-6c3a-42cf-96c7-d7c218efbbdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-038a4c33-9dc0-401b-9b26-a29d5c898baf', 'network_id': '038a4c33-9dc0-401b-9b26-a29d5c898baf', 'tenant_id': '3a17a3546ac04bfea6fb738db10d1df1', 'fixed_ips': [{'subnet_id': '05487932-e368-47e0-b6e3-0199dd023c70'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:15:20.584867 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4ff25927-6c3a-42cf-96c7-d7c218efbbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:20.681567 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46d25ac-a50d-4a08-9b9b-615d97623226 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Router bdcdb42a-5e00-45cd-88a3-35d54e3bb2c7 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:15:20.697799 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d30242-e337-4870-b0ed-4f78c6563187 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:15:20.734896 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d6c77608-f031-4ed0-b70b-23f52c687cc1 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:20.761531 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-4ff25927-6c3a-42cf-96c7-d7c218efbbdd None None] Allocated IP 2001:db8::f816:3eff:fedd:60da (038a4c33-9dc0-401b-9b26-a29d5c898baf/05487932-e368-47e0-b6e3-0199dd023c70/360e01eb-4e96-46ad-9cbc-66fb3c24710a) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:15:20.776441 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1e422b4d-ec42-46e7-8519-cd5617eedba9 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:20.825122 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46d25ac-a50d-4a08-9b9b-615d97623226 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:15:20.827144 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1e422b4d-ec42-46e7-8519-cd5617eedba9 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:20.836899 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1e422b4d-ec42-46e7-8519-cd5617eedba9 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "DELETE /v2.0/subnets/cb37ce99-5938-480b-b3eb-c3f4e77a0e89 HTTP/1.1" status: 204 len: 168 time: 1.2852526 Aug 18 13:15:20.836899 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e422b4d-ec42-46e7-8519-cd5617eedba9 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Pushing event deleted for resources: {'Subnet': ['ID=cb37ce99-5938-480b-b3eb-c3f4e77a0e89,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:20.836899 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42118) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:20.840395 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b46d25ac-a50d-4a08-9b9b-615d97623226 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] 10.222.0.13 "PUT /v2.0/routers/bdcdb42a-5e00-45cd-88a3-35d54e3bb2c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6758218 Aug 18 13:15:20.852453 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42120) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:20.873205 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d30242-e337-4870-b0ed-4f78c6563187 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Pushing event updated for resources: {'Port': ['ID=4e385aa9-3ee2-428a-958f-14ba3468c0d9,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:20.876480 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d6c77608-f031-4ed0-b70b-23f52c687cc1 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:20.877502 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d6c77608-f031-4ed0-b70b-23f52c687cc1 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:20.957000 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4ff25927-6c3a-42cf-96c7-d7c218efbbdd None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:20.963690 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c77608-f031-4ed0-b70b-23f52c687cc1 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event updated for resources: {'Port': ['ID=5b9c7a30-6241-4aad-8e03-8fbd2ee7920e,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:20.965694 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-4ff25927-6c3a-42cf-96c7-d7c218efbbdd None None] Transition to ACTIVE for port object 360e01eb-4e96-46ad-9cbc-66fb3c24710a will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:15:20.981610 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec24b31-e54e-4a5d-bac7-94af6f43f89f None None] Pushing event updated for resources: {'Port': ['ID=4a6ced04-9f85-4f23-a607-2d50dd21618c,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:21.005684 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9962f7f5-8a98-4065-b3c7-1c408dff25a0 None None] Sync routers for ids ['bdcdb42a-5e00-45cd-88a3-35d54e3bb2c7'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:15:21.009449 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667bb9ff-22cc-4314-819d-da2189d372bc None None] Network 2459a67a-03d9-4542-a3d9-993612a32608 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:15:21.060508 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-4ff25927-6c3a-42cf-96c7-d7c218efbbdd None None] Transition to ACTIVE for port object 360e01eb-4e96-46ad-9cbc-66fb3c24710a will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:15:21.070776 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58d7bafa-bc63-463f-95f9-154c4f336c96 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:21.097786 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c105aff5-7624-41f2-8794-23452df65834 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:21.120708 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e9d2377d-ecfd-4708-89f5-fdb4c4d3a2ba req-14c35494-eecc-4b43-aa6a-224544abe38c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=266e00b9-f54d-4c7e-bc86-c1e206a0114c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3825569 Aug 18 13:15:21.184836 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-25d30242-e337-4870-b0ed-4f78c6563187 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:21.185118 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9962f7f5-8a98-4065-b3c7-1c408dff25a0 None None] Routers {'bdcdb42a-5e00-45cd-88a3-35d54e3bb2c7'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:15:21.186099 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-9962f7f5-8a98-4065-b3c7-1c408dff25a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:15:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['bdcdb42a-5e00-45cd-88a3-35d54e3bb2c7'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:21.188460 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bf5133-ed74-4f50-84c3-e35f23440b40 None None] DHCP port deletion for a3e49dcd-a277-4170-bfef-fa46f5ed7634 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:15:21.265318 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4ff25927-6c3a-42cf-96c7-d7c218efbbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:21.287220 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-9962f7f5-8a98-4065-b3c7-1c408dff25a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:21.295568 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3bcceeb-534a-4af6-ae97-7cacefd790e5 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Made reservation on behalf of 3a17a3546ac04bfea6fb738db10d1df1 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:15:21.311646 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d3bcceeb-534a-4af6-ae97-7cacefd790e5 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:21.314477 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-93fbe3ad-08d7-455b-9cc1-3d7d0c3e7aad tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:21.352848 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-d3bcceeb-534a-4af6-ae97-7cacefd790e5 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] device_id is not set on port e15b146e-7743-47f3-8091-c51c4ab67c17 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:15:21.381854 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff25927-6c3a-42cf-96c7-d7c218efbbdd None None] Network 038a4c33-9dc0-401b-9b26-a29d5c898baf is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:15:21.405406 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2377d-ecfd-4708-89f5-fdb4c4d3a2ba req-506c2d4d-b8c6-4698-a783-0621b0ea78c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:21.405406 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e9d2377d-ecfd-4708-89f5-fdb4c4d3a2ba req-506c2d4d-b8c6-4698-a783-0621b0ea78c9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a45397c4a7d4474ba973ba423e6989f&device_id=266e00b9-f54d-4c7e-bc86-c1e206a0114c HTTP/1.1" status: 200 len: 1136 time: 0.2178624 Aug 18 13:15:21.405692 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9962f7f5-8a98-4065-b3c7-1c408dff25a0 None None] Routers {'bdcdb42a-5e00-45cd-88a3-35d54e3bb2c7'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:15:21.405692 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-9962f7f5-8a98-4065-b3c7-1c408dff25a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:15:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['bdcdb42a-5e00-45cd-88a3-35d54e3bb2c7'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:21.444966 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c77608-f031-4ed0-b70b-23f52c687cc1 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Network 7dd31760-f843-4430-8a9e-efb25a124ff8 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:15:21.447010 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-93fbe3ad-08d7-455b-9cc1-3d7d0c3e7aad tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:21.497430 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-d6c77608-f031-4ed0-b70b-23f52c687cc1 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:15:21.510654 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c105aff5-7624-41f2-8794-23452df65834 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:21.512832 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c105aff5-7624-41f2-8794-23452df65834 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:21.534325 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fbe3ad-08d7-455b-9cc1-3d7d0c3e7aad tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e51eeeb-a43b-43fe-afbe-41d5fe15f00a,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:21.676016 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-58d7bafa-bc63-463f-95f9-154c4f336c96 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Deleting port c20d5901-19f5-4895-b5bb-6c755e9a11ae {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:15:21.676016 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58d7bafa-bc63-463f-95f9-154c4f336c96 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:21.734234 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c105aff5-7624-41f2-8794-23452df65834 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:21.735906 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c105aff5-7624-41f2-8794-23452df65834 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Fanout notify agent at l3_agent the message router_deleted on router bdcdb42a-5e00-45cd-88a3-35d54e3bb2c7 {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:15:21.778650 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c105aff5-7624-41f2-8794-23452df65834 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:21.781458 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c105aff5-7624-41f2-8794-23452df65834 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] 10.222.0.13 "DELETE /v2.0/routers/bdcdb42a-5e00-45cd-88a3-35d54e3bb2c7 HTTP/1.1" status: 204 len: 168 time: 0.9257884 Aug 18 13:15:21.792438 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42124) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:21.862536 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-4ff25927-6c3a-42cf-96c7-d7c218efbbdd None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:15:21.870405 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff25927-6c3a-42cf-96c7-d7c218efbbdd None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:15:21.873207 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=d2cc8775-e4df-478f-80f2-c6846920fb0c,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:21.900663 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-58d7bafa-bc63-463f-95f9-154c4f336c96 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] For port c20d5901-19f5-4895-b5bb-6c755e9a11ae, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=c20d5901-19f5-4895-b5bb-6c755e9a11ae,segment=NetworkSegment(a9e56373-d222-471d-9f99-de72a3304bf8),segment_id=a9e56373-d222-471d-9f99-de72a3304bf8)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:15:21.901155 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58d7bafa-bc63-463f-95f9-154c4f336c96 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:21.909749 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-9962f7f5-8a98-4065-b3c7-1c408dff25a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:21.910434 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9962f7f5-8a98-4065-b3c7-1c408dff25a0 None None] The sync data for ids ['bdcdb42a-5e00-45cd-88a3-35d54e3bb2c7'] in n-d-803603-2 is: [] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:15:21.916463 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-58d7bafa-bc63-463f-95f9-154c4f336c96 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Calling delete_port for c20d5901-19f5-4895-b5bb-6c755e9a11ae owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:15:21.963780 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bbc730-d139-462e-bcc4-b40c3b3afb1c None None] Network a551822e-f12f-484b-ae57-dea7c79b255f requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:15:21.997118 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-d3bcceeb-534a-4af6-ae97-7cacefd790e5 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Allocated IP 2001:db8::f816:3eff:fe69:40af (038a4c33-9dc0-401b-9b26-a29d5c898baf/05487932-e368-47e0-b6e3-0199dd023c70/e15b146e-7743-47f3-8091-c51c4ab67c17) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:15:22.103941 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef84bf43-0b34-4bec-9bac-4e9c2d61b800 None None] Network 7dd31760-f843-4430-8a9e-efb25a124ff8 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:15:22.107628 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2377d-ecfd-4708-89f5-fdb4c4d3a2ba req-611d5c16-ca98-4915-b06c-ef454601c863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:22.109132 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e9d2377d-ecfd-4708-89f5-fdb4c4d3a2ba req-611d5c16-ca98-4915-b06c-ef454601c863 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6 HTTP/1.1" status: 200 len: 895 time: 0.6821456 Aug 18 13:15:22.114880 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-93fbe3ad-08d7-455b-9cc1-3d7d0c3e7aad tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:22.116066 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-93fbe3ad-08d7-455b-9cc1-3d7d0c3e7aad tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.0837579 Aug 18 13:15:22.132169 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42128) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:22.153117 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-d86831b2-d864-4ac7-ac4d-f42548016304 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Request body: {'security_group_rule': {'security_group_id': '244ce6e2-efcb-47ca-8b8b-4e7cd39097aa', 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:22.171119 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c77608-f031-4ed0-b70b-23f52c687cc1 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Router 428fed0c-fa7d-4e06-b932-067e0676a428 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:15:22.177624 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-9b084f14-faa9-4416-935d-33c1baf4378d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'name': 'tempest-RoutersIpV6Test-router-636643852', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:15:02Z', 'updated_at': '2021-08-18T13:15:08Z', 'revision_number': 2, 'project_id': '01cf70040508408f95a82df41495eab1', 'gw_port_host': None, '_interfaces': [{'id': 'ba59c544-fcd8-4c7d-b9f9-cae2184a0906', 'name': '', 'network_id': 'ac814d43-7d5c-42b9-8d2a-7f9260018681', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:7a:8b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:06Z', 'updated_at': '2021-08-18T13:15:18Z', 'revision_number': 4, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:22.205643 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-25d30242-e337-4870-b0ed-4f78c6563187 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:22.258729 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff25927-6c3a-42cf-96c7-d7c218efbbdd None None] Pushing event updated for resources: {'Port': ['ID=360e01eb-4e96-46ad-9cbc-66fb3c24710a,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:22.259857 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d3bcceeb-534a-4af6-ae97-7cacefd790e5 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:22.269028 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-55aae41c-7b53-40c8-8c60-9352ae68e814 None None] Provisioning for port 426bbfe4-92e1-49a5-904e-2d2e38b12ba3 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:15:22.282245 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-d3bcceeb-534a-4af6-ae97-7cacefd790e5 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Transition to ACTIVE for port object e15b146e-7743-47f3-8091-c51c4ab67c17 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:15:22.309328 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-42bf5133-ed74-4f50-84c3-e35f23440b40 None None] Deleting port c20d5901-19f5-4895-b5bb-6c755e9a11ae {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:15:22.309714 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-42bf5133-ed74-4f50-84c3-e35f23440b40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:22.312712 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b084f14-faa9-4416-935d-33c1baf4378d None None] The sync data for ids ['428fed0c-fa7d-4e06-b932-067e0676a428'] in n-d-803603-2 is: [{'id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'name': 'tempest-RoutersIpV6Test-router-636643852', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:15:02Z', 'updated_at': '2021-08-18T13:15:08Z', 'revision_number': 2, 'project_id': '01cf70040508408f95a82df41495eab1', 'gw_port_host': None, '_interfaces': [{'id': 'ba59c544-fcd8-4c7d-b9f9-cae2184a0906', 'name': '', 'network_id': 'ac814d43-7d5c-42b9-8d2a-7f9260018681', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:7a:8b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:06Z', 'updated_at': '2021-08-18T13:15:18Z', 'revision_number': 4, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:15:22.341812 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-4ff25927-6c3a-42cf-96c7-d7c218efbbdd None None] Attempting to bind port 360e01eb-4e96-46ad-9cbc-66fb3c24710a on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:15:22.345880 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-4ff25927-6c3a-42cf-96c7-d7c218efbbdd None None] Attempting to bind port 360e01eb-4e96-46ad-9cbc-66fb3c24710a by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '0059f04a-daae-4a00-8677-81e28f44141f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '038a4c33-9dc0-401b-9b26-a29d5c898baf'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:15:22.345880 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff25927-6c3a-42cf-96c7-d7c218efbbdd None None] Attempting to bind port 360e01eb-4e96-46ad-9cbc-66fb3c24710a on network 038a4c33-9dc0-401b-9b26-a29d5c898baf {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:15:22.376390 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfce0b3d-7b37-4d80-90af-dcac167f2434 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Deleting subnet da6d4739-f7ee-4686-b94a-858940c14f65 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:15:22.392051 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bfce0b3d-7b37-4d80-90af-dcac167f2434 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:22.428440 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff25927-6c3a-42cf-96c7-d7c218efbbdd None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:15:22.428440 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff25927-6c3a-42cf-96c7-d7c218efbbdd None None] Checking segment: {'id': '0059f04a-daae-4a00-8677-81e28f44141f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '038a4c33-9dc0-401b-9b26-a29d5c898baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:15:22.428440 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4ff25927-6c3a-42cf-96c7-d7c218efbbdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:22.428895 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff25927-6c3a-42cf-96c7-d7c218efbbdd None None] Bound using segment: {'id': '0059f04a-daae-4a00-8677-81e28f44141f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '038a4c33-9dc0-401b-9b26-a29d5c898baf'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:15:22.430911 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-4ff25927-6c3a-42cf-96c7-d7c218efbbdd None None] Bound port: 360e01eb-4e96-46ad-9cbc-66fb3c24710a, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0059f04a-daae-4a00-8677-81e28f44141f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '038a4c33-9dc0-401b-9b26-a29d5c898baf'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:15:22.431354 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4ff25927-6c3a-42cf-96c7-d7c218efbbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:22.457340 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58d7bafa-bc63-463f-95f9-154c4f336c96 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:22.495522 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e9d2377d-ecfd-4708-89f5-fdb4c4d3a2ba req-fffa522b-6fda-44d4-ad38-75a7dcecd07a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=444e5a0e-adb6-413f-9be9-b289f1980ecd HTTP/1.1" status: 200 len: 1001 time: 0.3758156 Aug 18 13:15:22.498275 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c77608-f031-4ed0-b70b-23f52c687cc1 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:15:22.524855 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d6c77608-f031-4ed0-b70b-23f52c687cc1 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "PUT /v2.0/routers/428fed0c-fa7d-4e06-b932-067e0676a428/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6655483 Aug 18 13:15:22.546274 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bf868b-13b2-476c-b832-89f394d93a00 None None] DHCP port deletion for 2459a67a-03d9-4542-a3d9-993612a32608 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:15:22.665925 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-42bf5133-ed74-4f50-84c3-e35f23440b40 None None] For port c20d5901-19f5-4895-b5bb-6c755e9a11ae, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=c20d5901-19f5-4895-b5bb-6c755e9a11ae,segment=NetworkSegment(a9e56373-d222-471d-9f99-de72a3304bf8),segment_id=a9e56373-d222-471d-9f99-de72a3304bf8)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:15:22.666711 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-42bf5133-ed74-4f50-84c3-e35f23440b40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:22.698573 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-42bf5133-ed74-4f50-84c3-e35f23440b40 None None] Calling delete_port for c20d5901-19f5-4895-b5bb-6c755e9a11ae owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:15:22.869688 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-25d30242-e337-4870-b0ed-4f78c6563187 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:22.872490 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42130) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:22.891278 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-892cf14b-a20b-47ce-ab28-a53ca1d9b93d None None] Provisioning for port 4a6ced04-9f85-4f23-a607-2d50dd21618c completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:15:22.894269 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-42bf5133-ed74-4f50-84c3-e35f23440b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:22.908640 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-2fa6cc57-176d-4dab-bd73-dd1252216b1e tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-759078500'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:22.962875 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-25d30242-e337-4870-b0ed-4f78c6563187 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:23.027243 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device d2cc8775-e4df-478f-80f2-c6846920fb0c up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:15:23.065543 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-25d30242-e337-4870-b0ed-4f78c6563187 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:23.072122 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d7bafa-bc63-463f-95f9-154c4f336c96 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Pushing event deleted for resources: {'Port': ['ID=c20d5901-19f5-4895-b5bb-6c755e9a11ae,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:23.074830 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf5133-ed74-4f50-84c3-e35f23440b40 None None] Pushing event deleted for resources: {'Port': ['ID=c20d5901-19f5-4895-b5bb-6c755e9a11ae,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:23.080005 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d86831b2-d864-4ac7-ac4d-f42548016304 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:23.104996 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d7bafa-bc63-463f-95f9-154c4f336c96 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] No DVR routers for this DVR port c20d5901-19f5-4895-b5bb-6c755e9a11ae on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:15:23.110552 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bf5133-ed74-4f50-84c3-e35f23440b40 None None] No DVR routers for this DVR port c20d5901-19f5-4895-b5bb-6c755e9a11ae on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:15:23.113680 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bfce0b3d-7b37-4d80-90af-dcac167f2434 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:23.209162 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-4ff25927-6c3a-42cf-96c7-d7c218efbbdd None None] For port 360e01eb-4e96-46ad-9cbc-66fb3c24710a, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:15:23.241358 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa6cc57-176d-4dab-bd73-dd1252216b1e tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Made reservation on behalf of 01cf70040508408f95a82df41495eab1 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:15:23.246774 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2fa6cc57-176d-4dab-bd73-dd1252216b1e tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:23.256211 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d3bcceeb-534a-4af6-ae97-7cacefd790e5 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:23.284005 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-4ff25927-6c3a-42cf-96c7-d7c218efbbdd None None] For port 360e01eb-4e96-46ad-9cbc-66fb3c24710a, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=360e01eb-4e96-46ad-9cbc-66fb3c24710a,segment=NetworkSegment(0059f04a-daae-4a00-8677-81e28f44141f),segment_id=0059f04a-daae-4a00-8677-81e28f44141f)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:15:23.325491 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-c8bf868b-13b2-476c-b832-89f394d93a00 None None] Deleting port 7cb56540-9a17-4dfb-9d46-a477f6d1875e {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:15:23.325892 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c8bf868b-13b2-476c-b832-89f394d93a00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:23.330061 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port d2cc8775-e4df-478f-80f2-c6846920fb0c triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:23.330488 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:23.354446 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d30242-e337-4870-b0ed-4f78c6563187 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Pushing event updated for resources: {'Port': ['ID=4e385aa9-3ee2-428a-958f-14ba3468c0d9,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:23.377953 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2377d-ecfd-4708-89f5-fdb4c4d3a2ba req-0987d9bf-7cb3-4728-abbb-bc28dd89622a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:23.384857 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e9d2377d-ecfd-4708-89f5-fdb4c4d3a2ba req-0987d9bf-7cb3-4728-abbb-bc28dd89622a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fe3a97f8-d0ad-4092-af0e-798ceb90f1df HTTP/1.1" status: 200 len: 835 time: 0.8574746 Aug 18 13:15:23.388688 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d86831b2-d864-4ac7-ac4d-f42548016304 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:23.412799 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4ff25927-6c3a-42cf-96c7-d7c218efbbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:23.453716 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58d7bafa-bc63-463f-95f9-154c4f336c96 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:23.465698 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-58d7bafa-bc63-463f-95f9-154c4f336c96 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3e49dcd-a277-4170-bfef-fa46f5ed7634']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:23.476810 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-58d7bafa-bc63-463f-95f9-154c4f336c96 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9e56373-d222-471d-9f99-de72a3304bf8') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:23.477068 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-58d7bafa-bc63-463f-95f9-154c4f336c96 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9e56373-d222-471d-9f99-de72a3304bf8') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:23.487423 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58d7bafa-bc63-463f-95f9-154c4f336c96 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:23.489144 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fa6cc57-176d-4dab-bd73-dd1252216b1e tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:15:23.493880 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d86831b2-d864-4ac7-ac4d-f42548016304 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:23.503236 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58d7bafa-bc63-463f-95f9-154c4f336c96 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:23.518024 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58d7bafa-bc63-463f-95f9-154c4f336c96 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:15:23.518350 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58d7bafa-bc63-463f-95f9-154c4f336c96 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:23.524596 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-c8bf868b-13b2-476c-b832-89f394d93a00 None None] For port 7cb56540-9a17-4dfb-9d46-a477f6d1875e, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=7cb56540-9a17-4dfb-9d46-a477f6d1875e,segment=NetworkSegment(6768c0de-df2c-476c-8a94-2dd244066493),segment_id=6768c0de-df2c-476c-8a94-2dd244066493)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:15:23.524596 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c8bf868b-13b2-476c-b832-89f394d93a00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:23.594012 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-c8bf868b-13b2-476c-b832-89f394d93a00 None None] Calling delete_port for 7cb56540-9a17-4dfb-9d46-a477f6d1875e owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:15:23.598936 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d30242-e337-4870-b0ed-4f78c6563187 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Network a551822e-f12f-484b-ae57-dea7c79b255f is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:15:23.600447 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2fa6cc57-176d-4dab-bd73-dd1252216b1e tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:23.600796 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-2fa6cc57-176d-4dab-bd73-dd1252216b1e tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Added segment 77c78884-ce65-4c80-b8e5-7e16c13f7bb1 of type vlan for network 9a1c126a-6e8e-40f3-a5dd-cce39db9c136 Aug 18 13:15:23.606667 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86831b2-d864-4ac7-ac4d-f42548016304 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cb876d7-304f-47ad-b86c-d6b8084edcc0,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:23.618752 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-25d30242-e337-4870-b0ed-4f78c6563187 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:15:23.649015 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:15:23.649015 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:15:23.649015 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:15:23.649015 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:15:23.649015 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:15:23.649015 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:15:23.649015 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:15:23.649015 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:15:23.649015 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:15:23.649015 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:15:23.649015 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:15:23.649015 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:15:23.649015 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:15:23.649015 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:15:23.649015 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:15:23.649015 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:15:23.649015 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:15:23.649015 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:15:23.649015 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:15:23.649015 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:15:23.649015 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:15:23.649015 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:15:23.649015 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:15:23.649015 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:15:23.649015 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:15:23.649015 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:15:23.649015 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:15:23.649015 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:15:23.649015 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:15:23.649015 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:15:23.649015 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:15:23.649015 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:15:23.652470 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bcceeb-534a-4af6-ae97-7cacefd790e5 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Network 038a4c33-9dc0-401b-9b26-a29d5c898baf is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:15:23.679577 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-d3bcceeb-534a-4af6-ae97-7cacefd790e5 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:15:23.687153 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bcceeb-534a-4af6-ae97-7cacefd790e5 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:15:23.710736 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bcceeb-534a-4af6-ae97-7cacefd790e5 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:23.710736 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d3bcceeb-534a-4af6-ae97-7cacefd790e5 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:23.726038 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bcceeb-534a-4af6-ae97-7cacefd790e5 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Pushing event updated for resources: {'Port': ['ID=e15b146e-7743-47f3-8091-c51c4ab67c17,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:23.752033 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2377d-ecfd-4708-89f5-fdb4c4d3a2ba req-51ede7e1-42d7-43ca-bc83-44e4889d750f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:23.753628 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e9d2377d-ecfd-4708-89f5-fdb4c4d3a2ba req-51ede7e1-42d7-43ca-bc83-44e4889d750f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3581412 Aug 18 13:15:23.759504 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d86831b2-d864-4ac7-ac4d-f42548016304 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:23.763639 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d86831b2-d864-4ac7-ac4d-f42548016304 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6249771 Aug 18 13:15:23.770504 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42134) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:23.771212 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bfce0b3d-7b37-4d80-90af-dcac167f2434 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:23.783337 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58d7bafa-bc63-463f-95f9-154c4f336c96 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:23.787419 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 426bbfe4-92e1-49a5-904e-2d2e38b12ba3 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:15:23.789915 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff25927-6c3a-42cf-96c7-d7c218efbbdd None None] Pushing event updated for resources: {'Port': ['ID=360e01eb-4e96-46ad-9cbc-66fb3c24710a,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:23.816868 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58d7bafa-bc63-463f-95f9-154c4f336c96 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:23.821312 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-58d7bafa-bc63-463f-95f9-154c4f336c96 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "DELETE /v2.0/networks/a3e49dcd-a277-4170-bfef-fa46f5ed7634 HTTP/1.1" status: 204 len: 168 time: 2.9781282 Aug 18 13:15:23.828776 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-2105c201-a43e-47d5-8a5f-c67c2f73883b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Request body: {'security_group_rule': {'security_group_id': '244ce6e2-efcb-47ca-8b8b-4e7cd39097aa', 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:23.834865 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42136) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:23.892220 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d7bafa-bc63-463f-95f9-154c4f336c96 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Pushing event deleted for resources: {'Network': ['ID=a3e49dcd-a277-4170-bfef-fa46f5ed7634,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:23.897045 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2fa6cc57-176d-4dab-bd73-dd1252216b1e tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:23.990730 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d3bcceeb-534a-4af6-ae97-7cacefd790e5 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.4683604 Aug 18 13:15:23.996681 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42138) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:24.044839 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-9130aab1-c98f-4118-be57-d3605cfa16bb None None] Provisioning for port 4e385aa9-3ee2-428a-958f-14ba3468c0d9 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:15:24.060863 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-9130aab1-c98f-4118-be57-d3605cfa16bb None None] Provisioning complete for port 4e385aa9-3ee2-428a-958f-14ba3468c0d9 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:24.061783 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9130aab1-c98f-4118-be57-d3605cfa16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:24.080895 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d30242-e337-4870-b0ed-4f78c6563187 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Router 51490c05-abef-4262-8c0d-6253bf53a5b2 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:15:24.088263 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e9d2377d-ecfd-4708-89f5-fdb4c4d3a2ba req-cc6598c5-405d-46bc-9b71-a3a419adbcfa service neutron] 10.222.0.20 "GET /v2.0/networks/9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167388 Aug 18 13:15:24.144614 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-9130aab1-c98f-4118-be57-d3605cfa16bb None None] Port 4e385aa9-3ee2-428a-958f-14ba3468c0d9 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:15:24.147171 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7cf37147-6e7d-436d-a8ce-7c75e81d0a63 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:24.160249 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bb3c44a-daa1-4362-bd27-9631bf449d8c tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Deleting subnet 05487932-e368-47e0-b6e3-0199dd023c70 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:15:24.166675 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c8bf868b-13b2-476c-b832-89f394d93a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:24.175912 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9bb3c44a-daa1-4362-bd27-9631bf449d8c tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:24.221072 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 426bbfe4-92e1-49a5-904e-2d2e38b12ba3 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:15:24.228031 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 426bbfe4-92e1-49a5-904e-2d2e38b12ba3 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:24.228468 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:24.232663 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bf868b-13b2-476c-b832-89f394d93a00 None None] No DVR routers for this DVR port 7cb56540-9a17-4dfb-9d46-a477f6d1875e on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:15:24.236428 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf868b-13b2-476c-b832-89f394d93a00 None None] Pushing event deleted for resources: {'Port': ['ID=7cb56540-9a17-4dfb-9d46-a477f6d1875e,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:24.248967 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2fa6cc57-176d-4dab-bd73-dd1252216b1e tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:24.254715 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa6cc57-176d-4dab-bd73-dd1252216b1e tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:24.255316 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2fa6cc57-176d-4dab-bd73-dd1252216b1e tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:24.315780 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9bb3c44a-daa1-4362-bd27-9631bf449d8c tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:24.327730 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2105c201-a43e-47d5-8a5f-c67c2f73883b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:24.392576 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-9b76d5b3-cce0-4314-bd42-83ca73f63bdb None None] Provisioning complete for port 4e385aa9-3ee2-428a-958f-14ba3468c0d9 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:24.393092 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9b76d5b3-cce0-4314-bd42-83ca73f63bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:24.399463 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:24.493489 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bfce0b3d-7b37-4d80-90af-dcac167f2434 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:24.509027 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa6cc57-176d-4dab-bd73-dd1252216b1e tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event updated for resources: {'Network': ['ID=9a1c126a-6e8e-40f3-a5dd-cce39db9c136,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:24.527766 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bfce0b3d-7b37-4d80-90af-dcac167f2434 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:24.530009 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-bfce0b3d-7b37-4d80-90af-dcac167f2434 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] 10.222.0.13 "DELETE /v2.0/subnets/da6d4739-f7ee-4686-b94a-858940c14f65 HTTP/1.1" status: 204 len: 168 time: 2.7309775 Aug 18 13:15:24.543719 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42142) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:24.562959 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 9a1c126a-6e8e-40f3-a5dd-cce39db9c136 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:15:24.565279 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1c6eb6-347a-4185-bb45-1b4bcb53e18e None None] Network a9ae65bd-24a2-4c77-9c14-3d65e7de7ca2 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:15:24.576795 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2fa6cc57-176d-4dab-bd73-dd1252216b1e tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6941576 Aug 18 13:15:24.585089 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42144) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:24.601222 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-7a8b701f-8b21-47e9-af74-88da5fcd1596 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Request body: {'subnet': {'network_id': '9a1c126a-6e8e-40f3-a5dd-cce39db9c136', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:24.684154 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-9b76d5b3-cce0-4314-bd42-83ca73f63bdb None None] Port 4e385aa9-3ee2-428a-958f-14ba3468c0d9 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:15:24.693324 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e9d2377d-ecfd-4708-89f5-fdb4c4d3a2ba req-9c227214-63f4-444c-9dfc-2cf8dcaf33d1 service neutron] 10.222.0.20 "GET /v2.0/networks/9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5966816 Aug 18 13:15:24.696741 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce0b3d-7b37-4d80-90af-dcac167f2434 tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Pushing event deleted for resources: {'Subnet': ['ID=da6d4739-f7ee-4686-b94a-858940c14f65,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:24.711643 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 426bbfe4-92e1-49a5-904e-2d2e38b12ba3, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=426bbfe4-92e1-49a5-904e-2d2e38b12ba3,segment=NetworkSegment(4a44eed0-2492-4d19-b966-0b50c67d15f9),segment_id=4a44eed0-2492-4d19-b966-0b50c67d15f9)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:15:24.713899 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d30242-e337-4870-b0ed-4f78c6563187 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:15:24.730078 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46470e18-c457-441a-80ce-10129d50f949 None None] Sync routers for ids ['51490c05-abef-4262-8c0d-6253bf53a5b2'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:15:24.740383 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46470e18-c457-441a-80ce-10129d50f949 None None] Routers {'51490c05-abef-4262-8c0d-6253bf53a5b2'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:15:24.741024 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-46470e18-c457-441a-80ce-10129d50f949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:15:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['51490c05-abef-4262-8c0d-6253bf53a5b2'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:24.751398 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-25d30242-e337-4870-b0ed-4f78c6563187 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "PUT /v2.0/routers/51490c05-abef-4262-8c0d-6253bf53a5b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9068646 Aug 18 13:15:24.762136 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2105c201-a43e-47d5-8a5f-c67c2f73883b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:24.762770 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7cf37147-6e7d-436d-a8ce-7c75e81d0a63 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:24.770497 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-90a3b9c0-4396-4813-b56d-b550ca220cfc tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:24.831500 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-7cf37147-6e7d-436d-a8ce-7c75e81d0a63 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2459a67a-03d9-4542-a3d9-993612a32608']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:24.855737 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:24.856999 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4a6ced04-9f85-4f23-a607-2d50dd21618c up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:15:24.898697 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2105c201-a43e-47d5-8a5f-c67c2f73883b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:24.951882 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-9b76d5b3-cce0-4314-bd42-83ca73f63bdb None None] Provisioning for port 5b9c7a30-6241-4aad-8e03-8fbd2ee7920e completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:15:24.966549 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-7cf37147-6e7d-436d-a8ce-7c75e81d0a63 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6768c0de-df2c-476c-8a94-2dd244066493') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:24.971826 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-7cf37147-6e7d-436d-a8ce-7c75e81d0a63 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6768c0de-df2c-476c-8a94-2dd244066493') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:24.992907 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-46470e18-c457-441a-80ce-10129d50f949 None None] Set router 51490c05-abef-4262-8c0d-6253bf53a5b2 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:15:24.995181 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-90a3b9c0-4396-4813-b56d-b550ca220cfc tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Deleting port 0c9654fb-07e7-4e50-8746-a01eb7fbdda1 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:15:25.000828 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-90a3b9c0-4396-4813-b56d-b550ca220cfc tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:25.000828 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2105c201-a43e-47d5-8a5f-c67c2f73883b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=948dca5a-2cad-4032-bcd0-6b6d4cb73051,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:25.029503 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7cf37147-6e7d-436d-a8ce-7c75e81d0a63 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:25.056362 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7cf37147-6e7d-436d-a8ce-7c75e81d0a63 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:25.068702 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf37147-6e7d-436d-a8ce-7c75e81d0a63 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:15:25.069395 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7cf37147-6e7d-436d-a8ce-7c75e81d0a63 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:25.073501 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:15:25.073501 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:15:25.073501 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:15:25.073501 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:15:25.073501 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:15:25.073501 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:15:25.073501 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:15:25.073501 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:15:25.073501 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:15:25.073501 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:15:25.073501 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:15:25.073501 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:15:25.073501 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:15:25.073501 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:15:25.073501 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:15:25.073501 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:15:25.073501 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:15:25.073501 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:15:25.073501 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:15:25.073501 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:15:25.073501 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:15:25.073501 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:15:25.073501 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:15:25.073501 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:15:25.073501 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:15:25.073501 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:15:25.073501 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:15:25.073501 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:15:25.073501 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:15:25.073501 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:15:25.073501 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:15:25.073501 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:15:25.207125 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9bb3c44a-daa1-4362-bd27-9631bf449d8c tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:25.257532 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-90a3b9c0-4396-4813-b56d-b550ca220cfc tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] For port 0c9654fb-07e7-4e50-8746-a01eb7fbdda1, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=0c9654fb-07e7-4e50-8746-a01eb7fbdda1,segment=NetworkSegment(7cab67ee-b595-41b3-89f7-531587b7fdb4),segment_id=7cab67ee-b595-41b3-89f7-531587b7fdb4)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:15:25.257532 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-90a3b9c0-4396-4813-b56d-b550ca220cfc tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:25.299970 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-90a3b9c0-4396-4813-b56d-b550ca220cfc tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Calling delete_port for 0c9654fb-07e7-4e50-8746-a01eb7fbdda1 owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:15:25.316587 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8b701f-8b21-47e9-af74-88da5fcd1596 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Made reservation on behalf of 01cf70040508408f95a82df41495eab1 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:15:25.321046 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7a8b701f-8b21-47e9-af74-88da5fcd1596 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:25.344808 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7cf37147-6e7d-436d-a8ce-7c75e81d0a63 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:25.348196 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-46470e18-c457-441a-80ce-10129d50f949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51490c05-abef-4262-8c0d-6253bf53a5b2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2013060142', 'tenant_id': '0a45397c4a7d4474ba973ba423e6989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'd2cc8775-e4df-478f-80f2-c6846920fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:15:04Z', 'updated_at': '2021-08-18T13:15:21Z', 'revision_number': 4, 'project_id': '0a45397c4a7d4474ba973ba423e6989f', 'gw_port': {'id': 'd2cc8775-e4df-478f-80f2-c6846920fb0c', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51490c05-abef-4262-8c0d-6253bf53a5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:06Z', 'updated_at': '2021-08-18T13:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '4e385aa9-3ee2-428a-958f-14ba3468c0d9', 'name': '', 'network_id': 'a551822e-f12f-484b-ae57-dea7c79b255f', 'tenant_id': '0a45397c4a7d4474ba973ba423e6989f', 'mac_address': 'fa:16:3e:a5:e4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51490c05-abef-4262-8c0d-6253bf53a5b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '974b35ee-b731-43f6-8848-4be92dd332ed', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:18Z', 'updated_at': '2021-08-18T13:15:22Z', 'revision_number': 2, 'project_id': '0a45397c4a7d4474ba973ba423e6989f', 'subnets': [{'id': '974b35ee-b731-43f6-8848-4be92dd332ed', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:25.349543 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6acdfe-39e2-4fae-8a6f-ac6771aa4330 None None] Sync routers for ids ['428fed0c-fa7d-4e06-b932-067e0676a428'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:15:25.351898 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-9b76d5b3-cce0-4314-bd42-83ca73f63bdb None None] Provisioning complete for port 5b9c7a30-6241-4aad-8e03-8fbd2ee7920e triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:25.352178 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9b76d5b3-cce0-4314-bd42-83ca73f63bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:25.389764 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2105c201-a43e-47d5-8a5f-c67c2f73883b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:25.392089 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2105c201-a43e-47d5-8a5f-c67c2f73883b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6133661 Aug 18 13:15:25.400656 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46470e18-c457-441a-80ce-10129d50f949 None None] Checking router: 51490c05-abef-4262-8c0d-6253bf53a5b2 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:15:25.400970 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42158) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:25.401612 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46470e18-c457-441a-80ce-10129d50f949 None None] Updating router 51490c05-abef-4262-8c0d-6253bf53a5b2 port 4e385aa9-3ee2-428a-958f-14ba3468c0d9 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:15:25.409198 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-54230a26-9d59-4138-8ffb-184c2c30b7ba tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Request body: {'security_group_rule': {'security_group_id': '244ce6e2-efcb-47ca-8b8b-4e7cd39097aa', 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:25.436110 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7cf37147-6e7d-436d-a8ce-7c75e81d0a63 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:25.439384 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7cf37147-6e7d-436d-a8ce-7c75e81d0a63 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] 10.222.0.13 "DELETE /v2.0/networks/2459a67a-03d9-4542-a3d9-993612a32608 HTTP/1.1" status: 204 len: 168 time: 1.6012607 Aug 18 13:15:25.445963 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf37147-6e7d-436d-a8ce-7c75e81d0a63 tempest-TaggedBootDevicesTest-1372186854 tempest-TaggedBootDevicesTest-1372186854-project] Pushing event deleted for resources: {'Network': ['ID=2459a67a-03d9-4542-a3d9-993612a32608,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:25.473212 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-46470e18-c457-441a-80ce-10129d50f949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:25.495423 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6acdfe-39e2-4fae-8a6f-ac6771aa4330 None None] Routers {'428fed0c-fa7d-4e06-b932-067e0676a428'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:15:25.496061 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-0e6acdfe-39e2-4fae-8a6f-ac6771aa4330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:15:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['428fed0c-fa7d-4e06-b932-067e0676a428'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:25.502518 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=426bbfe4-92e1-49a5-904e-2d2e38b12ba3,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:25.583457 n-d-803603-2 neutron-server[101675]: INFO neutron.db.securitygroups_db [None req-54230a26-9d59-4138-8ffb-184c2c30b7ba tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Project e63152bca3cb423b9a7763e005387f10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 13:15:25.602885 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-54230a26-9d59-4138-8ffb-184c2c30b7ba tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:25.666520 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-90a3b9c0-4396-4813-b56d-b550ca220cfc tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:25.671986 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-6b85c266-07d8-4631-9a7b-3466f30a7906 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:25.681178 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf29738b-699f-4a55-aa75-0e00dc2ffbf7 None None] Network 038a4c33-9dc0-401b-9b26-a29d5c898baf requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:15:25.687007 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-6b85c266-07d8-4631-9a7b-3466f30a7906 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/networks?id=a551822e-f12f-484b-ae57-dea7c79b255f HTTP/1.1" status: 200 len: 798 time: 0.5121770 Aug 18 13:15:25.689917 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-9b76d5b3-cce0-4314-bd42-83ca73f63bdb None None] Port 5b9c7a30-6241-4aad-8e03-8fbd2ee7920e cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:15:25.713648 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a3b9c0-4396-4813-b56d-b550ca220cfc tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Pushing event deleted for resources: {'Port': ['ID=0c9654fb-07e7-4e50-8746-a01eb7fbdda1,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:25.720221 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a3b9c0-4396-4813-b56d-b550ca220cfc tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] No DVR routers for this DVR port 0c9654fb-07e7-4e50-8746-a01eb7fbdda1 on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:15:25.721689 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-f32fce75-d0a6-46e8-941e-9ffff33867e0 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/quotas/0a45397c4a7d4474ba973ba423e6989f HTTP/1.1" status: 200 len: 375 time: 0.0335855 Aug 18 13:15:25.782748 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-54230a26-9d59-4138-8ffb-184c2c30b7ba tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:25.819301 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9bb3c44a-daa1-4362-bd27-9631bf449d8c tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:25.846959 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-90a3b9c0-4396-4813-b56d-b550ca220cfc tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:25.869710 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9bb3c44a-daa1-4362-bd27-9631bf449d8c tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:25.870809 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-90a3b9c0-4396-4813-b56d-b550ca220cfc tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ae65bd-24a2-4c77-9c14-3d65e7de7ca2']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:25.877018 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9bb3c44a-daa1-4362-bd27-9631bf449d8c tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] 10.222.0.13 "DELETE /v2.0/subnets/05487932-e368-47e0-b6e3-0199dd023c70 HTTP/1.1" status: 204 len: 168 time: 1.8697376 Aug 18 13:15:25.880491 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42168) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:25.882445 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb3c44a-daa1-4362-bd27-9631bf449d8c tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Pushing event deleted for resources: {'Subnet': ['ID=05487932-e368-47e0-b6e3-0199dd023c70,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:25.897025 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-54230a26-9d59-4138-8ffb-184c2c30b7ba tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:25.923770 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-90a3b9c0-4396-4813-b56d-b550ca220cfc tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cab67ee-b595-41b3-89f7-531587b7fdb4') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:25.924480 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-90a3b9c0-4396-4813-b56d-b550ca220cfc tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cab67ee-b595-41b3-89f7-531587b7fdb4') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:25.930747 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f574e77a-383f-462a-98e5-5322ca1f2219 None None] DHCP port deletion for a9ae65bd-24a2-4c77-9c14-3d65e7de7ca2 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:15:25.938374 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54230a26-9d59-4138-8ffb-184c2c30b7ba tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd9e6666-3e6e-4418-a614-28999a53a590,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:25.941839 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-90a3b9c0-4396-4813-b56d-b550ca220cfc tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:25.959804 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-0e6acdfe-39e2-4fae-8a6f-ac6771aa4330 None None] Set router 428fed0c-fa7d-4e06-b932-067e0676a428 gateway port host: None {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:15:25.965118 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-90a3b9c0-4396-4813-b56d-b550ca220cfc tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:25.976461 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90a3b9c0-4396-4813-b56d-b550ca220cfc tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:15:25.976914 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-90a3b9c0-4396-4813-b56d-b550ca220cfc tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:25.982761 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:15:25.982761 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:15:25.982761 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:15:25.982761 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:15:25.982761 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:15:25.982761 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:15:25.982761 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:15:25.982761 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:15:25.982761 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:15:25.982761 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:15:25.982761 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:15:25.982761 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:15:25.982761 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:15:25.982761 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:15:25.982761 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:15:25.982761 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:15:25.982761 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:15:25.982761 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:15:25.982761 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:15:25.982761 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:15:25.982761 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:15:25.982761 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:15:25.982761 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:15:25.982761 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:15:25.982761 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:15:25.982761 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:15:25.982761 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:15:25.982761 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:15:25.982761 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:15:25.982761 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:15:25.982761 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:15:25.982761 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:15:26.020618 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-d64457f0-c62c-4385-bc1b-aab6d01a7826 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a45397c4a7d4474ba973ba423e6989f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2970033 Aug 18 13:15:26.048632 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 4a6ced04-9f85-4f23-a607-2d50dd21618c completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:15:26.049952 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-54230a26-9d59-4138-8ffb-184c2c30b7ba tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:26.051819 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-54230a26-9d59-4138-8ffb-184c2c30b7ba tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6495159 Aug 18 13:15:26.061218 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 4a6ced04-9f85-4f23-a607-2d50dd21618c triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:26.061749 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:26.068189 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42170) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:26.073598 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-923d804c-d0af-43cc-a899-495cbfbc2fd6 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Request body: {'security_group_rule': {'security_group_id': '244ce6e2-efcb-47ca-8b8b-4e7cd39097aa', 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:26.118010 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-46470e18-c457-441a-80ce-10129d50f949 None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:26.131097 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-46470e18-c457-441a-80ce-10129d50f949 None None] Transition to ACTIVE for port object 4e385aa9-3ee2-428a-958f-14ba3468c0d9 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:15:26.135829 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b9a17b-2eea-46eb-81ce-a8135844eb1d tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:26.137889 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b9a17b-2eea-46eb-81ce-a8135844eb1d tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:26.139496 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a7b9a17b-2eea-46eb-81ce-a8135844eb1d tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2581923 Aug 18 13:15:26.142709 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42172) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:26.174464 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-72836dbb-09db-43e6-bd3b-eabc6554190a None None] Provisioning complete for port 4e385aa9-3ee2-428a-958f-14ba3468c0d9 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:26.174908 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-72836dbb-09db-43e6-bd3b-eabc6554190a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:26.191022 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-f378fd8f-8973-4855-8f0f-45edef613c9c service neutron] 10.222.0.13 "GET /v2.0/networks/a551822e-f12f-484b-ae57-dea7c79b255f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550214 Aug 18 13:15:26.234826 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8176c8dc-b3e3-45b3-8350-98d4b0d713ea tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:26.265666 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-8176c8dc-b3e3-45b3-8350-98d4b0d713ea tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 18 13:15:26.265666 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8176c8dc-b3e3-45b3-8350-98d4b0d713ea tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:15:26.270695 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42176) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:26.274520 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8176c8dc-b3e3-45b3-8350-98d4b0d713ea tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] 10.222.0.13 "DELETE /v2.0/networks/038a4c33-9dc0-401b-9b26-a29d5c898baf HTTP/1.1" status: 409 len: 405 time: 0.1212010 Aug 18 13:15:26.276222 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-22290446-4995-4c2d-a53e-560370be2325 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2032882453'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:26.295816 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-46470e18-c457-441a-80ce-10129d50f949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:26.297288 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-90a3b9c0-4396-4813-b56d-b550ca220cfc tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:26.298033 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-72836dbb-09db-43e6-bd3b-eabc6554190a None None] Port 4e385aa9-3ee2-428a-958f-14ba3468c0d9 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:15:26.312172 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-90a3b9c0-4396-4813-b56d-b550ca220cfc tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:26.316143 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-90a3b9c0-4396-4813-b56d-b550ca220cfc tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] 10.222.0.13 "DELETE /v2.0/networks/a9ae65bd-24a2-4c77-9c14-3d65e7de7ca2 HTTP/1.1" status: 204 len: 168 time: 1.7711036 Aug 18 13:15:26.317161 n-d-803603-2 neutron-server[101675]: INFO neutron.db.securitygroups_db [None req-923d804c-d0af-43cc-a899-495cbfbc2fd6 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Project e63152bca3cb423b9a7763e005387f10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 13:15:26.339534 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-c7321026-2627-45e6-97fa-2ed147791319 service neutron] 10.222.0.13 "GET /v2.0/networks/a551822e-f12f-484b-ae57-dea7c79b255f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475217 Aug 18 13:15:26.343101 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7a8b701f-8b21-47e9-af74-88da5fcd1596 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:26.378559 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-72836dbb-09db-43e6-bd3b-eabc6554190a None None] Provisioning complete for port 5b9c7a30-6241-4aad-8e03-8fbd2ee7920e triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:26.379171 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-72836dbb-09db-43e6-bd3b-eabc6554190a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:26.382395 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:26.382934 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-923d804c-d0af-43cc-a899-495cbfbc2fd6 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:26.464812 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a3b9c0-4396-4813-b56d-b550ca220cfc tempest-FloatingIPNegativeTestJSON-1235160861 tempest-FloatingIPNegativeTestJSON-1235160861-project] Pushing event deleted for resources: {'Network': ['ID=a9ae65bd-24a2-4c77-9c14-3d65e7de7ca2,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:26.470141 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533be74f-2403-437f-b08c-5c75588712df None None] Pushing event updated for resources: {'Port': ['ID=4e385aa9-3ee2-428a-958f-14ba3468c0d9,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:26.474049 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22290446-4995-4c2d-a53e-560370be2325 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Made reservation on behalf of 3a17a3546ac04bfea6fb738db10d1df1 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:15:26.489518 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-22290446-4995-4c2d-a53e-560370be2325 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:26.549336 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-923d804c-d0af-43cc-a899-495cbfbc2fd6 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:26.554691 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-72836dbb-09db-43e6-bd3b-eabc6554190a None None] Port 5b9c7a30-6241-4aad-8e03-8fbd2ee7920e cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:15:26.555180 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-46470e18-c457-441a-80ce-10129d50f949 None None] Attempting to bind port 4e385aa9-3ee2-428a-958f-14ba3468c0d9 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:15:26.555729 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-46470e18-c457-441a-80ce-10129d50f949 None None] Attempting to bind port 4e385aa9-3ee2-428a-958f-14ba3468c0d9 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '4a44eed0-2492-4d19-b966-0b50c67d15f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a551822e-f12f-484b-ae57-dea7c79b255f'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:15:26.556366 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46470e18-c457-441a-80ce-10129d50f949 None None] Attempting to bind port 4e385aa9-3ee2-428a-958f-14ba3468c0d9 on network a551822e-f12f-484b-ae57-dea7c79b255f {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:15:26.564453 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46470e18-c457-441a-80ce-10129d50f949 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:15:26.564868 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46470e18-c457-441a-80ce-10129d50f949 None None] Checking segment: {'id': '4a44eed0-2492-4d19-b966-0b50c67d15f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a551822e-f12f-484b-ae57-dea7c79b255f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:15:26.565972 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-46470e18-c457-441a-80ce-10129d50f949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:26.566540 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46470e18-c457-441a-80ce-10129d50f949 None None] Bound using segment: {'id': '4a44eed0-2492-4d19-b966-0b50c67d15f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a551822e-f12f-484b-ae57-dea7c79b255f'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:15:26.567213 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-46470e18-c457-441a-80ce-10129d50f949 None None] Bound port: 4e385aa9-3ee2-428a-958f-14ba3468c0d9, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a44eed0-2492-4d19-b966-0b50c67d15f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a551822e-f12f-484b-ae57-dea7c79b255f'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:15:26.567715 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-46470e18-c457-441a-80ce-10129d50f949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:26.580504 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f7a231-de4e-4654-820a-e146eca0cfdb None None] DHCP port deletion for 038a4c33-9dc0-401b-9b26-a29d5c898baf request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:15:26.620480 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8b701f-8b21-47e9-af74-88da5fcd1596 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event updated for resources: {'Subnet': ['ID=d04211f2-accf-4301-a174-8a439c21ed6d,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:26.633378 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22290446-4995-4c2d-a53e-560370be2325 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:15:26.645210 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8b701f-8b21-47e9-af74-88da5fcd1596 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Checking segment: {'id': '77c78884-ce65-4c80-b8e5-7e16c13f7bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a1c126a-6e8e-40f3-a5dd-cce39db9c136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:15:26.645891 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8b701f-8b21-47e9-af74-88da5fcd1596 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Network hostable DHCP agents. Network: 9a1c126a-6e8e-40f3-a5dd-cce39db9c136, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:15:26.652918 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-22290446-4995-4c2d-a53e-560370be2325 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:26.653525 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-22290446-4995-4c2d-a53e-560370be2325 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Added segment 6b50de2f-2be5-4fa3-a45b-6856645ba7cb of type vlan for network d4ea1499-8b89-4ee3-8ffe-59996e409f6f Aug 18 13:15:26.655337 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-923d804c-d0af-43cc-a899-495cbfbc2fd6 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:26.684159 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-46470e18-c457-441a-80ce-10129d50f949 None None] For port 4e385aa9-3ee2-428a-958f-14ba3468c0d9, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:15:26.687697 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-46470e18-c457-441a-80ce-10129d50f949 None None] For port 4e385aa9-3ee2-428a-958f-14ba3468c0d9, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4e385aa9-3ee2-428a-958f-14ba3468c0d9,segment=NetworkSegment(4a44eed0-2492-4d19-b966-0b50c67d15f9),segment_id=4a44eed0-2492-4d19-b966-0b50c67d15f9)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:15:26.709532 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 4a6ced04-9f85-4f23-a607-2d50dd21618c, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4a6ced04-9f85-4f23-a607-2d50dd21618c,segment=NetworkSegment(84bffa05-a7ce-4e6b-9b2d-7eb40295c101),segment_id=84bffa05-a7ce-4e6b-9b2d-7eb40295c101)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:15:26.751060 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d804c-d0af-43cc-a899-495cbfbc2fd6 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac6b50d5-997e-4637-89a2-68aaef30110e,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:26.760496 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-22290446-4995-4c2d-a53e-560370be2325 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:26.771058 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-0e6acdfe-39e2-4fae-8a6f-ac6771aa4330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'name': 'tempest-RoutersIpV6Test-router-636643852', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:15:02Z', 'updated_at': '2021-08-18T13:15:19Z', 'revision_number': 3, 'project_id': '01cf70040508408f95a82df41495eab1', 'gw_port_host': None, '_interfaces': [{'id': '5b9c7a30-6241-4aad-8e03-8fbd2ee7920e', 'name': '', 'network_id': '7dd31760-f843-4430-8a9e-efb25a124ff8', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:b3:36:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '0154f54f-1f6d-41e5-a011-efee403c71e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:16Z', 'updated_at': '2021-08-18T13:15:20Z', 'revision_number': 2, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': '0154f54f-1f6d-41e5-a011-efee403c71e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba59c544-fcd8-4c7d-b9f9-cae2184a0906', 'name': '', 'network_id': 'ac814d43-7d5c-42b9-8d2a-7f9260018681', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:7a:8b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:06Z', 'updated_at': '2021-08-18T13:15:18Z', 'revision_number': 4, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:26.801624 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-923d804c-d0af-43cc-a899-495cbfbc2fd6 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:26.810955 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-923d804c-d0af-43cc-a899-495cbfbc2fd6 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7337549 Aug 18 13:15:26.825210 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-e9f7a231-de4e-4654-820a-e146eca0cfdb None None] Deleting port 360e01eb-4e96-46ad-9cbc-66fb3c24710a {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:15:26.825511 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e9f7a231-de4e-4654-820a-e146eca0cfdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:26.827600 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6acdfe-39e2-4fae-8a6f-ac6771aa4330 None None] Checking router: 428fed0c-fa7d-4e06-b932-067e0676a428 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:15:26.827942 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6acdfe-39e2-4fae-8a6f-ac6771aa4330 None None] Updating router 428fed0c-fa7d-4e06-b932-067e0676a428 port 5b9c7a30-6241-4aad-8e03-8fbd2ee7920e binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:15:26.851993 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5b62d1d7-edfe-4fc5-bf3c-cc0045e730c2 req-9be76d83-ddb4-47cc-9e50-462cfe1ce72a tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fbba952-d324-4344-8228-9e64b0e4c57c HTTP/1.1" status: 200 len: 210 time: 0.0450757 Aug 18 13:15:26.881498 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-46470e18-c457-441a-80ce-10129d50f949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:26.916898 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-72836dbb-09db-43e6-bd3b-eabc6554190a None None] Provisioning for port 360e01eb-4e96-46ad-9cbc-66fb3c24710a completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:15:26.919258 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:26.920241 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 475c0faf-35ce-4272-96e1-4e9e5ca10c65 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:15:26.936245 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8b701f-8b21-47e9-af74-88da5fcd1596 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Network 9a1c126a-6e8e-40f3-a5dd-cce39db9c136 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:15:26.943020 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-22290446-4995-4c2d-a53e-560370be2325 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:26.956042 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22290446-4995-4c2d-a53e-560370be2325 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:26.956711 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-22290446-4995-4c2d-a53e-560370be2325 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:26.959831 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533be74f-2403-437f-b08c-5c75588712df None None] Pushing event updated for resources: {'Port': ['ID=4e385aa9-3ee2-428a-958f-14ba3468c0d9,revision_number=4']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:26.981241 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46470e18-c457-441a-80ce-10129d50f949 None None] Routers {'51490c05-abef-4262-8c0d-6253bf53a5b2'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:15:26.982206 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-46470e18-c457-441a-80ce-10129d50f949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:15:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['51490c05-abef-4262-8c0d-6253bf53a5b2'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:27.039790 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0e6acdfe-39e2-4fae-8a6f-ac6771aa4330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:27.110856 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-e9f7a231-de4e-4654-820a-e146eca0cfdb None None] For port 360e01eb-4e96-46ad-9cbc-66fb3c24710a, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=360e01eb-4e96-46ad-9cbc-66fb3c24710a,segment=NetworkSegment(0059f04a-daae-4a00-8677-81e28f44141f),segment_id=0059f04a-daae-4a00-8677-81e28f44141f)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:15:27.111459 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e9f7a231-de4e-4654-820a-e146eca0cfdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:27.192273 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-46470e18-c457-441a-80ce-10129d50f949 None None] Set router 51490c05-abef-4262-8c0d-6253bf53a5b2 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:15:27.217352 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-7a8b701f-8b21-47e9-af74-88da5fcd1596 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 9a1c126a-6e8e-40f3-a5dd-cce39db9c136) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:15:27.221296 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=4a6ced04-9f85-4f23-a607-2d50dd21618c,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:27.243376 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42192) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:27.246484 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-22290446-4995-4c2d-a53e-560370be2325 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9744568 Aug 18 13:15:27.253150 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-e9f7a231-de4e-4654-820a-e146eca0cfdb None None] Calling delete_port for 360e01eb-4e96-46ad-9cbc-66fb3c24710a owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:15:27.255716 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-e1c0a33d-d71d-447e-a8b3-96432905d88d tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Request body: {'subnet': {'network_id': 'd4ea1499-8b89-4ee3-8ffe-59996e409f6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:27.279878 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f35580-2ce0-4dda-a2db-86d981bc86a5 None None] Network 9a1c126a-6e8e-40f3-a5dd-cce39db9c136 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:15:27.312036 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8b701f-8b21-47e9-af74-88da5fcd1596 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:27.315697 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7a8b701f-8b21-47e9-af74-88da5fcd1596 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:27.370074 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22290446-4995-4c2d-a53e-560370be2325 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Pushing event updated for resources: {'Network': ['ID=d4ea1499-8b89-4ee3-8ffe-59996e409f6f,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:27.495601 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42210) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:27.500403 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7a8b701f-8b21-47e9-af74-88da5fcd1596 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9064405 Aug 18 13:15:27.510412 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network d4ea1499-8b89-4ee3-8ffe-59996e409f6f details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:15:27.534867 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42212) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:27.553144 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-b384ceae-a3fe-46cb-bef3-e49dfe2a45d0 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1638355763&fields=id&tenant_id=e63152bca3cb423b9a7763e005387f10 HTTP/1.1" status: 200 len: 267 time: 0.1418695 Aug 18 13:15:27.833265 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-46470e18-c457-441a-80ce-10129d50f949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51490c05-abef-4262-8c0d-6253bf53a5b2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2013060142', 'tenant_id': '0a45397c4a7d4474ba973ba423e6989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'd2cc8775-e4df-478f-80f2-c6846920fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:15:04Z', 'updated_at': '2021-08-18T13:15:21Z', 'revision_number': 4, 'project_id': '0a45397c4a7d4474ba973ba423e6989f', 'gw_port': {'id': 'd2cc8775-e4df-478f-80f2-c6846920fb0c', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51490c05-abef-4262-8c0d-6253bf53a5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:06Z', 'updated_at': '2021-08-18T13:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '4e385aa9-3ee2-428a-958f-14ba3468c0d9', 'name': '', 'network_id': 'a551822e-f12f-484b-ae57-dea7c79b255f', 'tenant_id': '0a45397c4a7d4474ba973ba423e6989f', 'mac_address': 'fa:16:3e:a5:e4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51490c05-abef-4262-8c0d-6253bf53a5b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '974b35ee-b731-43f6-8848-4be92dd332ed', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:18Z', 'updated_at': '2021-08-18T13:15:26Z', 'revision_number': 4, 'project_id': '0a45397c4a7d4474ba973ba423e6989f', 'subnets': [{'id': '974b35ee-b731-43f6-8848-4be92dd332ed', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:28.018802 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 475c0faf-35ce-4272-96e1-4e9e5ca10c65 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:28.019202 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:28.031889 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e9f7a231-de4e-4654-820a-e146eca0cfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:28.054522 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46470e18-c457-441a-80ce-10129d50f949 None None] The sync data for ids ['51490c05-abef-4262-8c0d-6253bf53a5b2'] in n-d-803603-2 is: [{'id': '51490c05-abef-4262-8c0d-6253bf53a5b2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2013060142', 'tenant_id': '0a45397c4a7d4474ba973ba423e6989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'd2cc8775-e4df-478f-80f2-c6846920fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:15:04Z', 'updated_at': '2021-08-18T13:15:21Z', 'revision_number': 4, 'project_id': '0a45397c4a7d4474ba973ba423e6989f', 'gw_port': {'id': 'd2cc8775-e4df-478f-80f2-c6846920fb0c', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51490c05-abef-4262-8c0d-6253bf53a5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:06Z', 'updated_at': '2021-08-18T13:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '4e385aa9-3ee2-428a-958f-14ba3468c0d9', 'name': '', 'network_id': 'a551822e-f12f-484b-ae57-dea7c79b255f', 'tenant_id': '0a45397c4a7d4474ba973ba423e6989f', 'mac_address': 'fa:16:3e:a5:e4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51490c05-abef-4262-8c0d-6253bf53a5b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '974b35ee-b731-43f6-8848-4be92dd332ed', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:18Z', 'updated_at': '2021-08-18T13:15:26Z', 'revision_number': 4, 'project_id': '0a45397c4a7d4474ba973ba423e6989f', 'subnets': [{'id': '974b35ee-b731-43f6-8848-4be92dd332ed', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:15:28.093901 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f7a231-de4e-4654-820a-e146eca0cfdb None None] No DVR routers for this DVR port 360e01eb-4e96-46ad-9cbc-66fb3c24710a on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:15:28.208342 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-3267c67d-ccfe-471b-90ba-5959b8621ca7 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:28.211609 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-3267c67d-ccfe-471b-90ba-5959b8621ca7 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/networks?id=0d945faf-920a-4b7f-9870-92ae6ded723e HTTP/1.1" status: 200 len: 797 time: 0.6572855 Aug 18 13:15:28.218883 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4d3ab986-e7c7-4f1e-a825-cd818c4ccb5b req-ec7f660e-61b4-4275-ab2b-0625ae939fda tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fbba952-d324-4344-8228-9e64b0e4c57c HTTP/1.1" status: 200 len: 210 time: 0.1209702 Aug 18 13:15:28.290980 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-a25c7ead-4eff-4143-ab2c-1ba71a2ee830 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/quotas/e63152bca3cb423b9a7763e005387f10 HTTP/1.1" status: 200 len: 375 time: 0.0137277 Aug 18 13:15:28.349312 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:28.360615 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f7a231-de4e-4654-820a-e146eca0cfdb None None] Pushing event deleted for resources: {'Port': ['ID=360e01eb-4e96-46ad-9cbc-66fb3c24710a,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:28.405494 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c0a33d-d71d-447e-a8b3-96432905d88d tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Made reservation on behalf of 3a17a3546ac04bfea6fb738db10d1df1 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:15:28.407352 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f07e14e0-e42b-496e-b939-aa825783cf2f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d57726f80594872ae441c7700c330f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9040990 Aug 18 13:15:28.416246 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e1c0a33d-d71d-447e-a8b3-96432905d88d tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:28.420249 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42224) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:28.522424 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-00ebd99f-dcbe-47ac-83af-361bb1268a41 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e63152bca3cb423b9a7763e005387f10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1560314 Aug 18 13:15:28.611023 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7297264f-34a7-46a6-a775-0b4b7da4d191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:28.732667 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7297264f-34a7-46a6-a775-0b4b7da4d191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:28.867206 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 78fd5b45-7c30-4a08-93e0-82afbe276b89 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:15:28.874713 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-3033c2e2-a48e-43f9-85c7-8e99bd8cd615 service neutron] 10.222.0.13 "GET /v2.0/networks/0d945faf-920a-4b7f-9870-92ae6ded723e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229868 Aug 18 13:15:28.889033 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f14e121-a336-49c1-83ab-50fa1b656370 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-9a1c126a-6e8e-40f3-a5dd-cce39db9c136', 'network_id': '9a1c126a-6e8e-40f3-a5dd-cce39db9c136', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'fixed_ips': [{'subnet_id': 'd04211f2-accf-4301-a174-8a439c21ed6d'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:15:28.890810 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1f14e121-a336-49c1-83ab-50fa1b656370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:28.942082 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-132c3a34-9602-4480-9f54-8904a8f6524f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:29.130792 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7297264f-34a7-46a6-a775-0b4b7da4d191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:29.134941 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7297264f-34a7-46a6-a775-0b4b7da4d191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:29.138558 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7297264f-34a7-46a6-a775-0b4b7da4d191 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8afb57b-ae2e-4c24-aacd-9f0c2986b523 HTTP/1.1" status: 204 len: 168 time: 0.6936648 Aug 18 13:15:29.145730 n-d-803603-2 neutron-server[101675]: DEBUG neutron.objects.ports [None req-e1c0a33d-d71d-447e-a8b3-96432905d88d tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101675) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 13:15:29.148214 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e1c0a33d-d71d-447e-a8b3-96432905d88d tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:29.179245 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297264f-34a7-46a6-a775-0b4b7da4d191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8afb57b-ae2e-4c24-aacd-9f0c2986b523,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:29.216744 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:29.252053 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-7e6c3aac-3e6d-4c26-afb7-362464466787 service neutron] 10.222.0.13 "GET /v2.0/networks/0d945faf-920a-4b7f-9870-92ae6ded723e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763411 Aug 18 13:15:29.268253 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 78fd5b45-7c30-4a08-93e0-82afbe276b89 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:15:29.278018 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 78fd5b45-7c30-4a08-93e0-82afbe276b89 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:29.278427 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:29.312290 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0a33d-d71d-447e-a8b3-96432905d88d tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Pushing event updated for resources: {'Subnet': ['ID=3f6aa4a1-1da8-4f10-b80d-c086c0e9a203,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:29.321289 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c0a33d-d71d-447e-a8b3-96432905d88d tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Checking segment: {'id': '6b50de2f-2be5-4fa3-a45b-6856645ba7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd4ea1499-8b89-4ee3-8ffe-59996e409f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:15:29.323804 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c0a33d-d71d-447e-a8b3-96432905d88d tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Network hostable DHCP agents. Network: d4ea1499-8b89-4ee3-8ffe-59996e409f6f, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:15:29.444575 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0e6acdfe-39e2-4fae-8a6f-ac6771aa4330 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:29.468552 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-0e6acdfe-39e2-4fae-8a6f-ac6771aa4330 None None] Transition to ACTIVE for port object 5b9c7a30-6241-4aad-8e03-8fbd2ee7920e will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:15:29.487728 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8b33bfc3-fe56-415c-8667-2b9e7f10a503 req-a7e34ae6-388a-4343-b510-07eb5661aaee tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fbba952-d324-4344-8228-9e64b0e4c57c HTTP/1.1" status: 200 len: 210 time: 0.0696003 Aug 18 13:15:29.492032 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-132c3a34-9602-4480-9f54-8904a8f6524f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Allocated IP 2001:db8:2::1 (9a1c126a-6e8e-40f3-a5dd-cce39db9c136/d04211f2-accf-4301-a174-8a439c21ed6d/d05c5fb7-2124-4bb7-ac7a-4161e8fa34b7) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:15:29.506853 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c0a33d-d71d-447e-a8b3-96432905d88d tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Network d4ea1499-8b89-4ee3-8ffe-59996e409f6f is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:15:29.587825 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:29.644705 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-e1c0a33d-d71d-447e-a8b3-96432905d88d tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, d4ea1499-8b89-4ee3-8ffe-59996e409f6f) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:15:29.659786 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c0a33d-d71d-447e-a8b3-96432905d88d tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:29.660404 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e1c0a33d-d71d-447e-a8b3-96432905d88d tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:29.666725 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 78fd5b45-7c30-4a08-93e0-82afbe276b89, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=78fd5b45-7c30-4a08-93e0-82afbe276b89,segment=NetworkSegment(fe0364bf-c23a-44a9-8b3d-2178e420a462),segment_id=fe0364bf-c23a-44a9-8b3d-2178e420a462)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:15:29.669899 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9151d750-475b-4c60-b66d-818d9f0a4d30 None None] Network d4ea1499-8b89-4ee3-8ffe-59996e409f6f requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:15:29.676287 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0e6acdfe-39e2-4fae-8a6f-ac6771aa4330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:29.803830 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-132c3a34-9602-4480-9f54-8904a8f6524f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:29.827570 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-32648034-87fe-4bc3-bdf2-ba8bcfa7ecfd req-5022f92a-282a-475c-95bb-d84df3d30d56 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7456353-547c-4fc6-98b5-ad79af3f30dc HTTP/1.1" status: 200 len: 210 time: 0.1156089 Aug 18 13:15:29.827797 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-132c3a34-9602-4480-9f54-8904a8f6524f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Transition to ACTIVE for port object d05c5fb7-2124-4bb7-ac7a-4161e8fa34b7 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:15:29.831298 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e1c0a33d-d71d-447e-a8b3-96432905d88d tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.5871859 Aug 18 13:15:29.850915 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42242) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:29.851130 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:29.961889 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed80b5e-0494-4f90-a545-88ddc92b091d None None] Pushing event updated for resources: {'Port': ['ID=5b9c7a30-6241-4aad-8e03-8fbd2ee7920e,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:30.003079 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device c20d5901-19f5-4895-b5bb-6c755e9a11ae no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:15:30.004463 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-132c3a34-9602-4480-9f54-8904a8f6524f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:30.169729 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-69948478-cf2b-4417-8092-7044e4d7f6aa tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:30.179146 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132c3a34-9602-4480-9f54-8904a8f6524f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Network 9a1c126a-6e8e-40f3-a5dd-cce39db9c136 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:15:30.180692 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c3a34-9602-4480-9f54-8904a8f6524f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event updated for resources: {'Port': ['ID=d05c5fb7-2124-4bb7-ac7a-4161e8fa34b7,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:30.195108 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-132c3a34-9602-4480-9f54-8904a8f6524f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:15:30.211794 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132c3a34-9602-4480-9f54-8904a8f6524f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:15:30.212297 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-132c3a34-9602-4480-9f54-8904a8f6524f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:30.231904 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=78fd5b45-7c30-4a08-93e0-82afbe276b89,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:30.294516 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: c20d5901-19f5-4895-b5bb-6c755e9a11ae {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:15:30.294855 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device c20d5901-19f5-4895-b5bb-6c755e9a11ae not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:15:30.330291 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-69948478-cf2b-4417-8092-7044e4d7f6aa tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:30.362544 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-0e6acdfe-39e2-4fae-8a6f-ac6771aa4330 None None] Attempting to bind port 5b9c7a30-6241-4aad-8e03-8fbd2ee7920e on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:15:30.370800 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-0e6acdfe-39e2-4fae-8a6f-ac6771aa4330 None None] Attempting to bind port 5b9c7a30-6241-4aad-8e03-8fbd2ee7920e by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '84bffa05-a7ce-4e6b-9b2d-7eb40295c101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7dd31760-f843-4430-8a9e-efb25a124ff8'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:15:30.370800 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6acdfe-39e2-4fae-8a6f-ac6771aa4330 None None] Attempting to bind port 5b9c7a30-6241-4aad-8e03-8fbd2ee7920e on network 7dd31760-f843-4430-8a9e-efb25a124ff8 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:15:30.385218 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-1f14e121-a336-49c1-83ab-50fa1b656370 None None] Allocated IP 2001:db8:2::2 (9a1c126a-6e8e-40f3-a5dd-cce39db9c136/d04211f2-accf-4301-a174-8a439c21ed6d/4bc1d5fe-f22f-4152-b527-acaca0306953) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:15:30.404927 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6acdfe-39e2-4fae-8a6f-ac6771aa4330 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:15:30.405312 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6acdfe-39e2-4fae-8a6f-ac6771aa4330 None None] Checking segment: {'id': '84bffa05-a7ce-4e6b-9b2d-7eb40295c101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7dd31760-f843-4430-8a9e-efb25a124ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:15:30.405759 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0e6acdfe-39e2-4fae-8a6f-ac6771aa4330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:30.406241 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6acdfe-39e2-4fae-8a6f-ac6771aa4330 None None] Bound using segment: {'id': '84bffa05-a7ce-4e6b-9b2d-7eb40295c101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7dd31760-f843-4430-8a9e-efb25a124ff8'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:15:30.407308 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-0e6acdfe-39e2-4fae-8a6f-ac6771aa4330 None None] Bound port: 5b9c7a30-6241-4aad-8e03-8fbd2ee7920e, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84bffa05-a7ce-4e6b-9b2d-7eb40295c101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7dd31760-f843-4430-8a9e-efb25a124ff8'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:15:30.407756 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0e6acdfe-39e2-4fae-8a6f-ac6771aa4330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:30.525876 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72419ef2-7a16-4275-8064-e3346c3aa73d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-d4ea1499-8b89-4ee3-8ffe-59996e409f6f', 'network_id': 'd4ea1499-8b89-4ee3-8ffe-59996e409f6f', 'tenant_id': '3a17a3546ac04bfea6fb738db10d1df1', 'fixed_ips': [{'subnet_id': '3f6aa4a1-1da8-4f10-b80d-c086c0e9a203'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:15:30.526818 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-72419ef2-7a16-4275-8064-e3346c3aa73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:30.568327 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-69948478-cf2b-4417-8092-7044e4d7f6aa tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:30.677248 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-132c3a34-9602-4480-9f54-8904a8f6524f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:30.705227 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69948478-cf2b-4417-8092-7044e4d7f6aa tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Pushing event deleted for resources: {'Subnet': ['ID=3f6aa4a1-1da8-4f10-b80d-c086c0e9a203,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:30.779025 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-0e6acdfe-39e2-4fae-8a6f-ac6771aa4330 None None] For port 5b9c7a30-6241-4aad-8e03-8fbd2ee7920e, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:15:30.809508 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-0e6acdfe-39e2-4fae-8a6f-ac6771aa4330 None None] For port 5b9c7a30-6241-4aad-8e03-8fbd2ee7920e, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=5b9c7a30-6241-4aad-8e03-8fbd2ee7920e,segment=NetworkSegment(84bffa05-a7ce-4e6b-9b2d-7eb40295c101),segment_id=84bffa05-a7ce-4e6b-9b2d-7eb40295c101)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:15:30.848849 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2ee333f8-7954-42ac-b8aa-fb507ae09231 req-d610cbd7-abd6-43a2-a18c-8a86e241492b tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fbba952-d324-4344-8228-9e64b0e4c57c HTTP/1.1" status: 200 len: 210 time: 0.1492832 Aug 18 13:15:30.894182 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 426bbfe4-92e1-49a5-904e-2d2e38b12ba3 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:15:30.898082 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-69948478-cf2b-4417-8092-7044e4d7f6aa tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:30.925320 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-69948478-cf2b-4417-8092-7044e4d7f6aa tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4ea1499-8b89-4ee3-8ffe-59996e409f6f']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:30.936312 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-69948478-cf2b-4417-8092-7044e4d7f6aa tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b50de2f-2be5-4fa3-a45b-6856645ba7cb') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:30.936615 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-69948478-cf2b-4417-8092-7044e4d7f6aa tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b50de2f-2be5-4fa3-a45b-6856645ba7cb') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:30.969851 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-69948478-cf2b-4417-8092-7044e4d7f6aa tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:30.997556 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-69948478-cf2b-4417-8092-7044e4d7f6aa tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:31.006564 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69948478-cf2b-4417-8092-7044e4d7f6aa tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:15:31.007004 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-69948478-cf2b-4417-8092-7044e4d7f6aa tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:31.012673 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0e6acdfe-39e2-4fae-8a6f-ac6771aa4330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:31.043785 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c60cb0-e6d2-4dc3-a028-71a297210de5 None None] Network d4ea1499-8b89-4ee3-8ffe-59996e409f6f requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:15:31.067827 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:15:31.067827 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:15:31.067827 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:15:31.067827 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:15:31.067827 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:15:31.067827 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:15:31.067827 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:15:31.067827 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:15:31.067827 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:15:31.067827 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:15:31.067827 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:15:31.067827 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:15:31.067827 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:15:31.067827 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:15:31.067827 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:15:31.067827 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:15:31.067827 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:15:31.067827 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:15:31.067827 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:15:31.067827 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:15:31.067827 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:15:31.067827 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:15:31.067827 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:15:31.067827 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:15:31.067827 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:15:31.067827 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:15:31.067827 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:15:31.067827 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:15:31.067827 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:15:31.067827 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:15:31.067827 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:15:31.067827 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:15:31.146108 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1f14e121-a336-49c1-83ab-50fa1b656370 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:31.187821 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ef8db425-afbb-4498-998c-589c57d99371 req-3378449b-9d77-4400-b7a2-15796a1cfcf3 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7456353-547c-4fc6-98b5-ad79af3f30dc HTTP/1.1" status: 200 len: 210 time: 0.1190298 Aug 18 13:15:31.204780 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 426bbfe4-92e1-49a5-904e-2d2e38b12ba3 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:31.205165 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:31.287949 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-f48ce331-3c31-4cf7-9569-f0693400db2f tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:31.290056 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-f48ce331-3c31-4cf7-9569-f0693400db2f tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.39 "GET /v2.0/networks?id=a551822e-f12f-484b-ae57-dea7c79b255f HTTP/1.1" status: 200 len: 798 time: 0.8475645 Aug 18 13:15:31.291846 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6acdfe-39e2-4fae-8a6f-ac6771aa4330 None None] Routers {'428fed0c-fa7d-4e06-b932-067e0676a428'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:15:31.292479 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-0e6acdfe-39e2-4fae-8a6f-ac6771aa4330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:15:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['428fed0c-fa7d-4e06-b932-067e0676a428'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:31.316303 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-30537a7d-72e6-47b1-8cbd-7d2bdca7ef03 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Request body: {'port': {'device_id': '5fbba952-d324-4344-8228-9e64b0e4c57c', 'network_id': 'a551822e-f12f-484b-ae57-dea7c79b255f', 'admin_state_up': True, 'tenant_id': '0a45397c4a7d4474ba973ba423e6989f'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:31.317221 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed80b5e-0494-4f90-a545-88ddc92b091d None None] Pushing event updated for resources: {'Port': ['ID=5b9c7a30-6241-4aad-8e03-8fbd2ee7920e,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:31.450710 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-69948478-cf2b-4417-8092-7044e4d7f6aa tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:31.467039 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-69948478-cf2b-4417-8092-7044e4d7f6aa tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:31.467228 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-1f14e121-a336-49c1-83ab-50fa1b656370 None None] Transition to ACTIVE for port object 4bc1d5fe-f22f-4152-b527-acaca0306953 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:15:31.470346 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-69948478-cf2b-4417-8092-7044e4d7f6aa tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] 10.222.0.13 "DELETE /v2.0/networks/d4ea1499-8b89-4ee3-8ffe-59996e409f6f HTTP/1.1" status: 204 len: 168 time: 1.6234050 Aug 18 13:15:31.473969 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42274) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:31.485570 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-07d31f59-7586-482d-b585-80bc4534b00b tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1359306274'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:31.504542 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-1f14e121-a336-49c1-83ab-50fa1b656370 None None] Transition to ACTIVE for port object 4bc1d5fe-f22f-4152-b527-acaca0306953 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:15:31.533623 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69948478-cf2b-4417-8092-7044e4d7f6aa tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Pushing event deleted for resources: {'Network': ['ID=d4ea1499-8b89-4ee3-8ffe-59996e409f6f,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:31.569843 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-132c3a34-9602-4480-9f54-8904a8f6524f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:31.603438 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-0e6acdfe-39e2-4fae-8a6f-ac6771aa4330 None None] Set router 428fed0c-fa7d-4e06-b932-067e0676a428 gateway port host: None {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:15:31.614806 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d31f59-7586-482d-b585-80bc4534b00b tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Made reservation on behalf of 3a17a3546ac04bfea6fb738db10d1df1 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:15:31.624502 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42278) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:31.629269 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-07d31f59-7586-482d-b585-80bc4534b00b tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:31.656355 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07d31f59-7586-482d-b585-80bc4534b00b tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:15:31.658960 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1f14e121-a336-49c1-83ab-50fa1b656370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:31.669276 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-07d31f59-7586-482d-b585-80bc4534b00b tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:31.669857 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-07d31f59-7586-482d-b585-80bc4534b00b tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Added segment cbef9b53-4ff2-4e0f-9205-bffadfbc3bf6 of type vlan for network 4eb2447f-8cac-4ec1-a3fb-6c70d5a55107 Aug 18 13:15:31.704502 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-132c3a34-9602-4480-9f54-8904a8f6524f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:31.705502 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4e385aa9-3ee2-428a-958f-14ba3468c0d9 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:15:31.710469 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-132c3a34-9602-4480-9f54-8904a8f6524f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:31.745897 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-30537a7d-72e6-47b1-8cbd-7d2bdca7ef03 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Made reservation on behalf of 0a45397c4a7d4474ba973ba423e6989f for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:15:31.750617 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-30537a7d-72e6-47b1-8cbd-7d2bdca7ef03 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:31.756455 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-07d31f59-7586-482d-b585-80bc4534b00b tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:31.767665 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8a7f857f-1652-4158-bfce-331d6356602d tempest-ServiceProvidersTest-765619841 tempest-ServiceProvidersTest-765619841-project] 10.222.0.13 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1419408 Aug 18 13:15:31.827297 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f14e121-a336-49c1-83ab-50fa1b656370 None None] Network 9a1c126a-6e8e-40f3-a5dd-cce39db9c136 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:15:31.849533 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-1f14e121-a336-49c1-83ab-50fa1b656370 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:15:31.853188 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f14e121-a336-49c1-83ab-50fa1b656370 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:15:31.929994 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f14e121-a336-49c1-83ab-50fa1b656370 None None] Pushing event updated for resources: {'Port': ['ID=4bc1d5fe-f22f-4152-b527-acaca0306953,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:31.936815 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:15:32.010035 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-30537a7d-72e6-47b1-8cbd-7d2bdca7ef03 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Allocated IP 172.20.0.28 (a551822e-f12f-484b-ae57-dea7c79b255f/974b35ee-b731-43f6-8848-4be92dd332ed/bad11bc8-09ee-479a-abb1-e000d5aea649) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:15:32.100716 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-1f14e121-a336-49c1-83ab-50fa1b656370 None None] Attempting to bind port 4bc1d5fe-f22f-4152-b527-acaca0306953 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:15:32.104108 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-1f14e121-a336-49c1-83ab-50fa1b656370 None None] Attempting to bind port 4bc1d5fe-f22f-4152-b527-acaca0306953 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '77c78884-ce65-4c80-b8e5-7e16c13f7bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a1c126a-6e8e-40f3-a5dd-cce39db9c136'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:15:32.104108 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f14e121-a336-49c1-83ab-50fa1b656370 None None] Attempting to bind port 4bc1d5fe-f22f-4152-b527-acaca0306953 on network 9a1c126a-6e8e-40f3-a5dd-cce39db9c136 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:15:32.114982 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f14e121-a336-49c1-83ab-50fa1b656370 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:15:32.114982 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f14e121-a336-49c1-83ab-50fa1b656370 None None] Checking segment: {'id': '77c78884-ce65-4c80-b8e5-7e16c13f7bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a1c126a-6e8e-40f3-a5dd-cce39db9c136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:15:32.115433 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1f14e121-a336-49c1-83ab-50fa1b656370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:32.115560 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f14e121-a336-49c1-83ab-50fa1b656370 None None] Bound using segment: {'id': '77c78884-ce65-4c80-b8e5-7e16c13f7bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a1c126a-6e8e-40f3-a5dd-cce39db9c136'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:15:32.116329 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-1f14e121-a336-49c1-83ab-50fa1b656370 None None] Bound port: 4bc1d5fe-f22f-4152-b527-acaca0306953, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77c78884-ce65-4c80-b8e5-7e16c13f7bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a1c126a-6e8e-40f3-a5dd-cce39db9c136'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:15:32.116955 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1f14e121-a336-49c1-83ab-50fa1b656370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:32.224215 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-30537a7d-72e6-47b1-8cbd-7d2bdca7ef03 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:32.250050 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-30537a7d-72e6-47b1-8cbd-7d2bdca7ef03 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Transition to ACTIVE for port object bad11bc8-09ee-479a-abb1-e000d5aea649 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:15:32.368854 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 4e385aa9-3ee2-428a-958f-14ba3468c0d9 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:15:32.379639 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 4e385aa9-3ee2-428a-958f-14ba3468c0d9 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:32.380011 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:32.385387 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-0e6acdfe-39e2-4fae-8a6f-ac6771aa4330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'name': 'tempest-RoutersIpV6Test-router-636643852', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:15:02Z', 'updated_at': '2021-08-18T13:15:30Z', 'revision_number': 4, 'project_id': '01cf70040508408f95a82df41495eab1', 'gw_port_host': None, '_interfaces': [{'id': '5b9c7a30-6241-4aad-8e03-8fbd2ee7920e', 'name': '', 'network_id': '7dd31760-f843-4430-8a9e-efb25a124ff8', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:b3:36:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '0154f54f-1f6d-41e5-a011-efee403c71e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:16Z', 'updated_at': '2021-08-18T13:15:30Z', 'revision_number': 4, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': '0154f54f-1f6d-41e5-a011-efee403c71e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba59c544-fcd8-4c7d-b9f9-cae2184a0906', 'name': '', 'network_id': 'ac814d43-7d5c-42b9-8d2a-7f9260018681', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:7a:8b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:06Z', 'updated_at': '2021-08-18T13:15:18Z', 'revision_number': 4, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd05c5fb7-2124-4bb7-ac7a-4161e8fa34b7', 'name': '', 'network_id': '9a1c126a-6e8e-40f3-a5dd-cce39db9c136', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:41:03:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'd04211f2-accf-4301-a174-8a439c21ed6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:29Z', 'updated_at': '2021-08-18T13:15:29Z', 'revision_number': 1, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': 'd04211f2-accf-4301-a174-8a439c21ed6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:32.389200 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.db.resource_extend [None req-07d31f59-7586-482d-b585-80bc4534b00b tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] It took 0.63 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 13:15:32.427414 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-59cfa81b-c96e-49dc-b0e3-caaf424a2298 req-5381e1a4-1574-4783-a1ad-e0264720ae13 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7456353-547c-4fc6-98b5-ad79af3f30dc HTTP/1.1" status: 200 len: 210 time: 0.0876734 Aug 18 13:15:32.440332 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c3a34-9602-4480-9f54-8904a8f6524f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event updated for resources: {'Port': ['ID=d05c5fb7-2124-4bb7-ac7a-4161e8fa34b7,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:32.447976 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6acdfe-39e2-4fae-8a6f-ac6771aa4330 None None] The sync data for ids ['428fed0c-fa7d-4e06-b932-067e0676a428'] in n-d-803603-2 is: [{'id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'name': 'tempest-RoutersIpV6Test-router-636643852', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:15:02Z', 'updated_at': '2021-08-18T13:15:30Z', 'revision_number': 4, 'project_id': '01cf70040508408f95a82df41495eab1', 'gw_port_host': None, '_interfaces': [{'id': '5b9c7a30-6241-4aad-8e03-8fbd2ee7920e', 'name': '', 'network_id': '7dd31760-f843-4430-8a9e-efb25a124ff8', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:b3:36:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '0154f54f-1f6d-41e5-a011-efee403c71e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:16Z', 'updated_at': '2021-08-18T13:15:30Z', 'revision_number': 4, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': '0154f54f-1f6d-41e5-a011-efee403c71e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba59c544-fcd8-4c7d-b9f9-cae2184a0906', 'name': '', 'network_id': 'ac814d43-7d5c-42b9-8d2a-7f9260018681', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:7a:8b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:06Z', 'updated_at': '2021-08-18T13:15:18Z', 'revision_number': 4, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd05c5fb7-2124-4bb7-ac7a-4161e8fa34b7', 'name': '', 'network_id': '9a1c126a-6e8e-40f3-a5dd-cce39db9c136', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:41:03:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'd04211f2-accf-4301-a174-8a439c21ed6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:29Z', 'updated_at': '2021-08-18T13:15:29Z', 'revision_number': 1, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': 'd04211f2-accf-4301-a174-8a439c21ed6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:15:32.484482 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-30537a7d-72e6-47b1-8cbd-7d2bdca7ef03 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:32.523255 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-1f14e121-a336-49c1-83ab-50fa1b656370 None None] For port 4bc1d5fe-f22f-4152-b527-acaca0306953, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:15:32.540136 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-1f14e121-a336-49c1-83ab-50fa1b656370 None None] For port 4bc1d5fe-f22f-4152-b527-acaca0306953, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4bc1d5fe-f22f-4152-b527-acaca0306953,segment=NetworkSegment(77c78884-ce65-4c80-b8e5-7e16c13f7bb1),segment_id=77c78884-ce65-4c80-b8e5-7e16c13f7bb1)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:15:32.631009 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-07d31f59-7586-482d-b585-80bc4534b00b tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:32.645498 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d31f59-7586-482d-b585-80bc4534b00b tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:32.650455 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-07d31f59-7586-482d-b585-80bc4534b00b tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:32.662784 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-30537a7d-72e6-47b1-8cbd-7d2bdca7ef03 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Network a551822e-f12f-484b-ae57-dea7c79b255f is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:15:32.669000 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-30537a7d-72e6-47b1-8cbd-7d2bdca7ef03 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:15:32.684435 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1f14e121-a336-49c1-83ab-50fa1b656370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:32.692745 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-30537a7d-72e6-47b1-8cbd-7d2bdca7ef03 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:15:32.745164 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42300) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:32.758980 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30537a7d-72e6-47b1-8cbd-7d2bdca7ef03 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Pushing event updated for resources: {'Port': ['ID=bad11bc8-09ee-479a-abb1-e000d5aea649,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:32.788927 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:32.885903 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-30537a7d-72e6-47b1-8cbd-7d2bdca7ef03 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:32.887130 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-30537a7d-72e6-47b1-8cbd-7d2bdca7ef03 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:32.912291 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f14e121-a336-49c1-83ab-50fa1b656370 None None] Pushing event updated for resources: {'Port': ['ID=4bc1d5fe-f22f-4152-b527-acaca0306953,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:32.958682 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687d791-dbc8-4724-83e4-74450319b7a5 req-dea3c2c6-502a-4013-8750-6466c745ca6c tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:32.960307 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f687d791-dbc8-4724-83e4-74450319b7a5 req-dea3c2c6-502a-4013-8750-6466c745ca6c tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fbba952-d324-4344-8228-9e64b0e4c57c HTTP/1.1" status: 200 len: 895 time: 0.5803819 Aug 18 13:15:32.965445 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d31f59-7586-482d-b585-80bc4534b00b tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Pushing event updated for resources: {'Network': ['ID=4eb2447f-8cac-4ec1-a3fb-6c70d5a55107,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:32.974333 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132c3a34-9602-4480-9f54-8904a8f6524f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Network 9a1c126a-6e8e-40f3-a5dd-cce39db9c136 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:15:32.975851 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-132c3a34-9602-4480-9f54-8904a8f6524f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:15:32.989406 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 4e385aa9-3ee2-428a-958f-14ba3468c0d9, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4e385aa9-3ee2-428a-958f-14ba3468c0d9,segment=NetworkSegment(4a44eed0-2492-4d19-b966-0b50c67d15f9),segment_id=4a44eed0-2492-4d19-b966-0b50c67d15f9)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:15:32.992569 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-07d31f59-7586-482d-b585-80bc4534b00b tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5173993 Aug 18 13:15:32.995793 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42304) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:33.005252 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-9ff8b179-71e9-4c1a-8a93-20dfdcf79faa tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Request body: {'subnet': {'network_id': '4eb2447f-8cac-4ec1-a3fb-6c70d5a55107', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:33.011687 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 4eb2447f-8cac-4ec1-a3fb-6c70d5a55107 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:15:33.069928 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-30537a7d-72e6-47b1-8cbd-7d2bdca7ef03 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.7575412 Aug 18 13:15:33.153557 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-e6fa38c5-ce31-45e7-ade6-e79a7c43f696 service neutron] Request body: {'port': {'device_id': '5fbba952-d324-4344-8228-9e64b0e4c57c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:33.156930 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:33.158087 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4a6ced04-9f85-4f23-a607-2d50dd21618c up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:15:33.264044 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132c3a34-9602-4480-9f54-8904a8f6524f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Router 428fed0c-fa7d-4e06-b932-067e0676a428 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:15:33.430315 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=4e385aa9-3ee2-428a-958f-14ba3468c0d9,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:33.509022 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 4a6ced04-9f85-4f23-a607-2d50dd21618c triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:33.510197 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:33.537780 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-66dad419-3bfe-479a-8edb-668ce5439bce None None] Provisioning for port bad11bc8-09ee-479a-abb1-e000d5aea649 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:15:33.539919 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-49995b63-6bee-4bd0-8511-e6390f7b2bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:33.546312 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132c3a34-9602-4480-9f54-8904a8f6524f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:15:33.573408 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42310) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:33.574798 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-132c3a34-9602-4480-9f54-8904a8f6524f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "PUT /v2.0/routers/428fed0c-fa7d-4e06-b932-067e0676a428/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0165281 Aug 18 13:15:33.585400 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-39f0237d-2192-45d4-a041-13cf9398238f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-523722628'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:33.658837 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-66dad419-3bfe-479a-8edb-668ce5439bce None None] Provisioning complete for port bad11bc8-09ee-479a-abb1-e000d5aea649 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:33.659453 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-66dad419-3bfe-479a-8edb-668ce5439bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:33.746658 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-bf5cf898-3a25-49a0-9b6a-a93c03eb74d0 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:33.748239 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-bf5cf898-3a25-49a0-9b6a-a93c03eb74d0 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.20 "GET /v2.0/networks?id=0d945faf-920a-4b7f-9870-92ae6ded723e HTTP/1.1" status: 200 len: 797 time: 0.1709466 Aug 18 13:15:33.754038 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-e6fa38c5-ce31-45e7-ade6-e79a7c43f696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:33.808981 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-66dad419-3bfe-479a-8edb-668ce5439bce None None] Port bad11bc8-09ee-479a-abb1-e000d5aea649 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:15:33.884780 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-555071c7-879b-4efa-86da-ad52137466a8 req-4814a4c0-2569-4b27-9f85-49a26ff8e22f tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7456353-547c-4fc6-98b5-ad79af3f30dc HTTP/1.1" status: 200 len: 210 time: 0.1318116 Aug 18 13:15:33.899719 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff8b179-71e9-4c1a-8a93-20dfdcf79faa tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Made reservation on behalf of 3a17a3546ac04bfea6fb738db10d1df1 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:15:33.903899 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9ff8b179-71e9-4c1a-8a93-20dfdcf79faa tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:33.938802 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 78fd5b45-7c30-4a08-93e0-82afbe276b89 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:15:34.124817 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 78fd5b45-7c30-4a08-93e0-82afbe276b89 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:34.125210 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:34.288572 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-c547a4fe-9ff0-4bb6-a8f5-8c1ffcd0338d tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e63152bca3cb423b9a7763e005387f10 HTTP/1.1" status: 200 len: 380 time: 0.5298743 Aug 18 13:15:34.293919 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f0237d-2192-45d4-a041-13cf9398238f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Made reservation on behalf of 01cf70040508408f95a82df41495eab1 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:15:34.295642 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9c8f7-39f5-4267-8ca1-2edc3516234d req-5d7189ad-0771-4d87-aead-203c73a1b8e5 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:34.298545 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-39f0237d-2192-45d4-a041-13cf9398238f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:34.323831 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a3a9c8f7-39f5-4267-8ca1-2edc3516234d req-5d7189ad-0771-4d87-aead-203c73a1b8e5 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fbba952-d324-4344-8228-9e64b0e4c57c HTTP/1.1" status: 200 len: 895 time: 0.1450760 Aug 18 13:15:34.347914 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device ba59c544-fcd8-4c7d-b9f9-cae2184a0906 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:15:34.354345 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-b4165658-a96e-40ea-9b33-387ffe0814bb tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Request body: {'port': {'device_id': 'e7456353-547c-4fc6-98b5-ad79af3f30dc', 'network_id': '0d945faf-920a-4b7f-9870-92ae6ded723e', 'admin_state_up': True, 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'security_groups': ['244ce6e2-efcb-47ca-8b8b-4e7cd39097aa']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:34.499324 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9ff8b179-71e9-4c1a-8a93-20dfdcf79faa tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:34.522903 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port ba59c544-fcd8-4c7d-b9f9-cae2184a0906 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:15:34.527048 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port ba59c544-fcd8-4c7d-b9f9-cae2184a0906 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:34.527408 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:34.665977 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:34.679345 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677ece93-01dd-4ad2-b9a0-090ab45988ef None None] Network 9a1c126a-6e8e-40f3-a5dd-cce39db9c136 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:15:34.741082 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39f0237d-2192-45d4-a041-13cf9398238f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:15:34.774677 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8386a7-fb4f-439a-b899-722d6084cac5 None None] Sync routers for ids ['428fed0c-fa7d-4e06-b932-067e0676a428'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:15:34.792096 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8386a7-fb4f-439a-b899-722d6084cac5 None None] Routers {'428fed0c-fa7d-4e06-b932-067e0676a428'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:15:34.796977 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-6e8386a7-fb4f-439a-b899-722d6084cac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:15:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['428fed0c-fa7d-4e06-b932-067e0676a428'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:34.847229 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-39f0237d-2192-45d4-a041-13cf9398238f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:34.847229 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-39f0237d-2192-45d4-a041-13cf9398238f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Added segment 21d1692e-e25c-4b67-b190-bcd9432092da of type vlan for network dfce6ee7-0f2c-4420-9b5e-bf55fc38d7aa Aug 18 13:15:34.875658 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port ba59c544-fcd8-4c7d-b9f9-cae2184a0906, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=ba59c544-fcd8-4c7d-b9f9-cae2184a0906,segment=NetworkSegment(e75ced09-84cd-4a71-98f4-28ce3e1e8559),segment_id=e75ced09-84cd-4a71-98f4-28ce3e1e8559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:15:34.881556 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff8b179-71e9-4c1a-8a93-20dfdcf79faa tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Pushing event updated for resources: {'Subnet': ['ID=e97516e6-dca0-4266-bc58-d4afa15250bc,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:34.913151 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-49995b63-6bee-4bd0-8511-e6390f7b2bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:34.960896 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-6e8386a7-fb4f-439a-b899-722d6084cac5 None None] Set router 428fed0c-fa7d-4e06-b932-067e0676a428 gateway port host: None {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:15:34.970668 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:34.975965 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-39f0237d-2192-45d4-a041-13cf9398238f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:35.033600 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-eb46fb94-9722-4ce7-ad74-22ec333df623 None None] Provisioning for port 4bc1d5fe-f22f-4152-b527-acaca0306953 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:15:35.040447 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff8b179-71e9-4c1a-8a93-20dfdcf79faa tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Checking segment: {'id': 'cbef9b53-4ff2-4e0f-9205-bffadfbc3bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4eb2447f-8cac-4ec1-a3fb-6c70d5a55107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:15:35.040730 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff8b179-71e9-4c1a-8a93-20dfdcf79faa tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Network hostable DHCP agents. Network: 4eb2447f-8cac-4ec1-a3fb-6c70d5a55107, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:15:35.043819 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=ba59c544-fcd8-4c7d-b9f9-cae2184a0906,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:35.053484 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-49995b63-6bee-4bd0-8511-e6390f7b2bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:35.104963 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 7cb56540-9a17-4dfb-9d46-a477f6d1875e no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:15:35.129420 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 7cb56540-9a17-4dfb-9d46-a477f6d1875e {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:15:35.129822 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 7cb56540-9a17-4dfb-9d46-a477f6d1875e not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:15:35.130314 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 0c9654fb-07e7-4e50-8746-a01eb7fbdda1 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:15:35.155493 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 0c9654fb-07e7-4e50-8746-a01eb7fbdda1 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:15:35.156327 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 0c9654fb-07e7-4e50-8746-a01eb7fbdda1 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:15:35.259646 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-69c3ea77-7099-4f4f-842d-16f5af7c14cf req-2da42915-5e9f-45de-80d1-b0122412f352 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7456353-547c-4fc6-98b5-ad79af3f30dc HTTP/1.1" status: 200 len: 210 time: 0.1938329 Aug 18 13:15:35.285899 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-49995b63-6bee-4bd0-8511-e6390f7b2bc0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7302c467e1b149598a9e68f205f7a422&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5395706 Aug 18 13:15:35.290707 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42322) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:35.294954 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49995b63-6bee-4bd0-8511-e6390f7b2bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da66604-f443-4216-9af8-16b72dc77cb4,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:35.342109 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-39f0237d-2192-45d4-a041-13cf9398238f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:35.370532 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-6e8386a7-fb4f-439a-b899-722d6084cac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'name': 'tempest-RoutersIpV6Test-router-636643852', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:15:02Z', 'updated_at': '2021-08-18T13:15:30Z', 'revision_number': 4, 'project_id': '01cf70040508408f95a82df41495eab1', 'gw_port_host': None, '_interfaces': [{'id': '5b9c7a30-6241-4aad-8e03-8fbd2ee7920e', 'name': '', 'network_id': '7dd31760-f843-4430-8a9e-efb25a124ff8', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:b3:36:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '0154f54f-1f6d-41e5-a011-efee403c71e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:16Z', 'updated_at': '2021-08-18T13:15:30Z', 'revision_number': 4, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': '0154f54f-1f6d-41e5-a011-efee403c71e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba59c544-fcd8-4c7d-b9f9-cae2184a0906', 'name': '', 'network_id': 'ac814d43-7d5c-42b9-8d2a-7f9260018681', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:7a:8b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:06Z', 'updated_at': '2021-08-18T13:15:18Z', 'revision_number': 4, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd05c5fb7-2124-4bb7-ac7a-4161e8fa34b7', 'name': '', 'network_id': '9a1c126a-6e8e-40f3-a5dd-cce39db9c136', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:41:03:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'd04211f2-accf-4301-a174-8a439c21ed6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:29Z', 'updated_at': '2021-08-18T13:15:31Z', 'revision_number': 2, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': 'd04211f2-accf-4301-a174-8a439c21ed6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:35.370827 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f0237d-2192-45d4-a041-13cf9398238f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:35.372293 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-39f0237d-2192-45d4-a041-13cf9398238f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:35.406595 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-b4165658-a96e-40ea-9b33-387ffe0814bb tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Made reservation on behalf of e63152bca3cb423b9a7763e005387f10 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:15:35.411077 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-b4165658-a96e-40ea-9b33-387ffe0814bb tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:35.412306 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8386a7-fb4f-439a-b899-722d6084cac5 None None] Checking router: 428fed0c-fa7d-4e06-b932-067e0676a428 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:15:35.412870 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8386a7-fb4f-439a-b899-722d6084cac5 None None] Updating router 428fed0c-fa7d-4e06-b932-067e0676a428 port d05c5fb7-2124-4bb7-ac7a-4161e8fa34b7 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:15:35.460325 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-6e8386a7-fb4f-439a-b899-722d6084cac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:35.574679 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-de4bbb5c-5cd8-4e57-8180-7960acf728a5 None None] Provisioning for port d05c5fb7-2124-4bb7-ac7a-4161e8fa34b7 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:15:35.583230 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-de4bbb5c-5cd8-4e57-8180-7960acf728a5 None None] Provisioning complete for port d05c5fb7-2124-4bb7-ac7a-4161e8fa34b7 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:35.583973 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-de4bbb5c-5cd8-4e57-8180-7960acf728a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:35.615295 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58a744-c838-4c2c-966e-b698953fb252 req-7f6419be-0c88-4a91-919a-bbc08f0d4be5 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:35.621014 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fa58a744-c838-4c2c-966e-b698953fb252 req-7f6419be-0c88-4a91-919a-bbc08f0d4be5 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fbba952-d324-4344-8228-9e64b0e4c57c HTTP/1.1" status: 200 len: 895 time: 0.1715131 Aug 18 13:15:35.652927 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4bc1d5fe-f22f-4152-b527-acaca0306953 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:15:35.748426 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-de4bbb5c-5cd8-4e57-8180-7960acf728a5 None None] Port d05c5fb7-2124-4bb7-ac7a-4161e8fa34b7 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:15:35.894844 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 4bc1d5fe-f22f-4152-b527-acaca0306953 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:15:35.903067 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 4bc1d5fe-f22f-4152-b527-acaca0306953 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:35.903627 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:35.941583 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff8b179-71e9-4c1a-8a93-20dfdcf79faa tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Network 4eb2447f-8cac-4ec1-a3fb-6c70d5a55107 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:15:35.962554 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-6e8386a7-fb4f-439a-b899-722d6084cac5 None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:35.989834 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-6e8386a7-fb4f-439a-b899-722d6084cac5 None None] Transition to ACTIVE for port object d05c5fb7-2124-4bb7-ac7a-4161e8fa34b7 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:15:36.007720 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-45813583-a1d2-4f57-a029-709163dcf20c None None] Provisioning complete for port d05c5fb7-2124-4bb7-ac7a-4161e8fa34b7 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:36.008325 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-45813583-a1d2-4f57-a029-709163dcf20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:36.100816 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-45813583-a1d2-4f57-a029-709163dcf20c None None] Port d05c5fb7-2124-4bb7-ac7a-4161e8fa34b7 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:15:36.102109 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-e6fa38c5-ce31-45e7-ade6-e79a7c43f696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bad11bc8-09ee-479a-abb1-e000d5aea649 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:15:36.112213 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0237d-2192-45d4-a041-13cf9398238f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event updated for resources: {'Network': ['ID=dfce6ee7-0f2c-4420-9b5e-bf55fc38d7aa,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:36.124260 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:36.129723 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network dfce6ee7-0f2c-4420-9b5e-bf55fc38d7aa details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:15:36.131314 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-e6fa38c5-ce31-45e7-ade6-e79a7c43f696 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:36.168672 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-63a2194e-bded-40b5-964c-0d1f9d3729f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:36.181125 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-6e8386a7-fb4f-439a-b899-722d6084cac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:36.192097 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-39f0237d-2192-45d4-a041-13cf9398238f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.6161954 Aug 18 13:15:36.198029 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42330) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:36.202395 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-e6fa38c5-ce31-45e7-ade6-e79a7c43f696 service neutron] Transition to ACTIVE for port object bad11bc8-09ee-479a-abb1-e000d5aea649 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:15:36.204800 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-c7b45d7d-05ac-4854-b926-34115639211d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Request body: {'subnet': {'network_id': 'dfce6ee7-0f2c-4420-9b5e-bf55fc38d7aa', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:36.226929 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-63a2194e-bded-40b5-964c-0d1f9d3729f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:36.267861 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-9ff8b179-71e9-4c1a-8a93-20dfdcf79faa tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 4eb2447f-8cac-4ec1-a3fb-6c70d5a55107) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:15:36.287999 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff8b179-71e9-4c1a-8a93-20dfdcf79faa tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:36.294675 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9ff8b179-71e9-4c1a-8a93-20dfdcf79faa tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:36.329325 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-e6fa38c5-ce31-45e7-ade6-e79a7c43f696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:36.346309 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-b4165658-a96e-40ea-9b33-387ffe0814bb tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Allocated IP 172.20.0.12 (0d945faf-920a-4b7f-9870-92ae6ded723e/2b67b5eb-5023-44fb-9233-f86410fc385e/c1266e75-8cf2-4343-b645-2c6d02d154e0) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:15:36.348548 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf31fb-6701-4d25-87eb-16dcce7b213b None None] Pushing event updated for resources: {'Port': ['ID=d05c5fb7-2124-4bb7-ac7a-4161e8fa34b7,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:36.350962 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84810f1-521b-42a5-add4-225f1b821b75 None None] Network 4eb2447f-8cac-4ec1-a3fb-6c70d5a55107 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:15:36.464092 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-6e8386a7-fb4f-439a-b899-722d6084cac5 None None] Attempting to bind port d05c5fb7-2124-4bb7-ac7a-4161e8fa34b7 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:15:36.464925 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-6e8386a7-fb4f-439a-b899-722d6084cac5 None None] Attempting to bind port d05c5fb7-2124-4bb7-ac7a-4161e8fa34b7 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '77c78884-ce65-4c80-b8e5-7e16c13f7bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a1c126a-6e8e-40f3-a5dd-cce39db9c136'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:15:36.465497 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8386a7-fb4f-439a-b899-722d6084cac5 None None] Attempting to bind port d05c5fb7-2124-4bb7-ac7a-4161e8fa34b7 on network 9a1c126a-6e8e-40f3-a5dd-cce39db9c136 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:15:36.472388 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8386a7-fb4f-439a-b899-722d6084cac5 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:15:36.473246 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8386a7-fb4f-439a-b899-722d6084cac5 None None] Checking segment: {'id': '77c78884-ce65-4c80-b8e5-7e16c13f7bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a1c126a-6e8e-40f3-a5dd-cce39db9c136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:15:36.474064 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-6e8386a7-fb4f-439a-b899-722d6084cac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:36.474754 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8386a7-fb4f-439a-b899-722d6084cac5 None None] Bound using segment: {'id': '77c78884-ce65-4c80-b8e5-7e16c13f7bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a1c126a-6e8e-40f3-a5dd-cce39db9c136'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:15:36.475506 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-6e8386a7-fb4f-439a-b899-722d6084cac5 None None] Bound port: d05c5fb7-2124-4bb7-ac7a-4161e8fa34b7, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77c78884-ce65-4c80-b8e5-7e16c13f7bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9a1c126a-6e8e-40f3-a5dd-cce39db9c136'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:15:36.476294 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-6e8386a7-fb4f-439a-b899-722d6084cac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:36.479597 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9ff8b179-71e9-4c1a-8a93-20dfdcf79faa tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.4801669 Aug 18 13:15:36.480485 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42334) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:36.490007 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 4bc1d5fe-f22f-4152-b527-acaca0306953, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4bc1d5fe-f22f-4152-b527-acaca0306953,segment=NetworkSegment(77c78884-ce65-4c80-b8e5-7e16c13f7bb1),segment_id=77c78884-ce65-4c80-b8e5-7e16c13f7bb1)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:15:36.516636 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b45d7d-05ac-4854-b926-34115639211d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Made reservation on behalf of 01cf70040508408f95a82df41495eab1 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:15:36.521006 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c7b45d7d-05ac-4854-b926-34115639211d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:36.572859 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:36.573855 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4e385aa9-3ee2-428a-958f-14ba3468c0d9 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:15:36.594802 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6c761414-749d-4bd8-8c41-6d009929a3b3 req-6da1c3f9-01c1-4935-bee4-cc96b97ccde7 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7456353-547c-4fc6-98b5-ad79af3f30dc HTTP/1.1" status: 200 len: 210 time: 0.1460574 Aug 18 13:15:36.619671 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa38c5-ce31-45e7-ade6-e79a7c43f696 service neutron] Pushing event updated for resources: {'Port': ['ID=bad11bc8-09ee-479a-abb1-e000d5aea649,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:36.627566 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-6e8386a7-fb4f-439a-b899-722d6084cac5 None None] For port d05c5fb7-2124-4bb7-ac7a-4161e8fa34b7, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:15:36.644697 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-6e8386a7-fb4f-439a-b899-722d6084cac5 None None] For port d05c5fb7-2124-4bb7-ac7a-4161e8fa34b7, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=d05c5fb7-2124-4bb7-ac7a-4161e8fa34b7,segment=NetworkSegment(77c78884-ce65-4c80-b8e5-7e16c13f7bb1),segment_id=77c78884-ce65-4c80-b8e5-7e16c13f7bb1)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:15:36.745898 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-63a2194e-bded-40b5-964c-0d1f9d3729f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:36.758415 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-63a2194e-bded-40b5-964c-0d1f9d3729f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:36.763851 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-63a2194e-bded-40b5-964c-0d1f9d3729f3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4da66604-f443-4216-9af8-16b72dc77cb4 HTTP/1.1" status: 204 len: 168 time: 1.4701450 Aug 18 13:15:36.785007 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-6e8386a7-fb4f-439a-b899-722d6084cac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:36.831257 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ff8a39-b799-473b-a405-4f02235492e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-4eb2447f-8cac-4ec1-a3fb-6c70d5a55107', 'network_id': '4eb2447f-8cac-4ec1-a3fb-6c70d5a55107', 'tenant_id': '3a17a3546ac04bfea6fb738db10d1df1', 'fixed_ips': [{'subnet_id': 'e97516e6-dca0-4266-bc58-d4afa15250bc'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:15:36.832535 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-33ff8a39-b799-473b-a405-4f02235492e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:36.842342 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=4bc1d5fe-f22f-4152-b527-acaca0306953,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:36.864923 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2194e-bded-40b5-964c-0d1f9d3729f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da66604-f443-4216-9af8-16b72dc77cb4,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:36.896677 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 4e385aa9-3ee2-428a-958f-14ba3468c0d9 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:36.897971 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:36.922101 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-e6fa38c5-ce31-45e7-ade6-e79a7c43f696 service neutron] Attempting to bind port bad11bc8-09ee-479a-abb1-e000d5aea649 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:15:36.923128 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-e6fa38c5-ce31-45e7-ade6-e79a7c43f696 service neutron] Attempting to bind port bad11bc8-09ee-479a-abb1-e000d5aea649 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '4a44eed0-2492-4d19-b966-0b50c67d15f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a551822e-f12f-484b-ae57-dea7c79b255f'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:15:36.932624 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-e6fa38c5-ce31-45e7-ade6-e79a7c43f696 service neutron] Attempting to bind port bad11bc8-09ee-479a-abb1-e000d5aea649 on network a551822e-f12f-484b-ae57-dea7c79b255f {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:15:36.941261 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-e6fa38c5-ce31-45e7-ade6-e79a7c43f696 service neutron] Port bad11bc8-09ee-479a-abb1-e000d5aea649 on network a551822e-f12f-484b-ae57-dea7c79b255f not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:15:36.941757 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-e6fa38c5-ce31-45e7-ade6-e79a7c43f696 service neutron] Attempting to bind port bad11bc8-09ee-479a-abb1-e000d5aea649 on network a551822e-f12f-484b-ae57-dea7c79b255f {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:15:36.979539 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f18d048-58af-44b6-a8fc-b50e6364efac tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:36.990974 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-e6fa38c5-ce31-45e7-ade6-e79a7c43f696 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:15:36.991329 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-e6fa38c5-ce31-45e7-ade6-e79a7c43f696 service neutron] Checking segment: {'id': '4a44eed0-2492-4d19-b966-0b50c67d15f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a551822e-f12f-484b-ae57-dea7c79b255f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:15:36.992385 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-e6fa38c5-ce31-45e7-ade6-e79a7c43f696 service neutron] Bound using segment: {'id': '4a44eed0-2492-4d19-b966-0b50c67d15f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a551822e-f12f-484b-ae57-dea7c79b255f'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:15:36.992925 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-e6fa38c5-ce31-45e7-ade6-e79a7c43f696 service neutron] Bound port: bad11bc8-09ee-479a-abb1-e000d5aea649, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a44eed0-2492-4d19-b966-0b50c67d15f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a551822e-f12f-484b-ae57-dea7c79b255f'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:15:36.993305 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-e6fa38c5-ce31-45e7-ade6-e79a7c43f696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:37.010210 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf12e3b-af54-43b7-adbe-1ab8b99bdd75 req-2c5117df-e71d-4267-9b23-157bf96fc33e tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:37.012578 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4cf12e3b-af54-43b7-adbe-1ab8b99bdd75 req-2c5117df-e71d-4267-9b23-157bf96fc33e tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fbba952-d324-4344-8228-9e64b0e4c57c HTTP/1.1" status: 200 len: 907 time: 0.2160182 Aug 18 13:15:37.068583 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf31fb-6701-4d25-87eb-16dcce7b213b None None] Pushing event updated for resources: {'Port': ['ID=d05c5fb7-2124-4bb7-ac7a-4161e8fa34b7,revision_number=4']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:37.094809 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8386a7-fb4f-439a-b899-722d6084cac5 None None] Routers {'428fed0c-fa7d-4e06-b932-067e0676a428'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:15:37.098514 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-6e8386a7-fb4f-439a-b899-722d6084cac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:15:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['428fed0c-fa7d-4e06-b932-067e0676a428'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:37.171359 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f18d048-58af-44b6-a8fc-b50e6364efac tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:37.243228 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-e6fa38c5-ce31-45e7-ade6-e79a7c43f696 service neutron] For port bad11bc8-09ee-479a-abb1-e000d5aea649, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:15:37.248571 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-e6fa38c5-ce31-45e7-ade6-e79a7c43f696 service neutron] For port bad11bc8-09ee-479a-abb1-e000d5aea649, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=bad11bc8-09ee-479a-abb1-e000d5aea649,segment=NetworkSegment(4a44eed0-2492-4d19-b966-0b50c67d15f9),segment_id=4a44eed0-2492-4d19-b966-0b50c67d15f9)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:15:37.256703 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-b4165658-a96e-40ea-9b33-387ffe0814bb tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:37.278534 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-b4165658-a96e-40ea-9b33-387ffe0814bb tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Transition to ACTIVE for port object c1266e75-8cf2-4343-b645-2c6d02d154e0 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:15:37.280078 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-6e8386a7-fb4f-439a-b899-722d6084cac5 None None] Set router 428fed0c-fa7d-4e06-b932-067e0676a428 gateway port host: None {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:15:37.329458 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-33ff8a39-b799-473b-a405-4f02235492e3 None None] Allocated IP 2001:db8::2 (4eb2447f-8cac-4ec1-a3fb-6c70d5a55107/e97516e6-dca0-4266-bc58-d4afa15250bc/de00cf6c-5f45-49d7-b23e-0987b673b9ab) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:15:37.358749 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 5b9c7a30-6241-4aad-8e03-8fbd2ee7920e up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:15:37.420859 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-e6fa38c5-ce31-45e7-ade6-e79a7c43f696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:37.525679 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-e6fa38c5-ce31-45e7-ade6-e79a7c43f696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:37.525679 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-e6fa38c5-ce31-45e7-ade6-e79a7c43f696 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:37.526910 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-e6fa38c5-ce31-45e7-ade6-e79a7c43f696 service neutron] 10.222.0.39 "PUT /v2.0/ports/bad11bc8-09ee-479a-abb1-e000d5aea649 HTTP/1.1" status: 200 len: 1055 time: 4.3792131 Aug 18 13:15:37.531037 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-b4165658-a96e-40ea-9b33-387ffe0814bb tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:37.534739 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fbba952-d324-4344-8228-9e64b0e4c57c', 'tag': 'bad11bc8-09ee-479a-abb1-e000d5aea649'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:15:37.537245 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6a8a5c-5658-4feb-8a98-4b9498a06df5" -d '{"events": [{"name": "network-changed", "server_uuid": "5fbba952-d324-4344-8228-9e64b0e4c57c", "tag": "bad11bc8-09ee-479a-abb1-e000d5aea649"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:15:37.580308 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c7b45d7d-05ac-4854-b926-34115639211d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:37.692047 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa38c5-ce31-45e7-ade6-e79a7c43f696 service neutron] Pushing event updated for resources: {'Port': ['ID=bad11bc8-09ee-479a-abb1-e000d5aea649,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:37.803320 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b45d7d-05ac-4854-b926-34115639211d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event updated for resources: {'Subnet': ['ID=e066f985-2b1b-415d-901f-b62f26ccae3c,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:37.838983 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-6e8386a7-fb4f-439a-b899-722d6084cac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'name': 'tempest-RoutersIpV6Test-router-636643852', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:15:02Z', 'updated_at': '2021-08-18T13:15:30Z', 'revision_number': 4, 'project_id': '01cf70040508408f95a82df41495eab1', 'gw_port_host': None, '_interfaces': [{'id': '5b9c7a30-6241-4aad-8e03-8fbd2ee7920e', 'name': '', 'network_id': '7dd31760-f843-4430-8a9e-efb25a124ff8', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:b3:36:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '0154f54f-1f6d-41e5-a011-efee403c71e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:16Z', 'updated_at': '2021-08-18T13:15:30Z', 'revision_number': 4, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': '0154f54f-1f6d-41e5-a011-efee403c71e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba59c544-fcd8-4c7d-b9f9-cae2184a0906', 'name': '', 'network_id': 'ac814d43-7d5c-42b9-8d2a-7f9260018681', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:7a:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:06Z', 'updated_at': '2021-08-18T13:15:34Z', 'revision_number': 5, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd05c5fb7-2124-4bb7-ac7a-4161e8fa34b7', 'name': '', 'network_id': '9a1c126a-6e8e-40f3-a5dd-cce39db9c136', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:41:03:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'd04211f2-accf-4301-a174-8a439c21ed6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:29Z', 'updated_at': '2021-08-18T13:15:36Z', 'revision_number': 4, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': 'd04211f2-accf-4301-a174-8a439c21ed6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:37.854856 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4165658-a96e-40ea-9b33-387ffe0814bb tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event updated for resources: {'Port': ['ID=c1266e75-8cf2-4343-b645-2c6d02d154e0,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:37.913571 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b45d7d-05ac-4854-b926-34115639211d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Checking segment: {'id': '21d1692e-e25c-4b67-b190-bcd9432092da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dfce6ee7-0f2c-4420-9b5e-bf55fc38d7aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:15:37.913850 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b45d7d-05ac-4854-b926-34115639211d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Network hostable DHCP agents. Network: dfce6ee7-0f2c-4420-9b5e-bf55fc38d7aa, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:15:37.917444 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8386a7-fb4f-439a-b899-722d6084cac5 None None] The sync data for ids ['428fed0c-fa7d-4e06-b932-067e0676a428'] in n-d-803603-2 is: [{'id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'name': 'tempest-RoutersIpV6Test-router-636643852', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:15:02Z', 'updated_at': '2021-08-18T13:15:30Z', 'revision_number': 4, 'project_id': '01cf70040508408f95a82df41495eab1', 'gw_port_host': None, '_interfaces': [{'id': '5b9c7a30-6241-4aad-8e03-8fbd2ee7920e', 'name': '', 'network_id': '7dd31760-f843-4430-8a9e-efb25a124ff8', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:b3:36:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '0154f54f-1f6d-41e5-a011-efee403c71e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:16Z', 'updated_at': '2021-08-18T13:15:30Z', 'revision_number': 4, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': '0154f54f-1f6d-41e5-a011-efee403c71e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba59c544-fcd8-4c7d-b9f9-cae2184a0906', 'name': '', 'network_id': 'ac814d43-7d5c-42b9-8d2a-7f9260018681', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:7a:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:06Z', 'updated_at': '2021-08-18T13:15:34Z', 'revision_number': 5, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd05c5fb7-2124-4bb7-ac7a-4161e8fa34b7', 'name': '', 'network_id': '9a1c126a-6e8e-40f3-a5dd-cce39db9c136', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:41:03:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'd04211f2-accf-4301-a174-8a439c21ed6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:29Z', 'updated_at': '2021-08-18T13:15:36Z', 'revision_number': 4, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': 'd04211f2-accf-4301-a174-8a439c21ed6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:15:37.931232 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-b4165658-a96e-40ea-9b33-387ffe0814bb tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Network 0d945faf-920a-4b7f-9870-92ae6ded723e is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:15:37.946829 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-b4165658-a96e-40ea-9b33-387ffe0814bb tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:15:38.005913 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-b4165658-a96e-40ea-9b33-387ffe0814bb tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:15:38.033981 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 5b9c7a30-6241-4aad-8e03-8fbd2ee7920e completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:15:38.044724 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-33ff8a39-b799-473b-a405-4f02235492e3 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:38.056350 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 5b9c7a30-6241-4aad-8e03-8fbd2ee7920e triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:38.059999 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:38.068669 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-33ff8a39-b799-473b-a405-4f02235492e3 None None] Transition to ACTIVE for port object de00cf6c-5f45-49d7-b23e-0987b673b9ab will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:15:38.097807 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046c81f3-1f7d-482d-96ba-cddebcf76753 x-openstack-request-id: req-046c81f3-1f7d-482d-96ba-cddebcf76753 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:15:38.098110 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fbba952-d324-4344-8228-9e64b0e4c57c", "tag": "bad11bc8-09ee-479a-abb1-e000d5aea649", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:15:38.103599 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-046c81f3-1f7d-482d-96ba-cddebcf76753 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:15:38.104051 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fbba952-d324-4344-8228-9e64b0e4c57c', 'tag': 'bad11bc8-09ee-479a-abb1-e000d5aea649', 'status': 'completed', 'code': 200} Aug 18 13:15:38.105992 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b45d7d-05ac-4854-b926-34115639211d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Network dfce6ee7-0f2c-4420-9b5e-bf55fc38d7aa is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:15:38.201643 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-33ff8a39-b799-473b-a405-4f02235492e3 None None] Transition to ACTIVE for port object de00cf6c-5f45-49d7-b23e-0987b673b9ab will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:15:38.279560 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-c7b45d7d-05ac-4854-b926-34115639211d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, dfce6ee7-0f2c-4420-9b5e-bf55fc38d7aa) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:15:38.294223 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b45d7d-05ac-4854-b926-34115639211d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:38.294779 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c7b45d7d-05ac-4854-b926-34115639211d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:38.300088 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5584e-81f6-426f-92c5-81f90aae546f req-139d112c-521a-4007-8b4b-acefda2cd0f9 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:38.301801 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9bd5584e-81f6-426f-92c5-81f90aae546f req-139d112c-521a-4007-8b4b-acefda2cd0f9 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7456353-547c-4fc6-98b5-ad79af3f30dc HTTP/1.1" status: 200 len: 932 time: 0.4219179 Aug 18 13:15:38.312528 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-b4165658-a96e-40ea-9b33-387ffe0814bb tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:38.312528 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-b4165658-a96e-40ea-9b33-387ffe0814bb tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:38.318685 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-8718f5e9-4e92-43d2-b123-788edeceabaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:38.320348 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-8718f5e9-4e92-43d2-b123-788edeceabaf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0a45397c4a7d4474ba973ba423e6989f&device_id=5fbba952-d324-4344-8228-9e64b0e4c57c HTTP/1.1" status: 200 len: 1058 time: 0.4392178 Aug 18 13:15:38.335431 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:38.337814 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc2faad-92e2-4009-90dc-e2495480400e None None] Network dfce6ee7-0f2c-4420-9b5e-bf55fc38d7aa requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:15:38.348174 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-33ff8a39-b799-473b-a405-4f02235492e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:38.405832 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027139e9-f6f9-48fe-94b4-57367a39a8ad req-ba8d421f-cbb4-463c-9b4f-a4f399242e85 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:38.409335 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-027139e9-f6f9-48fe-94b4-57367a39a8ad req-ba8d421f-cbb4-463c-9b4f-a4f399242e85 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fbba952-d324-4344-8228-9e64b0e4c57c HTTP/1.1" status: 200 len: 907 time: 0.2379639 Aug 18 13:15:38.435001 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-9d43cbfe-fd22-41c5-bf99-8bdc30ac8923 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=bad11bc8-09ee-479a-abb1-e000d5aea649 HTTP/1.1" status: 200 len: 217 time: 0.0801666 Aug 18 13:15:38.456051 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9bd5584e-81f6-426f-92c5-81f90aae546f req-89160a2d-e4ed-40e9-b7a0-fdba9f9668b9 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/security-groups?id=244ce6e2-efcb-47ca-8b8b-4e7cd39097aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373131 Aug 18 13:15:38.468723 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f18d048-58af-44b6-a8fc-b50e6364efac tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:38.471149 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c7b45d7d-05ac-4854-b926-34115639211d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2751057 Aug 18 13:15:38.489376 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42374) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:38.512846 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-b4165658-a96e-40ea-9b33-387ffe0814bb tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1871758 Aug 18 13:15:38.525538 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-6f0daffd-5961-4d17-94c3-88535d6d932a service neutron] Request body: {'port': {'device_id': 'e7456353-547c-4fc6-98b5-ad79af3f30dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:38.559105 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-23286f6a-1838-4ecc-92ed-caff4556ed55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:38.560876 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-23286f6a-1838-4ecc-92ed-caff4556ed55 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=974b35ee-b731-43f6-8848-4be92dd332ed HTTP/1.1" status: 200 len: 837 time: 0.1029809 Aug 18 13:15:38.575271 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18d048-58af-44b6-a8fc-b50e6364efac tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Pushing event deleted for resources: {'Subnet': ['ID=e97516e6-dca0-4266-bc58-d4afa15250bc,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:38.600541 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-6f0daffd-5961-4d17-94c3-88535d6d932a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:38.676950 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 5b9c7a30-6241-4aad-8e03-8fbd2ee7920e, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=5b9c7a30-6241-4aad-8e03-8fbd2ee7920e,segment=NetworkSegment(84bffa05-a7ce-4e6b-9b2d-7eb40295c101),segment_id=84bffa05-a7ce-4e6b-9b2d-7eb40295c101)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:15:38.686925 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ff8a39-b799-473b-a405-4f02235492e3 None None] Network 4eb2447f-8cac-4ec1-a3fb-6c70d5a55107 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:15:38.704668 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-2eec4b6e-0b25-480b-b645-20bb3f13f82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:38.707248 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-2eec4b6e-0b25-480b-b645-20bb3f13f82c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a551822e-f12f-484b-ae57-dea7c79b255f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1076984 Aug 18 13:15:38.720787 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-33ff8a39-b799-473b-a405-4f02235492e3 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:15:38.728955 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ff8a39-b799-473b-a405-4f02235492e3 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:15:38.744729 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-2d642e9e-a8e8-4348-af1a-2eb5c2fe4fb0 None None] Provisioning for port c1266e75-8cf2-4343-b645-2c6d02d154e0 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:15:38.758268 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-2d642e9e-a8e8-4348-af1a-2eb5c2fe4fb0 None None] Provisioning complete for port c1266e75-8cf2-4343-b645-2c6d02d154e0 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:38.759016 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2d642e9e-a8e8-4348-af1a-2eb5c2fe4fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:38.760780 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff8a39-b799-473b-a405-4f02235492e3 None None] Pushing event updated for resources: {'Port': ['ID=de00cf6c-5f45-49d7-b23e-0987b673b9ab,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:38.850456 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:38.851686 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device ba59c544-fcd8-4c7d-b9f9-cae2184a0906 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:15:38.913167 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-13dd6c72-66bb-4b24-a362-132e0fe8e32a service neutron] 10.222.0.39 "GET /v2.0/networks/a551822e-f12f-484b-ae57-dea7c79b255f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180210 Aug 18 13:15:38.933128 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42380) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:38.946580 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0032918 Aug 18 13:15:38.956945 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42382) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:38.988842 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f18d048-58af-44b6-a8fc-b50e6364efac tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:39.019991 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-9f18d048-58af-44b6-a8fc-b50e6364efac tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eb2447f-8cac-4ec1-a3fb-6c70d5a55107']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:39.054149 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-33ff8a39-b799-473b-a405-4f02235492e3 None None] Attempting to bind port de00cf6c-5f45-49d7-b23e-0987b673b9ab on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:15:39.055209 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-33ff8a39-b799-473b-a405-4f02235492e3 None None] Attempting to bind port de00cf6c-5f45-49d7-b23e-0987b673b9ab by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'cbef9b53-4ff2-4e0f-9205-bffadfbc3bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4eb2447f-8cac-4ec1-a3fb-6c70d5a55107'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:15:39.055364 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ff8a39-b799-473b-a405-4f02235492e3 None None] Attempting to bind port de00cf6c-5f45-49d7-b23e-0987b673b9ab on network 4eb2447f-8cac-4ec1-a3fb-6c70d5a55107 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:15:39.061635 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-9f18d048-58af-44b6-a8fc-b50e6364efac tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbef9b53-4ff2-4e0f-9205-bffadfbc3bf6') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:39.062034 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-9f18d048-58af-44b6-a8fc-b50e6364efac tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbef9b53-4ff2-4e0f-9205-bffadfbc3bf6') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:39.065262 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ff8a39-b799-473b-a405-4f02235492e3 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:15:39.066629 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ff8a39-b799-473b-a405-4f02235492e3 None None] Checking segment: {'id': 'cbef9b53-4ff2-4e0f-9205-bffadfbc3bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4eb2447f-8cac-4ec1-a3fb-6c70d5a55107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:15:39.066629 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-33ff8a39-b799-473b-a405-4f02235492e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:39.066629 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ff8a39-b799-473b-a405-4f02235492e3 None None] Bound using segment: {'id': 'cbef9b53-4ff2-4e0f-9205-bffadfbc3bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4eb2447f-8cac-4ec1-a3fb-6c70d5a55107'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:15:39.067581 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-33ff8a39-b799-473b-a405-4f02235492e3 None None] Bound port: de00cf6c-5f45-49d7-b23e-0987b673b9ab, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbef9b53-4ff2-4e0f-9205-bffadfbc3bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4eb2447f-8cac-4ec1-a3fb-6c70d5a55107'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:15:39.068073 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-33ff8a39-b799-473b-a405-4f02235492e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:39.070918 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-2d642e9e-a8e8-4348-af1a-2eb5c2fe4fb0 None None] Port c1266e75-8cf2-4343-b645-2c6d02d154e0 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:15:39.086222 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f18d048-58af-44b6-a8fc-b50e6364efac tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:39.113753 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f18d048-58af-44b6-a8fc-b50e6364efac tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:39.129129 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f18d048-58af-44b6-a8fc-b50e6364efac tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:15:39.129565 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f18d048-58af-44b6-a8fc-b50e6364efac tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:39.275180 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:15:39.275180 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:15:39.275180 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:15:39.275180 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:15:39.275180 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:15:39.275180 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:15:39.275180 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:15:39.275180 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:15:39.275180 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:15:39.275180 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:15:39.275180 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:15:39.275180 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:15:39.275180 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:15:39.275180 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:15:39.275180 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:15:39.275180 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:15:39.275180 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:15:39.275180 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:15:39.275180 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:15:39.275180 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:15:39.275180 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:15:39.275180 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:15:39.275180 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:15:39.275180 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:15:39.275180 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:15:39.275180 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:15:39.275180 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:15:39.275180 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:15:39.275180 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:15:39.275180 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:15:39.275180 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:15:39.275180 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:15:39.278588 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eef30a21-35a7-4d44-9205-98cf51d82c18 req-d80d1f8c-69ec-4421-ba9f-87bf8142e46a service neutron] 10.222.0.39 "GET /v2.0/networks/a551822e-f12f-484b-ae57-dea7c79b255f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445559 Aug 18 13:15:39.301195 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-70fe541d-ce43-44c4-af5b-5258e8161640 tempest-NetworksApiDiscovery-1514703121 tempest-NetworksApiDiscovery-1514703121-project] 10.222.0.13 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3411226 Aug 18 13:15:39.345496 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port ba59c544-fcd8-4c7d-b9f9-cae2184a0906 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:39.345883 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:39.401187 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=5b9c7a30-6241-4aad-8e03-8fbd2ee7920e,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:39.461138 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.db.api [None req-9f18d048-58af-44b6-a8fc-b50e6364efac tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 18 13:15:39.461138 n-d-803603-2 neutron-server[101676]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 18 13:15:39.461138 n-d-803603-2 neutron-server[101676]: [parameters: {'id': '4eb2447f-8cac-4ec1-a3fb-6c70d5a55107'}] Aug 18 13:15:39.461138 n-d-803603-2 neutron-server[101676]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:15:39.462937 n-d-803603-2 neutron-server[101676]: DEBUG oslo_db.api [None req-9f18d048-58af-44b6-a8fc-b50e6364efac tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:15:39.482450 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-33ff8a39-b799-473b-a405-4f02235492e3 None None] For port de00cf6c-5f45-49d7-b23e-0987b673b9ab, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:15:39.499990 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c291cf4e-d30a-4040-9f93-a345f8f26391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-dfce6ee7-0f2c-4420-9b5e-bf55fc38d7aa', 'network_id': 'dfce6ee7-0f2c-4420-9b5e-bf55fc38d7aa', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'fixed_ips': [{'subnet_id': 'e066f985-2b1b-415d-901f-b62f26ccae3c'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:15:39.501076 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c291cf4e-d30a-4040-9f93-a345f8f26391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:39.508995 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-33ff8a39-b799-473b-a405-4f02235492e3 None None] For port de00cf6c-5f45-49d7-b23e-0987b673b9ab, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=de00cf6c-5f45-49d7-b23e-0987b673b9ab,segment=NetworkSegment(cbef9b53-4ff2-4e0f-9205-bffadfbc3bf6),segment_id=cbef9b53-4ff2-4e0f-9205-bffadfbc3bf6)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:15:39.549921 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-6f0daffd-5961-4d17-94c3-88535d6d932a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1266e75-8cf2-4343-b645-2c6d02d154e0 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:15:39.560849 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-6f0daffd-5961-4d17-94c3-88535d6d932a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:39.580648 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a8a5c-5658-4feb-8a98-4b9498a06df5 req-58ccf631-5525-4a80-bf33-16159c89a83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:39.582979 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd6a8a5c-5658-4feb-8a98-4b9498a06df5 req-58ccf631-5525-4a80-bf33-16159c89a83f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0a45397c4a7d4474ba973ba423e6989f&device_id=5fbba952-d324-4344-8228-9e64b0e4c57c HTTP/1.1" status: 200 len: 1058 time: 0.1175780 Aug 18 13:15:39.584242 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-6f0daffd-5961-4d17-94c3-88535d6d932a service neutron] Transition to ACTIVE for port object c1266e75-8cf2-4343-b645-2c6d02d154e0 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:15:39.757867 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a8a5c-5658-4feb-8a98-4b9498a06df5 req-074a09a6-b2c9-40fc-969c-7de4833946fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:39.759443 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd6a8a5c-5658-4feb-8a98-4b9498a06df5 req-074a09a6-b2c9-40fc-969c-7de4833946fb service neutron] 10.222.0.39 "GET /v2.0/networks?id=a551822e-f12f-484b-ae57-dea7c79b255f HTTP/1.1" status: 200 len: 899 time: 0.1697876 Aug 18 13:15:39.766988 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-c291cf4e-d30a-4040-9f93-a345f8f26391 None None] Allocated IP 2001:db8:3::2 (dfce6ee7-0f2c-4420-9b5e-bf55fc38d7aa/e066f985-2b1b-415d-901f-b62f26ccae3c/1fc821a6-33ef-4d88-ad3b-73c5a0c140de) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:15:39.852743 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4bc1d5fe-f22f-4152-b527-acaca0306953 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:15:39.859462 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-33ff8a39-b799-473b-a405-4f02235492e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:39.887230 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134bc700-2ea5-4716-a488-7f594200b83d req-00bf3938-7c95-4ede-ad3d-55324dc32e57 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:39.889660 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-134bc700-2ea5-4716-a488-7f594200b83d req-00bf3938-7c95-4ede-ad3d-55324dc32e57 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7456353-547c-4fc6-98b5-ad79af3f30dc HTTP/1.1" status: 200 len: 932 time: 0.2189367 Aug 18 13:15:39.892802 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd6a8a5c-5658-4feb-8a98-4b9498a06df5 req-3e776b60-2fe4-4c3f-9857-bcf560eba3cf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=bad11bc8-09ee-479a-abb1-e000d5aea649 HTTP/1.1" status: 200 len: 217 time: 0.1204848 Aug 18 13:15:39.893583 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-6f0daffd-5961-4d17-94c3-88535d6d932a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:39.932733 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-463b228d-5a90-456b-b579-37d177146638 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:39.958423 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0daffd-5961-4d17-94c3-88535d6d932a service neutron] Pushing event updated for resources: {'Port': ['ID=c1266e75-8cf2-4343-b645-2c6d02d154e0,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:39.966774 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9fa1f-5e9e-432a-96c4-6c42200300d7 req-aa7ea7a6-fecd-419f-a8af-7bf0fe50521b tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:39.980088 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-70f9fa1f-5e9e-432a-96c4-6c42200300d7 req-aa7ea7a6-fecd-419f-a8af-7bf0fe50521b tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fbba952-d324-4344-8228-9e64b0e4c57c HTTP/1.1" status: 200 len: 907 time: 0.3979571 Aug 18 13:15:39.982676 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f18d048-58af-44b6-a8fc-b50e6364efac tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:40.036022 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c291cf4e-d30a-4040-9f93-a345f8f26391 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:40.068762 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c291cf4e-d30a-4040-9f93-a345f8f26391 None None] Transition to ACTIVE for port object 1fc821a6-33ef-4d88-ad3b-73c5a0c140de will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:15:40.094972 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c291cf4e-d30a-4040-9f93-a345f8f26391 None None] Transition to ACTIVE for port object 1fc821a6-33ef-4d88-ad3b-73c5a0c140de will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:15:40.100582 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-134bc700-2ea5-4716-a488-7f594200b83d req-7328bfa9-f6c8-49d5-9a9d-dae65b9fdfb8 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/security-groups?id=244ce6e2-efcb-47ca-8b8b-4e7cd39097aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553075 Aug 18 13:15:40.204915 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a8a5c-5658-4feb-8a98-4b9498a06df5 req-fbf4145f-22f3-4b33-a50d-7f0a9b839cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:40.206986 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd6a8a5c-5658-4feb-8a98-4b9498a06df5 req-fbf4145f-22f3-4b33-a50d-7f0a9b839cb0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=974b35ee-b731-43f6-8848-4be92dd332ed HTTP/1.1" status: 200 len: 837 time: 0.2624640 Aug 18 13:15:40.255214 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-6f0daffd-5961-4d17-94c3-88535d6d932a service neutron] Attempting to bind port c1266e75-8cf2-4343-b645-2c6d02d154e0 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:15:40.256443 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-6f0daffd-5961-4d17-94c3-88535d6d932a service neutron] Attempting to bind port c1266e75-8cf2-4343-b645-2c6d02d154e0 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': 'fe0364bf-c23a-44a9-8b3d-2178e420a462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0d945faf-920a-4b7f-9870-92ae6ded723e'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:15:40.256443 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-6f0daffd-5961-4d17-94c3-88535d6d932a service neutron] Attempting to bind port c1266e75-8cf2-4343-b645-2c6d02d154e0 on network 0d945faf-920a-4b7f-9870-92ae6ded723e {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:15:40.275697 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-6f0daffd-5961-4d17-94c3-88535d6d932a service neutron] Port c1266e75-8cf2-4343-b645-2c6d02d154e0 on network 0d945faf-920a-4b7f-9870-92ae6ded723e not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:15:40.275697 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-6f0daffd-5961-4d17-94c3-88535d6d932a service neutron] Attempting to bind port c1266e75-8cf2-4343-b645-2c6d02d154e0 on network 0d945faf-920a-4b7f-9870-92ae6ded723e {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:15:40.292228 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-6f0daffd-5961-4d17-94c3-88535d6d932a service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:15:40.292922 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-6f0daffd-5961-4d17-94c3-88535d6d932a service neutron] Checking segment: {'id': 'fe0364bf-c23a-44a9-8b3d-2178e420a462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0d945faf-920a-4b7f-9870-92ae6ded723e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:15:40.295985 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-6f0daffd-5961-4d17-94c3-88535d6d932a service neutron] Bound using segment: {'id': 'fe0364bf-c23a-44a9-8b3d-2178e420a462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0d945faf-920a-4b7f-9870-92ae6ded723e'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:15:40.296510 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-6f0daffd-5961-4d17-94c3-88535d6d932a service neutron] Bound port: c1266e75-8cf2-4343-b645-2c6d02d154e0, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe0364bf-c23a-44a9-8b3d-2178e420a462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0d945faf-920a-4b7f-9870-92ae6ded723e'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:15:40.296912 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-6f0daffd-5961-4d17-94c3-88535d6d932a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:40.337832 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a8a5c-5658-4feb-8a98-4b9498a06df5 req-78413cbb-4f15-4976-8721-4a5044134c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:40.339521 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd6a8a5c-5658-4feb-8a98-4b9498a06df5 req-78413cbb-4f15-4976-8721-4a5044134c2c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a551822e-f12f-484b-ae57-dea7c79b255f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1234951 Aug 18 13:15:40.357560 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c291cf4e-d30a-4040-9f93-a345f8f26391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:40.370901 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-463b228d-5a90-456b-b579-37d177146638 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Allocated IP 2001:db8:3::1 (dfce6ee7-0f2c-4420-9b5e-bf55fc38d7aa/e066f985-2b1b-415d-901f-b62f26ccae3c/5f606b98-a477-4317-84af-862f40e04415) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:15:40.373172 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42400) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:40.429579 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff8a39-b799-473b-a405-4f02235492e3 None None] Pushing event updated for resources: {'Port': ['ID=de00cf6c-5f45-49d7-b23e-0987b673b9ab,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:40.451834 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0eaa2e9-4f38-455c-8e80-c65878fbe649 None None] Network 4eb2447f-8cac-4ec1-a3fb-6c70d5a55107 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:15:40.498623 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 4bc1d5fe-f22f-4152-b527-acaca0306953 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:40.498913 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:40.509813 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c291cf4e-d30a-4040-9f93-a345f8f26391 None None] Network dfce6ee7-0f2c-4420-9b5e-bf55fc38d7aa is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:15:40.548545 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-c291cf4e-d30a-4040-9f93-a345f8f26391 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:15:40.551676 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c291cf4e-d30a-4040-9f93-a345f8f26391 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:15:40.570403 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-6f0daffd-5961-4d17-94c3-88535d6d932a service neutron] For port c1266e75-8cf2-4343-b645-2c6d02d154e0, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:15:40.578479 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-9f18d048-58af-44b6-a8fc-b50e6364efac tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Deleting port de00cf6c-5f45-49d7-b23e-0987b673b9ab {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:15:40.578834 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f18d048-58af-44b6-a8fc-b50e6364efac tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:40.583436 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-6f0daffd-5961-4d17-94c3-88535d6d932a service neutron] For port c1266e75-8cf2-4343-b645-2c6d02d154e0, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=c1266e75-8cf2-4343-b645-2c6d02d154e0,segment=NetworkSegment(fe0364bf-c23a-44a9-8b3d-2178e420a462),segment_id=fe0364bf-c23a-44a9-8b3d-2178e420a462)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:15:40.617571 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd6a8a5c-5658-4feb-8a98-4b9498a06df5 req-da1c9025-8e8e-49cd-a66f-4ea5da2aa02d service neutron] 10.222.0.39 "GET /v2.0/networks/a551822e-f12f-484b-ae57-dea7c79b255f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311089 Aug 18 13:15:40.641763 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-463b228d-5a90-456b-b579-37d177146638 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:40.666803 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7fec9c98-cd2f-498e-83cb-ee3b6da8f386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:40.684685 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c291cf4e-d30a-4040-9f93-a345f8f26391 None None] Pushing event updated for resources: {'Port': ['ID=1fc821a6-33ef-4d88-ad3b-73c5a0c140de,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:40.690266 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-463b228d-5a90-456b-b579-37d177146638 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Transition to ACTIVE for port object 5f606b98-a477-4317-84af-862f40e04415 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:15:40.695151 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-c291cf4e-d30a-4040-9f93-a345f8f26391 None None] Attempting to bind port 1fc821a6-33ef-4d88-ad3b-73c5a0c140de on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:15:40.695755 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-c291cf4e-d30a-4040-9f93-a345f8f26391 None None] Attempting to bind port 1fc821a6-33ef-4d88-ad3b-73c5a0c140de by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '21d1692e-e25c-4b67-b190-bcd9432092da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dfce6ee7-0f2c-4420-9b5e-bf55fc38d7aa'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:15:40.696954 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c291cf4e-d30a-4040-9f93-a345f8f26391 None None] Attempting to bind port 1fc821a6-33ef-4d88-ad3b-73c5a0c140de on network dfce6ee7-0f2c-4420-9b5e-bf55fc38d7aa {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:15:40.740768 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c291cf4e-d30a-4040-9f93-a345f8f26391 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:15:40.741551 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c291cf4e-d30a-4040-9f93-a345f8f26391 None None] Checking segment: {'id': '21d1692e-e25c-4b67-b190-bcd9432092da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dfce6ee7-0f2c-4420-9b5e-bf55fc38d7aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:15:40.742280 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c291cf4e-d30a-4040-9f93-a345f8f26391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:40.743000 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c291cf4e-d30a-4040-9f93-a345f8f26391 None None] Bound using segment: {'id': '21d1692e-e25c-4b67-b190-bcd9432092da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dfce6ee7-0f2c-4420-9b5e-bf55fc38d7aa'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:15:40.743154 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-6f0daffd-5961-4d17-94c3-88535d6d932a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:40.743995 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-c291cf4e-d30a-4040-9f93-a345f8f26391 None None] Bound port: 1fc821a6-33ef-4d88-ad3b-73c5a0c140de, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21d1692e-e25c-4b67-b190-bcd9432092da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dfce6ee7-0f2c-4420-9b5e-bf55fc38d7aa'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:15:40.744624 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c291cf4e-d30a-4040-9f93-a345f8f26391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:40.808848 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7fec9c98-cd2f-498e-83cb-ee3b6da8f386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:40.821452 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-9f18d048-58af-44b6-a8fc-b50e6364efac tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] For port de00cf6c-5f45-49d7-b23e-0987b673b9ab, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=de00cf6c-5f45-49d7-b23e-0987b673b9ab,segment=NetworkSegment(cbef9b53-4ff2-4e0f-9205-bffadfbc3bf6),segment_id=cbef9b53-4ff2-4e0f-9205-bffadfbc3bf6)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:15:40.823662 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f18d048-58af-44b6-a8fc-b50e6364efac tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:40.843898 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-9f18d048-58af-44b6-a8fc-b50e6364efac tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Calling delete_port for de00cf6c-5f45-49d7-b23e-0987b673b9ab owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:15:40.879028 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-6f0daffd-5961-4d17-94c3-88535d6d932a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:40.879804 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-6f0daffd-5961-4d17-94c3-88535d6d932a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:40.881894 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-6f0daffd-5961-4d17-94c3-88535d6d932a service neutron] 10.222.0.20 "PUT /v2.0/ports/c1266e75-8cf2-4343-b645-2c6d02d154e0 HTTP/1.1" status: 200 len: 1092 time: 2.3605163 Aug 18 13:15:40.882606 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0daffd-5961-4d17-94c3-88535d6d932a service neutron] Pushing event updated for resources: {'Port': ['ID=c1266e75-8cf2-4343-b645-2c6d02d154e0,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:40.928642 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7fec9c98-cd2f-498e-83cb-ee3b6da8f386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:40.948464 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7456353-547c-4fc6-98b5-ad79af3f30dc', 'tag': 'c1266e75-8cf2-4343-b645-2c6d02d154e0'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:15:40.956341 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739c57d4-58e1-4a37-bcbe-bbf1ea2ecbf7" -d '{"events": [{"name": "network-changed", "server_uuid": "e7456353-547c-4fc6-98b5-ad79af3f30dc", "tag": "c1266e75-8cf2-4343-b645-2c6d02d154e0"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:15:40.966906 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd6a8a5c-5658-4feb-8a98-4b9498a06df5 req-b21e43c8-5f0c-4611-95f9-cf53a4bc86de service neutron] 10.222.0.39 "GET /v2.0/networks/a551822e-f12f-484b-ae57-dea7c79b255f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382761 Aug 18 13:15:40.971775 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7fec9c98-cd2f-498e-83cb-ee3b6da8f386 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=24b000ebe0ce4195927474fd8b1f9837&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5904658 Aug 18 13:15:40.974852 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42408) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:41.043110 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec9c98-cd2f-498e-83cb-ee3b6da8f386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e7ed42-64ac-4c4e-a187-4e7664bb746f,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:41.071236 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7488867a-8642-4734-9e09-6a5e65d7ae42 x-openstack-request-id: req-7488867a-8642-4734-9e09-6a5e65d7ae42 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:15:41.071512 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7456353-547c-4fc6-98b5-ad79af3f30dc", "tag": "c1266e75-8cf2-4343-b645-2c6d02d154e0", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:15:41.071766 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7488867a-8642-4734-9e09-6a5e65d7ae42 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:15:41.072192 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7456353-547c-4fc6-98b5-ad79af3f30dc', 'tag': 'c1266e75-8cf2-4343-b645-2c6d02d154e0', 'status': 'completed', 'code': 200} Aug 18 13:15:41.115751 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-c291cf4e-d30a-4040-9f93-a345f8f26391 None None] For port 1fc821a6-33ef-4d88-ad3b-73c5a0c140de, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:15:41.124220 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-c291cf4e-d30a-4040-9f93-a345f8f26391 None None] For port 1fc821a6-33ef-4d88-ad3b-73c5a0c140de, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=1fc821a6-33ef-4d88-ad3b-73c5a0c140de,segment=NetworkSegment(21d1692e-e25c-4b67-b190-bcd9432092da),segment_id=21d1692e-e25c-4b67-b190-bcd9432092da)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:15:41.127798 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 5b9c7a30-6241-4aad-8e03-8fbd2ee7920e up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:15:41.135118 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-463b228d-5a90-456b-b579-37d177146638 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:41.203125 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463b228d-5a90-456b-b579-37d177146638 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Network dfce6ee7-0f2c-4420-9b5e-bf55fc38d7aa is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:15:41.211934 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-463b228d-5a90-456b-b579-37d177146638 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:15:41.220243 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f18d048-58af-44b6-a8fc-b50e6364efac tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:41.222670 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463b228d-5a90-456b-b579-37d177146638 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:15:41.223218 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-463b228d-5a90-456b-b579-37d177146638 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:41.240941 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c291cf4e-d30a-4040-9f93-a345f8f26391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:41.297510 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1df73d8b-f192-4c99-9df8-cae2fa3b6183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:41.309080 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e3471-a71a-4978-bced-6233d70657c1 req-58d80a2f-5ee5-40ae-b20a-8ed9e076a8e6 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:41.310768 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-387e3471-a71a-4978-bced-6233d70657c1 req-58d80a2f-5ee5-40ae-b20a-8ed9e076a8e6 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fbba952-d324-4344-8228-9e64b0e4c57c HTTP/1.1" status: 200 len: 907 time: 0.1391237 Aug 18 13:15:41.314039 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c57d4-58e1-4a37-bcbe-bbf1ea2ecbf7 req-408c1ea1-12f2-4a68-9924-5c67890c9f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:41.316864 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-739c57d4-58e1-4a37-bcbe-bbf1ea2ecbf7 req-408c1ea1-12f2-4a68-9924-5c67890c9f49 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e63152bca3cb423b9a7763e005387f10&device_id=e7456353-547c-4fc6-98b5-ad79af3f30dc HTTP/1.1" status: 200 len: 1095 time: 0.2346532 Aug 18 13:15:41.330747 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f18d048-58af-44b6-a8fc-b50e6364efac tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] No DVR routers for this DVR port de00cf6c-5f45-49d7-b23e-0987b673b9ab on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:15:41.388697 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b228d-5a90-456b-b579-37d177146638 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event updated for resources: {'Port': ['ID=5f606b98-a477-4317-84af-862f40e04415,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:41.392571 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1df73d8b-f192-4c99-9df8-cae2fa3b6183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:41.395338 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 5b9c7a30-6241-4aad-8e03-8fbd2ee7920e triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:41.395759 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:41.426279 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18d048-58af-44b6-a8fc-b50e6364efac tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Pushing event deleted for resources: {'Port': ['ID=de00cf6c-5f45-49d7-b23e-0987b673b9ab,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:41.447744 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c291cf4e-d30a-4040-9f93-a345f8f26391 None None] Pushing event updated for resources: {'Port': ['ID=1fc821a6-33ef-4d88-ad3b-73c5a0c140de,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:41.490415 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device bad11bc8-09ee-479a-abb1-e000d5aea649 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:15:41.560807 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b066c-0cb6-4935-843d-892dfe6f4e24 req-fd13fd0c-fe30-4e61-8adc-da352b3cebf2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:41.563359 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-271b066c-0cb6-4935-843d-892dfe6f4e24 req-fd13fd0c-fe30-4e61-8adc-da352b3cebf2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7456353-547c-4fc6-98b5-ad79af3f30dc HTTP/1.1" status: 200 len: 944 time: 0.2891033 Aug 18 13:15:41.579697 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c57d4-58e1-4a37-bcbe-bbf1ea2ecbf7 req-c404e066-8d78-4f77-b705-e6b432ac4f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:41.582551 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-739c57d4-58e1-4a37-bcbe-bbf1ea2ecbf7 req-c404e066-8d78-4f77-b705-e6b432ac4f6e service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=e63152bca3cb423b9a7763e005387f10&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2555599 Aug 18 13:15:41.636186 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f18d048-58af-44b6-a8fc-b50e6364efac tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:41.649261 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-9f18d048-58af-44b6-a8fc-b50e6364efac tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eb2447f-8cac-4ec1-a3fb-6c70d5a55107']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:41.661006 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-9f18d048-58af-44b6-a8fc-b50e6364efac tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbef9b53-4ff2-4e0f-9205-bffadfbc3bf6') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:41.661472 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-9f18d048-58af-44b6-a8fc-b50e6364efac tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbef9b53-4ff2-4e0f-9205-bffadfbc3bf6') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:41.679053 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f18d048-58af-44b6-a8fc-b50e6364efac tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:41.707052 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device d05c5fb7-2124-4bb7-ac7a-4161e8fa34b7 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:15:41.719121 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1df73d8b-f192-4c99-9df8-cae2fa3b6183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:41.723807 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1df73d8b-f192-4c99-9df8-cae2fa3b6183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:41.725350 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1df73d8b-f192-4c99-9df8-cae2fa3b6183 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/48e7ed42-64ac-4c4e-a187-4e7664bb746f HTTP/1.1" status: 204 len: 168 time: 0.7491095 Aug 18 13:15:41.726626 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-271b066c-0cb6-4935-843d-892dfe6f4e24 req-99284488-1cfc-4592-b06d-bb1b0686ae36 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/security-groups?id=244ce6e2-efcb-47ca-8b8b-4e7cd39097aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309698 Aug 18 13:15:41.745280 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f18d048-58af-44b6-a8fc-b50e6364efac tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:41.751561 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f30400e5-e539-4726-acd1-4a4f4c93e006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:41.757181 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df73d8b-f192-4c99-9df8-cae2fa3b6183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e7ed42-64ac-4c4e-a187-4e7664bb746f,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:41.769098 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f18d048-58af-44b6-a8fc-b50e6364efac tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:15:41.769098 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f18d048-58af-44b6-a8fc-b50e6364efac tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:41.769098 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:15:41.769098 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:15:41.769098 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:15:41.769098 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:15:41.769098 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:15:41.769098 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:15:41.769098 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:15:41.769098 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:15:41.769098 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:15:41.769098 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:15:41.769098 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:15:41.769098 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:15:41.769098 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:15:41.769098 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:15:41.769098 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:15:41.769098 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:15:41.769098 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:15:41.769098 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:15:41.769098 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:15:41.769098 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:15:41.769098 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:15:41.769098 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:15:41.769098 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:15:41.769098 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:15:41.769098 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:15:41.769098 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:15:41.769098 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:15:41.769098 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:15:41.769098 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:15:41.769098 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:15:41.769098 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:15:41.769098 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:15:41.769098 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-463b228d-5a90-456b-b579-37d177146638 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:41.801374 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c57d4-58e1-4a37-bcbe-bbf1ea2ecbf7 req-db8d8284-481e-4b3a-a72f-cb6a00b2a304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:41.801374 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-739c57d4-58e1-4a37-bcbe-bbf1ea2ecbf7 req-db8d8284-481e-4b3a-a72f-cb6a00b2a304 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2093222 Aug 18 13:15:41.804708 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port bad11bc8-09ee-479a-abb1-e000d5aea649, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=bad11bc8-09ee-479a-abb1-e000d5aea649,segment=NetworkSegment(4a44eed0-2492-4d19-b966-0b50c67d15f9),segment_id=4a44eed0-2492-4d19-b966-0b50c67d15f9)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:15:41.850861 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'bad11bc8-09ee-479a-abb1-e000d5aea649', 'network_id': 'a551822e-f12f-484b-ae57-dea7c79b255f', 'port_id': 'bad11bc8-09ee-479a-abb1-e000d5aea649', 'mac_address': 'fa:16:3e:0e:00:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974b35ee-b731-43f6-8848-4be92dd332ed', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:15:41.891057 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42420) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:41.937785 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-c658ae66-effd-4c2e-8c90-97f5dbc67089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:41.941287 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-c658ae66-effd-4c2e-8c90-97f5dbc67089 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e63152bca3cb423b9a7763e005387f10&device_id=e7456353-547c-4fc6-98b5-ad79af3f30dc HTTP/1.1" status: 200 len: 1095 time: 0.0895834 Aug 18 13:15:41.943969 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:41.985936 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bad11bc8-09ee-479a-abb1-e000d5aea649 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:15:42.014546 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port bad11bc8-09ee-479a-abb1-e000d5aea649, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=bad11bc8-09ee-479a-abb1-e000d5aea649,segment=NetworkSegment(4a44eed0-2492-4d19-b966-0b50c67d15f9),segment_id=4a44eed0-2492-4d19-b966-0b50c67d15f9)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:15:42.020602 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port d05c5fb7-2124-4bb7-ac7a-4161e8fa34b7 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:15:42.033311 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port d05c5fb7-2124-4bb7-ac7a-4161e8fa34b7 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:42.034642 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:42.056229 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-d794acee-44da-4ddf-98c4-2ad8ef84f8e7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1266e75-8cf2-4343-b645-2c6d02d154e0 HTTP/1.1" status: 200 len: 217 time: 0.1057904 Aug 18 13:15:42.128068 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-d31a5453-7d21-462b-a9b7-8233696880d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:42.130049 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-d31a5453-7d21-462b-a9b7-8233696880d3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b67b5eb-5023-44fb-9233-f86410fc385e HTTP/1.1" status: 200 len: 834 time: 0.0634906 Aug 18 13:15:42.134886 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f18d048-58af-44b6-a8fc-b50e6364efac tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:42.139446 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:42.167744 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f18d048-58af-44b6-a8fc-b50e6364efac tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:42.181113 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:42.183181 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9f18d048-58af-44b6-a8fc-b50e6364efac tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] 10.222.0.13 "DELETE /v2.0/networks/4eb2447f-8cac-4ec1-a3fb-6c70d5a55107 HTTP/1.1" status: 204 len: 168 time: 5.6972682 Aug 18 13:15:42.201337 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42424) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:42.207648 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-14a72c81-f0c5-4e5a-a392-126aa3874efd tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1836791386'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:42.246580 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18d048-58af-44b6-a8fc-b50e6364efac tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Pushing event deleted for resources: {'Network': ['ID=4eb2447f-8cac-4ec1-a3fb-6c70d5a55107,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:42.272965 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port d05c5fb7-2124-4bb7-ac7a-4161e8fa34b7, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=d05c5fb7-2124-4bb7-ac7a-4161e8fa34b7,segment=NetworkSegment(77c78884-ce65-4c80-b8e5-7e16c13f7bb1),segment_id=77c78884-ce65-4c80-b8e5-7e16c13f7bb1)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:15:42.274000 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=bad11bc8-09ee-479a-abb1-e000d5aea649,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:42.278282 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-7bfadd26-f68b-4786-9784-064f9f007b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:42.280916 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-7bfadd26-f68b-4786-9784-064f9f007b1a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0d945faf-920a-4b7f-9870-92ae6ded723e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1428347 Aug 18 13:15:42.397141 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:42.449018 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a72c81-f0c5-4e5a-a392-126aa3874efd tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Made reservation on behalf of 3a17a3546ac04bfea6fb738db10d1df1 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:15:42.454390 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-14a72c81-f0c5-4e5a-a392-126aa3874efd tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:42.466384 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-5616f5df-b839-4a79-bb7c-20a1d02dd73a service neutron] 10.222.0.20 "GET /v2.0/networks/0d945faf-920a-4b7f-9870-92ae6ded723e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772230 Aug 18 13:15:42.589140 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14a72c81-f0c5-4e5a-a392-126aa3874efd tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:15:42.594675 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=d05c5fb7-2124-4bb7-ac7a-4161e8fa34b7,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:42.604187 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-14a72c81-f0c5-4e5a-a392-126aa3874efd tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:42.605071 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-14a72c81-f0c5-4e5a-a392-126aa3874efd tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Added segment e33c3c14-e612-4834-9a18-6d54e6b48261 of type vlan for network 303bf689-3899-464f-b853-a7bc36bc5080 Aug 18 13:15:42.605231 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['bad11bc8-09ee-479a-abb1-e000d5aea649'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:15:42.688397 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-14a72c81-f0c5-4e5a-a392-126aa3874efd tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:42.694597 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 1fc821a6-33ef-4d88-ad3b-73c5a0c140de up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:15:42.795115 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7c593-0e90-4076-b310-728ab1b682d2 req-aa1afaf7-737e-41ed-92c9-140535c61031 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:42.797545 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ed7c593-0e90-4076-b310-728ab1b682d2 req-aa1afaf7-737e-41ed-92c9-140535c61031 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fbba952-d324-4344-8228-9e64b0e4c57c HTTP/1.1" status: 200 len: 908 time: 0.3297491 Aug 18 13:15:42.862305 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9aa2f188-7bbc-46de-9aa8-3f1ea7c8b90b req-364a7769-955e-4c3f-b3f0-372c596306b1 service neutron] 10.222.0.20 "GET /v2.0/networks/0d945faf-920a-4b7f-9870-92ae6ded723e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315392 Aug 18 13:15:42.883414 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-14a72c81-f0c5-4e5a-a392-126aa3874efd tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:42.898332 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a72c81-f0c5-4e5a-a392-126aa3874efd tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:42.898332 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-14a72c81-f0c5-4e5a-a392-126aa3874efd tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:42.934689 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 1fc821a6-33ef-4d88-ad3b-73c5a0c140de completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:15:43.016728 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a72c81-f0c5-4e5a-a392-126aa3874efd tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Pushing event updated for resources: {'Network': ['ID=303bf689-3899-464f-b853-a7bc36bc5080,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:43.027865 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 303bf689-3899-464f-b853-a7bc36bc5080 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:15:43.170229 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-14a72c81-f0c5-4e5a-a392-126aa3874efd tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9664006 Aug 18 13:15:43.175266 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42442) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:43.178029 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-f59dda91-0630-44a9-8395-f912407b5b09 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Request body: {'subnet': {'network_id': '303bf689-3899-464f-b853-a7bc36bc5080', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:43.241824 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f089c0-e39a-47a4-a05e-7bb79445c6a0 None None] Network dfce6ee7-0f2c-4420-9b5e-bf55fc38d7aa requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:15:43.385583 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf63d6-653b-4d4d-aed0-92fe4b8a70de req-bc9240c4-b530-4e12-b5fe-885d689d898d tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:43.387230 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-93cf63d6-653b-4d4d-aed0-92fe4b8a70de req-bc9240c4-b530-4e12-b5fe-885d689d898d tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7456353-547c-4fc6-98b5-ad79af3f30dc HTTP/1.1" status: 200 len: 944 time: 0.2581494 Aug 18 13:15:43.414056 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-3e9bbff5-ba0e-4494-b837-e0f53e252b72 None None] Provisioning for port 1fc821a6-33ef-4d88-ad3b-73c5a0c140de completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:15:43.426165 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-3e9bbff5-ba0e-4494-b837-e0f53e252b72 None None] Provisioning complete for port 1fc821a6-33ef-4d88-ad3b-73c5a0c140de triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:43.427074 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3e9bbff5-ba0e-4494-b837-e0f53e252b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:43.505542 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59dda91-0630-44a9-8395-f912407b5b09 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Made reservation on behalf of 3a17a3546ac04bfea6fb738db10d1df1 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:15:43.513907 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device bad11bc8-09ee-479a-abb1-e000d5aea649 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:15:43.514360 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f59dda91-0630-44a9-8395-f912407b5b09 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:43.574848 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-93cf63d6-653b-4d4d-aed0-92fe4b8a70de req-10cf0b90-b897-4e03-9f85-8ee363547f0b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/security-groups?id=244ce6e2-efcb-47ca-8b8b-4e7cd39097aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741614 Aug 18 13:15:43.614433 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-463b228d-5a90-456b-b579-37d177146638 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:43.661147 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3e9bbff5-ba0e-4494-b837-e0f53e252b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:43.751046 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-463b228d-5a90-456b-b579-37d177146638 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:43.751046 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-463b228d-5a90-456b-b579-37d177146638 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:43.759852 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-3e9bbff5-ba0e-4494-b837-e0f53e252b72 None None] For port 1fc821a6-33ef-4d88-ad3b-73c5a0c140de, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=1fc821a6-33ef-4d88-ad3b-73c5a0c140de,segment=NetworkSegment(21d1692e-e25c-4b67-b190-bcd9432092da),segment_id=21d1692e-e25c-4b67-b190-bcd9432092da)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:15:43.774194 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port bad11bc8-09ee-479a-abb1-e000d5aea649 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:15:43.779773 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port bad11bc8-09ee-479a-abb1-e000d5aea649 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:43.787996 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:43.882544 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b228d-5a90-456b-b579-37d177146638 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event updated for resources: {'Port': ['ID=5f606b98-a477-4317-84af-862f40e04415,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:43.887562 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3e9bbff5-ba0e-4494-b837-e0f53e252b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:43.889563 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8c61febd-9395-43a7-96c8-740e04dc2561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:43.948378 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9bbff5-ba0e-4494-b837-e0f53e252b72 None None] Pushing event updated for resources: {'Port': ['ID=1fc821a6-33ef-4d88-ad3b-73c5a0c140de,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:43.967347 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463b228d-5a90-456b-b579-37d177146638 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Network dfce6ee7-0f2c-4420-9b5e-bf55fc38d7aa is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:15:43.972107 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-463b228d-5a90-456b-b579-37d177146638 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:15:44.006005 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:44.051283 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port bad11bc8-09ee-479a-abb1-e000d5aea649, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=bad11bc8-09ee-479a-abb1-e000d5aea649,segment=NetworkSegment(4a44eed0-2492-4d19-b966-0b50c67d15f9),segment_id=4a44eed0-2492-4d19-b966-0b50c67d15f9)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:15:44.052345 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbba952-d324-4344-8228-9e64b0e4c57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad11bc8-09ee-479a-abb1-e000d5aea649'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:15:44.055343 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43c5757-f2d0-412e-b4c2-66c3166d7488" -d '{"events": [{"server_uuid": "5fbba952-d324-4344-8228-9e64b0e4c57c", "name": "network-vif-plugged", "status": "completed", "tag": "bad11bc8-09ee-479a-abb1-e000d5aea649"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:15:44.144633 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e326f-5d44-4c87-8055-bfc8e69c0348 req-845ad9b2-a6c3-4da3-9978-e7226cdc0cb9 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:44.146426 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6c3e326f-5d44-4c87-8055-bfc8e69c0348 req-845ad9b2-a6c3-4da3-9978-e7226cdc0cb9 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fbba952-d324-4344-8228-9e64b0e4c57c HTTP/1.1" status: 200 len: 908 time: 0.0840061 Aug 18 13:15:44.162951 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:44.224578 n-d-803603-2 neutron-server[101675]: DEBUG neutron.objects.ports [None req-f59dda91-0630-44a9-8395-f912407b5b09 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101675) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 13:15:44.226386 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f59dda91-0630-44a9-8395-f912407b5b09 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:44.241708 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f1d512b4-814c-4623-9b1c-509ac3e42a12 None None] Provisioning for port 5f606b98-a477-4317-84af-862f40e04415 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:15:44.287293 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f1d512b4-814c-4623-9b1c-509ac3e42a12 None None] Provisioning complete for port 5f606b98-a477-4317-84af-862f40e04415 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:44.287293 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f1d512b4-814c-4623-9b1c-509ac3e42a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:44.298095 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59dda91-0630-44a9-8395-f912407b5b09 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Pushing event updated for resources: {'Subnet': ['ID=bdf9f6cb-825d-42da-a61e-334c689ea159,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:44.314375 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463b228d-5a90-456b-b579-37d177146638 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Router 428fed0c-fa7d-4e06-b932-067e0676a428 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:15:44.350283 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59dda91-0630-44a9-8395-f912407b5b09 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Checking segment: {'id': 'e33c3c14-e612-4834-9a18-6d54e6b48261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '303bf689-3899-464f-b853-a7bc36bc5080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:15:44.350283 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59dda91-0630-44a9-8395-f912407b5b09 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Network hostable DHCP agents. Network: 303bf689-3899-464f-b853-a7bc36bc5080, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:15:44.357977 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-db757ca6-de9a-4ed0-879c-8e2f9aa3bed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:44.364201 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=bad11bc8-09ee-479a-abb1-e000d5aea649,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:44.392619 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f1d512b4-814c-4623-9b1c-509ac3e42a12 None None] Port 5f606b98-a477-4317-84af-862f40e04415 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:15:44.428172 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6eb1b05-8834-46ca-84d8-aed3347d6e77 x-openstack-request-id: req-c6eb1b05-8834-46ca-84d8-aed3347d6e77 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:15:44.429672 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbba952-d324-4344-8228-9e64b0e4c57c", "name": "network-vif-plugged", "status": "completed", "tag": "bad11bc8-09ee-479a-abb1-e000d5aea649", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:15:44.431719 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6eb1b05-8834-46ca-84d8-aed3347d6e77 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:15:44.432375 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbba952-d324-4344-8228-9e64b0e4c57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad11bc8-09ee-479a-abb1-e000d5aea649', 'code': 200} Aug 18 13:15:44.452647 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f1d512b4-814c-4623-9b1c-509ac3e42a12 None None] Provisioning complete for port 1fc821a6-33ef-4d88-ad3b-73c5a0c140de triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:44.453033 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f1d512b4-814c-4623-9b1c-509ac3e42a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:44.511772 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59dda91-0630-44a9-8395-f912407b5b09 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Network 303bf689-3899-464f-b853-a7bc36bc5080 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:15:44.580041 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae27de-2d68-4028-9ac9-a552c8cfab85 req-d1ffb712-4bf6-48d5-a4f7-b2cbf3f2bfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:44.582526 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-93ae27de-2d68-4028-9ac9-a552c8cfab85 req-d1ffb712-4bf6-48d5-a4f7-b2cbf3f2bfc8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5fbba952-d324-4344-8228-9e64b0e4c57c HTTP/1.1" status: 200 len: 1060 time: 0.1206908 Aug 18 13:15:44.612737 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 1fc821a6-33ef-4d88-ad3b-73c5a0c140de up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:15:44.612837 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-f59dda91-0630-44a9-8395-f912407b5b09 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 303bf689-3899-464f-b853-a7bc36bc5080) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:15:44.628005 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59dda91-0630-44a9-8395-f912407b5b09 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:44.628814 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f59dda91-0630-44a9-8395-f912407b5b09 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:44.675155 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bb0dfe-1ff5-47e0-ace4-2813e19e7b55 None None] Network 303bf689-3899-464f-b853-a7bc36bc5080 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:15:44.722734 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:44.741367 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f59dda91-0630-44a9-8395-f912407b5b09 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5677192 Aug 18 13:15:44.744047 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42470) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:44.776932 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-325acb05-ad01-4c2f-989c-1e9e81626e06 None None] Provisioning complete for port 5f606b98-a477-4317-84af-862f40e04415 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:44.777626 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-325acb05-ad01-4c2f-989c-1e9e81626e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:44.790674 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463b228d-5a90-456b-b579-37d177146638 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:15:44.797530 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-463b228d-5a90-456b-b579-37d177146638 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "PUT /v2.0/routers/428fed0c-fa7d-4e06-b932-067e0676a428/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3068063 Aug 18 13:15:44.800252 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42474) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:44.805216 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-05be058d-3421-4f35-a7f7-818cee4e47d2 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:44.821834 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-325acb05-ad01-4c2f-989c-1e9e81626e06 None None] Port 5f606b98-a477-4317-84af-862f40e04415 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:15:44.831637 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc40a15f-7b3c-4473-bd09-b87e72aa56ed None None] Sync routers for ids ['428fed0c-fa7d-4e06-b932-067e0676a428'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:15:44.837098 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 1fc821a6-33ef-4d88-ad3b-73c5a0c140de triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:44.837478 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:44.905233 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc40a15f-7b3c-4473-bd09-b87e72aa56ed None None] Routers {'428fed0c-fa7d-4e06-b932-067e0676a428'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:15:44.906062 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-cc40a15f-7b3c-4473-bd09-b87e72aa56ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:15:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['428fed0c-fa7d-4e06-b932-067e0676a428'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:44.940518 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa8500-f037-4678-b7ff-e9194f13fe3e req-0cee8475-bbd2-4749-9dfc-1ace396cc6c2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:44.946525 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aafa8500-f037-4678-b7ff-e9194f13fe3e req-0cee8475-bbd2-4749-9dfc-1ace396cc6c2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7456353-547c-4fc6-98b5-ad79af3f30dc HTTP/1.1" status: 200 len: 944 time: 0.1767092 Aug 18 13:15:44.998968 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-febd102e-689a-4965-a583-dc9a0129cdba tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:45.038864 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aafa8500-f037-4678-b7ff-e9194f13fe3e req-7d72e2aa-2a84-418d-ac20-ac5186088855 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/security-groups?id=244ce6e2-efcb-47ca-8b8b-4e7cd39097aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732720 Aug 18 13:15:45.099695 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-febd102e-689a-4965-a583-dc9a0129cdba tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:45.240953 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-cc40a15f-7b3c-4473-bd09-b87e72aa56ed None None] Set router 428fed0c-fa7d-4e06-b932-067e0676a428 gateway port host: None {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:15:45.315090 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-febd102e-689a-4965-a583-dc9a0129cdba tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:45.317426 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-db757ca6-de9a-4ed0-879c-8e2f9aa3bed2 admin admin] Deleting port 0b664f35-5fae-45af-bf5b-7bbf9075cac6 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:15:45.325721 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-db757ca6-de9a-4ed0-879c-8e2f9aa3bed2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:45.363104 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd102e-689a-4965-a583-dc9a0129cdba tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Pushing event deleted for resources: {'Subnet': ['ID=bdf9f6cb-825d-42da-a61e-334c689ea159,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:45.392633 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7537adbd-6595-4856-a0e6-8df2b281c635 None None] Provisioning complete for port 5f606b98-a477-4317-84af-862f40e04415 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:45.393206 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7537adbd-6595-4856-a0e6-8df2b281c635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:45.430895 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b266300-6742-483c-b41d-8b9677f3fd97 None None] Network 303bf689-3899-464f-b853-a7bc36bc5080 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:15:45.441239 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c679ab-8a6c-481a-b799-b74fdb8c00ab req-2247b679-63aa-4ab5-bc55-cd3c05e1b7a0 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:45.443036 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c7c679ab-8a6c-481a-b799-b74fdb8c00ab req-2247b679-63aa-4ab5-bc55-cd3c05e1b7a0 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fbba952-d324-4344-8228-9e64b0e4c57c HTTP/1.1" status: 200 len: 909 time: 0.1790917 Aug 18 13:15:45.506229 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-db757ca6-de9a-4ed0-879c-8e2f9aa3bed2 admin admin] For port 0b664f35-5fae-45af-bf5b-7bbf9075cac6, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=0b664f35-5fae-45af-bf5b-7bbf9075cac6,segment=NetworkSegment(c07f3d80-20eb-4904-a367-4db848d7a4aa),segment_id=c07f3d80-20eb-4904-a367-4db848d7a4aa)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:15:45.506740 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-db757ca6-de9a-4ed0-879c-8e2f9aa3bed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:45.525635 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.extraroute_db [None req-05be058d-3421-4f35-a7f7-818cee4e47d2 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=101676) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 18 13:15:45.529250 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-db757ca6-de9a-4ed0-879c-8e2f9aa3bed2 admin admin] Calling delete_port for 0b664f35-5fae-45af-bf5b-7bbf9075cac6 owned by network:router_interface {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:15:45.562001 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.extraroute_db [None req-05be058d-3421-4f35-a7f7-818cee4e47d2 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Removed routes are [] {{(pid=101676) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 18 13:15:45.564451 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-05be058d-3421-4f35-a7f7-818cee4e47d2 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-486308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5626'] for router, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:45.565878 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:45.629047 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device d05c5fb7-2124-4bb7-ac7a-4161e8fa34b7 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:15:45.662422 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7537adbd-6595-4856-a0e6-8df2b281c635 None None] Port 5f606b98-a477-4317-84af-862f40e04415 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:15:45.740790 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd12a891-d1e1-4ad0-a151-2f5d1e463ab1 None None] get_active_networks_info from n-d-803603-2 {{(pid=101677) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 13:15:45.855968 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-febd102e-689a-4965-a583-dc9a0129cdba tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:45.872337 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-febd102e-689a-4965-a583-dc9a0129cdba tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['303bf689-3899-464f-b853-a7bc36bc5080']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:45.884668 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-febd102e-689a-4965-a583-dc9a0129cdba tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e33c3c14-e612-4834-9a18-6d54e6b48261') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:45.884903 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-febd102e-689a-4965-a583-dc9a0129cdba tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e33c3c14-e612-4834-9a18-6d54e6b48261') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:45.892877 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port d05c5fb7-2124-4bb7-ac7a-4161e8fa34b7 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:45.893143 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:45.896691 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-febd102e-689a-4965-a583-dc9a0129cdba tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:45.916067 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-febd102e-689a-4965-a583-dc9a0129cdba tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:45.926053 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-febd102e-689a-4965-a583-dc9a0129cdba tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:15:45.926748 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-febd102e-689a-4965-a583-dc9a0129cdba tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:45.930855 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:15:45.930855 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:15:45.930855 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:15:45.930855 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:15:45.930855 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:15:45.930855 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:15:45.930855 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:15:45.930855 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:15:45.930855 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:15:45.930855 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:15:45.930855 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:15:45.930855 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:15:45.930855 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:15:45.930855 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:15:45.930855 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:15:45.930855 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:15:45.930855 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:15:45.930855 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:15:45.930855 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:15:45.930855 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:15:45.930855 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:15:45.930855 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:15:45.930855 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:15:45.930855 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:15:45.930855 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:15:45.930855 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:15:45.930855 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:15:45.930855 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:15:45.930855 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:15:45.930855 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:15:45.930855 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:15:45.930855 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:15:45.996644 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-cc40a15f-7b3c-4473-bd09-b87e72aa56ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'name': 'tempest-RoutersIpV6Test-router-636643852', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:15:02Z', 'updated_at': '2021-08-18T13:15:41Z', 'revision_number': 5, 'project_id': '01cf70040508408f95a82df41495eab1', 'gw_port_host': None, '_interfaces': [{'id': '5b9c7a30-6241-4aad-8e03-8fbd2ee7920e', 'name': '', 'network_id': '7dd31760-f843-4430-8a9e-efb25a124ff8', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:b3:36:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '0154f54f-1f6d-41e5-a011-efee403c71e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:16Z', 'updated_at': '2021-08-18T13:15:38Z', 'revision_number': 5, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': '0154f54f-1f6d-41e5-a011-efee403c71e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f606b98-a477-4317-84af-862f40e04415', 'name': '', 'network_id': 'dfce6ee7-0f2c-4420-9b5e-bf55fc38d7aa', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:61:19:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'e066f985-2b1b-415d-901f-b62f26ccae3c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:40Z', 'updated_at': '2021-08-18T13:15:42Z', 'revision_number': 2, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': 'e066f985-2b1b-415d-901f-b62f26ccae3c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba59c544-fcd8-4c7d-b9f9-cae2184a0906', 'name': '', 'network_id': 'ac814d43-7d5c-42b9-8d2a-7f9260018681', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:7a:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:06Z', 'updated_at': '2021-08-18T13:15:34Z', 'revision_number': 5, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd05c5fb7-2124-4bb7-ac7a-4161e8fa34b7', 'name': '', 'network_id': '9a1c126a-6e8e-40f3-a5dd-cce39db9c136', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:41:03:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'd04211f2-accf-4301-a174-8a439c21ed6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:29Z', 'updated_at': '2021-08-18T13:15:42Z', 'revision_number': 5, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': 'd04211f2-accf-4301-a174-8a439c21ed6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:46.010521 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-05be058d-3421-4f35-a7f7-818cee4e47d2 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-486308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5626'] for router, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:46.013839 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-05be058d-3421-4f35-a7f7-818cee4e47d2 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-486154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-486161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563648'] for router, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:46.039346 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc40a15f-7b3c-4473-bd09-b87e72aa56ed None None] Checking router: 428fed0c-fa7d-4e06-b932-067e0676a428 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:15:46.039696 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc40a15f-7b3c-4473-bd09-b87e72aa56ed None None] Updating router 428fed0c-fa7d-4e06-b932-067e0676a428 port 5f606b98-a477-4317-84af-862f40e04415 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:15:46.063765 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd12a891-d1e1-4ad0-a151-2f5d1e463ab1 None None] Resources bound (agent type, host, resource id): {{(pid=101677) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 13:15:46.076250 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-febd102e-689a-4965-a583-dc9a0129cdba tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:46.081950 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cc40a15f-7b3c-4473-bd09-b87e72aa56ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:46.096309 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-febd102e-689a-4965-a583-dc9a0129cdba tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:46.100294 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-febd102e-689a-4965-a583-dc9a0129cdba tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] 10.222.0.13 "DELETE /v2.0/networks/303bf689-3899-464f-b853-a7bc36bc5080 HTTP/1.1" status: 204 len: 168 time: 1.3545742 Aug 18 13:15:46.116032 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42506) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:46.120323 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-db757ca6-de9a-4ed0-879c-8e2f9aa3bed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:46.128660 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd102e-689a-4965-a583-dc9a0129cdba tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Pushing event deleted for resources: {'Network': ['ID=303bf689-3899-464f-b853-a7bc36bc5080,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:46.182098 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-b52dc9fe-d5c6-475b-b696-f20cf67fdb0e tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] DELETE failed (client error): The resource could not be found. Aug 18 13:15:46.185902 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b52dc9fe-d5c6-475b-b696-f20cf67fdb0e tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:15:46.186154 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db757ca6-de9a-4ed0-879c-8e2f9aa3bed2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b664f35-5fae-45af-bf5b-7bbf9075cac6,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:46.190290 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b52dc9fe-d5c6-475b-b696-f20cf67fdb0e tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] 10.222.0.13 "DELETE /v2.0/subnets/bdf9f6cb-825d-42da-a61e-334c689ea159 HTTP/1.1" status: 404 len: 337 time: 0.0728831 Aug 18 13:15:46.193427 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42508) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:46.255337 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-e651b0dd-de3f-43e6-9b8e-9d55f4cbeb43 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] DELETE failed (client error): The resource could not be found. Aug 18 13:15:46.255939 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e651b0dd-de3f-43e6-9b8e-9d55f4cbeb43 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:15:46.258460 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e651b0dd-de3f-43e6-9b8e-9d55f4cbeb43 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] 10.222.0.13 "DELETE /v2.0/networks/303bf689-3899-464f-b853-a7bc36bc5080 HTTP/1.1" status: 404 len: 339 time: 0.0495851 Aug 18 13:15:46.260691 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42512) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:46.273732 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05be058d-3421-4f35-a7f7-818cee4e47d2 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Router 428fed0c-fa7d-4e06-b932-067e0676a428 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:15:46.320934 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e854f9-5303-4ef5-a07e-74618d56fa4d req-237cea39-6349-41f9-b3c1-1bd71e6ff52b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:46.331355 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a2e854f9-5303-4ef5-a07e-74618d56fa4d req-237cea39-6349-41f9-b3c1-1bd71e6ff52b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7456353-547c-4fc6-98b5-ad79af3f30dc HTTP/1.1" status: 200 len: 944 time: 0.1646407 Aug 18 13:15:46.334577 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-9591e455-ebee-471a-a791-f93ebcb7787f tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] DELETE failed (client error): The resource could not be found. Aug 18 13:15:46.340474 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9591e455-ebee-471a-a791-f93ebcb7787f tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:15:46.340474 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9591e455-ebee-471a-a791-f93ebcb7787f tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] 10.222.0.13 "DELETE /v2.0/subnets/e97516e6-dca0-4266-bc58-d4afa15250bc HTTP/1.1" status: 404 len: 337 time: 0.0724776 Aug 18 13:15:46.340722 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42514) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:46.389556 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a2e854f9-5303-4ef5-a07e-74618d56fa4d req-1d46621d-9642-4ad9-ba36-3bbaaa68d4df tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/security-groups?id=244ce6e2-efcb-47ca-8b8b-4e7cd39097aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548344 Aug 18 13:15:46.432174 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-c83181a4-0e83-4e29-bba2-fd673d7a1aa5 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] DELETE failed (client error): The resource could not be found. Aug 18 13:15:46.432795 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c83181a4-0e83-4e29-bba2-fd673d7a1aa5 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:15:46.437219 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c83181a4-0e83-4e29-bba2-fd673d7a1aa5 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] 10.222.0.13 "DELETE /v2.0/networks/4eb2447f-8cac-4ec1-a3fb-6c70d5a55107 HTTP/1.1" status: 404 len: 339 time: 0.0585520 Aug 18 13:15:46.438219 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42516) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:46.506302 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a6d8097-32b3-4e05-969a-e9890b48a236 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] DELETE failed (client error): The resource could not be found. Aug 18 13:15:46.506680 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a6d8097-32b3-4e05-969a-e9890b48a236 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:15:46.516325 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9a6d8097-32b3-4e05-969a-e9890b48a236 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] 10.222.0.13 "DELETE /v2.0/subnets/3f6aa4a1-1da8-4f10-b80d-c086c0e9a203 HTTP/1.1" status: 404 len: 337 time: 0.0763190 Aug 18 13:15:46.520610 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42520) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:46.557549 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d78720f-f3d8-4b0f-a57e-724a68e71b24 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] DELETE failed (client error): The resource could not be found. Aug 18 13:15:46.558388 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d78720f-f3d8-4b0f-a57e-724a68e71b24 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:15:46.562752 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4d78720f-f3d8-4b0f-a57e-724a68e71b24 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] 10.222.0.13 "DELETE /v2.0/networks/d4ea1499-8b89-4ee3-8ffe-59996e409f6f HTTP/1.1" status: 404 len: 339 time: 0.0410190 Aug 18 13:15:46.563389 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42522) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:46.679306 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-37c5773a-c594-40e4-8830-03a8f475a2c2 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Deleting port e15b146e-7743-47f3-8091-c51c4ab67c17 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:15:46.680182 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-37c5773a-c594-40e4-8830-03a8f475a2c2 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:46.764252 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-37c5773a-c594-40e4-8830-03a8f475a2c2 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:46.784799 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-37c5773a-c594-40e4-8830-03a8f475a2c2 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Calling delete_port for e15b146e-7743-47f3-8091-c51c4ab67c17 owned by {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:15:46.836637 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device c1266e75-8cf2-4343-b645-2c6d02d154e0 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:15:46.837331 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42526) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:46.843307 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cc40a15f-7b3c-4473-bd09-b87e72aa56ed None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:46.863316 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-cc40a15f-7b3c-4473-bd09-b87e72aa56ed None None] Transition to ACTIVE for port object 5f606b98-a477-4317-84af-862f40e04415 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:15:47.006532 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port c1266e75-8cf2-4343-b645-2c6d02d154e0, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=c1266e75-8cf2-4343-b645-2c6d02d154e0,segment=NetworkSegment(fe0364bf-c23a-44a9-8b3d-2178e420a462),segment_id=fe0364bf-c23a-44a9-8b3d-2178e420a462)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:15:47.009980 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cc40a15f-7b3c-4473-bd09-b87e72aa56ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:47.039160 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1d59f971-1961-4612-88e9-d794f2c7ba6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:47.042693 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05be058d-3421-4f35-a7f7-818cee4e47d2 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:15:47.046461 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-db757ca6-de9a-4ed0-879c-8e2f9aa3bed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:47.055824 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-05be058d-3421-4f35-a7f7-818cee4e47d2 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:47.060362 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-05be058d-3421-4f35-a7f7-818cee4e47d2 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "PUT /v2.0/routers/428fed0c-fa7d-4e06-b932-067e0676a428 HTTP/1.1" status: 200 len: 953 time: 2.2589796 Aug 18 13:15:47.064939 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'c1266e75-8cf2-4343-b645-2c6d02d154e0', 'network_id': '0d945faf-920a-4b7f-9870-92ae6ded723e', 'port_id': 'c1266e75-8cf2-4343-b645-2c6d02d154e0', 'mac_address': 'fa:16:3e:16:91:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b67b5eb-5023-44fb-9233-f86410fc385e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:15:47.066546 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-37c5773a-c594-40e4-8830-03a8f475a2c2 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:47.066726 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42530) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:47.135730 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c5773a-c594-40e4-8830-03a8f475a2c2 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Pushing event deleted for resources: {'Port': ['ID=e15b146e-7743-47f3-8091-c51c4ab67c17,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:47.135847 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:47.147761 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ae5d9-5e25-4dc6-91ca-dbb344408ed3 req-512ec280-68a7-487a-b477-f827eca72e65 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:47.150517 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1266e75-8cf2-4343-b645-2c6d02d154e0 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:15:47.151721 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-518ae5d9-5e25-4dc6-91ca-dbb344408ed3 req-512ec280-68a7-487a-b477-f827eca72e65 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fbba952-d324-4344-8228-9e64b0e4c57c HTTP/1.1" status: 200 len: 909 time: 0.1909664 Aug 18 13:15:47.160511 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-37c5773a-c594-40e4-8830-03a8f475a2c2 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:47.164302 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-37c5773a-c594-40e4-8830-03a8f475a2c2 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] 10.222.0.13 "DELETE /v2.0/ports/e15b146e-7743-47f3-8091-c51c4ab67c17 HTTP/1.1" status: 204 len: 168 time: 0.5981555 Aug 18 13:15:47.168400 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42532) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:47.170157 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c5773a-c594-40e4-8830-03a8f475a2c2 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:47.170749 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c5773a-c594-40e4-8830-03a8f475a2c2 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:47.171284 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c5773a-c594-40e4-8830-03a8f475a2c2 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:47.172629 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c5773a-c594-40e4-8830-03a8f475a2c2 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:47.173177 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c5773a-c594-40e4-8830-03a8f475a2c2 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:47.173715 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c5773a-c594-40e4-8830-03a8f475a2c2 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:47.174281 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c5773a-c594-40e4-8830-03a8f475a2c2 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:47.174802 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c5773a-c594-40e4-8830-03a8f475a2c2 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:47.175750 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c5773a-c594-40e4-8830-03a8f475a2c2 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:47.176291 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c5773a-c594-40e4-8830-03a8f475a2c2 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:47.176809 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c5773a-c594-40e4-8830-03a8f475a2c2 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:47.177343 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c5773a-c594-40e4-8830-03a8f475a2c2 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:47.186742 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b81ff-cf51-4b5c-8525-1b6a864936c2 None None] Pushing event updated for resources: {'Port': ['ID=5f606b98-a477-4317-84af-862f40e04415,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:47.193651 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port c1266e75-8cf2-4343-b645-2c6d02d154e0, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=c1266e75-8cf2-4343-b645-2c6d02d154e0,segment=NetworkSegment(fe0364bf-c23a-44a9-8b3d-2178e420a462),segment_id=fe0364bf-c23a-44a9-8b3d-2178e420a462)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:15:47.228137 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-c233cf61-1726-47b3-a227-40e7fb772533 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] DELETE failed (client error): The resource could not be found. Aug 18 13:15:47.232008 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c233cf61-1726-47b3-a227-40e7fb772533 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:15:47.232008 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c233cf61-1726-47b3-a227-40e7fb772533 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] 10.222.0.13 "DELETE /v2.0/subnets/05487932-e368-47e0-b6e3-0199dd023c70 HTTP/1.1" status: 404 len: 337 time: 0.0494595 Aug 18 13:15:47.237498 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42536) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:47.250999 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-cc40a15f-7b3c-4473-bd09-b87e72aa56ed None None] Attempting to bind port 5f606b98-a477-4317-84af-862f40e04415 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:15:47.251374 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-cc40a15f-7b3c-4473-bd09-b87e72aa56ed None None] Attempting to bind port 5f606b98-a477-4317-84af-862f40e04415 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '21d1692e-e25c-4b67-b190-bcd9432092da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dfce6ee7-0f2c-4420-9b5e-bf55fc38d7aa'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:15:47.252393 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc40a15f-7b3c-4473-bd09-b87e72aa56ed None None] Attempting to bind port 5f606b98-a477-4317-84af-862f40e04415 on network dfce6ee7-0f2c-4420-9b5e-bf55fc38d7aa {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:15:47.258898 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc40a15f-7b3c-4473-bd09-b87e72aa56ed None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:15:47.259293 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc40a15f-7b3c-4473-bd09-b87e72aa56ed None None] Checking segment: {'id': '21d1692e-e25c-4b67-b190-bcd9432092da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dfce6ee7-0f2c-4420-9b5e-bf55fc38d7aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:15:47.259757 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cc40a15f-7b3c-4473-bd09-b87e72aa56ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:47.260214 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc40a15f-7b3c-4473-bd09-b87e72aa56ed None None] Bound using segment: {'id': '21d1692e-e25c-4b67-b190-bcd9432092da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dfce6ee7-0f2c-4420-9b5e-bf55fc38d7aa'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:15:47.260650 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-cc40a15f-7b3c-4473-bd09-b87e72aa56ed None None] Bound port: 5f606b98-a477-4317-84af-862f40e04415, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21d1692e-e25c-4b67-b190-bcd9432092da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dfce6ee7-0f2c-4420-9b5e-bf55fc38d7aa'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:15:47.261037 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cc40a15f-7b3c-4473-bd09-b87e72aa56ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:47.313445 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:47.335768 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b7867315-fada-4113-b794-9b9b4d3ffa1d tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:47.359124 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:47.415303 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2f3d9dae-e563-4fc0-a90f-ece8cbc5799c tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "GET /v2.0/routers/428fed0c-fa7d-4e06-b932-067e0676a428 HTTP/1.1" status: 200 len: 953 time: 0.3444397 Aug 18 13:15:47.415982 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42542) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:47.436900 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-7d1051cd-b04b-4a34-95d2-dafeae7392c7 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Request body: {'router': {'routes': None}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:47.450968 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-cc40a15f-7b3c-4473-bd09-b87e72aa56ed None None] For port 5f606b98-a477-4317-84af-862f40e04415, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:15:47.457334 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=c1266e75-8cf2-4343-b645-2c6d02d154e0,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:47.476917 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-cc40a15f-7b3c-4473-bd09-b87e72aa56ed None None] For port 5f606b98-a477-4317-84af-862f40e04415, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=5f606b98-a477-4317-84af-862f40e04415,segment=NetworkSegment(21d1692e-e25c-4b67-b190-bcd9432092da),segment_id=21d1692e-e25c-4b67-b190-bcd9432092da)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:15:47.518391 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b7867315-fada-4113-b794-9b9b4d3ffa1d tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:47.529426 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-b7867315-fada-4113-b794-9b9b4d3ffa1d tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['038a4c33-9dc0-401b-9b26-a29d5c898baf']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:47.541194 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-b7867315-fada-4113-b794-9b9b4d3ffa1d tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0059f04a-daae-4a00-8677-81e28f44141f') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:47.544788 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-b7867315-fada-4113-b794-9b9b4d3ffa1d tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0059f04a-daae-4a00-8677-81e28f44141f') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:47.550956 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['c1266e75-8cf2-4343-b645-2c6d02d154e0'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:15:47.555172 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b7867315-fada-4113-b794-9b9b4d3ffa1d tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:47.571676 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b7867315-fada-4113-b794-9b9b4d3ffa1d tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:47.578074 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7867315-fada-4113-b794-9b9b4d3ffa1d tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:15:47.578530 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b7867315-fada-4113-b794-9b9b4d3ffa1d tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:47.607866 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cc40a15f-7b3c-4473-bd09-b87e72aa56ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:47.652813 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:15:47.652813 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:15:47.652813 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:15:47.652813 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:15:47.652813 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:15:47.652813 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:15:47.652813 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:15:47.652813 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:15:47.652813 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:15:47.652813 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:15:47.652813 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:15:47.652813 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:15:47.652813 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:15:47.652813 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:15:47.652813 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:15:47.652813 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:15:47.652813 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:15:47.652813 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:15:47.652813 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:15:47.652813 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:15:47.652813 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:15:47.652813 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:15:47.652813 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:15:47.652813 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:15:47.652813 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:15:47.652813 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:15:47.652813 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:15:47.652813 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:15:47.652813 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:15:47.652813 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:15:47.652813 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:15:47.652813 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:15:47.692682 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a4236-f3e1-4b0a-b720-5e34926af53c req-b989e37f-a250-4140-9464-0c04a6d8ea08 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:47.694300 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-662a4236-f3e1-4b0a-b720-5e34926af53c req-b989e37f-a250-4140-9464-0c04a6d8ea08 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fbba952-d324-4344-8228-9e64b0e4c57c HTTP/1.1" status: 200 len: 909 time: 0.3345788 Aug 18 13:15:47.704922 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1d59f971-1961-4612-88e9-d794f2c7ba6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:47.753239 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b7867315-fada-4113-b794-9b9b4d3ffa1d tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:47.761144 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b7867315-fada-4113-b794-9b9b4d3ffa1d tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:47.765743 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b7867315-fada-4113-b794-9b9b4d3ffa1d tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] 10.222.0.13 "DELETE /v2.0/networks/038a4c33-9dc0-401b-9b26-a29d5c898baf HTTP/1.1" status: 204 len: 168 time: 0.5239604 Aug 18 13:15:47.769685 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42546) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:47.781274 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc40a15f-7b3c-4473-bd09-b87e72aa56ed None None] Routers {'428fed0c-fa7d-4e06-b932-067e0676a428'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:15:47.784238 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-cc40a15f-7b3c-4473-bd09-b87e72aa56ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:15:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['428fed0c-fa7d-4e06-b932-067e0676a428'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:47.799616 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1d59f971-1961-4612-88e9-d794f2c7ba6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:47.850231 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862691a-7cc6-467d-b92e-739d533090ca req-e976fd36-fe58-4427-be9c-c1434128d719 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:47.851849 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4862691a-7cc6-467d-b92e-739d533090ca req-e976fd36-fe58-4427-be9c-c1434128d719 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7456353-547c-4fc6-98b5-ad79af3f30dc HTTP/1.1" status: 200 len: 945 time: 0.3068047 Aug 18 13:15:47.863931 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7867315-fada-4113-b794-9b9b4d3ffa1d tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Pushing event deleted for resources: {'Network': ['ID=038a4c33-9dc0-401b-9b26-a29d5c898baf,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:47.892971 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-cc40a15f-7b3c-4473-bd09-b87e72aa56ed None None] Set router 428fed0c-fa7d-4e06-b932-067e0676a428 gateway port host: None {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:15:47.921867 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db757ca6-de9a-4ed0-879c-8e2f9aa3bed2 admin admin] Router 66e22582-27f1-48db-b051-4c033baa4033 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:15:47.957449 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1d59f971-1961-4612-88e9-d794f2c7ba6b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6605174fa9d84707a8faaa561db8a5b1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1147606 Aug 18 13:15:47.957645 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42548) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:47.979067 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d59f971-1961-4612-88e9-d794f2c7ba6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af45f39-751e-44c3-9f9e-51939036e9b4,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:48.002830 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51720487-e4ec-43cc-b400-b3da1ab429b0 req-52a022fb-43b3-4e11-a5ca-25fc6c3c1c90 tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:48.004392 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-51720487-e4ec-43cc-b400-b3da1ab429b0 req-52a022fb-43b3-4e11-a5ca-25fc6c3c1c90 tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5fbba952-d324-4344-8228-9e64b0e4c57c HTTP/1.1" status: 200 len: 1060 time: 0.1317761 Aug 18 13:15:48.049331 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-ac9a1730-3ed2-4f8a-b892-abe354631922 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Deleting port e91246ea-e730-4cbe-8597-21ae23e1fd9c {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:15:48.049920 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ac9a1730-3ed2-4f8a-b892-abe354631922 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:48.128320 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4862691a-7cc6-467d-b92e-739d533090ca req-bed4a67a-424c-431b-9bb1-b6508567103c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/security-groups?id=244ce6e2-efcb-47ca-8b8b-4e7cd39097aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2632923 Aug 18 13:15:48.150223 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ac9a1730-3ed2-4f8a-b892-abe354631922 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:48.163667 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-ac9a1730-3ed2-4f8a-b892-abe354631922 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Calling delete_port for e91246ea-e730-4cbe-8597-21ae23e1fd9c owned by {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:15:48.255504 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b81ff-cf51-4b5c-8525-1b6a864936c2 None None] Pushing event updated for resources: {'Port': ['ID=5f606b98-a477-4317-84af-862f40e04415,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:48.255713 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bd839166-110a-4bbb-845a-3a0bd95d636f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:48.296053 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07a739-a353-4014-b0db-9b3de09652aa req-35e31ca0-17d7-435c-bb3d-0706b462e694 tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:48.296324 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4d07a739-a353-4014-b0db-9b3de09652aa req-35e31ca0-17d7-435c-bb3d-0706b462e694 tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=266e00b9-f54d-4c7e-bc86-c1e206a0114c HTTP/1.1" status: 200 len: 1136 time: 0.0599484 Aug 18 13:15:48.334724 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bd839166-110a-4bbb-845a-3a0bd95d636f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:48.351350 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4d07a739-a353-4014-b0db-9b3de09652aa req-65db6837-eb81-4868-81ff-98ab9070e11b tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3014acbd-85c1-4c35-a3a6-b6890702293f&id=f4e8eb28-ed4f-45d9-83ea-f3ba181a38d7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0481439 Aug 18 13:15:48.376043 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42552) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:48.377953 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ac9a1730-3ed2-4f8a-b892-abe354631922 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:48.436423 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ac9a1730-3ed2-4f8a-b892-abe354631922 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:48.436677 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db757ca6-de9a-4ed0-879c-8e2f9aa3bed2 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:15:48.442987 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ac9a1730-3ed2-4f8a-b892-abe354631922 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] 10.222.0.13 "DELETE /v2.0/ports/e91246ea-e730-4cbe-8597-21ae23e1fd9c HTTP/1.1" status: 204 len: 168 time: 0.6722462 Aug 18 13:15:48.444511 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a1730-3ed2-4f8a-b892-abe354631922 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Pushing event deleted for resources: {'Port': ['ID=e91246ea-e730-4cbe-8597-21ae23e1fd9c,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:48.445436 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-db757ca6-de9a-4ed0-879c-8e2f9aa3bed2 admin admin] 10.222.0.13 "PUT /v2.0/routers/66e22582-27f1-48db-b051-4c033baa4033/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5510817 Aug 18 13:15:48.445828 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703400de-7ba8-4e50-9e02-b644691f4542 None None] Sync routers for ids ['66e22582-27f1-48db-b051-4c033baa4033'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:15:48.448153 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42554) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:48.448759 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42556) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:48.457833 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703400de-7ba8-4e50-9e02-b644691f4542 None None] Routers {'66e22582-27f1-48db-b051-4c033baa4033'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:15:48.477061 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-703400de-7ba8-4e50-9e02-b644691f4542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:15:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['66e22582-27f1-48db-b051-4c033baa4033'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:48.500672 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c8b2ad-f253-4228-ab61-a8a9ae68946b tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:48.502353 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-73c8b2ad-f253-4228-ab61-a8a9ae68946b tempest-TestSecurityGroupsBasicOps-1338860900 tempest-TestSecurityGroupsBasicOps-1338860900-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5fbba952-d324-4344-8228-9e64b0e4c57c HTTP/1.1" status: 200 len: 1055 time: 0.1188769 Aug 18 13:15:48.520716 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.extraroute_db [None req-7d1051cd-b04b-4a34-95d2-dafeae7392c7 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Added routes are [] {{(pid=101676) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 18 13:15:48.521232 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.extraroute_db [None req-7d1051cd-b04b-4a34-95d2-dafeae7392c7 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=101676) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 18 13:15:48.598534 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bd839166-110a-4bbb-845a-3a0bd95d636f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:48.599386 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-cc40a15f-7b3c-4473-bd09-b87e72aa56ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'name': 'tempest-RoutersIpV6Test-router-636643852', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:15:02Z', 'updated_at': '2021-08-18T13:15:45Z', 'revision_number': 6, 'project_id': '01cf70040508408f95a82df41495eab1', 'gw_port_host': None, '_interfaces': [{'id': '5b9c7a30-6241-4aad-8e03-8fbd2ee7920e', 'name': '', 'network_id': '7dd31760-f843-4430-8a9e-efb25a124ff8', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:b3:36:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '0154f54f-1f6d-41e5-a011-efee403c71e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:16Z', 'updated_at': '2021-08-18T13:15:38Z', 'revision_number': 5, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': '0154f54f-1f6d-41e5-a011-efee403c71e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f606b98-a477-4317-84af-862f40e04415', 'name': '', 'network_id': 'dfce6ee7-0f2c-4420-9b5e-bf55fc38d7aa', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:61:19:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'e066f985-2b1b-415d-901f-b62f26ccae3c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:40Z', 'updated_at': '2021-08-18T13:15:47Z', 'revision_number': 4, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': 'e066f985-2b1b-415d-901f-b62f26ccae3c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba59c544-fcd8-4c7d-b9f9-cae2184a0906', 'name': '', 'network_id': 'ac814d43-7d5c-42b9-8d2a-7f9260018681', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:7a:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:06Z', 'updated_at': '2021-08-18T13:15:34Z', 'revision_number': 5, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd05c5fb7-2124-4bb7-ac7a-4161e8fa34b7', 'name': '', 'network_id': '9a1c126a-6e8e-40f3-a5dd-cce39db9c136', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:41:03:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'd04211f2-accf-4301-a174-8a439c21ed6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:29Z', 'updated_at': '2021-08-18T13:15:42Z', 'revision_number': 5, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': 'd04211f2-accf-4301-a174-8a439c21ed6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:48.601113 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bd839166-110a-4bbb-845a-3a0bd95d636f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:48.607288 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-877ce3b9-04a9-4d5f-b3bb-a7ed4c19c6e2 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] DELETE failed (client error): The resource could not be found. Aug 18 13:15:48.607552 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-877ce3b9-04a9-4d5f-b3bb-a7ed4c19c6e2 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:15:48.609381 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-877ce3b9-04a9-4d5f-b3bb-a7ed4c19c6e2 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] 10.222.0.13 "DELETE /v2.0/subnets/7fb5eb26-4686-435b-ac5e-f8ac7c5aa6f0 HTTP/1.1" status: 404 len: 337 time: 0.1581738 Aug 18 13:15:48.610729 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-bd839166-110a-4bbb-845a-3a0bd95d636f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2af45f39-751e-44c3-9f9e-51939036e9b4 HTTP/1.1" status: 204 len: 168 time: 0.6513615 Aug 18 13:15:48.614850 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42564) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:48.615761 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7d1051cd-b04b-4a34-95d2-dafeae7392c7 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-486308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5626'] for router, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:48.637060 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc40a15f-7b3c-4473-bd09-b87e72aa56ed None None] The sync data for ids ['428fed0c-fa7d-4e06-b932-067e0676a428'] in n-d-803603-2 is: [{'id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'name': 'tempest-RoutersIpV6Test-router-636643852', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:15:02Z', 'updated_at': '2021-08-18T13:15:45Z', 'revision_number': 6, 'project_id': '01cf70040508408f95a82df41495eab1', 'gw_port_host': None, '_interfaces': [{'id': '5b9c7a30-6241-4aad-8e03-8fbd2ee7920e', 'name': '', 'network_id': '7dd31760-f843-4430-8a9e-efb25a124ff8', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:b3:36:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '0154f54f-1f6d-41e5-a011-efee403c71e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:16Z', 'updated_at': '2021-08-18T13:15:38Z', 'revision_number': 5, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': '0154f54f-1f6d-41e5-a011-efee403c71e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f606b98-a477-4317-84af-862f40e04415', 'name': '', 'network_id': 'dfce6ee7-0f2c-4420-9b5e-bf55fc38d7aa', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:61:19:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'e066f985-2b1b-415d-901f-b62f26ccae3c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:40Z', 'updated_at': '2021-08-18T13:15:47Z', 'revision_number': 4, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': 'e066f985-2b1b-415d-901f-b62f26ccae3c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba59c544-fcd8-4c7d-b9f9-cae2184a0906', 'name': '', 'network_id': 'ac814d43-7d5c-42b9-8d2a-7f9260018681', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:7a:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:06Z', 'updated_at': '2021-08-18T13:15:34Z', 'revision_number': 5, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd05c5fb7-2124-4bb7-ac7a-4161e8fa34b7', 'name': '', 'network_id': '9a1c126a-6e8e-40f3-a5dd-cce39db9c136', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:41:03:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'd04211f2-accf-4301-a174-8a439c21ed6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:29Z', 'updated_at': '2021-08-18T13:15:42Z', 'revision_number': 5, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': 'd04211f2-accf-4301-a174-8a439c21ed6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:15:48.690801 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-703400de-7ba8-4e50-9e02-b644691f4542 None None] Set router 66e22582-27f1-48db-b051-4c033baa4033 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:15:48.755360 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd839166-110a-4bbb-845a-3a0bd95d636f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af45f39-751e-44c3-9f9e-51939036e9b4,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:48.762086 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-01c1ff7c-12d5-47ab-ab33-552fec5d5e75 admin admin] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:48.875796 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd839166-110a-4bbb-845a-3a0bd95d636f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:48.876196 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd839166-110a-4bbb-845a-3a0bd95d636f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:48.876495 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd839166-110a-4bbb-845a-3a0bd95d636f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:48.876837 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd839166-110a-4bbb-845a-3a0bd95d636f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:48.877173 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd839166-110a-4bbb-845a-3a0bd95d636f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:48.877504 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd839166-110a-4bbb-845a-3a0bd95d636f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:48.877832 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd839166-110a-4bbb-845a-3a0bd95d636f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:48.878306 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd839166-110a-4bbb-845a-3a0bd95d636f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:48.878511 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd839166-110a-4bbb-845a-3a0bd95d636f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:48.879476 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd839166-110a-4bbb-845a-3a0bd95d636f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:48.879476 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd839166-110a-4bbb-845a-3a0bd95d636f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:48.879476 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd839166-110a-4bbb-845a-3a0bd95d636f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:15:48.912220 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7f7d8af7-02c4-44c3-91a1-86d0ee8d3f46 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:48.919583 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-01c1ff7c-12d5-47ab-ab33-552fec5d5e75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:49.120616 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-01c1ff7c-12d5-47ab-ab33-552fec5d5e75 admin admin] Deleting port b2044cbe-f51f-4178-8c91-3acf99d0c0dc {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:15:49.121277 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-01c1ff7c-12d5-47ab-ab33-552fec5d5e75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:49.209259 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7d1051cd-b04b-4a34-95d2-dafeae7392c7 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-486308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5626'] for router, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:49.223436 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7d1051cd-b04b-4a34-95d2-dafeae7392c7 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-486154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-486161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563648'] for router, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:49.247352 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-703400de-7ba8-4e50-9e02-b644691f4542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e22582-27f1-48db-b051-4c033baa4033', 'name': 'tempest-TaggedBootDevicesTest-597042161-router', 'tenant_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'b2044cbe-f51f-4178-8c91-3acf99d0c0dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:04:08Z', 'updated_at': '2021-08-18T13:15:45Z', 'revision_number': 5, 'project_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'gw_port': {'id': 'b2044cbe-f51f-4178-8c91-3acf99d0c0dc', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:0c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e22582-27f1-48db-b051-4c033baa4033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:04:09Z', 'updated_at': '2021-08-18T13:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:49.295241 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703400de-7ba8-4e50-9e02-b644691f4542 None None] Checking router: 66e22582-27f1-48db-b051-4c033baa4033 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:15:49.311855 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee33012-650e-41fd-af1a-adb564a7f8df req-ec363ce0-a47f-4005-aeec-b8e7b2f5bdcc tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:49.313496 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aee33012-650e-41fd-af1a-adb564a7f8df req-ec363ce0-a47f-4005-aeec-b8e7b2f5bdcc tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fbba952-d324-4344-8228-9e64b0e4c57c HTTP/1.1" status: 200 len: 909 time: 0.1854875 Aug 18 13:15:49.318028 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703400de-7ba8-4e50-9e02-b644691f4542 None None] Routers {'66e22582-27f1-48db-b051-4c033baa4033'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:15:49.320425 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-703400de-7ba8-4e50-9e02-b644691f4542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:15:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['66e22582-27f1-48db-b051-4c033baa4033'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:49.394031 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-01c1ff7c-12d5-47ab-ab33-552fec5d5e75 admin admin] For port b2044cbe-f51f-4178-8c91-3acf99d0c0dc, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b2044cbe-f51f-4178-8c91-3acf99d0c0dc,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:15:49.394526 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-01c1ff7c-12d5-47ab-ab33-552fec5d5e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:49.410718 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-01c1ff7c-12d5-47ab-ab33-552fec5d5e75 admin admin] Calling delete_port for b2044cbe-f51f-4178-8c91-3acf99d0c0dc owned by network:router_gateway {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:15:49.453759 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7f7d8af7-02c4-44c3-91a1-86d0ee8d3f46 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:49.480556 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-7f7d8af7-02c4-44c3-91a1-86d0ee8d3f46 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8176e5c6-d7b3-40f4-ba12-67cbfd29311d']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:49.485584 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-703400de-7ba8-4e50-9e02-b644691f4542 None None] Set router 66e22582-27f1-48db-b051-4c033baa4033 gateway port host: None {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:15:49.507605 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a133b-12c2-41ff-98c3-ba798317f776 req-ebb7c842-0cf5-4ce2-806a-4498399fa340 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:49.509551 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f64a133b-12c2-41ff-98c3-ba798317f776 req-ebb7c842-0cf5-4ce2-806a-4498399fa340 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7456353-547c-4fc6-98b5-ad79af3f30dc HTTP/1.1" status: 200 len: 945 time: 0.2424233 Aug 18 13:15:49.511561 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-7f7d8af7-02c4-44c3-91a1-86d0ee8d3f46 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92663dd0-cf99-480b-92d7-c2ed88461ac4') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:49.511945 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-7f7d8af7-02c4-44c3-91a1-86d0ee8d3f46 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92663dd0-cf99-480b-92d7-c2ed88461ac4') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:49.538388 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7f7d8af7-02c4-44c3-91a1-86d0ee8d3f46 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:49.555917 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1051cd-b04b-4a34-95d2-dafeae7392c7 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Router 428fed0c-fa7d-4e06-b932-067e0676a428 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:15:49.572820 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7f7d8af7-02c4-44c3-91a1-86d0ee8d3f46 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:49.590486 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-703400de-7ba8-4e50-9e02-b644691f4542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e22582-27f1-48db-b051-4c033baa4033', 'name': 'tempest-TaggedBootDevicesTest-597042161-router', 'tenant_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:04:08Z', 'updated_at': '2021-08-18T13:15:48Z', 'revision_number': 6, 'project_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'gw_port_host': None}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:49.600214 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f7d8af7-02c4-44c3-91a1-86d0ee8d3f46 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:15:49.600651 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7f7d8af7-02c4-44c3-91a1-86d0ee8d3f46 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:49.604143 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:15:49.604143 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:15:49.604143 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:15:49.604143 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:15:49.604143 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:15:49.604143 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:15:49.604143 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:15:49.604143 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:15:49.604143 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:15:49.604143 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:15:49.604143 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:15:49.604143 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:15:49.604143 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:15:49.604143 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:15:49.604143 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:15:49.604143 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:15:49.604143 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:15:49.604143 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:15:49.604143 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:15:49.604143 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:15:49.604143 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:15:49.604143 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:15:49.604143 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:15:49.604143 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:15:49.604143 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:15:49.604143 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:15:49.604143 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:15:49.604143 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:15:49.604143 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:15:49.604143 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:15:49.604143 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:15:49.604143 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:15:49.630878 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703400de-7ba8-4e50-9e02-b644691f4542 None None] The sync data for ids ['66e22582-27f1-48db-b051-4c033baa4033'] in n-d-803603-2 is: [{'id': '66e22582-27f1-48db-b051-4c033baa4033', 'name': 'tempest-TaggedBootDevicesTest-597042161-router', 'tenant_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:04:08Z', 'updated_at': '2021-08-18T13:15:48Z', 'revision_number': 6, 'project_id': 'd8c196c6c2e143d6872d1027393f6dcd', 'gw_port_host': None}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:15:49.634281 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f64a133b-12c2-41ff-98c3-ba798317f776 req-08f79b26-f3d2-49ec-9828-c75dee6b09b5 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/security-groups?id=244ce6e2-efcb-47ca-8b8b-4e7cd39097aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177671 Aug 18 13:15:49.670957 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42574) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:49.714643 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7fb0043e-75e5-4c0d-89b5-19b38b2849b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:49.821137 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1051cd-b04b-4a34-95d2-dafeae7392c7 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:15:49.828279 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7d1051cd-b04b-4a34-95d2-dafeae7392c7 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:49.829496 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7d1051cd-b04b-4a34-95d2-dafeae7392c7 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "PUT /v2.0/routers/428fed0c-fa7d-4e06-b932-067e0676a428 HTTP/1.1" status: 200 len: 703 time: 2.4106729 Aug 18 13:15:49.834367 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42576) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:49.889952 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-01c1ff7c-12d5-47ab-ab33-552fec5d5e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:49.921163 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af8d593-023d-4bff-bcd7-6463afe2ce90 None None] Sync routers for ids ['428fed0c-fa7d-4e06-b932-067e0676a428'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:15:49.941444 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af8d593-023d-4bff-bcd7-6463afe2ce90 None None] Routers {'428fed0c-fa7d-4e06-b932-067e0676a428'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:15:49.942435 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-3af8d593-023d-4bff-bcd7-6463afe2ce90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:15:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['428fed0c-fa7d-4e06-b932-067e0676a428'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:49.951607 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7f7d8af7-02c4-44c3-91a1-86d0ee8d3f46 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:49.964493 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1ff7c-12d5-47ab-ab33-552fec5d5e75 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2044cbe-f51f-4178-8c91-3acf99d0c0dc,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:50.006708 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7f7d8af7-02c4-44c3-91a1-86d0ee8d3f46 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:50.012290 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7f7d8af7-02c4-44c3-91a1-86d0ee8d3f46 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] 10.222.0.13 "DELETE /v2.0/networks/8176e5c6-d7b3-40f4-ba12-67cbfd29311d HTTP/1.1" status: 204 len: 168 time: 1.3878877 Aug 18 13:15:50.012290 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d8af7-02c4-44c3-91a1-86d0ee8d3f46 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Pushing event deleted for resources: {'Network': ['ID=8176e5c6-d7b3-40f4-ba12-67cbfd29311d,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:50.018521 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42578) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:50.022540 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7fb0043e-75e5-4c0d-89b5-19b38b2849b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:50.063192 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-795c1ad4-446b-4cba-9ca1-dcb4c76f50a0 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "GET /v2.0/routers/428fed0c-fa7d-4e06-b932-067e0676a428 HTTP/1.1" status: 200 len: 703 time: 0.2276258 Aug 18 13:15:50.065964 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42580) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:50.079739 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-3af8d593-023d-4bff-bcd7-6463afe2ce90 None None] Set router 428fed0c-fa7d-4e06-b932-067e0676a428 gateway port host: None {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:15:50.111345 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5c77303-1062-43b4-9708-99585ca7644e tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Deleting subnet 0d63f238-7b5f-449c-86ab-a5fcc9621d91 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:15:50.116206 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b5c77303-1062-43b4-9708-99585ca7644e tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:50.160629 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-01c1ff7c-12d5-47ab-ab33-552fec5d5e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:50.217164 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b5c77303-1062-43b4-9708-99585ca7644e tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:50.267635 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-01c1ff7c-12d5-47ab-ab33-552fec5d5e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:50.269968 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-01c1ff7c-12d5-47ab-ab33-552fec5d5e75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:50.333271 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7fb0043e-75e5-4c0d-89b5-19b38b2849b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:50.375469 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b5c77303-1062-43b4-9708-99585ca7644e tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:50.381941 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-01c1ff7c-12d5-47ab-ab33-552fec5d5e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:50.382534 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c1ff7c-12d5-47ab-ab33-552fec5d5e75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66e22582-27f1-48db-b051-4c033baa4033 {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:15:50.403102 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-01c1ff7c-12d5-47ab-ab33-552fec5d5e75 admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:50.404281 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-01c1ff7c-12d5-47ab-ab33-552fec5d5e75 admin admin] 10.222.0.13 "DELETE /v2.0/routers/66e22582-27f1-48db-b051-4c033baa4033 HTTP/1.1" status: 204 len: 168 time: 1.9543931 Aug 18 13:15:50.409687 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42584) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:50.415274 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-3af8d593-023d-4bff-bcd7-6463afe2ce90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'name': 'tempest-RoutersIpV6Test-router-636643852', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:15:02Z', 'updated_at': '2021-08-18T13:15:48Z', 'revision_number': 7, 'project_id': '01cf70040508408f95a82df41495eab1', 'gw_port_host': None, '_interfaces': [{'id': '5b9c7a30-6241-4aad-8e03-8fbd2ee7920e', 'name': '', 'network_id': '7dd31760-f843-4430-8a9e-efb25a124ff8', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:b3:36:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '0154f54f-1f6d-41e5-a011-efee403c71e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:16Z', 'updated_at': '2021-08-18T13:15:38Z', 'revision_number': 5, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': '0154f54f-1f6d-41e5-a011-efee403c71e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f606b98-a477-4317-84af-862f40e04415', 'name': '', 'network_id': 'dfce6ee7-0f2c-4420-9b5e-bf55fc38d7aa', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:61:19:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'e066f985-2b1b-415d-901f-b62f26ccae3c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:40Z', 'updated_at': '2021-08-18T13:15:47Z', 'revision_number': 4, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': 'e066f985-2b1b-415d-901f-b62f26ccae3c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba59c544-fcd8-4c7d-b9f9-cae2184a0906', 'name': '', 'network_id': 'ac814d43-7d5c-42b9-8d2a-7f9260018681', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:7a:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:06Z', 'updated_at': '2021-08-18T13:15:34Z', 'revision_number': 5, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd05c5fb7-2124-4bb7-ac7a-4161e8fa34b7', 'name': '', 'network_id': '9a1c126a-6e8e-40f3-a5dd-cce39db9c136', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:41:03:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'd04211f2-accf-4301-a174-8a439c21ed6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:29Z', 'updated_at': '2021-08-18T13:15:42Z', 'revision_number': 5, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': 'd04211f2-accf-4301-a174-8a439c21ed6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:50.462516 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af8d593-023d-4bff-bcd7-6463afe2ce90 None None] Checking router: 428fed0c-fa7d-4e06-b932-067e0676a428 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:15:50.473397 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af8d593-023d-4bff-bcd7-6463afe2ce90 None None] Routers {'428fed0c-fa7d-4e06-b932-067e0676a428'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:15:50.474053 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-3af8d593-023d-4bff-bcd7-6463afe2ce90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:15:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['428fed0c-fa7d-4e06-b932-067e0676a428'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:50.494840 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb0043e-75e5-4c0d-89b5-19b38b2849b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0092fc-3d45-44b2-a4de-68910483e779,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:50.529198 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b5c77303-1062-43b4-9708-99585ca7644e tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:50.559666 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7fb0043e-75e5-4c0d-89b5-19b38b2849b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8be6ac848acc4b1683506cadc2e22dbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8778031 Aug 18 13:15:50.560511 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42586) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:50.601278 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c77303-1062-43b4-9708-99585ca7644e tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Pushing event deleted for resources: {'Subnet': ['ID=0d63f238-7b5f-449c-86ab-a5fcc9621d91,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:50.604250 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b5c77303-1062-43b4-9708-99585ca7644e tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:50.608541 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b5c77303-1062-43b4-9708-99585ca7644e tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] 10.222.0.13 "DELETE /v2.0/subnets/0d63f238-7b5f-449c-86ab-a5fcc9621d91 HTTP/1.1" status: 204 len: 168 time: 0.5878458 Aug 18 13:15:50.614888 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42588) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:50.636646 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c3db96-f72e-475e-8b41-45602bd0703c None None] Network d6bd8313-7223-409e-8dc4-631a4cf15030 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:15:50.706879 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f3aaf-4f6e-4670-9860-eb1beca04b72 req-da2bb617-be50-41e1-bbed-fcbe6d48b952 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:50.708495 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2b6f3aaf-4f6e-4670-9860-eb1beca04b72 req-da2bb617-be50-41e1-bbed-fcbe6d48b952 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fbba952-d324-4344-8228-9e64b0e4c57c HTTP/1.1" status: 200 len: 909 time: 0.3914399 Aug 18 13:15:50.723398 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3e2679ff-25be-43b8-9efc-ac8353574d79 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:50.748820 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 5f606b98-a477-4317-84af-862f40e04415 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:15:50.786112 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-05eb83c9-8bc3-4192-9dbe-1162e2115a9c admin admin] Deleting subnet bfeef1f8-f283-4cb6-a505-21a51b6ed46e {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:15:50.830346 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-05eb83c9-8bc3-4192-9dbe-1162e2115a9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:50.849216 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device c1266e75-8cf2-4343-b645-2c6d02d154e0 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:15:50.889066 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f60ef0-8c4a-494c-93eb-4a99eeac1a67 req-916d79ec-6dc7-41c1-8037-2b6a20b6705b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:50.897884 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57dba4-c9c2-4621-ba9e-b7a81b585bb6 req-56d32ef4-86e5-4389-a0ef-23cc350f983c tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:50.913828 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-07f60ef0-8c4a-494c-93eb-4a99eeac1a67 req-916d79ec-6dc7-41c1-8037-2b6a20b6705b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7456353-547c-4fc6-98b5-ad79af3f30dc HTTP/1.1" status: 200 len: 945 time: 0.0982864 Aug 18 13:15:50.914718 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0f57dba4-c9c2-4621-ba9e-b7a81b585bb6 req-56d32ef4-86e5-4389-a0ef-23cc350f983c tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fbba952-d324-4344-8228-9e64b0e4c57c HTTP/1.1" status: 200 len: 909 time: 0.4204895 Aug 18 13:15:50.914850 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-3e2679ff-25be-43b8-9efc-ac8353574d79 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Deleting port 851a6fba-5a21-4770-861e-14d48d6cd30f {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:15:50.914850 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3e2679ff-25be-43b8-9efc-ac8353574d79 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:50.935821 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-3af8d593-023d-4bff-bcd7-6463afe2ce90 None None] Set router 428fed0c-fa7d-4e06-b932-067e0676a428 gateway port host: None {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:15:50.958347 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-05eb83c9-8bc3-4192-9dbe-1162e2115a9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:50.990416 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e6ecb3b8-8240-44fc-88a4-9991f8289fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:51.032791 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-3e2679ff-25be-43b8-9efc-ac8353574d79 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] For port 851a6fba-5a21-4770-861e-14d48d6cd30f, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=851a6fba-5a21-4770-861e-14d48d6cd30f,segment=NetworkSegment(87ab93e8-bf2d-4f56-ac45-4108817b959b),segment_id=87ab93e8-bf2d-4f56-ac45-4108817b959b)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:15:51.033164 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3e2679ff-25be-43b8-9efc-ac8353574d79 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:51.069749 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-3e2679ff-25be-43b8-9efc-ac8353574d79 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Calling delete_port for 851a6fba-5a21-4770-861e-14d48d6cd30f owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:15:51.087556 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e6ecb3b8-8240-44fc-88a4-9991f8289fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:51.092140 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-2b6f3aaf-4f6e-4670-9860-eb1beca04b72 req-b28c37cf-91a0-4ef4-94a6-e4d8df0211ff tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Deleting port bad11bc8-09ee-479a-abb1-e000d5aea649 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:15:51.092715 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2b6f3aaf-4f6e-4670-9860-eb1beca04b72 req-b28c37cf-91a0-4ef4-94a6-e4d8df0211ff tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:51.103320 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-07f60ef0-8c4a-494c-93eb-4a99eeac1a67 req-c52617fe-7719-4392-a0c4-2b1741d2dd2a tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/security-groups?id=244ce6e2-efcb-47ca-8b8b-4e7cd39097aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033546 Aug 18 13:15:51.118043 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21780f0-9f98-403b-b8c4-a8ffecb8bfd4 None None] DHCP port deletion for d6bd8313-7223-409e-8dc4-631a4cf15030 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:15:51.129925 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port c1266e75-8cf2-4343-b645-2c6d02d154e0 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:15:51.168871 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 5f606b98-a477-4317-84af-862f40e04415 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:15:51.178449 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port c1266e75-8cf2-4343-b645-2c6d02d154e0 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:51.183935 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:51.189237 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 5f606b98-a477-4317-84af-862f40e04415 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:51.189545 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:51.263422 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-05eb83c9-8bc3-4192-9dbe-1162e2115a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:51.301285 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3e2679ff-25be-43b8-9efc-ac8353574d79 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:51.309620 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-2b6f3aaf-4f6e-4670-9860-eb1beca04b72 req-b28c37cf-91a0-4ef4-94a6-e4d8df0211ff tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] For port bad11bc8-09ee-479a-abb1-e000d5aea649, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=bad11bc8-09ee-479a-abb1-e000d5aea649,segment=NetworkSegment(4a44eed0-2492-4d19-b966-0b50c67d15f9),segment_id=4a44eed0-2492-4d19-b966-0b50c67d15f9)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:15:51.309987 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2b6f3aaf-4f6e-4670-9860-eb1beca04b72 req-b28c37cf-91a0-4ef4-94a6-e4d8df0211ff tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:51.316881 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-d21780f0-9f98-403b-b8c4-a8ffecb8bfd4 None None] Deleting port 851a6fba-5a21-4770-861e-14d48d6cd30f {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:15:51.317259 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d21780f0-9f98-403b-b8c4-a8ffecb8bfd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:51.341751 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2679ff-25be-43b8-9efc-ac8353574d79 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] No DVR routers for this DVR port 851a6fba-5a21-4770-861e-14d48d6cd30f on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:15:51.342855 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-2b6f3aaf-4f6e-4670-9860-eb1beca04b72 req-b28c37cf-91a0-4ef4-94a6-e4d8df0211ff tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Calling delete_port for bad11bc8-09ee-479a-abb1-e000d5aea649 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:15:51.342989 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2679ff-25be-43b8-9efc-ac8353574d79 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Pushing event deleted for resources: {'Port': ['ID=851a6fba-5a21-4770-861e-14d48d6cd30f,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:51.415100 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e6ecb3b8-8240-44fc-88a4-9991f8289fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:51.425790 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e6ecb3b8-8240-44fc-88a4-9991f8289fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:51.427889 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e6ecb3b8-8240-44fc-88a4-9991f8289fb0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0b0092fc-3d45-44b2-a4de-68910483e779 HTTP/1.1" status: 204 len: 168 time: 0.7702978 Aug 18 13:15:51.472066 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ecb3b8-8240-44fc-88a4-9991f8289fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0092fc-3d45-44b2-a4de-68910483e779,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:51.498274 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-d21780f0-9f98-403b-b8c4-a8ffecb8bfd4 None None] For port 851a6fba-5a21-4770-861e-14d48d6cd30f, host n-d-803603-2, got binding levels [] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:15:51.498636 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d21780f0-9f98-403b-b8c4-a8ffecb8bfd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:51.513366 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:51.529664 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:51.534484 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3e2679ff-25be-43b8-9efc-ac8353574d79 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:51.544972 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-d21780f0-9f98-403b-b8c4-a8ffecb8bfd4 None None] Calling delete_port for 851a6fba-5a21-4770-861e-14d48d6cd30f owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:15:51.551018 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-3e2679ff-25be-43b8-9efc-ac8353574d79 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6bd8313-7223-409e-8dc4-631a4cf15030']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:51.558958 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-3af8d593-023d-4bff-bcd7-6463afe2ce90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'name': 'tempest-RoutersIpV6Test-router-636643852', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:15:02Z', 'updated_at': '2021-08-18T13:15:48Z', 'revision_number': 7, 'project_id': '01cf70040508408f95a82df41495eab1', 'gw_port_host': None, '_interfaces': [{'id': '5b9c7a30-6241-4aad-8e03-8fbd2ee7920e', 'name': '', 'network_id': '7dd31760-f843-4430-8a9e-efb25a124ff8', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:b3:36:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '0154f54f-1f6d-41e5-a011-efee403c71e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:16Z', 'updated_at': '2021-08-18T13:15:38Z', 'revision_number': 5, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': '0154f54f-1f6d-41e5-a011-efee403c71e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f606b98-a477-4317-84af-862f40e04415', 'name': '', 'network_id': 'dfce6ee7-0f2c-4420-9b5e-bf55fc38d7aa', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:61:19:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'e066f985-2b1b-415d-901f-b62f26ccae3c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:40Z', 'updated_at': '2021-08-18T13:15:47Z', 'revision_number': 4, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': 'e066f985-2b1b-415d-901f-b62f26ccae3c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba59c544-fcd8-4c7d-b9f9-cae2184a0906', 'name': '', 'network_id': 'ac814d43-7d5c-42b9-8d2a-7f9260018681', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:7a:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:06Z', 'updated_at': '2021-08-18T13:15:34Z', 'revision_number': 5, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd05c5fb7-2124-4bb7-ac7a-4161e8fa34b7', 'name': '', 'network_id': '9a1c126a-6e8e-40f3-a5dd-cce39db9c136', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:41:03:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'd04211f2-accf-4301-a174-8a439c21ed6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:29Z', 'updated_at': '2021-08-18T13:15:42Z', 'revision_number': 5, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': 'd04211f2-accf-4301-a174-8a439c21ed6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:51.565117 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.ipam_backend_mixin [None req-d21780f0-9f98-403b-b8c4-a8ffecb8bfd4 None None] Port 851a6fba-5a21-4770-861e-14d48d6cd30f was not found and therefore no delete operation was performed {{(pid=101677) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 13:15:51.568365 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-05eb83c9-8bc3-4192-9dbe-1162e2115a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:51.587351 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-3e2679ff-25be-43b8-9efc-ac8353574d79 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ab93e8-bf2d-4f56-ac45-4108817b959b') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:51.588072 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-3e2679ff-25be-43b8-9efc-ac8353574d79 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ab93e8-bf2d-4f56-ac45-4108817b959b') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:51.602127 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3e2679ff-25be-43b8-9efc-ac8353574d79 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:51.625782 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3e2679ff-25be-43b8-9efc-ac8353574d79 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:51.628960 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d21780f0-9f98-403b-b8c4-a8ffecb8bfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:51.636473 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e2679ff-25be-43b8-9efc-ac8353574d79 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:15:51.637457 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3e2679ff-25be-43b8-9efc-ac8353574d79 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:51.650072 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af8d593-023d-4bff-bcd7-6463afe2ce90 None None] The sync data for ids ['428fed0c-fa7d-4e06-b932-067e0676a428'] in n-d-803603-2 is: [{'id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'name': 'tempest-RoutersIpV6Test-router-636643852', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:15:02Z', 'updated_at': '2021-08-18T13:15:48Z', 'revision_number': 7, 'project_id': '01cf70040508408f95a82df41495eab1', 'gw_port_host': None, '_interfaces': [{'id': '5b9c7a30-6241-4aad-8e03-8fbd2ee7920e', 'name': '', 'network_id': '7dd31760-f843-4430-8a9e-efb25a124ff8', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:b3:36:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '0154f54f-1f6d-41e5-a011-efee403c71e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:16Z', 'updated_at': '2021-08-18T13:15:38Z', 'revision_number': 5, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': '0154f54f-1f6d-41e5-a011-efee403c71e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f606b98-a477-4317-84af-862f40e04415', 'name': '', 'network_id': 'dfce6ee7-0f2c-4420-9b5e-bf55fc38d7aa', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:61:19:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'e066f985-2b1b-415d-901f-b62f26ccae3c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:40Z', 'updated_at': '2021-08-18T13:15:47Z', 'revision_number': 4, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': 'e066f985-2b1b-415d-901f-b62f26ccae3c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba59c544-fcd8-4c7d-b9f9-cae2184a0906', 'name': '', 'network_id': 'ac814d43-7d5c-42b9-8d2a-7f9260018681', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:7a:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:06Z', 'updated_at': '2021-08-18T13:15:34Z', 'revision_number': 5, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd05c5fb7-2124-4bb7-ac7a-4161e8fa34b7', 'name': '', 'network_id': '9a1c126a-6e8e-40f3-a5dd-cce39db9c136', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:41:03:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'd04211f2-accf-4301-a174-8a439c21ed6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:29Z', 'updated_at': '2021-08-18T13:15:42Z', 'revision_number': 5, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': 'd04211f2-accf-4301-a174-8a439c21ed6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:15:51.685723 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port c1266e75-8cf2-4343-b645-2c6d02d154e0, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=c1266e75-8cf2-4343-b645-2c6d02d154e0,segment=NetworkSegment(fe0364bf-c23a-44a9-8b3d-2178e420a462),segment_id=fe0364bf-c23a-44a9-8b3d-2178e420a462)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:15:51.692897 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7456353-547c-4fc6-98b5-ad79af3f30dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1266e75-8cf2-4343-b645-2c6d02d154e0'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:15:51.695310 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70bc9dfd-fcaf-4d72-87bd-d8acf0f2f0cc" -d '{"events": [{"server_uuid": "e7456353-547c-4fc6-98b5-ad79af3f30dc", "name": "network-vif-plugged", "status": "completed", "tag": "c1266e75-8cf2-4343-b645-2c6d02d154e0"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:15:51.736607 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:15:51.736607 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:15:51.736607 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:15:51.736607 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:15:51.736607 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:15:51.736607 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:15:51.736607 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:15:51.736607 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:15:51.736607 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:15:51.736607 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:15:51.736607 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:15:51.736607 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:15:51.736607 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:15:51.736607 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:15:51.736607 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:15:51.736607 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:15:51.736607 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:15:51.736607 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:15:51.736607 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:15:51.736607 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:15:51.736607 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:15:51.736607 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:15:51.736607 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:15:51.736607 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:15:51.736607 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:15:51.736607 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:15:51.736607 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:15:51.736607 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:15:51.736607 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:15:51.736607 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:15:51.736607 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:15:51.736607 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:15:51.740074 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 5f606b98-a477-4317-84af-862f40e04415, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=5f606b98-a477-4317-84af-862f40e04415,segment=NetworkSegment(21d1692e-e25c-4b67-b190-bcd9432092da),segment_id=21d1692e-e25c-4b67-b190-bcd9432092da)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:15:51.741900 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21780f0-9f98-403b-b8c4-a8ffecb8bfd4 None None] Pushing event deleted for resources: {'Port': ['ID=851a6fba-5a21-4770-861e-14d48d6cd30f,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:51.748964 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21780f0-9f98-403b-b8c4-a8ffecb8bfd4 None None] No DVR routers for this DVR port 851a6fba-5a21-4770-861e-14d48d6cd30f on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:15:51.774597 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:51.789395 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fa60d1-f87a-4932-803a-0b90ebbc5c4e x-openstack-request-id: req-15fa60d1-f87a-4932-803a-0b90ebbc5c4e {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:15:51.789625 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7456353-547c-4fc6-98b5-ad79af3f30dc", "name": "network-vif-plugged", "status": "completed", "tag": "c1266e75-8cf2-4343-b645-2c6d02d154e0", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:15:51.789890 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15fa60d1-f87a-4932-803a-0b90ebbc5c4e {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:15:51.793105 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7456353-547c-4fc6-98b5-ad79af3f30dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1266e75-8cf2-4343-b645-2c6d02d154e0', 'code': 200} Aug 18 13:15:51.868687 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3e2679ff-25be-43b8-9efc-ac8353574d79 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:51.873798 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3e2679ff-25be-43b8-9efc-ac8353574d79 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:51.885245 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3e2679ff-25be-43b8-9efc-ac8353574d79 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] 10.222.0.13 "DELETE /v2.0/networks/d6bd8313-7223-409e-8dc4-631a4cf15030 HTTP/1.1" status: 204 len: 168 time: 1.2690220 Aug 18 13:15:51.945544 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:51.949685 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2679ff-25be-43b8-9efc-ac8353574d79 tempest-NetworksIpV6TestAttrs-1020453587 tempest-NetworksIpV6TestAttrs-1020453587-project] Pushing event deleted for resources: {'Network': ['ID=d6bd8313-7223-409e-8dc4-631a4cf15030,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:51.965140 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=c1266e75-8cf2-4343-b645-2c6d02d154e0,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:52.069561 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-471dbf53-9af8-431a-a9ff-93c2d7e097dd req-c4860843-a8f7-49d9-8bc0-fcaf5fc7221c tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fbba952-d324-4344-8228-9e64b0e4c57c HTTP/1.1" status: 200 len: 210 time: 0.0808690 Aug 18 13:15:52.095244 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 0b664f35-5fae-45af-bf5b-7bbf9075cac6 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:15:52.162165 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 0b664f35-5fae-45af-bf5b-7bbf9075cac6 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:15:52.162165 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 0b664f35-5fae-45af-bf5b-7bbf9075cac6 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:15:52.162165 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b2044cbe-f51f-4178-8c91-3acf99d0c0dc no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:15:52.196187 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: b2044cbe-f51f-4178-8c91-3acf99d0c0dc {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:15:52.196187 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b2044cbe-f51f-4178-8c91-3acf99d0c0dc not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:15:52.200198 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=5f606b98-a477-4317-84af-862f40e04415,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:52.282495 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb83c9-8bc3-4192-9dbe-1162e2115a9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfeef1f8-f283-4cb6-a505-21a51b6ed46e,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:52.293469 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-05eb83c9-8bc3-4192-9dbe-1162e2115a9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:52.299493 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-05eb83c9-8bc3-4192-9dbe-1162e2115a9c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bfeef1f8-f283-4cb6-a505-21a51b6ed46e HTTP/1.1" status: 204 len: 168 time: 1.8733656 Aug 18 13:15:52.299493 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2b6f3aaf-4f6e-4670-9860-eb1beca04b72 req-b28c37cf-91a0-4ef4-94a6-e4d8df0211ff tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:52.299831 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de1ab64-1d15-489d-b944-1f5aa149ab5f None None] Network 7b05220b-36d2-40eb-be72-7e3e060fbabb requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:15:52.299940 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42620) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:52.394026 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0d6d26db-afef-4df6-9938-2bb93d5814fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:52.396566 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c37cf-91a0-4ef4-94a6-e4d8df0211ff tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Pushing event deleted for resources: {'Port': ['ID=bad11bc8-09ee-479a-abb1-e000d5aea649,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:52.423610 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7681-566e-43f3-98b5-aff10c7e425f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:52.574077 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6f3aaf-4f6e-4670-9860-eb1beca04b72 req-b28c37cf-91a0-4ef4-94a6-e4d8df0211ff tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] No DVR routers for this DVR port bad11bc8-09ee-479a-abb1-e000d5aea649 on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:15:52.577248 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2b6f3aaf-4f6e-4670-9860-eb1beca04b72 req-b28c37cf-91a0-4ef4-94a6-e4d8df0211ff tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:52.581394 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2b6f3aaf-4f6e-4670-9860-eb1beca04b72 req-b28c37cf-91a0-4ef4-94a6-e4d8df0211ff tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.39 "DELETE /v2.0/ports/bad11bc8-09ee-479a-abb1-e000d5aea649 HTTP/1.1" status: 204 len: 173 time: 1.8624237 Aug 18 13:15:52.597835 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbba952-d324-4344-8228-9e64b0e4c57c', 'name': 'network-vif-deleted', 'tag': 'bad11bc8-09ee-479a-abb1-e000d5aea649'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:15:52.602791 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391a0372-caf3-4085-a285-0b951d1366e9" -d '{"events": [{"server_uuid": "5fbba952-d324-4344-8228-9e64b0e4c57c", "name": "network-vif-deleted", "tag": "bad11bc8-09ee-479a-abb1-e000d5aea649"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:15:52.641774 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-0d6d26db-afef-4df6-9938-2bb93d5814fd admin admin] Deleting port b4ef762f-4d95-420b-b907-2e3340ce8c96 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:15:52.641774 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0d6d26db-afef-4df6-9938-2bb93d5814fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:52.641976 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04508cf8-113f-432d-82db-f4aafac8d047 req-547d73ca-87f0-49a3-8b06-b8cfe7d44ac4 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:52.641976 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-04508cf8-113f-432d-82db-f4aafac8d047 req-547d73ca-87f0-49a3-8b06-b8cfe7d44ac4 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7456353-547c-4fc6-98b5-ad79af3f30dc HTTP/1.1" status: 200 len: 946 time: 0.3497081 Aug 18 13:15:52.643579 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 5f606b98-a477-4317-84af-862f40e04415 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:15:52.652504 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1efb4-a927-4e9d-826e-b15b50fc80df req-268b7587-01dd-49e0-8d76-78ccdf776af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:52.654555 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c4e1efb4-a927-4e9d-826e-b15b50fc80df req-268b7587-01dd-49e0-8d76-78ccdf776af5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e7456353-547c-4fc6-98b5-ad79af3f30dc HTTP/1.1" status: 200 len: 1097 time: 0.3685532 Aug 18 13:15:52.730722 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e567e0de-4379-4818-955c-9ff9663d7fc7 None None] DHCP port deletion for 7b05220b-36d2-40eb-be72-7e3e060fbabb request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:15:52.767244 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0af22a-b12e-455c-8218-90b80be7294f x-openstack-request-id: req-3f0af22a-b12e-455c-8218-90b80be7294f {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:15:52.770627 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbba952-d324-4344-8228-9e64b0e4c57c", "name": "network-vif-deleted", "tag": "bad11bc8-09ee-479a-abb1-e000d5aea649", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:15:52.771087 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3f0af22a-b12e-455c-8218-90b80be7294f {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:15:52.772377 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbba952-d324-4344-8228-9e64b0e4c57c', 'name': 'network-vif-deleted', 'tag': 'bad11bc8-09ee-479a-abb1-e000d5aea649', 'status': 'completed', 'code': 200} Aug 18 13:15:52.789582 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-0d6d26db-afef-4df6-9938-2bb93d5814fd admin admin] For port b4ef762f-4d95-420b-b907-2e3340ce8c96, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b4ef762f-4d95-420b-b907-2e3340ce8c96,segment=NetworkSegment(c07f3d80-20eb-4904-a367-4db848d7a4aa),segment_id=c07f3d80-20eb-4904-a367-4db848d7a4aa)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:15:52.791053 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0d6d26db-afef-4df6-9938-2bb93d5814fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:52.835320 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 5f606b98-a477-4317-84af-862f40e04415 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:15:52.835320 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:52.837709 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-0d6d26db-afef-4df6-9938-2bb93d5814fd admin admin] Calling delete_port for b4ef762f-4d95-420b-b907-2e3340ce8c96 owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:15:52.950896 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42632) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:52.980188 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-e567e0de-4379-4818-955c-9ff9663d7fc7 None None] Deleting port b4ef762f-4d95-420b-b907-2e3340ce8c96 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:15:52.984486 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e567e0de-4379-4818-955c-9ff9663d7fc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:52.984692 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c4e1efb4-a927-4e9d-826e-b15b50fc80df req-691f02f6-1573-4217-952d-aaacdea570d9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=244ce6e2-efcb-47ca-8b8b-4e7cd39097aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3148634 Aug 18 13:15:53.111702 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-04508cf8-113f-432d-82db-f4aafac8d047 req-cfb94b8d-c090-425c-83c7-81cbf6059dc8 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/security-groups?id=244ce6e2-efcb-47ca-8b8b-4e7cd39097aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4504910 Aug 18 13:15:53.208234 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0d6d26db-afef-4df6-9938-2bb93d5814fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:53.257051 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-da601709-96a6-490e-8a8b-20aebfc7c669 req-682cbe3b-c867-4c6c-ae0d-4bfc0013ed1d tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fbba952-d324-4344-8228-9e64b0e4c57c HTTP/1.1" status: 200 len: 210 time: 0.0494909 Aug 18 13:15:53.277516 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-ac6c7681-566e-43f3-98b5-aff10c7e425f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Deleting port 5f606b98-a477-4317-84af-862f40e04415 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:15:53.278300 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7681-566e-43f3-98b5-aff10c7e425f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:53.302278 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d26db-afef-4df6-9938-2bb93d5814fd admin admin] Pushing event deleted for resources: {'Port': ['ID=b4ef762f-4d95-420b-b907-2e3340ce8c96,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:53.311073 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6d26db-afef-4df6-9938-2bb93d5814fd admin admin] No DVR routers for this DVR port b4ef762f-4d95-420b-b907-2e3340ce8c96 on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:15:53.355710 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e433e3d7-7dcf-4759-b6d9-8e34f58f6f02 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a17a3546ac04bfea6fb738db10d1df1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3935218 Aug 18 13:15:53.358584 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42644) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:53.398404 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-e567e0de-4379-4818-955c-9ff9663d7fc7 None None] For port b4ef762f-4d95-420b-b907-2e3340ce8c96, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b4ef762f-4d95-420b-b907-2e3340ce8c96,segment=NetworkSegment(c07f3d80-20eb-4904-a367-4db848d7a4aa),segment_id=c07f3d80-20eb-4904-a367-4db848d7a4aa)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:15:53.398670 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e567e0de-4379-4818-955c-9ff9663d7fc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:53.413595 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-e567e0de-4379-4818-955c-9ff9663d7fc7 None None] Calling delete_port for b4ef762f-4d95-420b-b907-2e3340ce8c96 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:15:53.452711 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0d6d26db-afef-4df6-9938-2bb93d5814fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:53.470624 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-0d6d26db-afef-4df6-9938-2bb93d5814fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b05220b-36d2-40eb-be72-7e3e060fbabb']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:53.485354 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-0d6d26db-afef-4df6-9938-2bb93d5814fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c07f3d80-20eb-4904-a367-4db848d7a4aa') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:53.486020 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-0d6d26db-afef-4df6-9938-2bb93d5814fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c07f3d80-20eb-4904-a367-4db848d7a4aa') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:53.498307 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0d6d26db-afef-4df6-9938-2bb93d5814fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:53.500366 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-ac6c7681-566e-43f3-98b5-aff10c7e425f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] For port 5f606b98-a477-4317-84af-862f40e04415, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=5f606b98-a477-4317-84af-862f40e04415,segment=NetworkSegment(21d1692e-e25c-4b67-b190-bcd9432092da),segment_id=21d1692e-e25c-4b67-b190-bcd9432092da)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:15:53.500843 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7681-566e-43f3-98b5-aff10c7e425f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:53.517152 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-ac6c7681-566e-43f3-98b5-aff10c7e425f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Calling delete_port for 5f606b98-a477-4317-84af-862f40e04415 owned by network:router_interface {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:15:53.525993 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7a5ec295-1ee7-43e9-b7f7-cd2866e33a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:53.545052 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e567e0de-4379-4818-955c-9ff9663d7fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:53.584349 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0d6d26db-afef-4df6-9938-2bb93d5814fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:53.627275 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d6d26db-afef-4df6-9938-2bb93d5814fd admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:15:53.627737 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0d6d26db-afef-4df6-9938-2bb93d5814fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:53.629684 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:15:53.629684 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:15:53.629684 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:15:53.629684 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:15:53.629684 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:15:53.629684 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:15:53.629684 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:15:53.629684 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:15:53.629684 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:15:53.629684 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:15:53.629684 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:15:53.629684 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:15:53.629684 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:15:53.629684 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:15:53.629684 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:15:53.629684 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:15:53.629684 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:15:53.629684 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:15:53.629684 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:15:53.629684 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:15:53.629684 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:15:53.629684 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:15:53.629684 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:15:53.629684 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:15:53.629684 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:15:53.629684 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:15:53.629684 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:15:53.629684 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:15:53.629684 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:15:53.629684 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:15:53.629684 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:15:53.629684 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:15:53.641563 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device bad11bc8-09ee-479a-abb1-e000d5aea649 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:15:53.644465 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 851a6fba-5a21-4770-861e-14d48d6cd30f no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:15:53.648962 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e567e0de-4379-4818-955c-9ff9663d7fc7 None None] Pushing event deleted for resources: {'Port': ['ID=b4ef762f-4d95-420b-b907-2e3340ce8c96,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:53.663964 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7a5ec295-1ee7-43e9-b7f7-cd2866e33a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:53.711350 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 851a6fba-5a21-4770-861e-14d48d6cd30f {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:15:53.711977 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 851a6fba-5a21-4770-861e-14d48d6cd30f not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:15:53.714011 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e567e0de-4379-4818-955c-9ff9663d7fc7 None None] No DVR routers for this DVR port b4ef762f-4d95-420b-b907-2e3340ce8c96 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:15:53.715966 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: bad11bc8-09ee-479a-abb1-e000d5aea649 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:15:53.716700 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device bad11bc8-09ee-479a-abb1-e000d5aea649 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:15:53.831589 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0d6d26db-afef-4df6-9938-2bb93d5814fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:53.844886 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0d6d26db-afef-4df6-9938-2bb93d5814fd admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:53.844886 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0d6d26db-afef-4df6-9938-2bb93d5814fd admin admin] 10.222.0.13 "DELETE /v2.0/networks/7b05220b-36d2-40eb-be72-7e3e060fbabb HTTP/1.1" status: 204 len: 168 time: 1.5417001 Aug 18 13:15:53.858767 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d26db-afef-4df6-9938-2bb93d5814fd admin admin] Pushing event deleted for resources: {'Network': ['ID=7b05220b-36d2-40eb-be72-7e3e060fbabb,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:53.899991 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7a5ec295-1ee7-43e9-b7f7-cd2866e33a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:53.903393 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7a5ec295-1ee7-43e9-b7f7-cd2866e33a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:53.905647 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7a5ec295-1ee7-43e9-b7f7-cd2866e33a48 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c4826735-8072-45fd-a3b1-1e71f60b0d7c HTTP/1.1" status: 204 len: 168 time: 0.5460887 Aug 18 13:15:53.916023 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ec295-1ee7-43e9-b7f7-cd2866e33a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4826735-8072-45fd-a3b1-1e71f60b0d7c,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:53.917369 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7681-566e-43f3-98b5-aff10c7e425f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:53.957417 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c7681-566e-43f3-98b5-aff10c7e425f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event deleted for resources: {'Port': ['ID=5f606b98-a477-4317-84af-862f40e04415,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:54.097010 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7681-566e-43f3-98b5-aff10c7e425f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:54.333195 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42662) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:54.352587 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b1766-1415-4e96-9797-ba4e20672044 req-8faba001-1ce7-4dc2-ba3f-e0dedc948e12 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:54.354994 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6c0b1766-1415-4e96-9797-ba4e20672044 req-8faba001-1ce7-4dc2-ba3f-e0dedc948e12 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7456353-547c-4fc6-98b5-ad79af3f30dc HTTP/1.1" status: 200 len: 946 time: 0.1419535 Aug 18 13:15:54.410509 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6c0b1766-1415-4e96-9797-ba4e20672044 req-5016184d-dcff-4c80-b86e-d21608ab436c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/security-groups?id=244ce6e2-efcb-47ca-8b8b-4e7cd39097aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481048 Aug 18 13:15:54.424687 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6c7681-566e-43f3-98b5-aff10c7e425f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Router 428fed0c-fa7d-4e06-b932-067e0676a428 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:15:54.541694 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42666) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:54.542844 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6c7681-566e-43f3-98b5-aff10c7e425f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:15:54.549626 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ac6c7681-566e-43f3-98b5-aff10c7e425f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "PUT /v2.0/routers/428fed0c-fa7d-4e06-b932-067e0676a428/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4826612 Aug 18 13:15:54.555723 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8d2190-2aee-47de-8213-fad74a27e00b None None] Sync routers for ids ['428fed0c-fa7d-4e06-b932-067e0676a428'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:15:54.556302 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42668) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:54.571724 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8d2190-2aee-47de-8213-fad74a27e00b None None] Routers {'428fed0c-fa7d-4e06-b932-067e0676a428'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:15:54.575602 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-0c8d2190-2aee-47de-8213-fad74a27e00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:15:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['428fed0c-fa7d-4e06-b932-067e0676a428'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:54.690800 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ad22f09-1e66-4297-be00-c5f97c9c847a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Deleting subnet e066f985-2b1b-415d-901f-b62f26ccae3c {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:15:54.693936 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b4ef762f-4d95-420b-b907-2e3340ce8c96 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:15:54.700368 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5a4e3b28-c8f6-46a5-9fc9-3e8fffaef066 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d8c196c6c2e143d6872d1027393f6dcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1549947 Aug 18 13:15:54.701720 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9ad22f09-1e66-4297-be00-c5f97c9c847a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:54.705370 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42678) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:54.748361 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: b4ef762f-4d95-420b-b907-2e3340ce8c96 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:15:54.749090 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b4ef762f-4d95-420b-b907-2e3340ce8c96 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:15:54.798997 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9ad22f09-1e66-4297-be00-c5f97c9c847a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:54.802257 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-0c8d2190-2aee-47de-8213-fad74a27e00b None None] Set router 428fed0c-fa7d-4e06-b932-067e0676a428 gateway port host: None {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:15:54.863306 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ad125dc9-6a06-4db0-a6b2-80ec5eb1c24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:54.904202 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ad125dc9-6a06-4db0-a6b2-80ec5eb1c24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:54.986050 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9ad22f09-1e66-4297-be00-c5f97c9c847a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:55.162424 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ad125dc9-6a06-4db0-a6b2-80ec5eb1c24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:55.165263 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ad125dc9-6a06-4db0-a6b2-80ec5eb1c24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:55.166776 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ad125dc9-6a06-4db0-a6b2-80ec5eb1c24d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7ae8c3d5-8282-4301-b244-c246a28f9086 HTTP/1.1" status: 204 len: 168 time: 0.4600413 Aug 18 13:15:55.180771 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad125dc9-6a06-4db0-a6b2-80ec5eb1c24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae8c3d5-8282-4301-b244-c246a28f9086,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:55.184725 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9ad22f09-1e66-4297-be00-c5f97c9c847a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:55.244823 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-0c8d2190-2aee-47de-8213-fad74a27e00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'name': 'tempest-RoutersIpV6Test-router-636643852', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:15:02Z', 'updated_at': '2021-08-18T13:15:53Z', 'revision_number': 8, 'project_id': '01cf70040508408f95a82df41495eab1', 'gw_port_host': None, '_interfaces': [{'id': '5b9c7a30-6241-4aad-8e03-8fbd2ee7920e', 'name': '', 'network_id': '7dd31760-f843-4430-8a9e-efb25a124ff8', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:b3:36:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '0154f54f-1f6d-41e5-a011-efee403c71e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:16Z', 'updated_at': '2021-08-18T13:15:38Z', 'revision_number': 5, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': '0154f54f-1f6d-41e5-a011-efee403c71e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba59c544-fcd8-4c7d-b9f9-cae2184a0906', 'name': '', 'network_id': 'ac814d43-7d5c-42b9-8d2a-7f9260018681', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:7a:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:06Z', 'updated_at': '2021-08-18T13:15:34Z', 'revision_number': 5, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd05c5fb7-2124-4bb7-ac7a-4161e8fa34b7', 'name': '', 'network_id': '9a1c126a-6e8e-40f3-a5dd-cce39db9c136', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:41:03:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'd04211f2-accf-4301-a174-8a439c21ed6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:29Z', 'updated_at': '2021-08-18T13:15:42Z', 'revision_number': 5, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': 'd04211f2-accf-4301-a174-8a439c21ed6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:55.256630 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad22f09-1e66-4297-be00-c5f97c9c847a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event deleted for resources: {'Subnet': ['ID=e066f985-2b1b-415d-901f-b62f26ccae3c,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:55.258988 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9ad22f09-1e66-4297-be00-c5f97c9c847a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:55.260975 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9ad22f09-1e66-4297-be00-c5f97c9c847a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "DELETE /v2.0/subnets/e066f985-2b1b-415d-901f-b62f26ccae3c HTTP/1.1" status: 204 len: 168 time: 0.7030916 Aug 18 13:15:55.264396 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42694) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:55.267993 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a40754-add9-4dbc-8193-a1acdad0f406 None None] Network dfce6ee7-0f2c-4420-9b5e-bf55fc38d7aa requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:15:55.307329 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8d2190-2aee-47de-8213-fad74a27e00b None None] Checking router: 428fed0c-fa7d-4e06-b932-067e0676a428 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:15:55.317803 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8d2190-2aee-47de-8213-fad74a27e00b None None] Routers {'428fed0c-fa7d-4e06-b932-067e0676a428'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:15:55.319056 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-0c8d2190-2aee-47de-8213-fad74a27e00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:15:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['428fed0c-fa7d-4e06-b932-067e0676a428'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:55.389557 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0df6-090f-44e2-bb1e-c172c6a916e3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:55.427767 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b2bf5-cf5f-40b5-9a80-8ab52e3bcbe4 req-6d1371a9-d2b3-4380-9cc6-4f76c1afe2b6 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:55.436460 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-766b2bf5-cf5f-40b5-9a80-8ab52e3bcbe4 req-6d1371a9-d2b3-4380-9cc6-4f76c1afe2b6 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7456353-547c-4fc6-98b5-ad79af3f30dc HTTP/1.1" status: 200 len: 946 time: 0.1713436 Aug 18 13:15:55.499280 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-bd9f0df6-090f-44e2-bb1e-c172c6a916e3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Deleting port 1fc821a6-33ef-4d88-ad3b-73c5a0c140de {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:15:55.499650 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0df6-090f-44e2-bb1e-c172c6a916e3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:55.525878 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-766b2bf5-cf5f-40b5-9a80-8ab52e3bcbe4 req-867931ae-9f0e-4e9b-a586-730da673653a tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/security-groups?id=244ce6e2-efcb-47ca-8b8b-4e7cd39097aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881963 Aug 18 13:15:55.555077 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-0c8d2190-2aee-47de-8213-fad74a27e00b None None] Set router 428fed0c-fa7d-4e06-b932-067e0676a428 gateway port host: None {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:15:55.555692 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42702) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:55.620595 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8df92e-14d3-4045-bbbc-262d3c357492 None None] DHCP port deletion for dfce6ee7-0f2c-4420-9b5e-bf55fc38d7aa request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:15:55.629651 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-bd9f0df6-090f-44e2-bb1e-c172c6a916e3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] For port 1fc821a6-33ef-4d88-ad3b-73c5a0c140de, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=1fc821a6-33ef-4d88-ad3b-73c5a0c140de,segment=NetworkSegment(21d1692e-e25c-4b67-b190-bcd9432092da),segment_id=21d1692e-e25c-4b67-b190-bcd9432092da)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:15:55.630283 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0df6-090f-44e2-bb1e-c172c6a916e3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:55.686265 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adda06ed-7533-4f45-990b-4c3ad8fba03f tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:55.690887 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-adda06ed-7533-4f45-990b-4c3ad8fba03f tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e7456353-547c-4fc6-98b5-ad79af3f30dc HTTP/1.1" status: 200 len: 1092 time: 0.1294146 Aug 18 13:15:55.694788 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42706) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:55.695815 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-bd9f0df6-090f-44e2-bb1e-c172c6a916e3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Calling delete_port for 1fc821a6-33ef-4d88-ad3b-73c5a0c140de owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:15:55.704810 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-df8df92e-14d3-4045-bbbc-262d3c357492 None None] Deleting port 1fc821a6-33ef-4d88-ad3b-73c5a0c140de {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:15:55.707079 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-df8df92e-14d3-4045-bbbc-262d3c357492 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:55.708025 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-b278913f-c22e-41d9-80e8-fdf009345451 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'port_id': 'c1266e75-8cf2-4343-b645-2c6d02d154e0', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:55.902805 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0aa6b0e4-02ab-4ef9-80a4-1f32767f3277 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:55.925331 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-df8df92e-14d3-4045-bbbc-262d3c357492 None None] For port 1fc821a6-33ef-4d88-ad3b-73c5a0c140de, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=1fc821a6-33ef-4d88-ad3b-73c5a0c140de,segment=NetworkSegment(21d1692e-e25c-4b67-b190-bcd9432092da),segment_id=21d1692e-e25c-4b67-b190-bcd9432092da)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:15:55.929339 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-df8df92e-14d3-4045-bbbc-262d3c357492 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:55.981002 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-df8df92e-14d3-4045-bbbc-262d3c357492 None None] Calling delete_port for 1fc821a6-33ef-4d88-ad3b-73c5a0c140de owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:15:55.998238 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b278913f-c22e-41d9-80e8-fdf009345451 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for floatingip, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:56.070529 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-0c8d2190-2aee-47de-8213-fad74a27e00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'name': 'tempest-RoutersIpV6Test-router-636643852', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:15:02Z', 'updated_at': '2021-08-18T13:15:53Z', 'revision_number': 8, 'project_id': '01cf70040508408f95a82df41495eab1', 'gw_port_host': None, '_interfaces': [{'id': '5b9c7a30-6241-4aad-8e03-8fbd2ee7920e', 'name': '', 'network_id': '7dd31760-f843-4430-8a9e-efb25a124ff8', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:b3:36:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '0154f54f-1f6d-41e5-a011-efee403c71e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:16Z', 'updated_at': '2021-08-18T13:15:38Z', 'revision_number': 5, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': '0154f54f-1f6d-41e5-a011-efee403c71e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba59c544-fcd8-4c7d-b9f9-cae2184a0906', 'name': '', 'network_id': 'ac814d43-7d5c-42b9-8d2a-7f9260018681', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:7a:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:06Z', 'updated_at': '2021-08-18T13:15:34Z', 'revision_number': 5, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd05c5fb7-2124-4bb7-ac7a-4161e8fa34b7', 'name': '', 'network_id': '9a1c126a-6e8e-40f3-a5dd-cce39db9c136', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:41:03:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'd04211f2-accf-4301-a174-8a439c21ed6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:29Z', 'updated_at': '2021-08-18T13:15:42Z', 'revision_number': 5, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': 'd04211f2-accf-4301-a174-8a439c21ed6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:56.124085 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0df6-090f-44e2-bb1e-c172c6a916e3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:56.135237 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-df8df92e-14d3-4045-bbbc-262d3c357492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:56.145738 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8d2190-2aee-47de-8213-fad74a27e00b None None] The sync data for ids ['428fed0c-fa7d-4e06-b932-067e0676a428'] in n-d-803603-2 is: [{'id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'name': 'tempest-RoutersIpV6Test-router-636643852', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:15:02Z', 'updated_at': '2021-08-18T13:15:53Z', 'revision_number': 8, 'project_id': '01cf70040508408f95a82df41495eab1', 'gw_port_host': None, '_interfaces': [{'id': '5b9c7a30-6241-4aad-8e03-8fbd2ee7920e', 'name': '', 'network_id': '7dd31760-f843-4430-8a9e-efb25a124ff8', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:b3:36:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '0154f54f-1f6d-41e5-a011-efee403c71e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:16Z', 'updated_at': '2021-08-18T13:15:38Z', 'revision_number': 5, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': '0154f54f-1f6d-41e5-a011-efee403c71e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba59c544-fcd8-4c7d-b9f9-cae2184a0906', 'name': '', 'network_id': 'ac814d43-7d5c-42b9-8d2a-7f9260018681', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:7a:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:06Z', 'updated_at': '2021-08-18T13:15:34Z', 'revision_number': 5, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd05c5fb7-2124-4bb7-ac7a-4161e8fa34b7', 'name': '', 'network_id': '9a1c126a-6e8e-40f3-a5dd-cce39db9c136', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:41:03:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'd04211f2-accf-4301-a174-8a439c21ed6d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:29Z', 'updated_at': '2021-08-18T13:15:42Z', 'revision_number': 5, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': 'd04211f2-accf-4301-a174-8a439c21ed6d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:15:56.241700 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8df92e-14d3-4045-bbbc-262d3c357492 None None] Pushing event deleted for resources: {'Port': ['ID=1fc821a6-33ef-4d88-ad3b-73c5a0c140de,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:56.254531 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f0df6-090f-44e2-bb1e-c172c6a916e3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event deleted for resources: {'Port': ['ID=1fc821a6-33ef-4d88-ad3b-73c5a0c140de,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:56.261669 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8df92e-14d3-4045-bbbc-262d3c357492 None None] No DVR routers for this DVR port 1fc821a6-33ef-4d88-ad3b-73c5a0c140de on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:15:56.261824 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9f0df6-090f-44e2-bb1e-c172c6a916e3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] No DVR routers for this DVR port 1fc821a6-33ef-4d88-ad3b-73c5a0c140de on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:15:56.275558 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b278913f-c22e-41d9-80e8-fdf009345451 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:56.416693 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42740) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:56.430904 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0df6-090f-44e2-bb1e-c172c6a916e3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:56.457178 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-bd9f0df6-090f-44e2-bb1e-c172c6a916e3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfce6ee7-0f2c-4420-9b5e-bf55fc38d7aa']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:56.488239 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-bd9f0df6-090f-44e2-bb1e-c172c6a916e3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21d1692e-e25c-4b67-b190-bcd9432092da') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:56.488547 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-bd9f0df6-090f-44e2-bb1e-c172c6a916e3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21d1692e-e25c-4b67-b190-bcd9432092da') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:56.503830 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0df6-090f-44e2-bb1e-c172c6a916e3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:56.524777 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0df6-090f-44e2-bb1e-c172c6a916e3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:56.538416 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-b278913f-c22e-41d9-80e8-fdf009345451 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Allocated IP 172.25.6.200 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/8b3fba30-d6cd-4743-a176-d0bebeb9ca28) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:15:56.540852 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd9f0df6-090f-44e2-bb1e-c172c6a916e3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:15:56.541262 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0df6-090f-44e2-bb1e-c172c6a916e3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:56.544389 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:15:56.544389 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:15:56.544389 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:15:56.544389 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:15:56.544389 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:15:56.544389 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:15:56.544389 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:15:56.544389 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:15:56.544389 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:15:56.544389 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:15:56.544389 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:15:56.544389 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:15:56.544389 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:15:56.544389 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:15:56.544389 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:15:56.544389 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:15:56.544389 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:15:56.544389 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:15:56.544389 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:15:56.544389 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:15:56.544389 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:15:56.544389 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:15:56.544389 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:15:56.544389 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:15:56.544389 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:15:56.544389 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:15:56.544389 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:15:56.544389 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:15:56.544389 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:15:56.544389 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:15:56.544389 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:15:56.544389 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:15:56.563525 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-0aa6b0e4-02ab-4ef9-80a4-1f32767f3277 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Deleting port 4e385aa9-3ee2-428a-958f-14ba3468c0d9 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:15:56.564636 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0aa6b0e4-02ab-4ef9-80a4-1f32767f3277 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:56.637174 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 1fc821a6-33ef-4d88-ad3b-73c5a0c140de no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:15:56.698440 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 1fc821a6-33ef-4d88-ad3b-73c5a0c140de {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:15:56.698791 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 1fc821a6-33ef-4d88-ad3b-73c5a0c140de not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:15:56.699774 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 5f606b98-a477-4317-84af-862f40e04415 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:15:56.768129 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-0aa6b0e4-02ab-4ef9-80a4-1f32767f3277 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] For port 4e385aa9-3ee2-428a-958f-14ba3468c0d9, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4e385aa9-3ee2-428a-958f-14ba3468c0d9,segment=NetworkSegment(4a44eed0-2492-4d19-b966-0b50c67d15f9),segment_id=4a44eed0-2492-4d19-b966-0b50c67d15f9)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:15:56.769351 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0aa6b0e4-02ab-4ef9-80a4-1f32767f3277 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:56.772837 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 5f606b98-a477-4317-84af-862f40e04415 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:15:56.773360 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 5f606b98-a477-4317-84af-862f40e04415 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:15:56.801150 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-0aa6b0e4-02ab-4ef9-80a4-1f32767f3277 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Calling delete_port for 4e385aa9-3ee2-428a-958f-14ba3468c0d9 owned by network:router_interface {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:15:56.827391 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-c0ceffed-b76f-44ad-bb6f-6d4253822509 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1888906369'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:56.849352 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0df6-090f-44e2-bb1e-c172c6a916e3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:56.866305 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0df6-090f-44e2-bb1e-c172c6a916e3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:56.868741 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-bd9f0df6-090f-44e2-bb1e-c172c6a916e3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "DELETE /v2.0/networks/dfce6ee7-0f2c-4420-9b5e-bf55fc38d7aa HTTP/1.1" status: 204 len: 168 time: 1.6032143 Aug 18 13:15:56.885390 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42748) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:56.899812 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b278913f-c22e-41d9-80e8-fdf009345451 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:56.936788 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f0df6-090f-44e2-bb1e-c172c6a916e3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event deleted for resources: {'Network': ['ID=dfce6ee7-0f2c-4420-9b5e-bf55fc38d7aa,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:57.098449 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42754) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:57.130546 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ceffed-b76f-44ad-bb6f-6d4253822509 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Made reservation on behalf of 2fb4f687cb0a48178df1ff10e4bcf284 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:15:57.134122 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c0ceffed-b76f-44ad-bb6f-6d4253822509 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:57.157395 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0aa6b0e4-02ab-4ef9-80a4-1f32767f3277 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:57.174598 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c0ceffed-b76f-44ad-bb6f-6d4253822509 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:57.187594 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa6b0e4-02ab-4ef9-80a4-1f32767f3277 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Pushing event deleted for resources: {'Port': ['ID=4e385aa9-3ee2-428a-958f-14ba3468c0d9,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:57.262358 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b278913f-c22e-41d9-80e8-fdf009345451 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:57.323965 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-40dea6a0-104c-41bc-88be-374ad91d58a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:57.350971 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b278913f-c22e-41d9-80e8-fdf009345451 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:15:57.359415 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-b278913f-c22e-41d9-80e8-fdf009345451 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:15:57.367095 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b278913f-c22e-41d9-80e8-fdf009345451 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event updated for resources: {'Port': ['ID=8b3fba30-d6cd-4743-a176-d0bebeb9ca28,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:57.373420 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b278913f-c22e-41d9-80e8-fdf009345451 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:15:57.479944 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0aa6b0e4-02ab-4ef9-80a4-1f32767f3277 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:57.510735 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c0ceffed-b76f-44ad-bb6f-6d4253822509 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:57.558544 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42764) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:57.576289 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c0ceffed-b76f-44ad-bb6f-6d4253822509 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:57.617856 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0ceffed-b76f-44ad-bb6f-6d4253822509 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:15:57.671496 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ceffed-b76f-44ad-bb6f-6d4253822509 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5845396-ead7-4b52-b468-ded3d7533c89,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:57.680897 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c0ceffed-b76f-44ad-bb6f-6d4253822509 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:57.681220 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-c0ceffed-b76f-44ad-bb6f-6d4253822509 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Added segment a9a08411-c8fd-4c0a-9aa8-fb86e1a566c1 of type vlan for network 58208edd-2e9e-4dd3-afe3-a138b3c5e6fd Aug 18 13:15:57.698659 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-83eedd7a-ea1c-4d9b-86cc-8bd16b27f476 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-933668414-network', 'tenant_id': '9187a221b3e94f438328aff4ddb46e1a'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:57.741792 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1047eb7c-f5b3-405a-9fe9-06189d0a0eda tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:57.756826 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-40dea6a0-104c-41bc-88be-374ad91d58a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:57.766918 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa6b0e4-02ab-4ef9-80a4-1f32767f3277 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Router 51490c05-abef-4262-8c0d-6253bf53a5b2 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:15:57.847335 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c0ceffed-b76f-44ad-bb6f-6d4253822509 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:57.855986 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-40dea6a0-104c-41bc-88be-374ad91d58a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:57.910252 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-40dea6a0-104c-41bc-88be-374ad91d58a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=971373ea272e453884eca5741b67f873&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8108253 Aug 18 13:15:57.913820 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42772) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:57.922746 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dea6a0-104c-41bc-88be-374ad91d58a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabdfcfe-8f70-4723-9f5a-020ddce860f2,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:57.937476 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa6b0e4-02ab-4ef9-80a4-1f32767f3277 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:15:57.949449 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0aa6b0e4-02ab-4ef9-80a4-1f32767f3277 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "PUT /v2.0/routers/51490c05-abef-4262-8c0d-6253bf53a5b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6150947 Aug 18 13:15:57.954153 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f96d12-3126-4454-83f5-89936874057b None None] Sync routers for ids ['51490c05-abef-4262-8c0d-6253bf53a5b2'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:15:57.958644 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42774) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:57.969807 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f96d12-3126-4454-83f5-89936874057b None None] Routers {'51490c05-abef-4262-8c0d-6253bf53a5b2'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:15:57.970534 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-a7f96d12-3126-4454-83f5-89936874057b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:15:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['51490c05-abef-4262-8c0d-6253bf53a5b2'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:57.991478 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aae59785-4ccf-4a7e-99ac-fe56663d8a08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:58.012242 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83eedd7a-ea1c-4d9b-86cc-8bd16b27f476 admin admin] Made reservation on behalf of 9187a221b3e94f438328aff4ddb46e1a for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:15:58.014918 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-83eedd7a-ea1c-4d9b-86cc-8bd16b27f476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:58.018278 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aae59785-4ccf-4a7e-99ac-fe56663d8a08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:58.029580 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:58.049439 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c0ceffed-b76f-44ad-bb6f-6d4253822509 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:58.055132 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ceffed-b76f-44ad-bb6f-6d4253822509 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:58.055752 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c0ceffed-b76f-44ad-bb6f-6d4253822509 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:58.070319 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-83eedd7a-ea1c-4d9b-86cc-8bd16b27f476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:58.097209 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-a7f96d12-3126-4454-83f5-89936874057b None None] Set router 51490c05-abef-4262-8c0d-6253bf53a5b2 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:15:58.151697 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aae59785-4ccf-4a7e-99ac-fe56663d8a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:58.154878 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aae59785-4ccf-4a7e-99ac-fe56663d8a08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:58.159948 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-aae59785-4ccf-4a7e-99ac-fe56663d8a08 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aabdfcfe-8f70-4723-9f5a-020ddce860f2 HTTP/1.1" status: 204 len: 168 time: 0.2426097 Aug 18 13:15:58.168294 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae59785-4ccf-4a7e-99ac-fe56663d8a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabdfcfe-8f70-4723-9f5a-020ddce860f2,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:58.319143 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-a7f96d12-3126-4454-83f5-89936874057b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51490c05-abef-4262-8c0d-6253bf53a5b2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2013060142', 'tenant_id': '0a45397c4a7d4474ba973ba423e6989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'd2cc8775-e4df-478f-80f2-c6846920fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:15:04Z', 'updated_at': '2021-08-18T13:15:57Z', 'revision_number': 5, 'project_id': '0a45397c4a7d4474ba973ba423e6989f', 'gw_port': {'id': 'd2cc8775-e4df-478f-80f2-c6846920fb0c', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51490c05-abef-4262-8c0d-6253bf53a5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:06Z', 'updated_at': '2021-08-18T13:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:58.349048 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f96d12-3126-4454-83f5-89936874057b None None] Checking router: 51490c05-abef-4262-8c0d-6253bf53a5b2 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:15:58.359155 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f96d12-3126-4454-83f5-89936874057b None None] Routers {'51490c05-abef-4262-8c0d-6253bf53a5b2'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:15:58.359973 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-a7f96d12-3126-4454-83f5-89936874057b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:15:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['51490c05-abef-4262-8c0d-6253bf53a5b2'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:58.477374 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-a7f96d12-3126-4454-83f5-89936874057b None None] Set router 51490c05-abef-4262-8c0d-6253bf53a5b2 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:15:58.535704 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-18f274c8-8cc6-4a71-8785-7189a6e27626 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Deleting subnet 974b35ee-b731-43f6-8848-4be92dd332ed {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:15:58.551244 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-18f274c8-8cc6-4a71-8785-7189a6e27626 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:58.576299 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ceffed-b76f-44ad-bb6f-6d4253822509 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'Network': ['ID=58208edd-2e9e-4dd3-afe3-a138b3c5e6fd,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:58.596385 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 58208edd-2e9e-4dd3-afe3-a138b3c5e6fd details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:15:58.635235 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c0ceffed-b76f-44ad-bb6f-6d4253822509 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.2156579 Aug 18 13:15:58.636023 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42786) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:58.645055 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-150e7f3c-fb05-4343-9833-ed509e0f2cac tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'port': {'network_id': '58208edd-2e9e-4dd3-afe3-a138b3c5e6fd', 'name': 'tempest-PortsTestJSON-412997357'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:15:58.666694 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-18f274c8-8cc6-4a71-8785-7189a6e27626 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:58.811435 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:58.819452 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b278913f-c22e-41d9-80e8-fdf009345451 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:58.852114 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-a7f96d12-3126-4454-83f5-89936874057b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51490c05-abef-4262-8c0d-6253bf53a5b2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2013060142', 'tenant_id': '0a45397c4a7d4474ba973ba423e6989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'd2cc8775-e4df-478f-80f2-c6846920fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:15:04Z', 'updated_at': '2021-08-18T13:15:57Z', 'revision_number': 5, 'project_id': '0a45397c4a7d4474ba973ba423e6989f', 'gw_port': {'id': 'd2cc8775-e4df-478f-80f2-c6846920fb0c', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51490c05-abef-4262-8c0d-6253bf53a5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:06Z', 'updated_at': '2021-08-18T13:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:15:58.881447 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f96d12-3126-4454-83f5-89936874057b None None] The sync data for ids ['51490c05-abef-4262-8c0d-6253bf53a5b2'] in n-d-803603-2 is: [{'id': '51490c05-abef-4262-8c0d-6253bf53a5b2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2013060142', 'tenant_id': '0a45397c4a7d4474ba973ba423e6989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'd2cc8775-e4df-478f-80f2-c6846920fb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:15:04Z', 'updated_at': '2021-08-18T13:15:57Z', 'revision_number': 5, 'project_id': '0a45397c4a7d4474ba973ba423e6989f', 'gw_port': {'id': 'd2cc8775-e4df-478f-80f2-c6846920fb0c', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51490c05-abef-4262-8c0d-6253bf53a5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:06Z', 'updated_at': '2021-08-18T13:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:15:58.947577 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-18f274c8-8cc6-4a71-8785-7189a6e27626 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:59.030281 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-1047eb7c-f5b3-405a-9fe9-06189d0a0eda tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Deleting port d05c5fb7-2124-4bb7-ac7a-4161e8fa34b7 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:15:59.034414 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1047eb7c-f5b3-405a-9fe9-06189d0a0eda tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:59.080966 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-83eedd7a-ea1c-4d9b-86cc-8bd16b27f476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:59.122885 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b278913f-c22e-41d9-80e8-fdf009345451 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:59.194801 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-1047eb7c-f5b3-405a-9fe9-06189d0a0eda tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] For port d05c5fb7-2124-4bb7-ac7a-4161e8fa34b7, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=d05c5fb7-2124-4bb7-ac7a-4161e8fa34b7,segment=NetworkSegment(77c78884-ce65-4c80-b8e5-7e16c13f7bb1),segment_id=77c78884-ce65-4c80-b8e5-7e16c13f7bb1)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:15:59.195185 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1047eb7c-f5b3-405a-9fe9-06189d0a0eda tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:59.220933 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-1047eb7c-f5b3-405a-9fe9-06189d0a0eda tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Calling delete_port for d05c5fb7-2124-4bb7-ac7a-4161e8fa34b7 owned by network:router_interface {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:15:59.249874 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-18f274c8-8cc6-4a71-8785-7189a6e27626 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:59.258582 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-83eedd7a-ea1c-4d9b-86cc-8bd16b27f476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:59.288561 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150e7f3c-fb05-4343-9833-ed509e0f2cac tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Made reservation on behalf of 2fb4f687cb0a48178df1ff10e4bcf284 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:15:59.294260 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-150e7f3c-fb05-4343-9833-ed509e0f2cac tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:59.336808 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f274c8-8cc6-4a71-8785-7189a6e27626 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Pushing event deleted for resources: {'Subnet': ['ID=974b35ee-b731-43f6-8848-4be92dd332ed,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:59.341111 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd1c038-bbef-4091-93f2-4bca2a8f21b0 None None] Network a551822e-f12f-484b-ae57-dea7c79b255f requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:15:59.359818 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-150e7f3c-fb05-4343-9833-ed509e0f2cac tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] device_id is not set on port 3b8e40b1-f73d-43d6-a3f8-7d3d2eed6e38 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:15:59.365623 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83eedd7a-ea1c-4d9b-86cc-8bd16b27f476 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:15:59.369117 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-18f274c8-8cc6-4a71-8785-7189a6e27626 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:59.373862 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-18f274c8-8cc6-4a71-8785-7189a6e27626 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "DELETE /v2.0/subnets/974b35ee-b731-43f6-8848-4be92dd332ed HTTP/1.1" status: 204 len: 168 time: 1.3910096 Aug 18 13:15:59.377467 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42806) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:15:59.434884 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eedd7a-ea1c-4d9b-86cc-8bd16b27f476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bddc60-b82c-424c-8146-8484da8521b7,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:59.439232 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-83eedd7a-ea1c-4d9b-86cc-8bd16b27f476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:59.439597 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-83eedd7a-ea1c-4d9b-86cc-8bd16b27f476 admin admin] Added segment 2cb900d6-683a-47fc-8607-ef590f696945 of type vlan for network e9ea624b-86fc-4131-a8a7-d576a5006edb Aug 18 13:15:59.583623 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-150e7f3c-fb05-4343-9833-ed509e0f2cac tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:59.620747 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-83eedd7a-ea1c-4d9b-86cc-8bd16b27f476 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:59.656659 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d3b631-d374-4c2b-af51-fcd415ce1f29 None None] DHCP port deletion for a551822e-f12f-484b-ae57-dea7c79b255f request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:15:59.694656 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-150e7f3c-fb05-4343-9833-ed509e0f2cac tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:59.752760 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b278913f-c22e-41d9-80e8-fdf009345451 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:59.767033 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-48d3b631-d374-4c2b-af51-fcd415ce1f29 None None] Deleting port 426bbfe4-92e1-49a5-904e-2d2e38b12ba3 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:15:59.767033 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-48d3b631-d374-4c2b-af51-fcd415ce1f29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:59.772426 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-995af320-dab4-4019-b181-52558e5105b5 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:59.789646 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e7f3c-fb05-4343-9833-ed509e0f2cac tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'Port': ['ID=3b8e40b1-f73d-43d6-a3f8-7d3d2eed6e38,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:15:59.807853 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150e7f3c-fb05-4343-9833-ed509e0f2cac tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Checking segment: {'id': 'a9a08411-c8fd-4c0a-9aa8-fb86e1a566c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '58208edd-2e9e-4dd3-afe3-a138b3c5e6fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:15:59.813023 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150e7f3c-fb05-4343-9833-ed509e0f2cac tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Network hostable DHCP agents. Network: 58208edd-2e9e-4dd3-afe3-a138b3c5e6fd, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:15:59.869536 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-83eedd7a-ea1c-4d9b-86cc-8bd16b27f476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:59.870549 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83eedd7a-ea1c-4d9b-86cc-8bd16b27f476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:15:59.871137 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-83eedd7a-ea1c-4d9b-86cc-8bd16b27f476 admin admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:59.879658 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b278913f-c22e-41d9-80e8-fdf009345451 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:59.903988 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-48d3b631-d374-4c2b-af51-fcd415ce1f29 None None] For port 426bbfe4-92e1-49a5-904e-2d2e38b12ba3, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=426bbfe4-92e1-49a5-904e-2d2e38b12ba3,segment=NetworkSegment(4a44eed0-2492-4d19-b966-0b50c67d15f9),segment_id=4a44eed0-2492-4d19-b966-0b50c67d15f9)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:15:59.904406 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-48d3b631-d374-4c2b-af51-fcd415ce1f29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:59.920930 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-48d3b631-d374-4c2b-af51-fcd415ce1f29 None None] Calling delete_port for 426bbfe4-92e1-49a5-904e-2d2e38b12ba3 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:15:59.939742 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150e7f3c-fb05-4343-9833-ed509e0f2cac tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Network 58208edd-2e9e-4dd3-afe3-a138b3c5e6fd is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:16:00.012808 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-83eedd7a-ea1c-4d9b-86cc-8bd16b27f476 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4514101 Aug 18 13:16:00.013532 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-150e7f3c-fb05-4343-9833-ed509e0f2cac tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 58208edd-2e9e-4dd3-afe3-a138b3c5e6fd) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:16:00.015890 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42818) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:00.021162 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-0c6bb042-9030-4f20-9991-54e470173d98 admin admin] Request body: {'subnet': {'network_id': 'e9ea624b-86fc-4131-a8a7-d576a5006edb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-933668414-subnet', 'tenant_id': '9187a221b3e94f438328aff4ddb46e1a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:00.024963 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65025b11-7f00-4f3c-99af-6fc4718c91b5 None None] Network 58208edd-2e9e-4dd3-afe3-a138b3c5e6fd requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:16:00.027458 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150e7f3c-fb05-4343-9833-ed509e0f2cac tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:16:00.040149 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150e7f3c-fb05-4343-9833-ed509e0f2cac tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:00.041082 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-150e7f3c-fb05-4343-9833-ed509e0f2cac tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:00.093057 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b278913f-c22e-41d9-80e8-fdf009345451 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event updated for resources: {'Port': ['ID=8b3fba30-d6cd-4743-a176-d0bebeb9ca28,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:00.102847 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-48d3b631-d374-4c2b-af51-fcd415ce1f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:00.107807 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eedd7a-ea1c-4d9b-86cc-8bd16b27f476 admin admin] Pushing event updated for resources: {'Network': ['ID=e9ea624b-86fc-4131-a8a7-d576a5006edb,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:00.121329 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b278913f-c22e-41d9-80e8-fdf009345451 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:00.124822 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-995af320-dab4-4019-b181-52558e5105b5 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:00.135330 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network e9ea624b-86fc-4131-a8a7-d576a5006edb details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:16:00.137044 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3b631-d374-4c2b-af51-fcd415ce1f29 None None] Pushing event deleted for resources: {'Port': ['ID=426bbfe4-92e1-49a5-904e-2d2e38b12ba3,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:00.141312 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6bb042-9030-4f20-9991-54e470173d98 admin admin] Made reservation on behalf of 9187a221b3e94f438328aff4ddb46e1a for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:16:00.144860 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0c6bb042-9030-4f20-9991-54e470173d98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:00.167965 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1047eb7c-f5b3-405a-9fe9-06189d0a0eda tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:00.198347 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d3b631-d374-4c2b-af51-fcd415ce1f29 None None] No DVR routers for this DVR port 426bbfe4-92e1-49a5-904e-2d2e38b12ba3 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:16:00.207208 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1047eb7c-f5b3-405a-9fe9-06189d0a0eda tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event deleted for resources: {'Port': ['ID=d05c5fb7-2124-4bb7-ac7a-4161e8fa34b7,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:00.319693 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-150e7f3c-fb05-4343-9833-ed509e0f2cac tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6829572 Aug 18 13:16:00.323770 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42820) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:00.341521 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-1a4cd08a-6c08-49d1-97f8-c13d759fecad tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-557981669'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:00.416052 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [None req-b278913f-c22e-41d9-80e8-fdf009345451 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Floating IP e9cc1ffb-8c85-454c-8e19-b3a0f2d14200 associated. External IP: 172.25.6.200, port: c1266e75-8cf2-4343-b645-2c6d02d154e0. Aug 18 13:16:00.460194 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1047eb7c-f5b3-405a-9fe9-06189d0a0eda tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:00.471495 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0c6bb042-9030-4f20-9991-54e470173d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:00.523361 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4cd08a-6c08-49d1-97f8-c13d759fecad tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Made reservation on behalf of 2fb4f687cb0a48178df1ff10e4bcf284 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:16:00.533297 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1a4cd08a-6c08-49d1-97f8-c13d759fecad tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:00.550873 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6bb042-9030-4f20-9991-54e470173d98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6a49593-1d36-467e-a1bb-8c5f2a09f233,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:00.577226 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a4cd08a-6c08-49d1-97f8-c13d759fecad tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:16:00.584580 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6bb042-9030-4f20-9991-54e470173d98 admin admin] Checking segment: {'id': '2cb900d6-683a-47fc-8607-ef590f696945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e9ea624b-86fc-4131-a8a7-d576a5006edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:16:00.584993 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6bb042-9030-4f20-9991-54e470173d98 admin admin] Network hostable DHCP agents. Network: e9ea624b-86fc-4131-a8a7-d576a5006edb, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:16:00.591378 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1a4cd08a-6c08-49d1-97f8-c13d759fecad tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:00.591729 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-1a4cd08a-6c08-49d1-97f8-c13d759fecad tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Added segment f09a1633-07c8-430a-8f53-d6d820ec8057 of type vlan for network 5af8690d-7aaa-4ee5-a0db-180763bea5e1 Aug 18 13:16:00.598744 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 426bbfe4-92e1-49a5-904e-2d2e38b12ba3 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:16:00.615090 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-995af320-dab4-4019-b181-52558e5105b5 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Deleting port d2cc8775-e4df-478f-80f2-c6846920fb0c {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:16:00.618527 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-995af320-dab4-4019-b181-52558e5105b5 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:00.622271 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 426bbfe4-92e1-49a5-904e-2d2e38b12ba3 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:16:00.622620 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 426bbfe4-92e1-49a5-904e-2d2e38b12ba3 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:16:00.623042 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4e385aa9-3ee2-428a-958f-14ba3468c0d9 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:16:00.646239 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 4e385aa9-3ee2-428a-958f-14ba3468c0d9 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:16:00.646815 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4e385aa9-3ee2-428a-958f-14ba3468c0d9 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:16:00.650696 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1a4cd08a-6c08-49d1-97f8-c13d759fecad tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:00.693589 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6bb042-9030-4f20-9991-54e470173d98 admin admin] Network e9ea624b-86fc-4131-a8a7-d576a5006edb is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:16:00.779648 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1a4cd08a-6c08-49d1-97f8-c13d759fecad tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:00.804715 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4cd08a-6c08-49d1-97f8-c13d759fecad tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:00.804939 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1a4cd08a-6c08-49d1-97f8-c13d759fecad tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:00.813310 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-0c6bb042-9030-4f20-9991-54e470173d98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, e9ea624b-86fc-4131-a8a7-d576a5006edb) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:16:00.818143 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6bb042-9030-4f20-9991-54e470173d98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:00.824481 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0c6bb042-9030-4f20-9991-54e470173d98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:00.824792 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e324596-791a-4b19-82b1-176d67513f82 None None] Network e9ea624b-86fc-4131-a8a7-d576a5006edb requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:16:00.911212 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4cd08a-6c08-49d1-97f8-c13d759fecad tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'Network': ['ID=5af8690d-7aaa-4ee5-a0db-180763bea5e1,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:00.931930 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 5af8690d-7aaa-4ee5-a0db-180763bea5e1 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:16:00.972704 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0c6bb042-9030-4f20-9991-54e470173d98 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9530749 Aug 18 13:16:00.974540 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1a4cd08a-6c08-49d1-97f8-c13d759fecad tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6371913 Aug 18 13:16:00.975133 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42830) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:00.975512 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42832) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:00.980325 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-d972d349-5ac1-4d70-88e1-8435997442e3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-933668414-router', 'tenant_id': '9187a221b3e94f438328aff4ddb46e1a', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:00.990287 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-90472ebb-fcf0-485e-8050-177eff5df09b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'ports': [{'network_id': '58208edd-2e9e-4dd3-afe3-a138b3c5e6fd'}, {'network_id': '5af8690d-7aaa-4ee5-a0db-180763bea5e1'}]} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:00.990728 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-90472ebb-fcf0-485e-8050-177eff5df09b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'port': {'network_id': '58208edd-2e9e-4dd3-afe3-a138b3c5e6fd'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:00.991861 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-90472ebb-fcf0-485e-8050-177eff5df09b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'port': {'network_id': '5af8690d-7aaa-4ee5-a0db-180763bea5e1'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:01.132876 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f38819-7344-44d4-a26a-760358a2cbeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-e9ea624b-86fc-4131-a8a7-d576a5006edb', 'network_id': 'e9ea624b-86fc-4131-a8a7-d576a5006edb', 'tenant_id': '9187a221b3e94f438328aff4ddb46e1a', 'fixed_ips': [{'subnet_id': 'a6a49593-1d36-467e-a1bb-8c5f2a09f233'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:16:01.133880 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-60f38819-7344-44d4-a26a-760358a2cbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:01.156983 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d972d349-5ac1-4d70-88e1-8435997442e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:01.158329 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d972d349-5ac1-4d70-88e1-8435997442e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:01.223534 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-995af320-dab4-4019-b181-52558e5105b5 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] For port d2cc8775-e4df-478f-80f2-c6846920fb0c, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=d2cc8775-e4df-478f-80f2-c6846920fb0c,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:16:01.224128 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-995af320-dab4-4019-b181-52558e5105b5 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:01.255029 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-995af320-dab4-4019-b181-52558e5105b5 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Calling delete_port for d2cc8775-e4df-478f-80f2-c6846920fb0c owned by network:router_gateway {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:16:01.269380 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1047eb7c-f5b3-405a-9fe9-06189d0a0eda tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Router 428fed0c-fa7d-4e06-b932-067e0676a428 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:16:01.280715 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d972d349-5ac1-4d70-88e1-8435997442e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:01.282724 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90472ebb-fcf0-485e-8050-177eff5df09b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Made reservation on behalf of 2fb4f687cb0a48178df1ff10e4bcf284 for: {'port': 2} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:16:01.289851 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-90472ebb-fcf0-485e-8050-177eff5df09b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:01.308984 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-90472ebb-fcf0-485e-8050-177eff5df09b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:01.309602 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-60f38819-7344-44d4-a26a-760358a2cbeb None None] Allocated IP 172.20.0.2 (e9ea624b-86fc-4131-a8a7-d576a5006edb/a6a49593-1d36-467e-a1bb-8c5f2a09f233/38cd413d-6e66-4c46-bbee-5c18e67f7f2d) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:16:01.321264 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b278913f-c22e-41d9-80e8-fdf009345451 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Router 54ed8b62-b22d-47a0-a888-2f9b0d09f21d has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:16:01.499266 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-90472ebb-fcf0-485e-8050-177eff5df09b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] device_id is not set on port 448c1e1b-9fe5-4a00-a2b2-5b2eb58ad0c1 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:16:01.528030 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1047eb7c-f5b3-405a-9fe9-06189d0a0eda tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:16:01.537378 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1047eb7c-f5b3-405a-9fe9-06189d0a0eda tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "PUT /v2.0/routers/428fed0c-fa7d-4e06-b932-067e0676a428/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6491389 Aug 18 13:16:01.541929 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f77067-2434-47da-9199-1e75f5fea129 None None] Sync routers for ids ['428fed0c-fa7d-4e06-b932-067e0676a428'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:16:01.553321 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42838) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:01.554058 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f77067-2434-47da-9199-1e75f5fea129 None None] Routers {'428fed0c-fa7d-4e06-b932-067e0676a428'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:16:01.555815 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-84f77067-2434-47da-9199-1e75f5fea129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:15:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['428fed0c-fa7d-4e06-b932-067e0676a428'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:01.568679 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-60f38819-7344-44d4-a26a-760358a2cbeb None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:01.588097 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-60f38819-7344-44d4-a26a-760358a2cbeb None None] Transition to ACTIVE for port object 38cd413d-6e66-4c46-bbee-5c18e67f7f2d will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:16:01.601828 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d972d349-5ac1-4d70-88e1-8435997442e3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:01.619271 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-60f38819-7344-44d4-a26a-760358a2cbeb None None] Transition to ACTIVE for port object 38cd413d-6e66-4c46-bbee-5c18e67f7f2d will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:16:01.679580 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-84f77067-2434-47da-9199-1e75f5fea129 None None] Set router 428fed0c-fa7d-4e06-b932-067e0676a428 gateway port host: None {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:16:01.724167 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3b8c091-75aa-4cf9-8106-fb88c69771f0 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Deleting subnet d04211f2-accf-4301-a174-8a439c21ed6d {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:16:01.727810 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b3b8c091-75aa-4cf9-8106-fb88c69771f0 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:01.739886 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-60f38819-7344-44d4-a26a-760358a2cbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:01.777861 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b3b8c091-75aa-4cf9-8106-fb88c69771f0 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:01.793001 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f38819-7344-44d4-a26a-760358a2cbeb None None] Network e9ea624b-86fc-4131-a8a7-d576a5006edb is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:16:01.798303 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-60f38819-7344-44d4-a26a-760358a2cbeb None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:16:01.808765 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f38819-7344-44d4-a26a-760358a2cbeb None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:16:01.916057 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b3b8c091-75aa-4cf9-8106-fb88c69771f0 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:01.920882 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-90472ebb-fcf0-485e-8050-177eff5df09b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:01.925640 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b278913f-c22e-41d9-80e8-fdf009345451 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:16:01.966576 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-84f77067-2434-47da-9199-1e75f5fea129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'name': 'tempest-RoutersIpV6Test-router-636643852', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:15:02Z', 'updated_at': '2021-08-18T13:15:59Z', 'revision_number': 9, 'project_id': '01cf70040508408f95a82df41495eab1', 'gw_port_host': None, '_interfaces': [{'id': '5b9c7a30-6241-4aad-8e03-8fbd2ee7920e', 'name': '', 'network_id': '7dd31760-f843-4430-8a9e-efb25a124ff8', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:b3:36:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '0154f54f-1f6d-41e5-a011-efee403c71e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:16Z', 'updated_at': '2021-08-18T13:15:38Z', 'revision_number': 5, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': '0154f54f-1f6d-41e5-a011-efee403c71e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba59c544-fcd8-4c7d-b9f9-cae2184a0906', 'name': '', 'network_id': 'ac814d43-7d5c-42b9-8d2a-7f9260018681', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:7a:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:06Z', 'updated_at': '2021-08-18T13:15:34Z', 'revision_number': 5, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:02.011317 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b278913f-c22e-41d9-80e8-fdf009345451 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:02.049584 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f77067-2434-47da-9199-1e75f5fea129 None None] Checking router: 428fed0c-fa7d-4e06-b932-067e0676a428 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:16:02.054969 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-90472ebb-fcf0-485e-8050-177eff5df09b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] device_id is not set on port 38b118a7-b68c-4790-b066-2f29279fc42c yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:16:02.065591 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f77067-2434-47da-9199-1e75f5fea129 None None] Routers {'428fed0c-fa7d-4e06-b932-067e0676a428'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:16:02.066292 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-84f77067-2434-47da-9199-1e75f5fea129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:15:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['428fed0c-fa7d-4e06-b932-067e0676a428'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:02.104098 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-995af320-dab4-4019-b181-52558e5105b5 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:02.113173 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe7da96-a0e2-4ced-be06-d239606abf15 None None] Sync routers for ids ['54ed8b62-b22d-47a0-a888-2f9b0d09f21d'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:16:02.115213 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f38819-7344-44d4-a26a-760358a2cbeb None None] Pushing event updated for resources: {'Port': ['ID=38cd413d-6e66-4c46-bbee-5c18e67f7f2d,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:02.118995 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b278913f-c22e-41d9-80e8-fdf009345451 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.4209430 Aug 18 13:16:02.126245 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7456353-547c-4fc6-98b5-ad79af3f30dc', 'tag': 'c1266e75-8cf2-4343-b645-2c6d02d154e0'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:16:02.137529 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6be31bb-d710-4ffb-ab1f-d251f76850d4" -d '{"events": [{"name": "network-changed", "server_uuid": "e7456353-547c-4fc6-98b5-ad79af3f30dc", "tag": "c1266e75-8cf2-4343-b645-2c6d02d154e0"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:16:02.141814 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe7da96-a0e2-4ced-be06-d239606abf15 None None] Routers {'54ed8b62-b22d-47a0-a888-2f9b0d09f21d'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:16:02.142616 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-8fe7da96-a0e2-4ced-be06-d239606abf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:15:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['54ed8b62-b22d-47a0-a888-2f9b0d09f21d'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:02.143986 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42842) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:02.208121 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09aeb42-366a-4bb1-ab35-3f39e2e4cbcb x-openstack-request-id: req-c09aeb42-366a-4bb1-ab35-3f39e2e4cbcb {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:16:02.208614 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7456353-547c-4fc6-98b5-ad79af3f30dc", "tag": "c1266e75-8cf2-4343-b645-2c6d02d154e0", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:16:02.214726 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c09aeb42-366a-4bb1-ab35-3f39e2e4cbcb {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:16:02.214726 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7456353-547c-4fc6-98b5-ad79af3f30dc', 'tag': 'c1266e75-8cf2-4343-b645-2c6d02d154e0', 'status': 'completed', 'code': 200} Aug 18 13:16:02.214726 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995af320-dab4-4019-b181-52558e5105b5 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Pushing event deleted for resources: {'Port': ['ID=d2cc8775-e4df-478f-80f2-c6846920fb0c,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:02.215179 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b3b8c091-75aa-4cf9-8106-fb88c69771f0 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:02.226723 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-90472ebb-fcf0-485e-8050-177eff5df09b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:02.290519 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-60f38819-7344-44d4-a26a-760358a2cbeb None None] Attempting to bind port 38cd413d-6e66-4c46-bbee-5c18e67f7f2d on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:16:02.290963 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-60f38819-7344-44d4-a26a-760358a2cbeb None None] Attempting to bind port 38cd413d-6e66-4c46-bbee-5c18e67f7f2d by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '2cb900d6-683a-47fc-8607-ef590f696945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e9ea624b-86fc-4131-a8a7-d576a5006edb'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:16:02.291332 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f38819-7344-44d4-a26a-760358a2cbeb None None] Attempting to bind port 38cd413d-6e66-4c46-bbee-5c18e67f7f2d on network e9ea624b-86fc-4131-a8a7-d576a5006edb {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:16:02.321581 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-8fe7da96-a0e2-4ced-be06-d239606abf15 None None] Set router 54ed8b62-b22d-47a0-a888-2f9b0d09f21d gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:16:02.323743 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f38819-7344-44d4-a26a-760358a2cbeb None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:16:02.328793 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f38819-7344-44d4-a26a-760358a2cbeb None None] Checking segment: {'id': '2cb900d6-683a-47fc-8607-ef590f696945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e9ea624b-86fc-4131-a8a7-d576a5006edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:16:02.329229 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-60f38819-7344-44d4-a26a-760358a2cbeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:02.329721 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f38819-7344-44d4-a26a-760358a2cbeb None None] Bound using segment: {'id': '2cb900d6-683a-47fc-8607-ef590f696945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e9ea624b-86fc-4131-a8a7-d576a5006edb'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:16:02.330229 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-60f38819-7344-44d4-a26a-760358a2cbeb None None] Bound port: 38cd413d-6e66-4c46-bbee-5c18e67f7f2d, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb900d6-683a-47fc-8607-ef590f696945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e9ea624b-86fc-4131-a8a7-d576a5006edb'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:16:02.330737 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-60f38819-7344-44d4-a26a-760358a2cbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:02.384767 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-84f77067-2434-47da-9199-1e75f5fea129 None None] Set router 428fed0c-fa7d-4e06-b932-067e0676a428 gateway port host: None {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:16:02.391966 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b8c091-75aa-4cf9-8106-fb88c69771f0 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event deleted for resources: {'Subnet': ['ID=d04211f2-accf-4301-a174-8a439c21ed6d,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:02.392538 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-90472ebb-fcf0-485e-8050-177eff5df09b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:02.402536 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b3b8c091-75aa-4cf9-8106-fb88c69771f0 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:02.406122 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29de27f0-5c05-4939-bc22-50caa426c3fc None None] Network 9a1c126a-6e8e-40f3-a5dd-cce39db9c136 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:16:02.413193 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42850) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:02.416382 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b3b8c091-75aa-4cf9-8106-fb88c69771f0 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "DELETE /v2.0/subnets/d04211f2-accf-4301-a174-8a439c21ed6d HTTP/1.1" status: 204 len: 168 time: 0.8614964 Aug 18 13:16:02.432860 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90472ebb-fcf0-485e-8050-177eff5df09b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Network 58208edd-2e9e-4dd3-afe3-a138b3c5e6fd is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:16:02.455047 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-90472ebb-fcf0-485e-8050-177eff5df09b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:16:02.508795 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90472ebb-fcf0-485e-8050-177eff5df09b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:16:02.510699 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-90472ebb-fcf0-485e-8050-177eff5df09b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:02.632128 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3d473bc8-6b2f-47d3-885e-d5f8ae74cd85 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/floatingips/e9cc1ffb-8c85-454c-8e19-b3a0f2d14200 HTTP/1.1" status: 200 len: 992 time: 0.4312387 Aug 18 13:16:02.637912 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-995af320-dab4-4019-b181-52558e5105b5 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:02.654625 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-84f77067-2434-47da-9199-1e75f5fea129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'name': 'tempest-RoutersIpV6Test-router-636643852', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:15:02Z', 'updated_at': '2021-08-18T13:15:59Z', 'revision_number': 9, 'project_id': '01cf70040508408f95a82df41495eab1', 'gw_port_host': None, '_interfaces': [{'id': '5b9c7a30-6241-4aad-8e03-8fbd2ee7920e', 'name': '', 'network_id': '7dd31760-f843-4430-8a9e-efb25a124ff8', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:b3:36:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '0154f54f-1f6d-41e5-a011-efee403c71e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:16Z', 'updated_at': '2021-08-18T13:15:38Z', 'revision_number': 5, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': '0154f54f-1f6d-41e5-a011-efee403c71e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba59c544-fcd8-4c7d-b9f9-cae2184a0906', 'name': '', 'network_id': 'ac814d43-7d5c-42b9-8d2a-7f9260018681', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:7a:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:06Z', 'updated_at': '2021-08-18T13:15:34Z', 'revision_number': 5, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:02.694161 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90472ebb-fcf0-485e-8050-177eff5df09b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'Port': ['ID=448c1e1b-9fe5-4a00-a2b2-5b2eb58ad0c1,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:02.700593 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f77067-2434-47da-9199-1e75f5fea129 None None] The sync data for ids ['428fed0c-fa7d-4e06-b932-067e0676a428'] in n-d-803603-2 is: [{'id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'name': 'tempest-RoutersIpV6Test-router-636643852', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:15:02Z', 'updated_at': '2021-08-18T13:15:59Z', 'revision_number': 9, 'project_id': '01cf70040508408f95a82df41495eab1', 'gw_port_host': None, '_interfaces': [{'id': '5b9c7a30-6241-4aad-8e03-8fbd2ee7920e', 'name': '', 'network_id': '7dd31760-f843-4430-8a9e-efb25a124ff8', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:b3:36:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '0154f54f-1f6d-41e5-a011-efee403c71e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:16Z', 'updated_at': '2021-08-18T13:15:38Z', 'revision_number': 5, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': '0154f54f-1f6d-41e5-a011-efee403c71e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba59c544-fcd8-4c7d-b9f9-cae2184a0906', 'name': '', 'network_id': 'ac814d43-7d5c-42b9-8d2a-7f9260018681', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:7a:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:06Z', 'updated_at': '2021-08-18T13:15:34Z', 'revision_number': 5, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:16:02.728783 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-60f38819-7344-44d4-a26a-760358a2cbeb None None] For port 38cd413d-6e66-4c46-bbee-5c18e67f7f2d, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:16:02.741827 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-60f38819-7344-44d4-a26a-760358a2cbeb None None] For port 38cd413d-6e66-4c46-bbee-5c18e67f7f2d, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=38cd413d-6e66-4c46-bbee-5c18e67f7f2d,segment=NetworkSegment(2cb900d6-683a-47fc-8607-ef590f696945),segment_id=2cb900d6-683a-47fc-8607-ef590f696945)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:16:02.774018 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-abd539c9-0f45-44f4-adec-e1180291a7c5 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:02.782377 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90472ebb-fcf0-485e-8050-177eff5df09b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Checking segment: {'id': 'f09a1633-07c8-430a-8f53-d6d820ec8057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5af8690d-7aaa-4ee5-a0db-180763bea5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:16:02.782870 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90472ebb-fcf0-485e-8050-177eff5df09b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Network hostable DHCP agents. Network: 5af8690d-7aaa-4ee5-a0db-180763bea5e1, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:16:02.791731 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d972d349-5ac1-4d70-88e1-8435997442e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:02.808145 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be31bb-d710-4ffb-ab1f-d251f76850d4 req-f2f35a15-27e4-4684-b43c-3931f6d1630b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:02.810572 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d6be31bb-d710-4ffb-ab1f-d251f76850d4 req-f2f35a15-27e4-4684-b43c-3931f6d1630b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e63152bca3cb423b9a7763e005387f10&device_id=e7456353-547c-4fc6-98b5-ad79af3f30dc HTTP/1.1" status: 200 len: 1097 time: 0.5516336 Aug 18 13:16:02.821861 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d972d349-5ac1-4d70-88e1-8435997442e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:02.847814 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-995af320-dab4-4019-b181-52558e5105b5 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:02.850503 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-995af320-dab4-4019-b181-52558e5105b5 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:02.869160 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90472ebb-fcf0-485e-8050-177eff5df09b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'Port': ['ID=38b118a7-b68c-4790-b066-2f29279fc42c,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:02.911131 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-60f38819-7344-44d4-a26a-760358a2cbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:02.947308 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90472ebb-fcf0-485e-8050-177eff5df09b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Network 5af8690d-7aaa-4ee5-a0db-180763bea5e1 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:16:02.964261 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-995af320-dab4-4019-b181-52558e5105b5 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:02.964923 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995af320-dab4-4019-b181-52558e5105b5 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Fanout notify agent at l3_agent the message router_deleted on router 51490c05-abef-4262-8c0d-6253bf53a5b2 {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:16:02.983564 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-995af320-dab4-4019-b181-52558e5105b5 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:02.992146 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-995af320-dab4-4019-b181-52558e5105b5 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "DELETE /v2.0/routers/51490c05-abef-4262-8c0d-6253bf53a5b2 HTTP/1.1" status: 204 len: 168 time: 3.6018703 Aug 18 13:16:02.994254 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42862) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:03.054522 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-abd539c9-0f45-44f4-adec-e1180291a7c5 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Deleting port 4bc1d5fe-f22f-4152-b527-acaca0306953 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:16:03.055020 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-abd539c9-0f45-44f4-adec-e1180291a7c5 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:03.097868 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f38819-7344-44d4-a26a-760358a2cbeb None None] Pushing event updated for resources: {'Port': ['ID=38cd413d-6e66-4c46-bbee-5c18e67f7f2d,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:03.100808 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fe15ae-c399-4cc1-a723-51baeb59f72f None None] DHCP port deletion for 9a1c126a-6e8e-40f3-a5dd-cce39db9c136 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:16:03.116688 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-8fe7da96-a0e2-4ced-be06-d239606abf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'name': 'tempest-TestNetworkBasicOps-router-1455203922', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '29676571-9253-4451-bd9f-ccd486f97dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:14:59Z', 'updated_at': '2021-08-18T13:15:12Z', 'revision_number': 4, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'gw_port': {'id': '29676571-9253-4451-bd9f-ccd486f97dda', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:00Z', 'updated_at': '2021-08-18T13:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'e9cc1ffb-8c85-454c-8e19-b3a0f2d14200', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'floating_ip_address': '172.25.6.200', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'port_id': 'c1266e75-8cf2-4343-b645-2c6d02d154e0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d945faf-920a-4b7f-9870-92ae6ded723e', 'mac_address': 'fa:16:3e:16:91:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7456353-547c-4fc6-98b5-ad79af3f30dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:15:57Z', 'updated_at': '2021-08-18T13:15:57Z', 'revision_number': 0, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78fd5b45-7c30-4a08-93e0-82afbe276b89', 'name': '', 'network_id': '0d945faf-920a-4b7f-9870-92ae6ded723e', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'mac_address': 'fa:16:3e:93:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '2b67b5eb-5023-44fb-9233-f86410fc385e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:07Z', 'updated_at': '2021-08-18T13:15:29Z', 'revision_number': 5, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'subnets': [{'id': '2b67b5eb-5023-44fb-9233-f86410fc385e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:03.161534 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-90472ebb-fcf0-485e-8050-177eff5df09b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 5af8690d-7aaa-4ee5-a0db-180763bea5e1) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:16:03.167363 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90472ebb-fcf0-485e-8050-177eff5df09b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:16:03.176910 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90472ebb-fcf0-485e-8050-177eff5df09b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:03.182641 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90472ebb-fcf0-485e-8050-177eff5df09b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:03.183437 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-90472ebb-fcf0-485e-8050-177eff5df09b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:03.209151 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-d972d349-5ac1-4d70-88e1-8435997442e3 admin admin] Allocated IP 172.25.6.10 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/ac775d55-f240-458e-94ee-5e8603254320) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:16:03.238538 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe7da96-a0e2-4ced-be06-d239606abf15 None None] Checking router: 54ed8b62-b22d-47a0-a888-2f9b0d09f21d for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:16:03.248524 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3c8d0a-5aa2-4d76-85aa-30aa40a7e76e None None] Network 5af8690d-7aaa-4ee5-a0db-180763bea5e1 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:16:03.250571 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be31bb-d710-4ffb-ab1f-d251f76850d4 req-6a506923-b1a9-49fd-87ff-b7b992d07649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:03.252937 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d6be31bb-d710-4ffb-ab1f-d251f76850d4 req-6a506923-b1a9-49fd-87ff-b7b992d07649 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0d945faf-920a-4b7f-9870-92ae6ded723e HTTP/1.1" status: 200 len: 898 time: 0.3537273 Aug 18 13:16:03.263996 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6d1cb0d4-c775-4cd1-ba9d-e857707ec564 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:03.298708 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-abd539c9-0f45-44f4-adec-e1180291a7c5 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] For port 4bc1d5fe-f22f-4152-b527-acaca0306953, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4bc1d5fe-f22f-4152-b527-acaca0306953,segment=NetworkSegment(77c78884-ce65-4c80-b8e5-7e16c13f7bb1),segment_id=77c78884-ce65-4c80-b8e5-7e16c13f7bb1)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:16:03.298708 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-abd539c9-0f45-44f4-adec-e1180291a7c5 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:03.331814 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-90472ebb-fcf0-485e-8050-177eff5df09b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3466489 Aug 18 13:16:03.362648 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-abd539c9-0f45-44f4-adec-e1180291a7c5 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Calling delete_port for 4bc1d5fe-f22f-4152-b527-acaca0306953 owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:16:03.363282 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42872) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:03.367838 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe7da96-a0e2-4ced-be06-d239606abf15 None None] Routers {'54ed8b62-b22d-47a0-a888-2f9b0d09f21d'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:16:03.368501 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-8fe7da96-a0e2-4ced-be06-d239606abf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:15:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['54ed8b62-b22d-47a0-a888-2f9b0d09f21d'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:03.498306 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-8fe7da96-a0e2-4ced-be06-d239606abf15 None None] Set router 54ed8b62-b22d-47a0-a888-2f9b0d09f21d gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:16:03.569837 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6d1cb0d4-c775-4cd1-ba9d-e857707ec564 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:03.601780 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d972d349-5ac1-4d70-88e1-8435997442e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:03.602334 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-6d1cb0d4-c775-4cd1-ba9d-e857707ec564 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a551822e-f12f-484b-ae57-dea7c79b255f']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:03.654285 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-6d1cb0d4-c775-4cd1-ba9d-e857707ec564 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a44eed0-2492-4d19-b966-0b50c67d15f9') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:03.658808 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42878) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:03.659501 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-6d1cb0d4-c775-4cd1-ba9d-e857707ec564 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a44eed0-2492-4d19-b966-0b50c67d15f9') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:03.690931 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6d1cb0d4-c775-4cd1-ba9d-e857707ec564 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:03.736243 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6d1cb0d4-c775-4cd1-ba9d-e857707ec564 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:03.750690 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d1cb0d4-c775-4cd1-ba9d-e857707ec564 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:16:03.751109 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6d1cb0d4-c775-4cd1-ba9d-e857707ec564 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:03.751448 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d972d349-5ac1-4d70-88e1-8435997442e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:03.865724 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe15ae-c399-4cc1-a723-51baeb59f72f None None] Deleting port 4bc1d5fe-f22f-4152-b527-acaca0306953 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:16:03.866331 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d0fe15ae-c399-4cc1-a723-51baeb59f72f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:03.915959 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:16:03.915959 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:16:03.915959 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:16:03.915959 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:16:03.915959 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:16:03.915959 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:16:03.915959 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:16:03.915959 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:16:03.915959 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:16:03.915959 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:16:03.915959 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:16:03.915959 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:16:03.915959 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:16:03.915959 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:16:03.915959 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:16:03.915959 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:16:03.915959 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:16:03.915959 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:16:03.915959 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:16:03.915959 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:16:03.915959 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:16:03.915959 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:16:03.915959 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:16:03.915959 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:16:03.915959 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:16:03.915959 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:16:03.915959 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:16:03.915959 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:16:03.915959 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:16:03.915959 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:16:03.915959 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:16:03.915959 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:16:03.929313 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d6be31bb-d710-4ffb-ab1f-d251f76850d4 req-cbd8f8b8-5e82-4954-aa3f-a941c3c31f97 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1266e75-8cf2-4343-b645-2c6d02d154e0 HTTP/1.1" status: 200 len: 1000 time: 0.6520867 Aug 18 13:16:03.999685 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-d0fe15ae-c399-4cc1-a723-51baeb59f72f None None] For port 4bc1d5fe-f22f-4152-b527-acaca0306953, host n-d-803603-2, got binding levels [] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:16:04.000129 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d0fe15ae-c399-4cc1-a723-51baeb59f72f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:04.020977 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe15ae-c399-4cc1-a723-51baeb59f72f None None] Calling delete_port for 4bc1d5fe-f22f-4152-b527-acaca0306953 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:16:04.027730 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.ipam_backend_mixin [None req-d0fe15ae-c399-4cc1-a723-51baeb59f72f None None] Port 4bc1d5fe-f22f-4152-b527-acaca0306953 was not found and therefore no delete operation was performed {{(pid=101677) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 13:16:04.037483 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be31bb-d710-4ffb-ab1f-d251f76850d4 req-6d868d54-8453-4860-b6bb-45d845828a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:04.039368 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d6be31bb-d710-4ffb-ab1f-d251f76850d4 req-6d868d54-8453-4860-b6bb-45d845828a2d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b67b5eb-5023-44fb-9233-f86410fc385e HTTP/1.1" status: 200 len: 834 time: 0.0869508 Aug 18 13:16:04.097576 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d0fe15ae-c399-4cc1-a723-51baeb59f72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:04.110827 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6d1cb0d4-c775-4cd1-ba9d-e857707ec564 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:04.134962 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6d1cb0d4-c775-4cd1-ba9d-e857707ec564 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:04.136925 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6d1cb0d4-c775-4cd1-ba9d-e857707ec564 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "DELETE /v2.0/networks/a551822e-f12f-484b-ae57-dea7c79b255f HTTP/1.1" status: 204 len: 168 time: 1.1415048 Aug 18 13:16:04.154922 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42890) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:04.166140 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe15ae-c399-4cc1-a723-51baeb59f72f None None] Pushing event deleted for resources: {'Port': ['ID=4bc1d5fe-f22f-4152-b527-acaca0306953,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:04.166884 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-aec9a5e6-4385-4b54-a3c2-6225f4ef4609 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Deleting port 38b118a7-b68c-4790-b066-2f29279fc42c {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:16:04.167445 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aec9a5e6-4385-4b54-a3c2-6225f4ef4609 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:04.170663 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1cb0d4-c775-4cd1-ba9d-e857707ec564 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Pushing event deleted for resources: {'Network': ['ID=a551822e-f12f-484b-ae57-dea7c79b255f,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:04.196677 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fe15ae-c399-4cc1-a723-51baeb59f72f None None] No DVR routers for this DVR port 4bc1d5fe-f22f-4152-b527-acaca0306953 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:16:04.331970 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be31bb-d710-4ffb-ab1f-d251f76850d4 req-bd016480-6a60-42e3-8f86-2a658ea73a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:04.336530 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d6be31bb-d710-4ffb-ab1f-d251f76850d4 req-bd016480-6a60-42e3-8f86-2a658ea73a31 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0d945faf-920a-4b7f-9870-92ae6ded723e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2896702 Aug 18 13:16:04.358752 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-8fe7da96-a0e2-4ced-be06-d239606abf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'name': 'tempest-TestNetworkBasicOps-router-1455203922', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '29676571-9253-4451-bd9f-ccd486f97dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:14:59Z', 'updated_at': '2021-08-18T13:15:12Z', 'revision_number': 4, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'gw_port': {'id': '29676571-9253-4451-bd9f-ccd486f97dda', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:00Z', 'updated_at': '2021-08-18T13:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'e9cc1ffb-8c85-454c-8e19-b3a0f2d14200', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'floating_ip_address': '172.25.6.200', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'port_id': 'c1266e75-8cf2-4343-b645-2c6d02d154e0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d945faf-920a-4b7f-9870-92ae6ded723e', 'mac_address': 'fa:16:3e:16:91:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7456353-547c-4fc6-98b5-ad79af3f30dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:15:57Z', 'updated_at': '2021-08-18T13:15:57Z', 'revision_number': 0, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78fd5b45-7c30-4a08-93e0-82afbe276b89', 'name': '', 'network_id': '0d945faf-920a-4b7f-9870-92ae6ded723e', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'mac_address': 'fa:16:3e:93:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '2b67b5eb-5023-44fb-9233-f86410fc385e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:07Z', 'updated_at': '2021-08-18T13:15:29Z', 'revision_number': 5, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'subnets': [{'id': '2b67b5eb-5023-44fb-9233-f86410fc385e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:04.380482 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-abd539c9-0f45-44f4-adec-e1180291a7c5 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:04.390435 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d972d349-5ac1-4d70-88e1-8435997442e3 admin admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:16:04.403105 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aec9a5e6-4385-4b54-a3c2-6225f4ef4609 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:04.409185 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-d972d349-5ac1-4d70-88e1-8435997442e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:16:04.427966 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe7da96-a0e2-4ced-be06-d239606abf15 None None] The sync data for ids ['54ed8b62-b22d-47a0-a888-2f9b0d09f21d'] in n-d-803603-2 is: [{'id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'name': 'tempest-TestNetworkBasicOps-router-1455203922', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '29676571-9253-4451-bd9f-ccd486f97dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:14:59Z', 'updated_at': '2021-08-18T13:15:12Z', 'revision_number': 4, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'gw_port': {'id': '29676571-9253-4451-bd9f-ccd486f97dda', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:00Z', 'updated_at': '2021-08-18T13:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'e9cc1ffb-8c85-454c-8e19-b3a0f2d14200', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'floating_ip_address': '172.25.6.200', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'port_id': 'c1266e75-8cf2-4343-b645-2c6d02d154e0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d945faf-920a-4b7f-9870-92ae6ded723e', 'mac_address': 'fa:16:3e:16:91:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7456353-547c-4fc6-98b5-ad79af3f30dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:15:57Z', 'updated_at': '2021-08-18T13:15:57Z', 'revision_number': 0, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78fd5b45-7c30-4a08-93e0-82afbe276b89', 'name': '', 'network_id': '0d945faf-920a-4b7f-9870-92ae6ded723e', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'mac_address': 'fa:16:3e:93:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '2b67b5eb-5023-44fb-9233-f86410fc385e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:07Z', 'updated_at': '2021-08-18T13:15:29Z', 'revision_number': 5, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'subnets': [{'id': '2b67b5eb-5023-44fb-9233-f86410fc385e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:16:04.471647 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d972d349-5ac1-4d70-88e1-8435997442e3 admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:16:04.482153 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d972d349-5ac1-4d70-88e1-8435997442e3 admin admin] Pushing event updated for resources: {'Port': ['ID=ac775d55-f240-458e-94ee-5e8603254320,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:04.573614 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0011ceb3-fd9c-44c8-b089-1aa3b1335199 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/floatingips/e9cc1ffb-8c85-454c-8e19-b3a0f2d14200 HTTP/1.1" status: 200 len: 992 time: 0.9125926 Aug 18 13:16:04.577093 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd539c9-0f45-44f4-adec-e1180291a7c5 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] No DVR routers for this DVR port 4bc1d5fe-f22f-4152-b527-acaca0306953 on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:16:04.592177 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd539c9-0f45-44f4-adec-e1180291a7c5 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event deleted for resources: {'Port': ['ID=4bc1d5fe-f22f-4152-b527-acaca0306953,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:04.596723 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-aec9a5e6-4385-4b54-a3c2-6225f4ef4609 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Calling delete_port for 38b118a7-b68c-4790-b066-2f29279fc42c owned by {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:16:04.657051 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 38cd413d-6e66-4c46-bbee-5c18e67f7f2d up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:16:04.821204 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-abd539c9-0f45-44f4-adec-e1180291a7c5 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:04.830247 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d6be31bb-d710-4ffb-ab1f-d251f76850d4 req-247700cd-6b47-45ce-b59a-5d0ab66dd107 service neutron] 10.222.0.20 "GET /v2.0/networks/0d945faf-920a-4b7f-9870-92ae6ded723e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465177 Aug 18 13:16:04.856430 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568c758d-f6ee-43d2-bc20-6c7b44ddde77 None None] New status for floating IP e9cc1ffb-8c85-454c-8e19-b3a0f2d14200: ACTIVE {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:16:04.911147 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 38cd413d-6e66-4c46-bbee-5c18e67f7f2d completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:16:04.955237 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-abd539c9-0f45-44f4-adec-e1180291a7c5 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a1c126a-6e8e-40f3-a5dd-cce39db9c136']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:05.004377 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-abd539c9-0f45-44f4-adec-e1180291a7c5 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77c78884-ce65-4c80-b8e5-7e16c13f7bb1') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:05.004738 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-abd539c9-0f45-44f4-adec-e1180291a7c5 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77c78884-ce65-4c80-b8e5-7e16c13f7bb1') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:05.023775 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4bc1d5fe-f22f-4152-b527-acaca0306953 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:16:05.037910 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-abd539c9-0f45-44f4-adec-e1180291a7c5 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:05.076840 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1840d516-5d05-4c5d-a417-837051ac228f None None] Network e9ea624b-86fc-4131-a8a7-d576a5006edb requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:16:05.084652 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 4bc1d5fe-f22f-4152-b527-acaca0306953 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:16:05.084652 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4bc1d5fe-f22f-4152-b527-acaca0306953 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:16:05.086855 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device d2cc8775-e4df-478f-80f2-c6846920fb0c no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:16:05.131410 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-849224e7-3e35-43d5-9e63-4f2e9f5bc74c tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Deleting port 152a054c-f3d5-4441-a687-6791292c1b31 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:16:05.133830 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-849224e7-3e35-43d5-9e63-4f2e9f5bc74c tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:05.157696 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aec9a5e6-4385-4b54-a3c2-6225f4ef4609 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:05.217305 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d6be31bb-d710-4ffb-ab1f-d251f76850d4 req-3fc64bcb-35e6-4164-9500-08c7de1b77ea service neutron] 10.222.0.20 "GET /v2.0/networks/0d945faf-920a-4b7f-9870-92ae6ded723e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534708 Aug 18 13:16:05.219539 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-abd539c9-0f45-44f4-adec-e1180291a7c5 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:05.221641 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d972d349-5ac1-4d70-88e1-8435997442e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:05.255978 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: d2cc8775-e4df-478f-80f2-c6846920fb0c {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:16:05.256288 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device d2cc8775-e4df-478f-80f2-c6846920fb0c not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:16:05.256728 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device d05c5fb7-2124-4bb7-ac7a-4161e8fa34b7 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:16:05.270535 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abd539c9-0f45-44f4-adec-e1180291a7c5 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:16:05.270983 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-abd539c9-0f45-44f4-adec-e1180291a7c5 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:05.275096 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:16:05.275096 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:16:05.275096 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:16:05.275096 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:16:05.275096 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:16:05.275096 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:16:05.275096 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:16:05.275096 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:16:05.275096 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:16:05.275096 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:16:05.275096 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:16:05.275096 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:16:05.275096 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:16:05.275096 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:16:05.275096 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:16:05.275096 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:16:05.275096 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:16:05.275096 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:16:05.275096 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:16:05.275096 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:16:05.275096 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:16:05.275096 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:16:05.275096 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:16:05.275096 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:16:05.275096 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:16:05.275096 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:16:05.275096 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:16:05.275096 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:16:05.275096 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:16:05.275096 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:16:05.275096 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:16:05.275096 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:16:05.285073 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9a5e6-4385-4b54-a3c2-6225f4ef4609 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event deleted for resources: {'Port': ['ID=38b118a7-b68c-4790-b066-2f29279fc42c,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:05.287249 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: d05c5fb7-2124-4bb7-ac7a-4161e8fa34b7 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:16:05.287849 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device d05c5fb7-2124-4bb7-ac7a-4161e8fa34b7 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:16:05.315755 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aec9a5e6-4385-4b54-a3c2-6225f4ef4609 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:05.320291 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-aec9a5e6-4385-4b54-a3c2-6225f4ef4609 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/ports/38b118a7-b68c-4790-b066-2f29279fc42c HTTP/1.1" status: 204 len: 168 time: 1.9558167 Aug 18 13:16:05.330546 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42908) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:05.482300 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-849224e7-3e35-43d5-9e63-4f2e9f5bc74c tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:05.482657 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-849224e7-3e35-43d5-9e63-4f2e9f5bc74c tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:05.532159 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-849224e7-3e35-43d5-9e63-4f2e9f5bc74c tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Calling delete_port for 152a054c-f3d5-4441-a687-6791292c1b31 owned by network:floatingip {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:16:05.542262 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-abd539c9-0f45-44f4-adec-e1180291a7c5 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:05.547346 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-abd539c9-0f45-44f4-adec-e1180291a7c5 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:05.549844 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-abd539c9-0f45-44f4-adec-e1180291a7c5 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "DELETE /v2.0/networks/9a1c126a-6e8e-40f3-a5dd-cce39db9c136 HTTP/1.1" status: 204 len: 168 time: 3.1146328 Aug 18 13:16:05.550364 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-6874b81b-7ea1-44fa-a4be-c50a6859f1f5 None None] Provisioning for port 38cd413d-6e66-4c46-bbee-5c18e67f7f2d completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:16:05.556650 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22319f4-c239-4f67-9b13-1f8619273929 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:05.556874 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42910) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:05.560531 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-6874b81b-7ea1-44fa-a4be-c50a6859f1f5 None None] Provisioning complete for port 38cd413d-6e66-4c46-bbee-5c18e67f7f2d triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:16:05.561088 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6874b81b-7ea1-44fa-a4be-c50a6859f1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:05.565140 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22319f4-c239-4f67-9b13-1f8619273929 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:05.567403 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d22319f4-c239-4f67-9b13-1f8619273929 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2295775 Aug 18 13:16:05.570203 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42912) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:05.581755 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42914) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:05.617693 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd539c9-0f45-44f4-adec-e1180291a7c5 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event deleted for resources: {'Network': ['ID=9a1c126a-6e8e-40f3-a5dd-cce39db9c136,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:05.676606 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6874b81b-7ea1-44fa-a4be-c50a6859f1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:05.765283 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-6874b81b-7ea1-44fa-a4be-c50a6859f1f5 None None] For port 38cd413d-6e66-4c46-bbee-5c18e67f7f2d, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=38cd413d-6e66-4c46-bbee-5c18e67f7f2d,segment=NetworkSegment(2cb900d6-683a-47fc-8607-ef590f696945),segment_id=2cb900d6-683a-47fc-8607-ef590f696945)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:16:05.814537 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d972d349-5ac1-4d70-88e1-8435997442e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:05.859911 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6874b81b-7ea1-44fa-a4be-c50a6859f1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:05.978471 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6874b81b-7ea1-44fa-a4be-c50a6859f1f5 None None] Pushing event updated for resources: {'Port': ['ID=38cd413d-6e66-4c46-bbee-5c18e67f7f2d,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:05.988606 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874b81b-7ea1-44fa-a4be-c50a6859f1f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:05.988987 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874b81b-7ea1-44fa-a4be-c50a6859f1f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:05.989348 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874b81b-7ea1-44fa-a4be-c50a6859f1f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:05.989699 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874b81b-7ea1-44fa-a4be-c50a6859f1f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:05.990042 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874b81b-7ea1-44fa-a4be-c50a6859f1f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:05.990429 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874b81b-7ea1-44fa-a4be-c50a6859f1f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:05.990929 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874b81b-7ea1-44fa-a4be-c50a6859f1f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:05.991265 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874b81b-7ea1-44fa-a4be-c50a6859f1f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:05.991601 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874b81b-7ea1-44fa-a4be-c50a6859f1f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:05.992281 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874b81b-7ea1-44fa-a4be-c50a6859f1f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:05.992798 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874b81b-7ea1-44fa-a4be-c50a6859f1f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:05.993139 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6874b81b-7ea1-44fa-a4be-c50a6859f1f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:06.105651 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-4a002113-bfef-4d63-b35e-d67209f0009d None None] Provisioning complete for port 38cd413d-6e66-4c46-bbee-5c18e67f7f2d triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:16:06.106026 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4a002113-bfef-4d63-b35e-d67209f0009d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:06.318586 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-77061f0c-f5c5-48a3-81f8-41af14d81af0 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/floatingips/e9cc1ffb-8c85-454c-8e19-b3a0f2d14200 HTTP/1.1" status: 200 len: 994 time: 0.7351055 Aug 18 13:16:06.348703 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-a50321ad-5093-4eeb-977d-9f9f819c236e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Deleting port 448c1e1b-9fe5-4a00-a2b2-5b2eb58ad0c1 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:16:06.349052 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a50321ad-5093-4eeb-977d-9f9f819c236e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:06.387212 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-da43fd1c-a8e1-40c2-96cf-721a902dd7a2 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:06.437874 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a50321ad-5093-4eeb-977d-9f9f819c236e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:06.460257 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d972d349-5ac1-4d70-88e1-8435997442e3 admin admin] Router e62afbf1-800f-4a0f-90a6-e0ebc7c9529c is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:16:06.488100 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-a50321ad-5093-4eeb-977d-9f9f819c236e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Calling delete_port for 448c1e1b-9fe5-4a00-a2b2-5b2eb58ad0c1 owned by {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:16:06.566390 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 38cd413d-6e66-4c46-bbee-5c18e67f7f2d up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:16:06.625427 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 38cd413d-6e66-4c46-bbee-5c18e67f7f2d triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:16:06.625867 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:06.662087 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-849224e7-3e35-43d5-9e63-4f2e9f5bc74c tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:06.701967 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849224e7-3e35-43d5-9e63-4f2e9f5bc74c tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Pushing event deleted for resources: {'Port': ['ID=152a054c-f3d5-4441-a687-6791292c1b31,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:06.738737 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d972d349-5ac1-4d70-88e1-8435997442e3 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:16:06.752658 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c54a27-3bfe-4dcd-b0e9-892f1e0e5e74 None None] Sync routers for ids ['e62afbf1-800f-4a0f-90a6-e0ebc7c9529c'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:16:06.769466 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c54a27-3bfe-4dcd-b0e9-892f1e0e5e74 None None] Routers {'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:16:06.770548 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-35c54a27-3bfe-4dcd-b0e9-892f1e0e5e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:15:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['e62afbf1-800f-4a0f-90a6-e0ebc7c9529c'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:06.833859 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a50321ad-5093-4eeb-977d-9f9f819c236e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:06.845859 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-849224e7-3e35-43d5-9e63-4f2e9f5bc74c tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for floatingip, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:06.846425 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [None req-849224e7-3e35-43d5-9e63-4f2e9f5bc74c tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Floating IP 81553558-6c1f-4760-af89-09b4bb7360b9 disassociated (deleted). External IP: 172.25.6.12, port: 444e5a0e-adb6-413f-9be9-b289f1980ecd. Aug 18 13:16:06.899454 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d972d349-5ac1-4d70-88e1-8435997442e3 admin admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:06.903534 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d972d349-5ac1-4d70-88e1-8435997442e3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9268849 Aug 18 13:16:06.904164 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42922) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:06.915542 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50321ad-5093-4eeb-977d-9f9f819c236e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event deleted for resources: {'Port': ['ID=448c1e1b-9fe5-4a00-a2b2-5b2eb58ad0c1,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:06.928839 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a50321ad-5093-4eeb-977d-9f9f819c236e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:06.931119 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a50321ad-5093-4eeb-977d-9f9f819c236e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/ports/448c1e1b-9fe5-4a00-a2b2-5b2eb58ad0c1 HTTP/1.1" status: 204 len: 168 time: 1.3596606 Aug 18 13:16:06.936914 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42924) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:06.973666 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-35c54a27-3bfe-4dcd-b0e9-892f1e0e5e74 None None] Set router e62afbf1-800f-4a0f-90a6-e0ebc7c9529c gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:16:07.034896 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-da43fd1c-a8e1-40c2-96cf-721a902dd7a2 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Deleting port 5b9c7a30-6241-4aad-8e03-8fbd2ee7920e {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:16:07.035384 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-da43fd1c-a8e1-40c2-96cf-721a902dd7a2 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:07.101825 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0439310-ae48-4ac0-b8a5-d34392f13f04 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:07.103769 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a0439310-ae48-4ac0-b8a5-d34392f13f04 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1654921 Aug 18 13:16:07.107566 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42926) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:07.143499 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f065413-8012-40b4-99b9-f0181c4b98f9 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] GET failed (client error): The resource could not be found. Aug 18 13:16:07.145407 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2f065413-8012-40b4-99b9-f0181c4b98f9 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "GET /v2.0/ports/38b118a7-b68c-4790-b066-2f29279fc42c HTTP/1.1" status: 404 len: 333 time: 0.0366979 Aug 18 13:16:07.148901 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42928) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:07.195992 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e53e9af-1a9a-40a0-97e6-023d0a9a0b24 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] GET failed (client error): The resource could not be found. Aug 18 13:16:07.197740 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8e53e9af-1a9a-40a0-97e6-023d0a9a0b24 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "GET /v2.0/ports/448c1e1b-9fe5-4a00-a2b2-5b2eb58ad0c1 HTTP/1.1" status: 404 len: 333 time: 0.0478756 Aug 18 13:16:07.202930 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42930) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:07.277833 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-35c54a27-3bfe-4dcd-b0e9-892f1e0e5e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c', 'name': 'tempest-TaggedBootDevicesTest_v242-933668414-router', 'tenant_id': '9187a221b3e94f438328aff4ddb46e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'ac775d55-f240-458e-94ee-5e8603254320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:16:01Z', 'updated_at': '2021-08-18T13:16:04Z', 'revision_number': 3, 'project_id': '9187a221b3e94f438328aff4ddb46e1a', 'gw_port': {'id': 'ac775d55-f240-458e-94ee-5e8603254320', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:60:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:16:02Z', 'updated_at': '2021-08-18T13:16:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:07.317441 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c54a27-3bfe-4dcd-b0e9-892f1e0e5e74 None None] Checking router: e62afbf1-800f-4a0f-90a6-e0ebc7c9529c for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:16:07.322126 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c54a27-3bfe-4dcd-b0e9-892f1e0e5e74 None None] Updating router e62afbf1-800f-4a0f-90a6-e0ebc7c9529c port ac775d55-f240-458e-94ee-5e8603254320 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:16:07.357548 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-35c54a27-3bfe-4dcd-b0e9-892f1e0e5e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:07.432141 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849224e7-3e35-43d5-9e63-4f2e9f5bc74c tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Router 26f66c53-06f7-44e9-969b-f3d7a80fe974 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:16:07.583897 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849224e7-3e35-43d5-9e63-4f2e9f5bc74c tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:16:07.598022 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebb6fb7-9ea8-40bd-a266-4442c7a03526 None None] Sync routers for ids ['26f66c53-06f7-44e9-969b-f3d7a80fe974'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:16:07.598872 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-849224e7-3e35-43d5-9e63-4f2e9f5bc74c tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:07.620651 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebb6fb7-9ea8-40bd-a266-4442c7a03526 None None] Routers {'26f66c53-06f7-44e9-969b-f3d7a80fe974'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:16:07.621211 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-cebb6fb7-9ea8-40bd-a266-4442c7a03526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:15:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['26f66c53-06f7-44e9-969b-f3d7a80fe974'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:07.632471 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-849224e7-3e35-43d5-9e63-4f2e9f5bc74c tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "DELETE /v2.0/floatingips/81553558-6c1f-4760-af89-09b4bb7360b9 HTTP/1.1" status: 204 len: 168 time: 3.4733992 Aug 18 13:16:07.638111 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '266e00b9-f54d-4c7e-bc86-c1e206a0114c', 'tag': '444e5a0e-adb6-413f-9be9-b289f1980ecd'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:16:07.638111 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7553721-606b-4a6a-9e01-545ad21153eb" -d '{"events": [{"name": "network-changed", "server_uuid": "266e00b9-f54d-4c7e-bc86-c1e206a0114c", "tag": "444e5a0e-adb6-413f-9be9-b289f1980ecd"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:16:07.709551 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84bf2bd9-e974-4dcb-b239-714ec43232b6 x-openstack-request-id: req-84bf2bd9-e974-4dcb-b239-714ec43232b6 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:16:07.710471 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "266e00b9-f54d-4c7e-bc86-c1e206a0114c", "tag": "444e5a0e-adb6-413f-9be9-b289f1980ecd", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:16:07.710471 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-84bf2bd9-e974-4dcb-b239-714ec43232b6 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:16:07.711094 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '266e00b9-f54d-4c7e-bc86-c1e206a0114c', 'tag': '444e5a0e-adb6-413f-9be9-b289f1980ecd', 'status': 'completed', 'code': 200} Aug 18 13:16:07.794932 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-cebb6fb7-9ea8-40bd-a266-4442c7a03526 None None] Set router 26f66c53-06f7-44e9-969b-f3d7a80fe974 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:16:07.799138 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7553721-606b-4a6a-9e01-545ad21153eb req-76972557-df82-4ab8-92d2-e2ddd7357ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:07.800598 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e7553721-606b-4a6a-9e01-545ad21153eb req-76972557-df82-4ab8-92d2-e2ddd7357ef2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a45397c4a7d4474ba973ba423e6989f&device_id=266e00b9-f54d-4c7e-bc86-c1e206a0114c HTTP/1.1" status: 200 len: 1136 time: 0.0710745 Aug 18 13:16:07.810012 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-35c54a27-3bfe-4dcd-b0e9-892f1e0e5e74 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:07.822952 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-35c54a27-3bfe-4dcd-b0e9-892f1e0e5e74 None None] Transition to ACTIVE for port object ac775d55-f240-458e-94ee-5e8603254320 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:16:07.872543 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-da43fd1c-a8e1-40c2-96cf-721a902dd7a2 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] For port 5b9c7a30-6241-4aad-8e03-8fbd2ee7920e, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=5b9c7a30-6241-4aad-8e03-8fbd2ee7920e,segment=NetworkSegment(84bffa05-a7ce-4e6b-9b2d-7eb40295c101),segment_id=84bffa05-a7ce-4e6b-9b2d-7eb40295c101)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:16:07.873394 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-da43fd1c-a8e1-40c2-96cf-721a902dd7a2 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:07.894881 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-da43fd1c-a8e1-40c2-96cf-721a902dd7a2 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Calling delete_port for 5b9c7a30-6241-4aad-8e03-8fbd2ee7920e owned by network:router_interface {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:16:07.899584 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-35c54a27-3bfe-4dcd-b0e9-892f1e0e5e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:08.015252 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7553721-606b-4a6a-9e01-545ad21153eb req-c66b691b-fd5d-450b-9120-7359a1f1646c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:08.017076 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e7553721-606b-4a6a-9e01-545ad21153eb req-c66b691b-fd5d-450b-9120-7359a1f1646c service neutron] 10.222.0.20 "GET /v2.0/networks?id=9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6 HTTP/1.1" status: 200 len: 895 time: 0.2084739 Aug 18 13:16:08.105802 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-35c54a27-3bfe-4dcd-b0e9-892f1e0e5e74 None None] Attempting to bind port ac775d55-f240-458e-94ee-5e8603254320 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:16:08.105802 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-35c54a27-3bfe-4dcd-b0e9-892f1e0e5e74 None None] Attempting to bind port ac775d55-f240-458e-94ee-5e8603254320 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:16:08.105802 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c54a27-3bfe-4dcd-b0e9-892f1e0e5e74 None None] Attempting to bind port ac775d55-f240-458e-94ee-5e8603254320 on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:16:08.111616 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee5331-5e14-439f-8f95-6ec3a2773e68 None None] Pushing event updated for resources: {'Port': ['ID=ac775d55-f240-458e-94ee-5e8603254320,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:08.142523 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-cebb6fb7-9ea8-40bd-a266-4442c7a03526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f66c53-06f7-44e9-969b-f3d7a80fe974', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1884205550', 'tenant_id': '0a45397c4a7d4474ba973ba423e6989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '6c25e405-eb2d-444d-af91-1a8e5d64f48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:47Z', 'updated_at': '2021-08-18T13:14:01Z', 'revision_number': 4, 'project_id': '0a45397c4a7d4474ba973ba423e6989f', 'gw_port': {'id': '6c25e405-eb2d-444d-af91-1a8e5d64f48e', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:95:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f66c53-06f7-44e9-969b-f3d7a80fe974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:49Z', 'updated_at': '2021-08-18T13:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'db87ec7b-a57a-4d4b-a930-cc2c855cb54e', 'name': '', 'network_id': '9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6', 'tenant_id': '0a45397c4a7d4474ba973ba423e6989f', 'mac_address': 'fa:16:3e:bd:06:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f66c53-06f7-44e9-969b-f3d7a80fe974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'fe3a97f8-d0ad-4092-af0e-798ceb90f1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:58Z', 'updated_at': '2021-08-18T13:14:08Z', 'revision_number': 5, 'project_id': '0a45397c4a7d4474ba973ba423e6989f', 'subnets': [{'id': 'fe3a97f8-d0ad-4092-af0e-798ceb90f1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:08.143154 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c54a27-3bfe-4dcd-b0e9-892f1e0e5e74 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:16:08.145943 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c54a27-3bfe-4dcd-b0e9-892f1e0e5e74 None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:16:08.146863 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-35c54a27-3bfe-4dcd-b0e9-892f1e0e5e74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:08.147335 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-94fa7f57-2e75-461a-9c7a-4fbd5fd00821 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:08.147700 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c54a27-3bfe-4dcd-b0e9-892f1e0e5e74 None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:16:08.148393 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-35c54a27-3bfe-4dcd-b0e9-892f1e0e5e74 None None] Bound port: ac775d55-f240-458e-94ee-5e8603254320, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:16:08.155560 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-35c54a27-3bfe-4dcd-b0e9-892f1e0e5e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:08.165592 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e7553721-606b-4a6a-9e01-545ad21153eb req-216b157e-4b90-4a96-818a-ec7406fa64f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=444e5a0e-adb6-413f-9be9-b289f1980ecd HTTP/1.1" status: 200 len: 217 time: 0.1395531 Aug 18 13:16:08.184949 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebb6fb7-9ea8-40bd-a266-4442c7a03526 None None] Checking router: 26f66c53-06f7-44e9-969b-f3d7a80fe974 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:16:08.201846 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebb6fb7-9ea8-40bd-a266-4442c7a03526 None None] Routers {'26f66c53-06f7-44e9-969b-f3d7a80fe974'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:16:08.208536 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-cebb6fb7-9ea8-40bd-a266-4442c7a03526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:15:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['26f66c53-06f7-44e9-969b-f3d7a80fe974'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:08.273335 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-35c54a27-3bfe-4dcd-b0e9-892f1e0e5e74 None None] For port ac775d55-f240-458e-94ee-5e8603254320, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:16:08.277220 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-35c54a27-3bfe-4dcd-b0e9-892f1e0e5e74 None None] For port ac775d55-f240-458e-94ee-5e8603254320, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=ac775d55-f240-458e-94ee-5e8603254320,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:16:08.291754 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7553721-606b-4a6a-9e01-545ad21153eb req-bd3df83a-b144-4798-8acd-317f988a5dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:08.293335 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e7553721-606b-4a6a-9e01-545ad21153eb req-bd3df83a-b144-4798-8acd-317f988a5dc2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fe3a97f8-d0ad-4092-af0e-798ceb90f1df HTTP/1.1" status: 200 len: 835 time: 0.1200664 Aug 18 13:16:08.327737 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27557ef-ccae-4bb0-95a9-bc0fb717c3b2 req-91774ac1-6fc8-4218-a7af-50b163969839 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:08.329593 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e27557ef-ccae-4bb0-95a9-bc0fb717c3b2 req-91774ac1-6fc8-4218-a7af-50b163969839 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/ports?device_id=266e00b9-f54d-4c7e-bc86-c1e206a0114c HTTP/1.1" status: 200 len: 985 time: 0.0926466 Aug 18 13:16:08.350636 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-94fa7f57-2e75-461a-9c7a-4fbd5fd00821 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:08.368851 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-cebb6fb7-9ea8-40bd-a266-4442c7a03526 None None] Set router 26f66c53-06f7-44e9-969b-f3d7a80fe974 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:16:08.380184 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-35c54a27-3bfe-4dcd-b0e9-892f1e0e5e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:08.459179 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e27557ef-ccae-4bb0-95a9-bc0fb717c3b2 req-83c5d7a4-e115-4f10-ab71-ff4793c8e986 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/security-groups?id=3014acbd-85c1-4c35-a3a6-b6890702293f&id=f4e8eb28-ed4f-45d9-83ea-f3ba181a38d7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1094956 Aug 18 13:16:08.470793 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7553721-606b-4a6a-9e01-545ad21153eb req-99a3e309-d4e9-4ba8-801f-4198a59ddbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:08.472558 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e7553721-606b-4a6a-9e01-545ad21153eb req-99a3e309-d4e9-4ba8-801f-4198a59ddbfd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1718137 Aug 18 13:16:08.502105 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-94fa7f57-2e75-461a-9c7a-4fbd5fd00821 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5af8690d-7aaa-4ee5-a0db-180763bea5e1']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:08.510068 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c54a27-3bfe-4dcd-b0e9-892f1e0e5e74 None None] Routers {'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:16:08.514205 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-35c54a27-3bfe-4dcd-b0e9-892f1e0e5e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:15:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['e62afbf1-800f-4a0f-90a6-e0ebc7c9529c'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:08.634465 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee5331-5e14-439f-8f95-6ec3a2773e68 None None] Pushing event updated for resources: {'Port': ['ID=ac775d55-f240-458e-94ee-5e8603254320,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:08.714402 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-94fa7f57-2e75-461a-9c7a-4fbd5fd00821 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f09a1633-07c8-430a-8f53-d6d820ec8057') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:08.714702 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-94fa7f57-2e75-461a-9c7a-4fbd5fd00821 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f09a1633-07c8-430a-8f53-d6d820ec8057') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:08.730882 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-da43fd1c-a8e1-40c2-96cf-721a902dd7a2 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:08.735831 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-35c54a27-3bfe-4dcd-b0e9-892f1e0e5e74 None None] Set router e62afbf1-800f-4a0f-90a6-e0ebc7c9529c gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:16:08.753176 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e7553721-606b-4a6a-9e01-545ad21153eb req-2f0f842d-0a04-47bb-b463-a6d92a880135 service neutron] 10.222.0.20 "GET /v2.0/networks/9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709646 Aug 18 13:16:08.831876 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-94fa7f57-2e75-461a-9c7a-4fbd5fd00821 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:08.853665 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da43fd1c-a8e1-40c2-96cf-721a902dd7a2 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event deleted for resources: {'Port': ['ID=5b9c7a30-6241-4aad-8e03-8fbd2ee7920e,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:08.881252 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-cebb6fb7-9ea8-40bd-a266-4442c7a03526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f66c53-06f7-44e9-969b-f3d7a80fe974', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1884205550', 'tenant_id': '0a45397c4a7d4474ba973ba423e6989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '6c25e405-eb2d-444d-af91-1a8e5d64f48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:47Z', 'updated_at': '2021-08-18T13:14:01Z', 'revision_number': 4, 'project_id': '0a45397c4a7d4474ba973ba423e6989f', 'gw_port': {'id': '6c25e405-eb2d-444d-af91-1a8e5d64f48e', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:95:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f66c53-06f7-44e9-969b-f3d7a80fe974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:49Z', 'updated_at': '2021-08-18T13:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'db87ec7b-a57a-4d4b-a930-cc2c855cb54e', 'name': '', 'network_id': '9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6', 'tenant_id': '0a45397c4a7d4474ba973ba423e6989f', 'mac_address': 'fa:16:3e:bd:06:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f66c53-06f7-44e9-969b-f3d7a80fe974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'fe3a97f8-d0ad-4092-af0e-798ceb90f1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:58Z', 'updated_at': '2021-08-18T13:14:08Z', 'revision_number': 5, 'project_id': '0a45397c4a7d4474ba973ba423e6989f', 'subnets': [{'id': 'fe3a97f8-d0ad-4092-af0e-798ceb90f1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:08.932025 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebb6fb7-9ea8-40bd-a266-4442c7a03526 None None] The sync data for ids ['26f66c53-06f7-44e9-969b-f3d7a80fe974'] in n-d-803603-2 is: [{'id': '26f66c53-06f7-44e9-969b-f3d7a80fe974', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1884205550', 'tenant_id': '0a45397c4a7d4474ba973ba423e6989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '6c25e405-eb2d-444d-af91-1a8e5d64f48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:47Z', 'updated_at': '2021-08-18T13:14:01Z', 'revision_number': 4, 'project_id': '0a45397c4a7d4474ba973ba423e6989f', 'gw_port': {'id': '6c25e405-eb2d-444d-af91-1a8e5d64f48e', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:95:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f66c53-06f7-44e9-969b-f3d7a80fe974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:49Z', 'updated_at': '2021-08-18T13:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'db87ec7b-a57a-4d4b-a930-cc2c855cb54e', 'name': '', 'network_id': '9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6', 'tenant_id': '0a45397c4a7d4474ba973ba423e6989f', 'mac_address': 'fa:16:3e:bd:06:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f66c53-06f7-44e9-969b-f3d7a80fe974', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'fe3a97f8-d0ad-4092-af0e-798ceb90f1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:58Z', 'updated_at': '2021-08-18T13:14:08Z', 'revision_number': 5, 'project_id': '0a45397c4a7d4474ba973ba423e6989f', 'subnets': [{'id': 'fe3a97f8-d0ad-4092-af0e-798ceb90f1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:16:08.955294 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e7553721-606b-4a6a-9e01-545ad21153eb req-4c5781fd-705d-451e-aa0b-c17c2877aed7 service neutron] 10.222.0.20 "GET /v2.0/networks/9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928508 Aug 18 13:16:08.959515 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:16:08.964044 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-94fa7f57-2e75-461a-9c7a-4fbd5fd00821 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:08.972907 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94fa7f57-2e75-461a-9c7a-4fbd5fd00821 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:16:08.973746 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-94fa7f57-2e75-461a-9c7a-4fbd5fd00821 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:09.066578 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:16:09.066578 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:16:09.066578 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:16:09.066578 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:16:09.066578 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:16:09.066578 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:16:09.066578 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:16:09.066578 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:16:09.066578 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:16:09.066578 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:16:09.066578 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:16:09.066578 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:16:09.066578 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:16:09.066578 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:16:09.066578 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:16:09.066578 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:16:09.066578 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:16:09.066578 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:16:09.066578 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:16:09.066578 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:16:09.066578 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:16:09.066578 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:16:09.066578 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:16:09.066578 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:16:09.066578 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:16:09.066578 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:16:09.066578 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:16:09.066578 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:16:09.066578 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:16:09.066578 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:16:09.066578 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:16:09.066578 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:16:09.090918 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-35c54a27-3bfe-4dcd-b0e9-892f1e0e5e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c', 'name': 'tempest-TaggedBootDevicesTest_v242-933668414-router', 'tenant_id': '9187a221b3e94f438328aff4ddb46e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'ac775d55-f240-458e-94ee-5e8603254320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:16:01Z', 'updated_at': '2021-08-18T13:16:04Z', 'revision_number': 3, 'project_id': '9187a221b3e94f438328aff4ddb46e1a', 'gw_port': {'id': 'ac775d55-f240-458e-94ee-5e8603254320', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:60:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:16:02Z', 'updated_at': '2021-08-18T13:16:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:09.140541 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c54a27-3bfe-4dcd-b0e9-892f1e0e5e74 None None] The sync data for ids ['e62afbf1-800f-4a0f-90a6-e0ebc7c9529c'] in n-d-803603-2 is: [{'id': 'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c', 'name': 'tempest-TaggedBootDevicesTest_v242-933668414-router', 'tenant_id': '9187a221b3e94f438328aff4ddb46e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'ac775d55-f240-458e-94ee-5e8603254320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:16:01Z', 'updated_at': '2021-08-18T13:16:04Z', 'revision_number': 3, 'project_id': '9187a221b3e94f438328aff4ddb46e1a', 'gw_port': {'id': 'ac775d55-f240-458e-94ee-5e8603254320', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:60:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:16:02Z', 'updated_at': '2021-08-18T13:16:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:16:09.232466 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-94fa7f57-2e75-461a-9c7a-4fbd5fd00821 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:09.299199 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-94fa7f57-2e75-461a-9c7a-4fbd5fd00821 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:09.301518 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-94fa7f57-2e75-461a-9c7a-4fbd5fd00821 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/networks/5af8690d-7aaa-4ee5-a0db-180763bea5e1 HTTP/1.1" status: 204 len: 168 time: 2.0971246 Aug 18 13:16:09.305533 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42954) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:09.318228 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-62feceb5-679a-43ac-8754-af475e264472 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1654055051'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:09.325121 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa7f57-2e75-461a-9c7a-4fbd5fd00821 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event deleted for resources: {'Network': ['ID=5af8690d-7aaa-4ee5-a0db-180763bea5e1,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:09.340338 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42956) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:09.351431 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-da43fd1c-a8e1-40c2-96cf-721a902dd7a2 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:09.484764 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3988b4b-c7cd-45e3-839f-67e961b27b96 None None] New status for floating IP 81553558-6c1f-4760-af89-09b4bb7360b9: DOWN {{(pid=101677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:16:09.485430 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c22ba8-8146-43e0-8cf0-bbdc9548a201 req-e878d3a1-a370-4b74-904f-e298a12da299 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:09.487761 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b3c22ba8-8146-43e0-8cf0-bbdc9548a201 req-e878d3a1-a370-4b74-904f-e298a12da299 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.20 "GET /v2.0/ports?device_id=266e00b9-f54d-4c7e-bc86-c1e206a0114c HTTP/1.1" status: 200 len: 985 time: 0.0904102 Aug 18 13:16:09.489445 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62feceb5-679a-43ac-8754-af475e264472 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Made reservation on behalf of 2fb4f687cb0a48178df1ff10e4bcf284 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:16:09.494537 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-62feceb5-679a-43ac-8754-af475e264472 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:09.650448 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62feceb5-679a-43ac-8754-af475e264472 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:16:09.653347 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-304a1045-6545-4a4f-b64e-6d4d78906b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:09.744910 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-62feceb5-679a-43ac-8754-af475e264472 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:09.745268 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-62feceb5-679a-43ac-8754-af475e264472 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Added segment df847fcd-b8b3-4dfe-9751-83a71f580beb of type vlan for network 6ed34f40-b8e1-4d4d-b2ac-650c904785d0 Aug 18 13:16:09.786249 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e019a-7d60-4ea6-89bb-a8e6633188f9 req-e6845fd4-d2f1-4628-a5b6-d905c1a756dd tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:09.787792 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b31e019a-7d60-4ea6-89bb-a8e6633188f9 req-e6845fd4-d2f1-4628-a5b6-d905c1a756dd tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/ports?device_id=266e00b9-f54d-4c7e-bc86-c1e206a0114c HTTP/1.1" status: 200 len: 985 time: 0.1974158 Aug 18 13:16:09.791478 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f6830643-0261-4f12-9e12-0701327fff85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:09.845174 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-62feceb5-679a-43ac-8754-af475e264472 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:09.925840 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da43fd1c-a8e1-40c2-96cf-721a902dd7a2 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Router 428fed0c-fa7d-4e06-b932-067e0676a428 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:16:09.931159 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b31e019a-7d60-4ea6-89bb-a8e6633188f9 req-a3895a69-66ef-460a-9616-667ed269da03 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/security-groups?id=3014acbd-85c1-4c35-a3a6-b6890702293f&id=f4e8eb28-ed4f-45d9-83ea-f3ba181a38d7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1318622 Aug 18 13:16:09.940657 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-b3c22ba8-8146-43e0-8cf0-bbdc9548a201 req-cb8656e6-dbdb-49ca-9775-a6b60876ade2 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Deleting port 444e5a0e-adb6-413f-9be9-b289f1980ecd {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:16:09.941347 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b3c22ba8-8146-43e0-8cf0-bbdc9548a201 req-cb8656e6-dbdb-49ca-9775-a6b60876ade2 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:10.008273 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-304a1045-6545-4a4f-b64e-6d4d78906b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:10.026388 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-62feceb5-679a-43ac-8754-af475e264472 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:10.033361 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62feceb5-679a-43ac-8754-af475e264472 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:10.034184 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-62feceb5-679a-43ac-8754-af475e264472 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:10.126042 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-304a1045-6545-4a4f-b64e-6d4d78906b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:10.166357 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da43fd1c-a8e1-40c2-96cf-721a902dd7a2 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:16:10.170977 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-b3c22ba8-8146-43e0-8cf0-bbdc9548a201 req-cb8656e6-dbdb-49ca-9775-a6b60876ade2 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] For port 444e5a0e-adb6-413f-9be9-b289f1980ecd, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=444e5a0e-adb6-413f-9be9-b289f1980ecd,segment=NetworkSegment(eacca97c-c59c-4de7-a766-d08b3b45c57d),segment_id=eacca97c-c59c-4de7-a766-d08b3b45c57d)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:16:10.171376 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b3c22ba8-8146-43e0-8cf0-bbdc9548a201 req-cb8656e6-dbdb-49ca-9775-a6b60876ade2 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:10.174201 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62feceb5-679a-43ac-8754-af475e264472 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'Network': ['ID=6ed34f40-b8e1-4d4d-b2ac-650c904785d0,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:10.177117 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-da43fd1c-a8e1-40c2-96cf-721a902dd7a2 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "PUT /v2.0/routers/428fed0c-fa7d-4e06-b932-067e0676a428/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5950062 Aug 18 13:16:10.179840 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42968) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:10.193492 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8428f641-7eb4-4613-8dfa-b9373d149e69 None None] Sync routers for ids ['428fed0c-fa7d-4e06-b932-067e0676a428'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:16:10.202321 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-304a1045-6545-4a4f-b64e-6d4d78906b54 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e9132dd673db4dfab999572955a7a54e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8565598 Aug 18 13:16:10.204541 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42970) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:10.210678 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a1045-6545-4a4f-b64e-6d4d78906b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a31cb58-42bf-4df1-a0f9-99fcf5a4ea06,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:10.212250 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 6ed34f40-b8e1-4d4d-b2ac-650c904785d0 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:16:10.214830 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-b3c22ba8-8146-43e0-8cf0-bbdc9548a201 req-cb8656e6-dbdb-49ca-9775-a6b60876ade2 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Calling delete_port for 444e5a0e-adb6-413f-9be9-b289f1980ecd owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:16:10.226531 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-62feceb5-679a-43ac-8754-af475e264472 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9163895 Aug 18 13:16:10.227082 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8428f641-7eb4-4613-8dfa-b9373d149e69 None None] Routers {'428fed0c-fa7d-4e06-b932-067e0676a428'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:16:10.227588 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42972) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:10.228464 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-8428f641-7eb4-4613-8dfa-b9373d149e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:15:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['428fed0c-fa7d-4e06-b932-067e0676a428'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:10.234091 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-99a3b64f-26ef-4800-a9b9-0f8d49123f31 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'subnet': {'network_id': '6ed34f40-b8e1-4d4d-b2ac-650c904785d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:10.261582 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-f6830643-0261-4f12-9e12-0701327fff85 admin admin] Allocated IP 172.20.0.1 (e9ea624b-86fc-4131-a8a7-d576a5006edb/a6a49593-1d36-467e-a1bb-8c5f2a09f233/b08ce4b8-03e0-4dcc-8f89-09457925bf32) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:16:10.323678 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-521741d1-6c79-4819-aa1d-ac9ac356f56b tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Deleting subnet 0154f54f-1f6d-41e5-a011-efee403c71e0 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:16:10.335441 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-521741d1-6c79-4819-aa1d-ac9ac356f56b tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:10.395349 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-8428f641-7eb4-4613-8dfa-b9373d149e69 None None] Set router 428fed0c-fa7d-4e06-b932-067e0676a428 gateway port host: None {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:16:10.435098 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0ba4f37f-e895-4acb-90f7-fd8c50715502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:10.458863 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0ba4f37f-e895-4acb-90f7-fd8c50715502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:10.459020 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-521741d1-6c79-4819-aa1d-ac9ac356f56b tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:10.675982 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f6830643-0261-4f12-9e12-0701327fff85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:10.707471 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-521741d1-6c79-4819-aa1d-ac9ac356f56b tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:10.763489 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0ba4f37f-e895-4acb-90f7-fd8c50715502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:10.764732 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-f6830643-0261-4f12-9e12-0701327fff85 admin admin] Transition to ACTIVE for port object b08ce4b8-03e0-4dcc-8f89-09457925bf32 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:16:10.768768 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0ba4f37f-e895-4acb-90f7-fd8c50715502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:10.770314 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0ba4f37f-e895-4acb-90f7-fd8c50715502 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a31cb58-42bf-4df1-a0f9-99fcf5a4ea06 HTTP/1.1" status: 204 len: 168 time: 0.5646787 Aug 18 13:16:10.787687 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device ac775d55-f240-458e-94ee-5e8603254320 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:16:10.791823 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba4f37f-e895-4acb-90f7-fd8c50715502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a31cb58-42bf-4df1-a0f9-99fcf5a4ea06,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:10.803918 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b3c22ba8-8146-43e0-8cf0-bbdc9548a201 req-cb8656e6-dbdb-49ca-9775-a6b60876ade2 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:10.820941 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a3b64f-26ef-4800-a9b9-0f8d49123f31 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Made reservation on behalf of 2fb4f687cb0a48178df1ff10e4bcf284 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:16:10.829114 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-99a3b64f-26ef-4800-a9b9-0f8d49123f31 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:10.939470 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-8428f641-7eb4-4613-8dfa-b9373d149e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'name': 'tempest-RoutersIpV6Test-router-636643852', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:15:02Z', 'updated_at': '2021-08-18T13:16:08Z', 'revision_number': 10, 'project_id': '01cf70040508408f95a82df41495eab1', 'gw_port_host': None, '_interfaces': [{'id': 'ba59c544-fcd8-4c7d-b9f9-cae2184a0906', 'name': '', 'network_id': 'ac814d43-7d5c-42b9-8d2a-7f9260018681', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:7a:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:06Z', 'updated_at': '2021-08-18T13:15:34Z', 'revision_number': 5, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:10.952188 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8656e6-dbdb-49ca-9775-a6b60876ade2 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Pushing event deleted for resources: {'Port': ['ID=444e5a0e-adb6-413f-9be9-b289f1980ecd,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:10.970083 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8428f641-7eb4-4613-8dfa-b9373d149e69 None None] Checking router: 428fed0c-fa7d-4e06-b932-067e0676a428 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:16:10.981828 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8428f641-7eb4-4613-8dfa-b9373d149e69 None None] Routers {'428fed0c-fa7d-4e06-b932-067e0676a428'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:16:10.982696 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-8428f641-7eb4-4613-8dfa-b9373d149e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:15:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['428fed0c-fa7d-4e06-b932-067e0676a428'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:11.003122 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port ac775d55-f240-458e-94ee-5e8603254320 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:16:11.009014 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f6830643-0261-4f12-9e12-0701327fff85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:11.009266 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port ac775d55-f240-458e-94ee-5e8603254320 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:16:11.009266 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:11.021972 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-521741d1-6c79-4819-aa1d-ac9ac356f56b tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:11.032194 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c22ba8-8146-43e0-8cf0-bbdc9548a201 req-cb8656e6-dbdb-49ca-9775-a6b60876ade2 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] No DVR routers for this DVR port 444e5a0e-adb6-413f-9be9-b289f1980ecd on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:16:11.040089 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b3c22ba8-8146-43e0-8cf0-bbdc9548a201 req-cb8656e6-dbdb-49ca-9775-a6b60876ade2 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:11.047268 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b3c22ba8-8146-43e0-8cf0-bbdc9548a201 req-cb8656e6-dbdb-49ca-9775-a6b60876ade2 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.20 "DELETE /v2.0/ports/444e5a0e-adb6-413f-9be9-b289f1980ecd HTTP/1.1" status: 204 len: 173 time: 1.5442855 Aug 18 13:16:11.047912 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266e00b9-f54d-4c7e-bc86-c1e206a0114c', 'name': 'network-vif-deleted', 'tag': '444e5a0e-adb6-413f-9be9-b289f1980ecd'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:16:11.050308 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ca50eb-64e2-4f4f-8a2b-3b1dd4c353b3" -d '{"events": [{"server_uuid": "266e00b9-f54d-4c7e-bc86-c1e206a0114c", "name": "network-vif-deleted", "tag": "444e5a0e-adb6-413f-9be9-b289f1980ecd"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:16:11.128752 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-521741d1-6c79-4819-aa1d-ac9ac356f56b tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:11.131267 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-521741d1-6c79-4819-aa1d-ac9ac356f56b tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "DELETE /v2.0/subnets/0154f54f-1f6d-41e5-a011-efee403c71e0 HTTP/1.1" status: 204 len: 168 time: 0.9504681 Aug 18 13:16:11.145481 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-8428f641-7eb4-4613-8dfa-b9373d149e69 None None] Set router 428fed0c-fa7d-4e06-b932-067e0676a428 gateway port host: None {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:16:11.152402 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a97aa22-9dfa-489c-b408-b59e89d400d8 None None] Network 7dd31760-f843-4430-8a9e-efb25a124ff8 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:16:11.152628 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42984) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:11.158358 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c7b9ae-9f73-4584-976f-3538aae592d0 x-openstack-request-id: req-c2c7b9ae-9f73-4584-976f-3538aae592d0 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:16:11.158966 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266e00b9-f54d-4c7e-bc86-c1e206a0114c", "name": "network-vif-deleted", "tag": "444e5a0e-adb6-413f-9be9-b289f1980ecd", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:16:11.159416 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c2c7b9ae-9f73-4584-976f-3538aae592d0 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:16:11.160006 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '266e00b9-f54d-4c7e-bc86-c1e206a0114c', 'name': 'network-vif-deleted', 'tag': '444e5a0e-adb6-413f-9be9-b289f1980ecd', 'status': 'completed', 'code': 200} Aug 18 13:16:11.287688 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6d774cc3-51a9-4f83-98bb-9af03b61bca7 req-9fa3457a-4146-4ea2-be55-ba78dd25d8f5 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/ports?device_id=266e00b9-f54d-4c7e-bc86-c1e206a0114c HTTP/1.1" status: 200 len: 210 time: 0.2043681 Aug 18 13:16:11.293999 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bc322428-5cdc-498c-b477-e3c18bb37909 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:11.433754 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-8428f641-7eb4-4613-8dfa-b9373d149e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'name': 'tempest-RoutersIpV6Test-router-636643852', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:15:02Z', 'updated_at': '2021-08-18T13:16:08Z', 'revision_number': 10, 'project_id': '01cf70040508408f95a82df41495eab1', 'gw_port_host': None, '_interfaces': [{'id': 'ba59c544-fcd8-4c7d-b9f9-cae2184a0906', 'name': '', 'network_id': 'ac814d43-7d5c-42b9-8d2a-7f9260018681', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:7a:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:06Z', 'updated_at': '2021-08-18T13:15:34Z', 'revision_number': 5, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:11.504711 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8428f641-7eb4-4613-8dfa-b9373d149e69 None None] The sync data for ids ['428fed0c-fa7d-4e06-b932-067e0676a428'] in n-d-803603-2 is: [{'id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'name': 'tempest-RoutersIpV6Test-router-636643852', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:15:02Z', 'updated_at': '2021-08-18T13:16:08Z', 'revision_number': 10, 'project_id': '01cf70040508408f95a82df41495eab1', 'gw_port_host': None, '_interfaces': [{'id': 'ba59c544-fcd8-4c7d-b9f9-cae2184a0906', 'name': '', 'network_id': 'ac814d43-7d5c-42b9-8d2a-7f9260018681', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'mac_address': 'fa:16:3e:7a:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:06Z', 'updated_at': '2021-08-18T13:15:34Z', 'revision_number': 5, 'project_id': '01cf70040508408f95a82df41495eab1', 'subnets': [{'id': 'eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:16:11.534902 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-bc322428-5cdc-498c-b477-e3c18bb37909 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Deleting port 4a6ced04-9f85-4f23-a607-2d50dd21618c {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:16:11.534902 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bc322428-5cdc-498c-b477-e3c18bb37909 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:11.557122 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:11.611634 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port ac775d55-f240-458e-94ee-5e8603254320, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=ac775d55-f240-458e-94ee-5e8603254320,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:16:11.631348 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-bc322428-5cdc-498c-b477-e3c18bb37909 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] For port 4a6ced04-9f85-4f23-a607-2d50dd21618c, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4a6ced04-9f85-4f23-a607-2d50dd21618c,segment=NetworkSegment(84bffa05-a7ce-4e6b-9b2d-7eb40295c101),segment_id=84bffa05-a7ce-4e6b-9b2d-7eb40295c101)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:16:11.631741 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bc322428-5cdc-498c-b477-e3c18bb37909 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:11.651292 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-bc322428-5cdc-498c-b477-e3c18bb37909 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Calling delete_port for 4a6ced04-9f85-4f23-a607-2d50dd21618c owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:16:11.670912 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-174576cc-4c52-4b30-aa4f-0be3fee4e000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:11.747467 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:11.790330 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521741d1-6c79-4819-aa1d-ac9ac356f56b tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event deleted for resources: {'Subnet': ['ID=0154f54f-1f6d-41e5-a011-efee403c71e0,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:11.797982 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6830643-0261-4f12-9e12-0701327fff85 admin admin] Pushing event updated for resources: {'Port': ['ID=b08ce4b8-03e0-4dcc-8f89-09457925bf32,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:11.816802 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6830643-0261-4f12-9e12-0701327fff85 admin admin] Network e9ea624b-86fc-4131-a8a7-d576a5006edb is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:16:11.818482 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-f6830643-0261-4f12-9e12-0701327fff85 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:16:11.821254 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6830643-0261-4f12-9e12-0701327fff85 admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:16:11.823033 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=ac775d55-f240-458e-94ee-5e8603254320,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:11.849247 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-99a3b64f-26ef-4800-a9b9-0f8d49123f31 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:11.895003 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f6830643-0261-4f12-9e12-0701327fff85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:11.924322 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286f98eb-0244-47e3-a4af-0dcfa4638529 None None] DHCP port deletion for 7dd31760-f843-4430-8a9e-efb25a124ff8 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:16:11.973000 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bc322428-5cdc-498c-b477-e3c18bb37909 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:12.071244 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc322428-5cdc-498c-b477-e3c18bb37909 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event deleted for resources: {'Port': ['ID=4a6ced04-9f85-4f23-a607-2d50dd21618c,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:12.081501 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a3b64f-26ef-4800-a9b9-0f8d49123f31 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'Subnet': ['ID=1473ca04-61fb-4c68-b008-1e5ef3085bab,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:12.104027 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-286f98eb-0244-47e3-a4af-0dcfa4638529 None None] Deleting port 4a6ced04-9f85-4f23-a607-2d50dd21618c {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:16:12.104476 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-286f98eb-0244-47e3-a4af-0dcfa4638529 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:12.104744 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc322428-5cdc-498c-b477-e3c18bb37909 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] No DVR routers for this DVR port 4a6ced04-9f85-4f23-a607-2d50dd21618c on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:16:12.118663 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a3b64f-26ef-4800-a9b9-0f8d49123f31 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Checking segment: {'id': 'df847fcd-b8b3-4dfe-9751-83a71f580beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6ed34f40-b8e1-4d4d-b2ac-650c904785d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:16:12.119110 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a3b64f-26ef-4800-a9b9-0f8d49123f31 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Network hostable DHCP agents. Network: 6ed34f40-b8e1-4d4d-b2ac-650c904785d0, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:16:12.179323 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f6830643-0261-4f12-9e12-0701327fff85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:12.226450 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-286f98eb-0244-47e3-a4af-0dcfa4638529 None None] For port 4a6ced04-9f85-4f23-a607-2d50dd21618c, host n-d-803603-2, got binding levels [] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:16:12.227136 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-286f98eb-0244-47e3-a4af-0dcfa4638529 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:12.287214 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-286f98eb-0244-47e3-a4af-0dcfa4638529 None None] Calling delete_port for 4a6ced04-9f85-4f23-a607-2d50dd21618c owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:16:12.295905 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.ipam_backend_mixin [None req-286f98eb-0244-47e3-a4af-0dcfa4638529 None None] Port 4a6ced04-9f85-4f23-a607-2d50dd21618c was not found and therefore no delete operation was performed {{(pid=101677) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 13:16:12.297637 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-286f98eb-0244-47e3-a4af-0dcfa4638529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:12.309119 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bc322428-5cdc-498c-b477-e3c18bb37909 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:12.323122 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286f98eb-0244-47e3-a4af-0dcfa4638529 None None] No DVR routers for this DVR port 4a6ced04-9f85-4f23-a607-2d50dd21618c on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:16:12.332977 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-bc322428-5cdc-498c-b477-e3c18bb37909 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dd31760-f843-4430-8a9e-efb25a124ff8']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:12.356025 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-bc322428-5cdc-498c-b477-e3c18bb37909 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84bffa05-a7ce-4e6b-9b2d-7eb40295c101') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:12.371196 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-bc322428-5cdc-498c-b477-e3c18bb37909 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84bffa05-a7ce-4e6b-9b2d-7eb40295c101') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:12.392226 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286f98eb-0244-47e3-a4af-0dcfa4638529 None None] Pushing event deleted for resources: {'Port': ['ID=4a6ced04-9f85-4f23-a607-2d50dd21618c,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:12.403420 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bc322428-5cdc-498c-b477-e3c18bb37909 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:12.430290 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a3b64f-26ef-4800-a9b9-0f8d49123f31 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Network 6ed34f40-b8e1-4d4d-b2ac-650c904785d0 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:16:12.433503 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bc322428-5cdc-498c-b477-e3c18bb37909 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:12.441661 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc322428-5cdc-498c-b477-e3c18bb37909 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:16:12.442130 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bc322428-5cdc-498c-b477-e3c18bb37909 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:12.446157 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:16:12.446157 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:16:12.446157 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:16:12.446157 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:16:12.446157 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:16:12.446157 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:16:12.446157 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:16:12.446157 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:16:12.446157 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:16:12.446157 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:16:12.446157 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:16:12.446157 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:16:12.446157 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:16:12.446157 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:16:12.446157 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:16:12.446157 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:16:12.446157 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:16:12.446157 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:16:12.446157 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:16:12.446157 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:16:12.446157 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:16:12.446157 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:16:12.446157 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:16:12.446157 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:16:12.446157 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:16:12.446157 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:16:12.446157 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:16:12.446157 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:16:12.446157 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:16:12.446157 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:16:12.446157 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:16:12.446157 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:16:12.465476 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-58a4a3da-5de5-4f44-ad13-29d681b97187 req-8e355d04-0d1a-4966-acea-1a788b55597a tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "GET /v2.0/ports?device_id=266e00b9-f54d-4c7e-bc86-c1e206a0114c HTTP/1.1" status: 200 len: 210 time: 0.0396705 Aug 18 13:16:12.502111 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f6830643-0261-4f12-9e12-0701327fff85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:12.519496 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-00f09747-edb2-4587-8c79-b99afc36cd0b None None] Provisioning for port b08ce4b8-03e0-4dcc-8f89-09457925bf32 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:16:12.523780 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-99a3b64f-26ef-4800-a9b9-0f8d49123f31 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 6ed34f40-b8e1-4d4d-b2ac-650c904785d0) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:16:12.529868 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-00f09747-edb2-4587-8c79-b99afc36cd0b None None] Provisioning complete for port b08ce4b8-03e0-4dcc-8f89-09457925bf32 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:16:12.529868 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-00f09747-edb2-4587-8c79-b99afc36cd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:12.543960 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a3b64f-26ef-4800-a9b9-0f8d49123f31 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:12.550529 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-99a3b64f-26ef-4800-a9b9-0f8d49123f31 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:12.562502 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f6830643-0261-4f12-9e12-0701327fff85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:12.563377 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616d52da-6c9e-4448-9239-ded3089a5cda None None] Network 6ed34f40-b8e1-4d4d-b2ac-650c904785d0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:16:12.587660 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device ac775d55-f240-458e-94ee-5e8603254320 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:16:12.645747 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6830643-0261-4f12-9e12-0701327fff85 admin admin] Pushing event updated for resources: {'Port': ['ID=b08ce4b8-03e0-4dcc-8f89-09457925bf32,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:12.653368 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-00f09747-edb2-4587-8c79-b99afc36cd0b None None] Port b08ce4b8-03e0-4dcc-8f89-09457925bf32 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:16:12.663009 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-99a3b64f-26ef-4800-a9b9-0f8d49123f31 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4303844 Aug 18 13:16:12.663009 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bc322428-5cdc-498c-b477-e3c18bb37909 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:12.663311 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43010) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:12.667022 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f6830643-0261-4f12-9e12-0701327fff85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:12.696283 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bc322428-5cdc-498c-b477-e3c18bb37909 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:12.696283 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-bc322428-5cdc-498c-b477-e3c18bb37909 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "DELETE /v2.0/networks/7dd31760-f843-4430-8a9e-efb25a124ff8 HTTP/1.1" status: 204 len: 168 time: 1.5084920 Aug 18 13:16:12.696283 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-2596608e-eed8-4e4c-9e47-3cc20ccdad7b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'port': {'network_id': '6ed34f40-b8e1-4d4d-b2ac-650c904785d0', 'name': 'tempest-PortsTestJSON-1769373140'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:12.707543 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43012) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:12.707543 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43014) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:12.710497 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc322428-5cdc-498c-b477-e3c18bb37909 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event deleted for resources: {'Network': ['ID=7dd31760-f843-4430-8a9e-efb25a124ff8,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:12.810764 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6830643-0261-4f12-9e12-0701327fff85 admin admin] Network e9ea624b-86fc-4131-a8a7-d576a5006edb is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:16:12.817467 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-f6830643-0261-4f12-9e12-0701327fff85 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:16:12.974874 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port ac775d55-f240-458e-94ee-5e8603254320 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:16:12.976007 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:12.978204 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 444e5a0e-adb6-413f-9be9-b289f1980ecd no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:16:12.985959 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-aba414d2-4cbd-4aa5-951f-713407045c96 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1175344230-network', 'tenant_id': '3df039c5f1414b0895061a7bab76c1aa'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:13.025961 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6830643-0261-4f12-9e12-0701327fff85 admin admin] Router e62afbf1-800f-4a0f-90a6-e0ebc7c9529c has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:16:13.028062 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebdb12a-5b3f-4655-87d9-f919cdadeac5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-6ed34f40-b8e1-4d4d-b2ac-650c904785d0', 'network_id': '6ed34f40-b8e1-4d4d-b2ac-650c904785d0', 'tenant_id': '2fb4f687cb0a48178df1ff10e4bcf284', 'fixed_ips': [{'subnet_id': '1473ca04-61fb-4c68-b008-1e5ef3085bab'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:16:13.029143 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7ebdb12a-5b3f-4655-87d9-f919cdadeac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:13.036709 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 444e5a0e-adb6-413f-9be9-b289f1980ecd {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:16:13.037243 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 444e5a0e-adb6-413f-9be9-b289f1980ecd not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:16:13.207285 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6830643-0261-4f12-9e12-0701327fff85 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:16:13.217976 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f6830643-0261-4f12-9e12-0701327fff85 admin admin] 10.222.0.13 "PUT /v2.0/routers/e62afbf1-800f-4a0f-90a6-e0ebc7c9529c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3116915 Aug 18 13:16:13.286752 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efc85cf-8e93-40cc-9122-c2caa71ad528 None None] Sync routers for ids ['e62afbf1-800f-4a0f-90a6-e0ebc7c9529c'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:16:13.303756 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 5b9c7a30-6241-4aad-8e03-8fbd2ee7920e no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:16:13.334889 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 5b9c7a30-6241-4aad-8e03-8fbd2ee7920e {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:16:13.335229 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 5b9c7a30-6241-4aad-8e03-8fbd2ee7920e not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:16:13.335657 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4a6ced04-9f85-4f23-a607-2d50dd21618c no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:16:13.366246 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 4a6ced04-9f85-4f23-a607-2d50dd21618c {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:16:13.366599 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4a6ced04-9f85-4f23-a607-2d50dd21618c not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:16:13.372458 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-7ebdb12a-5b3f-4655-87d9-f919cdadeac5 None None] Allocated IP 172.20.0.2 (6ed34f40-b8e1-4d4d-b2ac-650c904785d0/1473ca04-61fb-4c68-b008-1e5ef3085bab/9fa02467-5202-4941-a4a8-43bb87b87cb3) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:16:13.378039 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efc85cf-8e93-40cc-9122-c2caa71ad528 None None] Routers {'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:16:13.378854 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-1efc85cf-8e93-40cc-9122-c2caa71ad528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:15:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['e62afbf1-800f-4a0f-90a6-e0ebc7c9529c'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:13.419005 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ece36dda-a621-4c4a-8326-44d222af6706 None None] Provisioning complete for port b08ce4b8-03e0-4dcc-8f89-09457925bf32 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:16:13.419392 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ece36dda-a621-4c4a-8326-44d222af6706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:13.559305 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43034) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:13.566917 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba414d2-4cbd-4aa5-951f-713407045c96 admin admin] Made reservation on behalf of 3df039c5f1414b0895061a7bab76c1aa for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:16:13.571477 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aba414d2-4cbd-4aa5-951f-713407045c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:13.580659 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-ece36dda-a621-4c4a-8326-44d222af6706 None None] Port b08ce4b8-03e0-4dcc-8f89-09457925bf32 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:16:13.593514 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aba414d2-4cbd-4aa5-951f-713407045c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:13.643744 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1c172160-e351-43dd-a1e9-88332f20fdf7 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:13.674519 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1c172160-e351-43dd-a1e9-88332f20fdf7 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:13.689602 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-1efc85cf-8e93-40cc-9122-c2caa71ad528 None None] Set router e62afbf1-800f-4a0f-90a6-e0ebc7c9529c gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:16:13.697222 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2596608e-eed8-4e4c-9e47-3cc20ccdad7b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Made reservation on behalf of 2fb4f687cb0a48178df1ff10e4bcf284 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:16:13.703071 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2596608e-eed8-4e4c-9e47-3cc20ccdad7b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:13.760426 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [None req-2596608e-eed8-4e4c-9e47-3cc20ccdad7b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] device_id is not set on port 03c9b1c6-3933-427e-8136-3eaa2c87a649 yet. {{(pid=101675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:16:13.814511 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e9aeeffc-a03b-4dc6-88ef-55d24859b56a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:13.830753 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1c172160-e351-43dd-a1e9-88332f20fdf7 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:13.834290 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1c172160-e351-43dd-a1e9-88332f20fdf7 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:13.836349 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1c172160-e351-43dd-a1e9-88332f20fdf7 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "DELETE /v2.0/security-groups/f4e8eb28-ed4f-45d9-83ea-f3ba181a38d7 HTTP/1.1" status: 204 len: 168 time: 0.2760146 Aug 18 13:16:13.839840 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7ebdb12a-5b3f-4655-87d9-f919cdadeac5 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:13.850886 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43064) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:13.865915 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c172160-e351-43dd-a1e9-88332f20fdf7 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e8eb28-ed4f-45d9-83ea-f3ba181a38d7,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:13.900720 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7ebdb12a-5b3f-4655-87d9-f919cdadeac5 None None] Transition to ACTIVE for port object 9fa02467-5202-4941-a4a8-43bb87b87cb3 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:16:13.936820 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7ebdb12a-5b3f-4655-87d9-f919cdadeac5 None None] Transition to ACTIVE for port object 9fa02467-5202-4941-a4a8-43bb87b87cb3 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:16:13.983773 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-58bd0cd6-4ff5-4e39-9bd9-a521d1936032 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:13.990505 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aba414d2-4cbd-4aa5-951f-713407045c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:14.007367 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2324cd80-cc5c-48fd-8523-2fa4a287ded9 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:14.022901 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-1efc85cf-8e93-40cc-9122-c2caa71ad528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c', 'name': 'tempest-TaggedBootDevicesTest_v242-933668414-router', 'tenant_id': '9187a221b3e94f438328aff4ddb46e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'ac775d55-f240-458e-94ee-5e8603254320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:16:01Z', 'updated_at': '2021-08-18T13:16:12Z', 'revision_number': 4, 'project_id': '9187a221b3e94f438328aff4ddb46e1a', 'gw_port': {'id': 'ac775d55-f240-458e-94ee-5e8603254320', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:60:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:16:02Z', 'updated_at': '2021-08-18T13:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'b08ce4b8-03e0-4dcc-8f89-09457925bf32', 'name': '', 'network_id': 'e9ea624b-86fc-4131-a8a7-d576a5006edb', 'tenant_id': '9187a221b3e94f438328aff4ddb46e1a', 'mac_address': 'fa:16:3e:b0:60:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'a6a49593-1d36-467e-a1bb-8c5f2a09f233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:16:09Z', 'updated_at': '2021-08-18T13:16:12Z', 'revision_number': 2, 'project_id': '9187a221b3e94f438328aff4ddb46e1a', 'subnets': [{'id': 'a6a49593-1d36-467e-a1bb-8c5f2a09f233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:14.026762 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7ebdb12a-5b3f-4655-87d9-f919cdadeac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:14.070677 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efc85cf-8e93-40cc-9122-c2caa71ad528 None None] Checking router: e62afbf1-800f-4a0f-90a6-e0ebc7c9529c for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:16:14.071031 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efc85cf-8e93-40cc-9122-c2caa71ad528 None None] Updating router e62afbf1-800f-4a0f-90a6-e0ebc7c9529c port b08ce4b8-03e0-4dcc-8f89-09457925bf32 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:16:14.095872 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aba414d2-4cbd-4aa5-951f-713407045c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:14.099171 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebdb12a-5b3f-4655-87d9-f919cdadeac5 None None] Network 6ed34f40-b8e1-4d4d-b2ac-650c904785d0 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:16:14.116104 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-7ebdb12a-5b3f-4655-87d9-f919cdadeac5 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:16:14.123084 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebdb12a-5b3f-4655-87d9-f919cdadeac5 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:16:14.128797 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-58bd0cd6-4ff5-4e39-9bd9-a521d1936032 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:14.144313 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1efc85cf-8e93-40cc-9122-c2caa71ad528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:14.151802 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebdb12a-5b3f-4655-87d9-f919cdadeac5 None None] Pushing event updated for resources: {'Port': ['ID=9fa02467-5202-4941-a4a8-43bb87b87cb3,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:14.178308 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba414d2-4cbd-4aa5-951f-713407045c96 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:16:14.224427 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aba414d2-4cbd-4aa5-951f-713407045c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:14.224788 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-aba414d2-4cbd-4aa5-951f-713407045c96 admin admin] Added segment f9b6239e-4377-468d-b60c-0cc1f08ea17f of type vlan for network 97355b5a-f15f-47b5-aa8e-615f99dd95de Aug 18 13:16:14.226631 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-2596608e-eed8-4e4c-9e47-3cc20ccdad7b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Allocated IP 172.20.0.10 (6ed34f40-b8e1-4d4d-b2ac-650c904785d0/1473ca04-61fb-4c68-b008-1e5ef3085bab/03c9b1c6-3933-427e-8136-3eaa2c87a649) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:16:14.241868 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-7ebdb12a-5b3f-4655-87d9-f919cdadeac5 None None] Attempting to bind port 9fa02467-5202-4941-a4a8-43bb87b87cb3 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:16:14.242594 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-7ebdb12a-5b3f-4655-87d9-f919cdadeac5 None None] Attempting to bind port 9fa02467-5202-4941-a4a8-43bb87b87cb3 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'df847fcd-b8b3-4dfe-9751-83a71f580beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6ed34f40-b8e1-4d4d-b2ac-650c904785d0'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:16:14.242971 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebdb12a-5b3f-4655-87d9-f919cdadeac5 None None] Attempting to bind port 9fa02467-5202-4941-a4a8-43bb87b87cb3 on network 6ed34f40-b8e1-4d4d-b2ac-650c904785d0 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:16:14.243708 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba414d2-4cbd-4aa5-951f-713407045c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499e2c65-0993-4b59-8e85-73f9635a4dfc,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:14.259231 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebdb12a-5b3f-4655-87d9-f919cdadeac5 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:16:14.259461 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebdb12a-5b3f-4655-87d9-f919cdadeac5 None None] Checking segment: {'id': 'df847fcd-b8b3-4dfe-9751-83a71f580beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6ed34f40-b8e1-4d4d-b2ac-650c904785d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:16:14.259873 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7ebdb12a-5b3f-4655-87d9-f919cdadeac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:14.260302 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebdb12a-5b3f-4655-87d9-f919cdadeac5 None None] Bound using segment: {'id': 'df847fcd-b8b3-4dfe-9751-83a71f580beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6ed34f40-b8e1-4d4d-b2ac-650c904785d0'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:16:14.260893 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-7ebdb12a-5b3f-4655-87d9-f919cdadeac5 None None] Bound port: 9fa02467-5202-4941-a4a8-43bb87b87cb3, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df847fcd-b8b3-4dfe-9751-83a71f580beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6ed34f40-b8e1-4d4d-b2ac-650c904785d0'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:16:14.261288 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7ebdb12a-5b3f-4655-87d9-f919cdadeac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:14.295138 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aba414d2-4cbd-4aa5-951f-713407045c96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:14.452367 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7ebdb12a-5b3f-4655-87d9-f919cdadeac5 None None] For port 9fa02467-5202-4941-a4a8-43bb87b87cb3, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:16:14.457769 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7ebdb12a-5b3f-4655-87d9-f919cdadeac5 None None] For port 9fa02467-5202-4941-a4a8-43bb87b87cb3, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=9fa02467-5202-4941-a4a8-43bb87b87cb3,segment=NetworkSegment(df847fcd-b8b3-4dfe-9751-83a71f580beb),segment_id=df847fcd-b8b3-4dfe-9751-83a71f580beb)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:16:14.460497 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-58bd0cd6-4ff5-4e39-9bd9-a521d1936032 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:14.463224 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-58bd0cd6-4ff5-4e39-9bd9-a521d1936032 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:14.467260 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43070) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:14.467430 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-58bd0cd6-4ff5-4e39-9bd9-a521d1936032 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "DELETE /v2.0/security-groups/3014acbd-85c1-4c35-a3a6-b6890702293f HTTP/1.1" status: 204 len: 168 time: 0.6121464 Aug 18 13:16:14.527276 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd0cd6-4ff5-4e39-9bd9-a521d1936032 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3014acbd-85c1-4c35-a3a6-b6890702293f,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:14.541690 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aba414d2-4cbd-4aa5-951f-713407045c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:14.545922 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba414d2-4cbd-4aa5-951f-713407045c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:14.545922 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aba414d2-4cbd-4aa5-951f-713407045c96 admin admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:14.558055 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7ebdb12a-5b3f-4655-87d9-f919cdadeac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:14.646352 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:14.659157 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1efc85cf-8e93-40cc-9122-c2caa71ad528 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:14.679239 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-1efc85cf-8e93-40cc-9122-c2caa71ad528 None None] Transition to ACTIVE for port object b08ce4b8-03e0-4dcc-8f89-09457925bf32 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:16:14.681602 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebdb12a-5b3f-4655-87d9-f919cdadeac5 None None] Pushing event updated for resources: {'Port': ['ID=9fa02467-5202-4941-a4a8-43bb87b87cb3,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:14.691537 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba414d2-4cbd-4aa5-951f-713407045c96 admin admin] Pushing event updated for resources: {'Network': ['ID=97355b5a-f15f-47b5-aa8e-615f99dd95de,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:14.717853 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 97355b5a-f15f-47b5-aa8e-615f99dd95de details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:16:14.760215 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-aba414d2-4cbd-4aa5-951f-713407045c96 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0504019 Aug 18 13:16:14.776335 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43074) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:14.795008 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-eba25fc8-0091-40c2-adba-8b54269fa3ec admin admin] Request body: {'subnet': {'network_id': '97355b5a-f15f-47b5-aa8e-615f99dd95de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1175344230-subnet', 'tenant_id': '3df039c5f1414b0895061a7bab76c1aa', 'ip_version': 4}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:14.817476 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1efc85cf-8e93-40cc-9122-c2caa71ad528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:14.819413 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2596608e-eed8-4e4c-9e47-3cc20ccdad7b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:14.876700 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-2596608e-eed8-4e4c-9e47-3cc20ccdad7b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Transition to ACTIVE for port object 03c9b1c6-3933-427e-8136-3eaa2c87a649 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:16:14.898660 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-2324cd80-cc5c-48fd-8523-2fa4a287ded9 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Deleting port ba59c544-fcd8-4c7d-b9f9-cae2184a0906 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:16:14.898660 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2324cd80-cc5c-48fd-8523-2fa4a287ded9 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:14.966246 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0e4ef-1ddd-49da-a9f0-818be9fd7d6c None None] Pushing event updated for resources: {'Port': ['ID=b08ce4b8-03e0-4dcc-8f89-09457925bf32,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:14.971568 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba25fc8-0091-40c2-adba-8b54269fa3ec admin admin] Made reservation on behalf of 3df039c5f1414b0895061a7bab76c1aa for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:16:14.974639 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eba25fc8-0091-40c2-adba-8b54269fa3ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:15.121987 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-1efc85cf-8e93-40cc-9122-c2caa71ad528 None None] Attempting to bind port b08ce4b8-03e0-4dcc-8f89-09457925bf32 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:16:15.123261 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-1efc85cf-8e93-40cc-9122-c2caa71ad528 None None] Attempting to bind port b08ce4b8-03e0-4dcc-8f89-09457925bf32 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '2cb900d6-683a-47fc-8607-ef590f696945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e9ea624b-86fc-4131-a8a7-d576a5006edb'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:16:15.123931 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efc85cf-8e93-40cc-9122-c2caa71ad528 None None] Attempting to bind port b08ce4b8-03e0-4dcc-8f89-09457925bf32 on network e9ea624b-86fc-4131-a8a7-d576a5006edb {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:16:15.138598 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efc85cf-8e93-40cc-9122-c2caa71ad528 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:16:15.144447 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efc85cf-8e93-40cc-9122-c2caa71ad528 None None] Checking segment: {'id': '2cb900d6-683a-47fc-8607-ef590f696945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e9ea624b-86fc-4131-a8a7-d576a5006edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:16:15.144447 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1efc85cf-8e93-40cc-9122-c2caa71ad528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:15.144447 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efc85cf-8e93-40cc-9122-c2caa71ad528 None None] Bound using segment: {'id': '2cb900d6-683a-47fc-8607-ef590f696945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e9ea624b-86fc-4131-a8a7-d576a5006edb'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:16:15.144447 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-1efc85cf-8e93-40cc-9122-c2caa71ad528 None None] Bound port: b08ce4b8-03e0-4dcc-8f89-09457925bf32, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb900d6-683a-47fc-8607-ef590f696945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e9ea624b-86fc-4131-a8a7-d576a5006edb'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:16:15.144447 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1efc85cf-8e93-40cc-9122-c2caa71ad528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:15.190426 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7ee25a4f-378c-45a6-977b-1034e85d30af tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:15.346945 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-1efc85cf-8e93-40cc-9122-c2caa71ad528 None None] For port b08ce4b8-03e0-4dcc-8f89-09457925bf32, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:16:15.346945 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-1efc85cf-8e93-40cc-9122-c2caa71ad528 None None] For port b08ce4b8-03e0-4dcc-8f89-09457925bf32, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b08ce4b8-03e0-4dcc-8f89-09457925bf32,segment=NetworkSegment(2cb900d6-683a-47fc-8607-ef590f696945),segment_id=2cb900d6-683a-47fc-8607-ef590f696945)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:16:15.379139 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2596608e-eed8-4e4c-9e47-3cc20ccdad7b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:15.441908 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:15.494517 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1efc85cf-8e93-40cc-9122-c2caa71ad528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:15.513439 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2596608e-eed8-4e4c-9e47-3cc20ccdad7b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Network 6ed34f40-b8e1-4d4d-b2ac-650c904785d0 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:16:15.528385 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-2324cd80-cc5c-48fd-8523-2fa4a287ded9 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] For port ba59c544-fcd8-4c7d-b9f9-cae2184a0906, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=ba59c544-fcd8-4c7d-b9f9-cae2184a0906,segment=NetworkSegment(e75ced09-84cd-4a71-98f4-28ce3e1e8559),segment_id=e75ced09-84cd-4a71-98f4-28ce3e1e8559)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:16:15.536383 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2324cd80-cc5c-48fd-8523-2fa4a287ded9 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:15.542492 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-2596608e-eed8-4e4c-9e47-3cc20ccdad7b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:16:15.548092 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2596608e-eed8-4e4c-9e47-3cc20ccdad7b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:16:15.575447 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eba25fc8-0091-40c2-adba-8b54269fa3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:15.582184 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efc85cf-8e93-40cc-9122-c2caa71ad528 None None] Routers {'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:16:15.585193 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-1efc85cf-8e93-40cc-9122-c2caa71ad528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:16:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['e62afbf1-800f-4a0f-90a6-e0ebc7c9529c'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:15.648434 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-2324cd80-cc5c-48fd-8523-2fa4a287ded9 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Calling delete_port for ba59c544-fcd8-4c7d-b9f9-cae2184a0906 owned by network:router_interface {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:16:15.651628 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-7ee25a4f-378c-45a6-977b-1034e85d30af tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Deleting port db87ec7b-a57a-4d4b-a930-cc2c855cb54e {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:16:15.652288 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7ee25a4f-378c-45a6-977b-1034e85d30af tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:15.663733 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0e4ef-1ddd-49da-a9f0-818be9fd7d6c None None] Pushing event updated for resources: {'Port': ['ID=b08ce4b8-03e0-4dcc-8f89-09457925bf32,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:15.746765 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba25fc8-0091-40c2-adba-8b54269fa3ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=95ac1659-ccc0-4541-8c70-4e80bd6e9b22,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:15.761864 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2596608e-eed8-4e4c-9e47-3cc20ccdad7b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'Port': ['ID=03c9b1c6-3933-427e-8136-3eaa2c87a649,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:15.834022 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-1efc85cf-8e93-40cc-9122-c2caa71ad528 None None] Set router e62afbf1-800f-4a0f-90a6-e0ebc7c9529c gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:16:15.912456 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2596608e-eed8-4e4c-9e47-3cc20ccdad7b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:15.913202 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2596608e-eed8-4e4c-9e47-3cc20ccdad7b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:15.925814 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-7ee25a4f-378c-45a6-977b-1034e85d30af tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] For port db87ec7b-a57a-4d4b-a930-cc2c855cb54e, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=db87ec7b-a57a-4d4b-a930-cc2c855cb54e,segment=NetworkSegment(eacca97c-c59c-4de7-a766-d08b3b45c57d),segment_id=eacca97c-c59c-4de7-a766-d08b3b45c57d)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:16:15.925814 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7ee25a4f-378c-45a6-977b-1034e85d30af tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:15.976300 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-7ee25a4f-378c-45a6-977b-1034e85d30af tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Calling delete_port for db87ec7b-a57a-4d4b-a930-cc2c855cb54e owned by network:router_interface {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:16:16.004205 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba25fc8-0091-40c2-adba-8b54269fa3ec admin admin] Checking segment: {'id': 'f9b6239e-4377-468d-b60c-0cc1f08ea17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '97355b5a-f15f-47b5-aa8e-615f99dd95de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:16:16.004205 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba25fc8-0091-40c2-adba-8b54269fa3ec admin admin] Network hostable DHCP agents. Network: 97355b5a-f15f-47b5-aa8e-615f99dd95de, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:16:16.102813 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2596608e-eed8-4e4c-9e47-3cc20ccdad7b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.4360876 Aug 18 13:16:16.103454 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43114) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:16.257718 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-1efc85cf-8e93-40cc-9122-c2caa71ad528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c', 'name': 'tempest-TaggedBootDevicesTest_v242-933668414-router', 'tenant_id': '9187a221b3e94f438328aff4ddb46e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'ac775d55-f240-458e-94ee-5e8603254320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:16:01Z', 'updated_at': '2021-08-18T13:16:12Z', 'revision_number': 4, 'project_id': '9187a221b3e94f438328aff4ddb46e1a', 'gw_port': {'id': 'ac775d55-f240-458e-94ee-5e8603254320', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:60:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:16:02Z', 'updated_at': '2021-08-18T13:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'b08ce4b8-03e0-4dcc-8f89-09457925bf32', 'name': '', 'network_id': 'e9ea624b-86fc-4131-a8a7-d576a5006edb', 'tenant_id': '9187a221b3e94f438328aff4ddb46e1a', 'mac_address': 'fa:16:3e:b0:60:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'a6a49593-1d36-467e-a1bb-8c5f2a09f233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:16:09Z', 'updated_at': '2021-08-18T13:16:15Z', 'revision_number': 4, 'project_id': '9187a221b3e94f438328aff4ddb46e1a', 'subnets': [{'id': 'a6a49593-1d36-467e-a1bb-8c5f2a09f233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:16.258489 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba25fc8-0091-40c2-adba-8b54269fa3ec admin admin] Network 97355b5a-f15f-47b5-aa8e-615f99dd95de is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:16:16.314410 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efc85cf-8e93-40cc-9122-c2caa71ad528 None None] The sync data for ids ['e62afbf1-800f-4a0f-90a6-e0ebc7c9529c'] in n-d-803603-2 is: [{'id': 'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c', 'name': 'tempest-TaggedBootDevicesTest_v242-933668414-router', 'tenant_id': '9187a221b3e94f438328aff4ddb46e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'ac775d55-f240-458e-94ee-5e8603254320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:16:01Z', 'updated_at': '2021-08-18T13:16:12Z', 'revision_number': 4, 'project_id': '9187a221b3e94f438328aff4ddb46e1a', 'gw_port': {'id': 'ac775d55-f240-458e-94ee-5e8603254320', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:60:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:16:02Z', 'updated_at': '2021-08-18T13:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'b08ce4b8-03e0-4dcc-8f89-09457925bf32', 'name': '', 'network_id': 'e9ea624b-86fc-4131-a8a7-d576a5006edb', 'tenant_id': '9187a221b3e94f438328aff4ddb46e1a', 'mac_address': 'fa:16:3e:b0:60:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'a6a49593-1d36-467e-a1bb-8c5f2a09f233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:16:09Z', 'updated_at': '2021-08-18T13:16:15Z', 'revision_number': 4, 'project_id': '9187a221b3e94f438328aff4ddb46e1a', 'subnets': [{'id': 'a6a49593-1d36-467e-a1bb-8c5f2a09f233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:16:16.347059 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-1d9ee948-9748-459f-b1e0-bb4b1d70f7e4 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Deleting port 03c9b1c6-3933-427e-8136-3eaa2c87a649 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:16:16.347462 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee948-9748-459f-b1e0-bb4b1d70f7e4 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:16.347694 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7ee25a4f-378c-45a6-977b-1034e85d30af tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:16.413905 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee25a4f-378c-45a6-977b-1034e85d30af tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Pushing event deleted for resources: {'Port': ['ID=db87ec7b-a57a-4d4b-a930-cc2c855cb54e,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:16.414435 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-eba25fc8-0091-40c2-adba-8b54269fa3ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 97355b5a-f15f-47b5-aa8e-615f99dd95de) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:16:16.424659 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba25fc8-0091-40c2-adba-8b54269fa3ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:16.425262 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eba25fc8-0091-40c2-adba-8b54269fa3ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:16.433623 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2324cd80-cc5c-48fd-8523-2fa4a287ded9 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:16.477257 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2324cd80-cc5c-48fd-8523-2fa4a287ded9 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event deleted for resources: {'Port': ['ID=ba59c544-fcd8-4c7d-b9f9-cae2184a0906,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:16.525835 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e0162c-94c6-449e-89ae-b7cfb9b6c47c None None] Network 97355b5a-f15f-47b5-aa8e-615f99dd95de requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:16:16.719577 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee948-9748-459f-b1e0-bb4b1d70f7e4 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:16.783340 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-1d9ee948-9748-459f-b1e0-bb4b1d70f7e4 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Calling delete_port for 03c9b1c6-3933-427e-8136-3eaa2c87a649 owned by {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:16:16.933073 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7ee25a4f-378c-45a6-977b-1034e85d30af tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:16.950320 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-eba25fc8-0091-40c2-adba-8b54269fa3ec admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1730731 Aug 18 13:16:16.956155 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43122) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:16.962065 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-afcaa94b-b428-4189-83b9-c45b18ca0d96 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1175344230-router', 'tenant_id': '3df039c5f1414b0895061a7bab76c1aa', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:17.107968 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2324cd80-cc5c-48fd-8523-2fa4a287ded9 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:17.199532 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308e3865-f717-408b-bd1e-523272d53a11 None None] Network 6ed34f40-b8e1-4d4d-b2ac-650c904785d0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:16:17.215321 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b08ce4b8-03e0-4dcc-8f89-09457925bf32 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:16:17.371083 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-afcaa94b-b428-4189-83b9-c45b18ca0d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:17.372324 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-afcaa94b-b428-4189-83b9-c45b18ca0d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:17.442583 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2324cd80-cc5c-48fd-8523-2fa4a287ded9 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Router 428fed0c-fa7d-4e06-b932-067e0676a428 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:16:17.451398 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee25a4f-378c-45a6-977b-1034e85d30af tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Router 26f66c53-06f7-44e9-969b-f3d7a80fe974 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:16:17.466349 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c7a3b87f-724a-43a6-8318-997668e7e64c None None] Provisioning for port 9fa02467-5202-4941-a4a8-43bb87b87cb3 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:16:17.552921 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:17.553465 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2324cd80-cc5c-48fd-8523-2fa4a287ded9 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:16:17.560901 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2324cd80-cc5c-48fd-8523-2fa4a287ded9 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "PUT /v2.0/routers/428fed0c-fa7d-4e06-b932-067e0676a428/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8524768 Aug 18 13:16:17.562531 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee948-9748-459f-b1e0-bb4b1d70f7e4 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:17.564302 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43124) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:17.582516 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cffae0-3934-4815-8617-64567eb5a623 None None] Sync routers for ids ['428fed0c-fa7d-4e06-b932-067e0676a428'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:16:17.609147 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cffae0-3934-4815-8617-64567eb5a623 None None] Routers {'428fed0c-fa7d-4e06-b932-067e0676a428'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:16:17.610289 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-b0cffae0-3934-4815-8617-64567eb5a623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:16:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['428fed0c-fa7d-4e06-b932-067e0676a428'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:17.636241 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9ee948-9748-459f-b1e0-bb4b1d70f7e4 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event deleted for resources: {'Port': ['ID=03c9b1c6-3933-427e-8136-3eaa2c87a649,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:17.681943 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port b08ce4b8-03e0-4dcc-8f89-09457925bf32 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:16:17.713763 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccc83416-1323-4962-b541-181bd44f7883 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Deleting subnet eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:16:17.719722 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ccc83416-1323-4962-b541-181bd44f7883 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:17.722564 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-afcaa94b-b428-4189-83b9-c45b18ca0d96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:17.723011 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee25a4f-378c-45a6-977b-1034e85d30af tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:16:17.758914 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7ee25a4f-378c-45a6-977b-1034e85d30af tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "PUT /v2.0/routers/26f66c53-06f7-44e9-969b-f3d7a80fe974/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2901609 Aug 18 13:16:17.759721 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43130) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:17.792121 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5551e2d8-7a0c-463b-a8d0-352de349b959 None None] Sync routers for ids ['26f66c53-06f7-44e9-969b-f3d7a80fe974'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:16:17.850374 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ccc83416-1323-4962-b541-181bd44f7883 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:17.887221 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port b08ce4b8-03e0-4dcc-8f89-09457925bf32 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:16:17.892047 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:17.893104 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-9195dab3-b3e7-47da-ba6c-240900821554 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Deleting subnet fe3a97f8-d0ad-4092-af0e-798ceb90f1df {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:16:17.902032 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9195dab3-b3e7-47da-ba6c-240900821554 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:17.927603 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-b0cffae0-3934-4815-8617-64567eb5a623 None None] Set router 428fed0c-fa7d-4e06-b932-067e0676a428 gateway port host: None {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:16:17.991847 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9195dab3-b3e7-47da-ba6c-240900821554 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:18.069446 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-b0cffae0-3934-4815-8617-64567eb5a623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'name': 'tempest-RoutersIpV6Test-router-636643852', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:15:02Z', 'updated_at': '2021-08-18T13:16:16Z', 'revision_number': 11, 'project_id': '01cf70040508408f95a82df41495eab1', 'gw_port_host': None}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:18.110619 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ccc83416-1323-4962-b541-181bd44f7883 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:18.151975 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee948-9748-459f-b1e0-bb4b1d70f7e4 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:18.158258 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5551e2d8-7a0c-463b-a8d0-352de349b959 None None] Routers {'26f66c53-06f7-44e9-969b-f3d7a80fe974'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:16:18.159901 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-5551e2d8-7a0c-463b-a8d0-352de349b959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:16:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['26f66c53-06f7-44e9-969b-f3d7a80fe974'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:18.164778 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1d9ee948-9748-459f-b1e0-bb4b1d70f7e4 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/ports/03c9b1c6-3933-427e-8136-3eaa2c87a649 HTTP/1.1" status: 204 len: 168 time: 2.0593472 Aug 18 13:16:18.170831 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43134) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:18.180004 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cffae0-3934-4815-8617-64567eb5a623 None None] Checking router: 428fed0c-fa7d-4e06-b932-067e0676a428 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:16:18.192728 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cffae0-3934-4815-8617-64567eb5a623 None None] Routers {'428fed0c-fa7d-4e06-b932-067e0676a428'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:16:18.193384 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-b0cffae0-3934-4815-8617-64567eb5a623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:16:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['428fed0c-fa7d-4e06-b932-067e0676a428'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:18.236399 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9195dab3-b3e7-47da-ba6c-240900821554 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:18.237777 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fd4b53e-2ab5-46e8-a673-8bee18387a89 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] DELETE failed (client error): The resource could not be found. Aug 18 13:16:18.238787 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fd4b53e-2ab5-46e8-a673-8bee18387a89 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:16:18.246890 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1fd4b53e-2ab5-46e8-a673-8bee18387a89 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/ports/03c9b1c6-3933-427e-8136-3eaa2c87a649 HTTP/1.1" status: 404 len: 333 time: 0.0746419 Aug 18 13:16:18.250159 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-afcaa94b-b428-4189-83b9-c45b18ca0d96 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:18.267573 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43136) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:18.366049 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-b0cffae0-3934-4815-8617-64567eb5a623 None None] Set router 428fed0c-fa7d-4e06-b932-067e0676a428 gateway port host: None {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:16:18.404324 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ccc83416-1323-4962-b541-181bd44f7883 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:18.408656 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629be299-da9a-4d6e-8806-51de34582909 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-97355b5a-f15f-47b5-aa8e-615f99dd95de', 'network_id': '97355b5a-f15f-47b5-aa8e-615f99dd95de', 'tenant_id': '3df039c5f1414b0895061a7bab76c1aa', 'fixed_ips': [{'subnet_id': '95ac1659-ccc0-4541-8c70-4e80bd6e9b22'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:16:18.409649 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-629be299-da9a-4d6e-8806-51de34582909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:18.476593 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:18.545332 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc83416-1323-4962-b541-181bd44f7883 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event deleted for resources: {'Subnet': ['ID=eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:18.545332 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9195dab3-b3e7-47da-ba6c-240900821554 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:18.619928 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ccc83416-1323-4962-b541-181bd44f7883 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:18.624520 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ccc83416-1323-4962-b541-181bd44f7883 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "DELETE /v2.0/subnets/eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581 HTTP/1.1" status: 204 len: 168 time: 1.0590069 Aug 18 13:16:18.625755 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9195dab3-b3e7-47da-ba6c-240900821554 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:18.629523 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-b0cffae0-3934-4815-8617-64567eb5a623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'name': 'tempest-RoutersIpV6Test-router-636643852', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:15:02Z', 'updated_at': '2021-08-18T13:16:16Z', 'revision_number': 11, 'project_id': '01cf70040508408f95a82df41495eab1', 'gw_port_host': None}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:18.630953 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9195dab3-b3e7-47da-ba6c-240900821554 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "DELETE /v2.0/subnets/fe3a97f8-d0ad-4092-af0e-798ceb90f1df HTTP/1.1" status: 204 len: 168 time: 0.8673236 Aug 18 13:16:18.631753 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43142) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:18.632093 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43144) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:18.648179 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195dab3-b3e7-47da-ba6c-240900821554 tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Pushing event deleted for resources: {'Subnet': ['ID=fe3a97f8-d0ad-4092-af0e-798ceb90f1df,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:18.704111 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cffae0-3934-4815-8617-64567eb5a623 None None] The sync data for ids ['428fed0c-fa7d-4e06-b932-067e0676a428'] in n-d-803603-2 is: [{'id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'name': 'tempest-RoutersIpV6Test-router-636643852', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:15:02Z', 'updated_at': '2021-08-18T13:16:16Z', 'revision_number': 11, 'project_id': '01cf70040508408f95a82df41495eab1', 'gw_port_host': None}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:16:18.719407 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-5551e2d8-7a0c-463b-a8d0-352de349b959 None None] Set router 26f66c53-06f7-44e9-969b-f3d7a80fe974 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:16:18.808983 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b661d75-0146-4db9-9869-935fa76ee837 None None] Network 9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:16:18.811008 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838c2005-8262-4921-b7bc-2bd674180283 None None] Network ac814d43-7d5c-42b9-8d2a-7f9260018681 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:16:18.989318 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port b08ce4b8-03e0-4dcc-8f89-09457925bf32, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b08ce4b8-03e0-4dcc-8f89-09457925bf32,segment=NetworkSegment(2cb900d6-683a-47fc-8607-ef590f696945),segment_id=2cb900d6-683a-47fc-8607-ef590f696945)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:16:19.006847 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-71494bb7-5f15-4ec8-9b6b-1b5fb0433399 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] GET failed (client error): The resource could not be found. Aug 18 13:16:19.010353 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-71494bb7-5f15-4ec8-9b6b-1b5fb0433399 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "GET /v2.0/ports/03c9b1c6-3933-427e-8136-3eaa2c87a649 HTTP/1.1" status: 404 len: 333 time: 0.7399373 Aug 18 13:16:19.022430 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43150) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:19.147778 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:19.148642 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 9fa02467-5202-4941-a4a8-43bb87b87cb3 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:16:19.182983 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-79bf2c37-f218-4884-ad01-157c7465d9ea tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Deleting subnet 1473ca04-61fb-4c68-b008-1e5ef3085bab {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:16:19.193494 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-79bf2c37-f218-4884-ad01-157c7465d9ea tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:19.307479 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-521349a5-52fa-4868-b623-6be9ba936128 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:19.327838 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-79bf2c37-f218-4884-ad01-157c7465d9ea tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:19.367123 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b4b0c779-e7cb-40cc-8552-7de97c9dc79c tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:19.511498 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b4b0c779-e7cb-40cc-8552-7de97c9dc79c tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:19.539866 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-521349a5-52fa-4868-b623-6be9ba936128 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Deleting port 132ddc73-bfbc-4b2a-8d11-0336f7a89204 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:16:19.546235 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-521349a5-52fa-4868-b623-6be9ba936128 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:19.573171 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-79bf2c37-f218-4884-ad01-157c7465d9ea tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:19.718161 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-afcaa94b-b428-4189-83b9-c45b18ca0d96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:19.736970 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-afcaa94b-b428-4189-83b9-c45b18ca0d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:19.738096 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7d8b4e35-34c7-4717-8881-40cb9b503d08 None None] Could not find standard attr ID for object 03c9b1c6-3933-427e-8136-3eaa2c87a649. {{(pid=101677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 13:16:19.749568 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-521349a5-52fa-4868-b623-6be9ba936128 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] For port 132ddc73-bfbc-4b2a-8d11-0336f7a89204, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=132ddc73-bfbc-4b2a-8d11-0336f7a89204,segment=NetworkSegment(e75ced09-84cd-4a71-98f4-28ce3e1e8559),segment_id=e75ced09-84cd-4a71-98f4-28ce3e1e8559)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:16:19.753761 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-521349a5-52fa-4868-b623-6be9ba936128 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:19.762708 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=b08ce4b8-03e0-4dcc-8f89-09457925bf32,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:19.786471 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-629be299-da9a-4d6e-8806-51de34582909 None None] Allocated IP 172.20.0.2 (97355b5a-f15f-47b5-aa8e-615f99dd95de/95ac1659-ccc0-4541-8c70-4e80bd6e9b22/cf2081ec-7568-46d2-9010-a1e6ceb43329) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:16:19.797857 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-521349a5-52fa-4868-b623-6be9ba936128 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Calling delete_port for 132ddc73-bfbc-4b2a-8d11-0336f7a89204 owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:16:19.805209 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 9fa02467-5202-4941-a4a8-43bb87b87cb3 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:16:19.836850 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 9fa02467-5202-4941-a4a8-43bb87b87cb3 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:16:19.837323 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:19.854787 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-79bf2c37-f218-4884-ad01-157c7465d9ea tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:19.916663 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf2c37-f218-4884-ad01-157c7465d9ea tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event deleted for resources: {'Subnet': ['ID=1473ca04-61fb-4c68-b008-1e5ef3085bab,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:19.916826 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623a1748-b73b-452d-b9db-92612c405a67 None None] DHCP port deletion for ac814d43-7d5c-42b9-8d2a-7f9260018681 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:16:19.922819 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-5551e2d8-7a0c-463b-a8d0-352de349b959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f66c53-06f7-44e9-969b-f3d7a80fe974', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1884205550', 'tenant_id': '0a45397c4a7d4474ba973ba423e6989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '6c25e405-eb2d-444d-af91-1a8e5d64f48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:47Z', 'updated_at': '2021-08-18T13:16:16Z', 'revision_number': 5, 'project_id': '0a45397c4a7d4474ba973ba423e6989f', 'gw_port': {'id': '6c25e405-eb2d-444d-af91-1a8e5d64f48e', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:95:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f66c53-06f7-44e9-969b-f3d7a80fe974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:13:49Z', 'updated_at': '2021-08-18T13:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:19.924677 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-79bf2c37-f218-4884-ad01-157c7465d9ea tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:19.926750 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-79bf2c37-f218-4884-ad01-157c7465d9ea tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/subnets/1473ca04-61fb-4c68-b008-1e5ef3085bab HTTP/1.1" status: 204 len: 168 time: 0.9022155 Aug 18 13:16:19.945735 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43154) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:19.997075 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5551e2d8-7a0c-463b-a8d0-352de349b959 None None] Checking router: 26f66c53-06f7-44e9-969b-f3d7a80fe974 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:16:20.034745 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-afcaa94b-b428-4189-83b9-c45b18ca0d96 admin admin] Allocated IP 172.25.6.210 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/0530fc3a-3e74-4aac-b533-68f44895f383) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:16:20.035830 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13074bc-bcee-4b84-9109-4c4972cdedfe None None] Network 6ed34f40-b8e1-4d4d-b2ac-650c904785d0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:16:20.038823 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4843cfdf-c794-4dbb-96bc-c9bf6f4875eb None None] DHCP port deletion for 9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:16:20.054518 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-b4b0c779-e7cb-40cc-8552-7de97c9dc79c tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Deleting port 6c25e405-eb2d-444d-af91-1a8e5d64f48e {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:16:20.063229 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b4b0c779-e7cb-40cc-8552-7de97c9dc79c tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:20.100571 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5f4990e9-c822-4a88-85ae-2d941459f6c1 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:20.192477 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-b4b0c779-e7cb-40cc-8552-7de97c9dc79c tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] For port 6c25e405-eb2d-444d-af91-1a8e5d64f48e, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=6c25e405-eb2d-444d-af91-1a8e5d64f48e,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:16:20.192843 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b4b0c779-e7cb-40cc-8552-7de97c9dc79c tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:20.202217 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-521349a5-52fa-4868-b623-6be9ba936128 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:20.208629 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-afcaa94b-b428-4189-83b9-c45b18ca0d96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:20.217363 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-b4b0c779-e7cb-40cc-8552-7de97c9dc79c tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Calling delete_port for 6c25e405-eb2d-444d-af91-1a8e5d64f48e owned by network:router_gateway {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:16:20.247727 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521349a5-52fa-4868-b623-6be9ba936128 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event deleted for resources: {'Port': ['ID=132ddc73-bfbc-4b2a-8d11-0336f7a89204,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:20.258252 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521349a5-52fa-4868-b623-6be9ba936128 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] No DVR routers for this DVR port 132ddc73-bfbc-4b2a-8d11-0336f7a89204 on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:16:20.289640 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5551e2d8-7a0c-463b-a8d0-352de349b959 None None] Routers {'26f66c53-06f7-44e9-969b-f3d7a80fe974'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:16:20.290335 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-5551e2d8-7a0c-463b-a8d0-352de349b959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:16:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['26f66c53-06f7-44e9-969b-f3d7a80fe974'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:20.315900 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-5f4990e9-c822-4a88-85ae-2d941459f6c1 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Deleting port 9fa02467-5202-4941-a4a8-43bb87b87cb3 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:16:20.316277 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5f4990e9-c822-4a88-85ae-2d941459f6c1 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:20.385053 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-afcaa94b-b428-4189-83b9-c45b18ca0d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:20.441569 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcaa94b-b428-4189-83b9-c45b18ca0d96 admin admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:16:20.445354 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-afcaa94b-b428-4189-83b9-c45b18ca0d96 admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:16:20.456666 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcaa94b-b428-4189-83b9-c45b18ca0d96 admin admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:16:20.457858 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-521349a5-52fa-4868-b623-6be9ba936128 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:20.478311 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-521349a5-52fa-4868-b623-6be9ba936128 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac814d43-7d5c-42b9-8d2a-7f9260018681']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:20.479867 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:20.489019 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcaa94b-b428-4189-83b9-c45b18ca0d96 admin admin] Pushing event updated for resources: {'Port': ['ID=0530fc3a-3e74-4aac-b533-68f44895f383,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:20.534024 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-521349a5-52fa-4868-b623-6be9ba936128 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e75ced09-84cd-4a71-98f4-28ce3e1e8559') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:20.534428 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-521349a5-52fa-4868-b623-6be9ba936128 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e75ced09-84cd-4a71-98f4-28ce3e1e8559') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:20.547665 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-5f4990e9-c822-4a88-85ae-2d941459f6c1 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] For port 9fa02467-5202-4941-a4a8-43bb87b87cb3, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=9fa02467-5202-4941-a4a8-43bb87b87cb3,segment=NetworkSegment(df847fcd-b8b3-4dfe-9751-83a71f580beb),segment_id=df847fcd-b8b3-4dfe-9751-83a71f580beb)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:16:20.548380 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5f4990e9-c822-4a88-85ae-2d941459f6c1 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:20.564384 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-521349a5-52fa-4868-b623-6be9ba936128 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:20.568567 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-5551e2d8-7a0c-463b-a8d0-352de349b959 None None] Set router 26f66c53-06f7-44e9-969b-f3d7a80fe974 gateway port host: None {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:16:20.582285 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-5f4990e9-c822-4a88-85ae-2d941459f6c1 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Calling delete_port for 9fa02467-5202-4941-a4a8-43bb87b87cb3 owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:16:20.605080 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-521349a5-52fa-4868-b623-6be9ba936128 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:20.663538 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-5551e2d8-7a0c-463b-a8d0-352de349b959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f66c53-06f7-44e9-969b-f3d7a80fe974', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1884205550', 'tenant_id': '0a45397c4a7d4474ba973ba423e6989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:47Z', 'updated_at': '2021-08-18T13:16:19Z', 'revision_number': 6, 'project_id': '0a45397c4a7d4474ba973ba423e6989f', 'gw_port_host': None}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:20.681984 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-521349a5-52fa-4868-b623-6be9ba936128 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:16:20.682422 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-521349a5-52fa-4868-b623-6be9ba936128 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:20.685534 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:16:20.685534 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:16:20.685534 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:16:20.685534 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:16:20.685534 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:16:20.685534 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:16:20.685534 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:16:20.685534 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:16:20.685534 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:16:20.685534 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:16:20.685534 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:16:20.685534 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:16:20.685534 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:16:20.685534 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:16:20.685534 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:16:20.685534 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:16:20.685534 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:16:20.685534 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:16:20.685534 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:16:20.685534 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:16:20.685534 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:16:20.685534 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:16:20.685534 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:16:20.685534 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:16:20.685534 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:16:20.685534 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:16:20.685534 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:16:20.685534 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:16:20.685534 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:16:20.685534 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:16:20.685534 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:16:20.685534 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:16:20.729651 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 9fa02467-5202-4941-a4a8-43bb87b87cb3, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=9fa02467-5202-4941-a4a8-43bb87b87cb3,segment=NetworkSegment(df847fcd-b8b3-4dfe-9751-83a71f580beb),segment_id=df847fcd-b8b3-4dfe-9751-83a71f580beb)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:16:20.732449 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-629be299-da9a-4d6e-8806-51de34582909 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:20.734314 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5551e2d8-7a0c-463b-a8d0-352de349b959 None None] The sync data for ids ['26f66c53-06f7-44e9-969b-f3d7a80fe974'] in n-d-803603-2 is: [{'id': '26f66c53-06f7-44e9-969b-f3d7a80fe974', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1884205550', 'tenant_id': '0a45397c4a7d4474ba973ba423e6989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:13:47Z', 'updated_at': '2021-08-18T13:16:19Z', 'revision_number': 6, 'project_id': '0a45397c4a7d4474ba973ba423e6989f', 'gw_port_host': None}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:16:20.746132 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-623a1748-b73b-452d-b9db-92612c405a67 None None] Deleting port 132ddc73-bfbc-4b2a-8d11-0336f7a89204 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:16:20.746132 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-623a1748-b73b-452d-b9db-92612c405a67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:20.764260 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-629be299-da9a-4d6e-8806-51de34582909 None None] Transition to ACTIVE for port object cf2081ec-7568-46d2-9010-a1e6ceb43329 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:16:20.800193 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-4843cfdf-c794-4dbb-96bc-c9bf6f4875eb None None] Deleting port d52b5904-631b-43a4-a148-b971cebdc99b {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:16:20.800602 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4843cfdf-c794-4dbb-96bc-c9bf6f4875eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:20.871321 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b4b0c779-e7cb-40cc-8552-7de97c9dc79c tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:20.875865 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:20.898155 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-629be299-da9a-4d6e-8806-51de34582909 None None] Transition to ACTIVE for port object cf2081ec-7568-46d2-9010-a1e6ceb43329 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:16:20.925846 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-afcaa94b-b428-4189-83b9-c45b18ca0d96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:20.933542 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-623a1748-b73b-452d-b9db-92612c405a67 None None] For port 132ddc73-bfbc-4b2a-8d11-0336f7a89204, host n-d-803603-2, got binding levels [] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:16:20.939951 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-623a1748-b73b-452d-b9db-92612c405a67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:20.946159 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-521349a5-52fa-4868-b623-6be9ba936128 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:20.948374 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b0c779-e7cb-40cc-8552-7de97c9dc79c tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Pushing event deleted for resources: {'Port': ['ID=6c25e405-eb2d-444d-af91-1a8e5d64f48e,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:20.950572 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-4843cfdf-c794-4dbb-96bc-c9bf6f4875eb None None] For port d52b5904-631b-43a4-a148-b971cebdc99b, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=d52b5904-631b-43a4-a148-b971cebdc99b,segment=NetworkSegment(eacca97c-c59c-4de7-a766-d08b3b45c57d),segment_id=eacca97c-c59c-4de7-a766-d08b3b45c57d)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:16:20.950946 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4843cfdf-c794-4dbb-96bc-c9bf6f4875eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:20.968646 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-623a1748-b73b-452d-b9db-92612c405a67 None None] Calling delete_port for 132ddc73-bfbc-4b2a-8d11-0336f7a89204 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:16:20.971520 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-521349a5-52fa-4868-b623-6be9ba936128 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:20.973541 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-521349a5-52fa-4868-b623-6be9ba936128 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "DELETE /v2.0/networks/ac814d43-7d5c-42b9-8d2a-7f9260018681 HTTP/1.1" status: 204 len: 168 time: 2.3401477 Aug 18 13:16:20.975289 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.ipam_backend_mixin [None req-623a1748-b73b-452d-b9db-92612c405a67 None None] Port 132ddc73-bfbc-4b2a-8d11-0336f7a89204 was not found and therefore no delete operation was performed {{(pid=101677) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 13:16:20.977469 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43162) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:20.979073 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-4843cfdf-c794-4dbb-96bc-c9bf6f4875eb None None] Calling delete_port for d52b5904-631b-43a4-a148-b971cebdc99b owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:16:20.988303 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-effc1414-dfef-4cd9-8d01-6feddd77f827 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Request body: {'router': {'routes': None}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:21.001815 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521349a5-52fa-4868-b623-6be9ba936128 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Pushing event deleted for resources: {'Network': ['ID=ac814d43-7d5c-42b9-8d2a-7f9260018681,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:21.016623 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-623a1748-b73b-452d-b9db-92612c405a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:21.028943 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-623a1748-b73b-452d-b9db-92612c405a67 None None] Network ac814d43-7d5c-42b9-8d2a-7f9260018681 is not hosted by any dhcp agent {{(pid=101677) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 18 13:16:21.030622 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623a1748-b73b-452d-b9db-92612c405a67 None None] No DVR routers for this DVR port 132ddc73-bfbc-4b2a-8d11-0336f7a89204 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:16:21.037110 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=9fa02467-5202-4941-a4a8-43bb87b87cb3,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:21.066040 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5f4990e9-c822-4a88-85ae-2d941459f6c1 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:21.114833 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4990e9-c822-4a88-85ae-2d941459f6c1 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event deleted for resources: {'Port': ['ID=9fa02467-5202-4941-a4a8-43bb87b87cb3,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:21.123692 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4990e9-c822-4a88-85ae-2d941459f6c1 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] No DVR routers for this DVR port 9fa02467-5202-4941-a4a8-43bb87b87cb3 on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:16:21.232648 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b4b0c779-e7cb-40cc-8552-7de97c9dc79c tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:21.259752 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a1748-b73b-452d-b9db-92612c405a67 None None] Pushing event deleted for resources: {'Port': ['ID=132ddc73-bfbc-4b2a-8d11-0336f7a89204,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:21.273747 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e51c461-dab8-46fd-90c2-ffd1af53e2e8 None None] DHCP port deletion for 6ed34f40-b8e1-4d4d-b2ac-650c904785d0 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:16:21.300481 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-629be299-da9a-4d6e-8806-51de34582909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:21.399979 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b4b0c779-e7cb-40cc-8552-7de97c9dc79c tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:21.402694 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b4b0c779-e7cb-40cc-8552-7de97c9dc79c tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:21.412498 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629be299-da9a-4d6e-8806-51de34582909 None None] Network 97355b5a-f15f-47b5-aa8e-615f99dd95de is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:16:21.415599 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.extraroute_db [None req-effc1414-dfef-4cd9-8d01-6feddd77f827 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Added routes are [] {{(pid=101675) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 18 13:16:21.416117 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.extraroute_db [None req-effc1414-dfef-4cd9-8d01-6feddd77f827 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Removed routes are [] {{(pid=101675) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 18 13:16:21.416117 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-effc1414-dfef-4cd9-8d01-6feddd77f827 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-486308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5626'] for router, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:21.418643 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-629be299-da9a-4d6e-8806-51de34582909 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:16:21.422672 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629be299-da9a-4d6e-8806-51de34582909 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:16:21.530355 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629be299-da9a-4d6e-8806-51de34582909 None None] Pushing event updated for resources: {'Port': ['ID=cf2081ec-7568-46d2-9010-a1e6ceb43329,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:21.546736 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-629be299-da9a-4d6e-8806-51de34582909 None None] Attempting to bind port cf2081ec-7568-46d2-9010-a1e6ceb43329 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:16:21.547192 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-629be299-da9a-4d6e-8806-51de34582909 None None] Attempting to bind port cf2081ec-7568-46d2-9010-a1e6ceb43329 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'f9b6239e-4377-468d-b60c-0cc1f08ea17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '97355b5a-f15f-47b5-aa8e-615f99dd95de'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:16:21.547646 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629be299-da9a-4d6e-8806-51de34582909 None None] Attempting to bind port cf2081ec-7568-46d2-9010-a1e6ceb43329 on network 97355b5a-f15f-47b5-aa8e-615f99dd95de {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:16:21.556133 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629be299-da9a-4d6e-8806-51de34582909 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:16:21.556508 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629be299-da9a-4d6e-8806-51de34582909 None None] Checking segment: {'id': 'f9b6239e-4377-468d-b60c-0cc1f08ea17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '97355b5a-f15f-47b5-aa8e-615f99dd95de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:16:21.556922 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-629be299-da9a-4d6e-8806-51de34582909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:21.557299 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629be299-da9a-4d6e-8806-51de34582909 None None] Bound using segment: {'id': 'f9b6239e-4377-468d-b60c-0cc1f08ea17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '97355b5a-f15f-47b5-aa8e-615f99dd95de'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:16:21.557766 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-629be299-da9a-4d6e-8806-51de34582909 None None] Bound port: cf2081ec-7568-46d2-9010-a1e6ceb43329, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b6239e-4377-468d-b60c-0cc1f08ea17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '97355b5a-f15f-47b5-aa8e-615f99dd95de'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:16:21.558156 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-629be299-da9a-4d6e-8806-51de34582909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:21.581230 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5f4990e9-c822-4a88-85ae-2d941459f6c1 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:21.592221 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-5f4990e9-c822-4a88-85ae-2d941459f6c1 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ed34f40-b8e1-4d4d-b2ac-650c904785d0']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:21.603098 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-5f4990e9-c822-4a88-85ae-2d941459f6c1 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df847fcd-b8b3-4dfe-9751-83a71f580beb') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:21.603400 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-5f4990e9-c822-4a88-85ae-2d941459f6c1 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df847fcd-b8b3-4dfe-9751-83a71f580beb') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:21.613210 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5f4990e9-c822-4a88-85ae-2d941459f6c1 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:21.629509 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5f4990e9-c822-4a88-85ae-2d941459f6c1 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:21.636425 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f4990e9-c822-4a88-85ae-2d941459f6c1 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:16:21.636837 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5f4990e9-c822-4a88-85ae-2d941459f6c1 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:21.641025 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:16:21.641025 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:16:21.641025 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:16:21.641025 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:16:21.641025 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:16:21.641025 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:16:21.641025 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:16:21.641025 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:16:21.641025 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:16:21.641025 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:16:21.641025 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:16:21.641025 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:16:21.641025 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:16:21.641025 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:16:21.641025 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:16:21.641025 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:16:21.641025 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:16:21.641025 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:16:21.641025 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:16:21.641025 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:16:21.641025 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:16:21.641025 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:16:21.641025 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:16:21.641025 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:16:21.641025 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:16:21.641025 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:16:21.641025 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:16:21.641025 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:16:21.641025 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:16:21.641025 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:16:21.641025 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:16:21.641025 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:16:21.652125 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b4b0c779-e7cb-40cc-8552-7de97c9dc79c tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:21.652650 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b0c779-e7cb-40cc-8552-7de97c9dc79c tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Fanout notify agent at l3_agent the message router_deleted on router 26f66c53-06f7-44e9-969b-f3d7a80fe974 {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:16:21.667320 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-629be299-da9a-4d6e-8806-51de34582909 None None] For port cf2081ec-7568-46d2-9010-a1e6ceb43329, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:16:21.692775 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-effc1414-dfef-4cd9-8d01-6feddd77f827 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-486308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5626'] for router, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:21.693331 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b4b0c779-e7cb-40cc-8552-7de97c9dc79c tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:21.696845 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b4b0c779-e7cb-40cc-8552-7de97c9dc79c tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "DELETE /v2.0/routers/26f66c53-06f7-44e9-969b-f3d7a80fe974 HTTP/1.1" status: 204 len: 168 time: 3.0533686 Aug 18 13:16:21.699177 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43172) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:21.707021 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-effc1414-dfef-4cd9-8d01-6feddd77f827 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-486154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-486161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563648'] for router, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:21.712804 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-afcaa94b-b428-4189-83b9-c45b18ca0d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:21.713757 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-629be299-da9a-4d6e-8806-51de34582909 None None] For port cf2081ec-7568-46d2-9010-a1e6ceb43329, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=cf2081ec-7568-46d2-9010-a1e6ceb43329,segment=NetworkSegment(f9b6239e-4377-468d-b60c-0cc1f08ea17f),segment_id=f9b6239e-4377-468d-b60c-0cc1f08ea17f)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:16:21.717457 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4843cfdf-c794-4dbb-96bc-c9bf6f4875eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:21.789937 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b08ce4b8-03e0-4dcc-8f89-09457925bf32 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:16:21.789937 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4843cfdf-c794-4dbb-96bc-c9bf6f4875eb None None] No DVR routers for this DVR port d52b5904-631b-43a4-a148-b971cebdc99b on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:16:21.809426 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0b65f110-fca5-440d-8cb5-6cc475f7378f tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:21.825601 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4843cfdf-c794-4dbb-96bc-c9bf6f4875eb None None] Pushing event deleted for resources: {'Port': ['ID=d52b5904-631b-43a4-a148-b971cebdc99b,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:21.844984 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-629be299-da9a-4d6e-8806-51de34582909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:21.860176 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-30b6f835-12f3-4bce-b4b3-745dc6919e26 req-e286728a-1cde-4cc5-9bf6-d7c7b35767f1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e7456353-547c-4fc6-98b5-ad79af3f30dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2423496 Aug 18 13:16:21.914330 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port b08ce4b8-03e0-4dcc-8f89-09457925bf32 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:16:21.914894 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:21.977501 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-effc1414-dfef-4cd9-8d01-6feddd77f827 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Router 428fed0c-fa7d-4e06-b932-067e0676a428 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:16:21.979555 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0b65f110-fca5-440d-8cb5-6cc475f7378f tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:22.000960 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629be299-da9a-4d6e-8806-51de34582909 None None] Pushing event updated for resources: {'Port': ['ID=cf2081ec-7568-46d2-9010-a1e6ceb43329,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:22.015620 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-0b65f110-fca5-440d-8cb5-6cc475f7378f tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:22.029557 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6f835-12f3-4bce-b4b3-745dc6919e26 req-67fa7116-7e71-4934-86e5-89b861440b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:22.032065 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-30b6f835-12f3-4bce-b4b3-745dc6919e26 req-67fa7116-7e71-4934-86e5-89b861440b78 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e63152bca3cb423b9a7763e005387f10&device_id=e7456353-547c-4fc6-98b5-ad79af3f30dc HTTP/1.1" status: 200 len: 1097 time: 0.0985596 Aug 18 13:16:22.038546 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-0b65f110-fca5-440d-8cb5-6cc475f7378f tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eacca97c-c59c-4de7-a766-d08b3b45c57d') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:22.042061 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-0b65f110-fca5-440d-8cb5-6cc475f7378f tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eacca97c-c59c-4de7-a766-d08b3b45c57d') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:22.088902 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5f4990e9-c822-4a88-85ae-2d941459f6c1 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:22.091918 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0b65f110-fca5-440d-8cb5-6cc475f7378f tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:22.120900 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5f4990e9-c822-4a88-85ae-2d941459f6c1 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:22.144511 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5f4990e9-c822-4a88-85ae-2d941459f6c1 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/networks/6ed34f40-b8e1-4d4d-b2ac-650c904785d0 HTTP/1.1" status: 204 len: 168 time: 2.1930776 Aug 18 13:16:22.145797 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0b65f110-fca5-440d-8cb5-6cc475f7378f tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:22.154952 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43174) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:22.161389 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-b61d6bae-707f-4c8d-9a7d-211423d53280 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1113837128'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:22.214162 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device db87ec7b-a57a-4d4b-a930-cc2c855cb54e no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:16:22.220965 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b65f110-fca5-440d-8cb5-6cc475f7378f tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:16:22.221399 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0b65f110-fca5-440d-8cb5-6cc475f7378f tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:22.229711 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:16:22.229711 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:16:22.229711 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:16:22.229711 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:16:22.229711 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:16:22.229711 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:16:22.229711 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:16:22.229711 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:16:22.229711 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:16:22.229711 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:16:22.229711 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:16:22.229711 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:16:22.229711 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:16:22.229711 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:16:22.229711 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:16:22.229711 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:16:22.229711 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:16:22.229711 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:16:22.229711 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:16:22.229711 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:16:22.229711 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:16:22.229711 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:16:22.229711 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:16:22.229711 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:16:22.229711 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:16:22.229711 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:16:22.229711 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:16:22.229711 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:16:22.229711 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:16:22.229711 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:16:22.229711 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:16:22.229711 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:16:22.232434 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4990e9-c822-4a88-85ae-2d941459f6c1 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event deleted for resources: {'Network': ['ID=6ed34f40-b8e1-4d4d-b2ac-650c904785d0,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:22.252651 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-effc1414-dfef-4cd9-8d01-6feddd77f827 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:16:22.275243 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0e2613-3c53-4671-b3d5-5e7ca5b3358a None None] Sync routers for ids ['428fed0c-fa7d-4e06-b932-067e0676a428'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:16:22.279883 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: db87ec7b-a57a-4d4b-a930-cc2c855cb54e {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:16:22.280325 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device db87ec7b-a57a-4d4b-a930-cc2c855cb54e not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:16:22.294762 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-effc1414-dfef-4cd9-8d01-6feddd77f827 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:22.296559 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0e2613-3c53-4671-b3d5-5e7ca5b3358a None None] Routers {'428fed0c-fa7d-4e06-b932-067e0676a428'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:16:22.299511 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 132ddc73-bfbc-4b2a-8d11-0336f7a89204 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:16:22.303059 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-effc1414-dfef-4cd9-8d01-6feddd77f827 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "PUT /v2.0/routers/428fed0c-fa7d-4e06-b932-067e0676a428 HTTP/1.1" status: 200 len: 704 time: 1.3200791 Aug 18 13:16:22.305019 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-9f0e2613-3c53-4671-b3d5-5e7ca5b3358a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:16:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['428fed0c-fa7d-4e06-b932-067e0676a428'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:22.306137 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43178) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:22.364425 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 132ddc73-bfbc-4b2a-8d11-0336f7a89204 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:16:22.365699 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 132ddc73-bfbc-4b2a-8d11-0336f7a89204 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:16:22.371161 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device ba59c544-fcd8-4c7d-b9f9-cae2184a0906 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:16:22.371786 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9cf5cbe7-e7b9-4064-a963-eae9055fe03f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "GET /v2.0/ports?device_id=428fed0c-fa7d-4e06-b932-067e0676a428 HTTP/1.1" status: 200 len: 205 time: 0.0642657 Aug 18 13:16:22.372627 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43182) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:22.461881 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: ba59c544-fcd8-4c7d-b9f9-cae2184a0906 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:16:22.462766 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device ba59c544-fcd8-4c7d-b9f9-cae2184a0906 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:16:22.463439 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device d52b5904-631b-43a4-a148-b971cebdc99b no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:16:22.489566 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: d52b5904-631b-43a4-a148-b971cebdc99b {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:16:22.489984 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device d52b5904-631b-43a4-a148-b971cebdc99b not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:16:22.494642 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 9fa02467-5202-4941-a4a8-43bb87b87cb3 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:16:22.511069 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-9f0e2613-3c53-4671-b3d5-5e7ca5b3358a None None] Set router 428fed0c-fa7d-4e06-b932-067e0676a428 gateway port host: None {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:16:22.513040 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afcaa94b-b428-4189-83b9-c45b18ca0d96 admin admin] Router b25acc43-7378-4c4d-a01a-8690b37612a7 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:16:22.515340 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6f835-12f3-4bce-b4b3-745dc6919e26 req-0a196914-9ffe-4489-826c-933d4cc24663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:22.516848 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-30b6f835-12f3-4bce-b4b3-745dc6919e26 req-0a196914-9ffe-4489-826c-933d4cc24663 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0d945faf-920a-4b7f-9870-92ae6ded723e HTTP/1.1" status: 200 len: 898 time: 0.4357839 Aug 18 13:16:22.519379 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 9fa02467-5202-4941-a4a8-43bb87b87cb3 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:16:22.519749 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 9fa02467-5202-4941-a4a8-43bb87b87cb3 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:16:22.535202 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61d6bae-707f-4c8d-9a7d-211423d53280 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Made reservation on behalf of 2fb4f687cb0a48178df1ff10e4bcf284 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:16:22.539650 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b61d6bae-707f-4c8d-9a7d-211423d53280 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:22.545812 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0b65f110-fca5-440d-8cb5-6cc475f7378f tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:22.547766 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-955d6845-306e-41ec-b17e-d24ba588234d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:22.558902 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0b65f110-fca5-440d-8cb5-6cc475f7378f tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:22.568554 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0b65f110-fca5-440d-8cb5-6cc475f7378f tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] 10.222.0.13 "DELETE /v2.0/networks/9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6 HTTP/1.1" status: 204 len: 168 time: 0.8700371 Aug 18 13:16:22.625114 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-9f0e2613-3c53-4671-b3d5-5e7ca5b3358a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'name': 'tempest-RoutersIpV6Test-router-636643852', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:15:02Z', 'updated_at': '2021-08-18T13:16:16Z', 'revision_number': 11, 'project_id': '01cf70040508408f95a82df41495eab1', 'gw_port_host': None}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:22.665027 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0e2613-3c53-4671-b3d5-5e7ca5b3358a None None] Checking router: 428fed0c-fa7d-4e06-b932-067e0676a428 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:16:22.666616 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b65f110-fca5-440d-8cb5-6cc475f7378f tempest-TestSecurityGroupsBasicOps-1020379690 tempest-TestSecurityGroupsBasicOps-1020379690-project] Pushing event deleted for resources: {'Network': ['ID=9eb8d819-e4d5-4fc1-9c24-21c7c7b901a6,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:22.680918 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b61d6bae-707f-4c8d-9a7d-211423d53280 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:16:22.684133 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0e2613-3c53-4671-b3d5-5e7ca5b3358a None None] Routers {'428fed0c-fa7d-4e06-b932-067e0676a428'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:16:22.686878 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-9f0e2613-3c53-4671-b3d5-5e7ca5b3358a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:16:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['428fed0c-fa7d-4e06-b932-067e0676a428'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:22.714442 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b61d6bae-707f-4c8d-9a7d-211423d53280 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:22.721390 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-b61d6bae-707f-4c8d-9a7d-211423d53280 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Added segment 8316af8d-4bf6-4b31-8bb2-2bd3fcb18e4d of type vlan for network 9f0b3b2a-2250-40eb-ab9e-72918d117867 Aug 18 13:16:22.807045 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b61d6bae-707f-4c8d-9a7d-211423d53280 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:22.816208 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-9f0e2613-3c53-4671-b3d5-5e7ca5b3358a None None] Set router 428fed0c-fa7d-4e06-b932-067e0676a428 gateway port host: None {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:16:22.891163 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-9f0e2613-3c53-4671-b3d5-5e7ca5b3358a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'name': 'tempest-RoutersIpV6Test-router-636643852', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:15:02Z', 'updated_at': '2021-08-18T13:16:16Z', 'revision_number': 11, 'project_id': '01cf70040508408f95a82df41495eab1', 'gw_port_host': None}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:22.969392 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b61d6bae-707f-4c8d-9a7d-211423d53280 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:22.985556 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61d6bae-707f-4c8d-9a7d-211423d53280 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:22.987051 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b61d6bae-707f-4c8d-9a7d-211423d53280 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:23.077345 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0e2613-3c53-4671-b3d5-5e7ca5b3358a None None] The sync data for ids ['428fed0c-fa7d-4e06-b932-067e0676a428'] in n-d-803603-2 is: [{'id': '428fed0c-fa7d-4e06-b932-067e0676a428', 'name': 'tempest-RoutersIpV6Test-router-636643852', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:15:02Z', 'updated_at': '2021-08-18T13:16:16Z', 'revision_number': 11, 'project_id': '01cf70040508408f95a82df41495eab1', 'gw_port_host': None}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:16:23.092148 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device cf2081ec-7568-46d2-9010-a1e6ceb43329 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:16:23.146140 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d6bae-707f-4c8d-9a7d-211423d53280 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'Network': ['ID=9f0b3b2a-2250-40eb-ab9e-72918d117867,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:23.164318 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 9f0b3b2a-2250-40eb-ab9e-72918d117867 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:16:23.243121 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b61d6bae-707f-4c8d-9a7d-211423d53280 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0872934 Aug 18 13:16:23.245949 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43190) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:23.252328 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-b9e836a6-fc9d-4030-8bd0-5e9c8971b822 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'subnet': {'network_id': '9f0b3b2a-2250-40eb-ab9e-72918d117867', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:23.305858 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port cf2081ec-7568-46d2-9010-a1e6ceb43329 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:16:23.327463 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6c25e405-eb2d-444d-af91-1a8e5d64f48e no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:16:23.379284 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 6c25e405-eb2d-444d-af91-1a8e5d64f48e {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:16:23.381152 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6c25e405-eb2d-444d-af91-1a8e5d64f48e not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:16:23.400104 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-30b6f835-12f3-4bce-b4b3-745dc6919e26 req-43e7dc53-c6a6-4970-8914-b75d7facec81 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1266e75-8cf2-4343-b645-2c6d02d154e0 HTTP/1.1" status: 200 len: 1002 time: 0.8691492 Aug 18 13:16:23.410458 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-955d6845-306e-41ec-b17e-d24ba588234d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:23.412972 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-955d6845-306e-41ec-b17e-d24ba588234d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:23.494619 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43196) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:23.597915 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e836a6-fc9d-4030-8bd0-5e9c8971b822 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Made reservation on behalf of 2fb4f687cb0a48178df1ff10e4bcf284 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:16:23.604530 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b9e836a6-fc9d-4030-8bd0-5e9c8971b822 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:23.617186 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b80f3b-b4c4-4844-bfaf-3c6db3c669ae None None] Network 97355b5a-f15f-47b5-aa8e-615f99dd95de requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:16:23.621422 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-955d6845-306e-41ec-b17e-d24ba588234d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:23.622551 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955d6845-306e-41ec-b17e-d24ba588234d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Fanout notify agent at l3_agent the message router_deleted on router 428fed0c-fa7d-4e06-b932-067e0676a428 {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:16:23.643595 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-955d6845-306e-41ec-b17e-d24ba588234d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:23.644932 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-955d6845-306e-41ec-b17e-d24ba588234d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "DELETE /v2.0/routers/428fed0c-fa7d-4e06-b932-067e0676a428 HTTP/1.1" status: 204 len: 168 time: 1.2673442 Aug 18 13:16:23.666849 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43204) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:23.677830 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-fb9541f6-4577-4f52-8d6a-8fef5fee2f86 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-40356936', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:23.712260 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6f835-12f3-4bce-b4b3-745dc6919e26 req-44279574-c866-46b1-955c-2340fa6f9add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:23.722555 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-30b6f835-12f3-4bce-b4b3-745dc6919e26 req-44279574-c866-46b1-955c-2340fa6f9add service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b67b5eb-5023-44fb-9233-f86410fc385e HTTP/1.1" status: 200 len: 834 time: 0.1568401 Aug 18 13:16:23.722555 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afcaa94b-b428-4189-83b9-c45b18ca0d96 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:16:23.750222 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e66817-7a04-40b0-b36b-d48b16e9ebcd None None] Sync routers for ids ['b25acc43-7378-4c4d-a01a-8690b37612a7'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:16:23.801081 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e8564feb-f985-4678-a568-6459e0726307 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a45397c4a7d4474ba973ba423e6989f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3053455 Aug 18 13:16:23.805050 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43206) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:23.810270 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e66817-7a04-40b0-b36b-d48b16e9ebcd None None] Routers {'b25acc43-7378-4c4d-a01a-8690b37612a7'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:16:23.812892 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e9e66817-7a04-40b0-b36b-d48b16e9ebcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:16:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['b25acc43-7378-4c4d-a01a-8690b37612a7'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:23.852064 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6f835-12f3-4bce-b4b3-745dc6919e26 req-913dc03f-1e86-42d6-992e-ec9f5f0b009f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:23.853675 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-30b6f835-12f3-4bce-b4b3-745dc6919e26 req-913dc03f-1e86-42d6-992e-ec9f5f0b009f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0d945faf-920a-4b7f-9870-92ae6ded723e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1266677 Aug 18 13:16:23.942403 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fb9541f6-4577-4f52-8d6a-8fef5fee2f86 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:23.942830 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f1eb475c-63b2-4c0c-9fdf-da7f2e51719a None None] Provisioning for port cf2081ec-7568-46d2-9010-a1e6ceb43329 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:16:23.943550 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fb9541f6-4577-4f52-8d6a-8fef5fee2f86 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:23.954040 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-e9e66817-7a04-40b0-b36b-d48b16e9ebcd None None] Set router b25acc43-7378-4c4d-a01a-8690b37612a7 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:16:23.957828 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-afcaa94b-b428-4189-83b9-c45b18ca0d96 admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:23.959181 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-afcaa94b-b428-4189-83b9-c45b18ca0d96 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.0007362 Aug 18 13:16:23.962209 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43208) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:24.011834 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-72e0e091-0774-4aff-a4b5-ac53f890cd6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:24.020129 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f1eb475c-63b2-4c0c-9fdf-da7f2e51719a None None] Provisioning complete for port cf2081ec-7568-46d2-9010-a1e6ceb43329 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:16:24.020515 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f1eb475c-63b2-4c0c-9fdf-da7f2e51719a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:24.055677 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fb9541f6-4577-4f52-8d6a-8fef5fee2f86 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:24.058044 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-30b6f835-12f3-4bce-b4b3-745dc6919e26 req-aa52031a-3d57-4257-98a9-1a6781453c0e service neutron] 10.222.0.20 "GET /v2.0/networks/0d945faf-920a-4b7f-9870-92ae6ded723e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953945 Aug 18 13:16:24.065506 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b9e836a6-fc9d-4030-8bd0-5e9c8971b822 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:24.144700 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-72e0e091-0774-4aff-a4b5-ac53f890cd6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:24.199273 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e836a6-fc9d-4030-8bd0-5e9c8971b822 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'Subnet': ['ID=222c5136-8586-486e-bf0f-05d3bce596b5,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:24.208615 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e836a6-fc9d-4030-8bd0-5e9c8971b822 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Checking segment: {'id': '8316af8d-4bf6-4b31-8bb2-2bd3fcb18e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9f0b3b2a-2250-40eb-ab9e-72918d117867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:16:24.208819 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e836a6-fc9d-4030-8bd0-5e9c8971b822 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Network hostable DHCP agents. Network: 9f0b3b2a-2250-40eb-ab9e-72918d117867, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:16:24.261625 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fb9541f6-4577-4f52-8d6a-8fef5fee2f86 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:24.311446 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-30b6f835-12f3-4bce-b4b3-745dc6919e26 req-93ae81ac-f188-4a8c-a3ba-e3948eeb4b02 service neutron] 10.222.0.20 "GET /v2.0/networks/0d945faf-920a-4b7f-9870-92ae6ded723e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451766 Aug 18 13:16:24.385463 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e836a6-fc9d-4030-8bd0-5e9c8971b822 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Network 9f0b3b2a-2250-40eb-ab9e-72918d117867 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:16:24.412669 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fb9541f6-4577-4f52-8d6a-8fef5fee2f86 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:24.417299 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-fb9541f6-4577-4f52-8d6a-8fef5fee2f86 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7455404 Aug 18 13:16:24.417299 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-72e0e091-0774-4aff-a4b5-ac53f890cd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:24.419829 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-72e0e091-0774-4aff-a4b5-ac53f890cd6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:24.421280 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-72e0e091-0774-4aff-a4b5-ac53f890cd6b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9092e50c-59bb-419e-9651-6692846d1f12 HTTP/1.1" status: 204 len: 168 time: 0.6149802 Aug 18 13:16:24.426503 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43210) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:24.434125 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-d93d9f5f-d529-4e2e-932d-241f8f7ff0b6 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:24.467582 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f1eb475c-63b2-4c0c-9fdf-da7f2e51719a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:24.487479 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0e091-0774-4aff-a4b5-ac53f890cd6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9092e50c-59bb-419e-9651-6692846d1f12,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:24.506267 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f1eb475c-63b2-4c0c-9fdf-da7f2e51719a None None] For port cf2081ec-7568-46d2-9010-a1e6ceb43329, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=cf2081ec-7568-46d2-9010-a1e6ceb43329,segment=NetworkSegment(f9b6239e-4377-468d-b60c-0cc1f08ea17f),segment_id=f9b6239e-4377-468d-b60c-0cc1f08ea17f)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:16:24.514788 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-b9e836a6-fc9d-4030-8bd0-5e9c8971b822 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 9f0b3b2a-2250-40eb-ab9e-72918d117867) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:16:24.521281 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e836a6-fc9d-4030-8bd0-5e9c8971b822 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:24.522257 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b9e836a6-fc9d-4030-8bd0-5e9c8971b822 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:24.534583 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea92102-0043-4a13-8968-f5761ae3064f None None] Network 9f0b3b2a-2250-40eb-ab9e-72918d117867 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:16:24.669022 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e9e66817-7a04-40b0-b36b-d48b16e9ebcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25acc43-7378-4c4d-a01a-8690b37612a7', 'name': 'tempest-TestAggregatesBasicOps-1175344230-router', 'tenant_id': '3df039c5f1414b0895061a7bab76c1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '0530fc3a-3e74-4aac-b533-68f44895f383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:16:17Z', 'updated_at': '2021-08-18T13:16:20Z', 'revision_number': 3, 'project_id': '3df039c5f1414b0895061a7bab76c1aa', 'gw_port': {'id': '0530fc3a-3e74-4aac-b533-68f44895f383', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25acc43-7378-4c4d-a01a-8690b37612a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:16:19Z', 'updated_at': '2021-08-18T13:16:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:24.670964 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f1eb475c-63b2-4c0c-9fdf-da7f2e51719a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:24.731722 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bcb8a722-b4a8-4d4d-88fc-465802492cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:24.742266 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e66817-7a04-40b0-b36b-d48b16e9ebcd None None] Checking router: b25acc43-7378-4c4d-a01a-8690b37612a7 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:16:24.742672 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e66817-7a04-40b0-b36b-d48b16e9ebcd None None] Updating router b25acc43-7378-4c4d-a01a-8690b37612a7 port 0530fc3a-3e74-4aac-b533-68f44895f383 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:16:24.756867 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b9e836a6-fc9d-4030-8bd0-5e9c8971b822 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5094705 Aug 18 13:16:24.760611 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43220) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:24.773966 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-cd229b8a-cfa3-4f87-92a4-ea912dabfd8d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'port': {'network_id': '9f0b3b2a-2250-40eb-ab9e-72918d117867', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1043592678'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:24.928248 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6c2972-d34e-4fe4-8c08-c8b66d58c560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-9f0b3b2a-2250-40eb-ab9e-72918d117867', 'network_id': '9f0b3b2a-2250-40eb-ab9e-72918d117867', 'tenant_id': '2fb4f687cb0a48178df1ff10e4bcf284', 'fixed_ips': [{'subnet_id': '222c5136-8586-486e-bf0f-05d3bce596b5'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:16:24.930228 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-be6c2972-d34e-4fe4-8c08-c8b66d58c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:24.950093 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d93d9f5f-d529-4e2e-932d-241f8f7ff0b6 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-486308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5626'] for router, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:24.950957 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e9e66817-7a04-40b0-b36b-d48b16e9ebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:25.002163 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43226) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:25.033479 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eb475c-63b2-4c0c-9fdf-da7f2e51719a None None] Pushing event updated for resources: {'Port': ['ID=cf2081ec-7568-46d2-9010-a1e6ceb43329,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:25.036742 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-21bb1af4-1442-43b0-998f-88ec42e843cc None None] Provisioning complete for port cf2081ec-7568-46d2-9010-a1e6ceb43329 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:16:25.037201 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-21bb1af4-1442-43b0-998f-88ec42e843cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:25.049141 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d93d9f5f-d529-4e2e-932d-241f8f7ff0b6 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-486154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-486161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563648'] for router, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:25.142324 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d398ebf4-732e-44bd-ad6c-c725fc6a5705 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:25.142810 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d398ebf4-732e-44bd-ad6c-c725fc6a5705 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:25.143471 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d398ebf4-732e-44bd-ad6c-c725fc6a5705 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:25.145354 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d398ebf4-732e-44bd-ad6c-c725fc6a5705 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] 10.222.0.13 "GET /v2.0/ports?project_id=e63152bca3cb423b9a7763e005387f10&network_id=0d945faf-920a-4b7f-9870-92ae6ded723e HTTP/1.1" status: 200 len: 2970 time: 0.1394656 Aug 18 13:16:25.146984 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-bcb8a722-b4a8-4d4d-88fc-465802492cc2 admin admin] Allocated IP 172.20.0.1 (97355b5a-f15f-47b5-aa8e-615f99dd95de/95ac1659-ccc0-4541-8c70-4e80bd6e9b22/50b8b991-e0af-45c5-94a0-f2b25b9c7e29) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:16:25.241647 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd229b8a-cfa3-4f87-92a4-ea912dabfd8d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Made reservation on behalf of 2fb4f687cb0a48178df1ff10e4bcf284 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:16:25.245443 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cd229b8a-cfa3-4f87-92a4-ea912dabfd8d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:25.282987 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-cd229b8a-cfa3-4f87-92a4-ea912dabfd8d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] device_id is not set on port 5363d4ec-5859-442c-9a7d-cacb121c0fda yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:16:25.288099 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93d9f5f-d529-4e2e-932d-241f8f7ff0b6 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Router fc99df45-5799-46eb-a61f-1233c0ba8096 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:16:25.298820 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bcb8a722-b4a8-4d4d-88fc-465802492cc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:25.353402 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-bcb8a722-b4a8-4d4d-88fc-465802492cc2 admin admin] Transition to ACTIVE for port object 50b8b991-e0af-45c5-94a0-f2b25b9c7e29 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:16:25.433581 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93d9f5f-d529-4e2e-932d-241f8f7ff0b6 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:16:25.441678 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d93d9f5f-d529-4e2e-932d-241f8f7ff0b6 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:25.444892 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d93d9f5f-d529-4e2e-932d-241f8f7ff0b6 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "PUT /v2.0/routers/fc99df45-5799-46eb-a61f-1233c0ba8096 HTTP/1.1" status: 200 len: 696 time: 1.0132210 Aug 18 13:16:25.445282 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43232) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:25.450459 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e56cbf-248a-4082-a446-f9a14efb5e2a None None] Sync routers for ids ['fc99df45-5799-46eb-a61f-1233c0ba8096'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:16:25.462192 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e56cbf-248a-4082-a446-f9a14efb5e2a None None] Routers {'fc99df45-5799-46eb-a61f-1233c0ba8096'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:16:25.462497 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-be6c2972-d34e-4fe4-8c08-c8b66d58c560 None None] Allocated IP 172.20.0.2 (9f0b3b2a-2250-40eb-ab9e-72918d117867/222c5136-8586-486e-bf0f-05d3bce596b5/d92a72cb-d875-440d-aa0c-1c513b7a0a05) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:16:25.463363 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-20e56cbf-248a-4082-a446-f9a14efb5e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:16:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['fc99df45-5799-46eb-a61f-1233c0ba8096'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:25.540971 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bcb8a722-b4a8-4d4d-88fc-465802492cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:25.568494 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43234) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:25.585855 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-20e56cbf-248a-4082-a446-f9a14efb5e2a None None] Set router fc99df45-5799-46eb-a61f-1233c0ba8096 gateway port host: None {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:16:25.591681 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1e262ea4-f70d-4fec-9acd-290c80bcc07c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:25.631317 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e9e66817-7a04-40b0-b36b-d48b16e9ebcd None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:25.711622 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-e9e66817-7a04-40b0-b36b-d48b16e9ebcd None None] Transition to ACTIVE for port object 0530fc3a-3e74-4aac-b533-68f44895f383 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:16:25.719178 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1e262ea4-f70d-4fec-9acd-290c80bcc07c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:25.741279 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-20e56cbf-248a-4082-a446-f9a14efb5e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc99df45-5799-46eb-a61f-1233c0ba8096', 'name': 'tempest-RoutersIpV6Test-router-40356936', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:16:23Z', 'updated_at': '2021-08-18T13:16:24Z', 'revision_number': 2, 'project_id': '01cf70040508408f95a82df41495eab1', 'gw_port_host': None}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:25.808903 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e56cbf-248a-4082-a446-f9a14efb5e2a None None] Checking router: fc99df45-5799-46eb-a61f-1233c0ba8096 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:16:25.819304 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1e262ea4-f70d-4fec-9acd-290c80bcc07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:25.820184 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e56cbf-248a-4082-a446-f9a14efb5e2a None None] Routers {'fc99df45-5799-46eb-a61f-1233c0ba8096'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:16:25.821130 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-20e56cbf-248a-4082-a446-f9a14efb5e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:16:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['fc99df45-5799-46eb-a61f-1233c0ba8096'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:25.842148 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-be6c2972-d34e-4fe4-8c08-c8b66d58c560 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:25.850330 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e9e66817-7a04-40b0-b36b-d48b16e9ebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:25.855993 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-be6c2972-d34e-4fe4-8c08-c8b66d58c560 None None] Transition to ACTIVE for port object d92a72cb-d875-440d-aa0c-1c513b7a0a05 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:16:25.916092 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e262ea4-f70d-4fec-9acd-290c80bcc07c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80aab28-de20-4043-8593-4658e9eb2006,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:25.920625 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-20e56cbf-248a-4082-a446-f9a14efb5e2a None None] Set router fc99df45-5799-46eb-a61f-1233c0ba8096 gateway port host: None {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:16:25.938361 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-be6c2972-d34e-4fe4-8c08-c8b66d58c560 None None] Transition to ACTIVE for port object d92a72cb-d875-440d-aa0c-1c513b7a0a05 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:16:25.947808 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1e262ea4-f70d-4fec-9acd-290c80bcc07c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=42676a02ff634973b8052fec755ed3da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3765135 Aug 18 13:16:25.948567 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-e9e66817-7a04-40b0-b36b-d48b16e9ebcd None None] Attempting to bind port 0530fc3a-3e74-4aac-b533-68f44895f383 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:16:25.949031 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-e9e66817-7a04-40b0-b36b-d48b16e9ebcd None None] Attempting to bind port 0530fc3a-3e74-4aac-b533-68f44895f383 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:16:25.949407 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e66817-7a04-40b0-b36b-d48b16e9ebcd None None] Attempting to bind port 0530fc3a-3e74-4aac-b533-68f44895f383 on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:16:25.949557 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43240) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:25.954252 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab989ef3-7419-4899-865e-6c9d3eeecc7b None None] Pushing event updated for resources: {'Port': ['ID=0530fc3a-3e74-4aac-b533-68f44895f383,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:25.959994 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e66817-7a04-40b0-b36b-d48b16e9ebcd None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:16:25.960413 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e66817-7a04-40b0-b36b-d48b16e9ebcd None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:16:25.960833 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e9e66817-7a04-40b0-b36b-d48b16e9ebcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:25.961226 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e66817-7a04-40b0-b36b-d48b16e9ebcd None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:16:25.961826 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-e9e66817-7a04-40b0-b36b-d48b16e9ebcd None None] Bound port: 0530fc3a-3e74-4aac-b533-68f44895f383, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:16:25.962239 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e9e66817-7a04-40b0-b36b-d48b16e9ebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:25.965305 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8a722-b4a8-4d4d-88fc-465802492cc2 admin admin] Pushing event updated for resources: {'Port': ['ID=50b8b991-e0af-45c5-94a0-f2b25b9c7e29,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:25.985161 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8b283ee3-febd-4f67-8c6a-e4d1c99aac60 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "GET /v2.0/routers/fc99df45-5799-46eb-a61f-1233c0ba8096 HTTP/1.1" status: 200 len: 702 time: 0.5386577 Aug 18 13:16:25.988998 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43242) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:26.002341 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb8a722-b4a8-4d4d-88fc-465802492cc2 admin admin] Network 97355b5a-f15f-47b5-aa8e-615f99dd95de is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:16:26.022126 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-bcb8a722-b4a8-4d4d-88fc-465802492cc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:16:26.040678 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3702987f-f5fe-4906-97b4-33997ef95112 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc99df45-5799-46eb-a61f-1233c0ba8096 HTTP/1.1" status: 200 len: 205 time: 0.0479059 Aug 18 13:16:26.040678 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb8a722-b4a8-4d4d-88fc-465802492cc2 admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:16:26.041198 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43246) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:26.054901 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-e9e66817-7a04-40b0-b36b-d48b16e9ebcd None None] For port 0530fc3a-3e74-4aac-b533-68f44895f383, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:16:26.063045 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-e9e66817-7a04-40b0-b36b-d48b16e9ebcd None None] For port 0530fc3a-3e74-4aac-b533-68f44895f383, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=0530fc3a-3e74-4aac-b533-68f44895f383,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:16:26.065593 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-20e56cbf-248a-4082-a446-f9a14efb5e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc99df45-5799-46eb-a61f-1233c0ba8096', 'name': 'tempest-RoutersIpV6Test-router-40356936', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:16:23Z', 'updated_at': '2021-08-18T13:16:24Z', 'revision_number': 2, 'project_id': '01cf70040508408f95a82df41495eab1', 'gw_port_host': None}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:26.072730 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-be6c2972-d34e-4fe4-8c08-c8b66d58c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:26.131595 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e56cbf-248a-4082-a446-f9a14efb5e2a None None] The sync data for ids ['fc99df45-5799-46eb-a61f-1233c0ba8096'] in n-d-803603-2 is: [{'id': 'fc99df45-5799-46eb-a61f-1233c0ba8096', 'name': 'tempest-RoutersIpV6Test-router-40356936', 'tenant_id': '01cf70040508408f95a82df41495eab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:16:23Z', 'updated_at': '2021-08-18T13:16:24Z', 'revision_number': 2, 'project_id': '01cf70040508408f95a82df41495eab1', 'gw_port_host': None}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:16:26.159602 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-86648f1b-cb1f-4714-bf75-f3eb01d47770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:26.162019 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6c2972-d34e-4fe4-8c08-c8b66d58c560 None None] Network 9f0b3b2a-2250-40eb-ab9e-72918d117867 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:16:26.187557 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e9e66817-7a04-40b0-b36b-d48b16e9ebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:26.189822 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-be6c2972-d34e-4fe4-8c08-c8b66d58c560 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:16:26.202162 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6c2972-d34e-4fe4-8c08-c8b66d58c560 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:16:26.211248 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c2972-d34e-4fe4-8c08-c8b66d58c560 None None] Pushing event updated for resources: {'Port': ['ID=d92a72cb-d875-440d-aa0c-1c513b7a0a05,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:26.256139 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-86648f1b-cb1f-4714-bf75-f3eb01d47770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:26.294015 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aa6ced2d-4b7d-4bdb-8012-d508229ec83e tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:26.367688 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e66817-7a04-40b0-b36b-d48b16e9ebcd None None] Routers {'b25acc43-7378-4c4d-a01a-8690b37612a7'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:16:26.367688 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e9e66817-7a04-40b0-b36b-d48b16e9ebcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:16:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['b25acc43-7378-4c4d-a01a-8690b37612a7'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:26.437543 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-86648f1b-cb1f-4714-bf75-f3eb01d47770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:26.442070 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-86648f1b-cb1f-4714-bf75-f3eb01d47770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:26.446297 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-86648f1b-cb1f-4714-bf75-f3eb01d47770 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d80aab28-de20-4043-8593-4658e9eb2006 HTTP/1.1" status: 204 len: 168 time: 0.4916589 Aug 18 13:16:26.468440 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86648f1b-cb1f-4714-bf75-f3eb01d47770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80aab28-de20-4043-8593-4658e9eb2006,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:26.538956 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bcb8a722-b4a8-4d4d-88fc-465802492cc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:26.597540 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-cd229b8a-cfa3-4f87-92a4-ea912dabfd8d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Allocated IP 172.20.0.6 (9f0b3b2a-2250-40eb-ab9e-72918d117867/222c5136-8586-486e-bf0f-05d3bce596b5/5363d4ec-5859-442c-9a7d-cacb121c0fda) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:16:26.616410 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-e9e66817-7a04-40b0-b36b-d48b16e9ebcd None None] Set router b25acc43-7378-4c4d-a01a-8690b37612a7 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:16:26.731187 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cd229b8a-cfa3-4f87-92a4-ea912dabfd8d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:26.747488 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-cd229b8a-cfa3-4f87-92a4-ea912dabfd8d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Transition to ACTIVE for port object 5363d4ec-5859-442c-9a7d-cacb121c0fda will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:16:26.748266 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-be6c2972-d34e-4fe4-8c08-c8b66d58c560 None None] Attempting to bind port d92a72cb-d875-440d-aa0c-1c513b7a0a05 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:16:26.748774 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-be6c2972-d34e-4fe4-8c08-c8b66d58c560 None None] Attempting to bind port d92a72cb-d875-440d-aa0c-1c513b7a0a05 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '8316af8d-4bf6-4b31-8bb2-2bd3fcb18e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9f0b3b2a-2250-40eb-ab9e-72918d117867'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:16:26.749216 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6c2972-d34e-4fe4-8c08-c8b66d58c560 None None] Attempting to bind port d92a72cb-d875-440d-aa0c-1c513b7a0a05 on network 9f0b3b2a-2250-40eb-ab9e-72918d117867 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:16:26.792373 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aa6ced2d-4b7d-4bdb-8012-d508229ec83e tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:26.809295 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aa6ced2d-4b7d-4bdb-8012-d508229ec83e tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:26.864987 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cd229b8a-cfa3-4f87-92a4-ea912dabfd8d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:26.865236 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab989ef3-7419-4899-865e-6c9d3eeecc7b None None] Pushing event updated for resources: {'Port': ['ID=0530fc3a-3e74-4aac-b533-68f44895f383,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:26.873028 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6c2972-d34e-4fe4-8c08-c8b66d58c560 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:16:26.873563 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6c2972-d34e-4fe4-8c08-c8b66d58c560 None None] Checking segment: {'id': '8316af8d-4bf6-4b31-8bb2-2bd3fcb18e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9f0b3b2a-2250-40eb-ab9e-72918d117867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:16:26.874059 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-be6c2972-d34e-4fe4-8c08-c8b66d58c560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:26.875587 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6c2972-d34e-4fe4-8c08-c8b66d58c560 None None] Bound using segment: {'id': '8316af8d-4bf6-4b31-8bb2-2bd3fcb18e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9f0b3b2a-2250-40eb-ab9e-72918d117867'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:16:26.875985 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-be6c2972-d34e-4fe4-8c08-c8b66d58c560 None None] Bound port: d92a72cb-d875-440d-aa0c-1c513b7a0a05, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8316af8d-4bf6-4b31-8bb2-2bd3fcb18e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9f0b3b2a-2250-40eb-ab9e-72918d117867'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:16:26.876375 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-be6c2972-d34e-4fe4-8c08-c8b66d58c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:26.973553 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd229b8a-cfa3-4f87-92a4-ea912dabfd8d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Network 9f0b3b2a-2250-40eb-ab9e-72918d117867 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:16:26.978858 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-cd229b8a-cfa3-4f87-92a4-ea912dabfd8d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:16:26.984806 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd229b8a-cfa3-4f87-92a4-ea912dabfd8d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:16:27.025544 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-be6c2972-d34e-4fe4-8c08-c8b66d58c560 None None] For port d92a72cb-d875-440d-aa0c-1c513b7a0a05, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:16:27.031476 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-be6c2972-d34e-4fe4-8c08-c8b66d58c560 None None] For port d92a72cb-d875-440d-aa0c-1c513b7a0a05, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=d92a72cb-d875-440d-aa0c-1c513b7a0a05,segment=NetworkSegment(8316af8d-4bf6-4b31-8bb2-2bd3fcb18e4d),segment_id=8316af8d-4bf6-4b31-8bb2-2bd3fcb18e4d)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:16:27.066702 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd229b8a-cfa3-4f87-92a4-ea912dabfd8d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:27.067939 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cd229b8a-cfa3-4f87-92a4-ea912dabfd8d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:27.068354 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-74103ea2-fea5-48c2-964a-01fa3070822d None None] Provisioning for port 50b8b991-e0af-45c5-94a0-f2b25b9c7e29 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:16:27.075092 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device cf2081ec-7568-46d2-9010-a1e6ceb43329 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:16:27.090366 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aa6ced2d-4b7d-4bdb-8012-d508229ec83e tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:27.091199 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6ced2d-4b7d-4bdb-8012-d508229ec83e tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Fanout notify agent at l3_agent the message router_deleted on router fc99df45-5799-46eb-a61f-1233c0ba8096 {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:16:27.106825 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aa6ced2d-4b7d-4bdb-8012-d508229ec83e tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:27.106825 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-aa6ced2d-4b7d-4bdb-8012-d508229ec83e tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "DELETE /v2.0/routers/fc99df45-5799-46eb-a61f-1233c0ba8096 HTTP/1.1" status: 204 len: 168 time: 1.0597339 Aug 18 13:16:27.109503 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43258) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:27.116714 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-74103ea2-fea5-48c2-964a-01fa3070822d None None] Provisioning complete for port 50b8b991-e0af-45c5-94a0-f2b25b9c7e29 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:16:27.117094 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-74103ea2-fea5-48c2-964a-01fa3070822d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:27.126700 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd229b8a-cfa3-4f87-92a4-ea912dabfd8d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'Port': ['ID=5363d4ec-5859-442c-9a7d-cacb121c0fda,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:27.157071 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f79de801-5ee6-4062-bc54-7b5fe32dd58a tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc99df45-5799-46eb-a61f-1233c0ba8096 HTTP/1.1" status: 200 len: 205 time: 0.0461257 Aug 18 13:16:27.159773 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43260) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:27.163903 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-cd229b8a-cfa3-4f87-92a4-ea912dabfd8d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.4015343 Aug 18 13:16:27.170974 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43262) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:27.247700 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-74103ea2-fea5-48c2-964a-01fa3070822d None None] Port 50b8b991-e0af-45c5-94a0-f2b25b9c7e29 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:16:27.269227 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-be6c2972-d34e-4fe4-8c08-c8b66d58c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:27.299996 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-85843ee2-4ac0-4817-a3f5-55085a7723a3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] delete failed (client error): The resource could not be found. Aug 18 13:16:27.301617 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-85843ee2-4ac0-4817-a3f5-55085a7723a3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "DELETE /v2.0/routers/fc99df45-5799-46eb-a61f-1233c0ba8096 HTTP/1.1" status: 404 len: 336 time: 0.1405432 Aug 18 13:16:27.304609 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43266) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:27.352267 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-a35fd2a5-67ec-4afc-a7ce-1190fed5ae07 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] DELETE failed (client error): The resource could not be found. Aug 18 13:16:27.353348 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a35fd2a5-67ec-4afc-a7ce-1190fed5ae07 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:16:27.357183 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a35fd2a5-67ec-4afc-a7ce-1190fed5ae07 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "DELETE /v2.0/subnets/e066f985-2b1b-415d-901f-b62f26ccae3c HTTP/1.1" status: 404 len: 337 time: 0.0513301 Aug 18 13:16:27.360678 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43268) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:27.404746 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bcb8a722-b4a8-4d4d-88fc-465802492cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:27.448059 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-3115e492-f441-4c4b-8c35-1978fefe7cbe tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] DELETE failed (client error): The resource could not be found. Aug 18 13:16:27.449727 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3115e492-f441-4c4b-8c35-1978fefe7cbe tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:16:27.453244 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3115e492-f441-4c4b-8c35-1978fefe7cbe tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "DELETE /v2.0/subnets/d04211f2-accf-4301-a174-8a439c21ed6d HTTP/1.1" status: 404 len: 337 time: 0.0878699 Aug 18 13:16:27.454597 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43270) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:27.463406 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port cf2081ec-7568-46d2-9010-a1e6ceb43329 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:16:27.463852 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:27.501688 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-824cd492-9f1f-4882-a895-9ec6e9a802d2 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Deleting port 5363d4ec-5859-442c-9a7d-cacb121c0fda {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:16:27.502344 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-824cd492-9f1f-4882-a895-9ec6e9a802d2 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:27.507306 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c2972-d34e-4fe4-8c08-c8b66d58c560 None None] Pushing event updated for resources: {'Port': ['ID=d92a72cb-d875-440d-aa0c-1c513b7a0a05,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:27.513514 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf52bcff-dc97-4a84-b798-57a287143794 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] DELETE failed (client error): The resource could not be found. Aug 18 13:16:27.520841 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf52bcff-dc97-4a84-b798-57a287143794 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:16:27.525888 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-cf52bcff-dc97-4a84-b798-57a287143794 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "DELETE /v2.0/subnets/0154f54f-1f6d-41e5-a011-efee403c71e0 HTTP/1.1" status: 404 len: 337 time: 0.0673862 Aug 18 13:16:27.529946 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43272) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:27.547101 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e9e66817-7a04-40b0-b36b-d48b16e9ebcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25acc43-7378-4c4d-a01a-8690b37612a7', 'name': 'tempest-TestAggregatesBasicOps-1175344230-router', 'tenant_id': '3df039c5f1414b0895061a7bab76c1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '0530fc3a-3e74-4aac-b533-68f44895f383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:16:17Z', 'updated_at': '2021-08-18T13:16:20Z', 'revision_number': 3, 'project_id': '3df039c5f1414b0895061a7bab76c1aa', 'gw_port': {'id': '0530fc3a-3e74-4aac-b533-68f44895f383', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25acc43-7378-4c4d-a01a-8690b37612a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:16:19Z', 'updated_at': '2021-08-18T13:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:27.572352 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-3944da4c-9a49-43ee-aee5-ff887fd52c55 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] DELETE failed (client error): The resource could not be found. Aug 18 13:16:27.572823 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3944da4c-9a49-43ee-aee5-ff887fd52c55 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:16:27.574820 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3944da4c-9a49-43ee-aee5-ff887fd52c55 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "DELETE /v2.0/subnets/eb1b2b40-32c9-4de0-a0af-c7ac9b8ea581 HTTP/1.1" status: 404 len: 337 time: 0.0455923 Aug 18 13:16:27.577524 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43274) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:27.618976 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c25fd1be-3642-41d7-9100-0645b758695c tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "GET /v2.0/ports?device_id=428fed0c-fa7d-4e06-b932-067e0676a428 HTTP/1.1" status: 200 len: 205 time: 0.0402322 Aug 18 13:16:27.621161 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43276) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:27.651970 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e66817-7a04-40b0-b36b-d48b16e9ebcd None None] The sync data for ids ['b25acc43-7378-4c4d-a01a-8690b37612a7'] in n-d-803603-2 is: [{'id': 'b25acc43-7378-4c4d-a01a-8690b37612a7', 'name': 'tempest-TestAggregatesBasicOps-1175344230-router', 'tenant_id': '3df039c5f1414b0895061a7bab76c1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '0530fc3a-3e74-4aac-b533-68f44895f383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:16:17Z', 'updated_at': '2021-08-18T13:16:20Z', 'revision_number': 3, 'project_id': '3df039c5f1414b0895061a7bab76c1aa', 'gw_port': {'id': '0530fc3a-3e74-4aac-b533-68f44895f383', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25acc43-7378-4c4d-a01a-8690b37612a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:16:19Z', 'updated_at': '2021-08-18T13:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:16:27.723079 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-f6ba0e40-3239-48e8-a7e2-43b1d4251538 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] delete failed (client error): The resource could not be found. Aug 18 13:16:27.725691 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f6ba0e40-3239-48e8-a7e2-43b1d4251538 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "DELETE /v2.0/routers/428fed0c-fa7d-4e06-b932-067e0676a428 HTTP/1.1" status: 404 len: 336 time: 0.1009574 Aug 18 13:16:27.727038 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43278) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:27.770286 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-824cd492-9f1f-4882-a895-9ec6e9a802d2 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:27.826983 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9723c51a-461a-4c27-8529-37440a05e689 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "GET /v2.0/ports?device_id=646d5535-04a2-45cb-859f-5bba8a9927e1 HTTP/1.1" status: 200 len: 205 time: 0.0932796 Aug 18 13:16:27.833333 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43282) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:27.918938 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43284) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:27.925393 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-c90bbe24-d3be-4116-86d0-f0b0458a2af8 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] delete failed (client error): The resource could not be found. Aug 18 13:16:27.934325 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c90bbe24-d3be-4116-86d0-f0b0458a2af8 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "DELETE /v2.0/routers/646d5535-04a2-45cb-859f-5bba8a9927e1 HTTP/1.1" status: 404 len: 336 time: 0.0972805 Aug 18 13:16:27.936556 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43288) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:27.979197 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:27.983552 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-824cd492-9f1f-4882-a895-9ec6e9a802d2 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Calling delete_port for 5363d4ec-5859-442c-9a7d-cacb121c0fda owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:16:27.985793 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-64d9a26f-7142-4e4f-b823-3697ccbad6c5 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] DELETE failed (client error): The resource could not be found. Aug 18 13:16:27.986417 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64d9a26f-7142-4e4f-b823-3697ccbad6c5 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:16:27.988318 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-64d9a26f-7142-4e4f-b823-3697ccbad6c5 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "DELETE /v2.0/subnets/2909856e-fe37-44b5-ab39-bf44823a3fe9 HTTP/1.1" status: 404 len: 337 time: 0.0482445 Aug 18 13:16:27.991764 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43290) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:28.031966 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b3c6f7e3-7ac8-4598-b817-0a9306c80fa2 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3827671-a337-42ac-b30e-e84a3f052071 HTTP/1.1" status: 200 len: 205 time: 0.0389469 Aug 18 13:16:28.035214 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43292) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:28.102620 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-160bda46-e699-481e-b9ff-65fff340d5a3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] delete failed (client error): The resource could not be found. Aug 18 13:16:28.104846 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-160bda46-e699-481e-b9ff-65fff340d5a3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "DELETE /v2.0/routers/c3827671-a337-42ac-b30e-e84a3f052071 HTTP/1.1" status: 404 len: 336 time: 0.0674734 Aug 18 13:16:28.108713 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43296) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:28.120203 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bcb8a722-b4a8-4d4d-88fc-465802492cc2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:28.126490 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-fa2e22b8-89ab-4a43-8787-e90637989d23 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ececd16862c84b8ebd586ee4853e3bc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1932917 Aug 18 13:16:28.126490 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43298) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:28.163282 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-556cd7fb-048b-4a41-b7c5-1e9bdf83a095 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "GET /v2.0/ports?device_id=39737d14-d79e-4e5b-aaf7-ecd5f879f63c HTTP/1.1" status: 200 len: 205 time: 0.0477977 Aug 18 13:16:28.165598 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43300) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:28.211302 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bcb8a722-b4a8-4d4d-88fc-465802492cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:28.259011 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-0339b52e-5084-4795-83f4-55e01e6f8b18 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] delete failed (client error): The resource could not be found. Aug 18 13:16:28.260644 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0339b52e-5084-4795-83f4-55e01e6f8b18 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "DELETE /v2.0/routers/39737d14-d79e-4e5b-aaf7-ecd5f879f63c HTTP/1.1" status: 404 len: 336 time: 0.0937982 Aug 18 13:16:28.263613 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43304) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:28.299885 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bcb8a722-b4a8-4d4d-88fc-465802492cc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:28.348541 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-e28be2b8-2532-466e-afdb-d5115e5b1ed3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] DELETE failed (client error): The resource could not be found. Aug 18 13:16:28.349093 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e28be2b8-2532-466e-afdb-d5115e5b1ed3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:16:28.356790 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e28be2b8-2532-466e-afdb-d5115e5b1ed3 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "DELETE /v2.0/subnets/2a85273e-8e28-4e8d-88f0-667fa921dbd9 HTTP/1.1" status: 404 len: 337 time: 0.0914392 Aug 18 13:16:28.357648 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43306) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:28.405249 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a67c2d8f-eebe-4fe5-93ae-f2872354edfe tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7c76548-19b2-402e-aa18-2a4c45d3d307 HTTP/1.1" status: 200 len: 205 time: 0.0432603 Aug 18 13:16:28.406479 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43308) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:28.502439 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-a03e211b-ee88-4a35-b7e7-a72b69f1f265 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] delete failed (client error): The resource could not be found. Aug 18 13:16:28.503499 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a03e211b-ee88-4a35-b7e7-a72b69f1f265 tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "DELETE /v2.0/routers/f7c76548-19b2-402e-aa18-2a4c45d3d307 HTTP/1.1" status: 404 len: 336 time: 0.0960288 Aug 18 13:16:28.506513 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43310) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:28.540270 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8a722-b4a8-4d4d-88fc-465802492cc2 admin admin] Pushing event updated for resources: {'Port': ['ID=50b8b991-e0af-45c5-94a0-f2b25b9c7e29,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:28.555028 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3474f6e-8df1-4512-b3d3-f69672608d2d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] DELETE failed (client error): The resource could not be found. Aug 18 13:16:28.555497 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3474f6e-8df1-4512-b3d3-f69672608d2d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:16:28.558082 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e3474f6e-8df1-4512-b3d3-f69672608d2d tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "DELETE /v2.0/subnets/982bc4dd-d5fd-487f-b550-aa16ca318923 HTTP/1.1" status: 404 len: 337 time: 0.0503621 Aug 18 13:16:28.560941 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43312) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:28.618411 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-226a6667-4d44-4d7e-bc9b-7df383c1c71e tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "GET /v2.0/ports?device_id=85e06245-b0c2-4e04-965a-6993148c46b1 HTTP/1.1" status: 200 len: 205 time: 0.0445383 Aug 18 13:16:28.619994 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43314) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:28.687451 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b5985dac-b17c-402c-ac95-53f78f03b9d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:28.701611 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-3c91155c-15a2-4eac-afaa-8c9e08167c4f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] delete failed (client error): The resource could not be found. Aug 18 13:16:28.701611 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3c91155c-15a2-4eac-afaa-8c9e08167c4f tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "DELETE /v2.0/routers/85e06245-b0c2-4e04-965a-6993148c46b1 HTTP/1.1" status: 404 len: 336 time: 0.0778787 Aug 18 13:16:28.702223 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43318) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:28.744831 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:28.752370 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b5985dac-b17c-402c-ac95-53f78f03b9d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:28.762745 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-4609b9b7-294d-4521-a690-72932df39ffa tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] DELETE failed (client error): The resource could not be found. Aug 18 13:16:28.762745 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4609b9b7-294d-4521-a690-72932df39ffa tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:16:28.767851 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4609b9b7-294d-4521-a690-72932df39ffa tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "DELETE /v2.0/subnets/f61cba85-bade-4989-9fe6-d81127c8af53 HTTP/1.1" status: 404 len: 337 time: 0.0611360 Aug 18 13:16:28.768097 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb8a722-b4a8-4d4d-88fc-465802492cc2 admin admin] Network 97355b5a-f15f-47b5-aa8e-615f99dd95de is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:16:28.768562 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43320) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:28.772843 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-bcb8a722-b4a8-4d4d-88fc-465802492cc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:16:28.808318 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f2f4513-5e40-4fb8-b802-96aba0bd85aa tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] DELETE failed (client error): The resource could not be found. Aug 18 13:16:28.808926 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f2f4513-5e40-4fb8-b802-96aba0bd85aa tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:16:28.813972 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7f2f4513-5e40-4fb8-b802-96aba0bd85aa tempest-RoutersIpV6Test-859967328 tempest-RoutersIpV6Test-859967328-project] 10.222.0.13 "DELETE /v2.0/subnets/f2956953-433b-4dc6-9884-c45cc880f88e HTTP/1.1" status: 404 len: 337 time: 0.0413234 Aug 18 13:16:28.860245 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-824cd492-9f1f-4882-a895-9ec6e9a802d2 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:28.924711 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824cd492-9f1f-4882-a895-9ec6e9a802d2 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event deleted for resources: {'Port': ['ID=5363d4ec-5859-442c-9a7d-cacb121c0fda,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:29.103245 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37870e57-27bd-4426-a4c8-9f774d61b564 None None] Network 9f0b3b2a-2250-40eb-ab9e-72918d117867 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:16:29.123833 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-824cd492-9f1f-4882-a895-9ec6e9a802d2 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:29.126793 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-824cd492-9f1f-4882-a895-9ec6e9a802d2 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/ports/5363d4ec-5859-442c-9a7d-cacb121c0fda HTTP/1.1" status: 204 len: 168 time: 1.9541924 Aug 18 13:16:29.129457 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43326) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:29.217512 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b5985dac-b17c-402c-ac95-53f78f03b9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:29.223082 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b5985dac-b17c-402c-ac95-53f78f03b9d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:29.224550 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b5985dac-b17c-402c-ac95-53f78f03b9d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40b9274b-a7ff-44ce-9279-f4bf046ebf0d HTTP/1.1" status: 204 len: 168 time: 1.0398471 Aug 18 13:16:29.244593 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-8407be99-7b4e-42ac-b4f7-a1c0048b21a2 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] GET failed (client error): The resource could not be found. Aug 18 13:16:29.247028 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8407be99-7b4e-42ac-b4f7-a1c0048b21a2 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "GET /v2.0/ports/5363d4ec-5859-442c-9a7d-cacb121c0fda HTTP/1.1" status: 404 len: 333 time: 0.1155920 Aug 18 13:16:29.247745 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43332) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:29.257429 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5985dac-b17c-402c-ac95-53f78f03b9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b9274b-a7ff-44ce-9279-f4bf046ebf0d,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:29.277048 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device d92a72cb-d875-440d-aa0c-1c513b7a0a05 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:16:29.300198 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb8a722-b4a8-4d4d-88fc-465802492cc2 admin admin] Router b25acc43-7378-4c4d-a01a-8690b37612a7 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:16:29.408358 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5c33187-4fde-4d9d-bbd0-90a3f4c2e0ca tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Deleting subnet 222c5136-8586-486e-bf0f-05d3bce596b5 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:16:29.413815 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d5c33187-4fde-4d9d-bbd0-90a3f4c2e0ca tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:29.531551 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d5c33187-4fde-4d9d-bbd0-90a3f4c2e0ca tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:29.571646 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-0b6df156-808a-4da8-96e4-ada6b3dd9cee None None] Provisioning for port d92a72cb-d875-440d-aa0c-1c513b7a0a05 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:16:29.610607 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb8a722-b4a8-4d4d-88fc-465802492cc2 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:16:29.649025 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-bcb8a722-b4a8-4d4d-88fc-465802492cc2 admin admin] 10.222.0.13 "PUT /v2.0/routers/b25acc43-7378-4c4d-a01a-8690b37612a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6762574 Aug 18 13:16:29.691944 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43350) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:29.761807 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43354) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:29.894840 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d5c33187-4fde-4d9d-bbd0-90a3f4c2e0ca tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:29.931039 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e50f384-1172-4923-91ea-90f41390d3a3 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:29.944365 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7e50f384-1172-4923-91ea-90f41390d3a3 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=0babe39a-03c6-4af7-9ca5-00804dd781c2 HTTP/1.1" status: 200 len: 814 time: 0.1812332 Aug 18 13:16:30.055173 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-260af3ea-ac0c-4aac-bb45-2bb3e1aeb252 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=01cf70040508408f95a82df41495eab1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3619640 Aug 18 13:16:30.059834 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43364) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:30.087747 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port d92a72cb-d875-440d-aa0c-1c513b7a0a05 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:16:30.103211 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port d92a72cb-d875-440d-aa0c-1c513b7a0a05 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:16:30.103630 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:30.132257 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e516a96a-d8fd-4e57-8242-3924d0aabab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:30.147643 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-0b6df156-808a-4da8-96e4-ada6b3dd9cee None None] Provisioning complete for port 50b8b991-e0af-45c5-94a0-f2b25b9c7e29 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:16:30.147966 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0b6df156-808a-4da8-96e4-ada6b3dd9cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:30.160928 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e516a96a-d8fd-4e57-8242-3924d0aabab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:30.206924 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-0b6df156-808a-4da8-96e4-ada6b3dd9cee None None] Port 50b8b991-e0af-45c5-94a0-f2b25b9c7e29 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:16:30.252292 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d5c33187-4fde-4d9d-bbd0-90a3f4c2e0ca tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:30.297919 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c33187-4fde-4d9d-bbd0-90a3f4c2e0ca tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event deleted for resources: {'Subnet': ['ID=222c5136-8586-486e-bf0f-05d3bce596b5,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:30.308911 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d5c33187-4fde-4d9d-bbd0-90a3f4c2e0ca tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:30.311350 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d5c33187-4fde-4d9d-bbd0-90a3f4c2e0ca tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/subnets/222c5136-8586-486e-bf0f-05d3bce596b5 HTTP/1.1" status: 204 len: 168 time: 1.0625839 Aug 18 13:16:30.313898 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e516a96a-d8fd-4e57-8242-3924d0aabab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:30.316094 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43370) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:30.328463 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e516a96a-d8fd-4e57-8242-3924d0aabab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:30.328463 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e516a96a-d8fd-4e57-8242-3924d0aabab4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/79df8dec-140a-46e0-9e2c-6d6ea2e39267 HTTP/1.1" status: 204 len: 168 time: 0.2581534 Aug 18 13:16:30.333529 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:30.346081 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e516a96a-d8fd-4e57-8242-3924d0aabab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79df8dec-140a-46e0-9e2c-6d6ea2e39267,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:30.423380 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port d92a72cb-d875-440d-aa0c-1c513b7a0a05, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=d92a72cb-d875-440d-aa0c-1c513b7a0a05,segment=NetworkSegment(8316af8d-4bf6-4b31-8bb2-2bd3fcb18e4d),segment_id=8316af8d-4bf6-4b31-8bb2-2bd3fcb18e4d)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:16:30.499869 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:30.500795 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 0530fc3a-3e74-4aac-b533-68f44895f383 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:16:30.509846 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c21376f9-4adf-4e70-9743-444219322001 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:30.622359 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dd33d8-0ed2-4fbd-a911-6a4b23068834 None None] Network 9f0b3b2a-2250-40eb-ab9e-72918d117867 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:16:30.631464 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-c21376f9-4adf-4e70-9743-444219322001 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Deleting port d92a72cb-d875-440d-aa0c-1c513b7a0a05 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:16:30.632521 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c21376f9-4adf-4e70-9743-444219322001 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:30.732247 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b70b5d-6e5d-43e7-ad92-349b2701106d None None] Sync routers for ids ['b25acc43-7378-4c4d-a01a-8690b37612a7'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:16:30.743814 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-c21376f9-4adf-4e70-9743-444219322001 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] For port d92a72cb-d875-440d-aa0c-1c513b7a0a05, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=d92a72cb-d875-440d-aa0c-1c513b7a0a05,segment=NetworkSegment(8316af8d-4bf6-4b31-8bb2-2bd3fcb18e4d),segment_id=8316af8d-4bf6-4b31-8bb2-2bd3fcb18e4d)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:16:30.744243 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c21376f9-4adf-4e70-9743-444219322001 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:30.761056 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-c21376f9-4adf-4e70-9743-444219322001 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Calling delete_port for d92a72cb-d875-440d-aa0c-1c513b7a0a05 owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:16:30.776696 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b70b5d-6e5d-43e7-ad92-349b2701106d None None] Routers {'b25acc43-7378-4c4d-a01a-8690b37612a7'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:16:30.777329 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f9b70b5d-6e5d-43e7-ad92-349b2701106d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:16:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['b25acc43-7378-4c4d-a01a-8690b37612a7'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:30.787147 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a51c4615-1041-4239-b6c3-82a153abd83c None None] Provisioning complete for port d92a72cb-d875-440d-aa0c-1c513b7a0a05 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:16:30.787823 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a51c4615-1041-4239-b6c3-82a153abd83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:30.789561 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=d92a72cb-d875-440d-aa0c-1c513b7a0a05,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:30.987323 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 0530fc3a-3e74-4aac-b533-68f44895f383 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:16:31.002938 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c21376f9-4adf-4e70-9743-444219322001 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:31.011214 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 0530fc3a-3e74-4aac-b533-68f44895f383 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:16:31.011772 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:31.063322 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21376f9-4adf-4e70-9743-444219322001 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event deleted for resources: {'Port': ['ID=d92a72cb-d875-440d-aa0c-1c513b7a0a05,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:31.088643 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21376f9-4adf-4e70-9743-444219322001 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] No DVR routers for this DVR port d92a72cb-d875-440d-aa0c-1c513b7a0a05 on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:16:31.124283 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-f9b70b5d-6e5d-43e7-ad92-349b2701106d None None] Set router b25acc43-7378-4c4d-a01a-8690b37612a7 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:16:31.141437 n-d-803603-2 neutron-server[101677]: INFO neutron.plugins.ml2.db [None req-a51c4615-1041-4239-b6c3-82a153abd83c None None] No ports have port_id starting with d92a72cb-d875-440d-aa0c-1c513b7a0a05 Aug 18 13:16:31.182266 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43396) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:31.198509 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-6cd129c2-6608-4c06-b987-e32d77d133e0 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Request body: {'network': {'name': 'tempest-network-smoke--649778811', 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'port_security_enabled': True}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:31.316347 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd129c2-6608-4c06-b987-e32d77d133e0 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Made reservation on behalf of e63152bca3cb423b9a7763e005387f10 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:16:31.321162 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6cd129c2-6608-4c06-b987-e32d77d133e0 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:31.327281 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61b5918-2f43-4a4f-8926-dc54914a9cb6 None None] DHCP port deletion for 9f0b3b2a-2250-40eb-ab9e-72918d117867 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:16:31.348907 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c21376f9-4adf-4e70-9743-444219322001 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:31.358564 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43400) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:31.361012 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:31.367733 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cd129c2-6608-4c06-b987-e32d77d133e0 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:16:31.382824 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6cd129c2-6608-4c06-b987-e32d77d133e0 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:31.392610 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-6cd129c2-6608-4c06-b987-e32d77d133e0 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Added segment 6c6fddde-dfd0-4e8a-ab3b-09680f994096 of type vlan for network 386a060a-1b95-4dd6-b0ac-7fdd7b22667b Aug 18 13:16:31.392770 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-c21376f9-4adf-4e70-9743-444219322001 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f0b3b2a-2250-40eb-ab9e-72918d117867']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:31.403238 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 0530fc3a-3e74-4aac-b533-68f44895f383, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=0530fc3a-3e74-4aac-b533-68f44895f383,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:16:31.406813 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-32973258-4a28-4f78-873c-3265a3f929d7 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1877197476-network', 'tenant_id': 'bdd058ba7e6f450b96ea20bc0595e732'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:31.431792 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-c21376f9-4adf-4e70-9743-444219322001 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8316af8d-4bf6-4b31-8bb2-2bd3fcb18e4d') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:31.432086 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-c21376f9-4adf-4e70-9743-444219322001 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8316af8d-4bf6-4b31-8bb2-2bd3fcb18e4d') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:31.473033 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c21376f9-4adf-4e70-9743-444219322001 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:31.490398 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6cd129c2-6608-4c06-b987-e32d77d133e0 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:31.494445 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:31.498589 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c21376f9-4adf-4e70-9743-444219322001 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:31.508259 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c21376f9-4adf-4e70-9743-444219322001 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:16:31.508749 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c21376f9-4adf-4e70-9743-444219322001 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:31.512903 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:16:31.512903 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:16:31.512903 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:16:31.512903 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:16:31.512903 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:16:31.512903 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:16:31.512903 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:16:31.512903 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:16:31.512903 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:16:31.512903 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:16:31.512903 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:16:31.512903 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:16:31.512903 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:16:31.512903 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:16:31.512903 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:16:31.512903 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:16:31.512903 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:16:31.512903 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:16:31.512903 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:16:31.512903 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:16:31.512903 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:16:31.512903 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:16:31.512903 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:16:31.512903 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:16:31.512903 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:16:31.512903 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:16:31.512903 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:16:31.512903 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:16:31.512903 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:16:31.512903 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:16:31.512903 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:16:31.512903 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:16:31.585806 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32973258-4a28-4f78-873c-3265a3f929d7 admin admin] Made reservation on behalf of bdd058ba7e6f450b96ea20bc0595e732 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:16:31.589196 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-32973258-4a28-4f78-873c-3265a3f929d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:31.603261 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-32973258-4a28-4f78-873c-3265a3f929d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:31.626132 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6cd129c2-6608-4c06-b987-e32d77d133e0 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:31.636415 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd129c2-6608-4c06-b987-e32d77d133e0 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:31.637525 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6cd129c2-6608-4c06-b987-e32d77d133e0 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:31.690580 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c21376f9-4adf-4e70-9743-444219322001 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:31.712438 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device d92a72cb-d875-440d-aa0c-1c513b7a0a05 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:16:31.719348 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=0530fc3a-3e74-4aac-b533-68f44895f383,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:31.736684 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c21376f9-4adf-4e70-9743-444219322001 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:31.743725 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c21376f9-4adf-4e70-9743-444219322001 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/networks/9f0b3b2a-2250-40eb-ab9e-72918d117867 HTTP/1.1" status: 204 len: 168 time: 1.4214580 Aug 18 13:16:31.743725 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21376f9-4adf-4e70-9743-444219322001 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event deleted for resources: {'Network': ['ID=9f0b3b2a-2250-40eb-ab9e-72918d117867,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:31.743725 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43406) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:31.750838 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-e9a220ad-a168-47f5-afa3-9ba412529d62 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'port': {'network_id': '58208edd-2e9e-4dd3-afe3-a138b3c5e6fd', 'name': 'tempest-PortsTestJSON-961443605'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:31.752099 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f9b70b5d-6e5d-43e7-ad92-349b2701106d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25acc43-7378-4c4d-a01a-8690b37612a7', 'name': 'tempest-TestAggregatesBasicOps-1175344230-router', 'tenant_id': '3df039c5f1414b0895061a7bab76c1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '0530fc3a-3e74-4aac-b533-68f44895f383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:16:17Z', 'updated_at': '2021-08-18T13:16:27Z', 'revision_number': 4, 'project_id': '3df039c5f1414b0895061a7bab76c1aa', 'gw_port': {'id': '0530fc3a-3e74-4aac-b533-68f44895f383', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25acc43-7378-4c4d-a01a-8690b37612a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:16:19Z', 'updated_at': '2021-08-18T13:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '50b8b991-e0af-45c5-94a0-f2b25b9c7e29', 'name': '', 'network_id': '97355b5a-f15f-47b5-aa8e-615f99dd95de', 'tenant_id': '3df039c5f1414b0895061a7bab76c1aa', 'mac_address': 'fa:16:3e:09:88:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25acc43-7378-4c4d-a01a-8690b37612a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '95ac1659-ccc0-4541-8c70-4e80bd6e9b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:16:24Z', 'updated_at': '2021-08-18T13:16:27Z', 'revision_number': 2, 'project_id': '3df039c5f1414b0895061a7bab76c1aa', 'subnets': [{'id': '95ac1659-ccc0-4541-8c70-4e80bd6e9b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:31.766472 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd129c2-6608-4c06-b987-e32d77d133e0 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event updated for resources: {'Network': ['ID=386a060a-1b95-4dd6-b0ac-7fdd7b22667b,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:31.791907 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b70b5d-6e5d-43e7-ad92-349b2701106d None None] Checking router: b25acc43-7378-4c4d-a01a-8690b37612a7 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:16:31.792848 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b70b5d-6e5d-43e7-ad92-349b2701106d None None] Updating router b25acc43-7378-4c4d-a01a-8690b37612a7 port 50b8b991-e0af-45c5-94a0-f2b25b9c7e29 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:16:31.795778 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: d92a72cb-d875-440d-aa0c-1c513b7a0a05 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:16:31.797475 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device d92a72cb-d875-440d-aa0c-1c513b7a0a05 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:16:31.799612 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 386a060a-1b95-4dd6-b0ac-7fdd7b22667b details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:16:31.882599 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f9b70b5d-6e5d-43e7-ad92-349b2701106d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:32.218812 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-32973258-4a28-4f78-873c-3265a3f929d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:32.226870 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f9b70b5d-6e5d-43e7-ad92-349b2701106d None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:32.245813 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f9b70b5d-6e5d-43e7-ad92-349b2701106d None None] Transition to ACTIVE for port object 50b8b991-e0af-45c5-94a0-f2b25b9c7e29 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:16:32.265793 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-32973258-4a28-4f78-873c-3265a3f929d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:32.293998 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f9b70b5d-6e5d-43e7-ad92-349b2701106d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:32.300030 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32973258-4a28-4f78-873c-3265a3f929d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:16:32.317557 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6cd129c2-6608-4c06-b987-e32d77d133e0 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1300073 Aug 18 13:16:32.336095 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43420) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:32.336290 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32973258-4a28-4f78-873c-3265a3f929d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0d2fec-cd6b-41c3-be70-cba9b490926e,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:32.376942 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-32973258-4a28-4f78-873c-3265a3f929d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:32.376942 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-32973258-4a28-4f78-873c-3265a3f929d7 admin admin] Added segment cf4eeb85-e99c-49f0-a2e2-53c12e86abf5 of type vlan for network c5eae284-f96b-4d7a-b10f-b468e21a9c0d Aug 18 13:16:32.378245 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8065a01-4e0f-42c5-adb2-af0a2863ad2f tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:32.383763 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a8065a01-4e0f-42c5-adb2-af0a2863ad2f tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=e63152bca3cb423b9a7763e005387f10&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0609803 Aug 18 13:16:32.386058 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43422) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:32.401703 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7355ff-e1fb-4053-8bf0-9a28c318dbc8 None None] Pushing event updated for resources: {'Port': ['ID=50b8b991-e0af-45c5-94a0-f2b25b9c7e29,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:32.448252 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a220ad-a168-47f5-afa3-9ba412529d62 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Made reservation on behalf of 2fb4f687cb0a48178df1ff10e4bcf284 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:16:32.455665 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e9a220ad-a168-47f5-afa3-9ba412529d62 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:32.485851 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-f9b70b5d-6e5d-43e7-ad92-349b2701106d None None] Attempting to bind port 50b8b991-e0af-45c5-94a0-f2b25b9c7e29 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:16:32.486256 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-f9b70b5d-6e5d-43e7-ad92-349b2701106d None None] Attempting to bind port 50b8b991-e0af-45c5-94a0-f2b25b9c7e29 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'f9b6239e-4377-468d-b60c-0cc1f08ea17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '97355b5a-f15f-47b5-aa8e-615f99dd95de'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:16:32.486630 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b70b5d-6e5d-43e7-ad92-349b2701106d None None] Attempting to bind port 50b8b991-e0af-45c5-94a0-f2b25b9c7e29 on network 97355b5a-f15f-47b5-aa8e-615f99dd95de {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:16:32.496392 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b70b5d-6e5d-43e7-ad92-349b2701106d None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:16:32.496781 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b70b5d-6e5d-43e7-ad92-349b2701106d None None] Checking segment: {'id': 'f9b6239e-4377-468d-b60c-0cc1f08ea17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '97355b5a-f15f-47b5-aa8e-615f99dd95de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:16:32.497199 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f9b70b5d-6e5d-43e7-ad92-349b2701106d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:32.497601 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b70b5d-6e5d-43e7-ad92-349b2701106d None None] Bound using segment: {'id': 'f9b6239e-4377-468d-b60c-0cc1f08ea17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '97355b5a-f15f-47b5-aa8e-615f99dd95de'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:16:32.500572 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-f9b70b5d-6e5d-43e7-ad92-349b2701106d None None] Bound port: 50b8b991-e0af-45c5-94a0-f2b25b9c7e29, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b6239e-4377-468d-b60c-0cc1f08ea17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '97355b5a-f15f-47b5-aa8e-615f99dd95de'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:16:32.500975 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f9b70b5d-6e5d-43e7-ad92-349b2701106d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:32.503966 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43424) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:32.517218 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-32973258-4a28-4f78-873c-3265a3f929d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:32.531301 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-e9a220ad-a168-47f5-afa3-9ba412529d62 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] device_id is not set on port 7de091e4-87fe-45d1-b164-68616929ba02 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:16:32.625146 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f9b70b5d-6e5d-43e7-ad92-349b2701106d None None] For port 50b8b991-e0af-45c5-94a0-f2b25b9c7e29, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:16:32.630949 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f9b70b5d-6e5d-43e7-ad92-349b2701106d None None] For port 50b8b991-e0af-45c5-94a0-f2b25b9c7e29, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=50b8b991-e0af-45c5-94a0-f2b25b9c7e29,segment=NetworkSegment(f9b6239e-4377-468d-b60c-0cc1f08ea17f),segment_id=f9b6239e-4377-468d-b60c-0cc1f08ea17f)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:16:32.649204 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674d8283-db68-403d-9d5f-0523cade8753 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:32.654812 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-674d8283-db68-403d-9d5f-0523cade8753 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2630167 Aug 18 13:16:32.655794 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43430) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:32.692644 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43432) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:32.710496 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f9b70b5d-6e5d-43e7-ad92-349b2701106d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:32.711955 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-27cd05e9-556b-4516-aa52-c5661a09c907 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=0babe39a-03c6-4af7-9ca5-00804dd781c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0535700 Aug 18 13:16:32.748049 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-32973258-4a28-4f78-873c-3265a3f929d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:32.750415 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32973258-4a28-4f78-873c-3265a3f929d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:32.750415 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-32973258-4a28-4f78-873c-3265a3f929d7 admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:32.773824 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b70b5d-6e5d-43e7-ad92-349b2701106d None None] Routers {'b25acc43-7378-4c4d-a01a-8690b37612a7'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:16:32.774497 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f9b70b5d-6e5d-43e7-ad92-349b2701106d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:16:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['b25acc43-7378-4c4d-a01a-8690b37612a7'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:32.822426 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-f9d9a111-1cf6-44e0-b8ef-e6e58c9ee452 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:32.823164 n-d-803603-2 neutron-server[101676]: WARNING neutron.api.v2.base [None req-f9d9a111-1cf6-44e0-b8ef-e6e58c9ee452 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 18 13:16:32.824279 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-f9d9a111-1cf6-44e0-b8ef-e6e58c9ee452 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] create failed (client error): There was a conflict when trying to complete your request. Aug 18 13:16:32.828449 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f9d9a111-1cf6-44e0-b8ef-e6e58c9ee452 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3192368 Aug 18 13:16:32.829171 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43436) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:32.835679 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-8426337f-9b02-4774-b421-0b3918873669 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Request body: {'security_group': {'name': 'tempest-secgroup--1095979073'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:32.863827 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3295dbb3-8125-4fcc-9cd7-1e63c1af3fc5 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=e63152bca3cb423b9a7763e005387f10&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1559772 Aug 18 13:16:32.873675 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7355ff-e1fb-4053-8bf0-9a28c318dbc8 None None] Pushing event updated for resources: {'Port': ['ID=50b8b991-e0af-45c5-94a0-f2b25b9c7e29,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:32.893057 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43440) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:32.970456 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32973258-4a28-4f78-873c-3265a3f929d7 admin admin] Pushing event updated for resources: {'Network': ['ID=c5eae284-f96b-4d7a-b10f-b468e21a9c0d,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:33.002847 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e9a220ad-a168-47f5-afa3-9ba412529d62 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:33.004090 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network c5eae284-f96b-4d7a-b10f-b468e21a9c0d details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:16:33.055990 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8426337f-9b02-4774-b421-0b3918873669 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:33.058379 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-32973258-4a28-4f78-873c-3265a3f929d7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6860459 Aug 18 13:16:33.060824 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43442) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:33.071921 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c1b6cf-7634-4276-a84d-58f4b8834ad0 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:33.072531 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-67e1181a-df7d-4c26-9fb9-0bd47a50d3c4 admin admin] Request body: {'subnet': {'network_id': 'c5eae284-f96b-4d7a-b10f-b468e21a9c0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1877197476-subnet', 'tenant_id': 'bdd058ba7e6f450b96ea20bc0595e732', 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:33.077027 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c1c1b6cf-7634-4276-a84d-58f4b8834ad0 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1817727 Aug 18 13:16:33.078216 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43444) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:33.108206 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8426337f-9b02-4774-b421-0b3918873669 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:33.115826 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-910e93fe-027c-405a-9fae-7dfeca483146 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=0babe39a-03c6-4af7-9ca5-00804dd781c2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0359306 Aug 18 13:16:33.116769 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43446) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:33.122293 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-f9b70b5d-6e5d-43e7-ad92-349b2701106d None None] Set router b25acc43-7378-4c4d-a01a-8690b37612a7 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:16:33.125026 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-4fe4bcfd-634e-4678-9b02-38e236178696 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-267066263', 'network_id': '386a060a-1b95-4dd6-b0ac-7fdd7b22667b', 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:33.163597 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e9a220ad-a168-47f5-afa3-9ba412529d62 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:33.210505 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e1181a-df7d-4c26-9fb9-0bd47a50d3c4 admin admin] Made reservation on behalf of bdd058ba7e6f450b96ea20bc0595e732 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:16:33.214539 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-67e1181a-df7d-4c26-9fb9-0bd47a50d3c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:33.279161 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a220ad-a168-47f5-afa3-9ba412529d62 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Network 58208edd-2e9e-4dd3-afe3-a138b3c5e6fd is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:16:33.281358 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-e9a220ad-a168-47f5-afa3-9ba412529d62 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:16:33.286137 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a220ad-a168-47f5-afa3-9ba412529d62 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:16:33.291279 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a220ad-a168-47f5-afa3-9ba412529d62 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:33.292291 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e9a220ad-a168-47f5-afa3-9ba412529d62 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:33.330867 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a220ad-a168-47f5-afa3-9ba412529d62 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'Port': ['ID=7de091e4-87fe-45d1-b164-68616929ba02,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:33.384815 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8426337f-9b02-4774-b421-0b3918873669 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:33.466573 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8426337f-9b02-4774-b421-0b3918873669 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:33.534462 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426337f-9b02-4774-b421-0b3918873669 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e76b1ef0-e58a-4f15-9d4c-f972122b7621,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:33.630181 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 0530fc3a-3e74-4aac-b533-68f44895f383 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:16:33.737018 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 0530fc3a-3e74-4aac-b533-68f44895f383 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:16:33.737390 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:33.743706 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f9b70b5d-6e5d-43e7-ad92-349b2701106d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25acc43-7378-4c4d-a01a-8690b37612a7', 'name': 'tempest-TestAggregatesBasicOps-1175344230-router', 'tenant_id': '3df039c5f1414b0895061a7bab76c1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '0530fc3a-3e74-4aac-b533-68f44895f383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:16:17Z', 'updated_at': '2021-08-18T13:16:27Z', 'revision_number': 4, 'project_id': '3df039c5f1414b0895061a7bab76c1aa', 'gw_port': {'id': '0530fc3a-3e74-4aac-b533-68f44895f383', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25acc43-7378-4c4d-a01a-8690b37612a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:16:19Z', 'updated_at': '2021-08-18T13:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '50b8b991-e0af-45c5-94a0-f2b25b9c7e29', 'name': '', 'network_id': '97355b5a-f15f-47b5-aa8e-615f99dd95de', 'tenant_id': '3df039c5f1414b0895061a7bab76c1aa', 'mac_address': 'fa:16:3e:09:88:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25acc43-7378-4c4d-a01a-8690b37612a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '95ac1659-ccc0-4541-8c70-4e80bd6e9b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:16:24Z', 'updated_at': '2021-08-18T13:16:32Z', 'revision_number': 4, 'project_id': '3df039c5f1414b0895061a7bab76c1aa', 'subnets': [{'id': '95ac1659-ccc0-4541-8c70-4e80bd6e9b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:33.811910 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b70b5d-6e5d-43e7-ad92-349b2701106d None None] The sync data for ids ['b25acc43-7378-4c4d-a01a-8690b37612a7'] in n-d-803603-2 is: [{'id': 'b25acc43-7378-4c4d-a01a-8690b37612a7', 'name': 'tempest-TestAggregatesBasicOps-1175344230-router', 'tenant_id': '3df039c5f1414b0895061a7bab76c1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '0530fc3a-3e74-4aac-b533-68f44895f383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:16:17Z', 'updated_at': '2021-08-18T13:16:27Z', 'revision_number': 4, 'project_id': '3df039c5f1414b0895061a7bab76c1aa', 'gw_port': {'id': '0530fc3a-3e74-4aac-b533-68f44895f383', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25acc43-7378-4c4d-a01a-8690b37612a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:16:19Z', 'updated_at': '2021-08-18T13:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '50b8b991-e0af-45c5-94a0-f2b25b9c7e29', 'name': '', 'network_id': '97355b5a-f15f-47b5-aa8e-615f99dd95de', 'tenant_id': '3df039c5f1414b0895061a7bab76c1aa', 'mac_address': 'fa:16:3e:09:88:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25acc43-7378-4c4d-a01a-8690b37612a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '95ac1659-ccc0-4541-8c70-4e80bd6e9b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:16:24Z', 'updated_at': '2021-08-18T13:16:32Z', 'revision_number': 4, 'project_id': '3df039c5f1414b0895061a7bab76c1aa', 'subnets': [{'id': '95ac1659-ccc0-4541-8c70-4e80bd6e9b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:16:33.933901 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e9a220ad-a168-47f5-afa3-9ba412529d62 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.1879356 Aug 18 13:16:33.941130 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43460) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:33.961666 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-67e1181a-df7d-4c26-9fb9-0bd47a50d3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:34.067106 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe4bcfd-634e-4678-9b02-38e236178696 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Made reservation on behalf of e63152bca3cb423b9a7763e005387f10 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:16:34.070156 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4fe4bcfd-634e-4678-9b02-38e236178696 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:34.164585 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e1181a-df7d-4c26-9fb9-0bd47a50d3c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd52c3b1-af92-41ea-9920-0b492e4a3f84,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:34.206944 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e1181a-df7d-4c26-9fb9-0bd47a50d3c4 admin admin] Checking segment: {'id': 'cf4eeb85-e99c-49f0-a2e2-53c12e86abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c5eae284-f96b-4d7a-b10f-b468e21a9c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:16:34.211941 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e1181a-df7d-4c26-9fb9-0bd47a50d3c4 admin admin] Network hostable DHCP agents. Network: c5eae284-f96b-4d7a-b10f-b468e21a9c0d, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:16:34.258484 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-4bb6734e-b2f7-4c87-8f7d-3c9d7cd597f8 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Deleting port 7de091e4-87fe-45d1-b164-68616929ba02 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:16:34.258997 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4bb6734e-b2f7-4c87-8f7d-3c9d7cd597f8 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:34.390780 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8426337f-9b02-4774-b421-0b3918873669 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:34.392239 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e1181a-df7d-4c26-9fb9-0bd47a50d3c4 admin admin] Network c5eae284-f96b-4d7a-b10f-b468e21a9c0d is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:16:34.477056 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8426337f-9b02-4774-b421-0b3918873669 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:34.478269 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4bb6734e-b2f7-4c87-8f7d-3c9d7cd597f8 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:34.503881 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-4bb6734e-b2f7-4c87-8f7d-3c9d7cd597f8 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Calling delete_port for 7de091e4-87fe-45d1-b164-68616929ba02 owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:16:34.519511 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426337f-9b02-4774-b421-0b3918873669 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=190aabfc-dec4-4a42-bb36-0a5a6b010818,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:34.539541 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4fe4bcfd-634e-4678-9b02-38e236178696 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:34.619909 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe4bcfd-634e-4678-9b02-38e236178696 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event updated for resources: {'Subnet': ['ID=ebc72968-a792-4c61-a1d7-beb80c15d42b,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:34.625617 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8426337f-9b02-4774-b421-0b3918873669 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:34.629993 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8426337f-9b02-4774-b421-0b3918873669 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7970779 Aug 18 13:16:34.630927 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43466) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:34.638198 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-eb1d2469-8fce-4336-9704-9d335d597935 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Request body: {'security_group_rule': {'security_group_id': '190aabfc-dec4-4a42-bb36-0a5a6b010818', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:34.674806 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe4bcfd-634e-4678-9b02-38e236178696 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Checking segment: {'id': '6c6fddde-dfd0-4e8a-ab3b-09680f994096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '386a060a-1b95-4dd6-b0ac-7fdd7b22667b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:16:34.681566 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe4bcfd-634e-4678-9b02-38e236178696 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Network hostable DHCP agents. Network: 386a060a-1b95-4dd6-b0ac-7fdd7b22667b, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:16:34.681758 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4bb6734e-b2f7-4c87-8f7d-3c9d7cd597f8 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:34.712082 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb6734e-b2f7-4c87-8f7d-3c9d7cd597f8 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event deleted for resources: {'Port': ['ID=7de091e4-87fe-45d1-b164-68616929ba02,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:34.713863 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-67e1181a-df7d-4c26-9fb9-0bd47a50d3c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, c5eae284-f96b-4d7a-b10f-b468e21a9c0d) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:16:34.721973 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e1181a-df7d-4c26-9fb9-0bd47a50d3c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:34.721973 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-67e1181a-df7d-4c26-9fb9-0bd47a50d3c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:34.723782 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4bb6734e-b2f7-4c87-8f7d-3c9d7cd597f8 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:34.726022 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4bb6734e-b2f7-4c87-8f7d-3c9d7cd597f8 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/ports/7de091e4-87fe-45d1-b164-68616929ba02 HTTP/1.1" status: 204 len: 168 time: 0.7833092 Aug 18 13:16:34.731020 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43468) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:34.732484 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9047605-eefe-4558-ab94-2d2aa4b12908 None None] Network c5eae284-f96b-4d7a-b10f-b468e21a9c0d requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:16:34.736784 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-e5aee8d2-14de-4588-9872-4c129a314866 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'port': {'network_id': '58208edd-2e9e-4dd3-afe3-a138b3c5e6fd', 'mac_address': 'fa:16:3e:01:07:80', 'name': 'tempest-PortsTestJSON-2070246421'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:34.756635 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe4bcfd-634e-4678-9b02-38e236178696 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Network 386a060a-1b95-4dd6-b0ac-7fdd7b22667b is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:16:34.757184 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eb1d2469-8fce-4336-9704-9d335d597935 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:34.797139 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-67e1181a-df7d-4c26-9fb9-0bd47a50d3c4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7348843 Aug 18 13:16:34.797821 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43470) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:34.803924 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-4fe4bcfd-634e-4678-9b02-38e236178696 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 386a060a-1b95-4dd6-b0ac-7fdd7b22667b) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:16:34.808802 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-6c3af65e-302b-4d3f-9556-926efa865371 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1877197476-router', 'tenant_id': 'bdd058ba7e6f450b96ea20bc0595e732', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:34.821904 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe4bcfd-634e-4678-9b02-38e236178696 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:34.822837 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4fe4bcfd-634e-4678-9b02-38e236178696 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:34.902058 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eb1d2469-8fce-4336-9704-9d335d597935 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:34.932277 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9dfd4e-226d-4bd3-845e-331dea685ce8 None None] Network 386a060a-1b95-4dd6-b0ac-7fdd7b22667b requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:16:34.946704 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6c3af65e-302b-4d3f-9556-926efa865371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:34.947798 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6c3af65e-302b-4d3f-9556-926efa865371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:34.973234 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eb1d2469-8fce-4336-9704-9d335d597935 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:35.024389 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4fe4bcfd-634e-4678-9b02-38e236178696 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9046652 Aug 18 13:16:35.105126 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d2469-8fce-4336-9704-9d335d597935 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=342bda2d-9193-45d9-b939-e0b311f88f44,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:35.110298 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6c3af65e-302b-4d3f-9556-926efa865371 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:35.202081 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e1cead-fdff-4025-b403-342e5b87e688 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-c5eae284-f96b-4d7a-b10f-b468e21a9c0d', 'network_id': 'c5eae284-f96b-4d7a-b10f-b468e21a9c0d', 'tenant_id': 'bdd058ba7e6f450b96ea20bc0595e732', 'fixed_ips': [{'subnet_id': 'dd52c3b1-af92-41ea-9920-0b492e4a3f84'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:16:35.203954 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-80e1cead-fdff-4025-b403-342e5b87e688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:35.204691 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5aee8d2-14de-4588-9872-4c129a314866 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Made reservation on behalf of 2fb4f687cb0a48178df1ff10e4bcf284 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:16:35.332527 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1a5714-c4fb-49bd-ac51-d09ed3c1f4f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-386a060a-1b95-4dd6-b0ac-7fdd7b22667b', 'network_id': '386a060a-1b95-4dd6-b0ac-7fdd7b22667b', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'fixed_ips': [{'subnet_id': 'ebc72968-a792-4c61-a1d7-beb80c15d42b'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:16:35.334263 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ba1a5714-c4fb-49bd-ac51-d09ed3c1f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:35.429417 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43480) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:35.433474 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e5aee8d2-14de-4588-9872-4c129a314866 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:35.448564 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-2bbfb535-b734-4ca7-86f4-1a3a14056d44 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-770993057', 'description': 'tempest-secgroup-smoke-770993057 description', 'project_id': 'e63152bca3cb423b9a7763e005387f10'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:35.453362 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eb1d2469-8fce-4336-9704-9d335d597935 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:35.467416 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-eb1d2469-8fce-4336-9704-9d335d597935 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8352838 Aug 18 13:16:35.472448 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43482) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:35.487693 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [None req-e5aee8d2-14de-4588-9872-4c129a314866 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] device_id is not set on port f9b058a7-e301-4b21-bf48-41bb68f35b84 yet. {{(pid=101675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:16:35.491441 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-1e62692f-7a81-4d45-be89-5539d912532d tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Request body: {'security_group_rule': {'security_group_id': '190aabfc-dec4-4a42-bb36-0a5a6b010818', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:35.538032 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-ba1a5714-c4fb-49bd-ac51-d09ed3c1f4f3 None None] Allocated IP 172.20.0.18 (386a060a-1b95-4dd6-b0ac-7fdd7b22667b/ebc72968-a792-4c61-a1d7-beb80c15d42b/6f115b91-8339-41b0-af5e-b091ac6275ab) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:16:35.673452 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 50b8b991-e0af-45c5-94a0-f2b25b9c7e29 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:16:35.678994 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6c3af65e-302b-4d3f-9556-926efa865371 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:35.739371 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2bbfb535-b734-4ca7-86f4-1a3a14056d44 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:35.747332 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-80e1cead-fdff-4025-b403-342e5b87e688 None None] Allocated IP 172.20.0.2 (c5eae284-f96b-4d7a-b10f-b468e21a9c0d/dd52c3b1-af92-41ea-9920-0b492e4a3f84/bd37baeb-ddb9-4806-97c5-20234b02ba3b) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:16:35.805185 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e5aee8d2-14de-4588-9872-4c129a314866 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:35.840902 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1e62692f-7a81-4d45-be89-5539d912532d tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:35.934071 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e5aee8d2-14de-4588-9872-4c129a314866 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:35.945901 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ba1a5714-c4fb-49bd-ac51-d09ed3c1f4f3 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:35.956355 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ba1a5714-c4fb-49bd-ac51-d09ed3c1f4f3 None None] Transition to ACTIVE for port object 6f115b91-8339-41b0-af5e-b091ac6275ab will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:16:35.987028 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ba1a5714-c4fb-49bd-ac51-d09ed3c1f4f3 None None] Transition to ACTIVE for port object 6f115b91-8339-41b0-af5e-b091ac6275ab will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:16:36.017105 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5aee8d2-14de-4588-9872-4c129a314866 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Network 58208edd-2e9e-4dd3-afe3-a138b3c5e6fd is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:16:36.036329 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-e5aee8d2-14de-4588-9872-4c129a314866 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:16:36.036678 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2bbfb535-b734-4ca7-86f4-1a3a14056d44 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:36.040385 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5aee8d2-14de-4588-9872-4c129a314866 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:16:36.063006 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5aee8d2-14de-4588-9872-4c129a314866 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:36.063692 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e5aee8d2-14de-4588-9872-4c129a314866 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:36.090000 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aee8d2-14de-4588-9872-4c129a314866 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'Port': ['ID=f9b058a7-e301-4b21-bf48-41bb68f35b84,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:36.104455 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 50b8b991-e0af-45c5-94a0-f2b25b9c7e29 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:16:36.109179 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ba1a5714-c4fb-49bd-ac51-d09ed3c1f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:36.142763 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 50b8b991-e0af-45c5-94a0-f2b25b9c7e29 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:16:36.143327 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:36.152874 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-80e1cead-fdff-4025-b403-342e5b87e688 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:36.153336 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2bbfb535-b734-4ca7-86f4-1a3a14056d44 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:36.198218 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e5aee8d2-14de-4588-9872-4c129a314866 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4636118 Aug 18 13:16:36.199780 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43486) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:36.205829 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1a5714-c4fb-49bd-ac51-d09ed3c1f4f3 None None] Network 386a060a-1b95-4dd6-b0ac-7fdd7b22667b is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:16:36.221877 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-80e1cead-fdff-4025-b403-342e5b87e688 None None] Transition to ACTIVE for port object bd37baeb-ddb9-4806-97c5-20234b02ba3b will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:16:36.221877 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-ba1a5714-c4fb-49bd-ac51-d09ed3c1f4f3 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:16:36.223540 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-1e62692f-7a81-4d45-be89-5539d912532d tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] create failed (client error): There was a conflict when trying to complete your request. Aug 18 13:16:36.224741 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1e62692f-7a81-4d45-be89-5539d912532d tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7414339 Aug 18 13:16:36.229674 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43488) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:36.232418 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1a5714-c4fb-49bd-ac51-d09ed3c1f4f3 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:16:36.241931 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a5714-c4fb-49bd-ac51-d09ed3c1f4f3 None None] Pushing event updated for resources: {'Port': ['ID=6f115b91-8339-41b0-af5e-b091ac6275ab,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:36.250795 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbfb535-b734-4ca7-86f4-1a3a14056d44 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62eb747a-fa40-48b1-8dd6-6cdd8e6a786c,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:36.267182 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6c3af65e-302b-4d3f-9556-926efa865371 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:36.272267 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-80e1cead-fdff-4025-b403-342e5b87e688 None None] Transition to ACTIVE for port object bd37baeb-ddb9-4806-97c5-20234b02ba3b will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:16:36.277974 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27f1ee3-af92-4748-ab87-bc6f647d268e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:36.283903 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e27f1ee3-af92-4748-ab87-bc6f647d268e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "GET /v2.0/ports/f9b058a7-e301-4b21-bf48-41bb68f35b84 HTTP/1.1" status: 200 len: 841 time: 0.0831020 Aug 18 13:16:36.285036 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43490) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:36.297720 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2bbfb535-b734-4ca7-86f4-1a3a14056d44 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:36.300879 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2bbfb535-b734-4ca7-86f4-1a3a14056d44 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8705513 Aug 18 13:16:36.305869 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43492) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:36.307054 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6c3af65e-302b-4d3f-9556-926efa865371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:36.314527 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-c163af77-7e8b-4239-80cd-e2a90dc782b0 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Request body: {'security_group_rule': {'security_group_id': '62eb747a-fa40-48b1-8dd6-6cdd8e6a786c', 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:36.367823 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-ba1a5714-c4fb-49bd-ac51-d09ed3c1f4f3 None None] Attempting to bind port 6f115b91-8339-41b0-af5e-b091ac6275ab on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:16:36.368198 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-ba1a5714-c4fb-49bd-ac51-d09ed3c1f4f3 None None] Attempting to bind port 6f115b91-8339-41b0-af5e-b091ac6275ab by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '6c6fddde-dfd0-4e8a-ab3b-09680f994096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '386a060a-1b95-4dd6-b0ac-7fdd7b22667b'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:16:36.369195 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1a5714-c4fb-49bd-ac51-d09ed3c1f4f3 None None] Attempting to bind port 6f115b91-8339-41b0-af5e-b091ac6275ab on network 386a060a-1b95-4dd6-b0ac-7fdd7b22667b {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:16:36.374924 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-80e1cead-fdff-4025-b403-342e5b87e688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:36.429027 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e1cead-fdff-4025-b403-342e5b87e688 None None] Pushing event updated for resources: {'Port': ['ID=bd37baeb-ddb9-4806-97c5-20234b02ba3b,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:36.429691 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-7240813b-14e9-4369-b693-a1f882877a47 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Deleting port f9b058a7-e301-4b21-bf48-41bb68f35b84 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:16:36.430046 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7240813b-14e9-4369-b693-a1f882877a47 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:36.441617 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1a5714-c4fb-49bd-ac51-d09ed3c1f4f3 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:16:36.442011 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1a5714-c4fb-49bd-ac51-d09ed3c1f4f3 None None] Checking segment: {'id': '6c6fddde-dfd0-4e8a-ab3b-09680f994096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '386a060a-1b95-4dd6-b0ac-7fdd7b22667b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:16:36.442461 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ba1a5714-c4fb-49bd-ac51-d09ed3c1f4f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:36.442907 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1a5714-c4fb-49bd-ac51-d09ed3c1f4f3 None None] Bound using segment: {'id': '6c6fddde-dfd0-4e8a-ab3b-09680f994096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '386a060a-1b95-4dd6-b0ac-7fdd7b22667b'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:16:36.443391 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-ba1a5714-c4fb-49bd-ac51-d09ed3c1f4f3 None None] Bound port: 6f115b91-8339-41b0-af5e-b091ac6275ab, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c6fddde-dfd0-4e8a-ab3b-09680f994096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '386a060a-1b95-4dd6-b0ac-7fdd7b22667b'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:16:36.443828 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ba1a5714-c4fb-49bd-ac51-d09ed3c1f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:36.478700 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:36.494548 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e1cead-fdff-4025-b403-342e5b87e688 None None] Network c5eae284-f96b-4d7a-b10f-b468e21a9c0d is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:16:36.508344 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6356b73a-7351-4232-a65c-10e130f39490 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:36.533433 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-80e1cead-fdff-4025-b403-342e5b87e688 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:16:36.546616 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7240813b-14e9-4369-b693-a1f882877a47 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:36.548910 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6356b73a-7351-4232-a65c-10e130f39490 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:36.556453 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e1cead-fdff-4025-b403-342e5b87e688 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:16:36.565829 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-7240813b-14e9-4369-b693-a1f882877a47 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Calling delete_port for f9b058a7-e301-4b21-bf48-41bb68f35b84 owned by {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:16:36.568478 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 50b8b991-e0af-45c5-94a0-f2b25b9c7e29, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=50b8b991-e0af-45c5-94a0-f2b25b9c7e29,segment=NetworkSegment(f9b6239e-4377-468d-b60c-0cc1f08ea17f),segment_id=f9b6239e-4377-468d-b60c-0cc1f08ea17f)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:16:36.572259 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-6c3af65e-302b-4d3f-9556-926efa865371 admin admin] Allocated IP 172.25.6.52 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/565251fc-bea7-463b-9045-a8801a888374) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:16:36.579738 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c163af77-7e8b-4239-80cd-e2a90dc782b0 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:36.647252 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-80e1cead-fdff-4025-b403-342e5b87e688 None None] Attempting to bind port bd37baeb-ddb9-4806-97c5-20234b02ba3b on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:16:36.647835 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-80e1cead-fdff-4025-b403-342e5b87e688 None None] Attempting to bind port bd37baeb-ddb9-4806-97c5-20234b02ba3b by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'cf4eeb85-e99c-49f0-a2e2-53c12e86abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c5eae284-f96b-4d7a-b10f-b468e21a9c0d'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:16:36.648376 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e1cead-fdff-4025-b403-342e5b87e688 None None] Attempting to bind port bd37baeb-ddb9-4806-97c5-20234b02ba3b on network c5eae284-f96b-4d7a-b10f-b468e21a9c0d {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:16:36.656776 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-ba1a5714-c4fb-49bd-ac51-d09ed3c1f4f3 None None] For port 6f115b91-8339-41b0-af5e-b091ac6275ab, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:16:36.659390 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e1cead-fdff-4025-b403-342e5b87e688 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:16:36.660309 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e1cead-fdff-4025-b403-342e5b87e688 None None] Checking segment: {'id': 'cf4eeb85-e99c-49f0-a2e2-53c12e86abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c5eae284-f96b-4d7a-b10f-b468e21a9c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:16:36.660907 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-80e1cead-fdff-4025-b403-342e5b87e688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:36.661748 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e1cead-fdff-4025-b403-342e5b87e688 None None] Bound using segment: {'id': 'cf4eeb85-e99c-49f0-a2e2-53c12e86abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c5eae284-f96b-4d7a-b10f-b468e21a9c0d'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:16:36.662429 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-80e1cead-fdff-4025-b403-342e5b87e688 None None] Bound port: bd37baeb-ddb9-4806-97c5-20234b02ba3b, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf4eeb85-e99c-49f0-a2e2-53c12e86abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c5eae284-f96b-4d7a-b10f-b468e21a9c0d'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:16:36.663377 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-80e1cead-fdff-4025-b403-342e5b87e688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:36.688812 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:36.693238 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-ba1a5714-c4fb-49bd-ac51-d09ed3c1f4f3 None None] For port 6f115b91-8339-41b0-af5e-b091ac6275ab, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=6f115b91-8339-41b0-af5e-b091ac6275ab,segment=NetworkSegment(6c6fddde-dfd0-4e8a-ab3b-09680f994096),segment_id=6c6fddde-dfd0-4e8a-ab3b-09680f994096)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:16:36.734082 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c163af77-7e8b-4239-80cd-e2a90dc782b0 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:36.764127 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6c3af65e-302b-4d3f-9556-926efa865371 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:36.790471 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7240813b-14e9-4369-b693-a1f882877a47 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:36.799190 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6356b73a-7351-4232-a65c-10e130f39490 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:36.802673 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6356b73a-7351-4232-a65c-10e130f39490 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:36.802863 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-80e1cead-fdff-4025-b403-342e5b87e688 None None] For port bd37baeb-ddb9-4806-97c5-20234b02ba3b, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:16:36.803690 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6356b73a-7351-4232-a65c-10e130f39490 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "DELETE /v2.0/security-groups/190aabfc-dec4-4a42-bb36-0a5a6b010818 HTTP/1.1" status: 204 len: 168 time: 0.5690238 Aug 18 13:16:36.810550 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43498) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:36.816156 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-80e1cead-fdff-4025-b403-342e5b87e688 None None] For port bd37baeb-ddb9-4806-97c5-20234b02ba3b, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=bd37baeb-ddb9-4806-97c5-20234b02ba3b,segment=NetworkSegment(cf4eeb85-e99c-49f0-a2e2-53c12e86abf5),segment_id=cf4eeb85-e99c-49f0-a2e2-53c12e86abf5)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:16:36.821890 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7240813b-14e9-4369-b693-a1f882877a47 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event deleted for resources: {'Port': ['ID=f9b058a7-e301-4b21-bf48-41bb68f35b84,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:36.825384 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=50b8b991-e0af-45c5-94a0-f2b25b9c7e29,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:36.827799 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ba1a5714-c4fb-49bd-ac51-d09ed3c1f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:36.832046 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7240813b-14e9-4369-b693-a1f882877a47 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:36.834272 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7240813b-14e9-4369-b693-a1f882877a47 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/ports/f9b058a7-e301-4b21-bf48-41bb68f35b84 HTTP/1.1" status: 204 len: 168 time: 0.5482502 Aug 18 13:16:36.837332 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43500) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:36.840029 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6356b73a-7351-4232-a65c-10e130f39490 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=190aabfc-dec4-4a42-bb36-0a5a6b010818,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:36.848804 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c163af77-7e8b-4239-80cd-e2a90dc782b0 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:36.880039 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c163af77-7e8b-4239-80cd-e2a90dc782b0 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b7f5dc9-527b-4033-b41f-7732fd93be8d,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:36.889859 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-a54541a9-82b7-470f-ade0-eb455c0c8d23 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] GET failed (client error): The resource could not be found. Aug 18 13:16:36.892478 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a54541a9-82b7-470f-ade0-eb455c0c8d23 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "GET /v2.0/ports/f9b058a7-e301-4b21-bf48-41bb68f35b84 HTTP/1.1" status: 404 len: 333 time: 0.0539718 Aug 18 13:16:36.898278 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43502) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:36.909774 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-45ca62cf-50ad-4a95-94c4-31e277a9fa64 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'port': {'network_id': '58208edd-2e9e-4dd3-afe3-a138b3c5e6fd', 'name': 'tempest-PortsTestJSON-169602672'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:36.924935 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a5714-c4fb-49bd-ac51-d09ed3c1f4f3 None None] Pushing event updated for resources: {'Port': ['ID=6f115b91-8339-41b0-af5e-b091ac6275ab,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:36.934360 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-80e1cead-fdff-4025-b403-342e5b87e688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:36.939587 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c02064db-cc07-48fb-a6a9-e95e180e41de tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1278269 Aug 18 13:16:36.948941 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43504) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:36.948941 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-69ba60d5-a501-4013-9567-17fcec9db224 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Request body: {'security_group': {'name': 'tempest-secgroup--1679154275'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:37.022426 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e1cead-fdff-4025-b403-342e5b87e688 None None] Pushing event updated for resources: {'Port': ['ID=bd37baeb-ddb9-4806-97c5-20234b02ba3b,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:37.025530 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6c3af65e-302b-4d3f-9556-926efa865371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:37.077916 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3af65e-302b-4d3f-9556-926efa865371 admin admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:16:37.094579 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-6c3af65e-302b-4d3f-9556-926efa865371 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:16:37.106641 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c163af77-7e8b-4239-80cd-e2a90dc782b0 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:37.111483 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c163af77-7e8b-4239-80cd-e2a90dc782b0 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8013031 Aug 18 13:16:37.111676 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43508) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:37.116409 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-e3e556fa-bcfa-4cd9-9bce-f7f57ccc125b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Request body: {'security_group_rule': {'security_group_id': '62eb747a-fa40-48b1-8dd6-6cdd8e6a786c', 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:37.125072 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3af65e-302b-4d3f-9556-926efa865371 admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:16:37.215178 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3af65e-302b-4d3f-9556-926efa865371 admin admin] Pushing event updated for resources: {'Port': ['ID=565251fc-bea7-463b-9045-a8801a888374,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:37.271275 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.db.api [None req-e3e556fa-bcfa-4cd9-9bce-f7f57ccc125b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 13:16:37.271275 n-d-803603-2 neutron-server[101675]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 18 13:16:37.271275 n-d-803603-2 neutron-server[101675]: [parameters: {'project_id_1': 'e63152bca3cb423b9a7763e005387f10', 'expiration_1': datetime.datetime(2021, 8, 18, 13, 16, 37, 125471)}] Aug 18 13:16:37.271275 n-d-803603-2 neutron-server[101675]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:16:37.273281 n-d-803603-2 neutron-server[101675]: DEBUG oslo_db.api [None req-e3e556fa-bcfa-4cd9-9bce-f7f57ccc125b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:16:37.292477 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-69ba60d5-a501-4013-9567-17fcec9db224 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:37.349991 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ca62cf-50ad-4a95-94c4-31e277a9fa64 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Made reservation on behalf of 2fb4f687cb0a48178df1ff10e4bcf284 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:16:37.354954 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-45ca62cf-50ad-4a95-94c4-31e277a9fa64 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:37.403489 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [None req-45ca62cf-50ad-4a95-94c4-31e277a9fa64 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] device_id is not set on port 6e8adf52-5b0d-4c43-995d-a4f6367a3b39 yet. {{(pid=101675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:16:37.490906 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-69ba60d5-a501-4013-9567-17fcec9db224 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:37.712153 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-45ca62cf-50ad-4a95-94c4-31e277a9fa64 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:37.844884 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-45ca62cf-50ad-4a95-94c4-31e277a9fa64 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:37.865084 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device bd37baeb-ddb9-4806-97c5-20234b02ba3b up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:16:37.986804 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ca62cf-50ad-4a95-94c4-31e277a9fa64 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Network 58208edd-2e9e-4dd3-afe3-a138b3c5e6fd is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:16:37.987775 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e3e556fa-bcfa-4cd9-9bce-f7f57ccc125b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:37.990693 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port bd37baeb-ddb9-4806-97c5-20234b02ba3b completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:16:37.996148 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6f115b91-8339-41b0-af5e-b091ac6275ab up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:16:37.999993 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-45ca62cf-50ad-4a95-94c4-31e277a9fa64 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:16:38.022663 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ca62cf-50ad-4a95-94c4-31e277a9fa64 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:16:38.033185 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-69ba60d5-a501-4013-9567-17fcec9db224 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:38.047227 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ca62cf-50ad-4a95-94c4-31e277a9fa64 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:38.047939 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-45ca62cf-50ad-4a95-94c4-31e277a9fa64 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:38.109361 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca62cf-50ad-4a95-94c4-31e277a9fa64 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'Port': ['ID=6e8adf52-5b0d-4c43-995d-a4f6367a3b39,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:38.124129 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba60d5-a501-4013-9567-17fcec9db224 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4373ed6-7d2c-4646-adab-033690d27ba2,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:38.127590 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 6f115b91-8339-41b0-af5e-b091ac6275ab completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:16:38.134141 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 50b8b991-e0af-45c5-94a0-f2b25b9c7e29 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:16:38.135251 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6c3af65e-302b-4d3f-9556-926efa865371 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:38.174434 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-69ba60d5-a501-4013-9567-17fcec9db224 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:38.176274 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-69ba60d5-a501-4013-9567-17fcec9db224 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2318461 Aug 18 13:16:38.179082 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43524) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:38.188555 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-a01b0ec4-e084-44c6-99b2-292a337bbfaa tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Request body: {'security_group_rule': {'security_group_id': 'd4373ed6-7d2c-4646-adab-033690d27ba2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:38.189396 n-d-803603-2 neutron-server[101676]: WARNING neutron.api.v2.base [None req-a01b0ec4-e084-44c6-99b2-292a337bbfaa tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 18 13:16:38.189811 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-a01b0ec4-e084-44c6-99b2-292a337bbfaa tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:16:38.190944 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a01b0ec4-e084-44c6-99b2-292a337bbfaa tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0107982 Aug 18 13:16:38.193886 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43528) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:38.200330 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e3e556fa-bcfa-4cd9-9bce-f7f57ccc125b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:38.236764 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-45ca62cf-50ad-4a95-94c4-31e277a9fa64 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3371849 Aug 18 13:16:38.239381 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43530) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:38.245153 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-297b2dee-a8de-4c97-a136-116097bf0b01 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:38.288369 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 50b8b991-e0af-45c5-94a0-f2b25b9c7e29 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:16:38.289107 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:38.311065 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e3e556fa-bcfa-4cd9-9bce-f7f57ccc125b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:38.401670 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e556fa-bcfa-4cd9-9bce-f7f57ccc125b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf790b1f-0a47-4964-9864-60395e28ed7f,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:38.422343 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-015c8e8b-58bb-4518-9b86-b43eee2e1c8a tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:38.438398 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-297b2dee-a8de-4c97-a136-116097bf0b01 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:38.439510 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b390e4b8-cd6d-4ea6-9b9b-17f96d6c76ec None None] Network 386a060a-1b95-4dd6-b0ac-7fdd7b22667b requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:16:38.484339 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e3e556fa-bcfa-4cd9-9bce-f7f57ccc125b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:38.488617 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e3e556fa-bcfa-4cd9-9bce-f7f57ccc125b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3734114 Aug 18 13:16:38.495026 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43532) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:38.500855 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-53bd7e62-217b-4630-a143-423eaa2867d8 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Request body: {'security_group_rule': {'security_group_id': '62eb747a-fa40-48b1-8dd6-6cdd8e6a786c', 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:38.585247 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-015c8e8b-58bb-4518-9b86-b43eee2e1c8a tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:38.909310 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6c3af65e-302b-4d3f-9556-926efa865371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:39.024370 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8559d6-024a-4a52-8f6d-069163ee1234 None None] Network c5eae284-f96b-4d7a-b10f-b468e21a9c0d requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:16:39.267754 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-297b2dee-a8de-4c97-a136-116097bf0b01 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:39.310732 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c077064f-9f25-412f-a47a-58e2a5fadef5 None None] Provisioning for port 6f115b91-8339-41b0-af5e-b091ac6275ab completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:16:39.310946 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3af65e-302b-4d3f-9556-926efa865371 admin admin] Router ea9d9843-ebda-4495-84cb-d3a7ea5559b8 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:16:39.316528 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c077064f-9f25-412f-a47a-58e2a5fadef5 None None] Provisioning complete for port 6f115b91-8339-41b0-af5e-b091ac6275ab triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:16:39.324873 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c077064f-9f25-412f-a47a-58e2a5fadef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:39.325053 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-015c8e8b-58bb-4518-9b86-b43eee2e1c8a tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:39.325053 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-015c8e8b-58bb-4518-9b86-b43eee2e1c8a tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:39.325053 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-015c8e8b-58bb-4518-9b86-b43eee2e1c8a tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "DELETE /v2.0/security-groups/d4373ed6-7d2c-4646-adab-033690d27ba2 HTTP/1.1" status: 204 len: 168 time: 1.1264830 Aug 18 13:16:39.325375 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43538) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:39.351999 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c8e8b-58bb-4518-9b86-b43eee2e1c8a tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4373ed6-7d2c-4646-adab-033690d27ba2,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:39.394103 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-297b2dee-a8de-4c97-a136-116097bf0b01 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:39.500080 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43540) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:39.506082 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-297b2dee-a8de-4c97-a136-116097bf0b01 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] In _notify_port_updated(), no bound segment for port 6e8adf52-5b0d-4c43-995d-a4f6367a3b39 on network 58208edd-2e9e-4dd3-afe3-a138b3c5e6fd {{(pid=101675) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 13:16:39.516885 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c077064f-9f25-412f-a47a-58e2a5fadef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:39.522677 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297b2dee-a8de-4c97-a136-116097bf0b01 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:39.523750 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-297b2dee-a8de-4c97-a136-116097bf0b01 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:39.528501 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-297b2dee-a8de-4c97-a136-116097bf0b01 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "PUT /v2.0/ports/6e8adf52-5b0d-4c43-995d-a4f6367a3b39 HTTP/1.1" status: 200 len: 818 time: 1.2880230 Aug 18 13:16:39.529623 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297b2dee-a8de-4c97-a136-116097bf0b01 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'Port': ['ID=6e8adf52-5b0d-4c43-995d-a4f6367a3b39,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:39.530092 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43544) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:39.538959 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-53bd7e62-217b-4630-a143-423eaa2867d8 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:39.566876 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-552c56fb-efa7-4556-a0e7-85757573d2e6 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2406754 Aug 18 13:16:39.576250 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43546) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:39.584019 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-bcd681ec-aa96-4d69-ae7a-ace2de47176c tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Request body: {'security_group': {'name': 'tempest-secgroup--265115688'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:39.601272 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-c077064f-9f25-412f-a47a-58e2a5fadef5 None None] For port 6f115b91-8339-41b0-af5e-b091ac6275ab, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=6f115b91-8339-41b0-af5e-b091ac6275ab,segment=NetworkSegment(6c6fddde-dfd0-4e8a-ab3b-09680f994096),segment_id=6c6fddde-dfd0-4e8a-ab3b-09680f994096)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:16:39.615577 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3af65e-302b-4d3f-9556-926efa865371 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:16:39.627738 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162cd346-3ed2-44f7-92c5-d86757cc2559 None None] Sync routers for ids ['ea9d9843-ebda-4495-84cb-d3a7ea5559b8'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:16:39.640000 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162cd346-3ed2-44f7-92c5-d86757cc2559 None None] Routers {'ea9d9843-ebda-4495-84cb-d3a7ea5559b8'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:16:39.641622 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-162cd346-3ed2-44f7-92c5-d86757cc2559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:16:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ea9d9843-ebda-4495-84cb-d3a7ea5559b8'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:39.655845 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-53bd7e62-217b-4630-a143-423eaa2867d8 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:39.690595 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-abfd3642-166b-4ae5-b24c-9cff586a8f87 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Deleting port 6e8adf52-5b0d-4c43-995d-a4f6367a3b39 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:16:39.692654 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-abfd3642-166b-4ae5-b24c-9cff586a8f87 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:39.727620 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c077064f-9f25-412f-a47a-58e2a5fadef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:39.760061 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-537e34f7-7785-4425-b9ae-24bd518380f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:39.762708 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-53bd7e62-217b-4630-a143-423eaa2867d8 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:39.773380 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-162cd346-3ed2-44f7-92c5-d86757cc2559 None None] Set router ea9d9843-ebda-4495-84cb-d3a7ea5559b8 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:16:39.782661 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c077064f-9f25-412f-a47a-58e2a5fadef5 None None] Pushing event updated for resources: {'Port': ['ID=6f115b91-8339-41b0-af5e-b091ac6275ab,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:39.799443 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bcd681ec-aa96-4d69-ae7a-ace2de47176c tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:39.803255 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd7e62-217b-4630-a143-423eaa2867d8 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=624e6998-6f95-45c5-85df-635617cd7e0f,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:39.860385 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-abfd3642-166b-4ae5-b24c-9cff586a8f87 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:39.866451 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-34aa330a-9e5f-4937-a7f4-a81f9a479feb None None] Provisioning complete for port 6f115b91-8339-41b0-af5e-b091ac6275ab triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:16:39.866451 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-34aa330a-9e5f-4937-a7f4-a81f9a479feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:39.881729 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-abfd3642-166b-4ae5-b24c-9cff586a8f87 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Calling delete_port for 6e8adf52-5b0d-4c43-995d-a4f6367a3b39 owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:16:39.922652 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-53bd7e62-217b-4630-a143-423eaa2867d8 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:39.925791 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-53bd7e62-217b-4630-a143-423eaa2867d8 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4295430 Aug 18 13:16:39.931975 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43556) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:39.938163 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-8ed34a77-1359-4ce4-b8be-ffb5b444dee2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Request body: {'security_group_rule': {'security_group_id': '62eb747a-fa40-48b1-8dd6-6cdd8e6a786c', 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:39.985213 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6c3af65e-302b-4d3f-9556-926efa865371 admin admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:39.989332 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6c3af65e-302b-4d3f-9556-926efa865371 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.1861641 Aug 18 13:16:39.989958 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43558) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:39.990783 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-162cd346-3ed2-44f7-92c5-d86757cc2559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9d9843-ebda-4495-84cb-d3a7ea5559b8', 'name': 'tempest-TestAggregatesBasicOps-1877197476-router', 'tenant_id': 'bdd058ba7e6f450b96ea20bc0595e732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '565251fc-bea7-463b-9045-a8801a888374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:16:34Z', 'updated_at': '2021-08-18T13:16:37Z', 'revision_number': 3, 'project_id': 'bdd058ba7e6f450b96ea20bc0595e732', 'gw_port': {'id': '565251fc-bea7-463b-9045-a8801a888374', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:0d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9d9843-ebda-4495-84cb-d3a7ea5559b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:16:36Z', 'updated_at': '2021-08-18T13:16:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:40.002028 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.db.api [None req-bcd681ec-aa96-4d69-ae7a-ace2de47176c tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 13:16:40.002028 n-d-803603-2 neutron-server[101676]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 18 13:16:40.002028 n-d-803603-2 neutron-server[101676]: [parameters: {'project_id_1': '88e5d5972b9f412d86674fb9a83c63ba', 'expiration_1': datetime.datetime(2021, 8, 18, 13, 16, 39, 990438)}] Aug 18 13:16:40.002028 n-d-803603-2 neutron-server[101676]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:16:40.002028 n-d-803603-2 neutron-server[101676]: DEBUG oslo_db.api [None req-bcd681ec-aa96-4d69-ae7a-ace2de47176c tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:16:40.035015 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162cd346-3ed2-44f7-92c5-d86757cc2559 None None] Checking router: ea9d9843-ebda-4495-84cb-d3a7ea5559b8 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:16:40.035015 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162cd346-3ed2-44f7-92c5-d86757cc2559 None None] Updating router ea9d9843-ebda-4495-84cb-d3a7ea5559b8 port 565251fc-bea7-463b-9045-a8801a888374 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:16:40.037144 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-34aa330a-9e5f-4937-a7f4-a81f9a479feb None None] Provisioning for port bd37baeb-ddb9-4806-97c5-20234b02ba3b completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:16:40.041596 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-34aa330a-9e5f-4937-a7f4-a81f9a479feb None None] Provisioning complete for port bd37baeb-ddb9-4806-97c5-20234b02ba3b triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:16:40.047697 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-34aa330a-9e5f-4937-a7f4-a81f9a479feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:40.076094 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-162cd346-3ed2-44f7-92c5-d86757cc2559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:40.097882 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-537e34f7-7785-4425-b9ae-24bd518380f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:40.106020 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.db.api [None req-8ed34a77-1359-4ce4-b8be-ffb5b444dee2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 13:16:40.106020 n-d-803603-2 neutron-server[101675]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 18 13:16:40.106020 n-d-803603-2 neutron-server[101675]: [parameters: {'project_id_1': 'e63152bca3cb423b9a7763e005387f10', 'expiration_1': datetime.datetime(2021, 8, 18, 13, 16, 39, 948461)}] Aug 18 13:16:40.106020 n-d-803603-2 neutron-server[101675]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:16:40.106855 n-d-803603-2 neutron-server[101675]: DEBUG oslo_db.api [None req-8ed34a77-1359-4ce4-b8be-ffb5b444dee2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:16:40.122345 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-abfd3642-166b-4ae5-b24c-9cff586a8f87 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:40.156199 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd3642-166b-4ae5-b24c-9cff586a8f87 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event deleted for resources: {'Port': ['ID=6e8adf52-5b0d-4c43-995d-a4f6367a3b39,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:40.175136 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-abfd3642-166b-4ae5-b24c-9cff586a8f87 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:40.179515 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-abfd3642-166b-4ae5-b24c-9cff586a8f87 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/ports/6e8adf52-5b0d-4c43-995d-a4f6367a3b39 HTTP/1.1" status: 204 len: 168 time: 0.6422653 Aug 18 13:16:40.180093 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43560) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:40.219975 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-537e34f7-7785-4425-b9ae-24bd518380f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:40.222459 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-34aa330a-9e5f-4937-a7f4-a81f9a479feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:40.269145 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-537e34f7-7785-4425-b9ae-24bd518380f3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bfe9206a200a4f32890a6fdc3d4c0824&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7657444 Aug 18 13:16:40.277543 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43562) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:40.298869 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-34aa330a-9e5f-4937-a7f4-a81f9a479feb None None] For port bd37baeb-ddb9-4806-97c5-20234b02ba3b, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=bd37baeb-ddb9-4806-97c5-20234b02ba3b,segment=NetworkSegment(cf4eeb85-e99c-49f0-a2e2-53c12e86abf5),segment_id=cf4eeb85-e99c-49f0-a2e2-53c12e86abf5)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:16:40.341402 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e34f7-7785-4425-b9ae-24bd518380f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4962f3e3-242b-47c0-815a-a8222a567ed2,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:40.367425 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-34aa330a-9e5f-4937-a7f4-a81f9a479feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:40.380479 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adcd080-2eb7-4932-96ef-64306acff0de tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:40.382155 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8adcd080-2eb7-4932-96ef-64306acff0de tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2013743 Aug 18 13:16:40.384814 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43564) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:40.420485 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cd4af0c-531b-4c51-836f-ab069b67cb6f tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] GET failed (client error): The resource could not be found. Aug 18 13:16:40.422981 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9cd4af0c-531b-4c51-836f-ab069b67cb6f tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "GET /v2.0/ports/6e8adf52-5b0d-4c43-995d-a4f6367a3b39 HTTP/1.1" status: 404 len: 333 time: 0.0370390 Aug 18 13:16:40.434876 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43568) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:40.434876 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-ed54d6df-4f04-40e1-aca9-f33fc41831a9 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-884301491'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:40.447392 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fa18e470-3946-49a8-8ce0-65512927b8cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:40.476175 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aa330a-9e5f-4937-a7f4-a81f9a479feb None None] Pushing event updated for resources: {'Port': ['ID=bd37baeb-ddb9-4806-97c5-20234b02ba3b,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:40.499913 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fa18e470-3946-49a8-8ce0-65512927b8cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:40.501854 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bcd681ec-aa96-4d69-ae7a-ace2de47176c tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:40.536164 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-162cd346-3ed2-44f7-92c5-d86757cc2559 None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:40.546667 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-162cd346-3ed2-44f7-92c5-d86757cc2559 None None] Transition to ACTIVE for port object 565251fc-bea7-463b-9045-a8801a888374 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:16:40.564743 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed54d6df-4f04-40e1-aca9-f33fc41831a9 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Made reservation on behalf of 2fb4f687cb0a48178df1ff10e4bcf284 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:16:40.568557 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ed54d6df-4f04-40e1-aca9-f33fc41831a9 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:40.569253 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-714ec04b-fcf2-4e06-9858-0f4882a1f803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:40.590050 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-162cd346-3ed2-44f7-92c5-d86757cc2559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:40.647292 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-162cd346-3ed2-44f7-92c5-d86757cc2559 None None] Attempting to bind port 565251fc-bea7-463b-9045-a8801a888374 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:16:40.648028 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-162cd346-3ed2-44f7-92c5-d86757cc2559 None None] Attempting to bind port 565251fc-bea7-463b-9045-a8801a888374 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:16:40.648028 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162cd346-3ed2-44f7-92c5-d86757cc2559 None None] Attempting to bind port 565251fc-bea7-463b-9045-a8801a888374 on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:16:40.650087 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6381d517-6062-4ff0-93db-c4295ffdda7f None None] Pushing event updated for resources: {'Port': ['ID=565251fc-bea7-463b-9045-a8801a888374,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:40.659801 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162cd346-3ed2-44f7-92c5-d86757cc2559 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:16:40.664445 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162cd346-3ed2-44f7-92c5-d86757cc2559 None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:16:40.664445 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-162cd346-3ed2-44f7-92c5-d86757cc2559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:40.664445 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162cd346-3ed2-44f7-92c5-d86757cc2559 None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:16:40.664445 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-162cd346-3ed2-44f7-92c5-d86757cc2559 None None] Bound port: 565251fc-bea7-463b-9045-a8801a888374, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:16:40.664445 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-162cd346-3ed2-44f7-92c5-d86757cc2559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:40.664445 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6381d517-6062-4ff0-93db-c4295ffdda7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:40.664445 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6381d517-6062-4ff0-93db-c4295ffdda7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:40.665313 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6381d517-6062-4ff0-93db-c4295ffdda7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:40.665313 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6381d517-6062-4ff0-93db-c4295ffdda7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:40.665313 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6381d517-6062-4ff0-93db-c4295ffdda7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:40.665578 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6381d517-6062-4ff0-93db-c4295ffdda7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:40.666518 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6381d517-6062-4ff0-93db-c4295ffdda7f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:40.666518 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6381d517-6062-4ff0-93db-c4295ffdda7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:40.666728 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6381d517-6062-4ff0-93db-c4295ffdda7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:40.666937 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6381d517-6062-4ff0-93db-c4295ffdda7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:40.667191 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6381d517-6062-4ff0-93db-c4295ffdda7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:40.667511 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6381d517-6062-4ff0-93db-c4295ffdda7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:40.720724 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fa18e470-3946-49a8-8ce0-65512927b8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:40.723879 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fa18e470-3946-49a8-8ce0-65512927b8cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:40.725124 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-162cd346-3ed2-44f7-92c5-d86757cc2559 None None] For port 565251fc-bea7-463b-9045-a8801a888374, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:16:40.725278 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-fa18e470-3946-49a8-8ce0-65512927b8cf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4962f3e3-242b-47c0-815a-a8222a567ed2 HTTP/1.1" status: 204 len: 168 time: 0.4428635 Aug 18 13:16:40.732631 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-162cd346-3ed2-44f7-92c5-d86757cc2559 None None] For port 565251fc-bea7-463b-9045-a8801a888374, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=565251fc-bea7-463b-9045-a8801a888374,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:16:40.733005 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed54d6df-4f04-40e1-aca9-f33fc41831a9 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:16:40.755829 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa18e470-3946-49a8-8ce0-65512927b8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4962f3e3-242b-47c0-815a-a8222a567ed2,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:40.763358 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ed54d6df-4f04-40e1-aca9-f33fc41831a9 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:40.763358 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-ed54d6df-4f04-40e1-aca9-f33fc41831a9 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Added segment 6576cdf2-31c2-4d3f-acad-e3a3564d0b13 of type vlan for network 62c1109e-8844-4675-bc3c-5bb07505bb95 Aug 18 13:16:40.801862 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-162cd346-3ed2-44f7-92c5-d86757cc2559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:40.837955 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bcd681ec-aa96-4d69-ae7a-ace2de47176c tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:40.852192 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ed54d6df-4f04-40e1-aca9-f33fc41831a9 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:40.865322 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-714ec04b-fcf2-4e06-9858-0f4882a1f803 admin admin] Allocated IP 172.20.0.1 (c5eae284-f96b-4d7a-b10f-b468e21a9c0d/dd52c3b1-af92-41ea-9920-0b492e4a3f84/ae866cc1-c289-4655-a16d-5b5e3e1b8a23) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:16:40.879892 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162cd346-3ed2-44f7-92c5-d86757cc2559 None None] Routers {'ea9d9843-ebda-4495-84cb-d3a7ea5559b8'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:16:40.880718 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-162cd346-3ed2-44f7-92c5-d86757cc2559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:16:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ea9d9843-ebda-4495-84cb-d3a7ea5559b8'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:40.937568 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6381d517-6062-4ff0-93db-c4295ffdda7f None None] Pushing event updated for resources: {'Port': ['ID=565251fc-bea7-463b-9045-a8801a888374,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:40.955673 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bcd681ec-aa96-4d69-ae7a-ace2de47176c tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:40.986008 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ed54d6df-4f04-40e1-aca9-f33fc41831a9 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:40.997652 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed54d6df-4f04-40e1-aca9-f33fc41831a9 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:40.998553 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ed54d6df-4f04-40e1-aca9-f33fc41831a9 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:41.010226 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd681ec-aa96-4d69-ae7a-ace2de47176c tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52d1c1b1-c458-42f9-aab0-ab327f8c3bfe,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:41.028413 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-162cd346-3ed2-44f7-92c5-d86757cc2559 None None] Set router ea9d9843-ebda-4495-84cb-d3a7ea5559b8 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:16:41.060194 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-714ec04b-fcf2-4e06-9858-0f4882a1f803 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:41.083997 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-714ec04b-fcf2-4e06-9858-0f4882a1f803 admin admin] Transition to ACTIVE for port object ae866cc1-c289-4655-a16d-5b5e3e1b8a23 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:16:41.099829 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54d6df-4f04-40e1-aca9-f33fc41831a9 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'Network': ['ID=62c1109e-8844-4675-bc3c-5bb07505bb95,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:41.112962 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 62c1109e-8844-4675-bc3c-5bb07505bb95 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:16:41.177007 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8ed34a77-1359-4ce4-b8be-ffb5b444dee2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:41.227777 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-714ec04b-fcf2-4e06-9858-0f4882a1f803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:41.242145 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bcd681ec-aa96-4d69-ae7a-ace2de47176c tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:41.249099 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-bcd681ec-aa96-4d69-ae7a-ace2de47176c tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6633255 Aug 18 13:16:41.249099 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ed54d6df-4f04-40e1-aca9-f33fc41831a9 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8148482 Aug 18 13:16:41.249099 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43582) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:41.251622 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-2f2c46b2-9cd5-4270-a21d-56dcf4716200 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Request body: {'security_group_rule': {'security_group_id': '52d1c1b1-c458-42f9-aab0-ab327f8c3bfe', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:41.256617 n-d-803603-2 neutron-server[101676]: WARNING neutron.api.v2.base [None req-2f2c46b2-9cd5-4270-a21d-56dcf4716200 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 18 13:16:41.256617 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-2f2c46b2-9cd5-4270-a21d-56dcf4716200 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:16:41.256617 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2f2c46b2-9cd5-4270-a21d-56dcf4716200 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0065842 Aug 18 13:16:41.256617 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43584) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:41.271052 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-cb77023e-a539-4752-bf65-7f3efa197a7e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'subnet': {'network_id': '62c1109e-8844-4675-bc3c-5bb07505bb95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:41.271659 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43586) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:41.363521 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714ec04b-fcf2-4e06-9858-0f4882a1f803 admin admin] Network c5eae284-f96b-4d7a-b10f-b468e21a9c0d is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:16:41.381016 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-714ec04b-fcf2-4e06-9858-0f4882a1f803 admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:16:41.394743 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714ec04b-fcf2-4e06-9858-0f4882a1f803 admin admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:16:41.402259 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8ed34a77-1359-4ce4-b8be-ffb5b444dee2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:41.405876 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ec04b-fcf2-4e06-9858-0f4882a1f803 admin admin] Pushing event updated for resources: {'Port': ['ID=ae866cc1-c289-4655-a16d-5b5e3e1b8a23,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:41.451377 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-162cd346-3ed2-44f7-92c5-d86757cc2559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9d9843-ebda-4495-84cb-d3a7ea5559b8', 'name': 'tempest-TestAggregatesBasicOps-1877197476-router', 'tenant_id': 'bdd058ba7e6f450b96ea20bc0595e732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '565251fc-bea7-463b-9045-a8801a888374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:16:34Z', 'updated_at': '2021-08-18T13:16:37Z', 'revision_number': 3, 'project_id': 'bdd058ba7e6f450b96ea20bc0595e732', 'gw_port': {'id': '565251fc-bea7-463b-9045-a8801a888374', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:0d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9d9843-ebda-4495-84cb-d3a7ea5559b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:16:36Z', 'updated_at': '2021-08-18T13:16:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:41.453911 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb77023e-a539-4752-bf65-7f3efa197a7e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Made reservation on behalf of 2fb4f687cb0a48178df1ff10e4bcf284 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:16:41.454478 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-040de727-4eb7-4574-87e4-8866a941cd58 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:41.460934 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cb77023e-a539-4752-bf65-7f3efa197a7e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:41.472682 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8ed34a77-1359-4ce4-b8be-ffb5b444dee2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:41.474656 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-714ec04b-fcf2-4e06-9858-0f4882a1f803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:41.482333 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162cd346-3ed2-44f7-92c5-d86757cc2559 None None] The sync data for ids ['ea9d9843-ebda-4495-84cb-d3a7ea5559b8'] in n-d-803603-2 is: [{'id': 'ea9d9843-ebda-4495-84cb-d3a7ea5559b8', 'name': 'tempest-TestAggregatesBasicOps-1877197476-router', 'tenant_id': 'bdd058ba7e6f450b96ea20bc0595e732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '565251fc-bea7-463b-9045-a8801a888374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:16:34Z', 'updated_at': '2021-08-18T13:16:37Z', 'revision_number': 3, 'project_id': 'bdd058ba7e6f450b96ea20bc0595e732', 'gw_port': {'id': '565251fc-bea7-463b-9045-a8801a888374', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:0d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9d9843-ebda-4495-84cb-d3a7ea5559b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:16:36Z', 'updated_at': '2021-08-18T13:16:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:16:41.582341 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43590) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:41.584353 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-21bdb723-d230-4f08-8849-d70e9667290a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:41.585857 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-040de727-4eb7-4574-87e4-8866a941cd58 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:41.615085 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed34a77-1359-4ce4-b8be-ffb5b444dee2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d34e3bbc-2907-469e-97bb-967776546009,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:41.629337 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-249ac3cd-7274-4e5f-a862-fec5118b5f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:41.634582 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device bd37baeb-ddb9-4806-97c5-20234b02ba3b up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:16:41.703828 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8ed34a77-1359-4ce4-b8be-ffb5b444dee2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:41.708531 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8ed34a77-1359-4ce4-b8be-ffb5b444dee2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7716413 Aug 18 13:16:41.708686 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43592) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:41.719835 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-f55345bb-2d04-40dc-8663-a47934da2b2e tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Request body: {'security_group_rule': {'security_group_id': '62eb747a-fa40-48b1-8dd6-6cdd8e6a786c', 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:41.736718 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port bd37baeb-ddb9-4806-97c5-20234b02ba3b triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:16:41.737627 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:41.767397 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-040de727-4eb7-4574-87e4-8866a941cd58 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:41.772269 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-040de727-4eb7-4574-87e4-8866a941cd58 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:41.773565 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-040de727-4eb7-4574-87e4-8866a941cd58 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "DELETE /v2.0/security-groups/52d1c1b1-c458-42f9-aab0-ab327f8c3bfe HTTP/1.1" status: 204 len: 168 time: 0.5010209 Aug 18 13:16:41.776255 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43594) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:41.784095 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040de727-4eb7-4574-87e4-8866a941cd58 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d1c1b1-c458-42f9-aab0-ab327f8c3bfe,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:41.902660 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7785feae-79f2-425c-bfcd-7e5fab045925 None None] Provisioning for port ae866cc1-c289-4655-a16d-5b5e3e1b8a23 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:16:41.909767 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7785feae-79f2-425c-bfcd-7e5fab045925 None None] Provisioning complete for port ae866cc1-c289-4655-a16d-5b5e3e1b8a23 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:16:41.910287 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7785feae-79f2-425c-bfcd-7e5fab045925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:41.922902 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f37bf3a4-e535-4f91-859a-3378748da15a tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1450737 Aug 18 13:16:41.928733 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43596) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:41.933633 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-c6d93465-43e2-4058-885e-e2d667f130a0 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Request body: {'security_group': {'name': 'tempest-secgroup--180357413'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:41.960575 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-714ec04b-fcf2-4e06-9858-0f4882a1f803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:41.986516 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6f115b91-8339-41b0-af5e-b091ac6275ab up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:16:42.003051 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-249ac3cd-7274-4e5f-a862-fec5118b5f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:42.070807 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cb77023e-a539-4752-bf65-7f3efa197a7e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:42.125048 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-249ac3cd-7274-4e5f-a862-fec5118b5f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:42.209472 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7785feae-79f2-425c-bfcd-7e5fab045925 None None] Port ae866cc1-c289-4655-a16d-5b5e3e1b8a23 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:16:42.211013 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb77023e-a539-4752-bf65-7f3efa197a7e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'Subnet': ['ID=fd4a29b8-4bfa-47c7-9c51-e93c0a156a41,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:42.226298 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 6f115b91-8339-41b0-af5e-b091ac6275ab triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:16:42.227062 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:42.227312 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb77023e-a539-4752-bf65-7f3efa197a7e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Checking segment: {'id': '6576cdf2-31c2-4d3f-acad-e3a3564d0b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '62c1109e-8844-4675-bc3c-5bb07505bb95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:16:42.227765 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb77023e-a539-4752-bf65-7f3efa197a7e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Network hostable DHCP agents. Network: 62c1109e-8844-4675-bc3c-5bb07505bb95, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:16:42.234798 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ac3cd-7274-4e5f-a862-fec5118b5f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02822d41-b5b7-465c-a82d-f66e53eade9d,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:42.245131 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-714ec04b-fcf2-4e06-9858-0f4882a1f803 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:42.247417 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.db.api [None req-c6d93465-43e2-4058-885e-e2d667f130a0 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 13:16:42.247417 n-d-803603-2 neutron-server[101675]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 18 13:16:42.247417 n-d-803603-2 neutron-server[101675]: [parameters: {'project_id_1': '88e5d5972b9f412d86674fb9a83c63ba', 'expiration_1': datetime.datetime(2021, 8, 18, 13, 16, 41, 942415)}] Aug 18 13:16:42.247417 n-d-803603-2 neutron-server[101675]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:16:42.248089 n-d-803603-2 neutron-server[101675]: DEBUG oslo_db.api [None req-c6d93465-43e2-4058-885e-e2d667f130a0 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:16:42.263047 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-249ac3cd-7274-4e5f-a862-fec5118b5f0b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a0877f1aa2324c309051efcbe357b4d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6794600 Aug 18 13:16:42.265635 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43602) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:42.302220 n-d-803603-2 neutron-server[101676]: INFO neutron.db.securitygroups_db [None req-f55345bb-2d04-40dc-8663-a47934da2b2e tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Project e63152bca3cb423b9a7763e005387f10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 13:16:42.311330 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f55345bb-2d04-40dc-8663-a47934da2b2e tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:42.331330 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-714ec04b-fcf2-4e06-9858-0f4882a1f803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:42.384026 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f55345bb-2d04-40dc-8663-a47934da2b2e tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:42.404350 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-714ec04b-fcf2-4e06-9858-0f4882a1f803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:42.408901 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ec04b-fcf2-4e06-9858-0f4882a1f803 admin admin] Pushing event updated for resources: {'Port': ['ID=ae866cc1-c289-4655-a16d-5b5e3e1b8a23,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:42.418483 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c20fb650-7fea-42b1-b74d-29176ce2a758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:42.425292 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb77023e-a539-4752-bf65-7f3efa197a7e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Network 62c1109e-8844-4675-bc3c-5bb07505bb95 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:16:42.464932 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c20fb650-7fea-42b1-b74d-29176ce2a758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:42.467720 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f55345bb-2d04-40dc-8663-a47934da2b2e tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:42.510418 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55345bb-2d04-40dc-8663-a47934da2b2e tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a311bc83-bee1-491c-905a-93859507d2c0,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:42.523524 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-cb77023e-a539-4752-bf65-7f3efa197a7e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 62c1109e-8844-4675-bc3c-5bb07505bb95) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:16:42.528158 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb77023e-a539-4752-bf65-7f3efa197a7e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:42.528610 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714ec04b-fcf2-4e06-9858-0f4882a1f803 admin admin] Network c5eae284-f96b-4d7a-b10f-b468e21a9c0d is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:16:42.529258 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cb77023e-a539-4752-bf65-7f3efa197a7e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:42.530315 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-714ec04b-fcf2-4e06-9858-0f4882a1f803 admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:16:42.544135 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0490f52e-ad35-4550-8197-539bb7fe6669 None None] Network 62c1109e-8844-4675-bc3c-5bb07505bb95 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:16:42.595786 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f55345bb-2d04-40dc-8663-a47934da2b2e tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:42.597029 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f55345bb-2d04-40dc-8663-a47934da2b2e tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8879802 Aug 18 13:16:42.599887 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43610) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:42.604469 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-f9e6dc85-a296-48f5-80ec-0948c37e64de tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Request body: {'security_group_rule': {'security_group_id': '62eb747a-fa40-48b1-8dd6-6cdd8e6a786c', 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:42.622885 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-cb77023e-a539-4752-bf65-7f3efa197a7e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3559709 Aug 18 13:16:42.626772 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c20fb650-7fea-42b1-b74d-29176ce2a758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:42.628955 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c20fb650-7fea-42b1-b74d-29176ce2a758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:42.629351 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43612) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:42.638685 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-6c2fcd4e-05e8-4000-8535-2a17de5e6fc5 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'subnet': {'network_id': '62c1109e-8844-4675-bc3c-5bb07505bb95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:42.641923 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c20fb650-7fea-42b1-b74d-29176ce2a758 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/02822d41-b5b7-465c-a82d-f66e53eade9d HTTP/1.1" status: 204 len: 168 time: 0.3751576 Aug 18 13:16:42.671612 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20fb650-7fea-42b1-b74d-29176ce2a758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02822d41-b5b7-465c-a82d-f66e53eade9d,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:42.762021 n-d-803603-2 neutron-server[101676]: INFO neutron.db.securitygroups_db [None req-f9e6dc85-a296-48f5-80ec-0948c37e64de tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Project e63152bca3cb423b9a7763e005387f10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 13:16:42.767781 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f9e6dc85-a296-48f5-80ec-0948c37e64de tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:42.913483 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f9e6dc85-a296-48f5-80ec-0948c37e64de tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:42.913598 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a73ace-d43b-4d8f-a3ab-994e55c0d451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-62c1109e-8844-4675-bc3c-5bb07505bb95', 'network_id': '62c1109e-8844-4675-bc3c-5bb07505bb95', 'tenant_id': '2fb4f687cb0a48178df1ff10e4bcf284', 'fixed_ips': [{'subnet_id': 'fd4a29b8-4bfa-47c7-9c51-e93c0a156a41'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:16:42.914350 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c1a73ace-d43b-4d8f-a3ab-994e55c0d451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:42.953398 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-6e1bdec7-da66-479f-bc37-2d4b8a19cd09 None None] Provisioning complete for port ae866cc1-c289-4655-a16d-5b5e3e1b8a23 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:16:42.954563 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6e1bdec7-da66-479f-bc37-2d4b8a19cd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:42.955314 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c6d93465-43e2-4058-885e-e2d667f130a0 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:42.979710 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f9e6dc85-a296-48f5-80ec-0948c37e64de tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:42.982029 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714ec04b-fcf2-4e06-9858-0f4882a1f803 admin admin] Router ea9d9843-ebda-4495-84cb-d3a7ea5559b8 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:16:43.026750 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e6dc85-a296-48f5-80ec-0948c37e64de tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f42bf6de-93b1-448c-b8b1-2eccbfecc27f,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:43.123742 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-6e1bdec7-da66-479f-bc37-2d4b8a19cd09 None None] Port ae866cc1-c289-4655-a16d-5b5e3e1b8a23 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:16:43.206370 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-c1a73ace-d43b-4d8f-a3ab-994e55c0d451 None None] Allocated IP 172.20.0.2 (62c1109e-8844-4675-bc3c-5bb07505bb95/fd4a29b8-4bfa-47c7-9c51-e93c0a156a41/08aae6f2-b806-4061-bbfc-700ae0267b7e) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:16:43.218896 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c6d93465-43e2-4058-885e-e2d667f130a0 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:43.320043 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c6d93465-43e2-4058-885e-e2d667f130a0 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:43.373962 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f9e6dc85-a296-48f5-80ec-0948c37e64de tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:43.376498 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f9e6dc85-a296-48f5-80ec-0948c37e64de tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7756176 Aug 18 13:16:43.378332 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d93465-43e2-4058-885e-e2d667f130a0 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2071ad8-9190-42a5-964e-f65d09e5e84a,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:43.384952 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714ec04b-fcf2-4e06-9858-0f4882a1f803 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:16:43.391867 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-714ec04b-fcf2-4e06-9858-0f4882a1f803 admin admin] 10.222.0.13 "PUT /v2.0/routers/ea9d9843-ebda-4495-84cb-d3a7ea5559b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4005167 Aug 18 13:16:43.449306 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c6d93465-43e2-4058-885e-e2d667f130a0 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:43.451018 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c6d93465-43e2-4058-885e-e2d667f130a0 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5212917 Aug 18 13:16:43.453966 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43630) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:43.459376 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-3cc404d9-a0e4-4f36-801a-75211457dcd9 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Request body: {'security_group_rule': {'security_group_id': 'd2071ad8-9190-42a5-964e-f65d09e5e84a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:43.474841 n-d-803603-2 neutron-server[101676]: WARNING neutron.api.v2.base [None req-3cc404d9-a0e4-4f36-801a-75211457dcd9 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 18 13:16:43.475506 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-3cc404d9-a0e4-4f36-801a-75211457dcd9 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:16:43.480004 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3cc404d9-a0e4-4f36-801a-75211457dcd9 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0241878 Aug 18 13:16:43.480348 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43632) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:43.495048 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-a8dd4d4f-2232-4dd0-8fa9-dd2a7261f88a tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Request body: {'security_group_rule': {'security_group_id': 'd2071ad8-9190-42a5-964e-f65d09e5e84a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:43.497932 n-d-803603-2 neutron-server[101675]: WARNING neutron.api.v2.base [None req-a8dd4d4f-2232-4dd0-8fa9-dd2a7261f88a tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 18 13:16:43.498513 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-a8dd4d4f-2232-4dd0-8fa9-dd2a7261f88a tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:16:43.507110 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c1a73ace-d43b-4d8f-a3ab-994e55c0d451 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:43.507842 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a8dd4d4f-2232-4dd0-8fa9-dd2a7261f88a tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0253644 Aug 18 13:16:43.510735 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43634) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:43.516118 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-d7c0be53-0f77-410c-ad0d-8f9bb6dfd915 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Request body: {'security_group_rule': {'security_group_id': 'd2071ad8-9190-42a5-964e-f65d09e5e84a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:43.516953 n-d-803603-2 neutron-server[101676]: WARNING neutron.api.v2.base [None req-d7c0be53-0f77-410c-ad0d-8f9bb6dfd915 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 18 13:16:43.517432 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-d7c0be53-0f77-410c-ad0d-8f9bb6dfd915 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:16:43.521594 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43636) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:43.521788 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d7c0be53-0f77-410c-ad0d-8f9bb6dfd915 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0099089 Aug 18 13:16:43.533147 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-668acdd0-cad3-4cb2-b2d2-1f95c0703e97 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Request body: {'security_group_rule': {'security_group_id': 'd2071ad8-9190-42a5-964e-f65d09e5e84a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:43.533147 n-d-803603-2 neutron-server[101675]: WARNING neutron.api.v2.base [None req-668acdd0-cad3-4cb2-b2d2-1f95c0703e97 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 18 13:16:43.533147 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-668acdd0-cad3-4cb2-b2d2-1f95c0703e97 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:16:43.537786 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c1a73ace-d43b-4d8f-a3ab-994e55c0d451 None None] Transition to ACTIVE for port object 08aae6f2-b806-4061-bbfc-700ae0267b7e will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:16:43.538234 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43638) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:43.542383 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-668acdd0-cad3-4cb2-b2d2-1f95c0703e97 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0110865 Aug 18 13:16:43.567740 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2fcd4e-05e8-4000-8535-2a17de5e6fc5 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Made reservation on behalf of 2fb4f687cb0a48178df1ff10e4bcf284 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:16:43.571611 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6c2fcd4e-05e8-4000-8535-2a17de5e6fc5 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:43.601231 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eff5cce6-b2e0-45d3-9d7f-2d84a2b895bf tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:43.608963 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c1a73ace-d43b-4d8f-a3ab-994e55c0d451 None None] Transition to ACTIVE for port object 08aae6f2-b806-4061-bbfc-700ae0267b7e will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:16:43.678291 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c1a73ace-d43b-4d8f-a3ab-994e55c0d451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:43.684435 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eff5cce6-b2e0-45d3-9d7f-2d84a2b895bf tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:43.801118 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 565251fc-bea7-463b-9045-a8801a888374 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:16:43.871593 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a73ace-d43b-4d8f-a3ab-994e55c0d451 None None] Pushing event updated for resources: {'Port': ['ID=08aae6f2-b806-4061-bbfc-700ae0267b7e,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:43.875134 n-d-803603-2 neutron-server[101675]: INFO neutron.db.ipam_backend_mixin [None req-6c2fcd4e-05e8-4000-8535-2a17de5e6fc5 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fd4a29b8-4bfa-47c7-9c51-e93c0a156a41 (CIDR: 172.20.0.0/28) Aug 18 13:16:43.907069 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-a60e8a79-3e4c-4bbd-97a4-2438667341b4 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-770993057&fields=id&tenant_id=e63152bca3cb423b9a7763e005387f10 HTTP/1.1" status: 200 len: 267 time: 0.0775292 Aug 18 13:16:43.916782 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c2fcd4e-05e8-4000-8535-2a17de5e6fc5 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:16:43.917146 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eff5cce6-b2e0-45d3-9d7f-2d84a2b895bf tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:43.917745 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c2fcd4e-05e8-4000-8535-2a17de5e6fc5 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:16:43.920668 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eff5cce6-b2e0-45d3-9d7f-2d84a2b895bf tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:43.927154 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-eff5cce6-b2e0-45d3-9d7f-2d84a2b895bf tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "DELETE /v2.0/security-groups/d2071ad8-9190-42a5-964e-f65d09e5e84a HTTP/1.1" status: 204 len: 168 time: 0.3857455 Aug 18 13:16:43.927154 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43660) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:43.942788 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9ac5ac13-1758-4cbf-96f9-cf492926845b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:43.953612 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a73ace-d43b-4d8f-a3ab-994e55c0d451 None None] Network 62c1109e-8844-4675-bc3c-5bb07505bb95 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:16:43.958765 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-c1a73ace-d43b-4d8f-a3ab-994e55c0d451 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:16:43.973846 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a73ace-d43b-4d8f-a3ab-994e55c0d451 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:16:43.986809 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6c2fcd4e-05e8-4000-8535-2a17de5e6fc5 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3555782 Aug 18 13:16:43.989579 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43666) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:43.995534 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-cf8bfbac-d702-4e09-9e78-07d2d74bfd9b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'subnet': {'network_id': '62c1109e-8844-4675-bc3c-5bb07505bb95', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:43.999544 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5cce6-b2e0-45d3-9d7f-2d84a2b895bf tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2071ad8-9190-42a5-964e-f65d09e5e84a,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:44.104131 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-c1a73ace-d43b-4d8f-a3ab-994e55c0d451 None None] Attempting to bind port 08aae6f2-b806-4061-bbfc-700ae0267b7e on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:16:44.104510 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-c1a73ace-d43b-4d8f-a3ab-994e55c0d451 None None] Attempting to bind port 08aae6f2-b806-4061-bbfc-700ae0267b7e by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '6576cdf2-31c2-4d3f-acad-e3a3564d0b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '62c1109e-8844-4675-bc3c-5bb07505bb95'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:16:44.104875 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a73ace-d43b-4d8f-a3ab-994e55c0d451 None None] Attempting to bind port 08aae6f2-b806-4061-bbfc-700ae0267b7e on network 62c1109e-8844-4675-bc3c-5bb07505bb95 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:16:44.113662 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a73ace-d43b-4d8f-a3ab-994e55c0d451 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:16:44.114050 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a73ace-d43b-4d8f-a3ab-994e55c0d451 None None] Checking segment: {'id': '6576cdf2-31c2-4d3f-acad-e3a3564d0b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '62c1109e-8844-4675-bc3c-5bb07505bb95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:16:44.114593 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c1a73ace-d43b-4d8f-a3ab-994e55c0d451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:44.115032 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a73ace-d43b-4d8f-a3ab-994e55c0d451 None None] Bound using segment: {'id': '6576cdf2-31c2-4d3f-acad-e3a3564d0b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '62c1109e-8844-4675-bc3c-5bb07505bb95'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:16:44.115518 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-c1a73ace-d43b-4d8f-a3ab-994e55c0d451 None None] Bound port: 08aae6f2-b806-4061-bbfc-700ae0267b7e, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6576cdf2-31c2-4d3f-acad-e3a3564d0b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '62c1109e-8844-4675-bc3c-5bb07505bb95'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:16:44.115905 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c1a73ace-d43b-4d8f-a3ab-994e55c0d451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:44.118500 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b281b0bd-7cf2-45a6-88f3-69d0c6a98155 None None] Sync routers for ids ['ea9d9843-ebda-4495-84cb-d3a7ea5559b8'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:16:44.148874 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b281b0bd-7cf2-45a6-88f3-69d0c6a98155 None None] Routers {'ea9d9843-ebda-4495-84cb-d3a7ea5559b8'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:16:44.149816 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-b281b0bd-7cf2-45a6-88f3-69d0c6a98155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:16:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ea9d9843-ebda-4495-84cb-d3a7ea5559b8'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:44.227184 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43674) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:44.234803 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-fb3ac437-27b7-4191-a0b5-d9eec189a51d tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2849469 Aug 18 13:16:44.239591 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-359d819e-045b-44c3-ba35-562fa9eb7498 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Request body: {'security_group': {'name': 'tempest-secgroup--525622823'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:44.244943 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 565251fc-bea7-463b-9045-a8801a888374 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:16:44.268458 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 565251fc-bea7-463b-9045-a8801a888374 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:16:44.269190 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:44.284309 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8bfbac-d702-4e09-9e78-07d2d74bfd9b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Made reservation on behalf of 2fb4f687cb0a48178df1ff10e4bcf284 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:16:44.284580 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cf8bfbac-d702-4e09-9e78-07d2d74bfd9b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:44.288896 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-80c2a405-c60e-4fd9-8479-a70bd06bbf2b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:44.293191 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-80c2a405-c60e-4fd9-8479-a70bd06bbf2b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/networks?id=386a060a-1b95-4dd6-b0ac-7fdd7b22667b HTTP/1.1" status: 200 len: 796 time: 0.3632903 Aug 18 13:16:44.333239 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-c1a73ace-d43b-4d8f-a3ab-994e55c0d451 None None] For port 08aae6f2-b806-4061-bbfc-700ae0267b7e, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:16:44.354941 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-210f9639-57c0-4a87-9124-e38adac32e51 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/quotas/e63152bca3cb423b9a7763e005387f10 HTTP/1.1" status: 200 len: 375 time: 0.0524766 Aug 18 13:16:44.393239 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-c1a73ace-d43b-4d8f-a3ab-994e55c0d451 None None] For port 08aae6f2-b806-4061-bbfc-700ae0267b7e, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=08aae6f2-b806-4061-bbfc-700ae0267b7e,segment=NetworkSegment(6576cdf2-31c2-4d3f-acad-e3a3564d0b13),segment_id=6576cdf2-31c2-4d3f-acad-e3a3564d0b13)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:16:44.459847 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-b281b0bd-7cf2-45a6-88f3-69d0c6a98155 None None] Set router ea9d9843-ebda-4495-84cb-d3a7ea5559b8 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:16:44.516351 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c1a73ace-d43b-4d8f-a3ab-994e55c0d451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:44.574285 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:44.587451 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-1c252204-90a9-4768-8827-4bb5c4df8a5b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e63152bca3cb423b9a7763e005387f10&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2188625 Aug 18 13:16:44.594102 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-359d819e-045b-44c3-ba35-562fa9eb7498 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:44.663608 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a73ace-d43b-4d8f-a3ab-994e55c0d451 None None] Pushing event updated for resources: {'Port': ['ID=08aae6f2-b806-4061-bbfc-700ae0267b7e,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:44.677850 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 565251fc-bea7-463b-9045-a8801a888374, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=565251fc-bea7-463b-9045-a8801a888374,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:16:44.698598 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:44.787688 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:44.828776 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-359d819e-045b-44c3-ba35-562fa9eb7498 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:44.871057 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cf8bfbac-d702-4e09-9e78-07d2d74bfd9b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:44.943643 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-359d819e-045b-44c3-ba35-562fa9eb7498 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:44.982272 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=565251fc-bea7-463b-9045-a8801a888374,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:45.009902 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8bfbac-d702-4e09-9e78-07d2d74bfd9b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Network 62c1109e-8844-4675-bc3c-5bb07505bb95 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:16:45.052967 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d819e-045b-44c3-ba35-562fa9eb7498 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aec9588-0331-48e4-ae22-4a64b437eefe,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:45.095031 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-cf8bfbac-d702-4e09-9e78-07d2d74bfd9b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:16:45.104574 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8bfbac-d702-4e09-9e78-07d2d74bfd9b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:45.104574 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cf8bfbac-d702-4e09-9e78-07d2d74bfd9b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:45.139987 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-f7d3eb97-c532-40ff-a85a-53569d2c30fe service neutron] 10.222.0.13 "GET /v2.0/networks/386a060a-1b95-4dd6-b0ac-7fdd7b22667b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5508742 Aug 18 13:16:45.155836 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8bfbac-d702-4e09-9e78-07d2d74bfd9b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'Subnet': ['ID=b21b2cb8-4b26-46ae-a384-0e0448717efa,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:45.195857 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-359d819e-045b-44c3-ba35-562fa9eb7498 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:45.200927 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-359d819e-045b-44c3-ba35-562fa9eb7498 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9680159 Aug 18 13:16:45.200927 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43706) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:45.202152 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-b281b0bd-7cf2-45a6-88f3-69d0c6a98155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9d9843-ebda-4495-84cb-d3a7ea5559b8', 'name': 'tempest-TestAggregatesBasicOps-1877197476-router', 'tenant_id': 'bdd058ba7e6f450b96ea20bc0595e732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '565251fc-bea7-463b-9045-a8801a888374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:16:34Z', 'updated_at': '2021-08-18T13:16:41Z', 'revision_number': 4, 'project_id': 'bdd058ba7e6f450b96ea20bc0595e732', 'gw_port': {'id': '565251fc-bea7-463b-9045-a8801a888374', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:0d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9d9843-ebda-4495-84cb-d3a7ea5559b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:16:36Z', 'updated_at': '2021-08-18T13:16:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'ae866cc1-c289-4655-a16d-5b5e3e1b8a23', 'name': '', 'network_id': 'c5eae284-f96b-4d7a-b10f-b468e21a9c0d', 'tenant_id': 'bdd058ba7e6f450b96ea20bc0595e732', 'mac_address': 'fa:16:3e:2f:43:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9d9843-ebda-4495-84cb-d3a7ea5559b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': 'dd52c3b1-af92-41ea-9920-0b492e4a3f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:16:40Z', 'updated_at': '2021-08-18T13:16:42Z', 'revision_number': 2, 'project_id': 'bdd058ba7e6f450b96ea20bc0595e732', 'subnets': [{'id': 'dd52c3b1-af92-41ea-9920-0b492e4a3f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:45.206036 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-578af19a-559c-4034-8efe-eba00904de8f tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Request body: {'security_group_rule': {'security_group_id': '8aec9588-0331-48e4-ae22-4a64b437eefe', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:45.206672 n-d-803603-2 neutron-server[101675]: WARNING neutron.api.v2.base [None req-578af19a-559c-4034-8efe-eba00904de8f tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 18 13:16:45.206980 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-578af19a-559c-4034-8efe-eba00904de8f tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:16:45.210688 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-578af19a-559c-4034-8efe-eba00904de8f tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067968 Aug 18 13:16:45.211681 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43708) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:45.222047 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-8aec2574-5fc5-41e6-a7d1-d7dac86e8ca5 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Request body: {'security_group_rule': {'security_group_id': '8aec9588-0331-48e4-ae22-4a64b437eefe', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:45.241070 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-cf8bfbac-d702-4e09-9e78-07d2d74bfd9b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2478874 Aug 18 13:16:45.241938 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43710) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:45.246620 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b281b0bd-7cf2-45a6-88f3-69d0c6a98155 None None] Checking router: ea9d9843-ebda-4495-84cb-d3a7ea5559b8 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:16:45.247266 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b281b0bd-7cf2-45a6-88f3-69d0c6a98155 None None] Updating router ea9d9843-ebda-4495-84cb-d3a7ea5559b8 port ae866cc1-c289-4655-a16d-5b5e3e1b8a23 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:16:45.250456 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-9a37b0b9-398c-4d2b-a6c7-2d02e039ecd6 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'port': {'network_id': '62c1109e-8844-4675-bc3c-5bb07505bb95', 'fixed_ips': [{'subnet_id': 'fd4a29b8-4bfa-47c7-9c51-e93c0a156a41'}, {'subnet_id': 'b21b2cb8-4b26-46ae-a384-0e0448717efa'}], 'name': 'tempest-PortsTestJSON-1798399399'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:45.284518 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b281b0bd-7cf2-45a6-88f3-69d0c6a98155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:45.312549 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-dc9c6666-c726-45a1-8be5-221dbc714c37 service neutron] 10.222.0.13 "GET /v2.0/networks/386a060a-1b95-4dd6-b0ac-7fdd7b22667b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716151 Aug 18 13:16:45.473004 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:45.589391 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a37b0b9-398c-4d2b-a6c7-2d02e039ecd6 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Made reservation on behalf of 2fb4f687cb0a48178df1ff10e4bcf284 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:16:45.676555 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-8aec2574-5fc5-41e6-a7d1-d7dac86e8ca5 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:16:45.676555 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8aec2574-5fc5-41e6-a7d1-d7dac86e8ca5 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4546206 Aug 18 13:16:45.676766 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43724) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:45.691253 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-89cca0c6-096f-4162-b8d0-0615913795d5 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Request body: {'security_group_rule': {'security_group_id': '8aec9588-0331-48e4-ae22-4a64b437eefe', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:45.700097 n-d-803603-2 neutron-server[101676]: WARNING neutron.api.v2.base [None req-89cca0c6-096f-4162-b8d0-0615913795d5 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 18 13:16:45.703330 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-89cca0c6-096f-4162-b8d0-0615913795d5 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:16:45.704578 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-89cca0c6-096f-4162-b8d0-0615913795d5 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0267265 Aug 18 13:16:45.711776 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43732) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:45.730720 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-ee668b1e-257c-4e2c-a836-993014bff0c2 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Request body: {'security_group_rule': {'security_group_id': '8aec9588-0331-48e4-ae22-4a64b437eefe', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:45.774708 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9a37b0b9-398c-4d2b-a6c7-2d02e039ecd6 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:45.807571 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [None req-9a37b0b9-398c-4d2b-a6c7-2d02e039ecd6 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] device_id is not set on port 4587fcc0-0190-4ab7-923d-a13e5eab065b yet. {{(pid=101675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:16:45.809900 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 565251fc-bea7-463b-9045-a8801a888374 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:16:45.882982 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6286296f-c838-4871-85a6-0caeb785865c req-cfe4f87a-586a-4104-be70-5c0c6da7456d tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=468c68f6-6749-4099-ad07-7b94a947b6fa HTTP/1.1" status: 200 len: 210 time: 0.0999229 Aug 18 13:16:45.913363 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b281b0bd-7cf2-45a6-88f3-69d0c6a98155 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:45.928046 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b281b0bd-7cf2-45a6-88f3-69d0c6a98155 None None] Transition to ACTIVE for port object ae866cc1-c289-4655-a16d-5b5e3e1b8a23 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:16:45.949229 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:16:45.990966 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 565251fc-bea7-463b-9045-a8801a888374 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:16:45.997811 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:46.111007 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-ee668b1e-257c-4e2c-a836-993014bff0c2 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:16:46.122871 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ee668b1e-257c-4e2c-a836-993014bff0c2 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4030342 Aug 18 13:16:46.123014 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 08aae6f2-b806-4061-bbfc-700ae0267b7e up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:16:46.123132 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43748) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:46.123246 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b281b0bd-7cf2-45a6-88f3-69d0c6a98155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:46.132988 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-4c7e96a4-43e3-4a81-80c8-4416de55fcde tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Request body: {'security_group_rule': {'security_group_id': '8aec9588-0331-48e4-ae22-4a64b437eefe', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:46.134511 n-d-803603-2 neutron-server[101676]: WARNING neutron.api.v2.base [None req-4c7e96a4-43e3-4a81-80c8-4416de55fcde tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 18 13:16:46.136486 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-4c7e96a4-43e3-4a81-80c8-4416de55fcde tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:16:46.147266 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4c7e96a4-43e3-4a81-80c8-4416de55fcde tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0293944 Aug 18 13:16:46.148178 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43750) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:46.153867 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-cec4b81e-b427-4790-b325-c228fdc26432 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Request body: {'security_group_rule': {'security_group_id': '8aec9588-0331-48e4-ae22-4a64b437eefe', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:46.223332 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e1a664-5b1a-4d29-b142-071a23ab16bb None None] Pushing event updated for resources: {'Port': ['ID=ae866cc1-c289-4655-a16d-5b5e3e1b8a23,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:46.308519 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-b281b0bd-7cf2-45a6-88f3-69d0c6a98155 None None] Attempting to bind port ae866cc1-c289-4655-a16d-5b5e3e1b8a23 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:16:46.309298 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-b281b0bd-7cf2-45a6-88f3-69d0c6a98155 None None] Attempting to bind port ae866cc1-c289-4655-a16d-5b5e3e1b8a23 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'cf4eeb85-e99c-49f0-a2e2-53c12e86abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c5eae284-f96b-4d7a-b10f-b468e21a9c0d'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:16:46.309852 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b281b0bd-7cf2-45a6-88f3-69d0c6a98155 None None] Attempting to bind port ae866cc1-c289-4655-a16d-5b5e3e1b8a23 on network c5eae284-f96b-4d7a-b10f-b468e21a9c0d {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:16:46.314558 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-9a37b0b9-398c-4d2b-a6c7-2d02e039ecd6 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Allocated IP 172.20.0.4 (62c1109e-8844-4675-bc3c-5bb07505bb95/fd4a29b8-4bfa-47c7-9c51-e93c0a156a41/4587fcc0-0190-4ab7-923d-a13e5eab065b) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:16:46.316244 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b281b0bd-7cf2-45a6-88f3-69d0c6a98155 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:16:46.316790 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b281b0bd-7cf2-45a6-88f3-69d0c6a98155 None None] Checking segment: {'id': 'cf4eeb85-e99c-49f0-a2e2-53c12e86abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c5eae284-f96b-4d7a-b10f-b468e21a9c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:16:46.317361 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b281b0bd-7cf2-45a6-88f3-69d0c6a98155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:46.318048 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b281b0bd-7cf2-45a6-88f3-69d0c6a98155 None None] Bound using segment: {'id': 'cf4eeb85-e99c-49f0-a2e2-53c12e86abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c5eae284-f96b-4d7a-b10f-b468e21a9c0d'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:16:46.320204 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-b281b0bd-7cf2-45a6-88f3-69d0c6a98155 None None] Bound port: ae866cc1-c289-4655-a16d-5b5e3e1b8a23, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf4eeb85-e99c-49f0-a2e2-53c12e86abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c5eae284-f96b-4d7a-b10f-b468e21a9c0d'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:16:46.327602 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b281b0bd-7cf2-45a6-88f3-69d0c6a98155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:46.327753 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-9a37b0b9-398c-4d2b-a6c7-2d02e039ecd6 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Allocated IP 172.20.0.25 (62c1109e-8844-4675-bc3c-5bb07505bb95/b21b2cb8-4b26-46ae-a384-0e0448717efa/4587fcc0-0190-4ab7-923d-a13e5eab065b) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:16:46.356231 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-cec4b81e-b427-4790-b325-c228fdc26432 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:16:46.360828 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 08aae6f2-b806-4061-bbfc-700ae0267b7e completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:16:46.368187 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-cec4b81e-b427-4790-b325-c228fdc26432 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2121549 Aug 18 13:16:46.368187 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43756) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:46.368938 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-dc272e80-2e2c-410a-bd5b-0b82684aa8d2 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Request body: {'security_group_rule': {'security_group_id': '8aec9588-0331-48e4-ae22-4a64b437eefe', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:46.369503 n-d-803603-2 neutron-server[101676]: WARNING neutron.api.v2.base [None req-dc272e80-2e2c-410a-bd5b-0b82684aa8d2 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 18 13:16:46.369995 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-dc272e80-2e2c-410a-bd5b-0b82684aa8d2 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:16:46.382058 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43758) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:46.382426 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43760) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:46.384877 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-dc272e80-2e2c-410a-bd5b-0b82684aa8d2 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0166297 Aug 18 13:16:46.388279 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51670bc-41fa-49f1-8c7d-df4f0d9163ac None None] Network 62c1109e-8844-4675-bc3c-5bb07505bb95 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:16:46.394200 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-50d5168b-b49b-486d-b1dc-591b01724f82 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Request body: {'security_group_rule': {'security_group_id': '8aec9588-0331-48e4-ae22-4a64b437eefe', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:46.451874 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-b281b0bd-7cf2-45a6-88f3-69d0c6a98155 None None] For port ae866cc1-c289-4655-a16d-5b5e3e1b8a23, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:16:46.629522 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-b281b0bd-7cf2-45a6-88f3-69d0c6a98155 None None] For port ae866cc1-c289-4655-a16d-5b5e3e1b8a23, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=ae866cc1-c289-4655-a16d-5b5e3e1b8a23,segment=NetworkSegment(cf4eeb85-e99c-49f0-a2e2-53c12e86abf5),segment_id=cf4eeb85-e99c-49f0-a2e2-53c12e86abf5)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:16:46.707330 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9a37b0b9-398c-4d2b-a6c7-2d02e039ecd6 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:46.776115 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-10dfe197-af9e-425a-b996-55209367e60b None None] Provisioning for port 08aae6f2-b806-4061-bbfc-700ae0267b7e completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:16:46.778649 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b281b0bd-7cf2-45a6-88f3-69d0c6a98155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:46.818768 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-10dfe197-af9e-425a-b996-55209367e60b None None] Provisioning complete for port 08aae6f2-b806-4061-bbfc-700ae0267b7e triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:16:46.818768 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-10dfe197-af9e-425a-b996-55209367e60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:46.892462 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee99ae2-faa3-488c-b12a-1cf45e12f366 None None] Update dhcp port {'port': {'network_id': '62c1109e-8844-4675-bc3c-5bb07505bb95', 'fixed_ips': [{'subnet_id': 'fd4a29b8-4bfa-47c7-9c51-e93c0a156a41', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b21b2cb8-4b26-46ae-a384-0e0448717efa'}], 'binding:host_id': 'n-d-803603-2'}, 'id': '08aae6f2-b806-4061-bbfc-700ae0267b7e'} from n-d-803603-2. {{(pid=101677) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 13:16:46.903522 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e1a664-5b1a-4d29-b142-071a23ab16bb None None] Pushing event updated for resources: {'Port': ['ID=ae866cc1-c289-4655-a16d-5b5e3e1b8a23,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:46.929259 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b281b0bd-7cf2-45a6-88f3-69d0c6a98155 None None] Routers {'ea9d9843-ebda-4495-84cb-d3a7ea5559b8'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:16:46.929894 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-b281b0bd-7cf2-45a6-88f3-69d0c6a98155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:16:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ea9d9843-ebda-4495-84cb-d3a7ea5559b8'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:46.980789 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8ee99ae2-faa3-488c-b12a-1cf45e12f366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:47.096246 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-10dfe197-af9e-425a-b996-55209367e60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:47.228911 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-9a37b0b9-398c-4d2b-a6c7-2d02e039ecd6 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Transition to ACTIVE for port object 4587fcc0-0190-4ab7-923d-a13e5eab065b will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:16:47.235372 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-10dfe197-af9e-425a-b996-55209367e60b None None] For port 08aae6f2-b806-4061-bbfc-700ae0267b7e, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=08aae6f2-b806-4061-bbfc-700ae0267b7e,segment=NetworkSegment(6576cdf2-31c2-4d3f-acad-e3a3564d0b13),segment_id=6576cdf2-31c2-4d3f-acad-e3a3564d0b13)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:16:47.240942 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-b281b0bd-7cf2-45a6-88f3-69d0c6a98155 None None] Set router ea9d9843-ebda-4495-84cb-d3a7ea5559b8 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:16:47.258526 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6062b9ce-9898-41a0-8b89-8c85a4308fb4 req-a133cbd6-8ff9-4046-aef2-af2e5185526f tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=468c68f6-6749-4099-ad07-7b94a947b6fa HTTP/1.1" status: 200 len: 210 time: 0.0548861 Aug 18 13:16:47.278649 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-50d5168b-b49b-486d-b1dc-591b01724f82 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:16:47.286649 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-50d5168b-b49b-486d-b1dc-591b01724f82 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.8951697 Aug 18 13:16:47.287015 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43772) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:47.291706 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-606a4f28-c23d-4648-9b00-4ab88280e1a5 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Request body: {'security_group_rule': {'security_group_id': '8aec9588-0331-48e4-ae22-4a64b437eefe', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:47.304690 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-10dfe197-af9e-425a-b996-55209367e60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:47.410598 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:47.429011 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9a37b0b9-398c-4d2b-a6c7-2d02e039ecd6 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:47.494260 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dfe197-af9e-425a-b996-55209367e60b None None] Pushing event updated for resources: {'Port': ['ID=08aae6f2-b806-4061-bbfc-700ae0267b7e,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:47.506582 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a37b0b9-398c-4d2b-a6c7-2d02e039ecd6 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Network 62c1109e-8844-4675-bc3c-5bb07505bb95 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:16:47.518634 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-9a37b0b9-398c-4d2b-a6c7-2d02e039ecd6 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:16:47.527734 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a37b0b9-398c-4d2b-a6c7-2d02e039ecd6 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:16:47.544663 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-606a4f28-c23d-4648-9b00-4ab88280e1a5 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:16:47.550990 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-606a4f28-c23d-4648-9b00-4ab88280e1a5 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2626624 Aug 18 13:16:47.551580 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43776) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:47.557143 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a37b0b9-398c-4d2b-a6c7-2d02e039ecd6 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'Port': ['ID=4587fcc0-0190-4ab7-923d-a13e5eab065b,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:47.584331 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-8ee99ae2-faa3-488c-b12a-1cf45e12f366 None None] Allocated IP 172.20.0.18 (62c1109e-8844-4675-bc3c-5bb07505bb95/b21b2cb8-4b26-46ae-a384-0e0448717efa/08aae6f2-b806-4061-bbfc-700ae0267b7e) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:16:47.589284 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37b0b9-398c-4d2b-a6c7-2d02e039ecd6 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:47.589635 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37b0b9-398c-4d2b-a6c7-2d02e039ecd6 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:47.589972 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37b0b9-398c-4d2b-a6c7-2d02e039ecd6 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:47.604135 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37b0b9-398c-4d2b-a6c7-2d02e039ecd6 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:47.604826 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37b0b9-398c-4d2b-a6c7-2d02e039ecd6 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:47.605616 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37b0b9-398c-4d2b-a6c7-2d02e039ecd6 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:47.606879 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37b0b9-398c-4d2b-a6c7-2d02e039ecd6 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:47.607233 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37b0b9-398c-4d2b-a6c7-2d02e039ecd6 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:47.607573 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37b0b9-398c-4d2b-a6c7-2d02e039ecd6 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:47.607910 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37b0b9-398c-4d2b-a6c7-2d02e039ecd6 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:47.609865 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37b0b9-398c-4d2b-a6c7-2d02e039ecd6 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:47.612961 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37b0b9-398c-4d2b-a6c7-2d02e039ecd6 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:47.645607 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b929c509-f74c-4b85-948c-609f358acceb tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:47.648759 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fafb1245-1bab-4252-a873-1bedfb4a985b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:47.670471 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a37b0b9-398c-4d2b-a6c7-2d02e039ecd6 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:47.670471 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9a37b0b9-398c-4d2b-a6c7-2d02e039ecd6 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:47.674250 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b929c509-f74c-4b85-948c-609f358acceb tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:47.708624 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-b281b0bd-7cf2-45a6-88f3-69d0c6a98155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9d9843-ebda-4495-84cb-d3a7ea5559b8', 'name': 'tempest-TestAggregatesBasicOps-1877197476-router', 'tenant_id': 'bdd058ba7e6f450b96ea20bc0595e732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '565251fc-bea7-463b-9045-a8801a888374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:16:34Z', 'updated_at': '2021-08-18T13:16:41Z', 'revision_number': 4, 'project_id': 'bdd058ba7e6f450b96ea20bc0595e732', 'gw_port': {'id': '565251fc-bea7-463b-9045-a8801a888374', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:0d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9d9843-ebda-4495-84cb-d3a7ea5559b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:16:36Z', 'updated_at': '2021-08-18T13:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'ae866cc1-c289-4655-a16d-5b5e3e1b8a23', 'name': '', 'network_id': 'c5eae284-f96b-4d7a-b10f-b468e21a9c0d', 'tenant_id': 'bdd058ba7e6f450b96ea20bc0595e732', 'mac_address': 'fa:16:3e:2f:43:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9d9843-ebda-4495-84cb-d3a7ea5559b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': 'dd52c3b1-af92-41ea-9920-0b492e4a3f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:16:40Z', 'updated_at': '2021-08-18T13:16:46Z', 'revision_number': 4, 'project_id': 'bdd058ba7e6f450b96ea20bc0595e732', 'subnets': [{'id': 'dd52c3b1-af92-41ea-9920-0b492e4a3f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:47.748051 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b281b0bd-7cf2-45a6-88f3-69d0c6a98155 None None] The sync data for ids ['ea9d9843-ebda-4495-84cb-d3a7ea5559b8'] in n-d-803603-2 is: [{'id': 'ea9d9843-ebda-4495-84cb-d3a7ea5559b8', 'name': 'tempest-TestAggregatesBasicOps-1877197476-router', 'tenant_id': 'bdd058ba7e6f450b96ea20bc0595e732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '565251fc-bea7-463b-9045-a8801a888374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:16:34Z', 'updated_at': '2021-08-18T13:16:41Z', 'revision_number': 4, 'project_id': 'bdd058ba7e6f450b96ea20bc0595e732', 'gw_port': {'id': '565251fc-bea7-463b-9045-a8801a888374', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:0d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9d9843-ebda-4495-84cb-d3a7ea5559b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:16:36Z', 'updated_at': '2021-08-18T13:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'ae866cc1-c289-4655-a16d-5b5e3e1b8a23', 'name': '', 'network_id': 'c5eae284-f96b-4d7a-b10f-b468e21a9c0d', 'tenant_id': 'bdd058ba7e6f450b96ea20bc0595e732', 'mac_address': 'fa:16:3e:2f:43:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9d9843-ebda-4495-84cb-d3a7ea5559b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': 'dd52c3b1-af92-41ea-9920-0b492e4a3f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:16:40Z', 'updated_at': '2021-08-18T13:16:46Z', 'revision_number': 4, 'project_id': 'bdd058ba7e6f450b96ea20bc0595e732', 'subnets': [{'id': 'dd52c3b1-af92-41ea-9920-0b492e4a3f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:16:47.750872 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 08aae6f2-b806-4061-bbfc-700ae0267b7e up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:16:47.828239 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-8ee99ae2-faa3-488c-b12a-1cf45e12f366 None None] For port 08aae6f2-b806-4061-bbfc-700ae0267b7e, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=08aae6f2-b806-4061-bbfc-700ae0267b7e,segment=NetworkSegment(6576cdf2-31c2-4d3f-acad-e3a3564d0b13),segment_id=6576cdf2-31c2-4d3f-acad-e3a3564d0b13)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:16:47.859137 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b929c509-f74c-4b85-948c-609f358acceb tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:47.870598 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b929c509-f74c-4b85-948c-609f358acceb tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:47.875581 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b929c509-f74c-4b85-948c-609f358acceb tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "DELETE /v2.0/security-groups/8aec9588-0331-48e4-ae22-4a64b437eefe HTTP/1.1" status: 204 len: 168 time: 0.3229463 Aug 18 13:16:47.877105 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43778) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:47.885146 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8ee99ae2-faa3-488c-b12a-1cf45e12f366 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:47.885826 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9a37b0b9-398c-4d2b-a6c7-2d02e039ecd6 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.6425116 Aug 18 13:16:47.912555 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43780) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:47.923843 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-baa3c30d-e7e3-47a2-8ea2-d24f300ff5a7 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fd4a29b8-4bfa-47c7-9c51-e93c0a156a41'}]}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:47.925310 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 08aae6f2-b806-4061-bbfc-700ae0267b7e triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:16:47.925721 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:47.927836 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-8ee99ae2-faa3-488c-b12a-1cf45e12f366 None None] Transition to ACTIVE for port object 08aae6f2-b806-4061-bbfc-700ae0267b7e will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:16:47.949731 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929c509-f74c-4b85-948c-609f358acceb tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aec9588-0331-48e4-ae22-4a64b437eefe,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:48.070927 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8ee99ae2-faa3-488c-b12a-1cf45e12f366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:48.131027 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-fafb1245-1bab-4252-a873-1bedfb4a985b admin admin] Deleting port 50b8b991-e0af-45c5-94a0-f2b25b9c7e29 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:16:48.131027 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fafb1245-1bab-4252-a873-1bedfb4a985b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:48.150209 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2b2e7abe-4a80-441c-9258-b3b94a21e4c7 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2687957 Aug 18 13:16:48.157657 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-baa3c30d-e7e3-47a2-8ea2-d24f300ff5a7 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:48.159961 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43784) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:48.165786 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-4c3460eb-d40b-4d71-a079-3716639c5c2e tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Request body: {'security_group': {'name': 'tempest-secgroup--526032789'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:48.188019 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee99ae2-faa3-488c-b12a-1cf45e12f366 None None] Pushing event updated for resources: {'Port': ['ID=08aae6f2-b806-4061-bbfc-700ae0267b7e,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:48.272439 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-fafb1245-1bab-4252-a873-1bedfb4a985b admin admin] For port 50b8b991-e0af-45c5-94a0-f2b25b9c7e29, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=50b8b991-e0af-45c5-94a0-f2b25b9c7e29,segment=NetworkSegment(f9b6239e-4377-468d-b60c-0cc1f08ea17f),segment_id=f9b6239e-4377-468d-b60c-0cc1f08ea17f)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:16:48.272813 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fafb1245-1bab-4252-a873-1bedfb4a985b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:48.341727 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-fafb1245-1bab-4252-a873-1bedfb4a985b admin admin] Calling delete_port for 50b8b991-e0af-45c5-94a0-f2b25b9c7e29 owned by network:router_interface {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:16:48.484651 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-332fc127-a2c7-4a6b-89d2-206ff361aea5 req-05e64f3d-70ff-405c-a5c6-1e41cf54a1cb tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=468c68f6-6749-4099-ad07-7b94a947b6fa HTTP/1.1" status: 200 len: 210 time: 0.0734208 Aug 18 13:16:48.590703 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4c3460eb-d40b-4d71-a079-3716639c5c2e tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:48.715915 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-051c4ce1-1254-4780-94d6-dca45d7a15c2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:48.717482 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-051c4ce1-1254-4780-94d6-dca45d7a15c2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.39 "GET /v2.0/networks?id=386a060a-1b95-4dd6-b0ac-7fdd7b22667b HTTP/1.1" status: 200 len: 796 time: 0.1718137 Aug 18 13:16:48.753903 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4c3460eb-d40b-4d71-a079-3716639c5c2e tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:48.767941 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-baa3c30d-e7e3-47a2-8ea2-d24f300ff5a7 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Delete allocated IP 172.20.0.25 (62c1109e-8844-4675-bc3c-5bb07505bb95/b21b2cb8-4b26-46ae-a384-0e0448717efa) {{(pid=101676) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 18 13:16:48.799818 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-a2f855f7-9e23-468c-9751-d121983291d0 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e63152bca3cb423b9a7763e005387f10 HTTP/1.1" status: 200 len: 472 time: 0.0681984 Aug 18 13:16:48.815342 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-00c8448a-1468-42be-9f51-8961223ad17f tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Request body: {'port': {'device_id': '468c68f6-6749-4099-ad07-7b94a947b6fa', 'network_id': '386a060a-1b95-4dd6-b0ac-7fdd7b22667b', 'admin_state_up': True, 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'security_groups': ['62eb747a-fa40-48b1-8dd6-6cdd8e6a786c']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:48.899472 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fafb1245-1bab-4252-a873-1bedfb4a985b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:48.904057 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4c3460eb-d40b-4d71-a079-3716639c5c2e tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:48.951099 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb1245-1bab-4252-a873-1bedfb4a985b admin admin] Pushing event deleted for resources: {'Port': ['ID=50b8b991-e0af-45c5-94a0-f2b25b9c7e29,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:48.980890 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3460eb-d40b-4d71-a079-3716639c5c2e tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=099eabe9-ec75-496e-ac4b-f74dab29b2a0,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:48.996181 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3460eb-d40b-4d71-a079-3716639c5c2e tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:49.006897 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3460eb-d40b-4d71-a079-3716639c5c2e tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:49.007254 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3460eb-d40b-4d71-a079-3716639c5c2e tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:49.007596 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3460eb-d40b-4d71-a079-3716639c5c2e tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:49.008399 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3460eb-d40b-4d71-a079-3716639c5c2e tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:49.008742 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3460eb-d40b-4d71-a079-3716639c5c2e tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:49.009078 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3460eb-d40b-4d71-a079-3716639c5c2e tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:49.009410 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3460eb-d40b-4d71-a079-3716639c5c2e tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:49.009741 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3460eb-d40b-4d71-a079-3716639c5c2e tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:49.010450 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3460eb-d40b-4d71-a079-3716639c5c2e tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:49.010896 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3460eb-d40b-4d71-a079-3716639c5c2e tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:49.011855 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3460eb-d40b-4d71-a079-3716639c5c2e tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:16:49.027997 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-baa3c30d-e7e3-47a2-8ea2-d24f300ff5a7 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:49.051685 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68dad6ce-0a19-4757-b23c-08a087fb3b42 None None] Network 62c1109e-8844-4675-bc3c-5bb07505bb95 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:16:49.062394 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-baa3c30d-e7e3-47a2-8ea2-d24f300ff5a7 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Ignored duplicate provisioning block setup for port 4587fcc0-0190-4ab7-923d-a13e5eab065b by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 18 13:16:49.064331 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4c3460eb-d40b-4d71-a079-3716639c5c2e tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:49.068420 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4c3460eb-d40b-4d71-a079-3716639c5c2e tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9045188 Aug 18 13:16:49.068600 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43790) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:49.079618 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-5033ec89-366e-4a5f-bccf-69f052242547 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Request body: {'security_group_rule': {'security_group_id': '099eabe9-ec75-496e-ac4b-f74dab29b2a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:49.127334 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-baa3c30d-e7e3-47a2-8ea2-d24f300ff5a7 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:49.193875 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-00c8448a-1468-42be-9f51-8961223ad17f tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Made reservation on behalf of e63152bca3cb423b9a7763e005387f10 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:16:49.197457 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-00c8448a-1468-42be-9f51-8961223ad17f tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:49.218657 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fafb1245-1bab-4252-a873-1bedfb4a985b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:49.228800 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d057d43b-f833-4e8b-a167-74c08592004e None None] Provisioning for port 08aae6f2-b806-4061-bbfc-700ae0267b7e completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:16:49.277455 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3c30d-e7e3-47a2-8ea2-d24f300ff5a7 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'Port': ['ID=4587fcc0-0190-4ab7-923d-a13e5eab065b,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:49.302979 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d057d43b-f833-4e8b-a167-74c08592004e None None] Provisioning complete for port 08aae6f2-b806-4061-bbfc-700ae0267b7e triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:16:49.302979 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d057d43b-f833-4e8b-a167-74c08592004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:49.320653 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-baa3c30d-e7e3-47a2-8ea2-d24f300ff5a7 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] In _notify_port_updated(), no bound segment for port 4587fcc0-0190-4ab7-923d-a13e5eab065b on network 62c1109e-8844-4675-bc3c-5bb07505bb95 {{(pid=101676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 13:16:49.335859 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa3c30d-e7e3-47a2-8ea2-d24f300ff5a7 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:49.336551 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-baa3c30d-e7e3-47a2-8ea2-d24f300ff5a7 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:49.338951 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-baa3c30d-e7e3-47a2-8ea2-d24f300ff5a7 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "PUT /v2.0/ports/4587fcc0-0190-4ab7-923d-a13e5eab065b HTTP/1.1" status: 200 len: 919 time: 1.4245596 Aug 18 13:16:49.340811 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43798) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:49.355755 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-876eca09-fedc-4ff4-bca0-b2d560cf8795 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fd4a29b8-4bfa-47c7-9c51-e93c0a156a41'}, {'subnet_id': 'b21b2cb8-4b26-46ae-a384-0e0448717efa'}]}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:49.493007 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-876eca09-fedc-4ff4-bca0-b2d560cf8795 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:49.506983 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-00c8448a-1468-42be-9f51-8961223ad17f tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Allocated IP 172.20.0.21 (386a060a-1b95-4dd6-b0ac-7fdd7b22667b/ebc72968-a792-4c61-a1d7-beb80c15d42b/f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:16:49.553852 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-5033ec89-366e-4a5f-bccf-69f052242547 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] create failed (client error): The resource could not be found. Aug 18 13:16:49.558734 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5033ec89-366e-4a5f-bccf-69f052242547 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4890077 Aug 18 13:16:49.559466 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43802) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:49.576297 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-35eb1c70-5cec-4170-83cc-698792f21573 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Request body: {'security_group_rule': {'security_group_id': '099eabe9-ec75-496e-ac4b-f74dab29b2a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'd9027898-80ac-40f5-81f6-8753c66a8988'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:49.754798 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3363298d-8a89-43dc-aa65-2ad6d27c6947 req-5f6862bd-9f93-4587-8d11-cd28e2cde084 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=468c68f6-6749-4099-ad07-7b94a947b6fa HTTP/1.1" status: 200 len: 210 time: 0.0556602 Aug 18 13:16:49.833501 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fafb1245-1bab-4252-a873-1bedfb4a985b admin admin] Router b25acc43-7378-4c4d-a01a-8690b37612a7 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:16:49.874498 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device ae866cc1-c289-4655-a16d-5b5e3e1b8a23 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:16:49.901601 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-876eca09-fedc-4ff4-bca0-b2d560cf8795 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Allocated IP 172.20.0.25 (62c1109e-8844-4675-bc3c-5bb07505bb95/b21b2cb8-4b26-46ae-a384-0e0448717efa/4587fcc0-0190-4ab7-923d-a13e5eab065b) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:16:50.022264 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-00c8448a-1468-42be-9f51-8961223ad17f tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:50.035565 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-35eb1c70-5cec-4170-83cc-698792f21573 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] create failed (client error): The resource could not be found. Aug 18 13:16:50.039437 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-35eb1c70-5cec-4170-83cc-698792f21573 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4676616 Aug 18 13:16:50.043859 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43806) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:50.054971 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-00c8448a-1468-42be-9f51-8961223ad17f tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Transition to ACTIVE for port object f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:16:50.072112 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-876eca09-fedc-4ff4-bca0-b2d560cf8795 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:50.084645 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafb1245-1bab-4252-a873-1bedfb4a985b admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:16:50.087822 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port ae866cc1-c289-4655-a16d-5b5e3e1b8a23 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:16:50.092439 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-e30f5e2d-7163-4e49-88b9-b4aaad12fa85 None None] Provisioning for port 4587fcc0-0190-4ab7-923d-a13e5eab065b completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:16:50.093453 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-fafb1245-1bab-4252-a873-1bedfb4a985b admin admin] 10.222.0.13 "PUT /v2.0/routers/b25acc43-7378-4c4d-a01a-8690b37612a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7094541 Aug 18 13:16:50.100097 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port ae866cc1-c289-4655-a16d-5b5e3e1b8a23 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:16:50.100753 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:50.103606 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2407068-1c32-4ea3-9e97-6abca7983207 None None] Sync routers for ids ['b25acc43-7378-4c4d-a01a-8690b37612a7'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:16:50.105203 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43808) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:50.110109 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-876eca09-fedc-4ff4-bca0-b2d560cf8795 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Ignored duplicate provisioning block setup for port 4587fcc0-0190-4ab7-923d-a13e5eab065b by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 18 13:16:50.121496 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2407068-1c32-4ea3-9e97-6abca7983207 None None] Routers {'b25acc43-7378-4c4d-a01a-8690b37612a7'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:16:50.122196 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-e2407068-1c32-4ea3-9e97-6abca7983207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:16:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['b25acc43-7378-4c4d-a01a-8690b37612a7'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:50.137185 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-e30f5e2d-7163-4e49-88b9-b4aaad12fa85 None None] Provisioning complete for port 4587fcc0-0190-4ab7-923d-a13e5eab065b triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:16:50.137579 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e30f5e2d-7163-4e49-88b9-b4aaad12fa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:50.205732 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-e30f5e2d-7163-4e49-88b9-b4aaad12fa85 None None] Port 4587fcc0-0190-4ab7-923d-a13e5eab065b cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:16:50.224604 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-876eca09-fedc-4ff4-bca0-b2d560cf8795 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:50.233193 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-90964a55-abfd-4ae1-8c51-1c1dffc2d8eb tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:50.273606 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-e2407068-1c32-4ea3-9e97-6abca7983207 None None] Set router b25acc43-7378-4c4d-a01a-8690b37612a7 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:16:50.279880 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:50.293173 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-90964a55-abfd-4ae1-8c51-1c1dffc2d8eb tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:50.314377 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f8c72a00-f5a8-466d-809c-97cf66860335 admin admin] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:50.316925 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-e30f5e2d-7163-4e49-88b9-b4aaad12fa85 None None] Provisioning complete for port 08aae6f2-b806-4061-bbfc-700ae0267b7e triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:16:50.318013 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e30f5e2d-7163-4e49-88b9-b4aaad12fa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:50.444258 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-876eca09-fedc-4ff4-bca0-b2d560cf8795 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] In _notify_port_updated(), no bound segment for port 4587fcc0-0190-4ab7-923d-a13e5eab065b on network 62c1109e-8844-4675-bc3c-5bb07505bb95 {{(pid=101676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 13:16:50.451721 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876eca09-fedc-4ff4-bca0-b2d560cf8795 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:50.452044 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-876eca09-fedc-4ff4-bca0-b2d560cf8795 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:50.454649 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-876eca09-fedc-4ff4-bca0-b2d560cf8795 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "PUT /v2.0/ports/4587fcc0-0190-4ab7-923d-a13e5eab065b HTTP/1.1" status: 200 len: 999 time: 1.1125541 Aug 18 13:16:50.458302 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43812) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:50.467944 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port ae866cc1-c289-4655-a16d-5b5e3e1b8a23, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=ae866cc1-c289-4655-a16d-5b5e3e1b8a23,segment=NetworkSegment(cf4eeb85-e99c-49f0-a2e2-53c12e86abf5),segment_id=cf4eeb85-e99c-49f0-a2e2-53c12e86abf5)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:16:50.504619 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-00c8448a-1468-42be-9f51-8961223ad17f tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:50.525503 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876eca09-fedc-4ff4-bca0-b2d560cf8795 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'Port': ['ID=4587fcc0-0190-4ab7-923d-a13e5eab065b,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:50.575682 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:50.576638 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 08aae6f2-b806-4061-bbfc-700ae0267b7e up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:16:50.588050 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-90964a55-abfd-4ae1-8c51-1c1dffc2d8eb tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:50.590784 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-90964a55-abfd-4ae1-8c51-1c1dffc2d8eb tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:50.602806 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-90964a55-abfd-4ae1-8c51-1c1dffc2d8eb tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "DELETE /v2.0/security-groups/099eabe9-ec75-496e-ac4b-f74dab29b2a0 HTTP/1.1" status: 204 len: 168 time: 0.5592427 Aug 18 13:16:50.613292 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43814) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:50.635794 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-e2407068-1c32-4ea3-9e97-6abca7983207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25acc43-7378-4c4d-a01a-8690b37612a7', 'name': 'tempest-TestAggregatesBasicOps-1175344230-router', 'tenant_id': '3df039c5f1414b0895061a7bab76c1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '0530fc3a-3e74-4aac-b533-68f44895f383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:16:17Z', 'updated_at': '2021-08-18T13:16:48Z', 'revision_number': 5, 'project_id': '3df039c5f1414b0895061a7bab76c1aa', 'gw_port': {'id': '0530fc3a-3e74-4aac-b533-68f44895f383', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25acc43-7378-4c4d-a01a-8690b37612a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:16:19Z', 'updated_at': '2021-08-18T13:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:50.662278 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90964a55-abfd-4ae1-8c51-1c1dffc2d8eb tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=099eabe9-ec75-496e-ac4b-f74dab29b2a0,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:50.702790 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-00c8448a-1468-42be-9f51-8961223ad17f tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Network 386a060a-1b95-4dd6-b0ac-7fdd7b22667b is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:16:50.704395 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2407068-1c32-4ea3-9e97-6abca7983207 None None] Checking router: b25acc43-7378-4c4d-a01a-8690b37612a7 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:16:50.714309 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2407068-1c32-4ea3-9e97-6abca7983207 None None] Routers {'b25acc43-7378-4c4d-a01a-8690b37612a7'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:16:50.715252 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-e2407068-1c32-4ea3-9e97-6abca7983207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:16:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['b25acc43-7378-4c4d-a01a-8690b37612a7'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:50.763412 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-00c8448a-1468-42be-9f51-8961223ad17f tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:16:50.773151 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c9642265-c454-4fa6-9341-d89b5da94a90 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1368163 Aug 18 13:16:50.799939 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=ae866cc1-c289-4655-a16d-5b5e3e1b8a23,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:50.813445 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 08aae6f2-b806-4061-bbfc-700ae0267b7e triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:16:50.814570 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:50.868605 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-00c8448a-1468-42be-9f51-8961223ad17f tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:16:50.884233 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c8448a-1468-42be-9f51-8961223ad17f tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event updated for resources: {'Port': ['ID=f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:50.897473 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43816) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:50.903591 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-adea220f-5dcc-4477-be28-7560932952a9 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Request body: {'security_group_rule': {'security_group_id': '08fbbc12-5428-4d3a-b744-96347f227f79', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:50.944938 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-e2407068-1c32-4ea3-9e97-6abca7983207 None None] Set router b25acc43-7378-4c4d-a01a-8690b37612a7 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:16:50.945193 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-898196eb-5617-4f55-bfe1-103337f9b661 None None] Provisioning complete for port 4587fcc0-0190-4ab7-923d-a13e5eab065b triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:16:50.948461 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-898196eb-5617-4f55-bfe1-103337f9b661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:51.000150 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-00c8448a-1468-42be-9f51-8961223ad17f tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:51.000896 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-00c8448a-1468-42be-9f51-8961223ad17f tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:51.023329 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f8c72a00-f5a8-466d-809c-97cf66860335 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:51.037259 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-898196eb-5617-4f55-bfe1-103337f9b661 None None] Port 4587fcc0-0190-4ab7-923d-a13e5eab065b cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:16:51.171980 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-67de7d7f-aa30-4e64-9a9e-57630c676fca tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Deleting port 4587fcc0-0190-4ab7-923d-a13e5eab065b {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:16:51.172757 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-67de7d7f-aa30-4e64-9a9e-57630c676fca tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:51.191448 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-00c8448a-1468-42be-9f51-8961223ad17f tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3825009 Aug 18 13:16:51.226135 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-8ab9cd7d-601b-436c-92b4-d291625f033a service neutron] Request body: {'port': {'device_id': '468c68f6-6749-4099-ad07-7b94a947b6fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:51.231814 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-e2407068-1c32-4ea3-9e97-6abca7983207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25acc43-7378-4c4d-a01a-8690b37612a7', 'name': 'tempest-TestAggregatesBasicOps-1175344230-router', 'tenant_id': '3df039c5f1414b0895061a7bab76c1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '0530fc3a-3e74-4aac-b533-68f44895f383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:16:17Z', 'updated_at': '2021-08-18T13:16:48Z', 'revision_number': 5, 'project_id': '3df039c5f1414b0895061a7bab76c1aa', 'gw_port': {'id': '0530fc3a-3e74-4aac-b533-68f44895f383', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25acc43-7378-4c4d-a01a-8690b37612a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:16:19Z', 'updated_at': '2021-08-18T13:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:51.270137 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2407068-1c32-4ea3-9e97-6abca7983207 None None] The sync data for ids ['b25acc43-7378-4c4d-a01a-8690b37612a7'] in n-d-803603-2 is: [{'id': 'b25acc43-7378-4c4d-a01a-8690b37612a7', 'name': 'tempest-TestAggregatesBasicOps-1175344230-router', 'tenant_id': '3df039c5f1414b0895061a7bab76c1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '0530fc3a-3e74-4aac-b533-68f44895f383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:16:17Z', 'updated_at': '2021-08-18T13:16:48Z', 'revision_number': 5, 'project_id': '3df039c5f1414b0895061a7bab76c1aa', 'gw_port': {'id': '0530fc3a-3e74-4aac-b533-68f44895f383', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25acc43-7378-4c4d-a01a-8690b37612a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:16:19Z', 'updated_at': '2021-08-18T13:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:16:51.287372 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439077d-3c40-4baf-9ac7-e34ced7008f1 req-9dd7d020-14b4-4c38-a7d9-b24a150ece44 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:51.288947 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c439077d-3c40-4baf-9ac7-e34ced7008f1 req-9dd7d020-14b4-4c38-a7d9-b24a150ece44 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=468c68f6-6749-4099-ad07-7b94a947b6fa HTTP/1.1" status: 200 len: 932 time: 0.1830251 Aug 18 13:16:51.332489 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-361d82e5-a089-4034-a0c6-53c1ef4e0d67 None None] Provisioning complete for port 4587fcc0-0190-4ab7-923d-a13e5eab065b triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:16:51.332983 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-361d82e5-a089-4034-a0c6-53c1ef4e0d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:51.349561 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-adea220f-5dcc-4477-be28-7560932952a9 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] create failed (client error): The resource could not be found. Aug 18 13:16:51.350654 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-adea220f-5dcc-4477-be28-7560932952a9 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4518840 Aug 18 13:16:51.355752 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43822) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:51.366420 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-ab69360b-75db-4004-81c3-73621c039e2d tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Request body: {'security_group': {'name': 'tempest-secgroup--625230176'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:51.368842 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-67de7d7f-aa30-4e64-9a9e-57630c676fca tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:51.370255 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-361d82e5-a089-4034-a0c6-53c1ef4e0d67 None None] Port 4587fcc0-0190-4ab7-923d-a13e5eab065b cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:16:51.382662 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-8ab9cd7d-601b-436c-92b4-d291625f033a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:51.391248 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-67de7d7f-aa30-4e64-9a9e-57630c676fca tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Calling delete_port for 4587fcc0-0190-4ab7-923d-a13e5eab065b owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:16:51.413270 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c439077d-3c40-4baf-9ac7-e34ced7008f1 req-3f014067-b74d-455f-83fa-564aaeeceb68 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/security-groups?id=62eb747a-fa40-48b1-8dd6-6cdd8e6a786c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779812 Aug 18 13:16:51.452492 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-f8c72a00-f5a8-466d-809c-97cf66860335 admin admin] Deleting port 0530fc3a-3e74-4aac-b533-68f44895f383 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:16:51.452839 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f8c72a00-f5a8-466d-809c-97cf66860335 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:51.544883 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ab69360b-75db-4004-81c3-73621c039e2d tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:51.578723 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a204edb4-b072-4641-ae9c-ac3eafdc7fd4 None None] Provisioning for port f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:16:51.582725 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a204edb4-b072-4641-ae9c-ac3eafdc7fd4 None None] Provisioning complete for port f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:16:51.583098 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a204edb4-b072-4641-ae9c-ac3eafdc7fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:51.667391 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-a204edb4-b072-4641-ae9c-ac3eafdc7fd4 None None] Port f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:16:51.734536 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-67de7d7f-aa30-4e64-9a9e-57630c676fca tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:51.769903 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-f8c72a00-f5a8-466d-809c-97cf66860335 admin admin] For port 0530fc3a-3e74-4aac-b533-68f44895f383, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=0530fc3a-3e74-4aac-b533-68f44895f383,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:16:51.770516 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f8c72a00-f5a8-466d-809c-97cf66860335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:51.782119 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device ae866cc1-c289-4655-a16d-5b5e3e1b8a23 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:16:51.792547 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de7d7f-aa30-4e64-9a9e-57630c676fca tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event deleted for resources: {'Port': ['ID=4587fcc0-0190-4ab7-923d-a13e5eab065b,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:51.831818 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-f8c72a00-f5a8-466d-809c-97cf66860335 admin admin] Calling delete_port for 0530fc3a-3e74-4aac-b533-68f44895f383 owned by network:router_gateway {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:16:51.895151 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port ae866cc1-c289-4655-a16d-5b5e3e1b8a23 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:16:51.895616 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:51.956219 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-67de7d7f-aa30-4e64-9a9e-57630c676fca tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:51.964351 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-67de7d7f-aa30-4e64-9a9e-57630c676fca tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/ports/4587fcc0-0190-4ab7-923d-a13e5eab065b HTTP/1.1" status: 204 len: 168 time: 1.5048847 Aug 18 13:16:51.968625 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43826) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:52.047313 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cec7897-1bb2-41fb-9780-2a28f1fb467e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] GET failed (client error): The resource could not be found. Aug 18 13:16:52.052149 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7cec7897-1bb2-41fb-9780-2a28f1fb467e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "GET /v2.0/ports/4587fcc0-0190-4ab7-923d-a13e5eab065b HTTP/1.1" status: 404 len: 333 time: 0.0799472 Aug 18 13:16:52.052320 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43828) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:52.083244 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ab69360b-75db-4004-81c3-73621c039e2d tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:52.220105 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ab69360b-75db-4004-81c3-73621c039e2d tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:52.241107 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 50b8b991-e0af-45c5-94a0-f2b25b9c7e29 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:16:52.288533 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 50b8b991-e0af-45c5-94a0-f2b25b9c7e29 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:16:52.291961 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 50b8b991-e0af-45c5-94a0-f2b25b9c7e29 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:16:52.329755 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab69360b-75db-4004-81c3-73621c039e2d tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8828bd1-658c-4b06-8d3b-879cbe1c80ec,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:52.342363 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b6eec8a-6c17-4ee8-bc1b-11502fb59092 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Deleting subnet b21b2cb8-4b26-46ae-a384-0e0448717efa {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:16:52.346673 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3b6eec8a-6c17-4ee8-bc1b-11502fb59092 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:52.377459 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ab69360b-75db-4004-81c3-73621c039e2d tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:52.387291 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ab69360b-75db-4004-81c3-73621c039e2d tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0284238 Aug 18 13:16:52.391356 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43832) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:52.408145 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3b6eec8a-6c17-4ee8-bc1b-11502fb59092 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:52.416048 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-0cb07f7c-1f92-4dc2-a2f8-85c6014e2c63 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Request body: {'security_group': {'name': 'tempest-secgroup--795388908'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:52.424392 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-8ab9cd7d-601b-436c-92b4-d291625f033a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:16:52.478923 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-8ab9cd7d-601b-436c-92b4-d291625f033a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:52.519228 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-8ab9cd7d-601b-436c-92b4-d291625f033a service neutron] Transition to ACTIVE for port object f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:16:52.540466 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3b6eec8a-6c17-4ee8-bc1b-11502fb59092 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:52.585617 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a16320-82c3-481f-8bf8-94bff7f2936a req-fa8d665c-3b8f-4fc4-af4d-bf829d0ac137 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:52.591187 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a8a16320-82c3-481f-8bf8-94bff7f2936a req-fa8d665c-3b8f-4fc4-af4d-bf829d0ac137 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=468c68f6-6749-4099-ad07-7b94a947b6fa HTTP/1.1" status: 200 len: 932 time: 0.0610256 Aug 18 13:16:52.607477 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-8ab9cd7d-601b-436c-92b4-d291625f033a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:52.653635 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f8c72a00-f5a8-466d-809c-97cf66860335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:52.655635 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0cb07f7c-1f92-4dc2-a2f8-85c6014e2c63 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:52.693660 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3b6eec8a-6c17-4ee8-bc1b-11502fb59092 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:52.700165 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a8a16320-82c3-481f-8bf8-94bff7f2936a req-5877ec2a-bc99-4b72-b982-8cdcc9c1c26c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/security-groups?id=62eb747a-fa40-48b1-8dd6-6cdd8e6a786c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056402 Aug 18 13:16:52.727640 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6eec8a-6c17-4ee8-bc1b-11502fb59092 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event deleted for resources: {'Subnet': ['ID=b21b2cb8-4b26-46ae-a384-0e0448717efa,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:52.730073 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3b6eec8a-6c17-4ee8-bc1b-11502fb59092 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:52.735101 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3b6eec8a-6c17-4ee8-bc1b-11502fb59092 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/subnets/b21b2cb8-4b26-46ae-a384-0e0448717efa HTTP/1.1" status: 204 len: 168 time: 0.6788175 Aug 18 13:16:52.736035 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43842) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:52.737931 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a8b67e-417d-4fe7-ac09-8b2f45873c6a None None] Network 62c1109e-8844-4675-bc3c-5bb07505bb95 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:16:52.742370 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab9cd7d-601b-436c-92b4-d291625f033a service neutron] Pushing event updated for resources: {'Port': ['ID=f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:52.825189 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-b67e1357-6183-40a3-9e46-df4d19b071fd tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Deleting subnet fd4a29b8-4bfa-47c7-9c51-e93c0a156a41 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:16:52.831275 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b67e1357-6183-40a3-9e46-df4d19b071fd tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:52.879194 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f8c72a00-f5a8-466d-809c-97cf66860335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:52.882968 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c72a00-f5a8-466d-809c-97cf66860335 admin admin] Pushing event deleted for resources: {'Port': ['ID=0530fc3a-3e74-4aac-b533-68f44895f383,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:52.906854 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b67e1357-6183-40a3-9e46-df4d19b071fd tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:53.011384 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f8c72a00-f5a8-466d-809c-97cf66860335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:53.016597 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-8ab9cd7d-601b-436c-92b4-d291625f033a service neutron] Attempting to bind port f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:16:53.016597 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-8ab9cd7d-601b-436c-92b4-d291625f033a service neutron] Attempting to bind port f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '6c6fddde-dfd0-4e8a-ab3b-09680f994096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '386a060a-1b95-4dd6-b0ac-7fdd7b22667b'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:16:53.016597 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-8ab9cd7d-601b-436c-92b4-d291625f033a service neutron] Attempting to bind port f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe on network 386a060a-1b95-4dd6-b0ac-7fdd7b22667b {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:16:53.018741 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f8c72a00-f5a8-466d-809c-97cf66860335 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:53.020066 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b67e1357-6183-40a3-9e46-df4d19b071fd tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:53.031546 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-8ab9cd7d-601b-436c-92b4-d291625f033a service neutron] Port f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe on network 386a060a-1b95-4dd6-b0ac-7fdd7b22667b not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:16:53.031873 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-8ab9cd7d-601b-436c-92b4-d291625f033a service neutron] Attempting to bind port f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe on network 386a060a-1b95-4dd6-b0ac-7fdd7b22667b {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:16:53.077520 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-8ab9cd7d-601b-436c-92b4-d291625f033a service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:16:53.077905 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-8ab9cd7d-601b-436c-92b4-d291625f033a service neutron] Checking segment: {'id': '6c6fddde-dfd0-4e8a-ab3b-09680f994096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '386a060a-1b95-4dd6-b0ac-7fdd7b22667b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:16:53.078280 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-8ab9cd7d-601b-436c-92b4-d291625f033a service neutron] Bound using segment: {'id': '6c6fddde-dfd0-4e8a-ab3b-09680f994096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '386a060a-1b95-4dd6-b0ac-7fdd7b22667b'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:16:53.078722 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-8ab9cd7d-601b-436c-92b4-d291625f033a service neutron] Bound port: f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c6fddde-dfd0-4e8a-ab3b-09680f994096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '386a060a-1b95-4dd6-b0ac-7fdd7b22667b'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:16:53.079085 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-8ab9cd7d-601b-436c-92b4-d291625f033a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:53.131279 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0cb07f7c-1f92-4dc2-a2f8-85c6014e2c63 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:53.165968 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-8ab9cd7d-601b-436c-92b4-d291625f033a service neutron] For port f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:16:53.169247 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-8ab9cd7d-601b-436c-92b4-d291625f033a service neutron] For port f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe,segment=NetworkSegment(6c6fddde-dfd0-4e8a-ab3b-09680f994096),segment_id=6c6fddde-dfd0-4e8a-ab3b-09680f994096)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:16:53.225027 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f8c72a00-f5a8-466d-809c-97cf66860335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:53.225608 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c72a00-f5a8-466d-809c-97cf66860335 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b25acc43-7378-4c4d-a01a-8690b37612a7 {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:16:53.225753 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b67e1357-6183-40a3-9e46-df4d19b071fd tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:53.235331 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f8c72a00-f5a8-466d-809c-97cf66860335 admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:53.235331 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f8c72a00-f5a8-466d-809c-97cf66860335 admin admin] 10.222.0.13 "DELETE /v2.0/routers/b25acc43-7378-4c4d-a01a-8690b37612a7 HTTP/1.1" status: 204 len: 168 time: 3.1265783 Aug 18 13:16:53.235331 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43846) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:53.260500 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e1357-6183-40a3-9e46-df4d19b071fd tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event deleted for resources: {'Subnet': ['ID=fd4a29b8-4bfa-47c7-9c51-e93c0a156a41,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:53.274674 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b67e1357-6183-40a3-9e46-df4d19b071fd tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:53.282255 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b67e1357-6183-40a3-9e46-df4d19b071fd tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/subnets/fd4a29b8-4bfa-47c7-9c51-e93c0a156a41 HTTP/1.1" status: 204 len: 168 time: 0.5426788 Aug 18 13:16:53.285168 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43852) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:53.296602 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-8ab9cd7d-601b-436c-92b4-d291625f033a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:53.298879 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0cb07f7c-1f92-4dc2-a2f8-85c6014e2c63 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:53.510069 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470ff750-067b-4c8c-91e4-66ff104ea90b None None] Network 62c1109e-8844-4675-bc3c-5bb07505bb95 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:16:53.584913 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-2633a823-e2bf-426b-a3d5-39274a22f9a2 None None] Provisioning complete for port 08aae6f2-b806-4061-bbfc-700ae0267b7e triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:16:53.585296 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2633a823-e2bf-426b-a3d5-39274a22f9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:53.804584 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcce1536-941c-4e3e-aa2e-acae9ba01e04 None None] DHCP port deletion for 62c1109e-8844-4675-bc3c-5bb07505bb95 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:16:53.824029 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbcba465-3854-4881-80f6-dc1aa45a0b13 admin admin] Deleting subnet 95ac1659-ccc0-4541-8c70-4e80bd6e9b22 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:16:53.840559 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-8ab9cd7d-601b-436c-92b4-d291625f033a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:53.841600 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-8ab9cd7d-601b-436c-92b4-d291625f033a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:53.847463 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-8ab9cd7d-601b-436c-92b4-d291625f033a service neutron] 10.222.0.39 "PUT /v2.0/ports/f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe HTTP/1.1" status: 200 len: 1092 time: 2.6498115 Aug 18 13:16:53.849986 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '468c68f6-6749-4099-ad07-7b94a947b6fa', 'tag': 'f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:16:53.852378 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b5a8d3-5df0-46f1-ab85-d41ef60bdb6c" -d '{"events": [{"name": "network-changed", "server_uuid": "468c68f6-6749-4099-ad07-7b94a947b6fa", "tag": "f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:16:53.858144 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dbcba465-3854-4881-80f6-dc1aa45a0b13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:53.872042 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 0530fc3a-3e74-4aac-b533-68f44895f383 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:16:53.915251 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb07f7c-1f92-4dc2-a2f8-85c6014e2c63 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4da8173a-224e-490f-a4c4-5ed285ead4db,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:53.918388 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0cb07f7c-1f92-4dc2-a2f8-85c6014e2c63 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:53.923163 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0cb07f7c-1f92-4dc2-a2f8-85c6014e2c63 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5221682 Aug 18 13:16:53.934498 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43870) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:53.943285 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-1950990a-d098-4f85-b1dd-f903e1c7ae39 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Request body: {'security_group_rule': {'security_group_id': 'b8828bd1-658c-4b06-8d3b-879cbe1c80ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '4da8173a-224e-490f-a4c4-5ed285ead4db'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:53.975142 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 0530fc3a-3e74-4aac-b533-68f44895f383 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:16:53.975772 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 0530fc3a-3e74-4aac-b533-68f44895f383 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:16:53.982487 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-efbae47c-cb6d-4ded-a0d0-1bffe0533d5d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:53.991505 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-fcce1536-941c-4e3e-aa2e-acae9ba01e04 None None] Deleting port 08aae6f2-b806-4061-bbfc-700ae0267b7e {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:16:53.991505 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fcce1536-941c-4e3e-aa2e-acae9ba01e04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:53.998962 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d170701e-66e7-4462-a8e7-e8e455575329 x-openstack-request-id: req-d170701e-66e7-4462-a8e7-e8e455575329 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:16:53.999264 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "468c68f6-6749-4099-ad07-7b94a947b6fa", "tag": "f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:16:53.999521 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d170701e-66e7-4462-a8e7-e8e455575329 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:16:53.999937 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '468c68f6-6749-4099-ad07-7b94a947b6fa', 'tag': 'f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe', 'status': 'completed', 'code': 200} Aug 18 13:16:54.000514 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c4d04-0ffd-43a7-8b50-8dd59850687b req-6a3f1efb-0b82-4a28-843a-6dc99234f03f tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:54.002117 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fd5c4d04-0ffd-43a7-8b50-8dd59850687b req-6a3f1efb-0b82-4a28-843a-6dc99234f03f tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=468c68f6-6749-4099-ad07-7b94a947b6fa HTTP/1.1" status: 200 len: 944 time: 0.1066201 Aug 18 13:16:54.047688 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab9cd7d-601b-436c-92b4-d291625f033a service neutron] Pushing event updated for resources: {'Port': ['ID=f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:54.072234 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dbcba465-3854-4881-80f6-dc1aa45a0b13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:54.096983 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fd5c4d04-0ffd-43a7-8b50-8dd59850687b req-dec817c0-c62c-42be-941b-cf26db587027 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/security-groups?id=62eb747a-fa40-48b1-8dd6-6cdd8e6a786c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866656 Aug 18 13:16:54.109047 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-fcce1536-941c-4e3e-aa2e-acae9ba01e04 None None] For port 08aae6f2-b806-4061-bbfc-700ae0267b7e, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=08aae6f2-b806-4061-bbfc-700ae0267b7e,segment=NetworkSegment(6576cdf2-31c2-4d3f-acad-e3a3564d0b13),segment_id=6576cdf2-31c2-4d3f-acad-e3a3564d0b13)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:16:54.109580 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fcce1536-941c-4e3e-aa2e-acae9ba01e04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:54.128612 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-fcce1536-941c-4e3e-aa2e-acae9ba01e04 None None] Calling delete_port for 08aae6f2-b806-4061-bbfc-700ae0267b7e owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:16:54.183474 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5a8d3-5df0-46f1-ab85-d41ef60bdb6c req-906402ef-a037-42ab-a9de-9b8f55fa8773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:54.237462 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-14b5a8d3-5df0-46f1-ab85-d41ef60bdb6c req-906402ef-a037-42ab-a9de-9b8f55fa8773 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e63152bca3cb423b9a7763e005387f10&device_id=468c68f6-6749-4099-ad07-7b94a947b6fa HTTP/1.1" status: 200 len: 1095 time: 0.1493647 Aug 18 13:16:54.290566 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dbcba465-3854-4881-80f6-dc1aa45a0b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:54.328883 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-efbae47c-cb6d-4ded-a0d0-1bffe0533d5d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Deleting port 08aae6f2-b806-4061-bbfc-700ae0267b7e {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:16:54.329229 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-efbae47c-cb6d-4ded-a0d0-1bffe0533d5d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:54.350893 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fcce1536-941c-4e3e-aa2e-acae9ba01e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:54.383645 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce1536-941c-4e3e-aa2e-acae9ba01e04 None None] Pushing event deleted for resources: {'Port': ['ID=08aae6f2-b806-4061-bbfc-700ae0267b7e,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:54.385650 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcce1536-941c-4e3e-aa2e-acae9ba01e04 None None] No DVR routers for this DVR port 08aae6f2-b806-4061-bbfc-700ae0267b7e on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:16:54.397519 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-1950990a-d098-4f85-b1dd-f903e1c7ae39 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:16:54.402919 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1950990a-d098-4f85-b1dd-f903e1c7ae39 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4711192 Aug 18 13:16:54.404656 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43874) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:54.464589 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-efbae47c-cb6d-4ded-a0d0-1bffe0533d5d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] For port 08aae6f2-b806-4061-bbfc-700ae0267b7e, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=08aae6f2-b806-4061-bbfc-700ae0267b7e,segment=NetworkSegment(6576cdf2-31c2-4d3f-acad-e3a3564d0b13),segment_id=6576cdf2-31c2-4d3f-acad-e3a3564d0b13)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:16:54.465177 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-efbae47c-cb6d-4ded-a0d0-1bffe0533d5d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:54.478472 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5a8d3-5df0-46f1-ab85-d41ef60bdb6c req-b63863ac-9042-46b5-a8e8-81daf081b346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:54.479599 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5a8d3-5df0-46f1-ab85-d41ef60bdb6c req-b63863ac-9042-46b5-a8e8-81daf081b346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:54.481388 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-14b5a8d3-5df0-46f1-ab85-d41ef60bdb6c req-b63863ac-9042-46b5-a8e8-81daf081b346 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e63152bca3cb423b9a7763e005387f10&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.2660773 Aug 18 13:16:54.485973 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-efbae47c-cb6d-4ded-a0d0-1bffe0533d5d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Calling delete_port for 08aae6f2-b806-4061-bbfc-700ae0267b7e owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:16:54.512974 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-893e98a6-e950-41f9-b027-f4aaf58fdf85 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:54.540926 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-893e98a6-e950-41f9-b027-f4aaf58fdf85 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:54.619771 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dbcba465-3854-4881-80f6-dc1aa45a0b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:54.664353 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-893e98a6-e950-41f9-b027-f4aaf58fdf85 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:54.667260 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-893e98a6-e950-41f9-b027-f4aaf58fdf85 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:54.668450 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-893e98a6-e950-41f9-b027-f4aaf58fdf85 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "DELETE /v2.0/security-groups/4da8173a-224e-490f-a4c4-5ed285ead4db HTTP/1.1" status: 204 len: 168 time: 0.2619643 Aug 18 13:16:54.674850 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43880) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:54.692212 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893e98a6-e950-41f9-b027-f4aaf58fdf85 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da8173a-224e-490f-a4c4-5ed285ead4db,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:54.740976 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-437ed216-3fef-4ced-ae81-a59069a575f1 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0608723 Aug 18 13:16:54.742209 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dbcba465-3854-4881-80f6-dc1aa45a0b13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:54.742209 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-dbcba465-3854-4881-80f6-dc1aa45a0b13 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/95ac1659-ccc0-4541-8c70-4e80bd6e9b22 HTTP/1.1" status: 204 len: 168 time: 1.5045810 Aug 18 13:16:54.742937 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43882) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:54.743334 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43884) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:54.746824 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8a252d-9d24-4a09-b002-5b3d48a49ed6 None None] Network 97355b5a-f15f-47b5-aa8e-615f99dd95de requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:16:54.747944 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcba465-3854-4881-80f6-dc1aa45a0b13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95ac1659-ccc0-4541-8c70-4e80bd6e9b22,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:54.757154 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5a8d3-5df0-46f1-ab85-d41ef60bdb6c req-6513f771-2dc2-486b-848f-1e68cf9a74ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:54.758675 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-14b5a8d3-5df0-46f1-ab85-d41ef60bdb6c req-6513f771-2dc2-486b-848f-1e68cf9a74ea service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2677152 Aug 18 13:16:54.787014 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-efbae47c-cb6d-4ded-a0d0-1bffe0533d5d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:54.849938 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbae47c-cb6d-4ded-a0d0-1bffe0533d5d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] No DVR routers for this DVR port 08aae6f2-b806-4061-bbfc-700ae0267b7e on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:16:54.875531 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-53716aa4-409d-42cf-aa45-f7b0ee61b172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:54.890796 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0e57c9c4-62f9-4842-97cf-2460cb20c5fd tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:54.898797 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbae47c-cb6d-4ded-a0d0-1bffe0533d5d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event deleted for resources: {'Port': ['ID=08aae6f2-b806-4061-bbfc-700ae0267b7e,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:54.958721 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0e57c9c4-62f9-4842-97cf-2460cb20c5fd tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:54.986050 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-156c5d25-733b-482f-99b2-aa36449e4531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:54.987627 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-156c5d25-733b-482f-99b2-aa36449e4531 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e63152bca3cb423b9a7763e005387f10&device_id=468c68f6-6749-4099-ad07-7b94a947b6fa HTTP/1.1" status: 200 len: 1095 time: 0.1226897 Aug 18 13:16:55.027427 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5732526-c93a-4fcd-a4b3-67be08a35990 None None] DHCP port deletion for 97355b5a-f15f-47b5-aa8e-615f99dd95de request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:16:55.028624 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-53716aa4-409d-42cf-aa45-f7b0ee61b172 admin admin] Deleting port cf2081ec-7568-46d2-9010-a1e6ceb43329 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:16:55.029039 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-53716aa4-409d-42cf-aa45-f7b0ee61b172 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:55.039862 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-efbae47c-cb6d-4ded-a0d0-1bffe0533d5d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:55.053774 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-efbae47c-cb6d-4ded-a0d0-1bffe0533d5d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62c1109e-8844-4675-bc3c-5bb07505bb95']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:55.072930 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-efbae47c-cb6d-4ded-a0d0-1bffe0533d5d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6576cdf2-31c2-4d3f-acad-e3a3564d0b13') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:55.073208 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-efbae47c-cb6d-4ded-a0d0-1bffe0533d5d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6576cdf2-31c2-4d3f-acad-e3a3564d0b13') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:55.085281 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0e57c9c4-62f9-4842-97cf-2460cb20c5fd tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:55.087578 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-efbae47c-cb6d-4ded-a0d0-1bffe0533d5d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:55.089141 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0e57c9c4-62f9-4842-97cf-2460cb20c5fd tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:55.094083 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0e57c9c4-62f9-4842-97cf-2460cb20c5fd tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "DELETE /v2.0/security-groups/b8828bd1-658c-4b06-8d3b-879cbe1c80ec HTTP/1.1" status: 204 len: 168 time: 0.3496733 Aug 18 13:16:55.101162 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43890) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:55.105862 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-efbae47c-cb6d-4ded-a0d0-1bffe0533d5d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:55.113264 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efbae47c-cb6d-4ded-a0d0-1bffe0533d5d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:16:55.113682 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-efbae47c-cb6d-4ded-a0d0-1bffe0533d5d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:55.140176 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f5732526-c93a-4fcd-a4b3-67be08a35990 None None] Deleting port cf2081ec-7568-46d2-9010-a1e6ceb43329 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:16:55.141183 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f5732526-c93a-4fcd-a4b3-67be08a35990 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:55.150376 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e57c9c4-62f9-4842-97cf-2460cb20c5fd tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8828bd1-658c-4b06-8d3b-879cbe1c80ec,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:55.166516 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-53716aa4-409d-42cf-aa45-f7b0ee61b172 admin admin] For port cf2081ec-7568-46d2-9010-a1e6ceb43329, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=cf2081ec-7568-46d2-9010-a1e6ceb43329,segment=NetworkSegment(f9b6239e-4377-468d-b60c-0cc1f08ea17f),segment_id=f9b6239e-4377-468d-b60c-0cc1f08ea17f)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:16:55.166884 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-53716aa4-409d-42cf-aa45-f7b0ee61b172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:55.192018 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-53716aa4-409d-42cf-aa45-f7b0ee61b172 admin admin] Calling delete_port for cf2081ec-7568-46d2-9010-a1e6ceb43329 owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:16:55.222337 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b92cb52a-9a69-4973-ac1d-38681a43aaa5 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1160622 Aug 18 13:16:55.222976 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43894) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:55.229274 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-e46f7982-888b-4869-b4df-e23686ed29ae tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Request body: {'security_group': {'name': 'tempest-secgroup--307554434'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:55.254414 n-d-803603-2 neutron-server[101675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:16:55.254414 n-d-803603-2 neutron-server[101675]: self.session.flush() Aug 18 13:16:55.254414 n-d-803603-2 neutron-server[101675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:16:55.254414 n-d-803603-2 neutron-server[101675]: self.session.flush() Aug 18 13:16:55.254414 n-d-803603-2 neutron-server[101675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:16:55.254414 n-d-803603-2 neutron-server[101675]: self.session.flush() Aug 18 13:16:55.254414 n-d-803603-2 neutron-server[101675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:16:55.254414 n-d-803603-2 neutron-server[101675]: self.session.flush() Aug 18 13:16:55.254414 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:16:55.254414 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:16:55.254414 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:16:55.254414 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:16:55.254414 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:16:55.254414 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:16:55.254414 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:16:55.254414 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:16:55.254414 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:16:55.254414 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:16:55.254414 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:16:55.254414 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:16:55.254414 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:16:55.254414 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:16:55.254414 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:16:55.254414 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:16:55.254414 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:16:55.254414 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:16:55.254414 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:16:55.254414 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:16:55.254414 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:16:55.254414 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:16:55.254414 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:16:55.254414 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:16:55.254414 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:16:55.254414 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:16:55.254414 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:16:55.254414 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:16:55.254414 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:16:55.254414 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:16:55.254414 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:16:55.254414 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:16:55.321307 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f5732526-c93a-4fcd-a4b3-67be08a35990 None None] For port cf2081ec-7568-46d2-9010-a1e6ceb43329, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=cf2081ec-7568-46d2-9010-a1e6ceb43329,segment=NetworkSegment(f9b6239e-4377-468d-b60c-0cc1f08ea17f),segment_id=f9b6239e-4377-468d-b60c-0cc1f08ea17f)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:16:55.321905 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f5732526-c93a-4fcd-a4b3-67be08a35990 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:55.331558 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-63ba1d52-83cd-411f-b6b7-4f73a42f1266 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe HTTP/1.1" status: 200 len: 217 time: 0.3356791 Aug 18 13:16:55.335707 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-efbae47c-cb6d-4ded-a0d0-1bffe0533d5d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:55.344273 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f5732526-c93a-4fcd-a4b3-67be08a35990 None None] Calling delete_port for cf2081ec-7568-46d2-9010-a1e6ceb43329 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:16:55.373370 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-efbae47c-cb6d-4ded-a0d0-1bffe0533d5d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:55.379862 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-efbae47c-cb6d-4ded-a0d0-1bffe0533d5d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/networks/62c1109e-8844-4675-bc3c-5bb07505bb95 HTTP/1.1" status: 204 len: 168 time: 2.0890582 Aug 18 13:16:55.380254 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43896) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:55.395989 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e46f7982-888b-4869-b4df-e23686ed29ae tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:55.417305 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbae47c-cb6d-4ded-a0d0-1bffe0533d5d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event deleted for resources: {'Network': ['ID=62c1109e-8844-4675-bc3c-5bb07505bb95,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:55.444038 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-53716aa4-409d-42cf-aa45-f7b0ee61b172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:55.446471 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-900f5404-55b5-4e42-8b67-7b9fc58df710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:55.451444 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-900f5404-55b5-4e42-8b67-7b9fc58df710 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ebc72968-a792-4c61-a1d7-beb80c15d42b HTTP/1.1" status: 200 len: 837 time: 0.1102562 Aug 18 13:16:55.458776 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f5732526-c93a-4fcd-a4b3-67be08a35990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:55.460864 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816254b-82c1-41f9-b5be-ffd5d7a73b96 req-6559d0f6-b229-4626-b6f8-e2d50db88cf2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:55.462969 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b816254b-82c1-41f9-b5be-ffd5d7a73b96 req-6559d0f6-b229-4626-b6f8-e2d50db88cf2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=468c68f6-6749-4099-ad07-7b94a947b6fa HTTP/1.1" status: 200 len: 944 time: 0.2078307 Aug 18 13:16:55.494512 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53716aa4-409d-42cf-aa45-f7b0ee61b172 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf2081ec-7568-46d2-9010-a1e6ceb43329,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:55.499760 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5732526-c93a-4fcd-a4b3-67be08a35990 None None] Pushing event deleted for resources: {'Port': ['ID=cf2081ec-7568-46d2-9010-a1e6ceb43329,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:55.519312 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53716aa4-409d-42cf-aa45-f7b0ee61b172 admin admin] No DVR routers for this DVR port cf2081ec-7568-46d2-9010-a1e6ceb43329 on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:16:55.526471 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5732526-c93a-4fcd-a4b3-67be08a35990 None None] No DVR routers for this DVR port cf2081ec-7568-46d2-9010-a1e6ceb43329 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:16:55.549643 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-c450467e-e2fb-496a-a537-5618409777d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:55.551577 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-c450467e-e2fb-496a-a537-5618409777d3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=386a060a-1b95-4dd6-b0ac-7fdd7b22667b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0876870 Aug 18 13:16:55.553665 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834b3268-6cda-4206-9924-b0edd8b2ace4 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:55.560174 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b816254b-82c1-41f9-b5be-ffd5d7a73b96 req-19ee6f93-c345-486d-9d4e-0bb9e8e6ce65 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/security-groups?id=62eb747a-fa40-48b1-8dd6-6cdd8e6a786c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703778 Aug 18 13:16:55.562115 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43898) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:55.566371 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-834b3268-6cda-4206-9924-b0edd8b2ace4 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1783941 Aug 18 13:16:55.616414 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device cf2081ec-7568-46d2-9010-a1e6ceb43329 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:16:55.652322 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: cf2081ec-7568-46d2-9010-a1e6ceb43329 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:16:55.653010 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device cf2081ec-7568-46d2-9010-a1e6ceb43329 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:16:55.653678 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 08aae6f2-b806-4061-bbfc-700ae0267b7e no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:16:55.681395 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 08aae6f2-b806-4061-bbfc-700ae0267b7e {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:16:55.682009 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 08aae6f2-b806-4061-bbfc-700ae0267b7e not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:16:55.693757 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-03edfd93-5a1d-44ca-b0ce-8aa43ac2f8ce tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1299839 Aug 18 13:16:55.697350 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43902) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:55.704800 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-6593a7d1-a2e3-4721-a9cb-59eab8ee17c9 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2033183409'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:55.751147 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-53716aa4-409d-42cf-aa45-f7b0ee61b172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:55.754054 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-c2c47c92-20db-40c4-8c78-974ea0a2b9b5 service neutron] 10.222.0.39 "GET /v2.0/networks/386a060a-1b95-4dd6-b0ac-7fdd7b22667b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926770 Aug 18 13:16:55.777204 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-53716aa4-409d-42cf-aa45-f7b0ee61b172 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97355b5a-f15f-47b5-aa8e-615f99dd95de']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:55.798988 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-53716aa4-409d-42cf-aa45-f7b0ee61b172 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9b6239e-4377-468d-b60c-0cc1f08ea17f') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:55.799295 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-53716aa4-409d-42cf-aa45-f7b0ee61b172 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9b6239e-4377-468d-b60c-0cc1f08ea17f') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:55.821947 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-53716aa4-409d-42cf-aa45-f7b0ee61b172 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:55.825641 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e46f7982-888b-4869-b4df-e23686ed29ae tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:55.843803 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-53716aa4-409d-42cf-aa45-f7b0ee61b172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:55.853724 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53716aa4-409d-42cf-aa45-f7b0ee61b172 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:16:55.854524 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-53716aa4-409d-42cf-aa45-f7b0ee61b172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:55.859346 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:16:55.859346 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:16:55.859346 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:16:55.859346 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:16:55.859346 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:16:55.859346 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:16:55.859346 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:16:55.859346 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:16:55.859346 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:16:55.859346 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:16:55.859346 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:16:55.859346 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:16:55.859346 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:16:55.859346 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:16:55.859346 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:16:55.859346 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:16:55.859346 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:16:55.859346 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:16:55.859346 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:16:55.859346 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:16:55.859346 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:16:55.859346 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:16:55.859346 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:16:55.859346 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:16:55.859346 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:16:55.859346 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:16:55.859346 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:16:55.859346 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:16:55.859346 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:16:55.859346 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:16:55.859346 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:16:55.859346 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:16:55.893426 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3cc4a855-5354-48e5-b5c7-f28b08678af3 req-64470c51-9b47-4b57-9d0a-6c27bab4088d service neutron] 10.222.0.39 "GET /v2.0/networks/386a060a-1b95-4dd6-b0ac-7fdd7b22667b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321464 Aug 18 13:16:55.927542 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e46f7982-888b-4869-b4df-e23686ed29ae tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:55.959376 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f7982-888b-4869-b4df-e23686ed29ae tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8fc663e-29de-4daf-ac62-726c7ba25638,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:56.121582 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6593a7d1-a2e3-4721-a9cb-59eab8ee17c9 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Made reservation on behalf of 2fb4f687cb0a48178df1ff10e4bcf284 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:16:56.123736 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-53716aa4-409d-42cf-aa45-f7b0ee61b172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:56.126233 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6593a7d1-a2e3-4721-a9cb-59eab8ee17c9 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:56.133309 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-53716aa4-409d-42cf-aa45-f7b0ee61b172 admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:56.138000 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-53716aa4-409d-42cf-aa45-f7b0ee61b172 admin admin] 10.222.0.13 "DELETE /v2.0/networks/97355b5a-f15f-47b5-aa8e-615f99dd95de HTTP/1.1" status: 204 len: 168 time: 1.3896899 Aug 18 13:16:56.139500 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43906) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:56.147430 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53716aa4-409d-42cf-aa45-f7b0ee61b172 admin admin] Pushing event deleted for resources: {'Network': ['ID=97355b5a-f15f-47b5-aa8e-615f99dd95de,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:56.216810 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6593a7d1-a2e3-4721-a9cb-59eab8ee17c9 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:16:56.259132 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6593a7d1-a2e3-4721-a9cb-59eab8ee17c9 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:56.259478 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-6593a7d1-a2e3-4721-a9cb-59eab8ee17c9 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Added segment 3b046be5-f024-47f9-940c-595660c314ee of type vlan for network 9142bf71-4ce1-42c4-9aa2-e22eac198fc1 Aug 18 13:16:56.275935 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e46f7982-888b-4869-b4df-e23686ed29ae tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:56.279858 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e46f7982-888b-4869-b4df-e23686ed29ae tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0516484 Aug 18 13:16:56.280964 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43912) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:56.285731 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-d46888fc-1e0e-4f53-8d36-6004208570ab tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:56.286267 n-d-803603-2 neutron-server[101676]: WARNING neutron.api.v2.base [None req-d46888fc-1e0e-4f53-8d36-6004208570ab tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 18 13:16:56.286830 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-d46888fc-1e0e-4f53-8d36-6004208570ab tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] update failed (client error): There was a conflict when trying to complete your request. Aug 18 13:16:56.287795 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d46888fc-1e0e-4f53-8d36-6004208570ab tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "PUT /v2.0/security-groups/c8fc663e-29de-4daf-ac62-726c7ba25638 HTTP/1.1" status: 409 len: 330 time: 0.0057869 Aug 18 13:16:56.291806 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43914) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:56.314716 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6593a7d1-a2e3-4721-a9cb-59eab8ee17c9 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:56.361649 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6582bb60-4196-4ac1-bb6a-3c4335013f40 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:56.387946 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6582bb60-4196-4ac1-bb6a-3c4335013f40 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:56.497053 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6593a7d1-a2e3-4721-a9cb-59eab8ee17c9 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:56.503317 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6593a7d1-a2e3-4721-a9cb-59eab8ee17c9 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:56.503920 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6593a7d1-a2e3-4721-a9cb-59eab8ee17c9 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:56.538976 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6582bb60-4196-4ac1-bb6a-3c4335013f40 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:56.541818 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6582bb60-4196-4ac1-bb6a-3c4335013f40 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:56.546442 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6582bb60-4196-4ac1-bb6a-3c4335013f40 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "DELETE /v2.0/security-groups/c8fc663e-29de-4daf-ac62-726c7ba25638 HTTP/1.1" status: 204 len: 168 time: 0.2505879 Aug 18 13:16:56.547308 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43922) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:56.568638 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6582bb60-4196-4ac1-bb6a-3c4335013f40 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8fc663e-29de-4daf-ac62-726c7ba25638,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:56.591429 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593a7d1-a2e3-4721-a9cb-59eab8ee17c9 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'Network': ['ID=9142bf71-4ce1-42c4-9aa2-e22eac198fc1,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:56.604037 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 9142bf71-4ce1-42c4-9aa2-e22eac198fc1 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:16:56.614089 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43926) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:56.615668 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-01828e9e-e472-4f8d-8d6c-e90272a000bc tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0671611 Aug 18 13:16:56.622207 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6593a7d1-a2e3-4721-a9cb-59eab8ee17c9 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9235458 Aug 18 13:16:56.624413 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43928) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:56.638075 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-949a6fdf-ff96-4eba-bec0-5d218dec3157 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] delete failed (client error): The resource could not be found. Aug 18 13:16:56.643011 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-949a6fdf-ff96-4eba-bec0-5d218dec3157 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "DELETE /v2.0/security-groups/fe2403d7-c3ba-43f7-ba1d-e4ff065fd2a5 HTTP/1.1" status: 404 len: 347 time: 0.0194335 Aug 18 13:16:56.644212 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43930) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:56.646798 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-7274e72a-89e8-4fd2-943a-3dfd3c3583d6 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'subnet': {'network_id': '9142bf71-4ce1-42c4-9aa2-e22eac198fc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:56.680679 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-cdc364f2-a457-4c14-862d-814655ecef40 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] show failed (client error): The resource could not be found. Aug 18 13:16:56.682222 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-cdc364f2-a457-4c14-862d-814655ecef40 tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "GET /v2.0/security-groups/e3f75452-0894-4023-8ba5-f1fa65cab809 HTTP/1.1" status: 404 len: 347 time: 0.0375834 Aug 18 13:16:56.687398 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43932) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:56.706816 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-656cbf06-2d67-4611-b44d-02e6afcc8f8f tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] show failed (client error): The resource could not be found. Aug 18 13:16:56.707837 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-656cbf06-2d67-4611-b44d-02e6afcc8f8f tempest-NegativeSecGroupTest-152121031 tempest-NegativeSecGroupTest-152121031-project] 10.222.0.13 "GET /v2.0/security-group-rules/152713e6-60c7-4eed-82f3-0bac116356f1 HTTP/1.1" status: 404 len: 356 time: 0.0193436 Aug 18 13:16:56.763117 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-319b4847-5475-4fa7-be57-9c580d11a0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:56.819080 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b5049-157b-4154-9bc2-f1376a5d8b5c req-1fdb8efe-9727-434e-958d-43e874fc13b5 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:56.820817 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-697b5049-157b-4154-9bc2-f1376a5d8b5c req-1fdb8efe-9727-434e-958d-43e874fc13b5 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=468c68f6-6749-4099-ad07-7b94a947b6fa HTTP/1.1" status: 200 len: 944 time: 0.0879922 Aug 18 13:16:56.897174 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-697b5049-157b-4154-9bc2-f1376a5d8b5c req-7aad4d68-794d-46fa-a40d-38b56ee16226 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/security-groups?id=62eb747a-fa40-48b1-8dd6-6cdd8e6a786c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561717 Aug 18 13:16:56.920393 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7274e72a-89e8-4fd2-943a-3dfd3c3583d6 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Made reservation on behalf of 2fb4f687cb0a48178df1ff10e4bcf284 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:16:56.925686 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7274e72a-89e8-4fd2-943a-3dfd3c3583d6 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:57.091401 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-319b4847-5475-4fa7-be57-9c580d11a0a8 admin admin] Deleting port ae866cc1-c289-4655-a16d-5b5e3e1b8a23 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:16:57.091780 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-319b4847-5475-4fa7-be57-9c580d11a0a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:57.186186 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-319b4847-5475-4fa7-be57-9c580d11a0a8 admin admin] For port ae866cc1-c289-4655-a16d-5b5e3e1b8a23, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=ae866cc1-c289-4655-a16d-5b5e3e1b8a23,segment=NetworkSegment(cf4eeb85-e99c-49f0-a2e2-53c12e86abf5),segment_id=cf4eeb85-e99c-49f0-a2e2-53c12e86abf5)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:16:57.187441 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-319b4847-5475-4fa7-be57-9c580d11a0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:57.201213 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-319b4847-5475-4fa7-be57-9c580d11a0a8 admin admin] Calling delete_port for ae866cc1-c289-4655-a16d-5b5e3e1b8a23 owned by network:router_interface {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:16:57.274561 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7274e72a-89e8-4fd2-943a-3dfd3c3583d6 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:57.360156 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7274e72a-89e8-4fd2-943a-3dfd3c3583d6 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Checking segment: {'id': '3b046be5-f024-47f9-940c-595660c314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9142bf71-4ce1-42c4-9aa2-e22eac198fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:16:57.360795 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7274e72a-89e8-4fd2-943a-3dfd3c3583d6 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Network hostable DHCP agents. Network: 9142bf71-4ce1-42c4-9aa2-e22eac198fc1, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:16:57.364190 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274e72a-89e8-4fd2-943a-3dfd3c3583d6 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'Subnet': ['ID=6cbf1903-a9b6-41ad-b276-f2c4df28f67c,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:57.417333 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43944) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:57.486961 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7274e72a-89e8-4fd2-943a-3dfd3c3583d6 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Network 9142bf71-4ce1-42c4-9aa2-e22eac198fc1 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:16:57.544645 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-319b4847-5475-4fa7-be57-9c580d11a0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:57.563974 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-7274e72a-89e8-4fd2-943a-3dfd3c3583d6 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 9142bf71-4ce1-42c4-9aa2-e22eac198fc1) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:16:57.579620 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7274e72a-89e8-4fd2-943a-3dfd3c3583d6 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:57.585649 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7274e72a-89e8-4fd2-943a-3dfd3c3583d6 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:57.611907 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1921f63a-4e84-41c6-8aa5-caf29d54b75c None None] Network 9142bf71-4ce1-42c4-9aa2-e22eac198fc1 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:16:57.690509 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7274e72a-89e8-4fd2-943a-3dfd3c3583d6 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0612626 Aug 18 13:16:57.692822 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43954) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:57.696895 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b4847-5475-4fa7-be57-9c580d11a0a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae866cc1-c289-4655-a16d-5b5e3e1b8a23,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:57.698754 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-fa7e292a-d74d-4ad0-a2a5-29cd29386ab2 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'port': {'network_id': '9142bf71-4ce1-42c4-9aa2-e22eac198fc1', 'name': 'tempest-PortsTestJSON-994373295'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:57.790856 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6b2edb8d-1760-44b8-82c4-495bb62d601a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=88e5d5972b9f412d86674fb9a83c63ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3718832 Aug 18 13:16:57.794130 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43956) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:57.864069 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:16:57.864069 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbfb836-54f7-40ca-b837-460381119655 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-9142bf71-4ce1-42c4-9aa2-e22eac198fc1', 'network_id': '9142bf71-4ce1-42c4-9aa2-e22eac198fc1', 'tenant_id': '2fb4f687cb0a48178df1ff10e4bcf284', 'fixed_ips': [{'subnet_id': '6cbf1903-a9b6-41ad-b276-f2c4df28f67c'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:16:57.865047 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0bbfb836-54f7-40ca-b837-460381119655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:57.885596 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-319b4847-5475-4fa7-be57-9c580d11a0a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:57.977730 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0a166020-5400-44a5-b198-e7c0843bce53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:58.029462 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0a166020-5400-44a5-b198-e7c0843bce53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:58.091103 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe,segment=NetworkSegment(6c6fddde-dfd0-4e8a-ab3b-09680f994096),segment_id=6c6fddde-dfd0-4e8a-ab3b-09680f994096)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:16:58.118157 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe', 'network_id': '386a060a-1b95-4dd6-b0ac-7fdd7b22667b', 'port_id': 'f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe', 'mac_address': 'fa:16:3e:d1:dc:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebc72968-a792-4c61-a1d7-beb80c15d42b', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:16:58.173595 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:58.185982 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0a166020-5400-44a5-b198-e7c0843bce53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:58.192399 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0a166020-5400-44a5-b198-e7c0843bce53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:58.195037 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0a166020-5400-44a5-b198-e7c0843bce53 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e76b1ef0-e58a-4f15-9d4c-f972122b7621 HTTP/1.1" status: 204 len: 168 time: 0.3994396 Aug 18 13:16:58.201427 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7e292a-d74d-4ad0-a2a5-29cd29386ab2 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Made reservation on behalf of 2fb4f687cb0a48178df1ff10e4bcf284 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:16:58.201580 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:58.204280 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fa7e292a-d74d-4ad0-a2a5-29cd29386ab2 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:58.214250 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364128e-323c-4959-be77-697c03e22152 req-731d08bc-55ee-4cf9-93cf-b06795fd4441 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:58.215787 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b364128e-323c-4959-be77-697c03e22152 req-731d08bc-55ee-4cf9-93cf-b06795fd4441 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=468c68f6-6749-4099-ad07-7b94a947b6fa HTTP/1.1" status: 200 len: 944 time: 0.1795280 Aug 18 13:16:58.218575 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-0bbfb836-54f7-40ca-b837-460381119655 None None] Allocated IP 172.20.0.2 (9142bf71-4ce1-42c4-9aa2-e22eac198fc1/6cbf1903-a9b6-41ad-b276-f2c4df28f67c/0026a058-c83c-4214-a79b-76e5cd041739) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:16:58.235348 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a166020-5400-44a5-b198-e7c0843bce53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76b1ef0-e58a-4f15-9d4c-f972122b7621,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:58.246338 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-fa7e292a-d74d-4ad0-a2a5-29cd29386ab2 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] device_id is not set on port 011e441a-f394-4663-972f-26e0a6b93561 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:16:58.341015 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b364128e-323c-4959-be77-697c03e22152 req-a0334bc3-db32-463a-94a4-804070045a14 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/security-groups?id=62eb747a-fa40-48b1-8dd6-6cdd8e6a786c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065805 Aug 18 13:16:58.391598 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:16:58.410256 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0bbfb836-54f7-40ca-b837-460381119655 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:58.427587 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe,segment=NetworkSegment(6c6fddde-dfd0-4e8a-ab3b-09680f994096),segment_id=6c6fddde-dfd0-4e8a-ab3b-09680f994096)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:16:58.428544 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-0bbfb836-54f7-40ca-b837-460381119655 None None] Transition to ACTIVE for port object 0026a058-c83c-4214-a79b-76e5cd041739 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:16:58.444203 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-0bbfb836-54f7-40ca-b837-460381119655 None None] Transition to ACTIVE for port object 0026a058-c83c-4214-a79b-76e5cd041739 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:16:58.446308 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-319b4847-5475-4fa7-be57-9c580d11a0a8 admin admin] Router ea9d9843-ebda-4495-84cb-d3a7ea5559b8 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:16:58.487290 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:58.540052 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0bbfb836-54f7-40ca-b837-460381119655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:58.550654 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:58.567055 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319b4847-5475-4fa7-be57-9c580d11a0a8 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:16:58.579381 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-319b4847-5475-4fa7-be57-9c580d11a0a8 admin admin] 10.222.0.13 "PUT /v2.0/routers/ea9d9843-ebda-4495-84cb-d3a7ea5559b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4386935 Aug 18 13:16:58.581611 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43968) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:58.583342 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbfb836-54f7-40ca-b837-460381119655 None None] Network 9142bf71-4ce1-42c4-9aa2-e22eac198fc1 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:16:58.584485 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c440e11b-ac54-48c8-950d-f8ded452b5df None None] Sync routers for ids ['ea9d9843-ebda-4495-84cb-d3a7ea5559b8'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:16:58.597011 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-0bbfb836-54f7-40ca-b837-460381119655 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:16:58.606988 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbfb836-54f7-40ca-b837-460381119655 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:16:58.614542 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-fa7e292a-d74d-4ad0-a2a5-29cd29386ab2 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Allocated IP 172.20.0.7 (9142bf71-4ce1-42c4-9aa2-e22eac198fc1/6cbf1903-a9b6-41ad-b276-f2c4df28f67c/011e441a-f394-4663-972f-26e0a6b93561) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:16:58.628487 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbfb836-54f7-40ca-b837-460381119655 None None] Pushing event updated for resources: {'Port': ['ID=0026a058-c83c-4214-a79b-76e5cd041739,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:58.648729 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c440e11b-ac54-48c8-950d-f8ded452b5df None None] Routers {'ea9d9843-ebda-4495-84cb-d3a7ea5559b8'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:16:58.649727 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-c440e11b-ac54-48c8-950d-f8ded452b5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:16:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ea9d9843-ebda-4495-84cb-d3a7ea5559b8'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:58.777993 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:16:58.795546 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f0818212-63b4-4df7-a34a-057a5a233c59 admin admin] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:58.906830 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-0bbfb836-54f7-40ca-b837-460381119655 None None] Attempting to bind port 0026a058-c83c-4214-a79b-76e5cd041739 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:16:58.909324 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-0bbfb836-54f7-40ca-b837-460381119655 None None] Attempting to bind port 0026a058-c83c-4214-a79b-76e5cd041739 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '3b046be5-f024-47f9-940c-595660c314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9142bf71-4ce1-42c4-9aa2-e22eac198fc1'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:16:58.909324 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbfb836-54f7-40ca-b837-460381119655 None None] Attempting to bind port 0026a058-c83c-4214-a79b-76e5cd041739 on network 9142bf71-4ce1-42c4-9aa2-e22eac198fc1 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:16:58.932717 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbfb836-54f7-40ca-b837-460381119655 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:16:58.933100 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbfb836-54f7-40ca-b837-460381119655 None None] Checking segment: {'id': '3b046be5-f024-47f9-940c-595660c314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9142bf71-4ce1-42c4-9aa2-e22eac198fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:16:58.933509 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0bbfb836-54f7-40ca-b837-460381119655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:58.933907 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbfb836-54f7-40ca-b837-460381119655 None None] Bound using segment: {'id': '3b046be5-f024-47f9-940c-595660c314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9142bf71-4ce1-42c4-9aa2-e22eac198fc1'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:16:58.936837 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-0bbfb836-54f7-40ca-b837-460381119655 None None] Bound port: 0026a058-c83c-4214-a79b-76e5cd041739, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b046be5-f024-47f9-940c-595660c314ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9142bf71-4ce1-42c4-9aa2-e22eac198fc1'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:16:58.937083 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0bbfb836-54f7-40ca-b837-460381119655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:58.964866 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-c440e11b-ac54-48c8-950d-f8ded452b5df None None] Set router ea9d9843-ebda-4495-84cb-d3a7ea5559b8 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:16:58.969461 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f0818212-63b4-4df7-a34a-057a5a233c59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:58.986255 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fa7e292a-d74d-4ad0-a2a5-29cd29386ab2 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:59.003153 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-fa7e292a-d74d-4ad0-a2a5-29cd29386ab2 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Transition to ACTIVE for port object 011e441a-f394-4663-972f-26e0a6b93561 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:16:59.037007 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:59.158770 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fa7e292a-d74d-4ad0-a2a5-29cd29386ab2 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:59.184676 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-0bbfb836-54f7-40ca-b837-460381119655 None None] For port 0026a058-c83c-4214-a79b-76e5cd041739, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:16:59.201401 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7e292a-d74d-4ad0-a2a5-29cd29386ab2 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Network 9142bf71-4ce1-42c4-9aa2-e22eac198fc1 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:16:59.206761 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-fa7e292a-d74d-4ad0-a2a5-29cd29386ab2 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:16:59.213224 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7e292a-d74d-4ad0-a2a5-29cd29386ab2 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:16:59.214532 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-0bbfb836-54f7-40ca-b837-460381119655 None None] For port 0026a058-c83c-4214-a79b-76e5cd041739, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=0026a058-c83c-4214-a79b-76e5cd041739,segment=NetworkSegment(3b046be5-f024-47f9-940c-595660c314ee),segment_id=3b046be5-f024-47f9-940c-595660c314ee)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:16:59.245644 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e292a-d74d-4ad0-a2a5-29cd29386ab2 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'Port': ['ID=011e441a-f394-4663-972f-26e0a6b93561,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:59.286455 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7e292a-d74d-4ad0-a2a5-29cd29386ab2 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:59.287142 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fa7e292a-d74d-4ad0-a2a5-29cd29386ab2 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:59.290748 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0bbfb836-54f7-40ca-b837-460381119655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:59.377235 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-fa7e292a-d74d-4ad0-a2a5-29cd29386ab2 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6818619 Aug 18 13:16:59.377235 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43996) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:59.382786 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-1956211c-a8fc-4567-a177-79e485799acd tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'port': {'network_id': '9142bf71-4ce1-42c4-9aa2-e22eac198fc1', 'name': 'tempest-PortsTestJSON-1050390156'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:59.618398 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4baed-1ae5-4532-a3f1-20cfd79037c3 req-cda9cc2c-07f2-4b47-a412-c8bea3d7d47a tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:16:59.624764 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-f0818212-63b4-4df7-a34a-057a5a233c59 admin admin] Deleting port 565251fc-bea7-463b-9045-a8801a888374 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:16:59.625305 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f0818212-63b4-4df7-a34a-057a5a233c59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:59.634371 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-69f4baed-1ae5-4532-a3f1-20cfd79037c3 req-cda9cc2c-07f2-4b47-a412-c8bea3d7d47a tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=468c68f6-6749-4099-ad07-7b94a947b6fa HTTP/1.1" status: 200 len: 945 time: 0.1426990 Aug 18 13:16:59.657321 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbfb836-54f7-40ca-b837-460381119655 None None] Pushing event updated for resources: {'Port': ['ID=0026a058-c83c-4214-a79b-76e5cd041739,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:16:59.688499 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-c440e11b-ac54-48c8-950d-f8ded452b5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9d9843-ebda-4495-84cb-d3a7ea5559b8', 'name': 'tempest-TestAggregatesBasicOps-1877197476-router', 'tenant_id': 'bdd058ba7e6f450b96ea20bc0595e732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '565251fc-bea7-463b-9045-a8801a888374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:16:34Z', 'updated_at': '2021-08-18T13:16:57Z', 'revision_number': 5, 'project_id': 'bdd058ba7e6f450b96ea20bc0595e732', 'gw_port': {'id': '565251fc-bea7-463b-9045-a8801a888374', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:0d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9d9843-ebda-4495-84cb-d3a7ea5559b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:16:36Z', 'updated_at': '2021-08-18T13:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:59.728110 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-f0818212-63b4-4df7-a34a-057a5a233c59 admin admin] For port 565251fc-bea7-463b-9045-a8801a888374, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=565251fc-bea7-463b-9045-a8801a888374,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:16:59.728489 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f0818212-63b4-4df7-a34a-057a5a233c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:59.740616 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c440e11b-ac54-48c8-950d-f8ded452b5df None None] Checking router: ea9d9843-ebda-4495-84cb-d3a7ea5559b8 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:16:59.745052 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-69f4baed-1ae5-4532-a3f1-20cfd79037c3 req-69884c2c-a6b4-4271-b68d-d3eaeb541245 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/security-groups?id=62eb747a-fa40-48b1-8dd6-6cdd8e6a786c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802345 Aug 18 13:16:59.753096 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-f0818212-63b4-4df7-a34a-057a5a233c59 admin admin] Calling delete_port for 565251fc-bea7-463b-9045-a8801a888374 owned by network:router_gateway {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:16:59.757195 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1956211c-a8fc-4567-a177-79e485799acd tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Made reservation on behalf of 2fb4f687cb0a48178df1ff10e4bcf284 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:16:59.761599 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1956211c-a8fc-4567-a177-79e485799acd tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:59.773936 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c440e11b-ac54-48c8-950d-f8ded452b5df None None] Routers {'ea9d9843-ebda-4495-84cb-d3a7ea5559b8'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:16:59.775493 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-c440e11b-ac54-48c8-950d-f8ded452b5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:16:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ea9d9843-ebda-4495-84cb-d3a7ea5559b8'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:16:59.797089 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-1956211c-a8fc-4567-a177-79e485799acd tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] device_id is not set on port 663e74b2-95c2-451d-811a-1f9f901f6eb9 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:16:59.857812 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44004) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:59.858401 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44006) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:16:59.867734 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-2895d365-8e2a-4c91-aba7-706ffafbb3f3 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-392705516'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:16:59.972225 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-c440e11b-ac54-48c8-950d-f8ded452b5df None None] Set router ea9d9843-ebda-4495-84cb-d3a7ea5559b8 gateway port host: None {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:17:00.036544 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2895d365-8e2a-4c91-aba7-706ffafbb3f3 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Made reservation on behalf of 9187a221b3e94f438328aff4ddb46e1a for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:17:00.040047 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2895d365-8e2a-4c91-aba7-706ffafbb3f3 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:00.067758 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-1956211c-a8fc-4567-a177-79e485799acd tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Allocated IP 172.20.0.4 (9142bf71-4ce1-42c4-9aa2-e22eac198fc1/6cbf1903-a9b6-41ad-b276-f2c4df28f67c/663e74b2-95c2-451d-811a-1f9f901f6eb9) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:17:00.079016 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-ff775a7d-c71c-49f2-85bd-15765cf18344 tempest-SubnetPoolsTestJSON-1295512973 tempest-SubnetPoolsTestJSON-1295512973-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-637197320', 'prefixes': ['172.20.0.0/16']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:00.080072 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-c440e11b-ac54-48c8-950d-f8ded452b5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9d9843-ebda-4495-84cb-d3a7ea5559b8', 'name': 'tempest-TestAggregatesBasicOps-1877197476-router', 'tenant_id': 'bdd058ba7e6f450b96ea20bc0595e732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:16:34Z', 'updated_at': '2021-08-18T13:16:58Z', 'revision_number': 6, 'project_id': 'bdd058ba7e6f450b96ea20bc0595e732', 'gw_port_host': None}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:00.138089 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2895d365-8e2a-4c91-aba7-706ffafbb3f3 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:17:00.141949 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c440e11b-ac54-48c8-950d-f8ded452b5df None None] The sync data for ids ['ea9d9843-ebda-4495-84cb-d3a7ea5559b8'] in n-d-803603-2 is: [{'id': 'ea9d9843-ebda-4495-84cb-d3a7ea5559b8', 'name': 'tempest-TestAggregatesBasicOps-1877197476-router', 'tenant_id': 'bdd058ba7e6f450b96ea20bc0595e732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:16:34Z', 'updated_at': '2021-08-18T13:16:58Z', 'revision_number': 6, 'project_id': 'bdd058ba7e6f450b96ea20bc0595e732', 'gw_port_host': None}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:17:00.172048 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2895d365-8e2a-4c91-aba7-706ffafbb3f3 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:00.172416 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-2895d365-8e2a-4c91-aba7-706ffafbb3f3 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Added segment c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a of type vlan for network f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d Aug 18 13:17:00.226857 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2895d365-8e2a-4c91-aba7-706ffafbb3f3 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:00.329820 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f0818212-63b4-4df7-a34a-057a5a233c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:00.367952 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2895d365-8e2a-4c91-aba7-706ffafbb3f3 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:00.373810 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2895d365-8e2a-4c91-aba7-706ffafbb3f3 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:00.374553 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2895d365-8e2a-4c91-aba7-706ffafbb3f3 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:00.389960 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0818212-63b4-4df7-a34a-057a5a233c59 admin admin] Pushing event deleted for resources: {'Port': ['ID=565251fc-bea7-463b-9045-a8801a888374,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:00.442660 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1956211c-a8fc-4567-a177-79e485799acd tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:00.462675 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-1956211c-a8fc-4567-a177-79e485799acd tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Transition to ACTIVE for port object 663e74b2-95c2-451d-811a-1f9f901f6eb9 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:17:00.514977 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2895d365-8e2a-4c91-aba7-706ffafbb3f3 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6494477 Aug 18 13:17:00.517303 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44012) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:00.538565 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-de074f08-368c-490e-a647-e4eadb67cf78 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2047537548'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:00.545436 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2895d365-8e2a-4c91-aba7-706ffafbb3f3 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Pushing event updated for resources: {'Network': ['ID=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:00.557840 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f0818212-63b4-4df7-a34a-057a5a233c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:00.568054 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:17:00.622466 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1956211c-a8fc-4567-a177-79e485799acd tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:00.633451 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ff775a7d-c71c-49f2-85bd-15765cf18344 tempest-SubnetPoolsTestJSON-1295512973 tempest-SubnetPoolsTestJSON-1295512973-project] Notify callbacks [] for subnetpool, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:00.637689 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ff775a7d-c71c-49f2-85bd-15765cf18344 tempest-SubnetPoolsTestJSON-1295512973 tempest-SubnetPoolsTestJSON-1295512973-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.7780831 Aug 18 13:17:00.654746 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44014) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:00.677303 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f0818212-63b4-4df7-a34a-057a5a233c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:00.680615 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f0818212-63b4-4df7-a34a-057a5a233c59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:00.706900 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de074f08-368c-490e-a647-e4eadb67cf78 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Made reservation on behalf of 9187a221b3e94f438328aff4ddb46e1a for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:17:00.711080 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-de074f08-368c-490e-a647-e4eadb67cf78 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:00.760195 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1956211c-a8fc-4567-a177-79e485799acd tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Network 9142bf71-4ce1-42c4-9aa2-e22eac198fc1 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:17:00.771597 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ef2c1cd7-e14f-4673-9651-d340421213fd tempest-SubnetPoolsTestJSON-1295512973 tempest-SubnetPoolsTestJSON-1295512973-project] 10.222.0.13 "GET /v2.0/subnetpools/4fae328c-3ccc-4a4c-8fa2-bb357589aaba HTTP/1.1" status: 200 len: 731 time: 0.1142356 Aug 18 13:17:00.777603 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-1956211c-a8fc-4567-a177-79e485799acd tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:17:00.777603 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1956211c-a8fc-4567-a177-79e485799acd tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'Port': ['ID=663e74b2-95c2-451d-811a-1f9f901f6eb9,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:00.777603 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1956211c-a8fc-4567-a177-79e485799acd tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:17:00.783997 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44018) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:00.789306 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-aa426ed3-8db2-4dd4-8e01-8733a45e1e17 tempest-SubnetPoolsTestJSON-1295512973 tempest-SubnetPoolsTestJSON-1295512973-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-198594996'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:00.829867 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f0818212-63b4-4df7-a34a-057a5a233c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:00.830611 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0818212-63b4-4df7-a34a-057a5a233c59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea9d9843-ebda-4495-84cb-d3a7ea5559b8 {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:17:00.836669 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f0818212-63b4-4df7-a34a-057a5a233c59 admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:00.842544 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44020) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:00.846996 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f0818212-63b4-4df7-a34a-057a5a233c59 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ea9d9843-ebda-4495-84cb-d3a7ea5559b8 HTTP/1.1" status: 204 len: 168 time: 2.2637048 Aug 18 13:17:00.862231 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de074f08-368c-490e-a647-e4eadb67cf78 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:17:00.904885 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1956211c-a8fc-4567-a177-79e485799acd tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:00.911093 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1956211c-a8fc-4567-a177-79e485799acd tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:00.920258 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a54efd-7717-4d47-a474-d43cef3cd0df req-d6b4f19a-779d-468b-b225-e0965da284e7 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:00.922202 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a3a54efd-7717-4d47-a474-d43cef3cd0df req-d6b4f19a-779d-468b-b225-e0965da284e7 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=468c68f6-6749-4099-ad07-7b94a947b6fa HTTP/1.1" status: 200 len: 945 time: 0.0736442 Aug 18 13:17:00.926693 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-de074f08-368c-490e-a647-e4eadb67cf78 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:00.927047 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-de074f08-368c-490e-a647-e4eadb67cf78 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Added segment 252977c9-b887-4eaa-8b1c-52adc0e4d606 of type vlan for network d880c4db-c535-4c81-86a6-739ddf2b8b3f Aug 18 13:17:00.965510 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51af86bf-2285-4778-9c3a-ebbab003ca7d None None] Network 9142bf71-4ce1-42c4-9aa2-e22eac198fc1 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:17:01.002818 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a3a54efd-7717-4d47-a474-d43cef3cd0df req-7937673e-f0ae-44c6-9751-a3123483a440 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/security-groups?id=62eb747a-fa40-48b1-8dd6-6cdd8e6a786c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648022 Aug 18 13:17:01.008567 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc26917c-1114-4455-9cab-d5ce7032613d admin admin] Deleting subnet dd52c3b1-af92-41ea-9920-0b492e4a3f84 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:17:01.089689 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fc26917c-1114-4455-9cab-d5ce7032613d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:01.098958 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1956211c-a8fc-4567-a177-79e485799acd tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7206020 Aug 18 13:17:01.101887 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44022) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:01.146812 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-de074f08-368c-490e-a647-e4eadb67cf78 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:01.162578 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-e8c0ed1c-eb01-43e7-93e5-fc2eada28b63 None None] Provisioning for port 0026a058-c83c-4214-a79b-76e5cd041739 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:17:01.188212 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fc26917c-1114-4455-9cab-d5ce7032613d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:01.253539 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aa426ed3-8db2-4dd4-8e01-8733a45e1e17 tempest-SubnetPoolsTestJSON-1295512973 tempest-SubnetPoolsTestJSON-1295512973-project] Notify callbacks [] for subnetpool, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:01.255048 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-aa426ed3-8db2-4dd4-8e01-8733a45e1e17 tempest-SubnetPoolsTestJSON-1295512973 tempest-SubnetPoolsTestJSON-1295512973-project] 10.222.0.13 "PUT /v2.0/subnetpools/4fae328c-3ccc-4a4c-8fa2-bb357589aaba HTTP/1.1" status: 200 len: 683 time: 0.4685447 Aug 18 13:17:01.257337 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44024) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:01.304741 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21eff24-9963-424d-8f07-747aaaacf455 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:01.306710 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d21eff24-9963-424d-8f07-747aaaacf455 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 921 time: 0.2035007 Aug 18 13:17:01.308866 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-de074f08-368c-490e-a647-e4eadb67cf78 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:01.309531 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44026) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:01.317838 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de074f08-368c-490e-a647-e4eadb67cf78 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:01.318529 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-de074f08-368c-490e-a647-e4eadb67cf78 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:01.424483 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-5f3052f3-9aec-4b9e-9310-33238ea4749e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Deleting port 663e74b2-95c2-451d-811a-1f9f901f6eb9 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:17:01.424858 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5f3052f3-9aec-4b9e-9310-33238ea4749e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:01.437601 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fc26917c-1114-4455-9cab-d5ce7032613d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:01.477832 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de074f08-368c-490e-a647-e4eadb67cf78 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Pushing event updated for resources: {'Network': ['ID=d880c4db-c535-4c81-86a6-739ddf2b8b3f,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:01.485158 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-de074f08-368c-490e-a647-e4eadb67cf78 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9666395 Aug 18 13:17:01.499571 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network d880c4db-c535-4c81-86a6-739ddf2b8b3f details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:17:01.502768 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44028) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:01.518670 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-262e2548-665f-4615-b78e-0f8ec3d4044f tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Request body: {'subnet': {'network_id': 'f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:01.590470 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fc26917c-1114-4455-9cab-d5ce7032613d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:01.609844 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0143cbf4-5e15-417d-8f0b-acffdc260556 tempest-SubnetPoolsTestJSON-1295512973 tempest-SubnetPoolsTestJSON-1295512973-project] Notify callbacks [] for subnetpool, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:01.609844 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0143cbf4-5e15-417d-8f0b-acffdc260556 tempest-SubnetPoolsTestJSON-1295512973 tempest-SubnetPoolsTestJSON-1295512973-project] 10.222.0.13 "DELETE /v2.0/subnetpools/4fae328c-3ccc-4a4c-8fa2-bb357589aaba HTTP/1.1" status: 204 len: 168 time: 0.3507931 Aug 18 13:17:01.610150 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44034) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:01.652996 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc26917c-1114-4455-9cab-d5ce7032613d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd52c3b1-af92-41ea-9920-0b492e4a3f84,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:01.663257 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fc26917c-1114-4455-9cab-d5ce7032613d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:01.667908 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-fc26917c-1114-4455-9cab-d5ce7032613d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dd52c3b1-af92-41ea-9920-0b492e4a3f84 HTTP/1.1" status: 204 len: 168 time: 0.8202329 Aug 18 13:17:01.668766 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44036) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:01.670982 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5f3052f3-9aec-4b9e-9310-33238ea4749e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:01.676460 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-a69919a0-6626-4f81-bc9f-599233c00771 tempest-SubnetPoolsTestJSON-1295512973 tempest-SubnetPoolsTestJSON-1295512973-project] show failed (client error): The resource could not be found. Aug 18 13:17:01.677473 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a69919a0-6626-4f81-bc9f-599233c00771 tempest-SubnetPoolsTestJSON-1295512973 tempest-SubnetPoolsTestJSON-1295512973-project] 10.222.0.13 "GET /v2.0/subnetpools/4fae328c-3ccc-4a4c-8fa2-bb357589aaba HTTP/1.1" status: 404 len: 346 time: 0.0569053 Aug 18 13:17:01.681315 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0ebf93-3564-4365-bd6e-0cb8cbdb91f4 None None] Network c5eae284-f96b-4d7a-b10f-b468e21a9c0d requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:17:01.683985 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 0026a058-c83c-4214-a79b-76e5cd041739 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:17:01.685302 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44038) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:01.709377 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-5f3052f3-9aec-4b9e-9310-33238ea4749e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Calling delete_port for 663e74b2-95c2-451d-811a-1f9f901f6eb9 owned by {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:17:01.758449 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-c7ad7433-c9e2-40bf-a23f-a293a83cb22e tempest-SubnetPoolsTestJSON-1295512973 tempest-SubnetPoolsTestJSON-1295512973-project] delete failed (client error): The resource could not be found. Aug 18 13:17:01.759743 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c7ad7433-c9e2-40bf-a23f-a293a83cb22e tempest-SubnetPoolsTestJSON-1295512973 tempest-SubnetPoolsTestJSON-1295512973-project] 10.222.0.13 "DELETE /v2.0/subnetpools/4fae328c-3ccc-4a4c-8fa2-bb357589aaba HTTP/1.1" status: 404 len: 346 time: 0.0734549 Aug 18 13:17:01.836461 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262e2548-665f-4615-b78e-0f8ec3d4044f tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Made reservation on behalf of 9187a221b3e94f438328aff4ddb46e1a for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:17:01.836678 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9332e6a7-ebee-458e-9eb2-fc9c395a02d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:01.836812 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-262e2548-665f-4615-b78e-0f8ec3d4044f tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:01.890374 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:17:01.932423 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 0026a058-c83c-4214-a79b-76e5cd041739 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:17:01.969578 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-1fa831c1-aef9-4143-a53a-77b2bfa4464b None None] Provisioning for port 663e74b2-95c2-451d-811a-1f9f901f6eb9 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:17:01.978893 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 0026a058-c83c-4214-a79b-76e5cd041739 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:01.979196 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:01.993254 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-9332e6a7-ebee-458e-9eb2-fc9c395a02d2 admin admin] Deleting port bd37baeb-ddb9-4806-97c5-20234b02ba3b {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:17:01.997702 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9332e6a7-ebee-458e-9eb2-fc9c395a02d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:02.033975 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-1fa831c1-aef9-4143-a53a-77b2bfa4464b None None] Provisioning complete for port 663e74b2-95c2-451d-811a-1f9f901f6eb9 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:02.034380 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1fa831c1-aef9-4143-a53a-77b2bfa4464b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:02.088614 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-9332e6a7-ebee-458e-9eb2-fc9c395a02d2 admin admin] For port bd37baeb-ddb9-4806-97c5-20234b02ba3b, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=bd37baeb-ddb9-4806-97c5-20234b02ba3b,segment=NetworkSegment(cf4eeb85-e99c-49f0-a2e2-53c12e86abf5),segment_id=cf4eeb85-e99c-49f0-a2e2-53c12e86abf5)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:17:02.096053 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9332e6a7-ebee-458e-9eb2-fc9c395a02d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:02.117056 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-9332e6a7-ebee-458e-9eb2-fc9c395a02d2 admin admin] Calling delete_port for bd37baeb-ddb9-4806-97c5-20234b02ba3b owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:17:02.135038 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-1fa831c1-aef9-4143-a53a-77b2bfa4464b None None] Port 663e74b2-95c2-451d-811a-1f9f901f6eb9 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:17:02.221521 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb4464-b119-4a7a-a920-81b32852fe74 req-4eede60b-5760-45f5-89d0-d991cdd72c60 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:02.223415 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c9fb4464-b119-4a7a-a920-81b32852fe74 req-4eede60b-5760-45f5-89d0-d991cdd72c60 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=468c68f6-6749-4099-ad07-7b94a947b6fa HTTP/1.1" status: 200 len: 945 time: 0.1255665 Aug 18 13:17:02.232507 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:02.238089 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:17:02.288424 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-1fa831c1-aef9-4143-a53a-77b2bfa4464b None None] Provisioning for port 011e441a-f394-4663-972f-26e0a6b93561 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:17:02.291463 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45eae7e3-568d-4fd9-8579-9f3cacd72dac None None] DHCP port deletion for c5eae284-f96b-4d7a-b10f-b468e21a9c0d request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:17:02.294694 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:02.300445 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:02.304688 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5f3052f3-9aec-4b9e-9310-33238ea4749e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:02.308114 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c9fb4464-b119-4a7a-a920-81b32852fe74 req-caa56308-2ab5-496e-89b6-2f37835cb870 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/security-groups?id=62eb747a-fa40-48b1-8dd6-6cdd8e6a786c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765772 Aug 18 13:17:02.350755 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-1fa831c1-aef9-4143-a53a-77b2bfa4464b None None] Provisioning complete for port 011e441a-f394-4663-972f-26e0a6b93561 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:02.350755 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1fa831c1-aef9-4143-a53a-77b2bfa4464b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:02.359255 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3052f3-9aec-4b9e-9310-33238ea4749e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event deleted for resources: {'Port': ['ID=663e74b2-95c2-451d-811a-1f9f901f6eb9,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:02.397801 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9332e6a7-ebee-458e-9eb2-fc9c395a02d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:02.430132 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9332e6a7-ebee-458e-9eb2-fc9c395a02d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd37baeb-ddb9-4806-97c5-20234b02ba3b,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:02.434739 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9332e6a7-ebee-458e-9eb2-fc9c395a02d2 admin admin] No DVR routers for this DVR port bd37baeb-ddb9-4806-97c5-20234b02ba3b on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:17:02.475321 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 0026a058-c83c-4214-a79b-76e5cd041739, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=0026a058-c83c-4214-a79b-76e5cd041739,segment=NetworkSegment(3b046be5-f024-47f9-940c-595660c314ee),segment_id=3b046be5-f024-47f9-940c-595660c314ee)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:17:02.480644 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-1fa831c1-aef9-4143-a53a-77b2bfa4464b None None] Port 011e441a-f394-4663-972f-26e0a6b93561 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:17:02.494650 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5f3052f3-9aec-4b9e-9310-33238ea4749e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:02.504949 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5f3052f3-9aec-4b9e-9310-33238ea4749e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/ports/663e74b2-95c2-451d-811a-1f9f901f6eb9 HTTP/1.1" status: 204 len: 168 time: 1.1917534 Aug 18 13:17:02.506047 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44052) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:02.506540 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44054) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:02.544844 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:02.549278 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:02.568103 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-13a7a67a-6d95-4bf8-b82b-0bc46f59a04a tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] GET failed (client error): The resource could not be found. Aug 18 13:17:02.568445 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-45eae7e3-568d-4fd9-8579-9f3cacd72dac None None] Deleting port bd37baeb-ddb9-4806-97c5-20234b02ba3b {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:17:02.568770 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-45eae7e3-568d-4fd9-8579-9f3cacd72dac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:02.570315 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-13a7a67a-6d95-4bf8-b82b-0bc46f59a04a tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "GET /v2.0/ports/663e74b2-95c2-451d-811a-1f9f901f6eb9 HTTP/1.1" status: 404 len: 333 time: 0.0606205 Aug 18 13:17:02.572913 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-262e2548-665f-4615-b78e-0f8ec3d4044f tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:02.575474 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44058) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:02.598981 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9332e6a7-ebee-458e-9eb2-fc9c395a02d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:02.621975 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-9332e6a7-ebee-458e-9eb2-fc9c395a02d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5eae284-f96b-4d7a-b10f-b468e21a9c0d']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:02.643359 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-9332e6a7-ebee-458e-9eb2-fc9c395a02d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf4eeb85-e99c-49f0-a2e2-53c12e86abf5') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:02.643929 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-9332e6a7-ebee-458e-9eb2-fc9c395a02d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf4eeb85-e99c-49f0-a2e2-53c12e86abf5') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:02.644293 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e2548-665f-4615-b78e-0f8ec3d4044f tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Pushing event updated for resources: {'Subnet': ['ID=1cbb8eea-c986-4ab1-9343-a5e2b65768a8,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:02.657237 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9332e6a7-ebee-458e-9eb2-fc9c395a02d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:02.677645 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9332e6a7-ebee-458e-9eb2-fc9c395a02d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:02.688743 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9332e6a7-ebee-458e-9eb2-fc9c395a02d2 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:17:02.689164 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9332e6a7-ebee-458e-9eb2-fc9c395a02d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:02.691099 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:17:02.691099 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:17:02.691099 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:17:02.691099 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:17:02.691099 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:17:02.691099 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:17:02.691099 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:17:02.691099 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:17:02.691099 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:17:02.691099 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:17:02.691099 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:17:02.691099 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:17:02.691099 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:17:02.691099 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:17:02.691099 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:17:02.691099 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:17:02.691099 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:17:02.691099 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:17:02.691099 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:17:02.691099 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:17:02.691099 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:17:02.691099 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:17:02.691099 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:17:02.691099 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:17:02.691099 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:17:02.691099 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:17:02.691099 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:17:02.691099 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:17:02.691099 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:17:02.691099 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:17:02.691099 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:17:02.691099 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:17:02.731980 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 565251fc-bea7-463b-9045-a8801a888374 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:17:02.744318 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-45eae7e3-568d-4fd9-8579-9f3cacd72dac None None] For port bd37baeb-ddb9-4806-97c5-20234b02ba3b, host n-d-803603-2, got binding levels [] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:17:02.744989 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-45eae7e3-568d-4fd9-8579-9f3cacd72dac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:02.781939 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-24055276-8ec2-48c4-9e4b-b448ae980e75 None None] Could not find standard attr ID for object 663e74b2-95c2-451d-811a-1f9f901f6eb9. {{(pid=101677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 13:17:02.790503 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 565251fc-bea7-463b-9045-a8801a888374 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:17:02.790853 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 565251fc-bea7-463b-9045-a8801a888374 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:17:02.791462 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device ae866cc1-c289-4655-a16d-5b5e3e1b8a23 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:17:02.798145 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-45eae7e3-568d-4fd9-8579-9f3cacd72dac None None] Calling delete_port for bd37baeb-ddb9-4806-97c5-20234b02ba3b owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:17:02.802011 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468c68f6-6749-4099-ad07-7b94a947b6fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:17:02.803674 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1a869b65-da7b-41ad-a4d4-2e4c0ae44177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:02.804539 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e2a2a4-6c0b-43bc-b53b-124a1d836bb0" -d '{"events": [{"server_uuid": "468c68f6-6749-4099-ad07-7b94a947b6fa", "name": "network-vif-plugged", "status": "completed", "tag": "f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:17:02.827929 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.ipam_backend_mixin [None req-45eae7e3-568d-4fd9-8579-9f3cacd72dac None None] Port bd37baeb-ddb9-4806-97c5-20234b02ba3b was not found and therefore no delete operation was performed {{(pid=101677) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 13:17:02.837079 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9332e6a7-ebee-458e-9eb2-fc9c395a02d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:02.842623 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: ae866cc1-c289-4655-a16d-5b5e3e1b8a23 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:17:02.843194 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device ae866cc1-c289-4655-a16d-5b5e3e1b8a23 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:17:02.844870 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-45eae7e3-568d-4fd9-8579-9f3cacd72dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:02.846041 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9332e6a7-ebee-458e-9eb2-fc9c395a02d2 admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:02.849624 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9332e6a7-ebee-458e-9eb2-fc9c395a02d2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c5eae284-f96b-4d7a-b10f-b468e21a9c0d HTTP/1.1" status: 204 len: 168 time: 1.1791818 Aug 18 13:17:02.851145 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe,segment=NetworkSegment(6c6fddde-dfd0-4e8a-ab3b-09680f994096),segment_id=6c6fddde-dfd0-4e8a-ab3b-09680f994096)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:17:02.866942 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262e2548-665f-4615-b78e-0f8ec3d4044f tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Checking segment: {'id': 'c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:17:02.868968 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262e2548-665f-4615-b78e-0f8ec3d4044f tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Network hostable DHCP agents. Network: f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:17:02.878015 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4927a41-14ee-4d84-9f72-326a88ca317e x-openstack-request-id: req-f4927a41-14ee-4d84-9f72-326a88ca317e {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:17:02.879000 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468c68f6-6749-4099-ad07-7b94a947b6fa", "name": "network-vif-plugged", "status": "completed", "tag": "f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:17:02.879759 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f4927a41-14ee-4d84-9f72-326a88ca317e {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:17:02.880935 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468c68f6-6749-4099-ad07-7b94a947b6fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe', 'code': 200} Aug 18 13:17:02.891657 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9332e6a7-ebee-458e-9eb2-fc9c395a02d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5eae284-f96b-4d7a-b10f-b468e21a9c0d,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:02.904559 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-24055276-8ec2-48c4-9e4b-b448ae980e75 None None] Provisioning complete for port 011e441a-f394-4663-972f-26e0a6b93561 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:02.904977 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-24055276-8ec2-48c4-9e4b-b448ae980e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:02.917696 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-45eae7e3-568d-4fd9-8579-9f3cacd72dac None None] Network c5eae284-f96b-4d7a-b10f-b468e21a9c0d is not hosted by any dhcp agent {{(pid=101677) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 18 13:17:02.918917 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45eae7e3-568d-4fd9-8579-9f3cacd72dac None None] No DVR routers for this DVR port bd37baeb-ddb9-4806-97c5-20234b02ba3b on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:17:02.932567 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=0026a058-c83c-4214-a79b-76e5cd041739,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:02.970022 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:02.991793 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-75ff0339-09b4-43b0-bd56-38a0d493784b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Deleting port 011e441a-f394-4663-972f-26e0a6b93561 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:17:02.992213 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-75ff0339-09b4-43b0-bd56-38a0d493784b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:02.994292 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eae7e3-568d-4fd9-8579-9f3cacd72dac None None] Pushing event deleted for resources: {'Port': ['ID=bd37baeb-ddb9-4806-97c5-20234b02ba3b,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:03.032505 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-24055276-8ec2-48c4-9e4b-b448ae980e75 None None] Port 011e441a-f394-4663-972f-26e0a6b93561 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:17:03.063442 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:03.082563 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2afa9-d2d8-4707-a0cc-8e745947aae8 req-56ba452c-d7b7-4506-a111-6b20c62ca4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:03.084175 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5bd2afa9-d2d8-4707-a0cc-8e745947aae8 req-56ba452c-d7b7-4506-a111-6b20c62ca4ea service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=468c68f6-6749-4099-ad07-7b94a947b6fa HTTP/1.1" status: 200 len: 1097 time: 0.1346910 Aug 18 13:17:03.096188 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262e2548-665f-4615-b78e-0f8ec3d4044f tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Network f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:17:03.172415 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-75ff0339-09b4-43b0-bd56-38a0d493784b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:03.177900 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5bd2afa9-d2d8-4707-a0cc-8e745947aae8 req-722240d1-b18d-4e63-bdac-0197ddbc1e3f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=62eb747a-fa40-48b1-8dd6-6cdd8e6a786c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854473 Aug 18 13:17:03.197285 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-75ff0339-09b4-43b0-bd56-38a0d493784b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Calling delete_port for 011e441a-f394-4663-972f-26e0a6b93561 owned by {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:17:03.210853 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1a869b65-da7b-41ad-a4d4-2e4c0ae44177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:03.277016 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-262e2548-665f-4615-b78e-0f8ec3d4044f tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:17:03.289809 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262e2548-665f-4615-b78e-0f8ec3d4044f tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:03.290459 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-262e2548-665f-4615-b78e-0f8ec3d4044f tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:03.300749 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0651ac8b-4843-4d3c-bf89-a2baf017608d None None] Network f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:17:03.356920 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1a869b65-da7b-41ad-a4d4-2e4c0ae44177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:03.410466 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44068) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:03.430312 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a869b65-da7b-41ad-a4d4-2e4c0ae44177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3dc74b3-b8ad-4ad4-b15f-6444fd65c3c9,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:03.436315 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1a869b65-da7b-41ad-a4d4-2e4c0ae44177 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=190e218e2db84e309b2ff21a0ca7bb47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9260981 Aug 18 13:17:03.442090 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44070) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:03.470159 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40f3ab-ed22-4d6f-8994-dd29dbfed684 req-ccdfc77b-879c-4043-9008-12f8a0a82db6 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:03.471732 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9d40f3ab-ed22-4d6f-8994-dd29dbfed684 req-ccdfc77b-879c-4043-9008-12f8a0a82db6 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=468c68f6-6749-4099-ad07-7b94a947b6fa HTTP/1.1" status: 200 len: 946 time: 0.0712969 Aug 18 13:17:03.487840 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-262e2548-665f-4615-b78e-0f8ec3d4044f tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9749773 Aug 18 13:17:03.491127 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44072) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:03.500689 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-f671947d-5d20-4bdc-b665-e2a23583f1cb tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Request body: {'subnet': {'network_id': 'd880c4db-c535-4c81-86a6-739ddf2b8b3f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:03.512802 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00480d9e-ba14-4411-831f-a679641ef6ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d', 'network_id': 'f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d', 'tenant_id': '9187a221b3e94f438328aff4ddb46e1a', 'fixed_ips': [{'subnet_id': '1cbb8eea-c986-4ab1-9343-a5e2b65768a8'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:17:03.514149 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-00480d9e-ba14-4411-831f-a679641ef6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:03.518706 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9d40f3ab-ed22-4d6f-8994-dd29dbfed684 req-5e9f7c34-cf2d-493f-ad64-eb02b01e283f tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/security-groups?id=62eb747a-fa40-48b1-8dd6-6cdd8e6a786c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402937 Aug 18 13:17:03.523861 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ef3fd698-6061-46a1-828b-8422cc58de37 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3df039c5f1414b0895061a7bab76c1aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1068175 Aug 18 13:17:03.526437 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44074) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:03.575248 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-75ff0339-09b4-43b0-bd56-38a0d493784b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:03.598988 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ddc7386f-e1bf-4439-8a4e-d691d8e58650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:03.632908 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff0339-09b4-43b0-bd56-38a0d493784b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event deleted for resources: {'Port': ['ID=011e441a-f394-4663-972f-26e0a6b93561,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:03.651100 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-774fd263-0db6-4acc-91d8-ee5d7739df8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:03.657658 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 0026a058-c83c-4214-a79b-76e5cd041739 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:17:03.687212 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-774fd263-0db6-4acc-91d8-ee5d7739df8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:03.712934 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ddc7386f-e1bf-4439-8a4e-d691d8e58650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:03.776172 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-75ff0339-09b4-43b0-bd56-38a0d493784b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:03.780823 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-75ff0339-09b4-43b0-bd56-38a0d493784b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/ports/011e441a-f394-4663-972f-26e0a6b93561 HTTP/1.1" status: 204 len: 168 time: 1.1381123 Aug 18 13:17:03.783280 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-00480d9e-ba14-4411-831f-a679641ef6ca None None] Allocated IP 10.1.1.2 (f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d/1cbb8eea-c986-4ab1-9343-a5e2b65768a8/11624953-1bc7-48ab-a9f4-1fe08cca2f4a) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:17:03.783436 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44076) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:03.783578 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 0026a058-c83c-4214-a79b-76e5cd041739 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:03.783578 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:03.819117 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-76b282f8-cc19-4584-bb36-ee51eff12828 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] GET failed (client error): The resource could not be found. Aug 18 13:17:03.820729 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-76b282f8-cc19-4584-bb36-ee51eff12828 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "GET /v2.0/ports/011e441a-f394-4663-972f-26e0a6b93561 HTTP/1.1" status: 404 len: 333 time: 0.0387011 Aug 18 13:17:03.824118 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44078) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:03.867285 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f671947d-5d20-4bdc-b665-e2a23583f1cb tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Made reservation on behalf of 9187a221b3e94f438328aff4ddb46e1a for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:17:03.870811 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-774fd263-0db6-4acc-91d8-ee5d7739df8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:03.871597 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f671947d-5d20-4bdc-b665-e2a23583f1cb tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:03.874875 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-774fd263-0db6-4acc-91d8-ee5d7739df8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:03.891083 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-774fd263-0db6-4acc-91d8-ee5d7739df8a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/499e2c65-0993-4b59-8e85-73f9635a4dfc HTTP/1.1" status: 204 len: 168 time: 0.3587000 Aug 18 13:17:03.928811 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774fd263-0db6-4acc-91d8-ee5d7739df8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499e2c65-0993-4b59-8e85-73f9635a4dfc,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:03.943418 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ddc7386f-e1bf-4439-8a4e-d691d8e58650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:03.949399 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ddc7386f-e1bf-4439-8a4e-d691d8e58650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:03.961457 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ddc7386f-e1bf-4439-8a4e-d691d8e58650 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c3dc74b3-b8ad-4ad4-b15f-6444fd65c3c9 HTTP/1.1" status: 204 len: 168 time: 0.5077319 Aug 18 13:17:03.998165 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-64cf1c70-f4b3-4f53-b6be-f27c62780b8e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Deleting subnet 6cbf1903-a9b6-41ad-b276-f2c4df28f67c {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:17:04.008661 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-64cf1c70-f4b3-4f53-b6be-f27c62780b8e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:04.011531 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc7386f-e1bf-4439-8a4e-d691d8e58650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3dc74b3-b8ad-4ad4-b15f-6444fd65c3c9,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:04.087887 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-64cf1c70-f4b3-4f53-b6be-f27c62780b8e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:04.109765 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device bd37baeb-ddb9-4806-97c5-20234b02ba3b no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:17:04.139177 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: bd37baeb-ddb9-4806-97c5-20234b02ba3b {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:17:04.139421 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device bd37baeb-ddb9-4806-97c5-20234b02ba3b not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:17:04.149531 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-00480d9e-ba14-4411-831f-a679641ef6ca None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:04.161757 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-00480d9e-ba14-4411-831f-a679641ef6ca None None] Transition to ACTIVE for port object 11624953-1bc7-48ab-a9f4-1fe08cca2f4a will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:17:04.188798 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-00480d9e-ba14-4411-831f-a679641ef6ca None None] Transition to ACTIVE for port object 11624953-1bc7-48ab-a9f4-1fe08cca2f4a will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:17:04.214767 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-64cf1c70-f4b3-4f53-b6be-f27c62780b8e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:04.293477 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-00480d9e-ba14-4411-831f-a679641ef6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:04.299513 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f671947d-5d20-4bdc-b665-e2a23583f1cb tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:04.346442 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00480d9e-ba14-4411-831f-a679641ef6ca None None] Network f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:17:04.349680 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-00480d9e-ba14-4411-831f-a679641ef6ca None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:17:04.354326 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00480d9e-ba14-4411-831f-a679641ef6ca None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:17:04.356593 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-64cf1c70-f4b3-4f53-b6be-f27c62780b8e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:04.357624 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00480d9e-ba14-4411-831f-a679641ef6ca None None] Pushing event updated for resources: {'Port': ['ID=11624953-1bc7-48ab-a9f4-1fe08cca2f4a,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:04.370148 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671947d-5d20-4bdc-b665-e2a23583f1cb tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Pushing event updated for resources: {'Subnet': ['ID=1852a2e7-34df-41c9-b2e1-616be77094f1,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:04.375532 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f671947d-5d20-4bdc-b665-e2a23583f1cb tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Checking segment: {'id': '252977c9-b887-4eaa-8b1c-52adc0e4d606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd880c4db-c535-4c81-86a6-739ddf2b8b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:17:04.375532 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f671947d-5d20-4bdc-b665-e2a23583f1cb tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Network hostable DHCP agents. Network: d880c4db-c535-4c81-86a6-739ddf2b8b3f, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:17:04.385342 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-64cf1c70-f4b3-4f53-b6be-f27c62780b8e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:04.390656 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44088) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:04.390831 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-64cf1c70-f4b3-4f53-b6be-f27c62780b8e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/subnets/6cbf1903-a9b6-41ad-b276-f2c4df28f67c HTTP/1.1" status: 204 len: 168 time: 0.5656414 Aug 18 13:17:04.399314 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d2f3b6-6110-4fda-b2e8-5c47d65896e5 None None] Network 9142bf71-4ce1-42c4-9aa2-e22eac198fc1 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:17:04.425039 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf1c70-f4b3-4f53-b6be-f27c62780b8e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event deleted for resources: {'Subnet': ['ID=6cbf1903-a9b6-41ad-b276-f2c4df28f67c,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:04.474859 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f671947d-5d20-4bdc-b665-e2a23583f1cb tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Network d880c4db-c535-4c81-86a6-739ddf2b8b3f is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:17:04.491143 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-00480d9e-ba14-4411-831f-a679641ef6ca None None] Attempting to bind port 11624953-1bc7-48ab-a9f4-1fe08cca2f4a on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:17:04.491670 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-00480d9e-ba14-4411-831f-a679641ef6ca None None] Attempting to bind port 11624953-1bc7-48ab-a9f4-1fe08cca2f4a by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:17:04.492054 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00480d9e-ba14-4411-831f-a679641ef6ca None None] Attempting to bind port 11624953-1bc7-48ab-a9f4-1fe08cca2f4a on network f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:17:04.503493 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-af305960-6ddd-4bea-81b2-3401cb14f6f7 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:04.508375 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00480d9e-ba14-4411-831f-a679641ef6ca None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:17:04.508787 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00480d9e-ba14-4411-831f-a679641ef6ca None None] Checking segment: {'id': 'c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:17:04.509185 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-00480d9e-ba14-4411-831f-a679641ef6ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:04.509579 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00480d9e-ba14-4411-831f-a679641ef6ca None None] Bound using segment: {'id': 'c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:17:04.510543 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-00480d9e-ba14-4411-831f-a679641ef6ca None None] Bound port: 11624953-1bc7-48ab-a9f4-1fe08cca2f4a, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:17:04.510543 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-00480d9e-ba14-4411-831f-a679641ef6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:04.563276 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-af305960-6ddd-4bea-81b2-3401cb14f6f7 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Deleting port 0026a058-c83c-4214-a79b-76e5cd041739 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:17:04.563620 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-af305960-6ddd-4bea-81b2-3401cb14f6f7 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:04.626394 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-00480d9e-ba14-4411-831f-a679641ef6ca None None] For port 11624953-1bc7-48ab-a9f4-1fe08cca2f4a, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:17:04.633937 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-00480d9e-ba14-4411-831f-a679641ef6ca None None] For port 11624953-1bc7-48ab-a9f4-1fe08cca2f4a, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=11624953-1bc7-48ab-a9f4-1fe08cca2f4a,segment=NetworkSegment(c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a),segment_id=c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:17:04.636609 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-af305960-6ddd-4bea-81b2-3401cb14f6f7 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] For port 0026a058-c83c-4214-a79b-76e5cd041739, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=0026a058-c83c-4214-a79b-76e5cd041739,segment=NetworkSegment(3b046be5-f024-47f9-940c-595660c314ee),segment_id=3b046be5-f024-47f9-940c-595660c314ee)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:17:04.637362 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-af305960-6ddd-4bea-81b2-3401cb14f6f7 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:04.640726 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-f671947d-5d20-4bdc-b665-e2a23583f1cb tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, d880c4db-c535-4c81-86a6-739ddf2b8b3f) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:17:04.645350 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f671947d-5d20-4bdc-b665-e2a23583f1cb tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:04.646117 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f671947d-5d20-4bdc-b665-e2a23583f1cb tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:04.656571 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3d2f9e-2324-4802-8be8-62e97bac1ccb None None] Network d880c4db-c535-4c81-86a6-739ddf2b8b3f requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:17:04.697565 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-af305960-6ddd-4bea-81b2-3401cb14f6f7 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Calling delete_port for 0026a058-c83c-4214-a79b-76e5cd041739 owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:17:04.708562 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4410124-7ed5-4f58-a06a-b41f29193f99 None None] DHCP port deletion for 9142bf71-4ce1-42c4-9aa2-e22eac198fc1 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:17:04.759929 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-00480d9e-ba14-4411-831f-a679641ef6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:04.764925 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d3bc5-d81a-4ee5-9c51-3b70ee1a0c9e req-b4cff59c-7e41-4fa9-b9f7-dd560589b9d1 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:04.766639 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-784d3bc5-d81a-4ee5-9c51-3b70ee1a0c9e req-b4cff59c-7e41-4fa9-b9f7-dd560589b9d1 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=468c68f6-6749-4099-ad07-7b94a947b6fa HTTP/1.1" status: 200 len: 946 time: 0.1061847 Aug 18 13:17:04.834897 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-784d3bc5-d81a-4ee5-9c51-3b70ee1a0c9e req-831affb6-0a4e-4af2-9b7d-42d0411b6aa8 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/security-groups?id=62eb747a-fa40-48b1-8dd6-6cdd8e6a786c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565751 Aug 18 13:17:04.837767 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f671947d-5d20-4bdc-b665-e2a23583f1cb tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3412428 Aug 18 13:17:04.840853 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44100) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:04.850945 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-cd6a531a-f295-4225-b687-4895ca9ecb4e tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Request body: {'port': {'network_id': 'f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d', 'name': 'tempest-TaggedBootDevicesTest_v242-1154745016', 'fixed_ips': [{'subnet_id': '1cbb8eea-c986-4ab1-9343-a5e2b65768a8'}]}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:04.879633 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f4410124-7ed5-4f58-a06a-b41f29193f99 None None] Deleting port 0026a058-c83c-4214-a79b-76e5cd041739 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:17:04.881193 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f4410124-7ed5-4f58-a06a-b41f29193f99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:04.963640 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-af305960-6ddd-4bea-81b2-3401cb14f6f7 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:05.028565 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44106) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:05.037630 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af305960-6ddd-4bea-81b2-3401cb14f6f7 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] No DVR routers for this DVR port 0026a058-c83c-4214-a79b-76e5cd041739 on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:17:05.039459 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af305960-6ddd-4bea-81b2-3401cb14f6f7 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event deleted for resources: {'Port': ['ID=0026a058-c83c-4214-a79b-76e5cd041739,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:05.117461 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00480d9e-ba14-4411-831f-a679641ef6ca None None] Pushing event updated for resources: {'Port': ['ID=11624953-1bc7-48ab-a9f4-1fe08cca2f4a,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:05.179289 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14222f1e-bf40-47ac-b74d-aa8751daf988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-d880c4db-c535-4c81-86a6-739ddf2b8b3f', 'network_id': 'd880c4db-c535-4c81-86a6-739ddf2b8b3f', 'tenant_id': '9187a221b3e94f438328aff4ddb46e1a', 'fixed_ips': [{'subnet_id': '1852a2e7-34df-41c9-b2e1-616be77094f1'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:17:05.182992 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-14222f1e-bf40-47ac-b74d-aa8751daf988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:05.183747 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f4410124-7ed5-4f58-a06a-b41f29193f99 None None] For port 0026a058-c83c-4214-a79b-76e5cd041739, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=0026a058-c83c-4214-a79b-76e5cd041739,segment=NetworkSegment(3b046be5-f024-47f9-940c-595660c314ee),segment_id=3b046be5-f024-47f9-940c-595660c314ee)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:17:05.184132 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f4410124-7ed5-4f58-a06a-b41f29193f99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:05.211862 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f4410124-7ed5-4f58-a06a-b41f29193f99 None None] Calling delete_port for 0026a058-c83c-4214-a79b-76e5cd041739 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:17:05.270112 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e8b75e84-a82d-46ca-9617-7283c6bfda00 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bdd058ba7e6f450b96ea20bc0595e732&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2385483 Aug 18 13:17:05.272142 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-af305960-6ddd-4bea-81b2-3401cb14f6f7 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:05.275604 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44116) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:05.372739 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-af305960-6ddd-4bea-81b2-3401cb14f6f7 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9142bf71-4ce1-42c4-9aa2-e22eac198fc1']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:05.420721 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-af305960-6ddd-4bea-81b2-3401cb14f6f7 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b046be5-f024-47f9-940c-595660c314ee') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:05.421269 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-af305960-6ddd-4bea-81b2-3401cb14f6f7 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b046be5-f024-47f9-940c-595660c314ee') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:05.423582 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f3e392e9-801e-45f7-a420-c1e9d4a10a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:05.437101 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-af305960-6ddd-4bea-81b2-3401cb14f6f7 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:05.437889 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f4410124-7ed5-4f58-a06a-b41f29193f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:05.440363 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-14222f1e-bf40-47ac-b74d-aa8751daf988 None None] Allocated IP 10.2.2.2 (d880c4db-c535-4c81-86a6-739ddf2b8b3f/1852a2e7-34df-41c9-b2e1-616be77094f1/5670dce3-9fff-40a8-9d41-267773c59247) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:17:05.479608 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-af305960-6ddd-4bea-81b2-3401cb14f6f7 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:05.482309 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4410124-7ed5-4f58-a06a-b41f29193f99 None None] Pushing event deleted for resources: {'Port': ['ID=0026a058-c83c-4214-a79b-76e5cd041739,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:05.486740 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4410124-7ed5-4f58-a06a-b41f29193f99 None None] No DVR routers for this DVR port 0026a058-c83c-4214-a79b-76e5cd041739 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:17:05.496425 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f3e392e9-801e-45f7-a420-c1e9d4a10a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:05.498860 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af305960-6ddd-4bea-81b2-3401cb14f6f7 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:17:05.499280 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-af305960-6ddd-4bea-81b2-3401cb14f6f7 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:05.503703 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:17:05.503703 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:17:05.503703 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:17:05.503703 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:17:05.503703 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:17:05.503703 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:17:05.503703 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:17:05.503703 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:17:05.503703 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:17:05.503703 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:17:05.503703 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:17:05.503703 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:17:05.503703 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:17:05.503703 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:17:05.503703 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:17:05.503703 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:17:05.503703 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:17:05.503703 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:17:05.503703 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:17:05.503703 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:17:05.503703 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:17:05.503703 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:17:05.503703 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:17:05.503703 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:17:05.503703 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:17:05.503703 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:17:05.503703 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:17:05.503703 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:17:05.503703 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:17:05.503703 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:17:05.503703 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:17:05.503703 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:17:05.604395 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0662f72-e2a0-4963-b9af-26abd32dc72b req-c1beda49-23b2-47b2-9eae-bba1472f8074 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:05.605942 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d0662f72-e2a0-4963-b9af-26abd32dc72b req-c1beda49-23b2-47b2-9eae-bba1472f8074 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=468c68f6-6749-4099-ad07-7b94a947b6fa HTTP/1.1" status: 200 len: 946 time: 0.2212467 Aug 18 13:17:05.661816 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d0662f72-e2a0-4963-b9af-26abd32dc72b req-1d6c3af6-241f-42a5-9c0f-22370794dda7 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/security-groups?id=62eb747a-fa40-48b1-8dd6-6cdd8e6a786c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490305 Aug 18 13:17:05.676272 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-af305960-6ddd-4bea-81b2-3401cb14f6f7 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:05.678533 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f3e392e9-801e-45f7-a420-c1e9d4a10a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:05.679162 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6a531a-f295-4225-b687-4895ca9ecb4e tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Made reservation on behalf of 9187a221b3e94f438328aff4ddb46e1a for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:17:05.681381 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f3e392e9-801e-45f7-a420-c1e9d4a10a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:05.683094 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f3e392e9-801e-45f7-a420-c1e9d4a10a0b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae0d2fec-cd6b-41c3-be70-cba9b490926e HTTP/1.1" status: 204 len: 168 time: 0.4064143 Aug 18 13:17:05.710377 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-14222f1e-bf40-47ac-b74d-aa8751daf988 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:05.714941 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-af305960-6ddd-4bea-81b2-3401cb14f6f7 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:05.717280 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-af305960-6ddd-4bea-81b2-3401cb14f6f7 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/networks/9142bf71-4ce1-42c4-9aa2-e22eac198fc1 HTTP/1.1" status: 204 len: 168 time: 1.3251648 Aug 18 13:17:05.719611 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af305960-6ddd-4bea-81b2-3401cb14f6f7 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event deleted for resources: {'Network': ['ID=9142bf71-4ce1-42c4-9aa2-e22eac198fc1,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:05.721141 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44130) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:05.722471 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 11624953-1bc7-48ab-a9f4-1fe08cca2f4a up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:17:05.733987 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e392e9-801e-45f7-a420-c1e9d4a10a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0d2fec-cd6b-41c3-be70-cba9b490926e,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:05.737231 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-241b78e8-9607-4f20-927a-ebb82ea7d77d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-850007499'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:05.738906 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-14222f1e-bf40-47ac-b74d-aa8751daf988 None None] Transition to ACTIVE for port object 5670dce3-9fff-40a8-9d41-267773c59247 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:17:05.807129 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-14222f1e-bf40-47ac-b74d-aa8751daf988 None None] Transition to ACTIVE for port object 5670dce3-9fff-40a8-9d41-267773c59247 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:17:05.870270 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cd6a531a-f295-4225-b687-4895ca9ecb4e tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:05.889980 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-cd6a531a-f295-4225-b687-4895ca9ecb4e tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] device_id is not set on port 069b9001-3300-4e5d-a3d3-e19a50735842 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:17:05.989933 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 11624953-1bc7-48ab-a9f4-1fe08cca2f4a completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:17:05.993832 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-14222f1e-bf40-47ac-b74d-aa8751daf988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:05.994554 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241b78e8-9607-4f20-927a-ebb82ea7d77d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Made reservation on behalf of 2fb4f687cb0a48178df1ff10e4bcf284 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:17:05.999541 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-241b78e8-9607-4f20-927a-ebb82ea7d77d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:06.053609 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14222f1e-bf40-47ac-b74d-aa8751daf988 None None] Pushing event updated for resources: {'Port': ['ID=5670dce3-9fff-40a8-9d41-267773c59247,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:06.067335 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14222f1e-bf40-47ac-b74d-aa8751daf988 None None] Network d880c4db-c535-4c81-86a6-739ddf2b8b3f is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:17:06.069748 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-241b78e8-9607-4f20-927a-ebb82ea7d77d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:17:06.070485 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14222f1e-bf40-47ac-b74d-aa8751daf988 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:17:06.070952 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14222f1e-bf40-47ac-b74d-aa8751daf988 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:17:06.071401 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14222f1e-bf40-47ac-b74d-aa8751daf988 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:17:06.071849 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14222f1e-bf40-47ac-b74d-aa8751daf988 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:17:06.072537 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14222f1e-bf40-47ac-b74d-aa8751daf988 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:17:06.073068 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14222f1e-bf40-47ac-b74d-aa8751daf988 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:17:06.074275 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14222f1e-bf40-47ac-b74d-aa8751daf988 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:17:06.074723 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14222f1e-bf40-47ac-b74d-aa8751daf988 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:17:06.075163 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14222f1e-bf40-47ac-b74d-aa8751daf988 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:17:06.075601 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14222f1e-bf40-47ac-b74d-aa8751daf988 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:17:06.076036 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14222f1e-bf40-47ac-b74d-aa8751daf988 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:17:06.076514 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14222f1e-bf40-47ac-b74d-aa8751daf988 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:17:06.080947 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-14222f1e-bf40-47ac-b74d-aa8751daf988 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:17:06.083775 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14222f1e-bf40-47ac-b74d-aa8751daf988 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:17:06.096527 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 0026a058-c83c-4214-a79b-76e5cd041739 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:17:06.122152 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-241b78e8-9607-4f20-927a-ebb82ea7d77d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:06.122576 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-241b78e8-9607-4f20-927a-ebb82ea7d77d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Added segment a3d48252-ca4a-448b-9226-191a9f534671 of type vlan for network 0a399c2e-2079-4227-b099-a5d09f76e489 Aug 18 13:17:06.150775 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 0026a058-c83c-4214-a79b-76e5cd041739 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:17:06.151786 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 0026a058-c83c-4214-a79b-76e5cd041739 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:17:06.173509 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-cd6a531a-f295-4225-b687-4895ca9ecb4e tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Allocated IP 10.1.1.18 (f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d/1cbb8eea-c986-4ab1-9343-a5e2b65768a8/069b9001-3300-4e5d-a3d3-e19a50735842) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:17:06.203943 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-241b78e8-9607-4f20-927a-ebb82ea7d77d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:06.224148 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-14222f1e-bf40-47ac-b74d-aa8751daf988 None None] Attempting to bind port 5670dce3-9fff-40a8-9d41-267773c59247 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:17:06.224512 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-14222f1e-bf40-47ac-b74d-aa8751daf988 None None] Attempting to bind port 5670dce3-9fff-40a8-9d41-267773c59247 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '252977c9-b887-4eaa-8b1c-52adc0e4d606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd880c4db-c535-4c81-86a6-739ddf2b8b3f'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:17:06.224880 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14222f1e-bf40-47ac-b74d-aa8751daf988 None None] Attempting to bind port 5670dce3-9fff-40a8-9d41-267773c59247 on network d880c4db-c535-4c81-86a6-739ddf2b8b3f {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:17:06.258638 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14222f1e-bf40-47ac-b74d-aa8751daf988 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:17:06.259064 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14222f1e-bf40-47ac-b74d-aa8751daf988 None None] Checking segment: {'id': '252977c9-b887-4eaa-8b1c-52adc0e4d606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd880c4db-c535-4c81-86a6-739ddf2b8b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:17:06.259430 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-14222f1e-bf40-47ac-b74d-aa8751daf988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:06.259835 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14222f1e-bf40-47ac-b74d-aa8751daf988 None None] Bound using segment: {'id': '252977c9-b887-4eaa-8b1c-52adc0e4d606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd880c4db-c535-4c81-86a6-739ddf2b8b3f'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:17:06.265066 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-14222f1e-bf40-47ac-b74d-aa8751daf988 None None] Bound port: 5670dce3-9fff-40a8-9d41-267773c59247, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '252977c9-b887-4eaa-8b1c-52adc0e4d606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd880c4db-c535-4c81-86a6-739ddf2b8b3f'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:17:06.265499 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-14222f1e-bf40-47ac-b74d-aa8751daf988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:06.346096 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-241b78e8-9607-4f20-927a-ebb82ea7d77d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:06.348518 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241b78e8-9607-4f20-927a-ebb82ea7d77d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:06.349306 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-241b78e8-9607-4f20-927a-ebb82ea7d77d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:06.432187 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-14222f1e-bf40-47ac-b74d-aa8751daf988 None None] For port 5670dce3-9fff-40a8-9d41-267773c59247, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:17:06.437957 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-14222f1e-bf40-47ac-b74d-aa8751daf988 None None] For port 5670dce3-9fff-40a8-9d41-267773c59247, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=5670dce3-9fff-40a8-9d41-267773c59247,segment=NetworkSegment(252977c9-b887-4eaa-8b1c-52adc0e4d606),segment_id=252977c9-b887-4eaa-8b1c-52adc0e4d606)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:17:06.443586 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccaba5b-5023-4de8-a667-017049d17981 None None] Network f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:17:06.456096 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-241b78e8-9607-4f20-927a-ebb82ea7d77d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7301683 Aug 18 13:17:06.456096 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241b78e8-9607-4f20-927a-ebb82ea7d77d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'Network': ['ID=0a399c2e-2079-4227-b099-a5d09f76e489,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:06.457695 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44148) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:06.465856 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-e8f34921-512a-41bd-b818-a0c56247a108 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'subnet': {'network_id': '0a399c2e-2079-4227-b099-a5d09f76e489', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:06.473782 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cd6a531a-f295-4225-b687-4895ca9ecb4e tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:06.491282 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-cd6a531a-f295-4225-b687-4895ca9ecb4e tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Transition to ACTIVE for port object 069b9001-3300-4e5d-a3d3-e19a50735842 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:17:06.519174 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 0a399c2e-2079-4227-b099-a5d09f76e489 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:17:06.585862 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-14222f1e-bf40-47ac-b74d-aa8751daf988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:06.648330 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cd6a531a-f295-4225-b687-4895ca9ecb4e tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:06.681842 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f34921-512a-41bd-b818-a0c56247a108 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Made reservation on behalf of 2fb4f687cb0a48178df1ff10e4bcf284 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:17:06.697223 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e8f34921-512a-41bd-b818-a0c56247a108 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:06.702694 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-88b84999-5b87-447a-b5f2-68a514a33ee8 None None] Provisioning for port 11624953-1bc7-48ab-a9f4-1fe08cca2f4a completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:17:06.709692 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-88b84999-5b87-447a-b5f2-68a514a33ee8 None None] Provisioning complete for port 11624953-1bc7-48ab-a9f4-1fe08cca2f4a triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:06.711187 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-88b84999-5b87-447a-b5f2-68a514a33ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:06.729864 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6a531a-f295-4225-b687-4895ca9ecb4e tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Network f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:17:06.745693 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-cd6a531a-f295-4225-b687-4895ca9ecb4e tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:17:06.750954 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6a531a-f295-4225-b687-4895ca9ecb4e tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:17:06.794579 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14222f1e-bf40-47ac-b74d-aa8751daf988 None None] Pushing event updated for resources: {'Port': ['ID=5670dce3-9fff-40a8-9d41-267773c59247,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:06.896280 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6a531a-f295-4225-b687-4895ca9ecb4e tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Pushing event updated for resources: {'Port': ['ID=069b9001-3300-4e5d-a3d3-e19a50735842,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:06.951454 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6a531a-f295-4225-b687-4895ca9ecb4e tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:06.951454 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cd6a531a-f295-4225-b687-4895ca9ecb4e tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:06.957652 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-88b84999-5b87-447a-b5f2-68a514a33ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:07.059532 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-cd6a531a-f295-4225-b687-4895ca9ecb4e tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2168243 Aug 18 13:17:07.064564 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44168) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:07.067930 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-5e440c3b-7db5-4557-97f0-492ca57020ac tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Request body: {'port': {'network_id': 'f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d', 'name': 'tempest-TaggedBootDevicesTest_v242-1096479451', 'fixed_ips': [{'subnet_id': '1cbb8eea-c986-4ab1-9343-a5e2b65768a8'}]}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:07.075466 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-88b84999-5b87-447a-b5f2-68a514a33ee8 None None] For port 11624953-1bc7-48ab-a9f4-1fe08cca2f4a, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=11624953-1bc7-48ab-a9f4-1fe08cca2f4a,segment=NetworkSegment(c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a),segment_id=c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:17:07.156393 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-88b84999-5b87-447a-b5f2-68a514a33ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:07.200291 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44170) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:07.302350 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b84999-5b87-447a-b5f2-68a514a33ee8 None None] Pushing event updated for resources: {'Port': ['ID=11624953-1bc7-48ab-a9f4-1fe08cca2f4a,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:07.306254 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e8f34921-512a-41bd-b818-a0c56247a108 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:07.475743 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f34921-512a-41bd-b818-a0c56247a108 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'Subnet': ['ID=77805803-a975-4b46-9e80-5a1ce83e32c4,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:07.478595 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f34921-512a-41bd-b818-a0c56247a108 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Checking segment: {'id': 'a3d48252-ca4a-448b-9226-191a9f534671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0a399c2e-2079-4227-b099-a5d09f76e489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:17:07.479228 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f34921-512a-41bd-b818-a0c56247a108 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Network hostable DHCP agents. Network: 0a399c2e-2079-4227-b099-a5d09f76e489, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:17:07.487366 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e440c3b-7db5-4557-97f0-492ca57020ac tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Made reservation on behalf of 9187a221b3e94f438328aff4ddb46e1a for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:17:07.493094 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-0529a50f-bcae-4da1-bac6-13757b4f32b2 None None] Provisioning complete for port 11624953-1bc7-48ab-a9f4-1fe08cca2f4a triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:07.493521 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0529a50f-bcae-4da1-bac6-13757b4f32b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:07.495208 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5e440c3b-7db5-4557-97f0-492ca57020ac tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:07.533551 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-5e440c3b-7db5-4557-97f0-492ca57020ac tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] device_id is not set on port 7e6e27c2-38fd-42cf-93be-14deed0fa74b yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:17:07.755362 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44184) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:07.761569 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-0529a50f-bcae-4da1-bac6-13757b4f32b2 None None] Provisioning for port 069b9001-3300-4e5d-a3d3-e19a50735842 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:17:07.772704 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-0529a50f-bcae-4da1-bac6-13757b4f32b2 None None] Provisioning complete for port 069b9001-3300-4e5d-a3d3-e19a50735842 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:07.773769 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0529a50f-bcae-4da1-bac6-13757b4f32b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:07.907055 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 5670dce3-9fff-40a8-9d41-267773c59247 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:17:07.933634 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f34921-512a-41bd-b818-a0c56247a108 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Network 0a399c2e-2079-4227-b099-a5d09f76e489 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:17:08.019871 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-0529a50f-bcae-4da1-bac6-13757b4f32b2 None None] Port 069b9001-3300-4e5d-a3d3-e19a50735842 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:17:08.103094 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-5e440c3b-7db5-4557-97f0-492ca57020ac tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Allocated IP 10.1.1.124 (f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d/1cbb8eea-c986-4ab1-9343-a5e2b65768a8/7e6e27c2-38fd-42cf-93be-14deed0fa74b) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:17:08.118221 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-e8f34921-512a-41bd-b818-a0c56247a108 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 0a399c2e-2079-4227-b099-a5d09f76e489) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:17:08.135834 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b319ddd0-a77b-4189-ab9d-c4243371e71b None None] Network 0a399c2e-2079-4227-b099-a5d09f76e489 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:17:08.141090 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f34921-512a-41bd-b818-a0c56247a108 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:08.167085 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e8f34921-512a-41bd-b818-a0c56247a108 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:08.168079 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-37f23f5d-20af-4a37-8605-00ffc5dac938 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1262926275-network', 'tenant_id': 'b33eba207bd547cb915e9911b2c17ee9'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:08.221115 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 5670dce3-9fff-40a8-9d41-267773c59247 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:17:08.239384 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 11624953-1bc7-48ab-a9f4-1fe08cca2f4a up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:17:08.251984 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-931233e9-37e8-4a6a-b00d-ef6699f5351e tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:08.272020 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-652a630d-49b8-445c-ae20-b8e4dfe5ffa2 None None] Provisioning complete for port 069b9001-3300-4e5d-a3d3-e19a50735842 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:08.272495 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-652a630d-49b8-445c-ae20-b8e4dfe5ffa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:08.310213 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06104768-c9d1-4240-92cb-e1481b012cb7 None None] Network d880c4db-c535-4c81-86a6-739ddf2b8b3f requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:17:08.335531 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f23f5d-20af-4a37-8605-00ffc5dac938 admin admin] Made reservation on behalf of b33eba207bd547cb915e9911b2c17ee9 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:17:08.341144 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-37f23f5d-20af-4a37-8605-00ffc5dac938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:08.358238 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-37f23f5d-20af-4a37-8605-00ffc5dac938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:08.395457 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-652a630d-49b8-445c-ae20-b8e4dfe5ffa2 None None] Port 069b9001-3300-4e5d-a3d3-e19a50735842 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:17:08.408196 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5e440c3b-7db5-4557-97f0-492ca57020ac tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:08.421829 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-5e440c3b-7db5-4557-97f0-492ca57020ac tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Transition to ACTIVE for port object 7e6e27c2-38fd-42cf-93be-14deed0fa74b will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:17:08.448829 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e8f34921-512a-41bd-b818-a0c56247a108 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9889767 Aug 18 13:17:08.454781 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44192) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:08.462452 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-db61e087-9aa7-499d-9231-e25e42012f56 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'port': {'network_id': '0a399c2e-2079-4227-b099-a5d09f76e489', 'name': 'tempest-PortsTestJSON-1886546648', 'fixed_ips': [{'subnet_id': '77805803-a975-4b46-9e80-5a1ce83e32c4', 'ip_address': '172.20.0.10'}]}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:08.465453 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 11624953-1bc7-48ab-a9f4-1fe08cca2f4a triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:08.465878 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:08.557641 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-37f23f5d-20af-4a37-8605-00ffc5dac938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:08.568487 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906c91ea-f687-48e3-805f-5634bc5fe595 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-0a399c2e-2079-4227-b099-a5d09f76e489', 'network_id': '0a399c2e-2079-4227-b099-a5d09f76e489', 'tenant_id': '2fb4f687cb0a48178df1ff10e4bcf284', 'fixed_ips': [{'subnet_id': '77805803-a975-4b46-9e80-5a1ce83e32c4'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:17:08.569358 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-906c91ea-f687-48e3-805f-5634bc5fe595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:08.664969 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-37f23f5d-20af-4a37-8605-00ffc5dac938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:08.669369 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5e440c3b-7db5-4557-97f0-492ca57020ac tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:08.737580 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-093a95f5-879c-44af-b35c-441ec0214afe None None] Provisioning for port 5670dce3-9fff-40a8-9d41-267773c59247 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:17:08.747091 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-093a95f5-879c-44af-b35c-441ec0214afe None None] Provisioning complete for port 5670dce3-9fff-40a8-9d41-267773c59247 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:08.754826 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-093a95f5-879c-44af-b35c-441ec0214afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:08.755019 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37f23f5d-20af-4a37-8605-00ffc5dac938 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:17:08.755019 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f23f5d-20af-4a37-8605-00ffc5dac938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cabe418f-5c06-470f-92de-04ac1651a915,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:08.768321 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e440c3b-7db5-4557-97f0-492ca57020ac tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Network f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:17:08.775002 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-5e440c3b-7db5-4557-97f0-492ca57020ac tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:17:08.781514 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e440c3b-7db5-4557-97f0-492ca57020ac tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:17:08.800340 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-37f23f5d-20af-4a37-8605-00ffc5dac938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:08.802128 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-37f23f5d-20af-4a37-8605-00ffc5dac938 admin admin] Added segment 77c43c86-98da-467a-9577-a20d8deac21c of type vlan for network c0f0445d-39e8-439a-8ed5-913fa4a35b57 Aug 18 13:17:08.831777 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e440c3b-7db5-4557-97f0-492ca57020ac tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Pushing event updated for resources: {'Port': ['ID=7e6e27c2-38fd-42cf-93be-14deed0fa74b,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:08.912272 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-37f23f5d-20af-4a37-8605-00ffc5dac938 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:08.919961 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e440c3b-7db5-4557-97f0-492ca57020ac tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:08.947867 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5e440c3b-7db5-4557-97f0-492ca57020ac tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:08.955902 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-093a95f5-879c-44af-b35c-441ec0214afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:08.958098 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-906c91ea-f687-48e3-805f-5634bc5fe595 None None] Allocated IP 172.20.0.2 (0a399c2e-2079-4227-b099-a5d09f76e489/77805803-a975-4b46-9e80-5a1ce83e32c4/4ea3b003-07ff-4eda-b837-15e61abf79d7) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:17:09.081115 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-093a95f5-879c-44af-b35c-441ec0214afe None None] For port 5670dce3-9fff-40a8-9d41-267773c59247, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=5670dce3-9fff-40a8-9d41-267773c59247,segment=NetworkSegment(252977c9-b887-4eaa-8b1c-52adc0e4d606),segment_id=252977c9-b887-4eaa-8b1c-52adc0e4d606)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:17:09.115878 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5e440c3b-7db5-4557-97f0-492ca57020ac tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0491884 Aug 18 13:17:09.115878 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-37f23f5d-20af-4a37-8605-00ffc5dac938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:09.115878 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f23f5d-20af-4a37-8605-00ffc5dac938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:09.115878 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-37f23f5d-20af-4a37-8605-00ffc5dac938 admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:09.148458 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-931233e9-37e8-4a6a-b00d-ef6699f5351e tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Allocated IP 172.20.0.17 (386a060a-1b95-4dd6-b0ac-7fdd7b22667b/ebc72968-a792-4c61-a1d7-beb80c15d42b/b66336a1-260b-4ce3-be49-81fdaff890bb) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:17:09.167204 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-093a95f5-879c-44af-b35c-441ec0214afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:09.230117 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db61e087-9aa7-499d-9231-e25e42012f56 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Made reservation on behalf of 2fb4f687cb0a48178df1ff10e4bcf284 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:17:09.246854 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f23f5d-20af-4a37-8605-00ffc5dac938 admin admin] Pushing event updated for resources: {'Network': ['ID=c0f0445d-39e8-439a-8ed5-913fa4a35b57,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:09.271683 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network c0f0445d-39e8-439a-8ed5-913fa4a35b57 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:17:09.283943 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-37f23f5d-20af-4a37-8605-00ffc5dac938 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5250525 Aug 18 13:17:09.287334 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44208) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:09.297619 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-de31bd48-30d7-4a71-acc4-4048b53dea75 admin admin] Request body: {'subnet': {'network_id': 'c0f0445d-39e8-439a-8ed5-913fa4a35b57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1262926275-subnet', 'tenant_id': 'b33eba207bd547cb915e9911b2c17ee9', 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:09.371999 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-906c91ea-f687-48e3-805f-5634bc5fe595 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:09.375849 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093a95f5-879c-44af-b35c-441ec0214afe None None] Pushing event updated for resources: {'Port': ['ID=5670dce3-9fff-40a8-9d41-267773c59247,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:09.377053 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-db61e087-9aa7-499d-9231-e25e42012f56 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:09.390541 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de31bd48-30d7-4a71-acc4-4048b53dea75 admin admin] Made reservation on behalf of b33eba207bd547cb915e9911b2c17ee9 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:17:09.393133 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-de31bd48-30d7-4a71-acc4-4048b53dea75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:09.395805 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-906c91ea-f687-48e3-805f-5634bc5fe595 None None] Transition to ACTIVE for port object 4ea3b003-07ff-4eda-b837-15e61abf79d7 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:17:09.419573 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-906c91ea-f687-48e3-805f-5634bc5fe595 None None] Transition to ACTIVE for port object 4ea3b003-07ff-4eda-b837-15e61abf79d7 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:17:09.431038 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [None req-db61e087-9aa7-499d-9231-e25e42012f56 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] device_id is not set on port 7cc008b3-5678-42b2-8df9-f180b8bb784c yet. {{(pid=101675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:17:09.453232 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-16848f90-c5b5-4d7d-87a2-077794dbf715 None None] Provisioning for port 7e6e27c2-38fd-42cf-93be-14deed0fa74b completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:17:09.458061 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-16848f90-c5b5-4d7d-87a2-077794dbf715 None None] Provisioning complete for port 7e6e27c2-38fd-42cf-93be-14deed0fa74b triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:09.458507 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-16848f90-c5b5-4d7d-87a2-077794dbf715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:09.498688 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-16848f90-c5b5-4d7d-87a2-077794dbf715 None None] Port 7e6e27c2-38fd-42cf-93be-14deed0fa74b cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:17:09.505428 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-906c91ea-f687-48e3-805f-5634bc5fe595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:09.533038 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-931233e9-37e8-4a6a-b00d-ef6699f5351e tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:09.553455 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-16848f90-c5b5-4d7d-87a2-077794dbf715 None None] Provisioning complete for port 5670dce3-9fff-40a8-9d41-267773c59247 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:09.554020 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-16848f90-c5b5-4d7d-87a2-077794dbf715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:09.595241 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-931233e9-37e8-4a6a-b00d-ef6699f5351e tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Transition to ACTIVE for port object b66336a1-260b-4ce3-be49-81fdaff890bb will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:17:09.607411 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906c91ea-f687-48e3-805f-5634bc5fe595 None None] Network 0a399c2e-2079-4227-b099-a5d09f76e489 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:17:09.621819 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-906c91ea-f687-48e3-805f-5634bc5fe595 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:17:09.644953 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906c91ea-f687-48e3-805f-5634bc5fe595 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:17:09.654008 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c91ea-f687-48e3-805f-5634bc5fe595 None None] Pushing event updated for resources: {'Port': ['ID=4ea3b003-07ff-4eda-b837-15e61abf79d7,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:09.662290 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 5670dce3-9fff-40a8-9d41-267773c59247 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:17:09.733723 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44212) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:09.740929 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-0fc9726a-01fc-4662-89c2-9612a73d33eb tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1761151310', 'description': 'tempest-description--1058507160'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:09.759933 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-db61e087-9aa7-499d-9231-e25e42012f56 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Allocated IP 172.20.0.10 (0a399c2e-2079-4227-b099-a5d09f76e489/77805803-a975-4b46-9e80-5a1ce83e32c4/7cc008b3-5678-42b2-8df9-f180b8bb784c) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:17:09.769733 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-906c91ea-f687-48e3-805f-5634bc5fe595 None None] Attempting to bind port 4ea3b003-07ff-4eda-b837-15e61abf79d7 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:17:09.770102 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-906c91ea-f687-48e3-805f-5634bc5fe595 None None] Attempting to bind port 4ea3b003-07ff-4eda-b837-15e61abf79d7 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'a3d48252-ca4a-448b-9226-191a9f534671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0a399c2e-2079-4227-b099-a5d09f76e489'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:17:09.770514 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906c91ea-f687-48e3-805f-5634bc5fe595 None None] Attempting to bind port 4ea3b003-07ff-4eda-b837-15e61abf79d7 on network 0a399c2e-2079-4227-b099-a5d09f76e489 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:17:09.784844 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-de31bd48-30d7-4a71-acc4-4048b53dea75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:09.819737 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-931233e9-37e8-4a6a-b00d-ef6699f5351e tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:09.855247 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0fc9726a-01fc-4662-89c2-9612a73d33eb tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:09.894026 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de31bd48-30d7-4a71-acc4-4048b53dea75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ede27eca-66bf-4e3c-a96e-c4f18a4ee38d,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:09.898991 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de31bd48-30d7-4a71-acc4-4048b53dea75 admin admin] Checking segment: {'id': '77c43c86-98da-467a-9577-a20d8deac21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c0f0445d-39e8-439a-8ed5-913fa4a35b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:17:09.899513 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de31bd48-30d7-4a71-acc4-4048b53dea75 admin admin] Network hostable DHCP agents. Network: c0f0445d-39e8-439a-8ed5-913fa4a35b57, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:17:09.908971 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931233e9-37e8-4a6a-b00d-ef6699f5351e tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Network 386a060a-1b95-4dd6-b0ac-7fdd7b22667b is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:17:09.925581 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-931233e9-37e8-4a6a-b00d-ef6699f5351e tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:17:09.942977 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931233e9-37e8-4a6a-b00d-ef6699f5351e tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:17:09.979133 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906c91ea-f687-48e3-805f-5634bc5fe595 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:17:09.979468 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906c91ea-f687-48e3-805f-5634bc5fe595 None None] Checking segment: {'id': 'a3d48252-ca4a-448b-9226-191a9f534671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0a399c2e-2079-4227-b099-a5d09f76e489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:17:09.980110 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-906c91ea-f687-48e3-805f-5634bc5fe595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:09.980676 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906c91ea-f687-48e3-805f-5634bc5fe595 None None] Bound using segment: {'id': 'a3d48252-ca4a-448b-9226-191a9f534671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0a399c2e-2079-4227-b099-a5d09f76e489'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:17:09.981348 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-906c91ea-f687-48e3-805f-5634bc5fe595 None None] Bound port: 4ea3b003-07ff-4eda-b837-15e61abf79d7, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d48252-ca4a-448b-9226-191a9f534671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0a399c2e-2079-4227-b099-a5d09f76e489'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:17:09.981965 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-906c91ea-f687-48e3-805f-5634bc5fe595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:09.987910 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 5670dce3-9fff-40a8-9d41-267773c59247 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:09.988282 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:10.041665 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0fc9726a-01fc-4662-89c2-9612a73d33eb tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:10.069419 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de31bd48-30d7-4a71-acc4-4048b53dea75 admin admin] Network c0f0445d-39e8-439a-8ed5-913fa4a35b57 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:17:10.083848 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931233e9-37e8-4a6a-b00d-ef6699f5351e tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event updated for resources: {'Port': ['ID=b66336a1-260b-4ce3-be49-81fdaff890bb,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:10.105912 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-931233e9-37e8-4a6a-b00d-ef6699f5351e tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:10.162617 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0fc9726a-01fc-4662-89c2-9612a73d33eb tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:10.169426 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-db61e087-9aa7-499d-9231-e25e42012f56 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:10.193965 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-906c91ea-f687-48e3-805f-5634bc5fe595 None None] For port 4ea3b003-07ff-4eda-b837-15e61abf79d7, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:17:10.195575 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-db61e087-9aa7-499d-9231-e25e42012f56 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Transition to ACTIVE for port object 7cc008b3-5678-42b2-8df9-f180b8bb784c will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:17:10.203104 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-906c91ea-f687-48e3-805f-5634bc5fe595 None None] For port 4ea3b003-07ff-4eda-b837-15e61abf79d7, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4ea3b003-07ff-4eda-b837-15e61abf79d7,segment=NetworkSegment(a3d48252-ca4a-448b-9226-191a9f534671),segment_id=a3d48252-ca4a-448b-9226-191a9f534671)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:17:10.217183 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-de31bd48-30d7-4a71-acc4-4048b53dea75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, c0f0445d-39e8-439a-8ed5-913fa4a35b57) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:17:10.234041 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de31bd48-30d7-4a71-acc4-4048b53dea75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:10.234694 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bf816d-2d49-4f1e-a58d-769fe6a0be92 None None] Network c0f0445d-39e8-439a-8ed5-913fa4a35b57 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:17:10.234845 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-de31bd48-30d7-4a71-acc4-4048b53dea75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:10.246757 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc9726a-01fc-4662-89c2-9612a73d33eb tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b41cafd6-0737-4746-ad47-0bb9e5757c28,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:10.298440 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-906c91ea-f687-48e3-805f-5634bc5fe595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:10.336463 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0fc9726a-01fc-4662-89c2-9612a73d33eb tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:10.344615 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0fc9726a-01fc-4662-89c2-9612a73d33eb tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6077728 Aug 18 13:17:10.359317 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-de31bd48-30d7-4a71-acc4-4048b53dea75 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0688450 Aug 18 13:17:10.361335 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44218) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:10.363010 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44220) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:10.370641 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-484941f9-74d3-42d3-8dd0-20234c4fe9e7 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Request body: {'security_group_rule': {'security_group_id': 'b41cafd6-0737-4746-ad47-0bb9e5757c28', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:10.377456 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-931233e9-37e8-4a6a-b00d-ef6699f5351e tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:10.381598 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-2f8d2065-07e4-4ba5-8384-78167b980efd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1262926275-router', 'tenant_id': 'b33eba207bd547cb915e9911b2c17ee9', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:10.403586 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c91ea-f687-48e3-805f-5634bc5fe595 None None] Pushing event updated for resources: {'Port': ['ID=4ea3b003-07ff-4eda-b837-15e61abf79d7,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:10.406471 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-db61e087-9aa7-499d-9231-e25e42012f56 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:10.460901 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-3c5e9d3c-4ec3-44bf-a308-c6c206484de2 None None] Provisioning for port b66336a1-260b-4ce3-be49-81fdaff890bb completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:17:10.468108 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-3c5e9d3c-4ec3-44bf-a308-c6c206484de2 None None] Provisioning complete for port b66336a1-260b-4ce3-be49-81fdaff890bb triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:10.468482 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3c5e9d3c-4ec3-44bf-a308-c6c206484de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:10.500464 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db61e087-9aa7-499d-9231-e25e42012f56 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Network 0a399c2e-2079-4227-b099-a5d09f76e489 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:17:10.526114 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-3c5e9d3c-4ec3-44bf-a308-c6c206484de2 None None] Port b66336a1-260b-4ce3-be49-81fdaff890bb cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:17:10.531906 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe88d01-4246-4002-b1db-3f1de14f797f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-c0f0445d-39e8-439a-8ed5-913fa4a35b57', 'network_id': 'c0f0445d-39e8-439a-8ed5-913fa4a35b57', 'tenant_id': 'b33eba207bd547cb915e9911b2c17ee9', 'fixed_ips': [{'subnet_id': 'ede27eca-66bf-4e3c-a96e-c4f18a4ee38d'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:17:10.532975 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ffe88d01-4246-4002-b1db-3f1de14f797f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:10.534973 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2f8d2065-07e4-4ba5-8384-78167b980efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:10.536027 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2f8d2065-07e4-4ba5-8384-78167b980efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:10.548939 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-db61e087-9aa7-499d-9231-e25e42012f56 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:17:10.555140 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db61e087-9aa7-499d-9231-e25e42012f56 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:17:10.644773 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2f8d2065-07e4-4ba5-8384-78167b980efd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:10.652571 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-484941f9-74d3-42d3-8dd0-20234c4fe9e7 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:10.694661 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db61e087-9aa7-499d-9231-e25e42012f56 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'Port': ['ID=7cc008b3-5678-42b2-8df9-f180b8bb784c,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:10.890307 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-ffe88d01-4246-4002-b1db-3f1de14f797f None None] Allocated IP 172.20.0.2 (c0f0445d-39e8-439a-8ed5-913fa4a35b57/ede27eca-66bf-4e3c-a96e-c4f18a4ee38d/9c44147e-69eb-4df6-849f-f29d57be22d8) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:17:10.894538 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-484941f9-74d3-42d3-8dd0-20234c4fe9e7 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:10.934656 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db61e087-9aa7-499d-9231-e25e42012f56 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:10.935580 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-db61e087-9aa7-499d-9231-e25e42012f56 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:10.987835 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-484941f9-74d3-42d3-8dd0-20234c4fe9e7 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:10.991458 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2f8d2065-07e4-4ba5-8384-78167b980efd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:11.018454 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484941f9-74d3-42d3-8dd0-20234c4fe9e7 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=824db204-fd57-4deb-845d-8a6445e21f66,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:11.095213 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ffe88d01-4246-4002-b1db-3f1de14f797f None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:11.100033 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-931233e9-37e8-4a6a-b00d-ef6699f5351e tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:11.104184 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ffe88d01-4246-4002-b1db-3f1de14f797f None None] Transition to ACTIVE for port object 9c44147e-69eb-4df6-849f-f29d57be22d8 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:17:11.114855 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-db61e087-9aa7-499d-9231-e25e42012f56 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.6588230 Aug 18 13:17:11.115485 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44230) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:11.122204 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-f6879648-4c80-4b18-ad8c-9dc4e6f821eb tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'port': {'network_id': '0a399c2e-2079-4227-b099-a5d09f76e489', 'name': 'tempest-PortsTestJSON-311934758', 'fixed_ips': [{'subnet_id': '77805803-a975-4b46-9e80-5a1ce83e32c4', 'ip_address': '172.20.0.9'}]}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:11.128445 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ffe88d01-4246-4002-b1db-3f1de14f797f None None] Transition to ACTIVE for port object 9c44147e-69eb-4df6-849f-f29d57be22d8 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:17:11.158120 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-484941f9-74d3-42d3-8dd0-20234c4fe9e7 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:11.159389 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-484941f9-74d3-42d3-8dd0-20234c4fe9e7 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7953100 Aug 18 13:17:11.162608 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44234) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:11.166921 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-e4c4a522-a8c7-4750-8e08-be084ece5284 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Request body: {'security_group_rule': {'security_group_id': 'b41cafd6-0737-4746-ad47-0bb9e5757c28', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:11.275375 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-931233e9-37e8-4a6a-b00d-ef6699f5351e tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:11.333028 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ffe88d01-4246-4002-b1db-3f1de14f797f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:11.409864 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931233e9-37e8-4a6a-b00d-ef6699f5351e tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event updated for resources: {'Port': ['ID=b66336a1-260b-4ce3-be49-81fdaff890bb,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:11.417811 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e4c4a522-a8c7-4750-8e08-be084ece5284 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:11.427531 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe88d01-4246-4002-b1db-3f1de14f797f None None] Network c0f0445d-39e8-439a-8ed5-913fa4a35b57 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:17:11.435360 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-931233e9-37e8-4a6a-b00d-ef6699f5351e tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:11.435983 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2f8d2065-07e4-4ba5-8384-78167b980efd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:11.448722 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-ffe88d01-4246-4002-b1db-3f1de14f797f None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:17:11.452699 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe88d01-4246-4002-b1db-3f1de14f797f None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:17:11.473077 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe88d01-4246-4002-b1db-3f1de14f797f None None] Pushing event updated for resources: {'Port': ['ID=9c44147e-69eb-4df6-849f-f29d57be22d8,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:11.492033 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2f8d2065-07e4-4ba5-8384-78167b980efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:11.541967 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6879648-4c80-4b18-ad8c-9dc4e6f821eb tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Made reservation on behalf of 2fb4f687cb0a48178df1ff10e4bcf284 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:17:11.558976 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f6879648-4c80-4b18-ad8c-9dc4e6f821eb tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:11.600548 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [None req-f6879648-4c80-4b18-ad8c-9dc4e6f821eb tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] device_id is not set on port 7c9a1740-59d8-4fd3-86ee-f13aea1a92c5 yet. {{(pid=101675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:17:11.603029 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-ffe88d01-4246-4002-b1db-3f1de14f797f None None] Attempting to bind port 9c44147e-69eb-4df6-849f-f29d57be22d8 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:17:11.603411 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-ffe88d01-4246-4002-b1db-3f1de14f797f None None] Attempting to bind port 9c44147e-69eb-4df6-849f-f29d57be22d8 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '77c43c86-98da-467a-9577-a20d8deac21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c0f0445d-39e8-439a-8ed5-913fa4a35b57'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:17:11.603784 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe88d01-4246-4002-b1db-3f1de14f797f None None] Attempting to bind port 9c44147e-69eb-4df6-849f-f29d57be22d8 on network c0f0445d-39e8-439a-8ed5-913fa4a35b57 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:17:11.619436 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe88d01-4246-4002-b1db-3f1de14f797f None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:17:11.619789 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe88d01-4246-4002-b1db-3f1de14f797f None None] Checking segment: {'id': '77c43c86-98da-467a-9577-a20d8deac21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c0f0445d-39e8-439a-8ed5-913fa4a35b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:17:11.620156 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ffe88d01-4246-4002-b1db-3f1de14f797f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:11.620558 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe88d01-4246-4002-b1db-3f1de14f797f None None] Bound using segment: {'id': '77c43c86-98da-467a-9577-a20d8deac21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c0f0445d-39e8-439a-8ed5-913fa4a35b57'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:17:11.621037 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-ffe88d01-4246-4002-b1db-3f1de14f797f None None] Bound port: 9c44147e-69eb-4df6-849f-f29d57be22d8, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77c43c86-98da-467a-9577-a20d8deac21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c0f0445d-39e8-439a-8ed5-913fa4a35b57'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:17:11.621431 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ffe88d01-4246-4002-b1db-3f1de14f797f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:11.650093 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-2f8d2065-07e4-4ba5-8384-78167b980efd admin admin] Allocated IP 172.25.6.26 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/f6eb81b0-6453-40da-ab0f-1e36773d3c37) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:17:11.687928 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e6d70973-46b4-4a40-a23f-6e3d43afedbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:11.729360 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4ea3b003-07ff-4eda-b837-15e61abf79d7 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:17:11.779542 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ad2fa9-38d7-4862-85d5-2b1147c48f77 None None] Network 0a399c2e-2079-4227-b099-a5d09f76e489 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:17:11.786968 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931233e9-37e8-4a6a-b00d-ef6699f5351e tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Network 386a060a-1b95-4dd6-b0ac-7fdd7b22667b is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:17:11.791630 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-931233e9-37e8-4a6a-b00d-ef6699f5351e tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:17:11.801225 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2f8d2065-07e4-4ba5-8384-78167b980efd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:11.803046 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-ffe88d01-4246-4002-b1db-3f1de14f797f None None] For port 9c44147e-69eb-4df6-849f-f29d57be22d8, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:17:11.821611 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e4c4a522-a8c7-4750-8e08-be084ece5284 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:11.861539 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-ffe88d01-4246-4002-b1db-3f1de14f797f None None] For port 9c44147e-69eb-4df6-849f-f29d57be22d8, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=9c44147e-69eb-4df6-849f-f29d57be22d8,segment=NetworkSegment(77c43c86-98da-467a-9577-a20d8deac21c),segment_id=77c43c86-98da-467a-9577-a20d8deac21c)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:17:11.922009 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e4c4a522-a8c7-4750-8e08-be084ece5284 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:11.944384 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c4a522-a8c7-4750-8e08-be084ece5284 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c712223f-0d92-4ff7-8064-865ad3a67b13,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:11.953673 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-f6879648-4c80-4b18-ad8c-9dc4e6f821eb tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Allocated IP 172.20.0.9 (0a399c2e-2079-4227-b099-a5d09f76e489/77805803-a975-4b46-9e80-5a1ce83e32c4/7c9a1740-59d8-4fd3-86ee-f13aea1a92c5) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:17:11.974866 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2f8d2065-07e4-4ba5-8384-78167b980efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:12.002742 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ffe88d01-4246-4002-b1db-3f1de14f797f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:12.013652 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-406dd0de-6f22-4a54-a991-d71f1ced95fc None None] Provisioning for port 4ea3b003-07ff-4eda-b837-15e61abf79d7 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:17:12.036063 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931233e9-37e8-4a6a-b00d-ef6699f5351e tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Router 54ed8b62-b22d-47a0-a888-2f9b0d09f21d has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:17:12.062571 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8d2065-07e4-4ba5-8384-78167b980efd admin admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:17:12.075321 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 4ea3b003-07ff-4eda-b837-15e61abf79d7 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:17:12.076307 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-2f8d2065-07e4-4ba5-8384-78167b980efd admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:17:12.091420 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8d2065-07e4-4ba5-8384-78167b980efd admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:17:12.096405 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e4c4a522-a8c7-4750-8e08-be084ece5284 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:12.097670 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e4c4a522-a8c7-4750-8e08-be084ece5284 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9342470 Aug 18 13:17:12.099312 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8d2065-07e4-4ba5-8384-78167b980efd admin admin] Pushing event updated for resources: {'Port': ['ID=f6eb81b0-6453-40da-ab0f-1e36773d3c37,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:12.102238 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44244) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:12.114244 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 4ea3b003-07ff-4eda-b837-15e61abf79d7 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:12.114674 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:12.126224 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-5e874e13-b44e-43c1-acf6-ba822349cbae tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:12.139108 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-406dd0de-6f22-4a54-a991-d71f1ced95fc None None] Provisioning complete for port 4ea3b003-07ff-4eda-b837-15e61abf79d7 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:12.139512 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-406dd0de-6f22-4a54-a991-d71f1ced95fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:12.266330 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931233e9-37e8-4a6a-b00d-ef6699f5351e tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:17:12.272978 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-931233e9-37e8-4a6a-b00d-ef6699f5351e tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "PUT /v2.0/routers/54ed8b62-b22d-47a0-a888-2f9b0d09f21d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0714207 Aug 18 13:17:12.284419 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5e874e13-b44e-43c1-acf6-ba822349cbae tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks [] for floatingip, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:12.289555 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eaffe52-17b4-4395-a226-323bcd68a7a0 None None] Sync routers for ids ['54ed8b62-b22d-47a0-a888-2f9b0d09f21d'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:17:12.303284 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eaffe52-17b4-4395-a226-323bcd68a7a0 None None] Routers {'54ed8b62-b22d-47a0-a888-2f9b0d09f21d'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:17:12.304150 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-4eaffe52-17b4-4395-a226-323bcd68a7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:16:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['54ed8b62-b22d-47a0-a888-2f9b0d09f21d'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:12.309421 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe88d01-4246-4002-b1db-3f1de14f797f None None] Pushing event updated for resources: {'Port': ['ID=9c44147e-69eb-4df6-849f-f29d57be22d8,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:12.397920 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f6879648-4c80-4b18-ad8c-9dc4e6f821eb tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:12.406256 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:12.424954 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-406dd0de-6f22-4a54-a991-d71f1ced95fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:12.438116 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-f6879648-4c80-4b18-ad8c-9dc4e6f821eb tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Transition to ACTIVE for port object 7c9a1740-59d8-4fd3-86ee-f13aea1a92c5 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:17:12.479719 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-406dd0de-6f22-4a54-a991-d71f1ced95fc None None] For port 4ea3b003-07ff-4eda-b837-15e61abf79d7, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4ea3b003-07ff-4eda-b837-15e61abf79d7,segment=NetworkSegment(a3d48252-ca4a-448b-9226-191a9f534671),segment_id=a3d48252-ca4a-448b-9226-191a9f534671)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:17:12.533205 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-4eaffe52-17b4-4395-a226-323bcd68a7a0 None None] Set router 54ed8b62-b22d-47a0-a888-2f9b0d09f21d gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:17:12.547824 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5e874e13-b44e-43c1-acf6-ba822349cbae tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:12.584954 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f6879648-4c80-4b18-ad8c-9dc4e6f821eb tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:12.625051 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-406dd0de-6f22-4a54-a991-d71f1ced95fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:12.698039 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6879648-4c80-4b18-ad8c-9dc4e6f821eb tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'Port': ['ID=7c9a1740-59d8-4fd3-86ee-f13aea1a92c5,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:12.726781 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6879648-4c80-4b18-ad8c-9dc4e6f821eb tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Network 0a399c2e-2079-4227-b099-a5d09f76e489 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:17:12.729114 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-f6879648-4c80-4b18-ad8c-9dc4e6f821eb tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:17:12.732228 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6879648-4c80-4b18-ad8c-9dc4e6f821eb tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:17:12.753010 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.db.api [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:17:12.753661 n-d-803603-2 neutron-server[101677]: DEBUG oslo_db.api [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:17:12.801527 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406dd0de-6f22-4a54-a991-d71f1ced95fc None None] Pushing event updated for resources: {'Port': ['ID=4ea3b003-07ff-4eda-b837-15e61abf79d7,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:12.815908 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2f8d2065-07e4-4ba5-8384-78167b980efd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:12.820341 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-33904952-ec2e-4be6-a496-15301c370e2b None None] Provisioning complete for port b66336a1-260b-4ce3-be49-81fdaff890bb triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:12.820723 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-33904952-ec2e-4be6-a496-15301c370e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:12.851604 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6879648-4c80-4b18-ad8c-9dc4e6f821eb tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:12.852273 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f6879648-4c80-4b18-ad8c-9dc4e6f821eb tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:12.906391 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-33904952-ec2e-4be6-a496-15301c370e2b None None] Port b66336a1-260b-4ce3-be49-81fdaff890bb cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:17:12.918512 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-5e874e13-b44e-43c1-acf6-ba822349cbae tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Allocated IP 172.25.6.71 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/56af168f-0b41-49fa-8996-918dd1893966) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:17:12.945482 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-4eaffe52-17b4-4395-a226-323bcd68a7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'name': 'tempest-TestNetworkBasicOps-router-1455203922', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '29676571-9253-4451-bd9f-ccd486f97dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:14:59Z', 'updated_at': '2021-08-18T13:17:10Z', 'revision_number': 5, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'gw_port': {'id': '29676571-9253-4451-bd9f-ccd486f97dda', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:00Z', 'updated_at': '2021-08-18T13:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'e9cc1ffb-8c85-454c-8e19-b3a0f2d14200', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'floating_ip_address': '172.25.6.200', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'port_id': 'c1266e75-8cf2-4343-b645-2c6d02d154e0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d945faf-920a-4b7f-9870-92ae6ded723e', 'mac_address': 'fa:16:3e:16:91:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7456353-547c-4fc6-98b5-ad79af3f30dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:15:57Z', 'updated_at': '2021-08-18T13:16:05Z', 'revision_number': 1, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78fd5b45-7c30-4a08-93e0-82afbe276b89', 'name': '', 'network_id': '0d945faf-920a-4b7f-9870-92ae6ded723e', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'mac_address': 'fa:16:3e:93:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '2b67b5eb-5023-44fb-9233-f86410fc385e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:07Z', 'updated_at': '2021-08-18T13:15:29Z', 'revision_number': 5, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'subnets': [{'id': '2b67b5eb-5023-44fb-9233-f86410fc385e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b66336a1-260b-4ce3-be49-81fdaff890bb', 'name': '', 'network_id': '386a060a-1b95-4dd6-b0ac-7fdd7b22667b', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'mac_address': 'fa:16:3e:4b:28:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': 'ebc72968-a792-4c61-a1d7-beb80c15d42b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:17:08Z', 'updated_at': '2021-08-18T13:17:10Z', 'revision_number': 2, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'subnets': [{'id': 'ebc72968-a792-4c61-a1d7-beb80c15d42b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:12.956157 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f6879648-4c80-4b18-ad8c-9dc4e6f821eb tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8393750 Aug 18 13:17:12.959140 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44258) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:12.985541 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eaffe52-17b4-4395-a226-323bcd68a7a0 None None] Checking router: 54ed8b62-b22d-47a0-a888-2f9b0d09f21d for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:17:12.985804 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eaffe52-17b4-4395-a226-323bcd68a7a0 None None] Updating router 54ed8b62-b22d-47a0-a888-2f9b0d09f21d port b66336a1-260b-4ce3-be49-81fdaff890bb binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:17:13.054699 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4eaffe52-17b4-4395-a226-323bcd68a7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:13.088648 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03b3435-cbc7-4bc0-aa20-dd2c5ebe7370 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:13.092990 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b03b3435-cbc7-4bc0-aa20-dd2c5ebe7370 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1323268 Aug 18 13:17:13.093557 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44262) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:13.116156 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-4d5d3108-3e4a-4fc0-9a7d-e278bdf7d310 None None] Provisioning for port 7cc008b3-5678-42b2-8df9-f180b8bb784c completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:17:13.120852 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-4d5d3108-3e4a-4fc0-9a7d-e278bdf7d310 None None] Provisioning complete for port 7cc008b3-5678-42b2-8df9-f180b8bb784c triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:13.121020 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4d5d3108-3e4a-4fc0-9a7d-e278bdf7d310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:13.186718 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5e874e13-b44e-43c1-acf6-ba822349cbae tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:13.202947 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2f8d2065-07e4-4ba5-8384-78167b980efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:13.244512 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-4d5d3108-3e4a-4fc0-9a7d-e278bdf7d310 None None] Port 7cc008b3-5678-42b2-8df9-f180b8bb784c cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:17:13.245936 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaeb5a94-b118-4830-a67b-066ed9819ecf tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:13.258100 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaeb5a94-b118-4830-a67b-066ed9819ecf tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:13.268927 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaeb5a94-b118-4830-a67b-066ed9819ecf tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:13.271352 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-aaeb5a94-b118-4830-a67b-066ed9819ecf tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1764803 Aug 18 13:17:13.274399 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44270) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:13.325165 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-4d5d3108-3e4a-4fc0-9a7d-e278bdf7d310 None None] Provisioning complete for port 4ea3b003-07ff-4eda-b837-15e61abf79d7 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:13.325535 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4d5d3108-3e4a-4fc0-9a7d-e278bdf7d310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:13.382379 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5e874e13-b44e-43c1-acf6-ba822349cbae tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:13.471759 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e874e13-b44e-43c1-acf6-ba822349cbae tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:17:13.479160 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-5e874e13-b44e-43c1-acf6-ba822349cbae tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:17:13.490243 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e874e13-b44e-43c1-acf6-ba822349cbae tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:17:13.495329 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-9ca71f7e-c9b0-4095-af3d-e752ae567432 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Deleting port 7c9a1740-59d8-4fd3-86ee-f13aea1a92c5 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:17:13.495880 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9ca71f7e-c9b0-4095-af3d-e752ae567432 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:13.598183 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e874e13-b44e-43c1-acf6-ba822349cbae tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Pushing event updated for resources: {'Port': ['ID=56af168f-0b41-49fa-8996-918dd1893966,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:13.672992 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9ca71f7e-c9b0-4095-af3d-e752ae567432 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:13.687959 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-44cda7f4-4746-48af-8115-b290bc31fa28 None None] Provisioning complete for port 7cc008b3-5678-42b2-8df9-f180b8bb784c triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:13.688952 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-44cda7f4-4746-48af-8115-b290bc31fa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:13.694683 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4eaffe52-17b4-4395-a226-323bcd68a7a0 None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:13.695962 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-9ca71f7e-c9b0-4095-af3d-e752ae567432 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Calling delete_port for 7c9a1740-59d8-4fd3-86ee-f13aea1a92c5 owned by {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:17:13.706572 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-4eaffe52-17b4-4395-a226-323bcd68a7a0 None None] Transition to ACTIVE for port object b66336a1-260b-4ce3-be49-81fdaff890bb will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:17:13.759818 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f8d2065-07e4-4ba5-8384-78167b980efd admin admin] Router 945a507d-e5fd-4867-b5da-1b849b82cb20 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:17:13.766994 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-44cda7f4-4746-48af-8115-b290bc31fa28 None None] Port 7cc008b3-5678-42b2-8df9-f180b8bb784c cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:17:13.829013 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4eaffe52-17b4-4395-a226-323bcd68a7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:13.847181 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4ea3b003-07ff-4eda-b837-15e61abf79d7 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:17:13.939252 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-44cda7f4-4746-48af-8115-b290bc31fa28 None None] Provisioning for port 7c9a1740-59d8-4fd3-86ee-f13aea1a92c5 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:17:13.950767 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-090309c6-03a5-479f-a455-09a34b0e3715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:13.977368 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-44cda7f4-4746-48af-8115-b290bc31fa28 None None] Provisioning complete for port 7c9a1740-59d8-4fd3-86ee-f13aea1a92c5 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:13.978286 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-44cda7f4-4746-48af-8115-b290bc31fa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:13.981081 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85cfbda-d110-48ba-9dbf-1b0e1937b7a6 None None] Pushing event updated for resources: {'Port': ['ID=b66336a1-260b-4ce3-be49-81fdaff890bb,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:14.047365 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462440cf-75e9-4a90-9045-c69f90d9fe6f None None] Network c0f0445d-39e8-439a-8ed5-913fa4a35b57 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:17:14.052765 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9ca71f7e-c9b0-4095-af3d-e752ae567432 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:14.075052 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-4eaffe52-17b4-4395-a226-323bcd68a7a0 None None] Attempting to bind port b66336a1-260b-4ce3-be49-81fdaff890bb on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:17:14.075424 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-4eaffe52-17b4-4395-a226-323bcd68a7a0 None None] Attempting to bind port b66336a1-260b-4ce3-be49-81fdaff890bb by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '6c6fddde-dfd0-4e8a-ab3b-09680f994096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '386a060a-1b95-4dd6-b0ac-7fdd7b22667b'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:17:14.075787 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eaffe52-17b4-4395-a226-323bcd68a7a0 None None] Attempting to bind port b66336a1-260b-4ce3-be49-81fdaff890bb on network 386a060a-1b95-4dd6-b0ac-7fdd7b22667b {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:17:14.095528 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eaffe52-17b4-4395-a226-323bcd68a7a0 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:17:14.095900 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eaffe52-17b4-4395-a226-323bcd68a7a0 None None] Checking segment: {'id': '6c6fddde-dfd0-4e8a-ab3b-09680f994096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '386a060a-1b95-4dd6-b0ac-7fdd7b22667b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:17:14.096308 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4eaffe52-17b4-4395-a226-323bcd68a7a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:14.096700 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eaffe52-17b4-4395-a226-323bcd68a7a0 None None] Bound using segment: {'id': '6c6fddde-dfd0-4e8a-ab3b-09680f994096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '386a060a-1b95-4dd6-b0ac-7fdd7b22667b'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:17:14.097165 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-4eaffe52-17b4-4395-a226-323bcd68a7a0 None None] Bound port: b66336a1-260b-4ce3-be49-81fdaff890bb, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c6fddde-dfd0-4e8a-ab3b-09680f994096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '386a060a-1b95-4dd6-b0ac-7fdd7b22667b'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:17:14.097549 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4eaffe52-17b4-4395-a226-323bcd68a7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:14.127731 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [req-34bc04ad-349b-4007-975c-9d7b070236f6 req-4bac510b-982f-4141-9415-45479abc15ce service neutron] (101675) timed out ('10.222.0.20', 49327) {{(pid=101675) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 13:17:14.166722 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-44cda7f4-4746-48af-8115-b290bc31fa28 None None] Port 7c9a1740-59d8-4fd3-86ee-f13aea1a92c5 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:17:14.212940 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 4ea3b003-07ff-4eda-b837-15e61abf79d7 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:14.213981 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:14.254221 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-4eaffe52-17b4-4395-a226-323bcd68a7a0 None None] For port b66336a1-260b-4ce3-be49-81fdaff890bb, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:17:14.259367 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-4eaffe52-17b4-4395-a226-323bcd68a7a0 None None] For port b66336a1-260b-4ce3-be49-81fdaff890bb, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b66336a1-260b-4ce3-be49-81fdaff890bb,segment=NetworkSegment(6c6fddde-dfd0-4e8a-ab3b-09680f994096),segment_id=6c6fddde-dfd0-4e8a-ab3b-09680f994096)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:17:14.280160 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca71f7e-c9b0-4095-af3d-e752ae567432 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event deleted for resources: {'Port': ['ID=7c9a1740-59d8-4fd3-86ee-f13aea1a92c5,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:14.336814 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9ca71f7e-c9b0-4095-af3d-e752ae567432 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:14.338967 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9ca71f7e-c9b0-4095-af3d-e752ae567432 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/ports/7c9a1740-59d8-4fd3-86ee-f13aea1a92c5 HTTP/1.1" status: 204 len: 168 time: 1.0641537 Aug 18 13:17:14.339318 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4eaffe52-17b4-4395-a226-323bcd68a7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:14.341831 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44276) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:14.407109 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd4ea531-8035-4a52-9c55-96e244b69ad4 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] GET failed (client error): The resource could not be found. Aug 18 13:17:14.408788 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-dd4ea531-8035-4a52-9c55-96e244b69ad4 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "GET /v2.0/ports/7c9a1740-59d8-4fd3-86ee-f13aea1a92c5 HTTP/1.1" status: 404 len: 333 time: 0.0659199 Aug 18 13:17:14.409280 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5e874e13-b44e-43c1-acf6-ba822349cbae tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:14.414845 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44278) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:14.456466 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f2642b32-ab2e-4851-9ed9-69eced8b472d None None] Provisioning for port 9c44147e-69eb-4df6-849f-f29d57be22d8 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:17:14.478387 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85cfbda-d110-48ba-9dbf-1b0e1937b7a6 None None] Pushing event updated for resources: {'Port': ['ID=b66336a1-260b-4ce3-be49-81fdaff890bb,revision_number=4']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:14.527449 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eaffe52-17b4-4395-a226-323bcd68a7a0 None None] Routers {'54ed8b62-b22d-47a0-a888-2f9b0d09f21d'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:17:14.529908 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-4eaffe52-17b4-4395-a226-323bcd68a7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:17:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['54ed8b62-b22d-47a0-a888-2f9b0d09f21d'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:14.544365 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 9c44147e-69eb-4df6-849f-f29d57be22d8 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:17:14.601034 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8d2065-07e4-4ba5-8384-78167b980efd admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:17:14.613518 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70232a6d-409d-436b-833b-73633cac44d9 None None] Sync routers for ids ['945a507d-e5fd-4867-b5da-1b849b82cb20'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:17:14.621441 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:14.686571 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5e874e13-b44e-43c1-acf6-ba822349cbae tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:14.696803 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70232a6d-409d-436b-833b-73633cac44d9 None None] Routers {'945a507d-e5fd-4867-b5da-1b849b82cb20'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:17:14.698002 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-70232a6d-409d-436b-833b-73633cac44d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:17:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['945a507d-e5fd-4867-b5da-1b849b82cb20'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:14.720466 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2f8d2065-07e4-4ba5-8384-78167b980efd admin admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:14.721777 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2f8d2065-07e4-4ba5-8384-78167b980efd admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.3448992 Aug 18 13:17:14.724612 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44280) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:14.750713 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-bd31123a-1eb7-4e99-b885-cde583ffb0f4 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Deleting port 7cc008b3-5678-42b2-8df9-f180b8bb784c {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:17:14.751058 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bd31123a-1eb7-4e99-b885-cde583ffb0f4 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:14.932003 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-4eaffe52-17b4-4395-a226-323bcd68a7a0 None None] Set router 54ed8b62-b22d-47a0-a888-2f9b0d09f21d gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:17:15.166639 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bd31123a-1eb7-4e99-b885-cde583ffb0f4 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:15.215150 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-70232a6d-409d-436b-833b-73633cac44d9 None None] Set router 945a507d-e5fd-4867-b5da-1b849b82cb20 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:17:15.235469 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-bd31123a-1eb7-4e99-b885-cde583ffb0f4 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Calling delete_port for 7cc008b3-5678-42b2-8df9-f180b8bb784c owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:17:15.261039 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-4eaffe52-17b4-4395-a226-323bcd68a7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'name': 'tempest-TestNetworkBasicOps-router-1455203922', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '29676571-9253-4451-bd9f-ccd486f97dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:14:59Z', 'updated_at': '2021-08-18T13:17:10Z', 'revision_number': 5, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'gw_port': {'id': '29676571-9253-4451-bd9f-ccd486f97dda', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:00Z', 'updated_at': '2021-08-18T13:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'e9cc1ffb-8c85-454c-8e19-b3a0f2d14200', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'floating_ip_address': '172.25.6.200', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'port_id': 'c1266e75-8cf2-4343-b645-2c6d02d154e0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d945faf-920a-4b7f-9870-92ae6ded723e', 'mac_address': 'fa:16:3e:16:91:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7456353-547c-4fc6-98b5-ad79af3f30dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:15:57Z', 'updated_at': '2021-08-18T13:16:05Z', 'revision_number': 1, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78fd5b45-7c30-4a08-93e0-82afbe276b89', 'name': '', 'network_id': '0d945faf-920a-4b7f-9870-92ae6ded723e', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'mac_address': 'fa:16:3e:93:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '2b67b5eb-5023-44fb-9233-f86410fc385e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:07Z', 'updated_at': '2021-08-18T13:15:29Z', 'revision_number': 5, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'subnets': [{'id': '2b67b5eb-5023-44fb-9233-f86410fc385e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b66336a1-260b-4ce3-be49-81fdaff890bb', 'name': '', 'network_id': '386a060a-1b95-4dd6-b0ac-7fdd7b22667b', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'mac_address': 'fa:16:3e:4b:28:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': 'ebc72968-a792-4c61-a1d7-beb80c15d42b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:17:08Z', 'updated_at': '2021-08-18T13:17:14Z', 'revision_number': 4, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'subnets': [{'id': 'ebc72968-a792-4c61-a1d7-beb80c15d42b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:15.293434 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eaffe52-17b4-4395-a226-323bcd68a7a0 None None] The sync data for ids ['54ed8b62-b22d-47a0-a888-2f9b0d09f21d'] in n-d-803603-2 is: [{'id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'name': 'tempest-TestNetworkBasicOps-router-1455203922', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '29676571-9253-4451-bd9f-ccd486f97dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:14:59Z', 'updated_at': '2021-08-18T13:17:10Z', 'revision_number': 5, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'gw_port': {'id': '29676571-9253-4451-bd9f-ccd486f97dda', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:00Z', 'updated_at': '2021-08-18T13:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'e9cc1ffb-8c85-454c-8e19-b3a0f2d14200', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'floating_ip_address': '172.25.6.200', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'port_id': 'c1266e75-8cf2-4343-b645-2c6d02d154e0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d945faf-920a-4b7f-9870-92ae6ded723e', 'mac_address': 'fa:16:3e:16:91:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7456353-547c-4fc6-98b5-ad79af3f30dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:15:57Z', 'updated_at': '2021-08-18T13:16:05Z', 'revision_number': 1, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78fd5b45-7c30-4a08-93e0-82afbe276b89', 'name': '', 'network_id': '0d945faf-920a-4b7f-9870-92ae6ded723e', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'mac_address': 'fa:16:3e:93:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '2b67b5eb-5023-44fb-9233-f86410fc385e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:07Z', 'updated_at': '2021-08-18T13:15:29Z', 'revision_number': 5, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'subnets': [{'id': '2b67b5eb-5023-44fb-9233-f86410fc385e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b66336a1-260b-4ce3-be49-81fdaff890bb', 'name': '', 'network_id': '386a060a-1b95-4dd6-b0ac-7fdd7b22667b', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'mac_address': 'fa:16:3e:4b:28:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': 'ebc72968-a792-4c61-a1d7-beb80c15d42b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:17:08Z', 'updated_at': '2021-08-18T13:17:14Z', 'revision_number': 4, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'subnets': [{'id': 'ebc72968-a792-4c61-a1d7-beb80c15d42b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:17:15.317980 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 9c44147e-69eb-4df6-849f-f29d57be22d8 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:17:15.382436 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 9c44147e-69eb-4df6-849f-f29d57be22d8 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:15.382822 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:15.510916 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:15.558192 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:15.580887 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5e874e13-b44e-43c1-acf6-ba822349cbae tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:15.592040 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 9c44147e-69eb-4df6-849f-f29d57be22d8, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=9c44147e-69eb-4df6-849f-f29d57be22d8,segment=NetworkSegment(77c43c86-98da-467a-9577-a20d8deac21c),segment_id=77c43c86-98da-467a-9577-a20d8deac21c)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:17:15.593691 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-6f7499f3-a8d6-4063-acba-ebf51433178b None None] Provisioning complete for port 9c44147e-69eb-4df6-849f-f29d57be22d8 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:15.594065 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6f7499f3-a8d6-4063-acba-ebf51433178b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:15.630628 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-40870e27-9fc5-4818-8754-1c9ffffd6b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:15.630875 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bd31123a-1eb7-4e99-b885-cde583ffb0f4 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:15.693738 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31123a-1eb7-4e99-b885-cde583ffb0f4 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event deleted for resources: {'Port': ['ID=7cc008b3-5678-42b2-8df9-f180b8bb784c,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:15.713814 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:15.714584 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5e874e13-b44e-43c1-acf6-ba822349cbae tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:15.846230 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-70232a6d-409d-436b-833b-73633cac44d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'name': 'tempest-TestVolumeBackupRestore-1262926275-router', 'tenant_id': 'b33eba207bd547cb915e9911b2c17ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'f6eb81b0-6453-40da-ab0f-1e36773d3c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:17:10Z', 'updated_at': '2021-08-18T13:17:12Z', 'revision_number': 3, 'project_id': 'b33eba207bd547cb915e9911b2c17ee9', 'gw_port': {'id': 'f6eb81b0-6453-40da-ab0f-1e36773d3c37', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:17:11Z', 'updated_at': '2021-08-18T13:17:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:15.934358 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70232a6d-409d-436b-833b-73633cac44d9 None None] Checking router: 945a507d-e5fd-4867-b5da-1b849b82cb20 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:17:15.935038 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70232a6d-409d-436b-833b-73633cac44d9 None None] Updating router 945a507d-e5fd-4867-b5da-1b849b82cb20 port f6eb81b0-6453-40da-ab0f-1e36773d3c37 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:17:15.953920 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e874e13-b44e-43c1-acf6-ba822349cbae tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Pushing event updated for resources: {'Port': ['ID=56af168f-0b41-49fa-8996-918dd1893966,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:16.042100 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b66336a1-260b-4ce3-be49-81fdaff890bb up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:17:16.071566 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-40870e27-9fc5-4818-8754-1c9ffffd6b4d admin admin] Allocated IP 172.20.0.1 (c0f0445d-39e8-439a-8ed5-913fa4a35b57/ede27eca-66bf-4e3c-a96e-c4f18a4ee38d/d9ba3388-252e-472d-a5b8-1583e4a4a10c) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:17:16.101720 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5e874e13-b44e-43c1-acf6-ba822349cbae tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:16.129665 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bd31123a-1eb7-4e99-b885-cde583ffb0f4 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:16.138377 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=9c44147e-69eb-4df6-849f-f29d57be22d8,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:16.141958 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-70232a6d-409d-436b-833b-73633cac44d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:16.153359 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-bd31123a-1eb7-4e99-b885-cde583ffb0f4 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/ports/7cc008b3-5678-42b2-8df9-f180b8bb784c HTTP/1.1" status: 204 len: 168 time: 1.7375040 Aug 18 13:17:16.155439 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44290) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:16.254628 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-b23a3a7d-9fc5-4d34-8e91-2a663ccbe1df tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] GET failed (client error): The resource could not be found. Aug 18 13:17:16.254628 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b23a3a7d-9fc5-4d34-8e91-2a663ccbe1df tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "GET /v2.0/ports/7cc008b3-5678-42b2-8df9-f180b8bb784c HTTP/1.1" status: 404 len: 333 time: 0.0974097 Aug 18 13:17:16.255023 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44292) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:16.297641 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5e874e13-b44e-43c1-acf6-ba822349cbae tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:16.298932 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5e874e13-b44e-43c1-acf6-ba822349cbae tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1956894 Aug 18 13:17:16.372454 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d15f917-91b3-417c-9912-8cdc9f387d8d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Deleting subnet 77805803-a975-4b46-9e80-5a1ce83e32c4 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:17:16.381019 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-40870e27-9fc5-4818-8754-1c9ffffd6b4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:16.389898 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8d15f917-91b3-417c-9912-8cdc9f387d8d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:16.413809 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-40870e27-9fc5-4818-8754-1c9ffffd6b4d admin admin] Transition to ACTIVE for port object d9ba3388-252e-472d-a5b8-1583e4a4a10c will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:17:16.466572 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8d15f917-91b3-417c-9912-8cdc9f387d8d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:16.477836 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port b66336a1-260b-4ce3-be49-81fdaff890bb completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:17:16.493709 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port b66336a1-260b-4ce3-be49-81fdaff890bb triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:16.494393 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:16.550143 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-40870e27-9fc5-4818-8754-1c9ffffd6b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:16.624371 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8d15f917-91b3-417c-9912-8cdc9f387d8d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:16.626260 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40870e27-9fc5-4818-8754-1c9ffffd6b4d admin admin] Network c0f0445d-39e8-439a-8ed5-913fa4a35b57 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:17:16.630121 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-40870e27-9fc5-4818-8754-1c9ffffd6b4d admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:17:16.660715 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40870e27-9fc5-4818-8754-1c9ffffd6b4d admin admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:17:16.720425 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40870e27-9fc5-4818-8754-1c9ffffd6b4d admin admin] Pushing event updated for resources: {'Port': ['ID=d9ba3388-252e-472d-a5b8-1583e4a4a10c,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:16.761507 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-40870e27-9fc5-4818-8754-1c9ffffd6b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:16.798922 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:16.828031 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-69073824-6a1b-492f-ae1a-2dbab43d8a60 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1761151310&fields=id&tenant_id=9187a221b3e94f438328aff4ddb46e1a HTTP/1.1" status: 200 len: 267 time: 0.1122646 Aug 18 13:17:16.919788 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8d15f917-91b3-417c-9912-8cdc9f387d8d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:16.941297 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-7507dc80-bfae-4de8-be77-3933b74007cc tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:16.949482 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-7507dc80-bfae-4de8-be77-3933b74007cc tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports/069b9001-3300-4e5d-a3d3-e19a50735842 HTTP/1.1" status: 200 len: 936 time: 0.1137156 Aug 18 13:17:16.959021 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-70232a6d-409d-436b-833b-73633cac44d9 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:16.970604 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-70232a6d-409d-436b-833b-73633cac44d9 None None] Transition to ACTIVE for port object f6eb81b0-6453-40da-ab0f-1e36773d3c37 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:17:16.988644 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15f917-91b3-417c-9912-8cdc9f387d8d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event deleted for resources: {'Subnet': ['ID=77805803-a975-4b46-9e80-5a1ce83e32c4,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:16.993080 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port b66336a1-260b-4ce3-be49-81fdaff890bb, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b66336a1-260b-4ce3-be49-81fdaff890bb,segment=NetworkSegment(6c6fddde-dfd0-4e8a-ab3b-09680f994096),segment_id=6c6fddde-dfd0-4e8a-ab3b-09680f994096)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:17:17.002096 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce128d47-9ce2-4b1e-bf8c-4d13e5f259ad None None] Network 0a399c2e-2079-4227-b099-a5d09f76e489 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:17:17.007291 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8d15f917-91b3-417c-9912-8cdc9f387d8d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:17.012038 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8d15f917-91b3-417c-9912-8cdc9f387d8d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/subnets/77805803-a975-4b46-9e80-5a1ce83e32c4 HTTP/1.1" status: 204 len: 168 time: 0.7535708 Aug 18 13:17:17.013420 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44318) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:17.078072 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-adb91e03-ad71-4bf6-978f-71cd18db74c6 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:17.084431 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-adb91e03-ad71-4bf6-978f-71cd18db74c6 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports/7e6e27c2-38fd-42cf-93be-14deed0fa74b HTTP/1.1" status: 200 len: 937 time: 0.1336899 Aug 18 13:17:17.098727 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-70232a6d-409d-436b-833b-73633cac44d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:17.100038 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-40870e27-9fc5-4818-8754-1c9ffffd6b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:17.157796 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-9ec14a9f-f1e5-4237-a9b4-042786b03d1c tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?network_id=d880c4db-c535-4c81-86a6-739ddf2b8b3f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0680580 Aug 18 13:17:17.203575 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-10a720d2-a937-4c2e-9966-c8b0399ba706 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?network_id=d880c4db-c535-4c81-86a6-739ddf2b8b3f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0489366 Aug 18 13:17:17.219389 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75078c-c830-4427-8c22-8a288c3fadf9 None None] Pushing event updated for resources: {'Port': ['ID=f6eb81b0-6453-40da-ab0f-1e36773d3c37,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:17.229876 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a8f255a6-ed27-4f07-80c5-25516e509868 None None] Provisioning for port d9ba3388-252e-472d-a5b8-1583e4a4a10c completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:17:17.233883 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:17.234458 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-09f27c85-bd87-4b8d-b908-8adc469c6121 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:17.291398 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a8f255a6-ed27-4f07-80c5-25516e509868 None None] Provisioning complete for port d9ba3388-252e-472d-a5b8-1583e4a4a10c triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:17.292156 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a8f255a6-ed27-4f07-80c5-25516e509868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:17.366607 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-70232a6d-409d-436b-833b-73633cac44d9 None None] Attempting to bind port f6eb81b0-6453-40da-ab0f-1e36773d3c37 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:17:17.367029 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-70232a6d-409d-436b-833b-73633cac44d9 None None] Attempting to bind port f6eb81b0-6453-40da-ab0f-1e36773d3c37 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:17:17.367355 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70232a6d-409d-436b-833b-73633cac44d9 None None] Attempting to bind port f6eb81b0-6453-40da-ab0f-1e36773d3c37 on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:17:17.372920 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-05423031-684b-4762-8d92-9a33060bde32 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:17.379688 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-05423031-684b-4762-8d92-9a33060bde32 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:17.386466 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-05423031-684b-4762-8d92-9a33060bde32 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:17.393733 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-05423031-684b-4762-8d92-9a33060bde32 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/networks?id=e9ea624b-86fc-4131-a8a7-d576a5006edb&id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&id=d880c4db-c535-4c81-86a6-739ddf2b8b3f&id=d880c4db-c535-4c81-86a6-739ddf2b8b3f HTTP/1.1" status: 200 len: 1994 time: 0.1893322 Aug 18 13:17:17.399686 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-40870e27-9fc5-4818-8754-1c9ffffd6b4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:17.408144 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-bc176c9f-611a-4870-bbb6-35fa56582fc1 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/quotas/9187a221b3e94f438328aff4ddb46e1a HTTP/1.1" status: 200 len: 375 time: 0.0133972 Aug 18 13:17:17.409480 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-09f27c85-bd87-4b8d-b908-8adc469c6121 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Deleting port 4ea3b003-07ff-4eda-b837-15e61abf79d7 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:17:17.409824 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-09f27c85-bd87-4b8d-b908-8adc469c6121 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:17.421463 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70232a6d-409d-436b-833b-73633cac44d9 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:17:17.421994 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70232a6d-409d-436b-833b-73633cac44d9 None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:17:17.424064 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-70232a6d-409d-436b-833b-73633cac44d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:17.424064 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70232a6d-409d-436b-833b-73633cac44d9 None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:17:17.424064 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-70232a6d-409d-436b-833b-73633cac44d9 None None] Bound port: f6eb81b0-6453-40da-ab0f-1e36773d3c37, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:17:17.424064 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-70232a6d-409d-436b-833b-73633cac44d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:17.434507 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-a8f255a6-ed27-4f07-80c5-25516e509868 None None] Port d9ba3388-252e-472d-a5b8-1583e4a4a10c cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:17:17.468825 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=b66336a1-260b-4ce3-be49-81fdaff890bb,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:17.475848 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-40870e27-9fc5-4818-8754-1c9ffffd6b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:17.479269 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:17.518548 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-09f27c85-bd87-4b8d-b908-8adc469c6121 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] For port 4ea3b003-07ff-4eda-b837-15e61abf79d7, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4ea3b003-07ff-4eda-b837-15e61abf79d7,segment=NetworkSegment(a3d48252-ca4a-448b-9226-191a9f534671),segment_id=a3d48252-ca4a-448b-9226-191a9f534671)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:17:17.519704 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-09f27c85-bd87-4b8d-b908-8adc469c6121 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:17.531542 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-70232a6d-409d-436b-833b-73633cac44d9 None None] For port f6eb81b0-6453-40da-ab0f-1e36773d3c37, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:17:17.535758 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-70232a6d-409d-436b-833b-73633cac44d9 None None] For port f6eb81b0-6453-40da-ab0f-1e36773d3c37, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=f6eb81b0-6453-40da-ab0f-1e36773d3c37,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:17:17.537742 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-09f27c85-bd87-4b8d-b908-8adc469c6121 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Calling delete_port for 4ea3b003-07ff-4eda-b837-15e61abf79d7 owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:17:17.553943 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-ac06a7c5-6a41-4ace-a326-48e249c2a31d tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9187a221b3e94f438328aff4ddb46e1a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1038055 Aug 18 13:17:17.580039 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c111c2c6-18d1-43e9-ad6f-cbb72e58fbfe None None] DHCP port deletion for 0a399c2e-2079-4227-b099-a5d09f76e489 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:17:17.631315 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-70232a6d-409d-436b-833b-73633cac44d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:17.634793 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40870e27-9fc5-4818-8754-1c9ffffd6b4d admin admin] Pushing event updated for resources: {'Port': ['ID=d9ba3388-252e-472d-a5b8-1583e4a4a10c,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:17.659604 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-40870e27-9fc5-4818-8754-1c9ffffd6b4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:17.741271 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-67b68d1d-f9e5-44d9-b573-fad03df07774 service neutron] 10.222.0.13 "GET /v2.0/networks/e9ea624b-86fc-4131-a8a7-d576a5006edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742730 Aug 18 13:17:17.791548 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70232a6d-409d-436b-833b-73633cac44d9 None None] Routers {'945a507d-e5fd-4867-b5da-1b849b82cb20'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:17:17.792107 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-70232a6d-409d-436b-833b-73633cac44d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:17:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['945a507d-e5fd-4867-b5da-1b849b82cb20'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:17.827305 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-09f27c85-bd87-4b8d-b908-8adc469c6121 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:17.869674 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-c111c2c6-18d1-43e9-ad6f-cbb72e58fbfe None None] Deleting port 4ea3b003-07ff-4eda-b837-15e61abf79d7 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:17:17.869674 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c111c2c6-18d1-43e9-ad6f-cbb72e58fbfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:17.870300 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40870e27-9fc5-4818-8754-1c9ffffd6b4d admin admin] Network c0f0445d-39e8-439a-8ed5-913fa4a35b57 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:17:17.872315 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-40870e27-9fc5-4818-8754-1c9ffffd6b4d admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:17:17.892731 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75078c-c830-4427-8c22-8a288c3fadf9 None None] Pushing event updated for resources: {'Port': ['ID=f6eb81b0-6453-40da-ab0f-1e36773d3c37,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:17.896425 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 9c44147e-69eb-4df6-849f-f29d57be22d8 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:17:17.906004 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f27c85-bd87-4b8d-b908-8adc469c6121 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] No DVR routers for this DVR port 4ea3b003-07ff-4eda-b837-15e61abf79d7 on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:17:17.920141 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f27c85-bd87-4b8d-b908-8adc469c6121 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event deleted for resources: {'Port': ['ID=4ea3b003-07ff-4eda-b837-15e61abf79d7,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:18.036393 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40870e27-9fc5-4818-8754-1c9ffffd6b4d admin admin] Router 945a507d-e5fd-4867-b5da-1b849b82cb20 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:17:18.069823 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-09f27c85-bd87-4b8d-b908-8adc469c6121 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:18.081138 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-1f8d29c5-bb91-455c-9121-1933a08494a7 service neutron] 10.222.0.13 "GET /v2.0/networks/e9ea624b-86fc-4131-a8a7-d576a5006edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318632 Aug 18 13:17:18.085666 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-09f27c85-bd87-4b8d-b908-8adc469c6121 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a399c2e-2079-4227-b099-a5d09f76e489']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:18.159430 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 9c44147e-69eb-4df6-849f-f29d57be22d8 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:18.159831 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:18.212259 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-1eb984c7-edb8-4a03-b755-b85594026874 service neutron] 10.222.0.13 "GET /v2.0/ports/069b9001-3300-4e5d-a3d3-e19a50735842?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1149304 Aug 18 13:17:18.216826 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-09f27c85-bd87-4b8d-b908-8adc469c6121 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3d48252-ca4a-448b-9226-191a9f534671') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:18.221479 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-09f27c85-bd87-4b8d-b908-8adc469c6121 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3d48252-ca4a-448b-9226-191a9f534671') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:18.235601 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-c111c2c6-18d1-43e9-ad6f-cbb72e58fbfe None None] For port 4ea3b003-07ff-4eda-b837-15e61abf79d7, host n-d-803603-2, got binding levels [] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:17:18.236009 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c111c2c6-18d1-43e9-ad6f-cbb72e58fbfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:18.251761 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40870e27-9fc5-4818-8754-1c9ffffd6b4d admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:17:18.252527 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-09f27c85-bd87-4b8d-b908-8adc469c6121 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:18.258711 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-40870e27-9fc5-4818-8754-1c9ffffd6b4d admin admin] 10.222.0.13 "PUT /v2.0/routers/945a507d-e5fd-4867-b5da-1b849b82cb20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5329733 Aug 18 13:17:18.276781 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-c111c2c6-18d1-43e9-ad6f-cbb72e58fbfe None None] Calling delete_port for 4ea3b003-07ff-4eda-b837-15e61abf79d7 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:17:18.288203 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.ipam_backend_mixin [None req-c111c2c6-18d1-43e9-ad6f-cbb72e58fbfe None None] Port 4ea3b003-07ff-4eda-b837-15e61abf79d7 was not found and therefore no delete operation was performed {{(pid=101677) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 13:17:18.298043 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-70232a6d-409d-436b-833b-73633cac44d9 None None] Set router 945a507d-e5fd-4867-b5da-1b849b82cb20 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:17:18.300588 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c111c2c6-18d1-43e9-ad6f-cbb72e58fbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:18.306015 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-09f27c85-bd87-4b8d-b908-8adc469c6121 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:18.315860 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f27c85-bd87-4b8d-b908-8adc469c6121 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:17:18.316351 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-09f27c85-bd87-4b8d-b908-8adc469c6121 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:18.319471 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:17:18.319471 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:17:18.319471 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:17:18.319471 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:17:18.319471 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:17:18.319471 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:17:18.319471 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:17:18.319471 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:17:18.319471 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:17:18.319471 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:17:18.319471 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:17:18.319471 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:17:18.319471 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:17:18.319471 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:17:18.319471 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:17:18.319471 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:17:18.319471 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:17:18.319471 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:17:18.319471 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:17:18.319471 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:17:18.319471 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:17:18.319471 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:17:18.319471 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:17:18.319471 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:17:18.319471 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:17:18.319471 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:17:18.319471 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:17:18.319471 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:17:18.319471 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:17:18.319471 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:17:18.319471 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:17:18.319471 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:17:18.402318 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-378d4add-b714-482a-ae0b-ef0a90a84e52 None None] Provisioning complete for port d9ba3388-252e-472d-a5b8-1583e4a4a10c triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:18.402791 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-378d4add-b714-482a-ae0b-ef0a90a84e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:18.408448 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c111c2c6-18d1-43e9-ad6f-cbb72e58fbfe None None] No DVR routers for this DVR port 4ea3b003-07ff-4eda-b837-15e61abf79d7 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:17:18.425476 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111c2c6-18d1-43e9-ad6f-cbb72e58fbfe None None] Pushing event deleted for resources: {'Port': ['ID=4ea3b003-07ff-4eda-b837-15e61abf79d7,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:18.436301 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-1f86f878-6a56-44b1-aa43-c002b5a833a0 service neutron] 10.222.0.13 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126703 Aug 18 13:17:18.566034 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-d2881125-63ce-4acc-a3f9-42dfd3eb90e5 service neutron] 10.222.0.13 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179659 Aug 18 13:17:18.567520 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-09f27c85-bd87-4b8d-b908-8adc469c6121 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:18.580813 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-09f27c85-bd87-4b8d-b908-8adc469c6121 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:18.582026 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-09f27c85-bd87-4b8d-b908-8adc469c6121 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/networks/0a399c2e-2079-4227-b099-a5d09f76e489 HTTP/1.1" status: 204 len: 168 time: 1.5686605 Aug 18 13:17:18.586309 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44346) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:18.594465 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-e0c5f0c5-bd1b-4f52-b67e-e6f94bc92464 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-32780518'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:18.599308 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f27c85-bd87-4b8d-b908-8adc469c6121 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event deleted for resources: {'Network': ['ID=0a399c2e-2079-4227-b099-a5d09f76e489,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:18.657633 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-581c7ebb-053a-4579-a578-9f03fe045c25 service neutron] 10.222.0.13 "GET /v2.0/ports/7e6e27c2-38fd-42cf-93be-14deed0fa74b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0741084 Aug 18 13:17:18.694505 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c5f0c5-bd1b-4f52-b67e-e6f94bc92464 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Made reservation on behalf of 2fb4f687cb0a48178df1ff10e4bcf284 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:17:18.699553 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e0c5f0c5-bd1b-4f52-b67e-e6f94bc92464 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:18.774850 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0c5f0c5-bd1b-4f52-b67e-e6f94bc92464 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:17:18.792845 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e0c5f0c5-bd1b-4f52-b67e-e6f94bc92464 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:18.798359 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-e0c5f0c5-bd1b-4f52-b67e-e6f94bc92464 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Added segment 81df5d99-f938-4f43-85da-a78c9ae2eaea of type vlan for network a2d879c4-9033-4aca-ba84-b0cabcfb0087 Aug 18 13:17:18.824619 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-1e0b47f3-a54e-4237-9836-15368bd3f93c service neutron] 10.222.0.13 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594603 Aug 18 13:17:18.845600 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-378d4add-b714-482a-ae0b-ef0a90a84e52 None None] Port d9ba3388-252e-472d-a5b8-1583e4a4a10c cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:17:18.882618 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e0c5f0c5-bd1b-4f52-b67e-e6f94bc92464 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:18.905517 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b66336a1-260b-4ce3-be49-81fdaff890bb up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:17:18.946753 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-49a6881e-f068-462f-8fe6-b9863401e87f service neutron] 10.222.0.13 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147408 Aug 18 13:17:19.003368 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port b66336a1-260b-4ce3-be49-81fdaff890bb triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:19.003747 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:19.044592 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e0c5f0c5-bd1b-4f52-b67e-e6f94bc92464 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:19.057922 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c5f0c5-bd1b-4f52-b67e-e6f94bc92464 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:19.059057 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-ff1ee745-b17d-4101-bf36-3e2f4da38fa0 service neutron] 10.222.0.13 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085801 Aug 18 13:17:19.059336 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e0c5f0c5-bd1b-4f52-b67e-e6f94bc92464 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:19.064061 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-70232a6d-409d-436b-833b-73633cac44d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'name': 'tempest-TestVolumeBackupRestore-1262926275-router', 'tenant_id': 'b33eba207bd547cb915e9911b2c17ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'f6eb81b0-6453-40da-ab0f-1e36773d3c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:17:10Z', 'updated_at': '2021-08-18T13:17:16Z', 'revision_number': 4, 'project_id': 'b33eba207bd547cb915e9911b2c17ee9', 'gw_port': {'id': 'f6eb81b0-6453-40da-ab0f-1e36773d3c37', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:17:11Z', 'updated_at': '2021-08-18T13:17:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'd9ba3388-252e-472d-a5b8-1583e4a4a10c', 'name': '', 'network_id': 'c0f0445d-39e8-439a-8ed5-913fa4a35b57', 'tenant_id': 'b33eba207bd547cb915e9911b2c17ee9', 'mac_address': 'fa:16:3e:b5:54:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'ede27eca-66bf-4e3c-a96e-c4f18a4ee38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:17:15Z', 'updated_at': '2021-08-18T13:17:17Z', 'revision_number': 2, 'project_id': 'b33eba207bd547cb915e9911b2c17ee9', 'subnets': [{'id': 'ede27eca-66bf-4e3c-a96e-c4f18a4ee38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:19.100339 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70232a6d-409d-436b-833b-73633cac44d9 None None] The sync data for ids ['945a507d-e5fd-4867-b5da-1b849b82cb20'] in n-d-803603-2 is: [{'id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'name': 'tempest-TestVolumeBackupRestore-1262926275-router', 'tenant_id': 'b33eba207bd547cb915e9911b2c17ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'f6eb81b0-6453-40da-ab0f-1e36773d3c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:17:10Z', 'updated_at': '2021-08-18T13:17:16Z', 'revision_number': 4, 'project_id': 'b33eba207bd547cb915e9911b2c17ee9', 'gw_port': {'id': 'f6eb81b0-6453-40da-ab0f-1e36773d3c37', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:17:11Z', 'updated_at': '2021-08-18T13:17:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'd9ba3388-252e-472d-a5b8-1583e4a4a10c', 'name': '', 'network_id': 'c0f0445d-39e8-439a-8ed5-913fa4a35b57', 'tenant_id': 'b33eba207bd547cb915e9911b2c17ee9', 'mac_address': 'fa:16:3e:b5:54:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'ede27eca-66bf-4e3c-a96e-c4f18a4ee38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:17:15Z', 'updated_at': '2021-08-18T13:17:17Z', 'revision_number': 2, 'project_id': 'b33eba207bd547cb915e9911b2c17ee9', 'subnets': [{'id': 'ede27eca-66bf-4e3c-a96e-c4f18a4ee38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:17:19.243114 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-870973e4-3210-42cd-975b-a9888040bbf9 service neutron] 10.222.0.13 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776233 Aug 18 13:17:19.283592 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4ea3b003-07ff-4eda-b837-15e61abf79d7 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:17:19.347592 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 4ea3b003-07ff-4eda-b837-15e61abf79d7 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:17:19.347950 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4ea3b003-07ff-4eda-b837-15e61abf79d7 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:17:19.436433 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-92b57dc8-b0ad-47b7-97da-9595f55a4f55 service neutron] 10.222.0.13 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920929 Aug 18 13:17:19.469556 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44376) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:19.509945 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-9798dd20-531a-4695-b8ea-55269f65659e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2087298804-network', 'tenant_id': 'cdf08d4aec934d34bd9d70d2497cc8dd'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:19.596858 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-ef4ca92e-2e91-4b1c-9172-7a6092abd9ab service neutron] 10.222.0.13 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594265 Aug 18 13:17:19.700082 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c5f0c5-bd1b-4f52-b67e-e6f94bc92464 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'Network': ['ID=a2d879c4-9033-4aca-ba84-b0cabcfb0087,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:19.712109 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network a2d879c4-9033-4aca-ba84-b0cabcfb0087 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:17:19.727199 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9798dd20-531a-4695-b8ea-55269f65659e admin admin] Made reservation on behalf of cdf08d4aec934d34bd9d70d2497cc8dd for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:17:19.729544 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9798dd20-531a-4695-b8ea-55269f65659e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:19.748533 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e0c5f0c5-bd1b-4f52-b67e-e6f94bc92464 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1608894 Aug 18 13:17:19.748994 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-4aebf34d-d52a-4908-8cf1-43f2c2ec12c9 service neutron] 10.222.0.13 "GET /v2.0/networks/d880c4db-c535-4c81-86a6-739ddf2b8b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511941 Aug 18 13:17:19.749578 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44388) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:19.756987 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-ab973ef3-be43-4af2-afc8-db416a280e01 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'subnet': {'network_id': 'a2d879c4-9033-4aca-ba84-b0cabcfb0087', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:19.759467 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9798dd20-531a-4695-b8ea-55269f65659e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:19.913942 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-a037cc7b-61f2-4366-af68-5578ee01e103 service neutron] 10.222.0.13 "GET /v2.0/networks/d880c4db-c535-4c81-86a6-739ddf2b8b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639433 Aug 18 13:17:20.064465 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9798dd20-531a-4695-b8ea-55269f65659e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:20.067549 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-46a622a4-843a-449c-85ba-878fec99a8ab service neutron] 10.222.0.13 "GET /v2.0/networks/d880c4db-c535-4c81-86a6-739ddf2b8b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450236 Aug 18 13:17:20.180533 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9798dd20-531a-4695-b8ea-55269f65659e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:20.189893 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-faa08344-62fa-4438-bdd4-9d37ccebc992 service neutron] 10.222.0.13 "GET /v2.0/networks/d880c4db-c535-4c81-86a6-739ddf2b8b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160035 Aug 18 13:17:20.203690 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9798dd20-531a-4695-b8ea-55269f65659e admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:17:20.229927 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9798dd20-531a-4695-b8ea-55269f65659e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:20.230532 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-9798dd20-531a-4695-b8ea-55269f65659e admin admin] Added segment 23c9010c-15f3-4483-909c-f9778b623994 of type vlan for network 7f77de02-8296-4718-8110-876b51957db4 Aug 18 13:17:20.232101 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9798dd20-531a-4695-b8ea-55269f65659e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91067e80-966a-4440-b4a0-a4efeb9fb41b,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:20.310352 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab973ef3-be43-4af2-afc8-db416a280e01 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Made reservation on behalf of 2fb4f687cb0a48178df1ff10e4bcf284 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:17:20.316192 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ab973ef3-be43-4af2-afc8-db416a280e01 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:20.359570 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9798dd20-531a-4695-b8ea-55269f65659e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:20.441032 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9798dd20-531a-4695-b8ea-55269f65659e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:20.442041 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9798dd20-531a-4695-b8ea-55269f65659e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:20.442676 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9798dd20-531a-4695-b8ea-55269f65659e admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:20.551993 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9798dd20-531a-4695-b8ea-55269f65659e admin admin] Pushing event updated for resources: {'Network': ['ID=7f77de02-8296-4718-8110-876b51957db4,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:20.584815 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 7f77de02-8296-4718-8110-876b51957db4 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:17:20.632063 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9798dd20-531a-4695-b8ea-55269f65659e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1616511 Aug 18 13:17:20.634545 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44410) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:20.641628 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-5d9c33be-324e-43f2-82b4-c2d70508ba08 admin admin] Request body: {'subnet': {'network_id': '7f77de02-8296-4718-8110-876b51957db4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2087298804-subnet', 'tenant_id': 'cdf08d4aec934d34bd9d70d2497cc8dd', 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:20.818269 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9c33be-324e-43f2-82b4-c2d70508ba08 admin admin] Made reservation on behalf of cdf08d4aec934d34bd9d70d2497cc8dd for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:17:20.821308 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5d9c33be-324e-43f2-82b4-c2d70508ba08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:20.844165 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ab973ef3-be43-4af2-afc8-db416a280e01 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:20.930063 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab973ef3-be43-4af2-afc8-db416a280e01 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'Subnet': ['ID=ad57f58e-7ebe-4d8f-84b9-7cbbc78f91f6,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:20.997229 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab973ef3-be43-4af2-afc8-db416a280e01 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Checking segment: {'id': '81df5d99-f938-4f43-85da-a78c9ae2eaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a2d879c4-9033-4aca-ba84-b0cabcfb0087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:17:20.997752 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab973ef3-be43-4af2-afc8-db416a280e01 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Network hostable DHCP agents. Network: a2d879c4-9033-4aca-ba84-b0cabcfb0087, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:17:21.092429 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab973ef3-be43-4af2-afc8-db416a280e01 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Network a2d879c4-9033-4aca-ba84-b0cabcfb0087 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:17:21.173014 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-ab973ef3-be43-4af2-afc8-db416a280e01 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, a2d879c4-9033-4aca-ba84-b0cabcfb0087) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:17:21.190706 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0392ae-423e-49a1-8b6c-463f64a18e40 None None] Network a2d879c4-9033-4aca-ba84-b0cabcfb0087 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:17:21.195912 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab973ef3-be43-4af2-afc8-db416a280e01 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:21.198296 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ab973ef3-be43-4af2-afc8-db416a280e01 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:21.401610 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ab973ef3-be43-4af2-afc8-db416a280e01 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6507509 Aug 18 13:17:21.404303 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44422) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:21.411579 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-969c06a4-5737-4f9d-b330-9b538ba1f029 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-530207070', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:21.497738 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34657dd9-0510-483e-9e14-b025c75d0554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-a2d879c4-9033-4aca-ba84-b0cabcfb0087', 'network_id': 'a2d879c4-9033-4aca-ba84-b0cabcfb0087', 'tenant_id': '2fb4f687cb0a48178df1ff10e4bcf284', 'fixed_ips': [{'subnet_id': 'ad57f58e-7ebe-4d8f-84b9-7cbbc78f91f6'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:17:21.499314 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-34657dd9-0510-483e-9e14-b025c75d0554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:21.564504 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-969c06a4-5737-4f9d-b330-9b538ba1f029 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:21.565673 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-969c06a4-5737-4f9d-b330-9b538ba1f029 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:21.662356 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-969c06a4-5737-4f9d-b330-9b538ba1f029 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:21.723672 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-34657dd9-0510-483e-9e14-b025c75d0554 None None] Allocated IP 172.20.0.2 (a2d879c4-9033-4aca-ba84-b0cabcfb0087/ad57f58e-7ebe-4d8f-84b9-7cbbc78f91f6/28fd9664-cebb-48a7-8480-f0b38add9201) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:17:21.790048 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5d9c33be-324e-43f2-82b4-c2d70508ba08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:21.790696 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-969c06a4-5737-4f9d-b330-9b538ba1f029 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:21.824735 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device f6eb81b0-6453-40da-ab0f-1e36773d3c37 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:17:21.876074 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c33be-324e-43f2-82b4-c2d70508ba08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acd1ab40-402c-4eb7-99ff-4122c5b236e2,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:21.884961 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9c33be-324e-43f2-82b4-c2d70508ba08 admin admin] Checking segment: {'id': '23c9010c-15f3-4483-909c-f9778b623994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7f77de02-8296-4718-8110-876b51957db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:17:21.885863 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9c33be-324e-43f2-82b4-c2d70508ba08 admin admin] Network hostable DHCP agents. Network: 7f77de02-8296-4718-8110-876b51957db4, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:17:21.943346 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-969c06a4-5737-4f9d-b330-9b538ba1f029 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:21.945494 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-969c06a4-5737-4f9d-b330-9b538ba1f029 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5391178 Aug 18 13:17:21.948207 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44430) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:21.956018 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-fbd09347-2526-4e31-b45b-7fcbe3623eb3 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'port': {'network_id': 'a2d879c4-9033-4aca-ba84-b0cabcfb0087', 'name': 'tempest-PortsTestJSON-2127476569'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:21.973444 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9c33be-324e-43f2-82b4-c2d70508ba08 admin admin] Network 7f77de02-8296-4718-8110-876b51957db4 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:17:21.997359 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-34657dd9-0510-483e-9e14-b025c75d0554 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:22.010580 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-34657dd9-0510-483e-9e14-b025c75d0554 None None] Transition to ACTIVE for port object 28fd9664-cebb-48a7-8480-f0b38add9201 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:17:22.031433 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-34657dd9-0510-483e-9e14-b025c75d0554 None None] Transition to ACTIVE for port object 28fd9664-cebb-48a7-8480-f0b38add9201 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:17:22.070380 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port f6eb81b0-6453-40da-ab0f-1e36773d3c37 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:17:22.075087 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port f6eb81b0-6453-40da-ab0f-1e36773d3c37 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:22.075483 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:22.115395 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-5d9c33be-324e-43f2-82b4-c2d70508ba08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 7f77de02-8296-4718-8110-876b51957db4) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:17:22.122369 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9c33be-324e-43f2-82b4-c2d70508ba08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:22.122369 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5d9c33be-324e-43f2-82b4-c2d70508ba08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:22.131715 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3755f4-2274-41d6-b416-c0d496e7fe87 None None] Network 7f77de02-8296-4718-8110-876b51957db4 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:17:22.242340 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-34657dd9-0510-483e-9e14-b025c75d0554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:22.246945 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-80a3fad2-c864-4ea4-9b99-43736bbc9b13 req-89c7d2cb-59a8-4b76-894e-254e85b66e7d tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 210 time: 0.0382245 Aug 18 13:17:22.281470 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd09347-2526-4e31-b45b-7fcbe3623eb3 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Made reservation on behalf of 2fb4f687cb0a48178df1ff10e4bcf284 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:17:22.285574 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fbd09347-2526-4e31-b45b-7fcbe3623eb3 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:22.308270 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [None req-fbd09347-2526-4e31-b45b-7fcbe3623eb3 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] device_id is not set on port 79250b8b-c9fe-406a-81f4-1bb64a143bdb yet. {{(pid=101675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:17:22.337050 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:22.343249 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34657dd9-0510-483e-9e14-b025c75d0554 None None] Network a2d879c4-9033-4aca-ba84-b0cabcfb0087 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:17:22.351278 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-34657dd9-0510-483e-9e14-b025c75d0554 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:17:22.359539 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5d9c33be-324e-43f2-82b4-c2d70508ba08 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7223094 Aug 18 13:17:22.361566 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34657dd9-0510-483e-9e14-b025c75d0554 None None] Pushing event updated for resources: {'Port': ['ID=28fd9664-cebb-48a7-8480-f0b38add9201,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:22.361743 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44444) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:22.374890 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-4ccdd5a3-c1e9-462d-bf1d-bd03e8123cb6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2087298804-router', 'tenant_id': 'cdf08d4aec934d34bd9d70d2497cc8dd', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:22.393938 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34657dd9-0510-483e-9e14-b025c75d0554 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:17:22.432378 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port f6eb81b0-6453-40da-ab0f-1e36773d3c37, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=f6eb81b0-6453-40da-ab0f-1e36773d3c37,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:17:22.435365 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cb063b-ba87-4bff-98da-8760cc702ee9 None None] Sync routers for ids ['945a507d-e5fd-4867-b5da-1b849b82cb20'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:17:22.445206 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cb063b-ba87-4bff-98da-8760cc702ee9 None None] Routers {'945a507d-e5fd-4867-b5da-1b849b82cb20'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:17:22.446053 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-50cb063b-ba87-4bff-98da-8760cc702ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:17:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['945a507d-e5fd-4867-b5da-1b849b82cb20'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:22.484956 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-fbd09347-2526-4e31-b45b-7fcbe3623eb3 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Allocated IP 172.20.0.8 (a2d879c4-9033-4aca-ba84-b0cabcfb0087/ad57f58e-7ebe-4d8f-84b9-7cbbc78f91f6/79250b8b-c9fe-406a-81f4-1bb64a143bdb) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:17:22.531975 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-34657dd9-0510-483e-9e14-b025c75d0554 None None] Attempting to bind port 28fd9664-cebb-48a7-8480-f0b38add9201 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:17:22.532335 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-34657dd9-0510-483e-9e14-b025c75d0554 None None] Attempting to bind port 28fd9664-cebb-48a7-8480-f0b38add9201 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '81df5d99-f938-4f43-85da-a78c9ae2eaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a2d879c4-9033-4aca-ba84-b0cabcfb0087'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:17:22.532729 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34657dd9-0510-483e-9e14-b025c75d0554 None None] Attempting to bind port 28fd9664-cebb-48a7-8480-f0b38add9201 on network a2d879c4-9033-4aca-ba84-b0cabcfb0087 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:17:22.538790 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34657dd9-0510-483e-9e14-b025c75d0554 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:17:22.539162 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34657dd9-0510-483e-9e14-b025c75d0554 None None] Checking segment: {'id': '81df5d99-f938-4f43-85da-a78c9ae2eaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a2d879c4-9033-4aca-ba84-b0cabcfb0087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:17:22.539565 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-34657dd9-0510-483e-9e14-b025c75d0554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:22.539957 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34657dd9-0510-483e-9e14-b025c75d0554 None None] Bound using segment: {'id': '81df5d99-f938-4f43-85da-a78c9ae2eaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a2d879c4-9033-4aca-ba84-b0cabcfb0087'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:17:22.540445 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-34657dd9-0510-483e-9e14-b025c75d0554 None None] Bound port: 28fd9664-cebb-48a7-8480-f0b38add9201, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81df5d99-f938-4f43-85da-a78c9ae2eaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a2d879c4-9033-4aca-ba84-b0cabcfb0087'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:17:22.540825 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-34657dd9-0510-483e-9e14-b025c75d0554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:22.545791 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4ccdd5a3-c1e9-462d-bf1d-bd03e8123cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:22.546678 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b80efe-b5ad-4981-b850-6ca533b9a67e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-7f77de02-8296-4718-8110-876b51957db4', 'network_id': '7f77de02-8296-4718-8110-876b51957db4', 'tenant_id': 'cdf08d4aec934d34bd9d70d2497cc8dd', 'fixed_ips': [{'subnet_id': 'acd1ab40-402c-4eb7-99ff-4122c5b236e2'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:17:22.546861 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4ccdd5a3-c1e9-462d-bf1d-bd03e8123cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:22.547769 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a7b80efe-b5ad-4981-b850-6ca533b9a67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:22.556358 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:22.592373 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-50cb063b-ba87-4bff-98da-8760cc702ee9 None None] Set router 945a507d-e5fd-4867-b5da-1b849b82cb20 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:17:22.665411 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4ccdd5a3-c1e9-462d-bf1d-bd03e8123cb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:22.718393 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fbd09347-2526-4e31-b45b-7fcbe3623eb3 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:22.733388 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-fbd09347-2526-4e31-b45b-7fcbe3623eb3 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Transition to ACTIVE for port object 79250b8b-c9fe-406a-81f4-1bb64a143bdb will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:17:22.763190 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=f6eb81b0-6453-40da-ab0f-1e36773d3c37,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:22.785664 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-34657dd9-0510-483e-9e14-b025c75d0554 None None] For port 28fd9664-cebb-48a7-8480-f0b38add9201, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:17:22.790782 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-34657dd9-0510-483e-9e14-b025c75d0554 None None] For port 28fd9664-cebb-48a7-8480-f0b38add9201, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=28fd9664-cebb-48a7-8480-f0b38add9201,segment=NetworkSegment(81df5d99-f938-4f43-85da-a78c9ae2eaea),segment_id=81df5d99-f938-4f43-85da-a78c9ae2eaea)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:17:22.838534 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-50cb063b-ba87-4bff-98da-8760cc702ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'name': 'tempest-TestVolumeBackupRestore-1262926275-router', 'tenant_id': 'b33eba207bd547cb915e9911b2c17ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'f6eb81b0-6453-40da-ab0f-1e36773d3c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:17:10Z', 'updated_at': '2021-08-18T13:17:16Z', 'revision_number': 4, 'project_id': 'b33eba207bd547cb915e9911b2c17ee9', 'gw_port': {'id': 'f6eb81b0-6453-40da-ab0f-1e36773d3c37', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:17:11Z', 'updated_at': '2021-08-18T13:17:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'd9ba3388-252e-472d-a5b8-1583e4a4a10c', 'name': '', 'network_id': 'c0f0445d-39e8-439a-8ed5-913fa4a35b57', 'tenant_id': 'b33eba207bd547cb915e9911b2c17ee9', 'mac_address': 'fa:16:3e:b5:54:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'ede27eca-66bf-4e3c-a96e-c4f18a4ee38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:17:15Z', 'updated_at': '2021-08-18T13:17:17Z', 'revision_number': 2, 'project_id': 'b33eba207bd547cb915e9911b2c17ee9', 'subnets': [{'id': 'ede27eca-66bf-4e3c-a96e-c4f18a4ee38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:22.841695 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-a7b80efe-b5ad-4981-b850-6ca533b9a67e None None] Allocated IP 172.20.0.2 (7f77de02-8296-4718-8110-876b51957db4/acd1ab40-402c-4eb7-99ff-4122c5b236e2/ddc11d2a-09b9-4c0c-ba16-edb782288e70) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:17:22.875514 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cb063b-ba87-4bff-98da-8760cc702ee9 None None] Checking router: 945a507d-e5fd-4867-b5da-1b849b82cb20 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:17:22.876001 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cb063b-ba87-4bff-98da-8760cc702ee9 None None] Updating router 945a507d-e5fd-4867-b5da-1b849b82cb20 port d9ba3388-252e-472d-a5b8-1583e4a4a10c binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:17:22.902867 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-50cb063b-ba87-4bff-98da-8760cc702ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:22.910183 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-34657dd9-0510-483e-9e14-b025c75d0554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:22.952692 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fbd09347-2526-4e31-b45b-7fcbe3623eb3 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:22.961420 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:17:22.991512 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4ccdd5a3-c1e9-462d-bf1d-bd03e8123cb6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:23.010887 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd09347-2526-4e31-b45b-7fcbe3623eb3 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Network a2d879c4-9033-4aca-ba84-b0cabcfb0087 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:17:23.014793 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-fbd09347-2526-4e31-b45b-7fcbe3623eb3 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:17:23.019659 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd09347-2526-4e31-b45b-7fcbe3623eb3 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:17:23.023970 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd09347-2526-4e31-b45b-7fcbe3623eb3 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'Port': ['ID=79250b8b-c9fe-406a-81f4-1bb64a143bdb,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:23.037607 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34657dd9-0510-483e-9e14-b025c75d0554 None None] Pushing event updated for resources: {'Port': ['ID=28fd9664-cebb-48a7-8480-f0b38add9201,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:23.101844 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd09347-2526-4e31-b45b-7fcbe3623eb3 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:23.102922 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fbd09347-2526-4e31-b45b-7fcbe3623eb3 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:23.151370 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a7b80efe-b5ad-4981-b850-6ca533b9a67e None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:23.164271 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a7b80efe-b5ad-4981-b850-6ca533b9a67e None None] Transition to ACTIVE for port object ddc11d2a-09b9-4c0c-ba16-edb782288e70 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:17:23.182558 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a7b80efe-b5ad-4981-b850-6ca533b9a67e None None] Transition to ACTIVE for port object ddc11d2a-09b9-4c0c-ba16-edb782288e70 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:17:23.279039 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-fbd09347-2526-4e31-b45b-7fcbe3623eb3 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3294234 Aug 18 13:17:23.284102 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44454) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:23.355845 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a7b80efe-b5ad-4981-b850-6ca533b9a67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:23.445007 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-50cb063b-ba87-4bff-98da-8760cc702ee9 None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:23.468117 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-50cb063b-ba87-4bff-98da-8760cc702ee9 None None] Transition to ACTIVE for port object d9ba3388-252e-472d-a5b8-1583e4a4a10c will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:17:23.469926 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f9f2eb7c-50c7-449e-bb59-f076376e050d req-db4e33af-1984-48f3-8b70-ad9d27937925 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 210 time: 0.0792615 Aug 18 13:17:23.488803 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b80efe-b5ad-4981-b850-6ca533b9a67e None None] Network 7f77de02-8296-4718-8110-876b51957db4 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:17:23.489583 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-a7b80efe-b5ad-4981-b850-6ca533b9a67e None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:17:23.496477 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b80efe-b5ad-4981-b850-6ca533b9a67e None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:17:23.529632 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b80efe-b5ad-4981-b850-6ca533b9a67e None None] Pushing event updated for resources: {'Port': ['ID=ddc11d2a-09b9-4c0c-ba16-edb782288e70,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:23.567623 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4ccdd5a3-c1e9-462d-bf1d-bd03e8123cb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:23.589761 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-50cb063b-ba87-4bff-98da-8760cc702ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:23.593357 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-a7b80efe-b5ad-4981-b850-6ca533b9a67e None None] Attempting to bind port ddc11d2a-09b9-4c0c-ba16-edb782288e70 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:17:23.593698 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-a7b80efe-b5ad-4981-b850-6ca533b9a67e None None] Attempting to bind port ddc11d2a-09b9-4c0c-ba16-edb782288e70 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '23c9010c-15f3-4483-909c-f9778b623994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7f77de02-8296-4718-8110-876b51957db4'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:17:23.595382 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b80efe-b5ad-4981-b850-6ca533b9a67e None None] Attempting to bind port ddc11d2a-09b9-4c0c-ba16-edb782288e70 on network 7f77de02-8296-4718-8110-876b51957db4 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:17:23.599986 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b80efe-b5ad-4981-b850-6ca533b9a67e None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:17:23.600372 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b80efe-b5ad-4981-b850-6ca533b9a67e None None] Checking segment: {'id': '23c9010c-15f3-4483-909c-f9778b623994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7f77de02-8296-4718-8110-876b51957db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:17:23.600783 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a7b80efe-b5ad-4981-b850-6ca533b9a67e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:23.601276 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b80efe-b5ad-4981-b850-6ca533b9a67e None None] Bound using segment: {'id': '23c9010c-15f3-4483-909c-f9778b623994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7f77de02-8296-4718-8110-876b51957db4'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:17:23.605852 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-a7b80efe-b5ad-4981-b850-6ca533b9a67e None None] Bound port: ddc11d2a-09b9-4c0c-ba16-edb782288e70, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c9010c-15f3-4483-909c-f9778b623994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7f77de02-8296-4718-8110-876b51957db4'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:17:23.605992 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a7b80efe-b5ad-4981-b850-6ca533b9a67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:23.639940 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4ccdd5a3-c1e9-462d-bf1d-bd03e8123cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:23.673836 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e48e4-462a-4267-acee-fed25cf6ad3d None None] Pushing event updated for resources: {'Port': ['ID=d9ba3388-252e-472d-a5b8-1583e4a4a10c,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:23.720506 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-a7b80efe-b5ad-4981-b850-6ca533b9a67e None None] For port ddc11d2a-09b9-4c0c-ba16-edb782288e70, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:17:23.726348 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-a7b80efe-b5ad-4981-b850-6ca533b9a67e None None] For port ddc11d2a-09b9-4c0c-ba16-edb782288e70, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=ddc11d2a-09b9-4c0c-ba16-edb782288e70,segment=NetworkSegment(23c9010c-15f3-4483-909c-f9778b623994),segment_id=23c9010c-15f3-4483-909c-f9778b623994)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:17:23.738446 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a30d24b-bd85-4e19-80b5-745c44c7004f req-228c17e0-e38d-447d-a33e-58430c2262f1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e7456353-547c-4fc6-98b5-ad79af3f30dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1394615 Aug 18 13:17:23.827123 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a7b80efe-b5ad-4981-b850-6ca533b9a67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:23.827809 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-50cb063b-ba87-4bff-98da-8760cc702ee9 None None] Attempting to bind port d9ba3388-252e-472d-a5b8-1583e4a4a10c on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:17:23.828414 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-50cb063b-ba87-4bff-98da-8760cc702ee9 None None] Attempting to bind port d9ba3388-252e-472d-a5b8-1583e4a4a10c by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '77c43c86-98da-467a-9577-a20d8deac21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c0f0445d-39e8-439a-8ed5-913fa4a35b57'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:17:23.828980 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cb063b-ba87-4bff-98da-8760cc702ee9 None None] Attempting to bind port d9ba3388-252e-472d-a5b8-1583e4a4a10c on network c0f0445d-39e8-439a-8ed5-913fa4a35b57 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:17:23.850395 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cb063b-ba87-4bff-98da-8760cc702ee9 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:17:23.851468 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cb063b-ba87-4bff-98da-8760cc702ee9 None None] Checking segment: {'id': '77c43c86-98da-467a-9577-a20d8deac21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c0f0445d-39e8-439a-8ed5-913fa4a35b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:17:23.851903 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-50cb063b-ba87-4bff-98da-8760cc702ee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:23.852310 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cb063b-ba87-4bff-98da-8760cc702ee9 None None] Bound using segment: {'id': '77c43c86-98da-467a-9577-a20d8deac21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c0f0445d-39e8-439a-8ed5-913fa4a35b57'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:17:23.854239 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-50cb063b-ba87-4bff-98da-8760cc702ee9 None None] Bound port: d9ba3388-252e-472d-a5b8-1583e4a4a10c, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77c43c86-98da-467a-9577-a20d8deac21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c0f0445d-39e8-439a-8ed5-913fa4a35b57'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:17:23.854649 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-50cb063b-ba87-4bff-98da-8760cc702ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:23.934865 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-4ccdd5a3-c1e9-462d-bf1d-bd03e8123cb6 admin admin] Allocated IP 172.25.6.172 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/8fcbe83e-d640-4e13-a063-192c4f535941) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:17:23.983888 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30d24b-bd85-4e19-80b5-745c44c7004f req-39bee169-d95e-4e16-8aaa-5ca365e9b85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:23.986080 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b80efe-b5ad-4981-b850-6ca533b9a67e None None] Pushing event updated for resources: {'Port': ['ID=ddc11d2a-09b9-4c0c-ba16-edb782288e70,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:23.986586 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a30d24b-bd85-4e19-80b5-745c44c7004f req-39bee169-d95e-4e16-8aaa-5ca365e9b85a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e63152bca3cb423b9a7763e005387f10&device_id=e7456353-547c-4fc6-98b5-ad79af3f30dc HTTP/1.1" status: 200 len: 1097 time: 0.1714265 Aug 18 13:17:24.048741 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-45940249-fa69-4e43-bc27-d4bf5ca80f8c tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:24.048871 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-50cb063b-ba87-4bff-98da-8760cc702ee9 None None] For port d9ba3388-252e-472d-a5b8-1583e4a4a10c, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:17:24.048871 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-50cb063b-ba87-4bff-98da-8760cc702ee9 None None] For port d9ba3388-252e-472d-a5b8-1583e4a4a10c, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=d9ba3388-252e-472d-a5b8-1583e4a4a10c,segment=NetworkSegment(77c43c86-98da-467a-9577-a20d8deac21c),segment_id=77c43c86-98da-467a-9577-a20d8deac21c)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:17:24.150601 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-50cb063b-ba87-4bff-98da-8760cc702ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:24.196834 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 28fd9664-cebb-48a7-8480-f0b38add9201 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:17:24.259403 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cb063b-ba87-4bff-98da-8760cc702ee9 None None] Routers {'945a507d-e5fd-4867-b5da-1b849b82cb20'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:17:24.260042 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-50cb063b-ba87-4bff-98da-8760cc702ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:17:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['945a507d-e5fd-4867-b5da-1b849b82cb20'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:24.379354 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4ccdd5a3-c1e9-462d-bf1d-bd03e8123cb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:24.389948 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30d24b-bd85-4e19-80b5-745c44c7004f req-8e3a9ab1-b2f5-404f-8661-cdaa41111c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:24.395223 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a30d24b-bd85-4e19-80b5-745c44c7004f req-8e3a9ab1-b2f5-404f-8661-cdaa41111c49 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0d945faf-920a-4b7f-9870-92ae6ded723e HTTP/1.1" status: 200 len: 898 time: 0.3758488 Aug 18 13:17:24.563932 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a30d24b-bd85-4e19-80b5-745c44c7004f req-6580e43c-3c6b-41dd-a0a5-1b343fbdd48b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1266e75-8cf2-4343-b645-2c6d02d154e0 HTTP/1.1" status: 200 len: 1002 time: 0.1480989 Aug 18 13:17:24.595680 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 28fd9664-cebb-48a7-8480-f0b38add9201 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:17:24.599975 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device f6eb81b0-6453-40da-ab0f-1e36773d3c37 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:17:24.629296 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30d24b-bd85-4e19-80b5-745c44c7004f req-dd88e2c4-5529-4bd1-b74f-58a9707d4773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:24.631540 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a30d24b-bd85-4e19-80b5-745c44c7004f req-dd88e2c4-5529-4bd1-b74f-58a9707d4773 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b67b5eb-5023-44fb-9233-f86410fc385e HTTP/1.1" status: 200 len: 834 time: 0.0604608 Aug 18 13:17:24.676404 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-50cb063b-ba87-4bff-98da-8760cc702ee9 None None] Set router 945a507d-e5fd-4867-b5da-1b849b82cb20 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:17:24.697468 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30d24b-bd85-4e19-80b5-745c44c7004f req-ab01f645-3bc1-4b82-901f-068194c751a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:24.699463 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a30d24b-bd85-4e19-80b5-745c44c7004f req-ab01f645-3bc1-4b82-901f-068194c751a6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0d945faf-920a-4b7f-9870-92ae6ded723e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576098 Aug 18 13:17:24.790590 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port f6eb81b0-6453-40da-ab0f-1e36773d3c37 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:24.795795 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:24.833529 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1a3435f0-c633-46cc-a039-72fc74933eae req-b7637851-0b5c-4651-ae23-c422be2fdd6a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 210 time: 0.0983381 Aug 18 13:17:24.924741 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e48e4-462a-4267-acee-fed25cf6ad3d None None] Pushing event updated for resources: {'Port': ['ID=d9ba3388-252e-472d-a5b8-1583e4a4a10c,revision_number=4']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:24.958364 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4ccdd5a3-c1e9-462d-bf1d-bd03e8123cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:25.014314 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccdd5a3-c1e9-462d-bf1d-bd03e8123cb6 admin admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:17:25.027443 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-4ccdd5a3-c1e9-462d-bf1d-bd03e8123cb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:17:25.042726 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccdd5a3-c1e9-462d-bf1d-bd03e8123cb6 admin admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:17:25.073049 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14575f91-e7ab-4b40-a61f-a243f4addd81 None None] Network a2d879c4-9033-4aca-ba84-b0cabcfb0087 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:17:25.074050 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-45940249-fa69-4e43-bc27-d4bf5ca80f8c tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:25.155997 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccdd5a3-c1e9-462d-bf1d-bd03e8123cb6 admin admin] Pushing event updated for resources: {'Port': ['ID=8fcbe83e-d640-4e13-a063-192c4f535941,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:25.213022 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-45940249-fa69-4e43-bc27-d4bf5ca80f8c tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:25.253014 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-50cb063b-ba87-4bff-98da-8760cc702ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'name': 'tempest-TestVolumeBackupRestore-1262926275-router', 'tenant_id': 'b33eba207bd547cb915e9911b2c17ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'f6eb81b0-6453-40da-ab0f-1e36773d3c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:17:10Z', 'updated_at': '2021-08-18T13:17:16Z', 'revision_number': 4, 'project_id': 'b33eba207bd547cb915e9911b2c17ee9', 'gw_port': {'id': 'f6eb81b0-6453-40da-ab0f-1e36773d3c37', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:17:11Z', 'updated_at': '2021-08-18T13:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'd9ba3388-252e-472d-a5b8-1583e4a4a10c', 'name': '', 'network_id': 'c0f0445d-39e8-439a-8ed5-913fa4a35b57', 'tenant_id': 'b33eba207bd547cb915e9911b2c17ee9', 'mac_address': 'fa:16:3e:b5:54:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'ede27eca-66bf-4e3c-a96e-c4f18a4ee38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:17:15Z', 'updated_at': '2021-08-18T13:17:24Z', 'revision_number': 4, 'project_id': 'b33eba207bd547cb915e9911b2c17ee9', 'subnets': [{'id': 'ede27eca-66bf-4e3c-a96e-c4f18a4ee38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:25.313856 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cb063b-ba87-4bff-98da-8760cc702ee9 None None] The sync data for ids ['945a507d-e5fd-4867-b5da-1b849b82cb20'] in n-d-803603-2 is: [{'id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'name': 'tempest-TestVolumeBackupRestore-1262926275-router', 'tenant_id': 'b33eba207bd547cb915e9911b2c17ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'f6eb81b0-6453-40da-ab0f-1e36773d3c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:17:10Z', 'updated_at': '2021-08-18T13:17:16Z', 'revision_number': 4, 'project_id': 'b33eba207bd547cb915e9911b2c17ee9', 'gw_port': {'id': 'f6eb81b0-6453-40da-ab0f-1e36773d3c37', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:17:11Z', 'updated_at': '2021-08-18T13:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'd9ba3388-252e-472d-a5b8-1583e4a4a10c', 'name': '', 'network_id': 'c0f0445d-39e8-439a-8ed5-913fa4a35b57', 'tenant_id': 'b33eba207bd547cb915e9911b2c17ee9', 'mac_address': 'fa:16:3e:b5:54:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'ede27eca-66bf-4e3c-a96e-c4f18a4ee38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:17:15Z', 'updated_at': '2021-08-18T13:17:24Z', 'revision_number': 4, 'project_id': 'b33eba207bd547cb915e9911b2c17ee9', 'subnets': [{'id': 'ede27eca-66bf-4e3c-a96e-c4f18a4ee38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:17:25.316233 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a30d24b-bd85-4e19-80b5-745c44c7004f req-62af3298-4067-4ca5-8ffa-5f0d5f330be2 service neutron] 10.222.0.20 "GET /v2.0/networks/0d945faf-920a-4b7f-9870-92ae6ded723e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6086841 Aug 18 13:17:25.331246 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-3c3fbca7-01db-4957-ae6a-2d40ff40abd9 None None] Provisioning for port 28fd9664-cebb-48a7-8480-f0b38add9201 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:17:25.357320 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-3c3fbca7-01db-4957-ae6a-2d40ff40abd9 None None] Provisioning complete for port 28fd9664-cebb-48a7-8480-f0b38add9201 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:25.358421 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3c3fbca7-01db-4957-ae6a-2d40ff40abd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:25.475366 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45940249-fa69-4e43-bc27-d4bf5ca80f8c tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'Port': ['ID=79250b8b-c9fe-406a-81f4-1bb64a143bdb,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:25.622759 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3c3fbca7-01db-4957-ae6a-2d40ff40abd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:25.735834 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-3c3fbca7-01db-4957-ae6a-2d40ff40abd9 None None] For port 28fd9664-cebb-48a7-8480-f0b38add9201, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=28fd9664-cebb-48a7-8480-f0b38add9201,segment=NetworkSegment(81df5d99-f938-4f43-85da-a78c9ae2eaea),segment_id=81df5d99-f938-4f43-85da-a78c9ae2eaea)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:17:25.832485 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-45940249-fa69-4e43-bc27-d4bf5ca80f8c tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:25.836472 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a30d24b-bd85-4e19-80b5-745c44c7004f req-51e8c1f3-c253-4f0c-8c82-06891aa975a1 service neutron] 10.222.0.20 "GET /v2.0/networks/0d945faf-920a-4b7f-9870-92ae6ded723e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5064681 Aug 18 13:17:25.847250 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3c3fbca7-01db-4957-ae6a-2d40ff40abd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:25.991087 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d382038c-8632-4e6d-a705-b405f6a8f82e None None] Network 7f77de02-8296-4718-8110-876b51957db4 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:17:26.091686 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4ccdd5a3-c1e9-462d-bf1d-bd03e8123cb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:26.195851 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device d9ba3388-252e-472d-a5b8-1583e4a4a10c up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:17:26.266323 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0b145b31-d3fe-42c9-bbb8-776b4cb7bcb1 req-087fae3b-5c0a-402e-83f0-e41f30f009de tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 210 time: 0.1760995 Aug 18 13:17:26.274058 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3fbca7-01db-4957-ae6a-2d40ff40abd9 None None] Pushing event updated for resources: {'Port': ['ID=28fd9664-cebb-48a7-8480-f0b38add9201,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:26.321119 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-52e0af46-e910-4d3d-9e04-e0149bf0cf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:26.322613 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-52e0af46-e910-4d3d-9e04-e0149bf0cf88 service neutron] 10.222.0.20 "GET /v2.0/ports/069b9001-3300-4e5d-a3d3-e19a50735842 HTTP/1.1" status: 200 len: 1032 time: 0.0902338 Aug 18 13:17:26.490068 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-5c1eb544-2d23-4561-988a-ceac107b000c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:26.495932 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-5c1eb544-2d23-4561-988a-ceac107b000c service neutron] 10.222.0.20 "GET /v2.0/ports/7e6e27c2-38fd-42cf-93be-14deed0fa74b HTTP/1.1" status: 200 len: 1033 time: 0.1656809 Aug 18 13:17:26.508103 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-45940249-fa69-4e43-bc27-d4bf5ca80f8c tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:26.598072 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-231f6a60-67a7-4263-b23a-5470464b7e55 None None] Provisioning for port ddc11d2a-09b9-4c0c-ba16-edb782288e70 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:17:26.605979 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port d9ba3388-252e-472d-a5b8-1583e4a4a10c completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:17:26.621446 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port d9ba3388-252e-472d-a5b8-1583e4a4a10c triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:26.622408 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:26.805458 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4ccdd5a3-c1e9-462d-bf1d-bd03e8123cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:26.901205 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7fa12562-46bf-4eca-814c-afe61491b02b None None] Provisioning for port 79250b8b-c9fe-406a-81f4-1bb64a143bdb completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:17:26.923200 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7fa12562-46bf-4eca-814c-afe61491b02b None None] Provisioning complete for port 79250b8b-c9fe-406a-81f4-1bb64a143bdb triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:26.930492 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7fa12562-46bf-4eca-814c-afe61491b02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:26.962151 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-81dbd84f-9673-4f63-a032-cb49e680f8b7 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:26.969345 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-81dbd84f-9673-4f63-a032-cb49e680f8b7 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:26.975917 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-81dbd84f-9673-4f63-a032-cb49e680f8b7 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:26.979813 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-81dbd84f-9673-4f63-a032-cb49e680f8b7 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.20 "GET /v2.0/networks?id=e9ea624b-86fc-4131-a8a7-d576a5006edb&id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&id=d880c4db-c535-4c81-86a6-739ddf2b8b3f&id=d880c4db-c535-4c81-86a6-739ddf2b8b3f HTTP/1.1" status: 200 len: 1994 time: 0.4758892 Aug 18 13:17:26.995996 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:27.053529 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-45940249-fa69-4e43-bc27-d4bf5ca80f8c tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:27.055418 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port d9ba3388-252e-472d-a5b8-1583e4a4a10c, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=d9ba3388-252e-472d-a5b8-1583e4a4a10c,segment=NetworkSegment(77c43c86-98da-467a-9577-a20d8deac21c),segment_id=77c43c86-98da-467a-9577-a20d8deac21c)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:17:27.060248 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7fa12562-46bf-4eca-814c-afe61491b02b None None] Port 79250b8b-c9fe-406a-81f4-1bb64a143bdb cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:17:27.070716 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7fa12562-46bf-4eca-814c-afe61491b02b None None] Provisioning complete for port 28fd9664-cebb-48a7-8480-f0b38add9201 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:27.071083 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7fa12562-46bf-4eca-814c-afe61491b02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:27.204377 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-45940249-fa69-4e43-bc27-d4bf5ca80f8c tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:27.270470 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:27.271342 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device ddc11d2a-09b9-4c0c-ba16-edb782288e70 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:17:27.408371 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=d9ba3388-252e-472d-a5b8-1583e4a4a10c,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:27.467664 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45940249-fa69-4e43-bc27-d4bf5ca80f8c tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'Port': ['ID=79250b8b-c9fe-406a-81f4-1bb64a143bdb,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:27.493757 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-45940249-fa69-4e43-bc27-d4bf5ca80f8c tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:27.556918 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-447ac4e7-e37b-4d59-a3d1-e06f899a6379 req-6f607386-ffcd-4723-a753-d53068704c97 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 210 time: 0.0353582 Aug 18 13:17:27.563307 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-18fd090c-c9a7-4aad-9f03-379e7dd8dda5 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9187a221b3e94f438328aff4ddb46e1a HTTP/1.1" status: 200 len: 380 time: 0.5029309 Aug 18 13:17:27.578640 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-4f574890-2fbf-4285-b262-124b41db5e18 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Request body: {'port': {'device_id': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'network_id': 'e9ea624b-86fc-4131-a8a7-d576a5006edb', 'admin_state_up': True, 'tenant_id': '9187a221b3e94f438328aff4ddb46e1a', 'security_groups': ['b41cafd6-0737-4746-ad47-0bb9e5757c28']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:27.626305 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45940249-fa69-4e43-bc27-d4bf5ca80f8c tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Network a2d879c4-9033-4aca-ba84-b0cabcfb0087 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:17:27.626804 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port ddc11d2a-09b9-4c0c-ba16-edb782288e70 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:17:27.627804 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-45940249-fa69-4e43-bc27-d4bf5ca80f8c tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:17:27.641649 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port ddc11d2a-09b9-4c0c-ba16-edb782288e70 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:27.642003 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:27.707194 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ac0dda58-bf72-4663-a520-5499a40241eb None None] Provisioning complete for port ddc11d2a-09b9-4c0c-ba16-edb782288e70 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:27.707619 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ac0dda58-bf72-4663-a520-5499a40241eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:27.813682 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:27.818670 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ccdd5a3-c1e9-462d-bf1d-bd03e8123cb6 admin admin] Router 5014657a-1064-4e65-bef8-2e6073b1d39a is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:17:27.824798 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-4f574890-2fbf-4285-b262-124b41db5e18 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Made reservation on behalf of 9187a221b3e94f438328aff4ddb46e1a for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:17:27.830240 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-4f574890-2fbf-4285-b262-124b41db5e18 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:27.949340 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45940249-fa69-4e43-bc27-d4bf5ca80f8c tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Router 758d2c87-ed76-4f56-94cc-9f5b106493b3 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:17:27.949573 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port ddc11d2a-09b9-4c0c-ba16-edb782288e70, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=ddc11d2a-09b9-4c0c-ba16-edb782288e70,segment=NetworkSegment(23c9010c-15f3-4483-909c-f9778b623994),segment_id=23c9010c-15f3-4483-909c-f9778b623994)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:17:27.949573 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ac0dda58-bf72-4663-a520-5499a40241eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:28.019139 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:28.078480 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:28.109896 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45940249-fa69-4e43-bc27-d4bf5ca80f8c tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:17:28.135762 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-45940249-fa69-4e43-bc27-d4bf5ca80f8c tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "PUT /v2.0/routers/758d2c87-ed76-4f56-94cc-9f5b106493b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8480911 Aug 18 13:17:28.136543 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538848b1-757d-48e8-9470-df23560caa55 None None] Sync routers for ids ['758d2c87-ed76-4f56-94cc-9f5b106493b3'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:17:28.136687 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44492) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:28.168074 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 28fd9664-cebb-48a7-8480-f0b38add9201 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:17:28.186760 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.db.api [None req-ac0dda58-bf72-4663-a520-5499a40241eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:17:28.187339 n-d-803603-2 neutron-server[101677]: DEBUG oslo_db.api [None req-ac0dda58-bf72-4663-a520-5499a40241eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:17:28.208960 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ccdd5a3-c1e9-462d-bf1d-bd03e8123cb6 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:17:28.221697 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db7c7d0-92a3-46d9-a25a-88689942fac0 None None] Sync routers for ids ['5014657a-1064-4e65-bef8-2e6073b1d39a'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:17:28.227926 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f41f1d-32ba-4bb2-8d96-e477a865ad9a tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:28.235150 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-12f41f1d-32ba-4bb2-8d96-e477a865ad9a tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "GET /v2.0/ports?device_id=758d2c87-ed76-4f56-94cc-9f5b106493b3 HTTP/1.1" status: 200 len: 982 time: 0.0975187 Aug 18 13:17:28.236049 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44496) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:28.237788 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db7c7d0-92a3-46d9-a25a-88689942fac0 None None] Routers {'5014657a-1064-4e65-bef8-2e6073b1d39a'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:17:28.238655 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-9db7c7d0-92a3-46d9-a25a-88689942fac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:17:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['5014657a-1064-4e65-bef8-2e6073b1d39a'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:28.259871 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=ddc11d2a-09b9-4c0c-ba16-edb782288e70,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:28.271742 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538848b1-757d-48e8-9470-df23560caa55 None None] Routers {'758d2c87-ed76-4f56-94cc-9f5b106493b3'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:17:28.273091 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-538848b1-757d-48e8-9470-df23560caa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:17:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['758d2c87-ed76-4f56-94cc-9f5b106493b3'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:28.316569 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-538848b1-757d-48e8-9470-df23560caa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:28.338831 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538848b1-757d-48e8-9470-df23560caa55 None None] Routers {'758d2c87-ed76-4f56-94cc-9f5b106493b3'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:17:28.339072 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-538848b1-757d-48e8-9470-df23560caa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:17:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['758d2c87-ed76-4f56-94cc-9f5b106493b3'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:28.396484 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-538848b1-757d-48e8-9470-df23560caa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:28.396484 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538848b1-757d-48e8-9470-df23560caa55 None None] The sync data for ids ['758d2c87-ed76-4f56-94cc-9f5b106493b3'] in n-d-803603-2 is: [] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:17:28.423762 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 28fd9664-cebb-48a7-8480-f0b38add9201 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:28.424153 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:28.478903 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-9db7c7d0-92a3-46d9-a25a-88689942fac0 None None] Set router 5014657a-1064-4e65-bef8-2e6073b1d39a gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:17:28.551697 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4ccdd5a3-c1e9-462d-bf1d-bd03e8123cb6 admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:28.555678 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4ccdd5a3-c1e9-462d-bf1d-bd03e8123cb6 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.1910491 Aug 18 13:17:28.555678 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-4f574890-2fbf-4285-b262-124b41db5e18 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Allocated IP 172.20.0.14 (e9ea624b-86fc-4131-a8a7-d576a5006edb/a6a49593-1d36-467e-a1bb-8c5f2a09f233/4c42b267-b638-4860-bfd1-70bfa4f46487) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:17:28.558817 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44506) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:28.559585 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44508) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:28.602990 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device d9ba3388-252e-472d-a5b8-1583e4a4a10c up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:17:28.844967 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ac0dda58-bf72-4663-a520-5499a40241eb None None] Provisioning complete for port 79250b8b-c9fe-406a-81f4-1bb64a143bdb triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:28.850404 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ac0dda58-bf72-4663-a520-5499a40241eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:28.905092 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port d9ba3388-252e-472d-a5b8-1583e4a4a10c triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:28.907783 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:28.922496 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:28.948977 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-4f574890-2fbf-4285-b262-124b41db5e18 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:28.977408 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-4f574890-2fbf-4285-b262-124b41db5e18 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Transition to ACTIVE for port object 4c42b267-b638-4860-bfd1-70bfa4f46487 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:17:29.032350 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-ac0dda58-bf72-4663-a520-5499a40241eb None None] Port 79250b8b-c9fe-406a-81f4-1bb64a143bdb cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:17:29.101586 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-975c2575-7e4a-46c6-b8a1-793bb6ee4874 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:29.177915 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-9db7c7d0-92a3-46d9-a25a-88689942fac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5014657a-1064-4e65-bef8-2e6073b1d39a', 'name': 'tempest-TestVolumeBackupRestore-2087298804-router', 'tenant_id': 'cdf08d4aec934d34bd9d70d2497cc8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '8fcbe83e-d640-4e13-a063-192c4f535941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:17:22Z', 'updated_at': '2021-08-18T13:17:25Z', 'revision_number': 3, 'project_id': 'cdf08d4aec934d34bd9d70d2497cc8dd', 'gw_port': {'id': '8fcbe83e-d640-4e13-a063-192c4f535941', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:3c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5014657a-1064-4e65-bef8-2e6073b1d39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:17:23Z', 'updated_at': '2021-08-18T13:17:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:29.205803 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-235acf98-7c96-4da3-a3d2-394193b4509e None None] Provisioning complete for port 79250b8b-c9fe-406a-81f4-1bb64a143bdb triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:29.208391 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-235acf98-7c96-4da3-a3d2-394193b4509e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:29.242608 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db7c7d0-92a3-46d9-a25a-88689942fac0 None None] Checking router: 5014657a-1064-4e65-bef8-2e6073b1d39a for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:17:29.243199 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db7c7d0-92a3-46d9-a25a-88689942fac0 None None] Updating router 5014657a-1064-4e65-bef8-2e6073b1d39a port 8fcbe83e-d640-4e13-a063-192c4f535941 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:17:29.284757 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-235acf98-7c96-4da3-a3d2-394193b4509e None None] Port 79250b8b-c9fe-406a-81f4-1bb64a143bdb cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:17:29.316642 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-4f574890-2fbf-4285-b262-124b41db5e18 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:29.321380 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-9db7c7d0-92a3-46d9-a25a-88689942fac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:29.367063 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-24ed66e9-a230-4df8-ab26-d5736343d4d9 req-4e0aede4-100f-4a2a-9a15-3f1c409bfb33 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 210 time: 0.5306673 Aug 18 13:17:29.392911 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-4f574890-2fbf-4285-b262-124b41db5e18 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Network e9ea624b-86fc-4131-a8a7-d576a5006edb is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:17:29.398422 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-4f574890-2fbf-4285-b262-124b41db5e18 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:17:29.414270 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-4f574890-2fbf-4285-b262-124b41db5e18 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:17:29.425000 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f574890-2fbf-4285-b262-124b41db5e18 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Pushing event updated for resources: {'Port': ['ID=4c42b267-b638-4860-bfd1-70bfa4f46487,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:29.598540 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-4f574890-2fbf-4285-b262-124b41db5e18 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:29.599299 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44516) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:29.599770 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-4f574890-2fbf-4285-b262-124b41db5e18 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:29.725577 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-975c2575-7e4a-46c6-b8a1-793bb6ee4874 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Deleting port 79250b8b-c9fe-406a-81f4-1bb64a143bdb {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:17:29.726359 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-975c2575-7e4a-46c6-b8a1-793bb6ee4874 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:29.738162 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-4f574890-2fbf-4285-b262-124b41db5e18 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1615450 Aug 18 13:17:29.738913 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b57b3911-7757-4146-8db4-e037e2cbe340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:29.760861 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-a1bf45e1-1201-40a8-a9ac-d42cacbfb2c3 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Request body: {'port': {'device_id': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'network_id': 'f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d', 'admin_state_up': True, 'tenant_id': '9187a221b3e94f438328aff4ddb46e1a', 'security_groups': ['b41cafd6-0737-4746-ad47-0bb9e5757c28']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:29.968264 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0a4b3487-ff83-4e32-a7d8-f3d76145609f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:30.002544 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-9db7c7d0-92a3-46d9-a25a-88689942fac0 None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:30.020190 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-9db7c7d0-92a3-46d9-a25a-88689942fac0 None None] Transition to ACTIVE for port object 8fcbe83e-d640-4e13-a063-192c4f535941 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:17:30.020431 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-975c2575-7e4a-46c6-b8a1-793bb6ee4874 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:30.049205 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-975c2575-7e4a-46c6-b8a1-793bb6ee4874 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Calling delete_port for 79250b8b-c9fe-406a-81f4-1bb64a143bdb owned by network:router_interface {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:17:30.132732 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d685e427-9300-41c3-ae2f-557e1ed995d9 None None] Provisioning for port 4c42b267-b638-4860-bfd1-70bfa4f46487 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:17:30.136179 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d685e427-9300-41c3-ae2f-557e1ed995d9 None None] Provisioning complete for port 4c42b267-b638-4860-bfd1-70bfa4f46487 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:30.136561 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d685e427-9300-41c3-ae2f-557e1ed995d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:30.155239 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-9db7c7d0-92a3-46d9-a25a-88689942fac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:30.170978 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device ddc11d2a-09b9-4c0c-ba16-edb782288e70 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:17:30.235761 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-d685e427-9300-41c3-ae2f-557e1ed995d9 None None] Port 4c42b267-b638-4860-bfd1-70bfa4f46487 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:17:30.255204 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-b57b3911-7757-4146-8db4-e037e2cbe340 admin admin] Allocated IP 172.20.0.1 (7f77de02-8296-4718-8110-876b51957db4/acd1ab40-402c-4eb7-99ff-4122c5b236e2/800d2503-b90c-4b5e-b0d0-d969cd4458e7) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:17:30.260398 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port ddc11d2a-09b9-4c0c-ba16-edb782288e70 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:30.260786 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:30.280262 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab72cf-8e13-4165-9f65-0e1f87d897e8 None None] Pushing event updated for resources: {'Port': ['ID=8fcbe83e-d640-4e13-a063-192c4f535941,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:30.303995 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-9db7c7d0-92a3-46d9-a25a-88689942fac0 None None] Attempting to bind port 8fcbe83e-d640-4e13-a063-192c4f535941 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:17:30.304700 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-9db7c7d0-92a3-46d9-a25a-88689942fac0 None None] Attempting to bind port 8fcbe83e-d640-4e13-a063-192c4f535941 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:17:30.305323 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db7c7d0-92a3-46d9-a25a-88689942fac0 None None] Attempting to bind port 8fcbe83e-d640-4e13-a063-192c4f535941 on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:17:30.315119 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db7c7d0-92a3-46d9-a25a-88689942fac0 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:17:30.317149 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db7c7d0-92a3-46d9-a25a-88689942fac0 None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:17:30.317794 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-9db7c7d0-92a3-46d9-a25a-88689942fac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:30.318460 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db7c7d0-92a3-46d9-a25a-88689942fac0 None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:17:30.319195 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-9db7c7d0-92a3-46d9-a25a-88689942fac0 None None] Bound port: 8fcbe83e-d640-4e13-a063-192c4f535941, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:17:30.320017 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-9db7c7d0-92a3-46d9-a25a-88689942fac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:30.389419 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-9db7c7d0-92a3-46d9-a25a-88689942fac0 None None] For port 8fcbe83e-d640-4e13-a063-192c4f535941, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:17:30.424561 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-975c2575-7e4a-46c6-b8a1-793bb6ee4874 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:30.454112 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-9db7c7d0-92a3-46d9-a25a-88689942fac0 None None] For port 8fcbe83e-d640-4e13-a063-192c4f535941, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=8fcbe83e-d640-4e13-a063-192c4f535941,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:17:30.536687 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975c2575-7e4a-46c6-b8a1-793bb6ee4874 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event deleted for resources: {'Port': ['ID=79250b8b-c9fe-406a-81f4-1bb64a143bdb,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:30.544180 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-9db7c7d0-92a3-46d9-a25a-88689942fac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:30.671206 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db7c7d0-92a3-46d9-a25a-88689942fac0 None None] Routers {'5014657a-1064-4e65-bef8-2e6073b1d39a'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:17:30.671844 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-9db7c7d0-92a3-46d9-a25a-88689942fac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:17:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['5014657a-1064-4e65-bef8-2e6073b1d39a'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:30.755769 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab72cf-8e13-4165-9f65-0e1f87d897e8 None None] Pushing event updated for resources: {'Port': ['ID=8fcbe83e-d640-4e13-a063-192c4f535941,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:30.790846 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73082b2e-dd35-44d9-adc1-6c799424cafc req-603e016c-6fec-4877-8794-b66f868fdb67 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:30.814407 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-73082b2e-dd35-44d9-adc1-6c799424cafc req-603e016c-6fec-4877-8794-b66f868fdb67 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 932 time: 0.2495849 Aug 18 13:17:30.867643 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-975c2575-7e4a-46c6-b8a1-793bb6ee4874 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:30.889850 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-9db7c7d0-92a3-46d9-a25a-88689942fac0 None None] Set router 5014657a-1064-4e65-bef8-2e6073b1d39a gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:17:30.933230 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b57b3911-7757-4146-8db4-e037e2cbe340 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:30.982502 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-b57b3911-7757-4146-8db4-e037e2cbe340 admin admin] Transition to ACTIVE for port object 800d2503-b90c-4b5e-b0d0-d969cd4458e7 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:17:31.014562 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-73082b2e-dd35-44d9-adc1-6c799424cafc req-69ee835b-e7cc-4cfe-8ef5-7a90a4b2c4a1 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974006 Aug 18 13:17:31.158905 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-9db7c7d0-92a3-46d9-a25a-88689942fac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5014657a-1064-4e65-bef8-2e6073b1d39a', 'name': 'tempest-TestVolumeBackupRestore-2087298804-router', 'tenant_id': 'cdf08d4aec934d34bd9d70d2497cc8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '8fcbe83e-d640-4e13-a063-192c4f535941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:17:22Z', 'updated_at': '2021-08-18T13:17:25Z', 'revision_number': 3, 'project_id': 'cdf08d4aec934d34bd9d70d2497cc8dd', 'gw_port': {'id': '8fcbe83e-d640-4e13-a063-192c4f535941', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:3c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5014657a-1064-4e65-bef8-2e6073b1d39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:17:23Z', 'updated_at': '2021-08-18T13:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:31.162315 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b57b3911-7757-4146-8db4-e037e2cbe340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:31.167942 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0a4b3487-ff83-4e32-a7d8-f3d76145609f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:31.181308 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975c2575-7e4a-46c6-b8a1-793bb6ee4874 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Router 758d2c87-ed76-4f56-94cc-9f5b106493b3 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:17:31.193879 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db7c7d0-92a3-46d9-a25a-88689942fac0 None None] The sync data for ids ['5014657a-1064-4e65-bef8-2e6073b1d39a'] in n-d-803603-2 is: [{'id': '5014657a-1064-4e65-bef8-2e6073b1d39a', 'name': 'tempest-TestVolumeBackupRestore-2087298804-router', 'tenant_id': 'cdf08d4aec934d34bd9d70d2497cc8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '8fcbe83e-d640-4e13-a063-192c4f535941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:17:22Z', 'updated_at': '2021-08-18T13:17:25Z', 'revision_number': 3, 'project_id': 'cdf08d4aec934d34bd9d70d2497cc8dd', 'gw_port': {'id': '8fcbe83e-d640-4e13-a063-192c4f535941', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:3c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5014657a-1064-4e65-bef8-2e6073b1d39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:17:23Z', 'updated_at': '2021-08-18T13:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:17:31.246073 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b3911-7757-4146-8db4-e037e2cbe340 admin admin] Pushing event updated for resources: {'Port': ['ID=800d2503-b90c-4b5e-b0d0-d969cd4458e7,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:31.254133 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0a4b3487-ff83-4e32-a7d8-f3d76145609f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:31.296159 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0a4b3487-ff83-4e32-a7d8-f3d76145609f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=631d4c86f2a4486fb844247602b62b77&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6957014 Aug 18 13:17:31.298443 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44528) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:31.323382 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57b3911-7757-4146-8db4-e037e2cbe340 admin admin] Network 7f77de02-8296-4718-8110-876b51957db4 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:17:31.324664 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975c2575-7e4a-46c6-b8a1-793bb6ee4874 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:17:31.335216 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-b57b3911-7757-4146-8db4-e037e2cbe340 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:17:31.340905 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bf5e5e-1546-419b-8d9b-9d8eabb3871f None None] Sync routers for ids ['758d2c87-ed76-4f56-94cc-9f5b106493b3'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:17:31.354529 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57b3911-7757-4146-8db4-e037e2cbe340 admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:17:31.362475 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-975c2575-7e4a-46c6-b8a1-793bb6ee4874 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "PUT /v2.0/routers/758d2c87-ed76-4f56-94cc-9f5b106493b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1086338 Aug 18 13:17:31.362658 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bf5e5e-1546-419b-8d9b-9d8eabb3871f None None] Routers {'758d2c87-ed76-4f56-94cc-9f5b106493b3'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:17:31.362658 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e2bf5e5e-1546-419b-8d9b-9d8eabb3871f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:17:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['758d2c87-ed76-4f56-94cc-9f5b106493b3'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:31.363578 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44530) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:31.410316 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-076d05ad-dafc-42a4-844f-c7b43cae9286 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] GET failed (client error): The resource could not be found. Aug 18 13:17:31.412954 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-076d05ad-dafc-42a4-844f-c7b43cae9286 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "GET /v2.0/ports/79250b8b-c9fe-406a-81f4-1bb64a143bdb HTTP/1.1" status: 404 len: 333 time: 0.0482619 Aug 18 13:17:31.416843 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44532) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:31.419656 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e2bf5e5e-1546-419b-8d9b-9d8eabb3871f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:31.429853 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bf5e5e-1546-419b-8d9b-9d8eabb3871f None None] Routers {'758d2c87-ed76-4f56-94cc-9f5b106493b3'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:17:31.430584 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e2bf5e5e-1546-419b-8d9b-9d8eabb3871f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:17:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['758d2c87-ed76-4f56-94cc-9f5b106493b3'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:31.442114 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4b3487-ff83-4e32-a7d8-f3d76145609f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19d5271-c46d-40f4-8a82-9d652798d75e,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:31.485180 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e2bf5e5e-1546-419b-8d9b-9d8eabb3871f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:31.486037 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bf5e5e-1546-419b-8d9b-9d8eabb3871f None None] The sync data for ids ['758d2c87-ed76-4f56-94cc-9f5b106493b3'] in n-d-803603-2 is: [] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:17:31.518560 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-a1bf45e1-1201-40a8-a9ac-d42cacbfb2c3 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Made reservation on behalf of 9187a221b3e94f438328aff4ddb46e1a for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:17:31.522742 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-a1bf45e1-1201-40a8-a9ac-d42cacbfb2c3 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:31.526980 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5b6abd2a-f0e3-4716-97dd-c18bebcd7300 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:31.531642 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b57b3911-7757-4146-8db4-e037e2cbe340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:31.576973 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8e12e0d0-02d7-4ac3-b07a-4857ff0f1baf tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:31.713746 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0b537789-0bc4-434f-af85-505456c45d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:31.775267 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-21b19e5b-af4b-40a6-88b6-94de1b1b072d None None] Provisioning for port 800d2503-b90c-4b5e-b0d0-d969cd4458e7 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:17:31.784663 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0b537789-0bc4-434f-af85-505456c45d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:31.790990 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-21b19e5b-af4b-40a6-88b6-94de1b1b072d None None] Provisioning complete for port 800d2503-b90c-4b5e-b0d0-d969cd4458e7 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:31.792693 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-21b19e5b-af4b-40a6-88b6-94de1b1b072d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:31.869814 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8e12e0d0-02d7-4ac3-b07a-4857ff0f1baf tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:31.875810 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8e12e0d0-02d7-4ac3-b07a-4857ff0f1baf tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:31.883365 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-21b19e5b-af4b-40a6-88b6-94de1b1b072d None None] Port 800d2503-b90c-4b5e-b0d0-d969cd4458e7 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:17:32.035685 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-a1bf45e1-1201-40a8-a9ac-d42cacbfb2c3 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Allocated IP 10.1.1.25 (f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d/1cbb8eea-c986-4ab1-9343-a5e2b65768a8/c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:17:32.102486 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8e12e0d0-02d7-4ac3-b07a-4857ff0f1baf tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:32.102998 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e12e0d0-02d7-4ac3-b07a-4857ff0f1baf tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Fanout notify agent at l3_agent the message router_deleted on router 758d2c87-ed76-4f56-94cc-9f5b106493b3 {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:17:32.117666 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8e12e0d0-02d7-4ac3-b07a-4857ff0f1baf tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:32.117666 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8e12e0d0-02d7-4ac3-b07a-4857ff0f1baf tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/routers/758d2c87-ed76-4f56-94cc-9f5b106493b3 HTTP/1.1" status: 204 len: 168 time: 0.6984169 Aug 18 13:17:32.120683 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44540) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:32.176227 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b57b3911-7757-4146-8db4-e037e2cbe340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:32.208082 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 8fcbe83e-d640-4e13-a063-192c4f535941 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:17:32.272753 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-41155c60-720a-47e5-a7f4-7b250450165b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Deleting subnet ad57f58e-7ebe-4d8f-84b9-7cbbc78f91f6 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:17:32.275086 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0b537789-0bc4-434f-af85-505456c45d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:32.279650 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0b537789-0bc4-434f-af85-505456c45d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:32.281586 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0b537789-0bc4-434f-af85-505456c45d27 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b19d5271-c46d-40f4-8a82-9d652798d75e HTTP/1.1" status: 204 len: 168 time: 0.9809039 Aug 18 13:17:32.282772 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-41155c60-720a-47e5-a7f4-7b250450165b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:32.339993 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b537789-0bc4-434f-af85-505456c45d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19d5271-c46d-40f4-8a82-9d652798d75e,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:32.360713 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 8fcbe83e-d640-4e13-a063-192c4f535941 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:17:32.381997 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-41155c60-720a-47e5-a7f4-7b250450165b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:32.383432 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 8fcbe83e-d640-4e13-a063-192c4f535941 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:32.394015 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:32.410928 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2e8cc-b82a-425e-a801-ed0fb304e7bd req-b23a0302-0cd3-4226-9008-4f80e5d0aea2 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:32.413534 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-50b2e8cc-b82a-425e-a801-ed0fb304e7bd req-b23a0302-0cd3-4226-9008-4f80e5d0aea2 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 932 time: 0.2547851 Aug 18 13:17:32.444522 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-a1bf45e1-1201-40a8-a9ac-d42cacbfb2c3 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:32.473955 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-a1bf45e1-1201-40a8-a9ac-d42cacbfb2c3 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Transition to ACTIVE for port object c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:17:32.563767 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-50b2e8cc-b82a-425e-a801-ed0fb304e7bd req-1be1ca9e-6397-4e46-8907-0e4a1a705b58 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369829 Aug 18 13:17:32.580819 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-41155c60-720a-47e5-a7f4-7b250450165b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:32.636387 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:32.672540 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 8fcbe83e-d640-4e13-a063-192c4f535941, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=8fcbe83e-d640-4e13-a063-192c4f535941,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:17:32.710512 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-5b6abd2a-f0e3-4716-97dd-c18bebcd7300 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Deleting port b66336a1-260b-4ce3-be49-81fdaff890bb {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:17:32.710868 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5b6abd2a-f0e3-4716-97dd-c18bebcd7300 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:32.769611 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b57b3911-7757-4146-8db4-e037e2cbe340 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:32.874774 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-5b6abd2a-f0e3-4716-97dd-c18bebcd7300 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] For port b66336a1-260b-4ce3-be49-81fdaff890bb, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b66336a1-260b-4ce3-be49-81fdaff890bb,segment=NetworkSegment(6c6fddde-dfd0-4e8a-ab3b-09680f994096),segment_id=6c6fddde-dfd0-4e8a-ab3b-09680f994096)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:17:32.875185 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5b6abd2a-f0e3-4716-97dd-c18bebcd7300 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:32.886478 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:32.898886 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-5b6abd2a-f0e3-4716-97dd-c18bebcd7300 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Calling delete_port for b66336a1-260b-4ce3-be49-81fdaff890bb owned by network:router_interface {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:17:33.007469 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=8fcbe83e-d640-4e13-a063-192c4f535941,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:33.147661 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b57b3911-7757-4146-8db4-e037e2cbe340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:33.230218 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b3911-7757-4146-8db4-e037e2cbe340 admin admin] Pushing event updated for resources: {'Port': ['ID=800d2503-b90c-4b5e-b0d0-d969cd4458e7,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:33.233547 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b57b3911-7757-4146-8db4-e037e2cbe340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:33.237152 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5b6abd2a-f0e3-4716-97dd-c18bebcd7300 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:33.273835 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6abd2a-f0e3-4716-97dd-c18bebcd7300 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event deleted for resources: {'Port': ['ID=b66336a1-260b-4ce3-be49-81fdaff890bb,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:33.275260 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-a1bf45e1-1201-40a8-a9ac-d42cacbfb2c3 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:33.337480 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bf45e1-1201-40a8-a9ac-d42cacbfb2c3 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Pushing event updated for resources: {'Port': ['ID=c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:33.344398 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-41155c60-720a-47e5-a7f4-7b250450165b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:33.376158 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44550) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:33.381171 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41155c60-720a-47e5-a7f4-7b250450165b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event deleted for resources: {'Subnet': ['ID=ad57f58e-7ebe-4d8f-84b9-7cbbc78f91f6,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:33.395295 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-a1bf45e1-1201-40a8-a9ac-d42cacbfb2c3 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Network f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:17:33.399735 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-a1bf45e1-1201-40a8-a9ac-d42cacbfb2c3 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:17:33.402008 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-a1bf45e1-1201-40a8-a9ac-d42cacbfb2c3 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:17:33.408403 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-41155c60-720a-47e5-a7f4-7b250450165b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:33.414031 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-41155c60-720a-47e5-a7f4-7b250450165b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/subnets/ad57f58e-7ebe-4d8f-84b9-7cbbc78f91f6 HTTP/1.1" status: 204 len: 168 time: 1.2896185 Aug 18 13:17:33.421650 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44552) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:33.445151 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fcb90621-8226-4110-85cb-d701818a2283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:33.451311 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ae991f-158a-4cf5-ab4f-78e05561df99 None None] Network a2d879c4-9033-4aca-ba84-b0cabcfb0087 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:17:33.461716 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-a1bf45e1-1201-40a8-a9ac-d42cacbfb2c3 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:33.462476 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-a1bf45e1-1201-40a8-a9ac-d42cacbfb2c3 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:33.567915 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-a1bf45e1-1201-40a8-a9ac-d42cacbfb2c3 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.8108866 Aug 18 13:17:33.584537 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-7b3c4440-ae98-4da6-a8d4-1b7ec545c54b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Request body: {'port': {'device_id': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'network_id': 'f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d', 'admin_state_up': True, 'tenant_id': '9187a221b3e94f438328aff4ddb46e1a', 'security_groups': ['b41cafd6-0737-4746-ad47-0bb9e5757c28']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:33.778668 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-15b7e544-199e-4da8-ac9a-50a649a63949 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:33.789584 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57b3911-7757-4146-8db4-e037e2cbe340 admin admin] Network 7f77de02-8296-4718-8110-876b51957db4 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:17:33.801754 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5133a6d-01c0-4b34-ae5e-ecbdb9a063d5 None None] DHCP port deletion for a2d879c4-9033-4aca-ba84-b0cabcfb0087 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:17:33.816061 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-b57b3911-7757-4146-8db4-e037e2cbe340 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:17:33.899090 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-b5133a6d-01c0-4b34-ae5e-ecbdb9a063d5 None None] Deleting port 28fd9664-cebb-48a7-8480-f0b38add9201 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:17:33.899557 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b5133a6d-01c0-4b34-ae5e-ecbdb9a063d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:33.908845 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7dd0a-d3b3-4740-8a77-39c6700dd6a3 req-68c4bc1b-ba85-4d7a-9b44-437b823203ef tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:33.914883 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7dd0a-d3b3-4740-8a77-39c6700dd6a3 req-68c4bc1b-ba85-4d7a-9b44-437b823203ef tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:33.916543 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d6a7dd0a-d3b3-4740-8a77-39c6700dd6a3 req-68c4bc1b-ba85-4d7a-9b44-437b823203ef tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 1653 time: 0.1485891 Aug 18 13:17:34.010259 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d6a7dd0a-d3b3-4740-8a77-39c6700dd6a3 req-8aab4405-356d-4fe7-8eb1-3018d923bbae tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725601 Aug 18 13:17:34.030125 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-b5133a6d-01c0-4b34-ae5e-ecbdb9a063d5 None None] For port 28fd9664-cebb-48a7-8480-f0b38add9201, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=28fd9664-cebb-48a7-8480-f0b38add9201,segment=NetworkSegment(81df5d99-f938-4f43-85da-a78c9ae2eaea),segment_id=81df5d99-f938-4f43-85da-a78c9ae2eaea)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:17:34.030921 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b5133a6d-01c0-4b34-ae5e-ecbdb9a063d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:34.063150 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-b5133a6d-01c0-4b34-ae5e-ecbdb9a063d5 None None] Calling delete_port for 28fd9664-cebb-48a7-8480-f0b38add9201 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:17:34.140424 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57b3911-7757-4146-8db4-e037e2cbe340 admin admin] Router 5014657a-1064-4e65-bef8-2e6073b1d39a has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:17:34.151631 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-8a11c197-8900-40a3-9f62-71a4f8eea04f None None] Provisioning for port c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:17:34.165338 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-8a11c197-8900-40a3-9f62-71a4f8eea04f None None] Provisioning complete for port c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:34.165771 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8a11c197-8900-40a3-9f62-71a4f8eea04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:34.194467 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5b6abd2a-f0e3-4716-97dd-c18bebcd7300 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:34.238093 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-8a11c197-8900-40a3-9f62-71a4f8eea04f None None] Port c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:17:34.268493 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 8fcbe83e-d640-4e13-a063-192c4f535941 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:17:34.321610 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b5133a6d-01c0-4b34-ae5e-ecbdb9a063d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:34.324766 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 8fcbe83e-d640-4e13-a063-192c4f535941 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:34.325155 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:34.354851 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fcb90621-8226-4110-85cb-d701818a2283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:34.358632 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-15b7e544-199e-4da8-ac9a-50a649a63949 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Deleting port 28fd9664-cebb-48a7-8480-f0b38add9201 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:17:34.358970 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-15b7e544-199e-4da8-ac9a-50a649a63949 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:34.386413 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5133a6d-01c0-4b34-ae5e-ecbdb9a063d5 None None] Pushing event deleted for resources: {'Port': ['ID=28fd9664-cebb-48a7-8480-f0b38add9201,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:34.392270 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5133a6d-01c0-4b34-ae5e-ecbdb9a063d5 None None] No DVR routers for this DVR port 28fd9664-cebb-48a7-8480-f0b38add9201 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:17:34.408833 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7148151d-0866-45b5-b8d8-55ab551fc5af None None] Provisioning complete for port 800d2503-b90c-4b5e-b0d0-d969cd4458e7 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:34.408833 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7148151d-0866-45b5-b8d8-55ab551fc5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:34.444004 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7148151d-0866-45b5-b8d8-55ab551fc5af None None] Port 800d2503-b90c-4b5e-b0d0-d969cd4458e7 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:17:34.465826 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fcb90621-8226-4110-85cb-d701818a2283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:34.546702 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 28fd9664-cebb-48a7-8480-f0b38add9201 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:17:34.549673 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-7b3c4440-ae98-4da6-a8d4-1b7ec545c54b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Made reservation on behalf of 9187a221b3e94f438328aff4ddb46e1a for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:17:34.554188 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-7b3c4440-ae98-4da6-a8d4-1b7ec545c54b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:34.575794 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 28fd9664-cebb-48a7-8480-f0b38add9201 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:17:34.577042 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 28fd9664-cebb-48a7-8480-f0b38add9201 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:17:34.709451 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-7b3c4440-ae98-4da6-a8d4-1b7ec545c54b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Allocated IP 10.1.1.230 (f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d/1cbb8eea-c986-4ab1-9343-a5e2b65768a8/1cccaa23-72ad-4200-b71f-9cd24f4b79bd) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:17:34.835496 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-15b7e544-199e-4da8-ac9a-50a649a63949 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] For port 28fd9664-cebb-48a7-8480-f0b38add9201, host n-d-803603-2, got binding levels [] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:17:34.835895 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-15b7e544-199e-4da8-ac9a-50a649a63949 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:34.863142 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-fcb90621-8226-4110-85cb-d701818a2283 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47ecc4f51e2c4a7cb92c7748ea051370&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4821970 Aug 18 13:17:34.863929 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb90621-8226-4110-85cb-d701818a2283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24fdee82-2c5a-49a7-b911-bf030ef9e19d,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:34.869883 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44560) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:34.873650 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57b3911-7757-4146-8db4-e037e2cbe340 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:17:34.876868 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-15b7e544-199e-4da8-ac9a-50a649a63949 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Calling delete_port for 28fd9664-cebb-48a7-8480-f0b38add9201 owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:17:34.881717 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b57b3911-7757-4146-8db4-e037e2cbe340 admin admin] 10.222.0.13 "PUT /v2.0/routers/5014657a-1064-4e65-bef8-2e6073b1d39a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3210199 Aug 18 13:17:34.884648 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.ipam_backend_mixin [None req-15b7e544-199e-4da8-ac9a-50a649a63949 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Port 28fd9664-cebb-48a7-8480-f0b38add9201 was not found and therefore no delete operation was performed {{(pid=101676) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 13:17:34.907163 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2cf5e9-7cea-4609-b750-a92e12cb39f5 None None] Sync routers for ids ['5014657a-1064-4e65-bef8-2e6073b1d39a'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:17:34.916429 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2cf5e9-7cea-4609-b750-a92e12cb39f5 None None] Routers {'5014657a-1064-4e65-bef8-2e6073b1d39a'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:17:34.917052 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-ec2cf5e9-7cea-4609-b750-a92e12cb39f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:17:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['5014657a-1064-4e65-bef8-2e6073b1d39a'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:34.927413 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-15b7e544-199e-4da8-ac9a-50a649a63949 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:34.946385 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-7b3c4440-ae98-4da6-a8d4-1b7ec545c54b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:34.948396 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f2fcee55-849f-49f1-bd2f-d2d17a25111d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:34.982319 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b7e544-199e-4da8-ac9a-50a649a63949 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event deleted for resources: {'Port': ['ID=28fd9664-cebb-48a7-8480-f0b38add9201,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:34.984424 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b7e544-199e-4da8-ac9a-50a649a63949 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] No DVR routers for this DVR port 28fd9664-cebb-48a7-8480-f0b38add9201 on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:17:34.993551 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-7b3c4440-ae98-4da6-a8d4-1b7ec545c54b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Transition to ACTIVE for port object 1cccaa23-72ad-4200-b71f-9cd24f4b79bd will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:17:35.032784 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f2fcee55-849f-49f1-bd2f-d2d17a25111d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:35.113704 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-7b3c4440-ae98-4da6-a8d4-1b7ec545c54b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:35.129950 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-15b7e544-199e-4da8-ac9a-50a649a63949 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:35.138029 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-ec2cf5e9-7cea-4609-b750-a92e12cb39f5 None None] Set router 5014657a-1064-4e65-bef8-2e6073b1d39a gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:17:35.163693 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-15b7e544-199e-4da8-ac9a-50a649a63949 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2d879c4-9033-4aca-ba84-b0cabcfb0087']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:35.184792 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6abd2a-f0e3-4716-97dd-c18bebcd7300 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Router 54ed8b62-b22d-47a0-a888-2f9b0d09f21d has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:17:35.191263 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-15b7e544-199e-4da8-ac9a-50a649a63949 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81df5d99-f938-4f43-85da-a78c9ae2eaea') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:35.191570 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-15b7e544-199e-4da8-ac9a-50a649a63949 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81df5d99-f938-4f43-85da-a78c9ae2eaea') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:35.195026 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c4440-ae98-4da6-a8d4-1b7ec545c54b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Pushing event updated for resources: {'Port': ['ID=1cccaa23-72ad-4200-b71f-9cd24f4b79bd,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:35.236848 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-15b7e544-199e-4da8-ac9a-50a649a63949 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:35.267284 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99d239-af0d-4db9-84bb-2f44dd144d32 req-b1d6cf43-3d5f-4ad4-812f-5c788ba41cd3 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:35.273380 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99d239-af0d-4db9-84bb-2f44dd144d32 req-b1d6cf43-3d5f-4ad4-812f-5c788ba41cd3 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:35.279621 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99d239-af0d-4db9-84bb-2f44dd144d32 req-b1d6cf43-3d5f-4ad4-812f-5c788ba41cd3 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:35.281365 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7e99d239-af0d-4db9-84bb-2f44dd144d32 req-b1d6cf43-3d5f-4ad4-812f-5c788ba41cd3 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 2374 time: 0.1686640 Aug 18 13:17:35.299507 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-7b3c4440-ae98-4da6-a8d4-1b7ec545c54b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Network f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:17:35.302294 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f2fcee55-849f-49f1-bd2f-d2d17a25111d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:35.304928 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f2fcee55-849f-49f1-bd2f-d2d17a25111d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:35.331900 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f2fcee55-849f-49f1-bd2f-d2d17a25111d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/24fdee82-2c5a-49a7-b911-bf030ef9e19d HTTP/1.1" status: 204 len: 168 time: 0.4591134 Aug 18 13:17:35.344562 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-7b3c4440-ae98-4da6-a8d4-1b7ec545c54b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:17:35.356730 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-7b3c4440-ae98-4da6-a8d4-1b7ec545c54b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:17:35.433269 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fcee55-849f-49f1-bd2f-d2d17a25111d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fdee82-2c5a-49a7-b911-bf030ef9e19d,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:35.484838 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-11000e1c-38db-4ac8-9c7b-26e245946a08 req-e6bf7bcb-b0c7-46fb-90f6-cb019a836682 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=468c68f6-6749-4099-ad07-7b94a947b6fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2755616 Aug 18 13:17:35.495920 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-7b3c4440-ae98-4da6-a8d4-1b7ec545c54b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:35.497579 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-7b3c4440-ae98-4da6-a8d4-1b7ec545c54b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:35.535464 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-ec2cf5e9-7cea-4609-b750-a92e12cb39f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5014657a-1064-4e65-bef8-2e6073b1d39a', 'name': 'tempest-TestVolumeBackupRestore-2087298804-router', 'tenant_id': 'cdf08d4aec934d34bd9d70d2497cc8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '8fcbe83e-d640-4e13-a063-192c4f535941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:17:22Z', 'updated_at': '2021-08-18T13:17:31Z', 'revision_number': 4, 'project_id': 'cdf08d4aec934d34bd9d70d2497cc8dd', 'gw_port': {'id': '8fcbe83e-d640-4e13-a063-192c4f535941', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:3c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5014657a-1064-4e65-bef8-2e6073b1d39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:17:23Z', 'updated_at': '2021-08-18T13:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '800d2503-b90c-4b5e-b0d0-d969cd4458e7', 'name': '', 'network_id': '7f77de02-8296-4718-8110-876b51957db4', 'tenant_id': 'cdf08d4aec934d34bd9d70d2497cc8dd', 'mac_address': 'fa:16:3e:cd:88:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5014657a-1064-4e65-bef8-2e6073b1d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'acd1ab40-402c-4eb7-99ff-4122c5b236e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:17:29Z', 'updated_at': '2021-08-18T13:17:32Z', 'revision_number': 2, 'project_id': 'cdf08d4aec934d34bd9d70d2497cc8dd', 'subnets': [{'id': 'acd1ab40-402c-4eb7-99ff-4122c5b236e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:35.553891 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-15b7e544-199e-4da8-ac9a-50a649a63949 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:35.610735 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11000e1c-38db-4ac8-9c7b-26e245946a08 req-c2531036-51d0-4703-a977-5338817c8919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:35.612681 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-11000e1c-38db-4ac8-9c7b-26e245946a08 req-c2531036-51d0-4703-a977-5338817c8919 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e63152bca3cb423b9a7763e005387f10&device_id=468c68f6-6749-4099-ad07-7b94a947b6fa HTTP/1.1" status: 200 len: 1097 time: 0.0689762 Aug 18 13:17:35.620619 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15b7e544-199e-4da8-ac9a-50a649a63949 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:17:35.624082 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2cf5e9-7cea-4609-b750-a92e12cb39f5 None None] Checking router: 5014657a-1064-4e65-bef8-2e6073b1d39a for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:17:35.624441 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2cf5e9-7cea-4609-b750-a92e12cb39f5 None None] Updating router 5014657a-1064-4e65-bef8-2e6073b1d39a port 800d2503-b90c-4b5e-b0d0-d969cd4458e7 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:17:35.629267 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-15b7e544-199e-4da8-ac9a-50a649a63949 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:35.643657 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:17:35.643657 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:17:35.643657 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:17:35.643657 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:17:35.643657 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:17:35.643657 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:17:35.643657 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:17:35.643657 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:17:35.643657 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:17:35.643657 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:17:35.643657 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:17:35.643657 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:17:35.643657 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:17:35.643657 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:17:35.643657 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:17:35.643657 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:17:35.643657 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:17:35.643657 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:17:35.643657 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:17:35.643657 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:17:35.643657 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:17:35.643657 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:17:35.643657 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:17:35.643657 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:17:35.643657 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:17:35.643657 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:17:35.643657 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:17:35.643657 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:17:35.643657 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:17:35.643657 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:17:35.643657 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:17:35.643657 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:17:35.690991 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-ec2cf5e9-7cea-4609-b750-a92e12cb39f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:35.734009 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7e99d239-af0d-4db9-84bb-2f44dd144d32 req-5aa367b1-cef2-4bd6-aaa4-a836603cfb54 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3411753 Aug 18 13:17:35.769311 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11000e1c-38db-4ac8-9c7b-26e245946a08 req-91505e88-136e-4457-8aff-a7922e5abbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:35.770972 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-11000e1c-38db-4ac8-9c7b-26e245946a08 req-91505e88-136e-4457-8aff-a7922e5abbc1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=386a060a-1b95-4dd6-b0ac-7fdd7b22667b HTTP/1.1" status: 200 len: 897 time: 0.1332011 Aug 18 13:17:35.775086 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-7b3c4440-ae98-4da6-a8d4-1b7ec545c54b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1991611 Aug 18 13:17:35.836447 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-b6ce4286-4087-43a9-9d76-e356ff7d2c92 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Request body: {'port': {'device_id': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd880c4db-c535-4c81-86a6-739ddf2b8b3f', 'admin_state_up': True, 'tenant_id': '9187a221b3e94f438328aff4ddb46e1a', 'security_groups': ['b41cafd6-0737-4746-ad47-0bb9e5757c28']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:35.842225 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-11000e1c-38db-4ac8-9c7b-26e245946a08 req-f40c0009-c14d-4776-9c36-da8e8376ea2d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe HTTP/1.1" status: 200 len: 217 time: 0.0610225 Aug 18 13:17:35.861729 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6abd2a-f0e3-4716-97dd-c18bebcd7300 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:17:35.876567 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0373f0ce-d1f5-402b-8c5e-9a61fddec899 None None] Sync routers for ids ['54ed8b62-b22d-47a0-a888-2f9b0d09f21d'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:17:35.894189 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0373f0ce-d1f5-402b-8c5e-9a61fddec899 None None] Routers {'54ed8b62-b22d-47a0-a888-2f9b0d09f21d'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:17:35.896680 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-0373f0ce-d1f5-402b-8c5e-9a61fddec899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:17:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['54ed8b62-b22d-47a0-a888-2f9b0d09f21d'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:35.905837 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5b6abd2a-f0e3-4716-97dd-c18bebcd7300 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "PUT /v2.0/routers/54ed8b62-b22d-47a0-a888-2f9b0d09f21d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0866232 Aug 18 13:17:35.958128 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11000e1c-38db-4ac8-9c7b-26e245946a08 req-dfa71238-39c3-4239-a044-31a7b5fd5133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:35.960286 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-11000e1c-38db-4ac8-9c7b-26e245946a08 req-dfa71238-39c3-4239-a044-31a7b5fd5133 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ebc72968-a792-4c61-a1d7-beb80c15d42b HTTP/1.1" status: 200 len: 837 time: 0.1077476 Aug 18 13:17:36.076824 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11000e1c-38db-4ac8-9c7b-26e245946a08 req-71c5f04f-d2a4-4389-87a1-ed48c1e46258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:36.078648 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-11000e1c-38db-4ac8-9c7b-26e245946a08 req-71c5f04f-d2a4-4389-87a1-ed48c1e46258 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=386a060a-1b95-4dd6-b0ac-7fdd7b22667b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607941 Aug 18 13:17:36.087161 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-8e43d624-5865-4d1d-93c6-4ef017658f0e None None] Provisioning for port 1cccaa23-72ad-4200-b71f-9cd24f4b79bd completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:17:36.095611 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-8e43d624-5865-4d1d-93c6-4ef017658f0e None None] Provisioning complete for port 1cccaa23-72ad-4200-b71f-9cd24f4b79bd triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:36.096467 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8e43d624-5865-4d1d-93c6-4ef017658f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:36.153782 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-0373f0ce-d1f5-402b-8c5e-9a61fddec899 None None] Set router 54ed8b62-b22d-47a0-a888-2f9b0d09f21d gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:17:36.155855 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-8e43d624-5865-4d1d-93c6-4ef017658f0e None None] Port 1cccaa23-72ad-4200-b71f-9cd24f4b79bd cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:17:36.214452 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-11000e1c-38db-4ac8-9c7b-26e245946a08 req-3209229d-a807-43ff-9973-f54d7f44fefa service neutron] 10.222.0.39 "GET /v2.0/networks/386a060a-1b95-4dd6-b0ac-7fdd7b22667b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243503 Aug 18 13:17:36.223720 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-15b7e544-199e-4da8-ac9a-50a649a63949 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:36.254879 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-15b7e544-199e-4da8-ac9a-50a649a63949 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:36.261830 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-15b7e544-199e-4da8-ac9a-50a649a63949 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/networks/a2d879c4-9033-4aca-ba84-b0cabcfb0087 HTTP/1.1" status: 204 len: 168 time: 2.8348496 Aug 18 13:17:36.286709 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44614) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:36.306379 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b7e544-199e-4da8-ac9a-50a649a63949 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event deleted for resources: {'Network': ['ID=a2d879c4-9033-4aca-ba84-b0cabcfb0087,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:36.312682 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-ec2cf5e9-7cea-4609-b750-a92e12cb39f5 None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:36.328128 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-b6ce4286-4087-43a9-9d76-e356ff7d2c92 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Made reservation on behalf of 9187a221b3e94f438328aff4ddb46e1a for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:17:36.332355 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-ec2cf5e9-7cea-4609-b750-a92e12cb39f5 None None] Transition to ACTIVE for port object 800d2503-b90c-4b5e-b0d0-d969cd4458e7 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:17:36.382048 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38c861d-10eb-45af-b1fb-811acfc1e472 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:36.387210 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d38c861d-10eb-45af-b1fb-811acfc1e472 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "GET /v2.0/ports/3b8e40b1-f73d-43d6-a3f8-7d3d2eed6e38 HTTP/1.1" status: 200 len: 840 time: 0.0955007 Aug 18 13:17:36.391734 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44618) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:36.433930 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-11000e1c-38db-4ac8-9c7b-26e245946a08 req-2f451309-657c-49b5-b4e2-d80d9a8ddffd service neutron] 10.222.0.39 "GET /v2.0/networks/386a060a-1b95-4dd6-b0ac-7fdd7b22667b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117445 Aug 18 13:17:36.436432 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-ec2cf5e9-7cea-4609-b750-a92e12cb39f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:36.449140 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e48881b5-4e8d-4e9a-b522-130dece5a0c9 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "GET /v2.0/ports/3b8e40b1-f73d-43d6-a3f8-7d3d2eed6e38?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0528550 Aug 18 13:17:36.449794 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44622) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:36.468153 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-2def95c0-4dad-425d-af6f-27c661e45144 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'subnet': {'network_id': '58208edd-2e9e-4dd3-afe3-a138b3c5e6fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:36.645006 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-b6ce4286-4087-43a9-9d76-e356ff7d2c92 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:36.751012 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-0373f0ce-d1f5-402b-8c5e-9a61fddec899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'name': 'tempest-TestNetworkBasicOps-router-1455203922', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '29676571-9253-4451-bd9f-ccd486f97dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:14:59Z', 'updated_at': '2021-08-18T13:17:33Z', 'revision_number': 6, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'gw_port': {'id': '29676571-9253-4451-bd9f-ccd486f97dda', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:00Z', 'updated_at': '2021-08-18T13:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'e9cc1ffb-8c85-454c-8e19-b3a0f2d14200', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'floating_ip_address': '172.25.6.200', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'port_id': 'c1266e75-8cf2-4343-b645-2c6d02d154e0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d945faf-920a-4b7f-9870-92ae6ded723e', 'mac_address': 'fa:16:3e:16:91:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7456353-547c-4fc6-98b5-ad79af3f30dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:15:57Z', 'updated_at': '2021-08-18T13:16:05Z', 'revision_number': 1, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78fd5b45-7c30-4a08-93e0-82afbe276b89', 'name': '', 'network_id': '0d945faf-920a-4b7f-9870-92ae6ded723e', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'mac_address': 'fa:16:3e:93:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '2b67b5eb-5023-44fb-9233-f86410fc385e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:07Z', 'updated_at': '2021-08-18T13:15:29Z', 'revision_number': 5, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'subnets': [{'id': '2b67b5eb-5023-44fb-9233-f86410fc385e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:36.796598 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0373f0ce-d1f5-402b-8c5e-9a61fddec899 None None] Checking router: 54ed8b62-b22d-47a0-a888-2f9b0d09f21d for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:17:36.838161 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0373f0ce-d1f5-402b-8c5e-9a61fddec899 None None] Routers {'54ed8b62-b22d-47a0-a888-2f9b0d09f21d'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:17:36.838968 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-0373f0ce-d1f5-402b-8c5e-9a61fddec899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:17:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['54ed8b62-b22d-47a0-a888-2f9b0d09f21d'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:36.921877 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c06bb6-8946-4132-9b25-9181a35c8610 req-658b0410-d075-4acc-9804-a3c8c67cf12e tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:36.935113 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-92c06bb6-8946-4132-9b25-9181a35c8610 req-658b0410-d075-4acc-9804-a3c8c67cf12e tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=468c68f6-6749-4099-ad07-7b94a947b6fa HTTP/1.1" status: 200 len: 946 time: 0.1590350 Aug 18 13:17:36.953974 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e22162-d133-4ff2-b003-23c4c332f0c6 None None] Pushing event updated for resources: {'Port': ['ID=800d2503-b90c-4b5e-b0d0-d969cd4458e7,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:36.979200 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2def95c0-4dad-425d-af6f-27c661e45144 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Made reservation on behalf of 2fb4f687cb0a48178df1ff10e4bcf284 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:17:36.987957 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-ec2cf5e9-7cea-4609-b750-a92e12cb39f5 None None] Attempting to bind port 800d2503-b90c-4b5e-b0d0-d969cd4458e7 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:17:36.988365 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-ec2cf5e9-7cea-4609-b750-a92e12cb39f5 None None] Attempting to bind port 800d2503-b90c-4b5e-b0d0-d969cd4458e7 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '23c9010c-15f3-4483-909c-f9778b623994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7f77de02-8296-4718-8110-876b51957db4'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:17:36.988800 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2cf5e9-7cea-4609-b750-a92e12cb39f5 None None] Attempting to bind port 800d2503-b90c-4b5e-b0d0-d969cd4458e7 on network 7f77de02-8296-4718-8110-876b51957db4 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:17:36.991895 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2def95c0-4dad-425d-af6f-27c661e45144 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:37.007210 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2cf5e9-7cea-4609-b750-a92e12cb39f5 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:17:37.007210 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2cf5e9-7cea-4609-b750-a92e12cb39f5 None None] Checking segment: {'id': '23c9010c-15f3-4483-909c-f9778b623994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7f77de02-8296-4718-8110-876b51957db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:17:37.007210 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-ec2cf5e9-7cea-4609-b750-a92e12cb39f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:37.007210 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2cf5e9-7cea-4609-b750-a92e12cb39f5 None None] Bound using segment: {'id': '23c9010c-15f3-4483-909c-f9778b623994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7f77de02-8296-4718-8110-876b51957db4'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:17:37.009094 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-ec2cf5e9-7cea-4609-b750-a92e12cb39f5 None None] Bound port: 800d2503-b90c-4b5e-b0d0-d969cd4458e7, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c9010c-15f3-4483-909c-f9778b623994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7f77de02-8296-4718-8110-876b51957db4'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:17:37.009508 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-ec2cf5e9-7cea-4609-b750-a92e12cb39f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:37.052926 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-0373f0ce-d1f5-402b-8c5e-9a61fddec899 None None] Set router 54ed8b62-b22d-47a0-a888-2f9b0d09f21d gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:17:37.189234 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b01cf-5274-40e2-8918-8335691ab434 req-59a858e9-6d18-4c38-acba-abb4a71c6178 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:37.205426 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b01cf-5274-40e2-8918-8335691ab434 req-59a858e9-6d18-4c38-acba-abb4a71c6178 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:37.218405 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-ec2cf5e9-7cea-4609-b750-a92e12cb39f5 None None] For port 800d2503-b90c-4b5e-b0d0-d969cd4458e7, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:17:37.227097 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b01cf-5274-40e2-8918-8335691ab434 req-59a858e9-6d18-4c38-acba-abb4a71c6178 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:37.234359 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-ec2cf5e9-7cea-4609-b750-a92e12cb39f5 None None] For port 800d2503-b90c-4b5e-b0d0-d969cd4458e7, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=800d2503-b90c-4b5e-b0d0-d969cd4458e7,segment=NetworkSegment(23c9010c-15f3-4483-909c-f9778b623994),segment_id=23c9010c-15f3-4483-909c-f9778b623994)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:17:37.234744 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-92c06bb6-8946-4132-9b25-9181a35c8610 req-2de85170-f886-4959-998c-239b8678c673 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/security-groups?id=62eb747a-fa40-48b1-8dd6-6cdd8e6a786c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2983906 Aug 18 13:17:37.240375 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-453b01cf-5274-40e2-8918-8335691ab434 req-59a858e9-6d18-4c38-acba-abb4a71c6178 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 2374 time: 0.2754548 Aug 18 13:17:37.383185 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-ec2cf5e9-7cea-4609-b750-a92e12cb39f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:37.410878 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-453b01cf-5274-40e2-8918-8335691ab434 req-858b35ea-f617-4efe-ad31-a914153b663b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642809 Aug 18 13:17:37.447083 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-b6ce4286-4087-43a9-9d76-e356ff7d2c92 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Allocated IP 10.2.2.100 (d880c4db-c535-4c81-86a6-739ddf2b8b3f/1852a2e7-34df-41c9-b2e1-616be77094f1/065cd133-54a5-459f-8fc9-119d4871728d) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:17:37.533034 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2cf5e9-7cea-4609-b750-a92e12cb39f5 None None] Routers {'5014657a-1064-4e65-bef8-2e6073b1d39a'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:17:37.533676 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-ec2cf5e9-7cea-4609-b750-a92e12cb39f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:17:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['5014657a-1064-4e65-bef8-2e6073b1d39a'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:37.552786 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e22162-d133-4ff2-b003-23c4c332f0c6 None None] Pushing event updated for resources: {'Port': ['ID=800d2503-b90c-4b5e-b0d0-d969cd4458e7,revision_number=4']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:37.608292 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-0373f0ce-d1f5-402b-8c5e-9a61fddec899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'name': 'tempest-TestNetworkBasicOps-router-1455203922', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '29676571-9253-4451-bd9f-ccd486f97dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:14:59Z', 'updated_at': '2021-08-18T13:17:33Z', 'revision_number': 6, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'gw_port': {'id': '29676571-9253-4451-bd9f-ccd486f97dda', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:00Z', 'updated_at': '2021-08-18T13:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'e9cc1ffb-8c85-454c-8e19-b3a0f2d14200', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'floating_ip_address': '172.25.6.200', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'port_id': 'c1266e75-8cf2-4343-b645-2c6d02d154e0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d945faf-920a-4b7f-9870-92ae6ded723e', 'mac_address': 'fa:16:3e:16:91:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7456353-547c-4fc6-98b5-ad79af3f30dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:15:57Z', 'updated_at': '2021-08-18T13:16:05Z', 'revision_number': 1, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78fd5b45-7c30-4a08-93e0-82afbe276b89', 'name': '', 'network_id': '0d945faf-920a-4b7f-9870-92ae6ded723e', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'mac_address': 'fa:16:3e:93:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '2b67b5eb-5023-44fb-9233-f86410fc385e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:07Z', 'updated_at': '2021-08-18T13:15:29Z', 'revision_number': 5, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'subnets': [{'id': '2b67b5eb-5023-44fb-9233-f86410fc385e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:37.639682 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2def95c0-4dad-425d-af6f-27c661e45144 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:37.764499 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0373f0ce-d1f5-402b-8c5e-9a61fddec899 None None] The sync data for ids ['54ed8b62-b22d-47a0-a888-2f9b0d09f21d'] in n-d-803603-2 is: [{'id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'name': 'tempest-TestNetworkBasicOps-router-1455203922', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '29676571-9253-4451-bd9f-ccd486f97dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:14:59Z', 'updated_at': '2021-08-18T13:17:33Z', 'revision_number': 6, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'gw_port': {'id': '29676571-9253-4451-bd9f-ccd486f97dda', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:00Z', 'updated_at': '2021-08-18T13:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'e9cc1ffb-8c85-454c-8e19-b3a0f2d14200', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'floating_ip_address': '172.25.6.200', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'port_id': 'c1266e75-8cf2-4343-b645-2c6d02d154e0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d945faf-920a-4b7f-9870-92ae6ded723e', 'mac_address': 'fa:16:3e:16:91:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7456353-547c-4fc6-98b5-ad79af3f30dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:15:57Z', 'updated_at': '2021-08-18T13:16:05Z', 'revision_number': 1, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78fd5b45-7c30-4a08-93e0-82afbe276b89', 'name': '', 'network_id': '0d945faf-920a-4b7f-9870-92ae6ded723e', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'mac_address': 'fa:16:3e:93:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '2b67b5eb-5023-44fb-9233-f86410fc385e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:07Z', 'updated_at': '2021-08-18T13:15:29Z', 'revision_number': 5, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'subnets': [{'id': '2b67b5eb-5023-44fb-9233-f86410fc385e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:17:37.770733 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-b6ce4286-4087-43a9-9d76-e356ff7d2c92 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:37.798474 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-b6ce4286-4087-43a9-9d76-e356ff7d2c92 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Transition to ACTIVE for port object 065cd133-54a5-459f-8fc9-119d4871728d will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:17:37.808553 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def95c0-4dad-425d-af6f-27c661e45144 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'Subnet': ['ID=3d4e7589-5142-4058-a663-5aabcf63268a,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:37.824698 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2def95c0-4dad-425d-af6f-27c661e45144 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Network 58208edd-2e9e-4dd3-afe3-a138b3c5e6fd is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:17:37.826572 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-2def95c0-4dad-425d-af6f-27c661e45144 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:17:37.830437 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2def95c0-4dad-425d-af6f-27c661e45144 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:37.836751 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01f7bc5-5ab5-4017-a7b2-5a1778d23da5 None None] Network 58208edd-2e9e-4dd3-afe3-a138b3c5e6fd requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:17:37.837853 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2def95c0-4dad-425d-af6f-27c661e45144 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:37.950797 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2def95c0-4dad-425d-af6f-27c661e45144 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4997978 Aug 18 13:17:37.953663 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44678) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:37.958070 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-ec2cf5e9-7cea-4609-b750-a92e12cb39f5 None None] Set router 5014657a-1064-4e65-bef8-2e6073b1d39a gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:17:37.965344 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-0103cc92-2caa-4ac2-90df-1d59d7d405ec tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'security_group': {'name': 'tempest-secgroup-952349084'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:38.079623 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ce794-b7d0-4561-8bd5-31f5bdf1f4f4 req-2723c6cd-7bd7-4def-ab32-691123078ca5 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:38.079623 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5e6ce794-b7d0-4561-8bd5-31f5bdf1f4f4 req-2723c6cd-7bd7-4def-ab32-691123078ca5 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.39 "GET /v2.0/ports?device_id=468c68f6-6749-4099-ad07-7b94a947b6fa HTTP/1.1" status: 200 len: 946 time: 0.1130121 Aug 18 13:17:38.079623 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-b6ce4286-4087-43a9-9d76-e356ff7d2c92 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:38.161063 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0103cc92-2caa-4ac2-90df-1d59d7d405ec tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:38.172473 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-b6ce4286-4087-43a9-9d76-e356ff7d2c92 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Network d880c4db-c535-4c81-86a6-739ddf2b8b3f is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:17:38.224763 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b66336a1-260b-4ce3-be49-81fdaff890bb no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:17:38.273260 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-b6ce4286-4087-43a9-9d76-e356ff7d2c92 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:17:38.296205 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-b6ce4286-4087-43a9-9d76-e356ff7d2c92 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:17:38.410045 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: b66336a1-260b-4ce3-be49-81fdaff890bb {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:17:38.410428 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b66336a1-260b-4ce3-be49-81fdaff890bb not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:17:38.474460 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce4286-4087-43a9-9d76-e356ff7d2c92 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Pushing event updated for resources: {'Port': ['ID=065cd133-54a5-459f-8fc9-119d4871728d,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:38.490364 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0103cc92-2caa-4ac2-90df-1d59d7d405ec tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:38.496442 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-b6ce4286-4087-43a9-9d76-e356ff7d2c92 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:38.497559 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-b6ce4286-4087-43a9-9d76-e356ff7d2c92 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:38.508025 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-5e6ce794-b7d0-4561-8bd5-31f5bdf1f4f4 req-07d00cd2-5ad3-4b52-abcb-ee015ce09fad tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Deleting port f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:17:38.508627 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-5e6ce794-b7d0-4561-8bd5-31f5bdf1f4f4 req-07d00cd2-5ad3-4b52-abcb-ee015ce09fad tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:38.592236 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-ec2cf5e9-7cea-4609-b750-a92e12cb39f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5014657a-1064-4e65-bef8-2e6073b1d39a', 'name': 'tempest-TestVolumeBackupRestore-2087298804-router', 'tenant_id': 'cdf08d4aec934d34bd9d70d2497cc8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '8fcbe83e-d640-4e13-a063-192c4f535941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:17:22Z', 'updated_at': '2021-08-18T13:17:31Z', 'revision_number': 4, 'project_id': 'cdf08d4aec934d34bd9d70d2497cc8dd', 'gw_port': {'id': '8fcbe83e-d640-4e13-a063-192c4f535941', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:3c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5014657a-1064-4e65-bef8-2e6073b1d39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:17:23Z', 'updated_at': '2021-08-18T13:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '800d2503-b90c-4b5e-b0d0-d969cd4458e7', 'name': '', 'network_id': '7f77de02-8296-4718-8110-876b51957db4', 'tenant_id': 'cdf08d4aec934d34bd9d70d2497cc8dd', 'mac_address': 'fa:16:3e:cd:88:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5014657a-1064-4e65-bef8-2e6073b1d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'acd1ab40-402c-4eb7-99ff-4122c5b236e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:17:29Z', 'updated_at': '2021-08-18T13:17:37Z', 'revision_number': 4, 'project_id': 'cdf08d4aec934d34bd9d70d2497cc8dd', 'subnets': [{'id': 'acd1ab40-402c-4eb7-99ff-4122c5b236e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:38.638866 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0103cc92-2caa-4ac2-90df-1d59d7d405ec tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:38.703816 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2cf5e9-7cea-4609-b750-a92e12cb39f5 None None] The sync data for ids ['5014657a-1064-4e65-bef8-2e6073b1d39a'] in n-d-803603-2 is: [{'id': '5014657a-1064-4e65-bef8-2e6073b1d39a', 'name': 'tempest-TestVolumeBackupRestore-2087298804-router', 'tenant_id': 'cdf08d4aec934d34bd9d70d2497cc8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '8fcbe83e-d640-4e13-a063-192c4f535941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:17:22Z', 'updated_at': '2021-08-18T13:17:31Z', 'revision_number': 4, 'project_id': 'cdf08d4aec934d34bd9d70d2497cc8dd', 'gw_port': {'id': '8fcbe83e-d640-4e13-a063-192c4f535941', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:3c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5014657a-1064-4e65-bef8-2e6073b1d39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:17:23Z', 'updated_at': '2021-08-18T13:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '800d2503-b90c-4b5e-b0d0-d969cd4458e7', 'name': '', 'network_id': '7f77de02-8296-4718-8110-876b51957db4', 'tenant_id': 'cdf08d4aec934d34bd9d70d2497cc8dd', 'mac_address': 'fa:16:3e:cd:88:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5014657a-1064-4e65-bef8-2e6073b1d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'acd1ab40-402c-4eb7-99ff-4122c5b236e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:17:29Z', 'updated_at': '2021-08-18T13:17:37Z', 'revision_number': 4, 'project_id': 'cdf08d4aec934d34bd9d70d2497cc8dd', 'subnets': [{'id': 'acd1ab40-402c-4eb7-99ff-4122c5b236e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:17:38.733224 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0103cc92-2caa-4ac2-90df-1d59d7d405ec tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e434cb8a-9c4a-4146-b79b-dfa8691580b2,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:38.745862 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc58615-d5c1-4ad2-a8a0-587f2e6319a0 req-c097823b-036e-4f6b-a364-c84e2088fcbc tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:38.755387 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9cc58615-d5c1-4ad2-a8a0-587f2e6319a0 req-c097823b-036e-4f6b-a364-c84e2088fcbc tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=468c68f6-6749-4099-ad07-7b94a947b6fa HTTP/1.1" status: 200 len: 946 time: 0.2620904 Aug 18 13:17:38.842534 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9cc58615-d5c1-4ad2-a8a0-587f2e6319a0 req-ad7383ae-63d8-4f0b-a7ce-edaf1a4bed97 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/security-groups?id=62eb747a-fa40-48b1-8dd6-6cdd8e6a786c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853736 Aug 18 13:17:38.850635 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0103cc92-2caa-4ac2-90df-1d59d7d405ec tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:38.850635 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0103cc92-2caa-4ac2-90df-1d59d7d405ec tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8928492 Aug 18 13:17:38.855392 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44698) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:38.860835 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-8371a3aa-68a6-42dc-9019-415cc7ec02ba tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'security_group': {'name': 'tempest-secgroup-1522111327'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:38.884551 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccda5ba-637b-4738-9387-6850fed8efa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-58208edd-2e9e-4dd3-afe3-a138b3c5e6fd', 'network_id': '58208edd-2e9e-4dd3-afe3-a138b3c5e6fd', 'tenant_id': '2fb4f687cb0a48178df1ff10e4bcf284', 'fixed_ips': [{'subnet_id': '3d4e7589-5142-4058-a663-5aabcf63268a'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:17:38.884551 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cccda5ba-637b-4738-9387-6850fed8efa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:38.924187 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-b6ce4286-4087-43a9-9d76-e356ff7d2c92 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1275690 Aug 18 13:17:38.936350 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-e43ef66f-b427-4ce8-92db-a327c6798918 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Request body: {'port': {'device_id': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd880c4db-c535-4c81-86a6-739ddf2b8b3f', 'admin_state_up': True, 'tenant_id': '9187a221b3e94f438328aff4ddb46e1a', 'security_groups': ['b41cafd6-0737-4746-ad47-0bb9e5757c28']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:38.984973 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-68398844-7374-4479-bf36-46d8dcab029c None None] Provisioning for port 065cd133-54a5-459f-8fc9-119d4871728d completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:17:38.995056 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-68398844-7374-4479-bf36-46d8dcab029c None None] Provisioning complete for port 065cd133-54a5-459f-8fc9-119d4871728d triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:38.995378 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-68398844-7374-4479-bf36-46d8dcab029c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:39.092947 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-5e6ce794-b7d0-4561-8bd5-31f5bdf1f4f4 req-07d00cd2-5ad3-4b52-abcb-ee015ce09fad tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] For port f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe,segment=NetworkSegment(6c6fddde-dfd0-4e8a-ab3b-09680f994096),segment_id=6c6fddde-dfd0-4e8a-ab3b-09680f994096)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:17:39.093212 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-5e6ce794-b7d0-4561-8bd5-31f5bdf1f4f4 req-07d00cd2-5ad3-4b52-abcb-ee015ce09fad tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:39.119356 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-cccda5ba-637b-4738-9387-6850fed8efa5 None None] Allocated IP 172.20.0.2 (58208edd-2e9e-4dd3-afe3-a138b3c5e6fd/3d4e7589-5142-4058-a663-5aabcf63268a/2a03b203-3484-4022-a384-f32f24a930c9) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:17:39.121609 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8371a3aa-68a6-42dc-9019-415cc7ec02ba tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:39.305815 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-5e6ce794-b7d0-4561-8bd5-31f5bdf1f4f4 req-07d00cd2-5ad3-4b52-abcb-ee015ce09fad tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Calling delete_port for f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:17:39.361897 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cccda5ba-637b-4738-9387-6850fed8efa5 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:39.365370 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8371a3aa-68a6-42dc-9019-415cc7ec02ba tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:39.371073 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-68398844-7374-4479-bf36-46d8dcab029c None None] Port 065cd133-54a5-459f-8fc9-119d4871728d cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:17:39.395099 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-cccda5ba-637b-4738-9387-6850fed8efa5 None None] Transition to ACTIVE for port object 2a03b203-3484-4022-a384-f32f24a930c9 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:17:39.423156 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaea443-9bb1-4a80-a6ad-59cca1e4fc2c req-0a4a0764-1333-4809-a544-0e2505164386 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:39.433336 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaea443-9bb1-4a80-a6ad-59cca1e4fc2c req-0a4a0764-1333-4809-a544-0e2505164386 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:39.451020 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-cccda5ba-637b-4738-9387-6850fed8efa5 None None] Transition to ACTIVE for port object 2a03b203-3484-4022-a384-f32f24a930c9 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:17:39.452355 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8371a3aa-68a6-42dc-9019-415cc7ec02ba tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:39.462978 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaea443-9bb1-4a80-a6ad-59cca1e4fc2c req-0a4a0764-1333-4809-a544-0e2505164386 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:39.473012 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaea443-9bb1-4a80-a6ad-59cca1e4fc2c req-0a4a0764-1333-4809-a544-0e2505164386 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:39.486145 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8aaea443-9bb1-4a80-a6ad-59cca1e4fc2c req-0a4a0764-1333-4809-a544-0e2505164386 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 3095 time: 0.7965932 Aug 18 13:17:39.520844 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8371a3aa-68a6-42dc-9019-415cc7ec02ba tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1434e2ac-fca7-4498-92ec-f24cf3bcabda,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:39.538365 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cccda5ba-637b-4738-9387-6850fed8efa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:39.631608 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccda5ba-637b-4738-9387-6850fed8efa5 None None] Pushing event updated for resources: {'Port': ['ID=2a03b203-3484-4022-a384-f32f24a930c9,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:39.658022 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccda5ba-637b-4738-9387-6850fed8efa5 None None] Network 58208edd-2e9e-4dd3-afe3-a138b3c5e6fd is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:17:39.659513 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-cccda5ba-637b-4738-9387-6850fed8efa5 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:17:39.667111 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccda5ba-637b-4738-9387-6850fed8efa5 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:17:39.673137 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8aaea443-9bb1-4a80-a6ad-59cca1e4fc2c req-62b23cd1-3859-42f9-be9e-84bac00a74c2 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860461 Aug 18 13:17:39.719210 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-e43ef66f-b427-4ce8-92db-a327c6798918 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Made reservation on behalf of 9187a221b3e94f438328aff4ddb46e1a for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:17:39.728739 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-e43ef66f-b427-4ce8-92db-a327c6798918 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:39.793863 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-cccda5ba-637b-4738-9387-6850fed8efa5 None None] Attempting to bind port 2a03b203-3484-4022-a384-f32f24a930c9 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:17:39.794674 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-cccda5ba-637b-4738-9387-6850fed8efa5 None None] Attempting to bind port 2a03b203-3484-4022-a384-f32f24a930c9 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'a9a08411-c8fd-4c0a-9aa8-fb86e1a566c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '58208edd-2e9e-4dd3-afe3-a138b3c5e6fd'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:17:39.795228 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccda5ba-637b-4738-9387-6850fed8efa5 None None] Attempting to bind port 2a03b203-3484-4022-a384-f32f24a930c9 on network 58208edd-2e9e-4dd3-afe3-a138b3c5e6fd {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:17:39.805830 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccda5ba-637b-4738-9387-6850fed8efa5 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:17:39.807233 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccda5ba-637b-4738-9387-6850fed8efa5 None None] Checking segment: {'id': 'a9a08411-c8fd-4c0a-9aa8-fb86e1a566c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '58208edd-2e9e-4dd3-afe3-a138b3c5e6fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:17:39.807430 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cccda5ba-637b-4738-9387-6850fed8efa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:39.808319 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccda5ba-637b-4738-9387-6850fed8efa5 None None] Bound using segment: {'id': 'a9a08411-c8fd-4c0a-9aa8-fb86e1a566c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '58208edd-2e9e-4dd3-afe3-a138b3c5e6fd'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:17:39.810743 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-cccda5ba-637b-4738-9387-6850fed8efa5 None None] Bound port: 2a03b203-3484-4022-a384-f32f24a930c9, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a08411-c8fd-4c0a-9aa8-fb86e1a566c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '58208edd-2e9e-4dd3-afe3-a138b3c5e6fd'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:17:39.810743 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cccda5ba-637b-4738-9387-6850fed8efa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:39.823611 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8371a3aa-68a6-42dc-9019-415cc7ec02ba tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:39.824913 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8371a3aa-68a6-42dc-9019-415cc7ec02ba tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9683275 Aug 18 13:17:39.828830 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44718) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:39.833961 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-4bd941de-8719-4d4f-bec2-d72258cacfba tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2008094402', 'security_groups': ['1434e2ac-fca7-4498-92ec-f24cf3bcabda'], 'network_id': '58208edd-2e9e-4dd3-afe3-a138b3c5e6fd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3d4e7589-5142-4058-a663-5aabcf63268a'}]}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:39.918990 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-cccda5ba-637b-4738-9387-6850fed8efa5 None None] For port 2a03b203-3484-4022-a384-f32f24a930c9, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:17:39.927332 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-cccda5ba-637b-4738-9387-6850fed8efa5 None None] For port 2a03b203-3484-4022-a384-f32f24a930c9, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=2a03b203-3484-4022-a384-f32f24a930c9,segment=NetworkSegment(a9a08411-c8fd-4c0a-9aa8-fb86e1a566c1),segment_id=a9a08411-c8fd-4c0a-9aa8-fb86e1a566c1)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:17:40.061354 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-e43ef66f-b427-4ce8-92db-a327c6798918 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Allocated IP 10.2.2.200 (d880c4db-c535-4c81-86a6-739ddf2b8b3f/1852a2e7-34df-41c9-b2e1-616be77094f1/97c40def-aee3-4b98-98ab-a261b2afc2a9) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:17:40.121991 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cccda5ba-637b-4738-9387-6850fed8efa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:40.233154 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccda5ba-637b-4738-9387-6850fed8efa5 None None] Pushing event updated for resources: {'Port': ['ID=2a03b203-3484-4022-a384-f32f24a930c9,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:40.240625 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50709e92-50e3-4b66-a596-08d28b95a656 req-550548b7-e948-4203-b905-cafc572b2a8f tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:40.255396 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-50709e92-50e3-4b66-a596-08d28b95a656 req-550548b7-e948-4203-b905-cafc572b2a8f tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=468c68f6-6749-4099-ad07-7b94a947b6fa HTTP/1.1" status: 200 len: 867 time: 0.2542970 Aug 18 13:17:40.297949 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 800d2503-b90c-4b5e-b0d0-d969cd4458e7 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:17:40.425627 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-5e6ce794-b7d0-4561-8bd5-31f5bdf1f4f4 req-07d00cd2-5ad3-4b52-abcb-ee015ce09fad tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:40.436923 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-e43ef66f-b427-4ce8-92db-a327c6798918 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:40.450862 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-50709e92-50e3-4b66-a596-08d28b95a656 req-be1911d3-7548-4d04-b5db-2b5c58b07440 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/security-groups?id=62eb747a-fa40-48b1-8dd6-6cdd8e6a786c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934779 Aug 18 13:17:40.520457 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 800d2503-b90c-4b5e-b0d0-d969cd4458e7 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:17:40.524435 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 800d2503-b90c-4b5e-b0d0-d969cd4458e7 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:40.524827 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:40.532514 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d00cd2-5ad3-4b52-abcb-ee015ce09fad tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event deleted for resources: {'Port': ['ID=f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:40.582741 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-e43ef66f-b427-4ce8-92db-a327c6798918 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Transition to ACTIVE for port object 97c40def-aee3-4b98-98ab-a261b2afc2a9 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:17:40.582741 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6ce794-b7d0-4561-8bd5-31f5bdf1f4f4 req-07d00cd2-5ad3-4b52-abcb-ee015ce09fad tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] No DVR routers for this DVR port f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:17:40.582741 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-5e6ce794-b7d0-4561-8bd5-31f5bdf1f4f4 req-07d00cd2-5ad3-4b52-abcb-ee015ce09fad tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:40.582741 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5e6ce794-b7d0-4561-8bd5-31f5bdf1f4f4 req-07d00cd2-5ad3-4b52-abcb-ee015ce09fad tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.39 "DELETE /v2.0/ports/f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe HTTP/1.1" status: 204 len: 173 time: 2.4974959 Aug 18 13:17:40.582741 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468c68f6-6749-4099-ad07-7b94a947b6fa', 'name': 'network-vif-deleted', 'tag': 'f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:17:40.586781 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d45ea5a-1673-4ad3-8690-22a939fc7a82" -d '{"events": [{"server_uuid": "468c68f6-6749-4099-ad07-7b94a947b6fa", "name": "network-vif-deleted", "tag": "f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:17:40.649740 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd941de-8719-4d4f-bec2-d72258cacfba tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Made reservation on behalf of 2fb4f687cb0a48178df1ff10e4bcf284 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:17:40.811639 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:40.826968 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a45ab2-a170-4ba1-b86b-a9d6c9dd7469 x-openstack-request-id: req-a5a45ab2-a170-4ba1-b86b-a9d6c9dd7469 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:17:40.826968 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468c68f6-6749-4099-ad07-7b94a947b6fa", "name": "network-vif-deleted", "tag": "f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:17:40.826968 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a5a45ab2-a170-4ba1-b86b-a9d6c9dd7469 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:17:40.826968 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468c68f6-6749-4099-ad07-7b94a947b6fa', 'name': 'network-vif-deleted', 'tag': 'f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe', 'status': 'completed', 'code': 200} Aug 18 13:17:40.871424 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 800d2503-b90c-4b5e-b0d0-d969cd4458e7, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=800d2503-b90c-4b5e-b0d0-d969cd4458e7,segment=NetworkSegment(23c9010c-15f3-4483-909c-f9778b623994),segment_id=23c9010c-15f3-4483-909c-f9778b623994)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:17:40.912113 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-e43ef66f-b427-4ce8-92db-a327c6798918 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:41.025766 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:41.085349 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ef66f-b427-4ce8-92db-a327c6798918 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Pushing event updated for resources: {'Port': ['ID=97c40def-aee3-4b98-98ab-a261b2afc2a9,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:41.116428 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-e43ef66f-b427-4ce8-92db-a327c6798918 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Network d880c4db-c535-4c81-86a6-739ddf2b8b3f is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:17:41.127716 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-e43ef66f-b427-4ce8-92db-a327c6798918 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:17:41.130960 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-e43ef66f-b427-4ce8-92db-a327c6798918 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:17:41.172374 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048754ef-6e87-4ff0-81ae-17b9ff030245 req-0cb5e144-b663-44f4-bbf1-3515759df424 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:41.188461 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048754ef-6e87-4ff0-81ae-17b9ff030245 req-0cb5e144-b663-44f4-bbf1-3515759df424 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:41.202727 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=800d2503-b90c-4b5e-b0d0-d969cd4458e7,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:41.215447 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048754ef-6e87-4ff0-81ae-17b9ff030245 req-0cb5e144-b663-44f4-bbf1-3515759df424 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:41.222090 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048754ef-6e87-4ff0-81ae-17b9ff030245 req-0cb5e144-b663-44f4-bbf1-3515759df424 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:41.231403 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048754ef-6e87-4ff0-81ae-17b9ff030245 req-0cb5e144-b663-44f4-bbf1-3515759df424 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:41.244013 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-e43ef66f-b427-4ce8-92db-a327c6798918 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:41.244666 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-e43ef66f-b427-4ce8-92db-a327c6798918 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:41.245356 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-048754ef-6e87-4ff0-81ae-17b9ff030245 req-0cb5e144-b663-44f4-bbf1-3515759df424 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 3816 time: 0.3403578 Aug 18 13:17:41.255925 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4bd941de-8719-4d4f-bec2-d72258cacfba tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:41.334433 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-048754ef-6e87-4ff0-81ae-17b9ff030245 req-0a902eed-8ee1-4343-9f2a-33790a409f06 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699925 Aug 18 13:17:41.334433 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-4bd941de-8719-4d4f-bec2-d72258cacfba tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] device_id is not set on port d6a14cb0-b92a-4c3d-9189-ac9a6eab46a5 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:17:41.441566 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-e43ef66f-b427-4ce8-92db-a327c6798918 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5091212 Aug 18 13:17:41.455240 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-a84b9123-bd09-4457-86bd-e31868cd4437 service neutron] Request body: {'port': {'device_id': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:41.619866 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ca954bc-aa69-4920-9845-f778bef0ece6 req-c4bf6f22-cc81-46dd-b092-1b9e94354536 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=468c68f6-6749-4099-ad07-7b94a947b6fa HTTP/1.1" status: 200 len: 210 time: 0.0753524 Aug 18 13:17:41.621013 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-a84b9123-bd09-4457-86bd-e31868cd4437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:41.652306 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-4bd941de-8719-4d4f-bec2-d72258cacfba tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Allocated IP 172.20.0.6 (58208edd-2e9e-4dd3-afe3-a138b3c5e6fd/3d4e7589-5142-4058-a663-5aabcf63268a/d6a14cb0-b92a-4c3d-9189-ac9a6eab46a5) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:17:41.737979 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-71494960-e6b9-4a26-8e48-e3b454842709 None None] Provisioning for port 97c40def-aee3-4b98-98ab-a261b2afc2a9 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:17:41.743278 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-73dabc64-b4a5-4aee-a9bf-c116772a18d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:41.746071 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-71494960-e6b9-4a26-8e48-e3b454842709 None None] Provisioning complete for port 97c40def-aee3-4b98-98ab-a261b2afc2a9 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:41.746953 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-71494960-e6b9-4a26-8e48-e3b454842709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:41.830427 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-71494960-e6b9-4a26-8e48-e3b454842709 None None] Port 97c40def-aee3-4b98-98ab-a261b2afc2a9 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:17:41.974372 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4bd941de-8719-4d4f-bec2-d72258cacfba tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:42.000006 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-4bd941de-8719-4d4f-bec2-d72258cacfba tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Transition to ACTIVE for port object d6a14cb0-b92a-4c3d-9189-ac9a6eab46a5 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:17:42.139844 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:17:42.175370 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:17:42.176167 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device f9a5ae85-f8ff-4dfd-94a2-8e000f03abfe not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:17:42.199605 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4bd941de-8719-4d4f-bec2-d72258cacfba tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:42.320339 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd941de-8719-4d4f-bec2-d72258cacfba tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Network 58208edd-2e9e-4dd3-afe3-a138b3c5e6fd is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:17:42.325556 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-4bd941de-8719-4d4f-bec2-d72258cacfba tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:17:42.345261 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd941de-8719-4d4f-bec2-d72258cacfba tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'Port': ['ID=d6a14cb0-b92a-4c3d-9189-ac9a6eab46a5,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:42.352112 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd941de-8719-4d4f-bec2-d72258cacfba tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:17:42.356118 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-a84b9123-bd09-4457-86bd-e31868cd4437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c42b267-b638-4860-bfd1-70bfa4f46487 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:17:42.371460 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-a84b9123-bd09-4457-86bd-e31868cd4437 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:42.372192 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-20470aba-bf51-451a-803f-ef1c3364516e None None] Provisioning for port 2a03b203-3484-4022-a384-f32f24a930c9 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:17:42.385428 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 800d2503-b90c-4b5e-b0d0-d969cd4458e7 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:17:42.405116 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-a84b9123-bd09-4457-86bd-e31868cd4437 service neutron] Transition to ACTIVE for port object 4c42b267-b638-4860-bfd1-70bfa4f46487 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:17:42.503881 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-a84b9123-bd09-4457-86bd-e31868cd4437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:42.558522 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-20470aba-bf51-451a-803f-ef1c3364516e None None] Provisioning complete for port 3b8e40b1-f73d-43d6-a3f8-7d3d2eed6e38 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:42.560189 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-20470aba-bf51-451a-803f-ef1c3364516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:42.632008 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 800d2503-b90c-4b5e-b0d0-d969cd4458e7 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:42.632008 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:42.632204 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd941de-8719-4d4f-bec2-d72258cacfba tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:42.632204 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4bd941de-8719-4d4f-bec2-d72258cacfba tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:42.679196 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b9123-bd09-4457-86bd-e31868cd4437 service neutron] Pushing event updated for resources: {'Port': ['ID=4c42b267-b638-4860-bfd1-70bfa4f46487,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:42.710096 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-20470aba-bf51-451a-803f-ef1c3364516e None None] Port 3b8e40b1-f73d-43d6-a3f8-7d3d2eed6e38 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:17:42.725317 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb25d1-c79e-4d7d-bab5-661f0aebc5f5 req-27dc1fc5-437c-4052-9d2b-bdd3280fd762 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:42.743335 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb25d1-c79e-4d7d-bab5-661f0aebc5f5 req-27dc1fc5-437c-4052-9d2b-bdd3280fd762 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:42.753968 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44764) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:42.765870 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb25d1-c79e-4d7d-bab5-661f0aebc5f5 req-27dc1fc5-437c-4052-9d2b-bdd3280fd762 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:42.784722 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb25d1-c79e-4d7d-bab5-661f0aebc5f5 req-27dc1fc5-437c-4052-9d2b-bdd3280fd762 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:42.803060 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb25d1-c79e-4d7d-bab5-661f0aebc5f5 req-27dc1fc5-437c-4052-9d2b-bdd3280fd762 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:42.804907 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bffb25d1-c79e-4d7d-bab5-661f0aebc5f5 req-27dc1fc5-437c-4052-9d2b-bdd3280fd762 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 3828 time: 0.3245134 Aug 18 13:17:42.814281 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4bd941de-8719-4d4f-bec2-d72258cacfba tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9843714 Aug 18 13:17:42.826025 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44766) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:42.839303 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-c853f068-8f5a-4734-9a76-b2a8790857af tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'subnet': {'network_id': '58208edd-2e9e-4dd3-afe3-a138b3c5e6fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:42.891471 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 2a03b203-3484-4022-a384-f32f24a930c9 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:17:42.964014 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c7d0b91f-d1fd-4d21-83b4-5b55331ffa3d tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:43.000583 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-fb44679b-9645-462f-a24a-73540ae2fa46 None None] Provisioning for port d6a14cb0-b92a-4c3d-9189-ac9a6eab46a5 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:17:43.008029 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-fb44679b-9645-462f-a24a-73540ae2fa46 None None] Provisioning complete for port d6a14cb0-b92a-4c3d-9189-ac9a6eab46a5 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:43.012436 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fb44679b-9645-462f-a24a-73540ae2fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:43.044963 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bffb25d1-c79e-4d7d-bab5-661f0aebc5f5 req-3d8d837e-69ff-4399-888a-f03f1846427f tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2269220 Aug 18 13:17:43.067138 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c7d0b91f-d1fd-4d21-83b4-5b55331ffa3d tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:43.078505 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-a84b9123-bd09-4457-86bd-e31868cd4437 service neutron] Attempting to bind port 4c42b267-b638-4860-bfd1-70bfa4f46487 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:17:43.079038 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-a84b9123-bd09-4457-86bd-e31868cd4437 service neutron] Attempting to bind port 4c42b267-b638-4860-bfd1-70bfa4f46487 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '2cb900d6-683a-47fc-8607-ef590f696945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e9ea624b-86fc-4131-a8a7-d576a5006edb'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:17:43.079481 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-a84b9123-bd09-4457-86bd-e31868cd4437 service neutron] Attempting to bind port 4c42b267-b638-4860-bfd1-70bfa4f46487 on network e9ea624b-86fc-4131-a8a7-d576a5006edb {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:17:43.094213 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 2a03b203-3484-4022-a384-f32f24a930c9 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:17:43.096757 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-a84b9123-bd09-4457-86bd-e31868cd4437 service neutron] Port 4c42b267-b638-4860-bfd1-70bfa4f46487 on network e9ea624b-86fc-4131-a8a7-d576a5006edb not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:17:43.097351 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-a84b9123-bd09-4457-86bd-e31868cd4437 service neutron] Attempting to bind port 4c42b267-b638-4860-bfd1-70bfa4f46487 on network e9ea624b-86fc-4131-a8a7-d576a5006edb {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:17:43.117230 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 2a03b203-3484-4022-a384-f32f24a930c9 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:43.117606 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:43.122223 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-a84b9123-bd09-4457-86bd-e31868cd4437 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:17:43.122812 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-a84b9123-bd09-4457-86bd-e31868cd4437 service neutron] Checking segment: {'id': '2cb900d6-683a-47fc-8607-ef590f696945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e9ea624b-86fc-4131-a8a7-d576a5006edb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:17:43.123574 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-a84b9123-bd09-4457-86bd-e31868cd4437 service neutron] Bound using segment: {'id': '2cb900d6-683a-47fc-8607-ef590f696945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e9ea624b-86fc-4131-a8a7-d576a5006edb'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:17:43.124223 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-a84b9123-bd09-4457-86bd-e31868cd4437 service neutron] Bound port: 4c42b267-b638-4860-bfd1-70bfa4f46487, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cb900d6-683a-47fc-8607-ef590f696945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e9ea624b-86fc-4131-a8a7-d576a5006edb'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:17:43.126255 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-a84b9123-bd09-4457-86bd-e31868cd4437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:43.138432 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c853f068-8f5a-4734-9a76-b2a8790857af tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Made reservation on behalf of 2fb4f687cb0a48178df1ff10e4bcf284 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:17:43.143702 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c853f068-8f5a-4734-9a76-b2a8790857af tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:43.209279 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-fb44679b-9645-462f-a24a-73540ae2fa46 None None] Port d6a14cb0-b92a-4c3d-9189-ac9a6eab46a5 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:17:43.324138 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-a84b9123-bd09-4457-86bd-e31868cd4437 service neutron] For port 4c42b267-b638-4860-bfd1-70bfa4f46487, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:17:43.333134 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-a84b9123-bd09-4457-86bd-e31868cd4437 service neutron] For port 4c42b267-b638-4860-bfd1-70bfa4f46487, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=4c42b267-b638-4860-bfd1-70bfa4f46487,segment=NetworkSegment(2cb900d6-683a-47fc-8607-ef590f696945),segment_id=2cb900d6-683a-47fc-8607-ef590f696945)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:17:43.337492 n-d-803603-2 neutron-server[101676]: INFO neutron.db.ipam_backend_mixin [None req-c853f068-8f5a-4734-9a76-b2a8790857af tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3d4e7589-5142-4058-a663-5aabcf63268a (CIDR: 172.20.0.0/28) Aug 18 13:17:43.375509 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:43.401816 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-c853f068-8f5a-4734-9a76-b2a8790857af tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:17:43.402933 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c853f068-8f5a-4734-9a76-b2a8790857af tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:17:43.436453 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-a84b9123-bd09-4457-86bd-e31868cd4437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:43.438125 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 2a03b203-3484-4022-a384-f32f24a930c9, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=2a03b203-3484-4022-a384-f32f24a930c9,segment=NetworkSegment(a9a08411-c8fd-4c0a-9aa8-fb86e1a566c1),segment_id=a9a08411-c8fd-4c0a-9aa8-fb86e1a566c1)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:17:43.493607 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-a84b9123-bd09-4457-86bd-e31868cd4437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:43.493607 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-a84b9123-bd09-4457-86bd-e31868cd4437 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:43.493607 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-a84b9123-bd09-4457-86bd-e31868cd4437 service neutron] 10.222.0.20 "PUT /v2.0/ports/4c42b267-b638-4860-bfd1-70bfa4f46487 HTTP/1.1" status: 200 len: 1092 time: 2.0390394 Aug 18 13:17:43.496053 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'tag': '4c42b267-b638-4860-bfd1-70bfa4f46487'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:17:43.499648 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef44d825-1d00-4ec2-9e39-3295b3275a89" -d '{"events": [{"name": "network-changed", "server_uuid": "c584a547-2e36-4842-a62f-c1507c6af6c0", "tag": "4c42b267-b638-4860-bfd1-70bfa4f46487"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:17:43.521124 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c7d0b91f-d1fd-4d21-83b4-5b55331ffa3d tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:43.524644 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c7d0b91f-d1fd-4d21-83b4-5b55331ffa3d tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:43.531287 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c7d0b91f-d1fd-4d21-83b4-5b55331ffa3d tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "DELETE /v2.0/security-groups/62eb747a-fa40-48b1-8dd6-6cdd8e6a786c HTTP/1.1" status: 204 len: 168 time: 0.7722874 Aug 18 13:17:43.556383 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:43.559150 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c853f068-8f5a-4734-9a76-b2a8790857af tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7263975 Aug 18 13:17:43.561204 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44782) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:43.580205 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-baac70a2-04de-45db-855e-e01f069ae634 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'subnet': {'network_id': '58208edd-2e9e-4dd3-afe3-a138b3c5e6fd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:43.602242 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0b91f-d1fd-4d21-83b4-5b55331ffa3d tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62eb747a-fa40-48b1-8dd6-6cdd8e6a786c,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:43.656620 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0189d3cf-84be-4b2f-8d53-f30730587ca2 x-openstack-request-id: req-0189d3cf-84be-4b2f-8d53-f30730587ca2 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:17:43.661986 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c584a547-2e36-4842-a62f-c1507c6af6c0", "tag": "4c42b267-b638-4860-bfd1-70bfa4f46487", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:17:43.661986 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0189d3cf-84be-4b2f-8d53-f30730587ca2 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:17:43.661986 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'tag': '4c42b267-b638-4860-bfd1-70bfa4f46487', 'status': 'completed', 'code': 200} Aug 18 13:17:43.733561 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44786) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:43.773036 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-ee5c1be5-ec8d-428a-b3a0-bde2c1de44e7 service neutron] Request body: {'port': {'device_id': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:43.775795 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b9123-bd09-4457-86bd-e31868cd4437 service neutron] Pushing event updated for resources: {'Port': ['ID=4c42b267-b638-4860-bfd1-70bfa4f46487,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:43.780330 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=2a03b203-3484-4022-a384-f32f24a930c9,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:43.859765 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d97f9e8a-3c74-41c8-ad2c-3eab015d4576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:43.885877 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-d454ede1-b11b-4c91-8745-f3d2d020e49f tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Deleting subnet ebc72968-a792-4c61-a1d7-beb80c15d42b {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:17:43.886689 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d454ede1-b11b-4c91-8745-f3d2d020e49f tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:43.908470 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44d825-1d00-4ec2-9e39-3295b3275a89 req-05ee7eb2-9eba-4feb-8733-b7e04439b4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:43.908975 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44d825-1d00-4ec2-9e39-3295b3275a89 req-05ee7eb2-9eba-4feb-8733-b7e04439b4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:43.909457 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44d825-1d00-4ec2-9e39-3295b3275a89 req-05ee7eb2-9eba-4feb-8733-b7e04439b4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:43.909930 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44d825-1d00-4ec2-9e39-3295b3275a89 req-05ee7eb2-9eba-4feb-8733-b7e04439b4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:43.910505 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44d825-1d00-4ec2-9e39-3295b3275a89 req-05ee7eb2-9eba-4feb-8733-b7e04439b4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:43.912230 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ef44d825-1d00-4ec2-9e39-3295b3275a89 req-05ee7eb2-9eba-4feb-8733-b7e04439b4f8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9187a221b3e94f438328aff4ddb46e1a&device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 4363 time: 0.2514353 Aug 18 13:17:43.935852 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d454ede1-b11b-4c91-8745-f3d2d020e49f tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:43.943477 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-ee5c1be5-ec8d-428a-b3a0-bde2c1de44e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:44.162775 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 2a03b203-3484-4022-a384-f32f24a930c9 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:17:44.270451 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 2a03b203-3484-4022-a384-f32f24a930c9 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:44.270825 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:44.297673 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baac70a2-04de-45db-855e-e01f069ae634 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Made reservation on behalf of 2fb4f687cb0a48178df1ff10e4bcf284 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:17:44.303761 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-baac70a2-04de-45db-855e-e01f069ae634 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:44.369707 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d454ede1-b11b-4c91-8745-f3d2d020e49f tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:44.577790 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:44.582788 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44d825-1d00-4ec2-9e39-3295b3275a89 req-038702bc-2969-4199-abab-e16622ab18ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:44.583541 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44d825-1d00-4ec2-9e39-3295b3275a89 req-038702bc-2969-4199-abab-e16622ab18ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:44.583905 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44d825-1d00-4ec2-9e39-3295b3275a89 req-038702bc-2969-4199-abab-e16622ab18ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:44.585447 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ef44d825-1d00-4ec2-9e39-3295b3275a89 req-038702bc-2969-4199-abab-e16622ab18ec service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=9187a221b3e94f438328aff4ddb46e1a&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6386473 Aug 18 13:17:44.665688 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d454ede1-b11b-4c91-8745-f3d2d020e49f tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:44.667880 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8957c-561f-4e6c-b0ce-5b7b53c9b5a6 req-29603ddd-90de-4915-930f-7aecd2808731 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:44.674906 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8957c-561f-4e6c-b0ce-5b7b53c9b5a6 req-29603ddd-90de-4915-930f-7aecd2808731 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:44.680866 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8957c-561f-4e6c-b0ce-5b7b53c9b5a6 req-29603ddd-90de-4915-930f-7aecd2808731 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:44.686971 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8957c-561f-4e6c-b0ce-5b7b53c9b5a6 req-29603ddd-90de-4915-930f-7aecd2808731 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:44.694212 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8957c-561f-4e6c-b0ce-5b7b53c9b5a6 req-29603ddd-90de-4915-930f-7aecd2808731 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:44.696304 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-10f8957c-561f-4e6c-b0ce-5b7b53c9b5a6 req-29603ddd-90de-4915-930f-7aecd2808731 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 3828 time: 0.4579303 Aug 18 13:17:44.773901 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b223ef-6a17-482a-b291-be02bd58f751 None None] Network 386a060a-1b95-4dd6-b0ac-7fdd7b22667b requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:17:44.786832 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d454ede1-b11b-4c91-8745-f3d2d020e49f tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:44.790748 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d454ede1-b11b-4c91-8745-f3d2d020e49f tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "DELETE /v2.0/subnets/ebc72968-a792-4c61-a1d7-beb80c15d42b HTTP/1.1" status: 204 len: 168 time: 1.0562308 Aug 18 13:17:44.796017 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454ede1-b11b-4c91-8745-f3d2d020e49f tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event deleted for resources: {'Subnet': ['ID=ebc72968-a792-4c61-a1d7-beb80c15d42b,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:44.809530 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44798) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:45.018944 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-801f0064-1ed9-4a1f-b1e6-276252964bb2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:45.124547 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-baac70a2-04de-45db-855e-e01f069ae634 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:45.140421 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d80b6d-f24b-4800-bdd0-4ad595a18651 None None] DHCP port deletion for 386a060a-1b95-4dd6-b0ac-7fdd7b22667b request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:17:45.190788 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baac70a2-04de-45db-855e-e01f069ae634 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Network 58208edd-2e9e-4dd3-afe3-a138b3c5e6fd is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:17:45.199174 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-baac70a2-04de-45db-855e-e01f069ae634 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:17:45.209893 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baac70a2-04de-45db-855e-e01f069ae634 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:45.210520 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-baac70a2-04de-45db-855e-e01f069ae634 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:45.227829 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10872fef-9dd7-4992-9e45-85e9a7758257 None None] Network 58208edd-2e9e-4dd3-afe3-a138b3c5e6fd requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:17:45.231963 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-801f0064-1ed9-4a1f-b1e6-276252964bb2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Deleting port 6f115b91-8339-41b0-af5e-b091ac6275ab {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:17:45.232345 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-801f0064-1ed9-4a1f-b1e6-276252964bb2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:45.234204 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac70a2-04de-45db-855e-e01f069ae634 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'Subnet': ['ID=d285e877-58e4-43cf-ad21-c3ed672f5e68,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:45.346045 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-baac70a2-04de-45db-855e-e01f069ae634 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7800636 Aug 18 13:17:45.356731 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44806) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:45.372212 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-8c34ee44-51d7-4ae0-bbd2-12c6091fb0aa tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2135962632', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd285e877-58e4-43cf-ad21-c3ed672f5e68'}], 'security_groups': ['e434cb8a-9c4a-4146-b79b-dfa8691580b2']}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:45.384650 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-801f0064-1ed9-4a1f-b1e6-276252964bb2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] For port 6f115b91-8339-41b0-af5e-b091ac6275ab, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=6f115b91-8339-41b0-af5e-b091ac6275ab,segment=NetworkSegment(6c6fddde-dfd0-4e8a-ab3b-09680f994096),segment_id=6c6fddde-dfd0-4e8a-ab3b-09680f994096)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:17:45.385161 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-801f0064-1ed9-4a1f-b1e6-276252964bb2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:45.422670 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-801f0064-1ed9-4a1f-b1e6-276252964bb2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Calling delete_port for 6f115b91-8339-41b0-af5e-b091ac6275ab owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:17:45.492372 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-98d80b6d-f24b-4800-bdd0-4ad595a18651 None None] Deleting port 6f115b91-8339-41b0-af5e-b091ac6275ab {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:17:45.492753 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-98d80b6d-f24b-4800-bdd0-4ad595a18651 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:45.521832 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8c34ee44-51d7-4ae0-bbd2-12c6091fb0aa tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:45.528233 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:45.578183 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-10f8957c-561f-4e6c-b0ce-5b7b53c9b5a6 req-e3460344-2cb0-4150-95a0-8259e16a6c6f tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8410037 Aug 18 13:17:45.622535 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-98d80b6d-f24b-4800-bdd0-4ad595a18651 None None] For port 6f115b91-8339-41b0-af5e-b091ac6275ab, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=6f115b91-8339-41b0-af5e-b091ac6275ab,segment=NetworkSegment(6c6fddde-dfd0-4e8a-ab3b-09680f994096),segment_id=6c6fddde-dfd0-4e8a-ab3b-09680f994096)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:17:45.623938 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-98d80b6d-f24b-4800-bdd0-4ad595a18651 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:45.641820 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-98d80b6d-f24b-4800-bdd0-4ad595a18651 None None] Calling delete_port for 6f115b91-8339-41b0-af5e-b091ac6275ab owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:17:45.725249 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44d825-1d00-4ec2-9e39-3295b3275a89 req-9029800e-1f08-4b78-b978-c78d82b19ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:45.727334 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ef44d825-1d00-4ec2-9e39-3295b3275a89 req-9029800e-1f08-4b78-b978-c78d82b19ba4 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1273172 Aug 18 13:17:45.814369 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e77f26-f498-4a59-8035-f7a6cefc2327 None None] Update dhcp port {'port': {'network_id': '58208edd-2e9e-4dd3-afe3-a138b3c5e6fd', 'fixed_ips': [{'subnet_id': '3d4e7589-5142-4058-a663-5aabcf63268a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd285e877-58e4-43cf-ad21-c3ed672f5e68'}], 'binding:host_id': 'n-d-803603-2'}, 'id': '2a03b203-3484-4022-a384-f32f24a930c9'} from n-d-803603-2. {{(pid=101677) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 13:17:45.819231 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-ee5c1be5-ec8d-428a-b3a0-bde2c1de44e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 069b9001-3300-4e5d-a3d3-e19a50735842 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:17:45.828999 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-ee5c1be5-ec8d-428a-b3a0-bde2c1de44e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:45.857101 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-27e77f26-f498-4a59-8035-f7a6cefc2327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:45.875529 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-ee5c1be5-ec8d-428a-b3a0-bde2c1de44e7 service neutron] Transition to ACTIVE for port object 069b9001-3300-4e5d-a3d3-e19a50735842 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:17:45.895377 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-801f0064-1ed9-4a1f-b1e6-276252964bb2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:45.910090 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-98d80b6d-f24b-4800-bdd0-4ad595a18651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:45.929867 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44816) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:45.954550 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f0064-1ed9-4a1f-b1e6-276252964bb2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event deleted for resources: {'Port': ['ID=6f115b91-8339-41b0-af5e-b091ac6275ab,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:45.961094 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801f0064-1ed9-4a1f-b1e6-276252964bb2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] No DVR routers for this DVR port 6f115b91-8339-41b0-af5e-b091ac6275ab on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:17:45.962343 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d80b6d-f24b-4800-bdd0-4ad595a18651 None None] No DVR routers for this DVR port 6f115b91-8339-41b0-af5e-b091ac6275ab on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:17:46.028784 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-ee5c1be5-ec8d-428a-b3a0-bde2c1de44e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:46.032445 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d80b6d-f24b-4800-bdd0-4ad595a18651 None None] Pushing event deleted for resources: {'Port': ['ID=6f115b91-8339-41b0-af5e-b091ac6275ab,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:46.114554 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-801f0064-1ed9-4a1f-b1e6-276252964bb2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:46.141430 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-801f0064-1ed9-4a1f-b1e6-276252964bb2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['386a060a-1b95-4dd6-b0ac-7fdd7b22667b']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:46.154929 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-801f0064-1ed9-4a1f-b1e6-276252964bb2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c6fddde-dfd0-4e8a-ab3b-09680f994096') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:46.155214 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-801f0064-1ed9-4a1f-b1e6-276252964bb2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c6fddde-dfd0-4e8a-ab3b-09680f994096') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:46.165491 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-801f0064-1ed9-4a1f-b1e6-276252964bb2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:46.184888 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-801f0064-1ed9-4a1f-b1e6-276252964bb2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:46.211840 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c1be5-ec8d-428a-b3a0-bde2c1de44e7 service neutron] Pushing event updated for resources: {'Port': ['ID=069b9001-3300-4e5d-a3d3-e19a50735842,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:46.215028 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6f115b91-8339-41b0-af5e-b091ac6275ab no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:17:46.255830 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5e20e690-1259-4c98-b62c-520dbf95d39f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:46.257595 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-801f0064-1ed9-4a1f-b1e6-276252964bb2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:17:46.257595 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-801f0064-1ed9-4a1f-b1e6-276252964bb2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:46.260317 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:17:46.260317 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:17:46.260317 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:17:46.260317 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:17:46.260317 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:17:46.260317 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:17:46.260317 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:17:46.260317 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:17:46.260317 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:17:46.260317 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:17:46.260317 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:17:46.260317 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:17:46.260317 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:17:46.260317 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:17:46.260317 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:17:46.260317 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:17:46.260317 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:17:46.260317 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:17:46.260317 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:17:46.260317 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:17:46.260317 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:17:46.260317 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:17:46.260317 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:17:46.260317 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:17:46.260317 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:17:46.260317 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:17:46.260317 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:17:46.260317 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:17:46.260317 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:17:46.260317 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:17:46.260317 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:17:46.260317 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:17:46.298195 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 6f115b91-8339-41b0-af5e-b091ac6275ab {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:17:46.299098 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6f115b91-8339-41b0-af5e-b091ac6275ab not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:17:46.391763 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5e20e690-1259-4c98-b62c-520dbf95d39f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:46.403029 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-ee5c1be5-ec8d-428a-b3a0-bde2c1de44e7 service neutron] Attempting to bind port 069b9001-3300-4e5d-a3d3-e19a50735842 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:17:46.403507 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-ee5c1be5-ec8d-428a-b3a0-bde2c1de44e7 service neutron] Attempting to bind port 069b9001-3300-4e5d-a3d3-e19a50735842 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': 'c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:17:46.404371 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-ee5c1be5-ec8d-428a-b3a0-bde2c1de44e7 service neutron] Attempting to bind port 069b9001-3300-4e5d-a3d3-e19a50735842 on network f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:17:46.410898 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-ee5c1be5-ec8d-428a-b3a0-bde2c1de44e7 service neutron] Port 069b9001-3300-4e5d-a3d3-e19a50735842 on network f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:17:46.411688 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-ee5c1be5-ec8d-428a-b3a0-bde2c1de44e7 service neutron] Attempting to bind port 069b9001-3300-4e5d-a3d3-e19a50735842 on network f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:17:46.418400 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-ee5c1be5-ec8d-428a-b3a0-bde2c1de44e7 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:17:46.419065 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-ee5c1be5-ec8d-428a-b3a0-bde2c1de44e7 service neutron] Checking segment: {'id': 'c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:17:46.420250 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-ee5c1be5-ec8d-428a-b3a0-bde2c1de44e7 service neutron] Bound using segment: {'id': 'c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:17:46.421123 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-ee5c1be5-ec8d-428a-b3a0-bde2c1de44e7 service neutron] Bound port: 069b9001-3300-4e5d-a3d3-e19a50735842, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:17:46.421780 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-ee5c1be5-ec8d-428a-b3a0-bde2c1de44e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:46.462395 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5e20e690-1259-4c98-b62c-520dbf95d39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:46.525911 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5e20e690-1259-4c98-b62c-520dbf95d39f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=022ef2c8e7574da5b4590dff4022304c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5918589 Aug 18 13:17:46.532370 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44822) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:46.543786 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e20e690-1259-4c98-b62c-520dbf95d39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9d696c-a689-4d40-a16d-b28d73991fd7,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:46.572180 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-ee5c1be5-ec8d-428a-b3a0-bde2c1de44e7 service neutron] For port 069b9001-3300-4e5d-a3d3-e19a50735842, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:17:46.596840 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-ee5c1be5-ec8d-428a-b3a0-bde2c1de44e7 service neutron] For port 069b9001-3300-4e5d-a3d3-e19a50735842, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=069b9001-3300-4e5d-a3d3-e19a50735842,segment=NetworkSegment(c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a),segment_id=c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:17:46.617423 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aa9a08bc-76db-4db4-ac20-1393ccdcb12c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:46.646217 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aa9a08bc-76db-4db4-ac20-1393ccdcb12c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:46.708148 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-ee5c1be5-ec8d-428a-b3a0-bde2c1de44e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:46.775397 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-ee5c1be5-ec8d-428a-b3a0-bde2c1de44e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:46.780837 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-ee5c1be5-ec8d-428a-b3a0-bde2c1de44e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:46.780837 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-ee5c1be5-ec8d-428a-b3a0-bde2c1de44e7 service neutron] 10.222.0.20 "PUT /v2.0/ports/069b9001-3300-4e5d-a3d3-e19a50735842 HTTP/1.1" status: 200 len: 1135 time: 3.0192592 Aug 18 13:17:46.780837 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'tag': '069b9001-3300-4e5d-a3d3-e19a50735842'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:17:46.782110 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8696b18-6ccb-483a-aeda-8ef32a4a1889" -d '{"events": [{"name": "network-changed", "server_uuid": "c584a547-2e36-4842-a62f-c1507c6af6c0", "tag": "069b9001-3300-4e5d-a3d3-e19a50735842"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:17:46.825223 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-801f0064-1ed9-4a1f-b1e6-276252964bb2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:46.859212 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a51c8b6-3c6b-48cc-b35c-78e6e686f04a x-openstack-request-id: req-4a51c8b6-3c6b-48cc-b35c-78e6e686f04a {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:17:46.859455 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c584a547-2e36-4842-a62f-c1507c6af6c0", "tag": "069b9001-3300-4e5d-a3d3-e19a50735842", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:17:46.859721 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a51c8b6-3c6b-48cc-b35c-78e6e686f04a {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:17:46.860129 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'tag': '069b9001-3300-4e5d-a3d3-e19a50735842', 'status': 'completed', 'code': 200} Aug 18 13:17:46.863264 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c1be5-ec8d-428a-b3a0-bde2c1de44e7 service neutron] Pushing event updated for resources: {'Port': ['ID=069b9001-3300-4e5d-a3d3-e19a50735842,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:46.875167 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aa9a08bc-76db-4db4-ac20-1393ccdcb12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:46.877772 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aa9a08bc-76db-4db4-ac20-1393ccdcb12c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:46.881890 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-aa9a08bc-76db-4db4-ac20-1393ccdcb12c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ba9d696c-a689-4d40-a16d-b28d73991fd7 HTTP/1.1" status: 204 len: 168 time: 0.3481469 Aug 18 13:17:46.911015 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a08bc-76db-4db4-ac20-1393ccdcb12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9d696c-a689-4d40-a16d-b28d73991fd7,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:46.936148 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-8c34ee44-51d7-4ae0-bbd2-12c6091fb0aa tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Delete allocated IP 172.20.0.6 (58208edd-2e9e-4dd3-afe3-a138b3c5e6fd/3d4e7589-5142-4058-a663-5aabcf63268a) {{(pid=101676) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 18 13:17:46.946815 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-8c34ee44-51d7-4ae0-bbd2-12c6091fb0aa tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Allocated IP 172.20.0.26 (58208edd-2e9e-4dd3-afe3-a138b3c5e6fd/d285e877-58e4-43cf-ad21-c3ed672f5e68/d6a14cb0-b92a-4c3d-9189-ac9a6eab46a5) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:17:46.953307 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-32eb8df3-5995-44ca-ba29-9aa967b74dcc service neutron] Request body: {'port': {'device_id': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:47.016389 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-801f0064-1ed9-4a1f-b1e6-276252964bb2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:47.018284 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-801f0064-1ed9-4a1f-b1e6-276252964bb2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "DELETE /v2.0/networks/386a060a-1b95-4dd6-b0ac-7fdd7b22667b HTTP/1.1" status: 204 len: 168 time: 2.2059240 Aug 18 13:17:47.024660 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44836) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:47.089420 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-32eb8df3-5995-44ca-ba29-9aa967b74dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:47.106632 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f0064-1ed9-4a1f-b1e6-276252964bb2 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event deleted for resources: {'Network': ['ID=386a060a-1b95-4dd6-b0ac-7fdd7b22667b,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:47.181905 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8696b18-6ccb-483a-aeda-8ef32a4a1889 req-2c0dc5bc-f072-427f-94c8-bb9e23bf4608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:47.182533 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8696b18-6ccb-483a-aeda-8ef32a4a1889 req-2c0dc5bc-f072-427f-94c8-bb9e23bf4608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:47.183015 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8696b18-6ccb-483a-aeda-8ef32a4a1889 req-2c0dc5bc-f072-427f-94c8-bb9e23bf4608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:47.183541 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8696b18-6ccb-483a-aeda-8ef32a4a1889 req-2c0dc5bc-f072-427f-94c8-bb9e23bf4608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:47.184014 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8696b18-6ccb-483a-aeda-8ef32a4a1889 req-2c0dc5bc-f072-427f-94c8-bb9e23bf4608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:47.188616 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e97c8c-324c-4650-8b89-1dba11e0a2d2 req-85c4796a-edad-4ea9-9b3d-b9e7a0c57285 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:47.195396 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e97c8c-324c-4650-8b89-1dba11e0a2d2 req-85c4796a-edad-4ea9-9b3d-b9e7a0c57285 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:47.200587 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8696b18-6ccb-483a-aeda-8ef32a4a1889 req-2c0dc5bc-f072-427f-94c8-bb9e23bf4608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:47.202513 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d8696b18-6ccb-483a-aeda-8ef32a4a1889 req-2c0dc5bc-f072-427f-94c8-bb9e23bf4608 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9187a221b3e94f438328aff4ddb46e1a&device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 5291 time: 0.2858942 Aug 18 13:17:47.202855 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e97c8c-324c-4650-8b89-1dba11e0a2d2 req-85c4796a-edad-4ea9-9b3d-b9e7a0c57285 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:47.211774 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e97c8c-324c-4650-8b89-1dba11e0a2d2 req-85c4796a-edad-4ea9-9b3d-b9e7a0c57285 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:47.217547 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e97c8c-324c-4650-8b89-1dba11e0a2d2 req-85c4796a-edad-4ea9-9b3d-b9e7a0c57285 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:47.224158 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e97c8c-324c-4650-8b89-1dba11e0a2d2 req-85c4796a-edad-4ea9-9b3d-b9e7a0c57285 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:47.226344 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-41e97c8c-324c-4650-8b89-1dba11e0a2d2 req-85c4796a-edad-4ea9-9b3d-b9e7a0c57285 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 4605 time: 0.4178982 Aug 18 13:17:47.379045 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:47.423848 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8696b18-6ccb-483a-aeda-8ef32a4a1889 req-2d2ed2c4-f6e3-4477-8a28-87d3d6b2a8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:47.424316 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8696b18-6ccb-483a-aeda-8ef32a4a1889 req-2d2ed2c4-f6e3-4477-8a28-87d3d6b2a8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:47.425003 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8696b18-6ccb-483a-aeda-8ef32a4a1889 req-2d2ed2c4-f6e3-4477-8a28-87d3d6b2a8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:47.426864 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d8696b18-6ccb-483a-aeda-8ef32a4a1889 req-2d2ed2c4-f6e3-4477-8a28-87d3d6b2a8b3 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=9187a221b3e94f438328aff4ddb46e1a&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2165325 Aug 18 13:17:47.552123 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-41e97c8c-324c-4650-8b89-1dba11e0a2d2 req-fdc37d6b-9f74-41d8-86ae-853109bcdbe2 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2bddc60-b82c-424c-8146-8484da8521b7&id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3075013 Aug 18 13:17:47.671894 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8696b18-6ccb-483a-aeda-8ef32a4a1889 req-1bd844a9-b1df-4499-a799-f324eeeaff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:47.673798 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d8696b18-6ccb-483a-aeda-8ef32a4a1889 req-1bd844a9-b1df-4499-a799-f324eeeaff04 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2358913 Aug 18 13:17:47.749461 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-32eb8df3-5995-44ca-ba29-9aa967b74dcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e6e27c2-38fd-42cf-93be-14deed0fa74b {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:17:47.762428 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-32eb8df3-5995-44ca-ba29-9aa967b74dcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:47.788250 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8c34ee44-51d7-4ae0-bbd2-12c6091fb0aa tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:47.789669 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-32eb8df3-5995-44ca-ba29-9aa967b74dcc service neutron] Transition to ACTIVE for port object 7e6e27c2-38fd-42cf-93be-14deed0fa74b will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:17:47.816721 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-8c34ee44-51d7-4ae0-bbd2-12c6091fb0aa tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Transition to ACTIVE for port object d6a14cb0-b92a-4c3d-9189-ac9a6eab46a5 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:17:47.819552 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-563e0ca3-9ed9-45a7-8a81-7d7a534e3465 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Deleting port 8b3fba30-d6cd-4743-a176-d0bebeb9ca28 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:17:47.819918 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-563e0ca3-9ed9-45a7-8a81-7d7a534e3465 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:47.886507 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-32eb8df3-5995-44ca-ba29-9aa967b74dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:47.931767 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-563e0ca3-9ed9-45a7-8a81-7d7a534e3465 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:47.932308 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-563e0ca3-9ed9-45a7-8a81-7d7a534e3465 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:47.952737 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8c34ee44-51d7-4ae0-bbd2-12c6091fb0aa tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:47.961274 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb8df3-5995-44ca-ba29-9aa967b74dcc service neutron] Pushing event updated for resources: {'Port': ['ID=7e6e27c2-38fd-42cf-93be-14deed0fa74b,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:47.985225 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-563e0ca3-9ed9-45a7-8a81-7d7a534e3465 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Calling delete_port for 8b3fba30-d6cd-4743-a176-d0bebeb9ca28 owned by network:floatingip {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:17:48.044370 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-27e77f26-f498-4a59-8035-f7a6cefc2327 None None] Allocated IP 172.20.0.18 (58208edd-2e9e-4dd3-afe3-a138b3c5e6fd/d285e877-58e4-43cf-ad21-c3ed672f5e68/2a03b203-3484-4022-a384-f32f24a930c9) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:17:48.053771 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44846) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:48.092080 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb8df3-5995-44ca-ba29-9aa967b74dcc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:17:48.092438 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb8df3-5995-44ca-ba29-9aa967b74dcc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:17:48.092793 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb8df3-5995-44ca-ba29-9aa967b74dcc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:17:48.093143 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb8df3-5995-44ca-ba29-9aa967b74dcc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:17:48.093486 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb8df3-5995-44ca-ba29-9aa967b74dcc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:17:48.093824 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb8df3-5995-44ca-ba29-9aa967b74dcc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:17:48.094160 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb8df3-5995-44ca-ba29-9aa967b74dcc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:17:48.100514 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bf10f3ec-c73f-461e-8682-b798a4a09604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:48.100790 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb8df3-5995-44ca-ba29-9aa967b74dcc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:17:48.101162 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb8df3-5995-44ca-ba29-9aa967b74dcc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:17:48.101520 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb8df3-5995-44ca-ba29-9aa967b74dcc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:17:48.101871 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb8df3-5995-44ca-ba29-9aa967b74dcc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:17:48.102250 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb8df3-5995-44ca-ba29-9aa967b74dcc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:17:48.152234 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-32eb8df3-5995-44ca-ba29-9aa967b74dcc service neutron] Attempting to bind port 7e6e27c2-38fd-42cf-93be-14deed0fa74b on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:17:48.152588 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-32eb8df3-5995-44ca-ba29-9aa967b74dcc service neutron] Attempting to bind port 7e6e27c2-38fd-42cf-93be-14deed0fa74b by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': 'c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:17:48.152936 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-32eb8df3-5995-44ca-ba29-9aa967b74dcc service neutron] Attempting to bind port 7e6e27c2-38fd-42cf-93be-14deed0fa74b on network f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:17:48.162692 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-32eb8df3-5995-44ca-ba29-9aa967b74dcc service neutron] Port 7e6e27c2-38fd-42cf-93be-14deed0fa74b on network f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:17:48.163052 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-32eb8df3-5995-44ca-ba29-9aa967b74dcc service neutron] Attempting to bind port 7e6e27c2-38fd-42cf-93be-14deed0fa74b on network f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:17:48.181270 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-32eb8df3-5995-44ca-ba29-9aa967b74dcc service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:17:48.181621 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-32eb8df3-5995-44ca-ba29-9aa967b74dcc service neutron] Checking segment: {'id': 'c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:17:48.182015 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-32eb8df3-5995-44ca-ba29-9aa967b74dcc service neutron] Bound using segment: {'id': 'c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:17:48.182685 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-32eb8df3-5995-44ca-ba29-9aa967b74dcc service neutron] Bound port: 7e6e27c2-38fd-42cf-93be-14deed0fa74b, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:17:48.183256 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-32eb8df3-5995-44ca-ba29-9aa967b74dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:48.291576 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-27e77f26-f498-4a59-8035-f7a6cefc2327 None None] For port 2a03b203-3484-4022-a384-f32f24a930c9, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=2a03b203-3484-4022-a384-f32f24a930c9,segment=NetworkSegment(a9a08411-c8fd-4c0a-9aa8-fb86e1a566c1),segment_id=a9a08411-c8fd-4c0a-9aa8-fb86e1a566c1)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:17:48.291854 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c34ee44-51d7-4ae0-bbd2-12c6091fb0aa tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'Port': ['ID=d6a14cb0-b92a-4c3d-9189-ac9a6eab46a5,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:48.334738 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-27e77f26-f498-4a59-8035-f7a6cefc2327 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:48.351449 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-32eb8df3-5995-44ca-ba29-9aa967b74dcc service neutron] For port 7e6e27c2-38fd-42cf-93be-14deed0fa74b, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:17:48.352508 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-27e77f26-f498-4a59-8035-f7a6cefc2327 None None] Transition to ACTIVE for port object 2a03b203-3484-4022-a384-f32f24a930c9 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:17:48.354805 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-32eb8df3-5995-44ca-ba29-9aa967b74dcc service neutron] For port 7e6e27c2-38fd-42cf-93be-14deed0fa74b, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=7e6e27c2-38fd-42cf-93be-14deed0fa74b,segment=NetworkSegment(c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a),segment_id=c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:17:48.402081 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-8c34ee44-51d7-4ae0-bbd2-12c6091fb0aa tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] In _notify_port_updated(), no bound segment for port d6a14cb0-b92a-4c3d-9189-ac9a6eab46a5 on network 58208edd-2e9e-4dd3-afe3-a138b3c5e6fd {{(pid=101676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 13:17:48.409778 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c34ee44-51d7-4ae0-bbd2-12c6091fb0aa tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:48.409778 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8c34ee44-51d7-4ae0-bbd2-12c6091fb0aa tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:48.413194 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8c34ee44-51d7-4ae0-bbd2-12c6091fb0aa tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "PUT /v2.0/ports/d6a14cb0-b92a-4c3d-9189-ac9a6eab46a5 HTTP/1.1" status: 200 len: 921 time: 3.0500982 Aug 18 13:17:48.413318 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44850) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:48.469555 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-27e77f26-f498-4a59-8035-f7a6cefc2327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:48.549185 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-32eb8df3-5995-44ca-ba29-9aa967b74dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:48.668028 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb8df3-5995-44ca-ba29-9aa967b74dcc service neutron] Pushing event updated for resources: {'Port': ['ID=7e6e27c2-38fd-42cf-93be-14deed0fa74b,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:48.695725 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bf10f3ec-c73f-461e-8682-b798a4a09604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:48.697418 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-32eb8df3-5995-44ca-ba29-9aa967b74dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:48.698491 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-32eb8df3-5995-44ca-ba29-9aa967b74dcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:48.700451 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-32eb8df3-5995-44ca-ba29-9aa967b74dcc service neutron] 10.222.0.20 "PUT /v2.0/ports/7e6e27c2-38fd-42cf-93be-14deed0fa74b HTTP/1.1" status: 200 len: 1136 time: 1.7695417 Aug 18 13:17:48.736241 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e77f26-f498-4a59-8035-f7a6cefc2327 None None] Pushing event updated for resources: {'Port': ['ID=2a03b203-3484-4022-a384-f32f24a930c9,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:48.757252 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bf10f3ec-c73f-461e-8682-b798a4a09604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:48.776818 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-e3cb9b97-abcb-4219-8e04-b57dbd061666 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Deleting port d6a14cb0-b92a-4c3d-9189-ac9a6eab46a5 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:17:48.777179 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e3cb9b97-abcb-4219-8e04-b57dbd061666 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:48.813474 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-563e0ca3-9ed9-45a7-8a81-7d7a534e3465 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:48.852636 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-c87598be-0cf9-41fd-8835-4acfff2be41b service neutron] Request body: {'port': {'device_id': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:48.891547 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8879a-cf9f-494c-a9bc-b396f33e781d req-098f7f65-59c3-4307-84ce-2c950970e3c3 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:48.899273 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8879a-cf9f-494c-a9bc-b396f33e781d req-098f7f65-59c3-4307-84ce-2c950970e3c3 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:48.907796 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8879a-cf9f-494c-a9bc-b396f33e781d req-098f7f65-59c3-4307-84ce-2c950970e3c3 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:48.914987 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8879a-cf9f-494c-a9bc-b396f33e781d req-098f7f65-59c3-4307-84ce-2c950970e3c3 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:48.916488 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e0ca3-9ed9-45a7-8a81-7d7a534e3465 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event deleted for resources: {'Port': ['ID=8b3fba30-d6cd-4743-a176-d0bebeb9ca28,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:48.923725 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf10f3ec-c73f-461e-8682-b798a4a09604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ccc198-3fc5-426b-9712-60bbd2202b74,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:48.923938 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8879a-cf9f-494c-a9bc-b396f33e781d req-098f7f65-59c3-4307-84ce-2c950970e3c3 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:48.928540 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-bf10f3ec-c73f-461e-8682-b798a4a09604 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f265780d007c4567aa922ee5a6228181&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8722579 Aug 18 13:17:48.931189 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8879a-cf9f-494c-a9bc-b396f33e781d req-098f7f65-59c3-4307-84ce-2c950970e3c3 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:48.938032 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8879a-cf9f-494c-a9bc-b396f33e781d req-098f7f65-59c3-4307-84ce-2c950970e3c3 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:48.944831 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44860) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:48.947028 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-44d8879a-cf9f-494c-a9bc-b396f33e781d req-098f7f65-59c3-4307-84ce-2c950970e3c3 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 5383 time: 0.2318211 Aug 18 13:17:48.947503 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'tag': '7e6e27c2-38fd-42cf-93be-14deed0fa74b'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:17:48.957524 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e3f851-a6c0-4964-be9d-e1c33d8e5905" -d '{"events": [{"name": "network-changed", "server_uuid": "c584a547-2e36-4842-a62f-c1507c6af6c0", "tag": "7e6e27c2-38fd-42cf-93be-14deed0fa74b"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:17:49.121777 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa852bc-322f-4d17-8970-035b8f08fe54 x-openstack-request-id: req-7aa852bc-322f-4d17-8970-035b8f08fe54 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:17:49.122137 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c584a547-2e36-4842-a62f-c1507c6af6c0", "tag": "7e6e27c2-38fd-42cf-93be-14deed0fa74b", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:17:49.122347 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7aa852bc-322f-4d17-8970-035b8f08fe54 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:17:49.124139 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'tag': '7e6e27c2-38fd-42cf-93be-14deed0fa74b', 'status': 'completed', 'code': 200} Aug 18 13:17:49.142312 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-c87598be-0cf9-41fd-8835-4acfff2be41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:49.143304 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-563e0ca3-9ed9-45a7-8a81-7d7a534e3465 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for floatingip, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:49.143656 n-d-803603-2 neutron-server[101676]: INFO neutron.db.l3_db [None req-563e0ca3-9ed9-45a7-8a81-7d7a534e3465 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Floating IP e9cc1ffb-8c85-454c-8e19-b3a0f2d14200 disassociated (deleted). External IP: 172.25.6.200, port: c1266e75-8cf2-4343-b645-2c6d02d154e0. Aug 18 13:17:49.174787 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-44d8879a-cf9f-494c-a9bc-b396f33e781d req-56547ffe-b198-44b7-9d77-bab79f1c4d65 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2bddc60-b82c-424c-8146-8484da8521b7&id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2117095 Aug 18 13:17:49.330565 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4a2c2d3e-a1a8-49d3-8d01-2b6759ec3330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:49.333868 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e3cb9b97-abcb-4219-8e04-b57dbd061666 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:49.360153 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-e3cb9b97-abcb-4219-8e04-b57dbd061666 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Calling delete_port for d6a14cb0-b92a-4c3d-9189-ac9a6eab46a5 owned by {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:17:49.406396 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4a2c2d3e-a1a8-49d3-8d01-2b6759ec3330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:49.512466 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3f851-a6c0-4964-be9d-e1c33d8e5905 req-f754a2d3-4de9-46d8-b173-3459e61a3891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:49.512466 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3f851-a6c0-4964-be9d-e1c33d8e5905 req-f754a2d3-4de9-46d8-b173-3459e61a3891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:49.512890 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3f851-a6c0-4964-be9d-e1c33d8e5905 req-f754a2d3-4de9-46d8-b173-3459e61a3891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:49.514022 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3f851-a6c0-4964-be9d-e1c33d8e5905 req-f754a2d3-4de9-46d8-b173-3459e61a3891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:49.515890 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3f851-a6c0-4964-be9d-e1c33d8e5905 req-f754a2d3-4de9-46d8-b173-3459e61a3891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:49.516941 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3f851-a6c0-4964-be9d-e1c33d8e5905 req-f754a2d3-4de9-46d8-b173-3459e61a3891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:49.517429 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3f851-a6c0-4964-be9d-e1c33d8e5905 req-f754a2d3-4de9-46d8-b173-3459e61a3891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:49.519972 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c0e3f851-a6c0-4964-be9d-e1c33d8e5905 req-f754a2d3-4de9-46d8-b173-3459e61a3891 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9187a221b3e94f438328aff4ddb46e1a&device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 6220 time: 0.3938665 Aug 18 13:17:49.543796 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4a2c2d3e-a1a8-49d3-8d01-2b6759ec3330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:49.547293 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4a2c2d3e-a1a8-49d3-8d01-2b6759ec3330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:49.548719 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4a2c2d3e-a1a8-49d3-8d01-2b6759ec3330 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95ccc198-3fc5-426b-9712-60bbd2202b74 HTTP/1.1" status: 204 len: 168 time: 0.6022317 Aug 18 13:17:49.568948 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c2d3e-a1a8-49d3-8d01-2b6759ec3330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ccc198-3fc5-426b-9712-60bbd2202b74,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:49.609662 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2c2d3e-a1a8-49d3-8d01-2b6759ec3330 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:17:49.615855 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2c2d3e-a1a8-49d3-8d01-2b6759ec3330 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:17:49.616374 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2c2d3e-a1a8-49d3-8d01-2b6759ec3330 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:17:49.616821 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2c2d3e-a1a8-49d3-8d01-2b6759ec3330 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:17:49.617264 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2c2d3e-a1a8-49d3-8d01-2b6759ec3330 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:17:49.617718 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2c2d3e-a1a8-49d3-8d01-2b6759ec3330 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:17:49.618155 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2c2d3e-a1a8-49d3-8d01-2b6759ec3330 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:17:49.618725 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2c2d3e-a1a8-49d3-8d01-2b6759ec3330 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:17:49.619086 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2c2d3e-a1a8-49d3-8d01-2b6759ec3330 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:17:49.619531 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2c2d3e-a1a8-49d3-8d01-2b6759ec3330 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:17:49.619950 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2c2d3e-a1a8-49d3-8d01-2b6759ec3330 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:17:49.620379 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2c2d3e-a1a8-49d3-8d01-2b6759ec3330 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:17:49.788676 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-563e0ca3-9ed9-45a7-8a81-7d7a534e3465 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Router 54ed8b62-b22d-47a0-a888-2f9b0d09f21d has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:17:49.934017 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563e0ca3-9ed9-45a7-8a81-7d7a534e3465 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:17:49.940284 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-563e0ca3-9ed9-45a7-8a81-7d7a534e3465 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:49.950688 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db734454-cebf-4846-96f7-33bf6c0aedcd None None] Sync routers for ids ['54ed8b62-b22d-47a0-a888-2f9b0d09f21d'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:17:49.962240 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3f851-a6c0-4964-be9d-e1c33d8e5905 req-1f19550c-6017-401f-9861-14c6ec97164b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:49.962858 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3f851-a6c0-4964-be9d-e1c33d8e5905 req-1f19550c-6017-401f-9861-14c6ec97164b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:49.964277 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db734454-cebf-4846-96f7-33bf6c0aedcd None None] Routers {'54ed8b62-b22d-47a0-a888-2f9b0d09f21d'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:17:49.964648 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3f851-a6c0-4964-be9d-e1c33d8e5905 req-1f19550c-6017-401f-9861-14c6ec97164b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:49.966215 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-db734454-cebf-4846-96f7-33bf6c0aedcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:17:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['54ed8b62-b22d-47a0-a888-2f9b0d09f21d'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:49.970928 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-108ff39d-145b-45b2-8cde-612e555773a4 None None] Provisioning for port 2a03b203-3484-4022-a384-f32f24a930c9 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:17:49.971588 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c0e3f851-a6c0-4964-be9d-e1c33d8e5905 req-1f19550c-6017-401f-9861-14c6ec97164b service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=9187a221b3e94f438328aff4ddb46e1a&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4072251 Aug 18 13:17:49.974397 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-563e0ca3-9ed9-45a7-8a81-7d7a534e3465 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "DELETE /v2.0/floatingips/e9cc1ffb-8c85-454c-8e19-b3a0f2d14200 HTTP/1.1" status: 204 len: 168 time: 2.9452479 Aug 18 13:17:49.974928 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-108ff39d-145b-45b2-8cde-612e555773a4 None None] Provisioning complete for port 2a03b203-3484-4022-a384-f32f24a930c9 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:49.975356 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7456353-547c-4fc6-98b5-ad79af3f30dc', 'tag': 'c1266e75-8cf2-4343-b645-2c6d02d154e0'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:17:49.975947 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-108ff39d-145b-45b2-8cde-612e555773a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:49.979128 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b990bc9-4a17-4313-a1f5-b63e161775fe" -d '{"events": [{"name": "network-changed", "server_uuid": "e7456353-547c-4fc6-98b5-ad79af3f30dc", "tag": "c1266e75-8cf2-4343-b645-2c6d02d154e0"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:17:50.219735 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-108ff39d-145b-45b2-8cde-612e555773a4 None None] Provisioning complete for port 3b8e40b1-f73d-43d6-a3f8-7d3d2eed6e38 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:50.220121 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-108ff39d-145b-45b2-8cde-612e555773a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:50.266590 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e3cb9b97-abcb-4219-8e04-b57dbd061666 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:50.312679 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 2a03b203-3484-4022-a384-f32f24a930c9 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:17:50.401196 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-db734454-cebf-4846-96f7-33bf6c0aedcd None None] Set router 54ed8b62-b22d-47a0-a888-2f9b0d09f21d gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:17:50.410146 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-108ff39d-145b-45b2-8cde-612e555773a4 None None] Port 3b8e40b1-f73d-43d6-a3f8-7d3d2eed6e38 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:17:50.476021 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb9b97-abcb-4219-8e04-b57dbd061666 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event deleted for resources: {'Port': ['ID=d6a14cb0-b92a-4c3d-9189-ac9a6eab46a5,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:50.502411 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-108ff39d-145b-45b2-8cde-612e555773a4 None None] Could not find standard attr ID for object d6a14cb0-b92a-4c3d-9189-ac9a6eab46a5. {{(pid=101677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 13:17:50.564680 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 2a03b203-3484-4022-a384-f32f24a930c9 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:50.571457 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:50.627653 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-c87598be-0cf9-41fd-8835-4acfff2be41b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:17:50.700576 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-c87598be-0cf9-41fd-8835-4acfff2be41b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:50.728327 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a75150-71ab-45be-8740-bca363692b8d x-openstack-request-id: req-e6a75150-71ab-45be-8740-bca363692b8d {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:17:50.728730 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7456353-547c-4fc6-98b5-ad79af3f30dc", "tag": "c1266e75-8cf2-4343-b645-2c6d02d154e0", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:17:50.729055 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6a75150-71ab-45be-8740-bca363692b8d {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:17:50.729560 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7456353-547c-4fc6-98b5-ad79af3f30dc', 'tag': 'c1266e75-8cf2-4343-b645-2c6d02d154e0', 'status': 'completed', 'code': 200} Aug 18 13:17:50.745124 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.20', 49883) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:50.781491 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-75e992b4-fb13-477a-b4b0-1800fc74c0fd None None] Could not find standard attr ID for object d6a14cb0-b92a-4c3d-9189-ac9a6eab46a5. {{(pid=101677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 13:17:50.830823 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e3cb9b97-abcb-4219-8e04-b57dbd061666 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:50.836961 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e3cb9b97-abcb-4219-8e04-b57dbd061666 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/ports/d6a14cb0-b92a-4c3d-9189-ac9a6eab46a5 HTTP/1.1" status: 204 len: 168 time: 2.4224360 Aug 18 13:17:50.855535 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44890) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:50.934873 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-c87598be-0cf9-41fd-8835-4acfff2be41b service neutron] Transition to ACTIVE for port object c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:17:50.950747 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3f851-a6c0-4964-be9d-e1c33d8e5905 req-2deefbd4-7ba5-4a80-8cd1-ed958915fc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:50.953438 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c0e3f851-a6c0-4964-be9d-e1c33d8e5905 req-2deefbd4-7ba5-4a80-8cd1-ed958915fc18 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9439538 Aug 18 13:17:50.974012 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7c29f8c-118e-41c2-8b96-32ec0e398e6d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] GET failed (client error): The resource could not be found. Aug 18 13:17:50.981076 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d7c29f8c-118e-41c2-8b96-32ec0e398e6d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "GET /v2.0/ports/d6a14cb0-b92a-4c3d-9189-ac9a6eab46a5 HTTP/1.1" status: 404 len: 333 time: 0.1223376 Aug 18 13:17:50.987090 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44894) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:50.997461 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-db734454-cebf-4846-96f7-33bf6c0aedcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'name': 'tempest-TestNetworkBasicOps-router-1455203922', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '29676571-9253-4451-bd9f-ccd486f97dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:14:59Z', 'updated_at': '2021-08-18T13:17:33Z', 'revision_number': 6, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'gw_port': {'id': '29676571-9253-4451-bd9f-ccd486f97dda', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:00Z', 'updated_at': '2021-08-18T13:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '78fd5b45-7c30-4a08-93e0-82afbe276b89', 'name': '', 'network_id': '0d945faf-920a-4b7f-9870-92ae6ded723e', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'mac_address': 'fa:16:3e:93:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '2b67b5eb-5023-44fb-9233-f86410fc385e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:07Z', 'updated_at': '2021-08-18T13:15:29Z', 'revision_number': 5, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'subnets': [{'id': '2b67b5eb-5023-44fb-9233-f86410fc385e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:51.035227 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db734454-cebf-4846-96f7-33bf6c0aedcd None None] Checking router: 54ed8b62-b22d-47a0-a888-2f9b0d09f21d for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:17:51.053968 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db734454-cebf-4846-96f7-33bf6c0aedcd None None] Routers {'54ed8b62-b22d-47a0-a888-2f9b0d09f21d'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:17:51.054904 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-db734454-cebf-4846-96f7-33bf6c0aedcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:17:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['54ed8b62-b22d-47a0-a888-2f9b0d09f21d'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:51.062533 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b990bc9-4a17-4313-a1f5-b63e161775fe req-373acf87-b093-4e19-adbb-4e2656e56094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:51.069895 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2b990bc9-4a17-4313-a1f5-b63e161775fe req-373acf87-b093-4e19-adbb-4e2656e56094 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e63152bca3cb423b9a7763e005387f10&device_id=e7456353-547c-4fc6-98b5-ad79af3f30dc HTTP/1.1" status: 200 len: 1097 time: 0.3232245 Aug 18 13:17:51.088518 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4912c85-a0da-4f98-97e9-e49de159854c req-3a41ae98-477d-41e1-9300-50d76decadc0 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:51.089451 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-236eb75a-4ce4-4ffb-a160-a21373a160da tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:51.095215 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4912c85-a0da-4f98-97e9-e49de159854c req-3a41ae98-477d-41e1-9300-50d76decadc0 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:51.101809 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4912c85-a0da-4f98-97e9-e49de159854c req-3a41ae98-477d-41e1-9300-50d76decadc0 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:51.110554 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4912c85-a0da-4f98-97e9-e49de159854c req-3a41ae98-477d-41e1-9300-50d76decadc0 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:51.117046 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4912c85-a0da-4f98-97e9-e49de159854c req-3a41ae98-477d-41e1-9300-50d76decadc0 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:51.134057 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4912c85-a0da-4f98-97e9-e49de159854c req-3a41ae98-477d-41e1-9300-50d76decadc0 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:51.139270 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-236eb75a-4ce4-4ffb-a160-a21373a160da tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:51.146606 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4912c85-a0da-4f98-97e9-e49de159854c req-3a41ae98-477d-41e1-9300-50d76decadc0 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:51.156184 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f4912c85-a0da-4f98-97e9-e49de159854c req-3a41ae98-477d-41e1-9300-50d76decadc0 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 5383 time: 0.3201859 Aug 18 13:17:51.203995 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-c87598be-0cf9-41fd-8835-4acfff2be41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:51.226551 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ac7fb-8173-4465-a91a-ddfe14757b27 req-28c3af9a-a8c5-4fa1-b38f-fe1e6d3fded8 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:51.228333 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5d0ac7fb-8173-4465-a91a-ddfe14757b27 req-28c3af9a-a8c5-4fa1-b38f-fe1e6d3fded8 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7456353-547c-4fc6-98b5-ad79af3f30dc HTTP/1.1" status: 200 len: 946 time: 0.2900298 Aug 18 13:17:51.296032 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-db734454-cebf-4846-96f7-33bf6c0aedcd None None] Set router 54ed8b62-b22d-47a0-a888-2f9b0d09f21d gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:17:51.311298 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87598be-0cf9-41fd-8835-4acfff2be41b service neutron] Pushing event updated for resources: {'Port': ['ID=c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:51.323693 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-236eb75a-4ce4-4ffb-a160-a21373a160da tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:51.326516 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-236eb75a-4ce4-4ffb-a160-a21373a160da tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:51.327967 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-236eb75a-4ce4-4ffb-a160-a21373a160da tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/security-groups/1434e2ac-fca7-4498-92ec-f24cf3bcabda HTTP/1.1" status: 204 len: 168 time: 0.3241718 Aug 18 13:17:51.337947 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44898) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:51.360119 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5d0ac7fb-8173-4465-a91a-ddfe14757b27 req-163d0769-ac1b-4e05-b988-1d1629dfa5d6 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/security-groups?id=244ce6e2-efcb-47ca-8b8b-4e7cd39097aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071234 Aug 18 13:17:51.400878 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236eb75a-4ce4-4ffb-a160-a21373a160da tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1434e2ac-fca7-4498-92ec-f24cf3bcabda,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:51.526390 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-c87598be-0cf9-41fd-8835-4acfff2be41b service neutron] Attempting to bind port c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:17:51.526390 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-c87598be-0cf9-41fd-8835-4acfff2be41b service neutron] Attempting to bind port c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': 'c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:17:51.526390 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-c87598be-0cf9-41fd-8835-4acfff2be41b service neutron] Attempting to bind port c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc on network f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:17:51.528129 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-45d3b289-6493-4f6c-a2b1-e0cefb4a37b0 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:51.562915 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-45d3b289-6493-4f6c-a2b1-e0cefb4a37b0 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:51.592072 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f4912c85-a0da-4f98-97e9-e49de159854c req-3daa094a-b363-4c18-ba2f-076a4ff03015 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2bddc60-b82c-424c-8146-8484da8521b7&id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3951271 Aug 18 13:17:51.608738 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b990bc9-4a17-4313-a1f5-b63e161775fe req-4b67d046-f6fe-40c4-8966-b3677c96a471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:51.627837 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2b990bc9-4a17-4313-a1f5-b63e161775fe req-4b67d046-f6fe-40c4-8966-b3677c96a471 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0d945faf-920a-4b7f-9870-92ae6ded723e HTTP/1.1" status: 200 len: 898 time: 0.4537227 Aug 18 13:17:51.639574 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-c87598be-0cf9-41fd-8835-4acfff2be41b service neutron] Port c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc on network f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:17:51.640000 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-c87598be-0cf9-41fd-8835-4acfff2be41b service neutron] Attempting to bind port c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc on network f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:17:51.657261 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-c87598be-0cf9-41fd-8835-4acfff2be41b service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:17:51.657618 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-c87598be-0cf9-41fd-8835-4acfff2be41b service neutron] Checking segment: {'id': 'c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:17:51.658016 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-c87598be-0cf9-41fd-8835-4acfff2be41b service neutron] Bound using segment: {'id': 'c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:17:51.658498 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-c87598be-0cf9-41fd-8835-4acfff2be41b service neutron] Bound port: c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:17:51.658921 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-c87598be-0cf9-41fd-8835-4acfff2be41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:51.726455 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-45d3b289-6493-4f6c-a2b1-e0cefb4a37b0 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:51.733654 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-db734454-cebf-4846-96f7-33bf6c0aedcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'name': 'tempest-TestNetworkBasicOps-router-1455203922', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '29676571-9253-4451-bd9f-ccd486f97dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:14:59Z', 'updated_at': '2021-08-18T13:17:33Z', 'revision_number': 6, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'gw_port': {'id': '29676571-9253-4451-bd9f-ccd486f97dda', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:00Z', 'updated_at': '2021-08-18T13:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '78fd5b45-7c30-4a08-93e0-82afbe276b89', 'name': '', 'network_id': '0d945faf-920a-4b7f-9870-92ae6ded723e', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'mac_address': 'fa:16:3e:93:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '2b67b5eb-5023-44fb-9233-f86410fc385e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:07Z', 'updated_at': '2021-08-18T13:15:29Z', 'revision_number': 5, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'subnets': [{'id': '2b67b5eb-5023-44fb-9233-f86410fc385e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:17:51.736645 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-45d3b289-6493-4f6c-a2b1-e0cefb4a37b0 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:51.740849 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2b990bc9-4a17-4313-a1f5-b63e161775fe req-9a94c2d6-2f43-4279-bb20-a486002f7808 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1266e75-8cf2-4343-b645-2c6d02d154e0 HTTP/1.1" status: 200 len: 217 time: 0.1120553 Aug 18 13:17:51.749658 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-45d3b289-6493-4f6c-a2b1-e0cefb4a37b0 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/security-groups/e434cb8a-9c4a-4146-b79b-dfa8691580b2 HTTP/1.1" status: 204 len: 168 time: 0.3881769 Aug 18 13:17:51.752903 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44908) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:51.773957 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db734454-cebf-4846-96f7-33bf6c0aedcd None None] The sync data for ids ['54ed8b62-b22d-47a0-a888-2f9b0d09f21d'] in n-d-803603-2 is: [{'id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'name': 'tempest-TestNetworkBasicOps-router-1455203922', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '29676571-9253-4451-bd9f-ccd486f97dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:14:59Z', 'updated_at': '2021-08-18T13:17:33Z', 'revision_number': 6, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'gw_port': {'id': '29676571-9253-4451-bd9f-ccd486f97dda', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:00Z', 'updated_at': '2021-08-18T13:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '78fd5b45-7c30-4a08-93e0-82afbe276b89', 'name': '', 'network_id': '0d945faf-920a-4b7f-9870-92ae6ded723e', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'mac_address': 'fa:16:3e:93:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '2b67b5eb-5023-44fb-9233-f86410fc385e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:07Z', 'updated_at': '2021-08-18T13:15:29Z', 'revision_number': 5, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'subnets': [{'id': '2b67b5eb-5023-44fb-9233-f86410fc385e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:17:51.827703 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b990bc9-4a17-4313-a1f5-b63e161775fe req-5f77dbc3-3546-4025-a292-97a927e65632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:51.829958 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2b990bc9-4a17-4313-a1f5-b63e161775fe req-5f77dbc3-3546-4025-a292-97a927e65632 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b67b5eb-5023-44fb-9233-f86410fc385e HTTP/1.1" status: 200 len: 834 time: 0.0797303 Aug 18 13:17:52.008382 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b990bc9-4a17-4313-a1f5-b63e161775fe req-720d2c2a-13c8-45ab-9e8e-1b66cdf7c534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:52.011208 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2b990bc9-4a17-4313-a1f5-b63e161775fe req-720d2c2a-13c8-45ab-9e8e-1b66cdf7c534 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0d945faf-920a-4b7f-9870-92ae6ded723e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1738958 Aug 18 13:17:52.180062 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2b990bc9-4a17-4313-a1f5-b63e161775fe req-ba5a1ab7-bc0c-4b43-bcb9-3dd9aa97f634 service neutron] 10.222.0.20 "GET /v2.0/networks/0d945faf-920a-4b7f-9870-92ae6ded723e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611388 Aug 18 13:17:52.296665 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0386170c-77eb-48f6-8634-b3815fbd6da4 None None] New status for floating IP e9cc1ffb-8c85-454c-8e19-b3a0f2d14200: DOWN {{(pid=101677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:17:52.331664 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2b990bc9-4a17-4313-a1f5-b63e161775fe req-053cb1f8-cf9c-47b3-8e06-985f382dab60 service neutron] 10.222.0.20 "GET /v2.0/networks/0d945faf-920a-4b7f-9870-92ae6ded723e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431677 Aug 18 13:17:52.344914 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d3b289-6493-4f6c-a2b1-e0cefb4a37b0 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e434cb8a-9c4a-4146-b79b-dfa8691580b2,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:52.379448 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-c87598be-0cf9-41fd-8835-4acfff2be41b service neutron] For port c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:17:52.412640 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-c87598be-0cf9-41fd-8835-4acfff2be41b service neutron] For port c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc,segment=NetworkSegment(c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a),segment_id=c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:17:52.420551 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fb439fd-7b85-421c-8555-d45a9b54ef84 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Deleting subnet 3d4e7589-5142-4058-a663-5aabcf63268a {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:17:52.424147 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8fb439fd-7b85-421c-8555-d45a9b54ef84 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:52.481428 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8fb439fd-7b85-421c-8555-d45a9b54ef84 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:52.566670 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11fd2b-c4a7-48ea-a8f8-5fcca8fd9648 req-df4391a4-b414-4015-bc47-e15f5982676f tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:52.568290 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3d11fd2b-c4a7-48ea-a8f8-5fcca8fd9648 req-df4391a4-b414-4015-bc47-e15f5982676f tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7456353-547c-4fc6-98b5-ad79af3f30dc HTTP/1.1" status: 200 len: 946 time: 0.7308152 Aug 18 13:17:52.611294 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-c87598be-0cf9-41fd-8835-4acfff2be41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:52.857645 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819394b-cfbb-4cbb-8c4b-249b0ac1ff6b req-ac170db1-36f6-4e19-95c2-6738b2571773 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:52.864827 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6819394b-cfbb-4cbb-8c4b-249b0ac1ff6b req-ac170db1-36f6-4e19-95c2-6738b2571773 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7456353-547c-4fc6-98b5-ad79af3f30dc HTTP/1.1" status: 200 len: 946 time: 0.3501873 Aug 18 13:17:52.864827 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-c87598be-0cf9-41fd-8835-4acfff2be41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:52.864827 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-c87598be-0cf9-41fd-8835-4acfff2be41b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:52.864827 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-c87598be-0cf9-41fd-8835-4acfff2be41b service neutron] 10.222.0.20 "PUT /v2.0/ports/c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc HTTP/1.1" status: 200 len: 1090 time: 4.0155544 Aug 18 13:17:52.870531 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'tag': 'c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:17:52.873454 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8641dae6-607c-4b63-a1af-e57ca927546b" -d '{"events": [{"name": "network-changed", "server_uuid": "c584a547-2e36-4842-a62f-c1507c6af6c0", "tag": "c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:17:52.885073 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8fb439fd-7b85-421c-8555-d45a9b54ef84 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:52.927994 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87598be-0cf9-41fd-8835-4acfff2be41b service neutron] Pushing event updated for resources: {'Port': ['ID=c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:53.024347 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-32c2d744-62b0-4feb-9f0c-3f89c80c9833 service neutron] Request body: {'port': {'device_id': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:53.039861 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190f013-9a11-49a3-a9d8-6c4b06b1cbeb req-bf054249-56bb-401d-8807-8ed74879063a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:53.064684 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190f013-9a11-49a3-a9d8-6c4b06b1cbeb req-bf054249-56bb-401d-8807-8ed74879063a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:53.075696 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190f013-9a11-49a3-a9d8-6c4b06b1cbeb req-bf054249-56bb-401d-8807-8ed74879063a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:53.087812 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190f013-9a11-49a3-a9d8-6c4b06b1cbeb req-bf054249-56bb-401d-8807-8ed74879063a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:53.107165 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190f013-9a11-49a3-a9d8-6c4b06b1cbeb req-bf054249-56bb-401d-8807-8ed74879063a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:53.117596 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190f013-9a11-49a3-a9d8-6c4b06b1cbeb req-bf054249-56bb-401d-8807-8ed74879063a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:53.125511 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190f013-9a11-49a3-a9d8-6c4b06b1cbeb req-bf054249-56bb-401d-8807-8ed74879063a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:53.128009 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d190f013-9a11-49a3-a9d8-6c4b06b1cbeb req-bf054249-56bb-401d-8807-8ed74879063a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 5395 time: 0.3323262 Aug 18 13:17:53.226151 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d190f013-9a11-49a3-a9d8-6c4b06b1cbeb req-e303971d-c33f-4b00-8213-6604df3d870e tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2bddc60-b82c-424c-8146-8484da8521b7&id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0867281 Aug 18 13:17:53.272440 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6819394b-cfbb-4cbb-8c4b-249b0ac1ff6b req-431d67d2-a363-425d-bbab-f92ff6c2fd5f tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/security-groups?id=244ce6e2-efcb-47ca-8b8b-4e7cd39097aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3909798 Aug 18 13:17:53.275427 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-3d11fd2b-c4a7-48ea-a8f8-5fcca8fd9648 req-d66da4a3-3870-415b-be73-273780e2336c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Deleting port c1266e75-8cf2-4343-b645-2c6d02d154e0 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:17:53.275766 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3d11fd2b-c4a7-48ea-a8f8-5fcca8fd9648 req-d66da4a3-3870-415b-be73-273780e2336c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:53.339216 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3401a2-e4a4-46ad-8f42-d4e219db7527 x-openstack-request-id: req-2b3401a2-e4a4-46ad-8f42-d4e219db7527 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:17:53.339841 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c584a547-2e36-4842-a62f-c1507c6af6c0", "tag": "c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:17:53.340267 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b3401a2-e4a4-46ad-8f42-d4e219db7527 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:17:53.340825 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'tag': 'c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc', 'status': 'completed', 'code': 200} Aug 18 13:17:53.343914 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-32c2d744-62b0-4feb-9f0c-3f89c80c9833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:53.398410 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8fb439fd-7b85-421c-8555-d45a9b54ef84 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:53.428406 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641dae6-607c-4b63-a1af-e57ca927546b req-c3eccd83-910a-4019-951f-5b0489d0b932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:53.428406 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641dae6-607c-4b63-a1af-e57ca927546b req-c3eccd83-910a-4019-951f-5b0489d0b932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:53.428624 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33690cc1-dee7-477e-98c0-5f57f950e992 None None] Network 58208edd-2e9e-4dd3-afe3-a138b3c5e6fd requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:17:53.443927 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641dae6-607c-4b63-a1af-e57ca927546b req-c3eccd83-910a-4019-951f-5b0489d0b932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:53.444991 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641dae6-607c-4b63-a1af-e57ca927546b req-c3eccd83-910a-4019-951f-5b0489d0b932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:53.445636 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641dae6-607c-4b63-a1af-e57ca927546b req-c3eccd83-910a-4019-951f-5b0489d0b932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:53.447240 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641dae6-607c-4b63-a1af-e57ca927546b req-c3eccd83-910a-4019-951f-5b0489d0b932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:53.447465 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641dae6-607c-4b63-a1af-e57ca927546b req-c3eccd83-910a-4019-951f-5b0489d0b932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:53.454263 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8fb439fd-7b85-421c-8555-d45a9b54ef84 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:53.455441 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8641dae6-607c-4b63-a1af-e57ca927546b req-c3eccd83-910a-4019-951f-5b0489d0b932 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9187a221b3e94f438328aff4ddb46e1a&device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 6287 time: 0.1224666 Aug 18 13:17:53.456911 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8fb439fd-7b85-421c-8555-d45a9b54ef84 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/subnets/3d4e7589-5142-4058-a663-5aabcf63268a HTTP/1.1" status: 204 len: 168 time: 1.6755068 Aug 18 13:17:53.461649 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 44946) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:53.468441 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb439fd-7b85-421c-8555-d45a9b54ef84 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event deleted for resources: {'Subnet': ['ID=3d4e7589-5142-4058-a663-5aabcf63268a,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:53.490444 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-8bea8667-7da7-406d-9e85-95ccb5842506 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'subnet': {'network_id': '58208edd-2e9e-4dd3-afe3-a138b3c5e6fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:53.583694 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-3d11fd2b-c4a7-48ea-a8f8-5fcca8fd9648 req-d66da4a3-3870-415b-be73-273780e2336c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] For port c1266e75-8cf2-4343-b645-2c6d02d154e0, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=c1266e75-8cf2-4343-b645-2c6d02d154e0,segment=NetworkSegment(fe0364bf-c23a-44a9-8b3d-2178e420a462),segment_id=fe0364bf-c23a-44a9-8b3d-2178e420a462)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:17:53.585213 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3d11fd2b-c4a7-48ea-a8f8-5fcca8fd9648 req-d66da4a3-3870-415b-be73-273780e2336c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:53.616422 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-3d11fd2b-c4a7-48ea-a8f8-5fcca8fd9648 req-d66da4a3-3870-415b-be73-273780e2336c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Calling delete_port for c1266e75-8cf2-4343-b645-2c6d02d154e0 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:17:53.927068 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-32c2d744-62b0-4feb-9f0c-3f89c80c9833 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cccaa23-72ad-4200-b71f-9cd24f4b79bd {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:17:53.938638 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-32c2d744-62b0-4feb-9f0c-3f89c80c9833 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:53.954849 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-32c2d744-62b0-4feb-9f0c-3f89c80c9833 service neutron] Transition to ACTIVE for port object 1cccaa23-72ad-4200-b71f-9cd24f4b79bd will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:17:54.063670 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-32c2d744-62b0-4feb-9f0c-3f89c80c9833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:54.167322 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3d11fd2b-c4a7-48ea-a8f8-5fcca8fd9648 req-d66da4a3-3870-415b-be73-273780e2336c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:54.390791 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c2d744-62b0-4feb-9f0c-3f89c80c9833 service neutron] Pushing event updated for resources: {'Port': ['ID=1cccaa23-72ad-4200-b71f-9cd24f4b79bd,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:54.417941 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d11fd2b-c4a7-48ea-a8f8-5fcca8fd9648 req-d66da4a3-3870-415b-be73-273780e2336c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] No DVR routers for this DVR port c1266e75-8cf2-4343-b645-2c6d02d154e0 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:17:54.479285 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3d11fd2b-c4a7-48ea-a8f8-5fcca8fd9648 req-d66da4a3-3870-415b-be73-273780e2336c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:54.481543 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3d11fd2b-c4a7-48ea-a8f8-5fcca8fd9648 req-d66da4a3-3870-415b-be73-273780e2336c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.20 "DELETE /v2.0/ports/c1266e75-8cf2-4343-b645-2c6d02d154e0 HTTP/1.1" status: 204 len: 173 time: 1.9008646 Aug 18 13:17:54.584862 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66da4a3-3870-415b-be73-273780e2336c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event deleted for resources: {'Port': ['ID=c1266e75-8cf2-4343-b645-2c6d02d154e0,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:54.614158 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-72f64ae0-3b76-47a7-b391-b4e915c246c5 req-fb675107-d493-4d3d-b63e-fd273a401487 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7456353-547c-4fc6-98b5-ad79af3f30dc HTTP/1.1" status: 200 len: 210 time: 0.1038072 Aug 18 13:17:54.714351 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624495e-7eb2-4156-a74a-e06882868ddc req-53957de5-3190-41a3-bc7f-b89a27e7490c tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:54.742858 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641dae6-607c-4b63-a1af-e57ca927546b req-68bc787c-6a8f-4642-99fc-eb6ec9a99410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:54.743640 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641dae6-607c-4b63-a1af-e57ca927546b req-68bc787c-6a8f-4642-99fc-eb6ec9a99410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:54.744366 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641dae6-607c-4b63-a1af-e57ca927546b req-68bc787c-6a8f-4642-99fc-eb6ec9a99410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:54.746221 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8641dae6-607c-4b63-a1af-e57ca927546b req-68bc787c-6a8f-4642-99fc-eb6ec9a99410 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=9187a221b3e94f438328aff4ddb46e1a&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.2693930 Aug 18 13:17:54.755125 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624495e-7eb2-4156-a74a-e06882868ddc req-53957de5-3190-41a3-bc7f-b89a27e7490c tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:54.778165 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624495e-7eb2-4156-a74a-e06882868ddc req-53957de5-3190-41a3-bc7f-b89a27e7490c tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:54.789849 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624495e-7eb2-4156-a74a-e06882868ddc req-53957de5-3190-41a3-bc7f-b89a27e7490c tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:54.799842 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624495e-7eb2-4156-a74a-e06882868ddc req-53957de5-3190-41a3-bc7f-b89a27e7490c tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:54.806449 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624495e-7eb2-4156-a74a-e06882868ddc req-53957de5-3190-41a3-bc7f-b89a27e7490c tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:54.814453 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624495e-7eb2-4156-a74a-e06882868ddc req-53957de5-3190-41a3-bc7f-b89a27e7490c tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:54.826214 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0624495e-7eb2-4156-a74a-e06882868ddc req-53957de5-3190-41a3-bc7f-b89a27e7490c tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 5407 time: 0.3468096 Aug 18 13:17:54.896275 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-32c2d744-62b0-4feb-9f0c-3f89c80c9833 service neutron] Attempting to bind port 1cccaa23-72ad-4200-b71f-9cd24f4b79bd on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:17:54.897002 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-32c2d744-62b0-4feb-9f0c-3f89c80c9833 service neutron] Attempting to bind port 1cccaa23-72ad-4200-b71f-9cd24f4b79bd by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': 'c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:17:54.897325 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-32c2d744-62b0-4feb-9f0c-3f89c80c9833 service neutron] Attempting to bind port 1cccaa23-72ad-4200-b71f-9cd24f4b79bd on network f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:17:54.916674 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-32c2d744-62b0-4feb-9f0c-3f89c80c9833 service neutron] Port 1cccaa23-72ad-4200-b71f-9cd24f4b79bd on network f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:17:54.917041 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-32c2d744-62b0-4feb-9f0c-3f89c80c9833 service neutron] Attempting to bind port 1cccaa23-72ad-4200-b71f-9cd24f4b79bd on network f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:17:54.929399 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-32c2d744-62b0-4feb-9f0c-3f89c80c9833 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:17:54.929812 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-32c2d744-62b0-4feb-9f0c-3f89c80c9833 service neutron] Checking segment: {'id': 'c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:17:54.930400 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-32c2d744-62b0-4feb-9f0c-3f89c80c9833 service neutron] Bound using segment: {'id': 'c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:17:54.931133 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-32c2d744-62b0-4feb-9f0c-3f89c80c9833 service neutron] Bound port: 1cccaa23-72ad-4200-b71f-9cd24f4b79bd, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:17:54.931565 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-32c2d744-62b0-4feb-9f0c-3f89c80c9833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:54.962659 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0624495e-7eb2-4156-a74a-e06882868ddc req-0c3ce0ed-8755-4de6-9d1d-ac737b083bd4 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2bddc60-b82c-424c-8146-8484da8521b7&id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1374221 Aug 18 13:17:55.056633 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-79091a86-1195-4eeb-943f-b01d573b5639 None None] Provisioning complete for port 2a03b203-3484-4022-a384-f32f24a930c9 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:55.057185 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-79091a86-1195-4eeb-943f-b01d573b5639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:55.152646 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641dae6-607c-4b63-a1af-e57ca927546b req-9e300b16-c9e9-4080-99a8-fd4f6c1abd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:55.152646 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8641dae6-607c-4b63-a1af-e57ca927546b req-9e300b16-c9e9-4080-99a8-fd4f6c1abd4e service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3705645 Aug 18 13:17:55.152884 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-32c2d744-62b0-4feb-9f0c-3f89c80c9833 service neutron] For port 1cccaa23-72ad-4200-b71f-9cd24f4b79bd, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:17:55.152884 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-32c2d744-62b0-4feb-9f0c-3f89c80c9833 service neutron] For port 1cccaa23-72ad-4200-b71f-9cd24f4b79bd, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=1cccaa23-72ad-4200-b71f-9cd24f4b79bd,segment=NetworkSegment(c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a),segment_id=c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:17:55.196941 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-79091a86-1195-4eeb-943f-b01d573b5639 None None] Provisioning complete for port 3b8e40b1-f73d-43d6-a3f8-7d3d2eed6e38 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:55.197317 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-79091a86-1195-4eeb-943f-b01d573b5639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:55.236557 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-79091a86-1195-4eeb-943f-b01d573b5639 None None] Port 3b8e40b1-f73d-43d6-a3f8-7d3d2eed6e38 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:17:55.280847 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bea8667-7da7-406d-9e85-95ccb5842506 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Made reservation on behalf of 2fb4f687cb0a48178df1ff10e4bcf284 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:17:55.282428 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-32c2d744-62b0-4feb-9f0c-3f89c80c9833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:55.285605 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8bea8667-7da7-406d-9e85-95ccb5842506 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:55.333312 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-32c2d744-62b0-4feb-9f0c-3f89c80c9833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:55.333956 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-32c2d744-62b0-4feb-9f0c-3f89c80c9833 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:55.335701 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-32c2d744-62b0-4feb-9f0c-3f89c80c9833 service neutron] 10.222.0.20 "PUT /v2.0/ports/1cccaa23-72ad-4200-b71f-9cd24f4b79bd HTTP/1.1" status: 200 len: 1091 time: 2.3465688 Aug 18 13:17:55.342619 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7456353-547c-4fc6-98b5-ad79af3f30dc', 'name': 'network-vif-deleted', 'tag': 'c1266e75-8cf2-4343-b645-2c6d02d154e0'}, {'name': 'network-changed', 'server_uuid': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'tag': '1cccaa23-72ad-4200-b71f-9cd24f4b79bd'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:17:55.345263 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1466264d-4fe2-4824-8169-fd2036582ad6" -d '{"events": [{"server_uuid": "e7456353-547c-4fc6-98b5-ad79af3f30dc", "name": "network-vif-deleted", "tag": "c1266e75-8cf2-4343-b645-2c6d02d154e0"}, {"name": "network-changed", "server_uuid": "c584a547-2e36-4842-a62f-c1507c6af6c0", "tag": "1cccaa23-72ad-4200-b71f-9cd24f4b79bd"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:17:55.376496 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c2d744-62b0-4feb-9f0c-3f89c80c9833 service neutron] Pushing event updated for resources: {'Port': ['ID=1cccaa23-72ad-4200-b71f-9cd24f4b79bd,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:55.391387 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device c1266e75-8cf2-4343-b645-2c6d02d154e0 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:17:55.455910 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: c1266e75-8cf2-4343-b645-2c6d02d154e0 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:17:55.456926 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device c1266e75-8cf2-4343-b645-2c6d02d154e0 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:17:55.462548 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 18 Aug 2021 13:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7460e90f-8a2c-46a5-8d2f-279d127a2519 x-openstack-request-id: req-7460e90f-8a2c-46a5-8d2f-279d127a2519 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:17:55.463152 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7456353-547c-4fc6-98b5-ad79af3f30dc", "name": "network-vif-deleted", "tag": "c1266e75-8cf2-4343-b645-2c6d02d154e0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c584a547-2e36-4842-a62f-c1507c6af6c0", "tag": "1cccaa23-72ad-4200-b71f-9cd24f4b79bd", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:17:55.467413 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7460e90f-8a2c-46a5-8d2f-279d127a2519 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:17:55.468188 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7456353-547c-4fc6-98b5-ad79af3f30dc', 'name': 'network-vif-deleted', 'tag': 'c1266e75-8cf2-4343-b645-2c6d02d154e0', 'status': 'completed', 'code': 200} Aug 18 13:17:55.468817 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'tag': '1cccaa23-72ad-4200-b71f-9cd24f4b79bd', 'status': 'completed', 'code': 200} Aug 18 13:17:55.511020 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-2a530574-1081-4d41-bd61-5a8a0616c174 service neutron] Request body: {'port': {'device_id': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:55.516482 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 44986) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:55.628054 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-2a530574-1081-4d41-bd61-5a8a0616c174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:55.655011 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466264d-4fe2-4824-8169-fd2036582ad6 req-829bdcf5-da89-463a-a64c-0c0ec0ca590a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:55.655611 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466264d-4fe2-4824-8169-fd2036582ad6 req-829bdcf5-da89-463a-a64c-0c0ec0ca590a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:55.656210 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466264d-4fe2-4824-8169-fd2036582ad6 req-829bdcf5-da89-463a-a64c-0c0ec0ca590a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:55.656561 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466264d-4fe2-4824-8169-fd2036582ad6 req-829bdcf5-da89-463a-a64c-0c0ec0ca590a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:55.657038 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466264d-4fe2-4824-8169-fd2036582ad6 req-829bdcf5-da89-463a-a64c-0c0ec0ca590a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:55.657505 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466264d-4fe2-4824-8169-fd2036582ad6 req-829bdcf5-da89-463a-a64c-0c0ec0ca590a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:55.658074 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466264d-4fe2-4824-8169-fd2036582ad6 req-829bdcf5-da89-463a-a64c-0c0ec0ca590a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:55.660265 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1466264d-4fe2-4824-8169-fd2036582ad6 req-829bdcf5-da89-463a-a64c-0c0ec0ca590a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9187a221b3e94f438328aff4ddb46e1a&device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 6354 time: 0.1269329 Aug 18 13:17:55.835789 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b20f787-89e2-4675-bf7a-2d10bfe428af req-2f57745b-7ba2-41ef-92d0-3978e5c21f13 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7456353-547c-4fc6-98b5-ad79af3f30dc HTTP/1.1" status: 200 len: 210 time: 0.0508659 Aug 18 13:17:55.836765 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c06eb3fe-c752-4c73-b38c-3687a17420cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:55.868074 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466264d-4fe2-4824-8169-fd2036582ad6 req-56c35691-2186-4fc8-a94b-dd25b2048cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:55.868550 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466264d-4fe2-4824-8169-fd2036582ad6 req-56c35691-2186-4fc8-a94b-dd25b2048cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:55.869016 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466264d-4fe2-4824-8169-fd2036582ad6 req-56c35691-2186-4fc8-a94b-dd25b2048cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:55.870619 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1466264d-4fe2-4824-8169-fd2036582ad6 req-56c35691-2186-4fc8-a94b-dd25b2048cb9 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=9187a221b3e94f438328aff4ddb46e1a&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2005053 Aug 18 13:17:55.998477 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466264d-4fe2-4824-8169-fd2036582ad6 req-5510cea9-2454-4010-ba41-d62ecd5b0bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:56.000778 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1466264d-4fe2-4824-8169-fd2036582ad6 req-5510cea9-2454-4010-ba41-d62ecd5b0bba service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1224701 Aug 18 13:17:56.055356 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c06eb3fe-c752-4c73-b38c-3687a17420cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:56.069666 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-2a530574-1081-4d41-bd61-5a8a0616c174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 065cd133-54a5-459f-8fc9-119d4871728d {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:17:56.081821 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-2a530574-1081-4d41-bd61-5a8a0616c174 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:56.101936 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-2a530574-1081-4d41-bd61-5a8a0616c174 service neutron] Transition to ACTIVE for port object 065cd133-54a5-459f-8fc9-119d4871728d will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:17:56.139218 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541e001-c958-4211-9a90-0923386e465f req-b7ac25f4-2420-4b6e-8727-4e2847b58463 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:56.145217 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541e001-c958-4211-9a90-0923386e465f req-b7ac25f4-2420-4b6e-8727-4e2847b58463 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:56.151478 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541e001-c958-4211-9a90-0923386e465f req-b7ac25f4-2420-4b6e-8727-4e2847b58463 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:56.157526 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541e001-c958-4211-9a90-0923386e465f req-b7ac25f4-2420-4b6e-8727-4e2847b58463 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:56.163564 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541e001-c958-4211-9a90-0923386e465f req-b7ac25f4-2420-4b6e-8727-4e2847b58463 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:56.173288 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541e001-c958-4211-9a90-0923386e465f req-b7ac25f4-2420-4b6e-8727-4e2847b58463 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:56.179777 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541e001-c958-4211-9a90-0923386e465f req-b7ac25f4-2420-4b6e-8727-4e2847b58463 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:56.182389 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6541e001-c958-4211-9a90-0923386e465f req-b7ac25f4-2420-4b6e-8727-4e2847b58463 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 5407 time: 0.1091356 Aug 18 13:17:56.229424 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6541e001-c958-4211-9a90-0923386e465f req-21236ef9-a7af-4451-8252-21442aadb84f tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2bddc60-b82c-424c-8146-8484da8521b7&id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385416 Aug 18 13:17:56.258073 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8bea8667-7da7-406d-9e85-95ccb5842506 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:56.307448 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bea8667-7da7-406d-9e85-95ccb5842506 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Network 58208edd-2e9e-4dd3-afe3-a138b3c5e6fd is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:17:56.311186 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-8bea8667-7da7-406d-9e85-95ccb5842506 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:17:56.315591 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bea8667-7da7-406d-9e85-95ccb5842506 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:56.316183 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8bea8667-7da7-406d-9e85-95ccb5842506 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:56.325264 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4361dbd-c40b-455d-afa4-aae2e2f468fe None None] Network 58208edd-2e9e-4dd3-afe3-a138b3c5e6fd requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:17:56.325870 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bea8667-7da7-406d-9e85-95ccb5842506 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'Subnet': ['ID=55093559-2904-47f4-9e3f-04eedf636dd2,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:56.564681 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696d8e2b-e334-47b5-a9c7-a22e22f0fdf2 None None] Update dhcp port {'port': {'network_id': '58208edd-2e9e-4dd3-afe3-a138b3c5e6fd', 'fixed_ips': [{'subnet_id': 'd285e877-58e4-43cf-ad21-c3ed672f5e68', 'ip_address': '172.20.0.18'}, {'subnet_id': '55093559-2904-47f4-9e3f-04eedf636dd2'}], 'binding:host_id': 'n-d-803603-2'}, 'id': '2a03b203-3484-4022-a384-f32f24a930c9'} from n-d-803603-2. {{(pid=101677) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 13:17:56.675157 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c06eb3fe-c752-4c73-b38c-3687a17420cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:56.680554 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-2a530574-1081-4d41-bd61-5a8a0616c174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:56.748178 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-696d8e2b-e334-47b5-a9c7-a22e22f0fdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:56.761401 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8bea8667-7da7-406d-9e85-95ccb5842506 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2985575 Aug 18 13:17:56.764259 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45000) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:56.770306 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06eb3fe-c752-4c73-b38c-3687a17420cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b387c5d-e6fc-4bca-a824-00b9cfc8b218,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:56.772710 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-4bc3f5dd-1d58-4fed-a008-21516d4c1ac1 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'security_group': {'name': 'tempest-secgroup-409318911'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:56.794247 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c06eb3fe-c752-4c73-b38c-3687a17420cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc8484c6327a42d7aaa075ad4e24d3df&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2755003 Aug 18 13:17:56.798106 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45002) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:56.806325 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a530574-1081-4d41-bd61-5a8a0616c174 service neutron] Pushing event updated for resources: {'Port': ['ID=065cd133-54a5-459f-8fc9-119d4871728d,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:56.901258 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f74db4ab-585b-4827-a7c1-f0ee879884f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:56.938781 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f74db4ab-585b-4827-a7c1-f0ee879884f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:56.947742 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-2a530574-1081-4d41-bd61-5a8a0616c174 service neutron] Attempting to bind port 065cd133-54a5-459f-8fc9-119d4871728d on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:17:56.948918 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-2a530574-1081-4d41-bd61-5a8a0616c174 service neutron] Attempting to bind port 065cd133-54a5-459f-8fc9-119d4871728d by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '252977c9-b887-4eaa-8b1c-52adc0e4d606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd880c4db-c535-4c81-86a6-739ddf2b8b3f'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:17:56.950313 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-2a530574-1081-4d41-bd61-5a8a0616c174 service neutron] Attempting to bind port 065cd133-54a5-459f-8fc9-119d4871728d on network d880c4db-c535-4c81-86a6-739ddf2b8b3f {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:17:56.952311 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45006) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:56.958036 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-2a530574-1081-4d41-bd61-5a8a0616c174 service neutron] Port 065cd133-54a5-459f-8fc9-119d4871728d on network d880c4db-c535-4c81-86a6-739ddf2b8b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:17:56.958036 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-2a530574-1081-4d41-bd61-5a8a0616c174 service neutron] Attempting to bind port 065cd133-54a5-459f-8fc9-119d4871728d on network d880c4db-c535-4c81-86a6-739ddf2b8b3f {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:17:56.964291 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4bc3f5dd-1d58-4fed-a008-21516d4c1ac1 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:56.964547 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-2a530574-1081-4d41-bd61-5a8a0616c174 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:17:56.965098 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-2a530574-1081-4d41-bd61-5a8a0616c174 service neutron] Checking segment: {'id': '252977c9-b887-4eaa-8b1c-52adc0e4d606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd880c4db-c535-4c81-86a6-739ddf2b8b3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:17:56.965699 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-2a530574-1081-4d41-bd61-5a8a0616c174 service neutron] Bound using segment: {'id': '252977c9-b887-4eaa-8b1c-52adc0e4d606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd880c4db-c535-4c81-86a6-739ddf2b8b3f'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:17:56.966382 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-2a530574-1081-4d41-bd61-5a8a0616c174 service neutron] Bound port: 065cd133-54a5-459f-8fc9-119d4871728d, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252977c9-b887-4eaa-8b1c-52adc0e4d606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd880c4db-c535-4c81-86a6-739ddf2b8b3f'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:17:56.967528 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-2a530574-1081-4d41-bd61-5a8a0616c174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:56.986902 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-696d8e2b-e334-47b5-a9c7-a22e22f0fdf2 None None] Allocated IP 172.20.0.2 (58208edd-2e9e-4dd3-afe3-a138b3c5e6fd/55093559-2904-47f4-9e3f-04eedf636dd2/2a03b203-3484-4022-a384-f32f24a930c9) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:17:57.078429 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-2a530574-1081-4d41-bd61-5a8a0616c174 service neutron] For port 065cd133-54a5-459f-8fc9-119d4871728d, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:17:57.082970 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e2b17eaa-3ae1-4688-82b5-e155d528b394 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:57.090763 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-2a530574-1081-4d41-bd61-5a8a0616c174 service neutron] For port 065cd133-54a5-459f-8fc9-119d4871728d, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=065cd133-54a5-459f-8fc9-119d4871728d,segment=NetworkSegment(252977c9-b887-4eaa-8b1c-52adc0e4d606),segment_id=252977c9-b887-4eaa-8b1c-52adc0e4d606)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:17:57.123778 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e2b17eaa-3ae1-4688-82b5-e155d528b394 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:57.135279 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-696d8e2b-e334-47b5-a9c7-a22e22f0fdf2 None None] For port 2a03b203-3484-4022-a384-f32f24a930c9, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=2a03b203-3484-4022-a384-f32f24a930c9,segment=NetworkSegment(a9a08411-c8fd-4c0a-9aa8-fb86e1a566c1),segment_id=a9a08411-c8fd-4c0a-9aa8-fb86e1a566c1)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:17:57.181378 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-2a530574-1081-4d41-bd61-5a8a0616c174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:57.193368 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-696d8e2b-e334-47b5-a9c7-a22e22f0fdf2 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:57.214930 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-696d8e2b-e334-47b5-a9c7-a22e22f0fdf2 None None] Transition to ACTIVE for port object 2a03b203-3484-4022-a384-f32f24a930c9 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:17:57.217883 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f74db4ab-585b-4827-a7c1-f0ee879884f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:57.221121 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f74db4ab-585b-4827-a7c1-f0ee879884f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:57.222394 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f74db4ab-585b-4827-a7c1-f0ee879884f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6b387c5d-e6fc-4bca-a824-00b9cfc8b218 HTTP/1.1" status: 204 len: 168 time: 0.4230936 Aug 18 13:17:57.241486 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-2a530574-1081-4d41-bd61-5a8a0616c174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:57.242306 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-2a530574-1081-4d41-bd61-5a8a0616c174 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:57.243698 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-2a530574-1081-4d41-bd61-5a8a0616c174 service neutron] 10.222.0.20 "PUT /v2.0/ports/065cd133-54a5-459f-8fc9-119d4871728d HTTP/1.1" status: 200 len: 1091 time: 1.7477205 Aug 18 13:17:57.257188 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74db4ab-585b-4827-a7c1-f0ee879884f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b387c5d-e6fc-4bca-a824-00b9cfc8b218,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:57.275642 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a530574-1081-4d41-bd61-5a8a0616c174 service neutron] Pushing event updated for resources: {'Port': ['ID=065cd133-54a5-459f-8fc9-119d4871728d,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:57.343231 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-696d8e2b-e334-47b5-a9c7-a22e22f0fdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:57.392764 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e2b17eaa-3ae1-4688-82b5-e155d528b394 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:57.392764 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e2b17eaa-3ae1-4688-82b5-e155d528b394 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:57.392764 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e2b17eaa-3ae1-4688-82b5-e155d528b394 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "DELETE /v2.0/security-groups/244ce6e2-efcb-47ca-8b8b-4e7cd39097aa HTTP/1.1" status: 204 len: 168 time: 0.4144621 Aug 18 13:17:57.392764 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4bc3f5dd-1d58-4fed-a008-21516d4c1ac1 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:57.400140 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b17eaa-3ae1-4688-82b5-e155d528b394 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=244ce6e2-efcb-47ca-8b8b-4e7cd39097aa,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:57.424303 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-1ca60d7b-7bee-4cc5-856d-d652ff55893a service neutron] Request body: {'port': {'device_id': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:57.485890 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d8e2b-e334-47b5-a9c7-a22e22f0fdf2 None None] Pushing event updated for resources: {'Port': ['ID=2a03b203-3484-4022-a384-f32f24a930c9,revision_number=6']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:57.503937 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'tag': '065cd133-54a5-459f-8fc9-119d4871728d'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:17:57.507338 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7a5f79-7f4b-4599-8f94-d9e1343f78e7" -d '{"events": [{"name": "network-changed", "server_uuid": "c584a547-2e36-4842-a62f-c1507c6af6c0", "tag": "065cd133-54a5-459f-8fc9-119d4871728d"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:17:57.508044 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4bc3f5dd-1d58-4fed-a008-21516d4c1ac1 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:57.595755 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d4c32-d1ed-48c0-8042-e83b98c7a644 req-4930358d-4df9-4d2b-b937-3f2116c9e940 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:57.604575 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-1ca60d7b-7bee-4cc5-856d-d652ff55893a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:57.606534 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45024) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:57.612855 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d4c32-d1ed-48c0-8042-e83b98c7a644 req-4930358d-4df9-4d2b-b937-3f2116c9e940 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:57.621719 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d4c32-d1ed-48c0-8042-e83b98c7a644 req-4930358d-4df9-4d2b-b937-3f2116c9e940 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:57.631538 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d4c32-d1ed-48c0-8042-e83b98c7a644 req-4930358d-4df9-4d2b-b937-3f2116c9e940 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:57.640385 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d4c32-d1ed-48c0-8042-e83b98c7a644 req-4930358d-4df9-4d2b-b937-3f2116c9e940 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:57.648753 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d4c32-d1ed-48c0-8042-e83b98c7a644 req-4930358d-4df9-4d2b-b937-3f2116c9e940 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:57.656979 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d4c32-d1ed-48c0-8042-e83b98c7a644 req-4930358d-4df9-4d2b-b937-3f2116c9e940 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:57.659653 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-976d4c32-d1ed-48c0-8042-e83b98c7a644 req-4930358d-4df9-4d2b-b937-3f2116c9e940 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 5419 time: 0.2611225 Aug 18 13:17:57.667632 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3f5dd-1d58-4fed-a008-21516d4c1ac1 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfe93fc-13c6-4c67-ba49-a9ae6d0719fd,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:57.695087 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4bc3f5dd-1d58-4fed-a008-21516d4c1ac1 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:57.699721 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4bc3f5dd-1d58-4fed-a008-21516d4c1ac1 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9340889 Aug 18 13:17:57.700442 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45028) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:57.727437 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-d6457e0e-d701-4e75-9680-a18f895435d6 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'security_group': {'name': 'tempest-secgroup-1421230732'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:57.793900 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-976d4c32-d1ed-48c0-8042-e83b98c7a644 req-e89ef6e4-2b1c-4d72-b175-2d6c89369067 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2bddc60-b82c-424c-8146-8484da8521b7&id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1088350 Aug 18 13:17:57.822676 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56597df5-78f2-4854-8156-8f80c602c934 x-openstack-request-id: req-56597df5-78f2-4854-8156-8f80c602c934 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:17:57.822676 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c584a547-2e36-4842-a62f-c1507c6af6c0", "tag": "065cd133-54a5-459f-8fc9-119d4871728d", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:17:57.830889 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56597df5-78f2-4854-8156-8f80c602c934 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:17:57.830889 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'tag': '065cd133-54a5-459f-8fc9-119d4871728d', 'status': 'completed', 'code': 200} Aug 18 13:17:57.871490 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a5f79-7f4b-4599-8f94-d9e1343f78e7 req-4a7c3580-bf77-4009-8aa7-525203264216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:57.871981 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a5f79-7f4b-4599-8f94-d9e1343f78e7 req-4a7c3580-bf77-4009-8aa7-525203264216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:57.874665 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a5f79-7f4b-4599-8f94-d9e1343f78e7 req-4a7c3580-bf77-4009-8aa7-525203264216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:57.875165 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a5f79-7f4b-4599-8f94-d9e1343f78e7 req-4a7c3580-bf77-4009-8aa7-525203264216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:57.876567 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a5f79-7f4b-4599-8f94-d9e1343f78e7 req-4a7c3580-bf77-4009-8aa7-525203264216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:57.877048 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a5f79-7f4b-4599-8f94-d9e1343f78e7 req-4a7c3580-bf77-4009-8aa7-525203264216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:57.877530 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a5f79-7f4b-4599-8f94-d9e1343f78e7 req-4a7c3580-bf77-4009-8aa7-525203264216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:57.880162 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bc7a5f79-7f4b-4599-8f94-d9e1343f78e7 req-4a7c3580-bf77-4009-8aa7-525203264216 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9187a221b3e94f438328aff4ddb46e1a&device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 6421 time: 0.1761806 Aug 18 13:17:57.929358 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d6457e0e-d701-4e75-9680-a18f895435d6 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:58.032330 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:58.211628 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 2a03b203-3484-4022-a384-f32f24a930c9 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:17:58.260421 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a5f79-7f4b-4599-8f94-d9e1343f78e7 req-9b2253ee-077d-43f3-b541-707b84ac7339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:58.260893 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a5f79-7f4b-4599-8f94-d9e1343f78e7 req-9b2253ee-077d-43f3-b541-707b84ac7339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:58.261354 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a5f79-7f4b-4599-8f94-d9e1343f78e7 req-9b2253ee-077d-43f3-b541-707b84ac7339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:58.263127 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bc7a5f79-7f4b-4599-8f94-d9e1343f78e7 req-9b2253ee-077d-43f3-b541-707b84ac7339 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=9187a221b3e94f438328aff4ddb46e1a&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3736558 Aug 18 13:17:58.379213 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-1ca60d7b-7bee-4cc5-856d-d652ff55893a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97c40def-aee3-4b98-98ab-a261b2afc2a9 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:17:58.392750 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-1ca60d7b-7bee-4cc5-856d-d652ff55893a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:58.410389 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-1ca60d7b-7bee-4cc5-856d-d652ff55893a service neutron] Transition to ACTIVE for port object 97c40def-aee3-4b98-98ab-a261b2afc2a9 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:17:58.411146 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45036) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:58.450582 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a5f79-7f4b-4599-8f94-d9e1343f78e7 req-3a95dbc7-edc8-4bce-bc27-5c66cea2cb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:58.452754 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9d6326ac-7df9-4d17-be07-4740a2df7f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:58.452929 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bc7a5f79-7f4b-4599-8f94-d9e1343f78e7 req-3a95dbc7-edc8-4bce-bc27-5c66cea2cb6c service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1809912 Aug 18 13:17:58.494017 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d6457e0e-d701-4e75-9680-a18f895435d6 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:58.504493 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-1ca60d7b-7bee-4cc5-856d-d652ff55893a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:58.589540 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d6457e0e-d701-4e75-9680-a18f895435d6 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:58.624397 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-46eb5e2d-ed0d-401e-9ab3-51577a8290f8 None None] Provisioning for port 2a03b203-3484-4022-a384-f32f24a930c9 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:17:58.630437 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca60d7b-7bee-4cc5-856d-d652ff55893a service neutron] Pushing event updated for resources: {'Port': ['ID=97c40def-aee3-4b98-98ab-a261b2afc2a9,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:58.645956 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6457e0e-d701-4e75-9680-a18f895435d6 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78921b6d-e432-4e69-9698-f2cda1c1d999,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:58.646566 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-46eb5e2d-ed0d-401e-9ab3-51577a8290f8 None None] Provisioning complete for port 2a03b203-3484-4022-a384-f32f24a930c9 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:58.646566 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-46eb5e2d-ed0d-401e-9ab3-51577a8290f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:58.766550 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-1ca60d7b-7bee-4cc5-856d-d652ff55893a service neutron] Attempting to bind port 97c40def-aee3-4b98-98ab-a261b2afc2a9 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:17:58.767293 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-1ca60d7b-7bee-4cc5-856d-d652ff55893a service neutron] Attempting to bind port 97c40def-aee3-4b98-98ab-a261b2afc2a9 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '252977c9-b887-4eaa-8b1c-52adc0e4d606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd880c4db-c535-4c81-86a6-739ddf2b8b3f'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:17:58.767293 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-1ca60d7b-7bee-4cc5-856d-d652ff55893a service neutron] Attempting to bind port 97c40def-aee3-4b98-98ab-a261b2afc2a9 on network d880c4db-c535-4c81-86a6-739ddf2b8b3f {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:17:58.784251 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-1ca60d7b-7bee-4cc5-856d-d652ff55893a service neutron] Port 97c40def-aee3-4b98-98ab-a261b2afc2a9 on network d880c4db-c535-4c81-86a6-739ddf2b8b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:17:58.784587 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-1ca60d7b-7bee-4cc5-856d-d652ff55893a service neutron] Attempting to bind port 97c40def-aee3-4b98-98ab-a261b2afc2a9 on network d880c4db-c535-4c81-86a6-739ddf2b8b3f {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:17:58.785306 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-46eb5e2d-ed0d-401e-9ab3-51577a8290f8 None None] Provisioning complete for port 3b8e40b1-f73d-43d6-a3f8-7d3d2eed6e38 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:17:58.785698 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-46eb5e2d-ed0d-401e-9ab3-51577a8290f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:58.802740 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-1ca60d7b-7bee-4cc5-856d-d652ff55893a service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:17:58.803143 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-1ca60d7b-7bee-4cc5-856d-d652ff55893a service neutron] Checking segment: {'id': '252977c9-b887-4eaa-8b1c-52adc0e4d606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd880c4db-c535-4c81-86a6-739ddf2b8b3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:17:58.803488 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-1ca60d7b-7bee-4cc5-856d-d652ff55893a service neutron] Bound using segment: {'id': '252977c9-b887-4eaa-8b1c-52adc0e4d606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd880c4db-c535-4c81-86a6-739ddf2b8b3f'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:17:58.803930 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-1ca60d7b-7bee-4cc5-856d-d652ff55893a service neutron] Bound port: 97c40def-aee3-4b98-98ab-a261b2afc2a9, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252977c9-b887-4eaa-8b1c-52adc0e4d606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd880c4db-c535-4c81-86a6-739ddf2b8b3f'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:17:58.804296 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-1ca60d7b-7bee-4cc5-856d-d652ff55893a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:58.810380 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:58.829391 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-46eb5e2d-ed0d-401e-9ab3-51577a8290f8 None None] Port 3b8e40b1-f73d-43d6-a3f8-7d3d2eed6e38 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:17:59.213280 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9d6326ac-7df9-4d17-be07-4740a2df7f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:59.276226 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-1ca60d7b-7bee-4cc5-856d-d652ff55893a service neutron] For port 97c40def-aee3-4b98-98ab-a261b2afc2a9, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:17:59.282193 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-1ca60d7b-7bee-4cc5-856d-d652ff55893a service neutron] For port 97c40def-aee3-4b98-98ab-a261b2afc2a9, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=97c40def-aee3-4b98-98ab-a261b2afc2a9,segment=NetworkSegment(252977c9-b887-4eaa-8b1c-52adc0e4d606),segment_id=252977c9-b887-4eaa-8b1c-52adc0e4d606)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:17:59.293961 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd50400-2b28-45a4-b66d-37ab2b17195d req-b9545ba0-4953-4b7a-b51d-d8b6c935f544 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:59.300571 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd50400-2b28-45a4-b66d-37ab2b17195d req-b9545ba0-4953-4b7a-b51d-d8b6c935f544 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:59.306489 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd50400-2b28-45a4-b66d-37ab2b17195d req-b9545ba0-4953-4b7a-b51d-d8b6c935f544 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:59.313012 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd50400-2b28-45a4-b66d-37ab2b17195d req-b9545ba0-4953-4b7a-b51d-d8b6c935f544 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:59.319156 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd50400-2b28-45a4-b66d-37ab2b17195d req-b9545ba0-4953-4b7a-b51d-d8b6c935f544 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:59.325133 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd50400-2b28-45a4-b66d-37ab2b17195d req-b9545ba0-4953-4b7a-b51d-d8b6c935f544 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:59.331157 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd50400-2b28-45a4-b66d-37ab2b17195d req-b9545ba0-4953-4b7a-b51d-d8b6c935f544 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:59.333135 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cbd50400-2b28-45a4-b66d-37ab2b17195d req-b9545ba0-4953-4b7a-b51d-d8b6c935f544 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 5431 time: 0.1651876 Aug 18 13:17:59.339701 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-049e3f80-0f2b-415e-b047-f0d2aa5eb252 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:59.389969 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9d6326ac-7df9-4d17-be07-4740a2df7f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:59.423835 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-1ca60d7b-7bee-4cc5-856d-d652ff55893a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:59.440479 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d6457e0e-d701-4e75-9680-a18f895435d6 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:59.441753 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d6457e0e-d701-4e75-9680-a18f895435d6 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7364628 Aug 18 13:17:59.444453 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45044) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:59.449476 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-1e2a041d-b11f-42f6-941d-ecf76632e5b8 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'security_group': {'name': 'tempest-secgroup-2086820026'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:17:59.520401 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-1ca60d7b-7bee-4cc5-856d-d652ff55893a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:59.521238 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-1ca60d7b-7bee-4cc5-856d-d652ff55893a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:59.522979 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-1ca60d7b-7bee-4cc5-856d-d652ff55893a service neutron] 10.222.0.20 "PUT /v2.0/ports/97c40def-aee3-4b98-98ab-a261b2afc2a9 HTTP/1.1" status: 200 len: 1091 time: 2.1062026 Aug 18 13:17:59.525603 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9d6326ac-7df9-4d17-be07-4740a2df7f43 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a0203793d5f04a30a2c33a3b15d0dcab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1117663 Aug 18 13:17:59.528775 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45050) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:17:59.535272 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cbd50400-2b28-45a4-b66d-37ab2b17195d req-386acfe1-b501-491c-92ab-8e84424201bb tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2bddc60-b82c-424c-8146-8484da8521b7&id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1959596 Aug 18 13:17:59.541618 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6326ac-7df9-4d17-be07-4740a2df7f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd8efb4-ebb7-4d86-9cae-1021f96b7119,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:59.578116 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca60d7b-7bee-4cc5-856d-d652ff55893a service neutron] Pushing event updated for resources: {'Port': ['ID=97c40def-aee3-4b98-98ab-a261b2afc2a9,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:17:59.631417 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0ca8d2d4-198b-4303-9e29-8fb3b6e2306b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:59.664711 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0ca8d2d4-198b-4303-9e29-8fb3b6e2306b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:59.711848 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1e2a041d-b11f-42f6-941d-ecf76632e5b8 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:59.824790 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'tag': '97c40def-aee3-4b98-98ab-a261b2afc2a9'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:17:59.827091 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba843a5-3430-449d-acdd-186e36708b73" -d '{"events": [{"name": "network-changed", "server_uuid": "c584a547-2e36-4842-a62f-c1507c6af6c0", "tag": "97c40def-aee3-4b98-98ab-a261b2afc2a9"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:17:59.858555 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-049e3f80-0f2b-415e-b047-f0d2aa5eb252 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Deleting port 78fd5b45-7c30-4a08-93e0-82afbe276b89 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:17:59.858920 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-049e3f80-0f2b-415e-b047-f0d2aa5eb252 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:59.867719 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-0aaae5ea-9641-44d8-8b4a-4ace96a12732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:59.868208 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-0aaae5ea-9641-44d8-8b4a-4ace96a12732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:59.868686 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-0aaae5ea-9641-44d8-8b4a-4ace96a12732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:59.869156 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-0aaae5ea-9641-44d8-8b4a-4ace96a12732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:59.869674 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-0aaae5ea-9641-44d8-8b4a-4ace96a12732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:59.870226 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-0aaae5ea-9641-44d8-8b4a-4ace96a12732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:59.870692 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-0aaae5ea-9641-44d8-8b4a-4ace96a12732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:17:59.872958 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-0aaae5ea-9641-44d8-8b4a-4ace96a12732 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9187a221b3e94f438328aff4ddb46e1a&device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 6488 time: 0.0839164 Aug 18 13:17:59.874821 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3733004d-4cbd-457c-944a-fd6d7abc751c x-openstack-request-id: req-3733004d-4cbd-457c-944a-fd6d7abc751c {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:17:59.875103 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c584a547-2e36-4842-a62f-c1507c6af6c0", "tag": "97c40def-aee3-4b98-98ab-a261b2afc2a9", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:17:59.875347 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3733004d-4cbd-457c-944a-fd6d7abc751c {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:17:59.875721 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'tag': '97c40def-aee3-4b98-98ab-a261b2afc2a9', 'status': 'completed', 'code': 200} Aug 18 13:17:59.939834 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0ca8d2d4-198b-4303-9e29-8fb3b6e2306b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:59.942497 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0ca8d2d4-198b-4303-9e29-8fb3b6e2306b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:59.943974 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0ca8d2d4-198b-4303-9e29-8fb3b6e2306b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fdd8efb4-ebb7-4d86-9cae-1021f96b7119 HTTP/1.1" status: 204 len: 168 time: 0.4133322 Aug 18 13:17:59.952281 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-914b94a1-94fc-4702-8285-ef0ecb7ebe37 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c42b267-b638-4860-bfd1-70bfa4f46487 HTTP/1.1" status: 200 len: 217 time: 0.0650914 Aug 18 13:17:59.961546 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:18:00.027616 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca8d2d4-198b-4303-9e29-8fb3b6e2306b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd8efb4-ebb7-4d86-9cae-1021f96b7119,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:00.033829 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-1f0cdd45-1a66-4736-8dec-7cb31b8e1d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:00.035425 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-1f0cdd45-1a66-4736-8dec-7cb31b8e1d29 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a6a49593-1d36-467e-a1bb-8c5f2a09f233 HTTP/1.1" status: 200 len: 855 time: 0.0753796 Aug 18 13:18:00.052024 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-049e3f80-0f2b-415e-b047-f0d2aa5eb252 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] For port 78fd5b45-7c30-4a08-93e0-82afbe276b89, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=78fd5b45-7c30-4a08-93e0-82afbe276b89,segment=NetworkSegment(fe0364bf-c23a-44a9-8b3d-2178e420a462),segment_id=fe0364bf-c23a-44a9-8b3d-2178e420a462)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:18:00.052024 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-049e3f80-0f2b-415e-b047-f0d2aa5eb252 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:00.075245 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1e2a041d-b11f-42f6-941d-ecf76632e5b8 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:00.089209 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-049e3f80-0f2b-415e-b047-f0d2aa5eb252 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Calling delete_port for 78fd5b45-7c30-4a08-93e0-82afbe276b89 owned by network:router_interface {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:18:00.145831 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-87766024-8533-44b1-8b57-b3b59aab9524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:00.147436 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-87766024-8533-44b1-8b57-b3b59aab9524 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e9ea624b-86fc-4131-a8a7-d576a5006edb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1053152 Aug 18 13:18:00.311009 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-0e7e215d-deff-47bb-bb25-70067c615bb7 service neutron] 10.222.0.20 "GET /v2.0/networks/e9ea624b-86fc-4131-a8a7-d576a5006edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527090 Aug 18 13:18:00.470691 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-41c48e81-bf3d-400c-96f8-0535a09326a2 service neutron] 10.222.0.20 "GET /v2.0/networks/e9ea624b-86fc-4131-a8a7-d576a5006edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526091 Aug 18 13:18:00.520476 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-a20e5849-8d98-46ad-94a2-4b3cd892244d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=069b9001-3300-4e5d-a3d3-e19a50735842 HTTP/1.1" status: 200 len: 217 time: 0.0430715 Aug 18 13:18:00.586398 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-8a98db0f-7877-46ac-a1bb-565a58c019f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:00.588033 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-8a98db0f-7877-46ac-a1bb-565a58c019f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1cbb8eea-c986-4ab1-9343-a5e2b65768a8 HTTP/1.1" status: 200 len: 797 time: 0.0601592 Aug 18 13:18:00.670164 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-b58e2079-dbbd-494b-b5ca-dde3b9dc61ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:00.671760 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-b58e2079-dbbd-494b-b5ca-dde3b9dc61ff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0761719 Aug 18 13:18:00.743655 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911d2de-b0f8-49b6-9789-4df20b4ad456 req-0715458a-cab7-46c1-91aa-974a1170f57a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:00.750904 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911d2de-b0f8-49b6-9789-4df20b4ad456 req-0715458a-cab7-46c1-91aa-974a1170f57a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:00.756980 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911d2de-b0f8-49b6-9789-4df20b4ad456 req-0715458a-cab7-46c1-91aa-974a1170f57a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:00.763659 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911d2de-b0f8-49b6-9789-4df20b4ad456 req-0715458a-cab7-46c1-91aa-974a1170f57a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:00.769699 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911d2de-b0f8-49b6-9789-4df20b4ad456 req-0715458a-cab7-46c1-91aa-974a1170f57a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:00.775812 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911d2de-b0f8-49b6-9789-4df20b4ad456 req-0715458a-cab7-46c1-91aa-974a1170f57a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:00.782291 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911d2de-b0f8-49b6-9789-4df20b4ad456 req-0715458a-cab7-46c1-91aa-974a1170f57a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:00.784256 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f911d2de-b0f8-49b6-9789-4df20b4ad456 req-0715458a-cab7-46c1-91aa-974a1170f57a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 5431 time: 0.1581819 Aug 18 13:18:00.861939 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f911d2de-b0f8-49b6-9789-4df20b4ad456 req-728261ee-bc03-4bdf-b4fd-1bf12af24073 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2bddc60-b82c-424c-8146-8484da8521b7&id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594838 Aug 18 13:18:00.874264 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-1e645b4a-289c-4eb9-aea3-d64a59b53d0b service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944730 Aug 18 13:18:00.986801 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-955c5342-f428-4426-b10a-9d6a9eac042d service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049690 Aug 18 13:18:01.028711 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-92583533-46d8-4bcf-942b-6b4543ccee57 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=7e6e27c2-38fd-42cf-93be-14deed0fa74b HTTP/1.1" status: 200 len: 217 time: 0.0353708 Aug 18 13:18:01.078865 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-2b6ca1ba-b54d-4acd-838e-ea79b5c89700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:01.080425 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-2b6ca1ba-b54d-4acd-838e-ea79b5c89700 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1cbb8eea-c986-4ab1-9343-a5e2b65768a8 HTTP/1.1" status: 200 len: 797 time: 0.0454855 Aug 18 13:18:01.131464 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-a2df641e-c14e-4a8a-ac82-18300f764325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:01.133121 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-a2df641e-c14e-4a8a-ac82-18300f764325 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0458848 Aug 18 13:18:01.233037 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-9e1c0853-ae3c-4b1a-8f00-bdf546f85792 service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916898 Aug 18 13:18:01.326647 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-5cf0ba14-710c-42b3-9d3c-edf4c328da15 service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876913 Aug 18 13:18:01.349321 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1e2a041d-b11f-42f6-941d-ecf76632e5b8 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:01.373964 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-fe41011b-8817-481b-bfc2-503371ce61d9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc HTTP/1.1" status: 200 len: 217 time: 0.0409365 Aug 18 13:18:01.380192 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a041d-b11f-42f6-941d-ecf76632e5b8 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7bac7e-6f95-4249-91ef-a486cacdd721,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:01.423551 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-d1863b22-a550-4c58-a521-bc8d586536f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:01.425018 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-d1863b22-a550-4c58-a521-bc8d586536f0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1cbb8eea-c986-4ab1-9343-a5e2b65768a8 HTTP/1.1" status: 200 len: 797 time: 0.0448890 Aug 18 13:18:01.470610 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-b050b34b-db49-44a4-b53f-7111e46c2ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:01.472286 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-b050b34b-db49-44a4-b53f-7111e46c2ee9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0403347 Aug 18 13:18:01.556596 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-049e3f80-0f2b-415e-b047-f0d2aa5eb252 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:01.584227 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1e2a041d-b11f-42f6-941d-ecf76632e5b8 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:01.585528 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1e2a041d-b11f-42f6-941d-ecf76632e5b8 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.1401200 Aug 18 13:18:01.590558 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45078) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:01.595030 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e3f80-0f2b-415e-b047-f0d2aa5eb252 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event deleted for resources: {'Port': ['ID=78fd5b45-7c30-4a08-93e0-82afbe276b89,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:01.607128 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-386a43a8-ce0a-4528-b0fd-69374adab2f6 service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280222 Aug 18 13:18:01.609406 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-53b9f2d6-8054-4197-ad04-e084acfbdb27 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-189807613', 'security_groups': ['ca7bac7e-6f95-4249-91ef-a486cacdd721'], 'network_id': '58208edd-2e9e-4dd3-afe3-a138b3c5e6fd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '55093559-2904-47f4-9e3f-04eedf636dd2'}]}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:18:01.868676 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b9f2d6-8054-4197-ad04-e084acfbdb27 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Made reservation on behalf of 2fb4f687cb0a48178df1ff10e4bcf284 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:18:01.936556 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-f70e9057-4c34-4ae4-92f3-620bb66e134d service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116827 Aug 18 13:18:02.034536 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-08abf048-3d74-496f-a34f-f08fe59a0568 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=1cccaa23-72ad-4200-b71f-9cd24f4b79bd HTTP/1.1" status: 200 len: 217 time: 0.0858159 Aug 18 13:18:02.125954 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-53b9f2d6-8054-4197-ad04-e084acfbdb27 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:02.137457 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-049e3f80-0f2b-415e-b047-f0d2aa5eb252 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:02.147643 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-0b773e2b-c196-4604-a40b-751928489e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:02.149296 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-0b773e2b-c196-4604-a40b-751928489e83 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1cbb8eea-c986-4ab1-9343-a5e2b65768a8 HTTP/1.1" status: 200 len: 797 time: 0.1037724 Aug 18 13:18:02.182106 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-53b9f2d6-8054-4197-ad04-e084acfbdb27 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] device_id is not set on port 8153e866-424b-4727-a845-88762e61b9eb yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:18:02.218189 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2f24b-c013-4232-8682-302a235a26fd req-696314ee-5c5f-40bd-bfb3-c401868f796b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:02.224135 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2f24b-c013-4232-8682-302a235a26fd req-696314ee-5c5f-40bd-bfb3-c401868f796b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:02.230346 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2f24b-c013-4232-8682-302a235a26fd req-696314ee-5c5f-40bd-bfb3-c401868f796b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:02.237102 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2f24b-c013-4232-8682-302a235a26fd req-696314ee-5c5f-40bd-bfb3-c401868f796b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:02.243177 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2f24b-c013-4232-8682-302a235a26fd req-696314ee-5c5f-40bd-bfb3-c401868f796b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:02.250102 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2f24b-c013-4232-8682-302a235a26fd req-696314ee-5c5f-40bd-bfb3-c401868f796b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:02.256910 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2f24b-c013-4232-8682-302a235a26fd req-696314ee-5c5f-40bd-bfb3-c401868f796b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:02.265223 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2be2f24b-c013-4232-8682-302a235a26fd req-696314ee-5c5f-40bd-bfb3-c401868f796b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 5431 time: 0.2633989 Aug 18 13:18:02.293121 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-2e43c387-d8dd-4807-8812-9df1cfbfcfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:02.295270 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-2e43c387-d8dd-4807-8812-9df1cfbfcfef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1365941 Aug 18 13:18:02.390219 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2be2f24b-c013-4232-8682-302a235a26fd req-c2ddd87b-ada1-4cae-9cd9-913ad002c167 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2bddc60-b82c-424c-8146-8484da8521b7&id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1239245 Aug 18 13:18:02.531335 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-53b9f2d6-8054-4197-ad04-e084acfbdb27 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Allocated IP 172.20.0.8 (58208edd-2e9e-4dd3-afe3-a138b3c5e6fd/55093559-2904-47f4-9e3f-04eedf636dd2/8153e866-424b-4727-a845-88762e61b9eb) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:18:02.547264 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-61bd001f-ecf6-4e5a-9cb5-b414f890a341 service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447195 Aug 18 13:18:02.623556 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049e3f80-0f2b-415e-b047-f0d2aa5eb252 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Router 54ed8b62-b22d-47a0-a888-2f9b0d09f21d has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:18:02.706033 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-fcd58a0a-a82c-41a5-86ec-3849e1b3c4ac service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519041 Aug 18 13:18:02.711074 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-53b9f2d6-8054-4197-ad04-e084acfbdb27 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:02.727213 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-53b9f2d6-8054-4197-ad04-e084acfbdb27 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Transition to ACTIVE for port object 8153e866-424b-4727-a845-88762e61b9eb will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:18:02.829659 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-53b9f2d6-8054-4197-ad04-e084acfbdb27 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:02.864865 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b9f2d6-8054-4197-ad04-e084acfbdb27 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Network 58208edd-2e9e-4dd3-afe3-a138b3c5e6fd is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:18:02.867780 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-53b9f2d6-8054-4197-ad04-e084acfbdb27 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:18:02.885061 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b9f2d6-8054-4197-ad04-e084acfbdb27 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:18:03.052332 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b9f2d6-8054-4197-ad04-e084acfbdb27 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:03.053126 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-53b9f2d6-8054-4197-ad04-e084acfbdb27 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:03.057199 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b9f2d6-8054-4197-ad04-e084acfbdb27 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'Port': ['ID=8153e866-424b-4727-a845-88762e61b9eb,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:03.141122 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-d60f8f7b-1594-474c-9573-f109fb2613d3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=065cd133-54a5-459f-8fc9-119d4871728d HTTP/1.1" status: 200 len: 217 time: 0.4233646 Aug 18 13:18:03.190778 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049e3f80-0f2b-415e-b047-f0d2aa5eb252 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:18:03.199020 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-53b9f2d6-8054-4197-ad04-e084acfbdb27 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6037848 Aug 18 13:18:03.201627 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45122) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:03.203652 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-049e3f80-0f2b-415e-b047-f0d2aa5eb252 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "PUT /v2.0/routers/54ed8b62-b22d-47a0-a888-2f9b0d09f21d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5921266 Aug 18 13:18:03.209755 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a0fcc2-5208-4ee2-9f5d-e906583da7bf None None] Sync routers for ids ['54ed8b62-b22d-47a0-a888-2f9b0d09f21d'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:18:03.211679 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-81439f68-e796-408e-bfc8-e8fdeeb5e07d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'subnet': {'network_id': '58208edd-2e9e-4dd3-afe3-a138b3c5e6fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:18:03.216154 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45124) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:03.226458 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a0fcc2-5208-4ee2-9f5d-e906583da7bf None None] Routers {'54ed8b62-b22d-47a0-a888-2f9b0d09f21d'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:18:03.227441 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-b0a0fcc2-5208-4ee2-9f5d-e906583da7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:17:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['54ed8b62-b22d-47a0-a888-2f9b0d09f21d'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:18:03.250210 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-ef2d2c21-fe60-4bd2-9dc5-dc0809177a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:03.256033 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-ef2d2c21-fe60-4bd2-9dc5-dc0809177a8d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1852a2e7-34df-41c9-b2e1-616be77094f1 HTTP/1.1" status: 200 len: 797 time: 0.1107411 Aug 18 13:18:03.332062 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-92d0aea2-3c78-40b4-ab1f-4ac87df74c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:03.333606 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-92d0aea2-3c78-40b4-ab1f-4ac87df74c15 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d880c4db-c535-4c81-86a6-739ddf2b8b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0694461 Aug 18 13:18:03.340483 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-72c7960d-10c7-4767-8b00-2d171a3e8f42 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Deleting subnet 2b67b5eb-5023-44fb-9233-f86410fc385e {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:18:03.348662 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-72c7960d-10c7-4767-8b00-2d171a3e8f42 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:03.394584 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-627cc6fd-1ff0-4e5d-942d-d0342aa8a083 None None] Provisioning for port 8153e866-424b-4727-a845-88762e61b9eb completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:18:03.399659 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-627cc6fd-1ff0-4e5d-942d-d0342aa8a083 None None] Provisioning complete for port 8153e866-424b-4727-a845-88762e61b9eb triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:18:03.404812 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-627cc6fd-1ff0-4e5d-942d-d0342aa8a083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:03.439366 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-72c7960d-10c7-4767-8b00-2d171a3e8f42 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:03.445311 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-627cc6fd-1ff0-4e5d-942d-d0342aa8a083 None None] Port 8153e866-424b-4727-a845-88762e61b9eb cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:18:03.447654 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-1a5a0d9b-ceb6-4f33-859f-3eb271792bbe service neutron] 10.222.0.20 "GET /v2.0/networks/d880c4db-c535-4c81-86a6-739ddf2b8b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052356 Aug 18 13:18:03.543940 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-72c7960d-10c7-4767-8b00-2d171a3e8f42 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:03.548468 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-b0a0fcc2-5208-4ee2-9f5d-e906583da7bf None None] Set router 54ed8b62-b22d-47a0-a888-2f9b0d09f21d gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:18:03.613067 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1f524-1975-4423-9e60-7e2ee29704e0 req-c0e9c849-3b4a-42ae-8fbd-07fb881d565a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:03.625126 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1f524-1975-4423-9e60-7e2ee29704e0 req-c0e9c849-3b4a-42ae-8fbd-07fb881d565a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:03.631321 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1f524-1975-4423-9e60-7e2ee29704e0 req-c0e9c849-3b4a-42ae-8fbd-07fb881d565a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:03.639637 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1f524-1975-4423-9e60-7e2ee29704e0 req-c0e9c849-3b4a-42ae-8fbd-07fb881d565a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:03.645520 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1f524-1975-4423-9e60-7e2ee29704e0 req-c0e9c849-3b4a-42ae-8fbd-07fb881d565a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:03.651493 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1f524-1975-4423-9e60-7e2ee29704e0 req-c0e9c849-3b4a-42ae-8fbd-07fb881d565a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:03.658142 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1f524-1975-4423-9e60-7e2ee29704e0 req-c0e9c849-3b4a-42ae-8fbd-07fb881d565a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:03.660132 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8ad1f524-1975-4423-9e60-7e2ee29704e0 req-c0e9c849-3b4a-42ae-8fbd-07fb881d565a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 5431 time: 0.1846471 Aug 18 13:18:03.678037 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-5ef16c1c-366f-430a-b3ac-d35f56a35d1c service neutron] 10.222.0.20 "GET /v2.0/networks/d880c4db-c535-4c81-86a6-739ddf2b8b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225137 Aug 18 13:18:03.704471 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-72c7960d-10c7-4767-8b00-2d171a3e8f42 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:03.733426 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-b3d1af51-bd18-463e-86b1-fb40b1ded25d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=97c40def-aee3-4b98-98ab-a261b2afc2a9 HTTP/1.1" status: 200 len: 217 time: 0.0475318 Aug 18 13:18:03.752864 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7960d-10c7-4767-8b00-2d171a3e8f42 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event deleted for resources: {'Subnet': ['ID=2b67b5eb-5023-44fb-9233-f86410fc385e,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:03.760338 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e266f4-be7a-4a64-8ff0-9d94e43913a0 None None] Network 0d945faf-920a-4b7f-9870-92ae6ded723e requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:18:03.761369 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-72c7960d-10c7-4767-8b00-2d171a3e8f42 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:03.766520 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-72c7960d-10c7-4767-8b00-2d171a3e8f42 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "DELETE /v2.0/subnets/2b67b5eb-5023-44fb-9233-f86410fc385e HTTP/1.1" status: 204 len: 168 time: 0.5486603 Aug 18 13:18:03.767709 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81439f68-e796-408e-bfc8-e8fdeeb5e07d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Made reservation on behalf of 2fb4f687cb0a48178df1ff10e4bcf284 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:18:03.772534 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-81439f68-e796-408e-bfc8-e8fdeeb5e07d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:03.775386 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-b0a0fcc2-5208-4ee2-9f5d-e906583da7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'name': 'tempest-TestNetworkBasicOps-router-1455203922', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '29676571-9253-4451-bd9f-ccd486f97dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:14:59Z', 'updated_at': '2021-08-18T13:18:00Z', 'revision_number': 7, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'gw_port': {'id': '29676571-9253-4451-bd9f-ccd486f97dda', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:00Z', 'updated_at': '2021-08-18T13:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:18:03.780608 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45144) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:03.810746 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a0fcc2-5208-4ee2-9f5d-e906583da7bf None None] Checking router: 54ed8b62-b22d-47a0-a888-2f9b0d09f21d for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:18:03.822142 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a0fcc2-5208-4ee2-9f5d-e906583da7bf None None] Routers {'54ed8b62-b22d-47a0-a888-2f9b0d09f21d'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:18:03.823115 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-b0a0fcc2-5208-4ee2-9f5d-e906583da7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:17:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['54ed8b62-b22d-47a0-a888-2f9b0d09f21d'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:18:03.853122 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-01797fe3-c23f-4d73-90da-c5e67c0255a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:03.854626 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-01797fe3-c23f-4d73-90da-c5e67c0255a7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1852a2e7-34df-41c9-b2e1-616be77094f1 HTTP/1.1" status: 200 len: 797 time: 0.1130745 Aug 18 13:18:03.864200 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8ad1f524-1975-4423-9e60-7e2ee29704e0 req-e36e9072-889c-414d-9d08-923f420d002f tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2bddc60-b82c-424c-8146-8484da8521b7&id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1934183 Aug 18 13:18:03.947547 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-e7d4fc61-a064-4e53-a79f-088b5f68a7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:03.949568 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-e7d4fc61-a064-4e53-a79f-088b5f68a7f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d880c4db-c535-4c81-86a6-739ddf2b8b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0844226 Aug 18 13:18:03.973891 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-b0a0fcc2-5208-4ee2-9f5d-e906583da7bf None None] Set router 54ed8b62-b22d-47a0-a888-2f9b0d09f21d gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:18:04.102386 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-81635fe1-5239-4194-b952-0e38e69ec20b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:04.135806 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-a9874b2f-6bc2-4dac-899e-356a1f8fdd47 service neutron] 10.222.0.20 "GET /v2.0/networks/d880c4db-c535-4c81-86a6-739ddf2b8b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785572 Aug 18 13:18:04.142826 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba80282c-974e-4277-9fc2-665e6ac7aab3 None None] DHCP port deletion for 0d945faf-920a-4b7f-9870-92ae6ded723e request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:18:04.269869 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-b0a0fcc2-5208-4ee2-9f5d-e906583da7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'name': 'tempest-TestNetworkBasicOps-router-1455203922', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '29676571-9253-4451-bd9f-ccd486f97dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:14:59Z', 'updated_at': '2021-08-18T13:18:00Z', 'revision_number': 7, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'gw_port': {'id': '29676571-9253-4451-bd9f-ccd486f97dda', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:00Z', 'updated_at': '2021-08-18T13:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:18:04.280399 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab6fdfc3-bf5b-412c-a1a1-f2cd397db2d4 req-ec1fdf08-a70e-4f9e-954e-6215b45470aa service neutron] 10.222.0.20 "GET /v2.0/networks/d880c4db-c535-4c81-86a6-739ddf2b8b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377196 Aug 18 13:18:04.283922 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-ba80282c-974e-4277-9fc2-665e6ac7aab3 None None] Deleting port 475c0faf-35ce-4272-96e1-4e9e5ca10c65 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:18:04.284750 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ba80282c-974e-4277-9fc2-665e6ac7aab3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:04.323895 n-d-803603-2 neutron-server[101676]: INFO neutron.db.ipam_backend_mixin [None req-81439f68-e796-408e-bfc8-e8fdeeb5e07d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 55093559-2904-47f4-9e3f-04eedf636dd2 (CIDR: 172.20.0.0/28) Aug 18 13:18:04.347308 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a0fcc2-5208-4ee2-9f5d-e906583da7bf None None] The sync data for ids ['54ed8b62-b22d-47a0-a888-2f9b0d09f21d'] in n-d-803603-2 is: [{'id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'name': 'tempest-TestNetworkBasicOps-router-1455203922', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '29676571-9253-4451-bd9f-ccd486f97dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:14:59Z', 'updated_at': '2021-08-18T13:18:00Z', 'revision_number': 7, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'gw_port': {'id': '29676571-9253-4451-bd9f-ccd486f97dda', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ed8b62-b22d-47a0-a888-2f9b0d09f21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:15:00Z', 'updated_at': '2021-08-18T13:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:18:04.413426 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-81439f68-e796-408e-bfc8-e8fdeeb5e07d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:18:04.413928 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81439f68-e796-408e-bfc8-e8fdeeb5e07d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:18:04.428265 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-81635fe1-5239-4194-b952-0e38e69ec20b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:04.447847 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-ba80282c-974e-4277-9fc2-665e6ac7aab3 None None] For port 475c0faf-35ce-4272-96e1-4e9e5ca10c65, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=475c0faf-35ce-4272-96e1-4e9e5ca10c65,segment=NetworkSegment(fe0364bf-c23a-44a9-8b3d-2178e420a462),segment_id=fe0364bf-c23a-44a9-8b3d-2178e420a462)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:18:04.448406 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ba80282c-974e-4277-9fc2-665e6ac7aab3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:04.464121 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-ba80282c-974e-4277-9fc2-665e6ac7aab3 None None] Calling delete_port for 475c0faf-35ce-4272-96e1-4e9e5ca10c65 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:18:04.502993 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-81439f68-e796-408e-bfc8-e8fdeeb5e07d tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2977242 Aug 18 13:18:04.503585 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45162) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:04.508485 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-1f44ebce-e92c-4d32-8c41-2adf00f805b9 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'subnet': {'network_id': '58208edd-2e9e-4dd3-afe3-a138b3c5e6fd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:18:04.535728 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba843a5-3430-449d-acdd-186e36708b73 req-4ff2fc8c-2c1a-4971-a9e8-247c9948f1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:04.536486 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba843a5-3430-449d-acdd-186e36708b73 req-4ff2fc8c-2c1a-4971-a9e8-247c9948f1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:04.537434 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba843a5-3430-449d-acdd-186e36708b73 req-4ff2fc8c-2c1a-4971-a9e8-247c9948f1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:04.538478 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba843a5-3430-449d-acdd-186e36708b73 req-4ff2fc8c-2c1a-4971-a9e8-247c9948f1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:04.539127 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba843a5-3430-449d-acdd-186e36708b73 req-4ff2fc8c-2c1a-4971-a9e8-247c9948f1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:04.539772 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba843a5-3430-449d-acdd-186e36708b73 req-4ff2fc8c-2c1a-4971-a9e8-247c9948f1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:04.540413 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba843a5-3430-449d-acdd-186e36708b73 req-4ff2fc8c-2c1a-4971-a9e8-247c9948f1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:04.542797 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4ba843a5-3430-449d-acdd-186e36708b73 req-4ff2fc8c-2c1a-4971-a9e8-247c9948f1c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9187a221b3e94f438328aff4ddb46e1a&device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 6488 time: 0.0684788 Aug 18 13:18:04.678772 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-81635fe1-5239-4194-b952-0e38e69ec20b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Deleting port 29676571-9253-4451-bd9f-ccd486f97dda {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:18:04.679118 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-81635fe1-5239-4194-b952-0e38e69ec20b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:04.681318 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba843a5-3430-449d-acdd-186e36708b73 req-2ce120d5-696a-41d8-a599-76ecb6148c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:04.683651 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4ba843a5-3430-449d-acdd-186e36708b73 req-2ce120d5-696a-41d8-a599-76ecb6148c06 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d880c4db-c535-4c81-86a6-739ddf2b8b3f HTTP/1.1" status: 200 len: 903 time: 0.1335385 Aug 18 13:18:04.726326 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ba80282c-974e-4277-9fc2-665e6ac7aab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:04.762274 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4ba843a5-3430-449d-acdd-186e36708b73 req-275f35c9-1ca4-4e9f-ad0d-00e510256122 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=97c40def-aee3-4b98-98ab-a261b2afc2a9 HTTP/1.1" status: 200 len: 217 time: 0.0543156 Aug 18 13:18:04.764265 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80282c-974e-4277-9fc2-665e6ac7aab3 None None] Pushing event deleted for resources: {'Port': ['ID=475c0faf-35ce-4272-96e1-4e9e5ca10c65,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:04.770433 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba80282c-974e-4277-9fc2-665e6ac7aab3 None None] No DVR routers for this DVR port 475c0faf-35ce-4272-96e1-4e9e5ca10c65 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:18:04.776989 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f44ebce-e92c-4d32-8c41-2adf00f805b9 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Made reservation on behalf of 2fb4f687cb0a48178df1ff10e4bcf284 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:18:04.781843 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1f44ebce-e92c-4d32-8c41-2adf00f805b9 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:04.876369 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba843a5-3430-449d-acdd-186e36708b73 req-58a8dafa-7a69-4451-9ea0-b36661eb5640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:04.878387 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4ba843a5-3430-449d-acdd-186e36708b73 req-58a8dafa-7a69-4451-9ea0-b36661eb5640 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1852a2e7-34df-41c9-b2e1-616be77094f1 HTTP/1.1" status: 200 len: 797 time: 0.1068230 Aug 18 13:18:04.884314 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-81635fe1-5239-4194-b952-0e38e69ec20b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] For port 29676571-9253-4451-bd9f-ccd486f97dda, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=29676571-9253-4451-bd9f-ccd486f97dda,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:18:04.887514 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-81635fe1-5239-4194-b952-0e38e69ec20b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:04.941869 n-d-803603-2 neutron-server[101676]: INFO neutron.db.ipam_backend_mixin [None req-1f44ebce-e92c-4d32-8c41-2adf00f805b9 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet d285e877-58e4-43cf-ad21-c3ed672f5e68 (CIDR: 172.20.0.16/28) Aug 18 13:18:04.949378 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-81635fe1-5239-4194-b952-0e38e69ec20b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Calling delete_port for 29676571-9253-4451-bd9f-ccd486f97dda owned by network:router_gateway {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:18:04.953684 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba843a5-3430-449d-acdd-186e36708b73 req-d98bbc64-1133-4337-9c08-d0cb1f4b86f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:04.955653 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4ba843a5-3430-449d-acdd-186e36708b73 req-d98bbc64-1133-4337-9c08-d0cb1f4b86f6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d880c4db-c535-4c81-86a6-739ddf2b8b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0687559 Aug 18 13:18:05.021219 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f44ebce-e92c-4d32-8c41-2adf00f805b9 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:18:05.022044 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f44ebce-e92c-4d32-8c41-2adf00f805b9 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:18:05.073084 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4ba843a5-3430-449d-acdd-186e36708b73 req-5425d35c-a878-4799-9e4b-7e36b29378b7 service neutron] 10.222.0.20 "GET /v2.0/networks/d880c4db-c535-4c81-86a6-739ddf2b8b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083503 Aug 18 13:18:05.110675 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb6f70-60dd-4fb0-8e2f-5fc1cba3d64d req-6556c986-80d4-4e34-bd6f-11d718cb9013 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:05.116480 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb6f70-60dd-4fb0-8e2f-5fc1cba3d64d req-6556c986-80d4-4e34-bd6f-11d718cb9013 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:05.125090 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb6f70-60dd-4fb0-8e2f-5fc1cba3d64d req-6556c986-80d4-4e34-bd6f-11d718cb9013 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:05.128087 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb6f70-60dd-4fb0-8e2f-5fc1cba3d64d req-6556c986-80d4-4e34-bd6f-11d718cb9013 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:05.134322 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb6f70-60dd-4fb0-8e2f-5fc1cba3d64d req-6556c986-80d4-4e34-bd6f-11d718cb9013 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:05.140659 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb6f70-60dd-4fb0-8e2f-5fc1cba3d64d req-6556c986-80d4-4e34-bd6f-11d718cb9013 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:05.146551 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb6f70-60dd-4fb0-8e2f-5fc1cba3d64d req-6556c986-80d4-4e34-bd6f-11d718cb9013 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:05.164001 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cfcb6f70-60dd-4fb0-8e2f-5fc1cba3d64d req-6556c986-80d4-4e34-bd6f-11d718cb9013 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 5431 time: 0.1396976 Aug 18 13:18:05.197918 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1f44ebce-e92c-4d32-8c41-2adf00f805b9 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6933815 Aug 18 13:18:05.206691 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45174) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:05.223137 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-5c0c8a18-e9b4-419f-9980-b39be193f017 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'subnet': {'network_id': '58208edd-2e9e-4dd3-afe3-a138b3c5e6fd', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:18:05.234688 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4ba843a5-3430-449d-acdd-186e36708b73 req-7b21c206-b06c-45c5-8443-5614c6824dcf service neutron] 10.222.0.20 "GET /v2.0/networks/d880c4db-c535-4c81-86a6-739ddf2b8b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535974 Aug 18 13:18:05.331973 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cfcb6f70-60dd-4fb0-8e2f-5fc1cba3d64d req-397d4270-a889-4c0d-9564-8c1593d290d5 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2bddc60-b82c-424c-8146-8484da8521b7&id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1758170 Aug 18 13:18:05.526353 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-81635fe1-5239-4194-b952-0e38e69ec20b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:05.885656 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0c8a18-e9b4-419f-9980-b39be193f017 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Made reservation on behalf of 2fb4f687cb0a48178df1ff10e4bcf284 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:18:05.890046 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5c0c8a18-e9b4-419f-9980-b39be193f017 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:05.896545 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81635fe1-5239-4194-b952-0e38e69ec20b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event deleted for resources: {'Port': ['ID=29676571-9253-4451-bd9f-ccd486f97dda,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:06.026118 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-81635fe1-5239-4194-b952-0e38e69ec20b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:06.136025 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-81635fe1-5239-4194-b952-0e38e69ec20b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:06.139222 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-81635fe1-5239-4194-b952-0e38e69ec20b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:06.195433 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 475c0faf-35ce-4272-96e1-4e9e5ca10c65 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:18:06.215577 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 475c0faf-35ce-4272-96e1-4e9e5ca10c65 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:18:06.215972 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 475c0faf-35ce-4272-96e1-4e9e5ca10c65 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:18:06.216397 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 78fd5b45-7c30-4a08-93e0-82afbe276b89 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:18:06.237471 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 78fd5b45-7c30-4a08-93e0-82afbe276b89 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:18:06.237824 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 78fd5b45-7c30-4a08-93e0-82afbe276b89 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:18:06.354560 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-81635fe1-5239-4194-b952-0e38e69ec20b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:06.355107 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81635fe1-5239-4194-b952-0e38e69ec20b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Fanout notify agent at l3_agent the message router_deleted on router 54ed8b62-b22d-47a0-a888-2f9b0d09f21d {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:18:06.366614 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-81635fe1-5239-4194-b952-0e38e69ec20b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:06.367702 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-81635fe1-5239-4194-b952-0e38e69ec20b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "DELETE /v2.0/routers/54ed8b62-b22d-47a0-a888-2f9b0d09f21d HTTP/1.1" status: 204 len: 168 time: 2.5854001 Aug 18 13:18:06.370543 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45192) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:06.488511 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ac09c8cb-1ace-4587-b35f-c73bd20278db tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:06.518099 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56835f85-59e2-4b91-b915-b5efe643cfc9 req-191eb950-594f-453d-8ee9-c8e57a8118b2 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:06.525294 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56835f85-59e2-4b91-b915-b5efe643cfc9 req-191eb950-594f-453d-8ee9-c8e57a8118b2 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:06.532787 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56835f85-59e2-4b91-b915-b5efe643cfc9 req-191eb950-594f-453d-8ee9-c8e57a8118b2 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:06.541810 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56835f85-59e2-4b91-b915-b5efe643cfc9 req-191eb950-594f-453d-8ee9-c8e57a8118b2 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:06.546866 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56835f85-59e2-4b91-b915-b5efe643cfc9 req-191eb950-594f-453d-8ee9-c8e57a8118b2 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:06.553759 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56835f85-59e2-4b91-b915-b5efe643cfc9 req-191eb950-594f-453d-8ee9-c8e57a8118b2 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:06.560080 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56835f85-59e2-4b91-b915-b5efe643cfc9 req-191eb950-594f-453d-8ee9-c8e57a8118b2 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:06.566417 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-56835f85-59e2-4b91-b915-b5efe643cfc9 req-191eb950-594f-453d-8ee9-c8e57a8118b2 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 5431 time: 0.1191273 Aug 18 13:18:06.576785 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5c0c8a18-e9b4-419f-9980-b39be193f017 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:06.615771 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-56835f85-59e2-4b91-b915-b5efe643cfc9 req-c67b9587-f2e2-4d38-ad9e-c2bfa3e765df tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2bddc60-b82c-424c-8146-8484da8521b7&id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0462892 Aug 18 13:18:06.649786 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ac09c8cb-1ace-4587-b35f-c73bd20278db tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:06.659066 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c8a18-e9b4-419f-9980-b39be193f017 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'Subnet': ['ID=5ec31dd2-3978-4d7e-8154-e4239c959816,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:06.668017 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-ac09c8cb-1ace-4587-b35f-c73bd20278db tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d945faf-920a-4b7f-9870-92ae6ded723e']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:18:06.671980 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0c8a18-e9b4-419f-9980-b39be193f017 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Network 58208edd-2e9e-4dd3-afe3-a138b3c5e6fd is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:18:06.679292 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-5c0c8a18-e9b4-419f-9980-b39be193f017 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:18:06.681846 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-ac09c8cb-1ace-4587-b35f-c73bd20278db tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe0364bf-c23a-44a9-8b3d-2178e420a462') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:18:06.682146 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-ac09c8cb-1ace-4587-b35f-c73bd20278db tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe0364bf-c23a-44a9-8b3d-2178e420a462') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:18:06.684527 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0c8a18-e9b4-419f-9980-b39be193f017 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:06.688713 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5c0c8a18-e9b4-419f-9980-b39be193f017 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:06.689054 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943fdd05-ab05-442d-907a-07ff7d5a9ebe None None] Network 58208edd-2e9e-4dd3-afe3-a138b3c5e6fd requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:18:06.700188 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ac09c8cb-1ace-4587-b35f-c73bd20278db tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:06.715135 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ac09c8cb-1ace-4587-b35f-c73bd20278db tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:06.721898 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac09c8cb-1ace-4587-b35f-c73bd20278db tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:18:06.722342 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ac09c8cb-1ace-4587-b35f-c73bd20278db tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:06.725981 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:18:06.725981 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:18:06.725981 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:18:06.725981 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:18:06.725981 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:18:06.725981 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:18:06.725981 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:18:06.725981 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:18:06.725981 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:18:06.725981 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:18:06.725981 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:18:06.725981 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:18:06.725981 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:18:06.725981 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:18:06.725981 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:18:06.725981 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:18:06.725981 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:18:06.725981 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:18:06.725981 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:18:06.725981 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:18:06.725981 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:18:06.725981 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:18:06.725981 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:18:06.725981 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:18:06.725981 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:18:06.725981 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:18:06.725981 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:18:06.725981 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:18:06.725981 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:18:06.725981 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:18:06.725981 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:18:06.725981 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:18:06.913340 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72ebee9-601b-4ba2-a88c-b8c4b4a2c308 None None] Update dhcp port {'port': {'network_id': '58208edd-2e9e-4dd3-afe3-a138b3c5e6fd', 'fixed_ips': [{'subnet_id': 'd285e877-58e4-43cf-ad21-c3ed672f5e68', 'ip_address': '172.20.0.18'}, {'subnet_id': '55093559-2904-47f4-9e3f-04eedf636dd2', 'ip_address': '172.20.0.2'}, {'subnet_id': '5ec31dd2-3978-4d7e-8154-e4239c959816'}], 'binding:host_id': 'n-d-803603-2'}, 'id': '2a03b203-3484-4022-a384-f32f24a930c9'} from n-d-803603-2. {{(pid=101677) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 13:18:06.936465 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5c0c8a18-e9b4-419f-9980-b39be193f017 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7176316 Aug 18 13:18:06.936465 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45202) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:06.936465 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-7445230b-f793-48a1-8769-9d43c922c474 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-707544567', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5ec31dd2-3978-4d7e-8154-e4239c959816'}], 'security_groups': ['6cfe93fc-13c6-4c67-ba49-a9ae6d0719fd', '78921b6d-e432-4e69-9698-f2cda1c1d999']}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:18:06.946632 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a72ebee9-601b-4ba2-a88c-b8c4b4a2c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:06.961663 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ac09c8cb-1ace-4587-b35f-c73bd20278db tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:06.972393 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ac09c8cb-1ace-4587-b35f-c73bd20278db tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:06.973879 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ac09c8cb-1ace-4587-b35f-c73bd20278db tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "DELETE /v2.0/networks/0d945faf-920a-4b7f-9870-92ae6ded723e HTTP/1.1" status: 204 len: 168 time: 0.6023023 Aug 18 13:18:06.995838 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45204) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:06.996918 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09c8cb-1ace-4587-b35f-c73bd20278db tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event deleted for resources: {'Network': ['ID=0d945faf-920a-4b7f-9870-92ae6ded723e,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:07.009672 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-6d87bfd3-c1cd-4718-adc9-5c2940dd2e58 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Request body: {'network': {'name': 'tempest-network-smoke--257497742', 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'port_security_enabled': True}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:18:07.036156 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7445230b-f793-48a1-8769-9d43c922c474 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:07.147548 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-a72ebee9-601b-4ba2-a88c-b8c4b4a2c308 None None] Allocated IP 172.20.0.34 (58208edd-2e9e-4dd3-afe3-a138b3c5e6fd/5ec31dd2-3978-4d7e-8154-e4239c959816/2a03b203-3484-4022-a384-f32f24a930c9) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:18:07.200990 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d87bfd3-c1cd-4718-adc9-5c2940dd2e58 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Made reservation on behalf of e63152bca3cb423b9a7763e005387f10 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:18:07.205021 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6d87bfd3-c1cd-4718-adc9-5c2940dd2e58 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:07.237336 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d87bfd3-c1cd-4718-adc9-5c2940dd2e58 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:18:07.246960 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6d87bfd3-c1cd-4718-adc9-5c2940dd2e58 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:07.247302 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-6d87bfd3-c1cd-4718-adc9-5c2940dd2e58 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Added segment f1eb63e7-c311-4338-9662-b4aa97c88101 of type vlan for network 630a6873-1b01-4309-9f27-c957f112ed2e Aug 18 13:18:07.287445 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-a72ebee9-601b-4ba2-a88c-b8c4b4a2c308 None None] For port 2a03b203-3484-4022-a384-f32f24a930c9, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=2a03b203-3484-4022-a384-f32f24a930c9,segment=NetworkSegment(a9a08411-c8fd-4c0a-9aa8-fb86e1a566c1),segment_id=a9a08411-c8fd-4c0a-9aa8-fb86e1a566c1)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:18:07.288131 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6d87bfd3-c1cd-4718-adc9-5c2940dd2e58 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:07.319314 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a72ebee9-601b-4ba2-a88c-b8c4b4a2c308 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:07.334601 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a72ebee9-601b-4ba2-a88c-b8c4b4a2c308 None None] Transition to ACTIVE for port object 2a03b203-3484-4022-a384-f32f24a930c9 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:18:07.445987 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6d87bfd3-c1cd-4718-adc9-5c2940dd2e58 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:07.452740 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d87bfd3-c1cd-4718-adc9-5c2940dd2e58 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:07.453298 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6d87bfd3-c1cd-4718-adc9-5c2940dd2e58 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:07.519951 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d87bfd3-c1cd-4718-adc9-5c2940dd2e58 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event updated for resources: {'Network': ['ID=630a6873-1b01-4309-9f27-c957f112ed2e,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:07.530974 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 630a6873-1b01-4309-9f27-c957f112ed2e details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:18:07.605984 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a72ebee9-601b-4ba2-a88c-b8c4b4a2c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:07.659370 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6d87bfd3-c1cd-4718-adc9-5c2940dd2e58 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6621871 Aug 18 13:18:07.662424 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45216) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:07.674856 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-5515de57-b7ba-4198-a880-84aa1d588f8a tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1751497384', 'admin_state_up': True, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:18:07.720217 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ebee9-601b-4ba2-a88c-b8c4b4a2c308 None None] Pushing event updated for resources: {'Port': ['ID=2a03b203-3484-4022-a384-f32f24a930c9,revision_number=7']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:07.727914 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ebee9-601b-4ba2-a88c-b8c4b4a2c308 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:07.728257 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ebee9-601b-4ba2-a88c-b8c4b4a2c308 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:07.728596 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ebee9-601b-4ba2-a88c-b8c4b4a2c308 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:07.728932 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ebee9-601b-4ba2-a88c-b8c4b4a2c308 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:07.729263 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ebee9-601b-4ba2-a88c-b8c4b4a2c308 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:07.729590 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ebee9-601b-4ba2-a88c-b8c4b4a2c308 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:07.729948 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ebee9-601b-4ba2-a88c-b8c4b4a2c308 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:07.730279 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ebee9-601b-4ba2-a88c-b8c4b4a2c308 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:07.730599 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ebee9-601b-4ba2-a88c-b8c4b4a2c308 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:07.731109 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ebee9-601b-4ba2-a88c-b8c4b4a2c308 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:07.731618 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ebee9-601b-4ba2-a88c-b8c4b4a2c308 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:07.732660 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ebee9-601b-4ba2-a88c-b8c4b4a2c308 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:07.741421 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-7445230b-f793-48a1-8769-9d43c922c474 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Delete allocated IP 172.20.0.8 (58208edd-2e9e-4dd3-afe3-a138b3c5e6fd/55093559-2904-47f4-9e3f-04eedf636dd2) {{(pid=101676) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 18 13:18:07.753935 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-7445230b-f793-48a1-8769-9d43c922c474 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Allocated IP 172.20.0.41 (58208edd-2e9e-4dd3-afe3-a138b3c5e6fd/5ec31dd2-3978-4d7e-8154-e4239c959816/8153e866-424b-4727-a845-88762e61b9eb) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:18:07.788870 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd0c24-b027-4739-89e7-2d73eb919bbc req-4ed5d7d2-0d7f-4f16-a3e9-019fe1e5726a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:07.796928 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd0c24-b027-4739-89e7-2d73eb919bbc req-4ed5d7d2-0d7f-4f16-a3e9-019fe1e5726a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:07.809388 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd0c24-b027-4739-89e7-2d73eb919bbc req-4ed5d7d2-0d7f-4f16-a3e9-019fe1e5726a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:07.810478 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd0c24-b027-4739-89e7-2d73eb919bbc req-4ed5d7d2-0d7f-4f16-a3e9-019fe1e5726a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:07.816711 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd0c24-b027-4739-89e7-2d73eb919bbc req-4ed5d7d2-0d7f-4f16-a3e9-019fe1e5726a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:07.822787 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd0c24-b027-4739-89e7-2d73eb919bbc req-4ed5d7d2-0d7f-4f16-a3e9-019fe1e5726a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:07.829630 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd0c24-b027-4739-89e7-2d73eb919bbc req-4ed5d7d2-0d7f-4f16-a3e9-019fe1e5726a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:07.838369 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f5cd0c24-b027-4739-89e7-2d73eb919bbc req-4ed5d7d2-0d7f-4f16-a3e9-019fe1e5726a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 5431 time: 0.1355584 Aug 18 13:18:07.891938 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5515de57-b7ba-4198-a880-84aa1d588f8a tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:07.893011 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5515de57-b7ba-4198-a880-84aa1d588f8a tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:07.915195 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f5cd0c24-b027-4739-89e7-2d73eb919bbc req-6deddab1-2335-4bbc-b7e7-1fc733b9bb5a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2bddc60-b82c-424c-8146-8484da8521b7&id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0760329 Aug 18 13:18:07.986386 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5515de57-b7ba-4198-a880-84aa1d588f8a tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:08.062940 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7445230b-f793-48a1-8769-9d43c922c474 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:08.088834 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-7445230b-f793-48a1-8769-9d43c922c474 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Transition to ACTIVE for port object 8153e866-424b-4727-a845-88762e61b9eb will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:18:08.159169 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 2a03b203-3484-4022-a384-f32f24a930c9 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:18:08.227414 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 29676571-9253-4451-bd9f-ccd486f97dda no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:18:08.236206 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7445230b-f793-48a1-8769-9d43c922c474 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:08.253495 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 29676571-9253-4451-bd9f-ccd486f97dda {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:18:08.254129 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 29676571-9253-4451-bd9f-ccd486f97dda not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:18:08.260488 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5515de57-b7ba-4198-a880-84aa1d588f8a tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:08.345875 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445230b-f793-48a1-8769-9d43c922c474 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event updated for resources: {'Port': ['ID=8153e866-424b-4727-a845-88762e61b9eb,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:08.366019 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-7445230b-f793-48a1-8769-9d43c922c474 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] In _notify_port_updated(), no bound segment for port 8153e866-424b-4727-a845-88762e61b9eb on network 58208edd-2e9e-4dd3-afe3-a138b3c5e6fd {{(pid=101676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 13:18:08.371683 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7445230b-f793-48a1-8769-9d43c922c474 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:08.374580 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7445230b-f793-48a1-8769-9d43c922c474 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:08.374580 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7445230b-f793-48a1-8769-9d43c922c474 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "PUT /v2.0/ports/8153e866-424b-4727-a845-88762e61b9eb HTTP/1.1" status: 200 len: 959 time: 1.4433682 Aug 18 13:18:08.376698 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45230) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:08.472074 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-fecd223b-c2d6-4072-9803-7f5effb3051e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Deleting port 8153e866-424b-4727-a845-88762e61b9eb {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:18:08.472421 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fecd223b-c2d6-4072-9803-7f5effb3051e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:08.537935 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-2c0d08f2-f4e1-4231-bab2-f3da79350143 None None] Provisioning for port 2a03b203-3484-4022-a384-f32f24a930c9 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:18:08.542842 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-2c0d08f2-f4e1-4231-bab2-f3da79350143 None None] Provisioning complete for port 2a03b203-3484-4022-a384-f32f24a930c9 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:18:08.543486 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2c0d08f2-f4e1-4231-bab2-f3da79350143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:08.574316 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fecd223b-c2d6-4072-9803-7f5effb3051e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:08.591367 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-fecd223b-c2d6-4072-9803-7f5effb3051e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Calling delete_port for 8153e866-424b-4727-a845-88762e61b9eb owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:18:08.652881 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-2c0d08f2-f4e1-4231-bab2-f3da79350143 None None] Provisioning complete for port 3b8e40b1-f73d-43d6-a3f8-7d3d2eed6e38 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:18:08.653254 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2c0d08f2-f4e1-4231-bab2-f3da79350143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:08.697191 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-2c0d08f2-f4e1-4231-bab2-f3da79350143 None None] Port 3b8e40b1-f73d-43d6-a3f8-7d3d2eed6e38 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:18:08.716370 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5515de57-b7ba-4198-a880-84aa1d588f8a tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for router_gateway, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:08.739526 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5515de57-b7ba-4198-a880-84aa1d588f8a tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:08.847042 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fecd223b-c2d6-4072-9803-7f5effb3051e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:08.854266 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-2c0d08f2-f4e1-4231-bab2-f3da79350143 None None] Provisioning for port 8153e866-424b-4727-a845-88762e61b9eb completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:18:08.860600 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-2c0d08f2-f4e1-4231-bab2-f3da79350143 None None] Provisioning complete for port 8153e866-424b-4727-a845-88762e61b9eb triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:18:08.861200 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2c0d08f2-f4e1-4231-bab2-f3da79350143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:08.889743 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-2c0d08f2-f4e1-4231-bab2-f3da79350143 None None] Port 8153e866-424b-4727-a845-88762e61b9eb was deleted so its status cannot be updated. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 18 13:18:08.894654 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd223b-c2d6-4072-9803-7f5effb3051e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event deleted for resources: {'Port': ['ID=8153e866-424b-4727-a845-88762e61b9eb,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:08.999337 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fecd223b-c2d6-4072-9803-7f5effb3051e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:09.000875 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-17b5b281-7fdb-487b-99a2-af4abeced0f2 None None] Could not find standard attr ID for object 8153e866-424b-4727-a845-88762e61b9eb. {{(pid=101677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 13:18:09.006791 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-5515de57-b7ba-4198-a880-84aa1d588f8a tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Allocated IP 172.25.6.186 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/94997119-b204-4ce4-922b-a8968a69c6d4) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:18:09.007912 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-fecd223b-c2d6-4072-9803-7f5effb3051e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/ports/8153e866-424b-4727-a845-88762e61b9eb HTTP/1.1" status: 204 len: 168 time: 0.6301570 Aug 18 13:18:09.009054 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45242) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:09.046824 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4bbe9ae-2ed5-413a-aac6-ad6aa4d29869 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] GET failed (client error): The resource could not be found. Aug 18 13:18:09.050992 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b4bbe9ae-2ed5-413a-aac6-ad6aa4d29869 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "GET /v2.0/ports/8153e866-424b-4727-a845-88762e61b9eb HTTP/1.1" status: 404 len: 333 time: 0.0404775 Aug 18 13:18:09.052143 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45244) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:09.114123 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-23f5ff54-13c8-4c63-a90b-473da58e941f tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:09.155961 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d2ee2-f9f3-4a7a-8e91-71359f14b10a req-ed72d1d8-f14f-443c-a1e7-6b52535a2ca4 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:09.162020 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d2ee2-f9f3-4a7a-8e91-71359f14b10a req-ed72d1d8-f14f-443c-a1e7-6b52535a2ca4 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:09.165238 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-23f5ff54-13c8-4c63-a90b-473da58e941f tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:09.168059 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d2ee2-f9f3-4a7a-8e91-71359f14b10a req-ed72d1d8-f14f-443c-a1e7-6b52535a2ca4 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:09.174759 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d2ee2-f9f3-4a7a-8e91-71359f14b10a req-ed72d1d8-f14f-443c-a1e7-6b52535a2ca4 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:09.181126 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d2ee2-f9f3-4a7a-8e91-71359f14b10a req-ed72d1d8-f14f-443c-a1e7-6b52535a2ca4 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:09.187280 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d2ee2-f9f3-4a7a-8e91-71359f14b10a req-ed72d1d8-f14f-443c-a1e7-6b52535a2ca4 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:09.193353 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d2ee2-f9f3-4a7a-8e91-71359f14b10a req-ed72d1d8-f14f-443c-a1e7-6b52535a2ca4 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:09.204932 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7f1d2ee2-f9f3-4a7a-8e91-71359f14b10a req-ed72d1d8-f14f-443c-a1e7-6b52535a2ca4 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 5431 time: 0.1197665 Aug 18 13:18:09.243613 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5515de57-b7ba-4198-a880-84aa1d588f8a tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:09.270897 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7f1d2ee2-f9f3-4a7a-8e91-71359f14b10a req-a7257358-bba1-4d3d-80e5-02c72148bf78 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2bddc60-b82c-424c-8146-8484da8521b7&id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630784 Aug 18 13:18:09.348728 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-23f5ff54-13c8-4c63-a90b-473da58e941f tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:09.351368 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-23f5ff54-13c8-4c63-a90b-473da58e941f tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:09.352513 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-23f5ff54-13c8-4c63-a90b-473da58e941f tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/security-groups/ca7bac7e-6f95-4249-91ef-a486cacdd721 HTTP/1.1" status: 204 len: 168 time: 0.2993374 Aug 18 13:18:09.355851 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45248) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:09.362863 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5ff54-13c8-4c63-a90b-473da58e941f tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7bac7e-6f95-4249-91ef-a486cacdd721,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:09.416396 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-001b06b2-d8e9-4ccb-b04a-d95b72f5fa38 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:09.443805 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-001b06b2-d8e9-4ccb-b04a-d95b72f5fa38 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:09.482715 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5515de57-b7ba-4198-a880-84aa1d588f8a tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:09.530083 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5515de57-b7ba-4198-a880-84aa1d588f8a tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:18:09.534092 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515de57-b7ba-4198-a880-84aa1d588f8a tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event updated for resources: {'Port': ['ID=94997119-b204-4ce4-922b-a8968a69c6d4,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:09.536578 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-5515de57-b7ba-4198-a880-84aa1d588f8a tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:18:09.538582 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5515de57-b7ba-4198-a880-84aa1d588f8a tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:18:09.703144 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-001b06b2-d8e9-4ccb-b04a-d95b72f5fa38 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:09.705837 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-001b06b2-d8e9-4ccb-b04a-d95b72f5fa38 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:09.707055 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-001b06b2-d8e9-4ccb-b04a-d95b72f5fa38 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/security-groups/78921b6d-e432-4e69-9698-f2cda1c1d999 HTTP/1.1" status: 204 len: 168 time: 0.3497751 Aug 18 13:18:09.710026 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45254) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:09.716671 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b06b2-d8e9-4ccb-b04a-d95b72f5fa38 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78921b6d-e432-4e69-9698-f2cda1c1d999,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:09.776828 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ee8b18f7-678b-40db-8b14-758b078bff65 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:09.800328 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ee8b18f7-678b-40db-8b14-758b078bff65 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:09.933579 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5515de57-b7ba-4198-a880-84aa1d588f8a tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for router_gateway, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:09.989081 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ee8b18f7-678b-40db-8b14-758b078bff65 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:09.992264 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ee8b18f7-678b-40db-8b14-758b078bff65 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:09.993526 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ee8b18f7-678b-40db-8b14-758b078bff65 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/security-groups/6cfe93fc-13c6-4c67-ba49-a9ae6d0719fd HTTP/1.1" status: 204 len: 168 time: 0.2823145 Aug 18 13:18:09.997172 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45258) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:10.036601 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b18f7-678b-40db-8b14-758b078bff65 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfe93fc-13c6-4c67-ba49-a9ae6d0719fd,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:10.088072 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-df541d34-fb40-4f3f-8d4c-2b311faf06db tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Deleting subnet 55093559-2904-47f4-9e3f-04eedf636dd2 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:18:10.094291 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-df541d34-fb40-4f3f-8d4c-2b311faf06db tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:10.145623 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-df541d34-fb40-4f3f-8d4c-2b311faf06db tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:10.169132 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5515de57-b7ba-4198-a880-84aa1d588f8a tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:10.252755 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-df541d34-fb40-4f3f-8d4c-2b311faf06db tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:10.405821 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29740217-9afb-4e18-89aa-3b9896b75012 req-b62fc449-b231-44aa-95be-18297f7ed512 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:10.411896 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29740217-9afb-4e18-89aa-3b9896b75012 req-b62fc449-b231-44aa-95be-18297f7ed512 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:10.418530 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29740217-9afb-4e18-89aa-3b9896b75012 req-b62fc449-b231-44aa-95be-18297f7ed512 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:10.425098 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29740217-9afb-4e18-89aa-3b9896b75012 req-b62fc449-b231-44aa-95be-18297f7ed512 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:10.431518 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29740217-9afb-4e18-89aa-3b9896b75012 req-b62fc449-b231-44aa-95be-18297f7ed512 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:10.437720 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29740217-9afb-4e18-89aa-3b9896b75012 req-b62fc449-b231-44aa-95be-18297f7ed512 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:10.443868 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29740217-9afb-4e18-89aa-3b9896b75012 req-b62fc449-b231-44aa-95be-18297f7ed512 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:10.445923 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-29740217-9afb-4e18-89aa-3b9896b75012 req-b62fc449-b231-44aa-95be-18297f7ed512 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 5431 time: 0.0966020 Aug 18 13:18:10.469323 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5515de57-b7ba-4198-a880-84aa1d588f8a tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Router c5dc88cb-cbb9-42a4-969a-035914935f24 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:18:10.472198 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-df541d34-fb40-4f3f-8d4c-2b311faf06db tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:10.503495 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df541d34-fb40-4f3f-8d4c-2b311faf06db tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event deleted for resources: {'Subnet': ['ID=55093559-2904-47f4-9e3f-04eedf636dd2,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:10.521776 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-df541d34-fb40-4f3f-8d4c-2b311faf06db tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:10.522959 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-df541d34-fb40-4f3f-8d4c-2b311faf06db tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/subnets/55093559-2904-47f4-9e3f-04eedf636dd2 HTTP/1.1" status: 204 len: 168 time: 0.5218258 Aug 18 13:18:10.528315 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45272) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:10.531905 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dbbeb4-1468-47b7-bb81-5a3671103cc2 None None] Network 58208edd-2e9e-4dd3-afe3-a138b3c5e6fd requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:18:10.574626 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-29740217-9afb-4e18-89aa-3b9896b75012 req-a1208c22-c3bb-47f4-a154-1e9941f46764 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2bddc60-b82c-424c-8146-8484da8521b7&id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1215234 Aug 18 13:18:10.602337 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-85042bd8-be59-4bef-9ca2-11ef3dcd8580 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Deleting subnet 5ec31dd2-3978-4d7e-8154-e4239c959816 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:18:10.607774 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-85042bd8-be59-4bef-9ca2-11ef3dcd8580 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:10.635229 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5515de57-b7ba-4198-a880-84aa1d588f8a tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:18:10.662953 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-85042bd8-be59-4bef-9ca2-11ef3dcd8580 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:10.667172 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1b950d-4f66-482e-97bc-b2db7730fbf1 None None] Sync routers for ids ['c5dc88cb-cbb9-42a4-969a-035914935f24'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:18:10.688573 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1b950d-4f66-482e-97bc-b2db7730fbf1 None None] Routers {'c5dc88cb-cbb9-42a4-969a-035914935f24'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:18:10.689215 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-4a1b950d-4f66-482e-97bc-b2db7730fbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:17:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c5dc88cb-cbb9-42a4-969a-035914935f24'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:18:10.751007 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-85042bd8-be59-4bef-9ca2-11ef3dcd8580 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:10.817693 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5515de57-b7ba-4198-a880-84aa1d588f8a tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:10.819028 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5515de57-b7ba-4198-a880-84aa1d588f8a tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1543589 Aug 18 13:18:10.822095 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45274) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:10.833598 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-4a1b950d-4f66-482e-97bc-b2db7730fbf1 None None] Set router c5dc88cb-cbb9-42a4-969a-035914935f24 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:18:10.865173 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-31ce663e-b1e0-4e45-9ad1-61f04656df74 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=e63152bca3cb423b9a7763e005387f10&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337670 Aug 18 13:18:10.865557 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45276) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:11.007137 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-85042bd8-be59-4bef-9ca2-11ef3dcd8580 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:11.046132 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85042bd8-be59-4bef-9ca2-11ef3dcd8580 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event deleted for resources: {'Subnet': ['ID=5ec31dd2-3978-4d7e-8154-e4239c959816,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:11.048257 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-85042bd8-be59-4bef-9ca2-11ef3dcd8580 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:11.054886 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45282) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:11.056274 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-85042bd8-be59-4bef-9ca2-11ef3dcd8580 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/subnets/5ec31dd2-3978-4d7e-8154-e4239c959816 HTTP/1.1" status: 204 len: 168 time: 0.5262227 Aug 18 13:18:11.086973 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6901ac9d-4ad9-4a84-886b-7c0991d3de1d tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:11.089478 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6901ac9d-4ad9-4a84-886b-7c0991d3de1d tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2227678 Aug 18 13:18:11.090893 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f17998-fbd2-4651-9075-fbbc20f1f1f7 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] DELETE failed (client error): The resource could not be found. Aug 18 13:18:11.091464 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66f17998-fbd2-4651-9075-fbbc20f1f1f7 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:18:11.093743 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-66f17998-fbd2-4651-9075-fbbc20f1f1f7 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/subnets/55093559-2904-47f4-9e3f-04eedf636dd2 HTTP/1.1" status: 404 len: 337 time: 0.0375178 Aug 18 13:18:11.095925 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45284) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:11.096298 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45288) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:11.099921 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-4a1b950d-4f66-482e-97bc-b2db7730fbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5dc88cb-cbb9-42a4-969a-035914935f24', 'name': 'tempest-TestNetworkBasicOps-router-1751497384', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '94997119-b204-4ce4-922b-a8968a69c6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:18:07Z', 'updated_at': '2021-08-18T13:18:09Z', 'revision_number': 3, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'gw_port': {'id': '94997119-b204-4ce4-922b-a8968a69c6d4', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:46:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5dc88cb-cbb9-42a4-969a-035914935f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:18:08Z', 'updated_at': '2021-08-18T13:18:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:18:11.142272 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1b950d-4f66-482e-97bc-b2db7730fbf1 None None] Checking router: c5dc88cb-cbb9-42a4-969a-035914935f24 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:18:11.142272 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1b950d-4f66-482e-97bc-b2db7730fbf1 None None] Updating router c5dc88cb-cbb9-42a4-969a-035914935f24 port 94997119-b204-4ce4-922b-a8968a69c6d4 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:18:11.161721 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b545d95a-4f30-4955-a544-0fa51809ee98 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=0babe39a-03c6-4af7-9ca5-00804dd781c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0642464 Aug 18 13:18:11.165129 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45290) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:11.171554 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-e8584c93-c370-4edc-a20c-8ea8cae89552 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-440470790', 'network_id': '630a6873-1b01-4309-9f27-c957f112ed2e', 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:18:11.186466 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4a1b950d-4f66-482e-97bc-b2db7730fbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:11.197414 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-838254ac-d40f-47c8-8506-e70917f6ec0b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Deleting subnet d285e877-58e4-43cf-ad21-c3ed672f5e68 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:18:11.202398 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-838254ac-d40f-47c8-8506-e70917f6ec0b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:11.260061 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-838254ac-d40f-47c8-8506-e70917f6ec0b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:11.359885 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-838254ac-d40f-47c8-8506-e70917f6ec0b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:11.457921 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8584c93-c370-4edc-a20c-8ea8cae89552 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Made reservation on behalf of e63152bca3cb423b9a7763e005387f10 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:18:11.462164 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e8584c93-c370-4edc-a20c-8ea8cae89552 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:11.483869 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63b112c-e743-4ce5-9ac6-9da74c873332 None None] Network 58208edd-2e9e-4dd3-afe3-a138b3c5e6fd requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:18:11.558783 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4a1b950d-4f66-482e-97bc-b2db7730fbf1 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:11.589897 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ef18e594-0a51-4181-93aa-6c3d15dc5d7e None None] Provisioning complete for port 2a03b203-3484-4022-a384-f32f24a930c9 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:18:11.589897 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ef18e594-0a51-4181-93aa-6c3d15dc5d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:11.659307 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-838254ac-d40f-47c8-8506-e70917f6ec0b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:11.674673 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-4a1b950d-4f66-482e-97bc-b2db7730fbf1 None None] Transition to ACTIVE for port object 94997119-b204-4ce4-922b-a8968a69c6d4 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:18:11.706404 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838254ac-d40f-47c8-8506-e70917f6ec0b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event deleted for resources: {'Subnet': ['ID=d285e877-58e4-43cf-ad21-c3ed672f5e68,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:11.709296 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-838254ac-d40f-47c8-8506-e70917f6ec0b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:11.711349 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-838254ac-d40f-47c8-8506-e70917f6ec0b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/subnets/d285e877-58e4-43cf-ad21-c3ed672f5e68 HTTP/1.1" status: 204 len: 168 time: 0.6055884 Aug 18 13:18:11.713813 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45300) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:11.749888 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ca50b89-2f5c-4aad-88ab-c50cfd4c1303 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] DELETE failed (client error): The resource could not be found. Aug 18 13:18:11.750891 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ca50b89-2f5c-4aad-88ab-c50cfd4c1303 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:18:11.755094 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2ca50b89-2f5c-4aad-88ab-c50cfd4c1303 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/subnets/3d4e7589-5142-4058-a663-5aabcf63268a HTTP/1.1" status: 404 len: 337 time: 0.0359657 Aug 18 13:18:11.755397 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45302) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:11.769241 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9eb96-6594-47ff-945e-f62a5290a76b req-c9469a60-0f87-4779-a5b8-8d8e35ec1705 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:11.774103 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9eb96-6594-47ff-945e-f62a5290a76b req-c9469a60-0f87-4779-a5b8-8d8e35ec1705 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:11.780798 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9eb96-6594-47ff-945e-f62a5290a76b req-c9469a60-0f87-4779-a5b8-8d8e35ec1705 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:11.786862 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9eb96-6594-47ff-945e-f62a5290a76b req-c9469a60-0f87-4779-a5b8-8d8e35ec1705 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:11.793665 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-40070cf2-aa62-47c5-aea4-5f161b9b566e tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "GET /v2.0/ports?device_id=758d2c87-ed76-4f56-94cc-9f5b106493b3 HTTP/1.1" status: 200 len: 205 time: 0.0342097 Aug 18 13:18:11.793930 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9eb96-6594-47ff-945e-f62a5290a76b req-c9469a60-0f87-4779-a5b8-8d8e35ec1705 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:11.794042 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45304) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:11.799633 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9eb96-6594-47ff-945e-f62a5290a76b req-c9469a60-0f87-4779-a5b8-8d8e35ec1705 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:11.805666 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9eb96-6594-47ff-945e-f62a5290a76b req-c9469a60-0f87-4779-a5b8-8d8e35ec1705 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:11.807785 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-20d9eb96-6594-47ff-945e-f62a5290a76b req-c9469a60-0f87-4779-a5b8-8d8e35ec1705 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 5431 time: 0.1413682 Aug 18 13:18:11.836043 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-abac584b-83e0-4b61-b323-99b03137fa7c tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] delete failed (client error): The resource could not be found. Aug 18 13:18:11.837994 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-abac584b-83e0-4b61-b323-99b03137fa7c tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/routers/758d2c87-ed76-4f56-94cc-9f5b106493b3 HTTP/1.1" status: 404 len: 336 time: 0.0414834 Aug 18 13:18:11.842804 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45306) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:11.873975 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9804778f-4674-4a95-b0c6-1527f4d01112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:11.878891 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-1898220f-3329-4d79-8d87-4f3bffc442f7 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] DELETE failed (client error): The resource could not be found. Aug 18 13:18:11.879439 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1898220f-3329-4d79-8d87-4f3bffc442f7 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:18:11.883791 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1898220f-3329-4d79-8d87-4f3bffc442f7 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/subnets/ad57f58e-7ebe-4d8f-84b9-7cbbc78f91f6 HTTP/1.1" status: 404 len: 337 time: 0.0371854 Aug 18 13:18:11.884094 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45308) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:11.891251 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-20d9eb96-6594-47ff-945e-f62a5290a76b req-ef8f6bcf-f454-4fa6-b3ca-9ad639faf610 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2bddc60-b82c-424c-8146-8484da8521b7&id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0719228 Aug 18 13:18:11.902599 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4a1b950d-4f66-482e-97bc-b2db7730fbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:11.915335 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-adea8f7a-129c-4925-98dc-a05165081bdf tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] DELETE failed (client error): The resource could not be found. Aug 18 13:18:11.916265 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adea8f7a-129c-4925-98dc-a05165081bdf tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:18:11.921052 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-adea8f7a-129c-4925-98dc-a05165081bdf tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/subnets/77805803-a975-4b46-9e80-5a1ce83e32c4 HTTP/1.1" status: 404 len: 337 time: 0.0328844 Aug 18 13:18:11.921052 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45312) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:11.960671 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-54b9fb99-8faa-4880-b991-9cd46061e697 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] DELETE failed (client error): The resource could not be found. Aug 18 13:18:11.961187 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54b9fb99-8faa-4880-b991-9cd46061e697 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:18:11.963135 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-54b9fb99-8faa-4880-b991-9cd46061e697 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/subnets/6cbf1903-a9b6-41ad-b276-f2c4df28f67c HTTP/1.1" status: 404 len: 337 time: 0.0411351 Aug 18 13:18:11.965680 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45314) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:11.990058 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b892c99-d018-4811-8b22-23ab10050920 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] DELETE failed (client error): The resource could not be found. Aug 18 13:18:11.990800 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b892c99-d018-4811-8b22-23ab10050920 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:18:11.992527 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6b892c99-d018-4811-8b22-23ab10050920 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/ports/4587fcc0-0190-4ab7-923d-a13e5eab065b HTTP/1.1" status: 404 len: 333 time: 0.0253277 Aug 18 13:18:11.995208 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45316) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:12.009867 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5bd2e3-5a32-40d1-a0f1-c9cfd2dc28d7 None None] Pushing event updated for resources: {'Port': ['ID=94997119-b204-4ce4-922b-a8968a69c6d4,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:12.012680 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-4a1b950d-4f66-482e-97bc-b2db7730fbf1 None None] Attempting to bind port 94997119-b204-4ce4-922b-a8968a69c6d4 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:18:12.013600 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-4a1b950d-4f66-482e-97bc-b2db7730fbf1 None None] Attempting to bind port 94997119-b204-4ce4-922b-a8968a69c6d4 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:18:12.013971 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1b950d-4f66-482e-97bc-b2db7730fbf1 None None] Attempting to bind port 94997119-b204-4ce4-922b-a8968a69c6d4 on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:18:12.016018 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ef18e594-0a51-4181-93aa-6c3d15dc5d7e None None] Provisioning complete for port 3b8e40b1-f73d-43d6-a3f8-7d3d2eed6e38 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:18:12.016391 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ef18e594-0a51-4181-93aa-6c3d15dc5d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:12.025660 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d46666b-7ebe-4d11-8ff8-b98de0dd8c77 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] DELETE failed (client error): The resource could not be found. Aug 18 13:18:12.026122 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d46666b-7ebe-4d11-8ff8-b98de0dd8c77 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:18:12.027583 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2d46666b-7ebe-4d11-8ff8-b98de0dd8c77 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/subnets/b21b2cb8-4b26-46ae-a384-0e0448717efa HTTP/1.1" status: 404 len: 337 time: 0.0314763 Aug 18 13:18:12.033193 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45318) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:12.042745 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1b950d-4f66-482e-97bc-b2db7730fbf1 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:18:12.042745 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1b950d-4f66-482e-97bc-b2db7730fbf1 None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:18:12.043181 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4a1b950d-4f66-482e-97bc-b2db7730fbf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:12.043462 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1b950d-4f66-482e-97bc-b2db7730fbf1 None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:18:12.043956 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-4a1b950d-4f66-482e-97bc-b2db7730fbf1 None None] Bound port: 94997119-b204-4ce4-922b-a8968a69c6d4, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:18:12.044377 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4a1b950d-4f66-482e-97bc-b2db7730fbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:12.064581 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-908020be-59a0-429e-9af7-5ecef4474f84 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] DELETE failed (client error): The resource could not be found. Aug 18 13:18:12.065047 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-908020be-59a0-429e-9af7-5ecef4474f84 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:18:12.066949 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-908020be-59a0-429e-9af7-5ecef4474f84 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/subnets/fd4a29b8-4bfa-47c7-9c51-e93c0a156a41 HTTP/1.1" status: 404 len: 337 time: 0.0325394 Aug 18 13:18:12.069587 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45322) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:12.097398 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-e27b0d5c-0c08-4143-af41-36598439244b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] DELETE failed (client error): The resource could not be found. Aug 18 13:18:12.098336 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e27b0d5c-0c08-4143-af41-36598439244b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:18:12.100804 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e27b0d5c-0c08-4143-af41-36598439244b tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/ports/5363d4ec-5859-442c-9a7d-cacb121c0fda HTTP/1.1" status: 404 len: 333 time: 0.0296428 Aug 18 13:18:12.103452 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45324) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:12.110308 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e8584c93-c370-4edc-a20c-8ea8cae89552 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:12.115577 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-ef18e594-0a51-4181-93aa-6c3d15dc5d7e None None] Port 3b8e40b1-f73d-43d6-a3f8-7d3d2eed6e38 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:18:12.132652 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa02918c-7fb0-429b-860b-bf498d05ad25 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] DELETE failed (client error): The resource could not be found. Aug 18 13:18:12.133198 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa02918c-7fb0-429b-860b-bf498d05ad25 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:18:12.135067 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-aa02918c-7fb0-429b-860b-bf498d05ad25 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/subnets/222c5136-8586-486e-bf0f-05d3bce596b5 HTTP/1.1" status: 404 len: 337 time: 0.0306485 Aug 18 13:18:12.136389 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816abf9c-0b6e-4fd0-8a3a-f401d6da52af None None] Update dhcp port {'port': {'network_id': '58208edd-2e9e-4dd3-afe3-a138b3c5e6fd', 'fixed_ips': [{'subnet_id': 'd285e877-58e4-43cf-ad21-c3ed672f5e68'}], 'binding:host_id': 'n-d-803603-2'}, 'id': '2a03b203-3484-4022-a384-f32f24a930c9'} from n-d-803603-2. {{(pid=101677) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 13:18:12.138898 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45326) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:12.165465 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-4a1b950d-4f66-482e-97bc-b2db7730fbf1 None None] For port 94997119-b204-4ce4-922b-a8968a69c6d4, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:18:12.179829 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-816abf9c-0b6e-4fd0-8a3a-f401d6da52af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:12.182705 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed67a51a-296a-4060-8ecc-395104394b17 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] DELETE failed (client error): The resource could not be found. Aug 18 13:18:12.183152 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-4a1b950d-4f66-482e-97bc-b2db7730fbf1 None None] For port 94997119-b204-4ce4-922b-a8968a69c6d4, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=94997119-b204-4ce4-922b-a8968a69c6d4,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:18:12.183320 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed67a51a-296a-4060-8ecc-395104394b17 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:18:12.185725 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ed67a51a-296a-4060-8ecc-395104394b17 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/subnets/1473ca04-61fb-4c68-b008-1e5ef3085bab HTTP/1.1" status: 404 len: 337 time: 0.0451741 Aug 18 13:18:12.187513 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45328) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:12.205287 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8584c93-c370-4edc-a20c-8ea8cae89552 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event updated for resources: {'Subnet': ['ID=b61b3d7d-04c9-49f5-aaa1-e0a798c88721,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:12.215387 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8584c93-c370-4edc-a20c-8ea8cae89552 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Checking segment: {'id': 'f1eb63e7-c311-4338-9662-b4aa97c88101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '630a6873-1b01-4309-9f27-c957f112ed2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:18:12.215997 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8584c93-c370-4edc-a20c-8ea8cae89552 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Network hostable DHCP agents. Network: 630a6873-1b01-4309-9f27-c957f112ed2e, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:18:12.292257 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4a1b950d-4f66-482e-97bc-b2db7730fbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:12.298454 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-5cba9898-47f0-440e-96e0-7509d4eeeaee tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Deleting port 3b8e40b1-f73d-43d6-a3f8-7d3d2eed6e38 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:18:12.305229 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5cba9898-47f0-440e-96e0-7509d4eeeaee tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:12.354639 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1b950d-4f66-482e-97bc-b2db7730fbf1 None None] Routers {'c5dc88cb-cbb9-42a4-969a-035914935f24'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:18:12.355270 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-4a1b950d-4f66-482e-97bc-b2db7730fbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:17:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c5dc88cb-cbb9-42a4-969a-035914935f24'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:18:12.357010 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5bd2e3-5a32-40d1-a0f1-c9cfd2dc28d7 None None] Pushing event updated for resources: {'Port': ['ID=94997119-b204-4ce4-922b-a8968a69c6d4,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:12.374627 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5cba9898-47f0-440e-96e0-7509d4eeeaee tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:12.395174 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8584c93-c370-4edc-a20c-8ea8cae89552 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Network 630a6873-1b01-4309-9f27-c957f112ed2e is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:18:12.395463 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-5cba9898-47f0-440e-96e0-7509d4eeeaee tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Calling delete_port for 3b8e40b1-f73d-43d6-a3f8-7d3d2eed6e38 owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:18:12.401985 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d56613-ae06-4343-8137-91b34d86eef4 None None] Network 58208edd-2e9e-4dd3-afe3-a138b3c5e6fd requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:18:12.529822 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-e62db587-aa65-4ab4-bd5c-1fc89edadbfc None None] Provisioning complete for port 2a03b203-3484-4022-a384-f32f24a930c9 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:18:12.530218 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e62db587-aa65-4ab4-bd5c-1fc89edadbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:12.581562 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-4a1b950d-4f66-482e-97bc-b2db7730fbf1 None None] Set router c5dc88cb-cbb9-42a4-969a-035914935f24 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:18:12.688849 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-e8584c93-c370-4edc-a20c-8ea8cae89552 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 630a6873-1b01-4309-9f27-c957f112ed2e) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:18:12.713140 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8584c93-c370-4edc-a20c-8ea8cae89552 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:12.716386 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e8584c93-c370-4edc-a20c-8ea8cae89552 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:12.732189 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d512330d-96ee-48b0-95ee-91b5ef04cd38 None None] Network 630a6873-1b01-4309-9f27-c957f112ed2e requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:18:12.823706 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5cba9898-47f0-440e-96e0-7509d4eeeaee tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:12.825313 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e8584c93-c370-4edc-a20c-8ea8cae89552 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6590724 Aug 18 13:18:12.827318 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45336) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:12.839334 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d130585-b248-48ad-a258-b30ca53236cd None None] DHCP port deletion for 58208edd-2e9e-4dd3-afe3-a138b3c5e6fd request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:18:12.942632 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-e62db587-aa65-4ab4-bd5c-1fc89edadbfc None None] Could not find standard attr ID for object 3b8e40b1-f73d-43d6-a3f8-7d3d2eed6e38. {{(pid=101677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 13:18:13.049386 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba9898-47f0-440e-96e0-7509d4eeeaee tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event deleted for resources: {'Port': ['ID=3b8e40b1-f73d-43d6-a3f8-7d3d2eed6e38,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:13.050835 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6d8db6-2d9d-4516-b35c-c39bfdeed7ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-630a6873-1b01-4309-9f27-c957f112ed2e', 'network_id': '630a6873-1b01-4309-9f27-c957f112ed2e', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'fixed_ips': [{'subnet_id': 'b61b3d7d-04c9-49f5-aaa1-e0a798c88721'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:18:13.051694 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1e6d8db6-2d9d-4516-b35c-c39bfdeed7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:13.071846 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7d130585-b248-48ad-a258-b30ca53236cd None None] Deleting port 2a03b203-3484-4022-a384-f32f24a930c9 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:18:13.072223 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7d130585-b248-48ad-a258-b30ca53236cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:13.078367 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5cba9898-47f0-440e-96e0-7509d4eeeaee tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:13.087866 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5cba9898-47f0-440e-96e0-7509d4eeeaee tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/ports/3b8e40b1-f73d-43d6-a3f8-7d3d2eed6e38 HTTP/1.1" status: 204 len: 168 time: 0.8981423 Aug 18 13:18:13.095741 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45344) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:13.214907 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-4a1b950d-4f66-482e-97bc-b2db7730fbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5dc88cb-cbb9-42a4-969a-035914935f24', 'name': 'tempest-TestNetworkBasicOps-router-1751497384', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '94997119-b204-4ce4-922b-a8968a69c6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:18:07Z', 'updated_at': '2021-08-18T13:18:09Z', 'revision_number': 3, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'gw_port': {'id': '94997119-b204-4ce4-922b-a8968a69c6d4', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:46:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5dc88cb-cbb9-42a4-969a-035914935f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:18:08Z', 'updated_at': '2021-08-18T13:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:18:13.273928 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eb19bf8e-5d5e-4f1e-8ba0-a56088e20c41 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:13.299582 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7d130585-b248-48ad-a258-b30ca53236cd None None] For port 2a03b203-3484-4022-a384-f32f24a930c9, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=2a03b203-3484-4022-a384-f32f24a930c9,segment=NetworkSegment(a9a08411-c8fd-4c0a-9aa8-fb86e1a566c1),segment_id=a9a08411-c8fd-4c0a-9aa8-fb86e1a566c1)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:18:13.300067 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7d130585-b248-48ad-a258-b30ca53236cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:13.315506 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7d130585-b248-48ad-a258-b30ca53236cd None None] Calling delete_port for 2a03b203-3484-4022-a384-f32f24a930c9 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:18:13.319990 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1b950d-4f66-482e-97bc-b2db7730fbf1 None None] The sync data for ids ['c5dc88cb-cbb9-42a4-969a-035914935f24'] in n-d-803603-2 is: [{'id': 'c5dc88cb-cbb9-42a4-969a-035914935f24', 'name': 'tempest-TestNetworkBasicOps-router-1751497384', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '94997119-b204-4ce4-922b-a8968a69c6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:18:07Z', 'updated_at': '2021-08-18T13:18:09Z', 'revision_number': 3, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'gw_port': {'id': '94997119-b204-4ce4-922b-a8968a69c6d4', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:46:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5dc88cb-cbb9-42a4-969a-035914935f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:18:08Z', 'updated_at': '2021-08-18T13:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:18:13.324225 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf99e0-8329-4feb-9d62-953cee063de6 req-6258eb9a-9c1c-473c-8690-ab45c20f57cb tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:13.333752 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf99e0-8329-4feb-9d62-953cee063de6 req-6258eb9a-9c1c-473c-8690-ab45c20f57cb tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:13.339679 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf99e0-8329-4feb-9d62-953cee063de6 req-6258eb9a-9c1c-473c-8690-ab45c20f57cb tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:13.370517 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf99e0-8329-4feb-9d62-953cee063de6 req-6258eb9a-9c1c-473c-8690-ab45c20f57cb tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:13.380393 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-eb19bf8e-5d5e-4f1e-8ba0-a56088e20c41 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Deleting port 2a03b203-3484-4022-a384-f32f24a930c9 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:18:13.381147 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eb19bf8e-5d5e-4f1e-8ba0-a56088e20c41 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:13.387675 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf99e0-8329-4feb-9d62-953cee063de6 req-6258eb9a-9c1c-473c-8690-ab45c20f57cb tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:13.397606 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf99e0-8329-4feb-9d62-953cee063de6 req-6258eb9a-9c1c-473c-8690-ab45c20f57cb tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:13.417252 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf99e0-8329-4feb-9d62-953cee063de6 req-6258eb9a-9c1c-473c-8690-ab45c20f57cb tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:13.426343 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-abbf99e0-8329-4feb-9d62-953cee063de6 req-6258eb9a-9c1c-473c-8690-ab45c20f57cb tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 5431 time: 0.2475741 Aug 18 13:18:13.544032 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-eb19bf8e-5d5e-4f1e-8ba0-a56088e20c41 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] For port 2a03b203-3484-4022-a384-f32f24a930c9, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=2a03b203-3484-4022-a384-f32f24a930c9,segment=NetworkSegment(a9a08411-c8fd-4c0a-9aa8-fb86e1a566c1),segment_id=a9a08411-c8fd-4c0a-9aa8-fb86e1a566c1)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:18:13.544032 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eb19bf8e-5d5e-4f1e-8ba0-a56088e20c41 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:13.569007 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-eb19bf8e-5d5e-4f1e-8ba0-a56088e20c41 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Calling delete_port for 2a03b203-3484-4022-a384-f32f24a930c9 owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:18:13.601907 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-abbf99e0-8329-4feb-9d62-953cee063de6 req-263eb9ca-841a-4221-875b-2ae869bf81d9 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2bddc60-b82c-424c-8146-8484da8521b7&id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1511824 Aug 18 13:18:13.654644 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-1e6d8db6-2d9d-4516-b35c-c39bfdeed7ff None None] Allocated IP 172.20.0.2 (630a6873-1b01-4309-9f27-c957f112ed2e/b61b3d7d-04c9-49f5-aaa1-e0a798c88721/e366fec8-1142-43b5-81ab-4477d2c9c700) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:18:13.780725 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eb19bf8e-5d5e-4f1e-8ba0-a56088e20c41 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:13.800940 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7d130585-b248-48ad-a258-b30ca53236cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:13.801220 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb19bf8e-5d5e-4f1e-8ba0-a56088e20c41 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] No DVR routers for this DVR port 2a03b203-3484-4022-a384-f32f24a930c9 on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:18:13.801935 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b8ea8eae-1ce1-4023-9bf3-3c059535fb0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:13.864886 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19bf8e-5d5e-4f1e-8ba0-a56088e20c41 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event deleted for resources: {'Port': ['ID=2a03b203-3484-4022-a384-f32f24a930c9,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:13.870592 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d130585-b248-48ad-a258-b30ca53236cd None None] Pushing event deleted for resources: {'Port': ['ID=2a03b203-3484-4022-a384-f32f24a930c9,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:13.882576 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d130585-b248-48ad-a258-b30ca53236cd None None] No DVR routers for this DVR port 2a03b203-3484-4022-a384-f32f24a930c9 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:18:13.953881 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eb19bf8e-5d5e-4f1e-8ba0-a56088e20c41 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:13.972379 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-eb19bf8e-5d5e-4f1e-8ba0-a56088e20c41 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58208edd-2e9e-4dd3-afe3-a138b3c5e6fd']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:18:13.974548 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1e6d8db6-2d9d-4516-b35c-c39bfdeed7ff None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:13.981884 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4e6a234d-9c62-4fec-ad71-67e246739e3c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:13.983757 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-1e6d8db6-2d9d-4516-b35c-c39bfdeed7ff None None] Transition to ACTIVE for port object e366fec8-1142-43b5-81ab-4477d2c9c700 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:18:13.989272 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-eb19bf8e-5d5e-4f1e-8ba0-a56088e20c41 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9a08411-c8fd-4c0a-9aa8-fb86e1a566c1') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:18:13.989534 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-eb19bf8e-5d5e-4f1e-8ba0-a56088e20c41 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9a08411-c8fd-4c0a-9aa8-fb86e1a566c1') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:18:14.001030 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-1e6d8db6-2d9d-4516-b35c-c39bfdeed7ff None None] Transition to ACTIVE for port object e366fec8-1142-43b5-81ab-4477d2c9c700 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:18:14.004741 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eb19bf8e-5d5e-4f1e-8ba0-a56088e20c41 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:14.022566 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eb19bf8e-5d5e-4f1e-8ba0-a56088e20c41 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:14.029042 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb19bf8e-5d5e-4f1e-8ba0-a56088e20c41 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:18:14.029455 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eb19bf8e-5d5e-4f1e-8ba0-a56088e20c41 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:14.039258 n-d-803603-2 neutron-server[101675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:18:14.039258 n-d-803603-2 neutron-server[101675]: self.session.flush() Aug 18 13:18:14.039258 n-d-803603-2 neutron-server[101675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:18:14.039258 n-d-803603-2 neutron-server[101675]: self.session.flush() Aug 18 13:18:14.039258 n-d-803603-2 neutron-server[101675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:18:14.039258 n-d-803603-2 neutron-server[101675]: self.session.flush() Aug 18 13:18:14.039258 n-d-803603-2 neutron-server[101675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:18:14.039258 n-d-803603-2 neutron-server[101675]: self.session.flush() Aug 18 13:18:14.039258 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:18:14.039258 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:18:14.039258 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:18:14.039258 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:18:14.039258 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:18:14.039258 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:18:14.039258 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:18:14.039258 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:18:14.039258 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:18:14.039258 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:18:14.039258 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:18:14.039258 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:18:14.039258 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:18:14.039258 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:18:14.039258 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:18:14.039258 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:18:14.039258 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:18:14.039258 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:18:14.039258 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:18:14.039258 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:18:14.039258 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:18:14.039258 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:18:14.039258 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:18:14.039258 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:18:14.039258 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:18:14.039258 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:18:14.039258 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:18:14.039258 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:18:14.039258 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:18:14.039258 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:18:14.039258 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:18:14.039258 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:18:14.104429 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1e6d8db6-2d9d-4516-b35c-c39bfdeed7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:14.159647 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6d8db6-2d9d-4516-b35c-c39bfdeed7ff None None] Network 630a6873-1b01-4309-9f27-c957f112ed2e is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:18:14.165686 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eb19bf8e-5d5e-4f1e-8ba0-a56088e20c41 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:14.180923 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-1e6d8db6-2d9d-4516-b35c-c39bfdeed7ff None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:18:14.193070 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6d8db6-2d9d-4516-b35c-c39bfdeed7ff None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:18:14.200903 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d8db6-2d9d-4516-b35c-c39bfdeed7ff None None] Pushing event updated for resources: {'Port': ['ID=e366fec8-1142-43b5-81ab-4477d2c9c700,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:14.209676 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eb19bf8e-5d5e-4f1e-8ba0-a56088e20c41 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:14.213040 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-eb19bf8e-5d5e-4f1e-8ba0-a56088e20c41 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] 10.222.0.13 "DELETE /v2.0/networks/58208edd-2e9e-4dd3-afe3-a138b3c5e6fd HTTP/1.1" status: 204 len: 168 time: 1.1162319 Aug 18 13:18:14.218543 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19bf8e-5d5e-4f1e-8ba0-a56088e20c41 tempest-PortsTestJSON-602593959 tempest-PortsTestJSON-602593959-project] Pushing event deleted for resources: {'Network': ['ID=58208edd-2e9e-4dd3-afe3-a138b3c5e6fd,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:14.262110 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 94997119-b204-4ce4-922b-a8968a69c6d4 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:18:14.372024 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-1e6d8db6-2d9d-4516-b35c-c39bfdeed7ff None None] Attempting to bind port e366fec8-1142-43b5-81ab-4477d2c9c700 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:18:14.373007 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-1e6d8db6-2d9d-4516-b35c-c39bfdeed7ff None None] Attempting to bind port e366fec8-1142-43b5-81ab-4477d2c9c700 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'f1eb63e7-c311-4338-9662-b4aa97c88101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '630a6873-1b01-4309-9f27-c957f112ed2e'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:18:14.373382 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6d8db6-2d9d-4516-b35c-c39bfdeed7ff None None] Attempting to bind port e366fec8-1142-43b5-81ab-4477d2c9c700 on network 630a6873-1b01-4309-9f27-c957f112ed2e {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:18:14.383688 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6d8db6-2d9d-4516-b35c-c39bfdeed7ff None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:18:14.384425 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6d8db6-2d9d-4516-b35c-c39bfdeed7ff None None] Checking segment: {'id': 'f1eb63e7-c311-4338-9662-b4aa97c88101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '630a6873-1b01-4309-9f27-c957f112ed2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:18:14.385069 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1e6d8db6-2d9d-4516-b35c-c39bfdeed7ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:14.385641 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6d8db6-2d9d-4516-b35c-c39bfdeed7ff None None] Bound using segment: {'id': 'f1eb63e7-c311-4338-9662-b4aa97c88101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '630a6873-1b01-4309-9f27-c957f112ed2e'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:18:14.387123 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-1e6d8db6-2d9d-4516-b35c-c39bfdeed7ff None None] Bound port: e366fec8-1142-43b5-81ab-4477d2c9c700, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1eb63e7-c311-4338-9662-b4aa97c88101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '630a6873-1b01-4309-9f27-c957f112ed2e'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:18:14.387848 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1e6d8db6-2d9d-4516-b35c-c39bfdeed7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:14.459885 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-4e6a234d-9c62-4fec-ad71-67e246739e3c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Allocated IP 172.20.0.1 (630a6873-1b01-4309-9f27-c957f112ed2e/b61b3d7d-04c9-49f5-aaa1-e0a798c88721/2b4513e3-efa5-4050-9fc3-eb5a6ac7dab1) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:18:14.502846 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 94997119-b204-4ce4-922b-a8968a69c6d4 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:18:14.513996 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 94997119-b204-4ce4-922b-a8968a69c6d4 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:18:14.514913 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:14.543104 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-1e6d8db6-2d9d-4516-b35c-c39bfdeed7ff None None] For port e366fec8-1142-43b5-81ab-4477d2c9c700, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:18:14.563190 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-1e6d8db6-2d9d-4516-b35c-c39bfdeed7ff None None] For port e366fec8-1142-43b5-81ab-4477d2c9c700, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=e366fec8-1142-43b5-81ab-4477d2c9c700,segment=NetworkSegment(f1eb63e7-c311-4338-9662-b4aa97c88101),segment_id=f1eb63e7-c311-4338-9662-b4aa97c88101)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:18:14.643452 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:14.652621 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:14.663663 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1e6d8db6-2d9d-4516-b35c-c39bfdeed7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:14.686362 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4e6a234d-9c62-4fec-ad71-67e246739e3c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:14.721045 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-4e6a234d-9c62-4fec-ad71-67e246739e3c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Transition to ACTIVE for port object 2b4513e3-efa5-4050-9fc3-eb5a6ac7dab1 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:18:14.772717 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 94997119-b204-4ce4-922b-a8968a69c6d4, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=94997119-b204-4ce4-922b-a8968a69c6d4,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:18:14.781421 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d8db6-2d9d-4516-b35c-c39bfdeed7ff None None] Pushing event updated for resources: {'Port': ['ID=e366fec8-1142-43b5-81ab-4477d2c9c700,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:14.790223 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79df9a4-3c12-40a7-920b-3e0a174348ad req-9d832637-746c-4a33-bb88-083eacbd9161 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:14.795994 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79df9a4-3c12-40a7-920b-3e0a174348ad req-9d832637-746c-4a33-bb88-083eacbd9161 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:14.804644 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79df9a4-3c12-40a7-920b-3e0a174348ad req-9d832637-746c-4a33-bb88-083eacbd9161 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:14.812979 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79df9a4-3c12-40a7-920b-3e0a174348ad req-9d832637-746c-4a33-bb88-083eacbd9161 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:14.819142 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79df9a4-3c12-40a7-920b-3e0a174348ad req-9d832637-746c-4a33-bb88-083eacbd9161 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:14.825130 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79df9a4-3c12-40a7-920b-3e0a174348ad req-9d832637-746c-4a33-bb88-083eacbd9161 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:14.831952 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79df9a4-3c12-40a7-920b-3e0a174348ad req-9d832637-746c-4a33-bb88-083eacbd9161 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:14.833937 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a79df9a4-3c12-40a7-920b-3e0a174348ad req-9d832637-746c-4a33-bb88-083eacbd9161 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 5431 time: 0.1071570 Aug 18 13:18:14.877435 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4e6a234d-9c62-4fec-ad71-67e246739e3c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:14.888880 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:14.933648 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a79df9a4-3c12-40a7-920b-3e0a174348ad req-3f2b229c-e6ca-43db-bb1e-a86ee6c7adbf tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2bddc60-b82c-424c-8146-8484da8521b7&id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0875649 Aug 18 13:18:14.996534 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 2a03b203-3484-4022-a384-f32f24a930c9 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:18:15.038899 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6a234d-9c62-4fec-ad71-67e246739e3c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Network 630a6873-1b01-4309-9f27-c957f112ed2e is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:18:15.049243 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-4e6a234d-9c62-4fec-ad71-67e246739e3c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:18:15.062986 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6a234d-9c62-4fec-ad71-67e246739e3c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:18:15.064132 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 2a03b203-3484-4022-a384-f32f24a930c9 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:18:15.064593 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 2a03b203-3484-4022-a384-f32f24a930c9 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:18:15.067570 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a234d-9c62-4fec-ad71-67e246739e3c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event updated for resources: {'Port': ['ID=2b4513e3-efa5-4050-9fc3-eb5a6ac7dab1,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:15.135695 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=94997119-b204-4ce4-922b-a8968a69c6d4,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:15.146581 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45380) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:15.155577 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4e6a234d-9c62-4fec-ad71-67e246739e3c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:15.371551 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:15.383128 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5cd98aad-b9af-4876-984e-c15b0a1706b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2fb4f687cb0a48178df1ff10e4bcf284&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2352166 Aug 18 13:18:15.385389 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45388) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:15.463289 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d37f24fb-473d-4cc8-8e60-669baf431f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:15.485690 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d37f24fb-473d-4cc8-8e60-669baf431f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:15.515823 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4e6a234d-9c62-4fec-ad71-67e246739e3c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:15.635191 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d37f24fb-473d-4cc8-8e60-669baf431f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:15.637893 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d37f24fb-473d-4cc8-8e60-669baf431f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:15.642356 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d37f24fb-473d-4cc8-8e60-669baf431f5e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a5845396-ead7-4b52-b468-ded3d7533c89 HTTP/1.1" status: 204 len: 168 time: 0.2532589 Aug 18 13:18:15.653071 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f24fb-473d-4cc8-8e60-669baf431f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5845396-ead7-4b52-b468-ded3d7533c89,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:15.916553 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4e6a234d-9c62-4fec-ad71-67e246739e3c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:16.025968 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4e6a234d-9c62-4fec-ad71-67e246739e3c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:16.397453 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 94997119-b204-4ce4-922b-a8968a69c6d4 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:18:16.519040 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 94997119-b204-4ce4-922b-a8968a69c6d4 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:18:16.520301 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:16.678257 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device e366fec8-1142-43b5-81ab-4477d2c9c700 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:18:16.743847 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4e6a234d-9c62-4fec-ad71-67e246739e3c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:16.747874 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a234d-9c62-4fec-ad71-67e246739e3c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event updated for resources: {'Port': ['ID=2b4513e3-efa5-4050-9fc3-eb5a6ac7dab1,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:16.758063 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f355078-4535-4abb-9685-6ab4a17bcb82 None None] Network 630a6873-1b01-4309-9f27-c957f112ed2e requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:18:16.777863 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13058e63-1a7c-4abe-8791-a050ef8a6104 req-63e611d3-7282-403d-992e-aa70b7a03188 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:16.785873 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13058e63-1a7c-4abe-8791-a050ef8a6104 req-63e611d3-7282-403d-992e-aa70b7a03188 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:16.792359 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13058e63-1a7c-4abe-8791-a050ef8a6104 req-63e611d3-7282-403d-992e-aa70b7a03188 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:16.799343 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13058e63-1a7c-4abe-8791-a050ef8a6104 req-63e611d3-7282-403d-992e-aa70b7a03188 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:16.805782 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13058e63-1a7c-4abe-8791-a050ef8a6104 req-63e611d3-7282-403d-992e-aa70b7a03188 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:16.813751 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13058e63-1a7c-4abe-8791-a050ef8a6104 req-63e611d3-7282-403d-992e-aa70b7a03188 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:16.819030 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13058e63-1a7c-4abe-8791-a050ef8a6104 req-63e611d3-7282-403d-992e-aa70b7a03188 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:16.827448 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-13058e63-1a7c-4abe-8791-a050ef8a6104 req-63e611d3-7282-403d-992e-aa70b7a03188 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 5431 time: 0.7974360 Aug 18 13:18:16.928588 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-13058e63-1a7c-4abe-8791-a050ef8a6104 req-9143979d-eb07-475f-b3e6-af3f15b49005 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2bddc60-b82c-424c-8146-8484da8521b7&id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0943103 Aug 18 13:18:16.987691 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6a234d-9c62-4fec-ad71-67e246739e3c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Network 630a6873-1b01-4309-9f27-c957f112ed2e is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:18:16.989458 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-4e6a234d-9c62-4fec-ad71-67e246739e3c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:18:17.091470 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-e456d063-4976-4e18-bfbc-bd6694812dd1 None None] Provisioning for port e366fec8-1142-43b5-81ab-4477d2c9c700 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:18:17.126441 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port e366fec8-1142-43b5-81ab-4477d2c9c700 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:18:17.136113 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port e366fec8-1142-43b5-81ab-4477d2c9c700 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:18:17.139031 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:17.236390 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6a234d-9c62-4fec-ad71-67e246739e3c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Router c5dc88cb-cbb9-42a4-969a-035914935f24 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:18:17.462916 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6a234d-9c62-4fec-ad71-67e246739e3c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:18:17.479770 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4e6a234d-9c62-4fec-ad71-67e246739e3c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "PUT /v2.0/routers/c5dc88cb-cbb9-42a4-969a-035914935f24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6398482 Aug 18 13:18:17.479888 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9731ef62-1aa0-4b04-a031-aab3c1a6777f None None] Sync routers for ids ['c5dc88cb-cbb9-42a4-969a-035914935f24'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:18:17.482254 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45430) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:17.532810 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9731ef62-1aa0-4b04-a031-aab3c1a6777f None None] Routers {'c5dc88cb-cbb9-42a4-969a-035914935f24'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:18:17.535432 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-9731ef62-1aa0-4b04-a031-aab3c1a6777f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:18:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c5dc88cb-cbb9-42a4-969a-035914935f24'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:18:17.736662 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:17.889253 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-bf61e361-2c86-4074-95e0-0c52e54e7b29 None None] Provisioning complete for port e366fec8-1142-43b5-81ab-4477d2c9c700 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:18:17.889909 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bf61e361-2c86-4074-95e0-0c52e54e7b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:17.963875 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:17.986545 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-9731ef62-1aa0-4b04-a031-aab3c1a6777f None None] Set router c5dc88cb-cbb9-42a4-969a-035914935f24 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:18:18.155838 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port e366fec8-1142-43b5-81ab-4477d2c9c700, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=e366fec8-1142-43b5-81ab-4477d2c9c700,segment=NetworkSegment(f1eb63e7-c311-4338-9662-b4aa97c88101),segment_id=f1eb63e7-c311-4338-9662-b4aa97c88101)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:18:18.201838 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bf61e361-2c86-4074-95e0-0c52e54e7b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:18.299853 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:18.346942 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-9731ef62-1aa0-4b04-a031-aab3c1a6777f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5dc88cb-cbb9-42a4-969a-035914935f24', 'name': 'tempest-TestNetworkBasicOps-router-1751497384', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '94997119-b204-4ce4-922b-a8968a69c6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:18:07Z', 'updated_at': '2021-08-18T13:18:15Z', 'revision_number': 4, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'gw_port': {'id': '94997119-b204-4ce4-922b-a8968a69c6d4', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dc88cb-cbb9-42a4-969a-035914935f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:18:08Z', 'updated_at': '2021-08-18T13:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '2b4513e3-efa5-4050-9fc3-eb5a6ac7dab1', 'name': '', 'network_id': '630a6873-1b01-4309-9f27-c957f112ed2e', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'mac_address': 'fa:16:3e:61:11:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5dc88cb-cbb9-42a4-969a-035914935f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'b61b3d7d-04c9-49f5-aaa1-e0a798c88721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:18:14Z', 'updated_at': '2021-08-18T13:18:15Z', 'revision_number': 2, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'subnets': [{'id': 'b61b3d7d-04c9-49f5-aaa1-e0a798c88721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:18:18.386387 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9731ef62-1aa0-4b04-a031-aab3c1a6777f None None] Checking router: c5dc88cb-cbb9-42a4-969a-035914935f24 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:18:18.387551 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9731ef62-1aa0-4b04-a031-aab3c1a6777f None None] Updating router c5dc88cb-cbb9-42a4-969a-035914935f24 port 2b4513e3-efa5-4050-9fc3-eb5a6ac7dab1 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:18:18.421595 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.db.api [None req-bf61e361-2c86-4074-95e0-0c52e54e7b29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:18:18.422122 n-d-803603-2 neutron-server[101677]: DEBUG oslo_db.api [None req-bf61e361-2c86-4074-95e0-0c52e54e7b29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:18:18.424985 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=e366fec8-1142-43b5-81ab-4477d2c9c700,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:18.426415 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-9731ef62-1aa0-4b04-a031-aab3c1a6777f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:18.687853 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae04fc-ddae-4692-b441-7f17e4545355 req-f06319a4-30f7-404d-b0c8-dc41a66c33c1 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:18.694389 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae04fc-ddae-4692-b441-7f17e4545355 req-f06319a4-30f7-404d-b0c8-dc41a66c33c1 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:18.703337 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae04fc-ddae-4692-b441-7f17e4545355 req-f06319a4-30f7-404d-b0c8-dc41a66c33c1 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:18.711139 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae04fc-ddae-4692-b441-7f17e4545355 req-f06319a4-30f7-404d-b0c8-dc41a66c33c1 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:18.719521 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae04fc-ddae-4692-b441-7f17e4545355 req-f06319a4-30f7-404d-b0c8-dc41a66c33c1 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:18.730255 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae04fc-ddae-4692-b441-7f17e4545355 req-f06319a4-30f7-404d-b0c8-dc41a66c33c1 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:18.735037 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae04fc-ddae-4692-b441-7f17e4545355 req-f06319a4-30f7-404d-b0c8-dc41a66c33c1 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:18.737582 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5eae04fc-ddae-4692-b441-7f17e4545355 req-f06319a4-30f7-404d-b0c8-dc41a66c33c1 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 5431 time: 0.2905283 Aug 18 13:18:18.778514 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7634e7f0-344f-4ba0-bb87-4b9880e1f413 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:18.782051 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7634e7f0-344f-4ba0-bb87-4b9880e1f413 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:18.791241 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7634e7f0-344f-4ba0-bb87-4b9880e1f413 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:18.792046 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7634e7f0-344f-4ba0-bb87-4b9880e1f413 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:18.792699 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7634e7f0-344f-4ba0-bb87-4b9880e1f413 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:18.795072 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7634e7f0-344f-4ba0-bb87-4b9880e1f413 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:18.795560 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7634e7f0-344f-4ba0-bb87-4b9880e1f413 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:18.796045 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7634e7f0-344f-4ba0-bb87-4b9880e1f413 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:18.796560 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7634e7f0-344f-4ba0-bb87-4b9880e1f413 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:18.798824 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7634e7f0-344f-4ba0-bb87-4b9880e1f413 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6372 time: 1.3107729 Aug 18 13:18:18.801892 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45468) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:18.847053 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5eae04fc-ddae-4692-b441-7f17e4545355 req-fe09747e-dd93-47a8-977e-112fbf7bc043 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2bddc60-b82c-424c-8146-8484da8521b7&id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1010408 Aug 18 13:18:18.880853 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-9731ef62-1aa0-4b04-a031-aab3c1a6777f None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:18.895008 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-9731ef62-1aa0-4b04-a031-aab3c1a6777f None None] Transition to ACTIVE for port object 2b4513e3-efa5-4050-9fc3-eb5a6ac7dab1 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:18:18.967382 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb77a1e-72b0-4414-9556-3844880e65e8 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:18.968823 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb77a1e-72b0-4414-9556-3844880e65e8 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:18.971601 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb77a1e-72b0-4414-9556-3844880e65e8 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:18.972278 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb77a1e-72b0-4414-9556-3844880e65e8 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:18.974543 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb77a1e-72b0-4414-9556-3844880e65e8 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:18.975209 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb77a1e-72b0-4414-9556-3844880e65e8 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:18.975873 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb77a1e-72b0-4414-9556-3844880e65e8 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:18.976507 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb77a1e-72b0-4414-9556-3844880e65e8 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:18.977136 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb77a1e-72b0-4414-9556-3844880e65e8 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:18.983957 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45472) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:18.984280 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4eb77a1e-72b0-4414-9556-3844880e65e8 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5822 time: 0.1810474 Aug 18 13:18:19.057542 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-9731ef62-1aa0-4b04-a031-aab3c1a6777f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:19.188760 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-bf61e361-2c86-4074-95e0-0c52e54e7b29 None None] Provisioning for port 2b4513e3-efa5-4050-9fc3-eb5a6ac7dab1 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:18:19.209023 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-9731ef62-1aa0-4b04-a031-aab3c1a6777f None None] Attempting to bind port 2b4513e3-efa5-4050-9fc3-eb5a6ac7dab1 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:18:19.209575 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-9731ef62-1aa0-4b04-a031-aab3c1a6777f None None] Attempting to bind port 2b4513e3-efa5-4050-9fc3-eb5a6ac7dab1 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'f1eb63e7-c311-4338-9662-b4aa97c88101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '630a6873-1b01-4309-9f27-c957f112ed2e'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:18:19.209858 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9731ef62-1aa0-4b04-a031-aab3c1a6777f None None] Attempting to bind port 2b4513e3-efa5-4050-9fc3-eb5a6ac7dab1 on network 630a6873-1b01-4309-9f27-c957f112ed2e {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:18:19.220280 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9731ef62-1aa0-4b04-a031-aab3c1a6777f None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:18:19.220541 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9731ef62-1aa0-4b04-a031-aab3c1a6777f None None] Checking segment: {'id': 'f1eb63e7-c311-4338-9662-b4aa97c88101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '630a6873-1b01-4309-9f27-c957f112ed2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:18:19.220876 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-9731ef62-1aa0-4b04-a031-aab3c1a6777f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:19.221270 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9731ef62-1aa0-4b04-a031-aab3c1a6777f None None] Bound using segment: {'id': 'f1eb63e7-c311-4338-9662-b4aa97c88101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '630a6873-1b01-4309-9f27-c957f112ed2e'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:18:19.221749 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-9731ef62-1aa0-4b04-a031-aab3c1a6777f None None] Bound port: 2b4513e3-efa5-4050-9fc3-eb5a6ac7dab1, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1eb63e7-c311-4338-9662-b4aa97c88101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '630a6873-1b01-4309-9f27-c957f112ed2e'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:18:19.222227 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-9731ef62-1aa0-4b04-a031-aab3c1a6777f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:19.297656 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-9731ef62-1aa0-4b04-a031-aab3c1a6777f None None] For port 2b4513e3-efa5-4050-9fc3-eb5a6ac7dab1, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:18:19.307444 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-9731ef62-1aa0-4b04-a031-aab3c1a6777f None None] For port 2b4513e3-efa5-4050-9fc3-eb5a6ac7dab1, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=2b4513e3-efa5-4050-9fc3-eb5a6ac7dab1,segment=NetworkSegment(f1eb63e7-c311-4338-9662-b4aa97c88101),segment_id=f1eb63e7-c311-4338-9662-b4aa97c88101)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:18:19.327883 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9aeb82-25c8-433f-b32d-0513f0907088 None None] Pushing event updated for resources: {'Port': ['ID=2b4513e3-efa5-4050-9fc3-eb5a6ac7dab1,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:19.343338 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9aeb82-25c8-433f-b32d-0513f0907088 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:19.343709 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9aeb82-25c8-433f-b32d-0513f0907088 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:19.344066 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9aeb82-25c8-433f-b32d-0513f0907088 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:19.344403 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9aeb82-25c8-433f-b32d-0513f0907088 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:19.344738 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9aeb82-25c8-433f-b32d-0513f0907088 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:19.346342 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9aeb82-25c8-433f-b32d-0513f0907088 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:19.346647 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9aeb82-25c8-433f-b32d-0513f0907088 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:19.346988 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9aeb82-25c8-433f-b32d-0513f0907088 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:19.347376 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9aeb82-25c8-433f-b32d-0513f0907088 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:19.347707 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9aeb82-25c8-433f-b32d-0513f0907088 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:19.348037 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9aeb82-25c8-433f-b32d-0513f0907088 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:19.348359 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9aeb82-25c8-433f-b32d-0513f0907088 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:19.434806 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-9731ef62-1aa0-4b04-a031-aab3c1a6777f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:19.577374 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9aeb82-25c8-433f-b32d-0513f0907088 None None] Pushing event updated for resources: {'Port': ['ID=2b4513e3-efa5-4050-9fc3-eb5a6ac7dab1,revision_number=4']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:19.604045 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9731ef62-1aa0-4b04-a031-aab3c1a6777f None None] Routers {'c5dc88cb-cbb9-42a4-969a-035914935f24'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:18:19.606382 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-9731ef62-1aa0-4b04-a031-aab3c1a6777f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:18:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c5dc88cb-cbb9-42a4-969a-035914935f24'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:18:19.641353 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6d3b2614-5ef4-4650-961f-2e6e96e97d79 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3777 time: 0.6454754 Aug 18 13:18:19.829819 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-9731ef62-1aa0-4b04-a031-aab3c1a6777f None None] Set router c5dc88cb-cbb9-42a4-969a-035914935f24 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:18:20.144119 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a765bc-b2ee-4fd4-bc87-42c2157f81cf req-363a2db6-f590-4b5f-b393-a4485d8f0941 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:20.151092 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a765bc-b2ee-4fd4-bc87-42c2157f81cf req-363a2db6-f590-4b5f-b393-a4485d8f0941 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:20.160980 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a765bc-b2ee-4fd4-bc87-42c2157f81cf req-363a2db6-f590-4b5f-b393-a4485d8f0941 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:20.167909 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a765bc-b2ee-4fd4-bc87-42c2157f81cf req-363a2db6-f590-4b5f-b393-a4485d8f0941 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:20.175447 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a765bc-b2ee-4fd4-bc87-42c2157f81cf req-363a2db6-f590-4b5f-b393-a4485d8f0941 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:20.181783 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a765bc-b2ee-4fd4-bc87-42c2157f81cf req-363a2db6-f590-4b5f-b393-a4485d8f0941 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:20.188606 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a765bc-b2ee-4fd4-bc87-42c2157f81cf req-363a2db6-f590-4b5f-b393-a4485d8f0941 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:20.191454 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-36a765bc-b2ee-4fd4-bc87-42c2157f81cf req-363a2db6-f590-4b5f-b393-a4485d8f0941 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 5431 time: 0.1545050 Aug 18 13:18:20.239113 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-36a765bc-b2ee-4fd4-bc87-42c2157f81cf req-f47e3dcc-78aa-4b31-af41-b467a30d8d8d tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2bddc60-b82c-424c-8146-8484da8521b7&id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410907 Aug 18 13:18:20.371009 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-9731ef62-1aa0-4b04-a031-aab3c1a6777f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5dc88cb-cbb9-42a4-969a-035914935f24', 'name': 'tempest-TestNetworkBasicOps-router-1751497384', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '94997119-b204-4ce4-922b-a8968a69c6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:18:07Z', 'updated_at': '2021-08-18T13:18:15Z', 'revision_number': 4, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'gw_port': {'id': '94997119-b204-4ce4-922b-a8968a69c6d4', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dc88cb-cbb9-42a4-969a-035914935f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:18:08Z', 'updated_at': '2021-08-18T13:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '2b4513e3-efa5-4050-9fc3-eb5a6ac7dab1', 'name': '', 'network_id': '630a6873-1b01-4309-9f27-c957f112ed2e', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'mac_address': 'fa:16:3e:61:11:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5dc88cb-cbb9-42a4-969a-035914935f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'b61b3d7d-04c9-49f5-aaa1-e0a798c88721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:18:14Z', 'updated_at': '2021-08-18T13:18:19Z', 'revision_number': 4, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'subnets': [{'id': 'b61b3d7d-04c9-49f5-aaa1-e0a798c88721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:18:20.423118 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9731ef62-1aa0-4b04-a031-aab3c1a6777f None None] The sync data for ids ['c5dc88cb-cbb9-42a4-969a-035914935f24'] in n-d-803603-2 is: [{'id': 'c5dc88cb-cbb9-42a4-969a-035914935f24', 'name': 'tempest-TestNetworkBasicOps-router-1751497384', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '94997119-b204-4ce4-922b-a8968a69c6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:18:07Z', 'updated_at': '2021-08-18T13:18:15Z', 'revision_number': 4, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'gw_port': {'id': '94997119-b204-4ce4-922b-a8968a69c6d4', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dc88cb-cbb9-42a4-969a-035914935f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:18:08Z', 'updated_at': '2021-08-18T13:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '2b4513e3-efa5-4050-9fc3-eb5a6ac7dab1', 'name': '', 'network_id': '630a6873-1b01-4309-9f27-c957f112ed2e', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'mac_address': 'fa:16:3e:61:11:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5dc88cb-cbb9-42a4-969a-035914935f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'b61b3d7d-04c9-49f5-aaa1-e0a798c88721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:18:14Z', 'updated_at': '2021-08-18T13:18:19Z', 'revision_number': 4, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'subnets': [{'id': 'b61b3d7d-04c9-49f5-aaa1-e0a798c88721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:18:20.423797 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device e366fec8-1142-43b5-81ab-4477d2c9c700 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:18:20.567257 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port e366fec8-1142-43b5-81ab-4477d2c9c700 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:18:20.567626 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45506) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:20.568094 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:20.574639 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-0428bca8-a255-4517-b99e-871609bbd5da tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-805735720', 'description': 'tempest-secgroup-smoke-805735720 description', 'project_id': 'e63152bca3cb423b9a7763e005387f10'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:18:20.732207 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0428bca8-a255-4517-b99e-871609bbd5da tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:20.926212 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0428bca8-a255-4517-b99e-871609bbd5da tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:21.026036 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0428bca8-a255-4517-b99e-871609bbd5da tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:21.125264 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0428bca8-a255-4517-b99e-871609bbd5da tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4a8a73-be61-4a82-9e8b-052266394686,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:21.229021 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0428bca8-a255-4517-b99e-871609bbd5da tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:21.234043 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45512) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:21.240129 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-18a0f3ad-f0e2-4501-bd74-c915fa785ef6 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Request body: {'security_group_rule': {'security_group_id': 'ca4a8a73-be61-4a82-9e8b-052266394686', 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:18:21.242884 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0428bca8-a255-4517-b99e-871609bbd5da tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6739790 Aug 18 13:18:21.410964 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8aae9e-847d-42e3-a9d8-cfdbf6fd7e76 req-8e3e3d84-a071-4ad8-b15b-bff4fb4690cf tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:21.418296 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8aae9e-847d-42e3-a9d8-cfdbf6fd7e76 req-8e3e3d84-a071-4ad8-b15b-bff4fb4690cf tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:21.423863 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8aae9e-847d-42e3-a9d8-cfdbf6fd7e76 req-8e3e3d84-a071-4ad8-b15b-bff4fb4690cf tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:21.430420 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8aae9e-847d-42e3-a9d8-cfdbf6fd7e76 req-8e3e3d84-a071-4ad8-b15b-bff4fb4690cf tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:21.441974 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-18a0f3ad-f0e2-4501-bd74-c915fa785ef6 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:21.442261 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8aae9e-847d-42e3-a9d8-cfdbf6fd7e76 req-8e3e3d84-a071-4ad8-b15b-bff4fb4690cf tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:21.448723 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8aae9e-847d-42e3-a9d8-cfdbf6fd7e76 req-8e3e3d84-a071-4ad8-b15b-bff4fb4690cf tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:21.455001 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8aae9e-847d-42e3-a9d8-cfdbf6fd7e76 req-8e3e3d84-a071-4ad8-b15b-bff4fb4690cf tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:21.457173 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cf8aae9e-847d-42e3-a9d8-cfdbf6fd7e76 req-8e3e3d84-a071-4ad8-b15b-bff4fb4690cf tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 5431 time: 0.1247199 Aug 18 13:18:21.537408 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-18a0f3ad-f0e2-4501-bd74-c915fa785ef6 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:21.538047 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cf8aae9e-847d-42e3-a9d8-cfdbf6fd7e76 req-bef00b6a-c158-496a-966e-af1bb85eff37 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2bddc60-b82c-424c-8146-8484da8521b7&id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0708389 Aug 18 13:18:21.651666 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-18a0f3ad-f0e2-4501-bd74-c915fa785ef6 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:21.686165 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0f3ad-f0e2-4501-bd74-c915fa785ef6 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=403c4de6-9333-418c-b399-63bff51880df,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:21.777308 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-18a0f3ad-f0e2-4501-bd74-c915fa785ef6 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:21.781828 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45530) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:21.782190 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-18a0f3ad-f0e2-4501-bd74-c915fa785ef6 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5470765 Aug 18 13:18:21.787095 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-b0828f12-c36e-414e-845f-f3d07789ebba tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Request body: {'security_group_rule': {'security_group_id': 'ca4a8a73-be61-4a82-9e8b-052266394686', 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:18:22.003873 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b0828f12-c36e-414e-845f-f3d07789ebba tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:22.099592 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b0828f12-c36e-414e-845f-f3d07789ebba tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:22.205398 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b0828f12-c36e-414e-845f-f3d07789ebba tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:22.240281 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0828f12-c36e-414e-845f-f3d07789ebba tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e51cf31d-ec4c-438d-a8e6-066a86c43241,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:22.325949 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b0828f12-c36e-414e-845f-f3d07789ebba tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:22.327485 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b0828f12-c36e-414e-845f-f3d07789ebba tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5446014 Aug 18 13:18:22.330775 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45542) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:22.335195 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-a506aa36-5aed-437f-bfb5-59980cae48b7 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Request body: {'security_group_rule': {'security_group_id': 'ca4a8a73-be61-4a82-9e8b-052266394686', 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:18:22.473760 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a506aa36-5aed-437f-bfb5-59980cae48b7 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:22.501750 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 2b4513e3-efa5-4050-9fc3-eb5a6ac7dab1 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:18:22.640190 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a506aa36-5aed-437f-bfb5-59980cae48b7 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:22.708382 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 2b4513e3-efa5-4050-9fc3-eb5a6ac7dab1 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:18:22.720102 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 2b4513e3-efa5-4050-9fc3-eb5a6ac7dab1 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:18:22.721995 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:22.783557 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a506aa36-5aed-437f-bfb5-59980cae48b7 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:22.861991 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a506aa36-5aed-437f-bfb5-59980cae48b7 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0540bd8f-4266-4c8c-950e-659656c1e867,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:22.976845 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:22.996002 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a506aa36-5aed-437f-bfb5-59980cae48b7 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:23.000405 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a506aa36-5aed-437f-bfb5-59980cae48b7 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6690359 Aug 18 13:18:23.005384 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45560) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:23.010741 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-9ddc9348-1a8e-4cea-baa9-ffd856e4516f tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Request body: {'security_group_rule': {'security_group_id': 'ca4a8a73-be61-4a82-9e8b-052266394686', 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:18:23.021505 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 2b4513e3-efa5-4050-9fc3-eb5a6ac7dab1, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=2b4513e3-efa5-4050-9fc3-eb5a6ac7dab1,segment=NetworkSegment(f1eb63e7-c311-4338-9662-b4aa97c88101),segment_id=f1eb63e7-c311-4338-9662-b4aa97c88101)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:18:23.139821 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:23.194373 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9ddc9348-1a8e-4cea-baa9-ffd856e4516f tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:23.196336 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e3373-11ee-43d1-b986-6c9541fe6278 req-caab442b-030a-4d69-9cdc-d4f8ffea4eb4 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:23.204508 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e3373-11ee-43d1-b986-6c9541fe6278 req-caab442b-030a-4d69-9cdc-d4f8ffea4eb4 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:23.210504 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e3373-11ee-43d1-b986-6c9541fe6278 req-caab442b-030a-4d69-9cdc-d4f8ffea4eb4 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:23.217570 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e3373-11ee-43d1-b986-6c9541fe6278 req-caab442b-030a-4d69-9cdc-d4f8ffea4eb4 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:23.224432 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e3373-11ee-43d1-b986-6c9541fe6278 req-caab442b-030a-4d69-9cdc-d4f8ffea4eb4 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:23.230715 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e3373-11ee-43d1-b986-6c9541fe6278 req-caab442b-030a-4d69-9cdc-d4f8ffea4eb4 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:23.237686 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e3373-11ee-43d1-b986-6c9541fe6278 req-caab442b-030a-4d69-9cdc-d4f8ffea4eb4 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:23.238568 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=2b4513e3-efa5-4050-9fc3-eb5a6ac7dab1,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:23.240413 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ad7e3373-11ee-43d1-b986-6c9541fe6278 req-caab442b-030a-4d69-9cdc-d4f8ffea4eb4 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 5431 time: 0.5556021 Aug 18 13:18:23.337818 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ad7e3373-11ee-43d1-b986-6c9541fe6278 req-6fa42c69-ceaf-4fea-bd01-888e0a7a41d1 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2bddc60-b82c-424c-8146-8484da8521b7&id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0895221 Aug 18 13:18:23.338450 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9ddc9348-1a8e-4cea-baa9-ffd856e4516f tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:23.468774 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9ddc9348-1a8e-4cea-baa9-ffd856e4516f tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:23.498126 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddc9348-1a8e-4cea-baa9-ffd856e4516f tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f5e8a60-4514-4b30-b9d8-8cab9654e988,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:23.570367 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 065cd133-54a5-459f-8fc9-119d4871728d details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:18:23.631458 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9ddc9348-1a8e-4cea-baa9-ffd856e4516f tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:23.635359 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9ddc9348-1a8e-4cea-baa9-ffd856e4516f tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6259546 Aug 18 13:18:23.643619 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45570) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:23.643619 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-b599eb5a-a3c9-4288-af17-dc8542809f4a tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Request body: {'security_group_rule': {'security_group_id': 'ca4a8a73-be61-4a82-9e8b-052266394686', 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:18:23.712854 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 065cd133-54a5-459f-8fc9-119d4871728d, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=065cd133-54a5-459f-8fc9-119d4871728d,segment=NetworkSegment(252977c9-b887-4eaa-8b1c-52adc0e4d606),segment_id=252977c9-b887-4eaa-8b1c-52adc0e4d606)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:18:23.726947 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '065cd133-54a5-459f-8fc9-119d4871728d', 'network_id': 'd880c4db-c535-4c81-86a6-739ddf2b8b3f', 'port_id': '065cd133-54a5-459f-8fc9-119d4871728d', 'mac_address': 'fa:16:3e:13:23:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1852a2e7-34df-41c9-b2e1-616be77094f1', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:18:23.788106 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:23.804184 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 065cd133-54a5-459f-8fc9-119d4871728d {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:18:23.811767 n-d-803603-2 neutron-server[101675]: INFO neutron.db.securitygroups_db [None req-b599eb5a-a3c9-4288-af17-dc8542809f4a tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Project e63152bca3cb423b9a7763e005387f10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 13:18:23.818078 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b599eb5a-a3c9-4288-af17-dc8542809f4a tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:23.829328 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 065cd133-54a5-459f-8fc9-119d4871728d, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=065cd133-54a5-459f-8fc9-119d4871728d,segment=NetworkSegment(252977c9-b887-4eaa-8b1c-52adc0e4d606),segment_id=252977c9-b887-4eaa-8b1c-52adc0e4d606)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:18:23.897488 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b599eb5a-a3c9-4288-af17-dc8542809f4a tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:23.943250 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:23.944195 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 97c40def-aee3-4b98-98ab-a261b2afc2a9 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:18:24.023514 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b599eb5a-a3c9-4288-af17-dc8542809f4a tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:24.050257 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b599eb5a-a3c9-4288-af17-dc8542809f4a tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01d559c5-e010-49d6-b403-296969bf13c5,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:24.062650 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=065cd133-54a5-459f-8fc9-119d4871728d,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:24.088951 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 97c40def-aee3-4b98-98ab-a261b2afc2a9, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=97c40def-aee3-4b98-98ab-a261b2afc2a9,segment=NetworkSegment(252977c9-b887-4eaa-8b1c-52adc0e4d606),segment_id=252977c9-b887-4eaa-8b1c-52adc0e4d606)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:18:24.111092 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '97c40def-aee3-4b98-98ab-a261b2afc2a9', 'network_id': 'd880c4db-c535-4c81-86a6-739ddf2b8b3f', 'port_id': '97c40def-aee3-4b98-98ab-a261b2afc2a9', 'mac_address': 'fa:16:3e:1c:c7:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1852a2e7-34df-41c9-b2e1-616be77094f1', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:18:24.132107 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b599eb5a-a3c9-4288-af17-dc8542809f4a tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:24.133928 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b599eb5a-a3c9-4288-af17-dc8542809f4a tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4973989 Aug 18 13:18:24.137239 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45582) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:24.146086 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-468c50d5-510e-4d84-a11a-4c1d097101c8 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Request body: {'security_group_rule': {'security_group_id': 'ca4a8a73-be61-4a82-9e8b-052266394686', 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:18:24.187604 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:24.209069 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c40def-aee3-4b98-98ab-a261b2afc2a9 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:18:24.236972 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 97c40def-aee3-4b98-98ab-a261b2afc2a9, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=97c40def-aee3-4b98-98ab-a261b2afc2a9,segment=NetworkSegment(252977c9-b887-4eaa-8b1c-52adc0e4d606),segment_id=252977c9-b887-4eaa-8b1c-52adc0e4d606)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:18:24.297116 n-d-803603-2 neutron-server[101676]: INFO neutron.db.securitygroups_db [None req-468c50d5-510e-4d84-a11a-4c1d097101c8 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Project e63152bca3cb423b9a7763e005387f10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 13:18:24.303266 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-468c50d5-510e-4d84-a11a-4c1d097101c8 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:24.378417 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:24.378417 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:18:24.425821 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-468c50d5-510e-4d84-a11a-4c1d097101c8 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:24.442080 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 2b4513e3-efa5-4050-9fc3-eb5a6ac7dab1 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:18:24.503508 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=97c40def-aee3-4b98-98ab-a261b2afc2a9,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:24.520210 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-468c50d5-510e-4d84-a11a-4c1d097101c8 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:24.542859 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c50d5-510e-4d84-a11a-4c1d097101c8 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eb7d757-58bd-44ab-a9ba-5f643e8da147,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:24.614821 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f4bd2-5bb7-4466-9a76-6a4d67bfacb1 req-8c60a9da-6082-4294-aaba-7257ac3b2a9d tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:24.629332 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f4bd2-5bb7-4466-9a76-6a4d67bfacb1 req-8c60a9da-6082-4294-aaba-7257ac3b2a9d tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:24.641284 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f4bd2-5bb7-4466-9a76-6a4d67bfacb1 req-8c60a9da-6082-4294-aaba-7257ac3b2a9d tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:24.653155 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f4bd2-5bb7-4466-9a76-6a4d67bfacb1 req-8c60a9da-6082-4294-aaba-7257ac3b2a9d tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:24.659087 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-468c50d5-510e-4d84-a11a-4c1d097101c8 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:24.674811 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-468c50d5-510e-4d84-a11a-4c1d097101c8 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5225530 Aug 18 13:18:24.675223 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f4bd2-5bb7-4466-9a76-6a4d67bfacb1 req-8c60a9da-6082-4294-aaba-7257ac3b2a9d tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:24.675339 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc,segment=NetworkSegment(c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a),segment_id=c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:18:24.675799 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f4bd2-5bb7-4466-9a76-6a4d67bfacb1 req-8c60a9da-6082-4294-aaba-7257ac3b2a9d tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:24.676398 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 2b4513e3-efa5-4050-9fc3-eb5a6ac7dab1 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:18:24.676770 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:24.678585 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f4bd2-5bb7-4466-9a76-6a4d67bfacb1 req-8c60a9da-6082-4294-aaba-7257ac3b2a9d tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:24.680379 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-360f4bd2-5bb7-4466-9a76-6a4d67bfacb1 req-8c60a9da-6082-4294-aaba-7257ac3b2a9d tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 5433 time: 0.1940768 Aug 18 13:18:24.708778 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc', 'network_id': 'f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d', 'port_id': 'c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc', 'mac_address': 'fa:16:3e:e1:f7:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cbb8eea-c986-4ab1-9343-a5e2b65768a8', 'ip_address': '10.1.1.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:18:24.759176 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-360f4bd2-5bb7-4466-9a76-6a4d67bfacb1 req-a2a7522c-064c-4002-b3c9-e423e615a64d tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2bddc60-b82c-424c-8146-8484da8521b7&id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0685959 Aug 18 13:18:24.764322 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:24.806959 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:18:24.840666 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc,segment=NetworkSegment(c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a),segment_id=c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:18:24.907520 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b226febb-ba75-4197-ab5a-45389c715f49 req-41137d4d-7c1f-476f-b6e6-00f510df5255 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-805735720&fields=id&tenant_id=e63152bca3cb423b9a7763e005387f10 HTTP/1.1" status: 200 len: 267 time: 0.0389068 Aug 18 13:18:24.951388 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45614) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:24.989646 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:24.990986 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 7e6e27c2-38fd-42cf-93be-14deed0fa74b details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:18:25.034139 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226febb-ba75-4197-ab5a-45389c715f49 req-595c1e0f-610f-4570-9e0f-ea6b2f47061d tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:25.036165 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b226febb-ba75-4197-ab5a-45389c715f49 req-595c1e0f-610f-4570-9e0f-ea6b2f47061d tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/networks?id=630a6873-1b01-4309-9f27-c957f112ed2e HTTP/1.1" status: 200 len: 796 time: 0.1213331 Aug 18 13:18:25.055872 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b226febb-ba75-4197-ab5a-45389c715f49 req-4e93e2ec-cc85-4384-92c1-2e86b85ffdee tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/quotas/e63152bca3cb423b9a7763e005387f10 HTTP/1.1" status: 200 len: 375 time: 0.0133946 Aug 18 13:18:25.068773 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 7e6e27c2-38fd-42cf-93be-14deed0fa74b, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=7e6e27c2-38fd-42cf-93be-14deed0fa74b,segment=NetworkSegment(c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a),segment_id=c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:18:25.071543 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:25.090339 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3a95e2b2-10b8-43ed-ad63-fda851785e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:25.092147 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '7e6e27c2-38fd-42cf-93be-14deed0fa74b', 'network_id': 'f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d', 'port_id': '7e6e27c2-38fd-42cf-93be-14deed0fa74b', 'mac_address': 'fa:16:3e:ea:6a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cbb8eea-c986-4ab1-9343-a5e2b65768a8', 'ip_address': '10.1.1.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:18:25.138519 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b226febb-ba75-4197-ab5a-45389c715f49 req-c219051c-c5c3-46d3-82aa-3dafa1b14e1e tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e63152bca3cb423b9a7763e005387f10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0756521 Aug 18 13:18:25.141913 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:25.162842 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e6e27c2-38fd-42cf-93be-14deed0fa74b {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:18:25.193386 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 7e6e27c2-38fd-42cf-93be-14deed0fa74b, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=7e6e27c2-38fd-42cf-93be-14deed0fa74b,segment=NetworkSegment(c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a),segment_id=c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:18:25.221044 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3a95e2b2-10b8-43ed-ad63-fda851785e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:25.257228 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:25.258322 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 4c42b267-b638-4860-bfd1-70bfa4f46487 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:18:25.285562 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3a95e2b2-10b8-43ed-ad63-fda851785e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:25.286322 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b226febb-ba75-4197-ab5a-45389c715f49 req-6f8ed4fb-4750-431d-a077-1da80747b364 service neutron] 10.222.0.13 "GET /v2.0/networks/630a6873-1b01-4309-9f27-c957f112ed2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325645 Aug 18 13:18:25.343789 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3a95e2b2-10b8-43ed-ad63-fda851785e08 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=303b70da05da47cda612d7cd0347bbcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3911541 Aug 18 13:18:25.344436 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45618) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:25.368611 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a95e2b2-10b8-43ed-ad63-fda851785e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d41aa5f-4732-4e01-9dae-b410998b8070,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:25.429514 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=7e6e27c2-38fd-42cf-93be-14deed0fa74b,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:25.446496 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b226febb-ba75-4197-ab5a-45389c715f49 req-0cbb0647-b417-40dc-9a7e-f495829e3e4f service neutron] 10.222.0.13 "GET /v2.0/networks/630a6873-1b01-4309-9f27-c957f112ed2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522031 Aug 18 13:18:25.448753 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bb9051d4-ffad-48ec-87f4-9a929922115a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:25.471542 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bb9051d4-ffad-48ec-87f4-9a929922115a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:25.508962 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 4c42b267-b638-4860-bfd1-70bfa4f46487, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=4c42b267-b638-4860-bfd1-70bfa4f46487,segment=NetworkSegment(2cb900d6-683a-47fc-8607-ef590f696945),segment_id=2cb900d6-683a-47fc-8607-ef590f696945)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:18:25.528924 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '4c42b267-b638-4860-bfd1-70bfa4f46487', 'network_id': 'e9ea624b-86fc-4131-a8a7-d576a5006edb', 'port_id': '4c42b267-b638-4860-bfd1-70bfa4f46487', 'mac_address': 'fa:16:3e:3c:aa:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6a49593-1d36-467e-a1bb-8c5f2a09f233', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:18:25.576946 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:25.595879 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c42b267-b638-4860-bfd1-70bfa4f46487 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:18:25.617716 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 4c42b267-b638-4860-bfd1-70bfa4f46487, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=4c42b267-b638-4860-bfd1-70bfa4f46487,segment=NetworkSegment(2cb900d6-683a-47fc-8607-ef590f696945),segment_id=2cb900d6-683a-47fc-8607-ef590f696945)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:18:25.639994 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bb9051d4-ffad-48ec-87f4-9a929922115a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:25.642622 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bb9051d4-ffad-48ec-87f4-9a929922115a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:25.643876 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-bb9051d4-ffad-48ec-87f4-9a929922115a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4d41aa5f-4732-4e01-9dae-b410998b8070 HTTP/1.1" status: 204 len: 168 time: 0.2921376 Aug 18 13:18:25.653455 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9051d4-ffad-48ec-87f4-9a929922115a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d41aa5f-4732-4e01-9dae-b410998b8070,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:25.709505 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:25.710779 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 1cccaa23-72ad-4200-b71f-9cd24f4b79bd details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:18:25.822659 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=4c42b267-b638-4860-bfd1-70bfa4f46487,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:25.836196 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 1cccaa23-72ad-4200-b71f-9cd24f4b79bd, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=1cccaa23-72ad-4200-b71f-9cd24f4b79bd,segment=NetworkSegment(c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a),segment_id=c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:18:25.862799 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '1cccaa23-72ad-4200-b71f-9cd24f4b79bd', 'network_id': 'f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d', 'port_id': '1cccaa23-72ad-4200-b71f-9cd24f4b79bd', 'mac_address': 'fa:16:3e:29:cc:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cbb8eea-c986-4ab1-9343-a5e2b65768a8', 'ip_address': '10.1.1.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:18:25.944906 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f71f79-3a82-4521-976e-b351343defd9 req-bbd9b3ef-f347-4b8f-ac9e-b7bd94a3f679 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:25.952488 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f71f79-3a82-4521-976e-b351343defd9 req-bbd9b3ef-f347-4b8f-ac9e-b7bd94a3f679 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:25.956406 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:25.959540 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f71f79-3a82-4521-976e-b351343defd9 req-bbd9b3ef-f347-4b8f-ac9e-b7bd94a3f679 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:25.985520 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f71f79-3a82-4521-976e-b351343defd9 req-bbd9b3ef-f347-4b8f-ac9e-b7bd94a3f679 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:26.005652 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cccaa23-72ad-4200-b71f-9cd24f4b79bd {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:18:26.006428 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f71f79-3a82-4521-976e-b351343defd9 req-bbd9b3ef-f347-4b8f-ac9e-b7bd94a3f679 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:26.031641 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f71f79-3a82-4521-976e-b351343defd9 req-bbd9b3ef-f347-4b8f-ac9e-b7bd94a3f679 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:26.040702 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f71f79-3a82-4521-976e-b351343defd9 req-bbd9b3ef-f347-4b8f-ac9e-b7bd94a3f679 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:26.048716 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 1cccaa23-72ad-4200-b71f-9cd24f4b79bd, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=1cccaa23-72ad-4200-b71f-9cd24f4b79bd,segment=NetworkSegment(c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a),segment_id=c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:18:26.051808 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-31f71f79-3a82-4521-976e-b351343defd9 req-bbd9b3ef-f347-4b8f-ac9e-b7bd94a3f679 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 5436 time: 0.1977861 Aug 18 13:18:26.113278 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-31f71f79-3a82-4521-976e-b351343defd9 req-918dea2f-73eb-4fea-b4c8-1b4e7058e544 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2bddc60-b82c-424c-8146-8484da8521b7&id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603802 Aug 18 13:18:26.127143 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:26.129583 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 069b9001-3300-4e5d-a3d3-e19a50735842 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:18:26.251295 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=1cccaa23-72ad-4200-b71f-9cd24f4b79bd,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:26.285864 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 069b9001-3300-4e5d-a3d3-e19a50735842, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=069b9001-3300-4e5d-a3d3-e19a50735842,segment=NetworkSegment(c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a),segment_id=c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:18:26.328715 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '069b9001-3300-4e5d-a3d3-e19a50735842', 'network_id': 'f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d', 'port_id': '069b9001-3300-4e5d-a3d3-e19a50735842', 'mac_address': 'fa:16:3e:35:e6:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cbb8eea-c986-4ab1-9343-a5e2b65768a8', 'ip_address': '10.1.1.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:18:26.351243 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ab3a5ac-8a64-42dd-a639-8ec8e4df6880 req-a646c707-cdaa-4728-a4a9-7ad4dd76872f tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=80d905bc-82ea-4548-9f54-8f655f8864af HTTP/1.1" status: 200 len: 210 time: 0.5710239 Aug 18 13:18:26.387594 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:26.402007 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 069b9001-3300-4e5d-a3d3-e19a50735842 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:18:26.428567 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 069b9001-3300-4e5d-a3d3-e19a50735842, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=069b9001-3300-4e5d-a3d3-e19a50735842,segment=NetworkSegment(c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a),segment_id=c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:18:26.527931 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:26.586408 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=069b9001-3300-4e5d-a3d3-e19a50735842,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:26.756784 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45678) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:26.770649 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d161453e-14f0-4590-bedd-1967cb40e4c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:26.893468 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d161453e-14f0-4590-bedd-1967cb40e4c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:26.977004 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d161453e-14f0-4590-bedd-1967cb40e4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:27.021355 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d161453e-14f0-4590-bedd-1967cb40e4c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98760c09753648e0bc5c261a6e4e3e7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2634535 Aug 18 13:18:27.022785 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d161453e-14f0-4590-bedd-1967cb40e4c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0254fdde-155f-4dd2-bea2-199c972da394,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:27.023950 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45684) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:27.112140 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-283bb4e9-fcb6-43e1-9a58-ebf35b4b462d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:27.125380 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['7e6e27c2-38fd-42cf-93be-14deed0fa74b'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:18:27.161629 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-283bb4e9-fcb6-43e1-9a58-ebf35b4b462d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:27.230474 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['065cd133-54a5-459f-8fc9-119d4871728d'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:18:27.232673 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['97c40def-aee3-4b98-98ab-a261b2afc2a9'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:18:27.236783 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['1cccaa23-72ad-4200-b71f-9cd24f4b79bd'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:18:27.238116 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['4c42b267-b638-4860-bfd1-70bfa4f46487'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:18:27.271661 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['069b9001-3300-4e5d-a3d3-e19a50735842'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:18:27.357096 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0ed45-a457-47da-9ce6-2fe7f83dd327 req-ea14489a-b538-4a7b-a412-553b3236dfc2 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:27.366423 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0ed45-a457-47da-9ce6-2fe7f83dd327 req-ea14489a-b538-4a7b-a412-553b3236dfc2 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:27.384207 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0ed45-a457-47da-9ce6-2fe7f83dd327 req-ea14489a-b538-4a7b-a412-553b3236dfc2 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:27.390719 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0ed45-a457-47da-9ce6-2fe7f83dd327 req-ea14489a-b538-4a7b-a412-553b3236dfc2 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:27.412999 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0ed45-a457-47da-9ce6-2fe7f83dd327 req-ea14489a-b538-4a7b-a412-553b3236dfc2 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:27.422815 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0ed45-a457-47da-9ce6-2fe7f83dd327 req-ea14489a-b538-4a7b-a412-553b3236dfc2 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:27.431436 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0ed45-a457-47da-9ce6-2fe7f83dd327 req-ea14489a-b538-4a7b-a412-553b3236dfc2 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:27.444939 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f2b0ed45-a457-47da-9ce6-2fe7f83dd327 req-ea14489a-b538-4a7b-a412-553b3236dfc2 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 5438 time: 0.1865933 Aug 18 13:18:27.448141 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-283bb4e9-fcb6-43e1-9a58-ebf35b4b462d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:27.452569 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-283bb4e9-fcb6-43e1-9a58-ebf35b4b462d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:27.459801 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-283bb4e9-fcb6-43e1-9a58-ebf35b4b462d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0254fdde-155f-4dd2-bea2-199c972da394 HTTP/1.1" status: 204 len: 168 time: 0.4334161 Aug 18 13:18:27.509493 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283bb4e9-fcb6-43e1-9a58-ebf35b4b462d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0254fdde-155f-4dd2-bea2-199c972da394,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:27.570862 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f2b0ed45-a457-47da-9ce6-2fe7f83dd327 req-348ba058-2147-4573-b1b3-1faff5e2fe7a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2bddc60-b82c-424c-8146-8484da8521b7&id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1251230 Aug 18 13:18:27.594543 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f088c873-fd48-4149-80f5-6e3e759abe8e req-e874297b-761c-472c-8dbc-d8f3f4c37fd3 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=80d905bc-82ea-4548-9f54-8f655f8864af HTTP/1.1" status: 200 len: 210 time: 0.0780773 Aug 18 13:18:28.212196 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:18:28.270794 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:28.794386 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72a2de-b32a-4d14-9220-8cf34983d1f7 req-f3a56873-5aef-40c2-8140-9ee2bc57b67c tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:28.795093 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0fcf60f2-60f0-48fe-8cb8-b3933f85fb9f req-3ac19f59-ba27-43af-b05a-ac83c9b8ccaa tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=80d905bc-82ea-4548-9f54-8f655f8864af HTTP/1.1" status: 200 len: 210 time: 0.0636110 Aug 18 13:18:28.802411 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72a2de-b32a-4d14-9220-8cf34983d1f7 req-f3a56873-5aef-40c2-8140-9ee2bc57b67c tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:28.805404 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:28.815911 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72a2de-b32a-4d14-9220-8cf34983d1f7 req-f3a56873-5aef-40c2-8140-9ee2bc57b67c tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:28.819129 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72a2de-b32a-4d14-9220-8cf34983d1f7 req-f3a56873-5aef-40c2-8140-9ee2bc57b67c tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:28.826613 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72a2de-b32a-4d14-9220-8cf34983d1f7 req-f3a56873-5aef-40c2-8140-9ee2bc57b67c tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:28.835969 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72a2de-b32a-4d14-9220-8cf34983d1f7 req-f3a56873-5aef-40c2-8140-9ee2bc57b67c tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:28.843393 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72a2de-b32a-4d14-9220-8cf34983d1f7 req-f3a56873-5aef-40c2-8140-9ee2bc57b67c tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:28.853405 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3d72a2de-b32a-4d14-9220-8cf34983d1f7 req-f3a56873-5aef-40c2-8140-9ee2bc57b67c tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 5438 time: 0.1638718 Aug 18 13:18:28.926874 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3d72a2de-b32a-4d14-9220-8cf34983d1f7 req-61934a6b-d87c-4de6-b876-d7d108ca17bf tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2bddc60-b82c-424c-8146-8484da8521b7&id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0721707 Aug 18 13:18:29.043564 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226febb-ba75-4197-ab5a-45389c715f49 req-f09986de-0730-4d2d-9220-8ee17762a946 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:29.045654 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b226febb-ba75-4197-ab5a-45389c715f49 req-f09986de-0730-4d2d-9220-8ee17762a946 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.39 "GET /v2.0/networks?id=630a6873-1b01-4309-9f27-c957f112ed2e HTTP/1.1" status: 200 len: 796 time: 0.1816587 Aug 18 13:18:29.146762 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b226febb-ba75-4197-ab5a-45389c715f49 req-11c4e7b5-a377-4bd7-8568-1aed5f02438c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e63152bca3cb423b9a7763e005387f10 HTTP/1.1" status: 200 len: 379 time: 0.0829113 Aug 18 13:18:29.156313 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-b226febb-ba75-4197-ab5a-45389c715f49 req-7d46d261-9464-480d-9fa9-2e1165e94c2c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Request body: {'port': {'device_id': '80d905bc-82ea-4548-9f54-8f655f8864af', 'network_id': '630a6873-1b01-4309-9f27-c957f112ed2e', 'admin_state_up': True, 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'security_groups': ['ca4a8a73-be61-4a82-9e8b-052266394686']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:18:29.428891 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b226febb-ba75-4197-ab5a-45389c715f49 req-7d46d261-9464-480d-9fa9-2e1165e94c2c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Made reservation on behalf of e63152bca3cb423b9a7763e005387f10 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:18:29.433364 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b226febb-ba75-4197-ab5a-45389c715f49 req-7d46d261-9464-480d-9fa9-2e1165e94c2c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:29.589255 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-b226febb-ba75-4197-ab5a-45389c715f49 req-7d46d261-9464-480d-9fa9-2e1165e94c2c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Allocated IP 172.20.0.4 (630a6873-1b01-4309-9f27-c957f112ed2e/b61b3d7d-04c9-49f5-aaa1-e0a798c88721/538664f0-5cc1-4f13-86d9-f36de796dcab) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:18:29.769524 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b226febb-ba75-4197-ab5a-45389c715f49 req-7d46d261-9464-480d-9fa9-2e1165e94c2c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:29.785711 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-b226febb-ba75-4197-ab5a-45389c715f49 req-7d46d261-9464-480d-9fa9-2e1165e94c2c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Transition to ACTIVE for port object 538664f0-5cc1-4f13-86d9-f36de796dcab will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:18:29.881048 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b226febb-ba75-4197-ab5a-45389c715f49 req-7d46d261-9464-480d-9fa9-2e1165e94c2c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:29.947195 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b226febb-ba75-4197-ab5a-45389c715f49 req-7d46d261-9464-480d-9fa9-2e1165e94c2c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Network 630a6873-1b01-4309-9f27-c957f112ed2e is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:18:29.998861 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46d261-9464-480d-9fa9-2e1165e94c2c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event updated for resources: {'Port': ['ID=538664f0-5cc1-4f13-86d9-f36de796dcab,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:30.018948 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-b226febb-ba75-4197-ab5a-45389c715f49 req-7d46d261-9464-480d-9fa9-2e1165e94c2c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:18:30.042729 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-b226febb-ba75-4197-ab5a-45389c715f49 req-7d46d261-9464-480d-9fa9-2e1165e94c2c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:18:30.166396 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6c9a1-0b64-4320-b9ed-cab3353ae963 req-e5b0ff7d-5771-4db4-8442-e93042eca05d tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:30.189655 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226febb-ba75-4197-ab5a-45389c715f49 req-7d46d261-9464-480d-9fa9-2e1165e94c2c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:30.189655 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b226febb-ba75-4197-ab5a-45389c715f49 req-7d46d261-9464-480d-9fa9-2e1165e94c2c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:30.193337 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6c9a1-0b64-4320-b9ed-cab3353ae963 req-e5b0ff7d-5771-4db4-8442-e93042eca05d tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:30.202998 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6c9a1-0b64-4320-b9ed-cab3353ae963 req-e5b0ff7d-5771-4db4-8442-e93042eca05d tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:30.209651 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6c9a1-0b64-4320-b9ed-cab3353ae963 req-e5b0ff7d-5771-4db4-8442-e93042eca05d tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:30.217985 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6c9a1-0b64-4320-b9ed-cab3353ae963 req-e5b0ff7d-5771-4db4-8442-e93042eca05d tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:30.235348 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6c9a1-0b64-4320-b9ed-cab3353ae963 req-e5b0ff7d-5771-4db4-8442-e93042eca05d tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:30.242564 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6c9a1-0b64-4320-b9ed-cab3353ae963 req-e5b0ff7d-5771-4db4-8442-e93042eca05d tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:30.251493 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e0d6c9a1-0b64-4320-b9ed-cab3353ae963 req-e5b0ff7d-5771-4db4-8442-e93042eca05d tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 5438 time: 0.1870489 Aug 18 13:18:30.254731 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a59cf2-0205-4921-82eb-af18784842cf req-11d3dbbb-7980-43c7-ab2e-23a391c0b6c1 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:30.256392 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-35a59cf2-0205-4921-82eb-af18784842cf req-11d3dbbb-7980-43c7-ab2e-23a391c0b6c1 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=80d905bc-82ea-4548-9f54-8f655f8864af HTTP/1.1" status: 200 len: 931 time: 0.3528919 Aug 18 13:18:30.338704 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e0d6c9a1-0b64-4320-b9ed-cab3353ae963 req-670c271e-df18-41b0-8a04-0c4c4529d358 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2bddc60-b82c-424c-8146-8484da8521b7&id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0857530 Aug 18 13:18:30.356846 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-35a59cf2-0205-4921-82eb-af18784842cf req-17d7c7dd-e31d-4ad9-b113-218d88357410 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4a8a73-be61-4a82-9e8b-052266394686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757885 Aug 18 13:18:30.358344 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b226febb-ba75-4197-ab5a-45389c715f49 req-7d46d261-9464-480d-9fa9-2e1165e94c2c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2100558 Aug 18 13:18:30.371814 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-b226febb-ba75-4197-ab5a-45389c715f49 req-c9daaaa2-906e-4653-9cde-5dcf6c3570c5 service neutron] Request body: {'port': {'device_id': '80d905bc-82ea-4548-9f54-8f655f8864af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:18:30.518273 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b226febb-ba75-4197-ab5a-45389c715f49 req-c9daaaa2-906e-4653-9cde-5dcf6c3570c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:30.574689 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 065cd133-54a5-459f-8fc9-119d4871728d up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:18:30.651400 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-4301d74c-3d51-45b9-92d9-1117a9a3b078 None None] Provisioning for port 538664f0-5cc1-4f13-86d9-f36de796dcab completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:18:30.655928 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-4301d74c-3d51-45b9-92d9-1117a9a3b078 None None] Provisioning complete for port 538664f0-5cc1-4f13-86d9-f36de796dcab triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:18:30.656304 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4301d74c-3d51-45b9-92d9-1117a9a3b078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:30.711234 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-4301d74c-3d51-45b9-92d9-1117a9a3b078 None None] Port 538664f0-5cc1-4f13-86d9-f36de796dcab cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:18:30.766316 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 065cd133-54a5-459f-8fc9-119d4871728d completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:18:30.771380 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 065cd133-54a5-459f-8fc9-119d4871728d triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:18:30.771785 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:30.899366 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-b226febb-ba75-4197-ab5a-45389c715f49 req-c9daaaa2-906e-4653-9cde-5dcf6c3570c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 538664f0-5cc1-4f13-86d9-f36de796dcab {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:18:30.908766 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b226febb-ba75-4197-ab5a-45389c715f49 req-c9daaaa2-906e-4653-9cde-5dcf6c3570c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:30.924180 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-b226febb-ba75-4197-ab5a-45389c715f49 req-c9daaaa2-906e-4653-9cde-5dcf6c3570c5 service neutron] Transition to ACTIVE for port object 538664f0-5cc1-4f13-86d9-f36de796dcab will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:18:30.959718 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:30.998365 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065cd133-54a5-459f-8fc9-119d4871728d'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:18:31.000909 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77e1adc-9de3-443c-a3cb-88f3b7379c12" -d '{"events": [{"server_uuid": "c584a547-2e36-4842-a62f-c1507c6af6c0", "name": "network-vif-plugged", "status": "completed", "tag": "065cd133-54a5-459f-8fc9-119d4871728d"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:18:31.018165 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 065cd133-54a5-459f-8fc9-119d4871728d, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=065cd133-54a5-459f-8fc9-119d4871728d,segment=NetworkSegment(252977c9-b887-4eaa-8b1c-52adc0e4d606),segment_id=252977c9-b887-4eaa-8b1c-52adc0e4d606)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:18:31.039932 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b226febb-ba75-4197-ab5a-45389c715f49 req-c9daaaa2-906e-4653-9cde-5dcf6c3570c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:31.087695 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd3322b-ccb4-4890-bf5c-e303d392ddfc x-openstack-request-id: req-edd3322b-ccb4-4890-bf5c-e303d392ddfc {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:18:31.088210 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c584a547-2e36-4842-a62f-c1507c6af6c0", "name": "network-vif-plugged", "status": "completed", "tag": "065cd133-54a5-459f-8fc9-119d4871728d", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:18:31.088678 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-edd3322b-ccb4-4890-bf5c-e303d392ddfc {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:18:31.089306 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065cd133-54a5-459f-8fc9-119d4871728d', 'code': 200} Aug 18 13:18:31.109727 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:31.110899 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 97c40def-aee3-4b98-98ab-a261b2afc2a9 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:18:31.215744 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45796) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:31.238822 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9daaaa2-906e-4653-9cde-5dcf6c3570c5 service neutron] Pushing event updated for resources: {'Port': ['ID=538664f0-5cc1-4f13-86d9-f36de796dcab,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:31.251649 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=065cd133-54a5-459f-8fc9-119d4871728d,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:31.330934 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 97c40def-aee3-4b98-98ab-a261b2afc2a9 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:18:31.337975 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 97c40def-aee3-4b98-98ab-a261b2afc2a9 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:18:31.337975 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:31.390230 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-b226febb-ba75-4197-ab5a-45389c715f49 req-c9daaaa2-906e-4653-9cde-5dcf6c3570c5 service neutron] Attempting to bind port 538664f0-5cc1-4f13-86d9-f36de796dcab on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:18:31.390801 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-b226febb-ba75-4197-ab5a-45389c715f49 req-c9daaaa2-906e-4653-9cde-5dcf6c3570c5 service neutron] Attempting to bind port 538664f0-5cc1-4f13-86d9-f36de796dcab by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': 'f1eb63e7-c311-4338-9662-b4aa97c88101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '630a6873-1b01-4309-9f27-c957f112ed2e'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:18:31.391154 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b226febb-ba75-4197-ab5a-45389c715f49 req-c9daaaa2-906e-4653-9cde-5dcf6c3570c5 service neutron] Attempting to bind port 538664f0-5cc1-4f13-86d9-f36de796dcab on network 630a6873-1b01-4309-9f27-c957f112ed2e {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:18:31.417279 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b226febb-ba75-4197-ab5a-45389c715f49 req-c9daaaa2-906e-4653-9cde-5dcf6c3570c5 service neutron] Port 538664f0-5cc1-4f13-86d9-f36de796dcab on network 630a6873-1b01-4309-9f27-c957f112ed2e not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:18:31.417622 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b226febb-ba75-4197-ab5a-45389c715f49 req-c9daaaa2-906e-4653-9cde-5dcf6c3570c5 service neutron] Attempting to bind port 538664f0-5cc1-4f13-86d9-f36de796dcab on network 630a6873-1b01-4309-9f27-c957f112ed2e {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:18:31.428774 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b226febb-ba75-4197-ab5a-45389c715f49 req-c9daaaa2-906e-4653-9cde-5dcf6c3570c5 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:18:31.436973 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b226febb-ba75-4197-ab5a-45389c715f49 req-c9daaaa2-906e-4653-9cde-5dcf6c3570c5 service neutron] Checking segment: {'id': 'f1eb63e7-c311-4338-9662-b4aa97c88101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '630a6873-1b01-4309-9f27-c957f112ed2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:18:31.436973 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b226febb-ba75-4197-ab5a-45389c715f49 req-c9daaaa2-906e-4653-9cde-5dcf6c3570c5 service neutron] Bound using segment: {'id': 'f1eb63e7-c311-4338-9662-b4aa97c88101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '630a6873-1b01-4309-9f27-c957f112ed2e'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:18:31.436973 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-b226febb-ba75-4197-ab5a-45389c715f49 req-c9daaaa2-906e-4653-9cde-5dcf6c3570c5 service neutron] Bound port: 538664f0-5cc1-4f13-86d9-f36de796dcab, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1eb63e7-c311-4338-9662-b4aa97c88101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '630a6873-1b01-4309-9f27-c957f112ed2e'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:18:31.436973 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b226febb-ba75-4197-ab5a-45389c715f49 req-c9daaaa2-906e-4653-9cde-5dcf6c3570c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:31.483884 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dc90f9d6-d3ff-48dd-98a4-eb439a8b8662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:31.523791 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:31.606957 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bbd03a-3ca0-4fad-a1de-0230ad5bfb0c req-c1c017d7-5d70-44cd-bf5c-1466c64cb5e4 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:31.617227 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-20bbd03a-3ca0-4fad-a1de-0230ad5bfb0c req-c1c017d7-5d70-44cd-bf5c-1466c64cb5e4 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=80d905bc-82ea-4548-9f54-8f655f8864af HTTP/1.1" status: 200 len: 943 time: 0.1166730 Aug 18 13:18:31.627520 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 97c40def-aee3-4b98-98ab-a261b2afc2a9, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=97c40def-aee3-4b98-98ab-a261b2afc2a9,segment=NetworkSegment(252977c9-b887-4eaa-8b1c-52adc0e4d606),segment_id=252977c9-b887-4eaa-8b1c-52adc0e4d606)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:18:31.683278 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04a1ce-7efa-472f-9957-b11b6560be9a req-6475bc5a-1ced-424c-a360-4de6fe962a2f tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:31.691116 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04a1ce-7efa-472f-9957-b11b6560be9a req-6475bc5a-1ced-424c-a360-4de6fe962a2f tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:31.697020 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04a1ce-7efa-472f-9957-b11b6560be9a req-6475bc5a-1ced-424c-a360-4de6fe962a2f tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:31.701188 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dc90f9d6-d3ff-48dd-98a4-eb439a8b8662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:31.703770 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04a1ce-7efa-472f-9957-b11b6560be9a req-6475bc5a-1ced-424c-a360-4de6fe962a2f tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:31.709806 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04a1ce-7efa-472f-9957-b11b6560be9a req-6475bc5a-1ced-424c-a360-4de6fe962a2f tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:31.715805 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04a1ce-7efa-472f-9957-b11b6560be9a req-6475bc5a-1ced-424c-a360-4de6fe962a2f tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:31.722306 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04a1ce-7efa-472f-9957-b11b6560be9a req-6475bc5a-1ced-424c-a360-4de6fe962a2f tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:31.727486 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9c04a1ce-7efa-472f-9957-b11b6560be9a req-6475bc5a-1ced-424c-a360-4de6fe962a2f tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 5439 time: 0.2060635 Aug 18 13:18:31.731744 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:31.732877 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:18:31.753401 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-20bbd03a-3ca0-4fad-a1de-0230ad5bfb0c req-99928178-153d-49e0-81cc-2124b0b1f4a4 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4a8a73-be61-4a82-9e8b-052266394686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298842 Aug 18 13:18:31.760459 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-b226febb-ba75-4197-ab5a-45389c715f49 req-c9daaaa2-906e-4653-9cde-5dcf6c3570c5 service neutron] For port 538664f0-5cc1-4f13-86d9-f36de796dcab, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:18:31.782333 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-b226febb-ba75-4197-ab5a-45389c715f49 req-c9daaaa2-906e-4653-9cde-5dcf6c3570c5 service neutron] For port 538664f0-5cc1-4f13-86d9-f36de796dcab, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=538664f0-5cc1-4f13-86d9-f36de796dcab,segment=NetworkSegment(f1eb63e7-c311-4338-9662-b4aa97c88101),segment_id=f1eb63e7-c311-4338-9662-b4aa97c88101)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:18:31.788380 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dc90f9d6-d3ff-48dd-98a4-eb439a8b8662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:31.837088 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9c04a1ce-7efa-472f-9957-b11b6560be9a req-cde2574b-75b8-41c5-8bcd-b5dd1fa1795d tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2bddc60-b82c-424c-8146-8484da8521b7&id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0897403 Aug 18 13:18:31.858811 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-dc90f9d6-d3ff-48dd-98a4-eb439a8b8662 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dcf302d721124b39b2c1861eaf5c087e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6403143 Aug 18 13:18:31.859536 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90f9d6-d3ff-48dd-98a4-eb439a8b8662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e3042a-9360-4b28-97db-1e14bcfadf4d,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:31.861765 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45804) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:31.949619 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=97c40def-aee3-4b98-98ab-a261b2afc2a9,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:31.973883 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8ec13015-1e2b-4120-832b-4e36563091cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:31.999161 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8ec13015-1e2b-4120-832b-4e36563091cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:32.057352 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b226febb-ba75-4197-ab5a-45389c715f49 req-c9daaaa2-906e-4653-9cde-5dcf6c3570c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:32.080758 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:18:32.090521 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:18:32.090521 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:32.108609 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226febb-ba75-4197-ab5a-45389c715f49 req-c9daaaa2-906e-4653-9cde-5dcf6c3570c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:32.109228 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b226febb-ba75-4197-ab5a-45389c715f49 req-c9daaaa2-906e-4653-9cde-5dcf6c3570c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:32.110684 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b226febb-ba75-4197-ab5a-45389c715f49 req-c9daaaa2-906e-4653-9cde-5dcf6c3570c5 service neutron] 10.222.0.39 "PUT /v2.0/ports/538664f0-5cc1-4f13-86d9-f36de796dcab HTTP/1.1" status: 200 len: 1091 time: 1.7433877 Aug 18 13:18:32.112813 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d905bc-82ea-4548-9f54-8f655f8864af', 'tag': '538664f0-5cc1-4f13-86d9-f36de796dcab'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:18:32.118291 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1338ebca-a323-46cd-925e-1ee77c7bf44c" -d '{"events": [{"name": "network-changed", "server_uuid": "80d905bc-82ea-4548-9f54-8f655f8864af", "tag": "538664f0-5cc1-4f13-86d9-f36de796dcab"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:18:32.144848 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8ec13015-1e2b-4120-832b-4e36563091cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:32.154336 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8ec13015-1e2b-4120-832b-4e36563091cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:32.156978 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8ec13015-1e2b-4120-832b-4e36563091cc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2e3042a-9360-4b28-97db-1e14bcfadf4d HTTP/1.1" status: 204 len: 168 time: 0.2941020 Aug 18 13:18:32.184506 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec13015-1e2b-4120-832b-4e36563091cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e3042a-9360-4b28-97db-1e14bcfadf4d,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:32.189017 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e08ac1-67c6-4f0d-a097-5c0b52eec422 x-openstack-request-id: req-d9e08ac1-67c6-4f0d-a097-5c0b52eec422 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:18:32.189296 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80d905bc-82ea-4548-9f54-8f655f8864af", "tag": "538664f0-5cc1-4f13-86d9-f36de796dcab", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:18:32.189545 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9e08ac1-67c6-4f0d-a097-5c0b52eec422 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:18:32.189953 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d905bc-82ea-4548-9f54-8f655f8864af', 'tag': '538664f0-5cc1-4f13-86d9-f36de796dcab', 'status': 'completed', 'code': 200} Aug 18 13:18:32.254273 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9daaaa2-906e-4653-9cde-5dcf6c3570c5 service neutron] Pushing event updated for resources: {'Port': ['ID=538664f0-5cc1-4f13-86d9-f36de796dcab,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:32.280971 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:32.296413 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338ebca-a323-46cd-925e-1ee77c7bf44c req-9febb7f6-e353-4b10-95d0-53a9c9f0097f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:32.298308 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1338ebca-a323-46cd-925e-1ee77c7bf44c req-9febb7f6-e353-4b10-95d0-53a9c9f0097f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e63152bca3cb423b9a7763e005387f10&device_id=80d905bc-82ea-4548-9f54-8f655f8864af HTTP/1.1" status: 200 len: 1094 time: 0.0594885 Aug 18 13:18:32.341784 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc,segment=NetworkSegment(c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a),segment_id=c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:18:32.451683 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:32.454040 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 7e6e27c2-38fd-42cf-93be-14deed0fa74b up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:18:32.461088 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338ebca-a323-46cd-925e-1ee77c7bf44c req-59b3d985-c8e8-4485-bc5f-4932a932de21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:32.462684 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1338ebca-a323-46cd-925e-1ee77c7bf44c req-59b3d985-c8e8-4485-bc5f-4932a932de21 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e63152bca3cb423b9a7763e005387f10&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1567852 Aug 18 13:18:32.535762 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:32.574934 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338ebca-a323-46cd-925e-1ee77c7bf44c req-cea62e55-73a5-4b9c-858c-f9f782ab118e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:32.576668 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1338ebca-a323-46cd-925e-1ee77c7bf44c req-cea62e55-73a5-4b9c-858c-f9f782ab118e service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1065137 Aug 18 13:18:32.668784 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 7e6e27c2-38fd-42cf-93be-14deed0fa74b completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:18:32.672524 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226febb-ba75-4197-ab5a-45389c715f49 req-22abea07-f916-469e-ac8e-49a8328a94a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:32.672950 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 7e6e27c2-38fd-42cf-93be-14deed0fa74b triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:18:32.673434 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:32.674659 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b226febb-ba75-4197-ab5a-45389c715f49 req-22abea07-f916-469e-ac8e-49a8328a94a8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e63152bca3cb423b9a7763e005387f10&device_id=80d905bc-82ea-4548-9f54-8f655f8864af HTTP/1.1" status: 200 len: 1094 time: 0.0595598 Aug 18 13:18:32.726093 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b226febb-ba75-4197-ab5a-45389c715f49 req-7d80d379-bca1-4d6a-a544-e8678040b57e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=538664f0-5cc1-4f13-86d9-f36de796dcab HTTP/1.1" status: 200 len: 217 time: 0.0442312 Aug 18 13:18:32.773628 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:32.798071 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226febb-ba75-4197-ab5a-45389c715f49 req-bc0ec22a-d6ba-4443-bd6a-bf2ec2282ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:32.799918 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b226febb-ba75-4197-ab5a-45389c715f49 req-bc0ec22a-d6ba-4443-bd6a-bf2ec2282ad6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b61b3d7d-04c9-49f5-aaa1-e0a798c88721 HTTP/1.1" status: 200 len: 834 time: 0.0666099 Aug 18 13:18:32.824116 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 7e6e27c2-38fd-42cf-93be-14deed0fa74b, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=7e6e27c2-38fd-42cf-93be-14deed0fa74b,segment=NetworkSegment(c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a),segment_id=c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:18:32.928457 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226febb-ba75-4197-ab5a-45389c715f49 req-0a656bc4-1139-458f-ade8-c74ba37635ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:32.930036 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b226febb-ba75-4197-ab5a-45389c715f49 req-0a656bc4-1139-458f-ade8-c74ba37635ce service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=630a6873-1b01-4309-9f27-c957f112ed2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1229746 Aug 18 13:18:32.948523 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:32.949149 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 069b9001-3300-4e5d-a3d3-e19a50735842 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:18:32.985132 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45834) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:33.003008 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c472d-4d43-4338-9b7a-426ea135c4e0 req-665cc1f7-671d-441d-a9cc-fc902cfe3d2a tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:33.005777 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d33c472d-4d43-4338-9b7a-426ea135c4e0 req-665cc1f7-671d-441d-a9cc-fc902cfe3d2a tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=80d905bc-82ea-4548-9f54-8f655f8864af HTTP/1.1" status: 200 len: 943 time: 0.1349239 Aug 18 13:18:33.011169 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-83863be9-9083-421e-bfe1-0869bcca00d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:33.083785 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=7e6e27c2-38fd-42cf-93be-14deed0fa74b,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:33.091663 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c40def-aee3-4b98-98ab-a261b2afc2a9'}, {'server_uuid': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc'}, {'server_uuid': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6e27c2-38fd-42cf-93be-14deed0fa74b'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:18:33.094727 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b4338e-6ade-43c8-bde7-01688c1a24ed" -d '{"events": [{"server_uuid": "c584a547-2e36-4842-a62f-c1507c6af6c0", "name": "network-vif-plugged", "status": "completed", "tag": "97c40def-aee3-4b98-98ab-a261b2afc2a9"}, {"server_uuid": "c584a547-2e36-4842-a62f-c1507c6af6c0", "name": "network-vif-plugged", "status": "completed", "tag": "c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc"}, {"server_uuid": "c584a547-2e36-4842-a62f-c1507c6af6c0", "name": "network-vif-plugged", "status": "completed", "tag": "7e6e27c2-38fd-42cf-93be-14deed0fa74b"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:18:33.101020 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d33c472d-4d43-4338-9b7a-426ea135c4e0 req-ea71e620-2782-4187-a91e-d1681c693d00 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4a8a73-be61-4a82-9e8b-052266394686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852191 Aug 18 13:18:33.118086 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b226febb-ba75-4197-ab5a-45389c715f49 req-909c6a1c-0f0f-427d-83f2-1bc8e23ee88f service neutron] 10.222.0.39 "GET /v2.0/networks/630a6873-1b01-4309-9f27-c957f112ed2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788692 Aug 18 13:18:33.185050 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 18 Aug 2021 13:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62be8b23-e91f-4609-9516-d07a056cc89c x-openstack-request-id: req-62be8b23-e91f-4609-9516-d07a056cc89c {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:18:33.185719 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c584a547-2e36-4842-a62f-c1507c6af6c0", "name": "network-vif-plugged", "status": "completed", "tag": "97c40def-aee3-4b98-98ab-a261b2afc2a9", "code": 200}, {"server_uuid": "c584a547-2e36-4842-a62f-c1507c6af6c0", "name": "network-vif-plugged", "status": "completed", "tag": "c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc", "code": 200}, {"server_uuid": "c584a547-2e36-4842-a62f-c1507c6af6c0", "name": "network-vif-plugged", "status": "completed", "tag": "7e6e27c2-38fd-42cf-93be-14deed0fa74b", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:18:33.186290 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-62be8b23-e91f-4609-9516-d07a056cc89c {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:18:33.187316 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c40def-aee3-4b98-98ab-a261b2afc2a9', 'code': 200} Aug 18 13:18:33.187955 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc', 'code': 200} Aug 18 13:18:33.188497 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6e27c2-38fd-42cf-93be-14deed0fa74b', 'code': 200} Aug 18 13:18:33.189224 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c25dc4-1e52-46f1-b5f0-4b6b4d0dd7b0 req-d4753670-0c85-49fa-9bc9-a082a7346607 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:33.190423 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 069b9001-3300-4e5d-a3d3-e19a50735842 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:18:33.196516 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 069b9001-3300-4e5d-a3d3-e19a50735842 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:18:33.197328 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:33.197596 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c25dc4-1e52-46f1-b5f0-4b6b4d0dd7b0 req-d4753670-0c85-49fa-9bc9-a082a7346607 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:33.205636 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c25dc4-1e52-46f1-b5f0-4b6b4d0dd7b0 req-d4753670-0c85-49fa-9bc9-a082a7346607 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:33.215121 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c25dc4-1e52-46f1-b5f0-4b6b4d0dd7b0 req-d4753670-0c85-49fa-9bc9-a082a7346607 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:33.235396 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c25dc4-1e52-46f1-b5f0-4b6b4d0dd7b0 req-d4753670-0c85-49fa-9bc9-a082a7346607 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:33.244123 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c25dc4-1e52-46f1-b5f0-4b6b4d0dd7b0 req-d4753670-0c85-49fa-9bc9-a082a7346607 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:33.248779 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b226febb-ba75-4197-ab5a-45389c715f49 req-14c7edad-6aa3-4b37-8856-987ce1e6e78e service neutron] 10.222.0.39 "GET /v2.0/networks/630a6873-1b01-4309-9f27-c957f112ed2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231942 Aug 18 13:18:33.251175 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c25dc4-1e52-46f1-b5f0-4b6b4d0dd7b0 req-d4753670-0c85-49fa-9bc9-a082a7346607 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:33.253123 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b7c25dc4-1e52-46f1-b5f0-4b6b4d0dd7b0 req-d4753670-0c85-49fa-9bc9-a082a7346607 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 5442 time: 0.1674352 Aug 18 13:18:33.289423 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:33.328161 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 069b9001-3300-4e5d-a3d3-e19a50735842, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=069b9001-3300-4e5d-a3d3-e19a50735842,segment=NetworkSegment(c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a),segment_id=c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:18:33.334365 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b7c25dc4-1e52-46f1-b5f0-4b6b4d0dd7b0 req-9783d0f0-9298-4d75-9180-74091e9aed19 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2bddc60-b82c-424c-8146-8484da8521b7&id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0605776 Aug 18 13:18:33.362476 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-83863be9-9083-421e-bfe1-0869bcca00d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:33.457447 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:33.458249 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 4c42b267-b638-4860-bfd1-70bfa4f46487 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:18:33.536410 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=069b9001-3300-4e5d-a3d3-e19a50735842,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:33.543060 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-83863be9-9083-421e-bfe1-0869bcca00d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:33.609214 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83863be9-9083-421e-bfe1-0869bcca00d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13dbff35-f79d-4985-a79f-1e9d4b87dd06,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:33.614224 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-83863be9-9083-421e-bfe1-0869bcca00d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9831f72a35d5446ab8073a6b82112cd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6271727 Aug 18 13:18:33.616973 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45860) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:33.675224 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-065903bf-4902-46d9-9e0f-75ae5035624b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:33.705295 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-065903bf-4902-46d9-9e0f-75ae5035624b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:33.725463 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 4c42b267-b638-4860-bfd1-70bfa4f46487 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:18:33.735836 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 4c42b267-b638-4860-bfd1-70bfa4f46487 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:18:33.736238 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:33.824381 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:33.845571 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-065903bf-4902-46d9-9e0f-75ae5035624b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:33.848423 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-065903bf-4902-46d9-9e0f-75ae5035624b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:33.849622 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-065903bf-4902-46d9-9e0f-75ae5035624b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/13dbff35-f79d-4985-a79f-1e9d4b87dd06 HTTP/1.1" status: 204 len: 168 time: 0.2317135 Aug 18 13:18:33.863577 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065903bf-4902-46d9-9e0f-75ae5035624b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13dbff35-f79d-4985-a79f-1e9d4b87dd06,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:33.864243 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 4c42b267-b638-4860-bfd1-70bfa4f46487, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=4c42b267-b638-4860-bfd1-70bfa4f46487,segment=NetworkSegment(2cb900d6-683a-47fc-8607-ef590f696945),segment_id=2cb900d6-683a-47fc-8607-ef590f696945)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:18:33.978064 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:33.978064 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 1cccaa23-72ad-4200-b71f-9cd24f4b79bd up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:18:34.044435 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=4c42b267-b638-4860-bfd1-70bfa4f46487,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:34.131115 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 1cccaa23-72ad-4200-b71f-9cd24f4b79bd completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:18:34.135487 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 1cccaa23-72ad-4200-b71f-9cd24f4b79bd triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:18:34.137773 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:34.225252 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:34.273007 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f97f45-91b0-4f8a-9289-b6bd962ade10 req-331d0bbf-552f-4505-80bd-2834c82eeaf3 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:34.276059 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f8f97f45-91b0-4f8a-9289-b6bd962ade10 req-331d0bbf-552f-4505-80bd-2834c82eeaf3 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=80d905bc-82ea-4548-9f54-8f655f8864af HTTP/1.1" status: 200 len: 943 time: 0.0773442 Aug 18 13:18:34.294969 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 1cccaa23-72ad-4200-b71f-9cd24f4b79bd, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=1cccaa23-72ad-4200-b71f-9cd24f4b79bd,segment=NetworkSegment(c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a),segment_id=c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:18:34.321329 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f8f97f45-91b0-4f8a-9289-b6bd962ade10 req-57597e61-b874-4835-afd3-f1b133e64dd9 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4a8a73-be61-4a82-9e8b-052266394686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377159 Aug 18 13:18:34.323454 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 538664f0-5cc1-4f13-86d9-f36de796dcab details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:18:34.413200 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:34.502044 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 538664f0-5cc1-4f13-86d9-f36de796dcab, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=538664f0-5cc1-4f13-86d9-f36de796dcab,segment=NetworkSegment(f1eb63e7-c311-4338-9662-b4aa97c88101),segment_id=f1eb63e7-c311-4338-9662-b4aa97c88101)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:18:34.524788 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '538664f0-5cc1-4f13-86d9-f36de796dcab', 'network_id': '630a6873-1b01-4309-9f27-c957f112ed2e', 'port_id': '538664f0-5cc1-4f13-86d9-f36de796dcab', 'mac_address': 'fa:16:3e:f8:8d:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b61b3d7d-04c9-49f5-aaa1-e0a798c88721', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:18:34.532998 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=1cccaa23-72ad-4200-b71f-9cd24f4b79bd,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:34.541677 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a3daf-f59e-4097-bc8b-7cd930c408fa req-b8908f35-4380-42d6-8719-3fce80222597 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:34.548537 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a3daf-f59e-4097-bc8b-7cd930c408fa req-b8908f35-4380-42d6-8719-3fce80222597 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:34.554777 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a3daf-f59e-4097-bc8b-7cd930c408fa req-b8908f35-4380-42d6-8719-3fce80222597 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:34.561012 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a3daf-f59e-4097-bc8b-7cd930c408fa req-b8908f35-4380-42d6-8719-3fce80222597 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:34.568722 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a3daf-f59e-4097-bc8b-7cd930c408fa req-b8908f35-4380-42d6-8719-3fce80222597 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:34.574889 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a3daf-f59e-4097-bc8b-7cd930c408fa req-b8908f35-4380-42d6-8719-3fce80222597 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:34.582376 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a3daf-f59e-4097-bc8b-7cd930c408fa req-b8908f35-4380-42d6-8719-3fce80222597 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:34.584638 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ea7a3daf-f59e-4097-bc8b-7cd930c408fa req-b8908f35-4380-42d6-8719-3fce80222597 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 5445 time: 0.1497548 Aug 18 13:18:34.602797 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:34.610983 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 538664f0-5cc1-4f13-86d9-f36de796dcab {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:18:34.631244 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 538664f0-5cc1-4f13-86d9-f36de796dcab, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=538664f0-5cc1-4f13-86d9-f36de796dcab,segment=NetworkSegment(f1eb63e7-c311-4338-9662-b4aa97c88101),segment_id=f1eb63e7-c311-4338-9662-b4aa97c88101)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:18:34.640418 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ea7a3daf-f59e-4097-bc8b-7cd930c408fa req-ae357ecc-6969-454b-af2e-dcec3679fc9f tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2bddc60-b82c-424c-8146-8484da8521b7&id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0491314 Aug 18 13:18:34.753889 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:34.803356 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=538664f0-5cc1-4f13-86d9-f36de796dcab,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:34.953287 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['538664f0-5cc1-4f13-86d9-f36de796dcab'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:18:35.190407 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069b9001-3300-4e5d-a3d3-e19a50735842'}, {'server_uuid': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c42b267-b638-4860-bfd1-70bfa4f46487'}, {'server_uuid': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cccaa23-72ad-4200-b71f-9cd24f4b79bd'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:18:35.192935 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec818e89-7b80-4c90-8cc4-24ba8e92670e" -d '{"events": [{"server_uuid": "c584a547-2e36-4842-a62f-c1507c6af6c0", "name": "network-vif-plugged", "status": "completed", "tag": "069b9001-3300-4e5d-a3d3-e19a50735842"}, {"server_uuid": "c584a547-2e36-4842-a62f-c1507c6af6c0", "name": "network-vif-plugged", "status": "completed", "tag": "4c42b267-b638-4860-bfd1-70bfa4f46487"}, {"server_uuid": "c584a547-2e36-4842-a62f-c1507c6af6c0", "name": "network-vif-plugged", "status": "completed", "tag": "1cccaa23-72ad-4200-b71f-9cd24f4b79bd"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:18:35.241460 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 18 Aug 2021 13:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5165881-f42d-4dd6-9bff-58b1676f4660 x-openstack-request-id: req-c5165881-f42d-4dd6-9bff-58b1676f4660 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:18:35.241860 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c584a547-2e36-4842-a62f-c1507c6af6c0", "name": "network-vif-plugged", "status": "completed", "tag": "069b9001-3300-4e5d-a3d3-e19a50735842", "code": 200}, {"server_uuid": "c584a547-2e36-4842-a62f-c1507c6af6c0", "name": "network-vif-plugged", "status": "completed", "tag": "4c42b267-b638-4860-bfd1-70bfa4f46487", "code": 200}, {"server_uuid": "c584a547-2e36-4842-a62f-c1507c6af6c0", "name": "network-vif-plugged", "status": "completed", "tag": "1cccaa23-72ad-4200-b71f-9cd24f4b79bd", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:18:35.241999 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5165881-f42d-4dd6-9bff-58b1676f4660 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:18:35.242441 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069b9001-3300-4e5d-a3d3-e19a50735842', 'code': 200} Aug 18 13:18:35.242700 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c42b267-b638-4860-bfd1-70bfa4f46487', 'code': 200} Aug 18 13:18:35.242955 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cccaa23-72ad-4200-b71f-9cd24f4b79bd', 'code': 200} Aug 18 13:18:35.420852 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c9982-bd4e-473e-b00e-b1731f133a23 req-2ae8941e-fbf5-45d0-9f4b-a6de7b96ab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:35.421355 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c9982-bd4e-473e-b00e-b1731f133a23 req-2ae8941e-fbf5-45d0-9f4b-a6de7b96ab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:35.421800 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c9982-bd4e-473e-b00e-b1731f133a23 req-2ae8941e-fbf5-45d0-9f4b-a6de7b96ab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:35.423409 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c9982-bd4e-473e-b00e-b1731f133a23 req-2ae8941e-fbf5-45d0-9f4b-a6de7b96ab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:35.423906 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c9982-bd4e-473e-b00e-b1731f133a23 req-2ae8941e-fbf5-45d0-9f4b-a6de7b96ab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:35.424378 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c9982-bd4e-473e-b00e-b1731f133a23 req-2ae8941e-fbf5-45d0-9f4b-a6de7b96ab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:35.424854 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c9982-bd4e-473e-b00e-b1731f133a23 req-2ae8941e-fbf5-45d0-9f4b-a6de7b96ab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:35.432049 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0b1c9982-bd4e-473e-b00e-b1731f133a23 req-2ae8941e-fbf5-45d0-9f4b-a6de7b96ab86 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 6502 time: 0.1004114 Aug 18 13:18:35.507511 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0b1c9982-bd4e-473e-b00e-b1731f133a23 req-ef2399ad-0b90-4a31-b36f-a514d39f63fe service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b41cafd6-0737-4746-ad47-0bb9e5757c28&id=b2bddc60-b82c-424c-8146-8484da8521b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0714791 Aug 18 13:18:35.533823 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf19234-7c6f-4b2a-86bb-fca4b33fcf40 req-79edca37-7b30-4bbe-93b4-10581d4bf210 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:35.541300 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1cf19234-7c6f-4b2a-86bb-fca4b33fcf40 req-79edca37-7b30-4bbe-93b4-10581d4bf210 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=80d905bc-82ea-4548-9f54-8f655f8864af HTTP/1.1" status: 200 len: 944 time: 0.1088405 Aug 18 13:18:35.583320 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1cf19234-7c6f-4b2a-86bb-fca4b33fcf40 req-cc9840a0-2e2f-4980-a3a7-ceb23b713c76 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4a8a73-be61-4a82-9e8b-052266394686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403180 Aug 18 13:18:35.792595 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f4704-ba51-40de-8198-b0c15cce72a9 req-1fbc1378-1c1d-429a-a6bd-77c27f8081a6 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:35.797830 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f4704-ba51-40de-8198-b0c15cce72a9 req-1fbc1378-1c1d-429a-a6bd-77c27f8081a6 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:35.803780 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f4704-ba51-40de-8198-b0c15cce72a9 req-1fbc1378-1c1d-429a-a6bd-77c27f8081a6 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:35.810258 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f4704-ba51-40de-8198-b0c15cce72a9 req-1fbc1378-1c1d-429a-a6bd-77c27f8081a6 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:35.816156 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f4704-ba51-40de-8198-b0c15cce72a9 req-1fbc1378-1c1d-429a-a6bd-77c27f8081a6 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:35.821994 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f4704-ba51-40de-8198-b0c15cce72a9 req-1fbc1378-1c1d-429a-a6bd-77c27f8081a6 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:35.828470 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f4704-ba51-40de-8198-b0c15cce72a9 req-1fbc1378-1c1d-429a-a6bd-77c27f8081a6 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:35.830408 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-614f4704-ba51-40de-8198-b0c15cce72a9 req-1fbc1378-1c1d-429a-a6bd-77c27f8081a6 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 5445 time: 0.1126029 Aug 18 13:18:35.874087 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-614f4704-ba51-40de-8198-b0c15cce72a9 req-f13b6464-2e75-4f8e-8db6-9c634407bb69 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2bddc60-b82c-424c-8146-8484da8521b7&id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372231 Aug 18 13:18:35.985827 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 45954) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:36.097687 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3ea90b7c-4f3e-40b2-8d6c-d7d030fde5cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:36.225715 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3ea90b7c-4f3e-40b2-8d6c-d7d030fde5cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:36.333053 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 538664f0-5cc1-4f13-86d9-f36de796dcab up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:18:36.348133 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3ea90b7c-4f3e-40b2-8d6c-d7d030fde5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:36.388956 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea90b7c-4f3e-40b2-8d6c-d7d030fde5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0225bbb-4ce0-4d05-8023-53b4e1fb39cf,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:36.395198 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3ea90b7c-4f3e-40b2-8d6c-d7d030fde5cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6af5b58dc97b4fad9e9c13c89292248c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4083316 Aug 18 13:18:36.398853 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 45980) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:36.455905 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3563eb6e-2050-418a-86f7-cf7c436df974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:36.477902 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3563eb6e-2050-418a-86f7-cf7c436df974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:36.485346 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 538664f0-5cc1-4f13-86d9-f36de796dcab completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:18:36.490017 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 538664f0-5cc1-4f13-86d9-f36de796dcab triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:18:36.490017 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:36.567802 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:36.607031 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 538664f0-5cc1-4f13-86d9-f36de796dcab, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=538664f0-5cc1-4f13-86d9-f36de796dcab,segment=NetworkSegment(f1eb63e7-c311-4338-9662-b4aa97c88101),segment_id=f1eb63e7-c311-4338-9662-b4aa97c88101)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:18:36.613412 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3563eb6e-2050-418a-86f7-cf7c436df974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:36.628175 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3563eb6e-2050-418a-86f7-cf7c436df974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:36.629617 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3563eb6e-2050-418a-86f7-cf7c436df974 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d0225bbb-4ce0-4d05-8023-53b4e1fb39cf HTTP/1.1" status: 204 len: 168 time: 0.2263026 Aug 18 13:18:36.643328 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3563eb6e-2050-418a-86f7-cf7c436df974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0225bbb-4ce0-4d05-8023-53b4e1fb39cf,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:36.714205 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:36.762628 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c008805-c604-4d3d-a7f7-4818b01fab83 req-f9c6a1de-c267-4375-b000-0900c928ef86 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:36.764591 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c008805-c604-4d3d-a7f7-4818b01fab83 req-f9c6a1de-c267-4375-b000-0900c928ef86 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=80d905bc-82ea-4548-9f54-8f655f8864af HTTP/1.1" status: 200 len: 944 time: 0.0677781 Aug 18 13:18:36.779570 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=538664f0-5cc1-4f13-86d9-f36de796dcab,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:36.821151 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c008805-c604-4d3d-a7f7-4818b01fab83 req-3ceae505-6b0f-4165-9c7e-f9ea5d75d760 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4a8a73-be61-4a82-9e8b-052266394686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444865 Aug 18 13:18:36.963396 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:18:37.016296 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b9751-dd03-435c-84ea-84e41815a8e3 req-39327500-bc41-4ac7-addb-6038b9c0041e tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:37.022241 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b9751-dd03-435c-84ea-84e41815a8e3 req-39327500-bc41-4ac7-addb-6038b9c0041e tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:37.028778 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b9751-dd03-435c-84ea-84e41815a8e3 req-39327500-bc41-4ac7-addb-6038b9c0041e tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:37.035412 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b9751-dd03-435c-84ea-84e41815a8e3 req-39327500-bc41-4ac7-addb-6038b9c0041e tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:37.041350 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b9751-dd03-435c-84ea-84e41815a8e3 req-39327500-bc41-4ac7-addb-6038b9c0041e tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:37.047939 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b9751-dd03-435c-84ea-84e41815a8e3 req-39327500-bc41-4ac7-addb-6038b9c0041e tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:37.054721 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b9751-dd03-435c-84ea-84e41815a8e3 req-39327500-bc41-4ac7-addb-6038b9c0041e tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:37.056781 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ca8b9751-dd03-435c-84ea-84e41815a8e3 req-39327500-bc41-4ac7-addb-6038b9c0041e tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 5445 time: 0.0996871 Aug 18 13:18:37.120032 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ca8b9751-dd03-435c-84ea-84e41815a8e3 req-f29ed556-725a-432e-a34e-782c38708b46 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2bddc60-b82c-424c-8146-8484da8521b7&id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0449963 Aug 18 13:18:37.245040 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d905bc-82ea-4548-9f54-8f655f8864af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538664f0-5cc1-4f13-86d9-f36de796dcab'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:18:37.249695 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94e3bd1-af17-4fc6-8dc3-eaafc895b6e6" -d '{"events": [{"server_uuid": "80d905bc-82ea-4548-9f54-8f655f8864af", "name": "network-vif-plugged", "status": "completed", "tag": "538664f0-5cc1-4f13-86d9-f36de796dcab"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:18:37.254889 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a7ba4-bb33-4318-860d-66661995fa03 req-1b767e48-f7a5-49bf-ae82-170bdecac4f6 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:37.274618 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a7ba4-bb33-4318-860d-66661995fa03 req-1b767e48-f7a5-49bf-ae82-170bdecac4f6 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:37.281195 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a7ba4-bb33-4318-860d-66661995fa03 req-1b767e48-f7a5-49bf-ae82-170bdecac4f6 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:37.287510 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a7ba4-bb33-4318-860d-66661995fa03 req-1b767e48-f7a5-49bf-ae82-170bdecac4f6 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:37.295102 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a7ba4-bb33-4318-860d-66661995fa03 req-1b767e48-f7a5-49bf-ae82-170bdecac4f6 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:37.301574 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a7ba4-bb33-4318-860d-66661995fa03 req-1b767e48-f7a5-49bf-ae82-170bdecac4f6 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:37.305489 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd1edf1-a6b9-45a5-bd34-b2cb7d590e0d x-openstack-request-id: req-ccd1edf1-a6b9-45a5-bd34-b2cb7d590e0d {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:18:37.305780 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d905bc-82ea-4548-9f54-8f655f8864af", "name": "network-vif-plugged", "status": "completed", "tag": "538664f0-5cc1-4f13-86d9-f36de796dcab", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:18:37.306044 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ccd1edf1-a6b9-45a5-bd34-b2cb7d590e0d {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:18:37.306435 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d905bc-82ea-4548-9f54-8f655f8864af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538664f0-5cc1-4f13-86d9-f36de796dcab', 'code': 200} Aug 18 13:18:37.307947 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a7ba4-bb33-4318-860d-66661995fa03 req-1b767e48-f7a5-49bf-ae82-170bdecac4f6 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:37.322822 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 46018) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:37.323624 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1b8a7ba4-bb33-4318-860d-66661995fa03 req-1b767e48-f7a5-49bf-ae82-170bdecac4f6 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 5445 time: 0.1302483 Aug 18 13:18:37.329538 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-50e410ff-addd-42fe-8ffd-769faf1efe17 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Request body: {'floatingip': {'port_id': '4c42b267-b638-4860-bfd1-70bfa4f46487'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:18:37.771213 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 46032) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:37.801690 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-50e410ff-addd-42fe-8ffd-769faf1efe17 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks [] for floatingip, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:37.852584 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b532d9-8cc6-4321-a723-94759d067e47 req-dca547cd-7dd5-4835-ba8c-d6230d384319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:37.854577 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01b532d9-8cc6-4321-a723-94759d067e47 req-dca547cd-7dd5-4835-ba8c-d6230d384319 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=80d905bc-82ea-4548-9f54-8f655f8864af HTTP/1.1" status: 200 len: 1096 time: 0.3999753 Aug 18 13:18:37.922411 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fa790a19-5e48-45ec-8ae7-28dc4baa569d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:37.972769 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01b532d9-8cc6-4321-a723-94759d067e47 req-c4e087ee-948a-4d51-bddc-f6192069a86e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ca4a8a73-be61-4a82-9e8b-052266394686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971818 Aug 18 13:18:38.037155 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fa790a19-5e48-45ec-8ae7-28dc4baa569d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:38.040078 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978b78d-eafc-4593-a5a5-b82fdbdba73e req-2beab035-4f1b-4ad7-9a22-785c1a18cb49 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:38.041576 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e978b78d-eafc-4593-a5a5-b82fdbdba73e req-2beab035-4f1b-4ad7-9a22-785c1a18cb49 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=80d905bc-82ea-4548-9f54-8f655f8864af HTTP/1.1" status: 200 len: 945 time: 0.1113389 Aug 18 13:18:38.108525 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fa790a19-5e48-45ec-8ae7-28dc4baa569d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:38.124959 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e978b78d-eafc-4593-a5a5-b82fdbdba73e req-e385bcf3-6ab8-4feb-962d-cd0bf202c7fa tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4a8a73-be61-4a82-9e8b-052266394686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747678 Aug 18 13:18:38.179730 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-fa790a19-5e48-45ec-8ae7-28dc4baa569d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bff3190b604d4a2e85a118cae5b9ba88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4074454 Aug 18 13:18:38.180752 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 46046) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:38.183058 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa790a19-5e48-45ec-8ae7-28dc4baa569d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8ccc05-bd9c-4cfb-ad58-66075f0ec250,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:38.397217 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cb9a4333-ad9b-4170-89c3-263e8266c8cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:38.455059 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cb9a4333-ad9b-4170-89c3-263e8266c8cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:38.633753 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-50e410ff-addd-42fe-8ffd-769faf1efe17 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:38.734068 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-50e410ff-addd-42fe-8ffd-769faf1efe17 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:38.775929 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cb9a4333-ad9b-4170-89c3-263e8266c8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:38.779345 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cb9a4333-ad9b-4170-89c3-263e8266c8cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:38.780480 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-cb9a4333-ad9b-4170-89c3-263e8266c8cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac8ccc05-bd9c-4cfb-ad58-66075f0ec250 HTTP/1.1" status: 204 len: 168 time: 0.5984397 Aug 18 13:18:38.798528 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a4333-ad9b-4170-89c3-263e8266c8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8ccc05-bd9c-4cfb-ad58-66075f0ec250,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:38.883028 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [None req-50e410ff-addd-42fe-8ffd-769faf1efe17 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Floating IP 317ba642-2e64-432d-9015-d1fd39c0d4f9 associated. External IP: 172.25.6.71, port: 4c42b267-b638-4860-bfd1-70bfa4f46487. Aug 18 13:18:39.110854 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e410ff-addd-42fe-8ffd-769faf1efe17 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Router e62afbf1-800f-4a0f-90a6-e0ebc7c9529c has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:18:39.274220 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e410ff-addd-42fe-8ffd-769faf1efe17 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:18:39.284670 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd885c82-124d-4e08-904c-fa15038ce2ab None None] Sync routers for ids ['e62afbf1-800f-4a0f-90a6-e0ebc7c9529c'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:18:39.289881 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-50e410ff-addd-42fe-8ffd-769faf1efe17 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:39.297713 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd885c82-124d-4e08-904c-fa15038ce2ab None None] Routers {'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:18:39.300908 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-fd885c82-124d-4e08-904c-fa15038ce2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:18:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['e62afbf1-800f-4a0f-90a6-e0ebc7c9529c'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:18:39.324342 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76f706-a41c-4d51-9852-8f8f541638be req-9eff535d-31df-44db-9df8-d98f61345b8b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:39.335209 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9d76f706-a41c-4d51-9852-8f8f541638be req-9eff535d-31df-44db-9df8-d98f61345b8b tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=80d905bc-82ea-4548-9f54-8f655f8864af HTTP/1.1" status: 200 len: 945 time: 0.0742481 Aug 18 13:18:39.402386 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-50e410ff-addd-42fe-8ffd-769faf1efe17 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "PUT /v2.0/floatingips/317ba642-2e64-432d-9015-d1fd39c0d4f9 HTTP/1.1" status: 200 len: 991 time: 2.0616691 Aug 18 13:18:39.402386 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'tag': '4c42b267-b638-4860-bfd1-70bfa4f46487'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:18:39.402386 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6123f9-1a1e-47c5-a647-1dcd611a14d9" -d '{"events": [{"name": "network-changed", "server_uuid": "c584a547-2e36-4842-a62f-c1507c6af6c0", "tag": "4c42b267-b638-4860-bfd1-70bfa4f46487"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:18:39.428303 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9d76f706-a41c-4d51-9852-8f8f541638be req-21354570-61d1-4d6d-878b-9d0d7d88d619 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4a8a73-be61-4a82-9e8b-052266394686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903299 Aug 18 13:18:39.487293 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70132858-0e25-416b-a9e4-c2a360042238 x-openstack-request-id: req-70132858-0e25-416b-a9e4-c2a360042238 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:18:39.487592 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c584a547-2e36-4842-a62f-c1507c6af6c0", "tag": "4c42b267-b638-4860-bfd1-70bfa4f46487", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:18:39.487845 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70132858-0e25-416b-a9e4-c2a360042238 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:18:39.488271 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'tag': '4c42b267-b638-4860-bfd1-70bfa4f46487', 'status': 'completed', 'code': 200} Aug 18 13:18:39.538111 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-fd885c82-124d-4e08-904c-fa15038ce2ab None None] Set router e62afbf1-800f-4a0f-90a6-e0ebc7c9529c gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:18:39.596565 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20538eb-fc0e-4e83-9e2a-b060d171ced0 req-ec3d8c2e-7d5b-44e0-a4b9-3dbd824bf9fd tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:39.598043 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b20538eb-fc0e-4e83-9e2a-b060d171ced0 req-ec3d8c2e-7d5b-44e0-a4b9-3dbd824bf9fd tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=80d905bc-82ea-4548-9f54-8f655f8864af HTTP/1.1" status: 200 len: 945 time: 0.0874949 Aug 18 13:18:39.608749 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6123f9-1a1e-47c5-a647-1dcd611a14d9 req-1ad9368e-968e-44ed-9206-7829bb2e78b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:39.609225 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6123f9-1a1e-47c5-a647-1dcd611a14d9 req-1ad9368e-968e-44ed-9206-7829bb2e78b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:39.609852 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6123f9-1a1e-47c5-a647-1dcd611a14d9 req-1ad9368e-968e-44ed-9206-7829bb2e78b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:39.610348 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6123f9-1a1e-47c5-a647-1dcd611a14d9 req-1ad9368e-968e-44ed-9206-7829bb2e78b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:39.610811 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6123f9-1a1e-47c5-a647-1dcd611a14d9 req-1ad9368e-968e-44ed-9206-7829bb2e78b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:39.611412 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6123f9-1a1e-47c5-a647-1dcd611a14d9 req-1ad9368e-968e-44ed-9206-7829bb2e78b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:39.611870 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6123f9-1a1e-47c5-a647-1dcd611a14d9 req-1ad9368e-968e-44ed-9206-7829bb2e78b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:39.614228 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2f6123f9-1a1e-47c5-a647-1dcd611a14d9 req-1ad9368e-968e-44ed-9206-7829bb2e78b5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9187a221b3e94f438328aff4ddb46e1a&device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 6502 time: 0.0702302 Aug 18 13:18:39.706729 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b20538eb-fc0e-4e83-9e2a-b060d171ced0 req-13b0e2fb-e040-411d-aa9d-5a62f89fa29c tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4a8a73-be61-4a82-9e8b-052266394686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918140 Aug 18 13:18:39.730328 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 46094) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:39.757082 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6123f9-1a1e-47c5-a647-1dcd611a14d9 req-0eb5190b-d0a9-4232-9da2-fce67a87c6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:39.758901 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2f6123f9-1a1e-47c5-a647-1dcd611a14d9 req-0eb5190b-d0a9-4232-9da2-fce67a87c6ca service neutron] 10.222.0.20 "GET /v2.0/networks?id=e9ea624b-86fc-4131-a8a7-d576a5006edb HTTP/1.1" status: 200 len: 917 time: 0.1325550 Aug 18 13:18:39.790755 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6359baa6-ba04-4730-a6f9-81e8c4ed55f1 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:39.796595 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6359baa6-ba04-4730-a6f9-81e8c4ed55f1 tempest-TestNetworkBasicOps-1787949164 tempest-TestNetworkBasicOps-1787949164-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=80d905bc-82ea-4548-9f54-8f655f8864af HTTP/1.1" status: 200 len: 1091 time: 0.0641067 Aug 18 13:18:39.797357 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 46096) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:39.802596 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-6ca3f47a-d573-4ab7-91d6-2dfcd06c2cac tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'port_id': '538664f0-5cc1-4f13-86d9-f36de796dcab', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:18:39.843231 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-fd885c82-124d-4e08-904c-fa15038ce2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c', 'name': 'tempest-TaggedBootDevicesTest_v242-933668414-router', 'tenant_id': '9187a221b3e94f438328aff4ddb46e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'ac775d55-f240-458e-94ee-5e8603254320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:16:01Z', 'updated_at': '2021-08-18T13:16:12Z', 'revision_number': 4, 'project_id': '9187a221b3e94f438328aff4ddb46e1a', 'gw_port': {'id': 'ac775d55-f240-458e-94ee-5e8603254320', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:60:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:16:02Z', 'updated_at': '2021-08-18T13:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '317ba642-2e64-432d-9015-d1fd39c0d4f9', 'tenant_id': '9187a221b3e94f438328aff4ddb46e1a', 'floating_ip_address': '172.25.6.71', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c', 'port_id': '4c42b267-b638-4860-bfd1-70bfa4f46487', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9ea624b-86fc-4131-a8a7-d576a5006edb', 'mac_address': 'fa:16:3e:3c:aa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:17:13Z', 'updated_at': '2021-08-18T13:18:38Z', 'revision_number': 1, 'project_id': '9187a221b3e94f438328aff4ddb46e1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b08ce4b8-03e0-4dcc-8f89-09457925bf32', 'name': '', 'network_id': 'e9ea624b-86fc-4131-a8a7-d576a5006edb', 'tenant_id': '9187a221b3e94f438328aff4ddb46e1a', 'mac_address': 'fa:16:3e:b0:60:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'a6a49593-1d36-467e-a1bb-8c5f2a09f233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:16:09Z', 'updated_at': '2021-08-18T13:16:18Z', 'revision_number': 5, 'project_id': '9187a221b3e94f438328aff4ddb46e1a', 'subnets': [{'id': 'a6a49593-1d36-467e-a1bb-8c5f2a09f233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:18:39.852634 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2f6123f9-1a1e-47c5-a647-1dcd611a14d9 req-bfe0ee8a-a1bf-4c82-8491-c1d8376767bc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c42b267-b638-4860-bfd1-70bfa4f46487 HTTP/1.1" status: 200 len: 999 time: 0.0800998 Aug 18 13:18:39.894250 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd885c82-124d-4e08-904c-fa15038ce2ab None None] Checking router: e62afbf1-800f-4a0f-90a6-e0ebc7c9529c for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:18:39.904880 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd885c82-124d-4e08-904c-fa15038ce2ab None None] Routers {'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:18:39.905744 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-fd885c82-124d-4e08-904c-fa15038ce2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:18:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['e62afbf1-800f-4a0f-90a6-e0ebc7c9529c'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:18:39.907741 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6123f9-1a1e-47c5-a647-1dcd611a14d9 req-997192b0-b3e3-4577-be47-aed648b059ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:39.909281 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2f6123f9-1a1e-47c5-a647-1dcd611a14d9 req-997192b0-b3e3-4577-be47-aed648b059ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a6a49593-1d36-467e-a1bb-8c5f2a09f233 HTTP/1.1" status: 200 len: 855 time: 0.0513637 Aug 18 13:18:39.971108 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6ca3f47a-d573-4ab7-91d6-2dfcd06c2cac tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for floatingip, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:39.984350 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6123f9-1a1e-47c5-a647-1dcd611a14d9 req-f1e2f313-83c5-4f28-94a5-19c5abd4a8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:39.986844 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2f6123f9-1a1e-47c5-a647-1dcd611a14d9 req-f1e2f313-83c5-4f28-94a5-19c5abd4a8e7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e9ea624b-86fc-4131-a8a7-d576a5006edb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693319 Aug 18 13:18:39.998857 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [req-2f6123f9-1a1e-47c5-a647-1dcd611a14d9 req-01a77d1d-078a-4f36-a1e8-321e5f3602bb service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:18:40.000053 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2f6123f9-1a1e-47c5-a647-1dcd611a14d9 req-01a77d1d-078a-4f36-a1e8-321e5f3602bb service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069542 Aug 18 13:18:40.049460 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 46100) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:40.082857 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7f2ea6e1-4bb6-460b-9687-123401d72174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:40.105824 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-fd885c82-124d-4e08-904c-fa15038ce2ab None None] Set router e62afbf1-800f-4a0f-90a6-e0ebc7c9529c gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:18:40.160020 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2f6123f9-1a1e-47c5-a647-1dcd611a14d9 req-ae3462ba-f562-484b-adb3-6d1456322113 service neutron] 10.222.0.20 "GET /v2.0/networks/e9ea624b-86fc-4131-a8a7-d576a5006edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521549 Aug 18 13:18:40.309863 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7f2ea6e1-4bb6-460b-9687-123401d72174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:40.380466 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7f2ea6e1-4bb6-460b-9687-123401d72174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:40.388366 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2f6123f9-1a1e-47c5-a647-1dcd611a14d9 req-2714636b-0a0d-47d6-b70d-e5d260e4e7b2 service neutron] 10.222.0.20 "GET /v2.0/networks/e9ea624b-86fc-4131-a8a7-d576a5006edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176151 Aug 18 13:18:40.487283 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7f2ea6e1-4bb6-460b-9687-123401d72174 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=031ef7a3b3bd4e6e8b8160cfaaa0fc60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4271662 Aug 18 13:18:40.487283 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ea6e1-4bb6-460b-9687-123401d72174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92740a0-4489-4e0e-bf0a-223794148e54,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:40.488915 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 46108) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:40.493360 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6ca3f47a-d573-4ab7-91d6-2dfcd06c2cac tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:40.580476 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eb93afd4-10b2-4554-918c-75a0962b6946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:40.604937 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eb93afd4-10b2-4554-918c-75a0962b6946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:40.741765 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-6ca3f47a-d573-4ab7-91d6-2dfcd06c2cac tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Allocated IP 172.25.6.241 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/be674553-7315-46c4-a8c4-e06b0ee68e58) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:18:40.779491 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-fd885c82-124d-4e08-904c-fa15038ce2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c', 'name': 'tempest-TaggedBootDevicesTest_v242-933668414-router', 'tenant_id': '9187a221b3e94f438328aff4ddb46e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'ac775d55-f240-458e-94ee-5e8603254320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:16:01Z', 'updated_at': '2021-08-18T13:16:12Z', 'revision_number': 4, 'project_id': '9187a221b3e94f438328aff4ddb46e1a', 'gw_port': {'id': 'ac775d55-f240-458e-94ee-5e8603254320', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:60:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:16:02Z', 'updated_at': '2021-08-18T13:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '317ba642-2e64-432d-9015-d1fd39c0d4f9', 'tenant_id': '9187a221b3e94f438328aff4ddb46e1a', 'floating_ip_address': '172.25.6.71', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c', 'port_id': '4c42b267-b638-4860-bfd1-70bfa4f46487', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9ea624b-86fc-4131-a8a7-d576a5006edb', 'mac_address': 'fa:16:3e:3c:aa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:17:13Z', 'updated_at': '2021-08-18T13:18:38Z', 'revision_number': 1, 'project_id': '9187a221b3e94f438328aff4ddb46e1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b08ce4b8-03e0-4dcc-8f89-09457925bf32', 'name': '', 'network_id': 'e9ea624b-86fc-4131-a8a7-d576a5006edb', 'tenant_id': '9187a221b3e94f438328aff4ddb46e1a', 'mac_address': 'fa:16:3e:b0:60:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'a6a49593-1d36-467e-a1bb-8c5f2a09f233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:16:09Z', 'updated_at': '2021-08-18T13:16:18Z', 'revision_number': 5, 'project_id': '9187a221b3e94f438328aff4ddb46e1a', 'subnets': [{'id': 'a6a49593-1d36-467e-a1bb-8c5f2a09f233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:18:40.788466 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eb93afd4-10b2-4554-918c-75a0962b6946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:40.792499 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eb93afd4-10b2-4554-918c-75a0962b6946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:40.798395 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-eb93afd4-10b2-4554-918c-75a0962b6946 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b92740a0-4489-4e0e-bf0a-223794148e54 HTTP/1.1" status: 204 len: 168 time: 0.3080802 Aug 18 13:18:40.822202 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93afd4-10b2-4554-918c-75a0962b6946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92740a0-4489-4e0e-bf0a-223794148e54,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:40.858896 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd885c82-124d-4e08-904c-fa15038ce2ab None None] The sync data for ids ['e62afbf1-800f-4a0f-90a6-e0ebc7c9529c'] in n-d-803603-2 is: [{'id': 'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c', 'name': 'tempest-TaggedBootDevicesTest_v242-933668414-router', 'tenant_id': '9187a221b3e94f438328aff4ddb46e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'ac775d55-f240-458e-94ee-5e8603254320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:16:01Z', 'updated_at': '2021-08-18T13:16:12Z', 'revision_number': 4, 'project_id': '9187a221b3e94f438328aff4ddb46e1a', 'gw_port': {'id': 'ac775d55-f240-458e-94ee-5e8603254320', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:60:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:16:02Z', 'updated_at': '2021-08-18T13:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '317ba642-2e64-432d-9015-d1fd39c0d4f9', 'tenant_id': '9187a221b3e94f438328aff4ddb46e1a', 'floating_ip_address': '172.25.6.71', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c', 'port_id': '4c42b267-b638-4860-bfd1-70bfa4f46487', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9ea624b-86fc-4131-a8a7-d576a5006edb', 'mac_address': 'fa:16:3e:3c:aa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:17:13Z', 'updated_at': '2021-08-18T13:18:38Z', 'revision_number': 1, 'project_id': '9187a221b3e94f438328aff4ddb46e1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b08ce4b8-03e0-4dcc-8f89-09457925bf32', 'name': '', 'network_id': 'e9ea624b-86fc-4131-a8a7-d576a5006edb', 'tenant_id': '9187a221b3e94f438328aff4ddb46e1a', 'mac_address': 'fa:16:3e:b0:60:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'a6a49593-1d36-467e-a1bb-8c5f2a09f233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:16:09Z', 'updated_at': '2021-08-18T13:16:18Z', 'revision_number': 5, 'project_id': '9187a221b3e94f438328aff4ddb46e1a', 'subnets': [{'id': 'a6a49593-1d36-467e-a1bb-8c5f2a09f233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:18:40.901857 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6ca3f47a-d573-4ab7-91d6-2dfcd06c2cac tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:41.034755 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6ca3f47a-d573-4ab7-91d6-2dfcd06c2cac tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:41.060300 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca3f47a-d573-4ab7-91d6-2dfcd06c2cac tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:18:41.065040 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-6ca3f47a-d573-4ab7-91d6-2dfcd06c2cac tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:18:41.069520 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca3f47a-d573-4ab7-91d6-2dfcd06c2cac tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:18:41.226102 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca3f47a-d573-4ab7-91d6-2dfcd06c2cac tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event updated for resources: {'Port': ['ID=be674553-7315-46c4-a8c4-e06b0ee68e58,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:41.260977 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57129b8-bdb5-4f3a-9cfa-6e32601a86fd None None] New status for floating IP 317ba642-2e64-432d-9015-d1fd39c0d4f9: ACTIVE {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:18:41.593987 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5084c17c-473a-4505-895e-ad46c4627d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:41.819684 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6ca3f47a-d573-4ab7-91d6-2dfcd06c2cac tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:42.030458 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6ca3f47a-d573-4ab7-91d6-2dfcd06c2cac tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:42.180439 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6ca3f47a-d573-4ab7-91d6-2dfcd06c2cac tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:42.319964 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6ca3f47a-d573-4ab7-91d6-2dfcd06c2cac tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:42.422219 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6ca3f47a-d573-4ab7-91d6-2dfcd06c2cac tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:42.432230 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca3f47a-d573-4ab7-91d6-2dfcd06c2cac tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event updated for resources: {'Port': ['ID=be674553-7315-46c4-a8c4-e06b0ee68e58,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:42.571929 n-d-803603-2 neutron-server[101676]: INFO neutron.db.l3_db [None req-6ca3f47a-d573-4ab7-91d6-2dfcd06c2cac tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Floating IP 6498911d-9243-4719-bbf6-8209128cde57 associated. External IP: 172.25.6.241, port: 538664f0-5cc1-4f13-86d9-f36de796dcab. Aug 18 13:18:42.859613 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca3f47a-d573-4ab7-91d6-2dfcd06c2cac tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Router c5dc88cb-cbb9-42a4-969a-035914935f24 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:18:43.508675 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca3f47a-d573-4ab7-91d6-2dfcd06c2cac tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:18:43.522052 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abedb756-deb7-43f1-8838-eccf8766ca3f None None] Sync routers for ids ['c5dc88cb-cbb9-42a4-969a-035914935f24'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:18:43.534685 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abedb756-deb7-43f1-8838-eccf8766ca3f None None] Routers {'c5dc88cb-cbb9-42a4-969a-035914935f24'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:18:43.538030 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-abedb756-deb7-43f1-8838-eccf8766ca3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:18:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c5dc88cb-cbb9-42a4-969a-035914935f24'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:18:43.588464 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6ca3f47a-d573-4ab7-91d6-2dfcd06c2cac tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:43.643096 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6ca3f47a-d573-4ab7-91d6-2dfcd06c2cac tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8442104 Aug 18 13:18:43.643971 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d905bc-82ea-4548-9f54-8f655f8864af', 'tag': '538664f0-5cc1-4f13-86d9-f36de796dcab'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:18:43.646387 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 46192) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:43.649316 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73fc7ba-ea78-4630-a8d0-edfc26e2506e" -d '{"events": [{"name": "network-changed", "server_uuid": "80d905bc-82ea-4548-9f54-8f655f8864af", "tag": "538664f0-5cc1-4f13-86d9-f36de796dcab"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:18:43.763925 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d33946-cfdf-432a-b159-6ad794e576ea x-openstack-request-id: req-b9d33946-cfdf-432a-b159-6ad794e576ea {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:18:43.764220 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80d905bc-82ea-4548-9f54-8f655f8864af", "tag": "538664f0-5cc1-4f13-86d9-f36de796dcab", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:18:43.764476 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b9d33946-cfdf-432a-b159-6ad794e576ea {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:18:43.764753 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-abedb756-deb7-43f1-8838-eccf8766ca3f None None] Set router c5dc88cb-cbb9-42a4-969a-035914935f24 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:18:43.764898 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d905bc-82ea-4548-9f54-8f655f8864af', 'tag': '538664f0-5cc1-4f13-86d9-f36de796dcab', 'status': 'completed', 'code': 200} Aug 18 13:18:43.818649 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c53b6114-7c0f-4d11-97e6-99434b87d0d8 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/floatingips/6498911d-9243-4719-bbf6-8209128cde57 HTTP/1.1" status: 200 len: 991 time: 0.1700153 Aug 18 13:18:43.861845 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fc7ba-ea78-4630-a8d0-edfc26e2506e req-d4bdfed0-ad2e-4bf9-85d0-8671576a10ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:43.863715 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f73fc7ba-ea78-4630-a8d0-edfc26e2506e req-d4bdfed0-ad2e-4bf9-85d0-8671576a10ad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e63152bca3cb423b9a7763e005387f10&device_id=80d905bc-82ea-4548-9f54-8f655f8864af HTTP/1.1" status: 200 len: 1096 time: 0.0813282 Aug 18 13:18:44.012244 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-515fe590-0af1-4748-a2d2-5c08f8b643be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:44.022446 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fc7ba-ea78-4630-a8d0-edfc26e2506e req-4c6cf427-a02b-4c14-a1a1-c5a863de4970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:44.025532 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f73fc7ba-ea78-4630-a8d0-edfc26e2506e req-4c6cf427-a02b-4c14-a1a1-c5a863de4970 service neutron] 10.222.0.39 "GET /v2.0/networks?id=630a6873-1b01-4309-9f27-c957f112ed2e HTTP/1.1" status: 200 len: 897 time: 0.1529434 Aug 18 13:18:44.258144 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f73fc7ba-ea78-4630-a8d0-edfc26e2506e req-cc601623-f7b8-4343-a059-b16b90b14e33 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=538664f0-5cc1-4f13-86d9-f36de796dcab HTTP/1.1" status: 200 len: 999 time: 0.2251012 Aug 18 13:18:44.332711 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-abedb756-deb7-43f1-8838-eccf8766ca3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5dc88cb-cbb9-42a4-969a-035914935f24', 'name': 'tempest-TestNetworkBasicOps-router-1751497384', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '94997119-b204-4ce4-922b-a8968a69c6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:18:07Z', 'updated_at': '2021-08-18T13:18:15Z', 'revision_number': 4, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'gw_port': {'id': '94997119-b204-4ce4-922b-a8968a69c6d4', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dc88cb-cbb9-42a4-969a-035914935f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:18:08Z', 'updated_at': '2021-08-18T13:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '6498911d-9243-4719-bbf6-8209128cde57', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'floating_ip_address': '172.25.6.241', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'c5dc88cb-cbb9-42a4-969a-035914935f24', 'port_id': '538664f0-5cc1-4f13-86d9-f36de796dcab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '630a6873-1b01-4309-9f27-c957f112ed2e', 'mac_address': 'fa:16:3e:f8:8d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d905bc-82ea-4548-9f54-8f655f8864af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:18:41Z', 'updated_at': '2021-08-18T13:18:41Z', 'revision_number': 0, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b4513e3-efa5-4050-9fc3-eb5a6ac7dab1', 'name': '', 'network_id': '630a6873-1b01-4309-9f27-c957f112ed2e', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'mac_address': 'fa:16:3e:61:11:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dc88cb-cbb9-42a4-969a-035914935f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'b61b3d7d-04c9-49f5-aaa1-e0a798c88721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:18:14Z', 'updated_at': '2021-08-18T13:18:22Z', 'revision_number': 5, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'subnets': [{'id': 'b61b3d7d-04c9-49f5-aaa1-e0a798c88721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:18:44.383287 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fc7ba-ea78-4630-a8d0-edfc26e2506e req-b38d4b1d-8430-475e-8d8c-0cbbf2b90270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:44.393856 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f73fc7ba-ea78-4630-a8d0-edfc26e2506e req-b38d4b1d-8430-475e-8d8c-0cbbf2b90270 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b61b3d7d-04c9-49f5-aaa1-e0a798c88721 HTTP/1.1" status: 200 len: 834 time: 0.1281626 Aug 18 13:18:44.418106 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abedb756-deb7-43f1-8838-eccf8766ca3f None None] Checking router: c5dc88cb-cbb9-42a4-969a-035914935f24 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:18:44.448953 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abedb756-deb7-43f1-8838-eccf8766ca3f None None] Routers {'c5dc88cb-cbb9-42a4-969a-035914935f24'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:18:44.450663 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-abedb756-deb7-43f1-8838-eccf8766ca3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:18:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c5dc88cb-cbb9-42a4-969a-035914935f24'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:18:44.519265 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fc7ba-ea78-4630-a8d0-edfc26e2506e req-05199dae-2ec6-4735-92f2-7b008e3b7cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:44.526560 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f73fc7ba-ea78-4630-a8d0-edfc26e2506e req-05199dae-2ec6-4735-92f2-7b008e3b7cf1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=630a6873-1b01-4309-9f27-c957f112ed2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1185403 Aug 18 13:18:44.662313 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-abedb756-deb7-43f1-8838-eccf8766ca3f None None] Set router c5dc88cb-cbb9-42a4-969a-035914935f24 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:18:44.688282 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f73fc7ba-ea78-4630-a8d0-edfc26e2506e req-040a4b08-45aa-4bf8-af76-7f4261749e2b service neutron] 10.222.0.39 "GET /v2.0/networks/630a6873-1b01-4309-9f27-c957f112ed2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515799 Aug 18 13:18:44.811544 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:44.822500 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 46226) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:44.855494 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f73fc7ba-ea78-4630-a8d0-edfc26e2506e req-a1d5e33b-23f5-4739-9fa1-94cebb0c2430 service neutron] 10.222.0.39 "GET /v2.0/networks/630a6873-1b01-4309-9f27-c957f112ed2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473227 Aug 18 13:18:44.942531 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-190c321d-78a2-452c-adc0-bba5fdea5775 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/floatingips/6498911d-9243-4719-bbf6-8209128cde57 HTTP/1.1" status: 200 len: 991 time: 0.1125522 Aug 18 13:18:45.011218 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-abedb756-deb7-43f1-8838-eccf8766ca3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5dc88cb-cbb9-42a4-969a-035914935f24', 'name': 'tempest-TestNetworkBasicOps-router-1751497384', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '94997119-b204-4ce4-922b-a8968a69c6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:18:07Z', 'updated_at': '2021-08-18T13:18:15Z', 'revision_number': 4, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'gw_port': {'id': '94997119-b204-4ce4-922b-a8968a69c6d4', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dc88cb-cbb9-42a4-969a-035914935f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:18:08Z', 'updated_at': '2021-08-18T13:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '6498911d-9243-4719-bbf6-8209128cde57', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'floating_ip_address': '172.25.6.241', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'c5dc88cb-cbb9-42a4-969a-035914935f24', 'port_id': '538664f0-5cc1-4f13-86d9-f36de796dcab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '630a6873-1b01-4309-9f27-c957f112ed2e', 'mac_address': 'fa:16:3e:f8:8d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d905bc-82ea-4548-9f54-8f655f8864af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:18:41Z', 'updated_at': '2021-08-18T13:18:41Z', 'revision_number': 0, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b4513e3-efa5-4050-9fc3-eb5a6ac7dab1', 'name': '', 'network_id': '630a6873-1b01-4309-9f27-c957f112ed2e', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'mac_address': 'fa:16:3e:61:11:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dc88cb-cbb9-42a4-969a-035914935f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'b61b3d7d-04c9-49f5-aaa1-e0a798c88721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:18:14Z', 'updated_at': '2021-08-18T13:18:22Z', 'revision_number': 5, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'subnets': [{'id': 'b61b3d7d-04c9-49f5-aaa1-e0a798c88721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:18:45.042290 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abedb756-deb7-43f1-8838-eccf8766ca3f None None] The sync data for ids ['c5dc88cb-cbb9-42a4-969a-035914935f24'] in n-d-803603-2 is: [{'id': 'c5dc88cb-cbb9-42a4-969a-035914935f24', 'name': 'tempest-TestNetworkBasicOps-router-1751497384', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '94997119-b204-4ce4-922b-a8968a69c6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:18:07Z', 'updated_at': '2021-08-18T13:18:15Z', 'revision_number': 4, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'gw_port': {'id': '94997119-b204-4ce4-922b-a8968a69c6d4', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dc88cb-cbb9-42a4-969a-035914935f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:18:08Z', 'updated_at': '2021-08-18T13:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '6498911d-9243-4719-bbf6-8209128cde57', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'floating_ip_address': '172.25.6.241', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'c5dc88cb-cbb9-42a4-969a-035914935f24', 'port_id': '538664f0-5cc1-4f13-86d9-f36de796dcab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '630a6873-1b01-4309-9f27-c957f112ed2e', 'mac_address': 'fa:16:3e:f8:8d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d905bc-82ea-4548-9f54-8f655f8864af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:18:41Z', 'updated_at': '2021-08-18T13:18:41Z', 'revision_number': 0, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b4513e3-efa5-4050-9fc3-eb5a6ac7dab1', 'name': '', 'network_id': '630a6873-1b01-4309-9f27-c957f112ed2e', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'mac_address': 'fa:16:3e:61:11:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dc88cb-cbb9-42a4-969a-035914935f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'b61b3d7d-04c9-49f5-aaa1-e0a798c88721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:18:14Z', 'updated_at': '2021-08-18T13:18:22Z', 'revision_number': 5, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'subnets': [{'id': 'b61b3d7d-04c9-49f5-aaa1-e0a798c88721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:18:45.259338 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d19ff7-783d-4816-a13a-f9c2133bf9bf None None] New status for floating IP 6498911d-9243-4719-bbf6-8209128cde57: ACTIVE {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:18:45.376861 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:45.941172 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 46256) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:46.010494 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9a46ad09-f946-4630-8ed7-dfa6b47663cf tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/floatingips/6498911d-9243-4719-bbf6-8209128cde57 HTTP/1.1" status: 200 len: 993 time: 0.0679328 Aug 18 13:18:47.468334 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:50.945030 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 46394) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:51.079656 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eadb59ae-e0c7-423a-8d38-f7714661fa68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:51.218785 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eadb59ae-e0c7-423a-8d38-f7714661fa68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:51.328565 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 46402) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:51.348329 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eadb59ae-e0c7-423a-8d38-f7714661fa68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:51.408190 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb59ae-e0c7-423a-8d38-f7714661fa68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f212e2-3438-4b78-9746-be56e3ce0eb9,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:51.412828 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-eadb59ae-e0c7-423a-8d38-f7714661fa68 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c2b3f2711dd4b6480951cb97c746275&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4664660 Aug 18 13:18:51.415983 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 46408) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:51.420996 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadb59ae-e0c7-423a-8d38-f7714661fa68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:51.421497 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadb59ae-e0c7-423a-8d38-f7714661fa68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:51.422044 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadb59ae-e0c7-423a-8d38-f7714661fa68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:51.422586 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadb59ae-e0c7-423a-8d38-f7714661fa68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:51.423060 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadb59ae-e0c7-423a-8d38-f7714661fa68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:51.423546 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadb59ae-e0c7-423a-8d38-f7714661fa68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:51.424008 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadb59ae-e0c7-423a-8d38-f7714661fa68 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:51.424469 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadb59ae-e0c7-423a-8d38-f7714661fa68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:51.424930 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadb59ae-e0c7-423a-8d38-f7714661fa68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:51.425388 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadb59ae-e0c7-423a-8d38-f7714661fa68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:51.425844 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadb59ae-e0c7-423a-8d38-f7714661fa68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:51.426332 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadb59ae-e0c7-423a-8d38-f7714661fa68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:51.493902 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c073ba7f-b5e0-43a1-88ab-37fb3f578404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:51.496455 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8e8eb2b0-0f8f-4306-963f-2d57cd3d59c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:51.516426 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c073ba7f-b5e0-43a1-88ab-37fb3f578404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:51.599630 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8e8eb2b0-0f8f-4306-963f-2d57cd3d59c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:51.662476 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c073ba7f-b5e0-43a1-88ab-37fb3f578404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:51.665196 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c073ba7f-b5e0-43a1-88ab-37fb3f578404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:51.666495 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c073ba7f-b5e0-43a1-88ab-37fb3f578404 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67f212e2-3438-4b78-9746-be56e3ce0eb9 HTTP/1.1" status: 204 len: 168 time: 0.2494795 Aug 18 13:18:51.675079 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c073ba7f-b5e0-43a1-88ab-37fb3f578404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f212e2-3438-4b78-9746-be56e3ce0eb9,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:51.682490 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c073ba7f-b5e0-43a1-88ab-37fb3f578404 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:51.682919 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c073ba7f-b5e0-43a1-88ab-37fb3f578404 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:51.683323 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c073ba7f-b5e0-43a1-88ab-37fb3f578404 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:51.683749 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c073ba7f-b5e0-43a1-88ab-37fb3f578404 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:51.684083 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c073ba7f-b5e0-43a1-88ab-37fb3f578404 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:51.684413 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c073ba7f-b5e0-43a1-88ab-37fb3f578404 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:51.684739 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c073ba7f-b5e0-43a1-88ab-37fb3f578404 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:51.685081 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c073ba7f-b5e0-43a1-88ab-37fb3f578404 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:51.685382 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c073ba7f-b5e0-43a1-88ab-37fb3f578404 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:51.685700 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c073ba7f-b5e0-43a1-88ab-37fb3f578404 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:51.686021 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c073ba7f-b5e0-43a1-88ab-37fb3f578404 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:51.686366 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c073ba7f-b5e0-43a1-88ab-37fb3f578404 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:18:51.690941 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8e8eb2b0-0f8f-4306-963f-2d57cd3d59c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:51.718248 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8e8eb2b0-0f8f-4306-963f-2d57cd3d59c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f84664a932bf41579f89715be29bf51e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3885779 Aug 18 13:18:51.720933 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 46412) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:51.743081 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8eb2b0-0f8f-4306-963f-2d57cd3d59c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab379052-2cf5-4201-a534-d0f8fbff81c0,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:51.781332 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d9d6fd84-6793-4d35-9796-da59def783c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:51.802982 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d9d6fd84-6793-4d35-9796-da59def783c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:51.919742 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d9d6fd84-6793-4d35-9796-da59def783c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:51.922457 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d9d6fd84-6793-4d35-9796-da59def783c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:51.924821 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d9d6fd84-6793-4d35-9796-da59def783c1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab379052-2cf5-4201-a534-d0f8fbff81c0 HTTP/1.1" status: 204 len: 168 time: 0.2019157 Aug 18 13:18:51.932862 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d6fd84-6793-4d35-9796-da59def783c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab379052-2cf5-4201-a534-d0f8fbff81c0,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:52.759373 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 46452) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:52.773661 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e482895a-5c48-4880-a004-ffd6774d5508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:52.875913 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e482895a-5c48-4880-a004-ffd6774d5508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:52.955855 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e482895a-5c48-4880-a004-ffd6774d5508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:52.998820 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e482895a-5c48-4880-a004-ffd6774d5508 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ba7112650660413e901d5b6744496635&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2376146 Aug 18 13:18:52.999727 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e482895a-5c48-4880-a004-ffd6774d5508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5c1fb8-2c13-4dfc-959a-1249542e5cd5,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:53.001572 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 46458) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:53.035939 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 46460) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:53.076407 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c7c4d726-1c88-4cbc-aeb3-5ae54b7cda49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:53.108576 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c7c4d726-1c88-4cbc-aeb3-5ae54b7cda49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:53.211366 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-a9c155e7-7d7f-4459-8d89-00a254eef6f7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-874222763-network', 'tenant_id': '1f206065eae34d6488eaed42fdaca899'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:18:53.256636 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c7c4d726-1c88-4cbc-aeb3-5ae54b7cda49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:53.262426 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c7c4d726-1c88-4cbc-aeb3-5ae54b7cda49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:53.266385 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c7c4d726-1c88-4cbc-aeb3-5ae54b7cda49 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f5c1fb8-2c13-4dfc-959a-1249542e5cd5 HTTP/1.1" status: 204 len: 168 time: 0.2609038 Aug 18 13:18:53.289045 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c4d726-1c88-4cbc-aeb3-5ae54b7cda49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5c1fb8-2c13-4dfc-959a-1249542e5cd5,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:53.313446 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c155e7-7d7f-4459-8d89-00a254eef6f7 admin admin] Made reservation on behalf of 1f206065eae34d6488eaed42fdaca899 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:18:53.316535 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a9c155e7-7d7f-4459-8d89-00a254eef6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:53.330024 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a9c155e7-7d7f-4459-8d89-00a254eef6f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:53.454208 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a9c155e7-7d7f-4459-8d89-00a254eef6f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:53.553726 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a9c155e7-7d7f-4459-8d89-00a254eef6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:53.585996 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c155e7-7d7f-4459-8d89-00a254eef6f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:18:53.592813 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c155e7-7d7f-4459-8d89-00a254eef6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebafd0a-d048-4747-9af3-9b08ea15322a,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:53.605548 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a9c155e7-7d7f-4459-8d89-00a254eef6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:53.606527 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-a9c155e7-7d7f-4459-8d89-00a254eef6f7 admin admin] Added segment 1520db60-7318-4c30-92e6-8e41e343bed7 of type vlan for network 9095dda4-f18d-4046-b711-ebe2ddd69102 Aug 18 13:18:53.657188 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a9c155e7-7d7f-4459-8d89-00a254eef6f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:53.772875 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a9c155e7-7d7f-4459-8d89-00a254eef6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:53.775239 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c155e7-7d7f-4459-8d89-00a254eef6f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:53.775239 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a9c155e7-7d7f-4459-8d89-00a254eef6f7 admin admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:53.889268 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c155e7-7d7f-4459-8d89-00a254eef6f7 admin admin] Pushing event updated for resources: {'Network': ['ID=9095dda4-f18d-4046-b711-ebe2ddd69102,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:53.900166 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 9095dda4-f18d-4046-b711-ebe2ddd69102 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:18:54.043733 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a9c155e7-7d7f-4459-8d89-00a254eef6f7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0032082 Aug 18 13:18:54.043733 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 46488) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:54.050573 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-75f3936f-8742-467a-977d-46af8e60d2c0 admin admin] Request body: {'subnet': {'network_id': '9095dda4-f18d-4046-b711-ebe2ddd69102', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-874222763-subnet', 'tenant_id': '1f206065eae34d6488eaed42fdaca899', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:18:54.148088 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f3936f-8742-467a-977d-46af8e60d2c0 admin admin] Made reservation on behalf of 1f206065eae34d6488eaed42fdaca899 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:18:54.150903 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-75f3936f-8742-467a-977d-46af8e60d2c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:54.491519 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-75f3936f-8742-467a-977d-46af8e60d2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:54.553075 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f3936f-8742-467a-977d-46af8e60d2c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b947aa56-635a-4bef-8b99-85341e0b7033,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:54.570616 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f3936f-8742-467a-977d-46af8e60d2c0 admin admin] Checking segment: {'id': '1520db60-7318-4c30-92e6-8e41e343bed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9095dda4-f18d-4046-b711-ebe2ddd69102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:18:54.571137 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f3936f-8742-467a-977d-46af8e60d2c0 admin admin] Network hostable DHCP agents. Network: 9095dda4-f18d-4046-b711-ebe2ddd69102, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:18:54.653379 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f3936f-8742-467a-977d-46af8e60d2c0 admin admin] Network 9095dda4-f18d-4046-b711-ebe2ddd69102 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:18:54.748696 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-75f3936f-8742-467a-977d-46af8e60d2c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 9095dda4-f18d-4046-b711-ebe2ddd69102) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:18:54.754039 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f3936f-8742-467a-977d-46af8e60d2c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:54.754926 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-75f3936f-8742-467a-977d-46af8e60d2c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:54.760152 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359f9347-a63a-4860-8317-e18a1aa9ea09 None None] Network 9095dda4-f18d-4046-b711-ebe2ddd69102 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:18:54.911265 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-75f3936f-8742-467a-977d-46af8e60d2c0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8586383 Aug 18 13:18:54.914649 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96af2a26-2d62-4b3f-a3b4-d0ea571c584a None None] Network 9095dda4-f18d-4046-b711-ebe2ddd69102 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:18:55.911235 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 46554) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:55.919624 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-3c0da0fd-0a40-4f16-8bb8-7afd952a7522 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1951804771-network', 'tenant_id': '10df437353f74430b0cc3458eeda151c'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:18:56.039563 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0da0fd-0a40-4f16-8bb8-7afd952a7522 admin admin] Made reservation on behalf of 10df437353f74430b0cc3458eeda151c for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:18:56.041984 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3c0da0fd-0a40-4f16-8bb8-7afd952a7522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:56.051554 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3c0da0fd-0a40-4f16-8bb8-7afd952a7522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:56.164348 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3c0da0fd-0a40-4f16-8bb8-7afd952a7522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:56.336464 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3c0da0fd-0a40-4f16-8bb8-7afd952a7522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:56.376118 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c0da0fd-0a40-4f16-8bb8-7afd952a7522 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:18:56.383294 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0da0fd-0a40-4f16-8bb8-7afd952a7522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6a9c9e-4601-42f2-b4af-e7587967260d,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:56.391757 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3c0da0fd-0a40-4f16-8bb8-7afd952a7522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:56.392245 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-3c0da0fd-0a40-4f16-8bb8-7afd952a7522 admin admin] Added segment 4512b73c-21c8-490a-b329-7f453ed2fc6b of type vlan for network 6e0b7695-ab1e-4133-8a93-ea5d02b1aada Aug 18 13:18:56.438485 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3c0da0fd-0a40-4f16-8bb8-7afd952a7522 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:56.541954 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3c0da0fd-0a40-4f16-8bb8-7afd952a7522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:56.542999 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0da0fd-0a40-4f16-8bb8-7afd952a7522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:56.543604 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3c0da0fd-0a40-4f16-8bb8-7afd952a7522 admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:56.603106 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0da0fd-0a40-4f16-8bb8-7afd952a7522 admin admin] Pushing event updated for resources: {'Network': ['ID=6e0b7695-ab1e-4133-8a93-ea5d02b1aada,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:56.613620 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 6e0b7695-ab1e-4133-8a93-ea5d02b1aada details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:18:56.672010 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 46582) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:56.673778 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3c0da0fd-0a40-4f16-8bb8-7afd952a7522 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7593522 Aug 18 13:18:56.677280 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-20a6ad5c-4861-44d0-b995-d8b05f934b39 admin admin] Request body: {'subnet': {'network_id': '6e0b7695-ab1e-4133-8a93-ea5d02b1aada', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1951804771-subnet', 'tenant_id': '10df437353f74430b0cc3458eeda151c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:18:56.799505 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a6ad5c-4861-44d0-b995-d8b05f934b39 admin admin] Made reservation on behalf of 10df437353f74430b0cc3458eeda151c for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:18:56.803101 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-20a6ad5c-4861-44d0-b995-d8b05f934b39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:57.096679 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-20a6ad5c-4861-44d0-b995-d8b05f934b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:57.171775 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a6ad5c-4861-44d0-b995-d8b05f934b39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92d77dd1-708d-4b2c-8dec-1b8a1a3b0269,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:57.185623 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a6ad5c-4861-44d0-b995-d8b05f934b39 admin admin] Checking segment: {'id': '4512b73c-21c8-490a-b329-7f453ed2fc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6e0b7695-ab1e-4133-8a93-ea5d02b1aada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:18:57.186001 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a6ad5c-4861-44d0-b995-d8b05f934b39 admin admin] Network hostable DHCP agents. Network: 6e0b7695-ab1e-4133-8a93-ea5d02b1aada, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:18:57.272529 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 46594) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:57.290941 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a6ad5c-4861-44d0-b995-d8b05f934b39 admin admin] Network 6e0b7695-ab1e-4133-8a93-ea5d02b1aada is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:18:57.353743 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-20a6ad5c-4861-44d0-b995-d8b05f934b39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 6e0b7695-ab1e-4133-8a93-ea5d02b1aada) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:18:57.358819 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a6ad5c-4861-44d0-b995-d8b05f934b39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:57.359427 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-20a6ad5c-4861-44d0-b995-d8b05f934b39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:57.366735 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521b8a3f-6e43-4118-b997-06668b318dd9 None None] Network 6e0b7695-ab1e-4133-8a93-ea5d02b1aada requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:18:57.509746 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e9a075-469a-4de9-a9f4-23703df1db21 None None] Network 6e0b7695-ab1e-4133-8a93-ea5d02b1aada requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:18:57.737358 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3e30729f-4ae1-4f56-ad39-1b1e5ba71c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:57.739949 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-20a6ad5c-4861-44d0-b995-d8b05f934b39 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0668702 Aug 18 13:18:57.846646 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3e30729f-4ae1-4f56-ad39-1b1e5ba71c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:57.920280 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3e30729f-4ae1-4f56-ad39-1b1e5ba71c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:57.984903 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e30729f-4ae1-4f56-ad39-1b1e5ba71c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07382410-df1e-4bcb-8a55-f2026464fadc,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:57.990156 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3e30729f-4ae1-4f56-ad39-1b1e5ba71c85 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b26b9320beeb4665bfe16149fdfa3979&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7165465 Aug 18 13:18:57.992763 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 46616) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:58.033479 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:58.065377 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7332b5ac-df60-40a2-823a-f13052f2b5b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:58.098247 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7332b5ac-df60-40a2-823a-f13052f2b5b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:58.217277 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7332b5ac-df60-40a2-823a-f13052f2b5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:58.220856 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7332b5ac-df60-40a2-823a-f13052f2b5b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:58.222490 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7332b5ac-df60-40a2-823a-f13052f2b5b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/07382410-df1e-4bcb-8a55-f2026464fadc HTTP/1.1" status: 204 len: 168 time: 0.2287061 Aug 18 13:18:58.231916 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7332b5ac-df60-40a2-823a-f13052f2b5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07382410-df1e-4bcb-8a55-f2026464fadc,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:58.566345 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-0ae05869-3234-44ed-a77f-608d42986bca tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:18:58.574982 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-0ae05869-3234-44ed-a77f-608d42986bca tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/networks?id=9095dda4-f18d-4046-b711-ebe2ddd69102 HTTP/1.1" status: 200 len: 811 time: 0.1288688 Aug 18 13:18:58.587715 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-e166cb2d-f696-4e4a-a4f6-4a66d446056d tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/quotas/1f206065eae34d6488eaed42fdaca899 HTTP/1.1" status: 200 len: 375 time: 0.0128202 Aug 18 13:18:58.628211 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-e79f6be9-76ce-4bc6-9204-9a3ee6c55e6a tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f206065eae34d6488eaed42fdaca899&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345631 Aug 18 13:18:58.737237 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-b2554e51-d927-472f-adea-e963b83c25d6 service neutron] 10.222.0.13 "GET /v2.0/networks/9095dda4-f18d-4046-b711-ebe2ddd69102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001251 Aug 18 13:18:58.753803 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:58.864016 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-02e89654-947d-4447-b9cb-125fd21534a4 service neutron] 10.222.0.13 "GET /v2.0/networks/9095dda4-f18d-4046-b711-ebe2ddd69102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197665 Aug 18 13:18:58.980413 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 46640) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:58.995842 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4e4fe469-18ac-4005-a2ed-b7532fc0b84c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:59.120295 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4e4fe469-18ac-4005-a2ed-b7532fc0b84c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:59.159614 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-266e1087-8dd4-43b0-a50e-6ff9041c4eaf req-727ee22c-fa30-4820-838a-e5267e1b3dcc tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d018f91-8e5f-4778-b830-0a2f3d925968 HTTP/1.1" status: 200 len: 210 time: 0.0293412 Aug 18 13:18:59.219767 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4e4fe469-18ac-4005-a2ed-b7532fc0b84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:59.279989 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4e4fe469-18ac-4005-a2ed-b7532fc0b84c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c498cce3b3614bac9a59f244e760b292&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2956884 Aug 18 13:18:59.281208 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 46654) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:18:59.286076 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4fe469-18ac-4005-a2ed-b7532fc0b84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc4fad4-e3d1-40d4-9eb9-757778a53e09,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:18:59.339231 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c413e86e-9e63-48a3-a7da-b5836a023d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:59.362360 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c413e86e-9e63-48a3-a7da-b5836a023d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:59.530917 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c413e86e-9e63-48a3-a7da-b5836a023d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:59.533701 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c413e86e-9e63-48a3-a7da-b5836a023d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:59.534919 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c413e86e-9e63-48a3-a7da-b5836a023d15 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9fc4fad4-e3d1-40d4-9eb9-757778a53e09 HTTP/1.1" status: 204 len: 168 time: 0.2527111 Aug 18 13:18:59.544688 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c413e86e-9e63-48a3-a7da-b5836a023d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc4fad4-e3d1-40d4-9eb9-757778a53e09,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:00.245276 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0cf332e0-d9e0-4050-9227-3b197c0dc34f req-6200970b-9d7b-43d6-b8ec-57211a69b714 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d018f91-8e5f-4778-b830-0a2f3d925968 HTTP/1.1" status: 200 len: 210 time: 0.0302739 Aug 18 13:19:00.886806 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 46696) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:01.100989 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-9da643e5-e888-4cd3-bd61-321d79dc5b64 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2032986073-network', 'tenant_id': 'beba8bfa278744c48a40969c39c037ec'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:19:01.216284 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da643e5-e888-4cd3-bd61-321d79dc5b64 admin admin] Made reservation on behalf of beba8bfa278744c48a40969c39c037ec for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:19:01.220277 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9da643e5-e888-4cd3-bd61-321d79dc5b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:01.228498 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9da643e5-e888-4cd3-bd61-321d79dc5b64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:01.340693 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9da643e5-e888-4cd3-bd61-321d79dc5b64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:01.357683 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d4910b92-008d-411b-91f1-d5a8c4aa0916 req-0309b402-8fcf-4498-afac-e353f9cb47a1 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d018f91-8e5f-4778-b830-0a2f3d925968 HTTP/1.1" status: 200 len: 210 time: 0.0264099 Aug 18 13:19:01.485230 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9da643e5-e888-4cd3-bd61-321d79dc5b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:01.506858 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9da643e5-e888-4cd3-bd61-321d79dc5b64 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:19:01.521010 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da643e5-e888-4cd3-bd61-321d79dc5b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e57c70f-bb23-45ef-b9d9-bda7ccc92d75,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:01.526837 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9da643e5-e888-4cd3-bd61-321d79dc5b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:01.527218 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-9da643e5-e888-4cd3-bd61-321d79dc5b64 admin admin] Added segment 3e5c490b-88ec-421e-97c8-db17788cb8b9 of type vlan for network f5b5fe99-d888-4c34-9b47-a4cbe1e5ce6a Aug 18 13:19:01.568941 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9da643e5-e888-4cd3-bd61-321d79dc5b64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:01.702362 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9da643e5-e888-4cd3-bd61-321d79dc5b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:01.703613 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da643e5-e888-4cd3-bd61-321d79dc5b64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:01.704657 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9da643e5-e888-4cd3-bd61-321d79dc5b64 admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:01.767382 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da643e5-e888-4cd3-bd61-321d79dc5b64 admin admin] Pushing event updated for resources: {'Network': ['ID=f5b5fe99-d888-4c34-9b47-a4cbe1e5ce6a,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:01.777371 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network f5b5fe99-d888-4c34-9b47-a4cbe1e5ce6a details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:19:01.937498 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9da643e5-e888-4cd3-bd61-321d79dc5b64 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0485656 Aug 18 13:19:01.940182 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 46714) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:01.945257 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-316bceab-d15a-4eca-9302-3750c852162c admin admin] Request body: {'subnet': {'network_id': 'f5b5fe99-d888-4c34-9b47-a4cbe1e5ce6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2032986073-subnet', 'tenant_id': 'beba8bfa278744c48a40969c39c037ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:19:02.062345 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316bceab-d15a-4eca-9302-3750c852162c admin admin] Made reservation on behalf of beba8bfa278744c48a40969c39c037ec for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:19:02.065196 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-316bceab-d15a-4eca-9302-3750c852162c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:02.193105 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-551d50b2-057f-4f78-94b2-dd6eba8c9ffc tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:02.194519 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-551d50b2-057f-4f78-94b2-dd6eba8c9ffc tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.39 "GET /v2.0/networks?id=9095dda4-f18d-4046-b711-ebe2ddd69102 HTTP/1.1" status: 200 len: 811 time: 0.1117470 Aug 18 13:19:02.211621 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-384ca75e-3ca5-4ff1-95db-221156b4b671 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] Request body: {'port': {'device_id': '9d018f91-8e5f-4778-b830-0a2f3d925968', 'network_id': '9095dda4-f18d-4046-b711-ebe2ddd69102', 'admin_state_up': True, 'tenant_id': '1f206065eae34d6488eaed42fdaca899'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:19:02.336675 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-316bceab-d15a-4eca-9302-3750c852162c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:02.409880 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316bceab-d15a-4eca-9302-3750c852162c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a72fd07-950d-4ae3-81c6-b7a6b74dc559,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:02.419853 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316bceab-d15a-4eca-9302-3750c852162c admin admin] Checking segment: {'id': '3e5c490b-88ec-421e-97c8-db17788cb8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f5b5fe99-d888-4c34-9b47-a4cbe1e5ce6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:19:02.420227 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316bceab-d15a-4eca-9302-3750c852162c admin admin] Network hostable DHCP agents. Network: f5b5fe99-d888-4c34-9b47-a4cbe1e5ce6a, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:19:02.452537 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-384ca75e-3ca5-4ff1-95db-221156b4b671 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] Made reservation on behalf of 1f206065eae34d6488eaed42fdaca899 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:19:02.456827 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-384ca75e-3ca5-4ff1-95db-221156b4b671 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:02.495045 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-98a7310c-8507-4a0d-ae2e-0481d4d443d5 req-9f4d37e2-55f0-4da8-ac80-0faa4fca337a tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d018f91-8e5f-4778-b830-0a2f3d925968 HTTP/1.1" status: 200 len: 210 time: 0.0345144 Aug 18 13:19:02.565125 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316bceab-d15a-4eca-9302-3750c852162c admin admin] Network f5b5fe99-d888-4c34-9b47-a4cbe1e5ce6a is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:19:02.619252 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-384ca75e-3ca5-4ff1-95db-221156b4b671 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] Allocated IP 172.20.0.11 (9095dda4-f18d-4046-b711-ebe2ddd69102/b947aa56-635a-4bef-8b99-85341e0b7033/92dcbfc0-734a-416e-a83f-a61c41042dff) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:19:02.737459 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-316bceab-d15a-4eca-9302-3750c852162c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, f5b5fe99-d888-4c34-9b47-a4cbe1e5ce6a) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:19:02.745448 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316bceab-d15a-4eca-9302-3750c852162c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:02.746363 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-316bceab-d15a-4eca-9302-3750c852162c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:02.748739 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c505dc-554b-4559-91ac-a8356d486bd5 None None] Network f5b5fe99-d888-4c34-9b47-a4cbe1e5ce6a requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:19:02.778782 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-384ca75e-3ca5-4ff1-95db-221156b4b671 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:02.829248 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-316bceab-d15a-4eca-9302-3750c852162c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8878472 Aug 18 13:19:02.931033 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98569997-32fe-4872-87b5-5a73c89810ea None None] Network f5b5fe99-d888-4c34-9b47-a4cbe1e5ce6a requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:19:02.971580 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-384ca75e-3ca5-4ff1-95db-221156b4b671 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:03.016782 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-384ca75e-3ca5-4ff1-95db-221156b4b671 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] Network 9095dda4-f18d-4046-b711-ebe2ddd69102 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:19:03.019853 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-384ca75e-3ca5-4ff1-95db-221156b4b671 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:19:03.025840 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-384ca75e-3ca5-4ff1-95db-221156b4b671 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:19:03.066654 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ca75e-3ca5-4ff1-95db-221156b4b671 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] Pushing event updated for resources: {'Port': ['ID=92dcbfc0-734a-416e-a83f-a61c41042dff,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:03.091457 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-384ca75e-3ca5-4ff1-95db-221156b4b671 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:03.092118 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-384ca75e-3ca5-4ff1-95db-221156b4b671 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:03.205630 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-384ca75e-3ca5-4ff1-95db-221156b4b671 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9987209 Aug 18 13:19:03.231689 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-81ad55e8-679a-4b64-aea7-ba0d78ef0ef9 service neutron] Request body: {'port': {'device_id': '9d018f91-8e5f-4778-b830-0a2f3d925968', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:19:03.294719 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-81ad55e8-679a-4b64-aea7-ba0d78ef0ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:03.459923 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 46744) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:03.626609 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-846e4e8f-0e01-49c1-af91-4dacd5508bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:03.669772 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edcca01-aa0c-4035-9481-0b498f5da129 req-7742f38d-fb2c-49c7-bdf1-32c797d63687 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:03.671431 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2edcca01-aa0c-4035-9481-0b498f5da129 req-7742f38d-fb2c-49c7-bdf1-32c797d63687 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d018f91-8e5f-4778-b830-0a2f3d925968 HTTP/1.1" status: 200 len: 932 time: 0.0932255 Aug 18 13:19:03.673809 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-81ad55e8-679a-4b64-aea7-ba0d78ef0ef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92dcbfc0-734a-416e-a83f-a61c41042dff {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:19:03.683408 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-81ad55e8-679a-4b64-aea7-ba0d78ef0ef9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:03.722394 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-81ad55e8-679a-4b64-aea7-ba0d78ef0ef9 service neutron] Transition to ACTIVE for port object 92dcbfc0-734a-416e-a83f-a61c41042dff will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:19:03.737953 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2edcca01-aa0c-4035-9481-0b498f5da129 req-054bd28e-3cc3-45b8-92c0-c7f757721dd6 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebafd0a-d048-4747-9af3-9b08ea15322a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591359 Aug 18 13:19:03.759466 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-846e4e8f-0e01-49c1-af91-4dacd5508bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:03.832390 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 46760) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:03.837592 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-a7d9fa5e-24be-42bb-bc21-129857b32cb6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1951739503-network', 'tenant_id': 'a4050a4a07ef442da3786749114f8edd'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:19:03.907514 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-81ad55e8-679a-4b64-aea7-ba0d78ef0ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:03.961565 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad55e8-679a-4b64-aea7-ba0d78ef0ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=92dcbfc0-734a-416e-a83f-a61c41042dff,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:03.974157 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-846e4e8f-0e01-49c1-af91-4dacd5508bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:04.026629 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-846e4e8f-0e01-49c1-af91-4dacd5508bc5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eba6d9d51bda4adf8ecfcb34d88ec90d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5655205 Aug 18 13:19:04.027155 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 46764) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:04.036400 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e4e8f-0e01-49c1-af91-4dacd5508bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49aa8a42-965c-412b-884f-31cc2136644a,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:04.038239 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-81ad55e8-679a-4b64-aea7-ba0d78ef0ef9 service neutron] Attempting to bind port 92dcbfc0-734a-416e-a83f-a61c41042dff on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:19:04.039366 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-81ad55e8-679a-4b64-aea7-ba0d78ef0ef9 service neutron] Attempting to bind port 92dcbfc0-734a-416e-a83f-a61c41042dff by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '1520db60-7318-4c30-92e6-8e41e343bed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9095dda4-f18d-4046-b711-ebe2ddd69102'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:19:04.039706 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-81ad55e8-679a-4b64-aea7-ba0d78ef0ef9 service neutron] Attempting to bind port 92dcbfc0-734a-416e-a83f-a61c41042dff on network 9095dda4-f18d-4046-b711-ebe2ddd69102 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:19:04.045698 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-81ad55e8-679a-4b64-aea7-ba0d78ef0ef9 service neutron] Port 92dcbfc0-734a-416e-a83f-a61c41042dff on network 9095dda4-f18d-4046-b711-ebe2ddd69102 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:19:04.046001 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-81ad55e8-679a-4b64-aea7-ba0d78ef0ef9 service neutron] Attempting to bind port 92dcbfc0-734a-416e-a83f-a61c41042dff on network 9095dda4-f18d-4046-b711-ebe2ddd69102 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:19:04.055443 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-81ad55e8-679a-4b64-aea7-ba0d78ef0ef9 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:19:04.055784 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-81ad55e8-679a-4b64-aea7-ba0d78ef0ef9 service neutron] Checking segment: {'id': '1520db60-7318-4c30-92e6-8e41e343bed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9095dda4-f18d-4046-b711-ebe2ddd69102'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:19:04.056175 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-81ad55e8-679a-4b64-aea7-ba0d78ef0ef9 service neutron] Bound using segment: {'id': '1520db60-7318-4c30-92e6-8e41e343bed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9095dda4-f18d-4046-b711-ebe2ddd69102'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:19:04.056647 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-81ad55e8-679a-4b64-aea7-ba0d78ef0ef9 service neutron] Bound port: 92dcbfc0-734a-416e-a83f-a61c41042dff, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1520db60-7318-4c30-92e6-8e41e343bed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9095dda4-f18d-4046-b711-ebe2ddd69102'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:19:04.057013 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-81ad55e8-679a-4b64-aea7-ba0d78ef0ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:04.085390 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9777f0ac-a98e-4995-a1d5-9cd4c26221f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:04.109502 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9777f0ac-a98e-4995-a1d5-9cd4c26221f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:04.148218 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-81ad55e8-679a-4b64-aea7-ba0d78ef0ef9 service neutron] For port 92dcbfc0-734a-416e-a83f-a61c41042dff, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:19:04.155836 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-81ad55e8-679a-4b64-aea7-ba0d78ef0ef9 service neutron] For port 92dcbfc0-734a-416e-a83f-a61c41042dff, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=92dcbfc0-734a-416e-a83f-a61c41042dff,segment=NetworkSegment(1520db60-7318-4c30-92e6-8e41e343bed7),segment_id=1520db60-7318-4c30-92e6-8e41e343bed7)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:19:04.156028 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d9fa5e-24be-42bb-bc21-129857b32cb6 admin admin] Made reservation on behalf of a4050a4a07ef442da3786749114f8edd for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:19:04.158710 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a7d9fa5e-24be-42bb-bc21-129857b32cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:04.182184 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a7d9fa5e-24be-42bb-bc21-129857b32cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:04.279862 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-81ad55e8-679a-4b64-aea7-ba0d78ef0ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:04.317713 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-81ad55e8-679a-4b64-aea7-ba0d78ef0ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:04.318694 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-81ad55e8-679a-4b64-aea7-ba0d78ef0ef9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:04.320440 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-81ad55e8-679a-4b64-aea7-ba0d78ef0ef9 service neutron] 10.222.0.39 "PUT /v2.0/ports/92dcbfc0-734a-416e-a83f-a61c41042dff HTTP/1.1" status: 200 len: 1092 time: 1.0970018 Aug 18 13:19:04.322543 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d018f91-8e5f-4778-b830-0a2f3d925968', 'tag': '92dcbfc0-734a-416e-a83f-a61c41042dff'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:19:04.328075 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934fef94-62b2-4fe0-9c79-9121c92fab0e" -d '{"events": [{"name": "network-changed", "server_uuid": "9d018f91-8e5f-4778-b830-0a2f3d925968", "tag": "92dcbfc0-734a-416e-a83f-a61c41042dff"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:19:04.329219 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9777f0ac-a98e-4995-a1d5-9cd4c26221f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:04.332613 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9777f0ac-a98e-4995-a1d5-9cd4c26221f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:04.336054 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9777f0ac-a98e-4995-a1d5-9cd4c26221f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/49aa8a42-965c-412b-884f-31cc2136644a HTTP/1.1" status: 204 len: 168 time: 0.3041363 Aug 18 13:19:04.347729 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777f0ac-a98e-4995-a1d5-9cd4c26221f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49aa8a42-965c-412b-884f-31cc2136644a,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:04.398684 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad55e8-679a-4b64-aea7-ba0d78ef0ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=92dcbfc0-734a-416e-a83f-a61c41042dff,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:04.413665 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60069e57-4ef8-4372-9b73-23f9bd824e78 x-openstack-request-id: req-60069e57-4ef8-4372-9b73-23f9bd824e78 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:19:04.414433 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d018f91-8e5f-4778-b830-0a2f3d925968", "tag": "92dcbfc0-734a-416e-a83f-a61c41042dff", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:19:04.415315 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-60069e57-4ef8-4372-9b73-23f9bd824e78 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:19:04.415795 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d018f91-8e5f-4778-b830-0a2f3d925968', 'tag': '92dcbfc0-734a-416e-a83f-a61c41042dff', 'status': 'completed', 'code': 200} Aug 18 13:19:04.479956 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a7d9fa5e-24be-42bb-bc21-129857b32cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:04.480413 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934fef94-62b2-4fe0-9c79-9121c92fab0e req-7116e3d8-b000-4710-8d11-f1aaab634c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:04.481599 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-934fef94-62b2-4fe0-9c79-9121c92fab0e req-7116e3d8-b000-4710-8d11-f1aaab634c46 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f206065eae34d6488eaed42fdaca899&device_id=9d018f91-8e5f-4778-b830-0a2f3d925968 HTTP/1.1" status: 200 len: 1095 time: 0.0571864 Aug 18 13:19:04.585162 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934fef94-62b2-4fe0-9c79-9121c92fab0e req-f8563ecd-429e-4239-a0a8-ed86a4bc7069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:04.586690 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-934fef94-62b2-4fe0-9c79-9121c92fab0e req-f8563ecd-429e-4239-a0a8-ed86a4bc7069 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=1f206065eae34d6488eaed42fdaca899&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0972593 Aug 18 13:19:04.656171 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a7d9fa5e-24be-42bb-bc21-129857b32cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:04.681900 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7d9fa5e-24be-42bb-bc21-129857b32cb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:19:04.688510 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934fef94-62b2-4fe0-9c79-9121c92fab0e req-8f8c995b-8808-4611-84d4-4a5a39cd578d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:04.689795 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-934fef94-62b2-4fe0-9c79-9121c92fab0e req-8f8c995b-8808-4611-84d4-4a5a39cd578d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0959539 Aug 18 13:19:04.692597 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d9fa5e-24be-42bb-bc21-129857b32cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6929f7de-daff-49e8-9b83-5937ed0bc49f,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:04.714011 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a7d9fa5e-24be-42bb-bc21-129857b32cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:04.714404 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-a7d9fa5e-24be-42bb-bc21-129857b32cb6 admin admin] Added segment 740b98cf-325b-47a7-93cb-e0fe25fcb8ea of type vlan for network d8256c0d-ce71-4d18-8996-42887b6ee355 Aug 18 13:19:04.756061 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a7d9fa5e-24be-42bb-bc21-129857b32cb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:04.788750 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-f6f81600-0184-464c-8a1f-d2a8f6480851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:04.789975 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-f6f81600-0184-464c-8a1f-d2a8f6480851 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f206065eae34d6488eaed42fdaca899&device_id=9d018f91-8e5f-4778-b830-0a2f3d925968 HTTP/1.1" status: 200 len: 1095 time: 0.0564950 Aug 18 13:19:04.851550 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-4055dda5-8ea7-4f49-b20f-7a5294e0b0c3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92dcbfc0-734a-416e-a83f-a61c41042dff HTTP/1.1" status: 200 len: 217 time: 0.0521312 Aug 18 13:19:04.930250 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09522a51-7ef9-4a42-a966-abd42993ef0b req-66e61e7b-b0bb-4159-9ce4-1bb03e11dd12 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:04.931775 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-09522a51-7ef9-4a42-a966-abd42993ef0b req-66e61e7b-b0bb-4159-9ce4-1bb03e11dd12 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d018f91-8e5f-4778-b830-0a2f3d925968 HTTP/1.1" status: 200 len: 944 time: 0.0907784 Aug 18 13:19:04.933717 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-f2cef21a-d497-43ef-a670-a4808b878313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:04.935741 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-f2cef21a-d497-43ef-a670-a4808b878313 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b947aa56-635a-4bef-8b99-85341e0b7033 HTTP/1.1" status: 200 len: 851 time: 0.0656006 Aug 18 13:19:04.970776 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a7d9fa5e-24be-42bb-bc21-129857b32cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:04.972262 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d9fa5e-24be-42bb-bc21-129857b32cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:04.972950 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a7d9fa5e-24be-42bb-bc21-129857b32cb6 admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:04.984454 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-e3d29e81-7cf2-49bf-a4e2-6db9a10086b9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9095dda4-f18d-4046-b711-ebe2ddd69102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370975 Aug 18 13:19:05.043050 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d9fa5e-24be-42bb-bc21-129857b32cb6 admin admin] Pushing event updated for resources: {'Network': ['ID=d8256c0d-ce71-4d18-8996-42887b6ee355,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:05.055098 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-09522a51-7ef9-4a42-a966-abd42993ef0b req-ac04842b-a08f-4b86-ad0c-f84c136bef6b tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebafd0a-d048-4747-9af3-9b08ea15322a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067228 Aug 18 13:19:05.056213 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network d8256c0d-ce71-4d18-8996-42887b6ee355 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:19:05.097086 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-e45a66cf-1909-406d-aff3-fe0d3b8819f5 service neutron] 10.222.0.39 "GET /v2.0/networks/9095dda4-f18d-4046-b711-ebe2ddd69102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017520 Aug 18 13:19:05.148845 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a7d9fa5e-24be-42bb-bc21-129857b32cb6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3152037 Aug 18 13:19:05.153187 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 46786) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:05.157425 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-cf0f51e7-0b34-492b-8012-0281499e6f1d admin admin] Request body: {'subnet': {'network_id': 'd8256c0d-ce71-4d18-8996-42887b6ee355', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1951739503-subnet', 'tenant_id': 'a4050a4a07ef442da3786749114f8edd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:19:05.197599 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1c2da252-77da-4726-aaf8-511cf93e4141 req-34fe6a64-71a1-4b20-b1d5-0941ce503700 service neutron] 10.222.0.39 "GET /v2.0/networks/9095dda4-f18d-4046-b711-ebe2ddd69102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923085 Aug 18 13:19:05.279843 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0f51e7-0b34-492b-8012-0281499e6f1d admin admin] Made reservation on behalf of a4050a4a07ef442da3786749114f8edd for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:19:05.282321 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cf0f51e7-0b34-492b-8012-0281499e6f1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:05.674207 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cf0f51e7-0b34-492b-8012-0281499e6f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:05.732010 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 46792) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:05.732740 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f51e7-0b34-492b-8012-0281499e6f1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ab27e45-c784-4fed-a3e7-ba7c15b91393,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:05.753261 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-77f0ea61-8c27-4e86-9ccc-54b48e8bd657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:05.756286 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0f51e7-0b34-492b-8012-0281499e6f1d admin admin] Checking segment: {'id': '740b98cf-325b-47a7-93cb-e0fe25fcb8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd8256c0d-ce71-4d18-8996-42887b6ee355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:19:05.756646 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0f51e7-0b34-492b-8012-0281499e6f1d admin admin] Network hostable DHCP agents. Network: d8256c0d-ce71-4d18-8996-42887b6ee355, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:19:05.855178 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-77f0ea61-8c27-4e86-9ccc-54b48e8bd657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:05.936219 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0f51e7-0b34-492b-8012-0281499e6f1d admin admin] Network d8256c0d-ce71-4d18-8996-42887b6ee355 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:19:06.022116 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-77f0ea61-8c27-4e86-9ccc-54b48e8bd657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:06.061825 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-77f0ea61-8c27-4e86-9ccc-54b48e8bd657 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86d0c8e7bfcd4623819bf831ef56d8ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3264294 Aug 18 13:19:06.063932 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f0ea61-8c27-4e86-9ccc-54b48e8bd657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9f2fad-66a1-49b8-a2ae-a1b0291e0c4d,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:06.064278 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 46796) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:06.096208 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-cf0f51e7-0b34-492b-8012-0281499e6f1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, d8256c0d-ce71-4d18-8996-42887b6ee355) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:19:06.101051 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0f51e7-0b34-492b-8012-0281499e6f1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:06.101994 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cf0f51e7-0b34-492b-8012-0281499e6f1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:06.107570 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41834c5-add7-49de-9a30-9a410cd9f813 None None] Network d8256c0d-ce71-4d18-8996-42887b6ee355 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:19:06.126703 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cf96e0a2-5310-41f2-ad29-b1f68936f317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:06.177087 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cf96e0a2-5310-41f2-ad29-b1f68936f317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:06.225031 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16813f00-60f4-43c3-8777-537e281b87dd req-1518110d-b2c3-47b6-9296-cbacbc699176 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:06.227571 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-16813f00-60f4-43c3-8777-537e281b87dd req-1518110d-b2c3-47b6-9296-cbacbc699176 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d018f91-8e5f-4778-b830-0a2f3d925968 HTTP/1.1" status: 200 len: 944 time: 0.0893025 Aug 18 13:19:06.243883 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1783d751-22f6-41d2-880d-1474ea6a13aa None None] Network d8256c0d-ce71-4d18-8996-42887b6ee355 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:19:06.298911 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-16813f00-60f4-43c3-8777-537e281b87dd req-99f42be4-b920-4ed9-91a4-0b856e10a876 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebafd0a-d048-4747-9af3-9b08ea15322a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642476 Aug 18 13:19:06.320805 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-cf0f51e7-0b34-492b-8012-0281499e6f1d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1682999 Aug 18 13:19:06.358776 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cf96e0a2-5310-41f2-ad29-b1f68936f317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:06.362749 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cf96e0a2-5310-41f2-ad29-b1f68936f317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:06.369365 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-cf96e0a2-5310-41f2-ad29-b1f68936f317 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e9f2fad-66a1-49b8-a2ae-a1b0291e0c4d HTTP/1.1" status: 204 len: 168 time: 0.2988102 Aug 18 13:19:06.397008 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf96e0a2-5310-41f2-ad29-b1f68936f317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9f2fad-66a1-49b8-a2ae-a1b0291e0c4d,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:06.499078 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 92dcbfc0-734a-416e-a83f-a61c41042dff details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:19:06.627905 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 92dcbfc0-734a-416e-a83f-a61c41042dff, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=92dcbfc0-734a-416e-a83f-a61c41042dff,segment=NetworkSegment(1520db60-7318-4c30-92e6-8e41e343bed7),segment_id=1520db60-7318-4c30-92e6-8e41e343bed7)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:19:06.643822 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '92dcbfc0-734a-416e-a83f-a61c41042dff', 'network_id': '9095dda4-f18d-4046-b711-ebe2ddd69102', 'port_id': '92dcbfc0-734a-416e-a83f-a61c41042dff', 'mac_address': 'fa:16:3e:63:2c:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b947aa56-635a-4bef-8b99-85341e0b7033', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:19:06.693069 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:06.706690 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92dcbfc0-734a-416e-a83f-a61c41042dff {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:19:06.727310 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 92dcbfc0-734a-416e-a83f-a61c41042dff, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=92dcbfc0-734a-416e-a83f-a61c41042dff,segment=NetworkSegment(1520db60-7318-4c30-92e6-8e41e343bed7),segment_id=1520db60-7318-4c30-92e6-8e41e343bed7)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:19:06.810816 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:06.874124 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=92dcbfc0-734a-416e-a83f-a61c41042dff,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:07.022217 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['92dcbfc0-734a-416e-a83f-a61c41042dff'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:19:07.045789 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466e555-9571-43fe-9bb4-5d21695758cd req-6993c177-9217-49ed-a7ca-5bf520d0229a tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:07.047327 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9466e555-9571-43fe-9bb4-5d21695758cd req-6993c177-9217-49ed-a7ca-5bf520d0229a tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] 10.222.0.13 "GET /v2.0/networks?id=f5b5fe99-d888-4c34-9b47-a4cbe1e5ce6a HTTP/1.1" status: 200 len: 809 time: 0.1077750 Aug 18 13:19:07.063162 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9466e555-9571-43fe-9bb4-5d21695758cd req-af0e99f7-91f1-4b4a-96d7-9fceb81b9b7f tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] 10.222.0.13 "GET /v2.0/quotas/beba8bfa278744c48a40969c39c037ec HTTP/1.1" status: 200 len: 375 time: 0.0101550 Aug 18 13:19:07.125771 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9466e555-9571-43fe-9bb4-5d21695758cd req-a274dbda-eb1a-420d-907d-ebf8b78df571 tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=beba8bfa278744c48a40969c39c037ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524979 Aug 18 13:19:07.215709 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 46832) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:07.231501 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7b2d71e3-2060-44f8-b4c9-00b0b6262a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:07.363197 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9466e555-9571-43fe-9bb4-5d21695758cd req-0629a669-54b3-4e0e-a6e7-8d48ce471676 service neutron] 10.222.0.13 "GET /v2.0/networks/f5b5fe99-d888-4c34-9b47-a4cbe1e5ce6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291846 Aug 18 13:19:07.462056 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1256de3a-8c9c-4f8c-b81e-3ba4b7c5ea6d req-cd56b3aa-a8f5-4b9e-a52e-c58556ee3b33 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:07.463587 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1256de3a-8c9c-4f8c-b81e-3ba4b7c5ea6d req-cd56b3aa-a8f5-4b9e-a52e-c58556ee3b33 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d018f91-8e5f-4778-b830-0a2f3d925968 HTTP/1.1" status: 200 len: 945 time: 0.0696411 Aug 18 13:19:07.485610 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9466e555-9571-43fe-9bb4-5d21695758cd req-5853818e-5cf8-4112-b8cc-c2b94a9326fe service neutron] 10.222.0.13 "GET /v2.0/networks/f5b5fe99-d888-4c34-9b47-a4cbe1e5ce6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165302 Aug 18 13:19:07.508268 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1256de3a-8c9c-4f8c-b81e-3ba4b7c5ea6d req-b9eaf18e-5a06-47f2-8c0e-cb1d696e3e82 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebafd0a-d048-4747-9af3-9b08ea15322a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382648 Aug 18 13:19:07.856532 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7b2d71e3-2060-44f8-b4c9-00b0b6262a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:08.106460 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2587cc67-0869-443d-bda3-d1e8ce427db0 req-ad102405-765d-4cfb-abb5-2687eb867dfa tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d3368c5-6050-4aa6-9b46-98a346f2d40a HTTP/1.1" status: 200 len: 210 time: 0.0288188 Aug 18 13:19:08.106936 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7b2d71e3-2060-44f8-b4c9-00b0b6262a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:08.151897 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d71e3-2060-44f8-b4c9-00b0b6262a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a97dc5c-f56f-492c-b64d-b018698c3717,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:08.160065 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7b2d71e3-2060-44f8-b4c9-00b0b6262a25 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a0bc408200ce4cceb57422874c98d5a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9433036 Aug 18 13:19:08.160684 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 46846) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:08.217639 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6baa9110-cf40-4c72-88fb-4244159726d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:08.240621 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6baa9110-cf40-4c72-88fb-4244159726d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:08.376389 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6baa9110-cf40-4c72-88fb-4244159726d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:08.379128 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6baa9110-cf40-4c72-88fb-4244159726d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:08.380349 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6baa9110-cf40-4c72-88fb-4244159726d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9a97dc5c-f56f-492c-b64d-b018698c3717 HTTP/1.1" status: 204 len: 168 time: 0.2183230 Aug 18 13:19:08.390357 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa9110-cf40-4c72-88fb-4244159726d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a97dc5c-f56f-492c-b64d-b018698c3717,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:08.514810 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 92dcbfc0-734a-416e-a83f-a61c41042dff up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:19:08.642221 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ae012-07d1-4440-a0f8-193f1d738c8f req-1e3cb454-baf1-4680-9b86-7487c3ef6eb8 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:08.643801 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ec3ae012-07d1-4440-a0f8-193f1d738c8f req-1e3cb454-baf1-4680-9b86-7487c3ef6eb8 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d018f91-8e5f-4778-b830-0a2f3d925968 HTTP/1.1" status: 200 len: 945 time: 0.0557442 Aug 18 13:19:08.686342 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ec3ae012-07d1-4440-a0f8-193f1d738c8f req-7966f6e0-d2a1-4dcc-bfd7-81dac8cb6dff tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebafd0a-d048-4747-9af3-9b08ea15322a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363266 Aug 18 13:19:08.759325 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 92dcbfc0-734a-416e-a83f-a61c41042dff completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:19:08.763891 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 92dcbfc0-734a-416e-a83f-a61c41042dff triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:19:08.764375 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:09.003234 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:09.030144 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d018f91-8e5f-4778-b830-0a2f3d925968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92dcbfc0-734a-416e-a83f-a61c41042dff'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:19:09.032621 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ed983f-0a76-4ef2-b2fd-26b1706da92b" -d '{"events": [{"server_uuid": "9d018f91-8e5f-4778-b830-0a2f3d925968", "name": "network-vif-plugged", "status": "completed", "tag": "92dcbfc0-734a-416e-a83f-a61c41042dff"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:19:09.061001 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 92dcbfc0-734a-416e-a83f-a61c41042dff, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=92dcbfc0-734a-416e-a83f-a61c41042dff,segment=NetworkSegment(1520db60-7318-4c30-92e6-8e41e343bed7),segment_id=1520db60-7318-4c30-92e6-8e41e343bed7)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:19:09.068632 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251150a9-f808-419d-beee-4479442cfaca x-openstack-request-id: req-251150a9-f808-419d-beee-4479442cfaca {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:19:09.068986 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d018f91-8e5f-4778-b830-0a2f3d925968", "name": "network-vif-plugged", "status": "completed", "tag": "92dcbfc0-734a-416e-a83f-a61c41042dff", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:19:09.069370 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-251150a9-f808-419d-beee-4479442cfaca {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:19:09.069823 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d018f91-8e5f-4778-b830-0a2f3d925968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92dcbfc0-734a-416e-a83f-a61c41042dff', 'code': 200} Aug 18 13:19:09.166575 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3bd8da-5228-4827-972d-10a4db3c16fe req-6593b8c5-00bc-4bc0-8a90-70871a05c9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:09.168912 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0f3bd8da-5228-4827-972d-10a4db3c16fe req-6593b8c5-00bc-4bc0-8a90-70871a05c9cf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9d018f91-8e5f-4778-b830-0a2f3d925968 HTTP/1.1" status: 200 len: 1096 time: 0.0435219 Aug 18 13:19:09.190074 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8641ce7f-7c3b-4ce5-8799-63e4ef2a4054 req-7e2444ee-db12-4366-9c73-b5ade63efe75 tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d3368c5-6050-4aa6-9b46-98a346f2d40a HTTP/1.1" status: 200 len: 210 time: 0.0303798 Aug 18 13:19:09.222809 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0f3bd8da-5228-4827-972d-10a4db3c16fe req-7c1b22e6-497d-4865-973a-b18e351a6ee8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6ebafd0a-d048-4747-9af3-9b08ea15322a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460675 Aug 18 13:19:09.245095 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:09.301024 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=92dcbfc0-734a-416e-a83f-a61c41042dff,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:09.310729 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:09.317730 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:09.317730 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:09.317730 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:09.317730 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:09.317730 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:09.317730 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:09.317730 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:09.317730 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:09.317730 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:09.317730 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:09.317730 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:09.811099 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5f855-b49a-4693-b99f-39b3e48d3c3f req-cc21ff72-fafb-4652-ac68-a7ed63fd9496 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:09.822111 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e8e5f855-b49a-4693-b99f-39b3e48d3c3f req-cc21ff72-fafb-4652-ac68-a7ed63fd9496 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d018f91-8e5f-4778-b830-0a2f3d925968 HTTP/1.1" status: 200 len: 946 time: 0.0640361 Aug 18 13:19:09.867453 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e8e5f855-b49a-4693-b99f-39b3e48d3c3f req-794e5d81-30f9-4287-9ca4-054703ef624c tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebafd0a-d048-4747-9af3-9b08ea15322a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435169 Aug 18 13:19:10.289331 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7d4b50bd-13eb-48a6-81ae-229734dfe9b4 req-8eb8db15-7acb-4947-ba5e-22be7048c5ac tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d3368c5-6050-4aa6-9b46-98a346f2d40a HTTP/1.1" status: 200 len: 210 time: 0.0283113 Aug 18 13:19:11.019796 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39532d4-08a0-4aed-a9ab-c1b6106da558 req-85c8ef28-ecdd-4f38-98a4-2d092af53556 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:11.023758 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d39532d4-08a0-4aed-a9ab-c1b6106da558 req-85c8ef28-ecdd-4f38-98a4-2d092af53556 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d018f91-8e5f-4778-b830-0a2f3d925968 HTTP/1.1" status: 200 len: 946 time: 0.0819528 Aug 18 13:19:11.075285 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d39532d4-08a0-4aed-a9ab-c1b6106da558 req-badb806e-ae3e-4973-b9db-74503e416b2d tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebafd0a-d048-4747-9af3-9b08ea15322a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466654 Aug 18 13:19:11.238046 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466e555-9571-43fe-9bb4-5d21695758cd req-15863f07-696f-4257-b75c-151725598770 tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:11.239499 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9466e555-9571-43fe-9bb4-5d21695758cd req-15863f07-696f-4257-b75c-151725598770 tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] 10.222.0.20 "GET /v2.0/networks?id=f5b5fe99-d888-4c34-9b47-a4cbe1e5ce6a HTTP/1.1" status: 200 len: 809 time: 0.1782320 Aug 18 13:19:11.251194 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5cf23-6b78-45d9-b004-9139a7bbdaad req-f7cbf240-9649-448b-a6c5-a118b9c47394 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:11.258790 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-66e5cf23-6b78-45d9-b004-9139a7bbdaad req-f7cbf240-9649-448b-a6c5-a118b9c47394 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d018f91-8e5f-4778-b830-0a2f3d925968 HTTP/1.1" status: 200 len: 946 time: 0.0963535 Aug 18 13:19:11.266314 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-9466e555-9571-43fe-9bb4-5d21695758cd req-c00c1a09-bb33-4456-be85-e4e0ae3f7519 tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] Request body: {'port': {'device_id': '5d3368c5-6050-4aa6-9b46-98a346f2d40a', 'network_id': 'f5b5fe99-d888-4c34-9b47-a4cbe1e5ce6a', 'admin_state_up': True, 'tenant_id': 'beba8bfa278744c48a40969c39c037ec'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:19:11.362529 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-66e5cf23-6b78-45d9-b004-9139a7bbdaad req-0aa7f1e6-edd2-4c7b-bcd1-e9074a6770d6 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebafd0a-d048-4747-9af3-9b08ea15322a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028020 Aug 18 13:19:11.398924 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3be97123-6e14-4f98-9403-715e7bfba8ef req-904a4e9e-c1a2-4c17-8f57-9ee1c49ec16d tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d3368c5-6050-4aa6-9b46-98a346f2d40a HTTP/1.1" status: 200 len: 210 time: 0.0351927 Aug 18 13:19:11.581782 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9466e555-9571-43fe-9bb4-5d21695758cd req-c00c1a09-bb33-4456-be85-e4e0ae3f7519 tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] Made reservation on behalf of beba8bfa278744c48a40969c39c037ec for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:19:11.585464 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-9466e555-9571-43fe-9bb4-5d21695758cd req-c00c1a09-bb33-4456-be85-e4e0ae3f7519 tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:11.656280 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2cbc6df1-7959-4ed5-936e-3455afb6e7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:11.717318 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-9466e555-9571-43fe-9bb4-5d21695758cd req-c00c1a09-bb33-4456-be85-e4e0ae3f7519 tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] Allocated IP 172.20.0.11 (f5b5fe99-d888-4c34-9b47-a4cbe1e5ce6a/3a72fd07-950d-4ae3-81c6-b7a6b74dc559/349941e8-7593-4591-9567-07ef13522bc3) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:19:11.892832 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-9466e555-9571-43fe-9bb4-5d21695758cd req-c00c1a09-bb33-4456-be85-e4e0ae3f7519 tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:11.979192 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c42027-f19d-40f9-8db4-9e583c501546 req-bd930bbf-154c-45ce-b947-47956dae04de tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:11.982652 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b1c42027-f19d-40f9-8db4-9e583c501546 req-bd930bbf-154c-45ce-b947-47956dae04de tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d018f91-8e5f-4778-b830-0a2f3d925968 HTTP/1.1" status: 200 len: 946 time: 0.0556629 Aug 18 13:19:12.022921 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b1c42027-f19d-40f9-8db4-9e583c501546 req-3dc28159-807e-4512-a117-f7936aa3e581 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebafd0a-d048-4747-9af3-9b08ea15322a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354235 Aug 18 13:19:12.024275 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-9466e555-9571-43fe-9bb4-5d21695758cd req-c00c1a09-bb33-4456-be85-e4e0ae3f7519 tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:12.090982 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9466e555-9571-43fe-9bb4-5d21695758cd req-c00c1a09-bb33-4456-be85-e4e0ae3f7519 tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] Network f5b5fe99-d888-4c34-9b47-a4cbe1e5ce6a is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:19:12.096540 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-9466e555-9571-43fe-9bb4-5d21695758cd req-c00c1a09-bb33-4456-be85-e4e0ae3f7519 tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:19:12.099087 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-9466e555-9571-43fe-9bb4-5d21695758cd req-c00c1a09-bb33-4456-be85-e4e0ae3f7519 tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:19:12.131563 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c1a09-bb33-4456-be85-e4e0ae3f7519 tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] Pushing event updated for resources: {'Port': ['ID=349941e8-7593-4591-9567-07ef13522bc3,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:12.161523 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466e555-9571-43fe-9bb4-5d21695758cd req-c00c1a09-bb33-4456-be85-e4e0ae3f7519 tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:12.162274 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-9466e555-9571-43fe-9bb4-5d21695758cd req-c00c1a09-bb33-4456-be85-e4e0ae3f7519 tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:12.251457 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9466e555-9571-43fe-9bb4-5d21695758cd req-c00c1a09-bb33-4456-be85-e4e0ae3f7519 tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9898179 Aug 18 13:19:12.264447 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-9466e555-9571-43fe-9bb4-5d21695758cd req-f06d970f-1d3c-4cc8-a289-c87777adf699 service neutron] Request body: {'port': {'device_id': '5d3368c5-6050-4aa6-9b46-98a346f2d40a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:19:12.318136 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-9466e555-9571-43fe-9bb4-5d21695758cd req-f06d970f-1d3c-4cc8-a289-c87777adf699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:12.573810 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f0740-d677-4932-a81d-65f2065ace6d req-b1e47b8a-ae25-4fbf-83a7-c48784c3859e tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:12.580012 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a78f0740-d677-4932-a81d-65f2065ace6d req-b1e47b8a-ae25-4fbf-83a7-c48784c3859e tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d3368c5-6050-4aa6-9b46-98a346f2d40a HTTP/1.1" status: 200 len: 932 time: 0.0963402 Aug 18 13:19:12.622677 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-9466e555-9571-43fe-9bb4-5d21695758cd req-f06d970f-1d3c-4cc8-a289-c87777adf699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 349941e8-7593-4591-9567-07ef13522bc3 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:19:12.625446 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a78f0740-d677-4932-a81d-65f2065ace6d req-9044b676-c258-4d26-81e5-7c35b6259d53 tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e57c70f-bb23-45ef-b9d9-bda7ccc92d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399587 Aug 18 13:19:12.631610 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-9466e555-9571-43fe-9bb4-5d21695758cd req-f06d970f-1d3c-4cc8-a289-c87777adf699 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:12.657730 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-9466e555-9571-43fe-9bb4-5d21695758cd req-f06d970f-1d3c-4cc8-a289-c87777adf699 service neutron] Transition to ACTIVE for port object 349941e8-7593-4591-9567-07ef13522bc3 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:19:12.743319 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-9466e555-9571-43fe-9bb4-5d21695758cd req-f06d970f-1d3c-4cc8-a289-c87777adf699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:12.802319 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d970f-1d3c-4cc8-a289-c87777adf699 service neutron] Pushing event updated for resources: {'Port': ['ID=349941e8-7593-4591-9567-07ef13522bc3,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:12.868922 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-9466e555-9571-43fe-9bb4-5d21695758cd req-f06d970f-1d3c-4cc8-a289-c87777adf699 service neutron] Attempting to bind port 349941e8-7593-4591-9567-07ef13522bc3 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:19:12.869267 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-9466e555-9571-43fe-9bb4-5d21695758cd req-f06d970f-1d3c-4cc8-a289-c87777adf699 service neutron] Attempting to bind port 349941e8-7593-4591-9567-07ef13522bc3 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '3e5c490b-88ec-421e-97c8-db17788cb8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f5b5fe99-d888-4c34-9b47-a4cbe1e5ce6a'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:19:12.869613 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9466e555-9571-43fe-9bb4-5d21695758cd req-f06d970f-1d3c-4cc8-a289-c87777adf699 service neutron] Attempting to bind port 349941e8-7593-4591-9567-07ef13522bc3 on network f5b5fe99-d888-4c34-9b47-a4cbe1e5ce6a {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:19:12.874761 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9466e555-9571-43fe-9bb4-5d21695758cd req-f06d970f-1d3c-4cc8-a289-c87777adf699 service neutron] Port 349941e8-7593-4591-9567-07ef13522bc3 on network f5b5fe99-d888-4c34-9b47-a4cbe1e5ce6a not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:19:12.876107 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9466e555-9571-43fe-9bb4-5d21695758cd req-f06d970f-1d3c-4cc8-a289-c87777adf699 service neutron] Attempting to bind port 349941e8-7593-4591-9567-07ef13522bc3 on network f5b5fe99-d888-4c34-9b47-a4cbe1e5ce6a {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:19:12.879995 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9466e555-9571-43fe-9bb4-5d21695758cd req-f06d970f-1d3c-4cc8-a289-c87777adf699 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:19:12.880344 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9466e555-9571-43fe-9bb4-5d21695758cd req-f06d970f-1d3c-4cc8-a289-c87777adf699 service neutron] Checking segment: {'id': '3e5c490b-88ec-421e-97c8-db17788cb8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f5b5fe99-d888-4c34-9b47-a4cbe1e5ce6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:19:12.880721 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9466e555-9571-43fe-9bb4-5d21695758cd req-f06d970f-1d3c-4cc8-a289-c87777adf699 service neutron] Bound using segment: {'id': '3e5c490b-88ec-421e-97c8-db17788cb8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f5b5fe99-d888-4c34-9b47-a4cbe1e5ce6a'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:19:12.881151 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-9466e555-9571-43fe-9bb4-5d21695758cd req-f06d970f-1d3c-4cc8-a289-c87777adf699 service neutron] Bound port: 349941e8-7593-4591-9567-07ef13522bc3, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e5c490b-88ec-421e-97c8-db17788cb8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f5b5fe99-d888-4c34-9b47-a4cbe1e5ce6a'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:19:12.881515 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-9466e555-9571-43fe-9bb4-5d21695758cd req-f06d970f-1d3c-4cc8-a289-c87777adf699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:12.949191 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-9466e555-9571-43fe-9bb4-5d21695758cd req-f06d970f-1d3c-4cc8-a289-c87777adf699 service neutron] For port 349941e8-7593-4591-9567-07ef13522bc3, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:19:12.952275 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-9466e555-9571-43fe-9bb4-5d21695758cd req-f06d970f-1d3c-4cc8-a289-c87777adf699 service neutron] For port 349941e8-7593-4591-9567-07ef13522bc3, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=349941e8-7593-4591-9567-07ef13522bc3,segment=NetworkSegment(3e5c490b-88ec-421e-97c8-db17788cb8b9),segment_id=3e5c490b-88ec-421e-97c8-db17788cb8b9)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:19:13.085517 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-9466e555-9571-43fe-9bb4-5d21695758cd req-f06d970f-1d3c-4cc8-a289-c87777adf699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:13.125917 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466e555-9571-43fe-9bb4-5d21695758cd req-f06d970f-1d3c-4cc8-a289-c87777adf699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:13.126630 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-9466e555-9571-43fe-9bb4-5d21695758cd req-f06d970f-1d3c-4cc8-a289-c87777adf699 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:13.128102 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9466e555-9571-43fe-9bb4-5d21695758cd req-f06d970f-1d3c-4cc8-a289-c87777adf699 service neutron] 10.222.0.20 "PUT /v2.0/ports/349941e8-7593-4591-9567-07ef13522bc3 HTTP/1.1" status: 200 len: 1092 time: 0.8686163 Aug 18 13:19:13.128467 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d3368c5-6050-4aa6-9b46-98a346f2d40a', 'tag': '349941e8-7593-4591-9567-07ef13522bc3'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:19:13.140501 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebec2c1-573e-4c46-8eb1-3c1fc5d60936" -d '{"events": [{"name": "network-changed", "server_uuid": "5d3368c5-6050-4aa6-9b46-98a346f2d40a", "tag": "349941e8-7593-4591-9567-07ef13522bc3"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:19:13.167631 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d970f-1d3c-4cc8-a289-c87777adf699 service neutron] Pushing event updated for resources: {'Port': ['ID=349941e8-7593-4591-9567-07ef13522bc3,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:13.178598 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327ff67-d181-49da-b97d-46e721bd4304 req-98b70143-6b46-4157-85bf-0fc59c33a303 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:13.188543 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1327ff67-d181-49da-b97d-46e721bd4304 req-98b70143-6b46-4157-85bf-0fc59c33a303 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d018f91-8e5f-4778-b830-0a2f3d925968 HTTP/1.1" status: 200 len: 946 time: 0.0927157 Aug 18 13:19:13.246398 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af3579a-f7a5-4595-8c79-8f684b2791b9 x-openstack-request-id: req-0af3579a-f7a5-4595-8c79-8f684b2791b9 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:19:13.246700 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d3368c5-6050-4aa6-9b46-98a346f2d40a", "tag": "349941e8-7593-4591-9567-07ef13522bc3", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:19:13.251666 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0af3579a-f7a5-4595-8c79-8f684b2791b9 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:19:13.251666 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d3368c5-6050-4aa6-9b46-98a346f2d40a', 'tag': '349941e8-7593-4591-9567-07ef13522bc3', 'status': 'completed', 'code': 200} Aug 18 13:19:13.252663 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1327ff67-d181-49da-b97d-46e721bd4304 req-edf13de3-7936-4de7-b999-9430cff1231b tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebafd0a-d048-4747-9af3-9b08ea15322a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613756 Aug 18 13:19:13.314681 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebec2c1-573e-4c46-8eb1-3c1fc5d60936 req-2032d17d-b715-495a-821a-0d8a000e0dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:13.316219 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0ebec2c1-573e-4c46-8eb1-3c1fc5d60936 req-2032d17d-b715-495a-821a-0d8a000e0dd0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=beba8bfa278744c48a40969c39c037ec&device_id=5d3368c5-6050-4aa6-9b46-98a346f2d40a HTTP/1.1" status: 200 len: 1095 time: 0.0507445 Aug 18 13:19:13.424761 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebec2c1-573e-4c46-8eb1-3c1fc5d60936 req-1ba98087-2f7e-41fa-b769-3b5488f47eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:13.426355 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0ebec2c1-573e-4c46-8eb1-3c1fc5d60936 req-1ba98087-2f7e-41fa-b769-3b5488f47eeb service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=beba8bfa278744c48a40969c39c037ec&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1019204 Aug 18 13:19:13.521188 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebec2c1-573e-4c46-8eb1-3c1fc5d60936 req-51bcf896-ca51-40fb-961d-bc98728ab491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:13.522768 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0ebec2c1-573e-4c46-8eb1-3c1fc5d60936 req-51bcf896-ca51-40fb-961d-bc98728ab491 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900836 Aug 18 13:19:13.602997 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466e555-9571-43fe-9bb4-5d21695758cd req-6b8e1213-1bf1-423f-af44-cbadb41f3fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:13.604484 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9466e555-9571-43fe-9bb4-5d21695758cd req-6b8e1213-1bf1-423f-af44-cbadb41f3fbc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=beba8bfa278744c48a40969c39c037ec&device_id=5d3368c5-6050-4aa6-9b46-98a346f2d40a HTTP/1.1" status: 200 len: 1095 time: 0.0450518 Aug 18 13:19:13.647712 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9466e555-9571-43fe-9bb4-5d21695758cd req-5c1a556e-5dec-4a1f-9741-01687f4291b4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=349941e8-7593-4591-9567-07ef13522bc3 HTTP/1.1" status: 200 len: 217 time: 0.0353205 Aug 18 13:19:13.698323 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466e555-9571-43fe-9bb4-5d21695758cd req-93ad6be9-b85c-4e72-87db-3c1ce86352f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:13.700008 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9466e555-9571-43fe-9bb4-5d21695758cd req-93ad6be9-b85c-4e72-87db-3c1ce86352f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a72fd07-950d-4ae3-81c6-b7a6b74dc559 HTTP/1.1" status: 200 len: 849 time: 0.0461109 Aug 18 13:19:13.740639 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9466e555-9571-43fe-9bb4-5d21695758cd req-d75a3915-40d4-4d37-a943-7a9103380617 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f5b5fe99-d888-4c34-9b47-a4cbe1e5ce6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286846 Aug 18 13:19:13.760197 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ffadcf5c-1220-4ec0-8532-474346acb22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:13.789359 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835d915-449c-4bb5-982c-a305bf6603c0 req-c745958c-3c23-42c0-9a38-47be760d9ab4 tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:13.791177 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b835d915-449c-4bb5-982c-a305bf6603c0 req-c745958c-3c23-42c0-9a38-47be760d9ab4 tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d3368c5-6050-4aa6-9b46-98a346f2d40a HTTP/1.1" status: 200 len: 944 time: 0.0830467 Aug 18 13:19:13.841749 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b835d915-449c-4bb5-982c-a305bf6603c0 req-b2b3ecf0-7f84-4d69-a073-c34ed6dd938c tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e57c70f-bb23-45ef-b9d9-bda7ccc92d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436554 Aug 18 13:19:13.877568 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb4d10-fd1d-43e4-8543-bc7eccedf7b9 req-5275bbb3-3424-45a4-be8f-edeee4f2fd19 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:13.879235 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4ecb4d10-fd1d-43e4-8543-bc7eccedf7b9 req-5275bbb3-3424-45a4-be8f-edeee4f2fd19 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d018f91-8e5f-4778-b830-0a2f3d925968 HTTP/1.1" status: 200 len: 946 time: 0.1063292 Aug 18 13:19:13.902135 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9466e555-9571-43fe-9bb4-5d21695758cd req-ddccd09c-532e-435f-ab28-069363967d71 service neutron] 10.222.0.20 "GET /v2.0/networks/f5b5fe99-d888-4c34-9b47-a4cbe1e5ce6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539772 Aug 18 13:19:13.963915 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:19:14.008516 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4ecb4d10-fd1d-43e4-8543-bc7eccedf7b9 req-eee9db5c-8f3d-4664-8304-5fc202d482fd tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebafd0a-d048-4747-9af3-9b08ea15322a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170619 Aug 18 13:19:14.038620 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1931c79-87e7-4767-928d-4d268a6f266b req-723cfa05-d58f-42ae-8e67-cc82fa0d8c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:14.040150 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f1931c79-87e7-4767-928d-4d268a6f266b req-723cfa05-d58f-42ae-8e67-cc82fa0d8c17 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f206065eae34d6488eaed42fdaca899&device_id=9d018f91-8e5f-4778-b830-0a2f3d925968 HTTP/1.1" status: 200 len: 1097 time: 0.1169186 Aug 18 13:19:14.076114 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9466e555-9571-43fe-9bb4-5d21695758cd req-ff671a05-9c28-4134-88d6-c86adfa886c9 service neutron] 10.222.0.20 "GET /v2.0/networks/f5b5fe99-d888-4c34-9b47-a4cbe1e5ce6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664097 Aug 18 13:19:14.142565 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1931c79-87e7-4767-928d-4d268a6f266b req-d1b7a710-bbe5-475d-8809-772bba566658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:14.144061 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f1931c79-87e7-4767-928d-4d268a6f266b req-d1b7a710-bbe5-475d-8809-772bba566658 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9095dda4-f18d-4046-b711-ebe2ddd69102 HTTP/1.1" status: 200 len: 912 time: 0.0938375 Aug 18 13:19:14.187199 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f1931c79-87e7-4767-928d-4d268a6f266b req-9cc91882-28f3-4579-a1f0-ad6660419569 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92dcbfc0-734a-416e-a83f-a61c41042dff HTTP/1.1" status: 200 len: 217 time: 0.0354676 Aug 18 13:19:14.240472 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1931c79-87e7-4767-928d-4d268a6f266b req-7627c1f8-a066-4dfa-90c9-2da2a9177f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:14.241966 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f1931c79-87e7-4767-928d-4d268a6f266b req-7627c1f8-a066-4dfa-90c9-2da2a9177f0e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b947aa56-635a-4bef-8b99-85341e0b7033 HTTP/1.1" status: 200 len: 851 time: 0.0475967 Aug 18 13:19:14.273907 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f1931c79-87e7-4767-928d-4d268a6f266b req-c3e4c817-fce2-41f6-bc47-374f55e69edb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9095dda4-f18d-4046-b711-ebe2ddd69102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247355 Aug 18 13:19:14.373599 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f1931c79-87e7-4767-928d-4d268a6f266b req-03efe027-98a3-4a53-a328-505b51a9b849 service neutron] 10.222.0.39 "GET /v2.0/networks/9095dda4-f18d-4046-b711-ebe2ddd69102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924656 Aug 18 13:19:14.473545 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f1931c79-87e7-4767-928d-4d268a6f266b req-eff7b707-6ff1-43f4-9c71-1517926210bc service neutron] 10.222.0.39 "GET /v2.0/networks/9095dda4-f18d-4046-b711-ebe2ddd69102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913749 Aug 18 13:19:14.675952 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:15.008086 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cba946-b1ca-4ed7-a607-a38a72de26b2 req-494875a3-11db-4f60-aa37-22fcdf704f63 tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:15.009658 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c1cba946-b1ca-4ed7-a607-a38a72de26b2 req-494875a3-11db-4f60-aa37-22fcdf704f63 tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d3368c5-6050-4aa6-9b46-98a346f2d40a HTTP/1.1" status: 200 len: 944 time: 0.0570135 Aug 18 13:19:15.055139 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c1cba946-b1ca-4ed7-a607-a38a72de26b2 req-b75bce3d-40a2-41fc-890d-4a39e81860ce tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e57c70f-bb23-45ef-b9d9-bda7ccc92d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362859 Aug 18 13:19:15.109775 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 47018) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:15.138026 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36797a-a6d9-4ab4-be78-edc31886de32 req-939607d2-6dd5-4bae-8700-f8ea126d633d tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:15.139559 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ac36797a-a6d9-4ab4-be78-edc31886de32 req-939607d2-6dd5-4bae-8700-f8ea126d633d tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d018f91-8e5f-4778-b830-0a2f3d925968 HTTP/1.1" status: 200 len: 946 time: 0.0557458 Aug 18 13:19:15.181928 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ac36797a-a6d9-4ab4-be78-edc31886de32 req-6c3fcf1b-19fe-4367-8a2b-e355a63dcd38 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebafd0a-d048-4747-9af3-9b08ea15322a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359454 Aug 18 13:19:15.200325 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0bae3e3e-5ecc-4515-ae0d-0acc544e8ee0 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/floatingips/6498911d-9243-4719-bbf6-8209128cde57 HTTP/1.1" status: 200 len: 993 time: 0.0869265 Aug 18 13:19:15.399333 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:15.444025 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 47028) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:15.631080 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-7664ab65-4f59-4362-bd91-826ab7eb8c43 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Deleting port be674553-7315-46c4-a8c4-e06b0ee68e58 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:19:15.631341 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7664ab65-4f59-4362-bd91-826ab7eb8c43 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:15.708016 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7664ab65-4f59-4362-bd91-826ab7eb8c43 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:15.708353 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7664ab65-4f59-4362-bd91-826ab7eb8c43 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:15.720870 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-7664ab65-4f59-4362-bd91-826ab7eb8c43 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Calling delete_port for be674553-7315-46c4-a8c4-e06b0ee68e58 owned by network:floatingip {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:19:15.993449 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7664ab65-4f59-4362-bd91-826ab7eb8c43 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:16.333838 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec184fed-3dba-4b1b-8880-f9ee40529856 req-6090b3c0-ed42-4f70-a201-07b472167d4d tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:16.335447 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ec184fed-3dba-4b1b-8880-f9ee40529856 req-6090b3c0-ed42-4f70-a201-07b472167d4d tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d018f91-8e5f-4778-b830-0a2f3d925968 HTTP/1.1" status: 200 len: 946 time: 0.0625727 Aug 18 13:19:16.372025 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7664ab65-4f59-4362-bd91-826ab7eb8c43 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event deleted for resources: {'Port': ['ID=be674553-7315-46c4-a8c4-e06b0ee68e58,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:16.375762 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ec184fed-3dba-4b1b-8880-f9ee40529856 req-1200dddd-f6a2-45d5-b428-88162062c6bc tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebafd0a-d048-4747-9af3-9b08ea15322a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334487 Aug 18 13:19:16.463276 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605a1b5-323e-4962-becb-3ca85a9e6e6a req-4ef4c3d9-6959-4338-87dc-4a928962e3c2 tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:16.464775 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f605a1b5-323e-4962-becb-3ca85a9e6e6a req-4ef4c3d9-6959-4338-87dc-4a928962e3c2 tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d3368c5-6050-4aa6-9b46-98a346f2d40a HTTP/1.1" status: 200 len: 944 time: 0.0968552 Aug 18 13:19:16.470727 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7664ab65-4f59-4362-bd91-826ab7eb8c43 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for floatingip, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:16.471060 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [None req-7664ab65-4f59-4362-bd91-826ab7eb8c43 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Floating IP 6498911d-9243-4719-bbf6-8209128cde57 disassociated (deleted). External IP: 172.25.6.241, port: 538664f0-5cc1-4f13-86d9-f36de796dcab. Aug 18 13:19:16.595720 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f605a1b5-323e-4962-becb-3ca85a9e6e6a req-7269d405-5d2b-43ad-ac8d-31b800200a3b tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e57c70f-bb23-45ef-b9d9-bda7ccc92d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135030 Aug 18 13:19:16.729339 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7664ab65-4f59-4362-bd91-826ab7eb8c43 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Router c5dc88cb-cbb9-42a4-969a-035914935f24 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:19:16.845868 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7664ab65-4f59-4362-bd91-826ab7eb8c43 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:19:16.856425 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7664ab65-4f59-4362-bd91-826ab7eb8c43 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:16.863695 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9538e6-7fe0-48ba-8aa5-7843bbc01e7b None None] Sync routers for ids ['c5dc88cb-cbb9-42a4-969a-035914935f24'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:19:16.878708 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9538e6-7fe0-48ba-8aa5-7843bbc01e7b None None] Routers {'c5dc88cb-cbb9-42a4-969a-035914935f24'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:19:16.879752 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-4f9538e6-7fe0-48ba-8aa5-7843bbc01e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:19:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c5dc88cb-cbb9-42a4-969a-035914935f24'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:19:16.884621 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 349941e8-7593-4591-9567-07ef13522bc3 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:19:16.897402 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7664ab65-4f59-4362-bd91-826ab7eb8c43 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "DELETE /v2.0/floatingips/6498911d-9243-4719-bbf6-8209128cde57 HTTP/1.1" status: 204 len: 168 time: 1.4495625 Aug 18 13:19:16.897402 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d905bc-82ea-4548-9f54-8f655f8864af', 'tag': '538664f0-5cc1-4f13-86d9-f36de796dcab'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:19:16.909625 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686ffbc8-3e88-4295-aa80-3ec103bf32da" -d '{"events": [{"name": "network-changed", "server_uuid": "80d905bc-82ea-4548-9f54-8f655f8864af", "tag": "538664f0-5cc1-4f13-86d9-f36de796dcab"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:19:17.045324 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 349941e8-7593-4591-9567-07ef13522bc3, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=349941e8-7593-4591-9567-07ef13522bc3,segment=NetworkSegment(3e5c490b-88ec-421e-97c8-db17788cb8b9),segment_id=3e5c490b-88ec-421e-97c8-db17788cb8b9)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:19:17.045438 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a84281-12dc-41b5-aeb5-0894340d2154 x-openstack-request-id: req-d9a84281-12dc-41b5-aeb5-0894340d2154 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:19:17.045438 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80d905bc-82ea-4548-9f54-8f655f8864af", "tag": "538664f0-5cc1-4f13-86d9-f36de796dcab", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:19:17.045438 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9a84281-12dc-41b5-aeb5-0894340d2154 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:19:17.045438 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d905bc-82ea-4548-9f54-8f655f8864af', 'tag': '538664f0-5cc1-4f13-86d9-f36de796dcab', 'status': 'completed', 'code': 200} Aug 18 13:19:17.053905 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '349941e8-7593-4591-9567-07ef13522bc3', 'network_id': 'f5b5fe99-d888-4c34-9b47-a4cbe1e5ce6a', 'port_id': '349941e8-7593-4591-9567-07ef13522bc3', 'mac_address': 'fa:16:3e:cb:6b:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a72fd07-950d-4ae3-81c6-b7a6b74dc559', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:19:17.116427 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ffbc8-3e88-4295-aa80-3ec103bf32da req-77602f2a-d066-463b-88b3-a9ccb141353a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:17.118454 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-686ffbc8-3e88-4295-aa80-3ec103bf32da req-77602f2a-d066-463b-88b3-a9ccb141353a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e63152bca3cb423b9a7763e005387f10&device_id=80d905bc-82ea-4548-9f54-8f655f8864af HTTP/1.1" status: 200 len: 1096 time: 0.0513220 Aug 18 13:19:17.145456 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:17.167325 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 349941e8-7593-4591-9567-07ef13522bc3 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:19:17.202546 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152eea7-2848-4f99-b122-37e99bb2140d req-01308ee3-8deb-4c85-882b-9c2a70bf16f2 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:17.214857 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3152eea7-2848-4f99-b122-37e99bb2140d req-01308ee3-8deb-4c85-882b-9c2a70bf16f2 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d018f91-8e5f-4778-b830-0a2f3d925968 HTTP/1.1" status: 200 len: 946 time: 0.0886929 Aug 18 13:19:17.237692 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 349941e8-7593-4591-9567-07ef13522bc3, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=349941e8-7593-4591-9567-07ef13522bc3,segment=NetworkSegment(3e5c490b-88ec-421e-97c8-db17788cb8b9),segment_id=3e5c490b-88ec-421e-97c8-db17788cb8b9)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:19:17.253189 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-4f9538e6-7fe0-48ba-8aa5-7843bbc01e7b None None] Set router c5dc88cb-cbb9-42a4-969a-035914935f24 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:19:17.263047 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ffbc8-3e88-4295-aa80-3ec103bf32da req-732e654d-7ef8-4772-a357-daff23064c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:17.265385 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-686ffbc8-3e88-4295-aa80-3ec103bf32da req-732e654d-7ef8-4772-a357-daff23064c62 service neutron] 10.222.0.39 "GET /v2.0/networks?id=630a6873-1b01-4309-9f27-c957f112ed2e HTTP/1.1" status: 200 len: 897 time: 0.1396954 Aug 18 13:19:17.297911 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3152eea7-2848-4f99-b122-37e99bb2140d req-d4eb26e5-bf1a-4660-bcdb-6a61da13ebad tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebafd0a-d048-4747-9af3-9b08ea15322a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815511 Aug 18 13:19:17.319993 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:17.362512 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-686ffbc8-3e88-4295-aa80-3ec103bf32da req-722f02ec-1756-47c3-8619-f3c42ec1a29a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=538664f0-5cc1-4f13-86d9-f36de796dcab HTTP/1.1" status: 200 len: 217 time: 0.0869794 Aug 18 13:19:17.423376 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ffbc8-3e88-4295-aa80-3ec103bf32da req-d1f8b9e7-031e-4e5f-aded-74ca17ee9777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:17.425501 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-686ffbc8-3e88-4295-aa80-3ec103bf32da req-d1f8b9e7-031e-4e5f-aded-74ca17ee9777 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b61b3d7d-04c9-49f5-aaa1-e0a798c88721 HTTP/1.1" status: 200 len: 834 time: 0.0540626 Aug 18 13:19:17.485677 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ffbc8-3e88-4295-aa80-3ec103bf32da req-f82b870c-ab79-4a3c-8664-76092dd45367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:17.486683 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-686ffbc8-3e88-4295-aa80-3ec103bf32da req-f82b870c-ab79-4a3c-8664-76092dd45367 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=630a6873-1b01-4309-9f27-c957f112ed2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513129 Aug 18 13:19:17.522904 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:17.602359 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['349941e8-7593-4591-9567-07ef13522bc3'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:19:17.651936 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=349941e8-7593-4591-9567-07ef13522bc3,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:17.676702 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47068) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:17.743956 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31bde5-7573-4781-9b0f-33f3290a1245 req-30c52537-91b3-4c20-bbae-953789af9147 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:17.745913 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ad31bde5-7573-4781-9b0f-33f3290a1245 req-30c52537-91b3-4c20-bbae-953789af9147 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=80d905bc-82ea-4548-9f54-8f655f8864af HTTP/1.1" status: 200 len: 945 time: 0.0770595 Aug 18 13:19:17.767222 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9598c8b-7900-47be-b845-03bd6eb02825 req-eb1fae35-be69-4998-abd2-d3ee45417f0a tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:17.776891 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d9598c8b-7900-47be-b845-03bd6eb02825 req-eb1fae35-be69-4998-abd2-d3ee45417f0a tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d3368c5-6050-4aa6-9b46-98a346f2d40a HTTP/1.1" status: 200 len: 945 time: 0.0873210 Aug 18 13:19:17.807485 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-686ffbc8-3e88-4295-aa80-3ec103bf32da req-ecafeb57-7732-434c-abaa-6d61967c98a3 service neutron] 10.222.0.39 "GET /v2.0/networks/630a6873-1b01-4309-9f27-c957f112ed2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068438 Aug 18 13:19:17.825965 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d9598c8b-7900-47be-b845-03bd6eb02825 req-c291d8e2-1e54-42b1-846e-b999b232e38a tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e57c70f-bb23-45ef-b9d9-bda7ccc92d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479827 Aug 18 13:19:17.904227 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-4f9538e6-7fe0-48ba-8aa5-7843bbc01e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5dc88cb-cbb9-42a4-969a-035914935f24', 'name': 'tempest-TestNetworkBasicOps-router-1751497384', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '94997119-b204-4ce4-922b-a8968a69c6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:18:07Z', 'updated_at': '2021-08-18T13:18:15Z', 'revision_number': 4, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'gw_port': {'id': '94997119-b204-4ce4-922b-a8968a69c6d4', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dc88cb-cbb9-42a4-969a-035914935f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:18:08Z', 'updated_at': '2021-08-18T13:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '2b4513e3-efa5-4050-9fc3-eb5a6ac7dab1', 'name': '', 'network_id': '630a6873-1b01-4309-9f27-c957f112ed2e', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'mac_address': 'fa:16:3e:61:11:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dc88cb-cbb9-42a4-969a-035914935f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'b61b3d7d-04c9-49f5-aaa1-e0a798c88721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:18:14Z', 'updated_at': '2021-08-18T13:18:22Z', 'revision_number': 5, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'subnets': [{'id': 'b61b3d7d-04c9-49f5-aaa1-e0a798c88721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:19:17.921903 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8c264f77-6e8a-4e03-9927-c3688843c400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:17.947699 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ad31bde5-7573-4781-9b0f-33f3290a1245 req-4457ea34-d39f-42e5-94e8-8b094d302c71 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4a8a73-be61-4a82-9e8b-052266394686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1904159 Aug 18 13:19:17.975100 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9538e6-7fe0-48ba-8aa5-7843bbc01e7b None None] Checking router: c5dc88cb-cbb9-42a4-969a-035914935f24 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:19:18.023059 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-686ffbc8-3e88-4295-aa80-3ec103bf32da req-377972bc-6ee3-4b65-96be-92dbd3598519 service neutron] 10.222.0.39 "GET /v2.0/networks/630a6873-1b01-4309-9f27-c957f112ed2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992896 Aug 18 13:19:18.025895 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9538e6-7fe0-48ba-8aa5-7843bbc01e7b None None] Routers {'c5dc88cb-cbb9-42a4-969a-035914935f24'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:19:18.026550 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-4f9538e6-7fe0-48ba-8aa5-7843bbc01e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:19:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c5dc88cb-cbb9-42a4-969a-035914935f24'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:19:18.072997 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8c264f77-6e8a-4e03-9927-c3688843c400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:18.178016 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-4f9538e6-7fe0-48ba-8aa5-7843bbc01e7b None None] Set router c5dc88cb-cbb9-42a4-969a-035914935f24 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:19:18.238977 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8c264f77-6e8a-4e03-9927-c3688843c400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:18.279565 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c264f77-6e8a-4e03-9927-c3688843c400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a7987b-d5f5-4472-b8ee-7ac1ce3c2824,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:18.284541 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8c264f77-6e8a-4e03-9927-c3688843c400 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=981269548f114642a63e36eaa87f062c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6066062 Aug 18 13:19:18.286983 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47076) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:18.415136 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1e66828d-f613-4aed-a63b-45db96c6a958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:18.431230 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-4f9538e6-7fe0-48ba-8aa5-7843bbc01e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5dc88cb-cbb9-42a4-969a-035914935f24', 'name': 'tempest-TestNetworkBasicOps-router-1751497384', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '94997119-b204-4ce4-922b-a8968a69c6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:18:07Z', 'updated_at': '2021-08-18T13:18:15Z', 'revision_number': 4, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'gw_port': {'id': '94997119-b204-4ce4-922b-a8968a69c6d4', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dc88cb-cbb9-42a4-969a-035914935f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:18:08Z', 'updated_at': '2021-08-18T13:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '2b4513e3-efa5-4050-9fc3-eb5a6ac7dab1', 'name': '', 'network_id': '630a6873-1b01-4309-9f27-c957f112ed2e', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'mac_address': 'fa:16:3e:61:11:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dc88cb-cbb9-42a4-969a-035914935f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'b61b3d7d-04c9-49f5-aaa1-e0a798c88721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:18:14Z', 'updated_at': '2021-08-18T13:18:22Z', 'revision_number': 5, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'subnets': [{'id': 'b61b3d7d-04c9-49f5-aaa1-e0a798c88721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:19:18.446237 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1e66828d-f613-4aed-a63b-45db96c6a958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:18.464574 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9538e6-7fe0-48ba-8aa5-7843bbc01e7b None None] The sync data for ids ['c5dc88cb-cbb9-42a4-969a-035914935f24'] in n-d-803603-2 is: [{'id': 'c5dc88cb-cbb9-42a4-969a-035914935f24', 'name': 'tempest-TestNetworkBasicOps-router-1751497384', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '94997119-b204-4ce4-922b-a8968a69c6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:18:07Z', 'updated_at': '2021-08-18T13:18:15Z', 'revision_number': 4, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'gw_port': {'id': '94997119-b204-4ce4-922b-a8968a69c6d4', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dc88cb-cbb9-42a4-969a-035914935f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:18:08Z', 'updated_at': '2021-08-18T13:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '2b4513e3-efa5-4050-9fc3-eb5a6ac7dab1', 'name': '', 'network_id': '630a6873-1b01-4309-9f27-c957f112ed2e', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'mac_address': 'fa:16:3e:61:11:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dc88cb-cbb9-42a4-969a-035914935f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'b61b3d7d-04c9-49f5-aaa1-e0a798c88721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:18:14Z', 'updated_at': '2021-08-18T13:18:22Z', 'revision_number': 5, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'subnets': [{'id': 'b61b3d7d-04c9-49f5-aaa1-e0a798c88721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:19:18.477681 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f07b9-6449-4586-8391-7f20295a6098 req-bbee412a-b7c7-4095-b714-6d32344e9711 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:18.479313 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1d6f07b9-6449-4586-8391-7f20295a6098 req-bbee412a-b7c7-4095-b714-6d32344e9711 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d018f91-8e5f-4778-b830-0a2f3d925968 HTTP/1.1" status: 200 len: 946 time: 0.0933795 Aug 18 13:19:18.533217 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1d6f07b9-6449-4586-8391-7f20295a6098 req-b44cc353-deba-4554-95d2-958c13767ebb tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebafd0a-d048-4747-9af3-9b08ea15322a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414536 Aug 18 13:19:18.616216 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1e66828d-f613-4aed-a63b-45db96c6a958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:18.620623 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1e66828d-f613-4aed-a63b-45db96c6a958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:18.620623 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1e66828d-f613-4aed-a63b-45db96c6a958 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5a7987b-d5f5-4472-b8ee-7ac1ce3c2824 HTTP/1.1" status: 204 len: 168 time: 0.3321371 Aug 18 13:19:18.637850 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e66828d-f613-4aed-a63b-45db96c6a958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a7987b-d5f5-4472-b8ee-7ac1ce3c2824,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:18.803379 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59d4ed-29aa-4e53-b484-4db6b5100320 req-60cbc6d6-5169-44e7-8be4-c8051401bed1 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:18.808284 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0e59d4ed-29aa-4e53-b484-4db6b5100320 req-60cbc6d6-5169-44e7-8be4-c8051401bed1 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.39 "GET /v2.0/ports?device_id=80d905bc-82ea-4548-9f54-8f655f8864af HTTP/1.1" status: 200 len: 945 time: 0.0816500 Aug 18 13:19:18.903277 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 349941e8-7593-4591-9567-07ef13522bc3 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:19:19.025410 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-0e59d4ed-29aa-4e53-b484-4db6b5100320 req-29b2ba52-9913-4fb6-a55c-aa2a9c0b7952 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Deleting port 538664f0-5cc1-4f13-86d9-f36de796dcab {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:19:19.025643 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0e59d4ed-29aa-4e53-b484-4db6b5100320 req-29b2ba52-9913-4fb6-a55c-aa2a9c0b7952 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:19.045204 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b886ec4-1e4e-4ed7-a08d-5ffe490b928d None None] New status for floating IP 6498911d-9243-4719-bbf6-8209128cde57: DOWN {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:19:19.069838 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5e007-abbf-4d66-81b0-d5bb130c9dfa req-e9315e09-83eb-41eb-98e9-ea7bfdf4b186 tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:19.069838 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8da5e007-abbf-4d66-81b0-d5bb130c9dfa req-e9315e09-83eb-41eb-98e9-ea7bfdf4b186 tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d3368c5-6050-4aa6-9b46-98a346f2d40a HTTP/1.1" status: 200 len: 945 time: 0.1005857 Aug 18 13:19:19.107493 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f72ce5-6c05-4124-b697-0599e8275e0b req-cbe21c71-7d42-4d4e-b8a3-b06662794756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:19.112812 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b7f72ce5-6c05-4124-b697-0599e8275e0b req-cbe21c71-7d42-4d4e-b8a3-b06662794756 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f206065eae34d6488eaed42fdaca899&device_id=9d018f91-8e5f-4778-b830-0a2f3d925968 HTTP/1.1" status: 200 len: 1097 time: 0.0585508 Aug 18 13:19:19.120698 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-0e59d4ed-29aa-4e53-b484-4db6b5100320 req-29b2ba52-9913-4fb6-a55c-aa2a9c0b7952 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] For port 538664f0-5cc1-4f13-86d9-f36de796dcab, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=538664f0-5cc1-4f13-86d9-f36de796dcab,segment=NetworkSegment(f1eb63e7-c311-4338-9662-b4aa97c88101),segment_id=f1eb63e7-c311-4338-9662-b4aa97c88101)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:19:19.121125 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0e59d4ed-29aa-4e53-b484-4db6b5100320 req-29b2ba52-9913-4fb6-a55c-aa2a9c0b7952 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:19.135889 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-0e59d4ed-29aa-4e53-b484-4db6b5100320 req-29b2ba52-9913-4fb6-a55c-aa2a9c0b7952 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Calling delete_port for 538664f0-5cc1-4f13-86d9-f36de796dcab owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:19:19.171253 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 349941e8-7593-4591-9567-07ef13522bc3 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:19:19.178076 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8da5e007-abbf-4d66-81b0-d5bb130c9dfa req-e6b3a96c-3212-46cf-857b-960dbc8508a2 tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e57c70f-bb23-45ef-b9d9-bda7ccc92d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189196 Aug 18 13:19:19.182851 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 349941e8-7593-4591-9567-07ef13522bc3 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:19:19.183695 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:19.205335 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf64b0d-ddc6-4535-ac27-d0ccd5ee6568 req-54255035-bdf4-4f36-81b3-b19f53d2f36c tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:19.216311 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-caf64b0d-ddc6-4535-ac27-d0ccd5ee6568 req-54255035-bdf4-4f36-81b3-b19f53d2f36c tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d018f91-8e5f-4778-b830-0a2f3d925968 HTTP/1.1" status: 200 len: 946 time: 0.2492945 Aug 18 13:19:19.284278 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f72ce5-6c05-4124-b697-0599e8275e0b req-75d4d287-24b9-4664-b4ff-2c8ec6388905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:19.284539 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-caf64b0d-ddc6-4535-ac27-d0ccd5ee6568 req-40a69fb0-b94a-4fc4-991d-9d235079d47c tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebafd0a-d048-4747-9af3-9b08ea15322a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703201 Aug 18 13:19:19.286084 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b7f72ce5-6c05-4124-b697-0599e8275e0b req-75d4d287-24b9-4664-b4ff-2c8ec6388905 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9095dda4-f18d-4046-b711-ebe2ddd69102 HTTP/1.1" status: 200 len: 912 time: 0.1652207 Aug 18 13:19:19.358139 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:19.370276 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b7f72ce5-6c05-4124-b697-0599e8275e0b req-a172feaa-af8a-4d70-8b83-9092ff251283 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92dcbfc0-734a-416e-a83f-a61c41042dff HTTP/1.1" status: 200 len: 217 time: 0.0639107 Aug 18 13:19:19.392917 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d3368c5-6050-4aa6-9b46-98a346f2d40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349941e8-7593-4591-9567-07ef13522bc3'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:19:19.393677 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529225f-1ccb-4c65-8df3-a15050045b0e req-8f999f1a-1c99-4c32-a7cf-4e5911bf86a0 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:19.395269 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b529225f-1ccb-4c65-8df3-a15050045b0e req-8f999f1a-1c99-4c32-a7cf-4e5911bf86a0 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=80d905bc-82ea-4548-9f54-8f655f8864af HTTP/1.1" status: 200 len: 945 time: 0.1261981 Aug 18 13:19:19.395563 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc70592-f095-421c-b38e-19e92e603060" -d '{"events": [{"server_uuid": "5d3368c5-6050-4aa6-9b46-98a346f2d40a", "name": "network-vif-plugged", "status": "completed", "tag": "349941e8-7593-4591-9567-07ef13522bc3"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:19:19.417910 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 349941e8-7593-4591-9567-07ef13522bc3, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=349941e8-7593-4591-9567-07ef13522bc3,segment=NetworkSegment(3e5c490b-88ec-421e-97c8-db17788cb8b9),segment_id=3e5c490b-88ec-421e-97c8-db17788cb8b9)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:19:19.440821 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f6226c-b1a9-429e-ad8c-d345739984a7 x-openstack-request-id: req-91f6226c-b1a9-429e-ad8c-d345739984a7 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:19:19.448710 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d3368c5-6050-4aa6-9b46-98a346f2d40a", "name": "network-vif-plugged", "status": "completed", "tag": "349941e8-7593-4591-9567-07ef13522bc3", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:19:19.448710 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91f6226c-b1a9-429e-ad8c-d345739984a7 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:19:19.448710 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d3368c5-6050-4aa6-9b46-98a346f2d40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349941e8-7593-4591-9567-07ef13522bc3', 'code': 200} Aug 18 13:19:19.477926 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f72ce5-6c05-4124-b697-0599e8275e0b req-9f682331-8c64-4239-897f-b97209f3e0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:19.480603 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b7f72ce5-6c05-4124-b697-0599e8275e0b req-9f682331-8c64-4239-897f-b97209f3e0b9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b947aa56-635a-4bef-8b99-85341e0b7033 HTTP/1.1" status: 200 len: 851 time: 0.1024771 Aug 18 13:19:19.487975 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b529225f-1ccb-4c65-8df3-a15050045b0e req-a3d48efa-e174-434d-bdf4-67575b70ddc1 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca4a8a73-be61-4a82-9e8b-052266394686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604007 Aug 18 13:19:19.517659 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0e59d4ed-29aa-4e53-b484-4db6b5100320 req-29b2ba52-9913-4fb6-a55c-aa2a9c0b7952 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:19.517767 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b7f72ce5-6c05-4124-b697-0599e8275e0b req-39e0acbe-d325-4f64-9728-056accf01147 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9095dda4-f18d-4046-b711-ebe2ddd69102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273566 Aug 18 13:19:19.559443 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b2ba52-9913-4fb6-a55c-aa2a9c0b7952 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event deleted for resources: {'Port': ['ID=538664f0-5cc1-4f13-86d9-f36de796dcab,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:19.610760 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e59d4ed-29aa-4e53-b484-4db6b5100320 req-29b2ba52-9913-4fb6-a55c-aa2a9c0b7952 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] No DVR routers for this DVR port 538664f0-5cc1-4f13-86d9-f36de796dcab on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:19:19.613501 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0e59d4ed-29aa-4e53-b484-4db6b5100320 req-29b2ba52-9913-4fb6-a55c-aa2a9c0b7952 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:19.616160 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0e59d4ed-29aa-4e53-b484-4db6b5100320 req-29b2ba52-9913-4fb6-a55c-aa2a9c0b7952 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.39 "DELETE /v2.0/ports/538664f0-5cc1-4f13-86d9-f36de796dcab HTTP/1.1" status: 204 len: 173 time: 0.8025770 Aug 18 13:19:19.616726 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d905bc-82ea-4548-9f54-8f655f8864af', 'name': 'network-vif-deleted', 'tag': '538664f0-5cc1-4f13-86d9-f36de796dcab'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:19:19.619853 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c64b486-aef6-4383-a054-ece1c297b09c" -d '{"events": [{"server_uuid": "80d905bc-82ea-4548-9f54-8f655f8864af", "name": "network-vif-deleted", "tag": "538664f0-5cc1-4f13-86d9-f36de796dcab"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:19:19.638154 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b7f72ce5-6c05-4124-b697-0599e8275e0b req-4003870f-bcb8-4b7c-b535-3c4ae0928aea service neutron] 10.222.0.39 "GET /v2.0/networks/9095dda4-f18d-4046-b711-ebe2ddd69102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150753 Aug 18 13:19:19.646213 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:19.660757 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 47106) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:19.681253 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1956905-af2b-4043-84a6-94545e756c71 x-openstack-request-id: req-c1956905-af2b-4043-84a6-94545e756c71 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:19:19.681253 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d905bc-82ea-4548-9f54-8f655f8864af", "name": "network-vif-deleted", "tag": "538664f0-5cc1-4f13-86d9-f36de796dcab", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:19:19.681253 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1956905-af2b-4043-84a6-94545e756c71 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:19:19.681253 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d905bc-82ea-4548-9f54-8f655f8864af', 'name': 'network-vif-deleted', 'tag': '538664f0-5cc1-4f13-86d9-f36de796dcab', 'status': 'completed', 'code': 200} Aug 18 13:19:19.695654 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-271bdb0a-9670-4091-84e1-4cc266f6389d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:19.719556 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=349941e8-7593-4591-9567-07ef13522bc3,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:19.758193 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce2790-4d47-4dfd-95f0-cbf674a88345 req-7d92c901-70bc-46cf-b81b-1a668a6a901a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:19.763546 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b8ce2790-4d47-4dfd-95f0-cbf674a88345 req-7d92c901-70bc-46cf-b81b-1a668a6a901a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5d3368c5-6050-4aa6-9b46-98a346f2d40a HTTP/1.1" status: 200 len: 1097 time: 0.2646027 Aug 18 13:19:19.783671 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b7f72ce5-6c05-4124-b697-0599e8275e0b req-2d695f45-5c5f-4cdf-bba2-51c09666ebf0 service neutron] 10.222.0.39 "GET /v2.0/networks/9095dda4-f18d-4046-b711-ebe2ddd69102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286926 Aug 18 13:19:19.819984 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b8ce2790-4d47-4dfd-95f0-cbf674a88345 req-abeb2f73-f4fe-4b74-90b3-2dea297c80d7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0e57c70f-bb23-45ef-b9d9-bda7ccc92d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527785 Aug 18 13:19:19.845345 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-271bdb0a-9670-4091-84e1-4cc266f6389d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:19.993908 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-271bdb0a-9670-4091-84e1-4cc266f6389d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:20.039269 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-271bdb0a-9670-4091-84e1-4cc266f6389d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c210e3c701454235966ea3d68823fa26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3773029 Aug 18 13:19:20.043589 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47116) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:20.046332 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271bdb0a-9670-4091-84e1-4cc266f6389d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec25e78f-4a6d-4683-ae88-66819c480b5c,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:20.102443 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e39e2caf-73f3-4c5b-b93a-a27ac752a4df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:20.124565 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e39e2caf-73f3-4c5b-b93a-a27ac752a4df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:20.273464 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e39e2caf-73f3-4c5b-b93a-a27ac752a4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:20.276307 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e39e2caf-73f3-4c5b-b93a-a27ac752a4df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:20.278004 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e39e2caf-73f3-4c5b-b93a-a27ac752a4df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec25e78f-4a6d-4683-ae88-66819c480b5c HTTP/1.1" status: 204 len: 168 time: 0.2330427 Aug 18 13:19:20.295416 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39e2caf-73f3-4c5b-b93a-a27ac752a4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec25e78f-4a6d-4683-ae88-66819c480b5c,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:20.319315 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696d0c5-bb31-428c-af7d-46a482065d14 req-676ca502-e7b5-4a75-afbf-d4bf249811b2 tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:20.326734 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7696d0c5-bb31-428c-af7d-46a482065d14 req-676ca502-e7b5-4a75-afbf-d4bf249811b2 tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d3368c5-6050-4aa6-9b46-98a346f2d40a HTTP/1.1" status: 200 len: 946 time: 0.0645940 Aug 18 13:19:20.364696 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7696d0c5-bb31-428c-af7d-46a482065d14 req-01b249aa-8a62-47b9-b3f1-375bed8a90a8 tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e57c70f-bb23-45ef-b9d9-bda7ccc92d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370061 Aug 18 13:19:20.499605 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f003e06-4484-4f8f-a85a-7645da5824af req-7835ddb0-bf6d-4ab3-88e7-28825f31ca76 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:20.501654 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0f003e06-4484-4f8f-a85a-7645da5824af req-7835ddb0-bf6d-4ab3-88e7-28825f31ca76 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d018f91-8e5f-4778-b830-0a2f3d925968 HTTP/1.1" status: 200 len: 946 time: 0.0687077 Aug 18 13:19:20.559535 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0f003e06-4484-4f8f-a85a-7645da5824af req-cb10f7da-0be3-4123-a36d-691f94373c84 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebafd0a-d048-4747-9af3-9b08ea15322a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505297 Aug 18 13:19:20.630848 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cc911f49-1985-42e3-9838-4feee1df394d req-4e9ccd56-596e-47a6-96db-f7b7565ee1df tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "GET /v2.0/ports?device_id=80d905bc-82ea-4548-9f54-8f655f8864af HTTP/1.1" status: 200 len: 210 time: 0.0314693 Aug 18 13:19:21.502636 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36146ab6-9211-4bec-8866-907f0b90d059 req-3517aeef-1a6c-49d4-b1da-6627c3f1a347 tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:21.504131 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-36146ab6-9211-4bec-8866-907f0b90d059 req-3517aeef-1a6c-49d4-b1da-6627c3f1a347 tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d3368c5-6050-4aa6-9b46-98a346f2d40a HTTP/1.1" status: 200 len: 946 time: 0.0512481 Aug 18 13:19:21.550490 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-36146ab6-9211-4bec-8866-907f0b90d059 req-c0ed99c2-95c8-4f75-b26a-b2d886b44edc tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e57c70f-bb23-45ef-b9d9-bda7ccc92d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398464 Aug 18 13:19:21.729261 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 47168) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:21.750798 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370d073-b0e1-45d3-9779-ce7c19beef59 req-5cdfbf24-8190-49c4-9a67-4e4d20868dc4 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:21.752340 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f370d073-b0e1-45d3-9779-ce7c19beef59 req-5cdfbf24-8190-49c4-9a67-4e4d20868dc4 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d018f91-8e5f-4778-b830-0a2f3d925968 HTTP/1.1" status: 200 len: 946 time: 0.1055844 Aug 18 13:19:21.805931 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f370d073-b0e1-45d3-9779-ce7c19beef59 req-3e95ee4e-b740-4afb-ac4b-54e3fb5bc579 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebafd0a-d048-4747-9af3-9b08ea15322a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458755 Aug 18 13:19:21.814322 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-269612ef-ff83-4615-8e2c-1550b50d122e tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:21.865814 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-269612ef-ff83-4615-8e2c-1550b50d122e tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:22.073617 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-269612ef-ff83-4615-8e2c-1550b50d122e tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:22.078257 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-269612ef-ff83-4615-8e2c-1550b50d122e tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:22.091834 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-269612ef-ff83-4615-8e2c-1550b50d122e tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "DELETE /v2.0/security-groups/ca4a8a73-be61-4a82-9e8b-052266394686 HTTP/1.1" status: 204 len: 168 time: 0.3603246 Aug 18 13:19:22.106718 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269612ef-ff83-4615-8e2c-1550b50d122e tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4a8a73-be61-4a82-9e8b-052266394686,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:22.320025 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47186) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:22.520907 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60542ad6-790a-4ae9-9dd9-1d9dbf2935a9 req-77801670-b429-4578-ae36-814a0f09e6e9 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:22.532023 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-60542ad6-790a-4ae9-9dd9-1d9dbf2935a9 req-77801670-b429-4578-ae36-814a0f09e6e9 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d018f91-8e5f-4778-b830-0a2f3d925968 HTTP/1.1" status: 200 len: 946 time: 0.0767183 Aug 18 13:19:22.602903 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-60542ad6-790a-4ae9-9dd9-1d9dbf2935a9 req-a5f4709b-f007-4bf8-a2f7-2369cbb37803 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebafd0a-d048-4747-9af3-9b08ea15322a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691254 Aug 18 13:19:22.667663 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 538664f0-5cc1-4f13-86d9-f36de796dcab no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:19:22.687544 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: 538664f0-5cc1-4f13-86d9-f36de796dcab {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:19:22.687901 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 538664f0-5cc1-4f13-86d9-f36de796dcab not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:19:22.760077 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-beca76cb-2cfd-4503-89bd-dfb216f78d34 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:23.055014 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-beca76cb-2cfd-4503-89bd-dfb216f78d34 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Deleting port 2b4513e3-efa5-4050-9fc3-eb5a6ac7dab1 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:19:23.055365 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-beca76cb-2cfd-4503-89bd-dfb216f78d34 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:23.166931 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-beca76cb-2cfd-4503-89bd-dfb216f78d34 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] For port 2b4513e3-efa5-4050-9fc3-eb5a6ac7dab1, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=2b4513e3-efa5-4050-9fc3-eb5a6ac7dab1,segment=NetworkSegment(f1eb63e7-c311-4338-9662-b4aa97c88101),segment_id=f1eb63e7-c311-4338-9662-b4aa97c88101)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:19:23.167307 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-beca76cb-2cfd-4503-89bd-dfb216f78d34 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:23.186322 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-beca76cb-2cfd-4503-89bd-dfb216f78d34 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Calling delete_port for 2b4513e3-efa5-4050-9fc3-eb5a6ac7dab1 owned by network:router_interface {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:19:23.535873 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-beca76cb-2cfd-4503-89bd-dfb216f78d34 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:23.563607 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca76cb-2cfd-4503-89bd-dfb216f78d34 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event deleted for resources: {'Port': ['ID=2b4513e3-efa5-4050-9fc3-eb5a6ac7dab1,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:23.808821 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-beca76cb-2cfd-4503-89bd-dfb216f78d34 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:23.890561 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d264f27-2614-484d-80b1-32c1ccb837fe req-9ac9000c-0a9f-49c6-922a-f49b349ff79e tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:23.912023 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7d264f27-2614-484d-80b1-32c1ccb837fe req-9ac9000c-0a9f-49c6-922a-f49b349ff79e tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d018f91-8e5f-4778-b830-0a2f3d925968 HTTP/1.1" status: 200 len: 946 time: 0.1577325 Aug 18 13:19:23.972888 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7d264f27-2614-484d-80b1-32c1ccb837fe req-40137218-c8ab-404f-9fa0-d332423388d2 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/security-groups?id=6ebafd0a-d048-4747-9af3-9b08ea15322a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595264 Aug 18 13:19:24.203217 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beca76cb-2cfd-4503-89bd-dfb216f78d34 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Router c5dc88cb-cbb9-42a4-969a-035914935f24 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:19:24.223637 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43541f1-accb-44c1-aa89-450a2cb2c296 req-ef5c2c82-c731-4f73-89c5-1fba72f3d734 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:24.225014 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b43541f1-accb-44c1-aa89-450a2cb2c296 req-ef5c2c82-c731-4f73-89c5-1fba72f3d734 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d018f91-8e5f-4778-b830-0a2f3d925968 HTTP/1.1" status: 200 len: 946 time: 0.0676847 Aug 18 13:19:24.401564 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beca76cb-2cfd-4503-89bd-dfb216f78d34 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:19:24.407354 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-beca76cb-2cfd-4503-89bd-dfb216f78d34 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "PUT /v2.0/routers/c5dc88cb-cbb9-42a4-969a-035914935f24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0862341 Aug 18 13:19:24.410304 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 47252) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:24.417303 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe52505-56a6-4872-bdb7-c617bce63e42 None None] Sync routers for ids ['c5dc88cb-cbb9-42a4-969a-035914935f24'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:19:24.431115 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe52505-56a6-4872-bdb7-c617bce63e42 None None] Routers {'c5dc88cb-cbb9-42a4-969a-035914935f24'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:19:24.431749 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-efe52505-56a6-4872-bdb7-c617bce63e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:19:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c5dc88cb-cbb9-42a4-969a-035914935f24'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:19:24.437442 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-b43541f1-accb-44c1-aa89-450a2cb2c296 req-4f8dcd13-d241-47d8-ae85-79233cac5231 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] Deleting port 92dcbfc0-734a-416e-a83f-a61c41042dff {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:19:24.437442 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b43541f1-accb-44c1-aa89-450a2cb2c296 req-4f8dcd13-d241-47d8-ae85-79233cac5231 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:24.493989 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d7cd611-4abd-4505-9ea8-c80b527ef284 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Deleting subnet b61b3d7d-04c9-49f5-aaa1-e0a798c88721 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:19:24.502725 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5d7cd611-4abd-4505-9ea8-c80b527ef284 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:24.561044 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5d7cd611-4abd-4505-9ea8-c80b527ef284 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:24.568550 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-efe52505-56a6-4872-bdb7-c617bce63e42 None None] Set router c5dc88cb-cbb9-42a4-969a-035914935f24 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:19:24.580950 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-b43541f1-accb-44c1-aa89-450a2cb2c296 req-4f8dcd13-d241-47d8-ae85-79233cac5231 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] For port 92dcbfc0-734a-416e-a83f-a61c41042dff, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=92dcbfc0-734a-416e-a83f-a61c41042dff,segment=NetworkSegment(1520db60-7318-4c30-92e6-8e41e343bed7),segment_id=1520db60-7318-4c30-92e6-8e41e343bed7)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:19:24.581406 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b43541f1-accb-44c1-aa89-450a2cb2c296 req-4f8dcd13-d241-47d8-ae85-79233cac5231 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:24.601875 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-b43541f1-accb-44c1-aa89-450a2cb2c296 req-4f8dcd13-d241-47d8-ae85-79233cac5231 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] Calling delete_port for 92dcbfc0-734a-416e-a83f-a61c41042dff owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:19:24.662988 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5d7cd611-4abd-4505-9ea8-c80b527ef284 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:24.817390 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5d7cd611-4abd-4505-9ea8-c80b527ef284 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:24.824605 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-efe52505-56a6-4872-bdb7-c617bce63e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5dc88cb-cbb9-42a4-969a-035914935f24', 'name': 'tempest-TestNetworkBasicOps-router-1751497384', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '94997119-b204-4ce4-922b-a8968a69c6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:18:07Z', 'updated_at': '2021-08-18T13:19:23Z', 'revision_number': 5, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'gw_port': {'id': '94997119-b204-4ce4-922b-a8968a69c6d4', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dc88cb-cbb9-42a4-969a-035914935f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:18:08Z', 'updated_at': '2021-08-18T13:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:19:24.844983 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b43541f1-accb-44c1-aa89-450a2cb2c296 req-4f8dcd13-d241-47d8-ae85-79233cac5231 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:24.856332 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7cd611-4abd-4505-9ea8-c80b527ef284 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event deleted for resources: {'Subnet': ['ID=b61b3d7d-04c9-49f5-aaa1-e0a798c88721,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:24.868821 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5d7cd611-4abd-4505-9ea8-c80b527ef284 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:24.873579 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5d7cd611-4abd-4505-9ea8-c80b527ef284 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "DELETE /v2.0/subnets/b61b3d7d-04c9-49f5-aaa1-e0a798c88721 HTTP/1.1" status: 204 len: 168 time: 0.4523950 Aug 18 13:19:24.873736 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 47262) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:24.885835 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9f9e6f-d35b-4324-a7e6-2c944b2505c1 None None] Network 630a6873-1b01-4309-9f27-c957f112ed2e requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:19:24.889913 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe52505-56a6-4872-bdb7-c617bce63e42 None None] Checking router: c5dc88cb-cbb9-42a4-969a-035914935f24 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:19:24.906864 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8dcd13-d241-47d8-ae85-79233cac5231 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] Pushing event deleted for resources: {'Port': ['ID=92dcbfc0-734a-416e-a83f-a61c41042dff,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:24.944405 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe52505-56a6-4872-bdb7-c617bce63e42 None None] Routers {'c5dc88cb-cbb9-42a4-969a-035914935f24'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:19:24.945037 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-efe52505-56a6-4872-bdb7-c617bce63e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:19:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c5dc88cb-cbb9-42a4-969a-035914935f24'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:19:25.007080 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43541f1-accb-44c1-aa89-450a2cb2c296 req-4f8dcd13-d241-47d8-ae85-79233cac5231 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] No DVR routers for this DVR port 92dcbfc0-734a-416e-a83f-a61c41042dff on host n-h1-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:19:25.007080 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b43541f1-accb-44c1-aa89-450a2cb2c296 req-4f8dcd13-d241-47d8-ae85-79233cac5231 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:25.007370 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b43541f1-accb-44c1-aa89-450a2cb2c296 req-4f8dcd13-d241-47d8-ae85-79233cac5231 tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.39 "DELETE /v2.0/ports/92dcbfc0-734a-416e-a83f-a61c41042dff HTTP/1.1" status: 204 len: 173 time: 0.7430074 Aug 18 13:19:25.007810 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d018f91-8e5f-4778-b830-0a2f3d925968', 'name': 'network-vif-deleted', 'tag': '92dcbfc0-734a-416e-a83f-a61c41042dff'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:19:25.010355 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40689794-8c16-4a69-8435-61965ccbaef0" -d '{"events": [{"server_uuid": "9d018f91-8e5f-4778-b830-0a2f3d925968", "name": "network-vif-deleted", "tag": "92dcbfc0-734a-416e-a83f-a61c41042dff"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:19:25.036954 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-65dcadf2-13e4-4478-a30a-03e94e5a0c97 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:25.055943 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d75b73d-1f36-4fe2-9f9e-139cf44ce8ba x-openstack-request-id: req-4d75b73d-1f36-4fe2-9f9e-139cf44ce8ba {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:19:25.059487 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d018f91-8e5f-4778-b830-0a2f3d925968", "name": "network-vif-deleted", "tag": "92dcbfc0-734a-416e-a83f-a61c41042dff", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:19:25.059487 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d75b73d-1f36-4fe2-9f9e-139cf44ce8ba {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:19:25.059487 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d018f91-8e5f-4778-b830-0a2f3d925968', 'name': 'network-vif-deleted', 'tag': '92dcbfc0-734a-416e-a83f-a61c41042dff', 'status': 'completed', 'code': 200} Aug 18 13:19:25.179362 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-69e80476-4ec5-4e29-92c0-8b050a9ed637 req-b5a122de-4b77-457e-85bb-d84dd601d09d tempest-TestServerAdvancedOps-543541834 tempest-TestServerAdvancedOps-543541834-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d018f91-8e5f-4778-b830-0a2f3d925968 HTTP/1.1" status: 200 len: 210 time: 0.0996108 Aug 18 13:19:25.260455 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-65dcadf2-13e4-4478-a30a-03e94e5a0c97 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:25.330696 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-efe52505-56a6-4872-bdb7-c617bce63e42 None None] Set router c5dc88cb-cbb9-42a4-969a-035914935f24 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:19:25.505695 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-65dcadf2-13e4-4478-a30a-03e94e5a0c97 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Deleting port 94997119-b204-4ce4-922b-a8968a69c6d4 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:19:25.506212 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-65dcadf2-13e4-4478-a30a-03e94e5a0c97 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:25.536258 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673b8ad7-05d8-4804-be5a-4b4f9a479cce None None] DHCP port deletion for 630a6873-1b01-4309-9f27-c957f112ed2e request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:19:25.556111 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-efe52505-56a6-4872-bdb7-c617bce63e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5dc88cb-cbb9-42a4-969a-035914935f24', 'name': 'tempest-TestNetworkBasicOps-router-1751497384', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '94997119-b204-4ce4-922b-a8968a69c6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:18:07Z', 'updated_at': '2021-08-18T13:19:23Z', 'revision_number': 5, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'gw_port': {'id': '94997119-b204-4ce4-922b-a8968a69c6d4', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dc88cb-cbb9-42a4-969a-035914935f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:18:08Z', 'updated_at': '2021-08-18T13:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:19:25.617775 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe52505-56a6-4872-bdb7-c617bce63e42 None None] The sync data for ids ['c5dc88cb-cbb9-42a4-969a-035914935f24'] in n-d-803603-2 is: [{'id': 'c5dc88cb-cbb9-42a4-969a-035914935f24', 'name': 'tempest-TestNetworkBasicOps-router-1751497384', 'tenant_id': 'e63152bca3cb423b9a7763e005387f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '94997119-b204-4ce4-922b-a8968a69c6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:18:07Z', 'updated_at': '2021-08-18T13:19:23Z', 'revision_number': 5, 'project_id': 'e63152bca3cb423b9a7763e005387f10', 'gw_port': {'id': '94997119-b204-4ce4-922b-a8968a69c6d4', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dc88cb-cbb9-42a4-969a-035914935f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:18:08Z', 'updated_at': '2021-08-18T13:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:19:25.709965 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-65dcadf2-13e4-4478-a30a-03e94e5a0c97 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] For port 94997119-b204-4ce4-922b-a8968a69c6d4, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=94997119-b204-4ce4-922b-a8968a69c6d4,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:19:25.710712 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-65dcadf2-13e4-4478-a30a-03e94e5a0c97 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:25.717745 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-673b8ad7-05d8-4804-be5a-4b4f9a479cce None None] Deleting port e366fec8-1142-43b5-81ab-4477d2c9c700 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:19:25.718131 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-673b8ad7-05d8-4804-be5a-4b4f9a479cce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:25.736199 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-f6eafc7d-cb91-434c-9970-73dd92c37263 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1444349 Aug 18 13:19:25.737202 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-65dcadf2-13e4-4478-a30a-03e94e5a0c97 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Calling delete_port for 94997119-b204-4ce4-922b-a8968a69c6d4 owned by network:router_gateway {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:19:25.837239 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-673b8ad7-05d8-4804-be5a-4b4f9a479cce None None] For port e366fec8-1142-43b5-81ab-4477d2c9c700, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=e366fec8-1142-43b5-81ab-4477d2c9c700,segment=NetworkSegment(f1eb63e7-c311-4338-9662-b4aa97c88101),segment_id=f1eb63e7-c311-4338-9662-b4aa97c88101)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:19:25.837638 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-673b8ad7-05d8-4804-be5a-4b4f9a479cce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:25.852413 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-673b8ad7-05d8-4804-be5a-4b4f9a479cce None None] Calling delete_port for e366fec8-1142-43b5-81ab-4477d2c9c700 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:19:25.890733 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-ca59491b-de2b-49ec-8970-184c91f01390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:25.891237 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-ca59491b-de2b-49ec-8970-184c91f01390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:25.891726 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-ca59491b-de2b-49ec-8970-184c91f01390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:25.892978 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-ca59491b-de2b-49ec-8970-184c91f01390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:25.894210 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-ca59491b-de2b-49ec-8970-184c91f01390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:25.894721 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-ca59491b-de2b-49ec-8970-184c91f01390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:25.895319 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-ca59491b-de2b-49ec-8970-184c91f01390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:25.897468 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-ca59491b-de2b-49ec-8970-184c91f01390 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9187a221b3e94f438328aff4ddb46e1a&device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 6502 time: 0.1001348 Aug 18 13:19:26.056202 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-673b8ad7-05d8-4804-be5a-4b4f9a479cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:26.109013 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-073cc233-e920-4849-9555-a286a17b32f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:26.109781 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-073cc233-e920-4849-9555-a286a17b32f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:26.112124 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-073cc233-e920-4849-9555-a286a17b32f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:26.117907 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-073cc233-e920-4849-9555-a286a17b32f1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e9ea624b-86fc-4131-a8a7-d576a5006edb&id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&id=d880c4db-c535-4c81-86a6-739ddf2b8b3f&id=d880c4db-c535-4c81-86a6-739ddf2b8b3f HTTP/1.1" status: 200 len: 2297 time: 0.1632226 Aug 18 13:19:26.121829 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673b8ad7-05d8-4804-be5a-4b4f9a479cce None None] No DVR routers for this DVR port e366fec8-1142-43b5-81ab-4477d2c9c700 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:19:26.138533 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b8ad7-05d8-4804-be5a-4b4f9a479cce None None] Pushing event deleted for resources: {'Port': ['ID=e366fec8-1142-43b5-81ab-4477d2c9c700,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:26.236172 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-fac3f5fc-0738-4168-bec2-14a8bac17b33 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c42b267-b638-4860-bfd1-70bfa4f46487 HTTP/1.1" status: 200 len: 1001 time: 0.1139176 Aug 18 13:19:26.296620 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47302) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:26.343003 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-61fd311e-ee1e-4c85-866b-6c19829bfb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:26.349051 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-61fd311e-ee1e-4c85-866b-6c19829bfb88 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a6a49593-1d36-467e-a1bb-8c5f2a09f233 HTTP/1.1" status: 200 len: 855 time: 0.1005819 Aug 18 13:19:26.349051 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-65dcadf2-13e4-4478-a30a-03e94e5a0c97 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:26.372746 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-02de9b17-c4d8-4da3-87a2-4519e3f4a510 admin admin] Deleting subnet b947aa56-635a-4bef-8b99-85341e0b7033 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:19:26.387137 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-02de9b17-c4d8-4da3-87a2-4519e3f4a510 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:26.399959 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dcadf2-13e4-4478-a30a-03e94e5a0c97 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event deleted for resources: {'Port': ['ID=94997119-b204-4ce4-922b-a8968a69c6d4,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:26.431461 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-02de9b17-c4d8-4da3-87a2-4519e3f4a510 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:26.465662 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device e366fec8-1142-43b5-81ab-4477d2c9c700 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:19:26.478153 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-02de9b17-c4d8-4da3-87a2-4519e3f4a510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:26.508826 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: e366fec8-1142-43b5-81ab-4477d2c9c700 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:19:26.509182 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device e366fec8-1142-43b5-81ab-4477d2c9c700 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:19:26.509618 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 2b4513e3-efa5-4050-9fc3-eb5a6ac7dab1 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:19:26.519314 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-65dcadf2-13e4-4478-a30a-03e94e5a0c97 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:26.556741 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 2b4513e3-efa5-4050-9fc3-eb5a6ac7dab1 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:19:26.557894 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 2b4513e3-efa5-4050-9fc3-eb5a6ac7dab1 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:19:26.613690 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-65dcadf2-13e4-4478-a30a-03e94e5a0c97 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:26.615887 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-65dcadf2-13e4-4478-a30a-03e94e5a0c97 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:26.651376 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-02de9b17-c4d8-4da3-87a2-4519e3f4a510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:26.665445 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-11305052-2f0d-4a6c-ae08-d003b8b16be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:26.667078 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-11305052-2f0d-4a6c-ae08-d003b8b16be1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e9ea624b-86fc-4131-a8a7-d576a5006edb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2715323 Aug 18 13:19:26.701377 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 92dcbfc0-734a-416e-a83f-a61c41042dff no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:19:26.727661 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de9b17-c4d8-4da3-87a2-4519e3f4a510 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b947aa56-635a-4bef-8b99-85341e0b7033,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:26.741692 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-02de9b17-c4d8-4da3-87a2-4519e3f4a510 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:26.749889 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-65dcadf2-13e4-4478-a30a-03e94e5a0c97 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:26.750214 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65dcadf2-13e4-4478-a30a-03e94e5a0c97 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Fanout notify agent at l3_agent the message router_deleted on router c5dc88cb-cbb9-42a4-969a-035914935f24 {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:19:26.755521 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 47316) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:26.760775 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-65dcadf2-13e4-4478-a30a-03e94e5a0c97 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:26.764789 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-65dcadf2-13e4-4478-a30a-03e94e5a0c97 tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "DELETE /v2.0/routers/c5dc88cb-cbb9-42a4-969a-035914935f24 HTTP/1.1" status: 204 len: 168 time: 1.8872509 Aug 18 13:19:26.770787 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 47318) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:26.772720 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-02de9b17-c4d8-4da3-87a2-4519e3f4a510 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b947aa56-635a-4bef-8b99-85341e0b7033 HTTP/1.1" status: 204 len: 168 time: 0.4601777 Aug 18 13:19:26.783182 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: 92dcbfc0-734a-416e-a83f-a61c41042dff {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:19:26.783617 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 92dcbfc0-734a-416e-a83f-a61c41042dff not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:19:26.943052 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a6681c78-45ec-4fdd-9d2a-39253ec6d80d tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:26.947482 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-44a2afca-7472-4984-ab00-2786c313655c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:26.953027 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-39b04801-e64c-463d-9ac5-a4750afe6725 service neutron] 10.222.0.20 "GET /v2.0/networks/e9ea624b-86fc-4131-a8a7-d576a5006edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763705 Aug 18 13:19:27.591111 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a6681c78-45ec-4fdd-9d2a-39253ec6d80d tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:27.618125 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-a6681c78-45ec-4fdd-9d2a-39253ec6d80d tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['630a6873-1b01-4309-9f27-c957f112ed2e']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:19:27.624732 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-44a2afca-7472-4984-ab00-2786c313655c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:27.651509 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-a6681c78-45ec-4fdd-9d2a-39253ec6d80d tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1eb63e7-c311-4338-9662-b4aa97c88101') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:19:27.651851 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-a6681c78-45ec-4fdd-9d2a-39253ec6d80d tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1eb63e7-c311-4338-9662-b4aa97c88101') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:19:27.654256 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-44a2afca-7472-4984-ab00-2786c313655c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9095dda4-f18d-4046-b711-ebe2ddd69102']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:19:27.675785 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a6681c78-45ec-4fdd-9d2a-39253ec6d80d tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:27.679184 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-44a2afca-7472-4984-ab00-2786c313655c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1520db60-7318-4c30-92e6-8e41e343bed7') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:19:27.679487 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-44a2afca-7472-4984-ab00-2786c313655c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1520db60-7318-4c30-92e6-8e41e343bed7') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:19:27.687741 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-a6d10e89-2c1c-4aa6-8a0a-49411f5d46d2 service neutron] 10.222.0.20 "GET /v2.0/networks/e9ea624b-86fc-4131-a8a7-d576a5006edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7258551 Aug 18 13:19:27.695251 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4924685-9c22-4045-954c-e5622eb75e5e req-4fb606ba-27d2-40dd-a91c-019e3903c69c tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:27.696639 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f4924685-9c22-4045-954c-e5622eb75e5e req-4fb606ba-27d2-40dd-a91c-019e3903c69c tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d3368c5-6050-4aa6-9b46-98a346f2d40a HTTP/1.1" status: 200 len: 946 time: 0.2037146 Aug 18 13:19:27.753314 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-44a2afca-7472-4984-ab00-2786c313655c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:27.760704 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a6681c78-45ec-4fdd-9d2a-39253ec6d80d tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:27.769308 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-d31c8dc5-802a-4a32-8bcc-a833baa735cb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=069b9001-3300-4e5d-a3d3-e19a50735842 HTTP/1.1" status: 200 len: 217 time: 0.0717874 Aug 18 13:19:27.781681 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-44a2afca-7472-4984-ab00-2786c313655c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:27.783904 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6681c78-45ec-4fdd-9d2a-39253ec6d80d tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:19:27.784302 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a6681c78-45ec-4fdd-9d2a-39253ec6d80d tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:27.794675 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:19:27.794675 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:19:27.794675 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:19:27.794675 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:19:27.794675 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:19:27.794675 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:19:27.794675 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:19:27.794675 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:19:27.794675 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:19:27.794675 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:19:27.794675 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:19:27.794675 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:19:27.794675 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:19:27.794675 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:19:27.794675 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:19:27.794675 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:19:27.794675 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:19:27.794675 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:19:27.794675 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:19:27.794675 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:19:27.794675 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:19:27.794675 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:19:27.794675 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:19:27.794675 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:19:27.794675 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:19:27.794675 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:19:27.794675 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:19:27.794675 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:19:27.794675 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:19:27.794675 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:19:27.794675 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:19:27.794675 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:19:27.834374 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44a2afca-7472-4984-ab00-2786c313655c admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:19:27.834798 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-44a2afca-7472-4984-ab00-2786c313655c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:27.867839 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:19:27.867839 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:19:27.867839 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:19:27.867839 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:19:27.867839 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:19:27.867839 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:19:27.867839 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:19:27.867839 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:19:27.867839 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:19:27.867839 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:19:27.867839 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:19:27.867839 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:19:27.867839 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:19:27.867839 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:19:27.867839 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:19:27.867839 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:19:27.867839 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:19:27.867839 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:19:27.867839 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:19:27.867839 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:19:27.867839 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:19:27.867839 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:19:27.867839 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:19:27.867839 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:19:27.867839 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:19:27.867839 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:19:27.867839 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:19:27.867839 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:19:27.867839 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:19:27.867839 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:19:27.867839 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:19:27.867839 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:19:27.930184 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f4924685-9c22-4045-954c-e5622eb75e5e req-d6ebcaab-08b3-4868-8e21-986fdbb80c3f tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e57c70f-bb23-45ef-b9d9-bda7ccc92d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197211 Aug 18 13:19:27.967876 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-58b9218f-763b-4000-9f9d-2b26b2962ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:27.968636 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-58b9218f-763b-4000-9f9d-2b26b2962ee4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1cbb8eea-c986-4ab1-9343-a5e2b65768a8 HTTP/1.1" status: 200 len: 797 time: 0.1888804 Aug 18 13:19:28.016591 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-31463661-bdbd-4d4c-9edb-13d418ac8c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:28.018109 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-31463661-bdbd-4d4c-9edb-13d418ac8c1f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0422795 Aug 18 13:19:28.044002 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a6681c78-45ec-4fdd-9d2a-39253ec6d80d tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:28.067585 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:28.079050 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a6681c78-45ec-4fdd-9d2a-39253ec6d80d tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:28.080933 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a6681c78-45ec-4fdd-9d2a-39253ec6d80d tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] 10.222.0.13 "DELETE /v2.0/networks/630a6873-1b01-4309-9f27-c957f112ed2e HTTP/1.1" status: 204 len: 168 time: 1.3063066 Aug 18 13:19:28.083447 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-44a2afca-7472-4984-ab00-2786c313655c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:28.106546 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6681c78-45ec-4fdd-9d2a-39253ec6d80d tempest-TestNetworkBasicOps-575860282 tempest-TestNetworkBasicOps-575860282-project] Pushing event deleted for resources: {'Network': ['ID=630a6873-1b01-4309-9f27-c957f112ed2e,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:28.114624 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-44a2afca-7472-4984-ab00-2786c313655c admin admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:28.115913 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-44a2afca-7472-4984-ab00-2786c313655c admin admin] 10.222.0.13 "DELETE /v2.0/networks/9095dda4-f18d-4046-b711-ebe2ddd69102 HTTP/1.1" status: 204 len: 168 time: 1.3523946 Aug 18 13:19:28.118832 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47350) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:28.139533 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a2afca-7472-4984-ab00-2786c313655c admin admin] Pushing event deleted for resources: {'Network': ['ID=9095dda4-f18d-4046-b711-ebe2ddd69102,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:28.199901 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-0d7c747a-40a6-4da8-abc5-f381a0b39e20 service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738377 Aug 18 13:19:28.330862 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-d184bb14-2aac-4235-b0ad-468418e6fe5a service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142299 Aug 18 13:19:28.379720 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-1a68abae-33f5-418e-8f48-291deedb60bd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=7e6e27c2-38fd-42cf-93be-14deed0fa74b HTTP/1.1" status: 200 len: 217 time: 0.0401423 Aug 18 13:19:28.458537 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 94997119-b204-4ce4-922b-a8968a69c6d4 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:19:28.470783 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-7c5ef46e-c022-425b-ad6c-5d206e0b28c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:28.472286 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-7c5ef46e-c022-425b-ad6c-5d206e0b28c8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1cbb8eea-c986-4ab1-9343-a5e2b65768a8 HTTP/1.1" status: 200 len: 797 time: 0.0841908 Aug 18 13:19:28.493966 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 94997119-b204-4ce4-922b-a8968a69c6d4 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:19:28.495128 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 94997119-b204-4ce4-922b-a8968a69c6d4 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:19:28.541500 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-3928c721-4b36-4156-918d-fd4db980c270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:28.543153 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-3928c721-4b36-4156-918d-fd4db980c270 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0538692 Aug 18 13:19:28.587190 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1063c46-11bb-4cd0-830b-38133296bfeb admin admin] Deleting subnet 92d77dd1-708d-4b2c-8dec-1b8a1a3b0269 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:19:28.596871 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e1063c46-11bb-4cd0-830b-38133296bfeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:28.642335 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e1063c46-11bb-4cd0-830b-38133296bfeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:28.673134 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-f14c5cf8-cb95-4a65-9fa1-64362f51cbf2 service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104469 Aug 18 13:19:28.710053 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e1063c46-11bb-4cd0-830b-38133296bfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:28.762759 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-b38aa5e5-3bde-421a-91c0-c7ccec03da1d service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930631 Aug 18 13:19:28.806103 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba84fd8-7df0-46e2-a1ff-4ae0a07897e1 req-663ea57a-4204-4fc4-a847-0205cb8099a0 tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:28.807629 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dba84fd8-7df0-46e2-a1ff-4ae0a07897e1 req-663ea57a-4204-4fc4-a847-0205cb8099a0 tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d3368c5-6050-4aa6-9b46-98a346f2d40a HTTP/1.1" status: 200 len: 946 time: 0.0503397 Aug 18 13:19:28.808096 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47370) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:28.815288 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-0cb66fc4-c0ca-4f4f-bb95-8957930c5c5d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc HTTP/1.1" status: 200 len: 217 time: 0.0452285 Aug 18 13:19:28.870459 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-3f591b30-86bf-4964-accf-51db33ab2dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:28.872399 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-3f591b30-86bf-4964-accf-51db33ab2dda service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1cbb8eea-c986-4ab1-9343-a5e2b65768a8 HTTP/1.1" status: 200 len: 797 time: 0.0493948 Aug 18 13:19:28.925177 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:28.927055 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-dba84fd8-7df0-46e2-a1ff-4ae0a07897e1 req-4e9cc21f-604f-4ded-8a32-2d1a8d3f6ac8 tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] Deleting port 349941e8-7593-4591-9567-07ef13522bc3 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:19:28.927055 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-dba84fd8-7df0-46e2-a1ff-4ae0a07897e1 req-4e9cc21f-604f-4ded-8a32-2d1a8d3f6ac8 tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:28.929822 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e1063c46-11bb-4cd0-830b-38133296bfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:28.948599 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-7e84c642-6f49-4a70-b4f4-ab1c37b47227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:28.955816 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-7e84c642-6f49-4a70-b4f4-ab1c37b47227 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0713387 Aug 18 13:19:29.014657 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e1063c46-11bb-4cd0-830b-38133296bfeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:29.016590 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e1063c46-11bb-4cd0-830b-38133296bfeb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/92d77dd1-708d-4b2c-8dec-1b8a1a3b0269 HTTP/1.1" status: 204 len: 168 time: 0.8967414 Aug 18 13:19:29.021891 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1063c46-11bb-4cd0-830b-38133296bfeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92d77dd1-708d-4b2c-8dec-1b8a1a3b0269,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:29.023516 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 47382) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:29.087944 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e4bb2568-b59b-40ed-bed7-285a8635b89d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e63152bca3cb423b9a7763e005387f10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2781327 Aug 18 13:19:29.093703 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47384) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:29.107296 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-dba84fd8-7df0-46e2-a1ff-4ae0a07897e1 req-4e9cc21f-604f-4ded-8a32-2d1a8d3f6ac8 tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] For port 349941e8-7593-4591-9567-07ef13522bc3, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=349941e8-7593-4591-9567-07ef13522bc3,segment=NetworkSegment(3e5c490b-88ec-421e-97c8-db17788cb8b9),segment_id=3e5c490b-88ec-421e-97c8-db17788cb8b9)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:19:29.107694 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-dba84fd8-7df0-46e2-a1ff-4ae0a07897e1 req-4e9cc21f-604f-4ded-8a32-2d1a8d3f6ac8 tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:29.132759 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-dba84fd8-7df0-46e2-a1ff-4ae0a07897e1 req-4e9cc21f-604f-4ded-8a32-2d1a8d3f6ac8 tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] Calling delete_port for 349941e8-7593-4591-9567-07ef13522bc3 owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:19:29.157885 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0228c28e-4f41-435a-ad50-de566a3166b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:29.195404 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6332cc-456e-4ee1-93d3-4515b769f343 req-ff107a23-2e00-4a8e-8926-d9a944bc7848 tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:29.197347 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0d6332cc-456e-4ee1-93d3-4515b769f343 req-ff107a23-2e00-4a8e-8926-d9a944bc7848 tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d3368c5-6050-4aa6-9b46-98a346f2d40a HTTP/1.1" status: 200 len: 946 time: 0.1726995 Aug 18 13:19:29.204227 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-52f80535-aa8f-4390-ac49-b2b8f269086e service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453840 Aug 18 13:19:29.238009 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-30a742a9-4e5b-4eab-aad6-6b299c341e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:29.294258 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-30a742a9-4e5b-4eab-aad6-6b299c341e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:29.370156 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0d6332cc-456e-4ee1-93d3-4515b769f343 req-46afc16a-a015-41cf-9048-b0c90f9e8756 tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e57c70f-bb23-45ef-b9d9-bda7ccc92d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642969 Aug 18 13:19:29.394361 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0228c28e-4f41-435a-ad50-de566a3166b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:29.414819 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-0228c28e-4f41-435a-ad50-de566a3166b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e0b7695-ab1e-4133-8a93-ea5d02b1aada']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:19:29.431862 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-0228c28e-4f41-435a-ad50-de566a3166b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4512b73c-21c8-490a-b329-7f453ed2fc6b') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:19:29.432313 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-0228c28e-4f41-435a-ad50-de566a3166b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4512b73c-21c8-490a-b329-7f453ed2fc6b') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:19:29.441238 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-64e3b44f-444d-4742-aad1-a11b6443891d service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271092 Aug 18 13:19:29.445088 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0228c28e-4f41-435a-ad50-de566a3166b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:29.473217 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-30a742a9-4e5b-4eab-aad6-6b299c341e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:29.483921 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-30a742a9-4e5b-4eab-aad6-6b299c341e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:29.487471 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-30a742a9-4e5b-4eab-aad6-6b299c341e0c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e941cfe8-8100-4e51-bbe6-fa1ba23b1837 HTTP/1.1" status: 204 len: 168 time: 0.3927522 Aug 18 13:19:29.495131 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-dba84fd8-7df0-46e2-a1ff-4ae0a07897e1 req-4e9cc21f-604f-4ded-8a32-2d1a8d3f6ac8 tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:29.510356 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['349941e8-7593-4591-9567-07ef13522bc3'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:19:29.517640 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-a267fee9-d3e6-49c2-a58b-f7d255953b91 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=1cccaa23-72ad-4200-b71f-9cd24f4b79bd HTTP/1.1" status: 200 len: 217 time: 0.0623362 Aug 18 13:19:29.520325 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0228c28e-4f41-435a-ad50-de566a3166b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:29.522596 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a742a9-4e5b-4eab-aad6-6b299c341e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e941cfe8-8100-4e51-bbe6-fa1ba23b1837,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:29.576007 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0228c28e-4f41-435a-ad50-de566a3166b1 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:19:29.576444 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0228c28e-4f41-435a-ad50-de566a3166b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:29.579155 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:19:29.579155 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:19:29.579155 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:19:29.579155 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:19:29.579155 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:19:29.579155 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:19:29.579155 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:19:29.579155 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:19:29.579155 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:19:29.579155 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:19:29.579155 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:19:29.579155 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:19:29.579155 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:19:29.579155 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:19:29.579155 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:19:29.579155 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:19:29.579155 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:19:29.579155 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:19:29.579155 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:19:29.579155 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:19:29.579155 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:19:29.579155 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:19:29.579155 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:19:29.579155 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:19:29.579155 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:19:29.579155 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:19:29.579155 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:19:29.579155 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:19:29.579155 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:19:29.579155 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:19:29.579155 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:19:29.579155 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:19:29.595573 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9cc21f-604f-4ded-8a32-2d1a8d3f6ac8 tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] Pushing event deleted for resources: {'Port': ['ID=349941e8-7593-4591-9567-07ef13522bc3,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:29.665266 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba84fd8-7df0-46e2-a1ff-4ae0a07897e1 req-4e9cc21f-604f-4ded-8a32-2d1a8d3f6ac8 tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] No DVR routers for this DVR port 349941e8-7593-4591-9567-07ef13522bc3 on host n-h2-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:19:29.669353 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-dba84fd8-7df0-46e2-a1ff-4ae0a07897e1 req-4e9cc21f-604f-4ded-8a32-2d1a8d3f6ac8 tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:29.672145 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dba84fd8-7df0-46e2-a1ff-4ae0a07897e1 req-4e9cc21f-604f-4ded-8a32-2d1a8d3f6ac8 tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] 10.222.0.20 "DELETE /v2.0/ports/349941e8-7593-4591-9567-07ef13522bc3 HTTP/1.1" status: 204 len: 173 time: 0.8580289 Aug 18 13:19:29.672754 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d3368c5-6050-4aa6-9b46-98a346f2d40a', 'name': 'network-vif-deleted', 'tag': '349941e8-7593-4591-9567-07ef13522bc3'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:19:29.675784 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d03d65b-065b-40f4-92de-1071e1c318b3" -d '{"events": [{"server_uuid": "5d3368c5-6050-4aa6-9b46-98a346f2d40a", "name": "network-vif-deleted", "tag": "349941e8-7593-4591-9567-07ef13522bc3"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:19:29.706775 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-3d56bf7b-523d-4418-ae29-f83d43257290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:29.708638 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-3d56bf7b-523d-4418-ae29-f83d43257290 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1cbb8eea-c986-4ab1-9343-a5e2b65768a8 HTTP/1.1" status: 200 len: 797 time: 0.1718380 Aug 18 13:19:29.728833 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ee97fd-0170-40bc-a1b0-87940752f672 x-openstack-request-id: req-90ee97fd-0170-40bc-a1b0-87940752f672 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:19:29.729303 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d3368c5-6050-4aa6-9b46-98a346f2d40a", "name": "network-vif-deleted", "tag": "349941e8-7593-4591-9567-07ef13522bc3", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:19:29.729547 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90ee97fd-0170-40bc-a1b0-87940752f672 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:19:29.729943 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d3368c5-6050-4aa6-9b46-98a346f2d40a', 'name': 'network-vif-deleted', 'tag': '349941e8-7593-4591-9567-07ef13522bc3', 'status': 'completed', 'code': 200} Aug 18 13:19:29.780543 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-3287eeef-5bad-46f3-a3e6-749742d21b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:29.782140 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-3287eeef-5bad-46f3-a3e6-749742d21b2a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0664556 Aug 18 13:19:29.808957 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0228c28e-4f41-435a-ad50-de566a3166b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:29.843815 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0228c28e-4f41-435a-ad50-de566a3166b1 admin admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:29.845983 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0228c28e-4f41-435a-ad50-de566a3166b1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6e0b7695-ab1e-4133-8a93-ea5d02b1aada HTTP/1.1" status: 204 len: 168 time: 0.8196738 Aug 18 13:19:29.871821 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228c28e-4f41-435a-ad50-de566a3166b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e0b7695-ab1e-4133-8a93-ea5d02b1aada,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:29.917435 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-babc3c92-3007-4c56-a62e-badacc0dc20b service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268449 Aug 18 13:19:30.066278 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-847e071c-ef84-4d3f-b61a-6ba937493156 service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403568 Aug 18 13:19:30.112532 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-ed430192-337f-4dd9-9659-e9a794c0302f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=065cd133-54a5-459f-8fc9-119d4871728d HTTP/1.1" status: 200 len: 217 time: 0.0388765 Aug 18 13:19:30.173753 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-6cccbf07-6a05-4f13-a08b-5530b3817e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:30.176527 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-6cccbf07-6a05-4f13-a08b-5530b3817e36 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1852a2e7-34df-41c9-b2e1-616be77094f1 HTTP/1.1" status: 200 len: 797 time: 0.0562077 Aug 18 13:19:30.242639 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-27470d19-6153-4776-b28f-ae1ba04f14c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:30.244409 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-27470d19-6153-4776-b28f-ae1ba04f14c3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d880c4db-c535-4c81-86a6-739ddf2b8b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0535681 Aug 18 13:19:30.317143 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47412) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:30.361991 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-173a5342-a824-446f-aa74-d470f3eab92c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f206065eae34d6488eaed42fdaca899&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409842 Aug 18 13:19:30.363863 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 47414) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:30.379224 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-916fd809-0127-401b-b25c-2a880c32daa8 service neutron] 10.222.0.20 "GET /v2.0/networks/d880c4db-c535-4c81-86a6-739ddf2b8b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273620 Aug 18 13:19:30.444418 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47420) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:30.467998 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7146009e-4d07-4ea2-a5b7-c89433ddef59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:30.519096 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7561a29c-d98a-4916-af6f-576b9a46a07c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:30.536529 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-612a397b-5d5f-4802-97a6-000797bd1a53 req-cc99d42a-8e31-45bc-ba8b-024e0f6ffebf tempest-VolumesActionsTest-1775804305 tempest-VolumesActionsTest-1775804305-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d3368c5-6050-4aa6-9b46-98a346f2d40a HTTP/1.1" status: 200 len: 210 time: 0.0371499 Aug 18 13:19:30.569731 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7561a29c-d98a-4916-af6f-576b9a46a07c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:30.583912 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-76707167-2832-401c-81aa-7026702e7171 service neutron] 10.222.0.20 "GET /v2.0/networks/d880c4db-c535-4c81-86a6-739ddf2b8b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939759 Aug 18 13:19:30.642960 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7146009e-4d07-4ea2-a5b7-c89433ddef59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:30.654848 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-1ddf7e2d-dbd7-49cf-9570-3c6cc4d8b2db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=97c40def-aee3-4b98-98ab-a261b2afc2a9 HTTP/1.1" status: 200 len: 217 time: 0.0623672 Aug 18 13:19:30.711950 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-33f0971e-2fac-4028-abb4-fd75e8f84aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:30.714212 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-33f0971e-2fac-4028-abb4-fd75e8f84aac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1852a2e7-34df-41c9-b2e1-616be77094f1 HTTP/1.1" status: 200 len: 797 time: 0.0521305 Aug 18 13:19:30.785050 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-cf3c484b-0fc4-4a11-829b-ca7e53ddcc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:30.786909 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-cf3c484b-0fc4-4a11-829b-ca7e53ddcc76 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d880c4db-c535-4c81-86a6-739ddf2b8b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0552700 Aug 18 13:19:30.799018 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7146009e-4d07-4ea2-a5b7-c89433ddef59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:30.839407 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7146009e-4d07-4ea2-a5b7-c89433ddef59 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=55b58b0962324241a9ebcbb02d648914&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3932507 Aug 18 13:19:30.843545 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47428) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:30.850595 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7146009e-4d07-4ea2-a5b7-c89433ddef59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ea67d1-bf41-4116-be88-14f7b9ced35b,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:30.898194 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-60743a55-3477-437d-a547-55fe9a4d2ffa service neutron] 10.222.0.20 "GET /v2.0/networks/d880c4db-c535-4c81-86a6-739ddf2b8b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037953 Aug 18 13:19:30.901750 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e84f7a3e-8b80-45a8-91a4-411da8ee4b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:30.925039 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e84f7a3e-8b80-45a8-91a4-411da8ee4b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:30.952148 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7561a29c-d98a-4916-af6f-576b9a46a07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:30.954751 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7561a29c-d98a-4916-af6f-576b9a46a07c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:30.958803 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7561a29c-d98a-4916-af6f-576b9a46a07c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6ebafd0a-d048-4747-9af3-9b08ea15322a HTTP/1.1" status: 204 len: 168 time: 0.5936308 Aug 18 13:19:30.983474 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7561a29c-d98a-4916-af6f-576b9a46a07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebafd0a-d048-4747-9af3-9b08ea15322a,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:31.023153 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fc28367d-8208-4953-afbc-3d7963a10f27 req-d5671fab-0f3e-420f-83ba-bab931a4d5b1 service neutron] 10.222.0.20 "GET /v2.0/networks/d880c4db-c535-4c81-86a6-739ddf2b8b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160133 Aug 18 13:19:31.079711 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e84f7a3e-8b80-45a8-91a4-411da8ee4b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:31.082703 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e84f7a3e-8b80-45a8-91a4-411da8ee4b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:31.095233 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e84f7a3e-8b80-45a8-91a4-411da8ee4b52 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14ea67d1-bf41-4116-be88-14f7b9ced35b HTTP/1.1" status: 204 len: 168 time: 0.2453737 Aug 18 13:19:31.107736 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f7a3e-8b80-45a8-91a4-411da8ee4b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ea67d1-bf41-4116-be88-14f7b9ced35b,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:32.153441 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47462) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:32.196901 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-35aa31af-6005-4346-9808-fca54ce065b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=10df437353f74430b0cc3458eeda151c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425797 Aug 18 13:19:32.199507 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47464) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:32.251213 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e2a6955e-8382-4f2c-87c9-2cdc9e176206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:32.278059 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e2a6955e-8382-4f2c-87c9-2cdc9e176206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:32.439398 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e2a6955e-8382-4f2c-87c9-2cdc9e176206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:32.443220 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e2a6955e-8382-4f2c-87c9-2cdc9e176206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:32.444699 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e2a6955e-8382-4f2c-87c9-2cdc9e176206 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bf6a9c9e-4601-42f2-b4af-e7587967260d HTTP/1.1" status: 204 len: 168 time: 0.2442453 Aug 18 13:19:32.456535 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a6955e-8382-4f2c-87c9-2cdc9e176206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6a9c9e-4601-42f2-b4af-e7587967260d,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:32.939177 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47498) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:32.984850 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 349941e8-7593-4591-9567-07ef13522bc3 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:19:33.022821 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 349941e8-7593-4591-9567-07ef13522bc3 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:19:33.023607 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 349941e8-7593-4591-9567-07ef13522bc3 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:19:33.081383 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-6a3eb446-84be-41bd-82ec-9249de021273 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-708085059-network', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:19:33.169926 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3eb446-84be-41bd-82ec-9249de021273 admin admin] Made reservation on behalf of 161a0a675dcb4f668dec9565c8db14ad for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:19:33.169926 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6a3eb446-84be-41bd-82ec-9249de021273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:33.190283 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6a3eb446-84be-41bd-82ec-9249de021273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:33.280545 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6a3eb446-84be-41bd-82ec-9249de021273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:33.399096 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6a3eb446-84be-41bd-82ec-9249de021273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:33.427455 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3eb446-84be-41bd-82ec-9249de021273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0c8120-8ba3-47a8-86ae-68abfe160f6d,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:33.441557 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a3eb446-84be-41bd-82ec-9249de021273 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:19:33.454877 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6a3eb446-84be-41bd-82ec-9249de021273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:33.457313 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-6a3eb446-84be-41bd-82ec-9249de021273 admin admin] Added segment 253e9a78-b703-48d2-8774-59f67598fdbb of type vlan for network 5a750657-6380-4216-8606-057245bf1333 Aug 18 13:19:33.490832 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 47512) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:33.516478 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6a3eb446-84be-41bd-82ec-9249de021273 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:33.645814 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6bcf9024-94d0-4574-8fef-d5cf6c73ebec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:33.673498 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6a3eb446-84be-41bd-82ec-9249de021273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:33.674581 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3eb446-84be-41bd-82ec-9249de021273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:33.675306 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6a3eb446-84be-41bd-82ec-9249de021273 admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:33.744353 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3eb446-84be-41bd-82ec-9249de021273 admin admin] Pushing event updated for resources: {'Network': ['ID=5a750657-6380-4216-8606-057245bf1333,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:33.760643 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 5a750657-6380-4216-8606-057245bf1333 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:19:33.772296 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6bcf9024-94d0-4574-8fef-d5cf6c73ebec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:33.829709 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6bcf9024-94d0-4574-8fef-d5cf6c73ebec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:33.874788 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf9024-94d0-4574-8fef-d5cf6c73ebec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e82b0b-d1b7-4769-9339-a5449c19ee11,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:33.882276 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6bcf9024-94d0-4574-8fef-d5cf6c73ebec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6908ea9285d542f09292929232722f6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3888674 Aug 18 13:19:33.883645 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47534) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:33.908602 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 47536) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:33.914148 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-fadc6d99-2dcd-42f9-b828-4ebf1a8fed4a admin admin] Request body: {'subnet': {'network_id': '5a750657-6380-4216-8606-057245bf1333', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-708085059-subnet', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'ip_version': 4}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:19:33.918951 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6a3eb446-84be-41bd-82ec-9249de021273 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9785364 Aug 18 13:19:33.954570 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 47538) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:33.973807 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-08f66a52-050b-4dd7-866c-1cb49c8fc37c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:34.000723 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-08f66a52-050b-4dd7-866c-1cb49c8fc37c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:34.027561 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fadc6d99-2dcd-42f9-b828-4ebf1a8fed4a admin admin] Made reservation on behalf of 161a0a675dcb4f668dec9565c8db14ad for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:19:34.030891 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fadc6d99-2dcd-42f9-b828-4ebf1a8fed4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:34.084507 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-caef75ad-f6ce-4075-a30f-91e5356ab9c0 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-287357167-network', 'tenant_id': '90967ed1bc0f4b31ba14de28e088f3bd'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:19:34.118962 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-08f66a52-050b-4dd7-866c-1cb49c8fc37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:34.122516 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-08f66a52-050b-4dd7-866c-1cb49c8fc37c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:34.126099 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-08f66a52-050b-4dd7-866c-1cb49c8fc37c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/43e82b0b-d1b7-4769-9339-a5449c19ee11 HTTP/1.1" status: 204 len: 168 time: 0.2388632 Aug 18 13:19:34.136772 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f66a52-050b-4dd7-866c-1cb49c8fc37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e82b0b-d1b7-4769-9339-a5449c19ee11,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:34.243080 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caef75ad-f6ce-4075-a30f-91e5356ab9c0 admin admin] Made reservation on behalf of 90967ed1bc0f4b31ba14de28e088f3bd for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:19:34.246281 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-caef75ad-f6ce-4075-a30f-91e5356ab9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:34.256460 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-caef75ad-f6ce-4075-a30f-91e5356ab9c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:34.341232 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fadc6d99-2dcd-42f9-b828-4ebf1a8fed4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:34.351633 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-caef75ad-f6ce-4075-a30f-91e5356ab9c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:34.409146 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc6d99-2dcd-42f9-b828-4ebf1a8fed4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=df130f28-747c-4593-a4e4-fcc4c74ccec3,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:34.421547 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadc6d99-2dcd-42f9-b828-4ebf1a8fed4a admin admin] Checking segment: {'id': '253e9a78-b703-48d2-8774-59f67598fdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5a750657-6380-4216-8606-057245bf1333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:19:34.421913 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadc6d99-2dcd-42f9-b828-4ebf1a8fed4a admin admin] Network hostable DHCP agents. Network: 5a750657-6380-4216-8606-057245bf1333, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:19:34.461653 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-caef75ad-f6ce-4075-a30f-91e5356ab9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:34.486547 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caef75ad-f6ce-4075-a30f-91e5356ab9c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:19:34.501071 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef75ad-f6ce-4075-a30f-91e5356ab9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f3cce6-7e56-4055-ad27-77cf1474a759,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:34.505925 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-caef75ad-f6ce-4075-a30f-91e5356ab9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:34.506310 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-caef75ad-f6ce-4075-a30f-91e5356ab9c0 admin admin] Added segment a4cc9a82-888b-4a2d-a778-55e481f5e3d7 of type vlan for network db6dcd4e-1fab-428f-954b-8b79624bfc2e Aug 18 13:19:34.516111 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadc6d99-2dcd-42f9-b828-4ebf1a8fed4a admin admin] Network 5a750657-6380-4216-8606-057245bf1333 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:19:34.557241 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-caef75ad-f6ce-4075-a30f-91e5356ab9c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:34.644199 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-fadc6d99-2dcd-42f9-b828-4ebf1a8fed4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 5a750657-6380-4216-8606-057245bf1333) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:19:34.653908 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadc6d99-2dcd-42f9-b828-4ebf1a8fed4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:34.653908 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fadc6d99-2dcd-42f9-b828-4ebf1a8fed4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:34.655309 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973c653c-6b07-4e52-8cb4-823712ab39f9 None None] Network 5a750657-6380-4216-8606-057245bf1333 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:19:34.701918 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-caef75ad-f6ce-4075-a30f-91e5356ab9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:34.703025 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caef75ad-f6ce-4075-a30f-91e5356ab9c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:34.703627 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-caef75ad-f6ce-4075-a30f-91e5356ab9c0 admin admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:34.762883 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-fadc6d99-2dcd-42f9-b828-4ebf1a8fed4a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8527837 Aug 18 13:19:34.764050 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef75ad-f6ce-4075-a30f-91e5356ab9c0 admin admin] Pushing event updated for resources: {'Network': ['ID=db6dcd4e-1fab-428f-954b-8b79624bfc2e,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:34.765738 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47556) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:34.770207 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-a81ea4a1-dff2-4015-a385-3ae668e108a6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-708085059-router', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:19:34.803667 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network db6dcd4e-1fab-428f-954b-8b79624bfc2e details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:19:34.837252 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eea9488-13e0-49da-b99a-8ce84a846cc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-5a750657-6380-4216-8606-057245bf1333', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'fixed_ips': [{'subnet_id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:19:34.837986 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1eea9488-13e0-49da-b99a-8ce84a846cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:34.866266 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-caef75ad-f6ce-4075-a30f-91e5356ab9c0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9083273 Aug 18 13:19:34.870126 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 47564) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:34.877279 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-24586f52-abed-46ea-9609-8b1b76462e7d admin admin] Request body: {'subnet': {'network_id': 'db6dcd4e-1fab-428f-954b-8b79624bfc2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-287357167-subnet', 'tenant_id': '90967ed1bc0f4b31ba14de28e088f3bd', 'ip_version': 4}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:19:35.062521 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-1eea9488-13e0-49da-b99a-8ce84a846cc1 None None] Allocated IP 172.20.0.2 (5a750657-6380-4216-8606-057245bf1333/df130f28-747c-4593-a4e4-fcc4c74ccec3/845a8f44-2cc2-4060-a9c9-f410e47a3b0f) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:19:35.119270 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a81ea4a1-dff2-4015-a385-3ae668e108a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:35.119270 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a81ea4a1-dff2-4015-a385-3ae668e108a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:35.165548 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a81ea4a1-dff2-4015-a385-3ae668e108a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:35.197155 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 47572) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:35.206652 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1eea9488-13e0-49da-b99a-8ce84a846cc1 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:35.212208 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ca53f98f-94fe-4944-a0c9-d7a39dd30355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:35.214796 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-1eea9488-13e0-49da-b99a-8ce84a846cc1 None None] Transition to ACTIVE for port object 845a8f44-2cc2-4060-a9c9-f410e47a3b0f will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:19:35.229763 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-1eea9488-13e0-49da-b99a-8ce84a846cc1 None None] Transition to ACTIVE for port object 845a8f44-2cc2-4060-a9c9-f410e47a3b0f will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:19:35.251547 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24586f52-abed-46ea-9609-8b1b76462e7d admin admin] Made reservation on behalf of 90967ed1bc0f4b31ba14de28e088f3bd for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:19:35.253957 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-24586f52-abed-46ea-9609-8b1b76462e7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:35.394652 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1eea9488-13e0-49da-b99a-8ce84a846cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:35.467098 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eea9488-13e0-49da-b99a-8ce84a846cc1 None None] Network 5a750657-6380-4216-8606-057245bf1333 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:19:35.475770 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-1eea9488-13e0-49da-b99a-8ce84a846cc1 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:19:35.477515 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ca53f98f-94fe-4944-a0c9-d7a39dd30355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:35.479563 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eea9488-13e0-49da-b99a-8ce84a846cc1 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:19:35.491214 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea9488-13e0-49da-b99a-8ce84a846cc1 None None] Pushing event updated for resources: {'Port': ['ID=845a8f44-2cc2-4060-a9c9-f410e47a3b0f,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:35.533686 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a81ea4a1-dff2-4015-a385-3ae668e108a6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:35.567792 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-1eea9488-13e0-49da-b99a-8ce84a846cc1 None None] Attempting to bind port 845a8f44-2cc2-4060-a9c9-f410e47a3b0f on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:19:35.568252 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-1eea9488-13e0-49da-b99a-8ce84a846cc1 None None] Attempting to bind port 845a8f44-2cc2-4060-a9c9-f410e47a3b0f by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '253e9a78-b703-48d2-8774-59f67598fdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5a750657-6380-4216-8606-057245bf1333'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:19:35.574556 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eea9488-13e0-49da-b99a-8ce84a846cc1 None None] Attempting to bind port 845a8f44-2cc2-4060-a9c9-f410e47a3b0f on network 5a750657-6380-4216-8606-057245bf1333 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:19:35.580601 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eea9488-13e0-49da-b99a-8ce84a846cc1 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:19:35.581070 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eea9488-13e0-49da-b99a-8ce84a846cc1 None None] Checking segment: {'id': '253e9a78-b703-48d2-8774-59f67598fdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5a750657-6380-4216-8606-057245bf1333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:19:35.581549 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1eea9488-13e0-49da-b99a-8ce84a846cc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:35.582015 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eea9488-13e0-49da-b99a-8ce84a846cc1 None None] Bound using segment: {'id': '253e9a78-b703-48d2-8774-59f67598fdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5a750657-6380-4216-8606-057245bf1333'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:19:35.582597 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-1eea9488-13e0-49da-b99a-8ce84a846cc1 None None] Bound port: 845a8f44-2cc2-4060-a9c9-f410e47a3b0f, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '253e9a78-b703-48d2-8774-59f67598fdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5a750657-6380-4216-8606-057245bf1333'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:19:35.583054 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1eea9488-13e0-49da-b99a-8ce84a846cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:35.592931 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ca53f98f-94fe-4944-a0c9-d7a39dd30355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:35.641970 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ca53f98f-94fe-4944-a0c9-d7a39dd30355 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc1ec7e1460342558998103088de53f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4427612 Aug 18 13:19:35.642625 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 47580) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:35.650732 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-24586f52-abed-46ea-9609-8b1b76462e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:35.650899 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-1eea9488-13e0-49da-b99a-8ce84a846cc1 None None] For port 845a8f44-2cc2-4060-a9c9-f410e47a3b0f, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:19:35.654977 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-1eea9488-13e0-49da-b99a-8ce84a846cc1 None None] For port 845a8f44-2cc2-4060-a9c9-f410e47a3b0f, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=845a8f44-2cc2-4060-a9c9-f410e47a3b0f,segment=NetworkSegment(253e9a78-b703-48d2-8774-59f67598fdbb),segment_id=253e9a78-b703-48d2-8774-59f67598fdbb)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:19:35.656454 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca53f98f-94fe-4944-a0c9-d7a39dd30355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a831583e-9dbb-4bc6-ad54-3a03756805c8,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:35.732811 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24586f52-abed-46ea-9609-8b1b76462e7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ab39d9c-600f-4b7f-ac6a-e9055665ae1d,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:35.748002 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1eea9488-13e0-49da-b99a-8ce84a846cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:35.768781 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24586f52-abed-46ea-9609-8b1b76462e7d admin admin] Checking segment: {'id': 'a4cc9a82-888b-4a2d-a778-55e481f5e3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'db6dcd4e-1fab-428f-954b-8b79624bfc2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:19:35.769484 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24586f52-abed-46ea-9609-8b1b76462e7d admin admin] Network hostable DHCP agents. Network: db6dcd4e-1fab-428f-954b-8b79624bfc2e, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:19:35.776337 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-05622b72-d682-45da-94a8-7e23161a38e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:35.814142 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-05622b72-d682-45da-94a8-7e23161a38e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:35.920092 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea9488-13e0-49da-b99a-8ce84a846cc1 None None] Pushing event updated for resources: {'Port': ['ID=845a8f44-2cc2-4060-a9c9-f410e47a3b0f,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:35.935652 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24586f52-abed-46ea-9609-8b1b76462e7d admin admin] Network db6dcd4e-1fab-428f-954b-8b79624bfc2e is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:19:35.954098 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a81ea4a1-dff2-4015-a385-3ae668e108a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:35.976003 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a81ea4a1-dff2-4015-a385-3ae668e108a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:35.992644 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-05622b72-d682-45da-94a8-7e23161a38e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:35.992855 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-05622b72-d682-45da-94a8-7e23161a38e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:35.996470 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-05622b72-d682-45da-94a8-7e23161a38e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a831583e-9dbb-4bc6-ad54-3a03756805c8 HTTP/1.1" status: 204 len: 168 time: 0.3493083 Aug 18 13:19:36.014696 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05622b72-d682-45da-94a8-7e23161a38e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a831583e-9dbb-4bc6-ad54-3a03756805c8,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:36.045350 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-24586f52-abed-46ea-9609-8b1b76462e7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, db6dcd4e-1fab-428f-954b-8b79624bfc2e) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:19:36.053818 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24586f52-abed-46ea-9609-8b1b76462e7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:36.053818 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-24586f52-abed-46ea-9609-8b1b76462e7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:36.063285 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a881adf6-215f-4aeb-80e3-062128860385 None None] Network db6dcd4e-1fab-428f-954b-8b79624bfc2e requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:19:36.171323 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-24586f52-abed-46ea-9609-8b1b76462e7d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2987547 Aug 18 13:19:36.174023 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 47590) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:36.180050 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-2b71eabe-7d10-4d2d-b00f-c6dc8b1769b8 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-287357167-router', 'tenant_id': '90967ed1bc0f4b31ba14de28e088f3bd', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:19:36.223850 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-a81ea4a1-dff2-4015-a385-3ae668e108a6 admin admin] Allocated IP 172.25.6.93 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:19:36.347130 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2b71eabe-7d10-4d2d-b00f-c6dc8b1769b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:36.350083 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2b71eabe-7d10-4d2d-b00f-c6dc8b1769b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:36.359729 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f95d24-c48e-499a-9433-eb1b2551dc79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-db6dcd4e-1fab-428f-954b-8b79624bfc2e', 'network_id': 'db6dcd4e-1fab-428f-954b-8b79624bfc2e', 'tenant_id': '90967ed1bc0f4b31ba14de28e088f3bd', 'fixed_ips': [{'subnet_id': '9ab39d9c-600f-4b7f-ac6a-e9055665ae1d'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:19:36.360724 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-46f95d24-c48e-499a-9433-eb1b2551dc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:36.461510 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a81ea4a1-dff2-4015-a385-3ae668e108a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:36.490506 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2b71eabe-7d10-4d2d-b00f-c6dc8b1769b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:36.552825 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 845a8f44-2cc2-4060-a9c9-f410e47a3b0f up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:19:36.618246 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-46f95d24-c48e-499a-9433-eb1b2551dc79 None None] Allocated IP 172.20.0.2 (db6dcd4e-1fab-428f-954b-8b79624bfc2e/9ab39d9c-600f-4b7f-ac6a-e9055665ae1d/4ab79cd4-0f4a-4da5-bba0-9b390d541131) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:19:36.685704 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a81ea4a1-dff2-4015-a385-3ae668e108a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:36.698162 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 845a8f44-2cc2-4060-a9c9-f410e47a3b0f completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:19:36.801957 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2b71eabe-7d10-4d2d-b00f-c6dc8b1769b8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:36.809274 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81ea4a1-dff2-4015-a385-3ae668e108a6 admin admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:19:36.820348 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-a81ea4a1-dff2-4015-a385-3ae668e108a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:19:36.824715 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-46f95d24-c48e-499a-9433-eb1b2551dc79 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:36.826143 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81ea4a1-dff2-4015-a385-3ae668e108a6 admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:19:36.838820 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-46f95d24-c48e-499a-9433-eb1b2551dc79 None None] Transition to ACTIVE for port object 4ab79cd4-0f4a-4da5-bba0-9b390d541131 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:19:36.858871 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-46f95d24-c48e-499a-9433-eb1b2551dc79 None None] Transition to ACTIVE for port object 4ab79cd4-0f4a-4da5-bba0-9b390d541131 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:19:36.872207 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81ea4a1-dff2-4015-a385-3ae668e108a6 admin admin] Pushing event updated for resources: {'Port': ['ID=b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:36.948664 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-46f95d24-c48e-499a-9433-eb1b2551dc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:37.072510 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f95d24-c48e-499a-9433-eb1b2551dc79 None None] Pushing event updated for resources: {'Port': ['ID=4ab79cd4-0f4a-4da5-bba0-9b390d541131,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:37.085984 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f95d24-c48e-499a-9433-eb1b2551dc79 None None] Network db6dcd4e-1fab-428f-954b-8b79624bfc2e is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:19:37.091246 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-46f95d24-c48e-499a-9433-eb1b2551dc79 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:19:37.095547 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f95d24-c48e-499a-9433-eb1b2551dc79 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:19:37.233221 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-46f95d24-c48e-499a-9433-eb1b2551dc79 None None] Attempting to bind port 4ab79cd4-0f4a-4da5-bba0-9b390d541131 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:19:37.233605 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-46f95d24-c48e-499a-9433-eb1b2551dc79 None None] Attempting to bind port 4ab79cd4-0f4a-4da5-bba0-9b390d541131 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'a4cc9a82-888b-4a2d-a778-55e481f5e3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'db6dcd4e-1fab-428f-954b-8b79624bfc2e'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:19:37.237652 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f95d24-c48e-499a-9433-eb1b2551dc79 None None] Attempting to bind port 4ab79cd4-0f4a-4da5-bba0-9b390d541131 on network db6dcd4e-1fab-428f-954b-8b79624bfc2e {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:19:37.250756 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f95d24-c48e-499a-9433-eb1b2551dc79 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:19:37.251141 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f95d24-c48e-499a-9433-eb1b2551dc79 None None] Checking segment: {'id': 'a4cc9a82-888b-4a2d-a778-55e481f5e3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'db6dcd4e-1fab-428f-954b-8b79624bfc2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:19:37.251554 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-46f95d24-c48e-499a-9433-eb1b2551dc79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:37.251956 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f95d24-c48e-499a-9433-eb1b2551dc79 None None] Bound using segment: {'id': 'a4cc9a82-888b-4a2d-a778-55e481f5e3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'db6dcd4e-1fab-428f-954b-8b79624bfc2e'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:19:37.252429 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-46f95d24-c48e-499a-9433-eb1b2551dc79 None None] Bound port: 4ab79cd4-0f4a-4da5-bba0-9b390d541131, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4cc9a82-888b-4a2d-a778-55e481f5e3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'db6dcd4e-1fab-428f-954b-8b79624bfc2e'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:19:37.252965 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-46f95d24-c48e-499a-9433-eb1b2551dc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:37.273356 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 47608) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:37.298019 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e0a799d6-c00e-433a-b2c6-aba49fd61f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:37.321633 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2b71eabe-7d10-4d2d-b00f-c6dc8b1769b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:37.342317 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a81ea4a1-dff2-4015-a385-3ae668e108a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:37.353234 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2b71eabe-7d10-4d2d-b00f-c6dc8b1769b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:37.377111 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-46f95d24-c48e-499a-9433-eb1b2551dc79 None None] For port 4ab79cd4-0f4a-4da5-bba0-9b390d541131, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:19:37.381001 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-46f95d24-c48e-499a-9433-eb1b2551dc79 None None] For port 4ab79cd4-0f4a-4da5-bba0-9b390d541131, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4ab79cd4-0f4a-4da5-bba0-9b390d541131,segment=NetworkSegment(a4cc9a82-888b-4a2d-a778-55e481f5e3d7),segment_id=a4cc9a82-888b-4a2d-a778-55e481f5e3d7)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:19:37.419021 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e682b045-668c-4b5a-a6d3-ac2c5875de45 None None] Network 5a750657-6380-4216-8606-057245bf1333 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:19:37.511478 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-2b71eabe-7d10-4d2d-b00f-c6dc8b1769b8 admin admin] Allocated IP 172.25.6.150 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/fba1653a-a578-472e-8f14-89406d586288) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:19:37.532093 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-46f95d24-c48e-499a-9433-eb1b2551dc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:37.600436 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e0a799d6-c00e-433a-b2c6-aba49fd61f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:37.677360 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2b71eabe-7d10-4d2d-b00f-c6dc8b1769b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:37.691337 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-27b433b1-1d8a-4cee-8d8a-db7a34bb5ce2 None None] Provisioning for port 845a8f44-2cc2-4060-a9c9-f410e47a3b0f completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:19:37.701360 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-27b433b1-1d8a-4cee-8d8a-db7a34bb5ce2 None None] Provisioning complete for port 845a8f44-2cc2-4060-a9c9-f410e47a3b0f triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:19:37.701360 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-27b433b1-1d8a-4cee-8d8a-db7a34bb5ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:37.719252 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a81ea4a1-dff2-4015-a385-3ae668e108a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:37.724268 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e0a799d6-c00e-433a-b2c6-aba49fd61f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:37.756803 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f95d24-c48e-499a-9433-eb1b2551dc79 None None] Pushing event updated for resources: {'Port': ['ID=4ab79cd4-0f4a-4da5-bba0-9b390d541131,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:37.798453 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a799d6-c00e-433a-b2c6-aba49fd61f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7485f8-b810-44a4-856f-6d4f0f6f6846,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:37.807518 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e0a799d6-c00e-433a-b2c6-aba49fd61f4b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f4b675769f294670ae4f67142f765c37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5305364 Aug 18 13:19:37.810355 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 47616) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:37.912035 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cb090fb8-65af-4653-9396-7ae5bf6d6bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:37.998485 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cb090fb8-65af-4653-9396-7ae5bf6d6bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:37.998485 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2b71eabe-7d10-4d2d-b00f-c6dc8b1769b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:38.027685 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-27b433b1-1d8a-4cee-8d8a-db7a34bb5ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:38.110556 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b71eabe-7d10-4d2d-b00f-c6dc8b1769b8 admin admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:19:38.119838 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-27b433b1-1d8a-4cee-8d8a-db7a34bb5ce2 None None] For port 845a8f44-2cc2-4060-a9c9-f410e47a3b0f, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=845a8f44-2cc2-4060-a9c9-f410e47a3b0f,segment=NetworkSegment(253e9a78-b703-48d2-8774-59f67598fdbb),segment_id=253e9a78-b703-48d2-8774-59f67598fdbb)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:19:38.127281 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b71eabe-7d10-4d2d-b00f-c6dc8b1769b8 admin admin] Pushing event updated for resources: {'Port': ['ID=fba1653a-a578-472e-8f14-89406d586288,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:38.141571 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-2b71eabe-7d10-4d2d-b00f-c6dc8b1769b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:19:38.146494 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b71eabe-7d10-4d2d-b00f-c6dc8b1769b8 admin admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:19:38.227177 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81ea4a1-dff2-4015-a385-3ae668e108a6 admin admin] Router ab757793-5676-4dbb-bae1-b9a4568692ad is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:19:38.273708 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-27b433b1-1d8a-4cee-8d8a-db7a34bb5ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:38.347751 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cb090fb8-65af-4653-9396-7ae5bf6d6bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:38.350750 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cb090fb8-65af-4653-9396-7ae5bf6d6bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:38.352003 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-cb090fb8-65af-4653-9396-7ae5bf6d6bbd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b7485f8-b810-44a4-856f-6d4f0f6f6846 HTTP/1.1" status: 204 len: 168 time: 0.5407557 Aug 18 13:19:38.364299 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b433b1-1d8a-4cee-8d8a-db7a34bb5ce2 None None] Pushing event updated for resources: {'Port': ['ID=845a8f44-2cc2-4060-a9c9-f410e47a3b0f,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:38.408905 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb090fb8-65af-4653-9396-7ae5bf6d6bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7485f8-b810-44a4-856f-6d4f0f6f6846,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:38.431252 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7909cbe1-3cbf-4fc2-87f1-2f159b9b6811 None None] Provisioning complete for port 845a8f44-2cc2-4060-a9c9-f410e47a3b0f triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:19:38.432908 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7909cbe1-3cbf-4fc2-87f1-2f159b9b6811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:38.455385 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81ea4a1-dff2-4015-a385-3ae668e108a6 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:19:38.469085 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a185d05f-ce93-4df5-9e09-602b1874d71e None None] Sync routers for ids ['ab757793-5676-4dbb-bae1-b9a4568692ad'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:19:38.485631 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a185d05f-ce93-4df5-9e09-602b1874d71e None None] Routers {'ab757793-5676-4dbb-bae1-b9a4568692ad'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:19:38.486376 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-a185d05f-ce93-4df5-9e09-602b1874d71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:19:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ab757793-5676-4dbb-bae1-b9a4568692ad'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:19:38.570144 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a81ea4a1-dff2-4015-a385-3ae668e108a6 admin admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:38.575339 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a81ea4a1-dff2-4015-a385-3ae668e108a6 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8085449 Aug 18 13:19:38.576169 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47628) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:38.635363 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4ab79cd4-0f4a-4da5-bba0-9b390d541131 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:19:38.738419 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2b71eabe-7d10-4d2d-b00f-c6dc8b1769b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:38.764030 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-a185d05f-ce93-4df5-9e09-602b1874d71e None None] Set router ab757793-5676-4dbb-bae1-b9a4568692ad gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:19:38.878929 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 4ab79cd4-0f4a-4da5-bba0-9b390d541131 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:19:39.233486 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-a185d05f-ce93-4df5-9e09-602b1874d71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'name': 'tempest-TestVolumeBootPattern-708085059-router', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:37Z', 'revision_number': 3, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'gw_port': {'id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ac:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:19:39.302862 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a185d05f-ce93-4df5-9e09-602b1874d71e None None] Checking router: ab757793-5676-4dbb-bae1-b9a4568692ad for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:19:39.303484 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a185d05f-ce93-4df5-9e09-602b1874d71e None None] Updating router ab757793-5676-4dbb-bae1-b9a4568692ad port b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:19:39.353233 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a185d05f-ce93-4df5-9e09-602b1874d71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:39.376662 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c038672-133c-4061-897f-003e900a234e None None] Network db6dcd4e-1fab-428f-954b-8b79624bfc2e requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:19:39.538060 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cd17db77-205f-46ab-8544-d966bb2acb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:39.633502 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-1ed7f799-dc01-4220-b620-ee47589ea542 None None] Provisioning for port 4ab79cd4-0f4a-4da5-bba0-9b390d541131 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:19:39.659919 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-1ed7f799-dc01-4220-b620-ee47589ea542 None None] Provisioning complete for port 4ab79cd4-0f4a-4da5-bba0-9b390d541131 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:19:39.660305 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1ed7f799-dc01-4220-b620-ee47589ea542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:39.817437 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2b71eabe-7d10-4d2d-b00f-c6dc8b1769b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:39.864836 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a185d05f-ce93-4df5-9e09-602b1874d71e None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:39.881807 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-cd17db77-205f-46ab-8544-d966bb2acb06 admin admin] Allocated IP 172.20.0.1 (5a750657-6380-4216-8606-057245bf1333/df130f28-747c-4593-a4e4-fcc4c74ccec3/a9142b80-5376-4c1c-b88f-0a9b5664de79) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:19:39.884770 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-a185d05f-ce93-4df5-9e09-602b1874d71e None None] Transition to ACTIVE for port object b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:19:39.982332 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a185d05f-ce93-4df5-9e09-602b1874d71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:39.983933 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1ed7f799-dc01-4220-b620-ee47589ea542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:40.081659 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-1ed7f799-dc01-4220-b620-ee47589ea542 None None] For port 4ab79cd4-0f4a-4da5-bba0-9b390d541131, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4ab79cd4-0f4a-4da5-bba0-9b390d541131,segment=NetworkSegment(a4cc9a82-888b-4a2d-a778-55e481f5e3d7),segment_id=a4cc9a82-888b-4a2d-a778-55e481f5e3d7)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:19:40.084383 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a915ba23-8f51-46af-a2f6-1a348f4bbca7 None None] Pushing event updated for resources: {'Port': ['ID=b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:40.120403 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915ba23-8f51-46af-a2f6-1a348f4bbca7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:40.121461 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915ba23-8f51-46af-a2f6-1a348f4bbca7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:40.121970 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915ba23-8f51-46af-a2f6-1a348f4bbca7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:40.122535 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915ba23-8f51-46af-a2f6-1a348f4bbca7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:40.123035 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915ba23-8f51-46af-a2f6-1a348f4bbca7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:40.123502 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915ba23-8f51-46af-a2f6-1a348f4bbca7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:40.124233 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915ba23-8f51-46af-a2f6-1a348f4bbca7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:40.124715 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915ba23-8f51-46af-a2f6-1a348f4bbca7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:40.125295 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915ba23-8f51-46af-a2f6-1a348f4bbca7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:40.125766 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915ba23-8f51-46af-a2f6-1a348f4bbca7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:40.126231 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915ba23-8f51-46af-a2f6-1a348f4bbca7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:40.126435 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915ba23-8f51-46af-a2f6-1a348f4bbca7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:40.129932 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-a185d05f-ce93-4df5-9e09-602b1874d71e None None] Attempting to bind port b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:19:40.130326 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-a185d05f-ce93-4df5-9e09-602b1874d71e None None] Attempting to bind port b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:19:40.130707 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a185d05f-ce93-4df5-9e09-602b1874d71e None None] Attempting to bind port b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41 on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:19:40.137475 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a185d05f-ce93-4df5-9e09-602b1874d71e None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:19:40.137851 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a185d05f-ce93-4df5-9e09-602b1874d71e None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:19:40.138272 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a185d05f-ce93-4df5-9e09-602b1874d71e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:40.138657 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a185d05f-ce93-4df5-9e09-602b1874d71e None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:19:40.139120 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-a185d05f-ce93-4df5-9e09-602b1874d71e None None] Bound port: b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:19:40.139497 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a185d05f-ce93-4df5-9e09-602b1874d71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:40.184622 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cd17db77-205f-46ab-8544-d966bb2acb06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:40.205613 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-a185d05f-ce93-4df5-9e09-602b1874d71e None None] For port b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:19:40.209235 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-a185d05f-ce93-4df5-9e09-602b1874d71e None None] For port b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:19:40.221499 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1ed7f799-dc01-4220-b620-ee47589ea542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:40.267243 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b71eabe-7d10-4d2d-b00f-c6dc8b1769b8 admin admin] Router abe1e8a6-b034-4195-8a14-b2f1af952a27 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:19:40.275957 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed7f799-dc01-4220-b620-ee47589ea542 None None] Pushing event updated for resources: {'Port': ['ID=4ab79cd4-0f4a-4da5-bba0-9b390d541131,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:40.346045 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-9f6b14ce-e4fb-4b53-a930-2df7f75bb866 None None] Provisioning complete for port 4ab79cd4-0f4a-4da5-bba0-9b390d541131 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:19:40.346454 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9f6b14ce-e4fb-4b53-a930-2df7f75bb866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:40.395300 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a185d05f-ce93-4df5-9e09-602b1874d71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:40.535496 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a915ba23-8f51-46af-a2f6-1a348f4bbca7 None None] Pushing event updated for resources: {'Port': ['ID=b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:40.539903 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a185d05f-ce93-4df5-9e09-602b1874d71e None None] Routers {'ab757793-5676-4dbb-bae1-b9a4568692ad'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:19:40.540816 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-a185d05f-ce93-4df5-9e09-602b1874d71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:19:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ab757793-5676-4dbb-bae1-b9a4568692ad'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:19:40.559728 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b71eabe-7d10-4d2d-b00f-c6dc8b1769b8 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:19:40.577638 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4ab79cd4-0f4a-4da5-bba0-9b390d541131 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:19:40.637855 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-cd17db77-205f-46ab-8544-d966bb2acb06 admin admin] Transition to ACTIVE for port object a9142b80-5376-4c1c-b88f-0a9b5664de79 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:19:40.690578 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2b71eabe-7d10-4d2d-b00f-c6dc8b1769b8 admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:40.692227 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2b71eabe-7d10-4d2d-b00f-c6dc8b1769b8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5165057 Aug 18 13:19:40.694897 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 47680) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:40.759251 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cd17db77-205f-46ab-8544-d966bb2acb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:40.826940 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd17db77-205f-46ab-8544-d966bb2acb06 admin admin] Network 5a750657-6380-4216-8606-057245bf1333 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:19:40.830227 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-cd17db77-205f-46ab-8544-d966bb2acb06 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:19:40.845663 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd17db77-205f-46ab-8544-d966bb2acb06 admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:19:40.908013 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd17db77-205f-46ab-8544-d966bb2acb06 admin admin] Pushing event updated for resources: {'Port': ['ID=a9142b80-5376-4c1c-b88f-0a9b5664de79,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:40.953877 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fba6732-cdb4-484a-8a02-c22365ceda36 None None] Sync routers for ids ['abe1e8a6-b034-4195-8a14-b2f1af952a27'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:19:40.965296 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-a185d05f-ce93-4df5-9e09-602b1874d71e None None] Set router ab757793-5676-4dbb-bae1-b9a4568692ad gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:19:40.966917 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cd17db77-205f-46ab-8544-d966bb2acb06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:40.993346 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fba6732-cdb4-484a-8a02-c22365ceda36 None None] Routers {'abe1e8a6-b034-4195-8a14-b2f1af952a27'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:19:40.995759 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-5fba6732-cdb4-484a-8a02-c22365ceda36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:19:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['abe1e8a6-b034-4195-8a14-b2f1af952a27'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:19:41.093954 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 4ab79cd4-0f4a-4da5-bba0-9b390d541131 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:19:41.095783 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:41.251728 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-5fba6732-cdb4-484a-8a02-c22365ceda36 None None] Set router abe1e8a6-b034-4195-8a14-b2f1af952a27 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:19:41.416883 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cd17db77-205f-46ab-8544-d966bb2acb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:41.432440 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-a185d05f-ce93-4df5-9e09-602b1874d71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'name': 'tempest-TestVolumeBootPattern-708085059-router', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:37Z', 'revision_number': 3, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'gw_port': {'id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ac:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:19:41.438075 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 845a8f44-2cc2-4060-a9c9-f410e47a3b0f up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:19:41.474774 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-907d1444-1b41-4643-a384-990ed59577bd None None] Provisioning for port a9142b80-5376-4c1c-b88f-0a9b5664de79 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:19:41.481854 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a185d05f-ce93-4df5-9e09-602b1874d71e None None] The sync data for ids ['ab757793-5676-4dbb-bae1-b9a4568692ad'] in n-d-803603-2 is: [{'id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'name': 'tempest-TestVolumeBootPattern-708085059-router', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:37Z', 'revision_number': 3, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'gw_port': {'id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ac:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:19:41.509255 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-907d1444-1b41-4643-a384-990ed59577bd None None] Provisioning complete for port a9142b80-5376-4c1c-b88f-0a9b5664de79 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:19:41.509634 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-907d1444-1b41-4643-a384-990ed59577bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:41.627466 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2521fd74-1ccd-4cf0-b2a2-48d56fc6c840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:41.628048 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-907d1444-1b41-4643-a384-990ed59577bd None None] Port a9142b80-5376-4c1c-b88f-0a9b5664de79 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:19:41.646271 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 845a8f44-2cc2-4060-a9c9-f410e47a3b0f triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:19:41.646659 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:41.687092 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-812d73ad-c6e4-4fc3-bead-d6b5025a1b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:41.720606 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-5fba6732-cdb4-484a-8a02-c22365ceda36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe1e8a6-b034-4195-8a14-b2f1af952a27', 'name': 'tempest-TestServerMultinode-287357167-router', 'tenant_id': '90967ed1bc0f4b31ba14de28e088f3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'fba1653a-a578-472e-8f14-89406d586288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:36Z', 'updated_at': '2021-08-18T13:19:38Z', 'revision_number': 3, 'project_id': '90967ed1bc0f4b31ba14de28e088f3bd', 'gw_port': {'id': 'fba1653a-a578-472e-8f14-89406d586288', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fe:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe1e8a6-b034-4195-8a14-b2f1af952a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:37Z', 'updated_at': '2021-08-18T13:19:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:19:41.722204 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cd17db77-205f-46ab-8544-d966bb2acb06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:41.769182 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fba6732-cdb4-484a-8a02-c22365ceda36 None None] Checking router: abe1e8a6-b034-4195-8a14-b2f1af952a27 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:19:41.769540 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fba6732-cdb4-484a-8a02-c22365ceda36 None None] Updating router abe1e8a6-b034-4195-8a14-b2f1af952a27 port fba1653a-a578-472e-8f14-89406d586288 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:19:41.787027 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cd17db77-205f-46ab-8544-d966bb2acb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:41.824322 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5fba6732-cdb4-484a-8a02-c22365ceda36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:42.016546 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-2521fd74-1ccd-4cf0-b2a2-48d56fc6c840 admin admin] Allocated IP 172.20.0.1 (db6dcd4e-1fab-428f-954b-8b79624bfc2e/9ab39d9c-600f-4b7f-ac6a-e9055665ae1d/3a38a4ea-6b5a-4ac8-8f9a-1234fd781918) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:19:42.070372 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cd17db77-205f-46ab-8544-d966bb2acb06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:42.079321 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd17db77-205f-46ab-8544-d966bb2acb06 admin admin] Pushing event updated for resources: {'Port': ['ID=a9142b80-5376-4c1c-b88f-0a9b5664de79,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:42.259392 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd17db77-205f-46ab-8544-d966bb2acb06 admin admin] Network 5a750657-6380-4216-8606-057245bf1333 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:19:42.260949 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-cd17db77-205f-46ab-8544-d966bb2acb06 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:19:42.268474 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2521fd74-1ccd-4cf0-b2a2-48d56fc6c840 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:42.288625 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-2521fd74-1ccd-4cf0-b2a2-48d56fc6c840 admin admin] Transition to ACTIVE for port object 3a38a4ea-6b5a-4ac8-8f9a-1234fd781918 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:19:42.345801 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5fba6732-cdb4-484a-8a02-c22365ceda36 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:42.359566 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-5fba6732-cdb4-484a-8a02-c22365ceda36 None None] Transition to ACTIVE for port object fba1653a-a578-472e-8f14-89406d586288 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:19:42.456271 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2521fd74-1ccd-4cf0-b2a2-48d56fc6c840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:42.515337 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd17db77-205f-46ab-8544-d966bb2acb06 admin admin] Router ab757793-5676-4dbb-bae1-b9a4568692ad has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:19:42.545697 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5fba6732-cdb4-484a-8a02-c22365ceda36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:42.553141 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2521fd74-1ccd-4cf0-b2a2-48d56fc6c840 admin admin] Network db6dcd4e-1fab-428f-954b-8b79624bfc2e is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:19:42.567545 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-2521fd74-1ccd-4cf0-b2a2-48d56fc6c840 admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:19:42.582282 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2521fd74-1ccd-4cf0-b2a2-48d56fc6c840 admin admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:19:42.597009 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2521fd74-1ccd-4cf0-b2a2-48d56fc6c840 admin admin] Pushing event updated for resources: {'Port': ['ID=3a38a4ea-6b5a-4ac8-8f9a-1234fd781918,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:42.648668 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:19:42.693369 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2521fd74-1ccd-4cf0-b2a2-48d56fc6c840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:42.703090 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd17db77-205f-46ab-8544-d966bb2acb06 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:19:42.719886 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-cd17db77-205f-46ab-8544-d966bb2acb06 admin admin] 10.222.0.13 "PUT /v2.0/routers/ab757793-5676-4dbb-bae1-b9a4568692ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1424730 Aug 18 13:19:42.891541 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-5fba6732-cdb4-484a-8a02-c22365ceda36 None None] Attempting to bind port fba1653a-a578-472e-8f14-89406d586288 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:19:42.891857 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-5fba6732-cdb4-484a-8a02-c22365ceda36 None None] Attempting to bind port fba1653a-a578-472e-8f14-89406d586288 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:19:42.892228 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fba6732-cdb4-484a-8a02-c22365ceda36 None None] Attempting to bind port fba1653a-a578-472e-8f14-89406d586288 on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:19:42.906644 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f1518dd8-2589-4172-9bb0-282461907dbc None None] Provisioning complete for port a9142b80-5376-4c1c-b88f-0a9b5664de79 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:19:42.912483 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f1518dd8-2589-4172-9bb0-282461907dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:42.928021 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b9d6b8-a5e5-4385-8118-1d08ec7bbbe9 None None] Pushing event updated for resources: {'Port': ['ID=fba1653a-a578-472e-8f14-89406d586288,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:42.962778 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fba6732-cdb4-484a-8a02-c22365ceda36 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:19:42.963516 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fba6732-cdb4-484a-8a02-c22365ceda36 None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:19:42.964127 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5fba6732-cdb4-484a-8a02-c22365ceda36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:42.965268 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fba6732-cdb4-484a-8a02-c22365ceda36 None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:19:42.965972 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-5fba6732-cdb4-484a-8a02-c22365ceda36 None None] Bound port: fba1653a-a578-472e-8f14-89406d586288, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:19:42.966575 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5fba6732-cdb4-484a-8a02-c22365ceda36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:43.017105 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2521fd74-1ccd-4cf0-b2a2-48d56fc6c840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:43.129215 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f1518dd8-2589-4172-9bb0-282461907dbc None None] Port a9142b80-5376-4c1c-b88f-0a9b5664de79 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:19:43.191985 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-5fba6732-cdb4-484a-8a02-c22365ceda36 None None] For port fba1653a-a578-472e-8f14-89406d586288, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:19:43.191985 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:19:43.191985 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-5fba6732-cdb4-484a-8a02-c22365ceda36 None None] For port fba1653a-a578-472e-8f14-89406d586288, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=fba1653a-a578-472e-8f14-89406d586288,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:19:43.193022 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:19:43.193699 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:43.329188 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:43.334849 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5fba6732-cdb4-484a-8a02-c22365ceda36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:43.411073 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:19:43.444391 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c80e5e9e-3e9d-4231-904c-3ecb8b489e28 None None] Provisioning for port 3a38a4ea-6b5a-4ac8-8f9a-1234fd781918 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:19:43.447358 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2521fd74-1ccd-4cf0-b2a2-48d56fc6c840 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:43.451509 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b9d6b8-a5e5-4385-8118-1d08ec7bbbe9 None None] Pushing event updated for resources: {'Port': ['ID=fba1653a-a578-472e-8f14-89406d586288,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:43.463088 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c80e5e9e-3e9d-4231-904c-3ecb8b489e28 None None] Provisioning complete for port 3a38a4ea-6b5a-4ac8-8f9a-1234fd781918 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:19:43.463512 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c80e5e9e-3e9d-4231-904c-3ecb8b489e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:43.469438 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fba6732-cdb4-484a-8a02-c22365ceda36 None None] Routers {'abe1e8a6-b034-4195-8a14-b2f1af952a27'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:19:43.470096 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-5fba6732-cdb4-484a-8a02-c22365ceda36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:19:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['abe1e8a6-b034-4195-8a14-b2f1af952a27'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:19:43.538284 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:43.576063 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2521fd74-1ccd-4cf0-b2a2-48d56fc6c840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:43.580839 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-c80e5e9e-3e9d-4231-904c-3ecb8b489e28 None None] Port 3a38a4ea-6b5a-4ac8-8f9a-1234fd781918 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:19:43.700669 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:43.742509 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1ba8c347-8a07-44ab-b23b-50581a752123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:43.770154 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-5fba6732-cdb4-484a-8a02-c22365ceda36 None None] Set router abe1e8a6-b034-4195-8a14-b2f1af952a27 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:19:43.868441 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2521fd74-1ccd-4cf0-b2a2-48d56fc6c840 admin admin] Pushing event updated for resources: {'Port': ['ID=3a38a4ea-6b5a-4ac8-8f9a-1234fd781918,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:43.884725 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2521fd74-1ccd-4cf0-b2a2-48d56fc6c840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:44.165611 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-5fba6732-cdb4-484a-8a02-c22365ceda36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe1e8a6-b034-4195-8a14-b2f1af952a27', 'name': 'tempest-TestServerMultinode-287357167-router', 'tenant_id': '90967ed1bc0f4b31ba14de28e088f3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'fba1653a-a578-472e-8f14-89406d586288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:36Z', 'updated_at': '2021-08-18T13:19:42Z', 'revision_number': 4, 'project_id': '90967ed1bc0f4b31ba14de28e088f3bd', 'gw_port': {'id': 'fba1653a-a578-472e-8f14-89406d586288', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fe:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe1e8a6-b034-4195-8a14-b2f1af952a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:37Z', 'updated_at': '2021-08-18T13:19:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '3a38a4ea-6b5a-4ac8-8f9a-1234fd781918', 'name': '', 'network_id': 'db6dcd4e-1fab-428f-954b-8b79624bfc2e', 'tenant_id': '90967ed1bc0f4b31ba14de28e088f3bd', 'mac_address': 'fa:16:3e:9b:9a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe1e8a6-b034-4195-8a14-b2f1af952a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '9ab39d9c-600f-4b7f-ac6a-e9055665ae1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:41Z', 'updated_at': '2021-08-18T13:19:42Z', 'revision_number': 1, 'project_id': '90967ed1bc0f4b31ba14de28e088f3bd', 'subnets': [{'id': '9ab39d9c-600f-4b7f-ac6a-e9055665ae1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:19:44.201113 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2521fd74-1ccd-4cf0-b2a2-48d56fc6c840 admin admin] Network db6dcd4e-1fab-428f-954b-8b79624bfc2e is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:19:44.203727 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-2521fd74-1ccd-4cf0-b2a2-48d56fc6c840 admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:19:44.213840 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fba6732-cdb4-484a-8a02-c22365ceda36 None None] The sync data for ids ['abe1e8a6-b034-4195-8a14-b2f1af952a27'] in n-d-803603-2 is: [{'id': 'abe1e8a6-b034-4195-8a14-b2f1af952a27', 'name': 'tempest-TestServerMultinode-287357167-router', 'tenant_id': '90967ed1bc0f4b31ba14de28e088f3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'fba1653a-a578-472e-8f14-89406d586288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:36Z', 'updated_at': '2021-08-18T13:19:42Z', 'revision_number': 4, 'project_id': '90967ed1bc0f4b31ba14de28e088f3bd', 'gw_port': {'id': 'fba1653a-a578-472e-8f14-89406d586288', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fe:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe1e8a6-b034-4195-8a14-b2f1af952a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:37Z', 'updated_at': '2021-08-18T13:19:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '3a38a4ea-6b5a-4ac8-8f9a-1234fd781918', 'name': '', 'network_id': 'db6dcd4e-1fab-428f-954b-8b79624bfc2e', 'tenant_id': '90967ed1bc0f4b31ba14de28e088f3bd', 'mac_address': 'fa:16:3e:9b:9a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe1e8a6-b034-4195-8a14-b2f1af952a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '9ab39d9c-600f-4b7f-ac6a-e9055665ae1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:41Z', 'updated_at': '2021-08-18T13:19:42Z', 'revision_number': 1, 'project_id': '90967ed1bc0f4b31ba14de28e088f3bd', 'subnets': [{'id': '9ab39d9c-600f-4b7f-ac6a-e9055665ae1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:19:44.244122 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47770) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:44.250158 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-1731f290-40b5-4e74-af5d-2521639b60bd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1877037196-network', 'tenant_id': '6801cc0748bc4af29c23723c4e9a5864'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:19:44.433142 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1731f290-40b5-4e74-af5d-2521639b60bd admin admin] Made reservation on behalf of 6801cc0748bc4af29c23723c4e9a5864 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:19:44.437163 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1731f290-40b5-4e74-af5d-2521639b60bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:44.467422 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1731f290-40b5-4e74-af5d-2521639b60bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:44.509119 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a829256a-6d9a-4544-ab09-ddec7fe43cf5 None None] Sync routers for ids ['ab757793-5676-4dbb-bae1-b9a4568692ad'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:19:44.518260 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a829256a-6d9a-4544-ab09-ddec7fe43cf5 None None] Routers {'ab757793-5676-4dbb-bae1-b9a4568692ad'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:19:44.521696 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-a829256a-6d9a-4544-ab09-ddec7fe43cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:19:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ab757793-5676-4dbb-bae1-b9a4568692ad'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:19:44.528764 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:19:44.543488 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2521fd74-1ccd-4cf0-b2a2-48d56fc6c840 admin admin] Router abe1e8a6-b034-4195-8a14-b2f1af952a27 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:19:44.593647 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:44.655447 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:19:44.658739 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:44.772252 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1731f290-40b5-4e74-af5d-2521639b60bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:44.834629 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-a829256a-6d9a-4544-ab09-ddec7fe43cf5 None None] Set router ab757793-5676-4dbb-bae1-b9a4568692ad gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:19:44.867355 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1731f290-40b5-4e74-af5d-2521639b60bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:44.868362 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2521fd74-1ccd-4cf0-b2a2-48d56fc6c840 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:19:44.892747 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2521fd74-1ccd-4cf0-b2a2-48d56fc6c840 admin admin] 10.222.0.13 "PUT /v2.0/routers/abe1e8a6-b034-4195-8a14-b2f1af952a27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1958897 Aug 18 13:19:44.917708 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1731f290-40b5-4e74-af5d-2521639b60bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2640293-4279-4dbf-b688-f53b74e3b370,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:44.944636 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1731f290-40b5-4e74-af5d-2521639b60bd admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:19:44.977377 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1731f290-40b5-4e74-af5d-2521639b60bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:44.977377 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-1731f290-40b5-4e74-af5d-2521639b60bd admin admin] Added segment 9ad936ce-f168-4fce-81f7-d01748488502 of type vlan for network db8ffe93-506b-4403-a00d-d134833c9157 Aug 18 13:19:45.096798 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1731f290-40b5-4e74-af5d-2521639b60bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:45.232730 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1731f290-40b5-4e74-af5d-2521639b60bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:45.234143 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1731f290-40b5-4e74-af5d-2521639b60bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:45.234859 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1731f290-40b5-4e74-af5d-2521639b60bd admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:45.347112 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-a829256a-6d9a-4544-ab09-ddec7fe43cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'name': 'tempest-TestVolumeBootPattern-708085059-router', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:41Z', 'revision_number': 4, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'gw_port': {'id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ac:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'a9142b80-5376-4c1c-b88f-0a9b5664de79', 'name': '', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'mac_address': 'fa:16:3e:15:82:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:39Z', 'updated_at': '2021-08-18T13:19:41Z', 'revision_number': 2, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'subnets': [{'id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:19:45.404079 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a829256a-6d9a-4544-ab09-ddec7fe43cf5 None None] Checking router: ab757793-5676-4dbb-bae1-b9a4568692ad for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:19:45.406257 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a829256a-6d9a-4544-ab09-ddec7fe43cf5 None None] Updating router ab757793-5676-4dbb-bae1-b9a4568692ad port a9142b80-5376-4c1c-b88f-0a9b5664de79 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:19:45.423578 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-3e5b9041-4c69-4ec2-b04f-edfa74f5a57d None None] Provisioning complete for port 3a38a4ea-6b5a-4ac8-8f9a-1234fd781918 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:19:45.425349 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3e5b9041-4c69-4ec2-b04f-edfa74f5a57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:45.442720 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1731f290-40b5-4e74-af5d-2521639b60bd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1974492 Aug 18 13:19:45.445534 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 47788) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:45.452125 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-809bca31-b0cc-40f7-b440-3b502fe6ec3b admin admin] Request body: {'subnet': {'network_id': 'db8ffe93-506b-4403-a00d-d134833c9157', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1877037196-subnet', 'tenant_id': '6801cc0748bc4af29c23723c4e9a5864', 'ip_version': 4}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:19:45.454110 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1731f290-40b5-4e74-af5d-2521639b60bd admin admin] Pushing event updated for resources: {'Network': ['ID=db8ffe93-506b-4403-a00d-d134833c9157,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:45.480953 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network db8ffe93-506b-4403-a00d-d134833c9157 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:19:45.503217 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a829256a-6d9a-4544-ab09-ddec7fe43cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:45.566124 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-3e5b9041-4c69-4ec2-b04f-edfa74f5a57d None None] Port 3a38a4ea-6b5a-4ac8-8f9a-1234fd781918 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:19:45.646534 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809bca31-b0cc-40f7-b440-3b502fe6ec3b admin admin] Made reservation on behalf of 6801cc0748bc4af29c23723c4e9a5864 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:19:45.650338 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-809bca31-b0cc-40f7-b440-3b502fe6ec3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:45.661591 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:45.916656 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a829256a-6d9a-4544-ab09-ddec7fe43cf5 None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:45.929045 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-a829256a-6d9a-4544-ab09-ddec7fe43cf5 None None] Transition to ACTIVE for port object a9142b80-5376-4c1c-b88f-0a9b5664de79 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:19:46.061484 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-809bca31-b0cc-40f7-b440-3b502fe6ec3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:46.103069 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a829256a-6d9a-4544-ab09-ddec7fe43cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:46.170936 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809bca31-b0cc-40f7-b440-3b502fe6ec3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c950d5e2-f52c-4de2-babc-db02a63bf6c3,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:46.181958 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809bca31-b0cc-40f7-b440-3b502fe6ec3b admin admin] Checking segment: {'id': '9ad936ce-f168-4fce-81f7-d01748488502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'db8ffe93-506b-4403-a00d-d134833c9157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:19:46.182381 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809bca31-b0cc-40f7-b440-3b502fe6ec3b admin admin] Network hostable DHCP agents. Network: db8ffe93-506b-4403-a00d-d134833c9157, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:19:46.218668 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046b796b-fe08-4821-88be-f27ace0b6f46 None None] Pushing event updated for resources: {'Port': ['ID=a9142b80-5376-4c1c-b88f-0a9b5664de79,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:46.242233 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-a829256a-6d9a-4544-ab09-ddec7fe43cf5 None None] Attempting to bind port a9142b80-5376-4c1c-b88f-0a9b5664de79 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:19:46.242779 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-a829256a-6d9a-4544-ab09-ddec7fe43cf5 None None] Attempting to bind port a9142b80-5376-4c1c-b88f-0a9b5664de79 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '253e9a78-b703-48d2-8774-59f67598fdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5a750657-6380-4216-8606-057245bf1333'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:19:46.243435 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a829256a-6d9a-4544-ab09-ddec7fe43cf5 None None] Attempting to bind port a9142b80-5376-4c1c-b88f-0a9b5664de79 on network 5a750657-6380-4216-8606-057245bf1333 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:19:46.255905 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a829256a-6d9a-4544-ab09-ddec7fe43cf5 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:19:46.256608 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a829256a-6d9a-4544-ab09-ddec7fe43cf5 None None] Checking segment: {'id': '253e9a78-b703-48d2-8774-59f67598fdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5a750657-6380-4216-8606-057245bf1333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:19:46.257225 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a829256a-6d9a-4544-ab09-ddec7fe43cf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:46.261056 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a829256a-6d9a-4544-ab09-ddec7fe43cf5 None None] Bound using segment: {'id': '253e9a78-b703-48d2-8774-59f67598fdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5a750657-6380-4216-8606-057245bf1333'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:19:46.261056 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-a829256a-6d9a-4544-ab09-ddec7fe43cf5 None None] Bound port: a9142b80-5376-4c1c-b88f-0a9b5664de79, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '253e9a78-b703-48d2-8774-59f67598fdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5a750657-6380-4216-8606-057245bf1333'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:19:46.261056 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a829256a-6d9a-4544-ab09-ddec7fe43cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:46.347057 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809bca31-b0cc-40f7-b440-3b502fe6ec3b admin admin] Network db8ffe93-506b-4403-a00d-d134833c9157 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:19:46.413786 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-a829256a-6d9a-4544-ab09-ddec7fe43cf5 None None] For port a9142b80-5376-4c1c-b88f-0a9b5664de79, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:19:46.421318 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-a829256a-6d9a-4544-ab09-ddec7fe43cf5 None None] For port a9142b80-5376-4c1c-b88f-0a9b5664de79, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=a9142b80-5376-4c1c-b88f-0a9b5664de79,segment=NetworkSegment(253e9a78-b703-48d2-8774-59f67598fdbb),segment_id=253e9a78-b703-48d2-8774-59f67598fdbb)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:19:46.491284 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-809bca31-b0cc-40f7-b440-3b502fe6ec3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, db8ffe93-506b-4403-a00d-d134833c9157) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:19:46.511653 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0d4734-6047-4299-b2b5-9f8f060ceef1 None None] Network db8ffe93-506b-4403-a00d-d134833c9157 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:19:46.518650 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809bca31-b0cc-40f7-b440-3b502fe6ec3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:46.522149 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-809bca31-b0cc-40f7-b440-3b502fe6ec3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:46.532262 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a829256a-6d9a-4544-ab09-ddec7fe43cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:46.562388 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47818) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:46.569524 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-eca3bece-a81a-49b0-b919-c1388a553987 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-736437942-network', 'tenant_id': '8b2d84b9e89a4e2ea9629c3f6b7f090e'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:19:46.580565 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device fba1653a-a578-472e-8f14-89406d586288 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:19:46.640780 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046b796b-fe08-4821-88be-f27ace0b6f46 None None] Pushing event updated for resources: {'Port': ['ID=a9142b80-5376-4c1c-b88f-0a9b5664de79,revision_number=4']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:46.650357 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a829256a-6d9a-4544-ab09-ddec7fe43cf5 None None] Routers {'ab757793-5676-4dbb-bae1-b9a4568692ad'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:19:46.650960 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-a829256a-6d9a-4544-ab09-ddec7fe43cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:19:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ab757793-5676-4dbb-bae1-b9a4568692ad'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:19:46.682189 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-809bca31-b0cc-40f7-b440-3b502fe6ec3b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2350268 Aug 18 13:19:46.683172 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 47822) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:46.690919 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-bcb23409-853d-4037-879f-57b4bb45e4c9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1877037196-router', 'tenant_id': '6801cc0748bc4af29c23723c4e9a5864', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:19:46.810420 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca3bece-a81a-49b0-b919-c1388a553987 admin admin] Made reservation on behalf of 8b2d84b9e89a4e2ea9629c3f6b7f090e for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:19:46.814551 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eca3bece-a81a-49b0-b919-c1388a553987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:46.819821 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ed3620-0720-4af2-b054-dc750983b280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-db8ffe93-506b-4403-a00d-d134833c9157', 'network_id': 'db8ffe93-506b-4403-a00d-d134833c9157', 'tenant_id': '6801cc0748bc4af29c23723c4e9a5864', 'fixed_ips': [{'subnet_id': 'c950d5e2-f52c-4de2-babc-db02a63bf6c3'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:19:46.820680 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-33ed3620-0720-4af2-b054-dc750983b280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:46.823170 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-a829256a-6d9a-4544-ab09-ddec7fe43cf5 None None] Set router ab757793-5676-4dbb-bae1-b9a4568692ad gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:19:46.853500 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eca3bece-a81a-49b0-b919-c1388a553987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:46.909019 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port fba1653a-a578-472e-8f14-89406d586288 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:19:46.921461 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port fba1653a-a578-472e-8f14-89406d586288 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:19:46.921827 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:46.988160 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bcb23409-853d-4037-879f-57b4bb45e4c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:46.989406 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bcb23409-853d-4037-879f-57b4bb45e4c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:47.060154 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-33ed3620-0720-4af2-b054-dc750983b280 None None] Allocated IP 172.20.0.2 (db8ffe93-506b-4403-a00d-d134833c9157/c950d5e2-f52c-4de2-babc-db02a63bf6c3/c66c2c77-c29e-4ef8-9a64-f209b14bcfc7) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:19:47.075611 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bcb23409-853d-4037-879f-57b4bb45e4c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:47.092403 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:47.156819 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port fba1653a-a578-472e-8f14-89406d586288, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=fba1653a-a578-472e-8f14-89406d586288,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:19:47.192211 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eca3bece-a81a-49b0-b919-c1388a553987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:47.226790 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-a829256a-6d9a-4544-ab09-ddec7fe43cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'name': 'tempest-TestVolumeBootPattern-708085059-router', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:41Z', 'revision_number': 4, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'gw_port': {'id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ac:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'a9142b80-5376-4c1c-b88f-0a9b5664de79', 'name': '', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'mac_address': 'fa:16:3e:15:82:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:39Z', 'updated_at': '2021-08-18T13:19:46Z', 'revision_number': 4, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'subnets': [{'id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:19:47.268808 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a829256a-6d9a-4544-ab09-ddec7fe43cf5 None None] The sync data for ids ['ab757793-5676-4dbb-bae1-b9a4568692ad'] in n-d-803603-2 is: [{'id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'name': 'tempest-TestVolumeBootPattern-708085059-router', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:41Z', 'revision_number': 4, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'gw_port': {'id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ac:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'a9142b80-5376-4c1c-b88f-0a9b5664de79', 'name': '', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'mac_address': 'fa:16:3e:15:82:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:39Z', 'updated_at': '2021-08-18T13:19:46Z', 'revision_number': 4, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'subnets': [{'id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:19:47.297972 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:47.344545 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-33ed3620-0720-4af2-b054-dc750983b280 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:47.356126 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eca3bece-a81a-49b0-b919-c1388a553987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:47.361652 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-33ed3620-0720-4af2-b054-dc750983b280 None None] Transition to ACTIVE for port object c66c2c77-c29e-4ef8-9a64-f209b14bcfc7 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:19:47.407571 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-33ed3620-0720-4af2-b054-dc750983b280 None None] Transition to ACTIVE for port object c66c2c77-c29e-4ef8-9a64-f209b14bcfc7 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:19:47.410260 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=fba1653a-a578-472e-8f14-89406d586288,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:47.439634 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bcb23409-853d-4037-879f-57b4bb45e4c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:47.462780 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eca3bece-a81a-49b0-b919-c1388a553987 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:19:47.476674 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3bece-a81a-49b0-b919-c1388a553987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b01a85c-bdd3-4882-ac40-9e5e4b939578,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:47.497137 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eca3bece-a81a-49b0-b919-c1388a553987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:47.497497 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-eca3bece-a81a-49b0-b919-c1388a553987 admin admin] Added segment e32249bc-f809-4a29-86c2-59e65664e203 of type vlan for network 39ae4091-fe7a-47dd-a5c5-ce49037a20ea Aug 18 13:19:47.507616 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:47.561664 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eca3bece-a81a-49b0-b919-c1388a553987 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:47.576405 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-33ed3620-0720-4af2-b054-dc750983b280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:47.699962 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ed3620-0720-4af2-b054-dc750983b280 None None] Network db8ffe93-506b-4403-a00d-d134833c9157 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:19:47.707434 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-33ed3620-0720-4af2-b054-dc750983b280 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:19:47.759082 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eca3bece-a81a-49b0-b919-c1388a553987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:47.760657 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca3bece-a81a-49b0-b919-c1388a553987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:47.761460 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eca3bece-a81a-49b0-b919-c1388a553987 admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:47.777768 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ed3620-0720-4af2-b054-dc750983b280 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:19:47.818132 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed3620-0720-4af2-b054-dc750983b280 None None] Pushing event updated for resources: {'Port': ['ID=c66c2c77-c29e-4ef8-9a64-f209b14bcfc7,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:47.852073 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c428d69e-3e5c-41d8-8dd7-0037304aefce None None] Sync routers for ids ['abe1e8a6-b034-4195-8a14-b2f1af952a27'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:19:47.949563 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c428d69e-3e5c-41d8-8dd7-0037304aefce None None] Routers {'abe1e8a6-b034-4195-8a14-b2f1af952a27'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:19:47.954119 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3bece-a81a-49b0-b919-c1388a553987 admin admin] Pushing event updated for resources: {'Network': ['ID=39ae4091-fe7a-47dd-a5c5-ce49037a20ea,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:47.968639 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-c428d69e-3e5c-41d8-8dd7-0037304aefce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:19:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['abe1e8a6-b034-4195-8a14-b2f1af952a27'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:19:47.983725 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 39ae4091-fe7a-47dd-a5c5-ce49037a20ea details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:19:47.999558 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-eca3bece-a81a-49b0-b919-c1388a553987 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4350510 Aug 18 13:19:48.002098 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47842) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:48.007571 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-e0ea0270-894d-4076-a692-19e00625c25f admin admin] Request body: {'subnet': {'network_id': '39ae4091-fe7a-47dd-a5c5-ce49037a20ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-736437942-subnet', 'tenant_id': '8b2d84b9e89a4e2ea9629c3f6b7f090e', 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:19:48.024109 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bcb23409-853d-4037-879f-57b4bb45e4c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:48.067216 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bcb23409-853d-4037-879f-57b4bb45e4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:48.148663 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-c428d69e-3e5c-41d8-8dd7-0037304aefce None None] Set router abe1e8a6-b034-4195-8a14-b2f1af952a27 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:19:48.153459 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ea0270-894d-4076-a692-19e00625c25f admin admin] Made reservation on behalf of 8b2d84b9e89a4e2ea9629c3f6b7f090e for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:19:48.156282 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e0ea0270-894d-4076-a692-19e00625c25f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:48.230491 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-bcb23409-853d-4037-879f-57b4bb45e4c9 admin admin] Allocated IP 172.25.6.184 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/7e2f24ea-0d6f-4ff8-8620-b365500f5d6d) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:19:48.286772 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-33ed3620-0720-4af2-b054-dc750983b280 None None] Attempting to bind port c66c2c77-c29e-4ef8-9a64-f209b14bcfc7 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:19:48.287155 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-33ed3620-0720-4af2-b054-dc750983b280 None None] Attempting to bind port c66c2c77-c29e-4ef8-9a64-f209b14bcfc7 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '9ad936ce-f168-4fce-81f7-d01748488502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'db8ffe93-506b-4403-a00d-d134833c9157'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:19:48.287544 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ed3620-0720-4af2-b054-dc750983b280 None None] Attempting to bind port c66c2c77-c29e-4ef8-9a64-f209b14bcfc7 on network db8ffe93-506b-4403-a00d-d134833c9157 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:19:48.316866 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ed3620-0720-4af2-b054-dc750983b280 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:19:48.317269 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ed3620-0720-4af2-b054-dc750983b280 None None] Checking segment: {'id': '9ad936ce-f168-4fce-81f7-d01748488502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'db8ffe93-506b-4403-a00d-d134833c9157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:19:48.317678 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-33ed3620-0720-4af2-b054-dc750983b280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:48.318074 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ed3620-0720-4af2-b054-dc750983b280 None None] Bound using segment: {'id': '9ad936ce-f168-4fce-81f7-d01748488502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'db8ffe93-506b-4403-a00d-d134833c9157'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:19:48.325026 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-33ed3620-0720-4af2-b054-dc750983b280 None None] Bound port: c66c2c77-c29e-4ef8-9a64-f209b14bcfc7, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad936ce-f168-4fce-81f7-d01748488502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'db8ffe93-506b-4403-a00d-d134833c9157'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:19:48.325440 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-33ed3620-0720-4af2-b054-dc750983b280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:48.600108 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bcb23409-853d-4037-879f-57b4bb45e4c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:48.634931 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-33ed3620-0720-4af2-b054-dc750983b280 None None] For port c66c2c77-c29e-4ef8-9a64-f209b14bcfc7, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:19:48.639545 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-33ed3620-0720-4af2-b054-dc750983b280 None None] For port c66c2c77-c29e-4ef8-9a64-f209b14bcfc7, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=c66c2c77-c29e-4ef8-9a64-f209b14bcfc7,segment=NetworkSegment(9ad936ce-f168-4fce-81f7-d01748488502),segment_id=9ad936ce-f168-4fce-81f7-d01748488502)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:19:48.763041 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device a9142b80-5376-4c1c-b88f-0a9b5664de79 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:19:48.796605 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-33ed3620-0720-4af2-b054-dc750983b280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:48.817646 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e0ea0270-894d-4076-a692-19e00625c25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:48.917884 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea0270-894d-4076-a692-19e00625c25f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9a4b1f8-5477-4c7a-b25f-19495d22ba9d,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:48.930306 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed3620-0720-4af2-b054-dc750983b280 None None] Pushing event updated for resources: {'Port': ['ID=c66c2c77-c29e-4ef8-9a64-f209b14bcfc7,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:48.962463 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bcb23409-853d-4037-879f-57b4bb45e4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:48.965187 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-c428d69e-3e5c-41d8-8dd7-0037304aefce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe1e8a6-b034-4195-8a14-b2f1af952a27', 'name': 'tempest-TestServerMultinode-287357167-router', 'tenant_id': '90967ed1bc0f4b31ba14de28e088f3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'fba1653a-a578-472e-8f14-89406d586288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:36Z', 'updated_at': '2021-08-18T13:19:42Z', 'revision_number': 4, 'project_id': '90967ed1bc0f4b31ba14de28e088f3bd', 'gw_port': {'id': 'fba1653a-a578-472e-8f14-89406d586288', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe1e8a6-b034-4195-8a14-b2f1af952a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:37Z', 'updated_at': '2021-08-18T13:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '3a38a4ea-6b5a-4ac8-8f9a-1234fd781918', 'name': '', 'network_id': 'db6dcd4e-1fab-428f-954b-8b79624bfc2e', 'tenant_id': '90967ed1bc0f4b31ba14de28e088f3bd', 'mac_address': 'fa:16:3e:9b:9a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe1e8a6-b034-4195-8a14-b2f1af952a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '9ab39d9c-600f-4b7f-ac6a-e9055665ae1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:41Z', 'updated_at': '2021-08-18T13:19:43Z', 'revision_number': 2, 'project_id': '90967ed1bc0f4b31ba14de28e088f3bd', 'subnets': [{'id': '9ab39d9c-600f-4b7f-ac6a-e9055665ae1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:19:49.007061 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ea0270-894d-4076-a692-19e00625c25f admin admin] Checking segment: {'id': 'e32249bc-f809-4a29-86c2-59e65664e203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '39ae4091-fe7a-47dd-a5c5-ce49037a20ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:19:49.007796 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ea0270-894d-4076-a692-19e00625c25f admin admin] Network hostable DHCP agents. Network: 39ae4091-fe7a-47dd-a5c5-ce49037a20ea, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:19:49.064094 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c428d69e-3e5c-41d8-8dd7-0037304aefce None None] Checking router: abe1e8a6-b034-4195-8a14-b2f1af952a27 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:19:49.066632 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c428d69e-3e5c-41d8-8dd7-0037304aefce None None] Updating router abe1e8a6-b034-4195-8a14-b2f1af952a27 port 3a38a4ea-6b5a-4ac8-8f9a-1234fd781918 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:19:49.085106 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb23409-853d-4037-879f-57b4bb45e4c9 admin admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:19:49.094624 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-bcb23409-853d-4037-879f-57b4bb45e4c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:19:49.103326 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c428d69e-3e5c-41d8-8dd7-0037304aefce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:49.109519 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb23409-853d-4037-879f-57b4bb45e4c9 admin admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:19:49.138636 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb23409-853d-4037-879f-57b4bb45e4c9 admin admin] Pushing event updated for resources: {'Port': ['ID=7e2f24ea-0d6f-4ff8-8620-b365500f5d6d,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:49.169590 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port a9142b80-5376-4c1c-b88f-0a9b5664de79 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:19:49.196833 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port a9142b80-5376-4c1c-b88f-0a9b5664de79 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:19:49.221908 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:49.258022 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ea0270-894d-4076-a692-19e00625c25f admin admin] Network 39ae4091-fe7a-47dd-a5c5-ce49037a20ea is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:19:49.426864 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-e0ea0270-894d-4076-a692-19e00625c25f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 39ae4091-fe7a-47dd-a5c5-ce49037a20ea) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:19:49.432258 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ea0270-894d-4076-a692-19e00625c25f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:49.432943 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e0ea0270-894d-4076-a692-19e00625c25f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:49.496504 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c656fe71-71c9-49fd-bba5-c60e633e1f19 None None] Network 39ae4091-fe7a-47dd-a5c5-ce49037a20ea requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:19:49.591264 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e0ea0270-894d-4076-a692-19e00625c25f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5847688 Aug 18 13:19:49.591597 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47870) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:49.596717 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-0b783960-0e30-4e0e-a957-afef7e70943c admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-736437942-router', 'tenant_id': '8b2d84b9e89a4e2ea9629c3f6b7f090e', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:19:49.792980 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bcb23409-853d-4037-879f-57b4bb45e4c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:49.821512 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0b783960-0e30-4e0e-a957-afef7e70943c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:49.823221 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0b783960-0e30-4e0e-a957-afef7e70943c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:49.962856 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0b783960-0e30-4e0e-a957-afef7e70943c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:50.056589 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bcb23409-853d-4037-879f-57b4bb45e4c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:50.089807 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:50.266968 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcaf5a05-a792-4089-b00e-dab14398c755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-39ae4091-fe7a-47dd-a5c5-ce49037a20ea', 'network_id': '39ae4091-fe7a-47dd-a5c5-ce49037a20ea', 'tenant_id': '8b2d84b9e89a4e2ea9629c3f6b7f090e', 'fixed_ips': [{'subnet_id': 'e9a4b1f8-5477-4c7a-b25f-19495d22ba9d'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:19:50.267833 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bcaf5a05-a792-4089-b00e-dab14398c755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:50.317187 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port a9142b80-5376-4c1c-b88f-0a9b5664de79, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=a9142b80-5376-4c1c-b88f-0a9b5664de79,segment=NetworkSegment(253e9a78-b703-48d2-8774-59f67598fdbb),segment_id=253e9a78-b703-48d2-8774-59f67598fdbb)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:19:50.355808 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0b783960-0e30-4e0e-a957-afef7e70943c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:50.364221 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb23409-853d-4037-879f-57b4bb45e4c9 admin admin] Router 7fcdd343-3260-48bf-a1a5-4087787767a3 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:19:50.517518 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:50.522644 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device fba1653a-a578-472e-8f14-89406d586288 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:19:50.686347 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c428d69e-3e5c-41d8-8dd7-0037304aefce None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:50.697637 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c428d69e-3e5c-41d8-8dd7-0037304aefce None None] Transition to ACTIVE for port object 3a38a4ea-6b5a-4ac8-8f9a-1234fd781918 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:19:50.707319 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445ad319-7135-4acb-ae60-5fa78e2b43e8 None None] Network db8ffe93-506b-4403-a00d-d134833c9157 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:19:50.808414 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c428d69e-3e5c-41d8-8dd7-0037304aefce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:50.812684 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0b783960-0e30-4e0e-a957-afef7e70943c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:50.855763 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0b783960-0e30-4e0e-a957-afef7e70943c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:50.915513 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-2f4dca62-afe8-42e0-bb0f-0cb81059a368 None None] Provisioning for port c66c2c77-c29e-4ef8-9a64-f209b14bcfc7 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:19:50.938539 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=a9142b80-5376-4c1c-b88f-0a9b5664de79,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:50.967004 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port fba1653a-a578-472e-8f14-89406d586288 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:19:50.967383 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:50.983472 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:19:51.066112 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-bcaf5a05-a792-4089-b00e-dab14398c755 None None] Allocated IP 172.20.0.2 (39ae4091-fe7a-47dd-a5c5-ce49037a20ea/e9a4b1f8-5477-4c7a-b25f-19495d22ba9d/5dfcfe6b-3b34-4451-93c6-0df3146e8e9f) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:19:51.085055 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-0b783960-0e30-4e0e-a957-afef7e70943c admin admin] Allocated IP 172.25.6.169 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/189eba6e-aadb-4935-a4d8-a3531ea3a702) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:19:51.240480 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb23409-853d-4037-879f-57b4bb45e4c9 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:19:51.249032 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2108629a-73d8-4ee2-b5b0-8bccb87784aa None None] Sync routers for ids ['7fcdd343-3260-48bf-a1a5-4087787767a3'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:19:51.281312 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2108629a-73d8-4ee2-b5b0-8bccb87784aa None None] Routers {'7fcdd343-3260-48bf-a1a5-4087787767a3'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:19:51.281946 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-2108629a-73d8-4ee2-b5b0-8bccb87784aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:19:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['7fcdd343-3260-48bf-a1a5-4087787767a3'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:19:51.392998 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bcb23409-853d-4037-879f-57b4bb45e4c9 admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:51.394309 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-bcb23409-853d-4037-879f-57b4bb45e4c9 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7099714 Aug 18 13:19:51.397072 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 47898) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:51.401312 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bcaf5a05-a792-4089-b00e-dab14398c755 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:51.411391 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-bcaf5a05-a792-4089-b00e-dab14398c755 None None] Transition to ACTIVE for port object 5dfcfe6b-3b34-4451-93c6-0df3146e8e9f will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:19:51.430886 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-bcaf5a05-a792-4089-b00e-dab14398c755 None None] Transition to ACTIVE for port object 5dfcfe6b-3b34-4451-93c6-0df3146e8e9f will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:19:51.451451 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0b783960-0e30-4e0e-a957-afef7e70943c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:51.464472 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-2108629a-73d8-4ee2-b5b0-8bccb87784aa None None] Set router 7fcdd343-3260-48bf-a1a5-4087787767a3 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:19:51.534358 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-c428d69e-3e5c-41d8-8dd7-0037304aefce None None] Attempting to bind port 3a38a4ea-6b5a-4ac8-8f9a-1234fd781918 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:19:51.534738 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-c428d69e-3e5c-41d8-8dd7-0037304aefce None None] Attempting to bind port 3a38a4ea-6b5a-4ac8-8f9a-1234fd781918 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'a4cc9a82-888b-4a2d-a778-55e481f5e3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'db6dcd4e-1fab-428f-954b-8b79624bfc2e'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:19:51.535116 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c428d69e-3e5c-41d8-8dd7-0037304aefce None None] Attempting to bind port 3a38a4ea-6b5a-4ac8-8f9a-1234fd781918 on network db6dcd4e-1fab-428f-954b-8b79624bfc2e {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:19:51.562352 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa410e-944f-4b83-8b1f-e61b614f8b00 None None] Pushing event updated for resources: {'Port': ['ID=3a38a4ea-6b5a-4ac8-8f9a-1234fd781918,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:51.585919 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bcaf5a05-a792-4089-b00e-dab14398c755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:51.604321 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0b783960-0e30-4e0e-a957-afef7e70943c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:51.680787 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b783960-0e30-4e0e-a957-afef7e70943c admin admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:19:51.684926 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-0b783960-0e30-4e0e-a957-afef7e70943c admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:19:51.692036 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b783960-0e30-4e0e-a957-afef7e70943c admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:19:51.692182 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c428d69e-3e5c-41d8-8dd7-0037304aefce None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:19:51.692601 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c428d69e-3e5c-41d8-8dd7-0037304aefce None None] Checking segment: {'id': 'a4cc9a82-888b-4a2d-a778-55e481f5e3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'db6dcd4e-1fab-428f-954b-8b79624bfc2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:19:51.693011 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c428d69e-3e5c-41d8-8dd7-0037304aefce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:51.693393 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c428d69e-3e5c-41d8-8dd7-0037304aefce None None] Bound using segment: {'id': 'a4cc9a82-888b-4a2d-a778-55e481f5e3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'db6dcd4e-1fab-428f-954b-8b79624bfc2e'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:19:51.693893 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-c428d69e-3e5c-41d8-8dd7-0037304aefce None None] Bound port: 3a38a4ea-6b5a-4ac8-8f9a-1234fd781918, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4cc9a82-888b-4a2d-a778-55e481f5e3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'db6dcd4e-1fab-428f-954b-8b79624bfc2e'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:19:51.694437 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c428d69e-3e5c-41d8-8dd7-0037304aefce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:51.702230 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf5a05-a792-4089-b00e-dab14398c755 None None] Pushing event updated for resources: {'Port': ['ID=5dfcfe6b-3b34-4451-93c6-0df3146e8e9f,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:51.722425 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcaf5a05-a792-4089-b00e-dab14398c755 None None] Network 39ae4091-fe7a-47dd-a5c5-ce49037a20ea is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:19:51.752291 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-bcaf5a05-a792-4089-b00e-dab14398c755 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:19:51.752391 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b783960-0e30-4e0e-a957-afef7e70943c admin admin] Pushing event updated for resources: {'Port': ['ID=189eba6e-aadb-4935-a4d8-a3531ea3a702,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:51.764401 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b783960-0e30-4e0e-a957-afef7e70943c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:51.764750 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b783960-0e30-4e0e-a957-afef7e70943c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:51.765094 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b783960-0e30-4e0e-a957-afef7e70943c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:51.765430 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b783960-0e30-4e0e-a957-afef7e70943c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:51.766132 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b783960-0e30-4e0e-a957-afef7e70943c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:51.766132 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b783960-0e30-4e0e-a957-afef7e70943c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:51.766430 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b783960-0e30-4e0e-a957-afef7e70943c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:51.766745 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b783960-0e30-4e0e-a957-afef7e70943c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:51.767070 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b783960-0e30-4e0e-a957-afef7e70943c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:51.767393 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b783960-0e30-4e0e-a957-afef7e70943c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:51.767715 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b783960-0e30-4e0e-a957-afef7e70943c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:51.768036 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b783960-0e30-4e0e-a957-afef7e70943c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:51.776764 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcaf5a05-a792-4089-b00e-dab14398c755 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:19:51.948846 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-bcaf5a05-a792-4089-b00e-dab14398c755 None None] Attempting to bind port 5dfcfe6b-3b34-4451-93c6-0df3146e8e9f on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:19:51.949099 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-bcaf5a05-a792-4089-b00e-dab14398c755 None None] Attempting to bind port 5dfcfe6b-3b34-4451-93c6-0df3146e8e9f by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'e32249bc-f809-4a29-86c2-59e65664e203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '39ae4091-fe7a-47dd-a5c5-ce49037a20ea'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:19:51.949463 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcaf5a05-a792-4089-b00e-dab14398c755 None None] Attempting to bind port 5dfcfe6b-3b34-4451-93c6-0df3146e8e9f on network 39ae4091-fe7a-47dd-a5c5-ce49037a20ea {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:19:51.961335 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcaf5a05-a792-4089-b00e-dab14398c755 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:19:51.961777 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcaf5a05-a792-4089-b00e-dab14398c755 None None] Checking segment: {'id': 'e32249bc-f809-4a29-86c2-59e65664e203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '39ae4091-fe7a-47dd-a5c5-ce49037a20ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:19:51.962707 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bcaf5a05-a792-4089-b00e-dab14398c755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:51.963490 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcaf5a05-a792-4089-b00e-dab14398c755 None None] Bound using segment: {'id': 'e32249bc-f809-4a29-86c2-59e65664e203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '39ae4091-fe7a-47dd-a5c5-ce49037a20ea'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:19:51.963980 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-bcaf5a05-a792-4089-b00e-dab14398c755 None None] Bound port: 5dfcfe6b-3b34-4451-93c6-0df3146e8e9f, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e32249bc-f809-4a29-86c2-59e65664e203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '39ae4091-fe7a-47dd-a5c5-ce49037a20ea'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:19:51.964405 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bcaf5a05-a792-4089-b00e-dab14398c755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:51.977869 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-2108629a-73d8-4ee2-b5b0-8bccb87784aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fcdd343-3260-48bf-a1a5-4087787767a3', 'name': 'tempest-TestVolumeBootPattern-1877037196-router', 'tenant_id': '6801cc0748bc4af29c23723c4e9a5864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '7e2f24ea-0d6f-4ff8-8620-b365500f5d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:46Z', 'updated_at': '2021-08-18T13:19:49Z', 'revision_number': 3, 'project_id': '6801cc0748bc4af29c23723c4e9a5864', 'gw_port': {'id': '7e2f24ea-0d6f-4ff8-8620-b365500f5d6d', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fcdd343-3260-48bf-a1a5-4087787767a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:48Z', 'updated_at': '2021-08-18T13:19:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:19:52.034476 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2108629a-73d8-4ee2-b5b0-8bccb87784aa None None] Checking router: 7fcdd343-3260-48bf-a1a5-4087787767a3 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:19:52.035146 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2108629a-73d8-4ee2-b5b0-8bccb87784aa None None] Updating router 7fcdd343-3260-48bf-a1a5-4087787767a3 port 7e2f24ea-0d6f-4ff8-8620-b365500f5d6d binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:19:52.106872 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-2108629a-73d8-4ee2-b5b0-8bccb87784aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:52.108473 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-c428d69e-3e5c-41d8-8dd7-0037304aefce None None] For port 3a38a4ea-6b5a-4ac8-8f9a-1234fd781918, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:19:52.117527 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-c428d69e-3e5c-41d8-8dd7-0037304aefce None None] For port 3a38a4ea-6b5a-4ac8-8f9a-1234fd781918, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=3a38a4ea-6b5a-4ac8-8f9a-1234fd781918,segment=NetworkSegment(a4cc9a82-888b-4a2d-a778-55e481f5e3d7),segment_id=a4cc9a82-888b-4a2d-a778-55e481f5e3d7)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:19:52.174350 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-bcaf5a05-a792-4089-b00e-dab14398c755 None None] For port 5dfcfe6b-3b34-4451-93c6-0df3146e8e9f, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:19:52.179443 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-bcaf5a05-a792-4089-b00e-dab14398c755 None None] For port 5dfcfe6b-3b34-4451-93c6-0df3146e8e9f, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=5dfcfe6b-3b34-4451-93c6-0df3146e8e9f,segment=NetworkSegment(e32249bc-f809-4a29-86c2-59e65664e203),segment_id=e32249bc-f809-4a29-86c2-59e65664e203)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:19:52.319086 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c428d69e-3e5c-41d8-8dd7-0037304aefce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:52.338967 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5a771c32-f926-423e-803e-8f8d0a13a19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:52.406795 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device a9142b80-5376-4c1c-b88f-0a9b5664de79 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:19:52.422880 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0b783960-0e30-4e0e-a957-afef7e70943c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:52.468041 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bcaf5a05-a792-4089-b00e-dab14398c755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:52.498012 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c428d69e-3e5c-41d8-8dd7-0037304aefce None None] Routers {'abe1e8a6-b034-4195-8a14-b2f1af952a27'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:19:52.500576 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-c428d69e-3e5c-41d8-8dd7-0037304aefce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:19:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['abe1e8a6-b034-4195-8a14-b2f1af952a27'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:19:52.603842 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-2108629a-73d8-4ee2-b5b0-8bccb87784aa None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:52.624342 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-5a771c32-f926-423e-803e-8f8d0a13a19c admin admin] Allocated IP 172.20.0.1 (db8ffe93-506b-4403-a00d-d134833c9157/c950d5e2-f52c-4de2-babc-db02a63bf6c3/6885b30f-730c-4d16-83e1-fac292671c88) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:19:52.626981 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-2108629a-73d8-4ee2-b5b0-8bccb87784aa None None] Transition to ACTIVE for port object 7e2f24ea-0d6f-4ff8-8620-b365500f5d6d will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:19:52.673230 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa410e-944f-4b83-8b1f-e61b614f8b00 None None] Pushing event updated for resources: {'Port': ['ID=3a38a4ea-6b5a-4ac8-8f9a-1234fd781918,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:52.775933 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-2108629a-73d8-4ee2-b5b0-8bccb87784aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:52.814963 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port a9142b80-5376-4c1c-b88f-0a9b5664de79 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:19:52.814963 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:52.852008 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0b783960-0e30-4e0e-a957-afef7e70943c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:52.898609 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5a771c32-f926-423e-803e-8f8d0a13a19c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:52.937192 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-5a771c32-f926-423e-803e-8f8d0a13a19c admin admin] Transition to ACTIVE for port object 6885b30f-730c-4d16-83e1-fac292671c88 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:19:52.945213 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-c428d69e-3e5c-41d8-8dd7-0037304aefce None None] Set router abe1e8a6-b034-4195-8a14-b2f1af952a27 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:19:52.948467 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf5a05-a792-4089-b00e-dab14398c755 None None] Pushing event updated for resources: {'Port': ['ID=5dfcfe6b-3b34-4451-93c6-0df3146e8e9f,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:52.981813 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-2108629a-73d8-4ee2-b5b0-8bccb87784aa None None] Attempting to bind port 7e2f24ea-0d6f-4ff8-8620-b365500f5d6d on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:19:52.982200 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-2108629a-73d8-4ee2-b5b0-8bccb87784aa None None] Attempting to bind port 7e2f24ea-0d6f-4ff8-8620-b365500f5d6d by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:19:52.998612 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2108629a-73d8-4ee2-b5b0-8bccb87784aa None None] Attempting to bind port 7e2f24ea-0d6f-4ff8-8620-b365500f5d6d on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:19:53.000877 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b1f43a-7d3a-49d0-b246-299a21696f4d None None] Pushing event updated for resources: {'Port': ['ID=7e2f24ea-0d6f-4ff8-8620-b365500f5d6d,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:53.025110 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2108629a-73d8-4ee2-b5b0-8bccb87784aa None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:19:53.025473 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2108629a-73d8-4ee2-b5b0-8bccb87784aa None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:19:53.029258 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device c66c2c77-c29e-4ef8-9a64-f209b14bcfc7 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:19:53.030101 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-2108629a-73d8-4ee2-b5b0-8bccb87784aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:53.035173 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2108629a-73d8-4ee2-b5b0-8bccb87784aa None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:19:53.037095 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-2108629a-73d8-4ee2-b5b0-8bccb87784aa None None] Bound port: 7e2f24ea-0d6f-4ff8-8620-b365500f5d6d, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:19:53.037697 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-2108629a-73d8-4ee2-b5b0-8bccb87784aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:53.143312 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5a771c32-f926-423e-803e-8f8d0a13a19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:53.198311 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-2108629a-73d8-4ee2-b5b0-8bccb87784aa None None] For port 7e2f24ea-0d6f-4ff8-8620-b365500f5d6d, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:19:53.218064 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-2108629a-73d8-4ee2-b5b0-8bccb87784aa None None] For port 7e2f24ea-0d6f-4ff8-8620-b365500f5d6d, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=7e2f24ea-0d6f-4ff8-8620-b365500f5d6d,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:19:53.249684 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b783960-0e30-4e0e-a957-afef7e70943c admin admin] Router 1e7270cf-5975-4ecd-b5a1-e91446115b74 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:19:53.297067 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a771c32-f926-423e-803e-8f8d0a13a19c admin admin] Network db8ffe93-506b-4403-a00d-d134833c9157 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:19:53.307358 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-2108629a-73d8-4ee2-b5b0-8bccb87784aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:53.319420 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-5a771c32-f926-423e-803e-8f8d0a13a19c admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:19:53.328247 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a771c32-f926-423e-803e-8f8d0a13a19c admin admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:19:53.448587 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a771c32-f926-423e-803e-8f8d0a13a19c admin admin] Pushing event updated for resources: {'Port': ['ID=6885b30f-730c-4d16-83e1-fac292671c88,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:53.500389 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a771c32-f926-423e-803e-8f8d0a13a19c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:53.500737 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a771c32-f926-423e-803e-8f8d0a13a19c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:53.501085 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a771c32-f926-423e-803e-8f8d0a13a19c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:53.501899 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a771c32-f926-423e-803e-8f8d0a13a19c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:53.516890 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a771c32-f926-423e-803e-8f8d0a13a19c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:53.516890 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a771c32-f926-423e-803e-8f8d0a13a19c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:53.516890 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a771c32-f926-423e-803e-8f8d0a13a19c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:53.516890 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a771c32-f926-423e-803e-8f8d0a13a19c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:53.516890 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a771c32-f926-423e-803e-8f8d0a13a19c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:53.516890 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a771c32-f926-423e-803e-8f8d0a13a19c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:53.516890 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a771c32-f926-423e-803e-8f8d0a13a19c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:53.516890 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a771c32-f926-423e-803e-8f8d0a13a19c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:19:53.528055 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b1f43a-7d3a-49d0-b246-299a21696f4d None None] Pushing event updated for resources: {'Port': ['ID=7e2f24ea-0d6f-4ff8-8620-b365500f5d6d,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:53.544363 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2108629a-73d8-4ee2-b5b0-8bccb87784aa None None] Routers {'7fcdd343-3260-48bf-a1a5-4087787767a3'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:19:53.544598 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-2108629a-73d8-4ee2-b5b0-8bccb87784aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:19:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['7fcdd343-3260-48bf-a1a5-4087787767a3'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:19:53.563538 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5a771c32-f926-423e-803e-8f8d0a13a19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:53.627743 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b783960-0e30-4e0e-a957-afef7e70943c admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:19:53.807639 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd1cef2-73fb-4735-906e-6bf17845705c None None] Sync routers for ids ['1e7270cf-5975-4ecd-b5a1-e91446115b74'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:19:53.821175 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0b783960-0e30-4e0e-a957-afef7e70943c admin admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:53.827067 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0b783960-0e30-4e0e-a957-afef7e70943c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2338490 Aug 18 13:19:53.828240 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 47940) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:19:53.895016 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd1cef2-73fb-4735-906e-6bf17845705c None None] Routers {'1e7270cf-5975-4ecd-b5a1-e91446115b74'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:19:53.896716 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-4fd1cef2-73fb-4735-906e-6bf17845705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:19:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['1e7270cf-5975-4ecd-b5a1-e91446115b74'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:19:53.928325 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-2108629a-73d8-4ee2-b5b0-8bccb87784aa None None] Set router 7fcdd343-3260-48bf-a1a5-4087787767a3 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:19:54.039605 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port c66c2c77-c29e-4ef8-9a64-f209b14bcfc7 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:19:54.042479 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5a771c32-f926-423e-803e-8f8d0a13a19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:54.072751 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port c66c2c77-c29e-4ef8-9a64-f209b14bcfc7 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:19:54.074360 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:54.233257 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-4fd1cef2-73fb-4735-906e-6bf17845705c None None] Set router 1e7270cf-5975-4ecd-b5a1-e91446115b74 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:19:54.360367 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-c428d69e-3e5c-41d8-8dd7-0037304aefce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe1e8a6-b034-4195-8a14-b2f1af952a27', 'name': 'tempest-TestServerMultinode-287357167-router', 'tenant_id': '90967ed1bc0f4b31ba14de28e088f3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'fba1653a-a578-472e-8f14-89406d586288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:36Z', 'updated_at': '2021-08-18T13:19:42Z', 'revision_number': 4, 'project_id': '90967ed1bc0f4b31ba14de28e088f3bd', 'gw_port': {'id': 'fba1653a-a578-472e-8f14-89406d586288', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe1e8a6-b034-4195-8a14-b2f1af952a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:37Z', 'updated_at': '2021-08-18T13:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '3a38a4ea-6b5a-4ac8-8f9a-1234fd781918', 'name': '', 'network_id': 'db6dcd4e-1fab-428f-954b-8b79624bfc2e', 'tenant_id': '90967ed1bc0f4b31ba14de28e088f3bd', 'mac_address': 'fa:16:3e:9b:9a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe1e8a6-b034-4195-8a14-b2f1af952a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '9ab39d9c-600f-4b7f-ac6a-e9055665ae1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:41Z', 'updated_at': '2021-08-18T13:19:52Z', 'revision_number': 4, 'project_id': '90967ed1bc0f4b31ba14de28e088f3bd', 'subnets': [{'id': '9ab39d9c-600f-4b7f-ac6a-e9055665ae1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:19:54.366713 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-01123c95-a0f3-45fb-9b4d-414c9efe08d9 None None] Provisioning for port 6885b30f-730c-4d16-83e1-fac292671c88 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:19:54.397043 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-2108629a-73d8-4ee2-b5b0-8bccb87784aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fcdd343-3260-48bf-a1a5-4087787767a3', 'name': 'tempest-TestVolumeBootPattern-1877037196-router', 'tenant_id': '6801cc0748bc4af29c23723c4e9a5864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '7e2f24ea-0d6f-4ff8-8620-b365500f5d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:46Z', 'updated_at': '2021-08-18T13:19:49Z', 'revision_number': 3, 'project_id': '6801cc0748bc4af29c23723c4e9a5864', 'gw_port': {'id': '7e2f24ea-0d6f-4ff8-8620-b365500f5d6d', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fcdd343-3260-48bf-a1a5-4087787767a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:48Z', 'updated_at': '2021-08-18T13:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:19:54.470692 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2108629a-73d8-4ee2-b5b0-8bccb87784aa None None] The sync data for ids ['7fcdd343-3260-48bf-a1a5-4087787767a3'] in n-d-803603-2 is: [{'id': '7fcdd343-3260-48bf-a1a5-4087787767a3', 'name': 'tempest-TestVolumeBootPattern-1877037196-router', 'tenant_id': '6801cc0748bc4af29c23723c4e9a5864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '7e2f24ea-0d6f-4ff8-8620-b365500f5d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:46Z', 'updated_at': '2021-08-18T13:19:49Z', 'revision_number': 3, 'project_id': '6801cc0748bc4af29c23723c4e9a5864', 'gw_port': {'id': '7e2f24ea-0d6f-4ff8-8620-b365500f5d6d', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fcdd343-3260-48bf-a1a5-4087787767a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:48Z', 'updated_at': '2021-08-18T13:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:19:54.471135 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-01123c95-a0f3-45fb-9b4d-414c9efe08d9 None None] Provisioning complete for port 6885b30f-730c-4d16-83e1-fac292671c88 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:19:54.471503 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-01123c95-a0f3-45fb-9b4d-414c9efe08d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:54.493646 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c428d69e-3e5c-41d8-8dd7-0037304aefce None None] The sync data for ids ['abe1e8a6-b034-4195-8a14-b2f1af952a27'] in n-d-803603-2 is: [{'id': 'abe1e8a6-b034-4195-8a14-b2f1af952a27', 'name': 'tempest-TestServerMultinode-287357167-router', 'tenant_id': '90967ed1bc0f4b31ba14de28e088f3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'fba1653a-a578-472e-8f14-89406d586288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:36Z', 'updated_at': '2021-08-18T13:19:42Z', 'revision_number': 4, 'project_id': '90967ed1bc0f4b31ba14de28e088f3bd', 'gw_port': {'id': 'fba1653a-a578-472e-8f14-89406d586288', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe1e8a6-b034-4195-8a14-b2f1af952a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:37Z', 'updated_at': '2021-08-18T13:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '3a38a4ea-6b5a-4ac8-8f9a-1234fd781918', 'name': '', 'network_id': 'db6dcd4e-1fab-428f-954b-8b79624bfc2e', 'tenant_id': '90967ed1bc0f4b31ba14de28e088f3bd', 'mac_address': 'fa:16:3e:9b:9a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe1e8a6-b034-4195-8a14-b2f1af952a27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '9ab39d9c-600f-4b7f-ac6a-e9055665ae1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:41Z', 'updated_at': '2021-08-18T13:19:52Z', 'revision_number': 4, 'project_id': '90967ed1bc0f4b31ba14de28e088f3bd', 'subnets': [{'id': '9ab39d9c-600f-4b7f-ac6a-e9055665ae1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:19:54.632679 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5a771c32-f926-423e-803e-8f8d0a13a19c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:54.747399 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5a771c32-f926-423e-803e-8f8d0a13a19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:54.757485 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-01123c95-a0f3-45fb-9b4d-414c9efe08d9 None None] Port 6885b30f-730c-4d16-83e1-fac292671c88 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:19:54.806946 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915f737b-9a4f-4695-b68a-7298ce99ae84 None None] Network 39ae4091-fe7a-47dd-a5c5-ce49037a20ea requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:19:54.830039 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5a771c32-f926-423e-803e-8f8d0a13a19c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:54.893453 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-49c524e7-2e84-4da2-bdf1-67b2911c8c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:54.953076 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:55.058999 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a771c32-f926-423e-803e-8f8d0a13a19c admin admin] Pushing event updated for resources: {'Port': ['ID=6885b30f-730c-4d16-83e1-fac292671c88,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:55.115952 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port c66c2c77-c29e-4ef8-9a64-f209b14bcfc7, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=c66c2c77-c29e-4ef8-9a64-f209b14bcfc7,segment=NetworkSegment(9ad936ce-f168-4fce-81f7-d01748488502),segment_id=9ad936ce-f168-4fce-81f7-d01748488502)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:19:55.141421 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-52ebb366-1909-45af-a631-97bb825a4220 None None] Provisioning for port 5dfcfe6b-3b34-4451-93c6-0df3146e8e9f completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:19:55.193052 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a771c32-f926-423e-803e-8f8d0a13a19c admin admin] Network db8ffe93-506b-4403-a00d-d134833c9157 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:19:55.195854 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-5a771c32-f926-423e-803e-8f8d0a13a19c admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:19:55.242791 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-4fd1cef2-73fb-4735-906e-6bf17845705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7270cf-5975-4ecd-b5a1-e91446115b74', 'name': 'tempest-TestServerMultinode-736437942-router', 'tenant_id': '8b2d84b9e89a4e2ea9629c3f6b7f090e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '189eba6e-aadb-4935-a4d8-a3531ea3a702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:49Z', 'updated_at': '2021-08-18T13:19:52Z', 'revision_number': 3, 'project_id': '8b2d84b9e89a4e2ea9629c3f6b7f090e', 'gw_port': {'id': '189eba6e-aadb-4935-a4d8-a3531ea3a702', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7270cf-5975-4ecd-b5a1-e91446115b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:50Z', 'updated_at': '2021-08-18T13:19:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:19:55.383489 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-49c524e7-2e84-4da2-bdf1-67b2911c8c38 admin admin] Allocated IP 172.20.0.1 (39ae4091-fe7a-47dd-a5c5-ce49037a20ea/e9a4b1f8-5477-4c7a-b25f-19495d22ba9d/b4414c75-8fe5-42db-92df-6d994ae80048) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:19:55.420288 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:55.440353 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd1cef2-73fb-4735-906e-6bf17845705c None None] Checking router: 1e7270cf-5975-4ecd-b5a1-e91446115b74 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:19:55.440710 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd1cef2-73fb-4735-906e-6bf17845705c None None] Updating router 1e7270cf-5975-4ecd-b5a1-e91446115b74 port 189eba6e-aadb-4935-a4d8-a3531ea3a702 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:19:55.537246 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4fd1cef2-73fb-4735-906e-6bf17845705c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:55.620229 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a771c32-f926-423e-803e-8f8d0a13a19c admin admin] Router 7fcdd343-3260-48bf-a1a5-4087787767a3 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:19:55.646553 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-49c524e7-2e84-4da2-bdf1-67b2911c8c38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:55.696391 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-49c524e7-2e84-4da2-bdf1-67b2911c8c38 admin admin] Transition to ACTIVE for port object b4414c75-8fe5-42db-92df-6d994ae80048 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:19:55.935787 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-49c524e7-2e84-4da2-bdf1-67b2911c8c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:55.990613 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a771c32-f926-423e-803e-8f8d0a13a19c admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:19:56.001539 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5a771c32-f926-423e-803e-8f8d0a13a19c admin admin] 10.222.0.13 "PUT /v2.0/routers/7fcdd343-3260-48bf-a1a5-4087787767a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6034095 Aug 18 13:19:56.032997 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c524e7-2e84-4da2-bdf1-67b2911c8c38 admin admin] Pushing event updated for resources: {'Port': ['ID=b4414c75-8fe5-42db-92df-6d994ae80048,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:56.052261 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c524e7-2e84-4da2-bdf1-67b2911c8c38 admin admin] Network 39ae4091-fe7a-47dd-a5c5-ce49037a20ea is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:19:56.054361 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-49c524e7-2e84-4da2-bdf1-67b2911c8c38 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:19:56.059682 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c524e7-2e84-4da2-bdf1-67b2911c8c38 admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:19:56.103180 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 3a38a4ea-6b5a-4ac8-8f9a-1234fd781918 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:19:56.123095 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-20f310cd-08bd-4c59-83e8-2bdad11f470b None None] Provisioning complete for port 6885b30f-730c-4d16-83e1-fac292671c88 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:19:56.130461 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-20f310cd-08bd-4c59-83e8-2bdad11f470b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:56.130624 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-49c524e7-2e84-4da2-bdf1-67b2911c8c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:56.241317 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=c66c2c77-c29e-4ef8-9a64-f209b14bcfc7,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:56.426953 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-20f310cd-08bd-4c59-83e8-2bdad11f470b None None] Port 6885b30f-730c-4d16-83e1-fac292671c88 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:19:56.602082 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4fd1cef2-73fb-4735-906e-6bf17845705c None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:56.611364 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-49c524e7-2e84-4da2-bdf1-67b2911c8c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:56.614490 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 3a38a4ea-6b5a-4ac8-8f9a-1234fd781918 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:19:56.621275 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 3a38a4ea-6b5a-4ac8-8f9a-1234fd781918 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:19:56.621551 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:56.666598 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-4fd1cef2-73fb-4735-906e-6bf17845705c None None] Transition to ACTIVE for port object 189eba6e-aadb-4935-a4d8-a3531ea3a702 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:19:56.749415 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:56.774677 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4fd1cef2-73fb-4735-906e-6bf17845705c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:56.866505 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 3a38a4ea-6b5a-4ac8-8f9a-1234fd781918, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=3a38a4ea-6b5a-4ac8-8f9a-1234fd781918,segment=NetworkSegment(a4cc9a82-888b-4a2d-a778-55e481f5e3d7),segment_id=a4cc9a82-888b-4a2d-a778-55e481f5e3d7)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:19:56.965309 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94463b5c-fd75-4747-afe1-d5b4d7e1a4bf None None] Pushing event updated for resources: {'Port': ['ID=189eba6e-aadb-4935-a4d8-a3531ea3a702,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:56.992400 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-4fd1cef2-73fb-4735-906e-6bf17845705c None None] Attempting to bind port 189eba6e-aadb-4935-a4d8-a3531ea3a702 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:19:56.992400 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-4fd1cef2-73fb-4735-906e-6bf17845705c None None] Attempting to bind port 189eba6e-aadb-4935-a4d8-a3531ea3a702 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:19:56.992707 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd1cef2-73fb-4735-906e-6bf17845705c None None] Attempting to bind port 189eba6e-aadb-4935-a4d8-a3531ea3a702 on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:19:56.994922 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:56.996196 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 7e2f24ea-0d6f-4ff8-8620-b365500f5d6d up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:19:57.169228 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd1cef2-73fb-4735-906e-6bf17845705c None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:19:57.172271 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd1cef2-73fb-4735-906e-6bf17845705c None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:19:57.172271 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4fd1cef2-73fb-4735-906e-6bf17845705c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:57.172271 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd1cef2-73fb-4735-906e-6bf17845705c None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:19:57.172271 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-4fd1cef2-73fb-4735-906e-6bf17845705c None None] Bound port: 189eba6e-aadb-4935-a4d8-a3531ea3a702, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:19:57.172271 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4fd1cef2-73fb-4735-906e-6bf17845705c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:57.249273 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=3a38a4ea-6b5a-4ac8-8f9a-1234fd781918,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:57.345501 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-4fd1cef2-73fb-4735-906e-6bf17845705c None None] For port 189eba6e-aadb-4935-a4d8-a3531ea3a702, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:19:57.350924 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-4fd1cef2-73fb-4735-906e-6bf17845705c None None] For port 189eba6e-aadb-4935-a4d8-a3531ea3a702, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=189eba6e-aadb-4935-a4d8-a3531ea3a702,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:19:57.490255 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 7e2f24ea-0d6f-4ff8-8620-b365500f5d6d completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:19:57.492520 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-35b073b9-c98a-4387-bc34-2f0c62fff1a3 None None] Provisioning for port b4414c75-8fe5-42db-92df-6d994ae80048 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:19:57.497785 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 7e2f24ea-0d6f-4ff8-8620-b365500f5d6d triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:19:57.498159 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:57.500526 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-35b073b9-c98a-4387-bc34-2f0c62fff1a3 None None] Provisioning complete for port b4414c75-8fe5-42db-92df-6d994ae80048 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:19:57.500879 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-35b073b9-c98a-4387-bc34-2f0c62fff1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:57.567992 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-35b073b9-c98a-4387-bc34-2f0c62fff1a3 None None] Port b4414c75-8fe5-42db-92df-6d994ae80048 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:19:57.580170 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-49c524e7-2e84-4da2-bdf1-67b2911c8c38 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:57.583250 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4fd1cef2-73fb-4735-906e-6bf17845705c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:57.670580 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-49c524e7-2e84-4da2-bdf1-67b2911c8c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:57.684642 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd1cef2-73fb-4735-906e-6bf17845705c None None] Routers {'1e7270cf-5975-4ecd-b5a1-e91446115b74'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:19:57.685286 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-4fd1cef2-73fb-4735-906e-6bf17845705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:19:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['1e7270cf-5975-4ecd-b5a1-e91446115b74'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:19:57.744577 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:57.747370 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c524e7-2e84-4da2-bdf1-67b2911c8c38 admin admin] Pushing event updated for resources: {'Port': ['ID=b4414c75-8fe5-42db-92df-6d994ae80048,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:57.759197 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94463b5c-fd75-4747-afe1-d5b4d7e1a4bf None None] Pushing event updated for resources: {'Port': ['ID=189eba6e-aadb-4935-a4d8-a3531ea3a702,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:57.779685 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 7e2f24ea-0d6f-4ff8-8620-b365500f5d6d, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=7e2f24ea-0d6f-4ff8-8620-b365500f5d6d,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:19:57.785464 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-9be04763-cb79-4037-8af7-e5265e3ba2bf None None] Provisioning complete for port b4414c75-8fe5-42db-92df-6d994ae80048 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:19:57.785841 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9be04763-cb79-4037-8af7-e5265e3ba2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:57.792640 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-49c524e7-2e84-4da2-bdf1-67b2911c8c38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:57.953156 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c524e7-2e84-4da2-bdf1-67b2911c8c38 admin admin] Network 39ae4091-fe7a-47dd-a5c5-ce49037a20ea is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:19:57.955044 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-49c524e7-2e84-4da2-bdf1-67b2911c8c38 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:19:58.048396 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:58.049200 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 5dfcfe6b-3b34-4451-93c6-0df3146e8e9f up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:19:58.209167 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-4fd1cef2-73fb-4735-906e-6bf17845705c None None] Set router 1e7270cf-5975-4ecd-b5a1-e91446115b74 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:19:58.258754 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c524e7-2e84-4da2-bdf1-67b2911c8c38 admin admin] Router 1e7270cf-5975-4ecd-b5a1-e91446115b74 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:19:58.302770 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-9be04763-cb79-4037-8af7-e5265e3ba2bf None None] Port b4414c75-8fe5-42db-92df-6d994ae80048 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:19:58.440221 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c524e7-2e84-4da2-bdf1-67b2911c8c38 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:19:58.455967 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:58.456323 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-49c524e7-2e84-4da2-bdf1-67b2911c8c38 admin admin] 10.222.0.13 "PUT /v2.0/routers/1e7270cf-5975-4ecd-b5a1-e91446115b74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6266048 Aug 18 13:19:58.573929 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=7e2f24ea-0d6f-4ff8-8620-b365500f5d6d,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:58.624665 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-5cc0737d-83a3-4573-9338-45bef87ff9f0 None None] Provisioning complete for port b4414c75-8fe5-42db-92df-6d994ae80048 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:19:58.625032 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5cc0737d-83a3-4573-9338-45bef87ff9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:58.740669 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 5dfcfe6b-3b34-4451-93c6-0df3146e8e9f completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:19:58.754821 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 5dfcfe6b-3b34-4451-93c6-0df3146e8e9f triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:19:58.755375 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:58.796848 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-5cc0737d-83a3-4573-9338-45bef87ff9f0 None None] Port b4414c75-8fe5-42db-92df-6d994ae80048 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:19:58.841839 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4730b6-0969-4ec9-8aef-3f72811ce9c8 None None] Sync routers for ids ['7fcdd343-3260-48bf-a1a5-4087787767a3'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:19:58.866916 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4730b6-0969-4ec9-8aef-3f72811ce9c8 None None] Routers {'7fcdd343-3260-48bf-a1a5-4087787767a3'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:19:58.866916 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-9a4730b6-0969-4ec9-8aef-3f72811ce9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:19:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['7fcdd343-3260-48bf-a1a5-4087787767a3'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:19:58.868008 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:58.940343 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-4fd1cef2-73fb-4735-906e-6bf17845705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7270cf-5975-4ecd-b5a1-e91446115b74', 'name': 'tempest-TestServerMultinode-736437942-router', 'tenant_id': '8b2d84b9e89a4e2ea9629c3f6b7f090e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '189eba6e-aadb-4935-a4d8-a3531ea3a702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:49Z', 'updated_at': '2021-08-18T13:19:56Z', 'revision_number': 4, 'project_id': '8b2d84b9e89a4e2ea9629c3f6b7f090e', 'gw_port': {'id': '189eba6e-aadb-4935-a4d8-a3531ea3a702', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7270cf-5975-4ecd-b5a1-e91446115b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:50Z', 'updated_at': '2021-08-18T13:19:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'b4414c75-8fe5-42db-92df-6d994ae80048', 'name': '', 'network_id': '39ae4091-fe7a-47dd-a5c5-ce49037a20ea', 'tenant_id': '8b2d84b9e89a4e2ea9629c3f6b7f090e', 'mac_address': 'fa:16:3e:f9:e9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7270cf-5975-4ecd-b5a1-e91446115b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'e9a4b1f8-5477-4c7a-b25f-19495d22ba9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:54Z', 'updated_at': '2021-08-18T13:19:56Z', 'revision_number': 2, 'project_id': '8b2d84b9e89a4e2ea9629c3f6b7f090e', 'subnets': [{'id': 'e9a4b1f8-5477-4c7a-b25f-19495d22ba9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:19:58.944920 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:58.988369 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd1cef2-73fb-4735-906e-6bf17845705c None None] The sync data for ids ['1e7270cf-5975-4ecd-b5a1-e91446115b74'] in n-d-803603-2 is: [{'id': '1e7270cf-5975-4ecd-b5a1-e91446115b74', 'name': 'tempest-TestServerMultinode-736437942-router', 'tenant_id': '8b2d84b9e89a4e2ea9629c3f6b7f090e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '189eba6e-aadb-4935-a4d8-a3531ea3a702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:49Z', 'updated_at': '2021-08-18T13:19:56Z', 'revision_number': 4, 'project_id': '8b2d84b9e89a4e2ea9629c3f6b7f090e', 'gw_port': {'id': '189eba6e-aadb-4935-a4d8-a3531ea3a702', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7270cf-5975-4ecd-b5a1-e91446115b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:50Z', 'updated_at': '2021-08-18T13:19:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'b4414c75-8fe5-42db-92df-6d994ae80048', 'name': '', 'network_id': '39ae4091-fe7a-47dd-a5c5-ce49037a20ea', 'tenant_id': '8b2d84b9e89a4e2ea9629c3f6b7f090e', 'mac_address': 'fa:16:3e:f9:e9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7270cf-5975-4ecd-b5a1-e91446115b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'e9a4b1f8-5477-4c7a-b25f-19495d22ba9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:54Z', 'updated_at': '2021-08-18T13:19:56Z', 'revision_number': 2, 'project_id': '8b2d84b9e89a4e2ea9629c3f6b7f090e', 'subnets': [{'id': 'e9a4b1f8-5477-4c7a-b25f-19495d22ba9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:19:59.044737 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-9a4730b6-0969-4ec9-8aef-3f72811ce9c8 None None] Set router 7fcdd343-3260-48bf-a1a5-4087787767a3 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:19:59.045189 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 5dfcfe6b-3b34-4451-93c6-0df3146e8e9f, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=5dfcfe6b-3b34-4451-93c6-0df3146e8e9f,segment=NetworkSegment(e32249bc-f809-4a29-86c2-59e65664e203),segment_id=e32249bc-f809-4a29-86c2-59e65664e203)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:19:59.134257 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:59.297044 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=5dfcfe6b-3b34-4451-93c6-0df3146e8e9f,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:19:59.461260 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device c66c2c77-c29e-4ef8-9a64-f209b14bcfc7 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:19:59.598298 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port c66c2c77-c29e-4ef8-9a64-f209b14bcfc7 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:19:59.600490 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:59.665702 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-9a4730b6-0969-4ec9-8aef-3f72811ce9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fcdd343-3260-48bf-a1a5-4087787767a3', 'name': 'tempest-TestVolumeBootPattern-1877037196-router', 'tenant_id': '6801cc0748bc4af29c23723c4e9a5864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '7e2f24ea-0d6f-4ff8-8620-b365500f5d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:46Z', 'updated_at': '2021-08-18T13:19:53Z', 'revision_number': 4, 'project_id': '6801cc0748bc4af29c23723c4e9a5864', 'gw_port': {'id': '7e2f24ea-0d6f-4ff8-8620-b365500f5d6d', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcdd343-3260-48bf-a1a5-4087787767a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:48Z', 'updated_at': '2021-08-18T13:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '6885b30f-730c-4d16-83e1-fac292671c88', 'name': '', 'network_id': 'db8ffe93-506b-4403-a00d-d134833c9157', 'tenant_id': '6801cc0748bc4af29c23723c4e9a5864', 'mac_address': 'fa:16:3e:55:09:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fcdd343-3260-48bf-a1a5-4087787767a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'c950d5e2-f52c-4de2-babc-db02a63bf6c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:52Z', 'updated_at': '2021-08-18T13:19:54Z', 'revision_number': 2, 'project_id': '6801cc0748bc4af29c23723c4e9a5864', 'subnets': [{'id': 'c950d5e2-f52c-4de2-babc-db02a63bf6c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:19:59.704679 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-384a82e5-fc98-46d7-931f-2df589f092c6 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:19:59.706552 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-384a82e5-fc98-46d7-931f-2df589f092c6 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/networks?id=db6dcd4e-1fab-428f-954b-8b79624bfc2e HTTP/1.1" status: 200 len: 910 time: 0.2849391 Aug 18 13:19:59.719806 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4730b6-0969-4ec9-8aef-3f72811ce9c8 None None] Checking router: 7fcdd343-3260-48bf-a1a5-4087787767a3 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:19:59.720402 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4730b6-0969-4ec9-8aef-3f72811ce9c8 None None] Updating router 7fcdd343-3260-48bf-a1a5-4087787767a3 port 6885b30f-730c-4d16-83e1-fac292671c88 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:19:59.725455 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-25c2f24c-0090-42ea-ab0d-5b8bffa47b22 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/quotas/8b2d84b9e89a4e2ea9629c3f6b7f090e HTTP/1.1" status: 200 len: 375 time: 0.0112236 Aug 18 13:19:59.761178 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 3a38a4ea-6b5a-4ac8-8f9a-1234fd781918 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:19:59.761360 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-9a4730b6-0969-4ec9-8aef-3f72811ce9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:59.852805 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 3a38a4ea-6b5a-4ac8-8f9a-1234fd781918 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:19:59.853338 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:59.867248 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-603a076f-6c6b-4821-8450-cb2d8ce3bca0 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=8b2d84b9e89a4e2ea9629c3f6b7f090e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1340833 Aug 18 13:20:00.027530 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 7e2f24ea-0d6f-4ff8-8620-b365500f5d6d up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:20:00.138154 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 7e2f24ea-0d6f-4ff8-8620-b365500f5d6d triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:20:00.138981 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:00.140312 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-9fceeb87-dfb2-4407-968f-dccc9da5f84b service neutron] 10.222.0.13 "GET /v2.0/networks/db6dcd4e-1fab-428f-954b-8b79624bfc2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527156 Aug 18 13:20:00.296840 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-9a4730b6-0969-4ec9-8aef-3f72811ce9c8 None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:00.330536 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-24770f1f-664a-41e5-8050-07ca866d3010 service neutron] 10.222.0.13 "GET /v2.0/networks/db6dcd4e-1fab-428f-954b-8b79624bfc2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871758 Aug 18 13:20:00.333932 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-9a4730b6-0969-4ec9-8aef-3f72811ce9c8 None None] Transition to ACTIVE for port object 6885b30f-730c-4d16-83e1-fac292671c88 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:20:00.461619 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-9a4730b6-0969-4ec9-8aef-3f72811ce9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:00.618287 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c4c30-45fd-417f-a4b1-792dc6f467f7 None None] Pushing event updated for resources: {'Port': ['ID=6885b30f-730c-4d16-83e1-fac292671c88,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:00.763560 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b66948de-14b2-45c4-9aa2-e5ae570690f1 req-ff05e424-3ab0-467f-a260-df236d9eba59 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=883838bd-b4ab-4da1-85fe-698e5139e724 HTTP/1.1" status: 200 len: 210 time: 0.0652080 Aug 18 13:20:00.782399 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-9a4730b6-0969-4ec9-8aef-3f72811ce9c8 None None] Attempting to bind port 6885b30f-730c-4d16-83e1-fac292671c88 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:20:00.783396 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-9a4730b6-0969-4ec9-8aef-3f72811ce9c8 None None] Attempting to bind port 6885b30f-730c-4d16-83e1-fac292671c88 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '9ad936ce-f168-4fce-81f7-d01748488502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'db8ffe93-506b-4403-a00d-d134833c9157'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:20:00.783861 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4730b6-0969-4ec9-8aef-3f72811ce9c8 None None] Attempting to bind port 6885b30f-730c-4d16-83e1-fac292671c88 on network db8ffe93-506b-4403-a00d-d134833c9157 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:20:00.792230 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4730b6-0969-4ec9-8aef-3f72811ce9c8 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:20:00.792508 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4730b6-0969-4ec9-8aef-3f72811ce9c8 None None] Checking segment: {'id': '9ad936ce-f168-4fce-81f7-d01748488502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'db8ffe93-506b-4403-a00d-d134833c9157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:20:00.792872 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-9a4730b6-0969-4ec9-8aef-3f72811ce9c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:00.793278 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4730b6-0969-4ec9-8aef-3f72811ce9c8 None None] Bound using segment: {'id': '9ad936ce-f168-4fce-81f7-d01748488502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'db8ffe93-506b-4403-a00d-d134833c9157'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:20:00.793767 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-9a4730b6-0969-4ec9-8aef-3f72811ce9c8 None None] Bound port: 6885b30f-730c-4d16-83e1-fac292671c88, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad936ce-f168-4fce-81f7-d01748488502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'db8ffe93-506b-4403-a00d-d134833c9157'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:20:00.794151 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-9a4730b6-0969-4ec9-8aef-3f72811ce9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:00.975665 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-9a4730b6-0969-4ec9-8aef-3f72811ce9c8 None None] For port 6885b30f-730c-4d16-83e1-fac292671c88, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:20:00.979425 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-9a4730b6-0969-4ec9-8aef-3f72811ce9c8 None None] For port 6885b30f-730c-4d16-83e1-fac292671c88, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=6885b30f-730c-4d16-83e1-fac292671c88,segment=NetworkSegment(9ad936ce-f168-4fce-81f7-d01748488502),segment_id=9ad936ce-f168-4fce-81f7-d01748488502)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:20:01.211621 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-9a4730b6-0969-4ec9-8aef-3f72811ce9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:01.297739 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4730b6-0969-4ec9-8aef-3f72811ce9c8 None None] Routers {'7fcdd343-3260-48bf-a1a5-4087787767a3'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:20:01.298512 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-9a4730b6-0969-4ec9-8aef-3f72811ce9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:19:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['7fcdd343-3260-48bf-a1a5-4087787767a3'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:20:01.361801 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c4c30-45fd-417f-a4b1-792dc6f467f7 None None] Pushing event updated for resources: {'Port': ['ID=6885b30f-730c-4d16-83e1-fac292671c88,revision_number=4']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:01.364758 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 189eba6e-aadb-4935-a4d8-a3531ea3a702 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:20:01.628034 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 189eba6e-aadb-4935-a4d8-a3531ea3a702 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:20:01.650525 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 189eba6e-aadb-4935-a4d8-a3531ea3a702 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:20:01.652147 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:01.673642 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-9a4730b6-0969-4ec9-8aef-3f72811ce9c8 None None] Set router 7fcdd343-3260-48bf-a1a5-4087787767a3 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:20:01.889039 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:01.919396 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2ef9290d-a978-46ec-9fde-5f47c0626919 req-b7e0ca6b-2689-43d9-9220-e512baa87955 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=883838bd-b4ab-4da1-85fe-698e5139e724 HTTP/1.1" status: 200 len: 210 time: 0.0513852 Aug 18 13:20:01.919910 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 189eba6e-aadb-4935-a4d8-a3531ea3a702, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=189eba6e-aadb-4935-a4d8-a3531ea3a702,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:20:02.021397 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:02.022233 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 5dfcfe6b-3b34-4451-93c6-0df3146e8e9f up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:20:02.039524 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-9a4730b6-0969-4ec9-8aef-3f72811ce9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fcdd343-3260-48bf-a1a5-4087787767a3', 'name': 'tempest-TestVolumeBootPattern-1877037196-router', 'tenant_id': '6801cc0748bc4af29c23723c4e9a5864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '7e2f24ea-0d6f-4ff8-8620-b365500f5d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:46Z', 'updated_at': '2021-08-18T13:19:53Z', 'revision_number': 4, 'project_id': '6801cc0748bc4af29c23723c4e9a5864', 'gw_port': {'id': '7e2f24ea-0d6f-4ff8-8620-b365500f5d6d', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcdd343-3260-48bf-a1a5-4087787767a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:48Z', 'updated_at': '2021-08-18T13:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '6885b30f-730c-4d16-83e1-fac292671c88', 'name': '', 'network_id': 'db8ffe93-506b-4403-a00d-d134833c9157', 'tenant_id': '6801cc0748bc4af29c23723c4e9a5864', 'mac_address': 'fa:16:3e:55:09:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fcdd343-3260-48bf-a1a5-4087787767a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'c950d5e2-f52c-4de2-babc-db02a63bf6c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:52Z', 'updated_at': '2021-08-18T13:20:00Z', 'revision_number': 4, 'project_id': '6801cc0748bc4af29c23723c4e9a5864', 'subnets': [{'id': 'c950d5e2-f52c-4de2-babc-db02a63bf6c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:20:02.070738 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4730b6-0969-4ec9-8aef-3f72811ce9c8 None None] The sync data for ids ['7fcdd343-3260-48bf-a1a5-4087787767a3'] in n-d-803603-2 is: [{'id': '7fcdd343-3260-48bf-a1a5-4087787767a3', 'name': 'tempest-TestVolumeBootPattern-1877037196-router', 'tenant_id': '6801cc0748bc4af29c23723c4e9a5864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '7e2f24ea-0d6f-4ff8-8620-b365500f5d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:46Z', 'updated_at': '2021-08-18T13:19:53Z', 'revision_number': 4, 'project_id': '6801cc0748bc4af29c23723c4e9a5864', 'gw_port': {'id': '7e2f24ea-0d6f-4ff8-8620-b365500f5d6d', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcdd343-3260-48bf-a1a5-4087787767a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:48Z', 'updated_at': '2021-08-18T13:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '6885b30f-730c-4d16-83e1-fac292671c88', 'name': '', 'network_id': 'db8ffe93-506b-4403-a00d-d134833c9157', 'tenant_id': '6801cc0748bc4af29c23723c4e9a5864', 'mac_address': 'fa:16:3e:55:09:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fcdd343-3260-48bf-a1a5-4087787767a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'c950d5e2-f52c-4de2-babc-db02a63bf6c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:52Z', 'updated_at': '2021-08-18T13:20:00Z', 'revision_number': 4, 'project_id': '6801cc0748bc4af29c23723c4e9a5864', 'subnets': [{'id': 'c950d5e2-f52c-4de2-babc-db02a63bf6c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:20:02.121141 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=189eba6e-aadb-4935-a4d8-a3531ea3a702,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:02.196963 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 5dfcfe6b-3b34-4451-93c6-0df3146e8e9f triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:20:02.197601 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:02.431897 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-ff0c9673-b5fb-418e-af30-d560fcc0db8e tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:02.436762 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-ff0c9673-b5fb-418e-af30-d560fcc0db8e tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/networks?id=5a750657-6380-4216-8606-057245bf1333 HTTP/1.1" status: 200 len: 811 time: 0.2422545 Aug 18 13:20:02.468589 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-0a020b32-f3a8-43f8-8e04-53a8158701c8 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/quotas/161a0a675dcb4f668dec9565c8db14ad HTTP/1.1" status: 200 len: 375 time: 0.0254385 Aug 18 13:20:02.577970 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-54a2f5e4-0f2a-4384-8c6a-671fb889ca23 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=161a0a675dcb4f668dec9565c8db14ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0952635 Aug 18 13:20:02.892424 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-d37ade12-ea20-4051-87b4-dd597a00d09f service neutron] 10.222.0.13 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139346 Aug 18 13:20:03.071545 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5f85c787-6746-4b22-a835-a428ff2e96dd req-f417c4ed-5bff-429e-af50-7bd69db7ebd2 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=883838bd-b4ab-4da1-85fe-698e5139e724 HTTP/1.1" status: 200 len: 210 time: 0.0387051 Aug 18 13:20:03.106005 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-a4c6b1b6-1566-4d8f-9c8a-59c26356f10c service neutron] 10.222.0.13 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034192 Aug 18 13:20:03.428980 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6885b30f-730c-4d16-83e1-fac292671c88 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:20:03.480548 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8bba22-7760-42f0-a394-5317fc7f3c47 None None] Sync routers for ids ['1e7270cf-5975-4ecd-b5a1-e91446115b74'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:20:03.523753 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8bba22-7760-42f0-a394-5317fc7f3c47 None None] Routers {'1e7270cf-5975-4ecd-b5a1-e91446115b74'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:20:03.525006 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-ee8bba22-7760-42f0-a394-5317fc7f3c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:19:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['1e7270cf-5975-4ecd-b5a1-e91446115b74'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:20:03.710870 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-ee8bba22-7760-42f0-a394-5317fc7f3c47 None None] Set router 1e7270cf-5975-4ecd-b5a1-e91446115b74 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:20:03.752244 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 6885b30f-730c-4d16-83e1-fac292671c88 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:20:03.782220 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 6885b30f-730c-4d16-83e1-fac292671c88 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:20:03.782969 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:04.041525 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-923a14c1-707b-4741-82e8-eb26d7def725 req-cc0538aa-33de-4050-9e5f-4654beb402b1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11939bc1-1f5a-42eb-a437-55a4acd6e2d0 HTTP/1.1" status: 200 len: 210 time: 0.0368967 Aug 18 13:20:04.191427 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:04.310217 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 6885b30f-730c-4d16-83e1-fac292671c88, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=6885b30f-730c-4d16-83e1-fac292671c88,segment=NetworkSegment(9ad936ce-f168-4fce-81f7-d01748488502),segment_id=9ad936ce-f168-4fce-81f7-d01748488502)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:20:04.350210 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-ee8bba22-7760-42f0-a394-5317fc7f3c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7270cf-5975-4ecd-b5a1-e91446115b74', 'name': 'tempest-TestServerMultinode-736437942-router', 'tenant_id': '8b2d84b9e89a4e2ea9629c3f6b7f090e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '189eba6e-aadb-4935-a4d8-a3531ea3a702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:49Z', 'updated_at': '2021-08-18T13:19:56Z', 'revision_number': 4, 'project_id': '8b2d84b9e89a4e2ea9629c3f6b7f090e', 'gw_port': {'id': '189eba6e-aadb-4935-a4d8-a3531ea3a702', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7270cf-5975-4ecd-b5a1-e91446115b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:50Z', 'updated_at': '2021-08-18T13:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'b4414c75-8fe5-42db-92df-6d994ae80048', 'name': '', 'network_id': '39ae4091-fe7a-47dd-a5c5-ce49037a20ea', 'tenant_id': '8b2d84b9e89a4e2ea9629c3f6b7f090e', 'mac_address': 'fa:16:3e:f9:e9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7270cf-5975-4ecd-b5a1-e91446115b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'e9a4b1f8-5477-4c7a-b25f-19495d22ba9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:54Z', 'updated_at': '2021-08-18T13:19:56Z', 'revision_number': 2, 'project_id': '8b2d84b9e89a4e2ea9629c3f6b7f090e', 'subnets': [{'id': 'e9a4b1f8-5477-4c7a-b25f-19495d22ba9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:20:04.369892 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-362863bf-8b12-4688-a660-3bff704e7381 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:04.372000 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-362863bf-8b12-4688-a660-3bff704e7381 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.39 "GET /v2.0/networks?id=db6dcd4e-1fab-428f-954b-8b79624bfc2e HTTP/1.1" status: 200 len: 910 time: 0.2394850 Aug 18 13:20:04.399849 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8bba22-7760-42f0-a394-5317fc7f3c47 None None] Checking router: 1e7270cf-5975-4ecd-b5a1-e91446115b74 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:20:04.400223 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8bba22-7760-42f0-a394-5317fc7f3c47 None None] Updating router 1e7270cf-5975-4ecd-b5a1-e91446115b74 port b4414c75-8fe5-42db-92df-6d994ae80048 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:20:04.419507 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-6ddc634e-e8d4-499a-b019-73f4f52a3dfe tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Request body: {'port': {'device_id': '883838bd-b4ab-4da1-85fe-698e5139e724', 'network_id': 'db6dcd4e-1fab-428f-954b-8b79624bfc2e', 'admin_state_up': True, 'tenant_id': '8b2d84b9e89a4e2ea9629c3f6b7f090e'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:20:04.426364 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3479e7f8-1efb-4395-be72-d4d3cb0365ba req-200795ae-ed77-47b9-889a-7ee98a501bd7 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=883838bd-b4ab-4da1-85fe-698e5139e724 HTTP/1.1" status: 200 len: 210 time: 0.1075680 Aug 18 13:20:04.445026 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:04.446638 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 189eba6e-aadb-4935-a4d8-a3531ea3a702 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:20:04.495079 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ee8bba22-7760-42f0-a394-5317fc7f3c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:04.587084 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-6ddc634e-e8d4-499a-b019-73f4f52a3dfe tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Made reservation on behalf of 8b2d84b9e89a4e2ea9629c3f6b7f090e for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:20:04.589917 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-6ddc634e-e8d4-499a-b019-73f4f52a3dfe tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:04.603647 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=6885b30f-730c-4d16-83e1-fac292671c88,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:04.697156 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 189eba6e-aadb-4935-a4d8-a3531ea3a702 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:20:04.697797 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:04.766693 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-6ddc634e-e8d4-499a-b019-73f4f52a3dfe tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Allocated IP 172.20.0.11 (db6dcd4e-1fab-428f-954b-8b79624bfc2e/9ab39d9c-600f-4b7f-ac6a-e9055665ae1d/37f617b9-59ed-4d38-857b-a3643b501c99) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:20:04.989394 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ee8bba22-7760-42f0-a394-5317fc7f3c47 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:05.003128 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ee8bba22-7760-42f0-a394-5317fc7f3c47 None None] Transition to ACTIVE for port object b4414c75-8fe5-42db-92df-6d994ae80048 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:20:05.096240 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-6ddc634e-e8d4-499a-b019-73f4f52a3dfe tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:05.106956 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ee8bba22-7760-42f0-a394-5317fc7f3c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:05.128257 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-6ddc634e-e8d4-499a-b019-73f4f52a3dfe tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Transition to ACTIVE for port object 37f617b9-59ed-4d38-857b-a3643b501c99 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:20:05.216248 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-45ebb56b-846e-4a2f-810c-a51f64fabd22 req-f9f381e0-6586-479c-b137-734f7f6222f7 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11939bc1-1f5a-42eb-a437-55a4acd6e2d0 HTTP/1.1" status: 200 len: 210 time: 0.0611269 Aug 18 13:20:05.272787 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd864ed-9416-4e7c-987a-f591bf74c4b3 None None] Pushing event updated for resources: {'Port': ['ID=b4414c75-8fe5-42db-92df-6d994ae80048,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:05.325836 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-6ddc634e-e8d4-499a-b019-73f4f52a3dfe tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:05.376189 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6885b30f-730c-4d16-83e1-fac292671c88 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:20:05.454370 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-6ddc634e-e8d4-499a-b019-73f4f52a3dfe tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Network db6dcd4e-1fab-428f-954b-8b79624bfc2e is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:20:05.460092 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-6ddc634e-e8d4-499a-b019-73f4f52a3dfe tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:20:05.460859 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-ee8bba22-7760-42f0-a394-5317fc7f3c47 None None] Attempting to bind port b4414c75-8fe5-42db-92df-6d994ae80048 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:20:05.461308 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-ee8bba22-7760-42f0-a394-5317fc7f3c47 None None] Attempting to bind port b4414c75-8fe5-42db-92df-6d994ae80048 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'e32249bc-f809-4a29-86c2-59e65664e203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '39ae4091-fe7a-47dd-a5c5-ce49037a20ea'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:20:05.464528 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8bba22-7760-42f0-a394-5317fc7f3c47 None None] Attempting to bind port b4414c75-8fe5-42db-92df-6d994ae80048 on network 39ae4091-fe7a-47dd-a5c5-ce49037a20ea {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:20:05.474567 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8bba22-7760-42f0-a394-5317fc7f3c47 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:20:05.475035 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8bba22-7760-42f0-a394-5317fc7f3c47 None None] Checking segment: {'id': 'e32249bc-f809-4a29-86c2-59e65664e203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '39ae4091-fe7a-47dd-a5c5-ce49037a20ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:20:05.475684 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ee8bba22-7760-42f0-a394-5317fc7f3c47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:05.476369 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8bba22-7760-42f0-a394-5317fc7f3c47 None None] Bound using segment: {'id': 'e32249bc-f809-4a29-86c2-59e65664e203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '39ae4091-fe7a-47dd-a5c5-ce49037a20ea'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:20:05.477036 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-ee8bba22-7760-42f0-a394-5317fc7f3c47 None None] Bound port: b4414c75-8fe5-42db-92df-6d994ae80048, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e32249bc-f809-4a29-86c2-59e65664e203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '39ae4091-fe7a-47dd-a5c5-ce49037a20ea'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:20:05.477648 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ee8bba22-7760-42f0-a394-5317fc7f3c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:05.483254 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-6ddc634e-e8d4-499a-b019-73f4f52a3dfe tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:20:05.524080 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc634e-e8d4-499a-b019-73f4f52a3dfe tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Pushing event updated for resources: {'Port': ['ID=37f617b9-59ed-4d38-857b-a3643b501c99,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:05.550260 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-6ddc634e-e8d4-499a-b019-73f4f52a3dfe tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:05.550883 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-6ddc634e-e8d4-499a-b019-73f4f52a3dfe tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:05.554787 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 6885b30f-730c-4d16-83e1-fac292671c88 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:20:05.555217 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:05.673269 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-6ddc634e-e8d4-499a-b019-73f4f52a3dfe tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2846365 Aug 18 13:20:05.746865 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d0999-1a7e-4b04-a603-44f433bd95c2 req-71326de2-3d18-4044-bbe4-503f4b3dd2b3 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:05.758256 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-286d0999-1a7e-4b04-a603-44f433bd95c2 req-71326de2-3d18-4044-bbe4-503f4b3dd2b3 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=883838bd-b4ab-4da1-85fe-698e5139e724 HTTP/1.1" status: 200 len: 1028 time: 0.1635711 Aug 18 13:20:05.848032 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-286d0999-1a7e-4b04-a603-44f433bd95c2 req-c47150e1-9c08-4004-ae55-b5bafe7044a6 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2b01a85c-bdd3-4882-ac40-9e5e4b939578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875838 Aug 18 13:20:05.936022 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-325f6903-815f-4213-9c5a-003060ac0e3d service neutron] Request body: {'port': {'device_id': '883838bd-b4ab-4da1-85fe-698e5139e724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:20:06.062342 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-325f6903-815f-4213-9c5a-003060ac0e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:06.080685 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-ee8bba22-7760-42f0-a394-5317fc7f3c47 None None] For port b4414c75-8fe5-42db-92df-6d994ae80048, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:20:06.117191 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-ee8bba22-7760-42f0-a394-5317fc7f3c47 None None] For port b4414c75-8fe5-42db-92df-6d994ae80048, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b4414c75-8fe5-42db-92df-6d994ae80048,segment=NetworkSegment(e32249bc-f809-4a29-86c2-59e65664e203),segment_id=e32249bc-f809-4a29-86c2-59e65664e203)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:20:06.241936 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ee8bba22-7760-42f0-a394-5317fc7f3c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:06.385594 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd864ed-9416-4e7c-987a-f591bf74c4b3 None None] Pushing event updated for resources: {'Port': ['ID=b4414c75-8fe5-42db-92df-6d994ae80048,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:06.411746 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8bba22-7760-42f0-a394-5317fc7f3c47 None None] Routers {'1e7270cf-5975-4ecd-b5a1-e91446115b74'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:20:06.419395 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-ee8bba22-7760-42f0-a394-5317fc7f3c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:19:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['1e7270cf-5975-4ecd-b5a1-e91446115b74'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:20:06.508101 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b8b6bf38-64fd-4526-a915-69feb5f629dc req-6f5c3f0c-df54-4bf3-b64f-c97db0ec5c83 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11939bc1-1f5a-42eb-a437-55a4acd6e2d0 HTTP/1.1" status: 200 len: 210 time: 0.1716778 Aug 18 13:20:06.657145 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-325f6903-815f-4213-9c5a-003060ac0e3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37f617b9-59ed-4d38-857b-a3643b501c99 {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:20:06.657681 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-ee8bba22-7760-42f0-a394-5317fc7f3c47 None None] Set router 1e7270cf-5975-4ecd-b5a1-e91446115b74 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:20:06.675151 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-325f6903-815f-4213-9c5a-003060ac0e3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:06.698859 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-83ef7e71-8a53-4aac-9863-c5510d6afd8d None None] Provisioning for port 37f617b9-59ed-4d38-857b-a3643b501c99 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:20:06.708123 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-83ef7e71-8a53-4aac-9863-c5510d6afd8d None None] Provisioning complete for port 37f617b9-59ed-4d38-857b-a3643b501c99 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:20:06.708716 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-83ef7e71-8a53-4aac-9863-c5510d6afd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:06.710990 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-325f6903-815f-4213-9c5a-003060ac0e3d service neutron] Transition to ACTIVE for port object 37f617b9-59ed-4d38-857b-a3643b501c99 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:20:06.830161 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-83ef7e71-8a53-4aac-9863-c5510d6afd8d None None] Port 37f617b9-59ed-4d38-857b-a3643b501c99 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:20:06.929367 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-325f6903-815f-4213-9c5a-003060ac0e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:06.963087 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-ee8bba22-7760-42f0-a394-5317fc7f3c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7270cf-5975-4ecd-b5a1-e91446115b74', 'name': 'tempest-TestServerMultinode-736437942-router', 'tenant_id': '8b2d84b9e89a4e2ea9629c3f6b7f090e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '189eba6e-aadb-4935-a4d8-a3531ea3a702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:49Z', 'updated_at': '2021-08-18T13:19:56Z', 'revision_number': 4, 'project_id': '8b2d84b9e89a4e2ea9629c3f6b7f090e', 'gw_port': {'id': '189eba6e-aadb-4935-a4d8-a3531ea3a702', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7270cf-5975-4ecd-b5a1-e91446115b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:50Z', 'updated_at': '2021-08-18T13:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'b4414c75-8fe5-42db-92df-6d994ae80048', 'name': '', 'network_id': '39ae4091-fe7a-47dd-a5c5-ce49037a20ea', 'tenant_id': '8b2d84b9e89a4e2ea9629c3f6b7f090e', 'mac_address': 'fa:16:3e:f9:e9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7270cf-5975-4ecd-b5a1-e91446115b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'e9a4b1f8-5477-4c7a-b25f-19495d22ba9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:54Z', 'updated_at': '2021-08-18T13:20:06Z', 'revision_number': 4, 'project_id': '8b2d84b9e89a4e2ea9629c3f6b7f090e', 'subnets': [{'id': 'e9a4b1f8-5477-4c7a-b25f-19495d22ba9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:20:07.010610 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f6903-815f-4213-9c5a-003060ac0e3d service neutron] Pushing event updated for resources: {'Port': ['ID=37f617b9-59ed-4d38-857b-a3643b501c99,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:07.024932 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8bba22-7760-42f0-a394-5317fc7f3c47 None None] The sync data for ids ['1e7270cf-5975-4ecd-b5a1-e91446115b74'] in n-d-803603-2 is: [{'id': '1e7270cf-5975-4ecd-b5a1-e91446115b74', 'name': 'tempest-TestServerMultinode-736437942-router', 'tenant_id': '8b2d84b9e89a4e2ea9629c3f6b7f090e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '189eba6e-aadb-4935-a4d8-a3531ea3a702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:49Z', 'updated_at': '2021-08-18T13:19:56Z', 'revision_number': 4, 'project_id': '8b2d84b9e89a4e2ea9629c3f6b7f090e', 'gw_port': {'id': '189eba6e-aadb-4935-a4d8-a3531ea3a702', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7270cf-5975-4ecd-b5a1-e91446115b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:50Z', 'updated_at': '2021-08-18T13:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'b4414c75-8fe5-42db-92df-6d994ae80048', 'name': '', 'network_id': '39ae4091-fe7a-47dd-a5c5-ce49037a20ea', 'tenant_id': '8b2d84b9e89a4e2ea9629c3f6b7f090e', 'mac_address': 'fa:16:3e:f9:e9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7270cf-5975-4ecd-b5a1-e91446115b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'e9a4b1f8-5477-4c7a-b25f-19495d22ba9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:54Z', 'updated_at': '2021-08-18T13:20:06Z', 'revision_number': 4, 'project_id': '8b2d84b9e89a4e2ea9629c3f6b7f090e', 'subnets': [{'id': 'e9a4b1f8-5477-4c7a-b25f-19495d22ba9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:20:07.057241 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfffef2b-dc1d-4b15-80ad-04e0608b2235 req-8d029c16-4e28-4542-9c3f-715b37135f2c tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:07.058861 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cfffef2b-dc1d-4b15-80ad-04e0608b2235 req-8d029c16-4e28-4542-9c3f-715b37135f2c tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=883838bd-b4ab-4da1-85fe-698e5139e724 HTTP/1.1" status: 200 len: 1053 time: 0.0563743 Aug 18 13:20:07.161349 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cfffef2b-dc1d-4b15-80ad-04e0608b2235 req-e6f48c3d-a0d9-4ada-a862-dcf0031c555e tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2b01a85c-bdd3-4882-ac40-9e5e4b939578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820987 Aug 18 13:20:07.210750 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-325f6903-815f-4213-9c5a-003060ac0e3d service neutron] Attempting to bind port 37f617b9-59ed-4d38-857b-a3643b501c99 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:20:07.211261 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-325f6903-815f-4213-9c5a-003060ac0e3d service neutron] Attempting to bind port 37f617b9-59ed-4d38-857b-a3643b501c99 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': 'a4cc9a82-888b-4a2d-a778-55e481f5e3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'db6dcd4e-1fab-428f-954b-8b79624bfc2e'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:20:07.211767 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-325f6903-815f-4213-9c5a-003060ac0e3d service neutron] Attempting to bind port 37f617b9-59ed-4d38-857b-a3643b501c99 on network db6dcd4e-1fab-428f-954b-8b79624bfc2e {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:20:07.218137 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-325f6903-815f-4213-9c5a-003060ac0e3d service neutron] Port 37f617b9-59ed-4d38-857b-a3643b501c99 on network db6dcd4e-1fab-428f-954b-8b79624bfc2e not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:20:07.218786 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-325f6903-815f-4213-9c5a-003060ac0e3d service neutron] Attempting to bind port 37f617b9-59ed-4d38-857b-a3643b501c99 on network db6dcd4e-1fab-428f-954b-8b79624bfc2e {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:20:07.225506 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-325f6903-815f-4213-9c5a-003060ac0e3d service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:20:07.226078 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-325f6903-815f-4213-9c5a-003060ac0e3d service neutron] Checking segment: {'id': 'a4cc9a82-888b-4a2d-a778-55e481f5e3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'db6dcd4e-1fab-428f-954b-8b79624bfc2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:20:07.226638 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-325f6903-815f-4213-9c5a-003060ac0e3d service neutron] Bound using segment: {'id': 'a4cc9a82-888b-4a2d-a778-55e481f5e3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'db6dcd4e-1fab-428f-954b-8b79624bfc2e'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:20:07.227479 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-325f6903-815f-4213-9c5a-003060ac0e3d service neutron] Bound port: 37f617b9-59ed-4d38-857b-a3643b501c99, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4cc9a82-888b-4a2d-a778-55e481f5e3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'db6dcd4e-1fab-428f-954b-8b79624bfc2e'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:20:07.228022 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-325f6903-815f-4213-9c5a-003060ac0e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:07.331953 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-325f6903-815f-4213-9c5a-003060ac0e3d service neutron] For port 37f617b9-59ed-4d38-857b-a3643b501c99, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:20:07.335729 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-325f6903-815f-4213-9c5a-003060ac0e3d service neutron] For port 37f617b9-59ed-4d38-857b-a3643b501c99, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=37f617b9-59ed-4d38-857b-a3643b501c99,segment=NetworkSegment(a4cc9a82-888b-4a2d-a778-55e481f5e3d7),segment_id=a4cc9a82-888b-4a2d-a778-55e481f5e3d7)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:20:07.409461 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b4414c75-8fe5-42db-92df-6d994ae80048 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:20:07.484495 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-325f6903-815f-4213-9c5a-003060ac0e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:07.525848 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-325f6903-815f-4213-9c5a-003060ac0e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:07.527091 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-325f6903-815f-4213-9c5a-003060ac0e3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:07.543535 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-325f6903-815f-4213-9c5a-003060ac0e3d service neutron] 10.222.0.39 "PUT /v2.0/ports/37f617b9-59ed-4d38-857b-a3643b501c99 HTTP/1.1" status: 200 len: 1092 time: 1.8615074 Aug 18 13:20:07.549792 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '883838bd-b4ab-4da1-85fe-698e5139e724', 'tag': '37f617b9-59ed-4d38-857b-a3643b501c99'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:20:07.552515 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91084660-2ac8-42a5-a34c-b20ef342d913" -d '{"events": [{"name": "network-changed", "server_uuid": "883838bd-b4ab-4da1-85fe-698e5139e724", "tag": "37f617b9-59ed-4d38-857b-a3643b501c99"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:20:07.603811 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f6903-815f-4213-9c5a-003060ac0e3d service neutron] Pushing event updated for resources: {'Port': ['ID=37f617b9-59ed-4d38-857b-a3643b501c99,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:07.642891 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b13a68-226a-43f3-b4fd-d61ab8bf1b9c x-openstack-request-id: req-b1b13a68-226a-43f3-b4fd-d61ab8bf1b9c {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:20:07.643189 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "883838bd-b4ab-4da1-85fe-698e5139e724", "tag": "37f617b9-59ed-4d38-857b-a3643b501c99", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:20:07.643554 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1b13a68-226a-43f3-b4fd-d61ab8bf1b9c {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:20:07.656751 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port b4414c75-8fe5-42db-92df-6d994ae80048 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:20:07.657283 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '883838bd-b4ab-4da1-85fe-698e5139e724', 'tag': '37f617b9-59ed-4d38-857b-a3643b501c99', 'status': 'completed', 'code': 200} Aug 18 13:20:07.657718 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port b4414c75-8fe5-42db-92df-6d994ae80048 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:20:07.657718 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:07.774578 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e7c228a5-13ce-4090-97d7-88b1c8bc95f0 req-5cd4b416-d746-453a-9945-6df657a52293 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11939bc1-1f5a-42eb-a437-55a4acd6e2d0 HTTP/1.1" status: 200 len: 210 time: 0.1176665 Aug 18 13:20:07.799455 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91084660-2ac8-42a5-a34c-b20ef342d913 req-5f9ee94f-4870-40db-b663-b7571930081c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:07.800978 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-91084660-2ac8-42a5-a34c-b20ef342d913 req-5f9ee94f-4870-40db-b663-b7571930081c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8b2d84b9e89a4e2ea9629c3f6b7f090e&device_id=883838bd-b4ab-4da1-85fe-698e5139e724 HTTP/1.1" status: 200 len: 1095 time: 0.1281090 Aug 18 13:20:07.846684 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-e589a4ab-6688-44be-99a3-52913cdc0590 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:07.848996 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-e589a4ab-6688-44be-99a3-52913cdc0590 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.20 "GET /v2.0/networks?id=5a750657-6380-4216-8606-057245bf1333 HTTP/1.1" status: 200 len: 811 time: 0.2602940 Aug 18 13:20:07.864242 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-6559f2a2-29cf-4485-b8dc-7a71b693fc01 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Request body: {'port': {'device_id': '11939bc1-1f5a-42eb-a437-55a4acd6e2d0', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'admin_state_up': True, 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:20:07.867333 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:07.929633 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port b4414c75-8fe5-42db-92df-6d994ae80048, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b4414c75-8fe5-42db-92df-6d994ae80048,segment=NetworkSegment(e32249bc-f809-4a29-86c2-59e65664e203),segment_id=e32249bc-f809-4a29-86c2-59e65664e203)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:20:07.992449 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:08.087476 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91084660-2ac8-42a5-a34c-b20ef342d913 req-81ba5840-3c4a-4bf9-998d-c7b2f960a61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:08.089668 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-91084660-2ac8-42a5-a34c-b20ef342d913 req-81ba5840-3c4a-4bf9-998d-c7b2f960a61c service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=8b2d84b9e89a4e2ea9629c3f6b7f090e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2789910 Aug 18 13:20:08.116392 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=b4414c75-8fe5-42db-92df-6d994ae80048,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:08.187367 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-6559f2a2-29cf-4485-b8dc-7a71b693fc01 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Made reservation on behalf of 161a0a675dcb4f668dec9565c8db14ad for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:20:08.191749 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-6559f2a2-29cf-4485-b8dc-7a71b693fc01 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:08.237725 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91084660-2ac8-42a5-a34c-b20ef342d913 req-50198832-41bb-4be0-949e-9328d0b6e3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:08.244601 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-91084660-2ac8-42a5-a34c-b20ef342d913 req-50198832-41bb-4be0-949e-9328d0b6e3ca service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1463907 Aug 18 13:20:08.342812 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-8e9ca734-abd6-4c65-a538-029d7333abe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:08.344590 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-8e9ca734-abd6-4c65-a538-029d7333abe3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8b2d84b9e89a4e2ea9629c3f6b7f090e&device_id=883838bd-b4ab-4da1-85fe-698e5139e724 HTTP/1.1" status: 200 len: 1095 time: 0.0558546 Aug 18 13:20:08.400179 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-499dc860-9f72-411b-80d5-9c8d3eec3fff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37f617b9-59ed-4d38-857b-a3643b501c99 HTTP/1.1" status: 200 len: 217 time: 0.0444698 Aug 18 13:20:08.454860 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-b9a9dfa2-e005-46ad-aa2f-ebbbe47270f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:08.456338 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-b9a9dfa2-e005-46ad-aa2f-ebbbe47270f5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9ab39d9c-600f-4b7f-ac6a-e9055665ae1d HTTP/1.1" status: 200 len: 848 time: 0.0494981 Aug 18 13:20:08.503017 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085fdb9a-909d-46dd-b442-0d89ccc6a704 req-f1fe29d6-1ece-4de9-b30a-84961c75da5a tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:08.511670 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-085fdb9a-909d-46dd-b442-0d89ccc6a704 req-f1fe29d6-1ece-4de9-b30a-84961c75da5a tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=883838bd-b4ab-4da1-85fe-698e5139e724 HTTP/1.1" status: 200 len: 1095 time: 0.1876106 Aug 18 13:20:08.518451 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-d4499838-f0be-4c25-a2b1-d2d6b89d1104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:08.520141 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-d4499838-f0be-4c25-a2b1-d2d6b89d1104 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db6dcd4e-1fab-428f-954b-8b79624bfc2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555706 Aug 18 13:20:08.566711 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-6559f2a2-29cf-4485-b8dc-7a71b693fc01 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Allocated IP 172.20.0.6 (5a750657-6380-4216-8606-057245bf1333/df130f28-747c-4593-a4e4-fcc4c74ccec3/1b177878-9acf-4ea3-bc41-5dbebaa06848) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:20:08.570331 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-085fdb9a-909d-46dd-b442-0d89ccc6a704 req-3ce53b97-da6d-44c9-a7ba-21d66d1efef8 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2b01a85c-bdd3-4882-ac40-9e5e4b939578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508392 Aug 18 13:20:08.628025 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-b2e8093b-d4dd-4543-8ef4-6262c1b610e7 service neutron] 10.222.0.39 "GET /v2.0/networks/db6dcd4e-1fab-428f-954b-8b79624bfc2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000860 Aug 18 13:20:08.748086 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3fe1659d-0e93-40cf-9451-76dca9d327f5 req-7f9d9abc-1dd6-41f6-8567-cdf252a2d06b service neutron] 10.222.0.39 "GET /v2.0/networks/db6dcd4e-1fab-428f-954b-8b79624bfc2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124856 Aug 18 13:20:08.754198 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-6559f2a2-29cf-4485-b8dc-7a71b693fc01 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:08.769940 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-6559f2a2-29cf-4485-b8dc-7a71b693fc01 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Transition to ACTIVE for port object 1b177878-9acf-4ea3-bc41-5dbebaa06848 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:20:08.876319 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4d11ce3d-79ce-478b-a216-4f0cb5a8c960 req-9ae89138-5c37-4253-b732-fda994363d10 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11939bc1-1f5a-42eb-a437-55a4acd6e2d0 HTTP/1.1" status: 200 len: 210 time: 0.0330911 Aug 18 13:20:08.913178 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-6559f2a2-29cf-4485-b8dc-7a71b693fc01 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:08.969134 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-6559f2a2-29cf-4485-b8dc-7a71b693fc01 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Network 5a750657-6380-4216-8606-057245bf1333 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:20:08.971813 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-6559f2a2-29cf-4485-b8dc-7a71b693fc01 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:20:08.976775 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-6559f2a2-29cf-4485-b8dc-7a71b693fc01 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:20:08.981012 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6559f2a2-29cf-4485-b8dc-7a71b693fc01 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Pushing event updated for resources: {'Port': ['ID=1b177878-9acf-4ea3-bc41-5dbebaa06848,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:09.031908 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-6559f2a2-29cf-4485-b8dc-7a71b693fc01 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:09.032836 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-6559f2a2-29cf-4485-b8dc-7a71b693fc01 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:09.153654 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-6559f2a2-29cf-4485-b8dc-7a71b693fc01 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2950766 Aug 18 13:20:09.169263 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-eacc1341-b6e9-480d-9319-a1602eb1d879 service neutron] Request body: {'port': {'device_id': '11939bc1-1f5a-42eb-a437-55a4acd6e2d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:20:09.259381 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b4414c75-8fe5-42db-92df-6d994ae80048 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:20:09.308421 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-eacc1341-b6e9-480d-9319-a1602eb1d879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:09.331565 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port b4414c75-8fe5-42db-92df-6d994ae80048 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:20:09.332203 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:09.491008 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-4e57fbcc-6603-4142-97e6-5c78c93b058a None None] Provisioning for port 1b177878-9acf-4ea3-bc41-5dbebaa06848 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:20:09.504224 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-4e57fbcc-6603-4142-97e6-5c78c93b058a None None] Provisioning complete for port 1b177878-9acf-4ea3-bc41-5dbebaa06848 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:20:09.504789 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4e57fbcc-6603-4142-97e6-5c78c93b058a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:09.565719 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-4e57fbcc-6603-4142-97e6-5c78c93b058a None None] Port 1b177878-9acf-4ea3-bc41-5dbebaa06848 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:20:09.666703 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-eacc1341-b6e9-480d-9319-a1602eb1d879 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b177878-9acf-4ea3-bc41-5dbebaa06848 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:20:09.676010 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-eacc1341-b6e9-480d-9319-a1602eb1d879 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:09.690027 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-eacc1341-b6e9-480d-9319-a1602eb1d879 service neutron] Transition to ACTIVE for port object 1b177878-9acf-4ea3-bc41-5dbebaa06848 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:20:09.714217 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c4882-f9a3-4152-a2fd-fde7e95618a9 req-8f4f552d-cfc6-4c35-a9fe-f8c2323f77b6 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:09.722625 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a62c4882-f9a3-4152-a2fd-fde7e95618a9 req-8f4f552d-cfc6-4c35-a9fe-f8c2323f77b6 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=883838bd-b4ab-4da1-85fe-698e5139e724 HTTP/1.1" status: 200 len: 1095 time: 0.0662553 Aug 18 13:20:09.769525 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a62c4882-f9a3-4152-a2fd-fde7e95618a9 req-7973f66e-cf3a-4e40-b13a-594781868413 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2b01a85c-bdd3-4882-ac40-9e5e4b939578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459669 Aug 18 13:20:09.792818 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-eacc1341-b6e9-480d-9319-a1602eb1d879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:09.872452 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacc1341-b6e9-480d-9319-a1602eb1d879 service neutron] Pushing event updated for resources: {'Port': ['ID=1b177878-9acf-4ea3-bc41-5dbebaa06848,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:09.999734 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-eacc1341-b6e9-480d-9319-a1602eb1d879 service neutron] Attempting to bind port 1b177878-9acf-4ea3-bc41-5dbebaa06848 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:20:10.000418 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-eacc1341-b6e9-480d-9319-a1602eb1d879 service neutron] Attempting to bind port 1b177878-9acf-4ea3-bc41-5dbebaa06848 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '253e9a78-b703-48d2-8774-59f67598fdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5a750657-6380-4216-8606-057245bf1333'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:20:10.000418 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-eacc1341-b6e9-480d-9319-a1602eb1d879 service neutron] Attempting to bind port 1b177878-9acf-4ea3-bc41-5dbebaa06848 on network 5a750657-6380-4216-8606-057245bf1333 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:20:10.007922 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-eacc1341-b6e9-480d-9319-a1602eb1d879 service neutron] Port 1b177878-9acf-4ea3-bc41-5dbebaa06848 on network 5a750657-6380-4216-8606-057245bf1333 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:20:10.008262 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-eacc1341-b6e9-480d-9319-a1602eb1d879 service neutron] Attempting to bind port 1b177878-9acf-4ea3-bc41-5dbebaa06848 on network 5a750657-6380-4216-8606-057245bf1333 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:20:10.022740 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-eacc1341-b6e9-480d-9319-a1602eb1d879 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:20:10.022740 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-eacc1341-b6e9-480d-9319-a1602eb1d879 service neutron] Checking segment: {'id': '253e9a78-b703-48d2-8774-59f67598fdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5a750657-6380-4216-8606-057245bf1333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:20:10.022740 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-eacc1341-b6e9-480d-9319-a1602eb1d879 service neutron] Bound using segment: {'id': '253e9a78-b703-48d2-8774-59f67598fdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5a750657-6380-4216-8606-057245bf1333'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:20:10.022740 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-eacc1341-b6e9-480d-9319-a1602eb1d879 service neutron] Bound port: 1b177878-9acf-4ea3-bc41-5dbebaa06848, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '253e9a78-b703-48d2-8774-59f67598fdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5a750657-6380-4216-8606-057245bf1333'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:20:10.022740 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-eacc1341-b6e9-480d-9319-a1602eb1d879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:10.042792 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33811f1-024c-4b6b-8db7-53cde62ee01e req-c6005d1e-0b7d-489f-85d1-bd80a7ab5684 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:10.044479 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d33811f1-024c-4b6b-8db7-53cde62ee01e req-c6005d1e-0b7d-489f-85d1-bd80a7ab5684 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11939bc1-1f5a-42eb-a437-55a4acd6e2d0 HTTP/1.1" status: 200 len: 943 time: 0.0843897 Aug 18 13:20:10.102759 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-eacc1341-b6e9-480d-9319-a1602eb1d879 service neutron] For port 1b177878-9acf-4ea3-bc41-5dbebaa06848, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:20:10.106815 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-eacc1341-b6e9-480d-9319-a1602eb1d879 service neutron] For port 1b177878-9acf-4ea3-bc41-5dbebaa06848, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=1b177878-9acf-4ea3-bc41-5dbebaa06848,segment=NetworkSegment(253e9a78-b703-48d2-8774-59f67598fdbb),segment_id=253e9a78-b703-48d2-8774-59f67598fdbb)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:20:10.144010 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d33811f1-024c-4b6b-8db7-53cde62ee01e req-8db1f327-169b-4a77-9885-7f6fe69e41d6 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356829 Aug 18 13:20:10.187916 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-eacc1341-b6e9-480d-9319-a1602eb1d879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:10.224751 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-eacc1341-b6e9-480d-9319-a1602eb1d879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:10.224751 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-eacc1341-b6e9-480d-9319-a1602eb1d879 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:10.227269 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-eacc1341-b6e9-480d-9319-a1602eb1d879 service neutron] 10.222.0.20 "PUT /v2.0/ports/1b177878-9acf-4ea3-bc41-5dbebaa06848 HTTP/1.1" status: 200 len: 1091 time: 1.0617754 Aug 18 13:20:10.227269 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11939bc1-1f5a-42eb-a437-55a4acd6e2d0', 'tag': '1b177878-9acf-4ea3-bc41-5dbebaa06848'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:20:10.229048 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053f51a7-824a-4003-afb3-27df9492432b" -d '{"events": [{"name": "network-changed", "server_uuid": "11939bc1-1f5a-42eb-a437-55a4acd6e2d0", "tag": "1b177878-9acf-4ea3-bc41-5dbebaa06848"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:20:10.258567 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacc1341-b6e9-480d-9319-a1602eb1d879 service neutron] Pushing event updated for resources: {'Port': ['ID=1b177878-9acf-4ea3-bc41-5dbebaa06848,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:10.309538 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8beab4c-38c2-461e-9359-10536b65f8e1 x-openstack-request-id: req-c8beab4c-38c2-461e-9359-10536b65f8e1 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:20:10.309538 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11939bc1-1f5a-42eb-a437-55a4acd6e2d0", "tag": "1b177878-9acf-4ea3-bc41-5dbebaa06848", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:20:10.309538 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c8beab4c-38c2-461e-9359-10536b65f8e1 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:20:10.309538 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11939bc1-1f5a-42eb-a437-55a4acd6e2d0', 'tag': '1b177878-9acf-4ea3-bc41-5dbebaa06848', 'status': 'completed', 'code': 200} Aug 18 13:20:10.383146 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f51a7-824a-4003-afb3-27df9492432b req-c5fbe549-2eb8-4cb0-aa89-92a57ac53435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:10.385263 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-053f51a7-824a-4003-afb3-27df9492432b req-c5fbe549-2eb8-4cb0-aa89-92a57ac53435 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=161a0a675dcb4f668dec9565c8db14ad&device_id=11939bc1-1f5a-42eb-a437-55a4acd6e2d0 HTTP/1.1" status: 200 len: 1094 time: 0.0718493 Aug 18 13:20:10.516750 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f51a7-824a-4003-afb3-27df9492432b req-230e8cfb-1c58-43b0-99b6-586954b4f225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:10.518513 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-053f51a7-824a-4003-afb3-27df9492432b req-230e8cfb-1c58-43b0-99b6-586954b4f225 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=161a0a675dcb4f668dec9565c8db14ad&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1232109 Aug 18 13:20:10.651704 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f51a7-824a-4003-afb3-27df9492432b req-ce6bcc08-92ef-4141-9635-7f812cc15703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:10.653351 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-053f51a7-824a-4003-afb3-27df9492432b req-ce6bcc08-92ef-4141-9635-7f812cc15703 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1286669 Aug 18 13:20:10.748544 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-99233f8f-37c9-4956-a891-9bca57b9c1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:10.751100 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-99233f8f-37c9-4956-a891-9bca57b9c1c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=161a0a675dcb4f668dec9565c8db14ad&device_id=11939bc1-1f5a-42eb-a437-55a4acd6e2d0 HTTP/1.1" status: 200 len: 1094 time: 0.0525312 Aug 18 13:20:10.811906 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-b001cde2-baa6-431b-ae1f-91e4ce08d841 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b177878-9acf-4ea3-bc41-5dbebaa06848 HTTP/1.1" status: 200 len: 217 time: 0.0525665 Aug 18 13:20:10.895321 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-ab315629-d586-43e1-9104-bd7240cb9265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:10.897086 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-ab315629-d586-43e1-9104-bd7240cb9265 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df130f28-747c-4593-a4e4-fcc4c74ccec3 HTTP/1.1" status: 200 len: 850 time: 0.0786660 Aug 18 13:20:10.912396 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 37f617b9-59ed-4d38-857b-a3643b501c99 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:20:10.967244 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef426c0-1f30-4de2-920f-bb4806aec4a0 req-74da5b4d-9db9-473c-8dfb-78a2a22f9598 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:10.970977 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1ef426c0-1f30-4de2-920f-bb4806aec4a0 req-74da5b4d-9db9-473c-8dfb-78a2a22f9598 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=883838bd-b4ab-4da1-85fe-698e5139e724 HTTP/1.1" status: 200 len: 1095 time: 0.0926914 Aug 18 13:20:11.008810 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-68642be2-fbaa-40f7-9181-b1576cfae395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:11.020463 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-68642be2-fbaa-40f7-9181-b1576cfae395 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a750657-6380-4216-8606-057245bf1333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1152349 Aug 18 13:20:11.066252 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1ef426c0-1f30-4de2-920f-bb4806aec4a0 req-65be9267-77a1-4837-ad92-e89baf33c711 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2b01a85c-bdd3-4882-ac40-9e5e4b939578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836315 Aug 18 13:20:11.206079 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 37f617b9-59ed-4d38-857b-a3643b501c99, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=37f617b9-59ed-4d38-857b-a3643b501c99,segment=NetworkSegment(a4cc9a82-888b-4a2d-a778-55e481f5e3d7),segment_id=a4cc9a82-888b-4a2d-a778-55e481f5e3d7)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:20:11.237927 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '37f617b9-59ed-4d38-857b-a3643b501c99', 'network_id': 'db6dcd4e-1fab-428f-954b-8b79624bfc2e', 'port_id': '37f617b9-59ed-4d38-857b-a3643b501c99', 'mac_address': 'fa:16:3e:e6:a1:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ab39d9c-600f-4b7f-ac6a-e9055665ae1d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:20:11.310842 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-940cb544-5f30-4dd3-b81b-f945994fff24 service neutron] 10.222.0.20 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811956 Aug 18 13:20:11.340394 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:11.368334 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37f617b9-59ed-4d38-857b-a3643b501c99 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:20:11.408669 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 37f617b9-59ed-4d38-857b-a3643b501c99, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=37f617b9-59ed-4d38-857b-a3643b501c99,segment=NetworkSegment(a4cc9a82-888b-4a2d-a778-55e481f5e3d7),segment_id=a4cc9a82-888b-4a2d-a778-55e481f5e3d7)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:20:11.470422 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-33b0e4f1-cd81-4bad-b94f-83a600cafc49 req-ffaa1161-81f7-4a64-afd6-53acfb0d069b service neutron] 10.222.0.20 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500537 Aug 18 13:20:11.480250 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574089e2-df16-40e9-8c0b-b46566125d15 req-5c9719ec-e82f-4187-bc71-699cd7c7c1a1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:11.487831 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-574089e2-df16-40e9-8c0b-b46566125d15 req-5c9719ec-e82f-4187-bc71-699cd7c7c1a1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11939bc1-1f5a-42eb-a437-55a4acd6e2d0 HTTP/1.1" status: 200 len: 943 time: 0.2338083 Aug 18 13:20:11.536747 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-574089e2-df16-40e9-8c0b-b46566125d15 req-d462f434-a3c6-4435-88eb-8f8a0ef6387c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475121 Aug 18 13:20:11.579863 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:11.649736 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=37f617b9-59ed-4d38-857b-a3643b501c99,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:11.657806 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:20:11.658363 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:20:11.658845 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:20:11.659217 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:20:11.659586 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:20:11.659917 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:20:11.660688 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:20:11.661172 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:20:11.661790 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:20:11.662712 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:20:11.663050 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:20:11.663387 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:20:11.678133 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a30ad4e6-494c-4884-b8d1-fac8fcf40521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:11.780096 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['37f617b9-59ed-4d38-857b-a3643b501c99'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:20:12.179060 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05445aa-a71e-483c-8921-e9e395627e08 req-78c957ae-0b58-437d-a5f4-8bc6c5fe01ef tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:12.180499 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c05445aa-a71e-483c-8921-e9e395627e08 req-78c957ae-0b58-437d-a5f4-8bc6c5fe01ef tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=883838bd-b4ab-4da1-85fe-698e5139e724 HTTP/1.1" status: 200 len: 1096 time: 0.0451198 Aug 18 13:20:12.217248 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c05445aa-a71e-483c-8921-e9e395627e08 req-3980273f-bc2d-454c-9ccc-37464e5b8fb8 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2b01a85c-bdd3-4882-ac40-9e5e4b939578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301714 Aug 18 13:20:12.673493 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac39da-8f93-44dd-97e8-9f52e524e930 req-22619d4f-1893-4c8e-9d24-cb1a11adeac3 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:12.675051 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6fac39da-8f93-44dd-97e8-9f52e524e930 req-22619d4f-1893-4c8e-9d24-cb1a11adeac3 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11939bc1-1f5a-42eb-a437-55a4acd6e2d0 HTTP/1.1" status: 200 len: 943 time: 0.0515609 Aug 18 13:20:12.716296 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6fac39da-8f93-44dd-97e8-9f52e524e930 req-e3e5b85e-7445-422d-85ac-5e3d7f1f8a7b tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347993 Aug 18 13:20:12.932558 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 37f617b9-59ed-4d38-857b-a3643b501c99 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:20:13.061012 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 37f617b9-59ed-4d38-857b-a3643b501c99 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:20:13.070799 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 37f617b9-59ed-4d38-857b-a3643b501c99 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:20:13.072420 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:13.183409 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:13.211201 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883838bd-b4ab-4da1-85fe-698e5139e724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f617b9-59ed-4d38-857b-a3643b501c99'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:20:13.214366 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a3b117-64ab-40ca-b22a-d85d3dca209f" -d '{"events": [{"server_uuid": "883838bd-b4ab-4da1-85fe-698e5139e724", "name": "network-vif-plugged", "status": "completed", "tag": "37f617b9-59ed-4d38-857b-a3643b501c99"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:20:13.267162 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6e8e9e-0303-47ab-a0ca-ea5f3c17d016 x-openstack-request-id: req-fa6e8e9e-0303-47ab-a0ca-ea5f3c17d016 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:20:13.268109 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "883838bd-b4ab-4da1-85fe-698e5139e724", "name": "network-vif-plugged", "status": "completed", "tag": "37f617b9-59ed-4d38-857b-a3643b501c99", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:20:13.269805 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa6e8e9e-0303-47ab-a0ca-ea5f3c17d016 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:20:13.269805 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883838bd-b4ab-4da1-85fe-698e5139e724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f617b9-59ed-4d38-857b-a3643b501c99', 'code': 200} Aug 18 13:20:13.273053 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 37f617b9-59ed-4d38-857b-a3643b501c99, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=37f617b9-59ed-4d38-857b-a3643b501c99,segment=NetworkSegment(a4cc9a82-888b-4a2d-a778-55e481f5e3d7),segment_id=a4cc9a82-888b-4a2d-a778-55e481f5e3d7)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:20:13.352271 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:13.403975 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f55534-0bbc-4750-a7e3-b8b21704bd85 req-c3b2c190-ff4e-4aaf-b49c-6fa5a0486983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:13.408044 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-14f55534-0bbc-4750-a7e3-b8b21704bd85 req-c3b2c190-ff4e-4aaf-b49c-6fa5a0486983 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=883838bd-b4ab-4da1-85fe-698e5139e724 HTTP/1.1" status: 200 len: 1096 time: 0.0805848 Aug 18 13:20:13.440147 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ef875-5f4e-41ac-8dbd-04ed7b172ca4 req-398b49a1-9a91-4441-9781-39b549921dd9 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:13.441487 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=37f617b9-59ed-4d38-857b-a3643b501c99,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:13.457098 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5b3ef875-5f4e-41ac-8dbd-04ed7b172ca4 req-398b49a1-9a91-4441-9781-39b549921dd9 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=883838bd-b4ab-4da1-85fe-698e5139e724 HTTP/1.1" status: 200 len: 1097 time: 0.1012106 Aug 18 13:20:13.470819 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-14f55534-0bbc-4750-a7e3-b8b21704bd85 req-16a09842-a907-445d-90d5-507ca5e17698 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2b01a85c-bdd3-4882-ac40-9e5e4b939578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579839 Aug 18 13:20:13.537950 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5b3ef875-5f4e-41ac-8dbd-04ed7b172ca4 req-8c33abb9-4731-4d92-a159-7bf31deb15ef tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2b01a85c-bdd3-4882-ac40-9e5e4b939578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753350 Aug 18 13:20:13.730063 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-af88d321-4b87-4094-ba87-97f5de086762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:13.895235 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f9a6b-2bc4-4d42-a5ec-109ba9bc4b9e req-39f34c99-fe3f-4159-9912-e81c964111d2 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:13.898619 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e98f9a6b-2bc4-4d42-a5ec-109ba9bc4b9e req-39f34c99-fe3f-4159-9912-e81c964111d2 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11939bc1-1f5a-42eb-a437-55a4acd6e2d0 HTTP/1.1" status: 200 len: 943 time: 0.0623918 Aug 18 13:20:13.968058 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e98f9a6b-2bc4-4d42-a5ec-109ba9bc4b9e req-9d82e00b-47d8-4dfa-911d-3994c4f38761 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569608 Aug 18 13:20:14.609613 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:14.685487 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cda7f9-8470-4894-8e2a-08c9c0b48493 req-06cd0209-b711-4500-abcc-743609727734 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:14.694477 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e5cda7f9-8470-4894-8e2a-08c9c0b48493 req-06cd0209-b711-4500-abcc-743609727734 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=883838bd-b4ab-4da1-85fe-698e5139e724 HTTP/1.1" status: 200 len: 1097 time: 0.0529885 Aug 18 13:20:14.727884 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e5cda7f9-8470-4894-8e2a-08c9c0b48493 req-20a06bbd-6979-4238-a627-f94e9fb3a6e9 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2b01a85c-bdd3-4882-ac40-9e5e4b939578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322545 Aug 18 13:20:14.870671 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154e82c-d776-4249-bcf3-77edbbd0a681 req-f3feef61-9316-49fe-a603-718d7245a68e tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:14.872190 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a154e82c-d776-4249-bcf3-77edbbd0a681 req-f3feef61-9316-49fe-a603-718d7245a68e tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=883838bd-b4ab-4da1-85fe-698e5139e724 HTTP/1.1" status: 200 len: 1097 time: 0.0688651 Aug 18 13:20:14.922516 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a154e82c-d776-4249-bcf3-77edbbd0a681 req-d25a5f3f-097c-4304-afb6-bb85d21c01e5 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2b01a85c-bdd3-4882-ac40-9e5e4b939578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417602 Aug 18 13:20:15.081372 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e427e-6dd9-414e-ae1e-9fea9f5615f4 req-5f3b46d2-3a7b-482b-b6ca-3e695b5cc318 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:15.083034 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-155e427e-6dd9-414e-ae1e-9fea9f5615f4 req-5f3b46d2-3a7b-482b-b6ca-3e695b5cc318 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=883838bd-b4ab-4da1-85fe-698e5139e724 HTTP/1.1" status: 200 len: 1097 time: 0.0789056 Aug 18 13:20:15.162843 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0d119-ec33-495b-b177-0f370abf3d65 req-27f094d9-4586-4293-aabc-44eb657d3882 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:15.176081 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-155e427e-6dd9-414e-ae1e-9fea9f5615f4 req-c959c293-1d89-4bf1-8eb5-c9291d248724 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2b01a85c-bdd3-4882-ac40-9e5e4b939578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814853 Aug 18 13:20:15.184300 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f0e0d119-ec33-495b-b177-0f370abf3d65 req-27f094d9-4586-4293-aabc-44eb657d3882 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11939bc1-1f5a-42eb-a437-55a4acd6e2d0 HTTP/1.1" status: 200 len: 943 time: 0.1342552 Aug 18 13:20:15.231668 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f0e0d119-ec33-495b-b177-0f370abf3d65 req-095c478e-4fe9-4d2d-8b92-e28dee4be327 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437770 Aug 18 13:20:15.420606 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-5cba0851-a18d-4130-a31b-81181ee9979e tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:15.426538 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:15.431808 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-5cba0851-a18d-4130-a31b-81181ee9979e tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/networks?id=db6dcd4e-1fab-428f-954b-8b79624bfc2e HTTP/1.1" status: 200 len: 910 time: 0.1087506 Aug 18 13:20:15.446976 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-29cdbbdd-479a-4741-b718-aea49c808394 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/quotas/8b2d84b9e89a4e2ea9629c3f6b7f090e HTTP/1.1" status: 200 len: 375 time: 0.0165448 Aug 18 13:20:15.515559 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-ee047f83-368d-48af-8173-4132fc1fc4e2 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=8b2d84b9e89a4e2ea9629c3f6b7f090e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0674715 Aug 18 13:20:15.621074 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-97692e3f-5018-4198-ba22-983aee8e465f service neutron] 10.222.0.13 "GET /v2.0/networks/db6dcd4e-1fab-428f-954b-8b79624bfc2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011281 Aug 18 13:20:15.722407 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-08133193-844d-47c6-a951-ddf1d17f680f service neutron] 10.222.0.13 "GET /v2.0/networks/db6dcd4e-1fab-428f-954b-8b79624bfc2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002936 Aug 18 13:20:16.092689 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-788255cb-066c-4006-a3b6-864243570ce0 req-4b8989ac-4c6d-4de7-a34b-3f06e7ce9f19 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d6240e95-54e4-4f6e-ad88-716bacfc1f1b HTTP/1.1" status: 200 len: 210 time: 0.0714657 Aug 18 13:20:16.381633 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763daac-2825-47c6-a8f1-d57a17a621a0 req-c58617a9-d325-4f96-b1c6-4da73da56f0c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:16.383785 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9763daac-2825-47c6-a8f1-d57a17a621a0 req-c58617a9-d325-4f96-b1c6-4da73da56f0c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11939bc1-1f5a-42eb-a437-55a4acd6e2d0 HTTP/1.1" status: 200 len: 943 time: 0.0860639 Aug 18 13:20:16.429140 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9763daac-2825-47c6-a8f1-d57a17a621a0 req-f50e7760-4d5b-45a4-95a1-3114107e32c6 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380569 Aug 18 13:20:17.243962 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-11db43df-a252-4956-942f-a51f0471e779 req-5ca60e11-050a-45e3-a426-b3a6bfafb897 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d6240e95-54e4-4f6e-ad88-716bacfc1f1b HTTP/1.1" status: 200 len: 210 time: 0.0361924 Aug 18 13:20:17.413139 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:17.615201 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c68649-0a1a-45f1-9ad6-3ed47ad1ffea req-abfbf00e-c560-4dad-8ad0-3d205eb5619a tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:17.618524 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-05c68649-0a1a-45f1-9ad6-3ed47ad1ffea req-abfbf00e-c560-4dad-8ad0-3d205eb5619a tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11939bc1-1f5a-42eb-a437-55a4acd6e2d0 HTTP/1.1" status: 200 len: 943 time: 0.0934412 Aug 18 13:20:17.671632 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-05c68649-0a1a-45f1-9ad6-3ed47ad1ffea req-5b21e343-9aef-491b-9dbc-7f7673c079d4 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450649 Aug 18 13:20:18.175328 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 48522) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:20:18.219938 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-32e5b387-064d-4fe1-8abf-f67cc3283789 admin admin] Deleting subnet 3a72fd07-950d-4ae3-81c6-b7a6b74dc559 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:20:18.223161 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-32e5b387-064d-4fe1-8abf-f67cc3283789 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:18.278087 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-32e5b387-064d-4fe1-8abf-f67cc3283789 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:18.343107 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-32e5b387-064d-4fe1-8abf-f67cc3283789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:18.400899 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-50dfb1e3-dd51-4f48-88b2-b7b12f16ebe2 req-bf660b5c-af3d-4736-8e20-96be7c3322e5 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d6240e95-54e4-4f6e-ad88-716bacfc1f1b HTTP/1.1" status: 200 len: 210 time: 0.0626910 Aug 18 13:20:18.472496 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-34b7900a-9563-4523-a021-ce1f46662dcd tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:18.474007 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-34b7900a-9563-4523-a021-ce1f46662dcd tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.20 "GET /v2.0/networks?id=db6dcd4e-1fab-428f-954b-8b79624bfc2e HTTP/1.1" status: 200 len: 910 time: 0.0975902 Aug 18 13:20:18.488974 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-b51c9275-796d-4043-a3c4-3e5c229840c6 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Request body: {'port': {'device_id': 'd6240e95-54e4-4f6e-ad88-716bacfc1f1b', 'network_id': 'db6dcd4e-1fab-428f-954b-8b79624bfc2e', 'admin_state_up': True, 'tenant_id': '8b2d84b9e89a4e2ea9629c3f6b7f090e'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:20:18.513270 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-32e5b387-064d-4fe1-8abf-f67cc3283789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:18.541808 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-32e5b387-064d-4fe1-8abf-f67cc3283789 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:18.546926 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-32e5b387-064d-4fe1-8abf-f67cc3283789 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3a72fd07-950d-4ae3-81c6-b7a6b74dc559 HTTP/1.1" status: 204 len: 168 time: 0.3675821 Aug 18 13:20:18.546926 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5b387-064d-4fe1-8abf-f67cc3283789 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a72fd07-950d-4ae3-81c6-b7a6b74dc559,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:18.552203 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 48532) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:20:18.623282 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7bd71708-7c90-4df6-90d3-592da8321fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:18.666542 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-b51c9275-796d-4043-a3c4-3e5c229840c6 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Made reservation on behalf of 8b2d84b9e89a4e2ea9629c3f6b7f090e for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:20:18.669322 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-b51c9275-796d-4043-a3c4-3e5c229840c6 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:18.707407 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7bd71708-7c90-4df6-90d3-592da8321fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:18.721480 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-7bd71708-7c90-4df6-90d3-592da8321fdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5b5fe99-d888-4c34-9b47-a4cbe1e5ce6a']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:20:18.740842 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-7bd71708-7c90-4df6-90d3-592da8321fdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e5c490b-88ec-421e-97c8-db17788cb8b9') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:20:18.741236 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-7bd71708-7c90-4df6-90d3-592da8321fdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e5c490b-88ec-421e-97c8-db17788cb8b9') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:20:18.758835 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7bd71708-7c90-4df6-90d3-592da8321fdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:18.800120 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-b51c9275-796d-4043-a3c4-3e5c229840c6 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Allocated IP 172.20.0.9 (db6dcd4e-1fab-428f-954b-8b79624bfc2e/9ab39d9c-600f-4b7f-ac6a-e9055665ae1d/0300a6a5-108e-4834-bab4-a668bbebebcf) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:20:18.807391 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7bd71708-7c90-4df6-90d3-592da8321fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:18.816455 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bd71708-7c90-4df6-90d3-592da8321fdc admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:20:18.816861 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7bd71708-7c90-4df6-90d3-592da8321fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:18.818679 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:20:18.818679 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:20:18.818679 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:20:18.818679 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:20:18.818679 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:20:18.818679 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:20:18.818679 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:20:18.818679 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:20:18.818679 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:20:18.818679 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:20:18.818679 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:20:18.818679 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:20:18.818679 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:20:18.818679 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:20:18.818679 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:20:18.818679 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:20:18.818679 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:20:18.818679 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:20:18.818679 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:20:18.818679 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:20:18.818679 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:20:18.818679 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:20:18.818679 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:20:18.818679 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:20:18.818679 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:20:18.818679 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:20:18.818679 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:20:18.818679 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:20:18.818679 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:20:18.818679 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:20:18.818679 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:20:18.818679 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:20:18.882668 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb7d65-0ee1-4e6d-9fb4-56bf5dd823e0 req-dff8bb9b-b4c3-4552-939c-d8cdfc1768a2 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:18.890228 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-42bb7d65-0ee1-4e6d-9fb4-56bf5dd823e0 req-dff8bb9b-b4c3-4552-939c-d8cdfc1768a2 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11939bc1-1f5a-42eb-a437-55a4acd6e2d0 HTTP/1.1" status: 200 len: 943 time: 0.1190639 Aug 18 13:20:18.928105 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-42bb7d65-0ee1-4e6d-9fb4-56bf5dd823e0 req-c67d2a80-4cf3-4569-8e59-c11aa084800f tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366938 Aug 18 13:20:19.021441 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-b51c9275-796d-4043-a3c4-3e5c229840c6 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:19.037172 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-b51c9275-796d-4043-a3c4-3e5c229840c6 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Transition to ACTIVE for port object 0300a6a5-108e-4834-bab4-a668bbebebcf will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:20:19.049594 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7bd71708-7c90-4df6-90d3-592da8321fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:19.059604 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7bd71708-7c90-4df6-90d3-592da8321fdc admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:19.067849 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7bd71708-7c90-4df6-90d3-592da8321fdc admin admin] 10.222.0.13 "DELETE /v2.0/networks/f5b5fe99-d888-4c34-9b47-a4cbe1e5ce6a HTTP/1.1" status: 204 len: 168 time: 0.5185759 Aug 18 13:20:19.070310 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 48542) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:20:19.085208 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd71708-7c90-4df6-90d3-592da8321fdc admin admin] Pushing event deleted for resources: {'Network': ['ID=f5b5fe99-d888-4c34-9b47-a4cbe1e5ce6a,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:19.121600 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-79f07455-55e1-44fc-bf0c-7bab97272114 admin admin] Deleting subnet 0ab27e45-c784-4fed-a3e7-ba7c15b91393 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:20:19.124980 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-79f07455-55e1-44fc-bf0c-7bab97272114 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:19.147939 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-b51c9275-796d-4043-a3c4-3e5c229840c6 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:19.158971 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['37f617b9-59ed-4d38-857b-a3643b501c99'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:20:19.358831 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c9275-796d-4043-a3c4-3e5c229840c6 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Pushing event updated for resources: {'Port': ['ID=0300a6a5-108e-4834-bab4-a668bbebebcf,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:19.358831 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-79f07455-55e1-44fc-bf0c-7bab97272114 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:19.358831 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-b51c9275-796d-4043-a3c4-3e5c229840c6 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Network db6dcd4e-1fab-428f-954b-8b79624bfc2e is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:20:19.358831 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-b51c9275-796d-4043-a3c4-3e5c229840c6 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:20:19.358831 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-b51c9275-796d-4043-a3c4-3e5c229840c6 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:20:19.368159 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-79f07455-55e1-44fc-bf0c-7bab97272114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:19.397487 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-b51c9275-796d-4043-a3c4-3e5c229840c6 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:19.398532 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-b51c9275-796d-4043-a3c4-3e5c229840c6 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:19.542746 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-79f07455-55e1-44fc-bf0c-7bab97272114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:19.549742 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900db57-689a-4c48-80f5-6af4caadf0e2 req-c2a9a8ed-7909-4df5-861a-39bcf5644582 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:19.552400 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d900db57-689a-4c48-80f5-6af4caadf0e2 req-c2a9a8ed-7909-4df5-861a-39bcf5644582 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d6240e95-54e4-4f6e-ad88-716bacfc1f1b HTTP/1.1" status: 200 len: 1027 time: 0.0537233 Aug 18 13:20:19.579564 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f07455-55e1-44fc-bf0c-7bab97272114 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ab27e45-c784-4fed-a3e7-ba7c15b91393,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:19.596705 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-79f07455-55e1-44fc-bf0c-7bab97272114 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:19.598966 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-79f07455-55e1-44fc-bf0c-7bab97272114 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0ab27e45-c784-4fed-a3e7-ba7c15b91393 HTTP/1.1" status: 204 len: 168 time: 0.5273294 Aug 18 13:20:19.601236 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 48572) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:20:19.616722 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d900db57-689a-4c48-80f5-6af4caadf0e2 req-3b26f71a-0c15-4bbc-936e-44678eaa8a00 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2b01a85c-bdd3-4882-ac40-9e5e4b939578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575738 Aug 18 13:20:19.664497 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-b51c9275-796d-4043-a3c4-3e5c229840c6 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1823285 Aug 18 13:20:19.680848 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-b425c0c9-4292-48e8-9874-5087f4acf7cb service neutron] Request body: {'port': {'device_id': 'd6240e95-54e4-4f6e-ad88-716bacfc1f1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:20:19.722397 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d3972861-76ae-4a97-8435-fdad4a68b1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:19.757431 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-67cc7cd5-36ab-4d7f-b332-70637cd2ecc3 None None] Provisioning for port 0300a6a5-108e-4834-bab4-a668bbebebcf completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:20:19.759923 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-b425c0c9-4292-48e8-9874-5087f4acf7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:19.762953 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-67cc7cd5-36ab-4d7f-b332-70637cd2ecc3 None None] Provisioning complete for port 0300a6a5-108e-4834-bab4-a668bbebebcf triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:20:19.763771 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-67cc7cd5-36ab-4d7f-b332-70637cd2ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:19.835137 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-67cc7cd5-36ab-4d7f-b332-70637cd2ecc3 None None] Port 0300a6a5-108e-4834-bab4-a668bbebebcf cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:20:20.248657 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d3972861-76ae-4a97-8435-fdad4a68b1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:20.265341 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-d3972861-76ae-4a97-8435-fdad4a68b1ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8256c0d-ce71-4d18-8996-42887b6ee355']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:20:20.323535 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-d3972861-76ae-4a97-8435-fdad4a68b1ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '740b98cf-325b-47a7-93cb-e0fe25fcb8ea') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:20:20.323849 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-d3972861-76ae-4a97-8435-fdad4a68b1ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '740b98cf-325b-47a7-93cb-e0fe25fcb8ea') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:20:20.353906 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d3972861-76ae-4a97-8435-fdad4a68b1ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:20.370957 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e73bf7-4410-4b82-aba8-5cbc4bddb025 req-5f220d02-0d17-4cc7-91b1-f1f1bac80079 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:20.372594 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-58e73bf7-4410-4b82-aba8-5cbc4bddb025 req-5f220d02-0d17-4cc7-91b1-f1f1bac80079 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11939bc1-1f5a-42eb-a437-55a4acd6e2d0 HTTP/1.1" status: 200 len: 943 time: 0.1779754 Aug 18 13:20:20.398882 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d3972861-76ae-4a97-8435-fdad4a68b1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:20.439694 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3972861-76ae-4a97-8435-fdad4a68b1ce admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:20:20.440123 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d3972861-76ae-4a97-8435-fdad4a68b1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:20.443270 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:20:20.443270 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:20:20.443270 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:20:20.443270 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:20:20.443270 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:20:20.443270 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:20:20.443270 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:20:20.443270 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:20:20.443270 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:20:20.443270 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:20:20.443270 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:20:20.443270 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:20:20.443270 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:20:20.443270 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:20:20.443270 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:20:20.443270 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:20:20.443270 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:20:20.443270 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:20:20.443270 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:20:20.443270 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:20:20.443270 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:20:20.443270 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:20:20.443270 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:20:20.443270 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:20:20.443270 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:20:20.443270 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:20:20.443270 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:20:20.443270 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:20:20.443270 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:20:20.443270 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:20:20.443270 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:20:20.443270 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:20:20.528243 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-58e73bf7-4410-4b82-aba8-5cbc4bddb025 req-6dcfe9b9-18bb-47ff-a5af-7e17882af437 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489565 Aug 18 13:20:20.631396 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d3972861-76ae-4a97-8435-fdad4a68b1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:20.649755 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d3972861-76ae-4a97-8435-fdad4a68b1ce admin admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:20.670836 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d3972861-76ae-4a97-8435-fdad4a68b1ce admin admin] 10.222.0.13 "DELETE /v2.0/networks/d8256c0d-ce71-4d18-8996-42887b6ee355 HTTP/1.1" status: 204 len: 168 time: 1.0493588 Aug 18 13:20:20.670836 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3972861-76ae-4a97-8435-fdad4a68b1ce admin admin] Pushing event deleted for resources: {'Network': ['ID=d8256c0d-ce71-4d18-8996-42887b6ee355,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:20.670836 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-b425c0c9-4292-48e8-9874-5087f4acf7cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0300a6a5-108e-4834-bab4-a668bbebebcf {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:20:20.677567 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-b425c0c9-4292-48e8-9874-5087f4acf7cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:20.699106 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-b425c0c9-4292-48e8-9874-5087f4acf7cb service neutron] Transition to ACTIVE for port object 0300a6a5-108e-4834-bab4-a668bbebebcf will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:20:20.736136 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e05d7d-c50a-4e00-8ad8-9166c0fb3872 req-4f8e32ef-a287-4a9c-860c-7911117ddf75 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:20.736136 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f2e05d7d-c50a-4e00-8ad8-9166c0fb3872 req-4f8e32ef-a287-4a9c-860c-7911117ddf75 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d6240e95-54e4-4f6e-ad88-716bacfc1f1b HTTP/1.1" status: 200 len: 1027 time: 0.0442131 Aug 18 13:20:20.774649 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f2e05d7d-c50a-4e00-8ad8-9166c0fb3872 req-54a45524-b3fc-4868-b363-f2a98b90fd68 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2b01a85c-bdd3-4882-ac40-9e5e4b939578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347626 Aug 18 13:20:20.866471 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-b425c0c9-4292-48e8-9874-5087f4acf7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:20.919694 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b425c0c9-4292-48e8-9874-5087f4acf7cb service neutron] Pushing event updated for resources: {'Port': ['ID=0300a6a5-108e-4834-bab4-a668bbebebcf,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:20.995488 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-b425c0c9-4292-48e8-9874-5087f4acf7cb service neutron] Attempting to bind port 0300a6a5-108e-4834-bab4-a668bbebebcf on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:20:20.995840 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-b425c0c9-4292-48e8-9874-5087f4acf7cb service neutron] Attempting to bind port 0300a6a5-108e-4834-bab4-a668bbebebcf by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': 'a4cc9a82-888b-4a2d-a778-55e481f5e3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'db6dcd4e-1fab-428f-954b-8b79624bfc2e'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:20:20.996242 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-b425c0c9-4292-48e8-9874-5087f4acf7cb service neutron] Attempting to bind port 0300a6a5-108e-4834-bab4-a668bbebebcf on network db6dcd4e-1fab-428f-954b-8b79624bfc2e {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:20:21.001593 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-b425c0c9-4292-48e8-9874-5087f4acf7cb service neutron] Port 0300a6a5-108e-4834-bab4-a668bbebebcf on network db6dcd4e-1fab-428f-954b-8b79624bfc2e not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:20:21.001871 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-b425c0c9-4292-48e8-9874-5087f4acf7cb service neutron] Attempting to bind port 0300a6a5-108e-4834-bab4-a668bbebebcf on network db6dcd4e-1fab-428f-954b-8b79624bfc2e {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:20:21.007538 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-b425c0c9-4292-48e8-9874-5087f4acf7cb service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:20:21.007877 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-b425c0c9-4292-48e8-9874-5087f4acf7cb service neutron] Checking segment: {'id': 'a4cc9a82-888b-4a2d-a778-55e481f5e3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'db6dcd4e-1fab-428f-954b-8b79624bfc2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:20:21.008262 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-b425c0c9-4292-48e8-9874-5087f4acf7cb service neutron] Bound using segment: {'id': 'a4cc9a82-888b-4a2d-a778-55e481f5e3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'db6dcd4e-1fab-428f-954b-8b79624bfc2e'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:20:21.008691 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-b425c0c9-4292-48e8-9874-5087f4acf7cb service neutron] Bound port: 0300a6a5-108e-4834-bab4-a668bbebebcf, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4cc9a82-888b-4a2d-a778-55e481f5e3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'db6dcd4e-1fab-428f-954b-8b79624bfc2e'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:20:21.009045 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-b425c0c9-4292-48e8-9874-5087f4acf7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:21.096219 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-b425c0c9-4292-48e8-9874-5087f4acf7cb service neutron] For port 0300a6a5-108e-4834-bab4-a668bbebebcf, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:20:21.100467 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-b425c0c9-4292-48e8-9874-5087f4acf7cb service neutron] For port 0300a6a5-108e-4834-bab4-a668bbebebcf, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=0300a6a5-108e-4834-bab4-a668bbebebcf,segment=NetworkSegment(a4cc9a82-888b-4a2d-a778-55e481f5e3d7),segment_id=a4cc9a82-888b-4a2d-a778-55e481f5e3d7)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:20:21.181482 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-b425c0c9-4292-48e8-9874-5087f4acf7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:21.224121 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-b425c0c9-4292-48e8-9874-5087f4acf7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:21.224893 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-b425c0c9-4292-48e8-9874-5087f4acf7cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:21.226306 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-b425c0c9-4292-48e8-9874-5087f4acf7cb service neutron] 10.222.0.20 "PUT /v2.0/ports/0300a6a5-108e-4834-bab4-a668bbebebcf HTTP/1.1" status: 200 len: 1091 time: 1.5515690 Aug 18 13:20:21.226813 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6240e95-54e4-4f6e-ad88-716bacfc1f1b', 'tag': '0300a6a5-108e-4834-bab4-a668bbebebcf'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:20:21.229085 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875d7882-7c48-4d19-a459-a7d15897c9b6" -d '{"events": [{"name": "network-changed", "server_uuid": "d6240e95-54e4-4f6e-ad88-716bacfc1f1b", "tag": "0300a6a5-108e-4834-bab4-a668bbebebcf"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:20:21.251065 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 48612) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:20:21.261965 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b425c0c9-4292-48e8-9874-5087f4acf7cb service neutron] Pushing event updated for resources: {'Port': ['ID=0300a6a5-108e-4834-bab4-a668bbebebcf,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:21.280278 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0892cae6-0017-40b2-82a3-8e892bd6adae x-openstack-request-id: req-0892cae6-0017-40b2-82a3-8e892bd6adae {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:20:21.280574 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6240e95-54e4-4f6e-ad88-716bacfc1f1b", "tag": "0300a6a5-108e-4834-bab4-a668bbebebcf", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:20:21.280875 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0892cae6-0017-40b2-82a3-8e892bd6adae {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:20:21.281433 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6240e95-54e4-4f6e-ad88-716bacfc1f1b', 'tag': '0300a6a5-108e-4834-bab4-a668bbebebcf', 'status': 'completed', 'code': 200} Aug 18 13:20:21.333988 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-244246c6-a374-4c43-9e5f-d4fa2375f4f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=beba8bfa278744c48a40969c39c037ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0806766 Aug 18 13:20:21.338858 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 48614) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:20:21.379565 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d7882-7c48-4d19-a459-a7d15897c9b6 req-1798a1a2-47d0-4683-8f71-575c21976c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:21.381866 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-875d7882-7c48-4d19-a459-a7d15897c9b6 req-1798a1a2-47d0-4683-8f71-575c21976c56 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b2d84b9e89a4e2ea9629c3f6b7f090e&device_id=d6240e95-54e4-4f6e-ad88-716bacfc1f1b HTTP/1.1" status: 200 len: 1094 time: 0.0777361 Aug 18 13:20:21.413569 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2a78ff05-d1d0-47f8-8e4f-bb0f047a9e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:21.467818 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2a78ff05-d1d0-47f8-8e4f-bb0f047a9e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:21.521250 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d7882-7c48-4d19-a459-a7d15897c9b6 req-af27f4f3-8af8-4deb-8202-33256ffb7312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:21.525427 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-875d7882-7c48-4d19-a459-a7d15897c9b6 req-af27f4f3-8af8-4deb-8202-33256ffb7312 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=8b2d84b9e89a4e2ea9629c3f6b7f090e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1343381 Aug 18 13:20:21.664328 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d7882-7c48-4d19-a459-a7d15897c9b6 req-399344f7-3e4b-4aa0-89fd-b7d8327a718e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:21.665990 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-875d7882-7c48-4d19-a459-a7d15897c9b6 req-399344f7-3e4b-4aa0-89fd-b7d8327a718e service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1328523 Aug 18 13:20:21.683391 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad298218-f7c5-4193-971d-990816380051 req-cb6ad87a-01d1-4dcc-a896-6c6613f4dc3a tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:21.683391 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ad298218-f7c5-4193-971d-990816380051 req-cb6ad87a-01d1-4dcc-a896-6c6613f4dc3a tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11939bc1-1f5a-42eb-a437-55a4acd6e2d0 HTTP/1.1" status: 200 len: 943 time: 0.0736365 Aug 18 13:20:21.701061 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2a78ff05-d1d0-47f8-8e4f-bb0f047a9e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:21.704526 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2a78ff05-d1d0-47f8-8e4f-bb0f047a9e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:21.728663 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2a78ff05-d1d0-47f8-8e4f-bb0f047a9e67 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e57c70f-bb23-45ef-b9d9-bda7ccc92d75 HTTP/1.1" status: 204 len: 168 time: 0.3666179 Aug 18 13:20:21.728663 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a78ff05-d1d0-47f8-8e4f-bb0f047a9e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e57c70f-bb23-45ef-b9d9-bda7ccc92d75,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:21.772921 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ad298218-f7c5-4193-971d-990816380051 req-3e56c699-5a9a-4b1a-8cfb-8cefddf486bf tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824561 Aug 18 13:20:21.783380 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-b1992d48-383e-4029-aebb-1275a9cb0e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:21.784960 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-b1992d48-383e-4029-aebb-1275a9cb0e40 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b2d84b9e89a4e2ea9629c3f6b7f090e&device_id=d6240e95-54e4-4f6e-ad88-716bacfc1f1b HTTP/1.1" status: 200 len: 1094 time: 0.0649776 Aug 18 13:20:21.835394 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-578d646b-f438-472d-a6a0-1207da9fcfb7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0300a6a5-108e-4834-bab4-a668bbebebcf HTTP/1.1" status: 200 len: 217 time: 0.0378687 Aug 18 13:20:21.898695 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df76d45-9d62-489e-b80a-5a5d10bd080c req-c3574f72-c093-4e98-8930-c6aace9911cf tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:21.900362 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3df76d45-9d62-489e-b80a-5a5d10bd080c req-c3574f72-c093-4e98-8930-c6aace9911cf tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d6240e95-54e4-4f6e-ad88-716bacfc1f1b HTTP/1.1" status: 200 len: 1094 time: 0.0491436 Aug 18 13:20:21.904056 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-b4eebd23-d029-4dcd-988b-ed41a6ee34f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:21.905825 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-b4eebd23-d029-4dcd-988b-ed41a6ee34f9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ab39d9c-600f-4b7f-ac6a-e9055665ae1d HTTP/1.1" status: 200 len: 848 time: 0.0585959 Aug 18 13:20:21.942459 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3df76d45-9d62-489e-b80a-5a5d10bd080c req-e6ff3e09-4052-4ce1-9895-2c8a6908ff2f tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2b01a85c-bdd3-4882-ac40-9e5e4b939578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356841 Aug 18 13:20:21.990408 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-754368c2-4a3c-4ce0-8c98-7966b5bbe542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:21.992325 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-754368c2-4a3c-4ce0-8c98-7966b5bbe542 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db6dcd4e-1fab-428f-954b-8b79624bfc2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779054 Aug 18 13:20:22.103059 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-df09572a-057e-4948-9304-2e5d983ca530 service neutron] 10.222.0.20 "GET /v2.0/networks/db6dcd4e-1fab-428f-954b-8b79624bfc2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024790 Aug 18 13:20:22.235497 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b77fdf87-84ab-4a8c-8907-3594a96bd33a req-d404a6fd-5703-4f3d-9451-9ede0fcc9eb4 service neutron] 10.222.0.20 "GET /v2.0/networks/db6dcd4e-1fab-428f-954b-8b79624bfc2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244268 Aug 18 13:20:22.647862 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 48648) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:20:22.695090 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8cc07502-8bcd-426a-860f-258d5a43f2ff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4050a4a07ef442da3786749114f8edd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460544 Aug 18 13:20:22.697804 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 48654) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:20:22.772257 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f72322c0-40ef-4b48-908f-ca57c4769224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:22.800709 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f72322c0-40ef-4b48-908f-ca57c4769224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:22.925795 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf5fa7-c61b-4203-9cd7-9cd9375211d4 req-5d3c9e02-1dd3-4480-8059-730340cc0c0e tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:22.927408 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7adf5fa7-c61b-4203-9cd7-9cd9375211d4 req-5d3c9e02-1dd3-4480-8059-730340cc0c0e tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11939bc1-1f5a-42eb-a437-55a4acd6e2d0 HTTP/1.1" status: 200 len: 943 time: 0.0584927 Aug 18 13:20:22.966009 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7adf5fa7-c61b-4203-9cd7-9cd9375211d4 req-192f2412-783d-4556-bd10-baefcc22f706 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321743 Aug 18 13:20:23.003901 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f72322c0-40ef-4b48-908f-ca57c4769224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:23.007474 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f72322c0-40ef-4b48-908f-ca57c4769224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:23.008943 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f72322c0-40ef-4b48-908f-ca57c4769224 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6929f7de-daff-49e8-9b83-5937ed0bc49f HTTP/1.1" status: 204 len: 168 time: 0.3100815 Aug 18 13:20:23.020283 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72322c0-40ef-4b48-908f-ca57c4769224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6929f7de-daff-49e8-9b83-5937ed0bc49f,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:23.071173 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbdebd6-d96f-49ef-9697-0ef03f029279 req-45510c83-0f72-4962-a0df-d7604f0acc5e tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:23.073009 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8bbdebd6-d96f-49ef-9697-0ef03f029279 req-45510c83-0f72-4962-a0df-d7604f0acc5e tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d6240e95-54e4-4f6e-ad88-716bacfc1f1b HTTP/1.1" status: 200 len: 1094 time: 0.0554841 Aug 18 13:20:23.111843 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8bbdebd6-d96f-49ef-9697-0ef03f029279 req-3326a368-9b56-42e7-b9ac-79463b632419 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2b01a85c-bdd3-4882-ac40-9e5e4b939578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323694 Aug 18 13:20:24.111442 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c036c-5045-470b-a373-63439ecc496c req-af86e60a-686b-43b3-98f6-f35b15ee12eb tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:24.112966 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c30c036c-5045-470b-a373-63439ecc496c req-af86e60a-686b-43b3-98f6-f35b15ee12eb tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11939bc1-1f5a-42eb-a437-55a4acd6e2d0 HTTP/1.1" status: 200 len: 943 time: 0.0588210 Aug 18 13:20:24.163148 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c30c036c-5045-470b-a373-63439ecc496c req-7c14b3a0-6b4b-4bba-9496-606fb00c1ad1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373418 Aug 18 13:20:24.248378 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2734b-f1a5-4485-9553-183d9228c3de req-785ddab3-20cc-46e4-ae56-3ab0b89dff44 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:24.251043 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-05e2734b-f1a5-4485-9553-183d9228c3de req-785ddab3-20cc-46e4-ae56-3ab0b89dff44 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d6240e95-54e4-4f6e-ad88-716bacfc1f1b HTTP/1.1" status: 200 len: 1094 time: 0.0450752 Aug 18 13:20:24.312029 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-05e2734b-f1a5-4485-9553-183d9228c3de req-ca2b4fef-ce70-47b1-9d40-deea2647143a tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2b01a85c-bdd3-4882-ac40-9e5e4b939578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385394 Aug 18 13:20:25.220575 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6796a22b-c68e-4c3f-bd31-b0a78136ab9b req-025d0362-45bd-42c5-99fb-e33b5da071e7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=883838bd-b4ab-4da1-85fe-698e5139e724&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424197 Aug 18 13:20:25.270485 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 0300a6a5-108e-4834-bab4-a668bbebebcf details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:20:25.317600 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a441d-d37c-482c-b496-7173ae3d15cb req-45bda7f2-9673-4eb6-a98f-3b50309f3b39 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:25.319178 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d12a441d-d37c-482c-b496-7173ae3d15cb req-45bda7f2-9673-4eb6-a98f-3b50309f3b39 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11939bc1-1f5a-42eb-a437-55a4acd6e2d0 HTTP/1.1" status: 200 len: 943 time: 0.0760951 Aug 18 13:20:25.336966 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796a22b-c68e-4c3f-bd31-b0a78136ab9b req-ab8637f0-fbf5-40dc-8ea1-97179228050c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:25.338458 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6796a22b-c68e-4c3f-bd31-b0a78136ab9b req-ab8637f0-fbf5-40dc-8ea1-97179228050c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8b2d84b9e89a4e2ea9629c3f6b7f090e&device_id=883838bd-b4ab-4da1-85fe-698e5139e724 HTTP/1.1" status: 200 len: 1097 time: 0.0635848 Aug 18 13:20:25.390707 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 0300a6a5-108e-4834-bab4-a668bbebebcf, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=0300a6a5-108e-4834-bab4-a668bbebebcf,segment=NetworkSegment(a4cc9a82-888b-4a2d-a778-55e481f5e3d7),segment_id=a4cc9a82-888b-4a2d-a778-55e481f5e3d7)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:20:25.403570 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '0300a6a5-108e-4834-bab4-a668bbebebcf', 'network_id': 'db6dcd4e-1fab-428f-954b-8b79624bfc2e', 'port_id': '0300a6a5-108e-4834-bab4-a668bbebebcf', 'mac_address': 'fa:16:3e:a5:18:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ab39d9c-600f-4b7f-ac6a-e9055665ae1d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:20:25.427448 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d12a441d-d37c-482c-b496-7173ae3d15cb req-2b0d7739-aecc-4922-a4a5-c6f5818549ba tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998633 Aug 18 13:20:25.468237 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:25.478840 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2085bf-5fa4-4705-9f6a-ee33262dff94 req-96ead0db-74b6-4dfc-9694-ba93f1d3328a tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:25.480466 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3c2085bf-5fa4-4705-9f6a-ee33262dff94 req-96ead0db-74b6-4dfc-9694-ba93f1d3328a tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d6240e95-54e4-4f6e-ad88-716bacfc1f1b HTTP/1.1" status: 200 len: 1094 time: 0.0664873 Aug 18 13:20:25.482715 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796a22b-c68e-4c3f-bd31-b0a78136ab9b req-1c42dcd1-72bb-46a0-ad5f-e7e186dcd8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:25.484312 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6796a22b-c68e-4c3f-bd31-b0a78136ab9b req-1c42dcd1-72bb-46a0-ad5f-e7e186dcd8c8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=db6dcd4e-1fab-428f-954b-8b79624bfc2e HTTP/1.1" status: 200 len: 910 time: 0.1206641 Aug 18 13:20:25.487579 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0300a6a5-108e-4834-bab4-a668bbebebcf {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:20:25.510009 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 0300a6a5-108e-4834-bab4-a668bbebebcf, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=0300a6a5-108e-4834-bab4-a668bbebebcf,segment=NetworkSegment(a4cc9a82-888b-4a2d-a778-55e481f5e3d7),segment_id=a4cc9a82-888b-4a2d-a778-55e481f5e3d7)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:20:25.533880 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3c2085bf-5fa4-4705-9f6a-ee33262dff94 req-4cf02641-7355-4963-a038-9712b97d4d44 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2b01a85c-bdd3-4882-ac40-9e5e4b939578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465055 Aug 18 13:20:25.555527 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6796a22b-c68e-4c3f-bd31-b0a78136ab9b req-4c5e56f4-9744-4f90-a27d-c96f4a8b3cc7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37f617b9-59ed-4d38-857b-a3643b501c99 HTTP/1.1" status: 200 len: 217 time: 0.0632885 Aug 18 13:20:25.600170 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:25.600899 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 1b177878-9acf-4ea3-bc41-5dbebaa06848 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:20:25.619805 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796a22b-c68e-4c3f-bd31-b0a78136ab9b req-1860cb4c-9364-4e1e-93a5-86368bf2867d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:25.621989 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6796a22b-c68e-4c3f-bd31-b0a78136ab9b req-1860cb4c-9364-4e1e-93a5-86368bf2867d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9ab39d9c-600f-4b7f-ac6a-e9055665ae1d HTTP/1.1" status: 200 len: 848 time: 0.0587175 Aug 18 13:20:25.685364 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796a22b-c68e-4c3f-bd31-b0a78136ab9b req-fba838c2-e0f2-4e9a-a19a-6a6c788da55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:25.686953 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6796a22b-c68e-4c3f-bd31-b0a78136ab9b req-fba838c2-e0f2-4e9a-a19a-6a6c788da55f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db6dcd4e-1fab-428f-954b-8b79624bfc2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505469 Aug 18 13:20:25.714660 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=0300a6a5-108e-4834-bab4-a668bbebebcf,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:25.762636 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 1b177878-9acf-4ea3-bc41-5dbebaa06848, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=1b177878-9acf-4ea3-bc41-5dbebaa06848,segment=NetworkSegment(253e9a78-b703-48d2-8774-59f67598fdbb),segment_id=253e9a78-b703-48d2-8774-59f67598fdbb)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:20:25.785923 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '1b177878-9acf-4ea3-bc41-5dbebaa06848', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'port_id': '1b177878-9acf-4ea3-bc41-5dbebaa06848', 'mac_address': 'fa:16:3e:3c:94:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:20:25.844440 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:25.863523 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b177878-9acf-4ea3-bc41-5dbebaa06848 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:20:25.877304 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6796a22b-c68e-4c3f-bd31-b0a78136ab9b req-90cb159c-9283-4b89-9f5c-37986b44544e service neutron] 10.222.0.39 "GET /v2.0/networks/db6dcd4e-1fab-428f-954b-8b79624bfc2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822832 Aug 18 13:20:25.897704 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 1b177878-9acf-4ea3-bc41-5dbebaa06848, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=1b177878-9acf-4ea3-bc41-5dbebaa06848,segment=NetworkSegment(253e9a78-b703-48d2-8774-59f67598fdbb),segment_id=253e9a78-b703-48d2-8774-59f67598fdbb)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:20:25.989840 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6796a22b-c68e-4c3f-bd31-b0a78136ab9b req-c73bcba2-1f2c-4485-8472-f91895b681a4 service neutron] 10.222.0.39 "GET /v2.0/networks/db6dcd4e-1fab-428f-954b-8b79624bfc2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032107 Aug 18 13:20:26.037657 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:26.114512 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=1b177878-9acf-4ea3-bc41-5dbebaa06848,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:26.333919 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['0300a6a5-108e-4834-bab4-a668bbebebcf'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:20:26.408360 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['1b177878-9acf-4ea3-bc41-5dbebaa06848'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:20:26.585434 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e5d8d-5f21-46e9-8b36-bd72431f70c1 req-9a9eb968-1c4c-4b05-a146-7c1ff9b68b34 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:26.595951 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d23e5d8d-5f21-46e9-8b36-bd72431f70c1 req-9a9eb968-1c4c-4b05-a146-7c1ff9b68b34 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11939bc1-1f5a-42eb-a437-55a4acd6e2d0 HTTP/1.1" status: 200 len: 944 time: 0.0880055 Aug 18 13:20:26.674152 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d23e5d8d-5f21-46e9-8b36-bd72431f70c1 req-83b5a36e-7973-4a1d-8c15-0fe4633c1b9f tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769484 Aug 18 13:20:26.711961 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d265b6f-f89b-4abf-b442-b4b237988fa5 req-8c0f241c-92be-4635-8956-a8d8b7f978ab tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:26.714290 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1d265b6f-f89b-4abf-b442-b4b237988fa5 req-8c0f241c-92be-4635-8956-a8d8b7f978ab tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d6240e95-54e4-4f6e-ad88-716bacfc1f1b HTTP/1.1" status: 200 len: 1095 time: 0.0768449 Aug 18 13:20:26.754864 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1d265b6f-f89b-4abf-b442-b4b237988fa5 req-daca93fe-2f17-48ec-bfbd-a0cbbe5cfcd6 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2b01a85c-bdd3-4882-ac40-9e5e4b939578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315406 Aug 18 13:20:27.271224 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 0300a6a5-108e-4834-bab4-a668bbebebcf up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:20:27.421283 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 0300a6a5-108e-4834-bab4-a668bbebebcf completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:20:27.427047 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 0300a6a5-108e-4834-bab4-a668bbebebcf triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:20:27.427547 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:27.524034 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:27.550531 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6240e95-54e4-4f6e-ad88-716bacfc1f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0300a6a5-108e-4834-bab4-a668bbebebcf'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:20:27.552747 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25cc170e-3619-4a00-a400-5c20ae76025b" -d '{"events": [{"server_uuid": "d6240e95-54e4-4f6e-ad88-716bacfc1f1b", "name": "network-vif-plugged", "status": "completed", "tag": "0300a6a5-108e-4834-bab4-a668bbebebcf"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:20:27.567082 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 0300a6a5-108e-4834-bab4-a668bbebebcf, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=0300a6a5-108e-4834-bab4-a668bbebebcf,segment=NetworkSegment(a4cc9a82-888b-4a2d-a778-55e481f5e3d7),segment_id=a4cc9a82-888b-4a2d-a778-55e481f5e3d7)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:20:27.593749 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29588a1d-4d8a-4750-9d11-ffd36555ebb3 x-openstack-request-id: req-29588a1d-4d8a-4750-9d11-ffd36555ebb3 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:20:27.594006 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6240e95-54e4-4f6e-ad88-716bacfc1f1b", "name": "network-vif-plugged", "status": "completed", "tag": "0300a6a5-108e-4834-bab4-a668bbebebcf", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:20:27.594265 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-29588a1d-4d8a-4750-9d11-ffd36555ebb3 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:20:27.594825 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6240e95-54e4-4f6e-ad88-716bacfc1f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0300a6a5-108e-4834-bab4-a668bbebebcf', 'code': 200} Aug 18 13:20:27.649290 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:27.686681 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-f8a3b97a-1141-4a90-b274-67ee218282ed tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1ef7849c5bab44ba99330fe5949c720e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442557 Aug 18 13:20:27.702560 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=0300a6a5-108e-4834-bab4-a668bbebebcf,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:27.820521 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34badd-e2ad-4f7b-a6a7-dc194727f388 req-aa47ee96-b3f3-4313-87d9-edf82b35ed3a tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:27.822096 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ed34badd-e2ad-4f7b-a6a7-dc194727f388 req-aa47ee96-b3f3-4313-87d9-edf82b35ed3a tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11939bc1-1f5a-42eb-a437-55a4acd6e2d0 HTTP/1.1" status: 200 len: 944 time: 0.0548282 Aug 18 13:20:27.859837 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36559414-7c19-402d-af08-25f27d968bd3 req-d34c55ac-b5bf-4f02-84f7-4e38852022e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:27.861437 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-36559414-7c19-402d-af08-25f27d968bd3 req-d34c55ac-b5bf-4f02-84f7-4e38852022e3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d6240e95-54e4-4f6e-ad88-716bacfc1f1b HTTP/1.1" status: 200 len: 1096 time: 0.1829479 Aug 18 13:20:27.869949 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ed34badd-e2ad-4f7b-a6a7-dc194727f388 req-e3d1aa2c-4150-4278-89af-48ad142426c6 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409112 Aug 18 13:20:27.944287 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-a719ddc5-9787-4b3c-afb3-f4e243e9839a tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:27.945799 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-a719ddc5-9787-4b3c-afb3-f4e243e9839a tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2584097 Aug 18 13:20:27.950445 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-36559414-7c19-402d-af08-25f27d968bd3 req-4c1d03e9-fac1-456a-b223-a1b9a55b714f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2b01a85c-bdd3-4882-ac40-9e5e4b939578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807693 Aug 18 13:20:27.968841 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:20:27.974065 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-68a78f77-e92a-4821-9b1b-628f96ed2e39 tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] 10.222.0.13 "GET /v2.0/quotas/1ef7849c5bab44ba99330fe5949c720e HTTP/1.1" status: 200 len: 375 time: 0.0179963 Aug 18 13:20:27.991435 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf108b08-db1d-4421-9252-b4d56261cfe8 req-d90fa60b-d780-4da5-9c08-cb93ea16db50 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:27.993250 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bf108b08-db1d-4421-9252-b4d56261cfe8 req-d90fa60b-d780-4da5-9c08-cb93ea16db50 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d6240e95-54e4-4f6e-ad88-716bacfc1f1b HTTP/1.1" status: 200 len: 1096 time: 0.0620246 Aug 18 13:20:28.008444 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-7b08178f-9ff3-4fc6-bf17-2a655ede3a3e tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ef7849c5bab44ba99330fe5949c720e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334892 Aug 18 13:20:28.039084 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bf108b08-db1d-4421-9252-b4d56261cfe8 req-40eb4706-ce40-4167-8c3b-73d207568c86 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2b01a85c-bdd3-4882-ac40-9e5e4b939578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394876 Aug 18 13:20:28.049428 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:28.769738 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:28.805054 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-be8f58a2-1db8-476d-bc1a-8a1cffd22f45 req-36038f80-98cd-4705-b7d4-94f1338041b1 tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f710697-7119-4483-a72b-f787c92398db HTTP/1.1" status: 200 len: 210 time: 0.0402908 Aug 18 13:20:28.996057 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e0e71a-3d85-4e7a-bbe7-8bb21d728ccf req-c5ef5994-1848-46ec-88c9-4e72baf080ca tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:28.998123 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-92e0e71a-3d85-4e7a-bbe7-8bb21d728ccf req-c5ef5994-1848-46ec-88c9-4e72baf080ca tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11939bc1-1f5a-42eb-a437-55a4acd6e2d0 HTTP/1.1" status: 200 len: 944 time: 0.0534425 Aug 18 13:20:29.038368 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-92e0e71a-3d85-4e7a-bbe7-8bb21d728ccf req-542d0432-510d-4a90-8f36-9958bc23a85b tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339315 Aug 18 13:20:29.227053 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6fe2f2-4851-44ea-a1a7-4772312b9109 req-5e11d00c-f6a5-4d84-914b-1d6ee332e534 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:29.230773 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cf6fe2f2-4851-44ea-a1a7-4772312b9109 req-5e11d00c-f6a5-4d84-914b-1d6ee332e534 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d6240e95-54e4-4f6e-ad88-716bacfc1f1b HTTP/1.1" status: 200 len: 1096 time: 0.0866172 Aug 18 13:20:29.278582 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cf6fe2f2-4851-44ea-a1a7-4772312b9109 req-d9bdf627-f6ce-436c-a35c-165baeee8117 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2b01a85c-bdd3-4882-ac40-9e5e4b939578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417607 Aug 18 13:20:29.302887 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 1b177878-9acf-4ea3-bc41-5dbebaa06848 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:20:29.399816 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948de5c1-bd57-4247-9fc1-b6c63b98bcef req-9f5510bc-e8b9-45d4-a630-e07e2e43feea tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:29.403649 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-948de5c1-bd57-4247-9fc1-b6c63b98bcef req-9f5510bc-e8b9-45d4-a630-e07e2e43feea tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d6240e95-54e4-4f6e-ad88-716bacfc1f1b HTTP/1.1" status: 200 len: 1096 time: 0.0426950 Aug 18 13:20:29.441128 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-948de5c1-bd57-4247-9fc1-b6c63b98bcef req-8b249a60-37b1-4f8e-afac-ddeb99402a57 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2b01a85c-bdd3-4882-ac40-9e5e4b939578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336430 Aug 18 13:20:29.536462 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 1b177878-9acf-4ea3-bc41-5dbebaa06848 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:20:29.540716 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 1b177878-9acf-4ea3-bc41-5dbebaa06848 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:20:29.541094 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:29.559084 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2157d6-742c-44a2-842b-67dccb629c99 req-0b906f26-0d30-467e-83ee-6662a0f4e3e8 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:29.560743 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cf2157d6-742c-44a2-842b-67dccb629c99 req-0b906f26-0d30-467e-83ee-6662a0f4e3e8 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d6240e95-54e4-4f6e-ad88-716bacfc1f1b HTTP/1.1" status: 200 len: 1096 time: 0.0460353 Aug 18 13:20:29.599170 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cf2157d6-742c-44a2-842b-67dccb629c99 req-6a23bcd5-31f6-413a-b150-db039716d5ba tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2b01a85c-bdd3-4882-ac40-9e5e4b939578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322027 Aug 18 13:20:29.641125 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:29.680629 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11939bc1-1f5a-42eb-a437-55a4acd6e2d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b177878-9acf-4ea3-bc41-5dbebaa06848'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:20:29.683731 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bec84b-1a6d-4fdc-a088-b1a5af13f862" -d '{"events": [{"server_uuid": "11939bc1-1f5a-42eb-a437-55a4acd6e2d0", "name": "network-vif-plugged", "status": "completed", "tag": "1b177878-9acf-4ea3-bc41-5dbebaa06848"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:20:29.715658 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 1b177878-9acf-4ea3-bc41-5dbebaa06848, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=1b177878-9acf-4ea3-bc41-5dbebaa06848,segment=NetworkSegment(253e9a78-b703-48d2-8774-59f67598fdbb),segment_id=253e9a78-b703-48d2-8774-59f67598fdbb)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:20:29.733823 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9551a3-c32e-4d5a-9a95-e95ad3c32414 x-openstack-request-id: req-ec9551a3-c32e-4d5a-9a95-e95ad3c32414 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:20:29.734155 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11939bc1-1f5a-42eb-a437-55a4acd6e2d0", "name": "network-vif-plugged", "status": "completed", "tag": "1b177878-9acf-4ea3-bc41-5dbebaa06848", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:20:29.734433 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec9551a3-c32e-4d5a-9a95-e95ad3c32414 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:20:29.734825 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11939bc1-1f5a-42eb-a437-55a4acd6e2d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b177878-9acf-4ea3-bc41-5dbebaa06848', 'code': 200} Aug 18 13:20:29.780799 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:29.862155 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f547e86-33f2-41b2-8707-e77d26c95772 req-dd45821e-e826-47ec-a2d5-bbb605773840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:29.863923 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5f547e86-33f2-41b2-8707-e77d26c95772 req-dd45821e-e826-47ec-a2d5-bbb605773840 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=11939bc1-1f5a-42eb-a437-55a4acd6e2d0 HTTP/1.1" status: 200 len: 1096 time: 0.0670173 Aug 18 13:20:29.865350 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=1b177878-9acf-4ea3-bc41-5dbebaa06848,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:29.892752 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6345c635-252d-4bf9-b82d-fb627e18af71 req-37a2e5d6-a7a6-40c5-a0a1-da4f49850c39 tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f710697-7119-4483-a72b-f787c92398db HTTP/1.1" status: 200 len: 210 time: 0.0376370 Aug 18 13:20:29.921632 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5f547e86-33f2-41b2-8707-e77d26c95772 req-1c995aea-deed-420d-b1b1-dc0827b8407b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439184 Aug 18 13:20:30.154572 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab2008-2054-4f6e-9411-c2189bc85a5d req-0a41d5fd-9bfc-4731-a61a-a6fe83bda93c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:30.156057 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3eab2008-2054-4f6e-9411-c2189bc85a5d req-0a41d5fd-9bfc-4731-a61a-a6fe83bda93c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11939bc1-1f5a-42eb-a437-55a4acd6e2d0 HTTP/1.1" status: 200 len: 945 time: 0.0494990 Aug 18 13:20:30.196416 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3eab2008-2054-4f6e-9411-c2189bc85a5d req-a1066c2e-c78d-48ec-ba8b-baf41fc914ce tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339384 Aug 18 13:20:30.316188 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d382b2-3c91-43a5-ad61-1565692fd402 req-9bc7c8d4-49bd-40c6-b78b-36702d536b32 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:30.317582 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-77d382b2-3c91-43a5-ad61-1565692fd402 req-9bc7c8d4-49bd-40c6-b78b-36702d536b32 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d6240e95-54e4-4f6e-ad88-716bacfc1f1b HTTP/1.1" status: 200 len: 1096 time: 0.0430295 Aug 18 13:20:30.377288 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-77d382b2-3c91-43a5-ad61-1565692fd402 req-4a12356b-c064-42d7-b965-888bb2a7b0be tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2b01a85c-bdd3-4882-ac40-9e5e4b939578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356154 Aug 18 13:20:30.986855 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eaf88d46-f683-4edd-85b6-de9092f3fb73 req-00c40984-01f6-4bfa-8370-1fd5025d8b69 tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f710697-7119-4483-a72b-f787c92398db HTTP/1.1" status: 200 len: 210 time: 0.0289280 Aug 18 13:20:31.324686 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e5083-8a7c-41d3-90b1-07e0aaa88498 req-c4bb18e5-b23f-4d43-9134-e233c54ccc41 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:31.326464 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-613e5083-8a7c-41d3-90b1-07e0aaa88498 req-c4bb18e5-b23f-4d43-9134-e233c54ccc41 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11939bc1-1f5a-42eb-a437-55a4acd6e2d0 HTTP/1.1" status: 200 len: 945 time: 0.0614939 Aug 18 13:20:31.384544 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-613e5083-8a7c-41d3-90b1-07e0aaa88498 req-dd804ccf-ce7c-4957-94a3-f09bf43a011c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508475 Aug 18 13:20:31.497008 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d440c-d157-4d14-b916-dd96272b35ad req-d5543457-7604-45f1-8494-8b30ee3924fb tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:31.498607 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1a4d440c-d157-4d14-b916-dd96272b35ad req-d5543457-7604-45f1-8494-8b30ee3924fb tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d6240e95-54e4-4f6e-ad88-716bacfc1f1b HTTP/1.1" status: 200 len: 1096 time: 0.0427892 Aug 18 13:20:31.534960 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1a4d440c-d157-4d14-b916-dd96272b35ad req-5c8fb4df-af1e-4539-80b0-9a71caba229e tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2b01a85c-bdd3-4882-ac40-9e5e4b939578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298588 Aug 18 13:20:31.724431 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f321561-7fb6-4a1b-b5fb-03970af0b8af req-d2415185-96c4-4b2b-ab0d-259b17323a3d tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:31.725973 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0f321561-7fb6-4a1b-b5fb-03970af0b8af req-d2415185-96c4-4b2b-ab0d-259b17323a3d tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d6240e95-54e4-4f6e-ad88-716bacfc1f1b HTTP/1.1" status: 200 len: 1096 time: 0.0431683 Aug 18 13:20:31.813102 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-0f321561-7fb6-4a1b-b5fb-03970af0b8af req-b5eef6c4-afd9-4c90-9aac-55a737569ac8 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Deleting port 0300a6a5-108e-4834-bab4-a668bbebebcf {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:20:31.813445 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0f321561-7fb6-4a1b-b5fb-03970af0b8af req-b5eef6c4-afd9-4c90-9aac-55a737569ac8 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:31.898402 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-0f321561-7fb6-4a1b-b5fb-03970af0b8af req-b5eef6c4-afd9-4c90-9aac-55a737569ac8 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] For port 0300a6a5-108e-4834-bab4-a668bbebebcf, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=0300a6a5-108e-4834-bab4-a668bbebebcf,segment=NetworkSegment(a4cc9a82-888b-4a2d-a778-55e481f5e3d7),segment_id=a4cc9a82-888b-4a2d-a778-55e481f5e3d7)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:20:31.899019 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0f321561-7fb6-4a1b-b5fb-03970af0b8af req-b5eef6c4-afd9-4c90-9aac-55a737569ac8 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:31.913981 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-0f321561-7fb6-4a1b-b5fb-03970af0b8af req-b5eef6c4-afd9-4c90-9aac-55a737569ac8 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Calling delete_port for 0300a6a5-108e-4834-bab4-a668bbebebcf owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:20:32.092853 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6a04621b-e44a-4eee-b231-0ec7c50ef5b4 req-cc2d46f1-5efc-4ef8-8628-5759fee5d829 tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f710697-7119-4483-a72b-f787c92398db HTTP/1.1" status: 200 len: 210 time: 0.0274889 Aug 18 13:20:32.197756 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0f321561-7fb6-4a1b-b5fb-03970af0b8af req-b5eef6c4-afd9-4c90-9aac-55a737569ac8 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:32.209451 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['37f617b9-59ed-4d38-857b-a3643b501c99'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:20:32.211655 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['0300a6a5-108e-4834-bab4-a668bbebebcf'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:20:32.226062 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eef6c4-afd9-4c90-9aac-55a737569ac8 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Pushing event deleted for resources: {'Port': ['ID=0300a6a5-108e-4834-bab4-a668bbebebcf,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:32.227574 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-9149a30a-97a3-41e7-93fa-483a00afe617 tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=1ef7849c5bab44ba99330fe5949c720e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407233 Aug 18 13:20:32.292773 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f321561-7fb6-4a1b-b5fb-03970af0b8af req-b5eef6c4-afd9-4c90-9aac-55a737569ac8 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] No DVR routers for this DVR port 0300a6a5-108e-4834-bab4-a668bbebebcf on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:20:32.295535 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0f321561-7fb6-4a1b-b5fb-03970af0b8af req-b5eef6c4-afd9-4c90-9aac-55a737569ac8 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:32.312810 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0f321561-7fb6-4a1b-b5fb-03970af0b8af req-b5eef6c4-afd9-4c90-9aac-55a737569ac8 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.20 "DELETE /v2.0/ports/0300a6a5-108e-4834-bab4-a668bbebebcf HTTP/1.1" status: 204 len: 173 time: 0.5786276 Aug 18 13:20:32.313543 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6240e95-54e4-4f6e-ad88-716bacfc1f1b', 'name': 'network-vif-deleted', 'tag': '0300a6a5-108e-4834-bab4-a668bbebebcf'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:20:32.318260 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47bba4d-7321-40f6-96d4-1a2a7d416259" -d '{"events": [{"server_uuid": "d6240e95-54e4-4f6e-ad88-716bacfc1f1b", "name": "network-vif-deleted", "tag": "0300a6a5-108e-4834-bab4-a668bbebebcf"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:20:32.400787 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016e0ae5-eb63-4d8c-8e2a-cc0fa1c6a201 x-openstack-request-id: req-016e0ae5-eb63-4d8c-8e2a-cc0fa1c6a201 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:20:32.401660 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6240e95-54e4-4f6e-ad88-716bacfc1f1b", "name": "network-vif-deleted", "tag": "0300a6a5-108e-4834-bab4-a668bbebebcf", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:20:32.402244 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-016e0ae5-eb63-4d8c-8e2a-cc0fa1c6a201 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:20:32.402782 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6240e95-54e4-4f6e-ad88-716bacfc1f1b', 'name': 'network-vif-deleted', 'tag': '0300a6a5-108e-4834-bab4-a668bbebebcf', 'status': 'completed', 'code': 200} Aug 18 13:20:32.668188 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b9501-2473-4a92-8733-33b1c1334b01 req-d6750605-8489-497a-a5f5-93ccb8e25601 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:32.670612 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4b5b9501-2473-4a92-8733-33b1c1334b01 req-d6750605-8489-497a-a5f5-93ccb8e25601 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11939bc1-1f5a-42eb-a437-55a4acd6e2d0 HTTP/1.1" status: 200 len: 945 time: 0.1313605 Aug 18 13:20:32.728061 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4b5b9501-2473-4a92-8733-33b1c1334b01 req-dd89224b-a91b-4f49-90e1-f951e104f353 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418785 Aug 18 13:20:32.886899 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f388fe-7cd6-423f-8292-ee48d5f3c70a req-935e9ba7-593d-44c6-b07e-0bbd1136a745 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:32.894717 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-07f388fe-7cd6-423f-8292-ee48d5f3c70a req-935e9ba7-593d-44c6-b07e-0bbd1136a745 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11939bc1-1f5a-42eb-a437-55a4acd6e2d0 HTTP/1.1" status: 200 len: 945 time: 0.0831721 Aug 18 13:20:32.932818 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-07f388fe-7cd6-423f-8292-ee48d5f3c70a req-925eb927-a23e-45da-8d71-129d0b7f5302 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366392 Aug 18 13:20:33.044631 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d11e302d-ecaf-42c4-ad6c-d3ca01ad3b62 req-b2ac5e44-0825-4733-8e6a-edc928cb8d45 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d6240e95-54e4-4f6e-ad88-716bacfc1f1b HTTP/1.1" status: 200 len: 210 time: 0.0478058 Aug 18 13:20:33.056026 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-a855adec-830a-4a90-96ae-486926cb8266 tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:33.058099 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-a855adec-830a-4a90-96ae-486926cb8266 tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8225639 Aug 18 13:20:33.072506 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-e2e3c2a5-e126-4fff-8595-33b21b27c64b tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] Request body: {'port': {'device_id': '9f710697-7119-4483-a72b-f787c92398db', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'admin_state_up': True, 'tenant_id': '1ef7849c5bab44ba99330fe5949c720e'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:20:33.152244 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e9fa0-2290-469d-a2d6-7e9b70bb5aed req-4c031745-6be5-456b-ab5b-fa1ad5cd1435 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:33.161008 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c41e9fa0-2290-469d-a2d6-7e9b70bb5aed req-4c031745-6be5-456b-ab5b-fa1ad5cd1435 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11939bc1-1f5a-42eb-a437-55a4acd6e2d0 HTTP/1.1" status: 200 len: 945 time: 0.0825911 Aug 18 13:20:33.218940 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c41e9fa0-2290-469d-a2d6-7e9b70bb5aed req-2ea42d1a-cdb4-4ebf-8d2a-7986665a6df3 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564628 Aug 18 13:20:33.245275 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1d84c0da-4ba2-424f-bbc4-33167924afac req-1a8db929-4d7b-4335-a712-2e45a3a552a3 tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f710697-7119-4483-a72b-f787c92398db HTTP/1.1" status: 200 len: 210 time: 0.0458496 Aug 18 13:20:33.357710 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-e2e3c2a5-e126-4fff-8595-33b21b27c64b tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] Made reservation on behalf of 1ef7849c5bab44ba99330fe5949c720e for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:20:33.361362 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-e2e3c2a5-e126-4fff-8595-33b21b27c64b tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:33.370265 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-e2e3c2a5-e126-4fff-8595-33b21b27c64b tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:33.466385 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-e2e3c2a5-e126-4fff-8595-33b21b27c64b tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:33.573900 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-e2e3c2a5-e126-4fff-8595-33b21b27c64b tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:33.647896 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e3c2a5-e126-4fff-8595-33b21b27c64b tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f08d0105-3a68-4b2f-b383-2e58ff2008a3,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:33.750204 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-e2e3c2a5-e126-4fff-8595-33b21b27c64b tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] Allocated IP 192.168.233.227 (f82a481e-2d3e-49f3-a273-639556667c8a/38dc8434-66c0-4e05-8cce-b4a4a0f33dc3/0cd18794-9e6f-4ed9-ab29-5467ec32b726) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:20:33.893062 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d8d3c-bef3-466e-aade-2159704b116c req-835380b6-5dc4-4b42-994b-0ee9936908ac tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:33.894622 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2e8d8d3c-bef3-466e-aade-2159704b116c req-835380b6-5dc4-4b42-994b-0ee9936908ac tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11939bc1-1f5a-42eb-a437-55a4acd6e2d0 HTTP/1.1" status: 200 len: 945 time: 0.1137512 Aug 18 13:20:33.969158 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2e8d8d3c-bef3-466e-aade-2159704b116c req-cd89be55-c6d4-4f25-bae0-776359d81437 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662827 Aug 18 13:20:33.984658 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-e2e3c2a5-e126-4fff-8595-33b21b27c64b tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:33.997332 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-e2e3c2a5-e126-4fff-8595-33b21b27c64b tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] Transition to ACTIVE for port object 0cd18794-9e6f-4ed9-ab29-5467ec32b726 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:20:34.097153 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-e2e3c2a5-e126-4fff-8595-33b21b27c64b tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:34.149874 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-e2e3c2a5-e126-4fff-8595-33b21b27c64b tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] Network f82a481e-2d3e-49f3-a273-639556667c8a is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:20:34.155801 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-e2e3c2a5-e126-4fff-8595-33b21b27c64b tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:20:34.160294 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-e2e3c2a5-e126-4fff-8595-33b21b27c64b tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:20:34.215327 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e3c2a5-e126-4fff-8595-33b21b27c64b tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] Pushing event updated for resources: {'Port': ['ID=0cd18794-9e6f-4ed9-ab29-5467ec32b726,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:34.228888 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-e2e3c2a5-e126-4fff-8595-33b21b27c64b tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:34.229540 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-e2e3c2a5-e126-4fff-8595-33b21b27c64b tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:34.401175 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadad425-34b1-42f3-b2eb-97d4ba21c9c5 req-ae0142db-8e2a-41e9-8843-f87f697a633f tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:34.402807 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eadad425-34b1-42f3-b2eb-97d4ba21c9c5 req-ae0142db-8e2a-41e9-8843-f87f697a633f tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f710697-7119-4483-a72b-f787c92398db HTTP/1.1" status: 200 len: 936 time: 0.0616097 Aug 18 13:20:34.416194 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-e2e3c2a5-e126-4fff-8595-33b21b27c64b tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3477800 Aug 18 13:20:34.428380 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-19605164-c8b8-4aae-9686-d9fe16f8872e tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:20:34.429377 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-19605164-c8b8-4aae-9686-d9fe16f8872e tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056698 Aug 18 13:20:34.441948 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-8ca8c384-cbf2-4e89-a75b-891a6587d2d2 service neutron] Request body: {'port': {'device_id': '9f710697-7119-4483-a72b-f787c92398db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:20:34.446017 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eadad425-34b1-42f3-b2eb-97d4ba21c9c5 req-ca7c0027-9248-45c8-bba8-703f422e8ba3 tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] 10.222.0.13 "GET /v2.0/security-groups?id=f08d0105-3a68-4b2f-b383-2e58ff2008a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362227 Aug 18 13:20:34.510122 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-8ca8c384-cbf2-4e89-a75b-891a6587d2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:34.626162 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-9ef7ad52-f15c-4ada-ae2d-17d4c857fd98 None None] Provisioning for port 0cd18794-9e6f-4ed9-ab29-5467ec32b726 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:20:34.630250 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-9ef7ad52-f15c-4ada-ae2d-17d4c857fd98 None None] Provisioning complete for port 0cd18794-9e6f-4ed9-ab29-5467ec32b726 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:20:34.630718 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9ef7ad52-f15c-4ada-ae2d-17d4c857fd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:34.669689 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-9ef7ad52-f15c-4ada-ae2d-17d4c857fd98 None None] Port 0cd18794-9e6f-4ed9-ab29-5467ec32b726 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:20:34.863800 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-8ca8c384-cbf2-4e89-a75b-891a6587d2d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cd18794-9e6f-4ed9-ab29-5467ec32b726 {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:20:34.875792 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-8ca8c384-cbf2-4e89-a75b-891a6587d2d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:34.906744 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd5866-4345-4cba-ad6e-49f34b044046 req-bb108194-2a06-4a0e-a8e3-67a89d515b71 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:34.908415 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-addd5866-4345-4cba-ad6e-49f34b044046 req-bb108194-2a06-4a0e-a8e3-67a89d515b71 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=883838bd-b4ab-4da1-85fe-698e5139e724 HTTP/1.1" status: 200 len: 1097 time: 0.0914211 Aug 18 13:20:34.911405 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-8ca8c384-cbf2-4e89-a75b-891a6587d2d2 service neutron] Transition to ACTIVE for port object 0cd18794-9e6f-4ed9-ab29-5467ec32b726 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:20:34.957044 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-addd5866-4345-4cba-ad6e-49f34b044046 req-23c6c58c-f80d-49e1-80e6-19e42b5d4575 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2b01a85c-bdd3-4882-ac40-9e5e4b939578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353658 Aug 18 13:20:34.964905 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-8ca8c384-cbf2-4e89-a75b-891a6587d2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:35.147321 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca8c384-cbf2-4e89-a75b-891a6587d2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=0cd18794-9e6f-4ed9-ab29-5467ec32b726,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:35.191104 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17007629-7947-4ee3-b6f0-973e843b8110 req-a1a8d66b-2885-46e6-8e64-951b9626234c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:35.192630 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-17007629-7947-4ee3-b6f0-973e843b8110 req-a1a8d66b-2885-46e6-8e64-951b9626234c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11939bc1-1f5a-42eb-a437-55a4acd6e2d0 HTTP/1.1" status: 200 len: 945 time: 0.0801492 Aug 18 13:20:35.194050 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-8ca8c384-cbf2-4e89-a75b-891a6587d2d2 service neutron] Attempting to bind port 0cd18794-9e6f-4ed9-ab29-5467ec32b726 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:20:35.194366 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-8ca8c384-cbf2-4e89-a75b-891a6587d2d2 service neutron] Attempting to bind port 0cd18794-9e6f-4ed9-ab29-5467ec32b726 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:20:35.194728 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-8ca8c384-cbf2-4e89-a75b-891a6587d2d2 service neutron] Attempting to bind port 0cd18794-9e6f-4ed9-ab29-5467ec32b726 on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:20:35.214445 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-8ca8c384-cbf2-4e89-a75b-891a6587d2d2 service neutron] Port 0cd18794-9e6f-4ed9-ab29-5467ec32b726 on network f82a481e-2d3e-49f3-a273-639556667c8a not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:20:35.214445 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-8ca8c384-cbf2-4e89-a75b-891a6587d2d2 service neutron] Attempting to bind port 0cd18794-9e6f-4ed9-ab29-5467ec32b726 on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:20:35.224703 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-8ca8c384-cbf2-4e89-a75b-891a6587d2d2 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:20:35.225263 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-8ca8c384-cbf2-4e89-a75b-891a6587d2d2 service neutron] Checking segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:20:35.225452 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-8ca8c384-cbf2-4e89-a75b-891a6587d2d2 service neutron] Bound using segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:20:35.225941 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-8ca8c384-cbf2-4e89-a75b-891a6587d2d2 service neutron] Bound port: 0cd18794-9e6f-4ed9-ab29-5467ec32b726, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:20:35.226389 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-8ca8c384-cbf2-4e89-a75b-891a6587d2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:35.254190 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-17007629-7947-4ee3-b6f0-973e843b8110 req-439d098d-4ab1-46ba-b157-5bd82795d6d8 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532553 Aug 18 13:20:35.254365 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31da49-7ed7-4a87-aa52-dcca8fd4b8d7 req-9fc84b0b-d36c-40ef-8a67-a5e0ef26b3d8 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:35.256032 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-af31da49-7ed7-4a87-aa52-dcca8fd4b8d7 req-9fc84b0b-d36c-40ef-8a67-a5e0ef26b3d8 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.20 "GET /v2.0/ports?device_id=11939bc1-1f5a-42eb-a437-55a4acd6e2d0 HTTP/1.1" status: 200 len: 945 time: 0.0602388 Aug 18 13:20:35.324107 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 0300a6a5-108e-4834-bab4-a668bbebebcf no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:20:35.328327 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-8ca8c384-cbf2-4e89-a75b-891a6587d2d2 service neutron] For port 0cd18794-9e6f-4ed9-ab29-5467ec32b726, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:20:35.332409 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-8ca8c384-cbf2-4e89-a75b-891a6587d2d2 service neutron] For port 0cd18794-9e6f-4ed9-ab29-5467ec32b726, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=0cd18794-9e6f-4ed9-ab29-5467ec32b726,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:20:35.347448 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 0300a6a5-108e-4834-bab4-a668bbebebcf {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:20:35.347872 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 0300a6a5-108e-4834-bab4-a668bbebebcf not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:20:35.382872 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-af31da49-7ed7-4a87-aa52-dcca8fd4b8d7 req-dafb664e-f342-4e23-b620-40f1de9e187e tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Deleting port 1b177878-9acf-4ea3-bc41-5dbebaa06848 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:20:35.383213 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-af31da49-7ed7-4a87-aa52-dcca8fd4b8d7 req-dafb664e-f342-4e23-b620-40f1de9e187e tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:35.450154 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-8ca8c384-cbf2-4e89-a75b-891a6587d2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:35.523677 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca8c384-cbf2-4e89-a75b-891a6587d2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=0cd18794-9e6f-4ed9-ab29-5467ec32b726,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:35.524913 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-af31da49-7ed7-4a87-aa52-dcca8fd4b8d7 req-dafb664e-f342-4e23-b620-40f1de9e187e tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] For port 1b177878-9acf-4ea3-bc41-5dbebaa06848, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=1b177878-9acf-4ea3-bc41-5dbebaa06848,segment=NetworkSegment(253e9a78-b703-48d2-8774-59f67598fdbb),segment_id=253e9a78-b703-48d2-8774-59f67598fdbb)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:20:35.525534 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-af31da49-7ed7-4a87-aa52-dcca8fd4b8d7 req-dafb664e-f342-4e23-b620-40f1de9e187e tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:35.534031 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-8ca8c384-cbf2-4e89-a75b-891a6587d2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:35.535115 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-8ca8c384-cbf2-4e89-a75b-891a6587d2d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:35.545461 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-8ca8c384-cbf2-4e89-a75b-891a6587d2d2 service neutron] 10.222.0.39 "PUT /v2.0/ports/0cd18794-9e6f-4ed9-ab29-5467ec32b726 HTTP/1.1" status: 200 len: 1096 time: 1.0995264 Aug 18 13:20:35.545461 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f710697-7119-4483-a72b-f787c92398db', 'tag': '0cd18794-9e6f-4ed9-ab29-5467ec32b726'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:20:35.545461 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd816f8-20a3-4570-9170-c219b2c59226" -d '{"events": [{"name": "network-changed", "server_uuid": "9f710697-7119-4483-a72b-f787c92398db", "tag": "0cd18794-9e6f-4ed9-ab29-5467ec32b726"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:20:35.570290 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-af31da49-7ed7-4a87-aa52-dcca8fd4b8d7 req-dafb664e-f342-4e23-b620-40f1de9e187e tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Calling delete_port for 1b177878-9acf-4ea3-bc41-5dbebaa06848 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:20:35.596451 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0791822-bd66-431e-a6a2-aed400d03d16 x-openstack-request-id: req-d0791822-bd66-431e-a6a2-aed400d03d16 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:20:35.596598 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f710697-7119-4483-a72b-f787c92398db", "tag": "0cd18794-9e6f-4ed9-ab29-5467ec32b726", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:20:35.596840 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0791822-bd66-431e-a6a2-aed400d03d16 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:20:35.597549 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f710697-7119-4483-a72b-f787c92398db', 'tag': '0cd18794-9e6f-4ed9-ab29-5467ec32b726', 'status': 'completed', 'code': 200} Aug 18 13:20:35.663074 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67c63d-c9b7-488e-a426-793f3bc2e631 req-249cefc2-33ab-4d7c-bc8f-3072f73bd14a tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:35.664615 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0f67c63d-c9b7-488e-a426-793f3bc2e631 req-249cefc2-33ab-4d7c-bc8f-3072f73bd14a tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f710697-7119-4483-a72b-f787c92398db HTTP/1.1" status: 200 len: 948 time: 0.1128607 Aug 18 13:20:35.668446 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd816f8-20a3-4570-9170-c219b2c59226 req-c82ca917-dc47-404d-999e-fdecac8b8c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:35.669958 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-abd816f8-20a3-4570-9170-c219b2c59226 req-c82ca917-dc47-404d-999e-fdecac8b8c48 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ef7849c5bab44ba99330fe5949c720e&device_id=9f710697-7119-4483-a72b-f787c92398db HTTP/1.1" status: 200 len: 1099 time: 0.0458174 Aug 18 13:20:35.705468 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-abd816f8-20a3-4570-9170-c219b2c59226 req-f601d990-e8f7-46a5-a960-09a3e25e97ea service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=1ef7849c5bab44ba99330fe5949c720e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226495 Aug 18 13:20:35.753725 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0f67c63d-c9b7-488e-a426-793f3bc2e631 req-7e7b9604-19f6-4e29-874c-13be53470b8c tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] 10.222.0.13 "GET /v2.0/security-groups?id=f08d0105-3a68-4b2f-b383-2e58ff2008a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675213 Aug 18 13:20:35.843990 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd816f8-20a3-4570-9170-c219b2c59226 req-11779588-3d59-4113-bf04-50ceb5290533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:35.845556 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-abd816f8-20a3-4570-9170-c219b2c59226 req-11779588-3d59-4113-bf04-50ceb5290533 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1342800 Aug 18 13:20:35.923318 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-af31da49-7ed7-4a87-aa52-dcca8fd4b8d7 req-dafb664e-f342-4e23-b620-40f1de9e187e tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:35.934541 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-85c40a47-bf3a-48f8-a62e-6e4f2b66fa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:35.936176 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-85c40a47-bf3a-48f8-a62e-6e4f2b66fa1b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ef7849c5bab44ba99330fe5949c720e&device_id=9f710697-7119-4483-a72b-f787c92398db HTTP/1.1" status: 200 len: 1099 time: 0.0423050 Aug 18 13:20:35.956811 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb664e-f342-4e23-b620-40f1de9e187e tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Pushing event deleted for resources: {'Port': ['ID=1b177878-9acf-4ea3-bc41-5dbebaa06848,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:35.985455 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-dec631af-f321-4ca7-8549-b8017f66cc81 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=0cd18794-9e6f-4ed9-ab29-5467ec32b726 HTTP/1.1" status: 200 len: 217 time: 0.0409167 Aug 18 13:20:36.007301 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-af31da49-7ed7-4a87-aa52-dcca8fd4b8d7 req-dafb664e-f342-4e23-b620-40f1de9e187e tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] No DVR routers for this DVR port 1b177878-9acf-4ea3-bc41-5dbebaa06848 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:20:36.010345 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-af31da49-7ed7-4a87-aa52-dcca8fd4b8d7 req-dafb664e-f342-4e23-b620-40f1de9e187e tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:36.013257 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-af31da49-7ed7-4a87-aa52-dcca8fd4b8d7 req-dafb664e-f342-4e23-b620-40f1de9e187e tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.20 "DELETE /v2.0/ports/1b177878-9acf-4ea3-bc41-5dbebaa06848 HTTP/1.1" status: 204 len: 173 time: 0.7503324 Aug 18 13:20:36.014118 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11939bc1-1f5a-42eb-a437-55a4acd6e2d0', 'name': 'network-vif-deleted', 'tag': '1b177878-9acf-4ea3-bc41-5dbebaa06848'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:20:36.016846 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768b9833-0e80-4701-b83b-86f8704af2f2" -d '{"events": [{"server_uuid": "11939bc1-1f5a-42eb-a437-55a4acd6e2d0", "name": "network-vif-deleted", "tag": "1b177878-9acf-4ea3-bc41-5dbebaa06848"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:20:36.058856 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-f277c4fa-e18d-4c26-b1cf-2476ae758b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:36.060674 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-f277c4fa-e18d-4c26-b1cf-2476ae758b7f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.0638633 Aug 18 13:20:36.091797 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b762268e-444d-462c-adee-08132c7d3054 x-openstack-request-id: req-b762268e-444d-462c-adee-08132c7d3054 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:20:36.092338 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11939bc1-1f5a-42eb-a437-55a4acd6e2d0", "name": "network-vif-deleted", "tag": "1b177878-9acf-4ea3-bc41-5dbebaa06848", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:20:36.092731 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b762268e-444d-462c-adee-08132c7d3054 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:20:36.093429 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11939bc1-1f5a-42eb-a437-55a4acd6e2d0', 'name': 'network-vif-deleted', 'tag': '1b177878-9acf-4ea3-bc41-5dbebaa06848', 'status': 'completed', 'code': 200} Aug 18 13:20:36.115665 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a96c27-ab78-4e18-82cb-0984cba31765 req-a448b212-eb81-405d-82cc-18a46024d97f tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:36.117783 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b6a96c27-ab78-4e18-82cb-0984cba31765 req-a448b212-eb81-405d-82cc-18a46024d97f tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=883838bd-b4ab-4da1-85fe-698e5139e724 HTTP/1.1" status: 200 len: 1097 time: 0.0778599 Aug 18 13:20:36.245625 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-c9b5de57-dbc3-4318-b4b5-71d2f18ff9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:36.247112 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-c9b5de57-dbc3-4318-b4b5-71d2f18ff9ef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1782346 Aug 18 13:20:36.277844 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2d889-1101-41c5-8503-c2f614d55689 req-86417e98-7e5d-486b-ac68-f03336b0a5fc tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:36.291655 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-26a2d889-1101-41c5-8503-c2f614d55689 req-86417e98-7e5d-486b-ac68-f03336b0a5fc tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=883838bd-b4ab-4da1-85fe-698e5139e724 HTTP/1.1" status: 200 len: 1097 time: 0.1605039 Aug 18 13:20:36.303285 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-b6a96c27-ab78-4e18-82cb-0984cba31765 req-ceb0b1a6-cd55-4119-b25a-e195ca33c35f tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Deleting port 37f617b9-59ed-4d38-857b-a3643b501c99 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:20:36.308463 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b6a96c27-ab78-4e18-82cb-0984cba31765 req-ceb0b1a6-cd55-4119-b25a-e195ca33c35f tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:36.426431 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-26a2d889-1101-41c5-8503-c2f614d55689 req-d256f5f9-5a65-4907-bd01-d38e6265592b tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2b01a85c-bdd3-4882-ac40-9e5e4b939578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338143 Aug 18 13:20:36.430620 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-4eb6e607-d505-4b3f-ad1b-dff9cbfa7578 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748636 Aug 18 13:20:36.471523 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2d78042f-e53c-43d4-a1b2-f6b7fb64c7b7 req-b56407f4-9030-4d88-9a09-6f30fcfb1ca8 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11939bc1-1f5a-42eb-a437-55a4acd6e2d0 HTTP/1.1" status: 200 len: 210 time: 0.0821607 Aug 18 13:20:36.498322 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-b6a96c27-ab78-4e18-82cb-0984cba31765 req-ceb0b1a6-cd55-4119-b25a-e195ca33c35f tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] For port 37f617b9-59ed-4d38-857b-a3643b501c99, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=37f617b9-59ed-4d38-857b-a3643b501c99,segment=NetworkSegment(a4cc9a82-888b-4a2d-a778-55e481f5e3d7),segment_id=a4cc9a82-888b-4a2d-a778-55e481f5e3d7)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:20:36.498707 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b6a96c27-ab78-4e18-82cb-0984cba31765 req-ceb0b1a6-cd55-4119-b25a-e195ca33c35f tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:36.512109 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-b6a96c27-ab78-4e18-82cb-0984cba31765 req-ceb0b1a6-cd55-4119-b25a-e195ca33c35f tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Calling delete_port for 37f617b9-59ed-4d38-857b-a3643b501c99 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:20:36.550328 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-e27e7ffb-af2a-49a7-ae43-91f928d79994 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127658 Aug 18 13:20:36.694757 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b6a96c27-ab78-4e18-82cb-0984cba31765 req-ceb0b1a6-cd55-4119-b25a-e195ca33c35f tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:36.706455 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['37f617b9-59ed-4d38-857b-a3643b501c99'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:20:36.723341 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb0b1a6-cd55-4119-b25a-e195ca33c35f tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Pushing event deleted for resources: {'Port': ['ID=37f617b9-59ed-4d38-857b-a3643b501c99,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:36.790922 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a96c27-ab78-4e18-82cb-0984cba31765 req-ceb0b1a6-cd55-4119-b25a-e195ca33c35f tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] No DVR routers for this DVR port 37f617b9-59ed-4d38-857b-a3643b501c99 on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:20:36.794866 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b6a96c27-ab78-4e18-82cb-0984cba31765 req-ceb0b1a6-cd55-4119-b25a-e195ca33c35f tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:36.801217 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b6a96c27-ab78-4e18-82cb-0984cba31765 req-ceb0b1a6-cd55-4119-b25a-e195ca33c35f tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.39 "DELETE /v2.0/ports/37f617b9-59ed-4d38-857b-a3643b501c99 HTTP/1.1" status: 204 len: 173 time: 0.6689160 Aug 18 13:20:36.949626 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a39355-b92f-4f7e-ae27-2a84b4ca52ec req-b22e0ca0-5227-49bb-9b04-c7d014dd8d03 tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:36.960445 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-05a39355-b92f-4f7e-ae27-2a84b4ca52ec req-b22e0ca0-5227-49bb-9b04-c7d014dd8d03 tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f710697-7119-4483-a72b-f787c92398db HTTP/1.1" status: 200 len: 948 time: 0.0980964 Aug 18 13:20:37.044140 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-05a39355-b92f-4f7e-ae27-2a84b4ca52ec req-60cab6b7-d70b-4be9-81a7-1d9300693a5d tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] 10.222.0.13 "GET /v2.0/security-groups?id=f08d0105-3a68-4b2f-b383-2e58ff2008a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824630 Aug 18 13:20:37.365290 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 1b177878-9acf-4ea3-bc41-5dbebaa06848 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:20:37.386063 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 1b177878-9acf-4ea3-bc41-5dbebaa06848 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:20:37.386806 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 1b177878-9acf-4ea3-bc41-5dbebaa06848 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:20:37.601311 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-76b61d35-d9ee-4edd-a768-868bba40cbb8 req-37500aa0-23e9-4e3e-9709-a96c36b88b68 tempest-TestServerMultinode-1160506740 tempest-TestServerMultinode-1160506740-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=883838bd-b4ab-4da1-85fe-698e5139e724 HTTP/1.1" status: 200 len: 210 time: 0.0367751 Aug 18 13:20:37.625835 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2705b301-df60-425a-adf9-0f2ef8123bc1 req-6a530daf-be0a-4b52-b190-b20a852bce54 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11939bc1-1f5a-42eb-a437-55a4acd6e2d0 HTTP/1.1" status: 200 len: 210 time: 0.0268164 Aug 18 13:20:38.095326 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883838bd-b4ab-4da1-85fe-698e5139e724', 'name': 'network-vif-deleted', 'tag': '37f617b9-59ed-4d38-857b-a3643b501c99'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:20:38.097783 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5425ce1-78e3-4579-bc79-4e2db0613845" -d '{"events": [{"server_uuid": "883838bd-b4ab-4da1-85fe-698e5139e724", "name": "network-vif-deleted", "tag": "37f617b9-59ed-4d38-857b-a3643b501c99"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:20:38.218507 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01446f2f-6209-46f6-864e-5d9d1223b89f req-32b4bb8b-43e9-41b0-b134-f4c6af00dcaa tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:38.237071 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-01446f2f-6209-46f6-864e-5d9d1223b89f req-32b4bb8b-43e9-41b0-b134-f4c6af00dcaa tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f710697-7119-4483-a72b-f787c92398db HTTP/1.1" status: 200 len: 948 time: 0.1093233 Aug 18 13:20:38.306013 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-01446f2f-6209-46f6-864e-5d9d1223b89f req-920960aa-36c2-48a2-abe5-420b7347d3e3 tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] 10.222.0.13 "GET /v2.0/security-groups?id=f08d0105-3a68-4b2f-b383-2e58ff2008a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680227 Aug 18 13:20:38.325835 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a73ada-e4dd-443d-96a8-a915d83cc367 x-openstack-request-id: req-02a73ada-e4dd-443d-96a8-a915d83cc367 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:20:38.332791 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "883838bd-b4ab-4da1-85fe-698e5139e724", "name": "network-vif-deleted", "tag": "37f617b9-59ed-4d38-857b-a3643b501c99", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:20:38.332791 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02a73ada-e4dd-443d-96a8-a915d83cc367 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:20:38.332791 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883838bd-b4ab-4da1-85fe-698e5139e724', 'name': 'network-vif-deleted', 'tag': '37f617b9-59ed-4d38-857b-a3643b501c99', 'status': 'completed', 'code': 200} Aug 18 13:20:38.689448 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 49134) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:20:38.779613 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f8d77b7c-860c-47cb-b304-afbde29102b6 req-d112d0c3-0ad6-4efc-aa49-c6707e965223 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11939bc1-1f5a-42eb-a437-55a4acd6e2d0 HTTP/1.1" status: 200 len: 210 time: 0.0411720 Aug 18 13:20:39.076018 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 0cd18794-9e6f-4ed9-ab29-5467ec32b726 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:20:39.134494 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ddd820ad-2e8f-4e0b-ac53-f6dfe186cc7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:39.369124 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 37f617b9-59ed-4d38-857b-a3643b501c99 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:20:39.397813 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: 37f617b9-59ed-4d38-857b-a3643b501c99 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:20:39.399643 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 37f617b9-59ed-4d38-857b-a3643b501c99 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:20:39.521631 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 0cd18794-9e6f-4ed9-ab29-5467ec32b726, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=0cd18794-9e6f-4ed9-ab29-5467ec32b726,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:20:39.540034 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '0cd18794-9e6f-4ed9-ab29-5467ec32b726', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'port_id': '0cd18794-9e6f-4ed9-ab29-5467ec32b726', 'mac_address': 'fa:16:3e:39:4d:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc8434-66c0-4e05-8cce-b4a4a0f33dc3', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:20:39.555237 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-ddd820ad-2e8f-4e0b-ac53-f6dfe186cc7d admin admin] Deleting port 3a38a4ea-6b5a-4ac8-8f9a-1234fd781918 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:20:39.555790 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ddd820ad-2e8f-4e0b-ac53-f6dfe186cc7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:39.575656 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cfd7f7-af0f-4a9e-a251-b6306797fd12 req-4718ab99-79fa-48a9-b479-6b89a0f97c0e tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:39.583984 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c4cfd7f7-af0f-4a9e-a251-b6306797fd12 req-4718ab99-79fa-48a9-b479-6b89a0f97c0e tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f710697-7119-4483-a72b-f787c92398db HTTP/1.1" status: 200 len: 948 time: 0.1454239 Aug 18 13:20:39.598156 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:39.612046 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cd18794-9e6f-4ed9-ab29-5467ec32b726 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:20:39.617472 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c4cfd7f7-af0f-4a9e-a251-b6306797fd12 req-34333e6b-b96e-4423-bb6e-8e6915306a37 tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] 10.222.0.13 "GET /v2.0/security-groups?id=f08d0105-3a68-4b2f-b383-2e58ff2008a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326355 Aug 18 13:20:39.639562 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 0cd18794-9e6f-4ed9-ab29-5467ec32b726, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=0cd18794-9e6f-4ed9-ab29-5467ec32b726,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:20:39.660828 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-ddd820ad-2e8f-4e0b-ac53-f6dfe186cc7d admin admin] For port 3a38a4ea-6b5a-4ac8-8f9a-1234fd781918, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=3a38a4ea-6b5a-4ac8-8f9a-1234fd781918,segment=NetworkSegment(a4cc9a82-888b-4a2d-a778-55e481f5e3d7),segment_id=a4cc9a82-888b-4a2d-a778-55e481f5e3d7)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:20:39.661263 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ddd820ad-2e8f-4e0b-ac53-f6dfe186cc7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:39.675381 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-ddd820ad-2e8f-4e0b-ac53-f6dfe186cc7d admin admin] Calling delete_port for 3a38a4ea-6b5a-4ac8-8f9a-1234fd781918 owned by network:router_interface {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:20:39.894498 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-592f1bd9-e746-4e5a-b731-6b5c905f705b req-8a3b1e56-bc8d-48a0-8bd1-80e0f40b301b tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11939bc1-1f5a-42eb-a437-55a4acd6e2d0 HTTP/1.1" status: 200 len: 210 time: 0.0409176 Aug 18 13:20:39.919567 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:39.992010 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ddd820ad-2e8f-4e0b-ac53-f6dfe186cc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:40.002380 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=0cd18794-9e6f-4ed9-ab29-5467ec32b726,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:40.022489 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd820ad-2e8f-4e0b-ac53-f6dfe186cc7d admin admin] Pushing event deleted for resources: {'Port': ['ID=3a38a4ea-6b5a-4ac8-8f9a-1234fd781918,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:40.109847 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['0cd18794-9e6f-4ed9-ab29-5467ec32b726'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:20:40.257241 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ddd820ad-2e8f-4e0b-ac53-f6dfe186cc7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:40.941918 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea47f17-0e85-4675-91df-62221310d6e8 req-51315eae-96a3-4c96-bd4d-9ef9a7d844be tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:40.944564 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7ea47f17-0e85-4675-91df-62221310d6e8 req-51315eae-96a3-4c96-bd4d-9ef9a7d844be tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f710697-7119-4483-a72b-f787c92398db HTTP/1.1" status: 200 len: 949 time: 0.1011717 Aug 18 13:20:40.982529 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd820ad-2e8f-4e0b-ac53-f6dfe186cc7d admin admin] Router abe1e8a6-b034-4195-8a14-b2f1af952a27 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:20:41.006757 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7ea47f17-0e85-4675-91df-62221310d6e8 req-1f5bc36e-8913-4e94-920d-49e953943ab1 tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] 10.222.0.13 "GET /v2.0/security-groups?id=f08d0105-3a68-4b2f-b383-2e58ff2008a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534790 Aug 18 13:20:41.023646 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4264a88e-adac-4c2c-93af-97530acdfe63 req-b205b18f-ebab-42b7-b42f-8efaccea402f tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=11939bc1-1f5a-42eb-a437-55a4acd6e2d0 HTTP/1.1" status: 200 len: 210 time: 0.0480313 Aug 18 13:20:41.087338 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 0cd18794-9e6f-4ed9-ab29-5467ec32b726 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:20:41.124182 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd820ad-2e8f-4e0b-ac53-f6dfe186cc7d admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:20:41.136329 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 49192) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:20:41.136435 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40b69ca-cb3e-459d-b2b8-ae87ef650546 None None] Sync routers for ids ['abe1e8a6-b034-4195-8a14-b2f1af952a27'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:20:41.138749 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ddd820ad-2e8f-4e0b-ac53-f6dfe186cc7d admin admin] 10.222.0.13 "PUT /v2.0/routers/abe1e8a6-b034-4195-8a14-b2f1af952a27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4478571 Aug 18 13:20:41.152796 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40b69ca-cb3e-459d-b2b8-ae87ef650546 None None] Routers {'abe1e8a6-b034-4195-8a14-b2f1af952a27'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:20:41.153430 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-c40b69ca-cb3e-459d-b2b8-ae87ef650546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:20:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['abe1e8a6-b034-4195-8a14-b2f1af952a27'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:20:41.214731 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 0cd18794-9e6f-4ed9-ab29-5467ec32b726 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:20:41.219220 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 0cd18794-9e6f-4ed9-ab29-5467ec32b726 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:20:41.223710 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:41.324000 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:41.357298 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cda7930a-bb6d-411c-a1fe-e85695a926b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:41.370012 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-c40b69ca-cb3e-459d-b2b8-ae87ef650546 None None] Set router abe1e8a6-b034-4195-8a14-b2f1af952a27 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:20:41.378013 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 0cd18794-9e6f-4ed9-ab29-5467ec32b726, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=0cd18794-9e6f-4ed9-ab29-5467ec32b726,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:20:41.379331 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f710697-7119-4483-a72b-f787c92398db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd18794-9e6f-4ed9-ab29-5467ec32b726'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:20:41.381909 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0f2ffb-7c2d-4e87-a9ae-e48701c9787d" -d '{"events": [{"server_uuid": "9f710697-7119-4483-a72b-f787c92398db", "name": "network-vif-plugged", "status": "completed", "tag": "0cd18794-9e6f-4ed9-ab29-5467ec32b726"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:20:41.441287 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7aaddef-c810-4e85-b5ae-6b7bfdec61f9 x-openstack-request-id: req-c7aaddef-c810-4e85-b5ae-6b7bfdec61f9 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:20:41.441731 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f710697-7119-4483-a72b-f787c92398db", "name": "network-vif-plugged", "status": "completed", "tag": "0cd18794-9e6f-4ed9-ab29-5467ec32b726", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:20:41.442097 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c7aaddef-c810-4e85-b5ae-6b7bfdec61f9 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:20:41.446628 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f710697-7119-4483-a72b-f787c92398db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd18794-9e6f-4ed9-ab29-5467ec32b726', 'code': 200} Aug 18 13:20:41.461647 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:41.563356 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=0cd18794-9e6f-4ed9-ab29-5467ec32b726,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:41.578015 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff79c6-1db5-4135-8074-5b83518a0a5b req-fa331d6c-d18f-4fe2-8d18-bd7d1df19ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:41.583434 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5eff79c6-1db5-4135-8074-5b83518a0a5b req-fa331d6c-d18f-4fe2-8d18-bd7d1df19ffd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9f710697-7119-4483-a72b-f787c92398db HTTP/1.1" status: 200 len: 1101 time: 0.0719512 Aug 18 13:20:41.584016 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cda7930a-bb6d-411c-a1fe-e85695a926b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:41.616574 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5eff79c6-1db5-4135-8074-5b83518a0a5b req-def15a96-b0a5-4f9e-bc4e-244406fdd1d5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f08d0105-3a68-4b2f-b383-2e58ff2008a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302203 Aug 18 13:20:41.637754 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c9d7d73a-bfd7-4080-b33a-ea448ec594e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:41.665343 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-c40b69ca-cb3e-459d-b2b8-ae87ef650546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe1e8a6-b034-4195-8a14-b2f1af952a27', 'name': 'tempest-TestServerMultinode-287357167-router', 'tenant_id': '90967ed1bc0f4b31ba14de28e088f3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'fba1653a-a578-472e-8f14-89406d586288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:36Z', 'updated_at': '2021-08-18T13:20:39Z', 'revision_number': 5, 'project_id': '90967ed1bc0f4b31ba14de28e088f3bd', 'gw_port': {'id': 'fba1653a-a578-472e-8f14-89406d586288', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe1e8a6-b034-4195-8a14-b2f1af952a27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:37Z', 'updated_at': '2021-08-18T13:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:20:41.696080 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40b69ca-cb3e-459d-b2b8-ae87ef650546 None None] Checking router: abe1e8a6-b034-4195-8a14-b2f1af952a27 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:20:41.707274 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40b69ca-cb3e-459d-b2b8-ae87ef650546 None None] Routers {'abe1e8a6-b034-4195-8a14-b2f1af952a27'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:20:41.707901 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-c40b69ca-cb3e-459d-b2b8-ae87ef650546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:20:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['abe1e8a6-b034-4195-8a14-b2f1af952a27'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:20:41.729490 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-cda7930a-bb6d-411c-a1fe-e85695a926b6 admin admin] Deleting port fba1653a-a578-472e-8f14-89406d586288 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:20:41.729839 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cda7930a-bb6d-411c-a1fe-e85695a926b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:41.819149 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-c40b69ca-cb3e-459d-b2b8-ae87ef650546 None None] Set router abe1e8a6-b034-4195-8a14-b2f1af952a27 gateway port host: None {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:20:41.834354 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-cda7930a-bb6d-411c-a1fe-e85695a926b6 admin admin] For port fba1653a-a578-472e-8f14-89406d586288, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=fba1653a-a578-472e-8f14-89406d586288,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:20:41.834779 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cda7930a-bb6d-411c-a1fe-e85695a926b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:41.852674 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-cda7930a-bb6d-411c-a1fe-e85695a926b6 admin admin] Calling delete_port for fba1653a-a578-472e-8f14-89406d586288 owned by network:router_gateway {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:20:41.877433 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-c40b69ca-cb3e-459d-b2b8-ae87ef650546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe1e8a6-b034-4195-8a14-b2f1af952a27', 'name': 'tempest-TestServerMultinode-287357167-router', 'tenant_id': '90967ed1bc0f4b31ba14de28e088f3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:36Z', 'updated_at': '2021-08-18T13:20:41Z', 'revision_number': 6, 'project_id': '90967ed1bc0f4b31ba14de28e088f3bd', 'gw_port_host': None}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:20:41.907412 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40b69ca-cb3e-459d-b2b8-ae87ef650546 None None] The sync data for ids ['abe1e8a6-b034-4195-8a14-b2f1af952a27'] in n-d-803603-2 is: [{'id': 'abe1e8a6-b034-4195-8a14-b2f1af952a27', 'name': 'tempest-TestServerMultinode-287357167-router', 'tenant_id': '90967ed1bc0f4b31ba14de28e088f3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:36Z', 'updated_at': '2021-08-18T13:20:41Z', 'revision_number': 6, 'project_id': '90967ed1bc0f4b31ba14de28e088f3bd', 'gw_port_host': None}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:20:42.153568 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cda7930a-bb6d-411c-a1fe-e85695a926b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:42.172555 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3982932f-7179-4bfe-b7a2-c368dd536e79 req-96e8e206-1620-4e63-ba28-1e39dac7d658 tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:42.174251 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3982932f-7179-4bfe-b7a2-c368dd536e79 req-96e8e206-1620-4e63-ba28-1e39dac7d658 tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f710697-7119-4483-a72b-f787c92398db HTTP/1.1" status: 200 len: 950 time: 0.0819111 Aug 18 13:20:42.178447 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda7930a-bb6d-411c-a1fe-e85695a926b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fba1653a-a578-472e-8f14-89406d586288,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:42.217549 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3982932f-7179-4bfe-b7a2-c368dd536e79 req-56866fba-dda1-42f5-95a7-0baaae0fc63b tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] 10.222.0.13 "GET /v2.0/security-groups?id=f08d0105-3a68-4b2f-b383-2e58ff2008a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371644 Aug 18 13:20:42.251494 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cda7930a-bb6d-411c-a1fe-e85695a926b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:42.390141 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cda7930a-bb6d-411c-a1fe-e85695a926b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:42.394839 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cda7930a-bb6d-411c-a1fe-e85695a926b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:42.717849 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cda7930a-bb6d-411c-a1fe-e85695a926b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:42.718629 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda7930a-bb6d-411c-a1fe-e85695a926b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abe1e8a6-b034-4195-8a14-b2f1af952a27 {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:20:42.723670 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cda7930a-bb6d-411c-a1fe-e85695a926b6 admin admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:42.725564 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-cda7930a-bb6d-411c-a1fe-e85695a926b6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/abe1e8a6-b034-4195-8a14-b2f1af952a27 HTTP/1.1" status: 204 len: 168 time: 1.5924375 Aug 18 13:20:42.728004 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 49238) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:20:42.780185 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-46c803fa-3abc-4616-ad3c-e131b557b41a admin admin] Deleting subnet 9ab39d9c-600f-4b7f-ac6a-e9055665ae1d {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:20:42.783854 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-46c803fa-3abc-4616-ad3c-e131b557b41a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:42.839443 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-46c803fa-3abc-4616-ad3c-e131b557b41a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:42.942960 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-46c803fa-3abc-4616-ad3c-e131b557b41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:43.123549 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-46c803fa-3abc-4616-ad3c-e131b557b41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:43.163002 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c803fa-3abc-4616-ad3c-e131b557b41a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ab39d9c-600f-4b7f-ac6a-e9055665ae1d,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:43.171598 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-46c803fa-3abc-4616-ad3c-e131b557b41a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:43.173762 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-46c803fa-3abc-4616-ad3c-e131b557b41a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9ab39d9c-600f-4b7f-ac6a-e9055665ae1d HTTP/1.1" status: 204 len: 168 time: 0.4445043 Aug 18 13:20:43.176348 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 49248) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:20:43.177660 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a16e4e-ef61-4e9a-9592-d64769f954b3 None None] Network db6dcd4e-1fab-428f-954b-8b79624bfc2e requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:20:43.289361 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-49af1c5a-c545-4339-a6b2-f3d70a478a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:43.451472 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 3a38a4ea-6b5a-4ac8-8f9a-1234fd781918 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:20:43.473965 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-49af1c5a-c545-4339-a6b2-f3d70a478a6b admin admin] Deleting port 4ab79cd4-0f4a-4da5-bba0-9b390d541131 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:20:43.480694 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-49af1c5a-c545-4339-a6b2-f3d70a478a6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:43.481727 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 3a38a4ea-6b5a-4ac8-8f9a-1234fd781918 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:20:43.481727 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 3a38a4ea-6b5a-4ac8-8f9a-1234fd781918 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:20:43.481727 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device fba1653a-a578-472e-8f14-89406d586288 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:20:43.516042 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b1176-672e-4cc0-bd93-68aceb5b5de3 req-36fbe033-1945-4f88-897d-bb9c7ed92413 tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:43.524665 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-545b1176-672e-4cc0-bd93-68aceb5b5de3 req-36fbe033-1945-4f88-897d-bb9c7ed92413 tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f710697-7119-4483-a72b-f787c92398db HTTP/1.1" status: 200 len: 950 time: 0.1282349 Aug 18 13:20:43.530938 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: fba1653a-a578-472e-8f14-89406d586288 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:20:43.531392 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device fba1653a-a578-472e-8f14-89406d586288 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:20:43.626668 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-545b1176-672e-4cc0-bd93-68aceb5b5de3 req-9648a368-145e-43c4-96c9-9a74136eb136 tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] 10.222.0.13 "GET /v2.0/security-groups?id=f08d0105-3a68-4b2f-b383-2e58ff2008a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748408 Aug 18 13:20:43.628696 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-49af1c5a-c545-4339-a6b2-f3d70a478a6b admin admin] For port 4ab79cd4-0f4a-4da5-bba0-9b390d541131, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4ab79cd4-0f4a-4da5-bba0-9b390d541131,segment=NetworkSegment(a4cc9a82-888b-4a2d-a778-55e481f5e3d7),segment_id=a4cc9a82-888b-4a2d-a778-55e481f5e3d7)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:20:43.629231 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-49af1c5a-c545-4339-a6b2-f3d70a478a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:43.641274 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0823abc3-9eb5-4833-9fe6-7a10c3dece65 None None] DHCP port deletion for db6dcd4e-1fab-428f-954b-8b79624bfc2e request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:20:43.671663 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-49af1c5a-c545-4339-a6b2-f3d70a478a6b admin admin] Calling delete_port for 4ab79cd4-0f4a-4da5-bba0-9b390d541131 owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:20:43.788785 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-0823abc3-9eb5-4833-9fe6-7a10c3dece65 None None] Deleting port 4ab79cd4-0f4a-4da5-bba0-9b390d541131 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:20:43.789474 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0823abc3-9eb5-4833-9fe6-7a10c3dece65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:43.885157 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-0823abc3-9eb5-4833-9fe6-7a10c3dece65 None None] For port 4ab79cd4-0f4a-4da5-bba0-9b390d541131, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4ab79cd4-0f4a-4da5-bba0-9b390d541131,segment=NetworkSegment(a4cc9a82-888b-4a2d-a778-55e481f5e3d7),segment_id=a4cc9a82-888b-4a2d-a778-55e481f5e3d7)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:20:43.886080 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0823abc3-9eb5-4833-9fe6-7a10c3dece65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:43.902288 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-49af1c5a-c545-4339-a6b2-f3d70a478a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:43.913998 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-0823abc3-9eb5-4833-9fe6-7a10c3dece65 None None] Calling delete_port for 4ab79cd4-0f4a-4da5-bba0-9b390d541131 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:20:44.005457 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:20:44.015552 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0823abc3-9eb5-4833-9fe6-7a10c3dece65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:44.020023 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9267d246-7f2b-4f90-a3d1-8b1ab6095677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:44.032522 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49af1c5a-c545-4339-a6b2-f3d70a478a6b admin admin] Pushing event deleted for resources: {'Port': ['ID=4ab79cd4-0f4a-4da5-bba0-9b390d541131,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:44.039945 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49af1c5a-c545-4339-a6b2-f3d70a478a6b admin admin] No DVR routers for this DVR port 4ab79cd4-0f4a-4da5-bba0-9b390d541131 on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:20:44.066752 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0823abc3-9eb5-4833-9fe6-7a10c3dece65 None None] Pushing event deleted for resources: {'Port': ['ID=4ab79cd4-0f4a-4da5-bba0-9b390d541131,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:44.073439 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0823abc3-9eb5-4833-9fe6-7a10c3dece65 None None] No DVR routers for this DVR port 4ab79cd4-0f4a-4da5-bba0-9b390d541131 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:20:44.149229 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-49af1c5a-c545-4339-a6b2-f3d70a478a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:44.173667 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-49af1c5a-c545-4339-a6b2-f3d70a478a6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db6dcd4e-1fab-428f-954b-8b79624bfc2e']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:20:44.206631 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-49af1c5a-c545-4339-a6b2-f3d70a478a6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4cc9a82-888b-4a2d-a778-55e481f5e3d7') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:20:44.206931 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-49af1c5a-c545-4339-a6b2-f3d70a478a6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4cc9a82-888b-4a2d-a778-55e481f5e3d7') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:20:44.219151 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-49af1c5a-c545-4339-a6b2-f3d70a478a6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:44.239400 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-49af1c5a-c545-4339-a6b2-f3d70a478a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:44.257545 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49af1c5a-c545-4339-a6b2-f3d70a478a6b admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:20:44.257545 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-49af1c5a-c545-4339-a6b2-f3d70a478a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:44.258323 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:20:44.258323 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:20:44.258323 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:20:44.258323 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:20:44.258323 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:20:44.258323 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:20:44.258323 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:20:44.258323 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:20:44.258323 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:20:44.258323 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:20:44.258323 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:20:44.258323 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:20:44.258323 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:20:44.258323 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:20:44.258323 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:20:44.258323 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:20:44.258323 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:20:44.258323 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:20:44.258323 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:20:44.258323 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:20:44.258323 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:20:44.258323 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:20:44.258323 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:20:44.258323 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:20:44.258323 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:20:44.258323 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:20:44.258323 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:20:44.258323 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:20:44.258323 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:20:44.258323 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:20:44.258323 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:20:44.258323 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:20:44.387160 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-49af1c5a-c545-4339-a6b2-f3d70a478a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:44.394306 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-49af1c5a-c545-4339-a6b2-f3d70a478a6b admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:44.396429 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-49af1c5a-c545-4339-a6b2-f3d70a478a6b admin admin] 10.222.0.13 "DELETE /v2.0/networks/db6dcd4e-1fab-428f-954b-8b79624bfc2e HTTP/1.1" status: 204 len: 168 time: 1.2180781 Aug 18 13:20:44.398645 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 49286) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:20:44.431234 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49af1c5a-c545-4339-a6b2-f3d70a478a6b admin admin] Pushing event deleted for resources: {'Network': ['ID=db6dcd4e-1fab-428f-954b-8b79624bfc2e,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:44.614616 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:44.978368 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-258fe0a6-674b-4eb2-84ae-98b0f1bdbe59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:45.313965 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4ab79cd4-0f4a-4da5-bba0-9b390d541131 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:20:45.354842 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 4ab79cd4-0f4a-4da5-bba0-9b390d541131 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:20:45.355376 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4ab79cd4-0f4a-4da5-bba0-9b390d541131 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:20:45.388513 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-258fe0a6-674b-4eb2-84ae-98b0f1bdbe59 admin admin] Deleting port b4414c75-8fe5-42db-92df-6d994ae80048 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:20:45.388867 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-258fe0a6-674b-4eb2-84ae-98b0f1bdbe59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:45.443925 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:45.481426 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-258fe0a6-674b-4eb2-84ae-98b0f1bdbe59 admin admin] For port b4414c75-8fe5-42db-92df-6d994ae80048, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b4414c75-8fe5-42db-92df-6d994ae80048,segment=NetworkSegment(e32249bc-f809-4a29-86c2-59e65664e203),segment_id=e32249bc-f809-4a29-86c2-59e65664e203)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:20:45.481798 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-258fe0a6-674b-4eb2-84ae-98b0f1bdbe59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:45.495652 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-258fe0a6-674b-4eb2-84ae-98b0f1bdbe59 admin admin] Calling delete_port for b4414c75-8fe5-42db-92df-6d994ae80048 owned by network:router_interface {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:20:45.854634 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-258fe0a6-674b-4eb2-84ae-98b0f1bdbe59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:45.883695 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258fe0a6-674b-4eb2-84ae-98b0f1bdbe59 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4414c75-8fe5-42db-92df-6d994ae80048,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:46.085147 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-258fe0a6-674b-4eb2-84ae-98b0f1bdbe59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:46.415505 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258fe0a6-674b-4eb2-84ae-98b0f1bdbe59 admin admin] Router 1e7270cf-5975-4ecd-b5a1-e91446115b74 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:20:46.556415 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258fe0a6-674b-4eb2-84ae-98b0f1bdbe59 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:20:46.562159 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-258fe0a6-674b-4eb2-84ae-98b0f1bdbe59 admin admin] 10.222.0.13 "PUT /v2.0/routers/1e7270cf-5975-4ecd-b5a1-e91446115b74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1620955 Aug 18 13:20:46.564612 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 49336) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:20:46.565140 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be314f3-21b7-4c97-9045-6978c3473631 None None] Sync routers for ids ['1e7270cf-5975-4ecd-b5a1-e91446115b74'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:20:46.578322 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be314f3-21b7-4c97-9045-6978c3473631 None None] Routers {'1e7270cf-5975-4ecd-b5a1-e91446115b74'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:20:46.578322 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-0be314f3-21b7-4c97-9045-6978c3473631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:20:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['1e7270cf-5975-4ecd-b5a1-e91446115b74'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:20:46.717404 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-0be314f3-21b7-4c97-9045-6978c3473631 None None] Set router 1e7270cf-5975-4ecd-b5a1-e91446115b74 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:20:46.754105 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-95e04ad1-edd3-47e9-addb-c9bc24bae071 admin admin] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:46.916473 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-95e04ad1-edd3-47e9-addb-c9bc24bae071 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:46.969157 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-0be314f3-21b7-4c97-9045-6978c3473631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7270cf-5975-4ecd-b5a1-e91446115b74', 'name': 'tempest-TestServerMultinode-736437942-router', 'tenant_id': '8b2d84b9e89a4e2ea9629c3f6b7f090e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '189eba6e-aadb-4935-a4d8-a3531ea3a702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:49Z', 'updated_at': '2021-08-18T13:20:45Z', 'revision_number': 5, 'project_id': '8b2d84b9e89a4e2ea9629c3f6b7f090e', 'gw_port': {'id': '189eba6e-aadb-4935-a4d8-a3531ea3a702', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7270cf-5975-4ecd-b5a1-e91446115b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:50Z', 'updated_at': '2021-08-18T13:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:20:47.007816 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be314f3-21b7-4c97-9045-6978c3473631 None None] Checking router: 1e7270cf-5975-4ecd-b5a1-e91446115b74 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:20:47.018454 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be314f3-21b7-4c97-9045-6978c3473631 None None] Routers {'1e7270cf-5975-4ecd-b5a1-e91446115b74'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:20:47.019150 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-0be314f3-21b7-4c97-9045-6978c3473631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:20:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['1e7270cf-5975-4ecd-b5a1-e91446115b74'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:20:47.089473 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-95e04ad1-edd3-47e9-addb-c9bc24bae071 admin admin] Deleting port 189eba6e-aadb-4935-a4d8-a3531ea3a702 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:20:47.092331 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-95e04ad1-edd3-47e9-addb-c9bc24bae071 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:47.141480 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-0be314f3-21b7-4c97-9045-6978c3473631 None None] Set router 1e7270cf-5975-4ecd-b5a1-e91446115b74 gateway port host: None {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:20:47.198718 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-0be314f3-21b7-4c97-9045-6978c3473631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7270cf-5975-4ecd-b5a1-e91446115b74', 'name': 'tempest-TestServerMultinode-736437942-router', 'tenant_id': '8b2d84b9e89a4e2ea9629c3f6b7f090e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:49Z', 'updated_at': '2021-08-18T13:20:46Z', 'revision_number': 6, 'project_id': '8b2d84b9e89a4e2ea9629c3f6b7f090e', 'gw_port_host': None}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:20:47.239212 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be314f3-21b7-4c97-9045-6978c3473631 None None] The sync data for ids ['1e7270cf-5975-4ecd-b5a1-e91446115b74'] in n-d-803603-2 is: [{'id': '1e7270cf-5975-4ecd-b5a1-e91446115b74', 'name': 'tempest-TestServerMultinode-736437942-router', 'tenant_id': '8b2d84b9e89a4e2ea9629c3f6b7f090e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:49Z', 'updated_at': '2021-08-18T13:20:46Z', 'revision_number': 6, 'project_id': '8b2d84b9e89a4e2ea9629c3f6b7f090e', 'gw_port_host': None}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:20:47.319620 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-95e04ad1-edd3-47e9-addb-c9bc24bae071 admin admin] For port 189eba6e-aadb-4935-a4d8-a3531ea3a702, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=189eba6e-aadb-4935-a4d8-a3531ea3a702,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:20:47.320006 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-95e04ad1-edd3-47e9-addb-c9bc24bae071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:47.348051 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-95e04ad1-edd3-47e9-addb-c9bc24bae071 admin admin] Calling delete_port for 189eba6e-aadb-4935-a4d8-a3531ea3a702 owned by network:router_gateway {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:20:47.414890 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:47.774930 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-95e04ad1-edd3-47e9-addb-c9bc24bae071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:47.804059 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e04ad1-edd3-47e9-addb-c9bc24bae071 admin admin] Pushing event deleted for resources: {'Port': ['ID=189eba6e-aadb-4935-a4d8-a3531ea3a702,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:47.890379 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-95e04ad1-edd3-47e9-addb-c9bc24bae071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:48.008367 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-95e04ad1-edd3-47e9-addb-c9bc24bae071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:48.011214 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-95e04ad1-edd3-47e9-addb-c9bc24bae071 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:48.140194 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-95e04ad1-edd3-47e9-addb-c9bc24bae071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:48.140874 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e04ad1-edd3-47e9-addb-c9bc24bae071 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e7270cf-5975-4ecd-b5a1-e91446115b74 {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:20:48.149807 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-95e04ad1-edd3-47e9-addb-c9bc24bae071 admin admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:48.154377 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-95e04ad1-edd3-47e9-addb-c9bc24bae071 admin admin] 10.222.0.13 "DELETE /v2.0/routers/1e7270cf-5975-4ecd-b5a1-e91446115b74 HTTP/1.1" status: 204 len: 168 time: 1.5876894 Aug 18 13:20:48.157094 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 49400) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:20:48.237273 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dfb1fba-27fc-46c6-aa5d-8157f5188e90 admin admin] Deleting subnet e9a4b1f8-5477-4c7a-b25f-19495d22ba9d {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:20:48.241699 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3dfb1fba-27fc-46c6-aa5d-8157f5188e90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:48.279553 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3dfb1fba-27fc-46c6-aa5d-8157f5188e90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:48.370216 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3dfb1fba-27fc-46c6-aa5d-8157f5188e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:48.535166 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3dfb1fba-27fc-46c6-aa5d-8157f5188e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:48.565685 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb1fba-27fc-46c6-aa5d-8157f5188e90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9a4b1f8-5477-4c7a-b25f-19495d22ba9d,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:48.577890 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3dfb1fba-27fc-46c6-aa5d-8157f5188e90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:48.577991 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f1a68f-d54d-4efe-89c4-bf22a27a4d9a None None] Network 39ae4091-fe7a-47dd-a5c5-ce49037a20ea requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:20:48.578402 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3dfb1fba-27fc-46c6-aa5d-8157f5188e90 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e9a4b1f8-5477-4c7a-b25f-19495d22ba9d HTTP/1.1" status: 204 len: 168 time: 0.4165194 Aug 18 13:20:48.578506 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 49410) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:20:48.714904 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6e5178bf-d645-486b-862c-66b0dafc522e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:48.794087 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-6e5178bf-d645-486b-862c-66b0dafc522e admin admin] Deleting port 5dfcfe6b-3b34-4451-93c6-0df3146e8e9f {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:20:48.794087 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6e5178bf-d645-486b-862c-66b0dafc522e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:48.912640 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4d25bf-f25d-43f3-b810-57a9035a5f47 None None] DHCP port deletion for 39ae4091-fe7a-47dd-a5c5-ce49037a20ea request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:20:49.025568 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-6e4d25bf-f25d-43f3-b810-57a9035a5f47 None None] Deleting port 5dfcfe6b-3b34-4451-93c6-0df3146e8e9f {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:20:49.033265 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6e4d25bf-f25d-43f3-b810-57a9035a5f47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:49.109794 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-6e4d25bf-f25d-43f3-b810-57a9035a5f47 None None] For port 5dfcfe6b-3b34-4451-93c6-0df3146e8e9f, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=5dfcfe6b-3b34-4451-93c6-0df3146e8e9f,segment=NetworkSegment(e32249bc-f809-4a29-86c2-59e65664e203),segment_id=e32249bc-f809-4a29-86c2-59e65664e203)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:20:49.110511 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6e4d25bf-f25d-43f3-b810-57a9035a5f47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:49.130293 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-6e4d25bf-f25d-43f3-b810-57a9035a5f47 None None] Calling delete_port for 5dfcfe6b-3b34-4451-93c6-0df3146e8e9f owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:20:49.271805 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6e4d25bf-f25d-43f3-b810-57a9035a5f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:49.285425 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4d25bf-f25d-43f3-b810-57a9035a5f47 None None] No DVR routers for this DVR port 5dfcfe6b-3b34-4451-93c6-0df3146e8e9f on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:20:49.305409 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 189eba6e-aadb-4935-a4d8-a3531ea3a702 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:20:49.311363 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d25bf-f25d-43f3-b810-57a9035a5f47 None None] Pushing event deleted for resources: {'Port': ['ID=5dfcfe6b-3b34-4451-93c6-0df3146e8e9f,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:49.336193 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 189eba6e-aadb-4935-a4d8-a3531ea3a702 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:20:49.336193 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 189eba6e-aadb-4935-a4d8-a3531ea3a702 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:20:49.336193 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b4414c75-8fe5-42db-92df-6d994ae80048 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:20:49.362303 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: b4414c75-8fe5-42db-92df-6d994ae80048 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:20:49.364859 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b4414c75-8fe5-42db-92df-6d994ae80048 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:20:49.364859 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 5dfcfe6b-3b34-4451-93c6-0df3146e8e9f no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:20:49.403011 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 5dfcfe6b-3b34-4451-93c6-0df3146e8e9f {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:20:49.403391 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 5dfcfe6b-3b34-4451-93c6-0df3146e8e9f not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:20:49.424713 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-6e5178bf-d645-486b-862c-66b0dafc522e admin admin] For port 5dfcfe6b-3b34-4451-93c6-0df3146e8e9f, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=5dfcfe6b-3b34-4451-93c6-0df3146e8e9f,segment=NetworkSegment(e32249bc-f809-4a29-86c2-59e65664e203),segment_id=e32249bc-f809-4a29-86c2-59e65664e203)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:20:49.428343 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6e5178bf-d645-486b-862c-66b0dafc522e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:49.439876 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-6e5178bf-d645-486b-862c-66b0dafc522e admin admin] Calling delete_port for 5dfcfe6b-3b34-4451-93c6-0df3146e8e9f owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:20:49.565485 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6e5178bf-d645-486b-862c-66b0dafc522e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:49.596436 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5178bf-d645-486b-862c-66b0dafc522e admin admin] No DVR routers for this DVR port 5dfcfe6b-3b34-4451-93c6-0df3146e8e9f on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:20:49.598563 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5178bf-d645-486b-862c-66b0dafc522e admin admin] Pushing event deleted for resources: {'Port': ['ID=5dfcfe6b-3b34-4451-93c6-0df3146e8e9f,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:49.686295 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6e5178bf-d645-486b-862c-66b0dafc522e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:49.708115 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-6e5178bf-d645-486b-862c-66b0dafc522e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39ae4091-fe7a-47dd-a5c5-ce49037a20ea']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:20:49.726702 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-6e5178bf-d645-486b-862c-66b0dafc522e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e32249bc-f809-4a29-86c2-59e65664e203') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:20:49.727002 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-6e5178bf-d645-486b-862c-66b0dafc522e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e32249bc-f809-4a29-86c2-59e65664e203') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:20:49.741389 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6e5178bf-d645-486b-862c-66b0dafc522e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:49.774145 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6e5178bf-d645-486b-862c-66b0dafc522e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:49.792114 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e5178bf-d645-486b-862c-66b0dafc522e admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:20:49.792956 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6e5178bf-d645-486b-862c-66b0dafc522e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:49.795390 n-d-803603-2 neutron-server[101676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:20:49.795390 n-d-803603-2 neutron-server[101676]: self.session.flush() Aug 18 13:20:49.795390 n-d-803603-2 neutron-server[101676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:20:49.795390 n-d-803603-2 neutron-server[101676]: self.session.flush() Aug 18 13:20:49.795390 n-d-803603-2 neutron-server[101676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:20:49.795390 n-d-803603-2 neutron-server[101676]: self.session.flush() Aug 18 13:20:49.795390 n-d-803603-2 neutron-server[101676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:20:49.795390 n-d-803603-2 neutron-server[101676]: self.session.flush() Aug 18 13:20:49.795390 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:20:49.795390 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:20:49.795390 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:20:49.795390 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:20:49.795390 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:20:49.795390 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:20:49.795390 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:20:49.795390 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:20:49.795390 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:20:49.795390 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:20:49.795390 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:20:49.795390 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:20:49.795390 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:20:49.795390 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:20:49.795390 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:20:49.795390 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:20:49.795390 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:20:49.795390 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:20:49.795390 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:20:49.795390 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:20:49.795390 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:20:49.795390 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:20:49.795390 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:20:49.795390 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:20:49.795390 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:20:49.795390 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:20:49.795390 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:20:49.795390 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:20:49.795390 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:20:49.795390 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:20:49.795390 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:20:49.795390 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:20:49.962902 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6e5178bf-d645-486b-862c-66b0dafc522e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:49.969185 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6e5178bf-d645-486b-862c-66b0dafc522e admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:49.972316 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6e5178bf-d645-486b-862c-66b0dafc522e admin admin] 10.222.0.13 "DELETE /v2.0/networks/39ae4091-fe7a-47dd-a5c5-ce49037a20ea HTTP/1.1" status: 204 len: 168 time: 1.3928037 Aug 18 13:20:49.993628 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5178bf-d645-486b-862c-66b0dafc522e admin admin] Pushing event deleted for resources: {'Network': ['ID=39ae4091-fe7a-47dd-a5c5-ce49037a20ea,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:50.430462 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 49476) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:20:50.477223 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3882e987-a4ec-4dfd-bc11-3f246acff3e9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90967ed1bc0f4b31ba14de28e088f3bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427270 Aug 18 13:20:50.477528 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 49478) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:20:50.538697 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4645ad89-b557-4026-8187-9c93f40361f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:50.563747 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4645ad89-b557-4026-8187-9c93f40361f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:50.700198 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4645ad89-b557-4026-8187-9c93f40361f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:50.712379 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4645ad89-b557-4026-8187-9c93f40361f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:50.717615 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4645ad89-b557-4026-8187-9c93f40361f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/71f3cce6-7e56-4055-ad27-77cf1474a759 HTTP/1.1" status: 204 len: 168 time: 0.2391109 Aug 18 13:20:50.728393 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645ad89-b557-4026-8187-9c93f40361f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f3cce6-7e56-4055-ad27-77cf1474a759,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:51.661947 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 49508) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:20:51.722446 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 49514) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:20:51.724528 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2800f57e-11fe-40e1-86a5-9349ebb8c026 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b2d84b9e89a4e2ea9629c3f6b7f090e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0612872 Aug 18 13:20:51.792429 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e59d5c1d-4855-4c8a-b16d-b91637c251e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:51.816244 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e59d5c1d-4855-4c8a-b16d-b91637c251e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:51.992469 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e59d5c1d-4855-4c8a-b16d-b91637c251e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:51.995813 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e59d5c1d-4855-4c8a-b16d-b91637c251e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:51.997465 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e59d5c1d-4855-4c8a-b16d-b91637c251e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2b01a85c-bdd3-4882-ac40-9e5e4b939578 HTTP/1.1" status: 204 len: 168 time: 0.2737281 Aug 18 13:20:52.007964 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d5c1d-4855-4c8a-b16d-b91637c251e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b01a85c-bdd3-4882-ac40-9e5e4b939578,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:52.033102 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d5c1d-4855-4c8a-b16d-b91637c251e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:20:52.033456 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d5c1d-4855-4c8a-b16d-b91637c251e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:20:52.034019 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d5c1d-4855-4c8a-b16d-b91637c251e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:20:52.034565 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d5c1d-4855-4c8a-b16d-b91637c251e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:20:52.035659 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d5c1d-4855-4c8a-b16d-b91637c251e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:20:52.036001 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d5c1d-4855-4c8a-b16d-b91637c251e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:20:52.036341 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d5c1d-4855-4c8a-b16d-b91637c251e2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:20:52.036723 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d5c1d-4855-4c8a-b16d-b91637c251e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:20:52.037107 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d5c1d-4855-4c8a-b16d-b91637c251e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:20:52.037493 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d5c1d-4855-4c8a-b16d-b91637c251e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:20:52.037879 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d5c1d-4855-4c8a-b16d-b91637c251e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:20:52.038493 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d5c1d-4855-4c8a-b16d-b91637c251e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:20:55.148209 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [req-073adf1a-7895-42fb-94c1-54dd4221f400 req-0d111719-a1e8-423a-bd24-b29a670ab098 tempest-ServerRescueNegativeTestJSON-1311536726 tempest-ServerRescueNegativeTestJSON-1311536726-project] (101676) timed out ('10.222.0.39', 51342) {{(pid=101676) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 13:20:55.157112 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 49590) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:20:55.158669 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-3e702c94-7444-403f-851f-fbe0a0d4fb47 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2089126192', 'description': 'tempest-secgroup-smoke-2089126192 description', 'project_id': 'b33eba207bd547cb915e9911b2c17ee9'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:20:55.265826 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3e702c94-7444-403f-851f-fbe0a0d4fb47 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:55.376351 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3e702c94-7444-403f-851f-fbe0a0d4fb47 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:55.414526 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3e702c94-7444-403f-851f-fbe0a0d4fb47 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:55.445726 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e702c94-7444-403f-851f-fbe0a0d4fb47 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f12fd22a-68d3-4fd0-8680-92f481a605a1,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:55.489021 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3e702c94-7444-403f-851f-fbe0a0d4fb47 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:55.490318 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3e702c94-7444-403f-851f-fbe0a0d4fb47 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3354762 Aug 18 13:20:55.493486 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 49596) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:20:55.498930 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-5ae1fc9d-6d78-4cc8-ad55-7d5bc133bb3b tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Request body: {'security_group_rule': {'security_group_id': 'f12fd22a-68d3-4fd0-8680-92f481a605a1', 'project_id': 'b33eba207bd547cb915e9911b2c17ee9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:20:55.611488 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5ae1fc9d-6d78-4cc8-ad55-7d5bc133bb3b tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:55.676143 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5ae1fc9d-6d78-4cc8-ad55-7d5bc133bb3b tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:55.751826 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5ae1fc9d-6d78-4cc8-ad55-7d5bc133bb3b tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:55.771450 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae1fc9d-6d78-4cc8-ad55-7d5bc133bb3b tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2606a2c1-be59-43b4-9a26-dc7ab87b9997,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:55.866200 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5ae1fc9d-6d78-4cc8-ad55-7d5bc133bb3b tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:55.867457 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5ae1fc9d-6d78-4cc8-ad55-7d5bc133bb3b tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3727307 Aug 18 13:20:55.870624 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 49604) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:20:55.875219 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-c5333030-8584-46b7-b69c-4ea609059cb6 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Request body: {'security_group_rule': {'security_group_id': 'f12fd22a-68d3-4fd0-8680-92f481a605a1', 'project_id': 'b33eba207bd547cb915e9911b2c17ee9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:20:55.962970 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c5333030-8584-46b7-b69c-4ea609059cb6 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:56.051868 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c5333030-8584-46b7-b69c-4ea609059cb6 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:56.181861 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c5333030-8584-46b7-b69c-4ea609059cb6 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:56.213954 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5333030-8584-46b7-b69c-4ea609059cb6 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fa069e2-afbe-48da-a2f7-1bca3403ca2c,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:56.283226 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c5333030-8584-46b7-b69c-4ea609059cb6 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:56.284516 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c5333030-8584-46b7-b69c-4ea609059cb6 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4129295 Aug 18 13:20:56.287225 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 49616) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:20:56.291735 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-0b27bc34-a74e-47b2-91a1-1bb64d4fb98a tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Request body: {'security_group_rule': {'security_group_id': 'f12fd22a-68d3-4fd0-8680-92f481a605a1', 'project_id': 'b33eba207bd547cb915e9911b2c17ee9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:20:56.374505 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0b27bc34-a74e-47b2-91a1-1bb64d4fb98a tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:56.449824 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0b27bc34-a74e-47b2-91a1-1bb64d4fb98a tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:56.528899 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0b27bc34-a74e-47b2-91a1-1bb64d4fb98a tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:56.549425 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b27bc34-a74e-47b2-91a1-1bb64d4fb98a tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff6b1036-98e7-470c-a181-f2476d976f6f,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:56.609189 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0b27bc34-a74e-47b2-91a1-1bb64d4fb98a tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:56.610446 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0b27bc34-a74e-47b2-91a1-1bb64d4fb98a tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3222487 Aug 18 13:20:56.613032 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 49622) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:20:56.617601 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-273eb72f-0a5b-4a65-b112-4b1c8a72dabe tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Request body: {'security_group_rule': {'security_group_id': 'f12fd22a-68d3-4fd0-8680-92f481a605a1', 'project_id': 'b33eba207bd547cb915e9911b2c17ee9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:20:56.737663 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-273eb72f-0a5b-4a65-b112-4b1c8a72dabe tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:56.805230 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-273eb72f-0a5b-4a65-b112-4b1c8a72dabe tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:56.951440 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-273eb72f-0a5b-4a65-b112-4b1c8a72dabe tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:56.971160 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273eb72f-0a5b-4a65-b112-4b1c8a72dabe tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58ffe514-4a63-4bbf-9836-b405b6518be7,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:57.048819 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-273eb72f-0a5b-4a65-b112-4b1c8a72dabe tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:57.053068 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-273eb72f-0a5b-4a65-b112-4b1c8a72dabe tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4359987 Aug 18 13:20:57.053306 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 49632) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:20:57.058028 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-24e9f129-2ddc-4081-aa7f-578fcde5a9c4 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Request body: {'security_group_rule': {'security_group_id': 'f12fd22a-68d3-4fd0-8680-92f481a605a1', 'project_id': 'b33eba207bd547cb915e9911b2c17ee9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:20:57.153552 n-d-803603-2 neutron-server[101675]: INFO neutron.db.securitygroups_db [None req-24e9f129-2ddc-4081-aa7f-578fcde5a9c4 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Project b33eba207bd547cb915e9911b2c17ee9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 13:20:57.159229 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-24e9f129-2ddc-4081-aa7f-578fcde5a9c4 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:57.227812 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-24e9f129-2ddc-4081-aa7f-578fcde5a9c4 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:57.294032 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-24e9f129-2ddc-4081-aa7f-578fcde5a9c4 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:57.310535 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9f129-2ddc-4081-aa7f-578fcde5a9c4 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e148a86-bc5c-4be7-8f54-40b36976219e,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:57.321048 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e9f129-2ddc-4081-aa7f-578fcde5a9c4 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:20:57.321467 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e9f129-2ddc-4081-aa7f-578fcde5a9c4 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:20:57.323132 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e9f129-2ddc-4081-aa7f-578fcde5a9c4 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:20:57.323132 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e9f129-2ddc-4081-aa7f-578fcde5a9c4 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:20:57.323132 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e9f129-2ddc-4081-aa7f-578fcde5a9c4 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:20:57.323435 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e9f129-2ddc-4081-aa7f-578fcde5a9c4 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:20:57.323765 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e9f129-2ddc-4081-aa7f-578fcde5a9c4 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:20:57.324297 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e9f129-2ddc-4081-aa7f-578fcde5a9c4 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:20:57.324633 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e9f129-2ddc-4081-aa7f-578fcde5a9c4 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:20:57.324964 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e9f129-2ddc-4081-aa7f-578fcde5a9c4 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:20:57.325340 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e9f129-2ddc-4081-aa7f-578fcde5a9c4 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:20:57.325669 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e9f129-2ddc-4081-aa7f-578fcde5a9c4 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:20:57.380120 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-24e9f129-2ddc-4081-aa7f-578fcde5a9c4 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:57.381542 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-24e9f129-2ddc-4081-aa7f-578fcde5a9c4 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3271518 Aug 18 13:20:57.384464 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 49646) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:20:57.390184 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-ac1baeb6-04c3-4d18-b09f-3e8050167c9d tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Request body: {'security_group_rule': {'security_group_id': 'f12fd22a-68d3-4fd0-8680-92f481a605a1', 'project_id': 'b33eba207bd547cb915e9911b2c17ee9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:20:57.528899 n-d-803603-2 neutron-server[101675]: INFO neutron.db.securitygroups_db [None req-ac1baeb6-04c3-4d18-b09f-3e8050167c9d tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Project b33eba207bd547cb915e9911b2c17ee9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 13:20:57.534852 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ac1baeb6-04c3-4d18-b09f-3e8050167c9d tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:57.605223 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ac1baeb6-04c3-4d18-b09f-3e8050167c9d tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:57.682908 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ac1baeb6-04c3-4d18-b09f-3e8050167c9d tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:57.702338 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1baeb6-04c3-4d18-b09f-3e8050167c9d tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd7bc6e7-9b37-430c-9e6b-50fde800e256,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:20:57.785874 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ac1baeb6-04c3-4d18-b09f-3e8050167c9d tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:57.798516 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ac1baeb6-04c3-4d18-b09f-3e8050167c9d tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4122257 Aug 18 13:20:58.020366 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:58.034900 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-8a231f94-1139-4375-bd14-ce911789f69d tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2089126192&fields=id&tenant_id=b33eba207bd547cb915e9911b2c17ee9 HTTP/1.1" status: 200 len: 267 time: 0.0591300 Aug 18 13:20:58.160418 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-8ed0b485-5fd1-45c2-a342-34c71cf16819 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:20:58.161977 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-8ed0b485-5fd1-45c2-a342-34c71cf16819 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/networks?id=c0f0445d-39e8-439a-8ed5-913fa4a35b57 HTTP/1.1" status: 200 len: 814 time: 0.1187055 Aug 18 13:20:58.184110 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-aab34aa0-e4ac-45bb-af83-6e2d0d5ced45 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/quotas/b33eba207bd547cb915e9911b2c17ee9 HTTP/1.1" status: 200 len: 375 time: 0.0115480 Aug 18 13:20:58.256589 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-d117df2d-b213-47e6-b486-73ba90a770e2 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b33eba207bd547cb915e9911b2c17ee9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658565 Aug 18 13:20:58.278252 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-2073b014-07ee-4dc7-89cb-f65f4b31c946 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:20:58.285008 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-2073b014-07ee-4dc7-89cb-f65f4b31c946 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116427 Aug 18 13:20:58.417047 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-2082c333-75b7-454d-bb20-0c39399a9149 service neutron] 10.222.0.13 "GET /v2.0/networks/c0f0445d-39e8-439a-8ed5-913fa4a35b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300776 Aug 18 13:20:58.526281 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-177105bf-9c53-4636-918c-c13654410b2c service neutron] 10.222.0.13 "GET /v2.0/networks/c0f0445d-39e8-439a-8ed5-913fa4a35b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029334 Aug 18 13:20:58.774575 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:59.206287 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-40b3e065-4395-4e6d-b415-05343a1af42a req-4615c31a-67b3-4f33-9af8-689f21bc75b0 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c7e392-27c3-42e7-9ca1-549ad78f76b1 HTTP/1.1" status: 200 len: 210 time: 0.0422561 Aug 18 13:21:00.286425 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-558c1632-8947-4e58-98bc-6338a5192947 req-18849f48-f53c-4809-a5d6-e293c0f0c8cc tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c7e392-27c3-42e7-9ca1-549ad78f76b1 HTTP/1.1" status: 200 len: 210 time: 0.0322578 Aug 18 13:21:01.395083 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-84de63d3-5b8b-4601-aaa5-3802d4c49c34 req-2b78e72e-d701-4cc1-ad78-d138fa47c8a6 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c7e392-27c3-42e7-9ca1-549ad78f76b1 HTTP/1.1" status: 200 len: 210 time: 0.0389032 Aug 18 13:21:02.117144 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-72260d6c-3c9a-4e9e-9c6b-707e4d756a06 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:02.120134 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-72260d6c-3c9a-4e9e-9c6b-707e4d756a06 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.20 "GET /v2.0/networks?id=c0f0445d-39e8-439a-8ed5-913fa4a35b57 HTTP/1.1" status: 200 len: 814 time: 0.1693795 Aug 18 13:21:02.174438 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-a3308349-0e46-4fd2-8c2b-ebf2e9de1b18 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b33eba207bd547cb915e9911b2c17ee9 HTTP/1.1" status: 200 len: 380 time: 0.0453863 Aug 18 13:21:02.191205 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-945c3874-8f5c-43d3-a2e5-20fb4b5a8591 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Request body: {'port': {'device_id': '00c7e392-27c3-42e7-9ca1-549ad78f76b1', 'network_id': 'c0f0445d-39e8-439a-8ed5-913fa4a35b57', 'admin_state_up': True, 'tenant_id': 'b33eba207bd547cb915e9911b2c17ee9', 'security_groups': ['f12fd22a-68d3-4fd0-8680-92f481a605a1']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:21:02.391314 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-945c3874-8f5c-43d3-a2e5-20fb4b5a8591 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Made reservation on behalf of b33eba207bd547cb915e9911b2c17ee9 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:21:02.394961 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-945c3874-8f5c-43d3-a2e5-20fb4b5a8591 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:02.565290 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3bfb1dd5-8fb5-455b-bf58-41da121f424c req-25d6b95a-b115-4add-a328-8275ff565e00 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c7e392-27c3-42e7-9ca1-549ad78f76b1 HTTP/1.1" status: 200 len: 210 time: 0.0578396 Aug 18 13:21:02.641899 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-945c3874-8f5c-43d3-a2e5-20fb4b5a8591 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Allocated IP 172.20.0.4 (c0f0445d-39e8-439a-8ed5-913fa4a35b57/ede27eca-66bf-4e3c-a96e-c4f18a4ee38d/a856cba0-a823-43e9-becf-492829c62108) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:21:02.856038 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-945c3874-8f5c-43d3-a2e5-20fb4b5a8591 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:02.869690 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-945c3874-8f5c-43d3-a2e5-20fb4b5a8591 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Transition to ACTIVE for port object a856cba0-a823-43e9-becf-492829c62108 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:21:02.980231 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-945c3874-8f5c-43d3-a2e5-20fb4b5a8591 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:03.034300 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-945c3874-8f5c-43d3-a2e5-20fb4b5a8591 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Network c0f0445d-39e8-439a-8ed5-913fa4a35b57 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:21:03.035175 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-945c3874-8f5c-43d3-a2e5-20fb4b5a8591 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:21:03.039510 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-945c3874-8f5c-43d3-a2e5-20fb4b5a8591 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:21:03.087602 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c3874-8f5c-43d3-a2e5-20fb4b5a8591 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Pushing event updated for resources: {'Port': ['ID=a856cba0-a823-43e9-becf-492829c62108,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:21:03.130792 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-945c3874-8f5c-43d3-a2e5-20fb4b5a8591 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:03.130792 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-945c3874-8f5c-43d3-a2e5-20fb4b5a8591 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:03.226316 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-945c3874-8f5c-43d3-a2e5-20fb4b5a8591 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0409739 Aug 18 13:21:03.238619 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-87208e4d-1804-4892-87af-d04dc592c218 service neutron] Request body: {'port': {'device_id': '00c7e392-27c3-42e7-9ca1-549ad78f76b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:21:03.350390 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-87208e4d-1804-4892-87af-d04dc592c218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:03.483221 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-25cf145f-efe0-4a12-a507-57fc835d9725 None None] Provisioning for port a856cba0-a823-43e9-becf-492829c62108 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:21:03.487702 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-25cf145f-efe0-4a12-a507-57fc835d9725 None None] Provisioning complete for port a856cba0-a823-43e9-becf-492829c62108 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:21:03.488116 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-25cf145f-efe0-4a12-a507-57fc835d9725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:03.528186 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-25cf145f-efe0-4a12-a507-57fc835d9725 None None] Port a856cba0-a823-43e9-becf-492829c62108 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:21:03.713185 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-87208e4d-1804-4892-87af-d04dc592c218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a856cba0-a823-43e9-becf-492829c62108 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:21:03.723155 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-87208e4d-1804-4892-87af-d04dc592c218 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:03.745218 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-87208e4d-1804-4892-87af-d04dc592c218 service neutron] Transition to ACTIVE for port object a856cba0-a823-43e9-becf-492829c62108 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:21:03.784037 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543dfbce-ff13-45a7-8d0e-2a7d4aa9b6f6 req-b5d27666-b278-4e3b-8e7c-aa4139bfe337 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:03.785561 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-543dfbce-ff13-45a7-8d0e-2a7d4aa9b6f6 req-b5d27666-b278-4e3b-8e7c-aa4139bfe337 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c7e392-27c3-42e7-9ca1-549ad78f76b1 HTTP/1.1" status: 200 len: 931 time: 0.0751698 Aug 18 13:21:03.833685 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-543dfbce-ff13-45a7-8d0e-2a7d4aa9b6f6 req-8e5db2e2-d892-4166-9f99-e2ada0ab57e6 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12fd22a-68d3-4fd0-8680-92f481a605a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370338 Aug 18 13:21:03.854766 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-87208e4d-1804-4892-87af-d04dc592c218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:03.911101 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87208e4d-1804-4892-87af-d04dc592c218 service neutron] Pushing event updated for resources: {'Port': ['ID=a856cba0-a823-43e9-becf-492829c62108,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:21:03.997589 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-87208e4d-1804-4892-87af-d04dc592c218 service neutron] Attempting to bind port a856cba0-a823-43e9-becf-492829c62108 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:21:03.997934 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-87208e4d-1804-4892-87af-d04dc592c218 service neutron] Attempting to bind port a856cba0-a823-43e9-becf-492829c62108 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '77c43c86-98da-467a-9577-a20d8deac21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c0f0445d-39e8-439a-8ed5-913fa4a35b57'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:21:03.998304 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-87208e4d-1804-4892-87af-d04dc592c218 service neutron] Attempting to bind port a856cba0-a823-43e9-becf-492829c62108 on network c0f0445d-39e8-439a-8ed5-913fa4a35b57 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:21:04.004655 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-87208e4d-1804-4892-87af-d04dc592c218 service neutron] Port a856cba0-a823-43e9-becf-492829c62108 on network c0f0445d-39e8-439a-8ed5-913fa4a35b57 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:21:04.005092 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-87208e4d-1804-4892-87af-d04dc592c218 service neutron] Attempting to bind port a856cba0-a823-43e9-becf-492829c62108 on network c0f0445d-39e8-439a-8ed5-913fa4a35b57 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:21:04.011092 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-87208e4d-1804-4892-87af-d04dc592c218 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:21:04.011911 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-87208e4d-1804-4892-87af-d04dc592c218 service neutron] Checking segment: {'id': '77c43c86-98da-467a-9577-a20d8deac21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c0f0445d-39e8-439a-8ed5-913fa4a35b57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:21:04.012600 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-87208e4d-1804-4892-87af-d04dc592c218 service neutron] Bound using segment: {'id': '77c43c86-98da-467a-9577-a20d8deac21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c0f0445d-39e8-439a-8ed5-913fa4a35b57'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:21:04.013139 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-87208e4d-1804-4892-87af-d04dc592c218 service neutron] Bound port: a856cba0-a823-43e9-becf-492829c62108, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c43c86-98da-467a-9577-a20d8deac21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c0f0445d-39e8-439a-8ed5-913fa4a35b57'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:21:04.014316 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-87208e4d-1804-4892-87af-d04dc592c218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:04.094471 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-87208e4d-1804-4892-87af-d04dc592c218 service neutron] For port a856cba0-a823-43e9-becf-492829c62108, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:21:04.097925 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-87208e4d-1804-4892-87af-d04dc592c218 service neutron] For port a856cba0-a823-43e9-becf-492829c62108, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=a856cba0-a823-43e9-becf-492829c62108,segment=NetworkSegment(77c43c86-98da-467a-9577-a20d8deac21c),segment_id=77c43c86-98da-467a-9577-a20d8deac21c)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:21:04.724283 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-87208e4d-1804-4892-87af-d04dc592c218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:04.786063 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-87208e4d-1804-4892-87af-d04dc592c218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:04.787493 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-87208e4d-1804-4892-87af-d04dc592c218 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:04.793595 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-87208e4d-1804-4892-87af-d04dc592c218 service neutron] 10.222.0.20 "PUT /v2.0/ports/a856cba0-a823-43e9-becf-492829c62108 HTTP/1.1" status: 200 len: 1091 time: 1.5582986 Aug 18 13:21:04.803470 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00c7e392-27c3-42e7-9ca1-549ad78f76b1', 'tag': 'a856cba0-a823-43e9-becf-492829c62108'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:21:04.806838 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6461a332-e6e5-42f3-b862-7cd199b1d847" -d '{"events": [{"name": "network-changed", "server_uuid": "00c7e392-27c3-42e7-9ca1-549ad78f76b1", "tag": "a856cba0-a823-43e9-becf-492829c62108"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:21:04.829670 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87208e4d-1804-4892-87af-d04dc592c218 service neutron] Pushing event updated for resources: {'Port': ['ID=a856cba0-a823-43e9-becf-492829c62108,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:21:04.878878 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f18ccfd-e34c-443b-b42c-5356257778d6 x-openstack-request-id: req-8f18ccfd-e34c-443b-b42c-5356257778d6 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:21:04.879533 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00c7e392-27c3-42e7-9ca1-549ad78f76b1", "tag": "a856cba0-a823-43e9-becf-492829c62108", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:21:04.879533 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f18ccfd-e34c-443b-b42c-5356257778d6 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:21:04.879948 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00c7e392-27c3-42e7-9ca1-549ad78f76b1', 'tag': 'a856cba0-a823-43e9-becf-492829c62108', 'status': 'completed', 'code': 200} Aug 18 13:21:04.969622 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:21:04.991777 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461a332-e6e5-42f3-b862-7cd199b1d847 req-c1d9ccc5-f11b-41a8-bdcb-bbf94469f118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:04.998989 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6461a332-e6e5-42f3-b862-7cd199b1d847 req-c1d9ccc5-f11b-41a8-bdcb-bbf94469f118 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b33eba207bd547cb915e9911b2c17ee9&device_id=00c7e392-27c3-42e7-9ca1-549ad78f76b1 HTTP/1.1" status: 200 len: 1094 time: 0.0942910 Aug 18 13:21:05.245951 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1308b-dbd8-4146-b2ca-da953b6a2889 req-92e272e4-4e68-49d2-8665-e61c3b6a3c35 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:05.248014 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c3d1308b-dbd8-4146-b2ca-da953b6a2889 req-92e272e4-4e68-49d2-8665-e61c3b6a3c35 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c7e392-27c3-42e7-9ca1-549ad78f76b1 HTTP/1.1" status: 200 len: 943 time: 0.2726116 Aug 18 13:21:05.293429 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461a332-e6e5-42f3-b862-7cd199b1d847 req-a1fc850d-b2c9-4d14-a687-0b4386fac507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:05.294970 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6461a332-e6e5-42f3-b862-7cd199b1d847 req-a1fc850d-b2c9-4d14-a687-0b4386fac507 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b33eba207bd547cb915e9911b2c17ee9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2702928 Aug 18 13:21:05.385450 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c3d1308b-dbd8-4146-b2ca-da953b6a2889 req-71427870-c8c5-4b64-bbb3-d7fddab4eb5f tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12fd22a-68d3-4fd0-8680-92f481a605a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888941 Aug 18 13:21:05.449403 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461a332-e6e5-42f3-b862-7cd199b1d847 req-9accae34-3f06-40f4-81c2-d7198c4dba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:05.449403 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6461a332-e6e5-42f3-b862-7cd199b1d847 req-9accae34-3f06-40f4-81c2-d7198c4dba4a service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1432691 Aug 18 13:21:05.537594 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-4b2ef857-1f7b-4f4d-8162-8f8291dae27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:05.539457 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-4b2ef857-1f7b-4f4d-8162-8f8291dae27d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b33eba207bd547cb915e9911b2c17ee9&device_id=00c7e392-27c3-42e7-9ca1-549ad78f76b1 HTTP/1.1" status: 200 len: 1094 time: 0.0526745 Aug 18 13:21:05.598035 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-0921988d-fe65-4750-9323-e686301340e2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a856cba0-a823-43e9-becf-492829c62108 HTTP/1.1" status: 200 len: 217 time: 0.0517256 Aug 18 13:21:05.656381 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-5e5f9d66-ce0d-42c8-a569-456a4300ea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:05.658096 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-5e5f9d66-ce0d-42c8-a569-456a4300ea86 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ede27eca-66bf-4e3c-a96e-c4f18a4ee38d HTTP/1.1" status: 200 len: 853 time: 0.0522523 Aug 18 13:21:05.707705 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-04d4fd7c-5403-4dd4-bb40-261954624228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:05.709437 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-04d4fd7c-5403-4dd4-bb40-261954624228 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0f0445d-39e8-439a-8ed5-913fa4a35b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437858 Aug 18 13:21:06.211832 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-978c63ad-4b0b-42c6-99ed-12622d643798 service neutron] 10.222.0.20 "GET /v2.0/networks/c0f0445d-39e8-439a-8ed5-913fa4a35b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4953606 Aug 18 13:21:06.338849 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4a6ac5d0-ebef-45b9-8d84-62b2d1a72d4c req-d3e40e7e-212b-4f40-b6de-b6ec88494a68 service neutron] 10.222.0.20 "GET /v2.0/networks/c0f0445d-39e8-439a-8ed5-913fa4a35b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197002 Aug 18 13:21:06.592037 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e81206-d966-4524-ad53-d674cf86b4f1 req-085b4c20-3fe7-4c06-9334-90ae1595fa9c tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:06.593561 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-21e81206-d966-4524-ad53-d674cf86b4f1 req-085b4c20-3fe7-4c06-9334-90ae1595fa9c tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c7e392-27c3-42e7-9ca1-549ad78f76b1 HTTP/1.1" status: 200 len: 943 time: 0.0995154 Aug 18 13:21:06.665792 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-21e81206-d966-4524-ad53-d674cf86b4f1 req-572f1ad6-d1ed-4e89-9c20-d32deb4d2807 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12fd22a-68d3-4fd0-8680-92f481a605a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644791 Aug 18 13:21:07.814962 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10fbf9-9f50-4e63-ae46-803d2228622f req-e2e3ade5-10d4-45d1-81ce-3a5c36bc69ce tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:07.822201 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1e10fbf9-9f50-4e63-ae46-803d2228622f req-e2e3ade5-10d4-45d1-81ce-3a5c36bc69ce tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c7e392-27c3-42e7-9ca1-549ad78f76b1 HTTP/1.1" status: 200 len: 943 time: 0.0716946 Aug 18 13:21:07.864408 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1e10fbf9-9f50-4e63-ae46-803d2228622f req-d60ab940-1e74-4d08-a351-ca1d2ffd797e tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12fd22a-68d3-4fd0-8680-92f481a605a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399840 Aug 18 13:21:08.979302 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522fdc9-aa51-4f7d-b5f9-1b55e72303d3 req-eedb3f41-f1fa-4c56-9da6-427409cc0681 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:08.980869 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1522fdc9-aa51-4f7d-b5f9-1b55e72303d3 req-eedb3f41-f1fa-4c56-9da6-427409cc0681 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c7e392-27c3-42e7-9ca1-549ad78f76b1 HTTP/1.1" status: 200 len: 943 time: 0.0508034 Aug 18 13:21:09.025082 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1522fdc9-aa51-4f7d-b5f9-1b55e72303d3 req-5c59f42b-2e55-41e4-a117-221dc8c947d0 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12fd22a-68d3-4fd0-8680-92f481a605a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380898 Aug 18 13:21:10.149977 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6148ea-cfbb-4363-bf84-43218070034a req-4132ecf8-5f88-46f9-82c0-d98ac5c12c40 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:10.152040 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9b6148ea-cfbb-4363-bf84-43218070034a req-4132ecf8-5f88-46f9-82c0-d98ac5c12c40 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c7e392-27c3-42e7-9ca1-549ad78f76b1 HTTP/1.1" status: 200 len: 943 time: 0.0554960 Aug 18 13:21:10.192168 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9b6148ea-cfbb-4363-bf84-43218070034a req-aad15756-fc55-437e-9782-4836e752fdc4 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12fd22a-68d3-4fd0-8680-92f481a605a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335333 Aug 18 13:21:11.314016 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f0d62-9b19-4515-980f-acfdb6b1c8b6 req-87300ff3-85d7-4094-a1a9-15648f635da3 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:11.316391 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-658f0d62-9b19-4515-980f-acfdb6b1c8b6 req-87300ff3-85d7-4094-a1a9-15648f635da3 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c7e392-27c3-42e7-9ca1-549ad78f76b1 HTTP/1.1" status: 200 len: 943 time: 0.0535471 Aug 18 13:21:11.356434 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-658f0d62-9b19-4515-980f-acfdb6b1c8b6 req-9df691ed-801f-4722-86f1-cfe00a70f7ac tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12fd22a-68d3-4fd0-8680-92f481a605a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335712 Aug 18 13:21:11.666135 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ac37d7bd-0999-4ddf-9941-6b12bcea2c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:12.477363 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73aea86-b962-4fea-9960-d80943a7e473 req-d614f0a8-495c-410e-b76e-b0c9d3bd6a9e tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:12.479674 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d73aea86-b962-4fea-9960-d80943a7e473 req-d614f0a8-495c-410e-b76e-b0c9d3bd6a9e tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c7e392-27c3-42e7-9ca1-549ad78f76b1 HTTP/1.1" status: 200 len: 943 time: 0.0547361 Aug 18 13:21:12.525468 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d73aea86-b962-4fea-9960-d80943a7e473 req-f6c1a548-5e51-4fd6-9004-dca3c02b29a2 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12fd22a-68d3-4fd0-8680-92f481a605a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389488 Aug 18 13:21:13.656463 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b4285-f7a1-4e45-8cbc-0652cbaec6fa req-e4696ad3-accc-4c46-b457-726fa59dd4cd tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:13.657910 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7a0b4285-f7a1-4e45-8cbc-0652cbaec6fa req-e4696ad3-accc-4c46-b457-726fa59dd4cd tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c7e392-27c3-42e7-9ca1-549ad78f76b1 HTTP/1.1" status: 200 len: 943 time: 0.0558648 Aug 18 13:21:13.700308 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7a0b4285-f7a1-4e45-8cbc-0652cbaec6fa req-66eb89fb-b89e-49b6-b4d5-908c86dbd989 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12fd22a-68d3-4fd0-8680-92f481a605a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351207 Aug 18 13:21:13.817241 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-05ab8869-610a-4eb3-b3ea-f7b03c000729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:14.614208 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:14.831699 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c0f18-f4b2-4f67-a1bd-63633d3f0c0a req-60a03876-749a-42ef-acd2-67dcf1a1c2f8 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:14.833260 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7c0c0f18-f4b2-4f67-a1bd-63633d3f0c0a req-60a03876-749a-42ef-acd2-67dcf1a1c2f8 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c7e392-27c3-42e7-9ca1-549ad78f76b1 HTTP/1.1" status: 200 len: 943 time: 0.0614870 Aug 18 13:21:14.874240 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7c0c0f18-f4b2-4f67-a1bd-63633d3f0c0a req-ff494a08-c8fd-44dd-b2a4-fd2f79ac8c21 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12fd22a-68d3-4fd0-8680-92f481a605a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335155 Aug 18 13:21:15.414100 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:15.519623 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device a856cba0-a823-43e9-becf-492829c62108 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:21:15.617443 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port a856cba0-a823-43e9-becf-492829c62108, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=a856cba0-a823-43e9-becf-492829c62108,segment=NetworkSegment(77c43c86-98da-467a-9577-a20d8deac21c),segment_id=77c43c86-98da-467a-9577-a20d8deac21c)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:21:15.629544 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'a856cba0-a823-43e9-becf-492829c62108', 'network_id': 'c0f0445d-39e8-439a-8ed5-913fa4a35b57', 'port_id': 'a856cba0-a823-43e9-becf-492829c62108', 'mac_address': 'fa:16:3e:15:fa:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ede27eca-66bf-4e3c-a96e-c4f18a4ee38d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:21:15.669173 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:15.683636 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a856cba0-a823-43e9-becf-492829c62108 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:21:15.703636 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port a856cba0-a823-43e9-becf-492829c62108, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=a856cba0-a823-43e9-becf-492829c62108,segment=NetworkSegment(77c43c86-98da-467a-9577-a20d8deac21c),segment_id=77c43c86-98da-467a-9577-a20d8deac21c)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:21:15.839262 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:15.920081 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=a856cba0-a823-43e9-becf-492829c62108,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:21:16.073758 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:21:16.073758 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:21:16.073758 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:21:16.073758 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:21:16.073758 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:21:16.073758 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:21:16.073758 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:21:16.073758 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:21:16.073758 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:21:16.073758 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:21:16.073758 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:21:16.073758 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:21:16.091989 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['a856cba0-a823-43e9-becf-492829c62108'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:21:16.097128 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93abddd-8c81-4b33-8775-80d5ea21d7b6 req-55674bcf-0edd-40b9-b1e5-cf221940a644 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:16.099065 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a93abddd-8c81-4b33-8775-80d5ea21d7b6 req-55674bcf-0edd-40b9-b1e5-cf221940a644 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c7e392-27c3-42e7-9ca1-549ad78f76b1 HTTP/1.1" status: 200 len: 944 time: 0.0820591 Aug 18 13:21:16.170081 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a93abddd-8c81-4b33-8775-80d5ea21d7b6 req-9d6ad859-33da-40fe-9f1a-eb545099ab0b tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12fd22a-68d3-4fd0-8680-92f481a605a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626898 Aug 18 13:21:17.325133 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8bbf6-9055-4964-84d2-fac2714310b6 req-f227e973-a7d1-4e71-b00b-50625875fb14 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:17.326814 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8fd8bbf6-9055-4964-84d2-fac2714310b6 req-f227e973-a7d1-4e71-b00b-50625875fb14 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c7e392-27c3-42e7-9ca1-549ad78f76b1 HTTP/1.1" status: 200 len: 944 time: 0.0775702 Aug 18 13:21:17.369032 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8fd8bbf6-9055-4964-84d2-fac2714310b6 req-b59b4262-649b-4d86-8033-2c319deb41bb tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12fd22a-68d3-4fd0-8680-92f481a605a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361297 Aug 18 13:21:17.431213 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:17.537985 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device a856cba0-a823-43e9-becf-492829c62108 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:21:17.768441 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port a856cba0-a823-43e9-becf-492829c62108 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:21:17.772826 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port a856cba0-a823-43e9-becf-492829c62108 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:21:17.786484 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:17.881993 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:17.915962 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port a856cba0-a823-43e9-becf-492829c62108, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=a856cba0-a823-43e9-becf-492829c62108,segment=NetworkSegment(77c43c86-98da-467a-9577-a20d8deac21c),segment_id=77c43c86-98da-467a-9577-a20d8deac21c)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:21:17.917514 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c7e392-27c3-42e7-9ca1-549ad78f76b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a856cba0-a823-43e9-becf-492829c62108'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:21:17.919936 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebdbe82-1020-4682-a12c-5bb3b50b6606" -d '{"events": [{"server_uuid": "00c7e392-27c3-42e7-9ca1-549ad78f76b1", "name": "network-vif-plugged", "status": "completed", "tag": "a856cba0-a823-43e9-becf-492829c62108"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:21:17.997412 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:18.076372 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f829ed-62fa-4363-baf3-1f519c5a2260 x-openstack-request-id: req-c6f829ed-62fa-4363-baf3-1f519c5a2260 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:21:18.076665 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00c7e392-27c3-42e7-9ca1-549ad78f76b1", "name": "network-vif-plugged", "status": "completed", "tag": "a856cba0-a823-43e9-becf-492829c62108", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:21:18.076919 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6f829ed-62fa-4363-baf3-1f519c5a2260 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:21:18.077306 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c7e392-27c3-42e7-9ca1-549ad78f76b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a856cba0-a823-43e9-becf-492829c62108', 'code': 200} Aug 18 13:21:18.081855 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=a856cba0-a823-43e9-becf-492829c62108,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:21:18.179201 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e5f34-ec70-4b99-9832-68feee8b8e64 req-36e277de-ac8c-4b6e-bf88-375b5f1ac97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:18.180732 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-772e5f34-ec70-4b99-9832-68feee8b8e64 req-36e277de-ac8c-4b6e-bf88-375b5f1ac97a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=00c7e392-27c3-42e7-9ca1-549ad78f76b1 HTTP/1.1" status: 200 len: 1096 time: 0.0434525 Aug 18 13:21:18.231063 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-772e5f34-ec70-4b99-9832-68feee8b8e64 req-d218d4bd-38ff-4a74-b4cb-541a6c9d8c72 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f12fd22a-68d3-4fd0-8680-92f481a605a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426664 Aug 18 13:21:18.547308 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590995ed-8fad-4fb3-9b3c-7017dd8dd6bd req-c87aa801-ef23-44e4-8617-7a865fd6d973 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:18.549340 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-590995ed-8fad-4fb3-9b3c-7017dd8dd6bd req-c87aa801-ef23-44e4-8617-7a865fd6d973 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c7e392-27c3-42e7-9ca1-549ad78f76b1 HTTP/1.1" status: 200 len: 945 time: 0.0700374 Aug 18 13:21:18.599172 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-590995ed-8fad-4fb3-9b3c-7017dd8dd6bd req-8e040405-e287-4b44-b925-0974171a1c0b tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12fd22a-68d3-4fd0-8680-92f481a605a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434322 Aug 18 13:21:19.413713 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406b711-630e-497e-b945-99f6178743e1 req-ca8b9a22-ed47-4ce0-82f6-e2f5a0305010 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:19.415803 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3406b711-630e-497e-b945-99f6178743e1 req-ca8b9a22-ed47-4ce0-82f6-e2f5a0305010 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/networks?id=5a750657-6380-4216-8606-057245bf1333 HTTP/1.1" status: 200 len: 811 time: 0.1428292 Aug 18 13:21:19.433966 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3406b711-630e-497e-b945-99f6178743e1 req-a56f5751-8834-4a41-9cf9-d1d31ad2a247 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/quotas/161a0a675dcb4f668dec9565c8db14ad HTTP/1.1" status: 200 len: 375 time: 0.0110717 Aug 18 13:21:19.495426 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3406b711-630e-497e-b945-99f6178743e1 req-78fdb587-f0f7-47ec-9593-37513c259f61 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=161a0a675dcb4f668dec9565c8db14ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541530 Aug 18 13:21:19.611491 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3406b711-630e-497e-b945-99f6178743e1 req-f30fbd91-a966-4b35-93fe-7768c1f043be service neutron] 10.222.0.13 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090567 Aug 18 13:21:19.731449 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3406b711-630e-497e-b945-99f6178743e1 req-c20f7cb4-dfc3-4465-8d4a-e42ca7dce643 service neutron] 10.222.0.13 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138492 Aug 18 13:21:19.753129 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b575156-90d3-4398-8492-4cc41cf15b6e req-98358c84-e9d7-4ebb-9e87-b2e0eaacc822 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:19.754699 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4b575156-90d3-4398-8492-4cc41cf15b6e req-98358c84-e9d7-4ebb-9e87-b2e0eaacc822 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c7e392-27c3-42e7-9ca1-549ad78f76b1 HTTP/1.1" status: 200 len: 945 time: 0.0692418 Aug 18 13:21:19.804003 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4b575156-90d3-4398-8492-4cc41cf15b6e req-2556c112-a3a6-41b4-ad9d-371aa9d774a3 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12fd22a-68d3-4fd0-8680-92f481a605a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425031 Aug 18 13:21:19.971115 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467926b3-af94-4505-85e2-d03b414056f5 req-8001143a-f0a1-420a-94dd-9ae182b8da66 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:19.972653 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-467926b3-af94-4505-85e2-d03b414056f5 req-8001143a-f0a1-420a-94dd-9ae182b8da66 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c7e392-27c3-42e7-9ca1-549ad78f76b1 HTTP/1.1" status: 200 len: 945 time: 0.0605023 Aug 18 13:21:20.051846 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-467926b3-af94-4505-85e2-d03b414056f5 req-133a15b0-598b-4f60-b595-2389a68a1b31 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12fd22a-68d3-4fd0-8680-92f481a605a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727112 Aug 18 13:21:20.092558 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50014) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:21:20.094424 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a4c45f98-d171-4511-b722-cfe7330e5189 req-e4efc565-368f-4fd0-a64e-80d3c59a6dd9 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 210 time: 0.0590816 Aug 18 13:21:20.341819 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93e7b87-f83e-4634-a503-89028ef56398 tempest-TestVolumeBackupRestore-2124609237 tempest-TestVolumeBackupRestore-2124609237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:20.347159 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c93e7b87-f83e-4634-a503-89028ef56398 tempest-TestVolumeBackupRestore-2124609237 tempest-TestVolumeBackupRestore-2124609237-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=00c7e392-27c3-42e7-9ca1-549ad78f76b1 HTTP/1.1" status: 200 len: 1091 time: 0.2497952 Aug 18 13:21:20.347312 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 50026) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:21:20.351542 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-58645612-d4e3-4ad3-880a-6e386e0b2f6a tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'port_id': 'a856cba0-a823-43e9-becf-492829c62108', 'tenant_id': 'b33eba207bd547cb915e9911b2c17ee9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:21:20.488367 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-58645612-d4e3-4ad3-880a-6e386e0b2f6a tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks [] for floatingip, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:20.637442 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-58645612-d4e3-4ad3-880a-6e386e0b2f6a tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:20.772852 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-58645612-d4e3-4ad3-880a-6e386e0b2f6a tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Allocated IP 172.25.6.237 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/38441e50-97c1-43f2-9bfd-1dcba30c3400) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:21:20.908885 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-58645612-d4e3-4ad3-880a-6e386e0b2f6a tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:21.037688 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-58645612-d4e3-4ad3-880a-6e386e0b2f6a tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:21.075240 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58645612-d4e3-4ad3-880a-6e386e0b2f6a tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:21:21.078560 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-58645612-d4e3-4ad3-880a-6e386e0b2f6a tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:21:21.084458 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58645612-d4e3-4ad3-880a-6e386e0b2f6a tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:21:21.124406 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58645612-d4e3-4ad3-880a-6e386e0b2f6a tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Pushing event updated for resources: {'Port': ['ID=38441e50-97c1-43f2-9bfd-1dcba30c3400,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:21:21.244753 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1d758b72-5d82-4ff0-b02d-32b87d991327 req-2bdef05c-6560-4dc8-93c6-04d0ab8a3092 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 210 time: 0.0552790 Aug 18 13:21:21.641062 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-58645612-d4e3-4ad3-880a-6e386e0b2f6a tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:21.876078 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-58645612-d4e3-4ad3-880a-6e386e0b2f6a tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:22.099017 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-58645612-d4e3-4ad3-880a-6e386e0b2f6a tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:22.151459 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-58645612-d4e3-4ad3-880a-6e386e0b2f6a tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:22.232349 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58645612-d4e3-4ad3-880a-6e386e0b2f6a tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Pushing event updated for resources: {'Port': ['ID=38441e50-97c1-43f2-9bfd-1dcba30c3400,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:21:22.249826 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-58645612-d4e3-4ad3-880a-6e386e0b2f6a tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:22.386840 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-df204e06-5459-4c56-9768-42a48824a3cf req-4cfc7b34-0087-4d8b-9184-5c95458499dc tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 210 time: 0.0595191 Aug 18 13:21:22.415298 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [None req-58645612-d4e3-4ad3-880a-6e386e0b2f6a tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Floating IP 092bafe6-89fe-4920-9995-7b9a773c6ad5 associated. External IP: 172.25.6.237, port: a856cba0-a823-43e9-becf-492829c62108. Aug 18 13:21:22.620935 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406b711-630e-497e-b945-99f6178743e1 req-4fe6a1b5-0643-44ee-a73c-ee6b03ce9bc9 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:22.622563 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3406b711-630e-497e-b945-99f6178743e1 req-4fe6a1b5-0643-44ee-a73c-ee6b03ce9bc9 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.39 "GET /v2.0/networks?id=5a750657-6380-4216-8606-057245bf1333 HTTP/1.1" status: 200 len: 811 time: 0.1648273 Aug 18 13:21:22.670282 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-3406b711-630e-497e-b945-99f6178743e1 req-cd9ecd0c-7bdb-43af-a54d-fbef64fe85c1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Request body: {'port': {'device_id': '54363308-74f6-422e-8c8e-c291244b463d', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'admin_state_up': True, 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:21:22.840448 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58645612-d4e3-4ad3-880a-6e386e0b2f6a tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Router 945a507d-e5fd-4867-b5da-1b849b82cb20 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:21:22.969548 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3406b711-630e-497e-b945-99f6178743e1 req-cd9ecd0c-7bdb-43af-a54d-fbef64fe85c1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Made reservation on behalf of 161a0a675dcb4f668dec9565c8db14ad for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:21:22.973443 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3406b711-630e-497e-b945-99f6178743e1 req-cd9ecd0c-7bdb-43af-a54d-fbef64fe85c1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:23.071685 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58645612-d4e3-4ad3-880a-6e386e0b2f6a tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:21:23.087789 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9289cc09-36b5-4332-a36f-523fd6d4cef4 None None] Sync routers for ids ['945a507d-e5fd-4867-b5da-1b849b82cb20'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:21:23.102381 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9289cc09-36b5-4332-a36f-523fd6d4cef4 None None] Routers {'945a507d-e5fd-4867-b5da-1b849b82cb20'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:21:23.102381 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-9289cc09-36b5-4332-a36f-523fd6d4cef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:21:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['945a507d-e5fd-4867-b5da-1b849b82cb20'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:21:23.173386 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-3406b711-630e-497e-b945-99f6178743e1 req-cd9ecd0c-7bdb-43af-a54d-fbef64fe85c1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Allocated IP 172.20.0.13 (5a750657-6380-4216-8606-057245bf1333/df130f28-747c-4593-a4e4-fcc4c74ccec3/9c01b9e4-80b2-42f7-8bb3-7026c5c86147) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:21:23.231652 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-58645612-d4e3-4ad3-880a-6e386e0b2f6a tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:23.234868 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-9289cc09-36b5-4332-a36f-523fd6d4cef4 None None] Set router 945a507d-e5fd-4867-b5da-1b849b82cb20 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:21:23.330679 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-58645612-d4e3-4ad3-880a-6e386e0b2f6a tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9793768 Aug 18 13:21:23.330679 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00c7e392-27c3-42e7-9ca1-549ad78f76b1', 'tag': 'a856cba0-a823-43e9-becf-492829c62108'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:21:23.333271 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50090) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:21:23.333810 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da9f956-c15b-43ca-921c-8095a15134cb" -d '{"events": [{"name": "network-changed", "server_uuid": "00c7e392-27c3-42e7-9ca1-549ad78f76b1", "tag": "a856cba0-a823-43e9-becf-492829c62108"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:21:23.409023 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac69ae3c-2cd7-4162-b57b-09a42c72c0c2 tempest-TestVolumeBackupRestore-2124609237 tempest-TestVolumeBackupRestore-2124609237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:23.411138 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ac69ae3c-2cd7-4162-b57b-09a42c72c0c2 tempest-TestVolumeBackupRestore-2124609237 tempest-TestVolumeBackupRestore-2124609237-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=00c7e392-27c3-42e7-9ca1-549ad78f76b1 HTTP/1.1" status: 200 len: 1091 time: 0.0784292 Aug 18 13:21:23.413909 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 50096) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:21:23.419987 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-67751d24-694c-4969-8e14-1ce73c7c80ca tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Request body: {'floatingip': {'port_id': 'a856cba0-a823-43e9-becf-492829c62108'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:21:23.444947 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3406b711-630e-497e-b945-99f6178743e1 req-cd9ecd0c-7bdb-43af-a54d-fbef64fe85c1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:23.466356 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-3406b711-630e-497e-b945-99f6178743e1 req-cd9ecd0c-7bdb-43af-a54d-fbef64fe85c1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Transition to ACTIVE for port object 9c01b9e4-80b2-42f7-8bb3-7026c5c86147 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:21:23.486131 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549ac1b3-4ca4-465c-93e0-2effe25b3004 x-openstack-request-id: req-549ac1b3-4ca4-465c-93e0-2effe25b3004 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:21:23.486462 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00c7e392-27c3-42e7-9ca1-549ad78f76b1", "tag": "a856cba0-a823-43e9-becf-492829c62108", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:21:23.486718 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-549ac1b3-4ca4-465c-93e0-2effe25b3004 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:21:23.488166 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00c7e392-27c3-42e7-9ca1-549ad78f76b1', 'tag': 'a856cba0-a823-43e9-becf-492829c62108', 'status': 'completed', 'code': 200} Aug 18 13:21:23.492453 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-67751d24-694c-4969-8e14-1ce73c7c80ca tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks [] for floatingip, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:23.582371 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9f956-c15b-43ca-921c-8095a15134cb req-c0088ab1-69c6-4cbe-9427-11666652e61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:23.584331 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1da9f956-c15b-43ca-921c-8095a15134cb req-c0088ab1-69c6-4cbe-9427-11666652e61d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b33eba207bd547cb915e9911b2c17ee9&device_id=00c7e392-27c3-42e7-9ca1-549ad78f76b1 HTTP/1.1" status: 200 len: 1096 time: 0.0892403 Aug 18 13:21:23.590910 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7d4764fe-3749-4a90-b3cb-ffb89f476749 req-46d44cfa-eab7-45b2-8f22-c7cd1f522ec0 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 210 time: 0.0377891 Aug 18 13:21:23.591460 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-9289cc09-36b5-4332-a36f-523fd6d4cef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'name': 'tempest-TestVolumeBackupRestore-1262926275-router', 'tenant_id': 'b33eba207bd547cb915e9911b2c17ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'f6eb81b0-6453-40da-ab0f-1e36773d3c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:17:10Z', 'updated_at': '2021-08-18T13:17:16Z', 'revision_number': 4, 'project_id': 'b33eba207bd547cb915e9911b2c17ee9', 'gw_port': {'id': 'f6eb81b0-6453-40da-ab0f-1e36773d3c37', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:17:11Z', 'updated_at': '2021-08-18T13:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '092bafe6-89fe-4920-9995-7b9a773c6ad5', 'tenant_id': 'b33eba207bd547cb915e9911b2c17ee9', 'floating_ip_address': '172.25.6.237', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'port_id': 'a856cba0-a823-43e9-becf-492829c62108', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f0445d-39e8-439a-8ed5-913fa4a35b57', 'mac_address': 'fa:16:3e:15:fa:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c7e392-27c3-42e7-9ca1-549ad78f76b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:21:21Z', 'updated_at': '2021-08-18T13:21:21Z', 'revision_number': 0, 'project_id': 'b33eba207bd547cb915e9911b2c17ee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9ba3388-252e-472d-a5b8-1583e4a4a10c', 'name': '', 'network_id': 'c0f0445d-39e8-439a-8ed5-913fa4a35b57', 'tenant_id': 'b33eba207bd547cb915e9911b2c17ee9', 'mac_address': 'fa:16:3e:b5:54:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'ede27eca-66bf-4e3c-a96e-c4f18a4ee38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:17:15Z', 'updated_at': '2021-08-18T13:17:27Z', 'revision_number': 5, 'project_id': 'b33eba207bd547cb915e9911b2c17ee9', 'subnets': [{'id': 'ede27eca-66bf-4e3c-a96e-c4f18a4ee38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:21:23.626626 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9289cc09-36b5-4332-a36f-523fd6d4cef4 None None] Checking router: 945a507d-e5fd-4867-b5da-1b849b82cb20 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:21:23.646478 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9289cc09-36b5-4332-a36f-523fd6d4cef4 None None] Routers {'945a507d-e5fd-4867-b5da-1b849b82cb20'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:21:23.646478 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-9289cc09-36b5-4332-a36f-523fd6d4cef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:21:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['945a507d-e5fd-4867-b5da-1b849b82cb20'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:21:23.672945 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3406b711-630e-497e-b945-99f6178743e1 req-cd9ecd0c-7bdb-43af-a54d-fbef64fe85c1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:23.743949 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3406b711-630e-497e-b945-99f6178743e1 req-cd9ecd0c-7bdb-43af-a54d-fbef64fe85c1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Network 5a750657-6380-4216-8606-057245bf1333 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:21:23.751079 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-3406b711-630e-497e-b945-99f6178743e1 req-cd9ecd0c-7bdb-43af-a54d-fbef64fe85c1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:21:23.757216 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-3406b711-630e-497e-b945-99f6178743e1 req-cd9ecd0c-7bdb-43af-a54d-fbef64fe85c1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:21:23.774508 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ecd0c-7bdb-43af-a54d-fbef64fe85c1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Pushing event updated for resources: {'Port': ['ID=9c01b9e4-80b2-42f7-8bb3-7026c5c86147,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:21:23.784015 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-9289cc09-36b5-4332-a36f-523fd6d4cef4 None None] Set router 945a507d-e5fd-4867-b5da-1b849b82cb20 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:21:23.864850 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9f956-c15b-43ca-921c-8095a15134cb req-35ffe356-4c39-452e-8861-5e2d64860b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:23.866387 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1da9f956-c15b-43ca-921c-8095a15134cb req-35ffe356-4c39-452e-8861-5e2d64860b8b service neutron] 10.222.0.20 "GET /v2.0/networks?id=c0f0445d-39e8-439a-8ed5-913fa4a35b57 HTTP/1.1" status: 200 len: 915 time: 0.2759154 Aug 18 13:21:23.941196 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406b711-630e-497e-b945-99f6178743e1 req-cd9ecd0c-7bdb-43af-a54d-fbef64fe85c1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:23.942022 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3406b711-630e-497e-b945-99f6178743e1 req-cd9ecd0c-7bdb-43af-a54d-fbef64fe85c1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:23.985681 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1da9f956-c15b-43ca-921c-8095a15134cb req-2ac03ef4-1fd8-4faf-960e-d23eb624c5fb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a856cba0-a823-43e9-becf-492829c62108 HTTP/1.1" status: 200 len: 999 time: 0.1074069 Aug 18 13:21:24.058473 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3406b711-630e-497e-b945-99f6178743e1 req-cd9ecd0c-7bdb-43af-a54d-fbef64fe85c1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4263709 Aug 18 13:21:24.085395 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-3406b711-630e-497e-b945-99f6178743e1 req-4b795f16-4f2b-407c-b67e-551df54a6969 service neutron] Request body: {'port': {'device_id': '54363308-74f6-422e-8c8e-c291244b463d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:21:24.131781 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9f956-c15b-43ca-921c-8095a15134cb req-0e362d9b-5940-4e4d-ac79-94c04deef515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:24.133542 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1da9f956-c15b-43ca-921c-8095a15134cb req-0e362d9b-5940-4e4d-ac79-94c04deef515 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ede27eca-66bf-4e3c-a96e-c4f18a4ee38d HTTP/1.1" status: 200 len: 853 time: 0.1395154 Aug 18 13:21:24.200743 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3406b711-630e-497e-b945-99f6178743e1 req-4b795f16-4f2b-407c-b67e-551df54a6969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:24.216893 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-9289cc09-36b5-4332-a36f-523fd6d4cef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'name': 'tempest-TestVolumeBackupRestore-1262926275-router', 'tenant_id': 'b33eba207bd547cb915e9911b2c17ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'f6eb81b0-6453-40da-ab0f-1e36773d3c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:17:10Z', 'updated_at': '2021-08-18T13:17:16Z', 'revision_number': 4, 'project_id': 'b33eba207bd547cb915e9911b2c17ee9', 'gw_port': {'id': 'f6eb81b0-6453-40da-ab0f-1e36773d3c37', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:17:11Z', 'updated_at': '2021-08-18T13:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '092bafe6-89fe-4920-9995-7b9a773c6ad5', 'tenant_id': 'b33eba207bd547cb915e9911b2c17ee9', 'floating_ip_address': '172.25.6.237', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'port_id': 'a856cba0-a823-43e9-becf-492829c62108', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f0445d-39e8-439a-8ed5-913fa4a35b57', 'mac_address': 'fa:16:3e:15:fa:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c7e392-27c3-42e7-9ca1-549ad78f76b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:21:21Z', 'updated_at': '2021-08-18T13:21:21Z', 'revision_number': 0, 'project_id': 'b33eba207bd547cb915e9911b2c17ee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9ba3388-252e-472d-a5b8-1583e4a4a10c', 'name': '', 'network_id': 'c0f0445d-39e8-439a-8ed5-913fa4a35b57', 'tenant_id': 'b33eba207bd547cb915e9911b2c17ee9', 'mac_address': 'fa:16:3e:b5:54:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'ede27eca-66bf-4e3c-a96e-c4f18a4ee38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:17:15Z', 'updated_at': '2021-08-18T13:17:27Z', 'revision_number': 5, 'project_id': 'b33eba207bd547cb915e9911b2c17ee9', 'subnets': [{'id': 'ede27eca-66bf-4e3c-a96e-c4f18a4ee38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:21:24.225373 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9f956-c15b-43ca-921c-8095a15134cb req-a8feb235-5733-43da-ad91-cdbbd348a6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:24.227036 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1da9f956-c15b-43ca-921c-8095a15134cb req-a8feb235-5733-43da-ad91-cdbbd348a6cb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0f0445d-39e8-439a-8ed5-913fa4a35b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707338 Aug 18 13:21:24.270789 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7f245de4-f6bc-4ad9-88e6-15836b7b4213 None None] Provisioning for port 9c01b9e4-80b2-42f7-8bb3-7026c5c86147 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:21:24.275169 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7f245de4-f6bc-4ad9-88e6-15836b7b4213 None None] Provisioning complete for port 9c01b9e4-80b2-42f7-8bb3-7026c5c86147 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:21:24.276253 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7f245de4-f6bc-4ad9-88e6-15836b7b4213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:24.361337 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7f245de4-f6bc-4ad9-88e6-15836b7b4213 None None] Port 9c01b9e4-80b2-42f7-8bb3-7026c5c86147 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:21:24.398938 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-67751d24-694c-4969-8e14-1ce73c7c80ca tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:24.460394 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9289cc09-36b5-4332-a36f-523fd6d4cef4 None None] The sync data for ids ['945a507d-e5fd-4867-b5da-1b849b82cb20'] in n-d-803603-2 is: [{'id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'name': 'tempest-TestVolumeBackupRestore-1262926275-router', 'tenant_id': 'b33eba207bd547cb915e9911b2c17ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'f6eb81b0-6453-40da-ab0f-1e36773d3c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:17:10Z', 'updated_at': '2021-08-18T13:17:16Z', 'revision_number': 4, 'project_id': 'b33eba207bd547cb915e9911b2c17ee9', 'gw_port': {'id': 'f6eb81b0-6453-40da-ab0f-1e36773d3c37', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:17:11Z', 'updated_at': '2021-08-18T13:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '092bafe6-89fe-4920-9995-7b9a773c6ad5', 'tenant_id': 'b33eba207bd547cb915e9911b2c17ee9', 'floating_ip_address': '172.25.6.237', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'port_id': 'a856cba0-a823-43e9-becf-492829c62108', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f0445d-39e8-439a-8ed5-913fa4a35b57', 'mac_address': 'fa:16:3e:15:fa:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c7e392-27c3-42e7-9ca1-549ad78f76b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:21:21Z', 'updated_at': '2021-08-18T13:21:21Z', 'revision_number': 0, 'project_id': 'b33eba207bd547cb915e9911b2c17ee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9ba3388-252e-472d-a5b8-1583e4a4a10c', 'name': '', 'network_id': 'c0f0445d-39e8-439a-8ed5-913fa4a35b57', 'tenant_id': 'b33eba207bd547cb915e9911b2c17ee9', 'mac_address': 'fa:16:3e:b5:54:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'ede27eca-66bf-4e3c-a96e-c4f18a4ee38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:17:15Z', 'updated_at': '2021-08-18T13:17:27Z', 'revision_number': 5, 'project_id': 'b33eba207bd547cb915e9911b2c17ee9', 'subnets': [{'id': 'ede27eca-66bf-4e3c-a96e-c4f18a4ee38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:21:24.517591 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-67751d24-694c-4969-8e14-1ce73c7c80ca tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:24.856706 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb05c15-9d10-4c50-bc23-1af48a9afb8a None None] New status for floating IP 092bafe6-89fe-4920-9995-7b9a773c6ad5: ACTIVE {{(pid=101677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:21:24.918299 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67751d24-694c-4969-8e14-1ce73c7c80ca tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Router 945a507d-e5fd-4867-b5da-1b849b82cb20 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:21:24.941280 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c8753-8a4c-4b8a-88f2-5c3092d766b9 req-b2a344b3-61ff-495e-b865-944026d81564 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:24.943108 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8b4c8753-8a4c-4b8a-88f2-5c3092d766b9 req-b2a344b3-61ff-495e-b865-944026d81564 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 932 time: 0.2020123 Aug 18 13:21:25.005762 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1da9f956-c15b-43ca-921c-8095a15134cb req-e0b3460a-7f06-4d6c-9fdc-9e8a93d0e793 service neutron] 10.222.0.20 "GET /v2.0/networks/c0f0445d-39e8-439a-8ed5-913fa4a35b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7264965 Aug 18 13:21:25.078638 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67751d24-694c-4969-8e14-1ce73c7c80ca tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:21:25.095464 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-67751d24-694c-4969-8e14-1ce73c7c80ca tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:25.143786 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00c7e392-27c3-42e7-9ca1-549ad78f76b1', 'tag': 'a856cba0-a823-43e9-becf-492829c62108'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:21:25.176503 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7adbfc5f-114c-40b7-a5db-70f2afa114f2" -d '{"events": [{"name": "network-changed", "server_uuid": "00c7e392-27c3-42e7-9ca1-549ad78f76b1", "tag": "a856cba0-a823-43e9-becf-492829c62108"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:21:25.180658 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1da9f956-c15b-43ca-921c-8095a15134cb req-10c7bd23-6b06-43e0-aa65-e571ecca22bc service neutron] 10.222.0.20 "GET /v2.0/networks/c0f0445d-39e8-439a-8ed5-913fa4a35b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492417 Aug 18 13:21:25.246983 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-3406b711-630e-497e-b945-99f6178743e1 req-4b795f16-4f2b-407c-b67e-551df54a6969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c01b9e4-80b2-42f7-8bb3-7026c5c86147 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:21:25.264172 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3406b711-630e-497e-b945-99f6178743e1 req-4b795f16-4f2b-407c-b67e-551df54a6969 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:25.284237 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8b4c8753-8a4c-4b8a-88f2-5c3092d766b9 req-568ff3ff-e03b-4087-8252-ec6fb5349008 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007844 Aug 18 13:21:25.294320 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d486ae-f20a-44f1-8ef9-4c9f31fc78a6 x-openstack-request-id: req-20d486ae-f20a-44f1-8ef9-4c9f31fc78a6 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:21:25.294320 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00c7e392-27c3-42e7-9ca1-549ad78f76b1", "tag": "a856cba0-a823-43e9-becf-492829c62108", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:21:25.294320 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20d486ae-f20a-44f1-8ef9-4c9f31fc78a6 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:21:25.294320 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00c7e392-27c3-42e7-9ca1-549ad78f76b1', 'tag': 'a856cba0-a823-43e9-becf-492829c62108', 'status': 'completed', 'code': 200} Aug 18 13:21:25.298393 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-67751d24-694c-4969-8e14-1ce73c7c80ca tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "PUT /v2.0/floatingips/092bafe6-89fe-4920-9995-7b9a773c6ad5 HTTP/1.1" status: 200 len: 991 time: 1.8829961 Aug 18 13:21:25.307106 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-3406b711-630e-497e-b945-99f6178743e1 req-4b795f16-4f2b-407c-b67e-551df54a6969 service neutron] Transition to ACTIVE for port object 9c01b9e4-80b2-42f7-8bb3-7026c5c86147 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:21:25.387991 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbfc5f-114c-40b7-a5db-70f2afa114f2 req-8cf8042b-7069-4388-8fe4-9a819752e3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:25.389452 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7adbfc5f-114c-40b7-a5db-70f2afa114f2 req-8cf8042b-7069-4388-8fe4-9a819752e3a5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b33eba207bd547cb915e9911b2c17ee9&device_id=00c7e392-27c3-42e7-9ca1-549ad78f76b1 HTTP/1.1" status: 200 len: 1096 time: 0.0626764 Aug 18 13:21:25.409874 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3406b711-630e-497e-b945-99f6178743e1 req-4b795f16-4f2b-407c-b67e-551df54a6969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:25.489065 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc505ba-fe52-46ff-9a1a-0db644c244bf None None] Sync routers for ids ['945a507d-e5fd-4867-b5da-1b849b82cb20'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:21:25.502942 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc505ba-fe52-46ff-9a1a-0db644c244bf None None] Routers {'945a507d-e5fd-4867-b5da-1b849b82cb20'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:21:25.503598 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-bdc505ba-fe52-46ff-9a1a-0db644c244bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:21:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['945a507d-e5fd-4867-b5da-1b849b82cb20'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:21:25.575847 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b795f16-4f2b-407c-b67e-551df54a6969 service neutron] Pushing event updated for resources: {'Port': ['ID=9c01b9e4-80b2-42f7-8bb3-7026c5c86147,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:21:25.700288 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-bdc505ba-fe52-46ff-9a1a-0db644c244bf None None] Set router 945a507d-e5fd-4867-b5da-1b849b82cb20 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:21:25.719740 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-3406b711-630e-497e-b945-99f6178743e1 req-4b795f16-4f2b-407c-b67e-551df54a6969 service neutron] Attempting to bind port 9c01b9e4-80b2-42f7-8bb3-7026c5c86147 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:21:25.720228 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-3406b711-630e-497e-b945-99f6178743e1 req-4b795f16-4f2b-407c-b67e-551df54a6969 service neutron] Attempting to bind port 9c01b9e4-80b2-42f7-8bb3-7026c5c86147 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '253e9a78-b703-48d2-8774-59f67598fdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5a750657-6380-4216-8606-057245bf1333'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:21:25.720683 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3406b711-630e-497e-b945-99f6178743e1 req-4b795f16-4f2b-407c-b67e-551df54a6969 service neutron] Attempting to bind port 9c01b9e4-80b2-42f7-8bb3-7026c5c86147 on network 5a750657-6380-4216-8606-057245bf1333 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:21:25.724269 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbfc5f-114c-40b7-a5db-70f2afa114f2 req-2321694c-0893-4e9d-8fe8-2022fa4691cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:25.726098 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7adbfc5f-114c-40b7-a5db-70f2afa114f2 req-2321694c-0893-4e9d-8fe8-2022fa4691cd service neutron] 10.222.0.20 "GET /v2.0/networks?id=c0f0445d-39e8-439a-8ed5-913fa4a35b57 HTTP/1.1" status: 200 len: 915 time: 0.3299701 Aug 18 13:21:25.730943 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3406b711-630e-497e-b945-99f6178743e1 req-4b795f16-4f2b-407c-b67e-551df54a6969 service neutron] Port 9c01b9e4-80b2-42f7-8bb3-7026c5c86147 on network 5a750657-6380-4216-8606-057245bf1333 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:21:25.732102 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3406b711-630e-497e-b945-99f6178743e1 req-4b795f16-4f2b-407c-b67e-551df54a6969 service neutron] Attempting to bind port 9c01b9e4-80b2-42f7-8bb3-7026c5c86147 on network 5a750657-6380-4216-8606-057245bf1333 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:21:25.774842 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3406b711-630e-497e-b945-99f6178743e1 req-4b795f16-4f2b-407c-b67e-551df54a6969 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:21:25.775460 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3406b711-630e-497e-b945-99f6178743e1 req-4b795f16-4f2b-407c-b67e-551df54a6969 service neutron] Checking segment: {'id': '253e9a78-b703-48d2-8774-59f67598fdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5a750657-6380-4216-8606-057245bf1333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:21:25.775964 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3406b711-630e-497e-b945-99f6178743e1 req-4b795f16-4f2b-407c-b67e-551df54a6969 service neutron] Bound using segment: {'id': '253e9a78-b703-48d2-8774-59f67598fdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5a750657-6380-4216-8606-057245bf1333'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:21:25.776523 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-3406b711-630e-497e-b945-99f6178743e1 req-4b795f16-4f2b-407c-b67e-551df54a6969 service neutron] Bound port: 9c01b9e4-80b2-42f7-8bb3-7026c5c86147, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '253e9a78-b703-48d2-8774-59f67598fdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5a750657-6380-4216-8606-057245bf1333'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:21:25.776995 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3406b711-630e-497e-b945-99f6178743e1 req-4b795f16-4f2b-407c-b67e-551df54a6969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:25.855372 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7adbfc5f-114c-40b7-a5db-70f2afa114f2 req-db26d279-c1ec-409a-87fa-327c5b84d805 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a856cba0-a823-43e9-becf-492829c62108 HTTP/1.1" status: 200 len: 1001 time: 0.1212575 Aug 18 13:21:25.930410 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-3406b711-630e-497e-b945-99f6178743e1 req-4b795f16-4f2b-407c-b67e-551df54a6969 service neutron] For port 9c01b9e4-80b2-42f7-8bb3-7026c5c86147, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:21:25.947437 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-3406b711-630e-497e-b945-99f6178743e1 req-4b795f16-4f2b-407c-b67e-551df54a6969 service neutron] For port 9c01b9e4-80b2-42f7-8bb3-7026c5c86147, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=9c01b9e4-80b2-42f7-8bb3-7026c5c86147,segment=NetworkSegment(253e9a78-b703-48d2-8774-59f67598fdbb),segment_id=253e9a78-b703-48d2-8774-59f67598fdbb)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:21:25.954781 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbfc5f-114c-40b7-a5db-70f2afa114f2 req-960f5be5-e6f1-48d2-93fb-39e6b381b72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:25.954781 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7adbfc5f-114c-40b7-a5db-70f2afa114f2 req-960f5be5-e6f1-48d2-93fb-39e6b381b72c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ede27eca-66bf-4e3c-a96e-c4f18a4ee38d HTTP/1.1" status: 200 len: 853 time: 0.0865586 Aug 18 13:21:26.000817 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-bdc505ba-fe52-46ff-9a1a-0db644c244bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'name': 'tempest-TestVolumeBackupRestore-1262926275-router', 'tenant_id': 'b33eba207bd547cb915e9911b2c17ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'f6eb81b0-6453-40da-ab0f-1e36773d3c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:17:10Z', 'updated_at': '2021-08-18T13:17:16Z', 'revision_number': 4, 'project_id': 'b33eba207bd547cb915e9911b2c17ee9', 'gw_port': {'id': 'f6eb81b0-6453-40da-ab0f-1e36773d3c37', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:17:11Z', 'updated_at': '2021-08-18T13:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '092bafe6-89fe-4920-9995-7b9a773c6ad5', 'tenant_id': 'b33eba207bd547cb915e9911b2c17ee9', 'floating_ip_address': '172.25.6.237', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'port_id': 'a856cba0-a823-43e9-becf-492829c62108', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f0445d-39e8-439a-8ed5-913fa4a35b57', 'mac_address': 'fa:16:3e:15:fa:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c7e392-27c3-42e7-9ca1-549ad78f76b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:21:21Z', 'updated_at': '2021-08-18T13:21:25Z', 'revision_number': 2, 'project_id': 'b33eba207bd547cb915e9911b2c17ee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9ba3388-252e-472d-a5b8-1583e4a4a10c', 'name': '', 'network_id': 'c0f0445d-39e8-439a-8ed5-913fa4a35b57', 'tenant_id': 'b33eba207bd547cb915e9911b2c17ee9', 'mac_address': 'fa:16:3e:b5:54:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'ede27eca-66bf-4e3c-a96e-c4f18a4ee38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:17:15Z', 'updated_at': '2021-08-18T13:17:27Z', 'revision_number': 5, 'project_id': 'b33eba207bd547cb915e9911b2c17ee9', 'subnets': [{'id': 'ede27eca-66bf-4e3c-a96e-c4f18a4ee38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:21:26.010820 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbfc5f-114c-40b7-a5db-70f2afa114f2 req-73527a8d-0ea7-4614-a862-da0784575a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:26.015763 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7adbfc5f-114c-40b7-a5db-70f2afa114f2 req-73527a8d-0ea7-4614-a862-da0784575a20 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0f0445d-39e8-439a-8ed5-913fa4a35b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559947 Aug 18 13:21:26.036064 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc505ba-fe52-46ff-9a1a-0db644c244bf None None] Checking router: 945a507d-e5fd-4867-b5da-1b849b82cb20 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:21:26.047128 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc505ba-fe52-46ff-9a1a-0db644c244bf None None] Routers {'945a507d-e5fd-4867-b5da-1b849b82cb20'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:21:26.048019 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-bdc505ba-fe52-46ff-9a1a-0db644c244bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:21:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['945a507d-e5fd-4867-b5da-1b849b82cb20'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:21:26.080574 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3406b711-630e-497e-b945-99f6178743e1 req-4b795f16-4f2b-407c-b67e-551df54a6969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:26.132589 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406b711-630e-497e-b945-99f6178743e1 req-4b795f16-4f2b-407c-b67e-551df54a6969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:26.133356 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3406b711-630e-497e-b945-99f6178743e1 req-4b795f16-4f2b-407c-b67e-551df54a6969 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:26.134841 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3406b711-630e-497e-b945-99f6178743e1 req-4b795f16-4f2b-407c-b67e-551df54a6969 service neutron] 10.222.0.39 "PUT /v2.0/ports/9c01b9e4-80b2-42f7-8bb3-7026c5c86147 HTTP/1.1" status: 200 len: 1092 time: 2.0625081 Aug 18 13:21:26.135347 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54363308-74f6-422e-8c8e-c291244b463d', 'tag': '9c01b9e4-80b2-42f7-8bb3-7026c5c86147'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:21:26.141766 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d176535-517c-4bd5-bade-619644b49e93" -d '{"events": [{"name": "network-changed", "server_uuid": "54363308-74f6-422e-8c8e-c291244b463d", "tag": "9c01b9e4-80b2-42f7-8bb3-7026c5c86147"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:21:26.206497 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b795f16-4f2b-407c-b67e-551df54a6969 service neutron] Pushing event updated for resources: {'Port': ['ID=9c01b9e4-80b2-42f7-8bb3-7026c5c86147,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:21:26.248217 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7adbfc5f-114c-40b7-a5db-70f2afa114f2 req-c094f357-b991-4867-a1cc-27b9a32b5b13 service neutron] 10.222.0.20 "GET /v2.0/networks/c0f0445d-39e8-439a-8ed5-913fa4a35b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258108 Aug 18 13:21:26.251241 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca03e20-0e5e-4b84-9764-b6de8ee5fc1c x-openstack-request-id: req-cca03e20-0e5e-4b84-9764-b6de8ee5fc1c {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:21:26.251603 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54363308-74f6-422e-8c8e-c291244b463d", "tag": "9c01b9e4-80b2-42f7-8bb3-7026c5c86147", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:21:26.251926 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cca03e20-0e5e-4b84-9764-b6de8ee5fc1c {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:21:26.252454 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54363308-74f6-422e-8c8e-c291244b463d', 'tag': '9c01b9e4-80b2-42f7-8bb3-7026c5c86147', 'status': 'completed', 'code': 200} Aug 18 13:21:26.283220 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-bdc505ba-fe52-46ff-9a1a-0db644c244bf None None] Set router 945a507d-e5fd-4867-b5da-1b849b82cb20 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:21:26.504149 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7adbfc5f-114c-40b7-a5db-70f2afa114f2 req-164e209d-34bd-4163-9f7e-dc70eadc745a service neutron] 10.222.0.20 "GET /v2.0/networks/c0f0445d-39e8-439a-8ed5-913fa4a35b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489130 Aug 18 13:21:26.567739 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07ab11-e10f-4d7f-84b2-9497b8c31b03 req-a8b894f4-d2ca-49b7-88e2-bb3ca0dd5959 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:26.575705 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cc07ab11-e10f-4d7f-84b2-9497b8c31b03 req-a8b894f4-d2ca-49b7-88e2-bb3ca0dd5959 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 944 time: 0.1635923 Aug 18 13:21:26.585120 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d176535-517c-4bd5-bade-619644b49e93 req-974b3479-7ce3-4fea-894b-6f441f0a0c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:26.586942 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2d176535-517c-4bd5-bade-619644b49e93 req-974b3479-7ce3-4fea-894b-6f441f0a0c72 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=161a0a675dcb4f668dec9565c8db14ad&device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 1095 time: 0.1987722 Aug 18 13:21:26.651377 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-bdc505ba-fe52-46ff-9a1a-0db644c244bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'name': 'tempest-TestVolumeBackupRestore-1262926275-router', 'tenant_id': 'b33eba207bd547cb915e9911b2c17ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'f6eb81b0-6453-40da-ab0f-1e36773d3c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:17:10Z', 'updated_at': '2021-08-18T13:17:16Z', 'revision_number': 4, 'project_id': 'b33eba207bd547cb915e9911b2c17ee9', 'gw_port': {'id': 'f6eb81b0-6453-40da-ab0f-1e36773d3c37', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:17:11Z', 'updated_at': '2021-08-18T13:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '092bafe6-89fe-4920-9995-7b9a773c6ad5', 'tenant_id': 'b33eba207bd547cb915e9911b2c17ee9', 'floating_ip_address': '172.25.6.237', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'port_id': 'a856cba0-a823-43e9-becf-492829c62108', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f0445d-39e8-439a-8ed5-913fa4a35b57', 'mac_address': 'fa:16:3e:15:fa:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c7e392-27c3-42e7-9ca1-549ad78f76b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:21:21Z', 'updated_at': '2021-08-18T13:21:25Z', 'revision_number': 2, 'project_id': 'b33eba207bd547cb915e9911b2c17ee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9ba3388-252e-472d-a5b8-1583e4a4a10c', 'name': '', 'network_id': 'c0f0445d-39e8-439a-8ed5-913fa4a35b57', 'tenant_id': 'b33eba207bd547cb915e9911b2c17ee9', 'mac_address': 'fa:16:3e:b5:54:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'ede27eca-66bf-4e3c-a96e-c4f18a4ee38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:17:15Z', 'updated_at': '2021-08-18T13:17:27Z', 'revision_number': 5, 'project_id': 'b33eba207bd547cb915e9911b2c17ee9', 'subnets': [{'id': 'ede27eca-66bf-4e3c-a96e-c4f18a4ee38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:21:26.694165 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc505ba-fe52-46ff-9a1a-0db644c244bf None None] The sync data for ids ['945a507d-e5fd-4867-b5da-1b849b82cb20'] in n-d-803603-2 is: [{'id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'name': 'tempest-TestVolumeBackupRestore-1262926275-router', 'tenant_id': 'b33eba207bd547cb915e9911b2c17ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'f6eb81b0-6453-40da-ab0f-1e36773d3c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:17:10Z', 'updated_at': '2021-08-18T13:17:16Z', 'revision_number': 4, 'project_id': 'b33eba207bd547cb915e9911b2c17ee9', 'gw_port': {'id': 'f6eb81b0-6453-40da-ab0f-1e36773d3c37', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:17:11Z', 'updated_at': '2021-08-18T13:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '092bafe6-89fe-4920-9995-7b9a773c6ad5', 'tenant_id': 'b33eba207bd547cb915e9911b2c17ee9', 'floating_ip_address': '172.25.6.237', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'port_id': 'a856cba0-a823-43e9-becf-492829c62108', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f0445d-39e8-439a-8ed5-913fa4a35b57', 'mac_address': 'fa:16:3e:15:fa:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c7e392-27c3-42e7-9ca1-549ad78f76b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:21:21Z', 'updated_at': '2021-08-18T13:21:25Z', 'revision_number': 2, 'project_id': 'b33eba207bd547cb915e9911b2c17ee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9ba3388-252e-472d-a5b8-1583e4a4a10c', 'name': '', 'network_id': 'c0f0445d-39e8-439a-8ed5-913fa4a35b57', 'tenant_id': 'b33eba207bd547cb915e9911b2c17ee9', 'mac_address': 'fa:16:3e:b5:54:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'ede27eca-66bf-4e3c-a96e-c4f18a4ee38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:17:15Z', 'updated_at': '2021-08-18T13:17:27Z', 'revision_number': 5, 'project_id': 'b33eba207bd547cb915e9911b2c17ee9', 'subnets': [{'id': 'ede27eca-66bf-4e3c-a96e-c4f18a4ee38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:21:26.779456 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d176535-517c-4bd5-bade-619644b49e93 req-14ab129b-ea39-4ad2-b594-378b8c220a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:26.780953 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2d176535-517c-4bd5-bade-619644b49e93 req-14ab129b-ea39-4ad2-b594-378b8c220a51 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=161a0a675dcb4f668dec9565c8db14ad&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1848044 Aug 18 13:21:26.819476 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cc07ab11-e10f-4d7f-84b2-9497b8c31b03 req-0b668d2d-8156-4fcf-bc38-7d03813328cb tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425666 Aug 18 13:21:26.880948 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-bc03230b-5b0b-415e-83ab-7486db4488f4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1477261 Aug 18 13:21:26.923208 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d176535-517c-4bd5-bade-619644b49e93 req-f206ed1e-957f-41b3-82a5-05f5b4dac298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:26.924905 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2d176535-517c-4bd5-bade-619644b49e93 req-f206ed1e-957f-41b3-82a5-05f5b4dac298 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1359780 Aug 18 13:21:27.060138 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-b8db2007-e49b-4e0d-b4b6-74de6111b9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:27.060800 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-b8db2007-e49b-4e0d-b4b6-74de6111b9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:27.061132 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-b8db2007-e49b-4e0d-b4b6-74de6111b9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:27.061571 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-b8db2007-e49b-4e0d-b4b6-74de6111b9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:27.062050 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-b8db2007-e49b-4e0d-b4b6-74de6111b9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:27.062577 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-b8db2007-e49b-4e0d-b4b6-74de6111b9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:27.063118 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-b8db2007-e49b-4e0d-b4b6-74de6111b9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:27.065306 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-b8db2007-e49b-4e0d-b4b6-74de6111b9d6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9187a221b3e94f438328aff4ddb46e1a&device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 6502 time: 0.1195786 Aug 18 13:21:27.088694 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406b711-630e-497e-b945-99f6178743e1 req-0dea49ac-4899-437d-b9da-a8abbda266aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:27.090370 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3406b711-630e-497e-b945-99f6178743e1 req-0dea49ac-4899-437d-b9da-a8abbda266aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=161a0a675dcb4f668dec9565c8db14ad&device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 1095 time: 0.0922866 Aug 18 13:21:27.193892 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3406b711-630e-497e-b945-99f6178743e1 req-5b1b6df4-d3a3-46b8-94c9-a6dc99ea44b9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c01b9e4-80b2-42f7-8bb3-7026c5c86147 HTTP/1.1" status: 200 len: 217 time: 0.0945342 Aug 18 13:21:27.283695 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406b711-630e-497e-b945-99f6178743e1 req-62e014c8-0fd5-4bf2-ae05-fd178f516079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:27.285187 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3406b711-630e-497e-b945-99f6178743e1 req-62e014c8-0fd5-4bf2-ae05-fd178f516079 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=df130f28-747c-4593-a4e4-fcc4c74ccec3 HTTP/1.1" status: 200 len: 850 time: 0.0826828 Aug 18 13:21:27.287913 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-387959c9-d8a3-47af-8e55-1f012a6d3839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:27.288392 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-387959c9-d8a3-47af-8e55-1f012a6d3839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:27.288875 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-387959c9-d8a3-47af-8e55-1f012a6d3839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:27.290367 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-387959c9-d8a3-47af-8e55-1f012a6d3839 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e9ea624b-86fc-4131-a8a7-d576a5006edb&id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&id=d880c4db-c535-4c81-86a6-739ddf2b8b3f&id=d880c4db-c535-4c81-86a6-739ddf2b8b3f HTTP/1.1" status: 200 len: 2297 time: 0.1990921 Aug 18 13:21:27.293192 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00c7e392-27c3-42e7-9ca1-549ad78f76b1', 'tag': 'a856cba0-a823-43e9-becf-492829c62108'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:21:27.295853 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526aea3f-a9b6-4717-a8b7-dad3ea30ac81" -d '{"events": [{"name": "network-changed", "server_uuid": "00c7e392-27c3-42e7-9ca1-549ad78f76b1", "tag": "a856cba0-a823-43e9-becf-492829c62108"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:21:27.363122 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18972574-2778-4b9d-8664-bf5dbcc0e0c3 x-openstack-request-id: req-18972574-2778-4b9d-8664-bf5dbcc0e0c3 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:21:27.363678 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00c7e392-27c3-42e7-9ca1-549ad78f76b1", "tag": "a856cba0-a823-43e9-becf-492829c62108", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:21:27.364218 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-18972574-2778-4b9d-8664-bf5dbcc0e0c3 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:21:27.365439 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00c7e392-27c3-42e7-9ca1-549ad78f76b1', 'tag': 'a856cba0-a823-43e9-becf-492829c62108', 'status': 'completed', 'code': 200} Aug 18 13:21:27.388760 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406b711-630e-497e-b945-99f6178743e1 req-92f45011-a351-4322-acfb-ae4ddf43e004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:27.390238 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3406b711-630e-497e-b945-99f6178743e1 req-92f45011-a351-4322-acfb-ae4ddf43e004 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5a750657-6380-4216-8606-057245bf1333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978029 Aug 18 13:21:27.453729 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-25440411-e691-402b-95a7-513e64f2a7ce service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c42b267-b638-4860-bfd1-70bfa4f46487 HTTP/1.1" status: 200 len: 1001 time: 0.1297421 Aug 18 13:21:27.455227 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526aea3f-a9b6-4717-a8b7-dad3ea30ac81 req-7ea0e3c2-9775-4d51-81a1-e24cb1495b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:27.457133 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-526aea3f-a9b6-4717-a8b7-dad3ea30ac81 req-7ea0e3c2-9775-4d51-81a1-e24cb1495b87 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b33eba207bd547cb915e9911b2c17ee9&device_id=00c7e392-27c3-42e7-9ca1-549ad78f76b1 HTTP/1.1" status: 200 len: 1096 time: 0.0549662 Aug 18 13:21:27.516804 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-dfb0aa3a-1eef-4ca8-ae84-956009eb7abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:27.518580 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-dfb0aa3a-1eef-4ca8-ae84-956009eb7abe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a6a49593-1d36-467e-a1bb-8c5f2a09f233 HTTP/1.1" status: 200 len: 855 time: 0.0505192 Aug 18 13:21:27.590716 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526aea3f-a9b6-4717-a8b7-dad3ea30ac81 req-21120fb8-243c-4121-9542-da15a7e725a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:27.592306 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-526aea3f-a9b6-4717-a8b7-dad3ea30ac81 req-21120fb8-243c-4121-9542-da15a7e725a6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c0f0445d-39e8-439a-8ed5-913fa4a35b57 HTTP/1.1" status: 200 len: 915 time: 0.1261392 Aug 18 13:21:27.592625 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3406b711-630e-497e-b945-99f6178743e1 req-5e7634de-4b0f-4f9a-b12b-32c773228724 service neutron] 10.222.0.39 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933947 Aug 18 13:21:27.595578 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-c66acf69-5b3b-43ad-b243-e57d529c6359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:27.596914 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-c66acf69-5b3b-43ad-b243-e57d529c6359 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e9ea624b-86fc-4131-a8a7-d576a5006edb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706787 Aug 18 13:21:27.732302 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-526aea3f-a9b6-4717-a8b7-dad3ea30ac81 req-2d5bc263-b8e1-4b76-80b0-8d45b683e99e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a856cba0-a823-43e9-becf-492829c62108 HTTP/1.1" status: 200 len: 1001 time: 0.1265900 Aug 18 13:21:27.774256 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3406b711-630e-497e-b945-99f6178743e1 req-a73648d9-6e09-43b5-9962-b0d59f003d84 service neutron] 10.222.0.39 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736481 Aug 18 13:21:27.785591 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-2dff02fb-12d6-4f6b-85a4-37ceec417e10 service neutron] 10.222.0.20 "GET /v2.0/networks/e9ea624b-86fc-4131-a8a7-d576a5006edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776500 Aug 18 13:21:27.801038 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526aea3f-a9b6-4717-a8b7-dad3ea30ac81 req-0ab4b0db-c255-455d-8bc1-a0af6572fad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:27.805016 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-526aea3f-a9b6-4717-a8b7-dad3ea30ac81 req-0ab4b0db-c255-455d-8bc1-a0af6572fad9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ede27eca-66bf-4e3c-a96e-c4f18a4ee38d HTTP/1.1" status: 200 len: 853 time: 0.0603497 Aug 18 13:21:27.888262 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526aea3f-a9b6-4717-a8b7-dad3ea30ac81 req-e93bef2b-e0ff-4f07-88db-d3ce22bbb876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:27.891027 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-526aea3f-a9b6-4717-a8b7-dad3ea30ac81 req-e93bef2b-e0ff-4f07-88db-d3ce22bbb876 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0f0445d-39e8-439a-8ed5-913fa4a35b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806961 Aug 18 13:21:27.931780 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-bb810c52-14b5-4f2c-88ee-5a7a4f36c3fe service neutron] 10.222.0.20 "GET /v2.0/networks/e9ea624b-86fc-4131-a8a7-d576a5006edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393049 Aug 18 13:21:27.987066 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-1137a950-584a-4263-b8c5-5822dd217327 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=069b9001-3300-4e5d-a3d3-e19a50735842 HTTP/1.1" status: 200 len: 217 time: 0.0488489 Aug 18 13:21:28.039280 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b812323-2a59-4586-b852-005b22d2242b req-bdbda10a-68f6-4e1b-9b25-d7b5c1b91859 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:28.041474 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1b812323-2a59-4586-b852-005b22d2242b req-bdbda10a-68f6-4e1b-9b25-d7b5c1b91859 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 944 time: 0.1198757 Aug 18 13:21:28.066476 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:28.075873 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-714ee1f0-f83c-4aa9-91f9-7ce0d6eb8f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:28.076493 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-526aea3f-a9b6-4717-a8b7-dad3ea30ac81 req-8b96a957-a381-4531-94a2-2e7130ea9c67 service neutron] 10.222.0.20 "GET /v2.0/networks/c0f0445d-39e8-439a-8ed5-913fa4a35b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764169 Aug 18 13:21:28.077358 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-714ee1f0-f83c-4aa9-91f9-7ce0d6eb8f4f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1cbb8eea-c986-4ab1-9343-a5e2b65768a8 HTTP/1.1" status: 200 len: 797 time: 0.0835142 Aug 18 13:21:28.105055 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1b812323-2a59-4586-b852-005b22d2242b req-584cfcc5-33d5-4737-a1e7-99033f79a3f6 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515847 Aug 18 13:21:28.131453 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-266ce27e-a56f-4de2-8993-144c27044b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:28.133039 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-266ce27e-a56f-4de2-8993-144c27044b1e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0415211 Aug 18 13:21:28.196820 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-526aea3f-a9b6-4717-a8b7-dad3ea30ac81 req-9be158f0-b698-4577-8e3b-8945f7a92d00 service neutron] 10.222.0.20 "GET /v2.0/networks/c0f0445d-39e8-439a-8ed5-913fa4a35b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052561 Aug 18 13:21:28.258640 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-c5c65cde-7690-41a2-bc8a-aff5cff6d64e service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184585 Aug 18 13:21:28.365820 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-b422b7d6-920c-464b-9ef4-9c58399380e0 service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993416 Aug 18 13:21:28.415045 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-db183269-5f07-4801-9912-7830c5df9f9e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=7e6e27c2-38fd-42cf-93be-14deed0fa74b HTTP/1.1" status: 200 len: 217 time: 0.0419760 Aug 18 13:21:28.467880 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-4d6285b2-2f24-4643-87f8-a2614feefd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:28.469400 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-4d6285b2-2f24-4643-87f8-a2614feefd39 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1cbb8eea-c986-4ab1-9343-a5e2b65768a8 HTTP/1.1" status: 200 len: 797 time: 0.0470192 Aug 18 13:21:28.526607 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-e7eead89-a5ee-4a55-b82a-e5706075ac50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:28.528257 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-e7eead89-a5ee-4a55-b82a-e5706075ac50 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0515976 Aug 18 13:21:28.640108 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-f402d120-96b2-4767-a8aa-00c43c7dc380 service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044154 Aug 18 13:21:28.747644 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-09a8db7c-de58-4393-bcea-85923fa662ac service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011400 Aug 18 13:21:28.795694 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-1977ba6c-0bf9-4cb6-9c38-d2b8d93f71a0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc HTTP/1.1" status: 200 len: 217 time: 0.0405390 Aug 18 13:21:28.842634 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:28.850283 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-3a4be398-1727-4de4-b14d-9e054ca1e4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:28.850283 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-3a4be398-1727-4de4-b14d-9e054ca1e4b8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1cbb8eea-c986-4ab1-9343-a5e2b65768a8 HTTP/1.1" status: 200 len: 797 time: 0.0473959 Aug 18 13:21:28.912181 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-e5e539e4-6886-490d-99a4-ebe152d52ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:28.913907 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-e5e539e4-6886-490d-99a4-ebe152d52ed5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0572169 Aug 18 13:21:29.015804 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-5996baaa-c665-4d95-8661-cedb2b3ec9e6 service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946825 Aug 18 13:21:29.116228 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-cd571e77-497c-4a0b-90bd-53c81f4fba36 service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937951 Aug 18 13:21:29.165362 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-f454dd9d-1605-4731-b9b4-f3c211a0f1bb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=1cccaa23-72ad-4200-b71f-9cd24f4b79bd HTTP/1.1" status: 200 len: 217 time: 0.0420949 Aug 18 13:21:29.244935 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-d1be759d-bc5b-4322-8a36-6dd69003aec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:29.246460 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-d1be759d-bc5b-4322-8a36-6dd69003aec9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1cbb8eea-c986-4ab1-9343-a5e2b65768a8 HTTP/1.1" status: 200 len: 797 time: 0.0744727 Aug 18 13:21:29.247217 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b672b-31ab-4f8b-a736-689da05a5b9b req-67d49fc6-e737-4322-a272-444967c76813 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:29.248805 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6e9b672b-31ab-4f8b-a736-689da05a5b9b req-67d49fc6-e737-4322-a272-444967c76813 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 944 time: 0.0542173 Aug 18 13:21:29.295589 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6e9b672b-31ab-4f8b-a736-689da05a5b9b req-88b8ea05-12bc-48ba-b9a3-f53e21ef9cfe tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406640 Aug 18 13:21:29.307691 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-70d211a6-7bb1-44f1-acb6-f60b1fbcb5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:29.309220 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-70d211a6-7bb1-44f1-acb6-f60b1fbcb5fb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0558479 Aug 18 13:21:29.435928 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-cf9f4038-becf-4a53-9081-2fd4f0da26cd service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171887 Aug 18 13:21:29.528068 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-43f237cf-be94-45ce-9199-962719bd5a46 service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849538 Aug 18 13:21:29.575241 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-1d754034-f721-4318-8028-4f8b622e65f0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=065cd133-54a5-459f-8fc9-119d4871728d HTTP/1.1" status: 200 len: 217 time: 0.0390701 Aug 18 13:21:29.642383 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-820b6f08-0d05-4274-909a-6cf0919de3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:29.643953 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-820b6f08-0d05-4274-909a-6cf0919de3e2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1852a2e7-34df-41c9-b2e1-616be77094f1 HTTP/1.1" status: 200 len: 797 time: 0.0616753 Aug 18 13:21:29.721314 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-1a050b70-b821-474d-ab21-38846d8b0942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:29.726735 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-1a050b70-b821-474d-ab21-38846d8b0942 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d880c4db-c535-4c81-86a6-739ddf2b8b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0757511 Aug 18 13:21:29.852528 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-c446c6b3-113b-4239-b571-a17a5d44d907 service neutron] 10.222.0.20 "GET /v2.0/networks/d880c4db-c535-4c81-86a6-739ddf2b8b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175988 Aug 18 13:21:29.958647 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-965ada41-0eea-433e-a6c9-3b93c1bd4aed service neutron] 10.222.0.20 "GET /v2.0/networks/d880c4db-c535-4c81-86a6-739ddf2b8b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006017 Aug 18 13:21:30.007484 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-0d89ee5a-22cd-471e-ba11-0ba0829fbca4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=97c40def-aee3-4b98-98ab-a261b2afc2a9 HTTP/1.1" status: 200 len: 217 time: 0.0416355 Aug 18 13:21:30.067954 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-3cb03278-18d3-4311-8458-5af1998a43d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:30.070110 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-3cb03278-18d3-4311-8458-5af1998a43d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1852a2e7-34df-41c9-b2e1-616be77094f1 HTTP/1.1" status: 200 len: 797 time: 0.0526969 Aug 18 13:21:30.125721 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-0cd315ce-29b0-4805-afbd-788c82f2f711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:30.127315 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-0cd315ce-29b0-4805-afbd-788c82f2f711 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d880c4db-c535-4c81-86a6-739ddf2b8b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0503018 Aug 18 13:21:30.252026 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-3b349d45-b684-428c-85f6-3f7313396e44 service neutron] 10.222.0.20 "GET /v2.0/networks/d880c4db-c535-4c81-86a6-739ddf2b8b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162255 Aug 18 13:21:30.388229 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c27800f0-62ef-4a6e-a063-a291a1495c1c req-1ce07be3-9335-4227-b3e8-420ab0c9821e service neutron] 10.222.0.20 "GET /v2.0/networks/d880c4db-c535-4c81-86a6-739ddf2b8b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297348 Aug 18 13:21:30.529524 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df09343-88e7-4b94-a84f-3fe5c9f992be req-387078c1-7e35-4134-85f0-fd07784192c2 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:30.531159 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3df09343-88e7-4b94-a84f-3fe5c9f992be req-387078c1-7e35-4134-85f0-fd07784192c2 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 944 time: 0.1297827 Aug 18 13:21:30.587152 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3df09343-88e7-4b94-a84f-3fe5c9f992be req-04a6a537-5daf-42de-9805-1f1f53d7a679 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496490 Aug 18 13:21:31.743088 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795c500-3e4d-4eb0-9dd3-8017d60bebe6 req-345b63a6-37d8-436d-b8de-97186be86e31 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:31.745429 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e795c500-3e4d-4eb0-9dd3-8017d60bebe6 req-345b63a6-37d8-436d-b8de-97186be86e31 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 944 time: 0.0524473 Aug 18 13:21:31.796043 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e795c500-3e4d-4eb0-9dd3-8017d60bebe6 req-baf53d73-8475-4cb6-af7c-ae30c4363880 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406997 Aug 18 13:21:32.928058 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c30f9-fa89-4ed4-82b0-6b05a35781a3 req-deabbbaa-3a7f-4475-bebe-d7f12c559c3b tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:32.929552 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b48c30f9-fa89-4ed4-82b0-6b05a35781a3 req-deabbbaa-3a7f-4475-bebe-d7f12c559c3b tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 944 time: 0.0581062 Aug 18 13:21:33.014030 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b48c30f9-fa89-4ed4-82b0-6b05a35781a3 req-0fbdbcba-f8a9-4523-8546-6b1c108970b1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759754 Aug 18 13:21:34.185627 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f613ab7-d4af-431a-bf6f-310934c41537 req-6f443c66-57a5-49fc-91a3-92f3a15ba353 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:34.187320 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9f613ab7-d4af-431a-bf6f-310934c41537 req-6f443c66-57a5-49fc-91a3-92f3a15ba353 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 944 time: 0.0705321 Aug 18 13:21:34.237268 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9f613ab7-d4af-431a-bf6f-310934c41537 req-16331201-91bd-4cf5-b42c-1e1fb028a13c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437188 Aug 18 13:21:35.379779 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db8b80-12e5-4a04-8016-d95086232c52 req-80da137b-c6a3-4434-b8ba-fb47d02b8caf tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:35.381360 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-75db8b80-12e5-4a04-8016-d95086232c52 req-80da137b-c6a3-4434-b8ba-fb47d02b8caf tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 944 time: 0.0628569 Aug 18 13:21:35.438947 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-75db8b80-12e5-4a04-8016-d95086232c52 req-81d7e0c6-82ca-4219-bd80-b65a324fc526 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494590 Aug 18 13:21:36.583158 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb06186-79f9-4d9a-8542-f624da545592 req-daaa6dd2-883e-4daf-ae00-a64a24274d7e tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:36.584683 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9bb06186-79f9-4d9a-8542-f624da545592 req-daaa6dd2-883e-4daf-ae00-a64a24274d7e tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 944 time: 0.0713174 Aug 18 13:21:36.640809 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9bb06186-79f9-4d9a-8542-f624da545592 req-43098bba-5e61-4d8c-9067-12c75f59f9bb tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473726 Aug 18 13:21:37.771110 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343887e5-f5af-42c8-af5e-87ffdf825678 req-0eb1469c-a005-4c02-a3be-d01f8a40cff3 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:37.776184 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-343887e5-f5af-42c8-af5e-87ffdf825678 req-0eb1469c-a005-4c02-a3be-d01f8a40cff3 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 944 time: 0.0570674 Aug 18 13:21:37.822354 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-343887e5-f5af-42c8-af5e-87ffdf825678 req-1adbcfd8-0ae3-4dda-846b-d35a53357c34 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404799 Aug 18 13:21:38.963111 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e74db-c595-4ba5-8cb2-6085705dd186 req-50b51acd-1e9d-4029-8fa2-3c6038e081f0 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:38.965683 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-480e74db-c595-4ba5-8cb2-6085705dd186 req-50b51acd-1e9d-4029-8fa2-3c6038e081f0 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 944 time: 0.0595081 Aug 18 13:21:39.023273 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-480e74db-c595-4ba5-8cb2-6085705dd186 req-dc06420a-5fc6-48cf-abae-14f13c5b20ca tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514405 Aug 18 13:21:40.149133 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e44d1-63a2-41b0-b99d-acb3603ea898 req-abbb80b9-fb64-4f46-97f8-bd726e89f249 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:40.151485 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-371e44d1-63a2-41b0-b99d-acb3603ea898 req-abbb80b9-fb64-4f46-97f8-bd726e89f249 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 944 time: 0.0560806 Aug 18 13:21:40.199903 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-371e44d1-63a2-41b0-b99d-acb3603ea898 req-3ce80fa2-552a-42d7-90bd-a849a997c26e tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422399 Aug 18 13:21:41.342519 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825036bf-48fd-47f6-80e8-570ec4724b77 req-938402d1-916a-48d2-8ac6-665186518233 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:41.344087 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-825036bf-48fd-47f6-80e8-570ec4724b77 req-938402d1-916a-48d2-8ac6-665186518233 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 944 time: 0.0621746 Aug 18 13:21:41.387274 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-825036bf-48fd-47f6-80e8-570ec4724b77 req-c94786ee-5c5b-44a2-ac03-8b44ee37381d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352964 Aug 18 13:21:41.716487 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0664eaf8-6d44-4a5f-9c69-0053782fbc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:41.971215 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:21:42.229852 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9469b2ee-0a20-49e7-893c-f7e7c7c95154 req-6f699397-c582-49aa-848d-730ea3c9d5ca service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9f710697-7119-4483-a72b-f787c92398db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0536008 Aug 18 13:21:42.322918 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469b2ee-0a20-49e7-893c-f7e7c7c95154 req-142232cb-af80-463d-b0a0-3f1ad017dc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:42.326390 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9469b2ee-0a20-49e7-893c-f7e7c7c95154 req-142232cb-af80-463d-b0a0-3f1ad017dc14 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ef7849c5bab44ba99330fe5949c720e&device_id=9f710697-7119-4483-a72b-f787c92398db HTTP/1.1" status: 200 len: 1101 time: 0.0495315 Aug 18 13:21:42.457951 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469b2ee-0a20-49e7-893c-f7e7c7c95154 req-aab75172-57c0-4c6a-9ec3-120e444659a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:42.459641 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9469b2ee-0a20-49e7-893c-f7e7c7c95154 req-aab75172-57c0-4c6a-9ec3-120e444659a1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.1102860 Aug 18 13:21:42.517224 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9469b2ee-0a20-49e7-893c-f7e7c7c95154 req-e74a2444-cc0c-4c11-a19e-4a3e86e24177 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=0cd18794-9e6f-4ed9-ab29-5467ec32b726 HTTP/1.1" status: 200 len: 217 time: 0.0488565 Aug 18 13:21:42.539811 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38734bee-3726-4c00-99e6-c8eb0318f7f6 req-30ba3c57-f927-4831-80ad-f89ddfa1e406 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:42.548755 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-38734bee-3726-4c00-99e6-c8eb0318f7f6 req-30ba3c57-f927-4831-80ad-f89ddfa1e406 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 944 time: 0.0702367 Aug 18 13:21:42.590763 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469b2ee-0a20-49e7-893c-f7e7c7c95154 req-0662f6cc-214f-42f9-aea8-858db1c8d422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:42.592448 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9469b2ee-0a20-49e7-893c-f7e7c7c95154 req-0662f6cc-214f-42f9-aea8-858db1c8d422 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.0676949 Aug 18 13:21:42.615626 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-38734bee-3726-4c00-99e6-c8eb0318f7f6 req-5d752ea7-69ee-4d51-9992-0c463563cd9d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655849 Aug 18 13:21:42.657423 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469b2ee-0a20-49e7-893c-f7e7c7c95154 req-60aee3b3-7437-44ae-b855-cafe5dada7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:42.659105 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9469b2ee-0a20-49e7-893c-f7e7c7c95154 req-60aee3b3-7437-44ae-b855-cafe5dada7cb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0563021 Aug 18 13:21:42.757177 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9469b2ee-0a20-49e7-893c-f7e7c7c95154 req-60766bde-e40c-4446-938d-e7f831e8c6ff service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905316 Aug 18 13:21:43.244849 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9469b2ee-0a20-49e7-893c-f7e7c7c95154 req-ba931d5b-9a61-47f3-8d86-6e17d0e1671f service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4809387 Aug 18 13:21:43.728807 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d16ce60c-8d8a-49c5-9a86-315d1938e21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:43.803872 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f3614-590b-4dbe-8f6f-9a098a44b11c req-8f01f932-0462-4807-ad98-1dd6ee8302ca tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:43.805434 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-275f3614-590b-4dbe-8f6f-9a098a44b11c req-8f01f932-0462-4807-ad98-1dd6ee8302ca tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 944 time: 0.0615938 Aug 18 13:21:43.857411 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-275f3614-590b-4dbe-8f6f-9a098a44b11c req-f081df7c-6859-4b29-8ae2-c6fb96e9381d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440018 Aug 18 13:21:44.596091 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:44.991502 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91112e0d-7328-43e3-8f7a-77629ec3c382 req-fc66e41b-0e19-4595-a4c4-df8e26c03590 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:44.993240 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-91112e0d-7328-43e3-8f7a-77629ec3c382 req-fc66e41b-0e19-4595-a4c4-df8e26c03590 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 944 time: 0.0543101 Aug 18 13:21:45.036888 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-91112e0d-7328-43e3-8f7a-77629ec3c382 req-ba97fae1-b63e-4e26-8676-773dc90a6f49 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372310 Aug 18 13:21:45.488479 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:46.158987 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe464fb-2095-44af-ad39-2c53150996ca req-7def982b-29d3-4645-98bf-30fe116364d9 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:46.160442 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bbe464fb-2095-44af-ad39-2c53150996ca req-7def982b-29d3-4645-98bf-30fe116364d9 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 944 time: 0.0511765 Aug 18 13:21:46.206572 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bbe464fb-2095-44af-ad39-2c53150996ca req-c872d0f6-0899-49b8-b0c5-902f66aab379 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394711 Aug 18 13:21:47.352779 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d69404-7a3c-4e09-b68f-3be227cc0ba7 req-9f7f737a-5ea7-48eb-9c81-f6b59298370d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:47.354398 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-16d69404-7a3c-4e09-b68f-3be227cc0ba7 req-9f7f737a-5ea7-48eb-9c81-f6b59298370d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 944 time: 0.0611365 Aug 18 13:21:47.398797 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-16d69404-7a3c-4e09-b68f-3be227cc0ba7 req-f12f2cac-11df-4848-803b-45267dd63cac tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376191 Aug 18 13:21:47.430783 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:48.523302 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44041ecc-c20d-4641-9e7b-259f813a327a req-6fd6f602-2404-422d-950b-b26fd32ccb4d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:48.525426 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-44041ecc-c20d-4641-9e7b-259f813a327a req-6fd6f602-2404-422d-950b-b26fd32ccb4d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 944 time: 0.0531592 Aug 18 13:21:48.566983 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-44041ecc-c20d-4641-9e7b-259f813a327a req-453c10bb-fc02-41f9-9e7a-7cb4cab8d2b0 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350502 Aug 18 13:21:49.689772 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a436e22-747f-49c2-8912-4d4306a8eb3b req-9b0c9085-66fe-437b-92e5-c97ef04a10e8 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:49.691319 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9a436e22-747f-49c2-8912-4d4306a8eb3b req-9b0c9085-66fe-437b-92e5-c97ef04a10e8 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 944 time: 0.0529883 Aug 18 13:21:49.741894 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9a436e22-747f-49c2-8912-4d4306a8eb3b req-c2e9b1d4-7e0d-4d15-8ed2-09a10333d5ae tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439610 Aug 18 13:21:50.880566 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d68af1-a830-4f29-9eff-a9c0d26db3d9 req-f041cdcc-9b57-4709-87f3-73c838b4f789 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:50.882054 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e2d68af1-a830-4f29-9eff-a9c0d26db3d9 req-f041cdcc-9b57-4709-87f3-73c838b4f789 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 944 time: 0.0572052 Aug 18 13:21:50.924622 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e2d68af1-a830-4f29-9eff-a9c0d26db3d9 req-fbb237b2-4f44-4347-a06e-f15520bc8e28 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354638 Aug 18 13:21:52.053939 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a0d35-f44c-4c81-bbd3-5e633556f602 req-1586779c-dc9c-4f40-8ed2-42155fe26a0c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:52.055881 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d09a0d35-f44c-4c81-bbd3-5e633556f602 req-1586779c-dc9c-4f40-8ed2-42155fe26a0c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 944 time: 0.0605426 Aug 18 13:21:52.098682 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d09a0d35-f44c-4c81-bbd3-5e633556f602 req-b9c7fc40-353e-40be-b13e-913385fa753f tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360191 Aug 18 13:21:53.225905 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd675d-0f81-4884-83e7-779416f52180 req-4aaf856e-ee23-469b-a6dc-9a41957130c6 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:53.227435 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3ccd675d-0f81-4884-83e7-779416f52180 req-4aaf856e-ee23-469b-a6dc-9a41957130c6 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 944 time: 0.0536971 Aug 18 13:21:53.274809 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3ccd675d-0f81-4884-83e7-779416f52180 req-61812a79-6b70-4cc1-9b1d-e513d6a85e4c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400248 Aug 18 13:21:54.414478 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef006ad-b8a4-4f64-b276-9777dd6fb493 req-cdc30903-16d3-4c05-8234-34fb6b951e76 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:54.415977 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bef006ad-b8a4-4f64-b276-9777dd6fb493 req-cdc30903-16d3-4c05-8234-34fb6b951e76 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 944 time: 0.0524879 Aug 18 13:21:54.458944 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bef006ad-b8a4-4f64-b276-9777dd6fb493 req-a2ffa6db-9a2e-40c9-add6-cc6fe5c8026a tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367961 Aug 18 13:21:55.574766 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c883b-f1f1-43ca-bda7-5a4e7efc8c7c req-9e3f0463-ceb1-4158-998e-6ab9c1fbafce tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:55.576251 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-321c883b-f1f1-43ca-bda7-5a4e7efc8c7c req-9e3f0463-ceb1-4158-998e-6ab9c1fbafce tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 944 time: 0.0492232 Aug 18 13:21:55.619384 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-321c883b-f1f1-43ca-bda7-5a4e7efc8c7c req-8f58eb9b-cac1-445e-9080-524c3fefdb33 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326495 Aug 18 13:21:56.738123 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad1dea-b9ef-471c-8ba2-cd0e96dd0ec8 req-f420c22d-4d42-45c0-bc5a-6fd2e562e882 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:56.739650 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-25ad1dea-b9ef-471c-8ba2-cd0e96dd0ec8 req-f420c22d-4d42-45c0-bc5a-6fd2e562e882 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 944 time: 0.0501411 Aug 18 13:21:56.784171 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-25ad1dea-b9ef-471c-8ba2-cd0e96dd0ec8 req-2a525f20-397f-4224-ba49-4f6df8ebff71 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379398 Aug 18 13:21:57.909481 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e507a-fccd-4fc6-b8c1-ddb2519cc764 req-9f0d7341-9ffb-4d36-92a3-f3665c73ea75 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:57.911414 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-315e507a-fccd-4fc6-b8c1-ddb2519cc764 req-9f0d7341-9ffb-4d36-92a3-f3665c73ea75 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 944 time: 0.0575566 Aug 18 13:21:57.959860 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-315e507a-fccd-4fc6-b8c1-ddb2519cc764 req-9f2b1620-d3d3-4c2b-8870-791ccd76a113 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384243 Aug 18 13:21:58.076222 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:58.831040 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:59.102399 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d465263-b36b-4af8-8599-d004d7e37b34 req-d4518917-ebc0-4eaf-8875-d1c139745324 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:21:59.107160 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1d465263-b36b-4af8-8599-d004d7e37b34 req-d4518917-ebc0-4eaf-8875-d1c139745324 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 944 time: 0.0636518 Aug 18 13:21:59.149511 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1d465263-b36b-4af8-8599-d004d7e37b34 req-a815518d-4684-4792-8f63-139cd40d7942 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381303 Aug 18 13:22:00.285688 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc23ede-b19a-44dc-b03a-15aeab014ee1 req-e6651fb5-4143-40e3-b84c-0c14a722e18d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:22:00.287740 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7dc23ede-b19a-44dc-b03a-15aeab014ee1 req-e6651fb5-4143-40e3-b84c-0c14a722e18d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 944 time: 0.0630367 Aug 18 13:22:00.331809 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7dc23ede-b19a-44dc-b03a-15aeab014ee1 req-e37e6b58-cf05-4f8b-88d7-eac65ab54db2 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376565 Aug 18 13:22:01.466305 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841113d8-8cd3-4ffe-9611-61c330b1822d req-8a110dc5-3e54-49c9-9e62-92c10c43b7c7 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:22:01.467892 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-841113d8-8cd3-4ffe-9611-61c330b1822d req-8a110dc5-3e54-49c9-9e62-92c10c43b7c7 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 944 time: 0.0649109 Aug 18 13:22:01.520052 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-841113d8-8cd3-4ffe-9611-61c330b1822d req-6f289c9c-515e-4f3d-9247-de8ca5df0f57 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460093 Aug 18 13:22:02.653327 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edacc3c9-a712-4d9f-bc4e-3685f31a1b9f req-5361a5bc-1b6c-49fd-a63f-291ff6c46c9c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:22:02.654880 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-edacc3c9-a712-4d9f-bc4e-3685f31a1b9f req-5361a5bc-1b6c-49fd-a63f-291ff6c46c9c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 944 time: 0.0542483 Aug 18 13:22:02.694083 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-edacc3c9-a712-4d9f-bc4e-3685f31a1b9f req-1d8ac9c9-b252-40d2-9c04-7f0d73aef424 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328600 Aug 18 13:22:03.825460 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3696e-47cd-44fd-9380-be80806b1b12 req-f19bc638-467f-4135-a26b-6caf1324e51b tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:22:03.827095 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-89b3696e-47cd-44fd-9380-be80806b1b12 req-f19bc638-467f-4135-a26b-6caf1324e51b tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 944 time: 0.0572920 Aug 18 13:22:03.895639 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-89b3696e-47cd-44fd-9380-be80806b1b12 req-3ba85316-ef37-489c-90fc-6eab79feb870 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624516 Aug 18 13:22:05.018877 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bdbc69-1164-4794-87bb-9d27c4e27e69 req-0cfdcd59-8e22-4c11-a238-704aedfe075e tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:22:05.020566 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f9bdbc69-1164-4794-87bb-9d27c4e27e69 req-0cfdcd59-8e22-4c11-a238-704aedfe075e tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 944 time: 0.0523090 Aug 18 13:22:05.063676 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f9bdbc69-1164-4794-87bb-9d27c4e27e69 req-1bf6df02-a1e9-457b-8c61-8ed382cc65aa tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354099 Aug 18 13:22:06.187605 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd56078-ee33-473d-88f4-1bd10d974cd8 req-65c38f49-7632-42f0-8bc5-b5ac7c975d1d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:22:06.190613 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-edd56078-ee33-473d-88f4-1bd10d974cd8 req-65c38f49-7632-42f0-8bc5-b5ac7c975d1d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 944 time: 0.0516853 Aug 18 13:22:06.230387 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-edd56078-ee33-473d-88f4-1bd10d974cd8 req-6223479a-c93a-48b9-9966-47ae61324413 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338960 Aug 18 13:22:07.355266 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5994f9-a8ca-4447-985e-9bf19985ebda req-13379f48-e685-4738-81dd-9d1a28361068 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:22:07.356796 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7a5994f9-a8ca-4447-985e-9bf19985ebda req-13379f48-e685-4738-81dd-9d1a28361068 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 944 time: 0.0554307 Aug 18 13:22:07.400901 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7a5994f9-a8ca-4447-985e-9bf19985ebda req-1fda5544-2c66-4d81-89df-c9d5bdd46936 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375535 Aug 18 13:22:08.518647 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2c6ef-a9cf-4eb0-8d81-3af0887fe5fd req-e18d9d2b-492b-455d-bbb3-3a615e23aaff tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:22:08.520125 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a0d2c6ef-a9cf-4eb0-8d81-3af0887fe5fd req-e18d9d2b-492b-455d-bbb3-3a615e23aaff tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 944 time: 0.0494666 Aug 18 13:22:08.560050 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a0d2c6ef-a9cf-4eb0-8d81-3af0887fe5fd req-fdb6bd5e-a828-41ca-9b9e-2b26d40bdc2a tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334151 Aug 18 13:22:09.679528 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd3e1e-a93a-44b8-9df7-b5acb47cf893 req-bd67bb2b-1686-4964-aa49-74eda50045b6 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:22:09.681987 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-45fd3e1e-a93a-44b8-9df7-b5acb47cf893 req-bd67bb2b-1686-4964-aa49-74eda50045b6 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 944 time: 0.0500009 Aug 18 13:22:09.732052 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-45fd3e1e-a93a-44b8-9df7-b5acb47cf893 req-ba2e791f-b29c-4137-85d5-bf7a33e66673 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348358 Aug 18 13:22:10.861458 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b4ff3-3f89-4cfb-a4f5-dc8244394be4 req-9267f185-ed8a-4378-afc7-30de4fe7996e tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:22:10.863169 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-519b4ff3-3f89-4cfb-a4f5-dc8244394be4 req-9267f185-ed8a-4378-afc7-30de4fe7996e tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 944 time: 0.0557523 Aug 18 13:22:10.912478 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-519b4ff3-3f89-4cfb-a4f5-dc8244394be4 req-2652db09-4ec5-487e-afa5-6a1145c63bdb tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430887 Aug 18 13:22:11.636613 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f2b303a6-d7e5-4a1e-8451-30dc1da159b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:12.065430 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b2c62-5654-4112-97d8-5b270472c834 req-5d4f1250-8940-49b6-afe1-6378f1a0b999 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:22:12.066985 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-601b2c62-5654-4112-97d8-5b270472c834 req-5d4f1250-8940-49b6-afe1-6378f1a0b999 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 944 time: 0.0736964 Aug 18 13:22:12.111186 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-601b2c62-5654-4112-97d8-5b270472c834 req-bfcc2798-0bb8-471a-a38a-14994351e0cd tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371194 Aug 18 13:22:13.242546 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93ec03-3f3b-4a9a-9174-13165b7ffd90 req-81fa6d94-3802-47ff-95db-328ab6d13cca tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:22:13.244886 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6d93ec03-3f3b-4a9a-9174-13165b7ffd90 req-81fa6d94-3802-47ff-95db-328ab6d13cca tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 944 time: 0.0568299 Aug 18 13:22:13.289574 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6d93ec03-3f3b-4a9a-9174-13165b7ffd90 req-a1858faa-d143-4527-a4a8-d20a496da479 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371895 Aug 18 13:22:13.727433 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ea034aa3-4201-4cf5-bceb-0af092ed1d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:14.425545 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85e580-18bd-4769-ac94-12c9eea660e4 req-26735547-e762-415f-a7b6-81f1190b30bc tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:22:14.427141 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-de85e580-18bd-4769-ac94-12c9eea660e4 req-26735547-e762-415f-a7b6-81f1190b30bc tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 944 time: 0.0556986 Aug 18 13:22:14.476891 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-de85e580-18bd-4769-ac94-12c9eea660e4 req-8020f8d2-61bf-42d7-abdc-a86cfa305e21 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434926 Aug 18 13:22:14.574078 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:15.413363 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:15.627782 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3718c1-af03-40d5-9b7c-ce6bde71890f req-ddb07899-ffa4-4809-8001-5f7910a8892f tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:22:15.629580 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9f3718c1-af03-40d5-9b7c-ce6bde71890f req-ddb07899-ffa4-4809-8001-5f7910a8892f tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 944 time: 0.0581753 Aug 18 13:22:15.675884 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9f3718c1-af03-40d5-9b7c-ce6bde71890f req-2e32e002-f4a5-44c0-b9e1-07d8a51f559d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401802 Aug 18 13:22:16.825046 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb122ce-0f82-44ac-a485-46e3ee3ed847 req-85b96bb6-0449-4198-98ac-97428ef95bde tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:22:16.826639 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-edb122ce-0f82-44ac-a485-46e3ee3ed847 req-85b96bb6-0449-4198-98ac-97428ef95bde tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 944 time: 0.0599897 Aug 18 13:22:16.876527 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-edb122ce-0f82-44ac-a485-46e3ee3ed847 req-69c4126d-877f-4ba2-9e5f-5ab2e6461e3f tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359652 Aug 18 13:22:17.514806 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:18.020205 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f289952-9630-4342-8d7e-2e9bb1ddcc8d req-ec979ec1-da01-4e6d-b1d1-0bfc2c03726e tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:22:18.023898 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9f289952-9630-4342-8d7e-2e9bb1ddcc8d req-ec979ec1-da01-4e6d-b1d1-0bfc2c03726e tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 944 time: 0.0737646 Aug 18 13:22:18.074123 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9f289952-9630-4342-8d7e-2e9bb1ddcc8d req-0e04eb7c-d993-4318-96e7-5b4d9e802f8c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489376 Aug 18 13:22:18.971803 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:22:19.210683 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce6e56-6b0a-4c13-a925-8a2b765775b4 req-3be14604-5c9c-4c55-8c0f-8b029f71da64 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:22:19.213517 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3fce6e56-6b0a-4c13-a925-8a2b765775b4 req-3be14604-5c9c-4c55-8c0f-8b029f71da64 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 944 time: 0.0654504 Aug 18 13:22:19.272552 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3fce6e56-6b0a-4c13-a925-8a2b765775b4 req-497b0a75-3523-45a4-9d1f-cb7a6a6bbb5f tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518458 Aug 18 13:22:19.605918 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 9c01b9e4-80b2-42f7-8bb3-7026c5c86147 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:22:19.733582 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 9c01b9e4-80b2-42f7-8bb3-7026c5c86147, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=9c01b9e4-80b2-42f7-8bb3-7026c5c86147,segment=NetworkSegment(253e9a78-b703-48d2-8774-59f67598fdbb),segment_id=253e9a78-b703-48d2-8774-59f67598fdbb)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:22:19.745717 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '9c01b9e4-80b2-42f7-8bb3-7026c5c86147', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'port_id': '9c01b9e4-80b2-42f7-8bb3-7026c5c86147', 'mac_address': 'fa:16:3e:70:1c:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:22:19.785378 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:19.800525 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c01b9e4-80b2-42f7-8bb3-7026c5c86147 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:22:19.823903 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 9c01b9e4-80b2-42f7-8bb3-7026c5c86147, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=9c01b9e4-80b2-42f7-8bb3-7026c5c86147,segment=NetworkSegment(253e9a78-b703-48d2-8774-59f67598fdbb),segment_id=253e9a78-b703-48d2-8774-59f67598fdbb)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:22:19.956200 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:20.012892 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=9c01b9e4-80b2-42f7-8bb3-7026c5c86147,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:22:20.020950 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:22:20.021295 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:22:20.021640 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:22:20.021977 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:22:20.022340 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:22:20.022674 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:22:20.023061 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:22:20.023387 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:22:20.023734 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:22:20.024099 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:22:20.024850 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:22:20.024850 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:22:20.181745 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['9c01b9e4-80b2-42f7-8bb3-7026c5c86147'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:22:20.405383 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bcca2b-b190-490e-85f6-983730b0179a req-f1dd01bc-8810-4182-9995-4ab6d436eade tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:22:20.407003 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-99bcca2b-b190-490e-85f6-983730b0179a req-f1dd01bc-8810-4182-9995-4ab6d436eade tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 945 time: 0.0528233 Aug 18 13:22:20.455885 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-99bcca2b-b190-490e-85f6-983730b0179a req-a062d737-fff5-4a48-9e22-e1691183bbc1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416985 Aug 18 13:22:21.602084 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a90c15-5871-4b4c-8e85-217e5184444f req-a73dd681-f2dc-4d09-8dee-f9444405382a tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:22:21.608224 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-09a90c15-5871-4b4c-8e85-217e5184444f req-a73dd681-f2dc-4d09-8dee-f9444405382a tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 945 time: 0.0642242 Aug 18 13:22:21.621700 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 9c01b9e4-80b2-42f7-8bb3-7026c5c86147 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:22:21.678473 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-09a90c15-5871-4b4c-8e85-217e5184444f req-2da92417-1cde-4724-88d3-ba7dc3cddc9c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592480 Aug 18 13:22:21.755602 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 9c01b9e4-80b2-42f7-8bb3-7026c5c86147 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:22:21.760246 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 9c01b9e4-80b2-42f7-8bb3-7026c5c86147 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:22:21.761478 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:21.861247 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:21.890409 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54363308-74f6-422e-8c8e-c291244b463d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c01b9e4-80b2-42f7-8bb3-7026c5c86147'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:22:21.892800 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10085d7f-062e-4ee4-bd71-7cdce16c538d" -d '{"events": [{"server_uuid": "54363308-74f6-422e-8c8e-c291244b463d", "name": "network-vif-plugged", "status": "completed", "tag": "9c01b9e4-80b2-42f7-8bb3-7026c5c86147"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:22:21.909100 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 9c01b9e4-80b2-42f7-8bb3-7026c5c86147, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=9c01b9e4-80b2-42f7-8bb3-7026c5c86147,segment=NetworkSegment(253e9a78-b703-48d2-8774-59f67598fdbb),segment_id=253e9a78-b703-48d2-8774-59f67598fdbb)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:22:21.938520 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc8b541-af01-4afc-8192-8ea68a4f77c4 x-openstack-request-id: req-dfc8b541-af01-4afc-8192-8ea68a4f77c4 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:22:21.939047 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54363308-74f6-422e-8c8e-c291244b463d", "name": "network-vif-plugged", "status": "completed", "tag": "9c01b9e4-80b2-42f7-8bb3-7026c5c86147", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:22:21.939417 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dfc8b541-af01-4afc-8192-8ea68a4f77c4 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:22:21.940294 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54363308-74f6-422e-8c8e-c291244b463d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c01b9e4-80b2-42f7-8bb3-7026c5c86147', 'code': 200} Aug 18 13:22:22.001802 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:22.060828 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=9c01b9e4-80b2-42f7-8bb3-7026c5c86147,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:22:22.096705 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8949392-2d4d-4c29-8373-2805dc5987de req-66943535-5b8d-49ea-9ec8-10db6d6c7a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:22:22.098266 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e8949392-2d4d-4c29-8373-2805dc5987de req-66943535-5b8d-49ea-9ec8-10db6d6c7a22 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 1097 time: 0.1030328 Aug 18 13:22:22.164416 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e8949392-2d4d-4c29-8373-2805dc5987de req-ef687612-0700-4afb-bbfb-d49aed255625 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584061 Aug 18 13:22:22.809702 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4509e8-7da6-4c3f-8f47-c406be295fd9 req-8d8112e4-d119-4286-aeda-04303bca267e tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:22:22.811483 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8c4509e8-7da6-4c3f-8f47-c406be295fd9 req-8d8112e4-d119-4286-aeda-04303bca267e tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 946 time: 0.0596213 Aug 18 13:22:22.873888 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8c4509e8-7da6-4c3f-8f47-c406be295fd9 req-a0dcbdef-9e13-4dba-8634-ee698fcd8f7c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550356 Aug 18 13:22:24.022508 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab9623-16c7-40aa-9249-f8aa18a4ddc0 req-de049199-5f5a-4e79-87fd-e923a440bcce tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:22:24.024438 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-30ab9623-16c7-40aa-9249-f8aa18a4ddc0 req-de049199-5f5a-4e79-87fd-e923a440bcce tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 946 time: 0.0590470 Aug 18 13:22:24.077145 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-30ab9623-16c7-40aa-9249-f8aa18a4ddc0 req-11980aed-4a6b-4480-9496-243dde117520 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406566 Aug 18 13:22:24.234029 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6d0ff-3111-43b2-9d29-0aee861e2fb6 req-a894ab89-0c06-4c27-9fa8-e018358d3032 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:22:24.235664 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2ec6d0ff-3111-43b2-9d29-0aee861e2fb6 req-a894ab89-0c06-4c27-9fa8-e018358d3032 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 946 time: 0.0671818 Aug 18 13:22:24.281702 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2ec6d0ff-3111-43b2-9d29-0aee861e2fb6 req-d63655a3-4ac2-4b54-8dac-de3f25f7e170 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373409 Aug 18 13:22:24.427308 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5db42a-a84b-42df-9d4f-973360d63cfe req-5383ca5c-2dcf-4ce8-89f4-c9320903e730 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:22:24.428873 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5a5db42a-a84b-42df-9d4f-973360d63cfe req-5383ca5c-2dcf-4ce8-89f4-c9320903e730 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 946 time: 0.0591567 Aug 18 13:22:24.475318 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5a5db42a-a84b-42df-9d4f-973360d63cfe req-76976132-918e-443d-a93f-e671c6d9ac3a tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390639 Aug 18 13:22:25.126581 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60031e-6608-404f-baee-b42f56518037 req-f0c321e9-3507-45de-a04e-9520a1d9a19b tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:22:25.128113 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cd60031e-6608-404f-baee-b42f56518037 req-f0c321e9-3507-45de-a04e-9520a1d9a19b tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 946 time: 0.0565081 Aug 18 13:22:25.173074 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cd60031e-6608-404f-baee-b42f56518037 req-dedd3876-6b08-4e8d-9d23-fc4658042b5b tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386691 Aug 18 13:22:26.305466 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b54ce6-e5d6-4d41-a8d6-482fe9e5ae97 req-ab192d11-c1c5-4973-9fe8-ffd249a02001 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:22:26.312293 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f3b54ce6-e5d6-4d41-a8d6-482fe9e5ae97 req-ab192d11-c1c5-4973-9fe8-ffd249a02001 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 946 time: 0.0557156 Aug 18 13:22:26.358129 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f3b54ce6-e5d6-4d41-a8d6-482fe9e5ae97 req-2041890d-c410-45ec-a222-2fef14620019 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414524 Aug 18 13:22:26.503642 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639de2ff-9f48-4ecf-b13f-fc7a18d3bf1e req-b6c7829b-8daa-4413-b974-9b7bab360c25 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:22:26.505070 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-639de2ff-9f48-4ecf-b13f-fc7a18d3bf1e req-b6c7829b-8daa-4413-b974-9b7bab360c25 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.39 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 946 time: 0.0555773 Aug 18 13:22:26.640469 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-639de2ff-9f48-4ecf-b13f-fc7a18d3bf1e req-72e48fed-85c2-4a76-977b-6561ef5a027c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Deleting port 9c01b9e4-80b2-42f7-8bb3-7026c5c86147 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:22:26.640808 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-639de2ff-9f48-4ecf-b13f-fc7a18d3bf1e req-72e48fed-85c2-4a76-977b-6561ef5a027c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:26.689617 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b6100485-9386-4cfc-8685-acdc3a11c077 req-47df47f7-448f-4bfe-85a4-cf7f574c9741 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=00c7e392-27c3-42e7-9ca1-549ad78f76b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0938864 Aug 18 13:22:26.783322 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-639de2ff-9f48-4ecf-b13f-fc7a18d3bf1e req-72e48fed-85c2-4a76-977b-6561ef5a027c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] For port 9c01b9e4-80b2-42f7-8bb3-7026c5c86147, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=9c01b9e4-80b2-42f7-8bb3-7026c5c86147,segment=NetworkSegment(253e9a78-b703-48d2-8774-59f67598fdbb),segment_id=253e9a78-b703-48d2-8774-59f67598fdbb)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:22:26.783715 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-639de2ff-9f48-4ecf-b13f-fc7a18d3bf1e req-72e48fed-85c2-4a76-977b-6561ef5a027c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:26.802562 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-639de2ff-9f48-4ecf-b13f-fc7a18d3bf1e req-72e48fed-85c2-4a76-977b-6561ef5a027c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Calling delete_port for 9c01b9e4-80b2-42f7-8bb3-7026c5c86147 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:22:26.808589 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6100485-9386-4cfc-8685-acdc3a11c077 req-3d09a0f0-5921-4167-b939-d033a57a59fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:22:26.810374 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b6100485-9386-4cfc-8685-acdc3a11c077 req-3d09a0f0-5921-4167-b939-d033a57a59fb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b33eba207bd547cb915e9911b2c17ee9&device_id=00c7e392-27c3-42e7-9ca1-549ad78f76b1 HTTP/1.1" status: 200 len: 1096 time: 0.0964844 Aug 18 13:22:26.976071 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6100485-9386-4cfc-8685-acdc3a11c077 req-6e5a40b2-f404-424b-a816-4ce3a8941eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:22:26.977748 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b6100485-9386-4cfc-8685-acdc3a11c077 req-6e5a40b2-f404-424b-a816-4ce3a8941eed service neutron] 10.222.0.20 "GET /v2.0/networks?id=c0f0445d-39e8-439a-8ed5-913fa4a35b57 HTTP/1.1" status: 200 len: 915 time: 0.1194000 Aug 18 13:22:27.085702 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b6100485-9386-4cfc-8685-acdc3a11c077 req-440d56f3-81bc-4405-ab59-220cd785ceff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a856cba0-a823-43e9-becf-492829c62108 HTTP/1.1" status: 200 len: 1001 time: 0.0818241 Aug 18 13:22:27.145362 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6100485-9386-4cfc-8685-acdc3a11c077 req-73582265-0a3c-4617-874e-cbf6e7fdffe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:22:27.147066 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b6100485-9386-4cfc-8685-acdc3a11c077 req-73582265-0a3c-4617-874e-cbf6e7fdffe5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ede27eca-66bf-4e3c-a96e-c4f18a4ee38d HTTP/1.1" status: 200 len: 853 time: 0.0541165 Aug 18 13:22:27.183675 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-639de2ff-9f48-4ecf-b13f-fc7a18d3bf1e req-72e48fed-85c2-4a76-977b-6561ef5a027c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:27.207031 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['9c01b9e4-80b2-42f7-8bb3-7026c5c86147'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:22:27.225647 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e48fed-85c2-4a76-977b-6561ef5a027c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Pushing event deleted for resources: {'Port': ['ID=9c01b9e4-80b2-42f7-8bb3-7026c5c86147,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:22:27.260167 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e48fed-85c2-4a76-977b-6561ef5a027c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:22:27.261337 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e48fed-85c2-4a76-977b-6561ef5a027c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:22:27.261716 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e48fed-85c2-4a76-977b-6561ef5a027c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:22:27.262076 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e48fed-85c2-4a76-977b-6561ef5a027c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:22:27.262444 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e48fed-85c2-4a76-977b-6561ef5a027c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:22:27.262780 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e48fed-85c2-4a76-977b-6561ef5a027c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:22:27.263151 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e48fed-85c2-4a76-977b-6561ef5a027c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:22:27.263491 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e48fed-85c2-4a76-977b-6561ef5a027c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:22:27.263815 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e48fed-85c2-4a76-977b-6561ef5a027c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:22:27.264152 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e48fed-85c2-4a76-977b-6561ef5a027c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:22:27.264480 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e48fed-85c2-4a76-977b-6561ef5a027c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:22:27.264816 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e48fed-85c2-4a76-977b-6561ef5a027c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:22:27.283449 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-639de2ff-9f48-4ecf-b13f-fc7a18d3bf1e req-72e48fed-85c2-4a76-977b-6561ef5a027c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] No DVR routers for this DVR port 9c01b9e4-80b2-42f7-8bb3-7026c5c86147 on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:22:27.286267 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-639de2ff-9f48-4ecf-b13f-fc7a18d3bf1e req-72e48fed-85c2-4a76-977b-6561ef5a027c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:27.288307 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-639de2ff-9f48-4ecf-b13f-fc7a18d3bf1e req-72e48fed-85c2-4a76-977b-6561ef5a027c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.39 "DELETE /v2.0/ports/9c01b9e4-80b2-42f7-8bb3-7026c5c86147 HTTP/1.1" status: 204 len: 173 time: 0.7766678 Aug 18 13:22:27.288761 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54363308-74f6-422e-8c8e-c291244b463d', 'name': 'network-vif-deleted', 'tag': '9c01b9e4-80b2-42f7-8bb3-7026c5c86147'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:22:27.291104 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79ee6dd-f5cc-4fc6-b584-dbd3427d8e08" -d '{"events": [{"server_uuid": "54363308-74f6-422e-8c8e-c291244b463d", "name": "network-vif-deleted", "tag": "9c01b9e4-80b2-42f7-8bb3-7026c5c86147"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:22:27.302291 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6100485-9386-4cfc-8685-acdc3a11c077 req-2cfdc9a1-63fa-463a-ba6d-b046d4124c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:22:27.303841 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b6100485-9386-4cfc-8685-acdc3a11c077 req-2cfdc9a1-63fa-463a-ba6d-b046d4124c3a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0f0445d-39e8-439a-8ed5-913fa4a35b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1504240 Aug 18 13:22:27.383360 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb684ad-b21c-485a-b37c-17f257db6af2 x-openstack-request-id: req-ebb684ad-b21c-485a-b37c-17f257db6af2 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:22:27.383360 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54363308-74f6-422e-8c8e-c291244b463d", "name": "network-vif-deleted", "tag": "9c01b9e4-80b2-42f7-8bb3-7026c5c86147", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:22:27.383360 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ebb684ad-b21c-485a-b37c-17f257db6af2 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:22:27.383360 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54363308-74f6-422e-8c8e-c291244b463d', 'name': 'network-vif-deleted', 'tag': '9c01b9e4-80b2-42f7-8bb3-7026c5c86147', 'status': 'completed', 'code': 200} Aug 18 13:22:27.499492 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6dbb1407-bf18-4044-bb61-4ea1d499250a req-e7cd7a6e-e73c-45c5-9be3-3b1679a64a10 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 210 time: 0.0421791 Aug 18 13:22:27.501503 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b6100485-9386-4cfc-8685-acdc3a11c077 req-06511b91-cb98-4b8a-a866-942888b99b1a service neutron] 10.222.0.20 "GET /v2.0/networks/c0f0445d-39e8-439a-8ed5-913fa4a35b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901515 Aug 18 13:22:27.624003 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b6100485-9386-4cfc-8685-acdc3a11c077 req-f131f2fe-80e8-4de6-90b5-5039b38f7bb3 service neutron] 10.222.0.20 "GET /v2.0/networks/c0f0445d-39e8-439a-8ed5-913fa4a35b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075892 Aug 18 13:22:28.069954 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:28.608023 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6e2f22ef-05e3-4eb6-82b1-2ef9e82db3d6 req-4daf2858-0bce-43ea-a1a4-7c43fc2d8279 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 210 time: 0.0294592 Aug 18 13:22:28.795889 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:29.692566 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 9c01b9e4-80b2-42f7-8bb3-7026c5c86147 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:22:29.730913 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: 9c01b9e4-80b2-42f7-8bb3-7026c5c86147 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:22:29.731403 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 9c01b9e4-80b2-42f7-8bb3-7026c5c86147 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:22:29.762104 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1fc1f8dd-d7f6-4fac-a8e1-062def3c7355 req-49c3c4f8-02a0-46dc-bf3d-b57aeddf4200 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 210 time: 0.0685446 Aug 18 13:22:30.883621 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-285bcfc6-07a1-432c-9e0f-82a9a2c8c4e8 req-ad3b27df-c193-4935-a7d1-8d9e670c35c4 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 210 time: 0.0403416 Aug 18 13:22:32.052107 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5900d5db-f15d-4cd0-aff7-b2bb35d3407d req-156ace7e-5dd3-45f0-b80c-f86a073f4275 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=54363308-74f6-422e-8c8e-c291244b463d HTTP/1.1" status: 200 len: 210 time: 0.0504358 Aug 18 13:22:38.083187 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 52412) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:22:38.344552 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-f654dc06-a260-4bc2-8b50-cf869466fab5 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Deleting port 38441e50-97c1-43f2-9bfd-1dcba30c3400 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:22:38.344811 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f654dc06-a260-4bc2-8b50-cf869466fab5 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:38.450409 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f654dc06-a260-4bc2-8b50-cf869466fab5 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:38.451159 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f654dc06-a260-4bc2-8b50-cf869466fab5 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:38.467114 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-f654dc06-a260-4bc2-8b50-cf869466fab5 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Calling delete_port for 38441e50-97c1-43f2-9bfd-1dcba30c3400 owned by network:floatingip {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:22:38.763196 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f654dc06-a260-4bc2-8b50-cf869466fab5 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:38.796791 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654dc06-a260-4bc2-8b50-cf869466fab5 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Pushing event deleted for resources: {'Port': ['ID=38441e50-97c1-43f2-9bfd-1dcba30c3400,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:22:38.879920 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f654dc06-a260-4bc2-8b50-cf869466fab5 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks [] for floatingip, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:38.880466 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [None req-f654dc06-a260-4bc2-8b50-cf869466fab5 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Floating IP 092bafe6-89fe-4920-9995-7b9a773c6ad5 disassociated (deleted). External IP: 172.25.6.237, port: a856cba0-a823-43e9-becf-492829c62108. Aug 18 13:22:39.173076 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f654dc06-a260-4bc2-8b50-cf869466fab5 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Router 945a507d-e5fd-4867-b5da-1b849b82cb20 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:22:39.311006 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f654dc06-a260-4bc2-8b50-cf869466fab5 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:22:39.318383 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f654dc06-a260-4bc2-8b50-cf869466fab5 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:39.330326 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a613c0ba-ab4c-4c09-a5c0-b24cc6b8afee None None] Sync routers for ids ['945a507d-e5fd-4867-b5da-1b849b82cb20'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:22:39.347716 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a613c0ba-ab4c-4c09-a5c0-b24cc6b8afee None None] Routers {'945a507d-e5fd-4867-b5da-1b849b82cb20'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:22:39.348554 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-a613c0ba-ab4c-4c09-a5c0-b24cc6b8afee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:22:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['945a507d-e5fd-4867-b5da-1b849b82cb20'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:22:39.362562 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f654dc06-a260-4bc2-8b50-cf869466fab5 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "DELETE /v2.0/floatingips/092bafe6-89fe-4920-9995-7b9a773c6ad5 HTTP/1.1" status: 204 len: 168 time: 1.2755013 Aug 18 13:22:39.362562 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00c7e392-27c3-42e7-9ca1-549ad78f76b1', 'tag': 'a856cba0-a823-43e9-becf-492829c62108'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:22:39.371310 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b37283-0e36-4fcb-9064-714168271623" -d '{"events": [{"name": "network-changed", "server_uuid": "00c7e392-27c3-42e7-9ca1-549ad78f76b1", "tag": "a856cba0-a823-43e9-becf-492829c62108"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:22:39.429333 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64adbc79-2f2a-472f-a273-a3f1b8a2693c x-openstack-request-id: req-64adbc79-2f2a-472f-a273-a3f1b8a2693c {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:22:39.429849 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00c7e392-27c3-42e7-9ca1-549ad78f76b1", "tag": "a856cba0-a823-43e9-becf-492829c62108", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:22:39.430293 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-64adbc79-2f2a-472f-a273-a3f1b8a2693c {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:22:39.430900 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00c7e392-27c3-42e7-9ca1-549ad78f76b1', 'tag': 'a856cba0-a823-43e9-becf-492829c62108', 'status': 'completed', 'code': 200} Aug 18 13:22:39.505528 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-a613c0ba-ab4c-4c09-a5c0-b24cc6b8afee None None] Set router 945a507d-e5fd-4867-b5da-1b849b82cb20 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:22:39.553531 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b37283-0e36-4fcb-9064-714168271623 req-88bc86f3-110b-4a94-bb8a-f0ef84c326eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:22:39.556334 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-16b37283-0e36-4fcb-9064-714168271623 req-88bc86f3-110b-4a94-bb8a-f0ef84c326eb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b33eba207bd547cb915e9911b2c17ee9&device_id=00c7e392-27c3-42e7-9ca1-549ad78f76b1 HTTP/1.1" status: 200 len: 1096 time: 0.1013970 Aug 18 13:22:39.724784 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b37283-0e36-4fcb-9064-714168271623 req-86caddb1-139c-4e5c-b9d9-d6902a62c866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:22:39.726408 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-16b37283-0e36-4fcb-9064-714168271623 req-86caddb1-139c-4e5c-b9d9-d6902a62c866 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c0f0445d-39e8-439a-8ed5-913fa4a35b57 HTTP/1.1" status: 200 len: 915 time: 0.1644866 Aug 18 13:22:39.775104 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-16b37283-0e36-4fcb-9064-714168271623 req-d1e2ec46-2c6e-4268-a9aa-cdac5ed5cd1b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a856cba0-a823-43e9-becf-492829c62108 HTTP/1.1" status: 200 len: 217 time: 0.0413957 Aug 18 13:22:39.841285 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-a613c0ba-ab4c-4c09-a5c0-b24cc6b8afee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'name': 'tempest-TestVolumeBackupRestore-1262926275-router', 'tenant_id': 'b33eba207bd547cb915e9911b2c17ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'f6eb81b0-6453-40da-ab0f-1e36773d3c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:17:10Z', 'updated_at': '2021-08-18T13:17:16Z', 'revision_number': 4, 'project_id': 'b33eba207bd547cb915e9911b2c17ee9', 'gw_port': {'id': 'f6eb81b0-6453-40da-ab0f-1e36773d3c37', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:17:11Z', 'updated_at': '2021-08-18T13:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'd9ba3388-252e-472d-a5b8-1583e4a4a10c', 'name': '', 'network_id': 'c0f0445d-39e8-439a-8ed5-913fa4a35b57', 'tenant_id': 'b33eba207bd547cb915e9911b2c17ee9', 'mac_address': 'fa:16:3e:b5:54:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'ede27eca-66bf-4e3c-a96e-c4f18a4ee38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:17:15Z', 'updated_at': '2021-08-18T13:17:27Z', 'revision_number': 5, 'project_id': 'b33eba207bd547cb915e9911b2c17ee9', 'subnets': [{'id': 'ede27eca-66bf-4e3c-a96e-c4f18a4ee38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:22:39.880290 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a613c0ba-ab4c-4c09-a5c0-b24cc6b8afee None None] Checking router: 945a507d-e5fd-4867-b5da-1b849b82cb20 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:22:39.881205 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b37283-0e36-4fcb-9064-714168271623 req-746ff364-d51f-4a87-b2bd-3a69b85b1cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:22:39.882918 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-16b37283-0e36-4fcb-9064-714168271623 req-746ff364-d51f-4a87-b2bd-3a69b85b1cd3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ede27eca-66bf-4e3c-a96e-c4f18a4ee38d HTTP/1.1" status: 200 len: 853 time: 0.1014209 Aug 18 13:22:39.891537 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a613c0ba-ab4c-4c09-a5c0-b24cc6b8afee None None] Routers {'945a507d-e5fd-4867-b5da-1b849b82cb20'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:22:39.892274 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-a613c0ba-ab4c-4c09-a5c0-b24cc6b8afee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:22:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['945a507d-e5fd-4867-b5da-1b849b82cb20'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:22:39.967330 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b37283-0e36-4fcb-9064-714168271623 req-e0586dd1-5a36-4efe-8d8f-dd5f4c5458ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:22:39.973159 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-16b37283-0e36-4fcb-9064-714168271623 req-e0586dd1-5a36-4efe-8d8f-dd5f4c5458ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0f0445d-39e8-439a-8ed5-913fa4a35b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830040 Aug 18 13:22:40.014978 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ce846-74ca-412d-8753-ea4c6c4de711 req-cf85edbb-8356-4fa0-9206-f69efd3f5b89 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:22:40.014978 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e00ce846-74ca-412d-8753-ea4c6c4de711 req-cf85edbb-8356-4fa0-9206-f69efd3f5b89 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c7e392-27c3-42e7-9ca1-549ad78f76b1 HTTP/1.1" status: 200 len: 945 time: 0.0840173 Aug 18 13:22:40.114196 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e00ce846-74ca-412d-8753-ea4c6c4de711 req-50ce8333-131a-4954-b289-eadf22259dc4 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12fd22a-68d3-4fd0-8680-92f481a605a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927277 Aug 18 13:22:40.134971 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-a613c0ba-ab4c-4c09-a5c0-b24cc6b8afee None None] Set router 945a507d-e5fd-4867-b5da-1b849b82cb20 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:22:40.221137 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-16b37283-0e36-4fcb-9064-714168271623 req-eaf6b6b3-f27e-4b0a-a3ac-8db717e54e9c service neutron] 10.222.0.20 "GET /v2.0/networks/c0f0445d-39e8-439a-8ed5-913fa4a35b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394407 Aug 18 13:22:40.432756 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-16b37283-0e36-4fcb-9064-714168271623 req-a0fef858-65ab-4447-b72f-fd40c4ed5509 service neutron] 10.222.0.20 "GET /v2.0/networks/c0f0445d-39e8-439a-8ed5-913fa4a35b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041717 Aug 18 13:22:40.562975 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-a613c0ba-ab4c-4c09-a5c0-b24cc6b8afee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'name': 'tempest-TestVolumeBackupRestore-1262926275-router', 'tenant_id': 'b33eba207bd547cb915e9911b2c17ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'f6eb81b0-6453-40da-ab0f-1e36773d3c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:17:10Z', 'updated_at': '2021-08-18T13:17:16Z', 'revision_number': 4, 'project_id': 'b33eba207bd547cb915e9911b2c17ee9', 'gw_port': {'id': 'f6eb81b0-6453-40da-ab0f-1e36773d3c37', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:17:11Z', 'updated_at': '2021-08-18T13:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'd9ba3388-252e-472d-a5b8-1583e4a4a10c', 'name': '', 'network_id': 'c0f0445d-39e8-439a-8ed5-913fa4a35b57', 'tenant_id': 'b33eba207bd547cb915e9911b2c17ee9', 'mac_address': 'fa:16:3e:b5:54:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'ede27eca-66bf-4e3c-a96e-c4f18a4ee38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:17:15Z', 'updated_at': '2021-08-18T13:17:27Z', 'revision_number': 5, 'project_id': 'b33eba207bd547cb915e9911b2c17ee9', 'subnets': [{'id': 'ede27eca-66bf-4e3c-a96e-c4f18a4ee38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:22:40.600943 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a613c0ba-ab4c-4c09-a5c0-b24cc6b8afee None None] The sync data for ids ['945a507d-e5fd-4867-b5da-1b849b82cb20'] in n-d-803603-2 is: [{'id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'name': 'tempest-TestVolumeBackupRestore-1262926275-router', 'tenant_id': 'b33eba207bd547cb915e9911b2c17ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'f6eb81b0-6453-40da-ab0f-1e36773d3c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:17:10Z', 'updated_at': '2021-08-18T13:17:16Z', 'revision_number': 4, 'project_id': 'b33eba207bd547cb915e9911b2c17ee9', 'gw_port': {'id': 'f6eb81b0-6453-40da-ab0f-1e36773d3c37', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:17:11Z', 'updated_at': '2021-08-18T13:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'd9ba3388-252e-472d-a5b8-1583e4a4a10c', 'name': '', 'network_id': 'c0f0445d-39e8-439a-8ed5-913fa4a35b57', 'tenant_id': 'b33eba207bd547cb915e9911b2c17ee9', 'mac_address': 'fa:16:3e:b5:54:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'ede27eca-66bf-4e3c-a96e-c4f18a4ee38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:17:15Z', 'updated_at': '2021-08-18T13:17:27Z', 'revision_number': 5, 'project_id': 'b33eba207bd547cb915e9911b2c17ee9', 'subnets': [{'id': 'ede27eca-66bf-4e3c-a96e-c4f18a4ee38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:22:41.070861 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37acd11-eecc-41a8-a887-0aab4a91a81b None None] New status for floating IP 092bafe6-89fe-4920-9995-7b9a773c6ad5: DOWN {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:22:41.365010 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42712b-cf0c-4072-9f83-2045ca8e2843 req-4931276a-6558-48ff-a3ca-ed0ad376679e tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:22:41.366763 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5f42712b-cf0c-4072-9f83-2045ca8e2843 req-4931276a-6558-48ff-a3ca-ed0ad376679e tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c7e392-27c3-42e7-9ca1-549ad78f76b1 HTTP/1.1" status: 200 len: 945 time: 0.0984023 Aug 18 13:22:41.433007 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5f42712b-cf0c-4072-9f83-2045ca8e2843 req-bcf9fe7b-3c7a-4b3f-ae44-4c2be42de992 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/security-groups?id=f12fd22a-68d3-4fd0-8680-92f481a605a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590479 Aug 18 13:22:41.584348 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-86ef6e7b-64c7-406e-8024-c029e16f6c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:41.603707 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecaf23c-d5a5-4459-a6aa-ced698ed4aa5 req-16546f64-8e38-446c-a9e1-452cdab8ec24 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:22:41.603707 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cecaf23c-d5a5-4459-a6aa-ced698ed4aa5 req-16546f64-8e38-446c-a9e1-452cdab8ec24 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.20 "GET /v2.0/ports?device_id=00c7e392-27c3-42e7-9ca1-549ad78f76b1 HTTP/1.1" status: 200 len: 945 time: 0.0632391 Aug 18 13:22:41.784217 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-cecaf23c-d5a5-4459-a6aa-ced698ed4aa5 req-583c3d82-1e90-460a-9a21-16467e93f076 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Deleting port a856cba0-a823-43e9-becf-492829c62108 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:22:41.784604 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-cecaf23c-d5a5-4459-a6aa-ced698ed4aa5 req-583c3d82-1e90-460a-9a21-16467e93f076 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:41.915645 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-cecaf23c-d5a5-4459-a6aa-ced698ed4aa5 req-583c3d82-1e90-460a-9a21-16467e93f076 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] For port a856cba0-a823-43e9-becf-492829c62108, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=a856cba0-a823-43e9-becf-492829c62108,segment=NetworkSegment(77c43c86-98da-467a-9577-a20d8deac21c),segment_id=77c43c86-98da-467a-9577-a20d8deac21c)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:22:41.916034 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-cecaf23c-d5a5-4459-a6aa-ced698ed4aa5 req-583c3d82-1e90-460a-9a21-16467e93f076 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:41.930479 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-cecaf23c-d5a5-4459-a6aa-ced698ed4aa5 req-583c3d82-1e90-460a-9a21-16467e93f076 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Calling delete_port for a856cba0-a823-43e9-becf-492829c62108 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:22:42.220094 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-cecaf23c-d5a5-4459-a6aa-ced698ed4aa5 req-583c3d82-1e90-460a-9a21-16467e93f076 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:42.269277 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c3d82-1e90-460a-9a21-16467e93f076 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Pushing event deleted for resources: {'Port': ['ID=a856cba0-a823-43e9-becf-492829c62108,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:22:42.324629 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-968d847d-4c68-4abf-bcf6-dd191f08a954 req-13201e38-8d4a-455b-9f90-24fd3f9a0cb4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9f710697-7119-4483-a72b-f787c92398db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1546879 Aug 18 13:22:42.354247 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-cecaf23c-d5a5-4459-a6aa-ced698ed4aa5 req-583c3d82-1e90-460a-9a21-16467e93f076 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] No DVR routers for this DVR port a856cba0-a823-43e9-becf-492829c62108 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:22:42.364532 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-cecaf23c-d5a5-4459-a6aa-ced698ed4aa5 req-583c3d82-1e90-460a-9a21-16467e93f076 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:42.366666 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cecaf23c-d5a5-4459-a6aa-ced698ed4aa5 req-583c3d82-1e90-460a-9a21-16467e93f076 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.20 "DELETE /v2.0/ports/a856cba0-a823-43e9-becf-492829c62108 HTTP/1.1" status: 204 len: 173 time: 0.7564662 Aug 18 13:22:42.367167 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c7e392-27c3-42e7-9ca1-549ad78f76b1', 'name': 'network-vif-deleted', 'tag': 'a856cba0-a823-43e9-becf-492829c62108'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:22:42.373441 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b42962-2a2e-488b-8022-c85138973e11" -d '{"events": [{"server_uuid": "00c7e392-27c3-42e7-9ca1-549ad78f76b1", "name": "network-vif-deleted", "tag": "a856cba0-a823-43e9-becf-492829c62108"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:22:42.436213 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d847d-4c68-4abf-bcf6-dd191f08a954 req-993d7688-5a9d-4ff7-b251-67d2749699fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:22:42.438008 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-968d847d-4c68-4abf-bcf6-dd191f08a954 req-993d7688-5a9d-4ff7-b251-67d2749699fa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ef7849c5bab44ba99330fe5949c720e&device_id=9f710697-7119-4483-a72b-f787c92398db HTTP/1.1" status: 200 len: 1101 time: 0.0579991 Aug 18 13:22:42.439716 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c0e013-746f-419a-bfb0-3e27ff16876f x-openstack-request-id: req-28c0e013-746f-419a-bfb0-3e27ff16876f {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:22:42.440208 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00c7e392-27c3-42e7-9ca1-549ad78f76b1", "name": "network-vif-deleted", "tag": "a856cba0-a823-43e9-becf-492829c62108", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:22:42.450504 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-28c0e013-746f-419a-bfb0-3e27ff16876f {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:22:42.450826 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c7e392-27c3-42e7-9ca1-549ad78f76b1', 'name': 'network-vif-deleted', 'tag': 'a856cba0-a823-43e9-becf-492829c62108', 'status': 'completed', 'code': 200} Aug 18 13:22:42.572519 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-041d60ee-4ff6-4557-b17c-1207a2e1a221 req-b1384429-899a-4b43-97d1-fa8326b21705 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c7e392-27c3-42e7-9ca1-549ad78f76b1 HTTP/1.1" status: 200 len: 210 time: 0.0411558 Aug 18 13:22:42.619019 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d847d-4c68-4abf-bcf6-dd191f08a954 req-3e27d885-332c-447c-abf2-c81c3f992456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:22:42.621409 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-968d847d-4c68-4abf-bcf6-dd191f08a954 req-3e27d885-332c-447c-abf2-c81c3f992456 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f82a481e-2d3e-49f3-a273-639556667c8a HTTP/1.1" status: 200 len: 870 time: 0.1629360 Aug 18 13:22:42.674319 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-968d847d-4c68-4abf-bcf6-dd191f08a954 req-d6a12adc-3986-4ea8-a79f-f16c09d1a9ec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=0cd18794-9e6f-4ed9-ab29-5467ec32b726 HTTP/1.1" status: 200 len: 217 time: 0.0434561 Aug 18 13:22:42.741769 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d847d-4c68-4abf-bcf6-dd191f08a954 req-8aa2dace-275d-449f-a45b-4b282aa80e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:22:42.743300 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-968d847d-4c68-4abf-bcf6-dd191f08a954 req-8aa2dace-275d-449f-a45b-4b282aa80e13 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.0627198 Aug 18 13:22:42.804408 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d847d-4c68-4abf-bcf6-dd191f08a954 req-b50909f5-8942-408d-8628-3eac61106c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:22:42.805964 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-968d847d-4c68-4abf-bcf6-dd191f08a954 req-b50909f5-8942-408d-8628-3eac61106c89 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0551825 Aug 18 13:22:42.996905 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-968d847d-4c68-4abf-bcf6-dd191f08a954 req-21d33cc1-f843-49e3-8b92-a5e99469d167 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838205 Aug 18 13:22:43.142819 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-968d847d-4c68-4abf-bcf6-dd191f08a954 req-a6a2e027-81dc-421b-b7dd-373a602f33da service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378462 Aug 18 13:22:43.747853 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-496c3596-94d3-4d82-a036-5c5ac2f42cca req-c74d784c-c4f2-4d31-9ff7-b1f0ed6c2c93 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c7e392-27c3-42e7-9ca1-549ad78f76b1 HTTP/1.1" status: 200 len: 210 time: 0.0844154 Aug 18 13:22:43.778399 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fcddda10-d302-415c-8293-fe07300feb86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:44.578272 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:44.924487 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-05b022b5-8c8c-4337-b9a3-8c3bc9ef777c req-24254b02-a28e-4704-abbf-b5dc298fd794 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c7e392-27c3-42e7-9ca1-549ad78f76b1 HTTP/1.1" status: 200 len: 210 time: 0.0422373 Aug 18 13:22:45.230962 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e5b63-3523-4dfd-96b4-d7c4c1906281 req-910d3c7b-9c1c-4be7-907f-493a36c7ef4c tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:22:45.234629 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-703e5b63-3523-4dfd-96b4-d7c4c1906281 req-910d3c7b-9c1c-4be7-907f-493a36c7ef4c tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f710697-7119-4483-a72b-f787c92398db HTTP/1.1" status: 200 len: 950 time: 0.0603435 Aug 18 13:22:45.284325 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-703e5b63-3523-4dfd-96b4-d7c4c1906281 req-779629ad-593e-4d08-8fb2-8e2c8cbe5919 tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] 10.222.0.13 "GET /v2.0/security-groups?id=f08d0105-3a68-4b2f-b383-2e58ff2008a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455904 Aug 18 13:22:45.400957 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:45.938865 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device a856cba0-a823-43e9-becf-492829c62108 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:22:45.963700 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: a856cba0-a823-43e9-becf-492829c62108 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:22:45.964603 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device a856cba0-a823-43e9-becf-492829c62108 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:22:46.038810 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-97bff696-16cd-4de6-b822-07c9a788d2e4 req-97d37764-d7d4-47ea-911c-c66ddc15ad46 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c7e392-27c3-42e7-9ca1-549ad78f76b1 HTTP/1.1" status: 200 len: 210 time: 0.0383415 Aug 18 13:22:46.473262 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627f4d2-e8bb-4367-9b6f-2f5fdec1d904 req-7a3eb405-8a2d-49f0-8f12-b8da6089e0aa tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:22:46.475183 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5627f4d2-e8bb-4367-9b6f-2f5fdec1d904 req-7a3eb405-8a2d-49f0-8f12-b8da6089e0aa tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f710697-7119-4483-a72b-f787c92398db HTTP/1.1" status: 200 len: 950 time: 0.0710292 Aug 18 13:22:46.522714 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5627f4d2-e8bb-4367-9b6f-2f5fdec1d904 req-5bd2de47-f79d-4b79-b191-3a506517e0ab tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] 10.222.0.13 "GET /v2.0/security-groups?id=f08d0105-3a68-4b2f-b383-2e58ff2008a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406413 Aug 18 13:22:46.618285 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa79d2e-1020-42af-9836-d0335eed0b32 req-acd11c14-0e9e-4ad2-857f-bab88bec8c19 tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:22:46.620178 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eaa79d2e-1020-42af-9836-d0335eed0b32 req-acd11c14-0e9e-4ad2-857f-bab88bec8c19 tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f710697-7119-4483-a72b-f787c92398db HTTP/1.1" status: 200 len: 950 time: 0.0705652 Aug 18 13:22:46.733330 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-eaa79d2e-1020-42af-9836-d0335eed0b32 req-0140e528-09bb-4e1e-bc29-5d292d65d0c4 tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] Deleting port 0cd18794-9e6f-4ed9-ab29-5467ec32b726 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:22:46.734201 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-eaa79d2e-1020-42af-9836-d0335eed0b32 req-0140e528-09bb-4e1e-bc29-5d292d65d0c4 tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:46.856021 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-eaa79d2e-1020-42af-9836-d0335eed0b32 req-0140e528-09bb-4e1e-bc29-5d292d65d0c4 tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] For port 0cd18794-9e6f-4ed9-ab29-5467ec32b726, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=0cd18794-9e6f-4ed9-ab29-5467ec32b726,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:22:46.856396 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-eaa79d2e-1020-42af-9836-d0335eed0b32 req-0140e528-09bb-4e1e-bc29-5d292d65d0c4 tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:46.869873 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-eaa79d2e-1020-42af-9836-d0335eed0b32 req-0140e528-09bb-4e1e-bc29-5d292d65d0c4 tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] Calling delete_port for 0cd18794-9e6f-4ed9-ab29-5467ec32b726 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:22:47.108488 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-eaa79d2e-1020-42af-9836-d0335eed0b32 req-0140e528-09bb-4e1e-bc29-5d292d65d0c4 tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:47.124252 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['0cd18794-9e6f-4ed9-ab29-5467ec32b726'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:22:47.179917 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140e528-09bb-4e1e-bc29-5d292d65d0c4 tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] Pushing event deleted for resources: {'Port': ['ID=0cd18794-9e6f-4ed9-ab29-5467ec32b726,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:22:47.200611 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1aadbbeb-f684-48be-9eb3-f3b059e0d104 req-badf059b-7849-4618-b05c-ac924fb06b0a tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c7e392-27c3-42e7-9ca1-549ad78f76b1 HTTP/1.1" status: 200 len: 210 time: 0.0761409 Aug 18 13:22:47.231087 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa79d2e-1020-42af-9836-d0335eed0b32 req-0140e528-09bb-4e1e-bc29-5d292d65d0c4 tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] No DVR routers for this DVR port 0cd18794-9e6f-4ed9-ab29-5467ec32b726 on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:22:47.234194 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-eaa79d2e-1020-42af-9836-d0335eed0b32 req-0140e528-09bb-4e1e-bc29-5d292d65d0c4 tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:47.237220 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eaa79d2e-1020-42af-9836-d0335eed0b32 req-0140e528-09bb-4e1e-bc29-5d292d65d0c4 tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] 10.222.0.39 "DELETE /v2.0/ports/0cd18794-9e6f-4ed9-ab29-5467ec32b726 HTTP/1.1" status: 204 len: 173 time: 0.6091747 Aug 18 13:22:47.237220 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f710697-7119-4483-a72b-f787c92398db', 'name': 'network-vif-deleted', 'tag': '0cd18794-9e6f-4ed9-ab29-5467ec32b726'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:22:47.239497 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28f78fb-a801-4848-babd-93b0ac004f39" -d '{"events": [{"server_uuid": "9f710697-7119-4483-a72b-f787c92398db", "name": "network-vif-deleted", "tag": "0cd18794-9e6f-4ed9-ab29-5467ec32b726"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:22:47.327062 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5b5795-2bc9-4039-ad05-98699b2ce2e8 x-openstack-request-id: req-fa5b5795-2bc9-4039-ad05-98699b2ce2e8 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:22:47.327062 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f710697-7119-4483-a72b-f787c92398db", "name": "network-vif-deleted", "tag": "0cd18794-9e6f-4ed9-ab29-5467ec32b726", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:22:47.327062 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa5b5795-2bc9-4039-ad05-98699b2ce2e8 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:22:47.327062 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f710697-7119-4483-a72b-f787c92398db', 'name': 'network-vif-deleted', 'tag': '0cd18794-9e6f-4ed9-ab29-5467ec32b726', 'status': 'completed', 'code': 200} Aug 18 13:22:47.389963 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:47.694854 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1e5cb0f1-4430-4216-909d-43857a4ee99f req-9cf7f135-b8b5-40ea-9185-69b59b7c14ab tempest-VolumesBackupsTest-1333208894 tempest-VolumesBackupsTest-1333208894-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f710697-7119-4483-a72b-f787c92398db HTTP/1.1" status: 200 len: 210 time: 0.0500748 Aug 18 13:22:48.349187 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3fb0be17-cd4b-478a-b292-215595ab1f70 req-70d0c8ba-f6dc-4702-8c9b-f8f13644d427 tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "GET /v2.0/ports?device_id=00c7e392-27c3-42e7-9ca1-549ad78f76b1 HTTP/1.1" status: 200 len: 210 time: 0.0432367 Aug 18 13:22:49.419873 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 52718) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:22:49.506518 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b4240afe-7c44-4e21-9ecf-03d9236a7ccc tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:49.541380 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b4240afe-7c44-4e21-9ecf-03d9236a7ccc tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:49.686962 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b4240afe-7c44-4e21-9ecf-03d9236a7ccc tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:49.690249 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b4240afe-7c44-4e21-9ecf-03d9236a7ccc tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:49.695402 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b4240afe-7c44-4e21-9ecf-03d9236a7ccc tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] 10.222.0.13 "DELETE /v2.0/security-groups/f12fd22a-68d3-4fd0-8680-92f481a605a1 HTTP/1.1" status: 204 len: 168 time: 0.2742767 Aug 18 13:22:49.706598 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4240afe-7c44-4e21-9ecf-03d9236a7ccc tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12fd22a-68d3-4fd0-8680-92f481a605a1,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:22:49.730149 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4240afe-7c44-4e21-9ecf-03d9236a7ccc tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:22:49.731741 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4240afe-7c44-4e21-9ecf-03d9236a7ccc tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:22:49.731741 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4240afe-7c44-4e21-9ecf-03d9236a7ccc tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:22:49.731741 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4240afe-7c44-4e21-9ecf-03d9236a7ccc tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:22:49.732484 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4240afe-7c44-4e21-9ecf-03d9236a7ccc tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:22:49.732939 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4240afe-7c44-4e21-9ecf-03d9236a7ccc tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:22:49.733347 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4240afe-7c44-4e21-9ecf-03d9236a7ccc tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:22:49.734051 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4240afe-7c44-4e21-9ecf-03d9236a7ccc tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:22:49.734566 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4240afe-7c44-4e21-9ecf-03d9236a7ccc tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:22:49.735464 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4240afe-7c44-4e21-9ecf-03d9236a7ccc tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:22:49.735954 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4240afe-7c44-4e21-9ecf-03d9236a7ccc tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:22:49.736480 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4240afe-7c44-4e21-9ecf-03d9236a7ccc tempest-TestVolumeBackupRestore-808677451 tempest-TestVolumeBackupRestore-808677451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:22:49.789015 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 0cd18794-9e6f-4ed9-ab29-5467ec32b726 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:22:49.833969 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: 0cd18794-9e6f-4ed9-ab29-5467ec32b726 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:22:49.834507 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 0cd18794-9e6f-4ed9-ab29-5467ec32b726 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:22:54.996638 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 53028) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:22:55.706308 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8e2e86db-0f90-4e77-941c-6ef526a940a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:55.972467 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:22:56.397822 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-8e2e86db-0f90-4e77-941c-6ef526a940a1 admin admin] Deleting port d9ba3388-252e-472d-a5b8-1583e4a4a10c {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:22:56.400996 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8e2e86db-0f90-4e77-941c-6ef526a940a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:56.487622 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-8e2e86db-0f90-4e77-941c-6ef526a940a1 admin admin] For port d9ba3388-252e-472d-a5b8-1583e4a4a10c, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=d9ba3388-252e-472d-a5b8-1583e4a4a10c,segment=NetworkSegment(77c43c86-98da-467a-9577-a20d8deac21c),segment_id=77c43c86-98da-467a-9577-a20d8deac21c)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:22:56.487904 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8e2e86db-0f90-4e77-941c-6ef526a940a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:56.503037 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-8e2e86db-0f90-4e77-941c-6ef526a940a1 admin admin] Calling delete_port for d9ba3388-252e-472d-a5b8-1583e4a4a10c owned by network:router_interface {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:22:56.806314 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8e2e86db-0f90-4e77-941c-6ef526a940a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:56.837046 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e86db-0f90-4e77-941c-6ef526a940a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9ba3388-252e-472d-a5b8-1583e4a4a10c,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:22:57.033780 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8e2e86db-0f90-4e77-941c-6ef526a940a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:57.334817 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2e86db-0f90-4e77-941c-6ef526a940a1 admin admin] Router 945a507d-e5fd-4867-b5da-1b849b82cb20 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:22:57.455172 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2e86db-0f90-4e77-941c-6ef526a940a1 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:22:57.461396 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8e2e86db-0f90-4e77-941c-6ef526a940a1 admin admin] 10.222.0.13 "PUT /v2.0/routers/945a507d-e5fd-4867-b5da-1b849b82cb20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4611909 Aug 18 13:22:57.470828 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4464a27e-30b1-4ab2-b454-2a8fabb0410c None None] Sync routers for ids ['945a507d-e5fd-4867-b5da-1b849b82cb20'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:22:57.471622 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 53138) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:22:57.507299 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4464a27e-30b1-4ab2-b454-2a8fabb0410c None None] Routers {'945a507d-e5fd-4867-b5da-1b849b82cb20'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:22:57.507299 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-4464a27e-30b1-4ab2-b454-2a8fabb0410c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:22:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['945a507d-e5fd-4867-b5da-1b849b82cb20'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:22:57.652958 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-4464a27e-30b1-4ab2-b454-2a8fabb0410c None None] Set router 945a507d-e5fd-4867-b5da-1b849b82cb20 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:22:57.683195 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-02ac48d9-eff4-4869-ab54-85616a6ebe22 admin admin] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:57.805815 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-02ac48d9-eff4-4869-ab54-85616a6ebe22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:57.872878 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-4464a27e-30b1-4ab2-b454-2a8fabb0410c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'name': 'tempest-TestVolumeBackupRestore-1262926275-router', 'tenant_id': 'b33eba207bd547cb915e9911b2c17ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'f6eb81b0-6453-40da-ab0f-1e36773d3c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:17:10Z', 'updated_at': '2021-08-18T13:22:56Z', 'revision_number': 5, 'project_id': 'b33eba207bd547cb915e9911b2c17ee9', 'gw_port': {'id': 'f6eb81b0-6453-40da-ab0f-1e36773d3c37', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:17:11Z', 'updated_at': '2021-08-18T13:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:22:57.910380 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4464a27e-30b1-4ab2-b454-2a8fabb0410c None None] Checking router: 945a507d-e5fd-4867-b5da-1b849b82cb20 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:22:57.922725 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4464a27e-30b1-4ab2-b454-2a8fabb0410c None None] Routers {'945a507d-e5fd-4867-b5da-1b849b82cb20'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:22:57.923622 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-4464a27e-30b1-4ab2-b454-2a8fabb0410c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:22:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['945a507d-e5fd-4867-b5da-1b849b82cb20'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:22:57.968803 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-02ac48d9-eff4-4869-ab54-85616a6ebe22 admin admin] Deleting port f6eb81b0-6453-40da-ab0f-1e36773d3c37 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:22:57.969151 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-02ac48d9-eff4-4869-ab54-85616a6ebe22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:58.066580 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-4464a27e-30b1-4ab2-b454-2a8fabb0410c None None] Set router 945a507d-e5fd-4867-b5da-1b849b82cb20 gateway port host: None {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:22:58.075065 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-02ac48d9-eff4-4869-ab54-85616a6ebe22 admin admin] For port f6eb81b0-6453-40da-ab0f-1e36773d3c37, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=f6eb81b0-6453-40da-ab0f-1e36773d3c37,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:22:58.075365 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-02ac48d9-eff4-4869-ab54-85616a6ebe22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:58.095730 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-02ac48d9-eff4-4869-ab54-85616a6ebe22 admin admin] Calling delete_port for f6eb81b0-6453-40da-ab0f-1e36773d3c37 owned by network:router_gateway {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:22:58.106165 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:58.142826 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-4464a27e-30b1-4ab2-b454-2a8fabb0410c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'name': 'tempest-TestVolumeBackupRestore-1262926275-router', 'tenant_id': 'b33eba207bd547cb915e9911b2c17ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:17:10Z', 'updated_at': '2021-08-18T13:22:57Z', 'revision_number': 6, 'project_id': 'b33eba207bd547cb915e9911b2c17ee9', 'gw_port_host': None}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:22:58.181520 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4464a27e-30b1-4ab2-b454-2a8fabb0410c None None] The sync data for ids ['945a507d-e5fd-4867-b5da-1b849b82cb20'] in n-d-803603-2 is: [{'id': '945a507d-e5fd-4867-b5da-1b849b82cb20', 'name': 'tempest-TestVolumeBackupRestore-1262926275-router', 'tenant_id': 'b33eba207bd547cb915e9911b2c17ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:17:10Z', 'updated_at': '2021-08-18T13:22:57Z', 'revision_number': 6, 'project_id': 'b33eba207bd547cb915e9911b2c17ee9', 'gw_port_host': None}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:22:58.425804 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-02ac48d9-eff4-4869-ab54-85616a6ebe22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:58.458844 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac48d9-eff4-4869-ab54-85616a6ebe22 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6eb81b0-6453-40da-ab0f-1e36773d3c37,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:22:58.539388 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-02ac48d9-eff4-4869-ab54-85616a6ebe22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:58.806622 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:59.042710 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-02ac48d9-eff4-4869-ab54-85616a6ebe22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:59.046514 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-02ac48d9-eff4-4869-ab54-85616a6ebe22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:59.218231 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-02ac48d9-eff4-4869-ab54-85616a6ebe22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:59.218754 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ac48d9-eff4-4869-ab54-85616a6ebe22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 945a507d-e5fd-4867-b5da-1b849b82cb20 {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:22:59.236702 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-02ac48d9-eff4-4869-ab54-85616a6ebe22 admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:59.238389 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-02ac48d9-eff4-4869-ab54-85616a6ebe22 admin admin] 10.222.0.13 "DELETE /v2.0/routers/945a507d-e5fd-4867-b5da-1b849b82cb20 HTTP/1.1" status: 204 len: 168 time: 1.7656946 Aug 18 13:22:59.241031 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 53226) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:22:59.337698 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-60b1e439-88f1-4e9d-ae53-2bcaee253cbd admin admin] Deleting subnet ede27eca-66bf-4e3c-a96e-c4f18a4ee38d {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:22:59.342858 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-60b1e439-88f1-4e9d-ae53-2bcaee253cbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:59.400150 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-60b1e439-88f1-4e9d-ae53-2bcaee253cbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:59.429879 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device d9ba3388-252e-472d-a5b8-1583e4a4a10c no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:22:59.461375 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: d9ba3388-252e-472d-a5b8-1583e4a4a10c {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:22:59.461731 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device d9ba3388-252e-472d-a5b8-1583e4a4a10c not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:22:59.462906 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device f6eb81b0-6453-40da-ab0f-1e36773d3c37 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:22:59.484335 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: f6eb81b0-6453-40da-ab0f-1e36773d3c37 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:22:59.484335 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device f6eb81b0-6453-40da-ab0f-1e36773d3c37 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:22:59.548155 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-60b1e439-88f1-4e9d-ae53-2bcaee253cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:59.692674 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-60b1e439-88f1-4e9d-ae53-2bcaee253cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:59.721996 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b1e439-88f1-4e9d-ae53-2bcaee253cbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ede27eca-66bf-4e3c-a96e-c4f18a4ee38d,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:22:59.729952 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-60b1e439-88f1-4e9d-ae53-2bcaee253cbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:59.732132 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-60b1e439-88f1-4e9d-ae53-2bcaee253cbd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ede27eca-66bf-4e3c-a96e-c4f18a4ee38d HTTP/1.1" status: 204 len: 168 time: 0.4893293 Aug 18 13:22:59.734754 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 53252) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:22:59.739907 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28cca04-d1b4-4b1c-82e6-aa0d6c921c1f None None] Network c0f0445d-39e8-439a-8ed5-913fa4a35b57 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:22:59.818145 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-64957a9b-5af0-4bcb-8e38-2745033f0563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:59.935707 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-64957a9b-5af0-4bcb-8e38-2745033f0563 admin admin] Deleting port 9c44147e-69eb-4df6-849f-f29d57be22d8 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:22:59.936062 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-64957a9b-5af0-4bcb-8e38-2745033f0563 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:00.064171 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-64957a9b-5af0-4bcb-8e38-2745033f0563 admin admin] For port 9c44147e-69eb-4df6-849f-f29d57be22d8, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=9c44147e-69eb-4df6-849f-f29d57be22d8,segment=NetworkSegment(77c43c86-98da-467a-9577-a20d8deac21c),segment_id=77c43c86-98da-467a-9577-a20d8deac21c)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:23:00.064558 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-64957a9b-5af0-4bcb-8e38-2745033f0563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:00.078422 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e25c0b-cd33-4d84-94a0-b35a2b095161 None None] DHCP port deletion for c0f0445d-39e8-439a-8ed5-913fa4a35b57 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:23:00.086648 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-64957a9b-5af0-4bcb-8e38-2745033f0563 admin admin] Calling delete_port for 9c44147e-69eb-4df6-849f-f29d57be22d8 owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:23:00.138792 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-96e25c0b-cd33-4d84-94a0-b35a2b095161 None None] Deleting port 9c44147e-69eb-4df6-849f-f29d57be22d8 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:23:00.139008 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-96e25c0b-cd33-4d84-94a0-b35a2b095161 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:00.246095 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-96e25c0b-cd33-4d84-94a0-b35a2b095161 None None] For port 9c44147e-69eb-4df6-849f-f29d57be22d8, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=9c44147e-69eb-4df6-849f-f29d57be22d8,segment=NetworkSegment(77c43c86-98da-467a-9577-a20d8deac21c),segment_id=77c43c86-98da-467a-9577-a20d8deac21c)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:23:00.246380 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-96e25c0b-cd33-4d84-94a0-b35a2b095161 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:00.281509 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-96e25c0b-cd33-4d84-94a0-b35a2b095161 None None] Calling delete_port for 9c44147e-69eb-4df6-849f-f29d57be22d8 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:23:00.281734 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-64957a9b-5af0-4bcb-8e38-2745033f0563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:00.299504 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64957a9b-5af0-4bcb-8e38-2745033f0563 admin admin] No DVR routers for this DVR port 9c44147e-69eb-4df6-849f-f29d57be22d8 on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:23:00.404059 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-96e25c0b-cd33-4d84-94a0-b35a2b095161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:00.417056 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64957a9b-5af0-4bcb-8e38-2745033f0563 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c44147e-69eb-4df6-849f-f29d57be22d8,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:23:00.439798 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e25c0b-cd33-4d84-94a0-b35a2b095161 None None] Pushing event deleted for resources: {'Port': ['ID=9c44147e-69eb-4df6-849f-f29d57be22d8,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:23:00.453329 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-64957a9b-5af0-4bcb-8e38-2745033f0563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:00.455278 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e25c0b-cd33-4d84-94a0-b35a2b095161 None None] No DVR routers for this DVR port 9c44147e-69eb-4df6-849f-f29d57be22d8 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:23:00.473670 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-64957a9b-5af0-4bcb-8e38-2745033f0563 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0f0445d-39e8-439a-8ed5-913fa4a35b57']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:23:00.485202 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-64957a9b-5af0-4bcb-8e38-2745033f0563 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77c43c86-98da-467a-9577-a20d8deac21c') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:23:00.485508 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-64957a9b-5af0-4bcb-8e38-2745033f0563 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77c43c86-98da-467a-9577-a20d8deac21c') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:23:00.516682 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-64957a9b-5af0-4bcb-8e38-2745033f0563 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:00.523578 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-64957a9b-5af0-4bcb-8e38-2745033f0563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:00.547880 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64957a9b-5af0-4bcb-8e38-2745033f0563 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:23:00.547880 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-64957a9b-5af0-4bcb-8e38-2745033f0563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:00.587660 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:23:00.587660 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:23:00.587660 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:23:00.587660 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:23:00.587660 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:23:00.587660 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:23:00.587660 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:23:00.587660 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:23:00.587660 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:23:00.587660 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:23:00.587660 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:23:00.587660 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:23:00.587660 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:23:00.587660 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:23:00.587660 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:23:00.587660 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:23:00.587660 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:23:00.587660 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:23:00.587660 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:23:00.587660 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:23:00.587660 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:23:00.587660 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:23:00.587660 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:23:00.587660 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:23:00.587660 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:23:00.587660 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:23:00.587660 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:23:00.587660 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:23:00.587660 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:23:00.587660 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:23:00.587660 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:23:00.587660 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:23:00.699546 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-64957a9b-5af0-4bcb-8e38-2745033f0563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:00.724369 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-64957a9b-5af0-4bcb-8e38-2745033f0563 admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:00.730767 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-64957a9b-5af0-4bcb-8e38-2745033f0563 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c0f0445d-39e8-439a-8ed5-913fa4a35b57 HTTP/1.1" status: 204 len: 168 time: 0.9949696 Aug 18 13:23:00.731885 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 53304) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:23:00.733505 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64957a9b-5af0-4bcb-8e38-2745033f0563 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0f0445d-39e8-439a-8ed5-913fa4a35b57,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:23:01.184170 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-278b521c-446a-4419-9c17-fe012d4bab21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:01.397867 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 9c44147e-69eb-4df6-849f-f29d57be22d8 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:23:01.436828 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 9c44147e-69eb-4df6-849f-f29d57be22d8 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:23:01.437177 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 9c44147e-69eb-4df6-849f-f29d57be22d8 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:23:01.498426 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-278b521c-446a-4419-9c17-fe012d4bab21 admin admin] Deleting port 800d2503-b90c-4b5e-b0d0-d969cd4458e7 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:23:01.498768 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-278b521c-446a-4419-9c17-fe012d4bab21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:01.591626 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-278b521c-446a-4419-9c17-fe012d4bab21 admin admin] For port 800d2503-b90c-4b5e-b0d0-d969cd4458e7, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=800d2503-b90c-4b5e-b0d0-d969cd4458e7,segment=NetworkSegment(23c9010c-15f3-4483-909c-f9778b623994),segment_id=23c9010c-15f3-4483-909c-f9778b623994)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:23:01.591626 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-278b521c-446a-4419-9c17-fe012d4bab21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:01.605855 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-278b521c-446a-4419-9c17-fe012d4bab21 admin admin] Calling delete_port for 800d2503-b90c-4b5e-b0d0-d969cd4458e7 owned by network:router_interface {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:23:01.909521 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-278b521c-446a-4419-9c17-fe012d4bab21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:01.949346 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278b521c-446a-4419-9c17-fe012d4bab21 admin admin] Pushing event deleted for resources: {'Port': ['ID=800d2503-b90c-4b5e-b0d0-d969cd4458e7,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:23:02.291007 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-278b521c-446a-4419-9c17-fe012d4bab21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:02.535387 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278b521c-446a-4419-9c17-fe012d4bab21 admin admin] Router 5014657a-1064-4e65-bef8-2e6073b1d39a has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:23:02.700871 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278b521c-446a-4419-9c17-fe012d4bab21 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:23:02.720906 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc733c89-7d86-4f07-b702-6a69f88fd429 None None] Sync routers for ids ['5014657a-1064-4e65-bef8-2e6073b1d39a'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:23:02.727068 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 53420) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:23:02.736808 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-278b521c-446a-4419-9c17-fe012d4bab21 admin admin] 10.222.0.13 "PUT /v2.0/routers/5014657a-1064-4e65-bef8-2e6073b1d39a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0021994 Aug 18 13:23:02.751717 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc733c89-7d86-4f07-b702-6a69f88fd429 None None] Routers {'5014657a-1064-4e65-bef8-2e6073b1d39a'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:23:02.753173 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-bc733c89-7d86-4f07-b702-6a69f88fd429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:22:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['5014657a-1064-4e65-bef8-2e6073b1d39a'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:23:02.914116 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a38997e0-7a39-4b64-8231-f5ac399cabc6 admin admin] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:02.931495 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-bc733c89-7d86-4f07-b702-6a69f88fd429 None None] Set router 5014657a-1064-4e65-bef8-2e6073b1d39a gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:23:03.100405 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a38997e0-7a39-4b64-8231-f5ac399cabc6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:03.195321 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-bc733c89-7d86-4f07-b702-6a69f88fd429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5014657a-1064-4e65-bef8-2e6073b1d39a', 'name': 'tempest-TestVolumeBackupRestore-2087298804-router', 'tenant_id': 'cdf08d4aec934d34bd9d70d2497cc8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '8fcbe83e-d640-4e13-a063-192c4f535941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:17:22Z', 'updated_at': '2021-08-18T13:23:01Z', 'revision_number': 5, 'project_id': 'cdf08d4aec934d34bd9d70d2497cc8dd', 'gw_port': {'id': '8fcbe83e-d640-4e13-a063-192c4f535941', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:3c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5014657a-1064-4e65-bef8-2e6073b1d39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:17:23Z', 'updated_at': '2021-08-18T13:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:23:03.252439 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-a38997e0-7a39-4b64-8231-f5ac399cabc6 admin admin] Deleting port 8fcbe83e-d640-4e13-a063-192c4f535941 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:23:03.252857 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a38997e0-7a39-4b64-8231-f5ac399cabc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:03.255833 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc733c89-7d86-4f07-b702-6a69f88fd429 None None] Checking router: 5014657a-1064-4e65-bef8-2e6073b1d39a for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:23:03.279258 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc733c89-7d86-4f07-b702-6a69f88fd429 None None] Routers {'5014657a-1064-4e65-bef8-2e6073b1d39a'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:23:03.279958 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-bc733c89-7d86-4f07-b702-6a69f88fd429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:22:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['5014657a-1064-4e65-bef8-2e6073b1d39a'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:23:03.449805 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-a38997e0-7a39-4b64-8231-f5ac399cabc6 admin admin] For port 8fcbe83e-d640-4e13-a063-192c4f535941, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=8fcbe83e-d640-4e13-a063-192c4f535941,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:23:03.451779 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a38997e0-7a39-4b64-8231-f5ac399cabc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:03.469627 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-a38997e0-7a39-4b64-8231-f5ac399cabc6 admin admin] Calling delete_port for 8fcbe83e-d640-4e13-a063-192c4f535941 owned by network:router_gateway {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:23:03.633350 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-bc733c89-7d86-4f07-b702-6a69f88fd429 None None] Set router 5014657a-1064-4e65-bef8-2e6073b1d39a gateway port host: None {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:23:03.709956 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-bc733c89-7d86-4f07-b702-6a69f88fd429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5014657a-1064-4e65-bef8-2e6073b1d39a', 'name': 'tempest-TestVolumeBackupRestore-2087298804-router', 'tenant_id': 'cdf08d4aec934d34bd9d70d2497cc8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:17:22Z', 'updated_at': '2021-08-18T13:23:03Z', 'revision_number': 6, 'project_id': 'cdf08d4aec934d34bd9d70d2497cc8dd', 'gw_port_host': None}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:23:03.738509 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc733c89-7d86-4f07-b702-6a69f88fd429 None None] The sync data for ids ['5014657a-1064-4e65-bef8-2e6073b1d39a'] in n-d-803603-2 is: [{'id': '5014657a-1064-4e65-bef8-2e6073b1d39a', 'name': 'tempest-TestVolumeBackupRestore-2087298804-router', 'tenant_id': 'cdf08d4aec934d34bd9d70d2497cc8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:17:22Z', 'updated_at': '2021-08-18T13:23:03Z', 'revision_number': 6, 'project_id': 'cdf08d4aec934d34bd9d70d2497cc8dd', 'gw_port_host': None}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:23:03.749791 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a38997e0-7a39-4b64-8231-f5ac399cabc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:03.825381 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38997e0-7a39-4b64-8231-f5ac399cabc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fcbe83e-d640-4e13-a063-192c4f535941,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:23:03.960646 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a38997e0-7a39-4b64-8231-f5ac399cabc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:04.058663 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a38997e0-7a39-4b64-8231-f5ac399cabc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:04.060877 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a38997e0-7a39-4b64-8231-f5ac399cabc6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:04.183660 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a38997e0-7a39-4b64-8231-f5ac399cabc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:04.184328 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38997e0-7a39-4b64-8231-f5ac399cabc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5014657a-1064-4e65-bef8-2e6073b1d39a {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:23:04.189510 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a38997e0-7a39-4b64-8231-f5ac399cabc6 admin admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:04.191327 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a38997e0-7a39-4b64-8231-f5ac399cabc6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5014657a-1064-4e65-bef8-2e6073b1d39a HTTP/1.1" status: 204 len: 168 time: 1.4627447 Aug 18 13:23:04.193340 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 53472) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:23:04.267525 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b919936-44ec-4aaf-8d54-0e18f63754b1 admin admin] Deleting subnet acd1ab40-402c-4eb7-99ff-4122c5b236e2 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:23:04.271068 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9b919936-44ec-4aaf-8d54-0e18f63754b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:04.320845 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9b919936-44ec-4aaf-8d54-0e18f63754b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:04.405874 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9b919936-44ec-4aaf-8d54-0e18f63754b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:04.538780 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9b919936-44ec-4aaf-8d54-0e18f63754b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:04.571496 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b919936-44ec-4aaf-8d54-0e18f63754b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acd1ab40-402c-4eb7-99ff-4122c5b236e2,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:23:04.578697 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9b919936-44ec-4aaf-8d54-0e18f63754b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:04.579500 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a1a1a2-42bc-4009-8df3-60215b3519ef None None] Network 7f77de02-8296-4718-8110-876b51957db4 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:23:04.582147 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9b919936-44ec-4aaf-8d54-0e18f63754b1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/acd1ab40-402c-4eb7-99ff-4122c5b236e2 HTTP/1.1" status: 204 len: 168 time: 0.3877258 Aug 18 13:23:04.586230 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 53482) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:23:04.705740 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ddd816e1-ac44-4dcc-940c-b258127ae242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:04.786908 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-ddd816e1-ac44-4dcc-940c-b258127ae242 admin admin] Deleting port ddc11d2a-09b9-4c0c-ba16-edb782288e70 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:23:04.787435 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ddd816e1-ac44-4dcc-940c-b258127ae242 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:04.828470 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f096c9b-e902-43c6-9f83-4639bfef1e01 None None] DHCP port deletion for 7f77de02-8296-4718-8110-876b51957db4 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:23:04.880226 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-ddd816e1-ac44-4dcc-940c-b258127ae242 admin admin] For port ddc11d2a-09b9-4c0c-ba16-edb782288e70, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=ddc11d2a-09b9-4c0c-ba16-edb782288e70,segment=NetworkSegment(23c9010c-15f3-4483-909c-f9778b623994),segment_id=23c9010c-15f3-4483-909c-f9778b623994)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:23:04.880770 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ddd816e1-ac44-4dcc-940c-b258127ae242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:04.895972 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-9f096c9b-e902-43c6-9f83-4639bfef1e01 None None] Deleting port ddc11d2a-09b9-4c0c-ba16-edb782288e70 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:23:04.896686 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9f096c9b-e902-43c6-9f83-4639bfef1e01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:04.903061 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-ddd816e1-ac44-4dcc-940c-b258127ae242 admin admin] Calling delete_port for ddc11d2a-09b9-4c0c-ba16-edb782288e70 owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:23:05.033483 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-9f096c9b-e902-43c6-9f83-4639bfef1e01 None None] For port ddc11d2a-09b9-4c0c-ba16-edb782288e70, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=ddc11d2a-09b9-4c0c-ba16-edb782288e70,segment=NetworkSegment(23c9010c-15f3-4483-909c-f9778b623994),segment_id=23c9010c-15f3-4483-909c-f9778b623994)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:23:05.033944 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9f096c9b-e902-43c6-9f83-4639bfef1e01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:05.126580 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ddd816e1-ac44-4dcc-940c-b258127ae242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:05.153038 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd816e1-ac44-4dcc-940c-b258127ae242 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddc11d2a-09b9-4c0c-ba16-edb782288e70,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:23:05.163832 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd816e1-ac44-4dcc-940c-b258127ae242 admin admin] No DVR routers for this DVR port ddc11d2a-09b9-4c0c-ba16-edb782288e70 on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:23:05.235747 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-9f096c9b-e902-43c6-9f83-4639bfef1e01 None None] Calling delete_port for ddc11d2a-09b9-4c0c-ba16-edb782288e70 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:23:05.253096 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ddd816e1-ac44-4dcc-940c-b258127ae242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:05.265466 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-ddd816e1-ac44-4dcc-940c-b258127ae242 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f77de02-8296-4718-8110-876b51957db4']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:23:05.278234 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-ddd816e1-ac44-4dcc-940c-b258127ae242 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23c9010c-15f3-4483-909c-f9778b623994') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:23:05.278686 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-ddd816e1-ac44-4dcc-940c-b258127ae242 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23c9010c-15f3-4483-909c-f9778b623994') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:23:05.290939 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ddd816e1-ac44-4dcc-940c-b258127ae242 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:05.307807 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ddd816e1-ac44-4dcc-940c-b258127ae242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:05.315961 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddd816e1-ac44-4dcc-940c-b258127ae242 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:23:05.316548 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ddd816e1-ac44-4dcc-940c-b258127ae242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:05.318612 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:23:05.318612 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:23:05.318612 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:23:05.318612 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:23:05.318612 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:23:05.318612 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:23:05.318612 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:23:05.318612 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:23:05.318612 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:23:05.318612 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:23:05.318612 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:23:05.318612 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:23:05.318612 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:23:05.318612 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:23:05.318612 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:23:05.318612 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:23:05.318612 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:23:05.318612 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:23:05.318612 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:23:05.318612 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:23:05.318612 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:23:05.318612 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:23:05.318612 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:23:05.318612 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:23:05.318612 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:23:05.318612 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:23:05.318612 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:23:05.318612 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:23:05.318612 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:23:05.318612 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:23:05.318612 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:23:05.318612 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:23:05.324276 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9f096c9b-e902-43c6-9f83-4639bfef1e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:05.345430 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f096c9b-e902-43c6-9f83-4639bfef1e01 None None] No DVR routers for this DVR port ddc11d2a-09b9-4c0c-ba16-edb782288e70 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:23:05.364920 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f096c9b-e902-43c6-9f83-4639bfef1e01 None None] Pushing event deleted for resources: {'Port': ['ID=ddc11d2a-09b9-4c0c-ba16-edb782288e70,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:23:05.441823 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 8fcbe83e-d640-4e13-a063-192c4f535941 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:23:05.464630 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 8fcbe83e-d640-4e13-a063-192c4f535941 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:23:05.465020 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 8fcbe83e-d640-4e13-a063-192c4f535941 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:23:05.465459 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device ddc11d2a-09b9-4c0c-ba16-edb782288e70 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:23:05.489526 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: ddc11d2a-09b9-4c0c-ba16-edb782288e70 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:23:05.489883 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device ddc11d2a-09b9-4c0c-ba16-edb782288e70 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:23:05.490346 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 800d2503-b90c-4b5e-b0d0-d969cd4458e7 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:23:05.503629 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ddd816e1-ac44-4dcc-940c-b258127ae242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:05.508550 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ddd816e1-ac44-4dcc-940c-b258127ae242 admin admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:05.511427 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 800d2503-b90c-4b5e-b0d0-d969cd4458e7 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:23:05.511725 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ddd816e1-ac44-4dcc-940c-b258127ae242 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7f77de02-8296-4718-8110-876b51957db4 HTTP/1.1" status: 204 len: 168 time: 0.9238832 Aug 18 13:23:05.517724 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 800d2503-b90c-4b5e-b0d0-d969cd4458e7 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:23:05.535466 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd816e1-ac44-4dcc-940c-b258127ae242 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f77de02-8296-4718-8110-876b51957db4,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:23:05.847982 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 53506) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:23:05.903293 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d4973a7d-3780-4f51-a672-8547afcc9eb5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b33eba207bd547cb915e9911b2c17ee9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0540924 Aug 18 13:23:05.905907 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 53508) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:23:05.963968 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f208e34c-7fb5-4206-b927-1f39965a81e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:06.002028 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f208e34c-7fb5-4206-b927-1f39965a81e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:06.252027 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f208e34c-7fb5-4206-b927-1f39965a81e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:06.254750 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f208e34c-7fb5-4206-b927-1f39965a81e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:06.255929 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f208e34c-7fb5-4206-b927-1f39965a81e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cabe418f-5c06-470f-92de-04ac1651a915 HTTP/1.1" status: 204 len: 168 time: 0.3487036 Aug 18 13:23:06.265270 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f208e34c-7fb5-4206-b927-1f39965a81e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabe418f-5c06-470f-92de-04ac1651a915,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:23:07.146786 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 53562) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:23:07.198909 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b5a08ff3-9835-4688-b619-eec7d357b586 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cdf08d4aec934d34bd9d70d2497cc8dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502009 Aug 18 13:23:07.201265 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 53566) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:23:07.253133 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-09abbe57-ffad-483a-95a7-fafa9d2c037e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:07.278047 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-09abbe57-ffad-483a-95a7-fafa9d2c037e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:07.452251 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-09abbe57-ffad-483a-95a7-fafa9d2c037e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:07.455152 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-09abbe57-ffad-483a-95a7-fafa9d2c037e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:07.458572 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-09abbe57-ffad-483a-95a7-fafa9d2c037e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/91067e80-966a-4440-b4a0-a4efeb9fb41b HTTP/1.1" status: 204 len: 168 time: 0.2542086 Aug 18 13:23:07.467102 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09abbe57-ffad-483a-95a7-fafa9d2c037e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91067e80-966a-4440-b4a0-a4efeb9fb41b,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:23:12.280451 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8754f605-682b-484f-afc1-b7869437163a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:13.789761 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-79228249-1d8e-4bcc-8585-ba8231fa403f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:14.526201 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:15.440689 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:16.344937 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-4f62e855-18f9-44c9-8663-89a6f4f4bb04 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:16.346632 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-4f62e855-18f9-44c9-8663-89a6f4f4bb04 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/networks?id=5a750657-6380-4216-8606-057245bf1333 HTTP/1.1" status: 200 len: 811 time: 0.1128514 Aug 18 13:23:16.362723 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-120e3687-3912-4fd6-bbd7-e55c5bf22409 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/quotas/161a0a675dcb4f668dec9565c8db14ad HTTP/1.1" status: 200 len: 375 time: 0.0099459 Aug 18 13:23:16.417989 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-3d14d65d-57c6-4ff1-8de7-4227d2c0be21 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=161a0a675dcb4f668dec9565c8db14ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490561 Aug 18 13:23:16.534816 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-b3266329-e066-4e9e-8b76-e9efa2856355 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:23:16.535851 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-b3266329-e066-4e9e-8b76-e9efa2856355 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1116450 Aug 18 13:23:16.632717 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-b6950fbf-f7f4-4950-9c27-c7194da3fa95 service neutron] 10.222.0.13 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903747 Aug 18 13:23:16.732393 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-7cb090f6-3613-42a8-9058-4db19e31e0c9 service neutron] 10.222.0.13 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928321 Aug 18 13:23:17.418827 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:17.481511 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3cfe4827-f7e3-4eec-9699-7668a1f8b5c2 req-df6eb64c-ae18-4bb1-ae3a-c1a1a32dab77 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f7f4e-7d5e-4155-8ce9-1e57edf3c9ea HTTP/1.1" status: 200 len: 210 time: 0.0283637 Aug 18 13:23:18.590595 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ca6bcce-19bc-43d4-9730-1d6295f04bbf req-20d94666-ed94-4659-8e53-94654a853af0 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f7f4e-7d5e-4155-8ce9-1e57edf3c9ea HTTP/1.1" status: 200 len: 210 time: 0.0301952 Aug 18 13:23:19.692620 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5f4eb03a-99ee-48fc-9ca6-50f3b2d605a2 req-ae5fbb44-cde7-4df3-924e-237677135f11 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f7f4e-7d5e-4155-8ce9-1e57edf3c9ea HTTP/1.1" status: 200 len: 210 time: 0.0267990 Aug 18 13:23:19.988037 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-ea347958-f856-4232-97f6-9076e35958c2 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:19.989504 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-ea347958-f856-4232-97f6-9076e35958c2 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.39 "GET /v2.0/networks?id=5a750657-6380-4216-8606-057245bf1333 HTTP/1.1" status: 200 len: 811 time: 0.1119561 Aug 18 13:23:20.001877 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-3bfb2b34-774e-4dfa-990a-399397767a34 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Request body: {'port': {'device_id': '8c2f7f4e-7d5e-4155-8ce9-1e57edf3c9ea', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'admin_state_up': True, 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:23:20.204429 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-3bfb2b34-774e-4dfa-990a-399397767a34 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Made reservation on behalf of 161a0a675dcb4f668dec9565c8db14ad for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:23:20.206702 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-3bfb2b34-774e-4dfa-990a-399397767a34 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:20.354692 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-3bfb2b34-774e-4dfa-990a-399397767a34 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Allocated IP 172.20.0.11 (5a750657-6380-4216-8606-057245bf1333/df130f28-747c-4593-a4e4-fcc4c74ccec3/f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:23:20.517284 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-3bfb2b34-774e-4dfa-990a-399397767a34 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:20.536909 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-3bfb2b34-774e-4dfa-990a-399397767a34 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Transition to ACTIVE for port object f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:23:20.670260 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-3bfb2b34-774e-4dfa-990a-399397767a34 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:20.718995 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-3bfb2b34-774e-4dfa-990a-399397767a34 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Network 5a750657-6380-4216-8606-057245bf1333 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:23:20.722460 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-3bfb2b34-774e-4dfa-990a-399397767a34 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:23:20.725274 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-3bfb2b34-774e-4dfa-990a-399397767a34 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:23:20.799910 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-3bfb2b34-774e-4dfa-990a-399397767a34 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:20.800904 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-3bfb2b34-774e-4dfa-990a-399397767a34 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:20.853263 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb2b34-774e-4dfa-990a-399397767a34 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Pushing event updated for resources: {'Port': ['ID=f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:23:20.914281 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e39e35-86cc-425a-b29a-1892e6cdf4cf req-38f43db2-0d6f-41fe-bc7c-84d6fac76010 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:20.915916 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b2e39e35-86cc-425a-b29a-1892e6cdf4cf req-38f43db2-0d6f-41fe-bc7c-84d6fac76010 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f7f4e-7d5e-4155-8ce9-1e57edf3c9ea HTTP/1.1" status: 200 len: 932 time: 0.0807402 Aug 18 13:23:20.955012 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-3bfb2b34-774e-4dfa-990a-399397767a34 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9568682 Aug 18 13:23:20.960158 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b2e39e35-86cc-425a-b29a-1892e6cdf4cf req-3758746f-f089-4c0f-aaec-7a505fb57678 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376253 Aug 18 13:23:20.967765 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-f9a8b789-d933-4a33-ace9-db0a99f6395f service neutron] Request body: {'port': {'device_id': '8c2f7f4e-7d5e-4155-8ce9-1e57edf3c9ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:23:21.040724 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-f9a8b789-d933-4a33-ace9-db0a99f6395f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:21.115122 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-31ebdc5d-f315-44fc-acf9-d5617794f003 None None] Provisioning for port f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:23:21.121039 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-31ebdc5d-f315-44fc-acf9-d5617794f003 None None] Provisioning complete for port f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:23:21.121668 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-31ebdc5d-f315-44fc-acf9-d5617794f003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:21.176279 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-31ebdc5d-f315-44fc-acf9-d5617794f003 None None] Port f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:23:21.374163 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-f9a8b789-d933-4a33-ace9-db0a99f6395f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:23:21.382589 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-f9a8b789-d933-4a33-ace9-db0a99f6395f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:21.396094 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-f9a8b789-d933-4a33-ace9-db0a99f6395f service neutron] Transition to ACTIVE for port object f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:23:21.475249 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-f9a8b789-d933-4a33-ace9-db0a99f6395f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:21.544852 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a8b789-d933-4a33-ace9-db0a99f6395f service neutron] Pushing event updated for resources: {'Port': ['ID=f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:23:21.646961 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-f9a8b789-d933-4a33-ace9-db0a99f6395f service neutron] Attempting to bind port f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:23:21.647556 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-f9a8b789-d933-4a33-ace9-db0a99f6395f service neutron] Attempting to bind port f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '253e9a78-b703-48d2-8774-59f67598fdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5a750657-6380-4216-8606-057245bf1333'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:23:21.648059 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-f9a8b789-d933-4a33-ace9-db0a99f6395f service neutron] Attempting to bind port f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8 on network 5a750657-6380-4216-8606-057245bf1333 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:23:21.653533 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-f9a8b789-d933-4a33-ace9-db0a99f6395f service neutron] Port f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8 on network 5a750657-6380-4216-8606-057245bf1333 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:23:21.653868 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-f9a8b789-d933-4a33-ace9-db0a99f6395f service neutron] Attempting to bind port f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8 on network 5a750657-6380-4216-8606-057245bf1333 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:23:21.659498 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-f9a8b789-d933-4a33-ace9-db0a99f6395f service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:23:21.659815 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-f9a8b789-d933-4a33-ace9-db0a99f6395f service neutron] Checking segment: {'id': '253e9a78-b703-48d2-8774-59f67598fdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5a750657-6380-4216-8606-057245bf1333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:23:21.660627 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-f9a8b789-d933-4a33-ace9-db0a99f6395f service neutron] Bound using segment: {'id': '253e9a78-b703-48d2-8774-59f67598fdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5a750657-6380-4216-8606-057245bf1333'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:23:21.661071 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-f9a8b789-d933-4a33-ace9-db0a99f6395f service neutron] Bound port: f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '253e9a78-b703-48d2-8774-59f67598fdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5a750657-6380-4216-8606-057245bf1333'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:23:21.661436 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-f9a8b789-d933-4a33-ace9-db0a99f6395f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:21.738969 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-f9a8b789-d933-4a33-ace9-db0a99f6395f service neutron] For port f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:23:21.742588 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-f9a8b789-d933-4a33-ace9-db0a99f6395f service neutron] For port f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8,segment=NetworkSegment(253e9a78-b703-48d2-8774-59f67598fdbb),segment_id=253e9a78-b703-48d2-8774-59f67598fdbb)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:23:21.829596 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-f9a8b789-d933-4a33-ace9-db0a99f6395f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:21.873114 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-f9a8b789-d933-4a33-ace9-db0a99f6395f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:21.873114 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-f9a8b789-d933-4a33-ace9-db0a99f6395f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:21.873114 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-f9a8b789-d933-4a33-ace9-db0a99f6395f service neutron] 10.222.0.39 "PUT /v2.0/ports/f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8 HTTP/1.1" status: 200 len: 1092 time: 0.9083319 Aug 18 13:23:21.873114 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c2f7f4e-7d5e-4155-8ce9-1e57edf3c9ea', 'tag': 'f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:23:21.874514 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac61983b-3563-437e-90e1-762bce930b90" -d '{"events": [{"name": "network-changed", "server_uuid": "8c2f7f4e-7d5e-4155-8ce9-1e57edf3c9ea", "tag": "f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:23:21.925935 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a8b789-d933-4a33-ace9-db0a99f6395f service neutron] Pushing event updated for resources: {'Port': ['ID=f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:23:21.939707 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e37d36a-cb63-462c-9924-0c3bb35bec6e x-openstack-request-id: req-6e37d36a-cb63-462c-9924-0c3bb35bec6e {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:23:21.940114 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c2f7f4e-7d5e-4155-8ce9-1e57edf3c9ea", "tag": "f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:23:21.940466 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e37d36a-cb63-462c-9924-0c3bb35bec6e {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:23:21.941116 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c2f7f4e-7d5e-4155-8ce9-1e57edf3c9ea', 'tag': 'f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8', 'status': 'completed', 'code': 200} Aug 18 13:23:22.012174 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61983b-3563-437e-90e1-762bce930b90 req-7ef40d0b-f22c-45f0-bfbf-43e196ce0757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:22.013806 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ac61983b-3563-437e-90e1-762bce930b90 req-7ef40d0b-f22c-45f0-bfbf-43e196ce0757 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=161a0a675dcb4f668dec9565c8db14ad&device_id=8c2f7f4e-7d5e-4155-8ce9-1e57edf3c9ea HTTP/1.1" status: 200 len: 1095 time: 0.0534074 Aug 18 13:23:22.140352 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d94b3-bdd6-4a2b-834b-218721b76fdb req-b824bfe1-5bbb-4ed3-9118-3885387279f9 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:22.142111 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-310d94b3-bdd6-4a2b-834b-218721b76fdb req-b824bfe1-5bbb-4ed3-9118-3885387279f9 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f7f4e-7d5e-4155-8ce9-1e57edf3c9ea HTTP/1.1" status: 200 len: 944 time: 0.0825145 Aug 18 13:23:22.144343 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61983b-3563-437e-90e1-762bce930b90 req-cf15325e-cbd3-4db3-9b5e-cbfdbd390023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:22.145914 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ac61983b-3563-437e-90e1-762bce930b90 req-cf15325e-cbd3-4db3-9b5e-cbfdbd390023 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=161a0a675dcb4f668dec9565c8db14ad&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1236908 Aug 18 13:23:22.190084 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-310d94b3-bdd6-4a2b-834b-218721b76fdb req-6e9a2d7c-865b-4230-807f-2f0224456f75 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378053 Aug 18 13:23:22.275280 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61983b-3563-437e-90e1-762bce930b90 req-80122828-b1e8-47e7-b3f5-e4265607f9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:22.277540 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ac61983b-3563-437e-90e1-762bce930b90 req-80122828-b1e8-47e7-b3f5-e4265607f9de service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1251512 Aug 18 13:23:22.356413 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-aacb7332-4b7b-4e70-ba1d-9115e6b636d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:22.357843 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-aacb7332-4b7b-4e70-ba1d-9115e6b636d0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=161a0a675dcb4f668dec9565c8db14ad&device_id=8c2f7f4e-7d5e-4155-8ce9-1e57edf3c9ea HTTP/1.1" status: 200 len: 1095 time: 0.0413394 Aug 18 13:23:22.405327 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-9f81c1af-8f42-4ac8-884d-e170797043ea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8 HTTP/1.1" status: 200 len: 217 time: 0.0399401 Aug 18 13:23:22.456002 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-e335e80f-e098-4dd1-ae3e-cca6c72170ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:22.457532 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-e335e80f-e098-4dd1-ae3e-cca6c72170ad service neutron] 10.222.0.39 "GET /v2.0/subnets?id=df130f28-747c-4593-a4e4-fcc4c74ccec3 HTTP/1.1" status: 200 len: 850 time: 0.0452015 Aug 18 13:23:22.505534 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-280afca4-3fd6-4fdf-9125-87673c8a55fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:22.507106 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-280afca4-3fd6-4fdf-9125-87673c8a55fb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5a750657-6380-4216-8606-057245bf1333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427518 Aug 18 13:23:22.602596 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-0fe180a6-0eb3-4eac-9b07-92b3798ec969 service neutron] 10.222.0.39 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881550 Aug 18 13:23:22.695174 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4f2ba03e-b495-462f-88ec-a412b3817e4e req-ee1b86e3-0a5b-4015-b273-7ae49987122a service neutron] 10.222.0.39 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854783 Aug 18 13:23:23.447269 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2674071a-f94a-4c72-ad80-acea0134e93c req-4eb44f26-3df9-40a9-9641-7a5fd97e7a6a tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:23.449371 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2674071a-f94a-4c72-ad80-acea0134e93c req-4eb44f26-3df9-40a9-9641-7a5fd97e7a6a tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f7f4e-7d5e-4155-8ce9-1e57edf3c9ea HTTP/1.1" status: 200 len: 944 time: 0.1915295 Aug 18 13:23:23.491000 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2674071a-f94a-4c72-ad80-acea0134e93c req-ba26349d-4173-4c2c-b6de-a7454c64ba9b tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350432 Aug 18 13:23:24.618330 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e5601-1d3b-4267-8f27-a172bb957ff7 req-4256a185-f77a-4b26-8f6d-edc7c9afcff0 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:24.620659 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1f2e5601-1d3b-4267-8f27-a172bb957ff7 req-4256a185-f77a-4b26-8f6d-edc7c9afcff0 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f7f4e-7d5e-4155-8ce9-1e57edf3c9ea HTTP/1.1" status: 200 len: 944 time: 0.0544498 Aug 18 13:23:24.667143 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1f2e5601-1d3b-4267-8f27-a172bb957ff7 req-808fb697-308c-41eb-b1bd-e37f26b6741f tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394728 Aug 18 13:23:25.825384 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4f568-5f05-476b-a5b9-7d56123f45dd req-ad074db1-873e-41de-ace7-6b2ebace4fab tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:25.827204 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a6b4f568-5f05-476b-a5b9-7d56123f45dd req-ad074db1-873e-41de-ace7-6b2ebace4fab tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f7f4e-7d5e-4155-8ce9-1e57edf3c9ea HTTP/1.1" status: 200 len: 944 time: 0.0754795 Aug 18 13:23:25.870808 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a6b4f568-5f05-476b-a5b9-7d56123f45dd req-1c226e68-57b1-41a6-9344-3cbf95810751 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365586 Aug 18 13:23:26.988912 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa971f6-887a-4f25-8a35-4f6a1af0f7d8 req-0b551784-0b14-4d19-b36c-f90e29417ec1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:26.990456 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0aa971f6-887a-4f25-8a35-4f6a1af0f7d8 req-0b551784-0b14-4d19-b36c-f90e29417ec1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f7f4e-7d5e-4155-8ce9-1e57edf3c9ea HTTP/1.1" status: 200 len: 944 time: 0.0507443 Aug 18 13:23:27.041305 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0aa971f6-887a-4f25-8a35-4f6a1af0f7d8 req-65ff8a3d-5f03-4bc6-af28-920086dfffba tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445256 Aug 18 13:23:27.629407 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-6d736c8c-a122-46a6-b043-11efbd5b6f70 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0490575 Aug 18 13:23:27.727851 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-7b7dce62-c10f-4656-b5e3-70c50a879129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:27.728335 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-7b7dce62-c10f-4656-b5e3-70c50a879129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:27.729341 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-7b7dce62-c10f-4656-b5e3-70c50a879129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:27.729810 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-7b7dce62-c10f-4656-b5e3-70c50a879129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:27.730307 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-7b7dce62-c10f-4656-b5e3-70c50a879129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:27.730784 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-7b7dce62-c10f-4656-b5e3-70c50a879129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:27.731265 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-7b7dce62-c10f-4656-b5e3-70c50a879129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:27.733191 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-7b7dce62-c10f-4656-b5e3-70c50a879129 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9187a221b3e94f438328aff4ddb46e1a&device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 6502 time: 0.0565138 Aug 18 13:23:27.852840 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-f674fc4f-bba8-4827-8658-f3fb3aec6d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:27.853388 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-f674fc4f-bba8-4827-8658-f3fb3aec6d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:27.854477 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-f674fc4f-bba8-4827-8658-f3fb3aec6d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:27.856157 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-f674fc4f-bba8-4827-8658-f3fb3aec6d07 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e9ea624b-86fc-4131-a8a7-d576a5006edb&id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&id=d880c4db-c535-4c81-86a6-739ddf2b8b3f&id=d880c4db-c535-4c81-86a6-739ddf2b8b3f HTTP/1.1" status: 200 len: 2297 time: 0.0984809 Aug 18 13:23:27.929173 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-290e3794-263b-4732-97c8-3bcd0bf15064 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c42b267-b638-4860-bfd1-70bfa4f46487 HTTP/1.1" status: 200 len: 1001 time: 0.0646656 Aug 18 13:23:27.983837 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-e555a06a-8da5-4eb2-bca9-b881a2a428fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:27.985508 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-e555a06a-8da5-4eb2-bca9-b881a2a428fe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a6a49593-1d36-467e-a1bb-8c5f2a09f233 HTTP/1.1" status: 200 len: 855 time: 0.0494716 Aug 18 13:23:28.036025 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-16deac04-8ed4-4ecd-91a3-ee56ce4db58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:28.037675 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-16deac04-8ed4-4ecd-91a3-ee56ce4db58c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e9ea624b-86fc-4131-a8a7-d576a5006edb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449290 Aug 18 13:23:28.065028 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:28.143023 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-d79d78ba-46a2-4088-aa8a-f11c66f1dc22 service neutron] 10.222.0.20 "GET /v2.0/networks/e9ea624b-86fc-4131-a8a7-d576a5006edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980825 Aug 18 13:23:28.171327 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d14a2-22f1-4abd-ba25-4e97dd29480b req-9cfc38ef-08f7-480e-9cb2-342f56f817aa tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:28.172856 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4a5d14a2-22f1-4abd-ba25-4e97dd29480b req-9cfc38ef-08f7-480e-9cb2-342f56f817aa tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f7f4e-7d5e-4155-8ce9-1e57edf3c9ea HTTP/1.1" status: 200 len: 944 time: 0.0598037 Aug 18 13:23:28.238252 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4a5d14a2-22f1-4abd-ba25-4e97dd29480b req-a2143bd4-b574-4adb-9005-a808d83e6bde tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544686 Aug 18 13:23:28.249473 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-282e0432-d4d9-411d-9f96-b28a47287b2b service neutron] 10.222.0.20 "GET /v2.0/networks/e9ea624b-86fc-4131-a8a7-d576a5006edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992427 Aug 18 13:23:28.297504 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-c067eaf3-37c6-4d82-9f38-8a72daa8fac6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=069b9001-3300-4e5d-a3d3-e19a50735842 HTTP/1.1" status: 200 len: 217 time: 0.0411546 Aug 18 13:23:28.348838 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-7b3add42-2b98-4aaa-b871-6820a4182a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:28.350710 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-7b3add42-2b98-4aaa-b871-6820a4182a0c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1cbb8eea-c986-4ab1-9343-a5e2b65768a8 HTTP/1.1" status: 200 len: 797 time: 0.0466151 Aug 18 13:23:28.401160 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-e61898a5-8fac-4cad-92c0-fa47a06d6fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:28.402784 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-e61898a5-8fac-4cad-92c0-fa47a06d6fa0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0451646 Aug 18 13:23:28.499341 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-08363f26-a0af-4c36-955d-18bf5251c799 service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890317 Aug 18 13:23:28.599173 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-9e32dfb4-fd85-4530-b1da-b59aa4d96326 service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934260 Aug 18 13:23:28.649001 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-96ba027c-be0b-4afe-a794-a696eac55190 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=7e6e27c2-38fd-42cf-93be-14deed0fa74b HTTP/1.1" status: 200 len: 217 time: 0.0425010 Aug 18 13:23:28.711448 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-ee44c7b1-79d6-4339-866f-ef90760d3dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:28.713653 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-ee44c7b1-79d6-4339-866f-ef90760d3dd6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1cbb8eea-c986-4ab1-9343-a5e2b65768a8 HTTP/1.1" status: 200 len: 797 time: 0.0564232 Aug 18 13:23:28.764271 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-a82bc63a-4cb1-4f4e-8e03-b267d408b50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:28.765797 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-a82bc63a-4cb1-4f4e-8e03-b267d408b50e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0446835 Aug 18 13:23:28.823221 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:28.878458 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-c472e8d2-c86d-4db2-a6dc-6ffe166c1072 service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056521 Aug 18 13:23:28.974987 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-0b449583-cb6a-4be9-95bc-1dd45a9132e5 service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894406 Aug 18 13:23:29.019780 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-a2a28365-d1d8-44dc-b6eb-3eea500ba040 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc HTTP/1.1" status: 200 len: 217 time: 0.0370834 Aug 18 13:23:29.074559 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-9c6a4349-7509-4111-a057-5344cfc468f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:29.076553 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-9c6a4349-7509-4111-a057-5344cfc468f1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1cbb8eea-c986-4ab1-9343-a5e2b65768a8 HTTP/1.1" status: 200 len: 797 time: 0.0503032 Aug 18 13:23:29.127767 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-85b7912a-be19-475c-ba91-b39045ef8ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:29.134580 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-85b7912a-be19-475c-ba91-b39045ef8ccf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0452256 Aug 18 13:23:29.239590 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-41c65dff-2e20-442d-b848-230de5d9fde9 service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032236 Aug 18 13:23:29.356573 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-feaa8d79-2f16-4558-af31-4ab6bd87081f service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098380 Aug 18 13:23:29.367752 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae3955-7426-4099-be7e-28c05e1450ac req-f773c2a2-b934-4a12-b6c9-7b7981ac6e73 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:29.370920 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-16ae3955-7426-4099-be7e-28c05e1450ac req-f773c2a2-b934-4a12-b6c9-7b7981ac6e73 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f7f4e-7d5e-4155-8ce9-1e57edf3c9ea HTTP/1.1" status: 200 len: 944 time: 0.0649302 Aug 18 13:23:29.411074 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-8d7af7b2-7bf7-4e12-9769-1cce216cdfb5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=1cccaa23-72ad-4200-b71f-9cd24f4b79bd HTTP/1.1" status: 200 len: 217 time: 0.0472662 Aug 18 13:23:29.419028 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-16ae3955-7426-4099-be7e-28c05e1450ac req-986c0b70-8e66-4e5d-8b6f-541a76ec6acc tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435269 Aug 18 13:23:29.471660 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-d1a40dac-cfc7-4c35-b448-aa3ee1b6583a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:29.473185 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-d1a40dac-cfc7-4c35-b448-aa3ee1b6583a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1cbb8eea-c986-4ab1-9343-a5e2b65768a8 HTTP/1.1" status: 200 len: 797 time: 0.0555594 Aug 18 13:23:29.549781 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-5e1390e1-997a-4faa-931f-df31194b92e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:29.551363 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-5e1390e1-997a-4faa-931f-df31194b92e5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0710838 Aug 18 13:23:29.660248 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-68e03040-5b81-4271-976a-4d6872a6e4b5 service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020889 Aug 18 13:23:29.766251 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-8db2c49f-a4f7-4ff3-8d63-62d0bf7014f0 service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983374 Aug 18 13:23:29.808444 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-bc78b82b-0c49-446b-84eb-3db82ef0186d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=065cd133-54a5-459f-8fc9-119d4871728d HTTP/1.1" status: 200 len: 217 time: 0.0354762 Aug 18 13:23:29.863169 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-5d880ffd-4a27-4fd3-bddb-b83f0f862899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:29.864682 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-5d880ffd-4a27-4fd3-bddb-b83f0f862899 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1852a2e7-34df-41c9-b2e1-616be77094f1 HTTP/1.1" status: 200 len: 797 time: 0.0496140 Aug 18 13:23:29.910472 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-46215953-c658-46db-816e-441f4d5e8e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:29.912291 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-46215953-c658-46db-816e-441f4d5e8e59 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d880c4db-c535-4c81-86a6-739ddf2b8b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0406795 Aug 18 13:23:30.013707 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-720da3a5-e315-4986-8202-200ef0d1c581 service neutron] 10.222.0.20 "GET /v2.0/networks/d880c4db-c535-4c81-86a6-739ddf2b8b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938444 Aug 18 13:23:30.103823 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-a94b96b0-27a5-4aad-ae1b-0eb6a5dac51f service neutron] 10.222.0.20 "GET /v2.0/networks/d880c4db-c535-4c81-86a6-739ddf2b8b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831161 Aug 18 13:23:30.149071 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-6c9755b4-de17-45ad-a31f-3d520d3e1639 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=97c40def-aee3-4b98-98ab-a261b2afc2a9 HTTP/1.1" status: 200 len: 217 time: 0.0381494 Aug 18 13:23:30.578776 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-da6000eb-4951-46ad-a2e6-efc4b138fa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:30.580249 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-da6000eb-4951-46ad-a2e6-efc4b138fa57 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1852a2e7-34df-41c9-b2e1-616be77094f1 HTTP/1.1" status: 200 len: 797 time: 0.4247949 Aug 18 13:23:30.584690 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ffa54-0714-499a-81ae-7aeb9d1c3c1d req-72056822-8afb-48c0-9f48-83e48dabc819 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:30.586246 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-925ffa54-0714-499a-81ae-7aeb9d1c3c1d req-72056822-8afb-48c0-9f48-83e48dabc819 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f7f4e-7d5e-4155-8ce9-1e57edf3c9ea HTTP/1.1" status: 200 len: 944 time: 0.0531740 Aug 18 13:23:30.640078 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-dcf4777d-2c40-4903-b47f-5397ace3e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:30.642040 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-dcf4777d-2c40-4903-b47f-5397ace3e8e9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d880c4db-c535-4c81-86a6-739ddf2b8b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0548003 Aug 18 13:23:30.698858 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-925ffa54-0714-499a-81ae-7aeb9d1c3c1d req-0740578b-2d7c-43b5-95fc-df4c2144608e tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874546 Aug 18 13:23:30.749060 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 54218) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:23:30.779125 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-623c8e37-68f3-47d4-97c5-58f97a1f6718 service neutron] 10.222.0.20 "GET /v2.0/networks/d880c4db-c535-4c81-86a6-739ddf2b8b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294446 Aug 18 13:23:30.903970 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12fd5177-63dd-476d-ba2b-4788bcbf8391 req-f99fa64d-9376-49b3-95d9-d60443fbe023 service neutron] 10.222.0.20 "GET /v2.0/networks/d880c4db-c535-4c81-86a6-739ddf2b8b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166272 Aug 18 13:23:30.909418 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ab1f125d-8e70-47b9-bd74-c7eb215df3a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:31.004493 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ab1f125d-8e70-47b9-bd74-c7eb215df3a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:31.097308 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ab1f125d-8e70-47b9-bd74-c7eb215df3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:31.136467 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f125d-8e70-47b9-bd74-c7eb215df3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ff27db-0010-48ca-bb5e-896e0082e609,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:23:31.142334 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ab1f125d-8e70-47b9-bd74-c7eb215df3a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=036f629967524d1094a1233cc732948c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3922131 Aug 18 13:23:31.145017 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 54232) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:23:31.199462 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e102e6c7-f80e-4ebb-8a21-325029c40aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:31.221596 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e102e6c7-f80e-4ebb-8a21-325029c40aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:31.355111 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e102e6c7-f80e-4ebb-8a21-325029c40aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:31.357736 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e102e6c7-f80e-4ebb-8a21-325029c40aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:31.359018 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e102e6c7-f80e-4ebb-8a21-325029c40aa5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a9ff27db-0010-48ca-bb5e-896e0082e609 HTTP/1.1" status: 204 len: 168 time: 0.2128968 Aug 18 13:23:31.367516 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102e6c7-f80e-4ebb-8a21-325029c40aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ff27db-0010-48ca-bb5e-896e0082e609,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:23:31.375563 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e102e6c7-f80e-4ebb-8a21-325029c40aa5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:23:31.375930 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e102e6c7-f80e-4ebb-8a21-325029c40aa5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:23:31.376274 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e102e6c7-f80e-4ebb-8a21-325029c40aa5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:23:31.377030 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e102e6c7-f80e-4ebb-8a21-325029c40aa5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:23:31.377664 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e102e6c7-f80e-4ebb-8a21-325029c40aa5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:23:31.377898 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e102e6c7-f80e-4ebb-8a21-325029c40aa5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:23:31.378350 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e102e6c7-f80e-4ebb-8a21-325029c40aa5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:23:31.378758 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e102e6c7-f80e-4ebb-8a21-325029c40aa5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:23:31.379236 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e102e6c7-f80e-4ebb-8a21-325029c40aa5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:23:31.379587 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e102e6c7-f80e-4ebb-8a21-325029c40aa5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:23:31.380034 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e102e6c7-f80e-4ebb-8a21-325029c40aa5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:23:31.380522 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e102e6c7-f80e-4ebb-8a21-325029c40aa5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:23:31.897313 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e31efbb-7057-4e83-8437-d5a2c10bdb87 req-ae3dcb7a-7c64-4c30-a90c-e3f71bcd6dcb tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:31.899030 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4e31efbb-7057-4e83-8437-d5a2c10bdb87 req-ae3dcb7a-7c64-4c30-a90c-e3f71bcd6dcb tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f7f4e-7d5e-4155-8ce9-1e57edf3c9ea HTTP/1.1" status: 200 len: 944 time: 0.0899532 Aug 18 13:23:31.938627 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4e31efbb-7057-4e83-8437-d5a2c10bdb87 req-072a8e8c-0bcb-409c-876f-bc88f0d564e4 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332661 Aug 18 13:23:31.969509 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 54250) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:23:31.987595 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c0473cc2-d9ac-429f-9302-60162fa9cacc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:32.036961 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:23:32.080982 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c0473cc2-d9ac-429f-9302-60162fa9cacc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:32.137858 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8,segment=NetworkSegment(253e9a78-b703-48d2-8774-59f67598fdbb),segment_id=253e9a78-b703-48d2-8774-59f67598fdbb)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:23:32.152326 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'port_id': 'f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8', 'mac_address': 'fa:16:3e:f4:58:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:23:32.166831 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c0473cc2-d9ac-429f-9302-60162fa9cacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:32.198611 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:32.213379 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c0473cc2-d9ac-429f-9302-60162fa9cacc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e16e85d645e4b1eac0f1f4405dfc436&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2398777 Aug 18 13:23:32.213379 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0473cc2-d9ac-429f-9302-60162fa9cacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c8e996-72aa-47e0-b802-413fc2fcb203,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:23:32.213780 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 54256) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:23:32.229192 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:23:32.253787 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8,segment=NetworkSegment(253e9a78-b703-48d2-8774-59f67598fdbb),segment_id=253e9a78-b703-48d2-8774-59f67598fdbb)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:23:32.270279 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2087c4d3-3f31-4d33-a699-c876c0755415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:32.293137 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2087c4d3-3f31-4d33-a699-c876c0755415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:32.332035 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:32.383208 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2087c4d3-3f31-4d33-a699-c876c0755415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:32.384426 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:23:32.387291 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2087c4d3-3f31-4d33-a699-c876c0755415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:32.389443 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2087c4d3-3f31-4d33-a699-c876c0755415 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23c8e996-72aa-47e0-b802-413fc2fcb203 HTTP/1.1" status: 204 len: 168 time: 0.1725752 Aug 18 13:23:32.396626 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:23:32.397086 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:23:32.397649 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:23:32.398094 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:23:32.398682 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:23:32.399133 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:23:32.399563 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:23:32.399840 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087c4d3-3f31-4d33-a699-c876c0755415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c8e996-72aa-47e0-b802-413fc2fcb203,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:23:32.400083 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:23:32.400581 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:23:32.401088 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:23:32.401649 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:23:32.402212 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:23:32.535594 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:23:32.980730 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:23:33.107514 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916ad65-6172-4c44-9380-11d85d9ef839 req-fc2ed53d-e40c-4d7a-9b5d-ed56162868c3 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:33.107514 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4916ad65-6172-4c44-9380-11d85d9ef839 req-fc2ed53d-e40c-4d7a-9b5d-ed56162868c3 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f7f4e-7d5e-4155-8ce9-1e57edf3c9ea HTTP/1.1" status: 200 len: 945 time: 0.0820360 Aug 18 13:23:33.142399 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4916ad65-6172-4c44-9380-11d85d9ef839 req-d4694803-75ca-4a59-adae-971570b68646 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321374 Aug 18 13:23:34.053040 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:23:34.166752 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:23:34.173938 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:23:34.174677 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:34.272586 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:34.296145 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3ed58-3b3a-4f96-93e9-7633349d7cb1 req-30958e12-fe17-49bf-aff0-5c18db7964aa tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:34.298627 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-71a3ed58-3b3a-4f96-93e9-7633349d7cb1 req-30958e12-fe17-49bf-aff0-5c18db7964aa tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f7f4e-7d5e-4155-8ce9-1e57edf3c9ea HTTP/1.1" status: 200 len: 945 time: 0.0819974 Aug 18 13:23:34.299973 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2f7f4e-7d5e-4155-8ce9-1e57edf3c9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:23:34.302265 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8cdbd4-9e34-41ff-8770-c0e7d0a2a06b" -d '{"events": [{"server_uuid": "8c2f7f4e-7d5e-4155-8ce9-1e57edf3c9ea", "name": "network-vif-plugged", "status": "completed", "tag": "f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:23:34.320647 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8,segment=NetworkSegment(253e9a78-b703-48d2-8774-59f67598fdbb),segment_id=253e9a78-b703-48d2-8774-59f67598fdbb)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:23:34.345801 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-71a3ed58-3b3a-4f96-93e9-7633349d7cb1 req-a55ee987-55f8-430b-89dd-00e9d40b608c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403011 Aug 18 13:23:34.367051 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0785e31c-d0b0-4568-9278-6feae0704ddb x-openstack-request-id: req-0785e31c-d0b0-4568-9278-6feae0704ddb {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:23:34.367296 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2f7f4e-7d5e-4155-8ce9-1e57edf3c9ea", "name": "network-vif-plugged", "status": "completed", "tag": "f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:23:34.367745 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0785e31c-d0b0-4568-9278-6feae0704ddb {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:23:34.368151 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2f7f4e-7d5e-4155-8ce9-1e57edf3c9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8', 'code': 200} Aug 18 13:23:34.388561 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:34.443674 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:23:34.471046 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b03f6-312f-4f5b-8691-cda625ebab70 req-249e4b3f-1b1a-4954-be39-0c92dd1a1fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:34.472692 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-084b03f6-312f-4f5b-8691-cda625ebab70 req-249e4b3f-1b1a-4954-be39-0c92dd1a1fbc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8c2f7f4e-7d5e-4155-8ce9-1e57edf3c9ea HTTP/1.1" status: 200 len: 1097 time: 0.0513492 Aug 18 13:23:34.510594 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-084b03f6-312f-4f5b-8691-cda625ebab70 req-4b871271-d388-465d-b78c-5a0f6a360e37 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296860 Aug 18 13:23:35.664569 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4638d3-a7e5-4954-ac69-80cdecf1681b req-111d90ff-f0e7-4594-b5c4-aac8c0104a89 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:35.666454 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8f4638d3-a7e5-4954-ac69-80cdecf1681b req-111d90ff-f0e7-4594-b5c4-aac8c0104a89 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f7f4e-7d5e-4155-8ce9-1e57edf3c9ea HTTP/1.1" status: 200 len: 946 time: 0.2474725 Aug 18 13:23:35.712251 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8f4638d3-a7e5-4954-ac69-80cdecf1681b req-35845fe1-53cd-42c0-9e38-11e49c92b102 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395575 Aug 18 13:23:36.834942 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4efcf7-52b1-4e77-9f58-bb86235027c7 req-a7753e52-fe61-4bab-99ab-76455ca24682 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:36.836533 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b4efcf7-52b1-4e77-9f58-bb86235027c7 req-a7753e52-fe61-4bab-99ab-76455ca24682 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f7f4e-7d5e-4155-8ce9-1e57edf3c9ea HTTP/1.1" status: 200 len: 946 time: 0.0511837 Aug 18 13:23:36.877842 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b4efcf7-52b1-4e77-9f58-bb86235027c7 req-3335d294-83cb-4e5e-ad4f-28aeb751008a tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341859 Aug 18 13:23:36.996054 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b885067-0211-4ef3-b820-1d61281809d6 req-63b18316-cb41-4625-8628-070c81a9d9dd tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:36.997540 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3b885067-0211-4ef3-b820-1d61281809d6 req-63b18316-cb41-4625-8628-070c81a9d9dd tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f7f4e-7d5e-4155-8ce9-1e57edf3c9ea HTTP/1.1" status: 200 len: 946 time: 0.0497534 Aug 18 13:23:37.037996 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3b885067-0211-4ef3-b820-1d61281809d6 req-33ca5962-886b-4a31-ab5d-c815ef0d6ffb tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344579 Aug 18 13:23:40.487615 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-8c5399ab-a725-40f6-a3ab-abee9693fc72 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:40.489447 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-8c5399ab-a725-40f6-a3ab-abee9693fc72 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/networks?id=5a750657-6380-4216-8606-057245bf1333 HTTP/1.1" status: 200 len: 811 time: 0.1135340 Aug 18 13:23:40.514206 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-e7adb139-41b7-4065-8e6d-fef50312aa3a tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/quotas/161a0a675dcb4f668dec9565c8db14ad HTTP/1.1" status: 200 len: 375 time: 0.0172133 Aug 18 13:23:40.578542 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-b0ce9749-0ea0-42ee-8dd6-e6ce8e37d015 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=161a0a675dcb4f668dec9565c8db14ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0539901 Aug 18 13:23:40.671646 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-152889f1-811c-453e-a0cf-67a07e5a4a31 service neutron] 10.222.0.13 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857439 Aug 18 13:23:40.773471 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-09cec09d-48b3-4462-ac15-e6d7ae3a2167 service neutron] 10.222.0.13 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955718 Aug 18 13:23:41.098997 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-07c84331-4b3d-4352-b90c-dc358a3877cb req-7c6e6073-6a2c-4ba7-ad7b-65df80e98d5e tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 210 time: 0.0454674 Aug 18 13:23:41.340644 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 54516) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:23:41.460572 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b908a712-04b4-46bf-9d0c-fc991faf49b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:41.578067 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b908a712-04b4-46bf-9d0c-fc991faf49b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:41.618653 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bf341fac-c71d-43fe-8c70-42527eabe1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:41.674211 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b908a712-04b4-46bf-9d0c-fc991faf49b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:41.714733 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b908a712-04b4-46bf-9d0c-fc991faf49b8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2576ac1768db4833a5b33a4f4db1134e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3770792 Aug 18 13:23:41.717402 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 54524) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:23:41.724119 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b908a712-04b4-46bf-9d0c-fc991faf49b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6ce964-b36e-4e03-81a8-c5108105d256,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:23:41.774373 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3012c8f7-2955-440d-ae91-336b6c8bba93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:41.795863 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3012c8f7-2955-440d-ae91-336b6c8bba93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:41.908510 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3012c8f7-2955-440d-ae91-336b6c8bba93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:41.911188 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3012c8f7-2955-440d-ae91-336b6c8bba93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:41.912347 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3012c8f7-2955-440d-ae91-336b6c8bba93 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aa6ce964-b36e-4e03-81a8-c5108105d256 HTTP/1.1" status: 204 len: 168 time: 0.1939850 Aug 18 13:23:41.921185 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012c8f7-2955-440d-ae91-336b6c8bba93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6ce964-b36e-4e03-81a8-c5108105d256,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:23:42.209925 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-edcc8ce4-d606-4520-ab08-a0a9dfe70073 req-1cdbcb7c-fe15-45ff-bc2b-04d8cd4cdd37 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 210 time: 0.0407643 Aug 18 13:23:42.248111 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-508cd106-be31-4cd9-a544-68c7b3d0ef74 req-68c44f11-65cc-4c78-9cc3-dcd93e99fef1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8c2f7f4e-7d5e-4155-8ce9-1e57edf3c9ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0507724 Aug 18 13:23:42.361710 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cd106-be31-4cd9-a544-68c7b3d0ef74 req-73c7427e-9451-49cb-b2d2-bd02c30aa79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:42.363272 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-508cd106-be31-4cd9-a544-68c7b3d0ef74 req-73c7427e-9451-49cb-b2d2-bd02c30aa79b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=161a0a675dcb4f668dec9565c8db14ad&device_id=8c2f7f4e-7d5e-4155-8ce9-1e57edf3c9ea HTTP/1.1" status: 200 len: 1097 time: 0.0429859 Aug 18 13:23:42.477765 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cd106-be31-4cd9-a544-68c7b3d0ef74 req-c4072517-ddb3-4808-ad31-f89ab0c79469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:42.479424 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-508cd106-be31-4cd9-a544-68c7b3d0ef74 req-c4072517-ddb3-4808-ad31-f89ab0c79469 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5a750657-6380-4216-8606-057245bf1333 HTTP/1.1" status: 200 len: 912 time: 0.0980847 Aug 18 13:23:42.523899 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-508cd106-be31-4cd9-a544-68c7b3d0ef74 req-4f7845ff-2b07-41b4-b035-68c56987b7e4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8 HTTP/1.1" status: 200 len: 217 time: 0.0368013 Aug 18 13:23:42.580584 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cd106-be31-4cd9-a544-68c7b3d0ef74 req-c440a881-b7d0-4eb9-864b-abfa551ae0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:42.591753 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-508cd106-be31-4cd9-a544-68c7b3d0ef74 req-c440a881-b7d0-4eb9-864b-abfa551ae0e0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=df130f28-747c-4593-a4e4-fcc4c74ccec3 HTTP/1.1" status: 200 len: 850 time: 0.0519798 Aug 18 13:23:42.634929 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cd106-be31-4cd9-a544-68c7b3d0ef74 req-dd398751-89e6-4fec-8827-66adde4ef8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:42.635444 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-508cd106-be31-4cd9-a544-68c7b3d0ef74 req-dd398751-89e6-4fec-8827-66adde4ef8d6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5a750657-6380-4216-8606-057245bf1333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465949 Aug 18 13:23:42.645027 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 54540) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:23:42.665088 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fdf8f6a9-e95d-45b7-a6a8-089ebc48276d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:42.747208 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-508cd106-be31-4cd9-a544-68c7b3d0ef74 req-820a4d82-5d51-4d47-bec4-fb7cdb43ddff service neutron] 10.222.0.39 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047561 Aug 18 13:23:42.768446 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fdf8f6a9-e95d-45b7-a6a8-089ebc48276d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:42.834652 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fdf8f6a9-e95d-45b7-a6a8-089ebc48276d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:42.844003 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-508cd106-be31-4cd9-a544-68c7b3d0ef74 req-76042766-d0c5-4681-a26c-c5c3c6f170d0 service neutron] 10.222.0.39 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900326 Aug 18 13:23:42.862134 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8f6a9-e95d-45b7-a6a8-089ebc48276d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf6e285-b8b6-4f84-9aaa-e5464b6e67ec,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:23:42.890111 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-fdf8f6a9-e95d-45b7-a6a8-089ebc48276d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e90d53f35f345dfa7464667ada8cd9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2438660 Aug 18 13:23:42.890980 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 54542) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:23:42.947650 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bb0f3f4e-72f9-4d07-8dc4-25a0c69e077c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:42.973061 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bb0f3f4e-72f9-4d07-8dc4-25a0c69e077c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:43.145252 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bb0f3f4e-72f9-4d07-8dc4-25a0c69e077c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:43.148707 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bb0f3f4e-72f9-4d07-8dc4-25a0c69e077c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:43.152999 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-bb0f3f4e-72f9-4d07-8dc4-25a0c69e077c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fcf6e285-b8b6-4f84-9aaa-e5464b6e67ec HTTP/1.1" status: 204 len: 168 time: 0.2585192 Aug 18 13:23:43.175713 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f3f4e-72f9-4d07-8dc4-25a0c69e077c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf6e285-b8b6-4f84-9aaa-e5464b6e67ec,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:23:43.354727 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-12cffa54-5798-45ae-8403-326384ed079e tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:43.356412 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-12cffa54-5798-45ae-8403-326384ed079e tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.20 "GET /v2.0/networks?id=5a750657-6380-4216-8606-057245bf1333 HTTP/1.1" status: 200 len: 811 time: 0.1911027 Aug 18 13:23:43.361030 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2e7aaa67-2b73-4448-9210-29b9202639de req-f2f07743-0c97-4a16-b309-b4aa6f677da4 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 210 time: 0.0462213 Aug 18 13:23:43.370241 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-4b37d0a4-f378-49c0-af85-3b0aeae58958 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Request body: {'port': {'device_id': '55d8b2bc-2912-48ba-85d8-fc1f8ba78207', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'admin_state_up': True, 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:23:43.582868 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-4b37d0a4-f378-49c0-af85-3b0aeae58958 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Made reservation on behalf of 161a0a675dcb4f668dec9565c8db14ad for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:23:43.587822 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-4b37d0a4-f378-49c0-af85-3b0aeae58958 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:43.736022 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-54dabed1-991e-4172-bec6-12a934c11123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:43.787188 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-4b37d0a4-f378-49c0-af85-3b0aeae58958 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Allocated IP 172.20.0.5 (5a750657-6380-4216-8606-057245bf1333/df130f28-747c-4593-a4e4-fcc4c74ccec3/5691fbdd-4379-498c-b51d-2585b1d3810a) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:23:43.986385 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-4b37d0a4-f378-49c0-af85-3b0aeae58958 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:44.003041 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-4b37d0a4-f378-49c0-af85-3b0aeae58958 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Transition to ACTIVE for port object 5691fbdd-4379-498c-b51d-2585b1d3810a will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:23:44.137597 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-4b37d0a4-f378-49c0-af85-3b0aeae58958 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:44.150433 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:23:44.189226 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-4b37d0a4-f378-49c0-af85-3b0aeae58958 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Network 5a750657-6380-4216-8606-057245bf1333 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:23:44.192682 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-4b37d0a4-f378-49c0-af85-3b0aeae58958 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:23:44.200813 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-4b37d0a4-f378-49c0-af85-3b0aeae58958 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:23:44.206132 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b37d0a4-f378-49c0-af85-3b0aeae58958 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Pushing event updated for resources: {'Port': ['ID=5691fbdd-4379-498c-b51d-2585b1d3810a,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:23:44.297851 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-4b37d0a4-f378-49c0-af85-3b0aeae58958 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:44.298885 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-4b37d0a4-f378-49c0-af85-3b0aeae58958 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:44.408372 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-4b37d0a4-f378-49c0-af85-3b0aeae58958 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0422790 Aug 18 13:23:44.421638 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-dbbdfce5-60e9-4a46-b492-4b36494dc41c service neutron] Request body: {'port': {'device_id': '55d8b2bc-2912-48ba-85d8-fc1f8ba78207', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:23:44.541839 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-dbbdfce5-60e9-4a46-b492-4b36494dc41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:44.554119 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363fcffb-e867-463c-8490-063ed323bbd9 req-eea377c6-e9c0-4b95-a71e-3441fe2efcb4 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:44.555845 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-363fcffb-e867-463c-8490-063ed323bbd9 req-eea377c6-e9c0-4b95-a71e-3441fe2efcb4 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 931 time: 0.0707495 Aug 18 13:23:44.595874 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:44.613034 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-363fcffb-e867-463c-8490-063ed323bbd9 req-33ecf981-00f2-42a5-95be-cf2c6d437dd0 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503616 Aug 18 13:23:44.703053 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ff4b383d-31f8-43ec-805c-6fd64833051f None None] Provisioning for port 5691fbdd-4379-498c-b51d-2585b1d3810a completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:23:44.710353 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ff4b383d-31f8-43ec-805c-6fd64833051f None None] Provisioning complete for port 5691fbdd-4379-498c-b51d-2585b1d3810a triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:23:44.711319 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ff4b383d-31f8-43ec-805c-6fd64833051f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:44.767851 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-ff4b383d-31f8-43ec-805c-6fd64833051f None None] Port 5691fbdd-4379-498c-b51d-2585b1d3810a cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:23:44.906302 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-dbbdfce5-60e9-4a46-b492-4b36494dc41c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5691fbdd-4379-498c-b51d-2585b1d3810a {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:23:44.919768 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-dbbdfce5-60e9-4a46-b492-4b36494dc41c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:44.933636 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-dbbdfce5-60e9-4a46-b492-4b36494dc41c service neutron] Transition to ACTIVE for port object 5691fbdd-4379-498c-b51d-2585b1d3810a will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:23:45.024088 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-dbbdfce5-60e9-4a46-b492-4b36494dc41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:45.134345 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbdfce5-60e9-4a46-b492-4b36494dc41c service neutron] Pushing event updated for resources: {'Port': ['ID=5691fbdd-4379-498c-b51d-2585b1d3810a,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:23:45.227810 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-dbbdfce5-60e9-4a46-b492-4b36494dc41c service neutron] Attempting to bind port 5691fbdd-4379-498c-b51d-2585b1d3810a on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:23:45.229977 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-dbbdfce5-60e9-4a46-b492-4b36494dc41c service neutron] Attempting to bind port 5691fbdd-4379-498c-b51d-2585b1d3810a by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '253e9a78-b703-48d2-8774-59f67598fdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5a750657-6380-4216-8606-057245bf1333'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:23:45.229977 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-dbbdfce5-60e9-4a46-b492-4b36494dc41c service neutron] Attempting to bind port 5691fbdd-4379-498c-b51d-2585b1d3810a on network 5a750657-6380-4216-8606-057245bf1333 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:23:45.233400 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-dbbdfce5-60e9-4a46-b492-4b36494dc41c service neutron] Port 5691fbdd-4379-498c-b51d-2585b1d3810a on network 5a750657-6380-4216-8606-057245bf1333 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:23:45.233731 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-dbbdfce5-60e9-4a46-b492-4b36494dc41c service neutron] Attempting to bind port 5691fbdd-4379-498c-b51d-2585b1d3810a on network 5a750657-6380-4216-8606-057245bf1333 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:23:45.239541 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-dbbdfce5-60e9-4a46-b492-4b36494dc41c service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:23:45.239888 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-dbbdfce5-60e9-4a46-b492-4b36494dc41c service neutron] Checking segment: {'id': '253e9a78-b703-48d2-8774-59f67598fdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5a750657-6380-4216-8606-057245bf1333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:23:45.240274 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-dbbdfce5-60e9-4a46-b492-4b36494dc41c service neutron] Bound using segment: {'id': '253e9a78-b703-48d2-8774-59f67598fdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5a750657-6380-4216-8606-057245bf1333'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:23:45.240762 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-dbbdfce5-60e9-4a46-b492-4b36494dc41c service neutron] Bound port: 5691fbdd-4379-498c-b51d-2585b1d3810a, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '253e9a78-b703-48d2-8774-59f67598fdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5a750657-6380-4216-8606-057245bf1333'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:23:45.241126 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-dbbdfce5-60e9-4a46-b492-4b36494dc41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:45.319430 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-dbbdfce5-60e9-4a46-b492-4b36494dc41c service neutron] For port 5691fbdd-4379-498c-b51d-2585b1d3810a, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:23:45.327233 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-dbbdfce5-60e9-4a46-b492-4b36494dc41c service neutron] For port 5691fbdd-4379-498c-b51d-2585b1d3810a, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=5691fbdd-4379-498c-b51d-2585b1d3810a,segment=NetworkSegment(253e9a78-b703-48d2-8774-59f67598fdbb),segment_id=253e9a78-b703-48d2-8774-59f67598fdbb)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:23:45.406751 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-dbbdfce5-60e9-4a46-b492-4b36494dc41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:45.437164 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:45.453728 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-dbbdfce5-60e9-4a46-b492-4b36494dc41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:45.456521 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-dbbdfce5-60e9-4a46-b492-4b36494dc41c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:45.460411 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-dbbdfce5-60e9-4a46-b492-4b36494dc41c service neutron] 10.222.0.20 "PUT /v2.0/ports/5691fbdd-4379-498c-b51d-2585b1d3810a HTTP/1.1" status: 200 len: 1091 time: 1.0442410 Aug 18 13:23:45.460987 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d8b2bc-2912-48ba-85d8-fc1f8ba78207', 'tag': '5691fbdd-4379-498c-b51d-2585b1d3810a'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:23:45.463543 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520b2bcf-7133-42ae-88e6-d60984f3b471" -d '{"events": [{"name": "network-changed", "server_uuid": "55d8b2bc-2912-48ba-85d8-fc1f8ba78207", "tag": "5691fbdd-4379-498c-b51d-2585b1d3810a"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:23:45.508354 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbdfce5-60e9-4a46-b492-4b36494dc41c service neutron] Pushing event updated for resources: {'Port': ['ID=5691fbdd-4379-498c-b51d-2585b1d3810a,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:23:45.516811 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa862eed-5b74-4adc-851e-5e91590cc679 x-openstack-request-id: req-fa862eed-5b74-4adc-851e-5e91590cc679 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:23:45.517206 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55d8b2bc-2912-48ba-85d8-fc1f8ba78207", "tag": "5691fbdd-4379-498c-b51d-2585b1d3810a", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:23:45.517557 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa862eed-5b74-4adc-851e-5e91590cc679 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:23:45.518056 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55d8b2bc-2912-48ba-85d8-fc1f8ba78207', 'tag': '5691fbdd-4379-498c-b51d-2585b1d3810a', 'status': 'completed', 'code': 200} Aug 18 13:23:45.612476 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b2bcf-7133-42ae-88e6-d60984f3b471 req-1f8675a5-692e-470a-bcdd-34949703fb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:45.613945 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-520b2bcf-7133-42ae-88e6-d60984f3b471 req-1f8675a5-692e-470a-bcdd-34949703fb6e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=161a0a675dcb4f668dec9565c8db14ad&device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 1094 time: 0.0755961 Aug 18 13:23:45.795923 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b2bcf-7133-42ae-88e6-d60984f3b471 req-6733594d-a8cf-46d9-a97f-7bb9b5ff3604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:45.798130 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-520b2bcf-7133-42ae-88e6-d60984f3b471 req-6733594d-a8cf-46d9-a97f-7bb9b5ff3604 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=161a0a675dcb4f668dec9565c8db14ad&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1731575 Aug 18 13:23:45.845487 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a50ef-a755-420c-8255-061de86d858d req-41886841-3425-4205-8633-e758e56939c6 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:45.847365 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b45a50ef-a755-420c-8255-061de86d858d req-41886841-3425-4205-8633-e758e56939c6 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 943 time: 0.1092501 Aug 18 13:23:45.952863 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b45a50ef-a755-420c-8255-061de86d858d req-d5537f0d-5993-4839-be68-3f01a07b3f48 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589669 Aug 18 13:23:45.993757 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b2bcf-7133-42ae-88e6-d60984f3b471 req-b3dbcb2c-1101-4213-9e4f-6f17878c610b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:45.996940 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-520b2bcf-7133-42ae-88e6-d60984f3b471 req-b3dbcb2c-1101-4213-9e4f-6f17878c610b service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1737173 Aug 18 13:23:46.094968 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-405eab5f-ea16-4e27-8e8e-de7ba7739a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:46.097549 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-405eab5f-ea16-4e27-8e8e-de7ba7739a28 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=161a0a675dcb4f668dec9565c8db14ad&device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 1094 time: 0.0530055 Aug 18 13:23:46.170264 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-b4e6a829-4e84-4289-9e03-c5cd4802d700 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5691fbdd-4379-498c-b51d-2585b1d3810a HTTP/1.1" status: 200 len: 217 time: 0.0651166 Aug 18 13:23:46.236091 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-897166f8-283f-4c99-b77b-533582716522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:46.238413 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-897166f8-283f-4c99-b77b-533582716522 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df130f28-747c-4593-a4e4-fcc4c74ccec3 HTTP/1.1" status: 200 len: 850 time: 0.0618362 Aug 18 13:23:46.296883 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-ad32fc50-4cea-4b6d-aed9-e41b9ac34b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:46.298446 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-ad32fc50-4cea-4b6d-aed9-e41b9ac34b13 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a750657-6380-4216-8606-057245bf1333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530336 Aug 18 13:23:46.412015 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-0861d6c2-b712-4b59-a86b-89ac76c6d5c0 service neutron] 10.222.0.20 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062198 Aug 18 13:23:46.534592 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7852f7f6-f51a-4846-b888-ee26dccc77ea req-9c9abc54-6e3f-42f2-848b-53916efd482b service neutron] 10.222.0.20 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149433 Aug 18 13:23:47.099822 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287555cb-9685-4112-84ea-b2935666a736 req-ad8dd23a-025c-4606-979d-c3f8d49f6b65 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:47.101404 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-287555cb-9685-4112-84ea-b2935666a736 req-ad8dd23a-025c-4606-979d-c3f8d49f6b65 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 943 time: 0.0619721 Aug 18 13:23:47.153885 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-287555cb-9685-4112-84ea-b2935666a736 req-708622d4-feed-42a4-8dda-8e1ba9090fbb tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446489 Aug 18 13:23:47.400870 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:48.296921 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc825c-7707-424e-a9b9-0f9021288468 req-6fcf5e5f-225c-4af5-9b13-aab3eda5782f tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:48.298390 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-45bc825c-7707-424e-a9b9-0f9021288468 req-6fcf5e5f-225c-4af5-9b13-aab3eda5782f tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 943 time: 0.0629568 Aug 18 13:23:48.349048 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-45bc825c-7707-424e-a9b9-0f9021288468 req-0ff249c6-c875-4bcb-b747-31321fd42695 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434518 Aug 18 13:23:49.503489 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc6a0b-4cc0-4447-95af-b1636b745b46 req-79b878a3-4748-4604-8d97-88c0fa4753b6 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:49.503489 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-82fc6a0b-4cc0-4447-95af-b1636b745b46 req-79b878a3-4748-4604-8d97-88c0fa4753b6 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 943 time: 0.0586360 Aug 18 13:23:49.535059 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-82fc6a0b-4cc0-4447-95af-b1636b745b46 req-1aef12d8-a848-43d9-ab5b-7304705d4a64 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336351 Aug 18 13:23:50.661095 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a080a-a444-48a7-a69b-e0df05286906 req-c84317c3-ed30-4214-ba69-9697bdaaf6e4 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:50.662668 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-892a080a-a444-48a7-a69b-e0df05286906 req-c84317c3-ed30-4214-ba69-9697bdaaf6e4 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 943 time: 0.0518363 Aug 18 13:23:50.705846 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-892a080a-a444-48a7-a69b-e0df05286906 req-cb032914-ae68-443b-ba1e-309166950b79 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364072 Aug 18 13:23:51.866736 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec9acc-3a4e-4444-a80e-efdefab7e1a1 req-95be296c-40b8-415a-9ce9-aaa5a610a600 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:51.870581 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4eec9acc-3a4e-4444-a80e-efdefab7e1a1 req-95be296c-40b8-415a-9ce9-aaa5a610a600 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 943 time: 0.0646253 Aug 18 13:23:51.913455 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4eec9acc-3a4e-4444-a80e-efdefab7e1a1 req-a48ca939-6a56-4d8a-b606-a93ad4f2d7a1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357997 Aug 18 13:23:53.052695 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff839226-2a1b-4c86-babd-467fbafea08a req-83d3c552-4295-40dd-83f3-d6b16d1b3562 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:53.054288 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ff839226-2a1b-4c86-babd-467fbafea08a req-83d3c552-4295-40dd-83f3-d6b16d1b3562 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 943 time: 0.0631356 Aug 18 13:23:53.104949 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ff839226-2a1b-4c86-babd-467fbafea08a req-589b46a5-ab02-4330-a351-217d915a2015 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441768 Aug 18 13:23:54.258083 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d368b5c-9885-4323-a0a6-71a612edc16a req-98cefca0-8422-451f-874b-5e2767e2a795 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:54.276606 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6d368b5c-9885-4323-a0a6-71a612edc16a req-98cefca0-8422-451f-874b-5e2767e2a795 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 943 time: 0.0869086 Aug 18 13:23:54.323744 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6d368b5c-9885-4323-a0a6-71a612edc16a req-2065182d-2eb2-4804-85d5-d2eef4deb7d5 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461593 Aug 18 13:23:55.476588 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad2b34-1696-4da3-b971-d1fe676e510f req-63a12979-e553-4791-87af-3a73dfcfa395 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:55.479732 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-49ad2b34-1696-4da3-b971-d1fe676e510f req-63a12979-e553-4791-87af-3a73dfcfa395 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 943 time: 0.0577886 Aug 18 13:23:55.522640 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-49ad2b34-1696-4da3-b971-d1fe676e510f req-1bf08b7b-9b7f-4c88-a53b-37ecc15c4d50 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360208 Aug 18 13:23:56.644414 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3840e41-c543-41bf-898a-09177db58663 req-d347d29a-b6d5-4873-8a8e-e3d5a132aac5 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:56.646416 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a3840e41-c543-41bf-898a-09177db58663 req-d347d29a-b6d5-4873-8a8e-e3d5a132aac5 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 943 time: 0.0520906 Aug 18 13:23:56.689651 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a3840e41-c543-41bf-898a-09177db58663 req-00b6a6d1-9a40-4dca-a560-a233d9397b2a tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346913 Aug 18 13:23:57.823982 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64232765-7abc-4041-a10f-f0c333c38652 req-b9f5962d-bc50-4321-ac67-e2ae4322579f tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:57.825726 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-64232765-7abc-4041-a10f-f0c333c38652 req-b9f5962d-bc50-4321-ac67-e2ae4322579f tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 943 time: 0.0573862 Aug 18 13:23:57.875265 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-64232765-7abc-4041-a10f-f0c333c38652 req-3b0f2933-8d8c-4b30-ae14-186e15e53685 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435669 Aug 18 13:23:58.177299 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:58.902592 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:23:59.001061 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef5421-9e92-4234-aa62-a5b7cc8a5dce req-31908de4-3135-45c5-b074-5fa5a6d86ed3 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:23:59.003182 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3cef5421-9e92-4234-aa62-a5b7cc8a5dce req-31908de4-3135-45c5-b074-5fa5a6d86ed3 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 943 time: 0.0546222 Aug 18 13:23:59.047675 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3cef5421-9e92-4234-aa62-a5b7cc8a5dce req-94ab6dae-74e2-44cc-8c62-2ee7ac7fb64b tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373228 Aug 18 13:24:00.166817 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c8a5a-20bc-43a5-9247-cac9db347d29 req-d8dd45a8-5f3f-4ae8-bb18-e20c88f091e1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:00.168391 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-187c8a5a-20bc-43a5-9247-cac9db347d29 req-d8dd45a8-5f3f-4ae8-bb18-e20c88f091e1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 943 time: 0.0528188 Aug 18 13:24:00.208889 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-187c8a5a-20bc-43a5-9247-cac9db347d29 req-495f0dfa-26a9-42bb-bd99-2836dd076dd8 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329340 Aug 18 13:24:01.444784 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f09bf4-7ea0-45ba-a2bf-e162595dc290 req-09efac7b-0a96-409a-afb2-918060ac7258 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:01.444784 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-31f09bf4-7ea0-45ba-a2bf-e162595dc290 req-09efac7b-0a96-409a-afb2-918060ac7258 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 943 time: 0.0566978 Aug 18 13:24:01.444784 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-31f09bf4-7ea0-45ba-a2bf-e162595dc290 req-77fd75a3-f684-4456-8085-b7de3389f6cd tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352015 Aug 18 13:24:02.338998 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 54856) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:24:02.457833 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-efce8746-c343-4661-8bbf-225b0643649e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:02.528589 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1198bb-16e4-480b-aab9-15a032f3b74b req-01bae0bf-eda4-4346-9f27-a42c54dda608 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:02.530246 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3b1198bb-16e4-480b-aab9-15a032f3b74b req-01bae0bf-eda4-4346-9f27-a42c54dda608 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 943 time: 0.0746052 Aug 18 13:24:02.631457 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3b1198bb-16e4-480b-aab9-15a032f3b74b req-53c2b692-fdcb-4579-b835-ab2bbb4fa06e tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905731 Aug 18 13:24:02.674012 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-efce8746-c343-4661-8bbf-225b0643649e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:02.845744 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-efce8746-c343-4661-8bbf-225b0643649e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:02.886021 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce8746-c343-4661-8bbf-225b0643649e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d864912f-ff08-4533-bf35-44415e0795ab,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:24:02.889343 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-efce8746-c343-4661-8bbf-225b0643649e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9abb22556d224876a67a6babdf13954c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5492496 Aug 18 13:24:02.892750 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 54868) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:24:02.952762 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b4d09fe7-3a6b-46b5-b017-19d370cf9093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:02.982546 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b4d09fe7-3a6b-46b5-b017-19d370cf9093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:03.336840 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b4d09fe7-3a6b-46b5-b017-19d370cf9093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:03.341251 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b4d09fe7-3a6b-46b5-b017-19d370cf9093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:03.345264 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b4d09fe7-3a6b-46b5-b017-19d370cf9093 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d864912f-ff08-4533-bf35-44415e0795ab HTTP/1.1" status: 204 len: 168 time: 0.4486558 Aug 18 13:24:03.351314 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d09fe7-3a6b-46b5-b017-19d370cf9093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d864912f-ff08-4533-bf35-44415e0795ab,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:24:03.761432 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748bd3d7-b6d2-492c-97c0-b0466846be6a req-d08e9cd6-1d62-4aef-adc6-828e250401bf tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:03.764857 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-748bd3d7-b6d2-492c-97c0-b0466846be6a req-d08e9cd6-1d62-4aef-adc6-828e250401bf tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 943 time: 0.0564811 Aug 18 13:24:03.809971 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-748bd3d7-b6d2-492c-97c0-b0466846be6a req-5616a3bd-b0e9-4449-b9ba-e2ed0ef84e35 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399351 Aug 18 13:24:04.323535 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 54884) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:24:04.336996 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0b39ce69-1eac-47be-81fe-ac8d16cb1d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:04.436897 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0b39ce69-1eac-47be-81fe-ac8d16cb1d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:04.600618 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0b39ce69-1eac-47be-81fe-ac8d16cb1d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:04.652474 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b39ce69-1eac-47be-81fe-ac8d16cb1d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38a9aad-f122-46d3-88a4-69163c46f29b,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:24:04.656934 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0b39ce69-1eac-47be-81fe-ac8d16cb1d91 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db89319547ac411fab47bb589807c4c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3322890 Aug 18 13:24:04.662592 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 54890) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:24:04.724015 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-773c38e5-2928-4479-9b9f-62a57235efd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:04.747066 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-773c38e5-2928-4479-9b9f-62a57235efd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:04.938841 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62622c-4190-4b6a-80ce-546f539a5919 req-3fcc51ab-8f65-4c31-9d88-9012bd79437f tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:04.940357 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7d62622c-4190-4b6a-80ce-546f539a5919 req-3fcc51ab-8f65-4c31-9d88-9012bd79437f tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 943 time: 0.0547745 Aug 18 13:24:04.979531 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7d62622c-4190-4b6a-80ce-546f539a5919 req-8f5797fe-eda4-449a-ad9e-9bdf99781f6a tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326412 Aug 18 13:24:05.005725 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-773c38e5-2928-4479-9b9f-62a57235efd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:05.010437 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-773c38e5-2928-4479-9b9f-62a57235efd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:05.013534 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-773c38e5-2928-4479-9b9f-62a57235efd4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b38a9aad-f122-46d3-88a4-69163c46f29b HTTP/1.1" status: 204 len: 168 time: 0.3469725 Aug 18 13:24:05.020202 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c38e5-2928-4479-9b9f-62a57235efd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38a9aad-f122-46d3-88a4-69163c46f29b,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:24:06.030805 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 54908) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:24:06.046644 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-33bbb8b3-5a85-4f54-affb-4cb4defc788a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:06.132012 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b67e6e-2537-4cfb-974e-c719e02fb910 req-4536b614-1e98-4342-8e03-4a171ebae279 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:06.133427 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-19b67e6e-2537-4cfb-974e-c719e02fb910 req-4536b614-1e98-4342-8e03-4a171ebae279 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 943 time: 0.0774517 Aug 18 13:24:06.192054 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-19b67e6e-2537-4cfb-974e-c719e02fb910 req-f758bbc8-bef7-4c46-8b28-9ea1c529ae05 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513453 Aug 18 13:24:06.217026 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-33bbb8b3-5a85-4f54-affb-4cb4defc788a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:06.423038 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-33bbb8b3-5a85-4f54-affb-4cb4defc788a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:06.463641 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-33bbb8b3-5a85-4f54-affb-4cb4defc788a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=59ee11394624441e9a5786c0a4649b38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4315259 Aug 18 13:24:06.468665 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bbb8b3-5a85-4f54-affb-4cb4defc788a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e766c98-058e-41f6-87bf-f0e2b8c25455,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:24:06.470588 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 54914) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:24:06.520163 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e0aad3f5-a20c-40c7-90f8-f53379b3a0e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:06.542669 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e0aad3f5-a20c-40c7-90f8-f53379b3a0e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:06.693339 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e0aad3f5-a20c-40c7-90f8-f53379b3a0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:06.694050 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e0aad3f5-a20c-40c7-90f8-f53379b3a0e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:06.695253 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e0aad3f5-a20c-40c7-90f8-f53379b3a0e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e766c98-058e-41f6-87bf-f0e2b8c25455 HTTP/1.1" status: 204 len: 168 time: 0.2237213 Aug 18 13:24:06.703787 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aad3f5-a20c-40c7-90f8-f53379b3a0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e766c98-058e-41f6-87bf-f0e2b8c25455,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:24:07.339220 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce6c23-7448-4434-9b6c-711bce4778fc req-09f0128e-608c-49ea-a6b8-75186ff78e6d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:07.340834 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-94ce6c23-7448-4434-9b6c-711bce4778fc req-09f0128e-608c-49ea-a6b8-75186ff78e6d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 943 time: 0.0603938 Aug 18 13:24:07.383093 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-94ce6c23-7448-4434-9b6c-711bce4778fc req-b3cbd251-f587-4f00-a69d-38d10ae36118 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359263 Aug 18 13:24:08.507895 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e42a0-75de-4932-8e2a-bc649a49a2ed req-045c9eb1-1f84-42a1-9984-5ce3f88d6838 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:08.510331 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b82e42a0-75de-4932-8e2a-bc649a49a2ed req-045c9eb1-1f84-42a1-9984-5ce3f88d6838 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 943 time: 0.0516124 Aug 18 13:24:08.567485 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b82e42a0-75de-4932-8e2a-bc649a49a2ed req-db520588-2dc6-46cc-9855-a0d7586a5db4 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495412 Aug 18 13:24:09.714533 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a144ed-21bb-4721-b127-b232db08a38a req-4fabde05-61e4-4e21-9e28-75f1bedad14f tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:09.716026 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b7a144ed-21bb-4721-b127-b232db08a38a req-4fabde05-61e4-4e21-9e28-75f1bedad14f tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 943 time: 0.0490558 Aug 18 13:24:09.753503 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b7a144ed-21bb-4721-b127-b232db08a38a req-c5bdc2f2-a3c5-40a7-b3d9-c6f219124fc4 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314898 Aug 18 13:24:09.970011 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:24:10.882496 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5a600-8527-4ef0-867a-908e36e426d7 req-d3506733-7f27-48eb-9857-57c26f6bd1a2 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:10.884022 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-37a5a600-8527-4ef0-867a-908e36e426d7 req-d3506733-7f27-48eb-9857-57c26f6bd1a2 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 943 time: 0.0558794 Aug 18 13:24:10.926805 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-37a5a600-8527-4ef0-867a-908e36e426d7 req-d15d5403-0c81-45ee-91c6-1447659b0a70 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340455 Aug 18 13:24:11.606048 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-82bb5c04-71dc-45b5-a757-d63d4d4e8f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:12.093092 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac55894-6f0a-47c8-aafe-bdc56de36999 req-7439f47d-8de9-4806-bbe2-1dfcdbf7eca7 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:12.094825 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8ac55894-6f0a-47c8-aafe-bdc56de36999 req-7439f47d-8de9-4806-bbe2-1dfcdbf7eca7 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 943 time: 0.0568283 Aug 18 13:24:12.146690 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8ac55894-6f0a-47c8-aafe-bdc56de36999 req-09cf3c37-f844-4797-b857-e87196e7dee7 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389414 Aug 18 13:24:13.291127 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7dab5f-e2a6-42fa-89bd-eed0674d42ce req-432a64fa-8f6d-41d4-bdbb-ba44d0ca0852 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:13.292657 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-db7dab5f-e2a6-42fa-89bd-eed0674d42ce req-432a64fa-8f6d-41d4-bdbb-ba44d0ca0852 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 943 time: 0.0738451 Aug 18 13:24:13.339993 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-db7dab5f-e2a6-42fa-89bd-eed0674d42ce req-6daf45f9-a0f4-4858-ab11-918a45b82fac tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398290 Aug 18 13:24:13.754115 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f6d18e73-8455-4217-bc7c-7eec873391ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:14.489083 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f17c8-597c-44b6-ab38-11acea795ca9 req-2640ce08-d7f5-4d8a-be1d-f779431824ad tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:14.497954 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ee2f17c8-597c-44b6-ab38-11acea795ca9 req-2640ce08-d7f5-4d8a-be1d-f779431824ad tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 943 time: 0.0722001 Aug 18 13:24:14.543463 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ee2f17c8-597c-44b6-ab38-11acea795ca9 req-dc50936b-96ff-4037-8627-906764dfcd12 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445156 Aug 18 13:24:14.548384 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:15.456853 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:15.673827 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18dc29a-29ef-4447-ba36-d1fa6a2e4203 req-9adfd1f3-9a47-4434-9d82-22725d0768f4 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:15.675960 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d18dc29a-29ef-4447-ba36-d1fa6a2e4203 req-9adfd1f3-9a47-4434-9d82-22725d0768f4 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 943 time: 0.0569184 Aug 18 13:24:15.725481 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d18dc29a-29ef-4447-ba36-d1fa6a2e4203 req-97e27fe8-2e7e-4012-8eae-1e53fc15e938 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349755 Aug 18 13:24:16.846941 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa2052-d0a6-46d6-b1ef-63a6e2a238d6 req-f0ccfa25-ba77-4cb0-8c17-18ba7310fb7d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:16.849242 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1aaa2052-d0a6-46d6-b1ef-63a6e2a238d6 req-f0ccfa25-ba77-4cb0-8c17-18ba7310fb7d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 943 time: 0.0515299 Aug 18 13:24:16.894292 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1aaa2052-d0a6-46d6-b1ef-63a6e2a238d6 req-3b0de30e-6197-40a8-b3e5-9d998c8ac329 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332637 Aug 18 13:24:17.456946 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:18.036021 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4ed91-efbd-4a71-a622-8d901041652c req-c72d97cc-b9cf-4dfb-bcb3-f6313a073237 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:18.037620 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26e4ed91-efbd-4a71-a622-8d901041652c req-c72d97cc-b9cf-4dfb-bcb3-f6313a073237 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 943 time: 0.0672748 Aug 18 13:24:18.078641 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26e4ed91-efbd-4a71-a622-8d901041652c req-5038ac64-ea2c-48cf-a563-355d9fd5233d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345581 Aug 18 13:24:19.208093 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6ec46-3815-4402-bff8-e5065294d01c req-7751b984-1d54-43ba-a6a8-5d84908419b5 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:19.209719 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-33b6ec46-3815-4402-bff8-e5065294d01c req-7751b984-1d54-43ba-a6a8-5d84908419b5 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 943 time: 0.0614111 Aug 18 13:24:19.283489 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-33b6ec46-3815-4402-bff8-e5065294d01c req-532b4b0f-513d-4c20-a814-2b5918f59b71 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668826 Aug 18 13:24:20.437661 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2dba5-8d7f-48ed-a4e7-f0b4ab0ce722 req-44692b6e-66f5-4854-b4c2-a0b575de1ccc tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:20.439163 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-67b2dba5-8d7f-48ed-a4e7-f0b4ab0ce722 req-44692b6e-66f5-4854-b4c2-a0b575de1ccc tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 943 time: 0.0496533 Aug 18 13:24:20.477928 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-67b2dba5-8d7f-48ed-a4e7-f0b4ab0ce722 req-8ac2af06-ea86-489b-b3bd-7864b99ab310 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326838 Aug 18 13:24:21.613009 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52dbc3f-7202-4b68-b7c0-58fb801eb136 req-653c2914-bcfb-4b3f-878b-2f37ec94f516 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:21.614650 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a52dbc3f-7202-4b68-b7c0-58fb801eb136 req-653c2914-bcfb-4b3f-878b-2f37ec94f516 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 943 time: 0.0547035 Aug 18 13:24:21.667723 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a52dbc3f-7202-4b68-b7c0-58fb801eb136 req-972e58b7-5cce-4391-af22-6b47ef67d885 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463631 Aug 18 13:24:22.824229 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e925ead-076c-44eb-af5a-7a73a895d91d req-f21cd915-36cc-4673-befe-f5c8ef038e04 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:22.833592 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6e925ead-076c-44eb-af5a-7a73a895d91d req-f21cd915-36cc-4673-befe-f5c8ef038e04 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 943 time: 0.0712881 Aug 18 13:24:22.887045 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6e925ead-076c-44eb-af5a-7a73a895d91d req-e094ff5f-1538-45e3-afdb-348c933abd79 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522571 Aug 18 13:24:24.022972 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d21106-84bc-4a03-b27c-95b3ab6dc6f2 req-e959a5bb-87e1-4db1-87bd-e0131a876128 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:24.024538 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c5d21106-84bc-4a03-b27c-95b3ab6dc6f2 req-e959a5bb-87e1-4db1-87bd-e0131a876128 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 943 time: 0.0527534 Aug 18 13:24:24.067655 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c5d21106-84bc-4a03-b27c-95b3ab6dc6f2 req-6645776b-1d06-4212-ae57-6dbd4442b0c7 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348611 Aug 18 13:24:25.217798 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e14e39-5f7c-4ede-9d88-47ebc233221b req-d9ae1793-1b14-4cfb-b8ff-ff3f74b35b25 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:25.235238 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d1e14e39-5f7c-4ede-9d88-47ebc233221b req-d9ae1793-1b14-4cfb-b8ff-ff3f74b35b25 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 943 time: 0.0936091 Aug 18 13:24:25.288329 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d1e14e39-5f7c-4ede-9d88-47ebc233221b req-92f182de-65f8-46a5-9334-a8168e597bd2 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475354 Aug 18 13:24:26.421431 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe0dba-3b87-41f1-8a4c-32caae5c1448 req-f76c82b9-416b-4060-8343-82d95004e4b7 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:26.422989 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d8fe0dba-3b87-41f1-8a4c-32caae5c1448 req-f76c82b9-416b-4060-8343-82d95004e4b7 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 943 time: 0.0547485 Aug 18 13:24:26.463229 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d8fe0dba-3b87-41f1-8a4c-32caae5c1448 req-26fe0f7e-cf13-4717-b701-77a96293d69c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329819 Aug 18 13:24:27.595525 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87417752-177c-497a-86ed-0c1d3317ac1a req-7a1f2e6d-8802-4739-8975-db425ba46ec1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:27.597039 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-87417752-177c-497a-86ed-0c1d3317ac1a req-7a1f2e6d-8802-4739-8975-db425ba46ec1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 943 time: 0.0620337 Aug 18 13:24:27.645826 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-87417752-177c-497a-86ed-0c1d3317ac1a req-87175795-378f-40e2-b073-b83504ff4e14 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409482 Aug 18 13:24:27.737884 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-be6936fe-03ba-401b-be82-fab46a70810c req-9beb8123-820d-4d7e-bc7c-fd9d4fecec6f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1629276 Aug 18 13:24:27.844743 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6936fe-03ba-401b-be82-fab46a70810c req-c8981a6a-4f9f-4cad-a5d8-88c4fd92f30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:27.845238 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6936fe-03ba-401b-be82-fab46a70810c req-c8981a6a-4f9f-4cad-a5d8-88c4fd92f30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:27.845718 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6936fe-03ba-401b-be82-fab46a70810c req-c8981a6a-4f9f-4cad-a5d8-88c4fd92f30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:27.846208 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6936fe-03ba-401b-be82-fab46a70810c req-c8981a6a-4f9f-4cad-a5d8-88c4fd92f30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:27.846677 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6936fe-03ba-401b-be82-fab46a70810c req-c8981a6a-4f9f-4cad-a5d8-88c4fd92f30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:27.847143 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6936fe-03ba-401b-be82-fab46a70810c req-c8981a6a-4f9f-4cad-a5d8-88c4fd92f30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:27.847610 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6936fe-03ba-401b-be82-fab46a70810c req-c8981a6a-4f9f-4cad-a5d8-88c4fd92f30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:27.849532 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-be6936fe-03ba-401b-be82-fab46a70810c req-c8981a6a-4f9f-4cad-a5d8-88c4fd92f30e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9187a221b3e94f438328aff4ddb46e1a&device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 6502 time: 0.0612085 Aug 18 13:24:27.966887 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6936fe-03ba-401b-be82-fab46a70810c req-e21fcf74-b2b1-4fec-b324-7bf61ae56042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:27.967368 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6936fe-03ba-401b-be82-fab46a70810c req-e21fcf74-b2b1-4fec-b324-7bf61ae56042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:27.967838 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6936fe-03ba-401b-be82-fab46a70810c req-e21fcf74-b2b1-4fec-b324-7bf61ae56042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:27.969418 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-be6936fe-03ba-401b-be82-fab46a70810c req-e21fcf74-b2b1-4fec-b324-7bf61ae56042 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e9ea624b-86fc-4131-a8a7-d576a5006edb&id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&id=d880c4db-c535-4c81-86a6-739ddf2b8b3f&id=d880c4db-c535-4c81-86a6-739ddf2b8b3f HTTP/1.1" status: 200 len: 2297 time: 0.0954354 Aug 18 13:24:28.060030 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-be6936fe-03ba-401b-be82-fab46a70810c req-2e752a27-c497-4eed-af9c-89f668656756 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c42b267-b638-4860-bfd1-70bfa4f46487 HTTP/1.1" status: 200 len: 1001 time: 0.0838585 Aug 18 13:24:28.068323 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:28.117959 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6936fe-03ba-401b-be82-fab46a70810c req-a5ea8911-3b9c-4e61-837b-b27c71a75890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:28.119804 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-be6936fe-03ba-401b-be82-fab46a70810c req-a5ea8911-3b9c-4e61-837b-b27c71a75890 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a6a49593-1d36-467e-a1bb-8c5f2a09f233 HTTP/1.1" status: 200 len: 855 time: 0.0532103 Aug 18 13:24:28.171815 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6936fe-03ba-401b-be82-fab46a70810c req-3096545a-8a1e-4f66-a83b-537b32c2cb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:28.173326 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-be6936fe-03ba-401b-be82-fab46a70810c req-3096545a-8a1e-4f66-a83b-537b32c2cb5c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e9ea624b-86fc-4131-a8a7-d576a5006edb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461905 Aug 18 13:24:28.283031 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-be6936fe-03ba-401b-be82-fab46a70810c req-f7bb4114-05ff-4d00-a7b4-43e6e9aee4a5 service neutron] 10.222.0.20 "GET /v2.0/networks/e9ea624b-86fc-4131-a8a7-d576a5006edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025708 Aug 18 13:24:28.398922 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-be6936fe-03ba-401b-be82-fab46a70810c req-e7d83b5e-915d-408e-8b48-7cad655f055f service neutron] 10.222.0.20 "GET /v2.0/networks/e9ea624b-86fc-4131-a8a7-d576a5006edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088014 Aug 18 13:24:28.447426 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-be6936fe-03ba-401b-be82-fab46a70810c req-c0a8f64a-7c0b-41c5-a612-4fcf1123911e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=069b9001-3300-4e5d-a3d3-e19a50735842 HTTP/1.1" status: 200 len: 217 time: 0.0418551 Aug 18 13:24:28.508836 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6936fe-03ba-401b-be82-fab46a70810c req-26ae5d66-cb80-4d71-b5a3-8b793990b849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:28.510705 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-be6936fe-03ba-401b-be82-fab46a70810c req-26ae5d66-cb80-4d71-b5a3-8b793990b849 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1cbb8eea-c986-4ab1-9343-a5e2b65768a8 HTTP/1.1" status: 200 len: 797 time: 0.0564623 Aug 18 13:24:28.565389 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6936fe-03ba-401b-be82-fab46a70810c req-43716812-8ce0-4ec6-adc5-ed7e848014ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:28.567008 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-be6936fe-03ba-401b-be82-fab46a70810c req-43716812-8ce0-4ec6-adc5-ed7e848014ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0497770 Aug 18 13:24:28.667079 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-be6936fe-03ba-401b-be82-fab46a70810c req-a0b0c1a2-80ca-4f0b-92e7-979f9ee6bcda service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928211 Aug 18 13:24:28.788604 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-be6936fe-03ba-401b-be82-fab46a70810c req-69279546-b13c-435d-817f-0c6d727d7414 service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139207 Aug 18 13:24:28.805195 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1eddf-8994-410a-968a-78a5ff29469e req-e26364c0-9e91-4e32-808d-89fb9964d595 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:28.806970 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fff1eddf-8994-410a-968a-78a5ff29469e req-e26364c0-9e91-4e32-808d-89fb9964d595 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 943 time: 0.0534983 Aug 18 13:24:28.832891 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-be6936fe-03ba-401b-be82-fab46a70810c req-1ba41bec-3b1c-48b7-bae0-dcd99fea918a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=7e6e27c2-38fd-42cf-93be-14deed0fa74b HTTP/1.1" status: 200 len: 217 time: 0.0356495 Aug 18 13:24:28.862746 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fff1eddf-8994-410a-968a-78a5ff29469e req-c3966ef2-4228-4599-bd8e-725ecbfe259e tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487819 Aug 18 13:24:28.873523 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:28.899179 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6936fe-03ba-401b-be82-fab46a70810c req-abe5b4e2-fcf9-49b5-9f96-854d029ac41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:28.901799 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-be6936fe-03ba-401b-be82-fab46a70810c req-abe5b4e2-fcf9-49b5-9f96-854d029ac41d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1cbb8eea-c986-4ab1-9343-a5e2b65768a8 HTTP/1.1" status: 200 len: 797 time: 0.0623121 Aug 18 13:24:28.954004 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6936fe-03ba-401b-be82-fab46a70810c req-b426c396-ea30-4d4d-ab48-475fc209d059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:28.955585 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-be6936fe-03ba-401b-be82-fab46a70810c req-b426c396-ea30-4d4d-ab48-475fc209d059 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0465252 Aug 18 13:24:29.076134 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-be6936fe-03ba-401b-be82-fab46a70810c req-f3c99c7a-0d33-482e-8098-46ce54805528 service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126652 Aug 18 13:24:29.178758 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-be6936fe-03ba-401b-be82-fab46a70810c req-404ae92a-7354-49c4-bef3-a05dc85fb647 service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949619 Aug 18 13:24:29.225994 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-be6936fe-03ba-401b-be82-fab46a70810c req-ff3a5fa7-08ce-4839-87a2-6296f55e0b99 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc HTTP/1.1" status: 200 len: 217 time: 0.0408347 Aug 18 13:24:29.280734 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6936fe-03ba-401b-be82-fab46a70810c req-b54c003f-2b01-4e09-92c0-43cd7f6ebfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:29.282158 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-be6936fe-03ba-401b-be82-fab46a70810c req-b54c003f-2b01-4e09-92c0-43cd7f6ebfc8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1cbb8eea-c986-4ab1-9343-a5e2b65768a8 HTTP/1.1" status: 200 len: 797 time: 0.0495970 Aug 18 13:24:29.334978 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6936fe-03ba-401b-be82-fab46a70810c req-9bea9ac4-9945-4570-a0fc-5c36a880b49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:29.347049 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-be6936fe-03ba-401b-be82-fab46a70810c req-9bea9ac4-9945-4570-a0fc-5c36a880b49e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0479774 Aug 18 13:24:29.430199 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-be6936fe-03ba-401b-be82-fab46a70810c req-8e40c161-c6fa-4632-82d9-ae69932df523 service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858800 Aug 18 13:24:29.526084 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-be6936fe-03ba-401b-be82-fab46a70810c req-75d70573-b2ae-492b-9d5a-729bccb4dce8 service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892043 Aug 18 13:24:29.586837 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-be6936fe-03ba-401b-be82-fab46a70810c req-4b4f99b2-69e3-46b8-a2fa-844db3bd7cc0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=1cccaa23-72ad-4200-b71f-9cd24f4b79bd HTTP/1.1" status: 200 len: 217 time: 0.0524743 Aug 18 13:24:29.657305 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6936fe-03ba-401b-be82-fab46a70810c req-ab629755-070a-4ff9-83fb-b7a58d58379c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:29.659845 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-be6936fe-03ba-401b-be82-fab46a70810c req-ab629755-070a-4ff9-83fb-b7a58d58379c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1cbb8eea-c986-4ab1-9343-a5e2b65768a8 HTTP/1.1" status: 200 len: 797 time: 0.0666938 Aug 18 13:24:29.720209 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6936fe-03ba-401b-be82-fab46a70810c req-08f8d45c-2bf3-442d-a01a-ac6a2ea3f047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:29.722160 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-be6936fe-03ba-401b-be82-fab46a70810c req-08f8d45c-2bf3-442d-a01a-ac6a2ea3f047 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0511951 Aug 18 13:24:29.849500 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-be6936fe-03ba-401b-be82-fab46a70810c req-415f91a4-2bd2-4880-bce4-ceeec73310b5 service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195972 Aug 18 13:24:29.953488 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-be6936fe-03ba-401b-be82-fab46a70810c req-6169594e-b929-4f75-b0ea-59f52a7fc8aa service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865295 Aug 18 13:24:29.997705 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-be6936fe-03ba-401b-be82-fab46a70810c req-cc5e9183-5ae2-4a60-becd-80d5478784dd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=065cd133-54a5-459f-8fc9-119d4871728d HTTP/1.1" status: 200 len: 217 time: 0.0375042 Aug 18 13:24:30.001605 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88966428-8b03-470b-80f3-82a5830569e3 req-5b8eba07-26d7-4e59-baf3-850de4499530 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:30.004257 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-88966428-8b03-470b-80f3-82a5830569e3 req-5b8eba07-26d7-4e59-baf3-850de4499530 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 943 time: 0.0556834 Aug 18 13:24:30.049097 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-88966428-8b03-470b-80f3-82a5830569e3 req-2bd0294e-f181-4a02-9623-9a0e551c3d26 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373797 Aug 18 13:24:30.432022 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6936fe-03ba-401b-be82-fab46a70810c req-fdf6c5d2-74bf-46e8-8aea-88645849cdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:30.433554 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-be6936fe-03ba-401b-be82-fab46a70810c req-fdf6c5d2-74bf-46e8-8aea-88645849cdf3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1852a2e7-34df-41c9-b2e1-616be77094f1 HTTP/1.1" status: 200 len: 797 time: 0.4283292 Aug 18 13:24:30.482550 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6936fe-03ba-401b-be82-fab46a70810c req-114f7275-c7ab-4109-a673-26a32180de0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:30.484290 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-be6936fe-03ba-401b-be82-fab46a70810c req-114f7275-c7ab-4109-a673-26a32180de0f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d880c4db-c535-4c81-86a6-739ddf2b8b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0435433 Aug 18 13:24:30.588590 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-be6936fe-03ba-401b-be82-fab46a70810c req-62fb13ce-e5e6-4ba5-8f24-449f00bfea1d service neutron] 10.222.0.20 "GET /v2.0/networks/d880c4db-c535-4c81-86a6-739ddf2b8b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974998 Aug 18 13:24:30.687308 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-be6936fe-03ba-401b-be82-fab46a70810c req-66c4c9d9-4385-4c6a-8286-f0fdece5eae7 service neutron] 10.222.0.20 "GET /v2.0/networks/d880c4db-c535-4c81-86a6-739ddf2b8b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914361 Aug 18 13:24:30.732047 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-be6936fe-03ba-401b-be82-fab46a70810c req-cceb2048-e169-47a7-aeab-9a5ec887f6ee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=97c40def-aee3-4b98-98ab-a261b2afc2a9 HTTP/1.1" status: 200 len: 217 time: 0.0380039 Aug 18 13:24:30.786563 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6936fe-03ba-401b-be82-fab46a70810c req-a600d3af-0676-4976-82fd-3812eb4c0982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:30.788254 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-be6936fe-03ba-401b-be82-fab46a70810c req-a600d3af-0676-4976-82fd-3812eb4c0982 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1852a2e7-34df-41c9-b2e1-616be77094f1 HTTP/1.1" status: 200 len: 797 time: 0.0495369 Aug 18 13:24:30.839841 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6936fe-03ba-401b-be82-fab46a70810c req-5333bbb4-7957-4f00-9b28-8632fb1cbdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:30.841427 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-be6936fe-03ba-401b-be82-fab46a70810c req-5333bbb4-7957-4f00-9b28-8632fb1cbdfd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d880c4db-c535-4c81-86a6-739ddf2b8b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0463588 Aug 18 13:24:30.940051 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-be6936fe-03ba-401b-be82-fab46a70810c req-488b478b-6062-424f-92d7-c91f1ed81363 service neutron] 10.222.0.20 "GET /v2.0/networks/d880c4db-c535-4c81-86a6-739ddf2b8b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913763 Aug 18 13:24:31.031519 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-be6936fe-03ba-401b-be82-fab46a70810c req-5bbc3a49-688c-4d98-847c-077bdbcc2a58 service neutron] 10.222.0.20 "GET /v2.0/networks/d880c4db-c535-4c81-86a6-739ddf2b8b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849154 Aug 18 13:24:31.202325 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f6466-be25-4691-b250-c54687fb2359 req-98d2a661-7c8e-4abb-996f-6036bc71518a tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:31.203881 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4a6f6466-be25-4691-b250-c54687fb2359 req-98d2a661-7c8e-4abb-996f-6036bc71518a tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 943 time: 0.0549040 Aug 18 13:24:31.244700 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4a6f6466-be25-4691-b250-c54687fb2359 req-4614552e-9213-4d7e-af91-3b3c81dbde12 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344071 Aug 18 13:24:32.367485 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915041f-3037-4f5a-a68c-5670160c1cd1 req-4795f9ff-1ca5-4b1d-845e-4c2c723ff92e tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:32.368308 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8915041f-3037-4f5a-a68c-5670160c1cd1 req-4795f9ff-1ca5-4b1d-845e-4c2c723ff92e tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 943 time: 0.0533438 Aug 18 13:24:32.416510 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8915041f-3037-4f5a-a68c-5670160c1cd1 req-8c039841-d2af-463c-9598-bd9739a6c99e tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423136 Aug 18 13:24:33.545005 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3b07f-d039-47cb-bbee-47bfb1986dbd req-1ab3f2d5-6bd4-428b-925e-f5312882d2d2 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:33.549961 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b4f3b07f-d039-47cb-bbee-47bfb1986dbd req-1ab3f2d5-6bd4-428b-925e-f5312882d2d2 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 943 time: 0.0503485 Aug 18 13:24:33.590298 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b4f3b07f-d039-47cb-bbee-47bfb1986dbd req-fb1d16e1-e219-4d54-8197-ca51d00e6e7a tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373580 Aug 18 13:24:34.714819 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044f7ff-3bfe-45a4-99b9-757558417f17 req-fadc0f40-702c-41dc-80cd-6a7b904f633d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:34.716358 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e044f7ff-3bfe-45a4-99b9-757558417f17 req-fadc0f40-702c-41dc-80cd-6a7b904f633d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 943 time: 0.0520070 Aug 18 13:24:34.757027 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e044f7ff-3bfe-45a4-99b9-757558417f17 req-c2152fd0-33a1-498d-b326-2b5cdf7bb7d9 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341928 Aug 18 13:24:35.886671 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03cde2-0d05-4d8e-807d-f899b1bdfb51 req-462a1a7a-207a-4e24-9df6-617ad20d39de tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:35.888465 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dc03cde2-0d05-4d8e-807d-f899b1bdfb51 req-462a1a7a-207a-4e24-9df6-617ad20d39de tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 943 time: 0.0604885 Aug 18 13:24:35.934245 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dc03cde2-0d05-4d8e-807d-f899b1bdfb51 req-f9c8bbc9-9451-4c57-87b3-6a3fa287b7b0 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384672 Aug 18 13:24:36.467033 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 5691fbdd-4379-498c-b51d-2585b1d3810a details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:24:36.583160 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 5691fbdd-4379-498c-b51d-2585b1d3810a, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=5691fbdd-4379-498c-b51d-2585b1d3810a,segment=NetworkSegment(253e9a78-b703-48d2-8774-59f67598fdbb),segment_id=253e9a78-b703-48d2-8774-59f67598fdbb)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:24:36.595779 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '5691fbdd-4379-498c-b51d-2585b1d3810a', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'port_id': '5691fbdd-4379-498c-b51d-2585b1d3810a', 'mac_address': 'fa:16:3e:10:97:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:24:36.636930 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:36.652607 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5691fbdd-4379-498c-b51d-2585b1d3810a {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:24:36.673184 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 5691fbdd-4379-498c-b51d-2585b1d3810a, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=5691fbdd-4379-498c-b51d-2585b1d3810a,segment=NetworkSegment(253e9a78-b703-48d2-8774-59f67598fdbb),segment_id=253e9a78-b703-48d2-8774-59f67598fdbb)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:24:36.742397 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:36.800855 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=5691fbdd-4379-498c-b51d-2585b1d3810a,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:24:36.808636 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:24:36.808918 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:24:36.809282 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:24:36.809621 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:24:36.809958 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:24:36.810326 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:24:36.810663 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:24:36.810996 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:24:36.811329 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:24:36.811655 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:24:36.811983 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:24:36.812310 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:24:37.039715 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['5691fbdd-4379-498c-b51d-2585b1d3810a'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:24:37.066680 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68f3cb-dd09-4fed-b3b8-033f6320c303 req-cfe6ab4f-7f89-46b2-b1d6-7c40a01b6731 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:37.068332 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8a68f3cb-dd09-4fed-b3b8-033f6320c303 req-cfe6ab4f-7f89-46b2-b1d6-7c40a01b6731 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 944 time: 0.0580111 Aug 18 13:24:37.119489 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8a68f3cb-dd09-4fed-b3b8-033f6320c303 req-1622c4ea-9480-45aa-a5bd-cb256c66ef83 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399952 Aug 18 13:24:38.247982 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde9ef1-c2e6-492c-a474-edb97ec44c0c req-fe7711e5-c3ec-4f58-bc5d-1ca06ac84960 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:38.249788 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8dde9ef1-c2e6-492c-a474-edb97ec44c0c req-fe7711e5-c3ec-4f58-bc5d-1ca06ac84960 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 944 time: 0.0547965 Aug 18 13:24:38.290621 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8dde9ef1-c2e6-492c-a474-edb97ec44c0c req-b2b8d15b-32cc-4fcc-a2e8-9d9e83b6b681 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347342 Aug 18 13:24:38.497659 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 5691fbdd-4379-498c-b51d-2585b1d3810a up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:24:38.593601 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 5691fbdd-4379-498c-b51d-2585b1d3810a completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:24:38.599170 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 5691fbdd-4379-498c-b51d-2585b1d3810a triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:24:38.599550 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:38.696124 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:38.724853 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d8b2bc-2912-48ba-85d8-fc1f8ba78207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5691fbdd-4379-498c-b51d-2585b1d3810a'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:24:38.727086 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a35053-e4bf-4b51-a376-f2456fc2f40e" -d '{"events": [{"server_uuid": "55d8b2bc-2912-48ba-85d8-fc1f8ba78207", "name": "network-vif-plugged", "status": "completed", "tag": "5691fbdd-4379-498c-b51d-2585b1d3810a"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:24:38.745744 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 5691fbdd-4379-498c-b51d-2585b1d3810a, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=5691fbdd-4379-498c-b51d-2585b1d3810a,segment=NetworkSegment(253e9a78-b703-48d2-8774-59f67598fdbb),segment_id=253e9a78-b703-48d2-8774-59f67598fdbb)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:24:38.779912 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604027ed-25d4-40e8-a648-51c35d9d8ea9 x-openstack-request-id: req-604027ed-25d4-40e8-a648-51c35d9d8ea9 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:24:38.779912 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d8b2bc-2912-48ba-85d8-fc1f8ba78207", "name": "network-vif-plugged", "status": "completed", "tag": "5691fbdd-4379-498c-b51d-2585b1d3810a", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:24:38.779912 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-604027ed-25d4-40e8-a648-51c35d9d8ea9 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:24:38.779912 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d8b2bc-2912-48ba-85d8-fc1f8ba78207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5691fbdd-4379-498c-b51d-2585b1d3810a', 'code': 200} Aug 18 13:24:38.828346 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:38.872662 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c552f1-f126-4348-999b-6ad729272479 req-cb5ecc4e-c4dc-49b0-8bca-00974e02e1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:38.874089 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c8c552f1-f126-4348-999b-6ad729272479 req-cb5ecc4e-c4dc-49b0-8bca-00974e02e1e5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 1096 time: 0.0432169 Aug 18 13:24:38.888140 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=5691fbdd-4379-498c-b51d-2585b1d3810a,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:24:38.918005 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c8c552f1-f126-4348-999b-6ad729272479 req-b7a85d6b-b132-497e-95c2-9b959f1ba774 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367732 Aug 18 13:24:39.433801 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8786392-2daf-42db-8053-2fb6e2c061f5 req-35e7bbc3-c026-444e-aeec-9adcb9184d6d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:39.435308 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b8786392-2daf-42db-8053-2fb6e2c061f5 req-35e7bbc3-c026-444e-aeec-9adcb9184d6d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 945 time: 0.0670321 Aug 18 13:24:39.480603 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b8786392-2daf-42db-8053-2fb6e2c061f5 req-6510e55b-597c-4a5b-a124-d88ec60c2c0d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392890 Aug 18 13:24:39.955050 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f3ba7-f954-44a2-9a87-95329b136fb7 req-58b77c86-12ba-49fd-a989-b66abab347c5 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:39.961680 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f3ba7-f954-44a2-9a87-95329b136fb7 req-58b77c86-12ba-49fd-a989-b66abab347c5 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:39.968409 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f3ba7-f954-44a2-9a87-95329b136fb7 req-58b77c86-12ba-49fd-a989-b66abab347c5 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:39.975076 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f3ba7-f954-44a2-9a87-95329b136fb7 req-58b77c86-12ba-49fd-a989-b66abab347c5 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:39.981143 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f3ba7-f954-44a2-9a87-95329b136fb7 req-58b77c86-12ba-49fd-a989-b66abab347c5 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:39.987614 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f3ba7-f954-44a2-9a87-95329b136fb7 req-58b77c86-12ba-49fd-a989-b66abab347c5 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:39.995270 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f3ba7-f954-44a2-9a87-95329b136fb7 req-58b77c86-12ba-49fd-a989-b66abab347c5 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:40.002825 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e01f3ba7-f954-44a2-9a87-95329b136fb7 req-58b77c86-12ba-49fd-a989-b66abab347c5 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 5445 time: 0.1041629 Aug 18 13:24:40.044367 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e01f3ba7-f954-44a2-9a87-95329b136fb7 req-8730677f-34ec-4299-829e-341643b03b7c tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2bddc60-b82c-424c-8146-8484da8521b7&id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397313 Aug 18 13:24:40.195754 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775c85a-0aec-4275-aa0a-15096ff1ce2b req-3279ba19-1144-42b0-a902-d76fe840d682 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:40.202333 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775c85a-0aec-4275-aa0a-15096ff1ce2b req-3279ba19-1144-42b0-a902-d76fe840d682 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:40.208385 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775c85a-0aec-4275-aa0a-15096ff1ce2b req-3279ba19-1144-42b0-a902-d76fe840d682 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:40.214478 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775c85a-0aec-4275-aa0a-15096ff1ce2b req-3279ba19-1144-42b0-a902-d76fe840d682 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:40.220608 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775c85a-0aec-4275-aa0a-15096ff1ce2b req-3279ba19-1144-42b0-a902-d76fe840d682 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:40.226865 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775c85a-0aec-4275-aa0a-15096ff1ce2b req-3279ba19-1144-42b0-a902-d76fe840d682 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:40.232805 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775c85a-0aec-4275-aa0a-15096ff1ce2b req-3279ba19-1144-42b0-a902-d76fe840d682 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:40.234746 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0775c85a-0aec-4275-aa0a-15096ff1ce2b req-3279ba19-1144-42b0-a902-d76fe840d682 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 5445 time: 0.0993693 Aug 18 13:24:40.614643 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa6466-9487-422a-b4d9-0645174d9ee5 req-38fcc2ce-fe02-4ad2-9048-2bb300f2edea tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:40.616399 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-14fa6466-9487-422a-b4d9-0645174d9ee5 req-38fcc2ce-fe02-4ad2-9048-2bb300f2edea tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 945 time: 0.0623345 Aug 18 13:24:40.667299 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-14fa6466-9487-422a-b4d9-0645174d9ee5 req-f8153069-5b79-48b4-a4b7-761a7cfe9ca7 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441854 Aug 18 13:24:40.795417 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f995c-9241-4f49-900d-3a70d534f112 req-f170f3dc-9e8e-4949-89da-a4ac1e497874 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:40.796974 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b82f995c-9241-4f49-900d-3a70d534f112 req-f170f3dc-9e8e-4949-89da-a4ac1e497874 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 945 time: 0.0528286 Aug 18 13:24:40.849315 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b82f995c-9241-4f49-900d-3a70d534f112 req-bba517b1-89d0-4d53-a8a9-6f6dfa7fb175 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391123 Aug 18 13:24:41.384858 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66250e7f-8564-47e3-b5d5-0b3b3a589a03 req-79caf873-742a-42b4-99de-420db87229e1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:41.386478 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-66250e7f-8564-47e3-b5d5-0b3b3a589a03 req-79caf873-742a-42b4-99de-420db87229e1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 945 time: 0.0540719 Aug 18 13:24:41.429113 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-66250e7f-8564-47e3-b5d5-0b3b3a589a03 req-728ec4ce-4515-467a-96e2-4fa1d29bc006 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350900 Aug 18 13:24:41.638129 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-be781454-a9c6-4529-abf9-a45065c5b051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:42.576926 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25f952-5a0a-45c9-83e0-7fb784707a99 req-81d5381f-5186-46c7-a0e8-17d1719c2995 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:42.578538 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd25f952-5a0a-45c9-83e0-7fb784707a99 req-81d5381f-5186-46c7-a0e8-17d1719c2995 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 945 time: 0.0566192 Aug 18 13:24:42.617780 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd25f952-5a0a-45c9-83e0-7fb784707a99 req-04c7345d-9a81-4152-aee7-7c0544df61d4 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330863 Aug 18 13:24:42.959679 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b31a351-761e-4b72-b7f8-b182f340a566 req-a66fe257-b576-4cb5-8159-f51aac233472 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:42.961381 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5b31a351-761e-4b72-b7f8-b182f340a566 req-a66fe257-b576-4cb5-8159-f51aac233472 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.20 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 945 time: 0.0644889 Aug 18 13:24:43.078842 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-5b31a351-761e-4b72-b7f8-b182f340a566 req-a9c2e899-6058-43ea-a3cd-8051de1cc068 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Deleting port 5691fbdd-4379-498c-b51d-2585b1d3810a {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:24:43.079098 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-5b31a351-761e-4b72-b7f8-b182f340a566 req-a9c2e899-6058-43ea-a3cd-8051de1cc068 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:43.182204 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-5b31a351-761e-4b72-b7f8-b182f340a566 req-a9c2e899-6058-43ea-a3cd-8051de1cc068 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] For port 5691fbdd-4379-498c-b51d-2585b1d3810a, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=5691fbdd-4379-498c-b51d-2585b1d3810a,segment=NetworkSegment(253e9a78-b703-48d2-8774-59f67598fdbb),segment_id=253e9a78-b703-48d2-8774-59f67598fdbb)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:24:43.182581 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-5b31a351-761e-4b72-b7f8-b182f340a566 req-a9c2e899-6058-43ea-a3cd-8051de1cc068 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:43.197739 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-5b31a351-761e-4b72-b7f8-b182f340a566 req-a9c2e899-6058-43ea-a3cd-8051de1cc068 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Calling delete_port for 5691fbdd-4379-498c-b51d-2585b1d3810a owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:24:43.428056 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-5b31a351-761e-4b72-b7f8-b182f340a566 req-a9c2e899-6058-43ea-a3cd-8051de1cc068 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:43.440275 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['5691fbdd-4379-498c-b51d-2585b1d3810a'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:24:43.445253 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:24:43.482904 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c2e899-6058-43ea-a3cd-8051de1cc068 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Pushing event deleted for resources: {'Port': ['ID=5691fbdd-4379-498c-b51d-2585b1d3810a,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:24:43.498852 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2e899-6058-43ea-a3cd-8051de1cc068 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:24:43.499197 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2e899-6058-43ea-a3cd-8051de1cc068 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:24:43.500526 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2e899-6058-43ea-a3cd-8051de1cc068 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:24:43.505879 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2e899-6058-43ea-a3cd-8051de1cc068 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:24:43.505879 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2e899-6058-43ea-a3cd-8051de1cc068 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:24:43.505879 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2e899-6058-43ea-a3cd-8051de1cc068 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:24:43.505879 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2e899-6058-43ea-a3cd-8051de1cc068 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:24:43.505879 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2e899-6058-43ea-a3cd-8051de1cc068 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:24:43.505879 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2e899-6058-43ea-a3cd-8051de1cc068 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:24:43.505879 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2e899-6058-43ea-a3cd-8051de1cc068 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:24:43.505879 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2e899-6058-43ea-a3cd-8051de1cc068 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:24:43.505879 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2e899-6058-43ea-a3cd-8051de1cc068 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:24:43.509929 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 55710) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:24:43.631614 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b31a351-761e-4b72-b7f8-b182f340a566 req-a9c2e899-6058-43ea-a3cd-8051de1cc068 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] No DVR routers for this DVR port 5691fbdd-4379-498c-b51d-2585b1d3810a on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:24:43.635559 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-5b31a351-761e-4b72-b7f8-b182f340a566 req-a9c2e899-6058-43ea-a3cd-8051de1cc068 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:43.637754 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5b31a351-761e-4b72-b7f8-b182f340a566 req-a9c2e899-6058-43ea-a3cd-8051de1cc068 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.20 "DELETE /v2.0/ports/5691fbdd-4379-498c-b51d-2585b1d3810a HTTP/1.1" status: 204 len: 173 time: 0.6689882 Aug 18 13:24:43.638572 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d8b2bc-2912-48ba-85d8-fc1f8ba78207', 'name': 'network-vif-deleted', 'tag': '5691fbdd-4379-498c-b51d-2585b1d3810a'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:24:43.641986 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4b4927-b5bb-4831-b87b-9c49017cc667" -d '{"events": [{"server_uuid": "55d8b2bc-2912-48ba-85d8-fc1f8ba78207", "name": "network-vif-deleted", "tag": "5691fbdd-4379-498c-b51d-2585b1d3810a"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:24:43.740483 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae812ab2-3d3d-4126-b1e6-6979ab059ad6 req-84ce4634-6c10-4414-85a6-5b5b672b92df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:43.741031 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae812ab2-3d3d-4126-b1e6-6979ab059ad6 req-84ce4634-6c10-4414-85a6-5b5b672b92df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:43.741518 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae812ab2-3d3d-4126-b1e6-6979ab059ad6 req-84ce4634-6c10-4414-85a6-5b5b672b92df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:43.741991 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae812ab2-3d3d-4126-b1e6-6979ab059ad6 req-84ce4634-6c10-4414-85a6-5b5b672b92df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:43.742486 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae812ab2-3d3d-4126-b1e6-6979ab059ad6 req-84ce4634-6c10-4414-85a6-5b5b672b92df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:43.745278 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae812ab2-3d3d-4126-b1e6-6979ab059ad6 req-84ce4634-6c10-4414-85a6-5b5b672b92df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:43.746707 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae812ab2-3d3d-4126-b1e6-6979ab059ad6 req-84ce4634-6c10-4414-85a6-5b5b672b92df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:43.760730 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151fb98a-15b4-4a0f-905c-27135e35555a x-openstack-request-id: req-151fb98a-15b4-4a0f-905c-27135e35555a {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:24:43.761028 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d8b2bc-2912-48ba-85d8-fc1f8ba78207", "name": "network-vif-deleted", "tag": "5691fbdd-4379-498c-b51d-2585b1d3810a", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:24:43.761281 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-151fb98a-15b4-4a0f-905c-27135e35555a {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:24:43.761687 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d8b2bc-2912-48ba-85d8-fc1f8ba78207', 'name': 'network-vif-deleted', 'tag': '5691fbdd-4379-498c-b51d-2585b1d3810a', 'status': 'completed', 'code': 200} Aug 18 13:24:43.762886 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ae812ab2-3d3d-4126-b1e6-6979ab059ad6 req-84ce4634-6c10-4414-85a6-5b5b672b92df service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 6502 time: 0.2512436 Aug 18 13:24:43.767574 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-72742f71-59f8-4874-93e8-f0b31878a31c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:43.853657 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b4775c37-68a4-47d5-b685-a4562304e6e1 req-0dfe5b97-8de8-426a-ab53-6219b38b028c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 210 time: 0.0727816 Aug 18 13:24:43.893441 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ae812ab2-3d3d-4126-b1e6-6979ab059ad6 req-694b6bd7-0c40-490b-8e18-1cebec064e2d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b41cafd6-0737-4746-ad47-0bb9e5757c28&id=b2bddc60-b82c-424c-8146-8484da8521b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1295617 Aug 18 13:24:44.228690 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9dd3948e-161f-47db-9c0c-68806f20803d req-10d7004d-ac46-41f7-b63e-896d0e873ed7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8c2f7f4e-7d5e-4155-8ce9-1e57edf3c9ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0488055 Aug 18 13:24:44.321324 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3948e-161f-47db-9c0c-68806f20803d req-b43bd63e-59ed-4783-85fa-7ff3ca09efa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:44.323062 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9dd3948e-161f-47db-9c0c-68806f20803d req-b43bd63e-59ed-4783-85fa-7ff3ca09efa7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=161a0a675dcb4f668dec9565c8db14ad&device_id=8c2f7f4e-7d5e-4155-8ce9-1e57edf3c9ea HTTP/1.1" status: 200 len: 1097 time: 0.0491321 Aug 18 13:24:44.450651 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3948e-161f-47db-9c0c-68806f20803d req-85adf7c4-ad56-4cc9-8207-ce169f3d95f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:44.452155 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9dd3948e-161f-47db-9c0c-68806f20803d req-85adf7c4-ad56-4cc9-8207-ce169f3d95f6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5a750657-6380-4216-8606-057245bf1333 HTTP/1.1" status: 200 len: 912 time: 0.1076534 Aug 18 13:24:44.495569 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9dd3948e-161f-47db-9c0c-68806f20803d req-f5b3b3b0-c1bc-4894-8a0c-082092566583 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8 HTTP/1.1" status: 200 len: 217 time: 0.0364089 Aug 18 13:24:44.548186 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3948e-161f-47db-9c0c-68806f20803d req-be463b91-f5f1-4d70-adf3-fec3097e184b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:44.550031 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9dd3948e-161f-47db-9c0c-68806f20803d req-be463b91-f5f1-4d70-adf3-fec3097e184b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=df130f28-747c-4593-a4e4-fcc4c74ccec3 HTTP/1.1" status: 200 len: 850 time: 0.0481617 Aug 18 13:24:44.587643 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:44.615419 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3948e-161f-47db-9c0c-68806f20803d req-6559c678-622c-4f0a-98c2-b83f8cf410b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:44.615419 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9dd3948e-161f-47db-9c0c-68806f20803d req-6559c678-622c-4f0a-98c2-b83f8cf410b3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5a750657-6380-4216-8606-057245bf1333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581982 Aug 18 13:24:44.715486 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9dd3948e-161f-47db-9c0c-68806f20803d req-ab9f1d30-f5e1-49ea-864e-c98bdd9b24a0 service neutron] 10.222.0.39 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935619 Aug 18 13:24:44.849820 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9dd3948e-161f-47db-9c0c-68806f20803d req-a722cf90-909f-466e-a389-3de1f3d286e6 service neutron] 10.222.0.39 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264467 Aug 18 13:24:44.971908 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d894bc5b-f199-4914-9ec5-6d6b2f04e9ca req-038e2032-eae0-4e63-a8b8-f9b3a70be4b4 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 210 time: 0.0334389 Aug 18 13:24:45.444728 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:46.090258 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1385f0d3-31f2-4377-b2b0-d9bc1407ffa3 req-ace93541-7473-4440-8c63-22d83c1a5dff tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 210 time: 0.0317159 Aug 18 13:24:46.513260 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 5691fbdd-4379-498c-b51d-2585b1d3810a no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:24:46.544350 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 5691fbdd-4379-498c-b51d-2585b1d3810a {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:24:46.545086 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 5691fbdd-4379-498c-b51d-2585b1d3810a not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:24:46.970486 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:24:47.202781 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0f0f6d60-3f16-40c5-8d13-0f796865948e req-14320990-b9d3-4b1b-b1b0-c2299a1fb5e4 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 210 time: 0.0380940 Aug 18 13:24:47.405370 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:48.350985 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-931cc10a-a0ad-4317-9c9d-c3eedd915d78 req-5f4eed58-0e08-4b93-b0fe-84c1ef3a74f9 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d8b2bc-2912-48ba-85d8-fc1f8ba78207 HTTP/1.1" status: 200 len: 210 time: 0.0426614 Aug 18 13:24:54.302770 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da4b28-8318-41d2-ac1b-090438616b89 req-4fbd26cc-1403-4966-a89b-316590a229f4 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:54.304258 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-61da4b28-8318-41d2-ac1b-090438616b89 req-4fbd26cc-1403-4966-a89b-316590a229f4 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f7f4e-7d5e-4155-8ce9-1e57edf3c9ea HTTP/1.1" status: 200 len: 946 time: 0.0537868 Aug 18 13:24:54.343130 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-61da4b28-8318-41d2-ac1b-090438616b89 req-a64974a2-a204-4a6c-8a84-60ad3bc6a47e tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326824 Aug 18 13:24:55.466538 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c17c90-069e-4b45-9479-c5a7731362d2 req-491006f3-95d9-41ec-80ba-33ba3592d81b tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:55.468019 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-96c17c90-069e-4b45-9479-c5a7731362d2 req-491006f3-95d9-41ec-80ba-33ba3592d81b tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f7f4e-7d5e-4155-8ce9-1e57edf3c9ea HTTP/1.1" status: 200 len: 946 time: 0.0527585 Aug 18 13:24:55.505574 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-96c17c90-069e-4b45-9479-c5a7731362d2 req-fd26d1a5-4661-4d32-bf76-3e7b07c809c9 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0c8120-8ba3-47a8-86ae-68abfe160f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316322 Aug 18 13:24:55.715402 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650d55a-e97b-41ef-9346-57241ac4aae1 req-7b37b212-18f2-4cc9-8b64-240813e267e5 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:24:55.716918 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7650d55a-e97b-41ef-9346-57241ac4aae1 req-7b37b212-18f2-4cc9-8b64-240813e267e5 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c2f7f4e-7d5e-4155-8ce9-1e57edf3c9ea HTTP/1.1" status: 200 len: 946 time: 0.0519080 Aug 18 13:24:55.820852 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-7650d55a-e97b-41ef-9346-57241ac4aae1 req-2b20f6a9-41cf-4ccc-9129-dae063b3d517 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Deleting port f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:24:55.821196 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7650d55a-e97b-41ef-9346-57241ac4aae1 req-2b20f6a9-41cf-4ccc-9129-dae063b3d517 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:55.917185 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-7650d55a-e97b-41ef-9346-57241ac4aae1 req-2b20f6a9-41cf-4ccc-9129-dae063b3d517 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] For port f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8,segment=NetworkSegment(253e9a78-b703-48d2-8774-59f67598fdbb),segment_id=253e9a78-b703-48d2-8774-59f67598fdbb)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:24:55.917603 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7650d55a-e97b-41ef-9346-57241ac4aae1 req-2b20f6a9-41cf-4ccc-9129-dae063b3d517 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:55.930836 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-7650d55a-e97b-41ef-9346-57241ac4aae1 req-2b20f6a9-41cf-4ccc-9129-dae063b3d517 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Calling delete_port for f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:24:56.134718 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7650d55a-e97b-41ef-9346-57241ac4aae1 req-2b20f6a9-41cf-4ccc-9129-dae063b3d517 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:56.144303 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:24:56.164243 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b20f6a9-41cf-4ccc-9129-dae063b3d517 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Pushing event deleted for resources: {'Port': ['ID=f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:24:56.213034 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-7650d55a-e97b-41ef-9346-57241ac4aae1 req-2b20f6a9-41cf-4ccc-9129-dae063b3d517 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] No DVR routers for this DVR port f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8 on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:24:56.216452 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7650d55a-e97b-41ef-9346-57241ac4aae1 req-2b20f6a9-41cf-4ccc-9129-dae063b3d517 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:56.220457 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7650d55a-e97b-41ef-9346-57241ac4aae1 req-2b20f6a9-41cf-4ccc-9129-dae063b3d517 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.39 "DELETE /v2.0/ports/f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8 HTTP/1.1" status: 204 len: 173 time: 0.4945290 Aug 18 13:24:56.220457 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2f7f4e-7d5e-4155-8ce9-1e57edf3c9ea', 'name': 'network-vif-deleted', 'tag': 'f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:24:56.221734 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edea7bbe-68b4-44a3-8077-d01119a9d555" -d '{"events": [{"server_uuid": "8c2f7f4e-7d5e-4155-8ce9-1e57edf3c9ea", "name": "network-vif-deleted", "tag": "f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:24:56.271092 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34de9adb-2d28-4127-82c9-24dc244083cc x-openstack-request-id: req-34de9adb-2d28-4127-82c9-24dc244083cc {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:24:56.271092 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2f7f4e-7d5e-4155-8ce9-1e57edf3c9ea", "name": "network-vif-deleted", "tag": "f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:24:56.271092 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34de9adb-2d28-4127-82c9-24dc244083cc {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:24:56.271411 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2f7f4e-7d5e-4155-8ce9-1e57edf3c9ea', 'name': 'network-vif-deleted', 'tag': 'f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8', 'status': 'completed', 'code': 200} Aug 18 13:24:56.607274 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3be18a2d-9f5b-42ff-bb2c-9b532c9600f2 req-94bd3c26-000c-4165-bedf-11ec0c4240db tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f7f4e-7d5e-4155-8ce9-1e57edf3c9ea HTTP/1.1" status: 200 len: 210 time: 0.0286701 Aug 18 13:24:57.722469 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9e99756b-0903-4e27-8b7d-4bd20d9b6eb8 req-feede9b6-5e91-4c2b-9f71-7af24955c353 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f7f4e-7d5e-4155-8ce9-1e57edf3c9ea HTTP/1.1" status: 200 len: 210 time: 0.0284834 Aug 18 13:24:58.113209 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:58.568716 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:24:58.589522 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:24:58.589875 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device f6bff2bf-8886-48a0-a4c7-f1ef1fb7cce8 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:24:58.841432 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-33dfbafe-8840-4fe3-93f4-cd7161aa2100 req-ea330b8c-0f7c-4e80-a0cd-2e8d4c354889 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f7f4e-7d5e-4155-8ce9-1e57edf3c9ea HTTP/1.1" status: 200 len: 210 time: 0.0421114 Aug 18 13:24:58.850460 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:24:59.938188 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2b7330d9-addc-4934-b5da-c680f91e9639 req-10230a2c-c5bc-4d3d-b91a-da208baa7951 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f7f4e-7d5e-4155-8ce9-1e57edf3c9ea HTTP/1.1" status: 200 len: 210 time: 0.0284386 Aug 18 13:25:01.086133 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f2aab87d-6fdd-49b7-9eb6-9a4e961428ea req-4c5260fd-7e47-4bf9-9c9e-cde51fcd3764 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c2f7f4e-7d5e-4155-8ce9-1e57edf3c9ea HTTP/1.1" status: 200 len: 210 time: 0.0386114 Aug 18 13:25:07.103863 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56230) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:25:07.108528 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-1e2ce0de-4534-49b1-8f0b-4fd1fbfe5459 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1022274232', 'description': 'tempest-secgroup-smoke-1022274232 description', 'project_id': '161a0a675dcb4f668dec9565c8db14ad'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:25:07.215914 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1e2ce0de-4534-49b1-8f0b-4fd1fbfe5459 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:07.316280 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1e2ce0de-4534-49b1-8f0b-4fd1fbfe5459 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:07.410329 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1e2ce0de-4534-49b1-8f0b-4fd1fbfe5459 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:07.449285 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ce0de-4534-49b1-8f0b-4fd1fbfe5459 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3d7cbd-b506-4d21-adf2-c8e700ab211e,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:25:07.457751 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ce0de-4534-49b1-8f0b-4fd1fbfe5459 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:25:07.458094 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ce0de-4534-49b1-8f0b-4fd1fbfe5459 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:25:07.458472 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ce0de-4534-49b1-8f0b-4fd1fbfe5459 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:25:07.458929 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ce0de-4534-49b1-8f0b-4fd1fbfe5459 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:25:07.459400 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ce0de-4534-49b1-8f0b-4fd1fbfe5459 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:25:07.459758 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ce0de-4534-49b1-8f0b-4fd1fbfe5459 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:25:07.460085 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ce0de-4534-49b1-8f0b-4fd1fbfe5459 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:25:07.460524 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ce0de-4534-49b1-8f0b-4fd1fbfe5459 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:25:07.460858 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ce0de-4534-49b1-8f0b-4fd1fbfe5459 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:25:07.461184 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ce0de-4534-49b1-8f0b-4fd1fbfe5459 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:25:07.461546 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ce0de-4534-49b1-8f0b-4fd1fbfe5459 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:25:07.461866 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ce0de-4534-49b1-8f0b-4fd1fbfe5459 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:25:07.552863 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1e2ce0de-4534-49b1-8f0b-4fd1fbfe5459 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:07.556929 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1e2ce0de-4534-49b1-8f0b-4fd1fbfe5459 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4493358 Aug 18 13:25:07.557281 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 56242) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:25:07.562123 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-871a6250-e5c8-4012-abd2-8a7486eea753 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Request body: {'security_group_rule': {'security_group_id': '0d3d7cbd-b506-4d21-adf2-c8e700ab211e', 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:25:07.686036 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-871a6250-e5c8-4012-abd2-8a7486eea753 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:07.748979 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-871a6250-e5c8-4012-abd2-8a7486eea753 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:07.841781 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-871a6250-e5c8-4012-abd2-8a7486eea753 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:07.862356 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a6250-e5c8-4012-abd2-8a7486eea753 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d8a8427-fe11-4795-9304-92274d303546,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:25:07.947582 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-871a6250-e5c8-4012-abd2-8a7486eea753 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:07.949006 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-871a6250-e5c8-4012-abd2-8a7486eea753 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3906980 Aug 18 13:25:07.951764 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 56248) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:25:07.956433 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-b83d15b8-2d11-4cad-abfa-484b4f35ea13 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Request body: {'security_group_rule': {'security_group_id': '0d3d7cbd-b506-4d21-adf2-c8e700ab211e', 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:25:08.152582 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b83d15b8-2d11-4cad-abfa-484b4f35ea13 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:08.225232 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b83d15b8-2d11-4cad-abfa-484b4f35ea13 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:08.360560 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b83d15b8-2d11-4cad-abfa-484b4f35ea13 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:08.385714 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d15b8-2d11-4cad-abfa-484b4f35ea13 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7fbf59e-e10e-462d-a8ba-883bde9ec3a6,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:25:08.535917 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b83d15b8-2d11-4cad-abfa-484b4f35ea13 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:08.537311 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b83d15b8-2d11-4cad-abfa-484b4f35ea13 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5844760 Aug 18 13:25:08.540450 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 56260) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:25:08.546137 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-e360ac88-a031-4e06-b795-1386c3c7c3c9 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Request body: {'security_group_rule': {'security_group_id': '0d3d7cbd-b506-4d21-adf2-c8e700ab211e', 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:25:08.632518 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e360ac88-a031-4e06-b795-1386c3c7c3c9 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:08.692670 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e360ac88-a031-4e06-b795-1386c3c7c3c9 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:08.775786 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e360ac88-a031-4e06-b795-1386c3c7c3c9 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:08.795480 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e360ac88-a031-4e06-b795-1386c3c7c3c9 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5b5a30d-511e-4083-b726-4552330f1658,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:25:08.885462 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e360ac88-a031-4e06-b795-1386c3c7c3c9 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:08.889245 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e360ac88-a031-4e06-b795-1386c3c7c3c9 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3442056 Aug 18 13:25:08.889614 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 56266) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:25:08.894446 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-67b13771-c576-42ea-9f9c-b7971b7f8078 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Request body: {'security_group_rule': {'security_group_id': '0d3d7cbd-b506-4d21-adf2-c8e700ab211e', 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:25:09.008038 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-67b13771-c576-42ea-9f9c-b7971b7f8078 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:09.074818 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-67b13771-c576-42ea-9f9c-b7971b7f8078 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:09.169824 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-67b13771-c576-42ea-9f9c-b7971b7f8078 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:09.188175 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b13771-c576-42ea-9f9c-b7971b7f8078 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=865fe222-60ca-4879-9d8a-5e3a8f0c57c8,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:25:09.261410 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-67b13771-c576-42ea-9f9c-b7971b7f8078 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:09.265338 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-67b13771-c576-42ea-9f9c-b7971b7f8078 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3719716 Aug 18 13:25:09.265659 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 56272) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:25:09.270975 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-5331ff21-ef48-456e-aea1-42830610b66c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Request body: {'security_group_rule': {'security_group_id': '0d3d7cbd-b506-4d21-adf2-c8e700ab211e', 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:25:09.399598 n-d-803603-2 neutron-server[101675]: INFO neutron.db.securitygroups_db [None req-5331ff21-ef48-456e-aea1-42830610b66c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Project 161a0a675dcb4f668dec9565c8db14ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 13:25:09.405132 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5331ff21-ef48-456e-aea1-42830610b66c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:09.472340 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5331ff21-ef48-456e-aea1-42830610b66c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:09.827546 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5331ff21-ef48-456e-aea1-42830610b66c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:09.846964 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5331ff21-ef48-456e-aea1-42830610b66c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2f8618f-5000-4195-bb8d-20cf042a62a7,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:25:09.907572 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5331ff21-ef48-456e-aea1-42830610b66c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:09.909589 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5331ff21-ef48-456e-aea1-42830610b66c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6420603 Aug 18 13:25:09.911705 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 56282) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:25:09.916999 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-a5ebbccc-63e5-466b-852a-e8f2b0409d74 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Request body: {'security_group_rule': {'security_group_id': '0d3d7cbd-b506-4d21-adf2-c8e700ab211e', 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:25:10.050584 n-d-803603-2 neutron-server[101675]: INFO neutron.db.securitygroups_db [None req-a5ebbccc-63e5-466b-852a-e8f2b0409d74 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Project 161a0a675dcb4f668dec9565c8db14ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 13:25:10.056297 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a5ebbccc-63e5-466b-852a-e8f2b0409d74 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:10.130401 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a5ebbccc-63e5-466b-852a-e8f2b0409d74 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:10.215695 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a5ebbccc-63e5-466b-852a-e8f2b0409d74 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:10.230945 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ebbccc-63e5-466b-852a-e8f2b0409d74 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cf75c54-b337-433c-9025-2c46ccf09c1f,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:25:10.312830 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a5ebbccc-63e5-466b-852a-e8f2b0409d74 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:10.314115 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a5ebbccc-63e5-466b-852a-e8f2b0409d74 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4013999 Aug 18 13:25:11.668233 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1e3183bf-65ca-416a-9087-18dbf9d3cb1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:13.719095 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2ed00862-6459-4ee1-9981-0c4f85266459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:14.632874 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:15.421285 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:17.450328 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:23.969700 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:25:28.124156 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:28.873051 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:29.692845 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-6a5e06e7-e3fe-4933-bc9c-fcdfc0e4042c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0499654 Aug 18 13:25:29.786502 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-8c3a1660-56f8-4193-bf1c-d46c5784ae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:29.787046 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-8c3a1660-56f8-4193-bf1c-d46c5784ae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:29.787522 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-8c3a1660-56f8-4193-bf1c-d46c5784ae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:29.788046 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-8c3a1660-56f8-4193-bf1c-d46c5784ae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:29.788512 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-8c3a1660-56f8-4193-bf1c-d46c5784ae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:29.788977 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-8c3a1660-56f8-4193-bf1c-d46c5784ae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:29.789444 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-8c3a1660-56f8-4193-bf1c-d46c5784ae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:29.791985 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-8c3a1660-56f8-4193-bf1c-d46c5784ae6c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9187a221b3e94f438328aff4ddb46e1a&device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 6502 time: 0.0510902 Aug 18 13:25:29.914732 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-2c97163c-c255-4320-9b00-c2763634fa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:29.915206 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-2c97163c-c255-4320-9b00-c2763634fa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:29.916338 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-2c97163c-c255-4320-9b00-c2763634fa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:29.917953 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-2c97163c-c255-4320-9b00-c2763634fa7d service neutron] 10.222.0.20 "GET /v2.0/networks?id=e9ea624b-86fc-4131-a8a7-d576a5006edb&id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&id=d880c4db-c535-4c81-86a6-739ddf2b8b3f&id=d880c4db-c535-4c81-86a6-739ddf2b8b3f HTTP/1.1" status: 200 len: 2297 time: 0.1027839 Aug 18 13:25:29.994242 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-677daf5f-6a0e-4a63-ab62-fadded8205ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c42b267-b638-4860-bfd1-70bfa4f46487 HTTP/1.1" status: 200 len: 1001 time: 0.0687156 Aug 18 13:25:30.043190 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-187a9a9a-83ea-47ef-8a19-551b5c245caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:30.044671 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-187a9a9a-83ea-47ef-8a19-551b5c245caf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a6a49593-1d36-467e-a1bb-8c5f2a09f233 HTTP/1.1" status: 200 len: 855 time: 0.0446968 Aug 18 13:25:30.094435 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-805c0611-2cbb-41a1-9fc0-15a476432478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:30.095962 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-805c0611-2cbb-41a1-9fc0-15a476432478 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e9ea624b-86fc-4131-a8a7-d576a5006edb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445192 Aug 18 13:25:30.188986 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-4859c30f-0374-4c41-8a88-2786ab0baa93 service neutron] 10.222.0.20 "GET /v2.0/networks/e9ea624b-86fc-4131-a8a7-d576a5006edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863125 Aug 18 13:25:30.298452 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-af3f614c-5855-41c4-9fd5-9d99601e7f12 service neutron] 10.222.0.20 "GET /v2.0/networks/e9ea624b-86fc-4131-a8a7-d576a5006edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027777 Aug 18 13:25:30.343049 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-1982ed73-f0c5-41f7-afd0-4ea4ffd8c75d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=069b9001-3300-4e5d-a3d3-e19a50735842 HTTP/1.1" status: 200 len: 217 time: 0.0376441 Aug 18 13:25:30.397119 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-fc529acb-69aa-4837-98a2-a886cd51fef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:30.398581 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-fc529acb-69aa-4837-98a2-a886cd51fef0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1cbb8eea-c986-4ab1-9343-a5e2b65768a8 HTTP/1.1" status: 200 len: 797 time: 0.0489919 Aug 18 13:25:30.451554 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-5bf2d2ed-5dbe-4682-bc65-abd1106d0c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:30.453491 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-5bf2d2ed-5dbe-4682-bc65-abd1106d0c21 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0480292 Aug 18 13:25:30.550925 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-2fa5a643-9130-4fe6-ba69-414a386753c4 service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906017 Aug 18 13:25:30.650497 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-87c002ef-abaf-4560-878c-f599dbf2f855 service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924885 Aug 18 13:25:30.695044 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-f6bc258a-5c15-4cba-97fb-69cd70d1772d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=7e6e27c2-38fd-42cf-93be-14deed0fa74b HTTP/1.1" status: 200 len: 217 time: 0.0372741 Aug 18 13:25:30.742670 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-d42b0392-24ab-45a0-9e2a-dc7a2cd8d3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:30.744626 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-d42b0392-24ab-45a0-9e2a-dc7a2cd8d3c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1cbb8eea-c986-4ab1-9343-a5e2b65768a8 HTTP/1.1" status: 200 len: 797 time: 0.0427835 Aug 18 13:25:30.796659 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-0c41da8f-2f55-4891-ab3b-28e31d209532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:30.799365 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-0c41da8f-2f55-4891-ab3b-28e31d209532 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0467460 Aug 18 13:25:30.896332 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-87c33c32-9bb2-4afd-b7f0-543f4784f1a0 service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909612 Aug 18 13:25:30.999420 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-d8b939b7-a7ee-43c0-90ab-e060ed0d470a service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948632 Aug 18 13:25:31.044770 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-61e5c1c6-cbb7-494b-b88c-456ee8f2d92c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc HTTP/1.1" status: 200 len: 217 time: 0.0384262 Aug 18 13:25:31.097086 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-2358c757-640e-4c13-bc0e-521f3c20cb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:31.099405 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-2358c757-640e-4c13-bc0e-521f3c20cb9a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1cbb8eea-c986-4ab1-9343-a5e2b65768a8 HTTP/1.1" status: 200 len: 797 time: 0.0479033 Aug 18 13:25:31.157677 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-932ecb74-8da1-4fa0-8860-aa6daa7f73e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:31.159161 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-932ecb74-8da1-4fa0-8860-aa6daa7f73e1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0525281 Aug 18 13:25:31.261094 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-36ed881f-d024-4332-ab4b-c3ce296d6311 service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943525 Aug 18 13:25:31.360933 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-08082f5f-2bd9-4f8b-8bd4-28e6c2164d09 service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920832 Aug 18 13:25:31.414994 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-19507ebd-678f-4e85-90ec-513db11a4142 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=1cccaa23-72ad-4200-b71f-9cd24f4b79bd HTTP/1.1" status: 200 len: 217 time: 0.0415320 Aug 18 13:25:31.479577 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-79d3299d-6675-445b-88b0-11a82e1b3258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:31.481426 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-79d3299d-6675-445b-88b0-11a82e1b3258 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1cbb8eea-c986-4ab1-9343-a5e2b65768a8 HTTP/1.1" status: 200 len: 797 time: 0.0658727 Aug 18 13:25:31.534720 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-c9a361b8-cbe5-4d55-a01a-d90d28e7966b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:31.536365 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-c9a361b8-cbe5-4d55-a01a-d90d28e7966b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0479736 Aug 18 13:25:31.636066 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-6868c4a6-edf0-4180-a56f-a017794dcc37 service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915608 Aug 18 13:25:31.742219 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-c5180117-0c8c-48f0-8052-84d86399b0d5 service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991399 Aug 18 13:25:31.788667 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-fa64461e-6683-4c8d-b07e-4cfbb6bf201b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=065cd133-54a5-459f-8fc9-119d4871728d HTTP/1.1" status: 200 len: 217 time: 0.0389602 Aug 18 13:25:31.843926 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-8951c5b7-0e30-4503-9d94-64f73a2a84f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:31.845453 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-8951c5b7-0e30-4503-9d94-64f73a2a84f5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1852a2e7-34df-41c9-b2e1-616be77094f1 HTTP/1.1" status: 200 len: 797 time: 0.0493555 Aug 18 13:25:31.897142 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-a773f5b7-f60e-4db6-873b-766704e6d606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:31.898709 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-a773f5b7-f60e-4db6-873b-766704e6d606 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d880c4db-c535-4c81-86a6-739ddf2b8b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0466547 Aug 18 13:25:31.991434 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-b4d16712-2bc9-4b07-9cb4-bc4bb3481016 service neutron] 10.222.0.20 "GET /v2.0/networks/d880c4db-c535-4c81-86a6-739ddf2b8b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849574 Aug 18 13:25:32.099932 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-359eb3ed-ca1d-4490-acab-ccc1dcd911db service neutron] 10.222.0.20 "GET /v2.0/networks/d880c4db-c535-4c81-86a6-739ddf2b8b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019516 Aug 18 13:25:32.147024 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-96290705-f71a-42cf-8060-8fb21941be35 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=97c40def-aee3-4b98-98ab-a261b2afc2a9 HTTP/1.1" status: 200 len: 217 time: 0.0396237 Aug 18 13:25:32.205037 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-1f3d9385-8cc3-4890-9a75-f20f0ec668df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:32.206559 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-1f3d9385-8cc3-4890-9a75-f20f0ec668df service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1852a2e7-34df-41c9-b2e1-616be77094f1 HTTP/1.1" status: 200 len: 797 time: 0.0511949 Aug 18 13:25:32.267144 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-46b53131-e2d5-46ad-b1bb-fe78432ee858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:32.268692 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-46b53131-e2d5-46ad-b1bb-fe78432ee858 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d880c4db-c535-4c81-86a6-739ddf2b8b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0550756 Aug 18 13:25:32.361943 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-5dd91c04-fac9-4785-a173-bae01d7a2bac service neutron] 10.222.0.20 "GET /v2.0/networks/d880c4db-c535-4c81-86a6-739ddf2b8b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855789 Aug 18 13:25:32.456879 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26c8a557-d8e7-428b-bdb2-2c694b0b6de4 req-6e0e884a-01b3-463f-86da-c713501ff58f service neutron] 10.222.0.20 "GET /v2.0/networks/d880c4db-c535-4c81-86a6-739ddf2b8b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874395 Aug 18 13:25:36.647073 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 57164) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:25:36.771469 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cc464ca8-a054-41d8-abcd-a205127b3bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:36.795830 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [req-cccc1dcf-5980-434d-87af-7a8abe536a76 req-82411c63-1460-4e7f-88cd-8c2271b73e45 service neutron] (101676) timed out ('10.222.0.13', 35732) {{(pid=101676) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 13:25:36.835004 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-561da5d3-a8bc-45a0-aa53-e351842fe7fd tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1022274232&fields=id&tenant_id=161a0a675dcb4f668dec9565c8db14ad HTTP/1.1" status: 200 len: 267 time: 0.0499949 Aug 18 13:25:36.961592 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cc464ca8-a054-41d8-abcd-a205127b3bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:36.990595 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-82eb271b-cd05-4cca-9454-028a17421bf7 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:36.992148 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-82eb271b-cd05-4cca-9454-028a17421bf7 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/networks?id=5a750657-6380-4216-8606-057245bf1333 HTTP/1.1" status: 200 len: 811 time: 0.1315088 Aug 18 13:25:37.008781 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-e0bd5ceb-12ea-4a22-9e1d-03b8302edd0b tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/quotas/161a0a675dcb4f668dec9565c8db14ad HTTP/1.1" status: 200 len: 375 time: 0.0099316 Aug 18 13:25:37.046893 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cc464ca8-a054-41d8-abcd-a205127b3bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:37.092912 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-cc464ca8-a054-41d8-abcd-a205127b3bfc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c7f892ce45f8441b906c07f9d6a88cd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4446192 Aug 18 13:25:37.095748 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 57172) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:25:37.098359 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc464ca8-a054-41d8-abcd-a205127b3bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955a896d-2022-43d0-9126-53aa556f99b2,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:25:37.107138 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-977b76b7-0e87-4409-8544-c7c58bb9375e tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=161a0a675dcb4f668dec9565c8db14ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0889707 Aug 18 13:25:37.161299 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f28ae59e-183c-4a9a-9bc3-20bebfed74b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:37.183580 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f28ae59e-183c-4a9a-9bc3-20bebfed74b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:37.268003 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-5e03620b-300f-4be6-bf63-b19fecca60f6 service neutron] 10.222.0.13 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482832 Aug 18 13:25:37.313221 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f28ae59e-183c-4a9a-9bc3-20bebfed74b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:37.315849 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f28ae59e-183c-4a9a-9bc3-20bebfed74b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:37.319954 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f28ae59e-183c-4a9a-9bc3-20bebfed74b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/955a896d-2022-43d0-9126-53aa556f99b2 HTTP/1.1" status: 204 len: 168 time: 0.2229435 Aug 18 13:25:37.329340 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ae59e-183c-4a9a-9bc3-20bebfed74b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955a896d-2022-43d0-9126-53aa556f99b2,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:25:37.394882 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-149a2f71-ff1e-4e5a-b261-715dd5fbb6a9 service neutron] 10.222.0.13 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205187 Aug 18 13:25:38.115032 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-78ea4dfc-21e6-4c9a-8272-0f1ee52e2296 req-6cfea759-4d77-496c-a98b-314dd1a76870 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312fbd7-11c0-4a08-8168-ef1dd6766e5b HTTP/1.1" status: 200 len: 210 time: 0.0357776 Aug 18 13:25:39.192891 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-51e982ef-d0cb-4ab0-b278-5b1ee656f8f6 req-2b52f6d8-ea35-4900-9c95-3660fb1bb183 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312fbd7-11c0-4a08-8168-ef1dd6766e5b HTTP/1.1" status: 200 len: 210 time: 0.0289321 Aug 18 13:25:40.155844 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-3ea5073d-56f5-4b0f-86af-249f34100d40 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:40.157774 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-3ea5073d-56f5-4b0f-86af-249f34100d40 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.39 "GET /v2.0/networks?id=5a750657-6380-4216-8606-057245bf1333 HTTP/1.1" status: 200 len: 811 time: 0.1111426 Aug 18 13:25:40.215809 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-0fd54bb0-df64-4f60-af1c-66e08f783612 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=161a0a675dcb4f668dec9565c8db14ad HTTP/1.1" status: 200 len: 380 time: 0.0482759 Aug 18 13:25:40.226970 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-0c926e4f-e075-4385-8efc-0bc0551240b8 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Request body: {'port': {'device_id': 'd312fbd7-11c0-4a08-8168-ef1dd6766e5b', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'admin_state_up': True, 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'security_groups': ['0d3d7cbd-b506-4d21-adf2-c8e700ab211e']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:25:40.338044 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-436da5d8-b78c-41e1-928d-a786bd1eb5df req-4b7ae898-8188-4ad7-91bf-87be2c43c3a4 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312fbd7-11c0-4a08-8168-ef1dd6766e5b HTTP/1.1" status: 200 len: 210 time: 0.0427670 Aug 18 13:25:40.517383 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-0c926e4f-e075-4385-8efc-0bc0551240b8 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Made reservation on behalf of 161a0a675dcb4f668dec9565c8db14ad for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:25:40.517383 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-0c926e4f-e075-4385-8efc-0bc0551240b8 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:40.652745 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-0c926e4f-e075-4385-8efc-0bc0551240b8 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Allocated IP 172.20.0.7 (5a750657-6380-4216-8606-057245bf1333/df130f28-747c-4593-a4e4-fcc4c74ccec3/6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:25:41.166979 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-0c926e4f-e075-4385-8efc-0bc0551240b8 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:41.181562 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-0c926e4f-e075-4385-8efc-0bc0551240b8 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Transition to ACTIVE for port object 6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:25:41.334905 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-0c926e4f-e075-4385-8efc-0bc0551240b8 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:41.389999 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-0c926e4f-e075-4385-8efc-0bc0551240b8 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Network 5a750657-6380-4216-8606-057245bf1333 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:25:41.394065 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-0c926e4f-e075-4385-8efc-0bc0551240b8 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:25:41.397042 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-0c926e4f-e075-4385-8efc-0bc0551240b8 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:25:41.402376 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c926e4f-e075-4385-8efc-0bc0551240b8 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Pushing event updated for resources: {'Port': ['ID=6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:25:41.508609 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-0c926e4f-e075-4385-8efc-0bc0551240b8 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:41.509326 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-0c926e4f-e075-4385-8efc-0bc0551240b8 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:41.550219 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f6bbf-287c-4887-ae08-adfde1a532ca req-2290a3c8-2910-4d7a-9e75-ccc3dff4da9f tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:41.552017 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-125f6bbf-287c-4887-ae08-adfde1a532ca req-2290a3c8-2910-4d7a-9e75-ccc3dff4da9f tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312fbd7-11c0-4a08-8168-ef1dd6766e5b HTTP/1.1" status: 200 len: 931 time: 0.1084645 Aug 18 13:25:41.617231 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-125f6bbf-287c-4887-ae08-adfde1a532ca req-13b6f182-983e-4c12-9b95-799da683fed0 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565100 Aug 18 13:25:41.619556 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-0c926e4f-e075-4385-8efc-0bc0551240b8 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3949776 Aug 18 13:25:41.657204 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c7b475b2-b626-4441-a4d8-bbda60f9c20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:41.777900 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-2652ce24-b05c-4c07-94cf-d9c8c48ec394 service neutron] Request body: {'port': {'device_id': 'd312fbd7-11c0-4a08-8168-ef1dd6766e5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:25:41.838521 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-9e5251e5-ad47-4c93-b26b-56738ab65353 None None] Provisioning for port 6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:25:41.843981 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-9e5251e5-ad47-4c93-b26b-56738ab65353 None None] Provisioning complete for port 6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:25:41.844887 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9e5251e5-ad47-4c93-b26b-56738ab65353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:41.847933 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-2652ce24-b05c-4c07-94cf-d9c8c48ec394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:41.890438 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-9e5251e5-ad47-4c93-b26b-56738ab65353 None None] Port 6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:25:42.148039 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-2652ce24-b05c-4c07-94cf-d9c8c48ec394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:25:42.156765 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-2652ce24-b05c-4c07-94cf-d9c8c48ec394 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:42.170153 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-2652ce24-b05c-4c07-94cf-d9c8c48ec394 service neutron] Transition to ACTIVE for port object 6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:25:42.250337 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-2652ce24-b05c-4c07-94cf-d9c8c48ec394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:42.311801 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652ce24-b05c-4c07-94cf-d9c8c48ec394 service neutron] Pushing event updated for resources: {'Port': ['ID=6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:25:42.427435 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-2652ce24-b05c-4c07-94cf-d9c8c48ec394 service neutron] Attempting to bind port 6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:25:42.428508 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-2652ce24-b05c-4c07-94cf-d9c8c48ec394 service neutron] Attempting to bind port 6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '253e9a78-b703-48d2-8774-59f67598fdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5a750657-6380-4216-8606-057245bf1333'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:25:42.428844 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-2652ce24-b05c-4c07-94cf-d9c8c48ec394 service neutron] Attempting to bind port 6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6 on network 5a750657-6380-4216-8606-057245bf1333 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:25:42.434885 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-2652ce24-b05c-4c07-94cf-d9c8c48ec394 service neutron] Port 6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6 on network 5a750657-6380-4216-8606-057245bf1333 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:25:42.435286 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-2652ce24-b05c-4c07-94cf-d9c8c48ec394 service neutron] Attempting to bind port 6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6 on network 5a750657-6380-4216-8606-057245bf1333 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:25:42.444042 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-2652ce24-b05c-4c07-94cf-d9c8c48ec394 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:25:42.444520 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-2652ce24-b05c-4c07-94cf-d9c8c48ec394 service neutron] Checking segment: {'id': '253e9a78-b703-48d2-8774-59f67598fdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5a750657-6380-4216-8606-057245bf1333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:25:42.445056 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-2652ce24-b05c-4c07-94cf-d9c8c48ec394 service neutron] Bound using segment: {'id': '253e9a78-b703-48d2-8774-59f67598fdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5a750657-6380-4216-8606-057245bf1333'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:25:42.445698 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-2652ce24-b05c-4c07-94cf-d9c8c48ec394 service neutron] Bound port: 6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '253e9a78-b703-48d2-8774-59f67598fdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5a750657-6380-4216-8606-057245bf1333'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:25:42.446076 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-2652ce24-b05c-4c07-94cf-d9c8c48ec394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:42.528314 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-2652ce24-b05c-4c07-94cf-d9c8c48ec394 service neutron] For port 6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:25:42.532065 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-2652ce24-b05c-4c07-94cf-d9c8c48ec394 service neutron] For port 6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6,segment=NetworkSegment(253e9a78-b703-48d2-8774-59f67598fdbb),segment_id=253e9a78-b703-48d2-8774-59f67598fdbb)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:25:42.621937 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-2652ce24-b05c-4c07-94cf-d9c8c48ec394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:42.660697 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-2652ce24-b05c-4c07-94cf-d9c8c48ec394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:42.663175 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-2652ce24-b05c-4c07-94cf-d9c8c48ec394 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:42.663175 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-2652ce24-b05c-4c07-94cf-d9c8c48ec394 service neutron] 10.222.0.39 "PUT /v2.0/ports/6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6 HTTP/1.1" status: 200 len: 1091 time: 1.0370421 Aug 18 13:25:42.663660 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd312fbd7-11c0-4a08-8168-ef1dd6766e5b', 'tag': '6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:25:42.665744 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3bee80-e616-4b46-86b4-00c0c3d96544" -d '{"events": [{"name": "network-changed", "server_uuid": "d312fbd7-11c0-4a08-8168-ef1dd6766e5b", "tag": "6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:25:42.730283 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652ce24-b05c-4c07-94cf-d9c8c48ec394 service neutron] Pushing event updated for resources: {'Port': ['ID=6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:25:42.805535 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f0f667-8438-4072-9b90-a7ff2d256515 req-ec3692d7-2c47-4efb-9a58-c5413f58c51e tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:42.814900 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-00f0f667-8438-4072-9b90-a7ff2d256515 req-ec3692d7-2c47-4efb-9a58-c5413f58c51e tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312fbd7-11c0-4a08-8168-ef1dd6766e5b HTTP/1.1" status: 200 len: 943 time: 0.0788631 Aug 18 13:25:42.899384 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-00f0f667-8438-4072-9b90-a7ff2d256515 req-93fbe4e6-6bc1-4c87-8104-494d4db9161a tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749192 Aug 18 13:25:42.913150 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-4eb7a6a4-3f0e-4111-8e51-b49ac47f49a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:42.913150 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-4eb7a6a4-3f0e-4111-8e51-b49ac47f49a5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=161a0a675dcb4f668dec9565c8db14ad&device_id=d312fbd7-11c0-4a08-8168-ef1dd6766e5b HTTP/1.1" status: 200 len: 1094 time: 0.1399477 Aug 18 13:25:43.015399 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-ae72d019-ca3a-4c49-a92b-1a7f236081cb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6 HTTP/1.1" status: 200 len: 217 time: 0.0940843 Aug 18 13:25:43.081889 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb62e22-675e-41bb-9bea-46e327038721 x-openstack-request-id: req-0bb62e22-675e-41bb-9bea-46e327038721 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:25:43.082225 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d312fbd7-11c0-4a08-8168-ef1dd6766e5b", "tag": "6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:25:43.082441 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0bb62e22-675e-41bb-9bea-46e327038721 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:25:43.083011 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd312fbd7-11c0-4a08-8168-ef1dd6766e5b', 'tag': '6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6', 'status': 'completed', 'code': 200} Aug 18 13:25:43.123245 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-c7434957-e82c-4300-9c3c-df0235ed3fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:43.124744 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-c7434957-e82c-4300-9c3c-df0235ed3fed service neutron] 10.222.0.39 "GET /v2.0/subnets?id=df130f28-747c-4593-a4e4-fcc4c74ccec3 HTTP/1.1" status: 200 len: 850 time: 0.1058853 Aug 18 13:25:43.183428 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-4f1b64f0-4fee-4679-aa71-d1f5e53879ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:43.185016 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-4f1b64f0-4fee-4679-aa71-d1f5e53879ad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5a750657-6380-4216-8606-057245bf1333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517249 Aug 18 13:25:43.315901 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-408086ef-5d74-4ba9-831e-ef9adb274ed2 service neutron] 10.222.0.39 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230342 Aug 18 13:25:43.417792 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4eba2c2e-555f-44b4-b30b-1ef3c2fadcc1 req-63b4e8b6-332e-43c5-80f1-1f5f71f0557b service neutron] 10.222.0.39 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915010 Aug 18 13:25:43.656501 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3bee80-e616-4b46-86b4-00c0c3d96544 req-fdd8519a-4870-4715-b4c5-44926b8f1096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:43.658086 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a3bee80-e616-4b46-86b4-00c0c3d96544 req-fdd8519a-4870-4715-b4c5-44926b8f1096 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=161a0a675dcb4f668dec9565c8db14ad&device_id=d312fbd7-11c0-4a08-8168-ef1dd6766e5b HTTP/1.1" status: 200 len: 1094 time: 0.0843012 Aug 18 13:25:43.747767 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8c582065-6a29-4840-9d26-03b89b7ec284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:43.777125 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3bee80-e616-4b46-86b4-00c0c3d96544 req-ffb086d0-0221-46ed-8ef7-dadb5d4afbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:43.779055 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a3bee80-e616-4b46-86b4-00c0c3d96544 req-ffb086d0-0221-46ed-8ef7-dadb5d4afbcb service neutron] 10.222.0.39 "GET /v2.0/networks?id=5a750657-6380-4216-8606-057245bf1333 HTTP/1.1" status: 200 len: 912 time: 0.1125658 Aug 18 13:25:43.836465 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a3bee80-e616-4b46-86b4-00c0c3d96544 req-d1390ff5-7423-46df-8a02-f6e080b53981 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6 HTTP/1.1" status: 200 len: 217 time: 0.0489798 Aug 18 13:25:43.908343 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3bee80-e616-4b46-86b4-00c0c3d96544 req-beea764f-ad5b-415a-9762-f06ae42313d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:43.911092 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a3bee80-e616-4b46-86b4-00c0c3d96544 req-beea764f-ad5b-415a-9762-f06ae42313d9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=df130f28-747c-4593-a4e4-fcc4c74ccec3 HTTP/1.1" status: 200 len: 850 time: 0.0684843 Aug 18 13:25:44.048913 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3bee80-e616-4b46-86b4-00c0c3d96544 req-68374b7e-c94a-4702-a738-7dc71a3d4a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:44.050615 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a3bee80-e616-4b46-86b4-00c0c3d96544 req-68374b7e-c94a-4702-a738-7dc71a3d4a81 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5a750657-6380-4216-8606-057245bf1333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1191962 Aug 18 13:25:44.072000 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c5761-ede4-471b-a1a4-af0e30518d7c req-8d4616f6-b99e-4014-89b1-da49fa08a9d9 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:44.075920 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-235c5761-ede4-471b-a1a4-af0e30518d7c req-8d4616f6-b99e-4014-89b1-da49fa08a9d9 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312fbd7-11c0-4a08-8168-ef1dd6766e5b HTTP/1.1" status: 200 len: 943 time: 0.0596051 Aug 18 13:25:44.136159 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-235c5761-ede4-471b-a1a4-af0e30518d7c req-2a824f04-b421-4de2-a027-e87c76d0945d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494783 Aug 18 13:25:44.189106 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a3bee80-e616-4b46-86b4-00c0c3d96544 req-5354fbb8-2e19-42bf-86c0-50b21b7e1321 service neutron] 10.222.0.39 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312146 Aug 18 13:25:44.286304 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a3bee80-e616-4b46-86b4-00c0c3d96544 req-17f6b53e-d9d3-4ba9-ac5d-4ce1c5ba9f36 service neutron] 10.222.0.39 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872850 Aug 18 13:25:44.596448 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:45.248599 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ae6c6-2a07-44be-b98f-08f3ad6480de req-f4bc15a1-3fac-4ad7-8f02-bb01df9bf9a7 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:45.250091 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a79ae6c6-2a07-44be-b98f-08f3ad6480de req-f4bc15a1-3fac-4ad7-8f02-bb01df9bf9a7 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312fbd7-11c0-4a08-8168-ef1dd6766e5b HTTP/1.1" status: 200 len: 943 time: 0.0496693 Aug 18 13:25:45.289542 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a79ae6c6-2a07-44be-b98f-08f3ad6480de req-46c1b6bf-ef48-40f2-812c-c900d04d6d69 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334725 Aug 18 13:25:45.426939 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:46.428319 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e171e-6ccc-42d9-ac0d-8561250744df req-af8a4782-6611-48fe-a569-9535070c145c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:46.428319 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-014e171e-6ccc-42d9-ac0d-8561250744df req-af8a4782-6611-48fe-a569-9535070c145c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312fbd7-11c0-4a08-8168-ef1dd6766e5b HTTP/1.1" status: 200 len: 943 time: 0.0574951 Aug 18 13:25:46.466608 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-014e171e-6ccc-42d9-ac0d-8561250744df req-3b17491f-99d8-4775-9dc7-60963cfa679a tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348911 Aug 18 13:25:47.466666 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:47.594120 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccd7c7-6e73-4710-89cc-8b0a1c88f192 req-569253e3-94b6-488f-8e5d-987acfd460b0 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:47.595890 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e9ccd7c7-6e73-4710-89cc-8b0a1c88f192 req-569253e3-94b6-488f-8e5d-987acfd460b0 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312fbd7-11c0-4a08-8168-ef1dd6766e5b HTTP/1.1" status: 200 len: 943 time: 0.0556490 Aug 18 13:25:47.637882 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e9ccd7c7-6e73-4710-89cc-8b0a1c88f192 req-5bde589a-9eba-4b15-abb9-eec0d84184a9 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335970 Aug 18 13:25:48.755506 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fcca8-2eec-4e11-a8b5-d85cada4c396 req-7ac963b8-3e46-4c30-b3a8-a6e7b0c66174 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:48.757204 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d40fcca8-2eec-4e11-a8b5-d85cada4c396 req-7ac963b8-3e46-4c30-b3a8-a6e7b0c66174 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312fbd7-11c0-4a08-8168-ef1dd6766e5b HTTP/1.1" status: 200 len: 943 time: 0.0516112 Aug 18 13:25:48.798158 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d40fcca8-2eec-4e11-a8b5-d85cada4c396 req-6f4ebed8-09ca-4da5-a107-44383b370085 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345101 Aug 18 13:25:49.929993 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac2dd5-b33f-45b2-a171-6681019b78b8 req-e4dd4efe-0f9e-4915-8b0c-416ce1fef3cf tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:49.932228 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bbac2dd5-b33f-45b2-a171-6681019b78b8 req-e4dd4efe-0f9e-4915-8b0c-416ce1fef3cf tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312fbd7-11c0-4a08-8168-ef1dd6766e5b HTTP/1.1" status: 200 len: 943 time: 0.0514846 Aug 18 13:25:49.971061 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bbac2dd5-b33f-45b2-a171-6681019b78b8 req-77db3260-20e0-4e26-ba6f-3bc34cb5448a tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326321 Aug 18 13:25:51.091147 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dfb353-3b79-4c1b-b037-d82484a15943 req-180067a1-2940-451e-841b-1efdfc6d876a tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:51.092751 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c3dfb353-3b79-4c1b-b037-d82484a15943 req-180067a1-2940-451e-841b-1efdfc6d876a tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312fbd7-11c0-4a08-8168-ef1dd6766e5b HTTP/1.1" status: 200 len: 943 time: 0.0493219 Aug 18 13:25:51.137136 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c3dfb353-3b79-4c1b-b037-d82484a15943 req-a91901f5-a091-48c0-9bd4-45d78749f7e8 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380883 Aug 18 13:25:52.254827 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4019c8-38d7-40d2-8c61-3526ff22a7da req-8d06cb8e-6b76-4aaf-9f30-461171c91f59 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:52.256343 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aa4019c8-38d7-40d2-8c61-3526ff22a7da req-8d06cb8e-6b76-4aaf-9f30-461171c91f59 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312fbd7-11c0-4a08-8168-ef1dd6766e5b HTTP/1.1" status: 200 len: 943 time: 0.0493765 Aug 18 13:25:52.298581 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aa4019c8-38d7-40d2-8c61-3526ff22a7da req-1ac09bad-2431-4459-b421-27ee320dc6fd tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347531 Aug 18 13:25:52.893984 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:25:52.999013 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6,segment=NetworkSegment(253e9a78-b703-48d2-8774-59f67598fdbb),segment_id=253e9a78-b703-48d2-8774-59f67598fdbb)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:25:53.011904 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'port_id': '6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6', 'mac_address': 'fa:16:3e:97:d8:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:25:53.049580 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:53.063316 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:25:53.087309 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6,segment=NetworkSegment(253e9a78-b703-48d2-8774-59f67598fdbb),segment_id=253e9a78-b703-48d2-8774-59f67598fdbb)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:25:53.226477 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:53.292622 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:25:53.292622 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:25:53.292622 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:25:53.292622 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:25:53.292622 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:25:53.292622 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:25:53.292622 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:25:53.292622 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:25:53.292622 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:25:53.292622 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:25:53.292622 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:25:53.292622 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:25:53.292622 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:25:53.467316 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:25:53.795401 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc88cdd-6d1d-4529-a9e7-76452d81950f req-6b01dd50-643f-4f26-9b98-d6dc32f353e1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:53.796949 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0cc88cdd-6d1d-4529-a9e7-76452d81950f req-6b01dd50-643f-4f26-9b98-d6dc32f353e1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312fbd7-11c0-4a08-8168-ef1dd6766e5b HTTP/1.1" status: 200 len: 944 time: 0.4292243 Aug 18 13:25:53.836283 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0cc88cdd-6d1d-4529-a9e7-76452d81950f req-7839c6e9-778d-44b8-91aa-14c1c407b49a tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332792 Aug 18 13:25:54.912747 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:25:54.991620 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0383f-a692-404d-a14b-eebf7b3c9701 req-28694796-69e6-4216-afb4-58bf4d5e196d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:54.998670 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d8e0383f-a692-404d-a14b-eebf7b3c9701 req-28694796-69e6-4216-afb4-58bf4d5e196d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312fbd7-11c0-4a08-8168-ef1dd6766e5b HTTP/1.1" status: 200 len: 944 time: 0.0654192 Aug 18 13:25:55.055775 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:25:55.062308 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:25:55.062308 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:55.070723 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d8e0383f-a692-404d-a14b-eebf7b3c9701 req-5dbd6629-c440-4485-8bb6-745400bf58a2 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634906 Aug 18 13:25:55.149980 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:55.182034 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd312fbd7-11c0-4a08-8168-ef1dd6766e5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:25:55.184602 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b77068-77a9-4a83-b49d-6a198bea50ac" -d '{"events": [{"server_uuid": "d312fbd7-11c0-4a08-8168-ef1dd6766e5b", "name": "network-vif-plugged", "status": "completed", "tag": "6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:25:55.200927 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6,segment=NetworkSegment(253e9a78-b703-48d2-8774-59f67598fdbb),segment_id=253e9a78-b703-48d2-8774-59f67598fdbb)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:25:55.225965 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ae6433-d982-4098-b0fd-fe56679213ff x-openstack-request-id: req-61ae6433-d982-4098-b0fd-fe56679213ff {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:25:55.226347 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d312fbd7-11c0-4a08-8168-ef1dd6766e5b", "name": "network-vif-plugged", "status": "completed", "tag": "6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:25:55.226659 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-61ae6433-d982-4098-b0fd-fe56679213ff {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:25:55.228694 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd312fbd7-11c0-4a08-8168-ef1dd6766e5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6', 'code': 200} Aug 18 13:25:55.244493 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:55.323541 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:25:55.330395 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9926c1-96c0-48ae-ad79-18045f061c99 req-6352891a-0375-4c3f-a163-dfed76625e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:55.332258 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dc9926c1-96c0-48ae-ad79-18045f061c99 req-6352891a-0375-4c3f-a163-dfed76625e6e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d312fbd7-11c0-4a08-8168-ef1dd6766e5b HTTP/1.1" status: 200 len: 1096 time: 0.0441778 Aug 18 13:25:55.369165 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dc9926c1-96c0-48ae-ad79-18045f061c99 req-daa29e00-6c48-40dc-851b-0379d47e6dff service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296688 Aug 18 13:25:56.198695 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da95bd5-e0d1-4ad0-a4c0-3f28b3288147 req-e5573773-3c47-47fe-ae1d-73490ca3440b tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:56.200290 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5da95bd5-e0d1-4ad0-a4c0-3f28b3288147 req-e5573773-3c47-47fe-ae1d-73490ca3440b tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312fbd7-11c0-4a08-8168-ef1dd6766e5b HTTP/1.1" status: 200 len: 945 time: 0.0549734 Aug 18 13:25:56.240512 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5da95bd5-e0d1-4ad0-a4c0-3f28b3288147 req-1fd5eaf7-26cb-4110-abdd-ae60c25d57cd tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338261 Aug 18 13:25:57.359346 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8764d7-cc44-4aa3-8f19-58bddd6e7fec req-64145755-e166-4262-8313-a198328b2628 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:57.360867 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7e8764d7-cc44-4aa3-8f19-58bddd6e7fec req-64145755-e166-4262-8313-a198328b2628 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312fbd7-11c0-4a08-8168-ef1dd6766e5b HTTP/1.1" status: 200 len: 945 time: 0.0487494 Aug 18 13:25:57.399857 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7e8764d7-cc44-4aa3-8f19-58bddd6e7fec req-7a608465-e59b-4d91-8fd8-2e39e40f35f8 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327590 Aug 18 13:25:57.526193 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3cd872-6770-4e84-a26e-d591851371b5 req-b1abe667-d58b-4cd4-b5e0-db38fb073904 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:57.527766 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fa3cd872-6770-4e84-a26e-d591851371b5 req-b1abe667-d58b-4cd4-b5e0-db38fb073904 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312fbd7-11c0-4a08-8168-ef1dd6766e5b HTTP/1.1" status: 200 len: 945 time: 0.0548723 Aug 18 13:25:57.574900 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fa3cd872-6770-4e84-a26e-d591851371b5 req-69a6d94d-a352-4d0b-8569-66eb2a11aa7b tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399122 Aug 18 13:25:57.603927 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 57872) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:25:57.680551 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 57876) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:25:57.745516 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-84882813-1762-44d9-96ca-8eee4691b4b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:57.837837 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ecf0fd-2050-49a3-9c01-0fd899b80e93 tempest-TestVolumeBootPattern-526002965 tempest-TestVolumeBootPattern-526002965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:25:57.842140 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-09ecf0fd-2050-49a3-9c01-0fd899b80e93 tempest-TestVolumeBootPattern-526002965 tempest-TestVolumeBootPattern-526002965-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d312fbd7-11c0-4a08-8168-ef1dd6766e5b HTTP/1.1" status: 200 len: 1091 time: 0.2343473 Aug 18 13:25:57.846871 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 57880) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:25:57.848035 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-ff5d102b-d6f5-43fa-8f88-825202ac0551 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'port_id': '6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:25:57.876099 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-84882813-1762-44d9-96ca-8eee4691b4b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:57.986575 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-84882813-1762-44d9-96ca-8eee4691b4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:58.034097 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 57886) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:25:58.034331 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-84882813-1762-44d9-96ca-8eee4691b4b5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=51a22ec38d5a4d9a9ede549dabf7dd5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3519793 Aug 18 13:25:58.036530 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84882813-1762-44d9-96ca-8eee4691b4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e92844-fcaa-473f-9423-241d7dabe01a,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:25:58.098038 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-de525ae1-9c2a-4e55-b7b4-c2ce1bf936f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:58.120718 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-de525ae1-9c2a-4e55-b7b4-c2ce1bf936f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:58.137902 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ff5d102b-d6f5-43fa-8f88-825202ac0551 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for floatingip, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:58.203613 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:58.252835 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ff5d102b-d6f5-43fa-8f88-825202ac0551 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:58.290605 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-de525ae1-9c2a-4e55-b7b4-c2ce1bf936f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:58.293268 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-de525ae1-9c2a-4e55-b7b4-c2ce1bf936f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:58.294473 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-de525ae1-9c2a-4e55-b7b4-c2ce1bf936f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51e92844-fcaa-473f-9423-241d7dabe01a HTTP/1.1" status: 204 len: 168 time: 0.2591555 Aug 18 13:25:58.330834 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de525ae1-9c2a-4e55-b7b4-c2ce1bf936f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e92844-fcaa-473f-9423-241d7dabe01a,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:25:58.345885 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de525ae1-9c2a-4e55-b7b4-c2ce1bf936f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:25:58.346259 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de525ae1-9c2a-4e55-b7b4-c2ce1bf936f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:25:58.346614 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de525ae1-9c2a-4e55-b7b4-c2ce1bf936f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:25:58.346993 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de525ae1-9c2a-4e55-b7b4-c2ce1bf936f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:25:58.347289 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de525ae1-9c2a-4e55-b7b4-c2ce1bf936f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:25:58.347625 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de525ae1-9c2a-4e55-b7b4-c2ce1bf936f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:25:58.347955 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de525ae1-9c2a-4e55-b7b4-c2ce1bf936f9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:25:58.348283 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de525ae1-9c2a-4e55-b7b4-c2ce1bf936f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:25:58.348613 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de525ae1-9c2a-4e55-b7b4-c2ce1bf936f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:25:58.348942 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de525ae1-9c2a-4e55-b7b4-c2ce1bf936f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:25:58.349263 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de525ae1-9c2a-4e55-b7b4-c2ce1bf936f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:25:58.349588 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de525ae1-9c2a-4e55-b7b4-c2ce1bf936f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:25:58.406787 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-ff5d102b-d6f5-43fa-8f88-825202ac0551 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Allocated IP 172.25.6.245 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/1a7235a8-2619-4eba-84cb-7c0cd2a7efe4) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:25:58.514152 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ff5d102b-d6f5-43fa-8f88-825202ac0551 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:58.736743 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ff5d102b-d6f5-43fa-8f88-825202ac0551 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:58.776737 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5d102b-d6f5-43fa-8f88-825202ac0551 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:25:58.781824 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-ff5d102b-d6f5-43fa-8f88-825202ac0551 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:25:58.784567 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5d102b-d6f5-43fa-8f88-825202ac0551 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:25:58.813045 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d102b-d6f5-43fa-8f88-825202ac0551 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Pushing event updated for resources: {'Port': ['ID=1a7235a8-2619-4eba-84cb-7c0cd2a7efe4,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:25:58.884464 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:59.167239 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ff5d102b-d6f5-43fa-8f88-825202ac0551 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:59.334686 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ff5d102b-d6f5-43fa-8f88-825202ac0551 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:59.500331 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ff5d102b-d6f5-43fa-8f88-825202ac0551 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:59.654715 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ff5d102b-d6f5-43fa-8f88-825202ac0551 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:59.732389 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d102b-d6f5-43fa-8f88-825202ac0551 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Pushing event updated for resources: {'Port': ['ID=1a7235a8-2619-4eba-84cb-7c0cd2a7efe4,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:25:59.743553 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ff5d102b-d6f5-43fa-8f88-825202ac0551 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:25:59.862840 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [None req-ff5d102b-d6f5-43fa-8f88-825202ac0551 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Floating IP dc254e31-0f04-435e-9e66-64ff94543c62 associated. External IP: 172.25.6.245, port: 6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6. Aug 18 13:26:00.077362 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff5d102b-d6f5-43fa-8f88-825202ac0551 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Router ab757793-5676-4dbb-bae1-b9a4568692ad has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:26:00.186735 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5d102b-d6f5-43fa-8f88-825202ac0551 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:26:00.198320 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e680b5d1-a0ee-40f7-bfda-ef5e7f2d852f None None] Sync routers for ids ['ab757793-5676-4dbb-bae1-b9a4568692ad'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:26:00.207725 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e680b5d1-a0ee-40f7-bfda-ef5e7f2d852f None None] Routers {'ab757793-5676-4dbb-bae1-b9a4568692ad'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:26:00.208366 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e680b5d1-a0ee-40f7-bfda-ef5e7f2d852f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:25:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ab757793-5676-4dbb-bae1-b9a4568692ad'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:26:00.260464 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ff5d102b-d6f5-43fa-8f88-825202ac0551 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:00.294552 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ff5d102b-d6f5-43fa-8f88-825202ac0551 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4507508 Aug 18 13:26:00.295440 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd312fbd7-11c0-4a08-8168-ef1dd6766e5b', 'tag': '6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:26:00.298118 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9caaf68-3e05-449e-9612-115b8ec97a59" -d '{"events": [{"name": "network-changed", "server_uuid": "d312fbd7-11c0-4a08-8168-ef1dd6766e5b", "tag": "6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:26:00.324147 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-e680b5d1-a0ee-40f7-bfda-ef5e7f2d852f None None] Set router ab757793-5676-4dbb-bae1-b9a4568692ad gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:26:00.335929 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce2f250-7d29-44b4-8d86-6c428c1f1860 x-openstack-request-id: req-7ce2f250-7d29-44b4-8d86-6c428c1f1860 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:26:00.336225 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d312fbd7-11c0-4a08-8168-ef1dd6766e5b", "tag": "6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:26:00.336477 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ce2f250-7d29-44b4-8d86-6c428c1f1860 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:26:00.336945 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd312fbd7-11c0-4a08-8168-ef1dd6766e5b', 'tag': '6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6', 'status': 'completed', 'code': 200} Aug 18 13:26:00.398948 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9caaf68-3e05-449e-9612-115b8ec97a59 req-9bc8ee19-ca1c-4b57-87f1-0b000b652905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:00.401050 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c9caaf68-3e05-449e-9612-115b8ec97a59 req-9bc8ee19-ca1c-4b57-87f1-0b000b652905 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=161a0a675dcb4f668dec9565c8db14ad&device_id=d312fbd7-11c0-4a08-8168-ef1dd6766e5b HTTP/1.1" status: 200 len: 1096 time: 0.0423341 Aug 18 13:26:00.504605 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9caaf68-3e05-449e-9612-115b8ec97a59 req-73775ca9-63a6-4f2b-a315-7dc48bfc90f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:00.506283 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c9caaf68-3e05-449e-9612-115b8ec97a59 req-73775ca9-63a6-4f2b-a315-7dc48bfc90f7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5a750657-6380-4216-8606-057245bf1333 HTTP/1.1" status: 200 len: 912 time: 0.0972512 Aug 18 13:26:00.568279 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e680b5d1-a0ee-40f7-bfda-ef5e7f2d852f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'name': 'tempest-TestVolumeBootPattern-708085059-router', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:41Z', 'revision_number': 4, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'gw_port': {'id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ac:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'dc254e31-0f04-435e-9e66-64ff94543c62', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'floating_ip_address': '172.25.6.245', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'port_id': '6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'mac_address': 'fa:16:3e:97:d8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd312fbd7-11c0-4a08-8168-ef1dd6766e5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:25:59Z', 'updated_at': '2021-08-18T13:25:59Z', 'revision_number': 0, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9142b80-5376-4c1c-b88f-0a9b5664de79', 'name': '', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'mac_address': 'fa:16:3e:15:82:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:39Z', 'updated_at': '2021-08-18T13:19:50Z', 'revision_number': 5, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'subnets': [{'id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:26:00.574021 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c9caaf68-3e05-449e-9612-115b8ec97a59 req-6ad7d94f-3a30-4ede-af77-345d0c4cadc0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6 HTTP/1.1" status: 200 len: 999 time: 0.0602732 Aug 18 13:26:00.603875 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e680b5d1-a0ee-40f7-bfda-ef5e7f2d852f None None] Checking router: ab757793-5676-4dbb-bae1-b9a4568692ad for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:26:00.613302 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e680b5d1-a0ee-40f7-bfda-ef5e7f2d852f None None] Routers {'ab757793-5676-4dbb-bae1-b9a4568692ad'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:26:00.613997 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e680b5d1-a0ee-40f7-bfda-ef5e7f2d852f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:25:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ab757793-5676-4dbb-bae1-b9a4568692ad'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:26:00.624794 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9caaf68-3e05-449e-9612-115b8ec97a59 req-08fdc435-a324-4143-9d45-adf49b4e651b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:00.626298 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c9caaf68-3e05-449e-9612-115b8ec97a59 req-08fdc435-a324-4143-9d45-adf49b4e651b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=df130f28-747c-4593-a4e4-fcc4c74ccec3 HTTP/1.1" status: 200 len: 850 time: 0.0448773 Aug 18 13:26:00.683292 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9caaf68-3e05-449e-9612-115b8ec97a59 req-7304a027-666b-4f0c-b068-39992a82b198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:00.686692 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c9caaf68-3e05-449e-9612-115b8ec97a59 req-7304a027-666b-4f0c-b068-39992a82b198 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5a750657-6380-4216-8606-057245bf1333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537853 Aug 18 13:26:00.728792 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-e680b5d1-a0ee-40f7-bfda-ef5e7f2d852f None None] Set router ab757793-5676-4dbb-bae1-b9a4568692ad gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:26:00.781470 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c9caaf68-3e05-449e-9612-115b8ec97a59 req-1e907879-e3fd-4145-9cce-6b25db74343c service neutron] 10.222.0.39 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874188 Aug 18 13:26:00.884772 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c9caaf68-3e05-449e-9612-115b8ec97a59 req-caf7f8e5-6ddc-4d02-ab1b-ce16dad6be09 service neutron] 10.222.0.39 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959775 Aug 18 13:26:00.968739 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:26:01.111252 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e680b5d1-a0ee-40f7-bfda-ef5e7f2d852f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'name': 'tempest-TestVolumeBootPattern-708085059-router', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:41Z', 'revision_number': 4, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'gw_port': {'id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ac:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'dc254e31-0f04-435e-9e66-64ff94543c62', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'floating_ip_address': '172.25.6.245', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'port_id': '6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'mac_address': 'fa:16:3e:97:d8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd312fbd7-11c0-4a08-8168-ef1dd6766e5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:25:59Z', 'updated_at': '2021-08-18T13:25:59Z', 'revision_number': 0, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9142b80-5376-4c1c-b88f-0a9b5664de79', 'name': '', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'mac_address': 'fa:16:3e:15:82:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:39Z', 'updated_at': '2021-08-18T13:19:50Z', 'revision_number': 5, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'subnets': [{'id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:26:01.140575 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e680b5d1-a0ee-40f7-bfda-ef5e7f2d852f None None] The sync data for ids ['ab757793-5676-4dbb-bae1-b9a4568692ad'] in n-d-803603-2 is: [{'id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'name': 'tempest-TestVolumeBootPattern-708085059-router', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:41Z', 'revision_number': 4, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'gw_port': {'id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ac:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'dc254e31-0f04-435e-9e66-64ff94543c62', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'floating_ip_address': '172.25.6.245', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'port_id': '6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'mac_address': 'fa:16:3e:97:d8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd312fbd7-11c0-4a08-8168-ef1dd6766e5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:25:59Z', 'updated_at': '2021-08-18T13:25:59Z', 'revision_number': 0, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9142b80-5376-4c1c-b88f-0a9b5664de79', 'name': '', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'mac_address': 'fa:16:3e:15:82:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:39Z', 'updated_at': '2021-08-18T13:19:50Z', 'revision_number': 5, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'subnets': [{'id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:26:01.338196 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a111d0cc-c857-4452-a197-87721261f1e1 None None] New status for floating IP dc254e31-0f04-435e-9e66-64ff94543c62: ACTIVE {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:26:04.376687 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 58066) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:26:04.486211 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-08f40368-c23d-4df5-a6ec-92fe6c4c952b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:04.576153 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-08f40368-c23d-4df5-a6ec-92fe6c4c952b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:04.649521 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-08f40368-c23d-4df5-a6ec-92fe6c4c952b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:04.687409 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-08f40368-c23d-4df5-a6ec-92fe6c4c952b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66b099f2fafe461abd9c17a6d552c4a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3096485 Aug 18 13:26:04.689515 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f40368-c23d-4df5-a6ec-92fe6c4c952b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc3e649-a46d-44ec-873b-a215c4b4bf92,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:26:04.690662 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 58070) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:26:04.748169 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-97a545b3-ed8a-42e9-b17c-ced14fe952a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:04.773475 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-97a545b3-ed8a-42e9-b17c-ced14fe952a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:04.894677 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-97a545b3-ed8a-42e9-b17c-ced14fe952a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:04.897521 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-97a545b3-ed8a-42e9-b17c-ced14fe952a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:04.898935 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-97a545b3-ed8a-42e9-b17c-ced14fe952a6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dcc3e649-a46d-44ec-873b-a215c4b4bf92 HTTP/1.1" status: 204 len: 168 time: 0.2070441 Aug 18 13:26:04.907554 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a545b3-ed8a-42e9-b17c-ced14fe952a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc3e649-a46d-44ec-873b-a215c4b4bf92,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:26:05.510915 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 58080) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:26:05.524666 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c54ec4f1-bd0e-4ab5-a54c-63920cf7724d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:05.617322 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c54ec4f1-bd0e-4ab5-a54c-63920cf7724d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:05.694573 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c54ec4f1-bd0e-4ab5-a54c-63920cf7724d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:05.734343 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c54ec4f1-bd0e-4ab5-a54c-63920cf7724d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96e4d495ab3d4174ab8ab9f7d70c1d96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2221026 Aug 18 13:26:05.735150 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ec4f1-bd0e-4ab5-a54c-63920cf7724d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ecf188b-66df-4c81-8d93-5ec2a212f9d4,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:26:05.736850 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 58082) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:26:05.788331 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-443bff7e-fa0e-48b1-b79d-1c7597b56c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:05.809978 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-443bff7e-fa0e-48b1-b79d-1c7597b56c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:05.934823 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-443bff7e-fa0e-48b1-b79d-1c7597b56c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:05.937486 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-443bff7e-fa0e-48b1-b79d-1c7597b56c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:05.938714 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-443bff7e-fa0e-48b1-b79d-1c7597b56c0e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ecf188b-66df-4c81-8d93-5ec2a212f9d4 HTTP/1.1" status: 204 len: 168 time: 0.2002687 Aug 18 13:26:05.948239 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443bff7e-fa0e-48b1-b79d-1c7597b56c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ecf188b-66df-4c81-8d93-5ec2a212f9d4,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:26:07.135618 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 58114) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:26:07.235771 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-9a2a8c4b-1c5a-48c5-99df-685b155358bf admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-298250385-network', 'tenant_id': '29ff2bc75b8742a3934f2f29e66b9376'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:26:07.335262 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2a8c4b-1c5a-48c5-99df-685b155358bf admin admin] Made reservation on behalf of 29ff2bc75b8742a3934f2f29e66b9376 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:26:07.339043 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9a2a8c4b-1c5a-48c5-99df-685b155358bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:07.355343 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9a2a8c4b-1c5a-48c5-99df-685b155358bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:07.449813 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9a2a8c4b-1c5a-48c5-99df-685b155358bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:07.506130 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9a2a8c4b-1c5a-48c5-99df-685b155358bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:07.532947 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a2a8c4b-1c5a-48c5-99df-685b155358bf admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:26:07.541793 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a8c4b-1c5a-48c5-99df-685b155358bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc00c7d-df11-4357-979a-35eef3510edd,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:26:07.547795 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9a2a8c4b-1c5a-48c5-99df-685b155358bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:07.548201 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-9a2a8c4b-1c5a-48c5-99df-685b155358bf admin admin] Added segment 55f2819f-c086-45cc-8dcd-9b9a4fc351a1 of type vlan for network eb435b66-4692-42da-9127-aaff4b581749 Aug 18 13:26:07.589658 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9a2a8c4b-1c5a-48c5-99df-685b155358bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:07.763021 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9a2a8c4b-1c5a-48c5-99df-685b155358bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:07.764135 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2a8c4b-1c5a-48c5-99df-685b155358bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:07.764726 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9a2a8c4b-1c5a-48c5-99df-685b155358bf admin admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:07.828028 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a8c4b-1c5a-48c5-99df-685b155358bf admin admin] Pushing event updated for resources: {'Network': ['ID=eb435b66-4692-42da-9127-aaff4b581749,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:26:07.838766 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network eb435b66-4692-42da-9127-aaff4b581749 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:26:07.943694 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9a2a8c4b-1c5a-48c5-99df-685b155358bf admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.8042610 Aug 18 13:26:07.943961 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 58130) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:26:07.949114 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-620da180-3a87-4a27-9832-87277062d22f admin admin] Request body: {'subnet': {'network_id': 'eb435b66-4692-42da-9127-aaff4b581749', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-298250385-subnet', 'tenant_id': '29ff2bc75b8742a3934f2f29e66b9376', 'ip_version': 4}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:26:08.100646 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620da180-3a87-4a27-9832-87277062d22f admin admin] Made reservation on behalf of 29ff2bc75b8742a3934f2f29e66b9376 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:26:08.103764 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-620da180-3a87-4a27-9832-87277062d22f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:08.374438 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-620da180-3a87-4a27-9832-87277062d22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:08.434767 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620da180-3a87-4a27-9832-87277062d22f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6245d3a8-83cf-4adf-98ea-938670880171,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:26:08.442160 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620da180-3a87-4a27-9832-87277062d22f admin admin] Checking segment: {'id': '55f2819f-c086-45cc-8dcd-9b9a4fc351a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eb435b66-4692-42da-9127-aaff4b581749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:26:08.451353 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620da180-3a87-4a27-9832-87277062d22f admin admin] Network hostable DHCP agents. Network: eb435b66-4692-42da-9127-aaff4b581749, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:26:08.586105 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620da180-3a87-4a27-9832-87277062d22f admin admin] Network eb435b66-4692-42da-9127-aaff4b581749 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:26:08.683092 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-620da180-3a87-4a27-9832-87277062d22f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, eb435b66-4692-42da-9127-aaff4b581749) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:26:08.687853 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620da180-3a87-4a27-9832-87277062d22f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:08.688927 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-620da180-3a87-4a27-9832-87277062d22f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:08.692139 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f613d02b-7ca9-46d1-a940-8c13c6d7368c None None] Network eb435b66-4692-42da-9127-aaff4b581749 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:26:08.760979 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-620da180-3a87-4a27-9832-87277062d22f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8131332 Aug 18 13:26:08.761687 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 58138) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:26:08.766704 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-da760f6c-4735-4c93-89e7-0aeb5fb64631 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-298250385-router', 'tenant_id': '29ff2bc75b8742a3934f2f29e66b9376', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:26:08.838159 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-da760f6c-4735-4c93-89e7-0aeb5fb64631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:08.839300 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-da760f6c-4735-4c93-89e7-0aeb5fb64631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:08.848105 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8ba9ea-8c9e-45af-9cc6-18bd8faf7dbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-eb435b66-4692-42da-9127-aaff4b581749', 'network_id': 'eb435b66-4692-42da-9127-aaff4b581749', 'tenant_id': '29ff2bc75b8742a3934f2f29e66b9376', 'fixed_ips': [{'subnet_id': '6245d3a8-83cf-4adf-98ea-938670880171'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:26:08.850615 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6a8ba9ea-8c9e-45af-9cc6-18bd8faf7dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:08.895360 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-da760f6c-4735-4c93-89e7-0aeb5fb64631 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:08.992423 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-6a8ba9ea-8c9e-45af-9cc6-18bd8faf7dbb None None] Allocated IP 172.20.0.2 (eb435b66-4692-42da-9127-aaff4b581749/6245d3a8-83cf-4adf-98ea-938670880171/400cc776-a6e7-4d03-ae76-36890c256fbe) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:26:09.147276 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6a8ba9ea-8c9e-45af-9cc6-18bd8faf7dbb None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:09.152320 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-da760f6c-4735-4c93-89e7-0aeb5fb64631 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:09.156440 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-6a8ba9ea-8c9e-45af-9cc6-18bd8faf7dbb None None] Transition to ACTIVE for port object 400cc776-a6e7-4d03-ae76-36890c256fbe will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:26:09.171393 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-6a8ba9ea-8c9e-45af-9cc6-18bd8faf7dbb None None] Transition to ACTIVE for port object 400cc776-a6e7-4d03-ae76-36890c256fbe will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:26:09.313063 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6a8ba9ea-8c9e-45af-9cc6-18bd8faf7dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:09.360687 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8ba9ea-8c9e-45af-9cc6-18bd8faf7dbb None None] Network eb435b66-4692-42da-9127-aaff4b581749 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:26:09.363928 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-6a8ba9ea-8c9e-45af-9cc6-18bd8faf7dbb None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:26:09.367805 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8ba9ea-8c9e-45af-9cc6-18bd8faf7dbb None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:26:09.374571 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ba9ea-8c9e-45af-9cc6-18bd8faf7dbb None None] Pushing event updated for resources: {'Port': ['ID=400cc776-a6e7-4d03-ae76-36890c256fbe,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:26:09.432878 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-6a8ba9ea-8c9e-45af-9cc6-18bd8faf7dbb None None] Attempting to bind port 400cc776-a6e7-4d03-ae76-36890c256fbe on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:26:09.433346 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-6a8ba9ea-8c9e-45af-9cc6-18bd8faf7dbb None None] Attempting to bind port 400cc776-a6e7-4d03-ae76-36890c256fbe by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '55f2819f-c086-45cc-8dcd-9b9a4fc351a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eb435b66-4692-42da-9127-aaff4b581749'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:26:09.433779 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8ba9ea-8c9e-45af-9cc6-18bd8faf7dbb None None] Attempting to bind port 400cc776-a6e7-4d03-ae76-36890c256fbe on network eb435b66-4692-42da-9127-aaff4b581749 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:26:09.444274 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8ba9ea-8c9e-45af-9cc6-18bd8faf7dbb None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:26:09.444274 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8ba9ea-8c9e-45af-9cc6-18bd8faf7dbb None None] Checking segment: {'id': '55f2819f-c086-45cc-8dcd-9b9a4fc351a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eb435b66-4692-42da-9127-aaff4b581749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:26:09.444274 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6a8ba9ea-8c9e-45af-9cc6-18bd8faf7dbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:09.444274 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8ba9ea-8c9e-45af-9cc6-18bd8faf7dbb None None] Bound using segment: {'id': '55f2819f-c086-45cc-8dcd-9b9a4fc351a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eb435b66-4692-42da-9127-aaff4b581749'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:26:09.444274 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-6a8ba9ea-8c9e-45af-9cc6-18bd8faf7dbb None None] Bound port: 400cc776-a6e7-4d03-ae76-36890c256fbe, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f2819f-c086-45cc-8dcd-9b9a4fc351a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eb435b66-4692-42da-9127-aaff4b581749'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:26:09.444274 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6a8ba9ea-8c9e-45af-9cc6-18bd8faf7dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:09.481540 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-da760f6c-4735-4c93-89e7-0aeb5fb64631 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:09.517833 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-6a8ba9ea-8c9e-45af-9cc6-18bd8faf7dbb None None] For port 400cc776-a6e7-4d03-ae76-36890c256fbe, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:26:09.521700 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-6a8ba9ea-8c9e-45af-9cc6-18bd8faf7dbb None None] For port 400cc776-a6e7-4d03-ae76-36890c256fbe, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=400cc776-a6e7-4d03-ae76-36890c256fbe,segment=NetworkSegment(55f2819f-c086-45cc-8dcd-9b9a4fc351a1),segment_id=55f2819f-c086-45cc-8dcd-9b9a4fc351a1)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:26:09.701001 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6a8ba9ea-8c9e-45af-9cc6-18bd8faf7dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:09.766460 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ba9ea-8c9e-45af-9cc6-18bd8faf7dbb None None] Pushing event updated for resources: {'Port': ['ID=400cc776-a6e7-4d03-ae76-36890c256fbe,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:26:09.864954 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-da760f6c-4735-4c93-89e7-0aeb5fb64631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:09.999585 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-da760f6c-4735-4c93-89e7-0aeb5fb64631 admin admin] Allocated IP 172.25.6.192 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/052972a2-d8bd-4632-b722-a4c09f1cd5f2) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:26:10.111777 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-da760f6c-4735-4c93-89e7-0aeb5fb64631 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:10.215509 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-da760f6c-4735-4c93-89e7-0aeb5fb64631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:10.259048 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da760f6c-4735-4c93-89e7-0aeb5fb64631 admin admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:26:10.263993 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-da760f6c-4735-4c93-89e7-0aeb5fb64631 admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:26:10.270516 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da760f6c-4735-4c93-89e7-0aeb5fb64631 admin admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:26:10.292411 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da760f6c-4735-4c93-89e7-0aeb5fb64631 admin admin] Pushing event updated for resources: {'Port': ['ID=052972a2-d8bd-4632-b722-a4c09f1cd5f2,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:26:10.673222 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-da760f6c-4735-4c93-89e7-0aeb5fb64631 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:10.783796 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1100c2b-8809-4ef4-ad9d-98c2d89f38c0 None None] Network eb435b66-4692-42da-9127-aaff4b581749 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:26:10.881038 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-da760f6c-4735-4c93-89e7-0aeb5fb64631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:10.901514 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7046f14a-0bbf-44ab-b0ac-a973f9d99c86 None None] Provisioning for port 400cc776-a6e7-4d03-ae76-36890c256fbe completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:26:11.146063 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da760f6c-4735-4c93-89e7-0aeb5fb64631 admin admin] Router ca34e57e-ae9b-48ee-9741-c51c209a666d is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:26:11.259689 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da760f6c-4735-4c93-89e7-0aeb5fb64631 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:26:11.269253 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc13aa5-c238-4f7d-95b0-f88d06808e04 None None] Sync routers for ids ['ca34e57e-ae9b-48ee-9741-c51c209a666d'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:26:11.278478 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc13aa5-c238-4f7d-95b0-f88d06808e04 None None] Routers {'ca34e57e-ae9b-48ee-9741-c51c209a666d'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:26:11.279105 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-5fc13aa5-c238-4f7d-95b0-f88d06808e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:25:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ca34e57e-ae9b-48ee-9741-c51c209a666d'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:26:11.340575 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-da760f6c-4735-4c93-89e7-0aeb5fb64631 admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:11.344415 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-da760f6c-4735-4c93-89e7-0aeb5fb64631 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.5792248 Aug 18 13:26:11.345203 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 58176) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:26:11.395161 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-5fc13aa5-c238-4f7d-95b0-f88d06808e04 None None] Set router ca34e57e-ae9b-48ee-9741-c51c209a666d gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:26:11.572338 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 400cc776-a6e7-4d03-ae76-36890c256fbe up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:26:11.615488 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-655d42d7-8beb-42ed-baef-6aec3e77bbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:11.650001 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-5fc13aa5-c238-4f7d-95b0-f88d06808e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca34e57e-ae9b-48ee-9741-c51c209a666d', 'name': 'tempest-ImageQuotaTest-298250385-router', 'tenant_id': '29ff2bc75b8742a3934f2f29e66b9376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '052972a2-d8bd-4632-b722-a4c09f1cd5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:26:08Z', 'updated_at': '2021-08-18T13:26:10Z', 'revision_number': 3, 'project_id': '29ff2bc75b8742a3934f2f29e66b9376', 'gw_port': {'id': '052972a2-d8bd-4632-b722-a4c09f1cd5f2', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a9:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca34e57e-ae9b-48ee-9741-c51c209a666d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:26:09Z', 'updated_at': '2021-08-18T13:26:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:26:11.678488 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc13aa5-c238-4f7d-95b0-f88d06808e04 None None] Checking router: ca34e57e-ae9b-48ee-9741-c51c209a666d for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:26:11.678845 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc13aa5-c238-4f7d-95b0-f88d06808e04 None None] Updating router ca34e57e-ae9b-48ee-9741-c51c209a666d port 052972a2-d8bd-4632-b722-a4c09f1cd5f2 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:26:11.708838 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 400cc776-a6e7-4d03-ae76-36890c256fbe completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:26:11.713000 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5fc13aa5-c238-4f7d-95b0-f88d06808e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:11.716159 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 400cc776-a6e7-4d03-ae76-36890c256fbe triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:26:11.716525 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:11.860432 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2107db18-0af9-4efc-9c97-0fb6d9065943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:11.949846 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:12.009631 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 400cc776-a6e7-4d03-ae76-36890c256fbe, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=400cc776-a6e7-4d03-ae76-36890c256fbe,segment=NetworkSegment(55f2819f-c086-45cc-8dcd-9b9a4fc351a1),segment_id=55f2819f-c086-45cc-8dcd-9b9a4fc351a1)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:26:12.027295 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-2107db18-0af9-4efc-9c97-0fb6d9065943 admin admin] Allocated IP 172.20.0.1 (eb435b66-4692-42da-9127-aaff4b581749/6245d3a8-83cf-4adf-98ea-938670880171/305505b9-dc61-483c-9d2c-7c9bd1224626) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:26:12.096476 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:12.140941 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5fc13aa5-c238-4f7d-95b0-f88d06808e04 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:12.158427 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2107db18-0af9-4efc-9c97-0fb6d9065943 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:12.160729 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-5fc13aa5-c238-4f7d-95b0-f88d06808e04 None None] Transition to ACTIVE for port object 052972a2-d8bd-4632-b722-a4c09f1cd5f2 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:26:12.175188 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-2107db18-0af9-4efc-9c97-0fb6d9065943 admin admin] Transition to ACTIVE for port object 305505b9-dc61-483c-9d2c-7c9bd1224626 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:26:12.175759 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=400cc776-a6e7-4d03-ae76-36890c256fbe,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:26:12.231553 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5fc13aa5-c238-4f7d-95b0-f88d06808e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:12.268173 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2107db18-0af9-4efc-9c97-0fb6d9065943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:12.284350 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-5fc13aa5-c238-4f7d-95b0-f88d06808e04 None None] Attempting to bind port 052972a2-d8bd-4632-b722-a4c09f1cd5f2 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:26:12.284724 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-5fc13aa5-c238-4f7d-95b0-f88d06808e04 None None] Attempting to bind port 052972a2-d8bd-4632-b722-a4c09f1cd5f2 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:26:12.285495 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc13aa5-c238-4f7d-95b0-f88d06808e04 None None] Attempting to bind port 052972a2-d8bd-4632-b722-a4c09f1cd5f2 on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:26:12.292483 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b87b4f-ed57-4b37-8b5f-3b2aa1588bf0 None None] Pushing event updated for resources: {'Port': ['ID=052972a2-d8bd-4632-b722-a4c09f1cd5f2,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:26:12.297187 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc13aa5-c238-4f7d-95b0-f88d06808e04 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:26:12.297568 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc13aa5-c238-4f7d-95b0-f88d06808e04 None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:26:12.297976 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5fc13aa5-c238-4f7d-95b0-f88d06808e04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:12.298387 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc13aa5-c238-4f7d-95b0-f88d06808e04 None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:26:12.298857 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-5fc13aa5-c238-4f7d-95b0-f88d06808e04 None None] Bound port: 052972a2-d8bd-4632-b722-a4c09f1cd5f2, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:26:12.299346 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5fc13aa5-c238-4f7d-95b0-f88d06808e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:12.320703 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2107db18-0af9-4efc-9c97-0fb6d9065943 admin admin] Network eb435b66-4692-42da-9127-aaff4b581749 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:26:12.324025 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-2107db18-0af9-4efc-9c97-0fb6d9065943 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:26:12.329665 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2107db18-0af9-4efc-9c97-0fb6d9065943 admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:26:12.356856 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2107db18-0af9-4efc-9c97-0fb6d9065943 admin admin] Pushing event updated for resources: {'Port': ['ID=305505b9-dc61-483c-9d2c-7c9bd1224626,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:26:12.357503 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-5fc13aa5-c238-4f7d-95b0-f88d06808e04 None None] For port 052972a2-d8bd-4632-b722-a4c09f1cd5f2, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:26:12.361191 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-5fc13aa5-c238-4f7d-95b0-f88d06808e04 None None] For port 052972a2-d8bd-4632-b722-a4c09f1cd5f2, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=052972a2-d8bd-4632-b722-a4c09f1cd5f2,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:26:12.370221 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2107db18-0af9-4efc-9c97-0fb6d9065943 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:26:12.370569 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2107db18-0af9-4efc-9c97-0fb6d9065943 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:26:12.370906 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2107db18-0af9-4efc-9c97-0fb6d9065943 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:26:12.371238 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2107db18-0af9-4efc-9c97-0fb6d9065943 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:26:12.371563 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2107db18-0af9-4efc-9c97-0fb6d9065943 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:26:12.371885 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2107db18-0af9-4efc-9c97-0fb6d9065943 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:26:12.372208 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2107db18-0af9-4efc-9c97-0fb6d9065943 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:26:12.372581 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2107db18-0af9-4efc-9c97-0fb6d9065943 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:26:12.373090 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2107db18-0af9-4efc-9c97-0fb6d9065943 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:26:12.373413 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2107db18-0af9-4efc-9c97-0fb6d9065943 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:26:12.373737 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2107db18-0af9-4efc-9c97-0fb6d9065943 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:26:12.374060 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2107db18-0af9-4efc-9c97-0fb6d9065943 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:26:12.389375 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2107db18-0af9-4efc-9c97-0fb6d9065943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:12.466938 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5fc13aa5-c238-4f7d-95b0-f88d06808e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:12.580874 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc13aa5-c238-4f7d-95b0-f88d06808e04 None None] Routers {'ca34e57e-ae9b-48ee-9741-c51c209a666d'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:26:12.581505 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-5fc13aa5-c238-4f7d-95b0-f88d06808e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:25:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ca34e57e-ae9b-48ee-9741-c51c209a666d'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:26:12.583938 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b87b4f-ed57-4b37-8b5f-3b2aa1588bf0 None None] Pushing event updated for resources: {'Port': ['ID=052972a2-d8bd-4632-b722-a4c09f1cd5f2,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:26:12.599953 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2107db18-0af9-4efc-9c97-0fb6d9065943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:12.676232 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-6241d1ad-58a4-43a7-abc3-4583cab6ae83 None None] Provisioning for port 305505b9-dc61-483c-9d2c-7c9bd1224626 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:26:12.683945 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-6241d1ad-58a4-43a7-abc3-4583cab6ae83 None None] Provisioning complete for port 305505b9-dc61-483c-9d2c-7c9bd1224626 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:26:12.684303 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6241d1ad-58a4-43a7-abc3-4583cab6ae83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:12.780083 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2107db18-0af9-4efc-9c97-0fb6d9065943 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:12.838508 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2107db18-0af9-4efc-9c97-0fb6d9065943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:12.892106 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-5fc13aa5-c238-4f7d-95b0-f88d06808e04 None None] Set router ca34e57e-ae9b-48ee-9741-c51c209a666d gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:26:12.894843 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-6241d1ad-58a4-43a7-abc3-4583cab6ae83 None None] Port 305505b9-dc61-483c-9d2c-7c9bd1224626 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:26:12.912739 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2107db18-0af9-4efc-9c97-0fb6d9065943 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:12.965331 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2107db18-0af9-4efc-9c97-0fb6d9065943 admin admin] Pushing event updated for resources: {'Port': ['ID=305505b9-dc61-483c-9d2c-7c9bd1224626,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:26:13.016066 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2107db18-0af9-4efc-9c97-0fb6d9065943 admin admin] Network eb435b66-4692-42da-9127-aaff4b581749 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:26:13.017412 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-2107db18-0af9-4efc-9c97-0fb6d9065943 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:26:13.130031 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-5fc13aa5-c238-4f7d-95b0-f88d06808e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca34e57e-ae9b-48ee-9741-c51c209a666d', 'name': 'tempest-ImageQuotaTest-298250385-router', 'tenant_id': '29ff2bc75b8742a3934f2f29e66b9376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '052972a2-d8bd-4632-b722-a4c09f1cd5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:26:08Z', 'updated_at': '2021-08-18T13:26:12Z', 'revision_number': 4, 'project_id': '29ff2bc75b8742a3934f2f29e66b9376', 'gw_port': {'id': '052972a2-d8bd-4632-b722-a4c09f1cd5f2', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a9:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca34e57e-ae9b-48ee-9741-c51c209a666d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:26:09Z', 'updated_at': '2021-08-18T13:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '305505b9-dc61-483c-9d2c-7c9bd1224626', 'name': '', 'network_id': 'eb435b66-4692-42da-9127-aaff4b581749', 'tenant_id': '29ff2bc75b8742a3934f2f29e66b9376', 'mac_address': 'fa:16:3e:9a:61:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca34e57e-ae9b-48ee-9741-c51c209a666d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '6245d3a8-83cf-4adf-98ea-938670880171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:26:11Z', 'updated_at': '2021-08-18T13:26:12Z', 'revision_number': 1, 'project_id': '29ff2bc75b8742a3934f2f29e66b9376', 'subnets': [{'id': '6245d3a8-83cf-4adf-98ea-938670880171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:26:13.152009 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2107db18-0af9-4efc-9c97-0fb6d9065943 admin admin] Router ca34e57e-ae9b-48ee-9741-c51c209a666d has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:26:13.160923 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc13aa5-c238-4f7d-95b0-f88d06808e04 None None] The sync data for ids ['ca34e57e-ae9b-48ee-9741-c51c209a666d'] in n-d-803603-2 is: [{'id': 'ca34e57e-ae9b-48ee-9741-c51c209a666d', 'name': 'tempest-ImageQuotaTest-298250385-router', 'tenant_id': '29ff2bc75b8742a3934f2f29e66b9376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '052972a2-d8bd-4632-b722-a4c09f1cd5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:26:08Z', 'updated_at': '2021-08-18T13:26:12Z', 'revision_number': 4, 'project_id': '29ff2bc75b8742a3934f2f29e66b9376', 'gw_port': {'id': '052972a2-d8bd-4632-b722-a4c09f1cd5f2', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a9:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca34e57e-ae9b-48ee-9741-c51c209a666d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:26:09Z', 'updated_at': '2021-08-18T13:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '305505b9-dc61-483c-9d2c-7c9bd1224626', 'name': '', 'network_id': 'eb435b66-4692-42da-9127-aaff4b581749', 'tenant_id': '29ff2bc75b8742a3934f2f29e66b9376', 'mac_address': 'fa:16:3e:9a:61:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca34e57e-ae9b-48ee-9741-c51c209a666d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '6245d3a8-83cf-4adf-98ea-938670880171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:26:11Z', 'updated_at': '2021-08-18T13:26:12Z', 'revision_number': 1, 'project_id': '29ff2bc75b8742a3934f2f29e66b9376', 'subnets': [{'id': '6245d3a8-83cf-4adf-98ea-938670880171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:26:13.285762 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2107db18-0af9-4efc-9c97-0fb6d9065943 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:26:13.291552 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2107db18-0af9-4efc-9c97-0fb6d9065943 admin admin] 10.222.0.13 "PUT /v2.0/routers/ca34e57e-ae9b-48ee-9741-c51c209a666d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9452181 Aug 18 13:26:13.316040 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-724d077d-08a2-40ee-aa6b-a61d5bca3b62 None None] Provisioning complete for port 305505b9-dc61-483c-9d2c-7c9bd1224626 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:26:13.316412 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-724d077d-08a2-40ee-aa6b-a61d5bca3b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:13.364237 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-724d077d-08a2-40ee-aa6b-a61d5bca3b62 None None] Port 305505b9-dc61-483c-9d2c-7c9bd1224626 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:26:13.549696 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 400cc776-a6e7-4d03-ae76-36890c256fbe up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:26:13.603696 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 400cc776-a6e7-4d03-ae76-36890c256fbe triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:26:13.604092 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:13.780631 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-385de2b7-1d46-4799-9d4a-412c3d8a10af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:14.580641 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:14.659260 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 58236) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:26:15.005337 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5713ec07-aa54-4bd7-b542-4247c5d664e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:15.262803 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-5713ec07-aa54-4bd7-b542-4247c5d664e5 admin admin] Deleting port 305505b9-dc61-483c-9d2c-7c9bd1224626 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:26:15.263148 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5713ec07-aa54-4bd7-b542-4247c5d664e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:15.347129 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5713ec07-aa54-4bd7-b542-4247c5d664e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:15.366842 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-5713ec07-aa54-4bd7-b542-4247c5d664e5 admin admin] Calling delete_port for 305505b9-dc61-483c-9d2c-7c9bd1224626 owned by network:router_interface {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:26:15.403232 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a44da6-bd08-4cac-8a69-7e962bd365d8 None None] Sync routers for ids ['ca34e57e-ae9b-48ee-9741-c51c209a666d'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:26:15.413554 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a44da6-bd08-4cac-8a69-7e962bd365d8 None None] Routers {'ca34e57e-ae9b-48ee-9741-c51c209a666d'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:26:15.415537 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-65a44da6-bd08-4cac-8a69-7e962bd365d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:26:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ca34e57e-ae9b-48ee-9741-c51c209a666d'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:26:15.460766 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:15.538871 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-65a44da6-bd08-4cac-8a69-7e962bd365d8 None None] Set router ca34e57e-ae9b-48ee-9741-c51c209a666d gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:26:15.575953 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 052972a2-d8bd-4632-b722-a4c09f1cd5f2 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:26:15.689104 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5713ec07-aa54-4bd7-b542-4247c5d664e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:15.712358 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 052972a2-d8bd-4632-b722-a4c09f1cd5f2 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:26:15.716637 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 052972a2-d8bd-4632-b722-a4c09f1cd5f2 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:26:15.721107 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:15.737022 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713ec07-aa54-4bd7-b542-4247c5d664e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=305505b9-dc61-483c-9d2c-7c9bd1224626,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:26:15.772503 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-65a44da6-bd08-4cac-8a69-7e962bd365d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca34e57e-ae9b-48ee-9741-c51c209a666d', 'name': 'tempest-ImageQuotaTest-298250385-router', 'tenant_id': '29ff2bc75b8742a3934f2f29e66b9376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '052972a2-d8bd-4632-b722-a4c09f1cd5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:26:08Z', 'updated_at': '2021-08-18T13:26:12Z', 'revision_number': 4, 'project_id': '29ff2bc75b8742a3934f2f29e66b9376', 'gw_port': {'id': '052972a2-d8bd-4632-b722-a4c09f1cd5f2', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a9:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca34e57e-ae9b-48ee-9741-c51c209a666d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:26:09Z', 'updated_at': '2021-08-18T13:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '305505b9-dc61-483c-9d2c-7c9bd1224626', 'name': '', 'network_id': 'eb435b66-4692-42da-9127-aaff4b581749', 'tenant_id': '29ff2bc75b8742a3934f2f29e66b9376', 'mac_address': 'fa:16:3e:9a:61:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca34e57e-ae9b-48ee-9741-c51c209a666d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '6245d3a8-83cf-4adf-98ea-938670880171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:26:11Z', 'updated_at': '2021-08-18T13:26:12Z', 'revision_number': 2, 'project_id': '29ff2bc75b8742a3934f2f29e66b9376', 'subnets': [{'id': '6245d3a8-83cf-4adf-98ea-938670880171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:26:15.802891 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a44da6-bd08-4cac-8a69-7e962bd365d8 None None] Checking router: ca34e57e-ae9b-48ee-9741-c51c209a666d for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:26:15.803486 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a44da6-bd08-4cac-8a69-7e962bd365d8 None None] Updating router ca34e57e-ae9b-48ee-9741-c51c209a666d port 305505b9-dc61-483c-9d2c-7c9bd1224626 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:26:15.825196 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a44da6-bd08-4cac-8a69-7e962bd365d8 None None] Port 305505b9-dc61-483c-9d2c-7c9bd1224626 not found while updating agent binding for router ca34e57e-ae9b-48ee-9741-c51c209a666d. {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 18 13:26:15.835064 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a44da6-bd08-4cac-8a69-7e962bd365d8 None None] Routers {'ca34e57e-ae9b-48ee-9741-c51c209a666d'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:26:15.835988 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-65a44da6-bd08-4cac-8a69-7e962bd365d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:26:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ca34e57e-ae9b-48ee-9741-c51c209a666d'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:26:15.860425 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:15.883052 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 052972a2-d8bd-4632-b722-a4c09f1cd5f2, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=052972a2-d8bd-4632-b722-a4c09f1cd5f2,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:26:15.951630 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:15.970781 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5713ec07-aa54-4bd7-b542-4247c5d664e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:15.986957 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-65a44da6-bd08-4cac-8a69-7e962bd365d8 None None] Set router ca34e57e-ae9b-48ee-9741-c51c209a666d gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:26:16.023222 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=052972a2-d8bd-4632-b722-a4c09f1cd5f2,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:26:16.219204 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-65a44da6-bd08-4cac-8a69-7e962bd365d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca34e57e-ae9b-48ee-9741-c51c209a666d', 'name': 'tempest-ImageQuotaTest-298250385-router', 'tenant_id': '29ff2bc75b8742a3934f2f29e66b9376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '052972a2-d8bd-4632-b722-a4c09f1cd5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:26:08Z', 'updated_at': '2021-08-18T13:26:15Z', 'revision_number': 5, 'project_id': '29ff2bc75b8742a3934f2f29e66b9376', 'gw_port': {'id': '052972a2-d8bd-4632-b722-a4c09f1cd5f2', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a9:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca34e57e-ae9b-48ee-9741-c51c209a666d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:26:09Z', 'updated_at': '2021-08-18T13:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:26:16.248209 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a44da6-bd08-4cac-8a69-7e962bd365d8 None None] The sync data for ids ['ca34e57e-ae9b-48ee-9741-c51c209a666d'] in n-d-803603-2 is: [{'id': 'ca34e57e-ae9b-48ee-9741-c51c209a666d', 'name': 'tempest-ImageQuotaTest-298250385-router', 'tenant_id': '29ff2bc75b8742a3934f2f29e66b9376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '052972a2-d8bd-4632-b722-a4c09f1cd5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:26:08Z', 'updated_at': '2021-08-18T13:26:15Z', 'revision_number': 5, 'project_id': '29ff2bc75b8742a3934f2f29e66b9376', 'gw_port': {'id': '052972a2-d8bd-4632-b722-a4c09f1cd5f2', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a9:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca34e57e-ae9b-48ee-9741-c51c209a666d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:26:09Z', 'updated_at': '2021-08-18T13:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:26:16.254485 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5713ec07-aa54-4bd7-b542-4247c5d664e5 admin admin] Router ca34e57e-ae9b-48ee-9741-c51c209a666d has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:26:16.377068 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5713ec07-aa54-4bd7-b542-4247c5d664e5 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:26:16.383427 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5713ec07-aa54-4bd7-b542-4247c5d664e5 admin admin] 10.222.0.13 "PUT /v2.0/routers/ca34e57e-ae9b-48ee-9741-c51c209a666d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7224584 Aug 18 13:26:16.387006 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 58264) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:26:16.497784 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b1070aba-39a5-4ccf-8dd9-74eb354be7f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:16.611888 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b1070aba-39a5-4ccf-8dd9-74eb354be7f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:16.750380 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-b1070aba-39a5-4ccf-8dd9-74eb354be7f9 admin admin] Deleting port 052972a2-d8bd-4632-b722-a4c09f1cd5f2 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:26:16.750986 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b1070aba-39a5-4ccf-8dd9-74eb354be7f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:16.845266 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-b1070aba-39a5-4ccf-8dd9-74eb354be7f9 admin admin] For port 052972a2-d8bd-4632-b722-a4c09f1cd5f2, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=052972a2-d8bd-4632-b722-a4c09f1cd5f2,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:26:16.845877 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42ef91d-89cf-4f71-aa0a-e273aa434598 None None] Sync routers for ids ['ca34e57e-ae9b-48ee-9741-c51c209a666d'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:26:16.846589 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b1070aba-39a5-4ccf-8dd9-74eb354be7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:16.866145 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42ef91d-89cf-4f71-aa0a-e273aa434598 None None] Routers {'ca34e57e-ae9b-48ee-9741-c51c209a666d'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:26:16.866503 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d42ef91d-89cf-4f71-aa0a-e273aa434598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:26:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ca34e57e-ae9b-48ee-9741-c51c209a666d'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:26:16.867777 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-b1070aba-39a5-4ccf-8dd9-74eb354be7f9 admin admin] Calling delete_port for 052972a2-d8bd-4632-b722-a4c09f1cd5f2 owned by network:router_gateway {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:26:16.957274 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-d42ef91d-89cf-4f71-aa0a-e273aa434598 None None] Set router ca34e57e-ae9b-48ee-9741-c51c209a666d gateway port host: None {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:26:17.017857 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d42ef91d-89cf-4f71-aa0a-e273aa434598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca34e57e-ae9b-48ee-9741-c51c209a666d', 'name': 'tempest-ImageQuotaTest-298250385-router', 'tenant_id': '29ff2bc75b8742a3934f2f29e66b9376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:26:08Z', 'updated_at': '2021-08-18T13:26:16Z', 'revision_number': 6, 'project_id': '29ff2bc75b8742a3934f2f29e66b9376', 'gw_port_host': None}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:26:17.050008 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42ef91d-89cf-4f71-aa0a-e273aa434598 None None] Checking router: ca34e57e-ae9b-48ee-9741-c51c209a666d for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:26:17.061116 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42ef91d-89cf-4f71-aa0a-e273aa434598 None None] Routers {'ca34e57e-ae9b-48ee-9741-c51c209a666d'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:26:17.061832 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d42ef91d-89cf-4f71-aa0a-e273aa434598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:26:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ca34e57e-ae9b-48ee-9741-c51c209a666d'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:26:17.106262 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b1070aba-39a5-4ccf-8dd9-74eb354be7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:17.134720 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1070aba-39a5-4ccf-8dd9-74eb354be7f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=052972a2-d8bd-4632-b722-a4c09f1cd5f2,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:26:17.159529 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-d42ef91d-89cf-4f71-aa0a-e273aa434598 None None] Set router ca34e57e-ae9b-48ee-9741-c51c209a666d gateway port host: None {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:26:17.207497 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b1070aba-39a5-4ccf-8dd9-74eb354be7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:17.231930 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d42ef91d-89cf-4f71-aa0a-e273aa434598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca34e57e-ae9b-48ee-9741-c51c209a666d', 'name': 'tempest-ImageQuotaTest-298250385-router', 'tenant_id': '29ff2bc75b8742a3934f2f29e66b9376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:26:08Z', 'updated_at': '2021-08-18T13:26:16Z', 'revision_number': 6, 'project_id': '29ff2bc75b8742a3934f2f29e66b9376', 'gw_port_host': None}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:26:17.261905 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42ef91d-89cf-4f71-aa0a-e273aa434598 None None] The sync data for ids ['ca34e57e-ae9b-48ee-9741-c51c209a666d'] in n-d-803603-2 is: [{'id': 'ca34e57e-ae9b-48ee-9741-c51c209a666d', 'name': 'tempest-ImageQuotaTest-298250385-router', 'tenant_id': '29ff2bc75b8742a3934f2f29e66b9376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:26:08Z', 'updated_at': '2021-08-18T13:26:16Z', 'revision_number': 6, 'project_id': '29ff2bc75b8742a3934f2f29e66b9376', 'gw_port_host': None}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:26:17.314810 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b1070aba-39a5-4ccf-8dd9-74eb354be7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:17.316778 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b1070aba-39a5-4ccf-8dd9-74eb354be7f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:17.409937 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:17.449245 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b1070aba-39a5-4ccf-8dd9-74eb354be7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:17.462380 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1070aba-39a5-4ccf-8dd9-74eb354be7f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca34e57e-ae9b-48ee-9741-c51c209a666d {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:26:17.462380 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b1070aba-39a5-4ccf-8dd9-74eb354be7f9 admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:17.462380 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b1070aba-39a5-4ccf-8dd9-74eb354be7f9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ca34e57e-ae9b-48ee-9741-c51c209a666d HTTP/1.1" status: 204 len: 168 time: 1.0694640 Aug 18 13:26:17.462380 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 58280) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:26:17.512262 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab227141-b58f-44ab-9089-1382e8ccfa06 admin admin] Deleting subnet 6245d3a8-83cf-4adf-98ea-938670880171 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:26:17.517403 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ab227141-b58f-44ab-9089-1382e8ccfa06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:17.554077 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ab227141-b58f-44ab-9089-1382e8ccfa06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:17.638924 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ab227141-b58f-44ab-9089-1382e8ccfa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:17.785164 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 305505b9-dc61-483c-9d2c-7c9bd1224626 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:26:17.786851 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ab227141-b58f-44ab-9089-1382e8ccfa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:17.813629 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 305505b9-dc61-483c-9d2c-7c9bd1224626 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:26:17.818665 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 305505b9-dc61-483c-9d2c-7c9bd1224626 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:26:17.818665 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 052972a2-d8bd-4632-b722-a4c09f1cd5f2 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:26:17.819013 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab227141-b58f-44ab-9089-1382e8ccfa06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6245d3a8-83cf-4adf-98ea-938670880171,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:26:17.821869 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ab227141-b58f-44ab-9089-1382e8ccfa06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:17.826467 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ab227141-b58f-44ab-9089-1382e8ccfa06 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6245d3a8-83cf-4adf-98ea-938670880171 HTTP/1.1" status: 204 len: 168 time: 0.3604972 Aug 18 13:26:17.827035 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 58284) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:26:17.845804 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a78dd9-2beb-4af1-a34f-dbaab0f1c47b None None] Network eb435b66-4692-42da-9127-aaff4b581749 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:26:17.849594 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 052972a2-d8bd-4632-b722-a4c09f1cd5f2 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:26:17.850243 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 052972a2-d8bd-4632-b722-a4c09f1cd5f2 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:26:17.940442 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-40f4db6e-98d6-4a1c-9e25-6da85249d0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:18.003057 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-40f4db6e-98d6-4a1c-9e25-6da85249d0f5 admin admin] Deleting port 400cc776-a6e7-4d03-ae76-36890c256fbe {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:26:18.003410 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-40f4db6e-98d6-4a1c-9e25-6da85249d0f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:18.099609 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-40f4db6e-98d6-4a1c-9e25-6da85249d0f5 admin admin] For port 400cc776-a6e7-4d03-ae76-36890c256fbe, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=400cc776-a6e7-4d03-ae76-36890c256fbe,segment=NetworkSegment(55f2819f-c086-45cc-8dcd-9b9a4fc351a1),segment_id=55f2819f-c086-45cc-8dcd-9b9a4fc351a1)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:26:18.099983 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-40f4db6e-98d6-4a1c-9e25-6da85249d0f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:18.100132 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4748e3f-f341-4937-8b65-5ad19422dfa1 None None] DHCP port deletion for eb435b66-4692-42da-9127-aaff4b581749 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:26:18.117242 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-40f4db6e-98d6-4a1c-9e25-6da85249d0f5 admin admin] Calling delete_port for 400cc776-a6e7-4d03-ae76-36890c256fbe owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:26:18.161883 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-a4748e3f-f341-4937-8b65-5ad19422dfa1 None None] Deleting port 400cc776-a6e7-4d03-ae76-36890c256fbe {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:26:18.162352 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a4748e3f-f341-4937-8b65-5ad19422dfa1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:18.232138 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-a4748e3f-f341-4937-8b65-5ad19422dfa1 None None] For port 400cc776-a6e7-4d03-ae76-36890c256fbe, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=400cc776-a6e7-4d03-ae76-36890c256fbe,segment=NetworkSegment(55f2819f-c086-45cc-8dcd-9b9a4fc351a1),segment_id=55f2819f-c086-45cc-8dcd-9b9a4fc351a1)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:26:18.232536 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a4748e3f-f341-4937-8b65-5ad19422dfa1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:18.245606 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-a4748e3f-f341-4937-8b65-5ad19422dfa1 None None] Calling delete_port for 400cc776-a6e7-4d03-ae76-36890c256fbe owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:26:18.301230 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-40f4db6e-98d6-4a1c-9e25-6da85249d0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:18.329137 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a4748e3f-f341-4937-8b65-5ad19422dfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:18.333409 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f4db6e-98d6-4a1c-9e25-6da85249d0f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=400cc776-a6e7-4d03-ae76-36890c256fbe,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:26:18.337258 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f4db6e-98d6-4a1c-9e25-6da85249d0f5 admin admin] No DVR routers for this DVR port 400cc776-a6e7-4d03-ae76-36890c256fbe on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:26:18.361316 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4748e3f-f341-4937-8b65-5ad19422dfa1 None None] No DVR routers for this DVR port 400cc776-a6e7-4d03-ae76-36890c256fbe on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:26:18.371527 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4748e3f-f341-4937-8b65-5ad19422dfa1 None None] Pushing event deleted for resources: {'Port': ['ID=400cc776-a6e7-4d03-ae76-36890c256fbe,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:26:18.414236 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-40f4db6e-98d6-4a1c-9e25-6da85249d0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:18.424375 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-40f4db6e-98d6-4a1c-9e25-6da85249d0f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb435b66-4692-42da-9127-aaff4b581749']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:26:18.435066 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-40f4db6e-98d6-4a1c-9e25-6da85249d0f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55f2819f-c086-45cc-8dcd-9b9a4fc351a1') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:26:18.435454 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-40f4db6e-98d6-4a1c-9e25-6da85249d0f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55f2819f-c086-45cc-8dcd-9b9a4fc351a1') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:26:18.444925 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-40f4db6e-98d6-4a1c-9e25-6da85249d0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:18.464176 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-40f4db6e-98d6-4a1c-9e25-6da85249d0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:18.470910 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40f4db6e-98d6-4a1c-9e25-6da85249d0f5 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:26:18.471025 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-40f4db6e-98d6-4a1c-9e25-6da85249d0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:18.473230 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:26:18.473230 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:26:18.473230 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:26:18.473230 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:26:18.473230 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:26:18.473230 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:26:18.473230 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:26:18.473230 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:26:18.473230 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:26:18.473230 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:26:18.473230 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:26:18.473230 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:26:18.473230 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:26:18.473230 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:26:18.473230 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:26:18.473230 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:26:18.473230 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:26:18.473230 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:26:18.473230 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:26:18.473230 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:26:18.473230 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:26:18.473230 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:26:18.473230 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:26:18.473230 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:26:18.473230 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:26:18.473230 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:26:18.473230 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:26:18.473230 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:26:18.473230 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:26:18.473230 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:26:18.473230 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:26:18.473230 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:26:18.597205 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-40f4db6e-98d6-4a1c-9e25-6da85249d0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:18.603351 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-40f4db6e-98d6-4a1c-9e25-6da85249d0f5 admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:18.605430 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-40f4db6e-98d6-4a1c-9e25-6da85249d0f5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/eb435b66-4692-42da-9127-aaff4b581749 HTTP/1.1" status: 204 len: 168 time: 0.7773287 Aug 18 13:26:18.619081 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f4db6e-98d6-4a1c-9e25-6da85249d0f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb435b66-4692-42da-9127-aaff4b581749,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:26:18.927729 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 58302) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:26:18.971624 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-65341a87-c3d0-4654-9464-a16149b99626 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=29ff2bc75b8742a3934f2f29e66b9376&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426934 Aug 18 13:26:18.974441 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 58304) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:26:19.033845 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ec6ef285-f34a-4952-ad27-5d8ae2e92a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:19.056777 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ec6ef285-f34a-4952-ad27-5d8ae2e92a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:19.174797 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ec6ef285-f34a-4952-ad27-5d8ae2e92a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:19.177834 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ec6ef285-f34a-4952-ad27-5d8ae2e92a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:19.179413 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ec6ef285-f34a-4952-ad27-5d8ae2e92a17 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9fc00c7d-df11-4357-979a-35eef3510edd HTTP/1.1" status: 204 len: 168 time: 0.2037792 Aug 18 13:26:19.188831 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ef285-f34a-4952-ad27-5d8ae2e92a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc00c7d-df11-4357-979a-35eef3510edd,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:26:19.500096 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 400cc776-a6e7-4d03-ae76-36890c256fbe no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:26:19.521604 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 400cc776-a6e7-4d03-ae76-36890c256fbe {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:26:19.521947 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 400cc776-a6e7-4d03-ae76-36890c256fbe not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:26:19.972874 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 58322) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:26:19.986624 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2fe47104-b303-4d0e-8254-ab240d527420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:20.084968 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2fe47104-b303-4d0e-8254-ab240d527420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:20.180081 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2fe47104-b303-4d0e-8254-ab240d527420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:20.221170 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2fe47104-b303-4d0e-8254-ab240d527420 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2471857 Aug 18 13:26:20.222406 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe47104-b303-4d0e-8254-ab240d527420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a83f9cc-009b-4ac2-bdd3-13d5b3fb08a3,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:26:20.224066 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 58326) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:26:20.289313 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4faa8267-1eb0-4804-8ddd-1e347f5633c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:20.313125 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4faa8267-1eb0-4804-8ddd-1e347f5633c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:20.414805 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4faa8267-1eb0-4804-8ddd-1e347f5633c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:20.417403 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4faa8267-1eb0-4804-8ddd-1e347f5633c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:20.418630 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4faa8267-1eb0-4804-8ddd-1e347f5633c0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a83f9cc-009b-4ac2-bdd3-13d5b3fb08a3 HTTP/1.1" status: 204 len: 168 time: 0.1929011 Aug 18 13:26:20.427225 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa8267-1eb0-4804-8ddd-1e347f5633c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a83f9cc-009b-4ac2-bdd3-13d5b3fb08a3,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:26:28.072170 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:28.825737 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:30.629458 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-2b36f394-d5a7-4e96-87a9-823e0cedc216 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0508564 Aug 18 13:26:30.717941 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-4fb3ea4e-a137-4f96-938c-31913f52e0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:30.718467 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-4fb3ea4e-a137-4f96-938c-31913f52e0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:30.718934 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-4fb3ea4e-a137-4f96-938c-31913f52e0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:30.719400 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-4fb3ea4e-a137-4f96-938c-31913f52e0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:30.719865 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-4fb3ea4e-a137-4f96-938c-31913f52e0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:30.720331 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-4fb3ea4e-a137-4f96-938c-31913f52e0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:30.720789 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-4fb3ea4e-a137-4f96-938c-31913f52e0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:30.722699 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-4fb3ea4e-a137-4f96-938c-31913f52e0a7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9187a221b3e94f438328aff4ddb46e1a&device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 6502 time: 0.0493183 Aug 18 13:26:30.843481 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-aa8a4800-a975-4bd3-b876-415fbfb16c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:30.844103 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-aa8a4800-a975-4bd3-b876-415fbfb16c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:30.844791 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-aa8a4800-a975-4bd3-b876-415fbfb16c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:30.846426 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-aa8a4800-a975-4bd3-b876-415fbfb16c7c service neutron] 10.222.0.20 "GET /v2.0/networks?id=e9ea624b-86fc-4131-a8a7-d576a5006edb&id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&id=d880c4db-c535-4c81-86a6-739ddf2b8b3f&id=d880c4db-c535-4c81-86a6-739ddf2b8b3f HTTP/1.1" status: 200 len: 2297 time: 0.0990653 Aug 18 13:26:30.913387 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-d5440107-f88f-4f50-85a8-5f5a28a41b3e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c42b267-b638-4860-bfd1-70bfa4f46487 HTTP/1.1" status: 200 len: 1001 time: 0.0598614 Aug 18 13:26:30.964380 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-bbd5ae5c-391d-4c44-82fc-c4ccefd98829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:30.965883 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-bbd5ae5c-391d-4c44-82fc-c4ccefd98829 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a6a49593-1d36-467e-a1bb-8c5f2a09f233 HTTP/1.1" status: 200 len: 855 time: 0.0454662 Aug 18 13:26:31.015310 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-6f2216a8-ab1a-4b4f-8bdb-77fa4ab28491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:31.016828 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-6f2216a8-ab1a-4b4f-8bdb-77fa4ab28491 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e9ea624b-86fc-4131-a8a7-d576a5006edb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442228 Aug 18 13:26:31.105717 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-cfd88477-83a4-4d93-8cce-3ecdf885d73e service neutron] 10.222.0.20 "GET /v2.0/networks/e9ea624b-86fc-4131-a8a7-d576a5006edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818055 Aug 18 13:26:31.206123 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-229f77bf-f741-41b5-bf49-88a61116127c service neutron] 10.222.0.20 "GET /v2.0/networks/e9ea624b-86fc-4131-a8a7-d576a5006edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931609 Aug 18 13:26:31.250278 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-008a5718-0b42-4faf-8353-2139792f5bd3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=069b9001-3300-4e5d-a3d3-e19a50735842 HTTP/1.1" status: 200 len: 217 time: 0.0367787 Aug 18 13:26:31.300340 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-ea838a3f-3e14-4eef-8da3-b56b54d12459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:31.301850 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-ea838a3f-3e14-4eef-8da3-b56b54d12459 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1cbb8eea-c986-4ab1-9343-a5e2b65768a8 HTTP/1.1" status: 200 len: 797 time: 0.0453689 Aug 18 13:26:31.351941 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-1179ab8a-43c2-427c-973f-0070c547b333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:31.354063 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-1179ab8a-43c2-427c-973f-0070c547b333 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0456734 Aug 18 13:26:31.445112 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-a88cbdfa-579c-4a62-b811-e46a7e4ff6b4 service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831785 Aug 18 13:26:31.540722 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-7b7359c8-2233-4f0d-9559-b542c9274a15 service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882089 Aug 18 13:26:31.596428 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-4921bb02-3b53-4175-b47e-a2553c7ea6b0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=7e6e27c2-38fd-42cf-93be-14deed0fa74b HTTP/1.1" status: 200 len: 217 time: 0.0485075 Aug 18 13:26:31.645883 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-c5867d84-ce6b-4e63-a532-04582a0e1a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:31.647450 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-c5867d84-ce6b-4e63-a532-04582a0e1a3c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1cbb8eea-c986-4ab1-9343-a5e2b65768a8 HTTP/1.1" status: 200 len: 797 time: 0.0440204 Aug 18 13:26:31.699703 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-7b38f0a2-e123-4f27-820b-fd256f481aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:31.701236 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-7b38f0a2-e123-4f27-820b-fd256f481aae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0468469 Aug 18 13:26:32.146157 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-a1ee733b-d79b-4f48-9dd8-034c69442bb0 service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376729 Aug 18 13:26:32.242360 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-94e401e0-a51c-45f3-aae3-7237db7eefa1 service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886035 Aug 18 13:26:32.285428 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-7fcc13ae-cb94-4692-b963-fee8f01415f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc HTTP/1.1" status: 200 len: 217 time: 0.0358486 Aug 18 13:26:32.337094 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-00b1843f-d882-4cb6-be77-6f4123cc6eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:32.338710 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-00b1843f-d882-4cb6-be77-6f4123cc6eec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1cbb8eea-c986-4ab1-9343-a5e2b65768a8 HTTP/1.1" status: 200 len: 797 time: 0.0460913 Aug 18 13:26:32.391582 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-caccb539-83e7-446b-9ec9-4d327a29f63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:32.393127 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-caccb539-83e7-446b-9ec9-4d327a29f63a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0474007 Aug 18 13:26:32.485405 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-26331905-e130-48a5-8fe0-69308ed6604a service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847721 Aug 18 13:26:32.591522 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-13a10a21-e6d0-4049-9f9f-71c0c2371998 service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976429 Aug 18 13:26:32.644421 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-29d8be89-d132-47d0-8a95-94884777038b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=1cccaa23-72ad-4200-b71f-9cd24f4b79bd HTTP/1.1" status: 200 len: 217 time: 0.0460544 Aug 18 13:26:32.698544 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-98c6735d-f6d8-4624-818c-e0325c6d5003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:32.700127 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-98c6735d-f6d8-4624-818c-e0325c6d5003 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1cbb8eea-c986-4ab1-9343-a5e2b65768a8 HTTP/1.1" status: 200 len: 797 time: 0.0477388 Aug 18 13:26:32.752648 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-2d034b14-a7f0-403c-819b-862897dcfa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:32.754070 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-2d034b14-a7f0-403c-819b-862897dcfa7d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0469873 Aug 18 13:26:32.851356 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-61778791-097d-42b6-b3fd-e30ba9627f56 service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890749 Aug 18 13:26:32.953759 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-6374975a-c78a-4a79-8bb2-d2e89ed1bd95 service neutron] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952952 Aug 18 13:26:32.999377 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-780b8e7b-c477-472e-b5a4-f8461d3ab28c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=065cd133-54a5-459f-8fc9-119d4871728d HTTP/1.1" status: 200 len: 217 time: 0.0389287 Aug 18 13:26:33.052046 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-1719bb09-9cb4-42a8-8e72-eb648b4252a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:33.053600 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-1719bb09-9cb4-42a8-8e72-eb648b4252a5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1852a2e7-34df-41c9-b2e1-616be77094f1 HTTP/1.1" status: 200 len: 797 time: 0.0472851 Aug 18 13:26:33.107811 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-f7da9d63-20b4-4793-8517-a25a66cc932a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:33.111086 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-f7da9d63-20b4-4793-8517-a25a66cc932a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d880c4db-c535-4c81-86a6-739ddf2b8b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0479956 Aug 18 13:26:33.208035 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-0fd5506f-aa64-4f48-978e-cb475e83ba40 service neutron] 10.222.0.20 "GET /v2.0/networks/d880c4db-c535-4c81-86a6-739ddf2b8b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913789 Aug 18 13:26:33.318329 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-b951517f-12f6-4b3c-81ca-5d5d9c0cd80b service neutron] 10.222.0.20 "GET /v2.0/networks/d880c4db-c535-4c81-86a6-739ddf2b8b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022775 Aug 18 13:26:33.360396 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-4771cb01-54fb-4cb9-91fd-fc1c7fccb347 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=97c40def-aee3-4b98-98ab-a261b2afc2a9 HTTP/1.1" status: 200 len: 217 time: 0.0351806 Aug 18 13:26:33.409285 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-cb23d517-856f-4922-a4bb-06e8730815e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:33.410808 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-cb23d517-856f-4922-a4bb-06e8730815e4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1852a2e7-34df-41c9-b2e1-616be77094f1 HTTP/1.1" status: 200 len: 797 time: 0.0436361 Aug 18 13:26:33.464164 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-53785d6e-202d-4148-844e-daafb574327c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:33.471138 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-53785d6e-202d-4148-844e-daafb574327c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d880c4db-c535-4c81-86a6-739ddf2b8b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0475047 Aug 18 13:26:33.555915 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-622326b2-5f40-4dc8-980a-197be22ea0ba service neutron] 10.222.0.20 "GET /v2.0/networks/d880c4db-c535-4c81-86a6-739ddf2b8b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821450 Aug 18 13:26:33.659124 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90817f77-293b-47d0-bc6b-2ba73d5e3155 req-fc781579-c18b-401f-80b1-49b041fbb2b2 service neutron] 10.222.0.20 "GET /v2.0/networks/d880c4db-c535-4c81-86a6-739ddf2b8b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958321 Aug 18 13:26:37.967655 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:26:41.596827 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-97ea7a79-328e-4c4c-8f55-14deefb1378d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:43.745662 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c782d929-7cee-4950-90fc-8fc20bb01a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:44.586134 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:45.460138 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:46.243968 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e8eea-c324-4a84-98ee-c69679685b2c req-d15f8218-0873-4e6a-bbb5-b8a622125a0b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:46.250081 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e8eea-c324-4a84-98ee-c69679685b2c req-d15f8218-0873-4e6a-bbb5-b8a622125a0b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:46.256593 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e8eea-c324-4a84-98ee-c69679685b2c req-d15f8218-0873-4e6a-bbb5-b8a622125a0b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:46.265789 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e8eea-c324-4a84-98ee-c69679685b2c req-d15f8218-0873-4e6a-bbb5-b8a622125a0b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:46.271734 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e8eea-c324-4a84-98ee-c69679685b2c req-d15f8218-0873-4e6a-bbb5-b8a622125a0b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:46.278208 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e8eea-c324-4a84-98ee-c69679685b2c req-d15f8218-0873-4e6a-bbb5-b8a622125a0b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:46.284086 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e8eea-c324-4a84-98ee-c69679685b2c req-d15f8218-0873-4e6a-bbb5-b8a622125a0b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:46.285942 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-918e8eea-c324-4a84-98ee-c69679685b2c req-d15f8218-0873-4e6a-bbb5-b8a622125a0b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 5445 time: 0.0969591 Aug 18 13:26:46.330691 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-918e8eea-c324-4a84-98ee-c69679685b2c req-b932b787-e9d0-4241-871f-bfd751c552ca tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2bddc60-b82c-424c-8146-8484da8521b7&id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383067 Aug 18 13:26:47.241769 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-9daee745-191a-4c83-b197-d3a2302f583b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:47.242602 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-9daee745-191a-4c83-b197-d3a2302f583b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:47.247924 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-9daee745-191a-4c83-b197-d3a2302f583b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:47.253980 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-9daee745-191a-4c83-b197-d3a2302f583b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:47.260475 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-9daee745-191a-4c83-b197-d3a2302f583b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:47.266481 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-9daee745-191a-4c83-b197-d3a2302f583b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:47.272728 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-9daee745-191a-4c83-b197-d3a2302f583b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:47.275268 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-9daee745-191a-4c83-b197-d3a2302f583b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.20 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 5445 time: 0.0956378 Aug 18 13:26:47.326035 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-003d4507-212b-4e47-ab26-4a9c8ce01ee6 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:47.327502 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-003d4507-212b-4e47-ab26-4a9c8ce01ee6 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.20 "GET /v2.0/ports/7e6e27c2-38fd-42cf-93be-14deed0fa74b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0437751 Aug 18 13:26:47.402674 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:47.476812 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-41c77790-c83d-4075-bd5d-fb3e41def765 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.20 "GET /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1430688 Aug 18 13:26:47.492782 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64d73d-3df1-40c7-a92a-85b02d964d9c req-04e3d276-2474-429b-9978-51756963884e tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:47.498902 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64d73d-3df1-40c7-a92a-85b02d964d9c req-04e3d276-2474-429b-9978-51756963884e tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:47.504936 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64d73d-3df1-40c7-a92a-85b02d964d9c req-04e3d276-2474-429b-9978-51756963884e tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:47.511723 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64d73d-3df1-40c7-a92a-85b02d964d9c req-04e3d276-2474-429b-9978-51756963884e tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:47.517768 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64d73d-3df1-40c7-a92a-85b02d964d9c req-04e3d276-2474-429b-9978-51756963884e tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:47.524028 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64d73d-3df1-40c7-a92a-85b02d964d9c req-04e3d276-2474-429b-9978-51756963884e tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:47.530789 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64d73d-3df1-40c7-a92a-85b02d964d9c req-04e3d276-2474-429b-9978-51756963884e tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:47.532794 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5d64d73d-3df1-40c7-a92a-85b02d964d9c req-04e3d276-2474-429b-9978-51756963884e tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 5445 time: 0.1179488 Aug 18 13:26:47.538076 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-dbf08fbb-7ca4-4da1-b6d9-46c3fd7447fb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:26:47.626144 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5d64d73d-3df1-40c7-a92a-85b02d964d9c req-12b09017-67c5-423d-bd76-2dcbf76e4380 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2bddc60-b82c-424c-8146-8484da8521b7&id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0840294 Aug 18 13:26:47.631199 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-dbf08fbb-7ca4-4da1-b6d9-46c3fd7447fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:47.789509 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-dbf08fbb-7ca4-4da1-b6d9-46c3fd7447fb service neutron] For port 7e6e27c2-38fd-42cf-93be-14deed0fa74b, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=7e6e27c2-38fd-42cf-93be-14deed0fa74b,segment=NetworkSegment(c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a),segment_id=c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:26:47.827275 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-dbf08fbb-7ca4-4da1-b6d9-46c3fd7447fb service neutron] For port 7e6e27c2-38fd-42cf-93be-14deed0fa74b, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:26:47.861576 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-dbf08fbb-7ca4-4da1-b6d9-46c3fd7447fb service neutron] device_id is not set on port 7e6e27c2-38fd-42cf-93be-14deed0fa74b yet. {{(pid=101675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:26:47.871110 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-dbf08fbb-7ca4-4da1-b6d9-46c3fd7447fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:47.945673 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-dbf08fbb-7ca4-4da1-b6d9-46c3fd7447fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:48.006209 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-dbf08fbb-7ca4-4da1-b6d9-46c3fd7447fb service neutron] No DVR routers for this DVR port 7e6e27c2-38fd-42cf-93be-14deed0fa74b on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:26:48.037183 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf08fbb-7ca4-4da1-b6d9-46c3fd7447fb service neutron] Pushing event updated for resources: {'Port': ['ID=7e6e27c2-38fd-42cf-93be-14deed0fa74b,revision_number=6']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:26:48.059136 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-dbf08fbb-7ca4-4da1-b6d9-46c3fd7447fb service neutron] In _notify_port_updated(), no bound segment for port 7e6e27c2-38fd-42cf-93be-14deed0fa74b on network f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d {{(pid=101675) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 13:26:48.060034 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-dbf08fbb-7ca4-4da1-b6d9-46c3fd7447fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:48.060989 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-dbf08fbb-7ca4-4da1-b6d9-46c3fd7447fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:48.062448 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-dbf08fbb-7ca4-4da1-b6d9-46c3fd7447fb service neutron] 10.222.0.20 "PUT /v2.0/ports/7e6e27c2-38fd-42cf-93be-14deed0fa74b HTTP/1.1" status: 200 len: 1033 time: 0.5286150 Aug 18 13:26:48.115047 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-0a105d66-fc20-487d-a1c1-5d98d69c906e tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:48.116602 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-0a105d66-fc20-487d-a1c1-5d98d69c906e tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.20 "GET /v2.0/ports/069b9001-3300-4e5d-a3d3-e19a50735842?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0475883 Aug 18 13:26:48.128889 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-330b1f4c-e62b-4400-97c6-b141c49a4d12 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:26:48.216508 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-330b1f4c-e62b-4400-97c6-b141c49a4d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:48.242297 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ebd36172-a0ba-4d9c-80c5-1fc2e1fb9109 None None] Provisioning complete for port 7e6e27c2-38fd-42cf-93be-14deed0fa74b triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:26:48.242599 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ebd36172-a0ba-4d9c-80c5-1fc2e1fb9109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:48.269406 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8ed1edfd-894f-42ef-975f-fbf4ebd37d25 req-1695859c-3679-4e72-aaf1-102f90baacbb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d312fbd7-11c0-4a08-8168-ef1dd6766e5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0871346 Aug 18 13:26:48.281193 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-ebd36172-a0ba-4d9c-80c5-1fc2e1fb9109 None None] Port 7e6e27c2-38fd-42cf-93be-14deed0fa74b cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:26:48.397838 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1edfd-894f-42ef-975f-fbf4ebd37d25 req-ea04d822-6aa1-44fd-8191-a764f544794c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:48.399400 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8ed1edfd-894f-42ef-975f-fbf4ebd37d25 req-ea04d822-6aa1-44fd-8191-a764f544794c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=161a0a675dcb4f668dec9565c8db14ad&device_id=d312fbd7-11c0-4a08-8168-ef1dd6766e5b HTTP/1.1" status: 200 len: 1096 time: 0.0766413 Aug 18 13:26:48.406534 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-330b1f4c-e62b-4400-97c6-b141c49a4d12 service neutron] For port 069b9001-3300-4e5d-a3d3-e19a50735842, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=069b9001-3300-4e5d-a3d3-e19a50735842,segment=NetworkSegment(c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a),segment_id=c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:26:48.489209 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-330b1f4c-e62b-4400-97c6-b141c49a4d12 service neutron] For port 069b9001-3300-4e5d-a3d3-e19a50735842, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:26:48.536493 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-330b1f4c-e62b-4400-97c6-b141c49a4d12 service neutron] device_id is not set on port 069b9001-3300-4e5d-a3d3-e19a50735842 yet. {{(pid=101675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:26:48.556405 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-330b1f4c-e62b-4400-97c6-b141c49a4d12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:48.567334 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1edfd-894f-42ef-975f-fbf4ebd37d25 req-7feb78b5-23d0-4db0-bc73-a43259dd718b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:48.568907 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8ed1edfd-894f-42ef-975f-fbf4ebd37d25 req-7feb78b5-23d0-4db0-bc73-a43259dd718b service neutron] 10.222.0.39 "GET /v2.0/networks?id=5a750657-6380-4216-8606-057245bf1333 HTTP/1.1" status: 200 len: 912 time: 0.1455495 Aug 18 13:26:48.637012 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8ed1edfd-894f-42ef-975f-fbf4ebd37d25 req-73054d12-db97-4b04-a173-7a3080a7fc1e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6 HTTP/1.1" status: 200 len: 1001 time: 0.0609314 Aug 18 13:26:48.638066 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-330b1f4c-e62b-4400-97c6-b141c49a4d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:48.746026 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-330b1f4c-e62b-4400-97c6-b141c49a4d12 service neutron] No DVR routers for this DVR port 069b9001-3300-4e5d-a3d3-e19a50735842 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:26:48.752473 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b1f4c-e62b-4400-97c6-b141c49a4d12 service neutron] Pushing event updated for resources: {'Port': ['ID=069b9001-3300-4e5d-a3d3-e19a50735842,revision_number=6']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:26:48.773627 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1edfd-894f-42ef-975f-fbf4ebd37d25 req-2a0e3a79-deee-4ae2-93a9-87c8d0d12cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:48.775752 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8ed1edfd-894f-42ef-975f-fbf4ebd37d25 req-2a0e3a79-deee-4ae2-93a9-87c8d0d12cb6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=df130f28-747c-4593-a4e4-fcc4c74ccec3 HTTP/1.1" status: 200 len: 850 time: 0.1294987 Aug 18 13:26:48.794534 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22425c6b-966d-46b6-8d55-1fd2ceb7f3b6 req-a10fcf92-1644-4b28-996d-3114df4febad tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:48.802473 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22425c6b-966d-46b6-8d55-1fd2ceb7f3b6 req-a10fcf92-1644-4b28-996d-3114df4febad tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:48.807938 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22425c6b-966d-46b6-8d55-1fd2ceb7f3b6 req-a10fcf92-1644-4b28-996d-3114df4febad tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:48.814209 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22425c6b-966d-46b6-8d55-1fd2ceb7f3b6 req-a10fcf92-1644-4b28-996d-3114df4febad tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:48.820683 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22425c6b-966d-46b6-8d55-1fd2ceb7f3b6 req-a10fcf92-1644-4b28-996d-3114df4febad tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:48.822528 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-330b1f4c-e62b-4400-97c6-b141c49a4d12 service neutron] In _notify_port_updated(), no bound segment for port 069b9001-3300-4e5d-a3d3-e19a50735842 on network f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d {{(pid=101675) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 13:26:48.823011 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-330b1f4c-e62b-4400-97c6-b141c49a4d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:48.823315 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-22425c6b-966d-46b6-8d55-1fd2ceb7f3b6 req-a10fcf92-1644-4b28-996d-3114df4febad tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 3886 time: 0.0920017 Aug 18 13:26:48.823760 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-330b1f4c-e62b-4400-97c6-b141c49a4d12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:48.825154 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-330b1f4c-e62b-4400-97c6-b141c49a4d12 service neutron] 10.222.0.20 "PUT /v2.0/ports/069b9001-3300-4e5d-a3d3-e19a50735842 HTTP/1.1" status: 200 len: 1032 time: 0.7016990 Aug 18 13:26:48.872496 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1edfd-894f-42ef-975f-fbf4ebd37d25 req-ecfe881b-66a5-4c4f-8763-255dd4702a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:48.874215 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8ed1edfd-894f-42ef-975f-fbf4ebd37d25 req-ecfe881b-66a5-4c4f-8763-255dd4702a81 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5a750657-6380-4216-8606-057245bf1333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0902729 Aug 18 13:26:48.881326 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-22425c6b-966d-46b6-8d55-1fd2ceb7f3b6 req-ebd9c420-8847-4c24-b9dc-dd7cb8c7cade tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468566 Aug 18 13:26:49.016508 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-868bfe68-5f82-43be-bd63-79188cb39da7 None None] Provisioning complete for port 069b9001-3300-4e5d-a3d3-e19a50735842 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:26:49.017130 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-868bfe68-5f82-43be-bd63-79188cb39da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:49.028475 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8ed1edfd-894f-42ef-975f-fbf4ebd37d25 req-9a26e276-717c-4885-987c-092b4338744d service neutron] 10.222.0.39 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437721 Aug 18 13:26:49.030388 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-d4a1ff1b-f250-4dcf-b7ca-a8b2ea7f5a88 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Deleting port 4c42b267-b638-4860-bfd1-70bfa4f46487 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:26:49.030730 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-d4a1ff1b-f250-4dcf-b7ca-a8b2ea7f5a88 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:49.051817 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-868bfe68-5f82-43be-bd63-79188cb39da7 None None] Port 069b9001-3300-4e5d-a3d3-e19a50735842 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:26:49.193023 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-d4a1ff1b-f250-4dcf-b7ca-a8b2ea7f5a88 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] For port 4c42b267-b638-4860-bfd1-70bfa4f46487, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=4c42b267-b638-4860-bfd1-70bfa4f46487,segment=NetworkSegment(2cb900d6-683a-47fc-8607-ef590f696945),segment_id=2cb900d6-683a-47fc-8607-ef590f696945)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:26:49.193394 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-d4a1ff1b-f250-4dcf-b7ca-a8b2ea7f5a88 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:49.203927 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8ed1edfd-894f-42ef-975f-fbf4ebd37d25 req-ad13faff-1a01-4f12-8aac-811761f21ade service neutron] 10.222.0.39 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682870 Aug 18 13:26:49.425265 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-d4a1ff1b-f250-4dcf-b7ca-a8b2ea7f5a88 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:49.425916 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-d4a1ff1b-f250-4dcf-b7ca-a8b2ea7f5a88 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:49.425916 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-d4a1ff1b-f250-4dcf-b7ca-a8b2ea7f5a88 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Floating IP 317ba642-2e64-432d-9015-d1fd39c0d4f9 disassociated. External IP: 172.25.6.71, port: 4c42b267-b638-4860-bfd1-70bfa4f46487. Aug 18 13:26:49.426567 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-d4a1ff1b-f250-4dcf-b7ca-a8b2ea7f5a88 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Calling delete_port for 4c42b267-b638-4860-bfd1-70bfa4f46487 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:26:49.642981 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-d4a1ff1b-f250-4dcf-b7ca-a8b2ea7f5a88 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:49.674273 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a1ff1b-f250-4dcf-b7ca-a8b2ea7f5a88 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Pushing event deleted for resources: {'Port': ['ID=4c42b267-b638-4860-bfd1-70bfa4f46487,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:26:49.790498 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-d4a1ff1b-f250-4dcf-b7ca-a8b2ea7f5a88 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Router e62afbf1-800f-4a0f-90a6-e0ebc7c9529c has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:26:49.902373 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-d4a1ff1b-f250-4dcf-b7ca-a8b2ea7f5a88 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:26:49.915915 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab70f88-b7cc-4b44-a32c-ee9b5d03c369 None None] Sync routers for ids ['e62afbf1-800f-4a0f-90a6-e0ebc7c9529c'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:26:49.928480 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab70f88-b7cc-4b44-a32c-ee9b5d03c369 None None] Routers {'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:26:49.929819 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-0ab70f88-b7cc-4b44-a32c-ee9b5d03c369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:26:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['e62afbf1-800f-4a0f-90a6-e0ebc7c9529c'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:26:49.952490 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-d4a1ff1b-f250-4dcf-b7ca-a8b2ea7f5a88 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] No DVR routers for this DVR port 4c42b267-b638-4860-bfd1-70bfa4f46487 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:26:49.955834 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-d4a1ff1b-f250-4dcf-b7ca-a8b2ea7f5a88 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:49.958214 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-d4a1ff1b-f250-4dcf-b7ca-a8b2ea7f5a88 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.20 "DELETE /v2.0/ports/4c42b267-b638-4860-bfd1-70bfa4f46487 HTTP/1.1" status: 204 len: 173 time: 1.1259599 Aug 18 13:26:49.958927 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'name': 'network-vif-deleted', 'tag': '4c42b267-b638-4860-bfd1-70bfa4f46487'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:26:49.961388 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd19208-0f5a-4089-92a5-2f9158997f50" -d '{"events": [{"server_uuid": "c584a547-2e36-4842-a62f-c1507c6af6c0", "name": "network-vif-deleted", "tag": "4c42b267-b638-4860-bfd1-70bfa4f46487"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:26:50.058380 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ceb62c-660a-44c1-adc0-56776ed851b5 x-openstack-request-id: req-84ceb62c-660a-44c1-adc0-56776ed851b5 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:26:50.059114 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c584a547-2e36-4842-a62f-c1507c6af6c0", "name": "network-vif-deleted", "tag": "4c42b267-b638-4860-bfd1-70bfa4f46487", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:26:50.059114 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-84ceb62c-660a-44c1-adc0-56776ed851b5 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:26:50.059644 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'name': 'network-vif-deleted', 'tag': '4c42b267-b638-4860-bfd1-70bfa4f46487', 'status': 'completed', 'code': 200} Aug 18 13:26:50.070944 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-0ab70f88-b7cc-4b44-a32c-ee9b5d03c369 None None] Set router e62afbf1-800f-4a0f-90a6-e0ebc7c9529c gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:26:50.098475 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98c693-9a74-44fe-9b52-3ede809a54b3 req-05425369-a3bd-4b7c-9ccb-d560668e096f tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:50.104959 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98c693-9a74-44fe-9b52-3ede809a54b3 req-05425369-a3bd-4b7c-9ccb-d560668e096f tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:50.111292 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98c693-9a74-44fe-9b52-3ede809a54b3 req-05425369-a3bd-4b7c-9ccb-d560668e096f tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:50.117583 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98c693-9a74-44fe-9b52-3ede809a54b3 req-05425369-a3bd-4b7c-9ccb-d560668e096f tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:50.120057 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2e98c693-9a74-44fe-9b52-3ede809a54b3 req-05425369-a3bd-4b7c-9ccb-d560668e096f tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 3150 time: 0.1555037 Aug 18 13:26:50.199126 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2e98c693-9a74-44fe-9b52-3ede809a54b3 req-e2b79d4e-2404-4e48-809e-486c7d25472f tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543513 Aug 18 13:26:50.232869 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-3815f0c8-4de2-47f8-bb16-a97c5eaea8b8 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Deleting port 065cd133-54a5-459f-8fc9-119d4871728d {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:26:50.233214 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-3815f0c8-4de2-47f8-bb16-a97c5eaea8b8 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:50.334645 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-3815f0c8-4de2-47f8-bb16-a97c5eaea8b8 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] For port 065cd133-54a5-459f-8fc9-119d4871728d, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=065cd133-54a5-459f-8fc9-119d4871728d,segment=NetworkSegment(252977c9-b887-4eaa-8b1c-52adc0e4d606),segment_id=252977c9-b887-4eaa-8b1c-52adc0e4d606)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:26:50.335109 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-3815f0c8-4de2-47f8-bb16-a97c5eaea8b8 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:50.351278 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-3815f0c8-4de2-47f8-bb16-a97c5eaea8b8 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Calling delete_port for 065cd133-54a5-459f-8fc9-119d4871728d owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:26:50.440433 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-0ab70f88-b7cc-4b44-a32c-ee9b5d03c369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c', 'name': 'tempest-TaggedBootDevicesTest_v242-933668414-router', 'tenant_id': '9187a221b3e94f438328aff4ddb46e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'ac775d55-f240-458e-94ee-5e8603254320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:16:01Z', 'updated_at': '2021-08-18T13:16:12Z', 'revision_number': 4, 'project_id': '9187a221b3e94f438328aff4ddb46e1a', 'gw_port': {'id': 'ac775d55-f240-458e-94ee-5e8603254320', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:60:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:16:02Z', 'updated_at': '2021-08-18T13:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'b08ce4b8-03e0-4dcc-8f89-09457925bf32', 'name': '', 'network_id': 'e9ea624b-86fc-4131-a8a7-d576a5006edb', 'tenant_id': '9187a221b3e94f438328aff4ddb46e1a', 'mac_address': 'fa:16:3e:b0:60:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'a6a49593-1d36-467e-a1bb-8c5f2a09f233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:16:09Z', 'updated_at': '2021-08-18T13:16:18Z', 'revision_number': 5, 'project_id': '9187a221b3e94f438328aff4ddb46e1a', 'subnets': [{'id': 'a6a49593-1d36-467e-a1bb-8c5f2a09f233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:26:50.468260 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab70f88-b7cc-4b44-a32c-ee9b5d03c369 None None] Checking router: e62afbf1-800f-4a0f-90a6-e0ebc7c9529c for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:26:50.477143 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab70f88-b7cc-4b44-a32c-ee9b5d03c369 None None] Routers {'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:26:50.478393 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-0ab70f88-b7cc-4b44-a32c-ee9b5d03c369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:26:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['e62afbf1-800f-4a0f-90a6-e0ebc7c9529c'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:26:50.585310 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-0ab70f88-b7cc-4b44-a32c-ee9b5d03c369 None None] Set router e62afbf1-800f-4a0f-90a6-e0ebc7c9529c gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:26:50.590437 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-3815f0c8-4de2-47f8-bb16-a97c5eaea8b8 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:50.614357 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3815f0c8-4de2-47f8-bb16-a97c5eaea8b8 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Pushing event deleted for resources: {'Port': ['ID=065cd133-54a5-459f-8fc9-119d4871728d,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:26:50.659803 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-3815f0c8-4de2-47f8-bb16-a97c5eaea8b8 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] No DVR routers for this DVR port 065cd133-54a5-459f-8fc9-119d4871728d on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:26:50.662476 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-3815f0c8-4de2-47f8-bb16-a97c5eaea8b8 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:50.665463 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-3815f0c8-4de2-47f8-bb16-a97c5eaea8b8 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.20 "DELETE /v2.0/ports/065cd133-54a5-459f-8fc9-119d4871728d HTTP/1.1" status: 204 len: 173 time: 0.6937385 Aug 18 13:26:50.763249 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-93be8230-3aeb-4dd1-ba47-78e6fa24163c tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Deleting port 97c40def-aee3-4b98-98ab-a261b2afc2a9 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:26:50.763607 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-93be8230-3aeb-4dd1-ba47-78e6fa24163c tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:50.806934 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-0ab70f88-b7cc-4b44-a32c-ee9b5d03c369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c', 'name': 'tempest-TaggedBootDevicesTest_v242-933668414-router', 'tenant_id': '9187a221b3e94f438328aff4ddb46e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'ac775d55-f240-458e-94ee-5e8603254320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:16:01Z', 'updated_at': '2021-08-18T13:16:12Z', 'revision_number': 4, 'project_id': '9187a221b3e94f438328aff4ddb46e1a', 'gw_port': {'id': 'ac775d55-f240-458e-94ee-5e8603254320', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:60:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:16:02Z', 'updated_at': '2021-08-18T13:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'b08ce4b8-03e0-4dcc-8f89-09457925bf32', 'name': '', 'network_id': 'e9ea624b-86fc-4131-a8a7-d576a5006edb', 'tenant_id': '9187a221b3e94f438328aff4ddb46e1a', 'mac_address': 'fa:16:3e:b0:60:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'a6a49593-1d36-467e-a1bb-8c5f2a09f233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:16:09Z', 'updated_at': '2021-08-18T13:16:18Z', 'revision_number': 5, 'project_id': '9187a221b3e94f438328aff4ddb46e1a', 'subnets': [{'id': 'a6a49593-1d36-467e-a1bb-8c5f2a09f233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:26:50.833914 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab70f88-b7cc-4b44-a32c-ee9b5d03c369 None None] The sync data for ids ['e62afbf1-800f-4a0f-90a6-e0ebc7c9529c'] in n-d-803603-2 is: [{'id': 'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c', 'name': 'tempest-TaggedBootDevicesTest_v242-933668414-router', 'tenant_id': '9187a221b3e94f438328aff4ddb46e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'ac775d55-f240-458e-94ee-5e8603254320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:16:01Z', 'updated_at': '2021-08-18T13:16:12Z', 'revision_number': 4, 'project_id': '9187a221b3e94f438328aff4ddb46e1a', 'gw_port': {'id': 'ac775d55-f240-458e-94ee-5e8603254320', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:60:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:16:02Z', 'updated_at': '2021-08-18T13:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'b08ce4b8-03e0-4dcc-8f89-09457925bf32', 'name': '', 'network_id': 'e9ea624b-86fc-4131-a8a7-d576a5006edb', 'tenant_id': '9187a221b3e94f438328aff4ddb46e1a', 'mac_address': 'fa:16:3e:b0:60:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'a6a49593-1d36-467e-a1bb-8c5f2a09f233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:16:09Z', 'updated_at': '2021-08-18T13:16:18Z', 'revision_number': 5, 'project_id': '9187a221b3e94f438328aff4ddb46e1a', 'subnets': [{'id': 'a6a49593-1d36-467e-a1bb-8c5f2a09f233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:26:50.860393 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-93be8230-3aeb-4dd1-ba47-78e6fa24163c tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] For port 97c40def-aee3-4b98-98ab-a261b2afc2a9, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=97c40def-aee3-4b98-98ab-a261b2afc2a9,segment=NetworkSegment(252977c9-b887-4eaa-8b1c-52adc0e4d606),segment_id=252977c9-b887-4eaa-8b1c-52adc0e4d606)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:26:50.860771 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-93be8230-3aeb-4dd1-ba47-78e6fa24163c tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:50.875476 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-93be8230-3aeb-4dd1-ba47-78e6fa24163c tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Calling delete_port for 97c40def-aee3-4b98-98ab-a261b2afc2a9 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:26:51.105713 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5354727a-3526-4cc3-8b40-0624dc637d53 None None] New status for floating IP 317ba642-2e64-432d-9015-d1fd39c0d4f9: DOWN {{(pid=101677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:26:51.116968 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-93be8230-3aeb-4dd1-ba47-78e6fa24163c tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:51.150549 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be8230-3aeb-4dd1-ba47-78e6fa24163c tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Pushing event deleted for resources: {'Port': ['ID=97c40def-aee3-4b98-98ab-a261b2afc2a9,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:26:51.192631 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 065cd133-54a5-459f-8fc9-119d4871728d no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:26:51.216040 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 065cd133-54a5-459f-8fc9-119d4871728d {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:26:51.216396 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 065cd133-54a5-459f-8fc9-119d4871728d not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:26:51.216826 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 97c40def-aee3-4b98-98ab-a261b2afc2a9 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:26:51.234877 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-93be8230-3aeb-4dd1-ba47-78e6fa24163c tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] No DVR routers for this DVR port 97c40def-aee3-4b98-98ab-a261b2afc2a9 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:26:51.237258 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-93be8230-3aeb-4dd1-ba47-78e6fa24163c tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:51.239474 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-93be8230-3aeb-4dd1-ba47-78e6fa24163c tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.20 "DELETE /v2.0/ports/97c40def-aee3-4b98-98ab-a261b2afc2a9 HTTP/1.1" status: 204 len: 173 time: 0.5683188 Aug 18 13:26:51.245295 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 97c40def-aee3-4b98-98ab-a261b2afc2a9 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:26:51.245929 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 97c40def-aee3-4b98-98ab-a261b2afc2a9 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:26:51.246716 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:26:51.373632 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-baf204fb-eda6-41be-8f77-b8deb2f1b1a4 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Deleting port 1cccaa23-72ad-4200-b71f-9cd24f4b79bd {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:26:51.373984 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-baf204fb-eda6-41be-8f77-b8deb2f1b1a4 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:51.386928 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9ee37-fbbc-4b6a-b463-1caecc32d2dc req-b2a21a7e-d067-46b2-8f88-a73a44d28423 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:51.388992 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:51.394704 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9ee37-fbbc-4b6a-b463-1caecc32d2dc req-b2a21a7e-d067-46b2-8f88-a73a44d28423 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:51.403122 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-42d9ee37-fbbc-4b6a-b463-1caecc32d2dc req-b2a21a7e-d067-46b2-8f88-a73a44d28423 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 1680 time: 0.0862491 Aug 18 13:26:51.433214 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc,segment=NetworkSegment(c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a),segment_id=c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:26:51.434445 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:26:51.437476 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67bb8664-c175-42f8-bad0-36f9245bd790" -d '{"events": [{"server_uuid": "c584a547-2e36-4842-a62f-c1507c6af6c0", "name": "network-vif-unplugged", "status": "completed", "tag": "c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:26:51.452218 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-42d9ee37-fbbc-4b6a-b463-1caecc32d2dc req-542a803a-37d1-43a4-938d-02a63989fa8a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473952 Aug 18 13:26:51.491206 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-baf204fb-eda6-41be-8f77-b8deb2f1b1a4 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] For port 1cccaa23-72ad-4200-b71f-9cd24f4b79bd, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=1cccaa23-72ad-4200-b71f-9cd24f4b79bd,segment=NetworkSegment(c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a),segment_id=c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:26:51.491520 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-baf204fb-eda6-41be-8f77-b8deb2f1b1a4 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:51.508753 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-baf204fb-eda6-41be-8f77-b8deb2f1b1a4 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Calling delete_port for 1cccaa23-72ad-4200-b71f-9cd24f4b79bd owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:26:51.551471 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:51.555566 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 7e6e27c2-38fd-42cf-93be-14deed0fa74b no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:26:51.605628 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 13:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc642ad0-5567-45fe-9b45-7bbf2810890a x-openstack-request-id: req-dc642ad0-5567-45fe-9b45-7bbf2810890a {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:26:51.605926 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c584a547-2e36-4842-a62f-c1507c6af6c0", "name": "network-vif-unplugged", "status": "completed", "tag": "c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:26:51.606193 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc642ad0-5567-45fe-9b45-7bbf2810890a {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:26:51.606635 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc', 'code': 200} Aug 18 13:26:51.613528 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 7e6e27c2-38fd-42cf-93be-14deed0fa74b not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:26:51.614284 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 069b9001-3300-4e5d-a3d3-e19a50735842 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:26:51.715530 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 069b9001-3300-4e5d-a3d3-e19a50735842 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:26:51.716091 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 4c42b267-b638-4860-bfd1-70bfa4f46487 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:26:51.717777 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc,revision_number=6']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:26:51.741208 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 4c42b267-b638-4860-bfd1-70bfa4f46487 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:26:51.741565 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 4c42b267-b638-4860-bfd1-70bfa4f46487 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:26:51.741983 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 1cccaa23-72ad-4200-b71f-9cd24f4b79bd no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:26:51.751433 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-baf204fb-eda6-41be-8f77-b8deb2f1b1a4 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:51.786161 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No active binding found for port 1cccaa23-72ad-4200-b71f-9cd24f4b79bd {{(pid=101677) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 18 13:26:51.786773 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 1cccaa23-72ad-4200-b71f-9cd24f4b79bd not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:26:52.165807 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'name': 'network-vif-deleted', 'tag': '065cd133-54a5-459f-8fc9-119d4871728d'}, {'server_uuid': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'name': 'network-vif-deleted', 'tag': '97c40def-aee3-4b98-98ab-a261b2afc2a9'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:26:52.168229 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3937276-3980-42b2-b809-8d7c22800e48" -d '{"events": [{"server_uuid": "c584a547-2e36-4842-a62f-c1507c6af6c0", "name": "network-vif-deleted", "tag": "065cd133-54a5-459f-8fc9-119d4871728d"}, {"server_uuid": "c584a547-2e36-4842-a62f-c1507c6af6c0", "name": "network-vif-deleted", "tag": "97c40def-aee3-4b98-98ab-a261b2afc2a9"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:26:52.184407 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf204fb-eda6-41be-8f77-b8deb2f1b1a4 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Pushing event deleted for resources: {'Port': ['ID=1cccaa23-72ad-4200-b71f-9cd24f4b79bd,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:26:52.207248 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-baf204fb-eda6-41be-8f77-b8deb2f1b1a4 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] No DVR routers for this DVR port 1cccaa23-72ad-4200-b71f-9cd24f4b79bd on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:26:52.209830 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-baf204fb-eda6-41be-8f77-b8deb2f1b1a4 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:52.213398 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-baf204fb-eda6-41be-8f77-b8deb2f1b1a4 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.20 "DELETE /v2.0/ports/1cccaa23-72ad-4200-b71f-9cd24f4b79bd HTTP/1.1" status: 204 len: 173 time: 0.9679730 Aug 18 13:26:52.217770 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 18 Aug 2021 13:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9306ca16-5bce-4b6e-9084-4f8fe5ddec4f x-openstack-request-id: req-9306ca16-5bce-4b6e-9084-4f8fe5ddec4f {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:26:52.218185 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c584a547-2e36-4842-a62f-c1507c6af6c0", "name": "network-vif-deleted", "tag": "065cd133-54a5-459f-8fc9-119d4871728d", "status": "completed", "code": 200}, {"server_uuid": "c584a547-2e36-4842-a62f-c1507c6af6c0", "name": "network-vif-deleted", "tag": "97c40def-aee3-4b98-98ab-a261b2afc2a9", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:26:52.218546 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9306ca16-5bce-4b6e-9084-4f8fe5ddec4f {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:26:52.219200 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'name': 'network-vif-deleted', 'tag': '065cd133-54a5-459f-8fc9-119d4871728d', 'status': 'completed', 'code': 200} Aug 18 13:26:52.219554 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'name': 'network-vif-deleted', 'tag': '97c40def-aee3-4b98-98ab-a261b2afc2a9', 'status': 'completed', 'code': 200} Aug 18 13:26:52.318203 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-8224ba26-416f-48aa-bb39-6d7c969381d6 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Deleting port c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:26:52.318480 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-8224ba26-416f-48aa-bb39-6d7c969381d6 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:52.409138 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-8224ba26-416f-48aa-bb39-6d7c969381d6 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] For port c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc,segment=NetworkSegment(c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a),segment_id=c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:26:52.409788 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-8224ba26-416f-48aa-bb39-6d7c969381d6 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:52.423052 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-8224ba26-416f-48aa-bb39-6d7c969381d6 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Calling delete_port for c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:26:52.595684 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad8e8a-70cb-47ef-b5c3-7ff8a614c7c7 req-6badfc6b-8ffe-43ea-972f-470f237d8e91 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:26:52.597103 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-49ad8e8a-70cb-47ef-b5c3-7ff8a614c7c7 req-6badfc6b-8ffe-43ea-972f-470f237d8e91 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 942 time: 0.0544496 Aug 18 13:26:52.636767 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-49ad8e8a-70cb-47ef-b5c3-7ff8a614c7c7 req-676fe1b8-86c9-4784-96bf-46ac5c16244d tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups?id=b41cafd6-0737-4746-ad47-0bb9e5757c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332949 Aug 18 13:26:52.664537 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-8224ba26-416f-48aa-bb39-6d7c969381d6 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:52.700387 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8224ba26-416f-48aa-bb39-6d7c969381d6 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Pushing event deleted for resources: {'Port': ['ID=c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:26:52.744886 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-8224ba26-416f-48aa-bb39-6d7c969381d6 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] No DVR routers for this DVR port c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:26:52.747490 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-8224ba26-416f-48aa-bb39-6d7c969381d6 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:52.749861 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ecf28934-ff66-4ea4-9c1a-a7086c64ac16 req-8224ba26-416f-48aa-bb39-6d7c969381d6 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.20 "DELETE /v2.0/ports/c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc HTTP/1.1" status: 204 len: 173 time: 0.5283899 Aug 18 13:26:53.745202 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6cfcd570-546a-486f-8331-ba337b4685ad req-8f07214c-e0a1-4cda-8c4d-e8298967e5ab tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 210 time: 0.0327201 Aug 18 13:26:54.220365 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'name': 'network-vif-deleted', 'tag': '1cccaa23-72ad-4200-b71f-9cd24f4b79bd'}, {'server_uuid': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'name': 'network-vif-deleted', 'tag': 'c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:26:54.222976 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487bd30f-f54d-46b6-b627-d5cb6992f09b" -d '{"events": [{"server_uuid": "c584a547-2e36-4842-a62f-c1507c6af6c0", "name": "network-vif-deleted", "tag": "1cccaa23-72ad-4200-b71f-9cd24f4b79bd"}, {"server_uuid": "c584a547-2e36-4842-a62f-c1507c6af6c0", "name": "network-vif-deleted", "tag": "c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:26:54.273914 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 18 Aug 2021 13:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfbd070-a258-4f6f-b402-d38250463c5d x-openstack-request-id: req-4bfbd070-a258-4f6f-b402-d38250463c5d {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:26:54.274286 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c584a547-2e36-4842-a62f-c1507c6af6c0", "name": "network-vif-deleted", "tag": "1cccaa23-72ad-4200-b71f-9cd24f4b79bd", "status": "completed", "code": 200}, {"server_uuid": "c584a547-2e36-4842-a62f-c1507c6af6c0", "name": "network-vif-deleted", "tag": "c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:26:54.274577 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4bfbd070-a258-4f6f-b402-d38250463c5d {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:26:54.275011 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'name': 'network-vif-deleted', 'tag': '1cccaa23-72ad-4200-b71f-9cd24f4b79bd', 'status': 'completed', 'code': 200} Aug 18 13:26:54.275392 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c584a547-2e36-4842-a62f-c1507c6af6c0', 'name': 'network-vif-deleted', 'tag': 'c142d9b8-949f-47b5-8b2a-b0bcf2f6c5bc', 'status': 'completed', 'code': 200} Aug 18 13:26:54.854858 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-839f61c7-fa21-4010-b8ad-79fd5ac35e9b req-99f31aea-778d-492b-bc56-e713cd0aed5a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 210 time: 0.0270252 Aug 18 13:26:55.956913 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-24919fb1-2d5c-42cf-8bee-d6ac988b53d8 req-0f2bc081-4879-4f86-bb6e-8aa37aa0214d tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 210 time: 0.0268083 Aug 18 13:26:57.060295 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-32c214ff-b634-4184-a36e-a112cb79f093 req-2f3546ed-dd32-4194-a338-33e1a0a3c611 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 210 time: 0.0264792 Aug 18 13:26:58.087400 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:58.165632 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-091e8d8e-f122-4e64-8b7e-c4fcd8032ca1 req-16351aa2-994f-4e39-b850-561871531aba tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 210 time: 0.0277474 Aug 18 13:26:58.848340 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:26:59.271085 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-95080f1e-1871-4f83-9129-aaf08472bfb3 req-41fd371a-5ef4-4a02-bb8b-a040c3b727c1 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 210 time: 0.0271304 Aug 18 13:27:00.374965 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2ca337cf-4001-48be-a0c7-1fff5c834925 req-38eb38d7-d178-45a1-bb6b-31d4155dd4c1 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 210 time: 0.0281544 Aug 18 13:27:01.477937 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c4b3bceb-d1f5-4ddf-8571-84c4268d4cc7 req-b84500bc-d11f-41a3-8e96-0c12280b0d67 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 210 time: 0.0266316 Aug 18 13:27:02.585935 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-06dfa540-aa1f-445e-996e-abf73f99a2de req-f77e600c-ac5f-454d-adcb-bdc034b9b596 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 210 time: 0.0302584 Aug 18 13:27:03.693653 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-abb229de-d215-446d-bcad-5443ff355ead req-05bc87ae-8942-42d9-bd52-037a2b37fcb8 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 210 time: 0.0267904 Aug 18 13:27:04.797367 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fd55626b-2998-454f-9328-372651673f86 req-00e8ace7-3bd9-4d25-9efc-3b1c51ef80d6 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 210 time: 0.0274632 Aug 18 13:27:05.906511 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ce01addc-0134-4ff2-8680-68ceb33236a5 req-eeb73953-7f26-4db9-927b-43d4b6260157 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 210 time: 0.0309482 Aug 18 13:27:07.032134 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-93afce2f-f3c6-401d-a034-15fce41764ae req-263c0c66-97dd-4e31-ad81-3cd6b4ce800f tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/ports?device_id=c584a547-2e36-4842-a62f-c1507c6af6c0 HTTP/1.1" status: 200 len: 210 time: 0.0308437 Aug 18 13:27:08.205904 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 58834) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:27:08.266328 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-19de0f1f-f11b-4d05-817f-7217ec031bcf tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:08.291758 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-19de0f1f-f11b-4d05-817f-7217ec031bcf tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:08.401502 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-19de0f1f-f11b-4d05-817f-7217ec031bcf tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:08.404041 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-19de0f1f-f11b-4d05-817f-7217ec031bcf tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:08.405316 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-19de0f1f-f11b-4d05-817f-7217ec031bcf tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "DELETE /v2.0/security-groups/b41cafd6-0737-4746-ad47-0bb9e5757c28 HTTP/1.1" status: 204 len: 168 time: 0.1981201 Aug 18 13:27:08.407943 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 58836) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:27:08.414346 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de0f1f-f11b-4d05-817f-7217ec031bcf tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41cafd6-0737-4746-ad47-0bb9e5757c28,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:27:08.422199 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de0f1f-f11b-4d05-817f-7217ec031bcf tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:27:08.422524 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-48202570-c7ec-491e-b199-597a19bf2ffa tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] show failed (client error): The resource could not be found. Aug 18 13:27:08.422645 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de0f1f-f11b-4d05-817f-7217ec031bcf tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:27:08.422883 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de0f1f-f11b-4d05-817f-7217ec031bcf tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:27:08.423225 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de0f1f-f11b-4d05-817f-7217ec031bcf tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:27:08.423642 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de0f1f-f11b-4d05-817f-7217ec031bcf tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:27:08.423883 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-48202570-c7ec-491e-b199-597a19bf2ffa tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "GET /v2.0/security-groups/b41cafd6-0737-4746-ad47-0bb9e5757c28 HTTP/1.1" status: 404 len: 347 time: 0.0144825 Aug 18 13:27:08.429213 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de0f1f-f11b-4d05-817f-7217ec031bcf tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:27:08.429213 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de0f1f-f11b-4d05-817f-7217ec031bcf tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:27:08.429213 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de0f1f-f11b-4d05-817f-7217ec031bcf tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:27:08.429213 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de0f1f-f11b-4d05-817f-7217ec031bcf tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:27:08.429213 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de0f1f-f11b-4d05-817f-7217ec031bcf tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:27:08.429213 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de0f1f-f11b-4d05-817f-7217ec031bcf tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:27:08.429213 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de0f1f-f11b-4d05-817f-7217ec031bcf tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:27:08.431486 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 58838) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:27:08.560111 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-724dff8e-0b40-4722-a444-3b5fb7e1a9f8 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Deleting port 56af168f-0b41-49fa-8996-918dd1893966 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:27:08.560559 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-724dff8e-0b40-4722-a444-3b5fb7e1a9f8 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:08.642676 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-724dff8e-0b40-4722-a444-3b5fb7e1a9f8 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:08.643007 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-724dff8e-0b40-4722-a444-3b5fb7e1a9f8 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:08.655082 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-724dff8e-0b40-4722-a444-3b5fb7e1a9f8 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Calling delete_port for 56af168f-0b41-49fa-8996-918dd1893966 owned by network:floatingip {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:27:08.836336 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-724dff8e-0b40-4722-a444-3b5fb7e1a9f8 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:08.866450 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724dff8e-0b40-4722-a444-3b5fb7e1a9f8 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Pushing event deleted for resources: {'Port': ['ID=56af168f-0b41-49fa-8996-918dd1893966,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:27:08.928301 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-724dff8e-0b40-4722-a444-3b5fb7e1a9f8 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks [] for floatingip, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:08.931098 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-724dff8e-0b40-4722-a444-3b5fb7e1a9f8 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:08.932315 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-724dff8e-0b40-4722-a444-3b5fb7e1a9f8 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "DELETE /v2.0/floatingips/317ba642-2e64-432d-9015-d1fd39c0d4f9 HTTP/1.1" status: 204 len: 168 time: 0.4996481 Aug 18 13:27:08.936846 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 58840) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:27:09.036369 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-d76a6c0b-fcd1-4553-bc2a-20aebd0500bc tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Deleting port 7e6e27c2-38fd-42cf-93be-14deed0fa74b {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:27:09.036704 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d76a6c0b-fcd1-4553-bc2a-20aebd0500bc tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:09.123380 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d76a6c0b-fcd1-4553-bc2a-20aebd0500bc tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:09.136062 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-d76a6c0b-fcd1-4553-bc2a-20aebd0500bc tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Calling delete_port for 7e6e27c2-38fd-42cf-93be-14deed0fa74b owned by {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:27:09.385498 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d76a6c0b-fcd1-4553-bc2a-20aebd0500bc tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:09.413730 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a6c0b-fcd1-4553-bc2a-20aebd0500bc tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Pushing event deleted for resources: {'Port': ['ID=7e6e27c2-38fd-42cf-93be-14deed0fa74b,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:27:09.651362 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d76a6c0b-fcd1-4553-bc2a-20aebd0500bc tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:09.651362 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d76a6c0b-fcd1-4553-bc2a-20aebd0500bc tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "DELETE /v2.0/ports/7e6e27c2-38fd-42cf-93be-14deed0fa74b HTTP/1.1" status: 204 len: 168 time: 0.5623128 Aug 18 13:27:09.651362 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 58852) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:27:09.651362 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-83ecbe06-8ad5-483a-b2c6-96e35df400a3 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Deleting port 069b9001-3300-4e5d-a3d3-e19a50735842 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:27:09.651362 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-83ecbe06-8ad5-483a-b2c6-96e35df400a3 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:09.695375 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-83ecbe06-8ad5-483a-b2c6-96e35df400a3 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:09.707943 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-83ecbe06-8ad5-483a-b2c6-96e35df400a3 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Calling delete_port for 069b9001-3300-4e5d-a3d3-e19a50735842 owned by {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:27:09.957185 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-83ecbe06-8ad5-483a-b2c6-96e35df400a3 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:09.985917 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ecbe06-8ad5-483a-b2c6-96e35df400a3 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Pushing event deleted for resources: {'Port': ['ID=069b9001-3300-4e5d-a3d3-e19a50735842,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:27:10.054909 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-83ecbe06-8ad5-483a-b2c6-96e35df400a3 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:10.057375 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-83ecbe06-8ad5-483a-b2c6-96e35df400a3 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "DELETE /v2.0/ports/069b9001-3300-4e5d-a3d3-e19a50735842 HTTP/1.1" status: 204 len: 168 time: 0.5532539 Aug 18 13:27:10.060141 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 58864) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:27:10.116509 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-644f3c80-7efe-40e7-82ba-833545d4db8f tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Deleting subnet 1852a2e7-34df-41c9-b2e1-616be77094f1 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:27:10.120667 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-644f3c80-7efe-40e7-82ba-833545d4db8f tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:10.168120 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-644f3c80-7efe-40e7-82ba-833545d4db8f tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:10.268288 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-644f3c80-7efe-40e7-82ba-833545d4db8f tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:10.408793 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-644f3c80-7efe-40e7-82ba-833545d4db8f tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:10.437839 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f3c80-7efe-40e7-82ba-833545d4db8f tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Pushing event deleted for resources: {'Subnet': ['ID=1852a2e7-34df-41c9-b2e1-616be77094f1,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:27:10.442273 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-644f3c80-7efe-40e7-82ba-833545d4db8f tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:10.446785 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-644f3c80-7efe-40e7-82ba-833545d4db8f tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "DELETE /v2.0/subnets/1852a2e7-34df-41c9-b2e1-616be77094f1 HTTP/1.1" status: 204 len: 168 time: 0.3831346 Aug 18 13:27:10.447026 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 58874) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:27:10.459520 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2020eb5-7313-4281-beba-36d7276f884c None None] Network d880c4db-c535-4c81-86a6-739ddf2b8b3f requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:27:10.524868 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-142a9873-4bdd-403f-8335-c5791ddfe7c7 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Deleting subnet 1cbb8eea-c986-4ab1-9343-a5e2b65768a8 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:27:10.528216 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-142a9873-4bdd-403f-8335-c5791ddfe7c7 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:10.569267 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-142a9873-4bdd-403f-8335-c5791ddfe7c7 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:10.668027 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219fc7da-63e4-4c9a-8bf1-16b5aef31e75 None None] DHCP port deletion for d880c4db-c535-4c81-86a6-739ddf2b8b3f request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:27:10.670546 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-142a9873-4bdd-403f-8335-c5791ddfe7c7 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:10.729045 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-219fc7da-63e4-4c9a-8bf1-16b5aef31e75 None None] Deleting port 5670dce3-9fff-40a8-9d41-267773c59247 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:27:10.729045 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-219fc7da-63e4-4c9a-8bf1-16b5aef31e75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:10.785772 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-219fc7da-63e4-4c9a-8bf1-16b5aef31e75 None None] For port 5670dce3-9fff-40a8-9d41-267773c59247, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=5670dce3-9fff-40a8-9d41-267773c59247,segment=NetworkSegment(252977c9-b887-4eaa-8b1c-52adc0e4d606),segment_id=252977c9-b887-4eaa-8b1c-52adc0e4d606)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:27:10.786195 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-219fc7da-63e4-4c9a-8bf1-16b5aef31e75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:10.798352 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-219fc7da-63e4-4c9a-8bf1-16b5aef31e75 None None] Calling delete_port for 5670dce3-9fff-40a8-9d41-267773c59247 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:27:10.848514 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-142a9873-4bdd-403f-8335-c5791ddfe7c7 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:10.875809 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a9873-4bdd-403f-8335-c5791ddfe7c7 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Pushing event deleted for resources: {'Subnet': ['ID=1cbb8eea-c986-4ab1-9343-a5e2b65768a8,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:27:10.886936 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-142a9873-4bdd-403f-8335-c5791ddfe7c7 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:10.890242 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-142a9873-4bdd-403f-8335-c5791ddfe7c7 tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "DELETE /v2.0/subnets/1cbb8eea-c986-4ab1-9343-a5e2b65768a8 HTTP/1.1" status: 204 len: 168 time: 0.4409091 Aug 18 13:27:10.891879 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 58880) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:27:10.895428 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325ba8f4-6c4a-4713-a65e-7bd4975f997d None None] Network f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:27:10.970080 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-94f3575c-e67a-4d09-b507-2a0dc9d2583a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:11.005601 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-219fc7da-63e4-4c9a-8bf1-16b5aef31e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:11.021861 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-94f3575c-e67a-4d09-b507-2a0dc9d2583a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Deleting port 5670dce3-9fff-40a8-9d41-267773c59247 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:27:11.022241 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-94f3575c-e67a-4d09-b507-2a0dc9d2583a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:11.041665 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219fc7da-63e4-4c9a-8bf1-16b5aef31e75 None None] No DVR routers for this DVR port 5670dce3-9fff-40a8-9d41-267773c59247 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:27:11.052065 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219fc7da-63e4-4c9a-8bf1-16b5aef31e75 None None] Pushing event deleted for resources: {'Port': ['ID=5670dce3-9fff-40a8-9d41-267773c59247,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:27:11.066353 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219fc7da-63e4-4c9a-8bf1-16b5aef31e75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:27:11.067065 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219fc7da-63e4-4c9a-8bf1-16b5aef31e75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:27:11.067414 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219fc7da-63e4-4c9a-8bf1-16b5aef31e75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:27:11.067753 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219fc7da-63e4-4c9a-8bf1-16b5aef31e75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:27:11.068240 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219fc7da-63e4-4c9a-8bf1-16b5aef31e75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:27:11.068482 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219fc7da-63e4-4c9a-8bf1-16b5aef31e75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:27:11.068938 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219fc7da-63e4-4c9a-8bf1-16b5aef31e75 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:27:11.069271 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219fc7da-63e4-4c9a-8bf1-16b5aef31e75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:27:11.069587 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219fc7da-63e4-4c9a-8bf1-16b5aef31e75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:27:11.070140 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219fc7da-63e4-4c9a-8bf1-16b5aef31e75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:27:11.070495 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219fc7da-63e4-4c9a-8bf1-16b5aef31e75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:27:11.071407 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219fc7da-63e4-4c9a-8bf1-16b5aef31e75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:27:11.108003 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-94f3575c-e67a-4d09-b507-2a0dc9d2583a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] For port 5670dce3-9fff-40a8-9d41-267773c59247, host n-d-803603-2, got binding levels [] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:27:11.108605 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-94f3575c-e67a-4d09-b507-2a0dc9d2583a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:11.131463 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-94f3575c-e67a-4d09-b507-2a0dc9d2583a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Calling delete_port for 5670dce3-9fff-40a8-9d41-267773c59247 owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:27:11.135077 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.ipam_backend_mixin [None req-94f3575c-e67a-4d09-b507-2a0dc9d2583a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Port 5670dce3-9fff-40a8-9d41-267773c59247 was not found and therefore no delete operation was performed {{(pid=101676) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 13:27:11.136945 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-94f3575c-e67a-4d09-b507-2a0dc9d2583a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:11.150441 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d3c876-a087-478d-8cea-6ff9a9ccd512 None None] DHCP port deletion for f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:27:11.165120 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3575c-e67a-4d09-b507-2a0dc9d2583a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Pushing event deleted for resources: {'Port': ['ID=5670dce3-9fff-40a8-9d41-267773c59247,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:27:11.170474 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f3575c-e67a-4d09-b507-2a0dc9d2583a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] No DVR routers for this DVR port 5670dce3-9fff-40a8-9d41-267773c59247 on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:27:11.214212 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-34d3c876-a087-478d-8cea-6ff9a9ccd512 None None] Deleting port 11624953-1bc7-48ab-a9f4-1fe08cca2f4a {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:27:11.215123 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-34d3c876-a087-478d-8cea-6ff9a9ccd512 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:11.279383 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-94f3575c-e67a-4d09-b507-2a0dc9d2583a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:11.293925 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-94f3575c-e67a-4d09-b507-2a0dc9d2583a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d880c4db-c535-4c81-86a6-739ddf2b8b3f']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:27:11.298886 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-34d3c876-a087-478d-8cea-6ff9a9ccd512 None None] For port 11624953-1bc7-48ab-a9f4-1fe08cca2f4a, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=11624953-1bc7-48ab-a9f4-1fe08cca2f4a,segment=NetworkSegment(c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a),segment_id=c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:27:11.299294 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-34d3c876-a087-478d-8cea-6ff9a9ccd512 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:11.315083 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-94f3575c-e67a-4d09-b507-2a0dc9d2583a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '252977c9-b887-4eaa-8b1c-52adc0e4d606') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:27:11.315738 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-94f3575c-e67a-4d09-b507-2a0dc9d2583a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '252977c9-b887-4eaa-8b1c-52adc0e4d606') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:27:11.317354 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-34d3c876-a087-478d-8cea-6ff9a9ccd512 None None] Calling delete_port for 11624953-1bc7-48ab-a9f4-1fe08cca2f4a owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:27:11.328766 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-94f3575c-e67a-4d09-b507-2a0dc9d2583a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:11.345842 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-94f3575c-e67a-4d09-b507-2a0dc9d2583a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:11.352326 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94f3575c-e67a-4d09-b507-2a0dc9d2583a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:27:11.352716 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-94f3575c-e67a-4d09-b507-2a0dc9d2583a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:11.355948 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:27:11.355948 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:27:11.355948 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:27:11.355948 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:27:11.355948 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:27:11.355948 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:27:11.355948 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:27:11.355948 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:27:11.355948 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:27:11.355948 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:27:11.355948 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:27:11.355948 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:27:11.355948 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:27:11.355948 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:27:11.355948 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:27:11.355948 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:27:11.355948 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:27:11.355948 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:27:11.355948 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:27:11.355948 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:27:11.355948 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:27:11.355948 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:27:11.355948 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:27:11.355948 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:27:11.355948 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:27:11.355948 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:27:11.355948 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:27:11.355948 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:27:11.355948 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:27:11.355948 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:27:11.355948 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:27:11.355948 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:27:11.518777 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-34d3c876-a087-478d-8cea-6ff9a9ccd512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:11.554744 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 5670dce3-9fff-40a8-9d41-267773c59247 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:27:11.556073 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3c876-a087-478d-8cea-6ff9a9ccd512 None None] Pushing event deleted for resources: {'Port': ['ID=11624953-1bc7-48ab-a9f4-1fe08cca2f4a,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:27:11.559360 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d3c876-a087-478d-8cea-6ff9a9ccd512 None None] No DVR routers for this DVR port 11624953-1bc7-48ab-a9f4-1fe08cca2f4a on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:27:11.573547 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-94f3575c-e67a-4d09-b507-2a0dc9d2583a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:11.578161 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 5670dce3-9fff-40a8-9d41-267773c59247 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:27:11.578727 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 5670dce3-9fff-40a8-9d41-267773c59247 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:27:11.579373 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 11624953-1bc7-48ab-a9f4-1fe08cca2f4a no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:27:11.586894 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-94f3575c-e67a-4d09-b507-2a0dc9d2583a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:11.590249 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-94f3575c-e67a-4d09-b507-2a0dc9d2583a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "DELETE /v2.0/networks/d880c4db-c535-4c81-86a6-739ddf2b8b3f HTTP/1.1" status: 204 len: 168 time: 0.6972909 Aug 18 13:27:11.593418 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 58892) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:27:11.602925 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 11624953-1bc7-48ab-a9f4-1fe08cca2f4a {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:27:11.605319 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 11624953-1bc7-48ab-a9f4-1fe08cca2f4a not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:27:11.615178 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3575c-e67a-4d09-b507-2a0dc9d2583a tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Pushing event deleted for resources: {'Network': ['ID=d880c4db-c535-4c81-86a6-739ddf2b8b3f,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:27:11.688261 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b1f23947-9694-4da5-97be-dad8e7a43df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:11.701558 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8d9ca503-173e-48b2-865e-dc8d6ad2ec8b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:11.793674 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8d9ca503-173e-48b2-865e-dc8d6ad2ec8b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:11.807372 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-8d9ca503-173e-48b2-865e-dc8d6ad2ec8b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:27:11.818569 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-8d9ca503-173e-48b2-865e-dc8d6ad2ec8b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:27:11.826515 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-8d9ca503-173e-48b2-865e-dc8d6ad2ec8b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1c9ba82-eb49-4cdf-9fed-b70bd9d4377a') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:27:11.828707 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8d9ca503-173e-48b2-865e-dc8d6ad2ec8b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:11.843006 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8d9ca503-173e-48b2-865e-dc8d6ad2ec8b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:11.849814 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d9ca503-173e-48b2-865e-dc8d6ad2ec8b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:27:11.850161 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8d9ca503-173e-48b2-865e-dc8d6ad2ec8b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:11.853478 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:27:11.853478 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:27:11.853478 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:27:11.853478 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:27:11.853478 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:27:11.853478 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:27:11.853478 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:27:11.853478 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:27:11.853478 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:27:11.853478 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:27:11.853478 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:27:11.853478 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:27:11.853478 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:27:11.853478 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:27:11.853478 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:27:11.853478 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:27:11.853478 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:27:11.853478 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:27:11.853478 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:27:11.853478 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:27:11.853478 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:27:11.853478 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:27:11.853478 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:27:11.853478 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:27:11.853478 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:27:11.853478 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:27:11.853478 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:27:11.853478 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:27:11.853478 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:27:11.853478 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:27:11.853478 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:27:11.853478 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:27:12.009277 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8d9ca503-173e-48b2-865e-dc8d6ad2ec8b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:12.016414 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8d9ca503-173e-48b2-865e-dc8d6ad2ec8b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:12.018087 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8d9ca503-173e-48b2-865e-dc8d6ad2ec8b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] 10.222.0.13 "DELETE /v2.0/networks/f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d HTTP/1.1" status: 204 len: 168 time: 0.4228799 Aug 18 13:27:12.032686 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ca503-173e-48b2-865e-dc8d6ad2ec8b tempest-TaggedBootDevicesTest_v242-125241 tempest-TaggedBootDevicesTest_v242-125241-project] Pushing event deleted for resources: {'Network': ['ID=f6237be9-1222-4ff5-9d1c-f7ab2e0ff02d,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:27:13.733935 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f12afd02-5882-4b5d-9b7c-b77fda37422f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:14.573824 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:14.968219 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:27:15.437366 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:17.413867 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:22.637991 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59096) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:27:23.120032 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f6c20bb4-a0ee-4930-964c-7a7ef1ad2a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:23.371374 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-f6c20bb4-a0ee-4930-964c-7a7ef1ad2a25 admin admin] Deleting port b08ce4b8-03e0-4dcc-8f89-09457925bf32 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:27:23.371620 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f6c20bb4-a0ee-4930-964c-7a7ef1ad2a25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:23.465589 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-f6c20bb4-a0ee-4930-964c-7a7ef1ad2a25 admin admin] For port b08ce4b8-03e0-4dcc-8f89-09457925bf32, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b08ce4b8-03e0-4dcc-8f89-09457925bf32,segment=NetworkSegment(2cb900d6-683a-47fc-8607-ef590f696945),segment_id=2cb900d6-683a-47fc-8607-ef590f696945)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:27:23.465962 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f6c20bb4-a0ee-4930-964c-7a7ef1ad2a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:23.482514 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-f6c20bb4-a0ee-4930-964c-7a7ef1ad2a25 admin admin] Calling delete_port for b08ce4b8-03e0-4dcc-8f89-09457925bf32 owned by network:router_interface {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:27:23.744794 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f6c20bb4-a0ee-4930-964c-7a7ef1ad2a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:23.771656 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c20bb4-a0ee-4930-964c-7a7ef1ad2a25 admin admin] Pushing event deleted for resources: {'Port': ['ID=b08ce4b8-03e0-4dcc-8f89-09457925bf32,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:27:23.800661 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c20bb4-a0ee-4930-964c-7a7ef1ad2a25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:27:23.801016 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c20bb4-a0ee-4930-964c-7a7ef1ad2a25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:27:23.801368 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c20bb4-a0ee-4930-964c-7a7ef1ad2a25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:27:23.801702 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c20bb4-a0ee-4930-964c-7a7ef1ad2a25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:27:23.802046 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c20bb4-a0ee-4930-964c-7a7ef1ad2a25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:27:23.802408 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c20bb4-a0ee-4930-964c-7a7ef1ad2a25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:27:23.802932 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c20bb4-a0ee-4930-964c-7a7ef1ad2a25 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:27:23.803446 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c20bb4-a0ee-4930-964c-7a7ef1ad2a25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:27:23.804939 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c20bb4-a0ee-4930-964c-7a7ef1ad2a25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:27:23.804939 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c20bb4-a0ee-4930-964c-7a7ef1ad2a25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:27:23.804939 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c20bb4-a0ee-4930-964c-7a7ef1ad2a25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:27:23.804939 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c20bb4-a0ee-4930-964c-7a7ef1ad2a25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:27:24.317285 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f6c20bb4-a0ee-4930-964c-7a7ef1ad2a25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:24.541430 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c20bb4-a0ee-4930-964c-7a7ef1ad2a25 admin admin] Router e62afbf1-800f-4a0f-90a6-e0ebc7c9529c has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:27:24.662569 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c20bb4-a0ee-4930-964c-7a7ef1ad2a25 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:27:24.668519 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f6c20bb4-a0ee-4930-964c-7a7ef1ad2a25 admin admin] 10.222.0.13 "PUT /v2.0/routers/e62afbf1-800f-4a0f-90a6-e0ebc7c9529c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0294685 Aug 18 13:27:24.671101 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59132) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:27:24.673750 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf9884b-c6d9-49ba-b6fe-85f7d8c690e2 None None] Sync routers for ids ['e62afbf1-800f-4a0f-90a6-e0ebc7c9529c'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:27:24.684382 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf9884b-c6d9-49ba-b6fe-85f7d8c690e2 None None] Routers {'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:27:24.685107 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-7bf9884b-c6d9-49ba-b6fe-85f7d8c690e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:27:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['e62afbf1-800f-4a0f-90a6-e0ebc7c9529c'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:27:24.781144 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ac1837b0-e29c-450f-9b37-5757fde0ec39 admin admin] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:24.797809 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-7bf9884b-c6d9-49ba-b6fe-85f7d8c690e2 None None] Set router e62afbf1-800f-4a0f-90a6-e0ebc7c9529c gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:27:24.902820 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ac1837b0-e29c-450f-9b37-5757fde0ec39 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:24.985717 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-7bf9884b-c6d9-49ba-b6fe-85f7d8c690e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c', 'name': 'tempest-TaggedBootDevicesTest_v242-933668414-router', 'tenant_id': '9187a221b3e94f438328aff4ddb46e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'ac775d55-f240-458e-94ee-5e8603254320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:16:01Z', 'updated_at': '2021-08-18T13:27:23Z', 'revision_number': 5, 'project_id': '9187a221b3e94f438328aff4ddb46e1a', 'gw_port': {'id': 'ac775d55-f240-458e-94ee-5e8603254320', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:60:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:16:02Z', 'updated_at': '2021-08-18T13:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:27:25.016373 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf9884b-c6d9-49ba-b6fe-85f7d8c690e2 None None] Checking router: e62afbf1-800f-4a0f-90a6-e0ebc7c9529c for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:27:25.025368 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf9884b-c6d9-49ba-b6fe-85f7d8c690e2 None None] Routers {'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:27:25.026067 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-7bf9884b-c6d9-49ba-b6fe-85f7d8c690e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:27:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['e62afbf1-800f-4a0f-90a6-e0ebc7c9529c'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:27:25.040989 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-ac1837b0-e29c-450f-9b37-5757fde0ec39 admin admin] Deleting port ac775d55-f240-458e-94ee-5e8603254320 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:27:25.041334 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ac1837b0-e29c-450f-9b37-5757fde0ec39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:25.120721 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-7bf9884b-c6d9-49ba-b6fe-85f7d8c690e2 None None] Set router e62afbf1-800f-4a0f-90a6-e0ebc7c9529c gateway port host: None {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:27:25.132613 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-ac1837b0-e29c-450f-9b37-5757fde0ec39 admin admin] For port ac775d55-f240-458e-94ee-5e8603254320, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=ac775d55-f240-458e-94ee-5e8603254320,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:27:25.133565 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ac1837b0-e29c-450f-9b37-5757fde0ec39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:25.147559 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-ac1837b0-e29c-450f-9b37-5757fde0ec39 admin admin] Calling delete_port for ac775d55-f240-458e-94ee-5e8603254320 owned by network:router_gateway {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:27:25.179228 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-7bf9884b-c6d9-49ba-b6fe-85f7d8c690e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c', 'name': 'tempest-TaggedBootDevicesTest_v242-933668414-router', 'tenant_id': '9187a221b3e94f438328aff4ddb46e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:16:01Z', 'updated_at': '2021-08-18T13:27:24Z', 'revision_number': 6, 'project_id': '9187a221b3e94f438328aff4ddb46e1a', 'gw_port_host': None}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:27:25.210931 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf9884b-c6d9-49ba-b6fe-85f7d8c690e2 None None] The sync data for ids ['e62afbf1-800f-4a0f-90a6-e0ebc7c9529c'] in n-d-803603-2 is: [{'id': 'e62afbf1-800f-4a0f-90a6-e0ebc7c9529c', 'name': 'tempest-TaggedBootDevicesTest_v242-933668414-router', 'tenant_id': '9187a221b3e94f438328aff4ddb46e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:16:01Z', 'updated_at': '2021-08-18T13:27:24Z', 'revision_number': 6, 'project_id': '9187a221b3e94f438328aff4ddb46e1a', 'gw_port_host': None}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:27:25.455950 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ac1837b0-e29c-450f-9b37-5757fde0ec39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:25.483781 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1837b0-e29c-450f-9b37-5757fde0ec39 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac775d55-f240-458e-94ee-5e8603254320,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:27:25.547029 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ac1837b0-e29c-450f-9b37-5757fde0ec39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:25.668044 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ac1837b0-e29c-450f-9b37-5757fde0ec39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:25.671634 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ac1837b0-e29c-450f-9b37-5757fde0ec39 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:25.836405 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ac1837b0-e29c-450f-9b37-5757fde0ec39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:25.836984 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1837b0-e29c-450f-9b37-5757fde0ec39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e62afbf1-800f-4a0f-90a6-e0ebc7c9529c {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:27:25.841305 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ac1837b0-e29c-450f-9b37-5757fde0ec39 admin admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:25.843016 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ac1837b0-e29c-450f-9b37-5757fde0ec39 admin admin] 10.222.0.13 "DELETE /v2.0/routers/e62afbf1-800f-4a0f-90a6-e0ebc7c9529c HTTP/1.1" status: 204 len: 168 time: 1.1703157 Aug 18 13:27:25.849529 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59148) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:27:25.890492 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-1123bc25-a8fd-4d2f-addf-c1a8d4636b83 admin admin] Deleting subnet a6a49593-1d36-467e-a1bb-8c5f2a09f233 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:27:25.893515 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1123bc25-a8fd-4d2f-addf-c1a8d4636b83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:25.927008 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1123bc25-a8fd-4d2f-addf-c1a8d4636b83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:26.002520 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b08ce4b8-03e0-4dcc-8f89-09457925bf32 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:27:26.014872 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1123bc25-a8fd-4d2f-addf-c1a8d4636b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:26.032192 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: b08ce4b8-03e0-4dcc-8f89-09457925bf32 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:27:26.032608 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b08ce4b8-03e0-4dcc-8f89-09457925bf32 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:27:26.133642 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1123bc25-a8fd-4d2f-addf-c1a8d4636b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:26.161877 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1123bc25-a8fd-4d2f-addf-c1a8d4636b83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6a49593-1d36-467e-a1bb-8c5f2a09f233,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:27:26.167818 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1123bc25-a8fd-4d2f-addf-c1a8d4636b83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:26.173660 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1123bc25-a8fd-4d2f-addf-c1a8d4636b83 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a6a49593-1d36-467e-a1bb-8c5f2a09f233 HTTP/1.1" status: 204 len: 168 time: 0.3237770 Aug 18 13:27:26.173660 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59150) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:27:26.177375 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831d19cc-0abd-4985-9d5b-8386a126da59 None None] Network e9ea624b-86fc-4131-a8a7-d576a5006edb requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:27:26.263553 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b009433b-3f78-45f9-bc87-3423f90e0c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:26.329911 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-b009433b-3f78-45f9-bc87-3423f90e0c11 admin admin] Deleting port 38cd413d-6e66-4c46-bbee-5c18e67f7f2d {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:27:26.330285 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b009433b-3f78-45f9-bc87-3423f90e0c11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:26.427567 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-b009433b-3f78-45f9-bc87-3423f90e0c11 admin admin] For port 38cd413d-6e66-4c46-bbee-5c18e67f7f2d, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=38cd413d-6e66-4c46-bbee-5c18e67f7f2d,segment=NetworkSegment(2cb900d6-683a-47fc-8607-ef590f696945),segment_id=2cb900d6-683a-47fc-8607-ef590f696945)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:27:26.427948 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b009433b-3f78-45f9-bc87-3423f90e0c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:26.441570 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-b009433b-3f78-45f9-bc87-3423f90e0c11 admin admin] Calling delete_port for 38cd413d-6e66-4c46-bbee-5c18e67f7f2d owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:27:26.444376 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36fd17b-1ab7-4a57-b5e4-dbbc28f98f1b None None] DHCP port deletion for e9ea624b-86fc-4131-a8a7-d576a5006edb request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:27:26.497225 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-b36fd17b-1ab7-4a57-b5e4-dbbc28f98f1b None None] Deleting port 38cd413d-6e66-4c46-bbee-5c18e67f7f2d {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:27:26.497871 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b36fd17b-1ab7-4a57-b5e4-dbbc28f98f1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:26.568830 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-b36fd17b-1ab7-4a57-b5e4-dbbc28f98f1b None None] For port 38cd413d-6e66-4c46-bbee-5c18e67f7f2d, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=38cd413d-6e66-4c46-bbee-5c18e67f7f2d,segment=NetworkSegment(2cb900d6-683a-47fc-8607-ef590f696945),segment_id=2cb900d6-683a-47fc-8607-ef590f696945)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:27:26.568830 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b36fd17b-1ab7-4a57-b5e4-dbbc28f98f1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:26.579196 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-b36fd17b-1ab7-4a57-b5e4-dbbc28f98f1b None None] Calling delete_port for 38cd413d-6e66-4c46-bbee-5c18e67f7f2d owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:27:26.591484 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b009433b-3f78-45f9-bc87-3423f90e0c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:26.619409 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b009433b-3f78-45f9-bc87-3423f90e0c11 admin admin] Pushing event deleted for resources: {'Port': ['ID=38cd413d-6e66-4c46-bbee-5c18e67f7f2d,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:27:26.621368 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b009433b-3f78-45f9-bc87-3423f90e0c11 admin admin] No DVR routers for this DVR port 38cd413d-6e66-4c46-bbee-5c18e67f7f2d on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:27:26.666715 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b36fd17b-1ab7-4a57-b5e4-dbbc28f98f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:26.697916 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36fd17b-1ab7-4a57-b5e4-dbbc28f98f1b None None] Pushing event deleted for resources: {'Port': ['ID=38cd413d-6e66-4c46-bbee-5c18e67f7f2d,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:27:26.701159 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36fd17b-1ab7-4a57-b5e4-dbbc28f98f1b None None] No DVR routers for this DVR port 38cd413d-6e66-4c46-bbee-5c18e67f7f2d on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:27:26.712621 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b009433b-3f78-45f9-bc87-3423f90e0c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:26.723554 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-b009433b-3f78-45f9-bc87-3423f90e0c11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9ea624b-86fc-4131-a8a7-d576a5006edb']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:27:26.734153 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-b009433b-3f78-45f9-bc87-3423f90e0c11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cb900d6-683a-47fc-8607-ef590f696945') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:27:26.734469 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-b009433b-3f78-45f9-bc87-3423f90e0c11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cb900d6-683a-47fc-8607-ef590f696945') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:27:26.743717 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b009433b-3f78-45f9-bc87-3423f90e0c11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:26.758942 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b009433b-3f78-45f9-bc87-3423f90e0c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:26.765442 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b009433b-3f78-45f9-bc87-3423f90e0c11 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:27:26.765857 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b009433b-3f78-45f9-bc87-3423f90e0c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:26.767588 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:27:26.767588 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:27:26.767588 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:27:26.767588 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:27:26.767588 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:27:26.767588 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:27:26.767588 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:27:26.767588 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:27:26.767588 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:27:26.767588 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:27:26.767588 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:27:26.767588 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:27:26.767588 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:27:26.767588 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:27:26.767588 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:27:26.767588 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:27:26.767588 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:27:26.767588 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:27:26.767588 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:27:26.767588 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:27:26.767588 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:27:26.767588 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:27:26.767588 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:27:26.767588 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:27:26.767588 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:27:26.767588 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:27:26.767588 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:27:26.767588 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:27:26.767588 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:27:26.767588 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:27:26.767588 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:27:26.767588 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:27:26.887938 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b009433b-3f78-45f9-bc87-3423f90e0c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:26.894321 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b009433b-3f78-45f9-bc87-3423f90e0c11 admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:26.897134 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b009433b-3f78-45f9-bc87-3423f90e0c11 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e9ea624b-86fc-4131-a8a7-d576a5006edb HTTP/1.1" status: 204 len: 168 time: 0.7228792 Aug 18 13:27:26.910904 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b009433b-3f78-45f9-bc87-3423f90e0c11 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9ea624b-86fc-4131-a8a7-d576a5006edb,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:27:27.229280 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59156) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:27:27.271596 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-fbe2c4bb-0717-45c9-ab45-2321d46b4ba8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9187a221b3e94f438328aff4ddb46e1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411174 Aug 18 13:27:27.276203 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59158) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:27:27.330660 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eb3ae5e8-bc20-4bfe-b0ad-d6f05176e7d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:27.352803 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eb3ae5e8-bc20-4bfe-b0ad-d6f05176e7d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:27.511017 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eb3ae5e8-bc20-4bfe-b0ad-d6f05176e7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:27.515318 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eb3ae5e8-bc20-4bfe-b0ad-d6f05176e7d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:27.515443 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-eb3ae5e8-bc20-4bfe-b0ad-d6f05176e7d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2bddc60-b82c-424c-8146-8484da8521b7 HTTP/1.1" status: 204 len: 168 time: 0.2381399 Aug 18 13:27:27.524914 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ae5e8-bc20-4bfe-b0ad-d6f05176e7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bddc60-b82c-424c-8146-8484da8521b7,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:27:27.557730 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 38cd413d-6e66-4c46-bbee-5c18e67f7f2d no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:27:27.579954 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 38cd413d-6e66-4c46-bbee-5c18e67f7f2d {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:27:27.580308 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 38cd413d-6e66-4c46-bbee-5c18e67f7f2d not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:27:27.580766 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device ac775d55-f240-458e-94ee-5e8603254320 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:27:27.605794 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: ac775d55-f240-458e-94ee-5e8603254320 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:27:27.606150 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device ac775d55-f240-458e-94ee-5e8603254320 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:27:28.144831 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:28.686330 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59182) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:27:28.796477 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-c7a4c48a-a85a-4a06-b094-e4192d52d11b admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-937753639-network', 'tenant_id': '590fad6822da41a083a8a6314dcb5f1b'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:27:28.836086 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:28.893328 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a4c48a-a85a-4a06-b094-e4192d52d11b admin admin] Made reservation on behalf of 590fad6822da41a083a8a6314dcb5f1b for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:27:28.895684 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c7a4c48a-a85a-4a06-b094-e4192d52d11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:28.904542 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c7a4c48a-a85a-4a06-b094-e4192d52d11b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:28.994752 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c7a4c48a-a85a-4a06-b094-e4192d52d11b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:29.053665 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c7a4c48a-a85a-4a06-b094-e4192d52d11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:29.075420 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7a4c48a-a85a-4a06-b094-e4192d52d11b admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:27:29.089404 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a4c48a-a85a-4a06-b094-e4192d52d11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb79edc-e81a-46b7-b75d-c7c3824e6384,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:27:29.094227 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c7a4c48a-a85a-4a06-b094-e4192d52d11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:29.094602 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-c7a4c48a-a85a-4a06-b094-e4192d52d11b admin admin] Added segment e6905841-edd2-4430-910e-ccfde9b6e4ae of type vlan for network 92086c5d-c5ca-4419-8b10-6c46ef1a6428 Aug 18 13:27:29.137348 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c7a4c48a-a85a-4a06-b094-e4192d52d11b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:29.236574 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c7a4c48a-a85a-4a06-b094-e4192d52d11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:29.237580 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a4c48a-a85a-4a06-b094-e4192d52d11b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:29.238211 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c7a4c48a-a85a-4a06-b094-e4192d52d11b admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:29.298648 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a4c48a-a85a-4a06-b094-e4192d52d11b admin admin] Pushing event updated for resources: {'Network': ['ID=92086c5d-c5ca-4419-8b10-6c46ef1a6428,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:27:29.308611 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 92086c5d-c5ca-4419-8b10-6c46ef1a6428 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:27:29.340572 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c7a4c48a-a85a-4a06-b094-e4192d52d11b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6530199 Aug 18 13:27:29.343636 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59188) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:27:29.348877 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-c2d196c1-9a80-4803-96d7-a9c8921e368e admin admin] Request body: {'subnet': {'network_id': '92086c5d-c5ca-4419-8b10-6c46ef1a6428', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-937753639-subnet', 'tenant_id': '590fad6822da41a083a8a6314dcb5f1b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:27:29.413445 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d196c1-9a80-4803-96d7-a9c8921e368e admin admin] Made reservation on behalf of 590fad6822da41a083a8a6314dcb5f1b for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:27:29.416535 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c2d196c1-9a80-4803-96d7-a9c8921e368e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:29.647802 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c2d196c1-9a80-4803-96d7-a9c8921e368e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:29.705420 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d196c1-9a80-4803-96d7-a9c8921e368e admin admin] Pushing event updated for resources: {'Subnet': ['ID=008065cd-48aa-4897-9692-c989fb704e96,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:27:29.714895 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d196c1-9a80-4803-96d7-a9c8921e368e admin admin] Checking segment: {'id': 'e6905841-edd2-4430-910e-ccfde9b6e4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '92086c5d-c5ca-4419-8b10-6c46ef1a6428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:27:29.715256 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d196c1-9a80-4803-96d7-a9c8921e368e admin admin] Network hostable DHCP agents. Network: 92086c5d-c5ca-4419-8b10-6c46ef1a6428, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:27:29.790346 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d196c1-9a80-4803-96d7-a9c8921e368e admin admin] Network 92086c5d-c5ca-4419-8b10-6c46ef1a6428 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:27:29.887708 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-c2d196c1-9a80-4803-96d7-a9c8921e368e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 92086c5d-c5ca-4419-8b10-6c46ef1a6428) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:27:29.891643 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d196c1-9a80-4803-96d7-a9c8921e368e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:29.892240 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c2d196c1-9a80-4803-96d7-a9c8921e368e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:29.896666 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a731c0c9-456c-45a3-bfe3-c5ec12e80c7c None None] Network 92086c5d-c5ca-4419-8b10-6c46ef1a6428 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:27:29.978437 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c2d196c1-9a80-4803-96d7-a9c8921e368e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6336253 Aug 18 13:27:30.049709 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca900a6-853f-47c0-8f6e-0dee4f8be9c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-92086c5d-c5ca-4419-8b10-6c46ef1a6428', 'network_id': '92086c5d-c5ca-4419-8b10-6c46ef1a6428', 'tenant_id': '590fad6822da41a083a8a6314dcb5f1b', 'fixed_ips': [{'subnet_id': '008065cd-48aa-4897-9692-c989fb704e96'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:27:30.053055 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cca900a6-853f-47c0-8f6e-0dee4f8be9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:30.205327 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-cca900a6-853f-47c0-8f6e-0dee4f8be9c7 None None] Allocated IP 172.20.0.2 (92086c5d-c5ca-4419-8b10-6c46ef1a6428/008065cd-48aa-4897-9692-c989fb704e96/68fb0ebf-3c75-4ff5-bc53-0fffcf428427) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:27:30.350791 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cca900a6-853f-47c0-8f6e-0dee4f8be9c7 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:30.359485 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-cca900a6-853f-47c0-8f6e-0dee4f8be9c7 None None] Transition to ACTIVE for port object 68fb0ebf-3c75-4ff5-bc53-0fffcf428427 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:27:30.374459 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-cca900a6-853f-47c0-8f6e-0dee4f8be9c7 None None] Transition to ACTIVE for port object 68fb0ebf-3c75-4ff5-bc53-0fffcf428427 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:27:30.448365 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cca900a6-853f-47c0-8f6e-0dee4f8be9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:30.470614 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-2a5bf6f2-58db-4cdf-8ed7-ce8145a5cb21 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:30.473953 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-2a5bf6f2-58db-4cdf-8ed7-ce8145a5cb21 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/networks?id=92086c5d-c5ca-4419-8b10-6c46ef1a6428 HTTP/1.1" status: 200 len: 815 time: 0.1067591 Aug 18 13:27:30.489226 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-0a80020f-c651-4165-bbe0-3412d1954b9f tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/quotas/590fad6822da41a083a8a6314dcb5f1b HTTP/1.1" status: 200 len: 375 time: 0.0108984 Aug 18 13:27:30.543881 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-b0c9e6dd-78b4-408c-81c4-4223029f1192 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=590fad6822da41a083a8a6314dcb5f1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0481453 Aug 18 13:27:30.644264 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-b8ce3e87-1c15-4aaf-aae7-e7c0aef5b2f9 service neutron] 10.222.0.13 "GET /v2.0/networks/92086c5d-c5ca-4419-8b10-6c46ef1a6428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931334 Aug 18 13:27:30.648325 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca900a6-853f-47c0-8f6e-0dee4f8be9c7 None None] Network 92086c5d-c5ca-4419-8b10-6c46ef1a6428 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:27:30.651399 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-cca900a6-853f-47c0-8f6e-0dee4f8be9c7 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:27:30.655757 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca900a6-853f-47c0-8f6e-0dee4f8be9c7 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:27:30.658858 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca900a6-853f-47c0-8f6e-0dee4f8be9c7 None None] Pushing event updated for resources: {'Port': ['ID=68fb0ebf-3c75-4ff5-bc53-0fffcf428427,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:27:30.712720 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-cca900a6-853f-47c0-8f6e-0dee4f8be9c7 None None] Attempting to bind port 68fb0ebf-3c75-4ff5-bc53-0fffcf428427 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:27:30.713141 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-cca900a6-853f-47c0-8f6e-0dee4f8be9c7 None None] Attempting to bind port 68fb0ebf-3c75-4ff5-bc53-0fffcf428427 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'e6905841-edd2-4430-910e-ccfde9b6e4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '92086c5d-c5ca-4419-8b10-6c46ef1a6428'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:27:30.713501 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca900a6-853f-47c0-8f6e-0dee4f8be9c7 None None] Attempting to bind port 68fb0ebf-3c75-4ff5-bc53-0fffcf428427 on network 92086c5d-c5ca-4419-8b10-6c46ef1a6428 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:27:30.718541 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca900a6-853f-47c0-8f6e-0dee4f8be9c7 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:27:30.718913 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca900a6-853f-47c0-8f6e-0dee4f8be9c7 None None] Checking segment: {'id': 'e6905841-edd2-4430-910e-ccfde9b6e4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '92086c5d-c5ca-4419-8b10-6c46ef1a6428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:27:30.719312 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cca900a6-853f-47c0-8f6e-0dee4f8be9c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:30.719696 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca900a6-853f-47c0-8f6e-0dee4f8be9c7 None None] Bound using segment: {'id': 'e6905841-edd2-4430-910e-ccfde9b6e4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '92086c5d-c5ca-4419-8b10-6c46ef1a6428'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:27:30.720152 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-cca900a6-853f-47c0-8f6e-0dee4f8be9c7 None None] Bound port: 68fb0ebf-3c75-4ff5-bc53-0fffcf428427, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6905841-edd2-4430-910e-ccfde9b6e4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '92086c5d-c5ca-4419-8b10-6c46ef1a6428'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:27:30.720534 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cca900a6-853f-47c0-8f6e-0dee4f8be9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:30.737488 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-4da66bde-2ddc-4742-b80f-41398ea0369f service neutron] 10.222.0.13 "GET /v2.0/networks/92086c5d-c5ca-4419-8b10-6c46ef1a6428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870008 Aug 18 13:27:30.785083 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-cca900a6-853f-47c0-8f6e-0dee4f8be9c7 None None] For port 68fb0ebf-3c75-4ff5-bc53-0fffcf428427, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:27:30.793001 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-cca900a6-853f-47c0-8f6e-0dee4f8be9c7 None None] For port 68fb0ebf-3c75-4ff5-bc53-0fffcf428427, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=68fb0ebf-3c75-4ff5-bc53-0fffcf428427,segment=NetworkSegment(e6905841-edd2-4430-910e-ccfde9b6e4ae),segment_id=e6905841-edd2-4430-910e-ccfde9b6e4ae)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:27:30.899337 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cca900a6-853f-47c0-8f6e-0dee4f8be9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:30.971323 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca900a6-853f-47c0-8f6e-0dee4f8be9c7 None None] Pushing event updated for resources: {'Port': ['ID=68fb0ebf-3c75-4ff5-bc53-0fffcf428427,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:27:31.239345 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-2c40a3c2-a15a-49b4-8332-3f421986fee0 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:31.240903 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-2c40a3c2-a15a-49b4-8332-3f421986fee0 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/networks?id=92086c5d-c5ca-4419-8b10-6c46ef1a6428 HTTP/1.1" status: 200 len: 815 time: 0.1713116 Aug 18 13:27:31.258930 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-a282e0b1-dba1-47f4-a8da-3ed401d28945 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/quotas/590fad6822da41a083a8a6314dcb5f1b HTTP/1.1" status: 200 len: 375 time: 0.0116539 Aug 18 13:27:31.323802 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-a2d6e43d-f3b1-479f-ad07-7d1ee69521f3 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=590fad6822da41a083a8a6314dcb5f1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0582254 Aug 18 13:27:31.416511 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-590de07e-7e7b-4af5-a1bc-410685214dca service neutron] 10.222.0.13 "GET /v2.0/networks/92086c5d-c5ca-4419-8b10-6c46ef1a6428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858164 Aug 18 13:27:31.526524 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-51eb1500-4edb-482f-882c-746f5c084fa6 service neutron] 10.222.0.13 "GET /v2.0/networks/92086c5d-c5ca-4419-8b10-6c46ef1a6428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033964 Aug 18 13:27:31.605174 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 68fb0ebf-3c75-4ff5-bc53-0fffcf428427 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:27:31.735646 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 68fb0ebf-3c75-4ff5-bc53-0fffcf428427 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:27:32.065088 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-33db84ee-a4f1-4d72-83a3-f47795728342 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:32.066697 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-33db84ee-a4f1-4d72-83a3-f47795728342 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/networks?id=92086c5d-c5ca-4419-8b10-6c46ef1a6428 HTTP/1.1" status: 200 len: 815 time: 0.1287432 Aug 18 13:27:32.095548 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-14b0051a-f82b-4b3e-9202-3fee930d8dab tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/quotas/590fad6822da41a083a8a6314dcb5f1b HTTP/1.1" status: 200 len: 375 time: 0.0168507 Aug 18 13:27:32.146306 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-72d1060c-cd78-4101-842a-8b010fe281eb tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=590fad6822da41a083a8a6314dcb5f1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0486774 Aug 18 13:27:32.227357 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93219c95-9b95-43b8-8753-1dad4442769d None None] Network 92086c5d-c5ca-4419-8b10-6c46ef1a6428 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:27:32.279999 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-e5473879-1ad1-4918-bc43-5b87e47f3237 service neutron] 10.222.0.13 "GET /v2.0/networks/92086c5d-c5ca-4419-8b10-6c46ef1a6428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212256 Aug 18 13:27:32.362742 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a61a25c8-4490-4d05-8b8c-4a72bf1d0b57 None None] Provisioning for port 68fb0ebf-3c75-4ff5-bc53-0fffcf428427 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:27:32.371339 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a61a25c8-4490-4d05-8b8c-4a72bf1d0b57 None None] Provisioning complete for port 68fb0ebf-3c75-4ff5-bc53-0fffcf428427 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:27:32.371708 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a61a25c8-4490-4d05-8b8c-4a72bf1d0b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:32.380962 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-5319de48-169c-4bdd-b462-a40227f60183 service neutron] 10.222.0.13 "GET /v2.0/networks/92086c5d-c5ca-4419-8b10-6c46ef1a6428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903561 Aug 18 13:27:32.493478 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a61a25c8-4490-4d05-8b8c-4a72bf1d0b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:32.536432 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-a61a25c8-4490-4d05-8b8c-4a72bf1d0b57 None None] For port 68fb0ebf-3c75-4ff5-bc53-0fffcf428427, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=68fb0ebf-3c75-4ff5-bc53-0fffcf428427,segment=NetworkSegment(e6905841-edd2-4430-910e-ccfde9b6e4ae),segment_id=e6905841-edd2-4430-910e-ccfde9b6e4ae)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:27:32.664367 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a61a25c8-4490-4d05-8b8c-4a72bf1d0b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:32.731201 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2a03bac6-2548-475f-9ad5-8cc024ef4f62 req-6627198a-3a62-4180-9f57-6d92f2a9b873 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe657e06-d499-47c4-82e7-ea76a6daaa1f HTTP/1.1" status: 200 len: 210 time: 0.0435448 Aug 18 13:27:32.746911 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a25c8-4490-4d05-8b8c-4a72bf1d0b57 None None] Pushing event updated for resources: {'Port': ['ID=68fb0ebf-3c75-4ff5-bc53-0fffcf428427,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:27:32.790319 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-6e73ae3f-74ff-4d24-8bf3-f04a9338824e None None] Provisioning complete for port 68fb0ebf-3c75-4ff5-bc53-0fffcf428427 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:27:32.790604 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6e73ae3f-74ff-4d24-8bf3-f04a9338824e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:33.461885 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-593119bf-59e0-4118-8da6-f76bac955217 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:33.464091 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-593119bf-59e0-4118-8da6-f76bac955217 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.20 "GET /v2.0/networks?id=92086c5d-c5ca-4419-8b10-6c46ef1a6428 HTTP/1.1" status: 200 len: 815 time: 0.1282291 Aug 18 13:27:33.476986 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-3c0873c9-12d1-4fb1-bfb3-3b9976e21b15 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Request body: {'port': {'device_id': 'd559550c-e5cd-4e3a-9f1d-9070b35a9d28', 'network_id': '92086c5d-c5ca-4419-8b10-6c46ef1a6428', 'admin_state_up': True, 'tenant_id': '590fad6822da41a083a8a6314dcb5f1b'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:27:33.550198 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 68fb0ebf-3c75-4ff5-bc53-0fffcf428427 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:27:33.612039 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 68fb0ebf-3c75-4ff5-bc53-0fffcf428427 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:27:33.612498 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:33.664527 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-3c0873c9-12d1-4fb1-bfb3-3b9976e21b15 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Made reservation on behalf of 590fad6822da41a083a8a6314dcb5f1b for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:27:33.668442 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-3c0873c9-12d1-4fb1-bfb3-3b9976e21b15 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:33.811141 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-3c0873c9-12d1-4fb1-bfb3-3b9976e21b15 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Allocated IP 172.20.0.10 (92086c5d-c5ca-4419-8b10-6c46ef1a6428/008065cd-48aa-4897-9692-c989fb704e96/048be358-f80a-45a6-ade1-3bdb84aa7a8c) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:27:33.827696 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dd240902-bdde-44e1-a754-bcfe768c8414 req-ee67437b-52e0-41bf-a88d-cb98d218c3c0 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe657e06-d499-47c4-82e7-ea76a6daaa1f HTTP/1.1" status: 200 len: 210 time: 0.0304797 Aug 18 13:27:33.991400 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-3c0873c9-12d1-4fb1-bfb3-3b9976e21b15 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:34.004925 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-3c0873c9-12d1-4fb1-bfb3-3b9976e21b15 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Transition to ACTIVE for port object 048be358-f80a-45a6-ade1-3bdb84aa7a8c will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:27:34.100031 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-3c0873c9-12d1-4fb1-bfb3-3b9976e21b15 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:34.137715 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-e16c1b60-3cb6-4b48-aff6-116a73ad2378 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:34.139646 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-e16c1b60-3cb6-4b48-aff6-116a73ad2378 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.20 "GET /v2.0/networks?id=92086c5d-c5ca-4419-8b10-6c46ef1a6428 HTTP/1.1" status: 200 len: 815 time: 0.1294358 Aug 18 13:27:34.147688 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-3c0873c9-12d1-4fb1-bfb3-3b9976e21b15 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Network 92086c5d-c5ca-4419-8b10-6c46ef1a6428 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:27:34.151600 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-3c0873c9-12d1-4fb1-bfb3-3b9976e21b15 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:27:34.155538 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-3c0873c9-12d1-4fb1-bfb3-3b9976e21b15 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:27:34.156027 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-718e64d5-f943-4ec8-b105-10fdbbf10faa tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Request body: {'port': {'device_id': '568314ac-5a32-4655-996b-c8827e7232ac', 'network_id': '92086c5d-c5ca-4419-8b10-6c46ef1a6428', 'admin_state_up': True, 'tenant_id': '590fad6822da41a083a8a6314dcb5f1b'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:27:34.162642 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0873c9-12d1-4fb1-bfb3-3b9976e21b15 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Pushing event updated for resources: {'Port': ['ID=048be358-f80a-45a6-ade1-3bdb84aa7a8c,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:27:34.218029 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-3c0873c9-12d1-4fb1-bfb3-3b9976e21b15 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:34.219166 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-3c0873c9-12d1-4fb1-bfb3-3b9976e21b15 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:34.294536 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-3c0873c9-12d1-4fb1-bfb3-3b9976e21b15 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8209791 Aug 18 13:27:34.309127 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-3f911142-f291-42a6-b847-5ff105f4c4a6 service neutron] Request body: {'port': {'device_id': 'd559550c-e5cd-4e3a-9f1d-9070b35a9d28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:27:34.393199 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-718e64d5-f943-4ec8-b105-10fdbbf10faa tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Made reservation on behalf of 590fad6822da41a083a8a6314dcb5f1b for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:27:34.397239 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-718e64d5-f943-4ec8-b105-10fdbbf10faa tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:34.406569 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-3f911142-f291-42a6-b847-5ff105f4c4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:34.496166 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-bbb5b1cb-66d4-42d2-a310-ad3efafed1ff None None] Provisioning for port 048be358-f80a-45a6-ade1-3bdb84aa7a8c completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:27:34.505861 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-bbb5b1cb-66d4-42d2-a310-ad3efafed1ff None None] Provisioning complete for port 048be358-f80a-45a6-ade1-3bdb84aa7a8c triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:27:34.505861 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bbb5b1cb-66d4-42d2-a310-ad3efafed1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:34.580070 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-bbb5b1cb-66d4-42d2-a310-ad3efafed1ff None None] Port 048be358-f80a-45a6-ade1-3bdb84aa7a8c cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:27:34.597239 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-718e64d5-f943-4ec8-b105-10fdbbf10faa tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Allocated IP 172.20.0.4 (92086c5d-c5ca-4419-8b10-6c46ef1a6428/008065cd-48aa-4897-9692-c989fb704e96/39276c65-272b-4b4d-974d-e7d0721d2ea8) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:27:34.698746 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-5b0f0d19-419a-4b31-9dd5-465be352ebfa tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:34.700433 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-5b0f0d19-419a-4b31-9dd5-465be352ebfa tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.20 "GET /v2.0/networks?id=92086c5d-c5ca-4419-8b10-6c46ef1a6428 HTTP/1.1" status: 200 len: 815 time: 0.1424289 Aug 18 13:27:34.713062 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-4491015c-7bf8-4c1a-afe7-5950b8db9a3b tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Request body: {'port': {'device_id': 'fe657e06-d499-47c4-82e7-ea76a6daaa1f', 'network_id': '92086c5d-c5ca-4419-8b10-6c46ef1a6428', 'admin_state_up': True, 'tenant_id': '590fad6822da41a083a8a6314dcb5f1b'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:27:34.790255 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-718e64d5-f943-4ec8-b105-10fdbbf10faa tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:34.805990 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-718e64d5-f943-4ec8-b105-10fdbbf10faa tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Transition to ACTIVE for port object 39276c65-272b-4b4d-974d-e7d0721d2ea8 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:27:34.938692 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a9b39537-dc58-49d7-99a7-204dcb16aec0 req-e0fd02b0-3049-4224-a18c-7d915d4e1ef5 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe657e06-d499-47c4-82e7-ea76a6daaa1f HTTP/1.1" status: 200 len: 210 time: 0.0282319 Aug 18 13:27:34.956124 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-4491015c-7bf8-4c1a-afe7-5950b8db9a3b tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Made reservation on behalf of 590fad6822da41a083a8a6314dcb5f1b for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:27:34.962645 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-4491015c-7bf8-4c1a-afe7-5950b8db9a3b tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:34.980025 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-718e64d5-f943-4ec8-b105-10fdbbf10faa tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:35.025036 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-718e64d5-f943-4ec8-b105-10fdbbf10faa tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Network 92086c5d-c5ca-4419-8b10-6c46ef1a6428 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:27:35.032671 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-718e64d5-f943-4ec8-b105-10fdbbf10faa tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:27:35.034415 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-718e64d5-f943-4ec8-b105-10fdbbf10faa tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:27:35.071939 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e64d5-f943-4ec8-b105-10fdbbf10faa tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Pushing event updated for resources: {'Port': ['ID=39276c65-272b-4b4d-974d-e7d0721d2ea8,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:27:35.111474 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-718e64d5-f943-4ec8-b105-10fdbbf10faa tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:35.112947 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-718e64d5-f943-4ec8-b105-10fdbbf10faa tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:35.215094 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-3f911142-f291-42a6-b847-5ff105f4c4a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 048be358-f80a-45a6-ade1-3bdb84aa7a8c {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:27:35.224223 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-3f911142-f291-42a6-b847-5ff105f4c4a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:35.231233 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-718e64d5-f943-4ec8-b105-10fdbbf10faa tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0819969 Aug 18 13:27:35.237732 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-3f911142-f291-42a6-b847-5ff105f4c4a6 service neutron] Transition to ACTIVE for port object 048be358-f80a-45a6-ade1-3bdb84aa7a8c will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:27:35.244898 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-5d35438c-ee22-423b-a726-97d0ee762080 service neutron] Request body: {'port': {'device_id': '568314ac-5a32-4655-996b-c8827e7232ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:27:35.298723 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-5d35438c-ee22-423b-a726-97d0ee762080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:35.346221 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-3f911142-f291-42a6-b847-5ff105f4c4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:35.384741 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c30a12a9-0f24-473f-8508-20e53ba80611 None None] Provisioning for port 39276c65-272b-4b4d-974d-e7d0721d2ea8 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:27:35.388894 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c30a12a9-0f24-473f-8508-20e53ba80611 None None] Provisioning complete for port 39276c65-272b-4b4d-974d-e7d0721d2ea8 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:27:35.389266 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c30a12a9-0f24-473f-8508-20e53ba80611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:35.435777 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-c30a12a9-0f24-473f-8508-20e53ba80611 None None] Port 39276c65-272b-4b4d-974d-e7d0721d2ea8 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:27:35.438266 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f911142-f291-42a6-b847-5ff105f4c4a6 service neutron] Pushing event updated for resources: {'Port': ['ID=048be358-f80a-45a6-ade1-3bdb84aa7a8c,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:27:35.464490 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-4491015c-7bf8-4c1a-afe7-5950b8db9a3b tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Allocated IP 172.20.0.3 (92086c5d-c5ca-4419-8b10-6c46ef1a6428/008065cd-48aa-4897-9692-c989fb704e96/c9f846cb-c6e1-49e3-ab7e-8c213557b469) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:27:35.567324 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-3f911142-f291-42a6-b847-5ff105f4c4a6 service neutron] Attempting to bind port 048be358-f80a-45a6-ade1-3bdb84aa7a8c on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:27:35.567671 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-3f911142-f291-42a6-b847-5ff105f4c4a6 service neutron] Attempting to bind port 048be358-f80a-45a6-ade1-3bdb84aa7a8c by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': 'e6905841-edd2-4430-910e-ccfde9b6e4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '92086c5d-c5ca-4419-8b10-6c46ef1a6428'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:27:35.568011 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-3f911142-f291-42a6-b847-5ff105f4c4a6 service neutron] Attempting to bind port 048be358-f80a-45a6-ade1-3bdb84aa7a8c on network 92086c5d-c5ca-4419-8b10-6c46ef1a6428 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:27:35.589584 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-3f911142-f291-42a6-b847-5ff105f4c4a6 service neutron] Port 048be358-f80a-45a6-ade1-3bdb84aa7a8c on network 92086c5d-c5ca-4419-8b10-6c46ef1a6428 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:27:35.589584 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-3f911142-f291-42a6-b847-5ff105f4c4a6 service neutron] Attempting to bind port 048be358-f80a-45a6-ade1-3bdb84aa7a8c on network 92086c5d-c5ca-4419-8b10-6c46ef1a6428 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:27:35.626499 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-3f911142-f291-42a6-b847-5ff105f4c4a6 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:27:35.626849 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-3f911142-f291-42a6-b847-5ff105f4c4a6 service neutron] Checking segment: {'id': 'e6905841-edd2-4430-910e-ccfde9b6e4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '92086c5d-c5ca-4419-8b10-6c46ef1a6428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:27:35.627247 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-3f911142-f291-42a6-b847-5ff105f4c4a6 service neutron] Bound using segment: {'id': 'e6905841-edd2-4430-910e-ccfde9b6e4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '92086c5d-c5ca-4419-8b10-6c46ef1a6428'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:27:35.627697 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-3f911142-f291-42a6-b847-5ff105f4c4a6 service neutron] Bound port: 048be358-f80a-45a6-ade1-3bdb84aa7a8c, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6905841-edd2-4430-910e-ccfde9b6e4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '92086c5d-c5ca-4419-8b10-6c46ef1a6428'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:27:35.628075 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-3f911142-f291-42a6-b847-5ff105f4c4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:35.733882 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-4491015c-7bf8-4c1a-afe7-5950b8db9a3b tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:35.738661 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-3f911142-f291-42a6-b847-5ff105f4c4a6 service neutron] For port 048be358-f80a-45a6-ade1-3bdb84aa7a8c, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:27:35.756885 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-3f911142-f291-42a6-b847-5ff105f4c4a6 service neutron] For port 048be358-f80a-45a6-ade1-3bdb84aa7a8c, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=048be358-f80a-45a6-ade1-3bdb84aa7a8c,segment=NetworkSegment(e6905841-edd2-4430-910e-ccfde9b6e4ae),segment_id=e6905841-edd2-4430-910e-ccfde9b6e4ae)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:27:35.758433 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-4491015c-7bf8-4c1a-afe7-5950b8db9a3b tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Transition to ACTIVE for port object c9f846cb-c6e1-49e3-ab7e-8c213557b469 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:27:35.814093 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-3f911142-f291-42a6-b847-5ff105f4c4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:35.857646 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-3f911142-f291-42a6-b847-5ff105f4c4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:35.858388 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-3f911142-f291-42a6-b847-5ff105f4c4a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:35.859655 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-3f911142-f291-42a6-b847-5ff105f4c4a6 service neutron] 10.222.0.20 "PUT /v2.0/ports/048be358-f80a-45a6-ade1-3bdb84aa7a8c HTTP/1.1" status: 200 len: 1092 time: 1.5561750 Aug 18 13:27:35.860117 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd559550c-e5cd-4e3a-9f1d-9070b35a9d28', 'tag': '048be358-f80a-45a6-ade1-3bdb84aa7a8c'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:27:35.862450 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c001d3-6097-49d7-8bc6-f9a87ecb7117" -d '{"events": [{"name": "network-changed", "server_uuid": "d559550c-e5cd-4e3a-9f1d-9070b35a9d28", "tag": "048be358-f80a-45a6-ade1-3bdb84aa7a8c"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:27:35.875588 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-4491015c-7bf8-4c1a-afe7-5950b8db9a3b tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:35.907383 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f911142-f291-42a6-b847-5ff105f4c4a6 service neutron] Pushing event updated for resources: {'Port': ['ID=048be358-f80a-45a6-ade1-3bdb84aa7a8c,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:27:35.911752 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad468f4a-1edc-4e0c-9615-2497b916bccd x-openstack-request-id: req-ad468f4a-1edc-4e0c-9615-2497b916bccd {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:27:35.912275 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d559550c-e5cd-4e3a-9f1d-9070b35a9d28", "tag": "048be358-f80a-45a6-ade1-3bdb84aa7a8c", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:27:35.912694 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad468f4a-1edc-4e0c-9615-2497b916bccd {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:27:35.913263 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd559550c-e5cd-4e3a-9f1d-9070b35a9d28', 'tag': '048be358-f80a-45a6-ade1-3bdb84aa7a8c', 'status': 'completed', 'code': 200} Aug 18 13:27:35.919948 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-4491015c-7bf8-4c1a-afe7-5950b8db9a3b tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Network 92086c5d-c5ca-4419-8b10-6c46ef1a6428 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:27:35.924525 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-4491015c-7bf8-4c1a-afe7-5950b8db9a3b tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:27:35.928896 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-4491015c-7bf8-4c1a-afe7-5950b8db9a3b tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:27:36.026204 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [req-80a1348a-7601-4d99-993e-69430bf96035 req-149df50b-7029-495e-9062-bee4ca029242 service neutron] (101675) timed out ('10.222.0.13', 38882) {{(pid=101675) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 13:27:36.066009 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-5d35438c-ee22-423b-a726-97d0ee762080 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39276c65-272b-4b4d-974d-e7d0721d2ea8 {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:27:36.074918 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-5d35438c-ee22-423b-a726-97d0ee762080 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:36.078974 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-4491015c-7bf8-4c1a-afe7-5950b8db9a3b tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:36.079720 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-4491015c-7bf8-4c1a-afe7-5950b8db9a3b tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:36.082199 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4491015c-7bf8-4c1a-afe7-5950b8db9a3b tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Pushing event updated for resources: {'Port': ['ID=c9f846cb-c6e1-49e3-ab7e-8c213557b469,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:27:36.088889 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-5d35438c-ee22-423b-a726-97d0ee762080 service neutron] Transition to ACTIVE for port object 39276c65-272b-4b4d-974d-e7d0721d2ea8 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:27:36.097058 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c001d3-6097-49d7-8bc6-f9a87ecb7117 req-3bb3300d-88d6-4b76-81f6-203f3229d6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:36.098690 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-24c001d3-6097-49d7-8bc6-f9a87ecb7117 req-3bb3300d-88d6-4b76-81f6-203f3229d6d4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=590fad6822da41a083a8a6314dcb5f1b&device_id=d559550c-e5cd-4e3a-9f1d-9070b35a9d28 HTTP/1.1" status: 200 len: 1095 time: 0.1493642 Aug 18 13:27:36.171858 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108212e-7df8-4771-be8d-7d732675855f req-77ec16c0-ab05-4945-b990-fc347825305b tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:36.174798 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2108212e-7df8-4771-be8d-7d732675855f req-77ec16c0-ab05-4945-b990-fc347825305b tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe657e06-d499-47c4-82e7-ea76a6daaa1f HTTP/1.1" status: 200 len: 931 time: 0.1431940 Aug 18 13:27:36.179190 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-5d35438c-ee22-423b-a726-97d0ee762080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:36.187769 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-4491015c-7bf8-4c1a-afe7-5950b8db9a3b tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4785244 Aug 18 13:27:36.208511 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-1673a188-78b4-42ea-86ae-522525c5a8d7 service neutron] Request body: {'port': {'device_id': 'fe657e06-d499-47c4-82e7-ea76a6daaa1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:27:36.243424 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d35438c-ee22-423b-a726-97d0ee762080 service neutron] Pushing event updated for resources: {'Port': ['ID=39276c65-272b-4b4d-974d-e7d0721d2ea8,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:27:36.311995 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2108212e-7df8-4771-be8d-7d732675855f req-2a9b39fd-6b99-4b72-8261-aca729364dfa tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211948 Aug 18 13:27:36.312966 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c001d3-6097-49d7-8bc6-f9a87ecb7117 req-3b215d74-5722-42b7-9d57-330d7c2d1772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:36.314399 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-24c001d3-6097-49d7-8bc6-f9a87ecb7117 req-3b215d74-5722-42b7-9d57-330d7c2d1772 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=590fad6822da41a083a8a6314dcb5f1b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2076023 Aug 18 13:27:36.331089 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-5d35438c-ee22-423b-a726-97d0ee762080 service neutron] Attempting to bind port 39276c65-272b-4b4d-974d-e7d0721d2ea8 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:27:36.331633 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-5d35438c-ee22-423b-a726-97d0ee762080 service neutron] Attempting to bind port 39276c65-272b-4b4d-974d-e7d0721d2ea8 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': 'e6905841-edd2-4430-910e-ccfde9b6e4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '92086c5d-c5ca-4419-8b10-6c46ef1a6428'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:27:36.332052 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-5d35438c-ee22-423b-a726-97d0ee762080 service neutron] Attempting to bind port 39276c65-272b-4b4d-974d-e7d0721d2ea8 on network 92086c5d-c5ca-4419-8b10-6c46ef1a6428 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:27:36.338113 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-5d35438c-ee22-423b-a726-97d0ee762080 service neutron] Port 39276c65-272b-4b4d-974d-e7d0721d2ea8 on network 92086c5d-c5ca-4419-8b10-6c46ef1a6428 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:27:36.343167 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-5d35438c-ee22-423b-a726-97d0ee762080 service neutron] Attempting to bind port 39276c65-272b-4b4d-974d-e7d0721d2ea8 on network 92086c5d-c5ca-4419-8b10-6c46ef1a6428 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:27:36.343308 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-1673a188-78b4-42ea-86ae-522525c5a8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:36.344351 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-5d35438c-ee22-423b-a726-97d0ee762080 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:27:36.344802 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-5d35438c-ee22-423b-a726-97d0ee762080 service neutron] Checking segment: {'id': 'e6905841-edd2-4430-910e-ccfde9b6e4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '92086c5d-c5ca-4419-8b10-6c46ef1a6428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:27:36.345284 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-5d35438c-ee22-423b-a726-97d0ee762080 service neutron] Bound using segment: {'id': 'e6905841-edd2-4430-910e-ccfde9b6e4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '92086c5d-c5ca-4419-8b10-6c46ef1a6428'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:27:36.345823 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-5d35438c-ee22-423b-a726-97d0ee762080 service neutron] Bound port: 39276c65-272b-4b4d-974d-e7d0721d2ea8, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6905841-edd2-4430-910e-ccfde9b6e4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '92086c5d-c5ca-4419-8b10-6c46ef1a6428'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:27:36.346368 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-5d35438c-ee22-423b-a726-97d0ee762080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:36.418413 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-5d35438c-ee22-423b-a726-97d0ee762080 service neutron] For port 39276c65-272b-4b4d-974d-e7d0721d2ea8, host n-h2-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:27:36.421871 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-5d35438c-ee22-423b-a726-97d0ee762080 service neutron] For port 39276c65-272b-4b4d-974d-e7d0721d2ea8, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=39276c65-272b-4b4d-974d-e7d0721d2ea8,segment=NetworkSegment(e6905841-edd2-4430-910e-ccfde9b6e4ae),segment_id=e6905841-edd2-4430-910e-ccfde9b6e4ae)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:27:36.504983 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a081b46a-cb91-4aac-b739-ff71d9fe6445 None None] Provisioning for port c9f846cb-c6e1-49e3-ab7e-8c213557b469 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:27:36.510588 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a081b46a-cb91-4aac-b739-ff71d9fe6445 None None] Provisioning complete for port c9f846cb-c6e1-49e3-ab7e-8c213557b469 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:27:36.511130 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a081b46a-cb91-4aac-b739-ff71d9fe6445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:36.528238 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-5d35438c-ee22-423b-a726-97d0ee762080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:36.544049 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c001d3-6097-49d7-8bc6-f9a87ecb7117 req-5106e9d6-4c28-4afa-b545-1bc37f327940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:36.545570 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-24c001d3-6097-49d7-8bc6-f9a87ecb7117 req-5106e9d6-4c28-4afa-b545-1bc37f327940 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2226171 Aug 18 13:27:36.573143 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-a081b46a-cb91-4aac-b739-ff71d9fe6445 None None] Port c9f846cb-c6e1-49e3-ab7e-8c213557b469 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:27:36.592898 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-5d35438c-ee22-423b-a726-97d0ee762080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:36.593586 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-5d35438c-ee22-423b-a726-97d0ee762080 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:36.595134 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-5d35438c-ee22-423b-a726-97d0ee762080 service neutron] 10.222.0.20 "PUT /v2.0/ports/39276c65-272b-4b4d-974d-e7d0721d2ea8 HTTP/1.1" status: 200 len: 1091 time: 1.3559639 Aug 18 13:27:36.595574 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '568314ac-5a32-4655-996b-c8827e7232ac', 'tag': '39276c65-272b-4b4d-974d-e7d0721d2ea8'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:27:36.597985 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f43b31-4d5a-4f32-ae31-9b3823d0f929" -d '{"events": [{"name": "network-changed", "server_uuid": "568314ac-5a32-4655-996b-c8827e7232ac", "tag": "39276c65-272b-4b4d-974d-e7d0721d2ea8"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:27:36.625779 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d35438c-ee22-423b-a726-97d0ee762080 service neutron] Pushing event updated for resources: {'Port': ['ID=39276c65-272b-4b4d-974d-e7d0721d2ea8,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:27:36.706021 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-03073bc5-17c3-4a80-a581-c55b3db75494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:36.706021 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-03073bc5-17c3-4a80-a581-c55b3db75494 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=590fad6822da41a083a8a6314dcb5f1b&device_id=d559550c-e5cd-4e3a-9f1d-9070b35a9d28 HTTP/1.1" status: 200 len: 1095 time: 0.0739098 Aug 18 13:27:36.732453 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c086f76-bad5-4273-a2a5-7ffadbba0cce x-openstack-request-id: req-6c086f76-bad5-4273-a2a5-7ffadbba0cce {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:27:36.732776 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "568314ac-5a32-4655-996b-c8827e7232ac", "tag": "39276c65-272b-4b4d-974d-e7d0721d2ea8", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:27:36.733190 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c086f76-bad5-4273-a2a5-7ffadbba0cce {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:27:36.733608 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '568314ac-5a32-4655-996b-c8827e7232ac', 'tag': '39276c65-272b-4b4d-974d-e7d0721d2ea8', 'status': 'completed', 'code': 200} Aug 18 13:27:36.803007 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-53185171-af79-4d48-afc0-e7ceff93daa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:36.805189 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-53185171-af79-4d48-afc0-e7ceff93daa3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=590fad6822da41a083a8a6314dcb5f1b&device_id=568314ac-5a32-4655-996b-c8827e7232ac HTTP/1.1" status: 200 len: 1094 time: 0.0613055 Aug 18 13:27:36.853473 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-8e401ca4-cf8c-4334-bc2c-cec8d55a4274 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39276c65-272b-4b4d-974d-e7d0721d2ea8 HTTP/1.1" status: 200 len: 217 time: 0.0406003 Aug 18 13:27:36.914514 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-ecd216bd-b77f-472f-a8dd-0d996e7f3790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:36.915956 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-ecd216bd-b77f-472f-a8dd-0d996e7f3790 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=008065cd-48aa-4897-9692-c989fb704e96 HTTP/1.1" status: 200 len: 854 time: 0.0554829 Aug 18 13:27:36.973106 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-cea9573d-452d-4645-9d3e-395f96f3bf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:36.974709 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-cea9573d-452d-4645-9d3e-395f96f3bf30 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92086c5d-c5ca-4419-8b10-6c46ef1a6428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520384 Aug 18 13:27:37.074369 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-239e77d8-6b8b-4866-a9cc-9d95472331b4 service neutron] 10.222.0.20 "GET /v2.0/networks/92086c5d-c5ca-4419-8b10-6c46ef1a6428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922782 Aug 18 13:27:37.149074 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-e8d58abc-01d9-48d6-bd38-f5f8981fc8fd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=048be358-f80a-45a6-ade1-3bdb84aa7a8c HTTP/1.1" status: 200 len: 217 time: 0.4309189 Aug 18 13:27:37.175791 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-64d5638a-80c2-4db2-95fe-fff38d7a020b req-627a2be7-ac6b-46d5-ac7b-36ef00f69c63 service neutron] 10.222.0.20 "GET /v2.0/networks/92086c5d-c5ca-4419-8b10-6c46ef1a6428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945768 Aug 18 13:27:37.236219 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-01fd626b-37cc-40f2-8ab6-d3ea65bfcfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:37.237753 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-01fd626b-37cc-40f2-8ab6-d3ea65bfcfdb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=008065cd-48aa-4897-9692-c989fb704e96 HTTP/1.1" status: 200 len: 854 time: 0.0817838 Aug 18 13:27:37.241730 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-1673a188-78b4-42ea-86ae-522525c5a8d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9f846cb-c6e1-49e3-ab7e-8c213557b469 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:27:37.258976 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-1673a188-78b4-42ea-86ae-522525c5a8d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:37.291819 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-1673a188-78b4-42ea-86ae-522525c5a8d7 service neutron] Transition to ACTIVE for port object c9f846cb-c6e1-49e3-ab7e-8c213557b469 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:27:37.302154 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-dadd39ca-bf67-4848-a932-d1feef41ed47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:37.303705 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-dadd39ca-bf67-4848-a932-d1feef41ed47 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92086c5d-c5ca-4419-8b10-6c46ef1a6428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566127 Aug 18 13:27:37.343184 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f43b31-4d5a-4f32-ae31-9b3823d0f929 req-e62b30bd-2095-4730-81cd-35652e90350d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:37.344652 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c0f43b31-4d5a-4f32-ae31-9b3823d0f929 req-e62b30bd-2095-4730-81cd-35652e90350d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=590fad6822da41a083a8a6314dcb5f1b&device_id=568314ac-5a32-4655-996b-c8827e7232ac HTTP/1.1" status: 200 len: 1094 time: 0.0495501 Aug 18 13:27:37.376017 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-1673a188-78b4-42ea-86ae-522525c5a8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:37.486831 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f43b31-4d5a-4f32-ae31-9b3823d0f929 req-74c537f2-9bd6-4e93-8056-bb23bd3af34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:37.488249 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c0f43b31-4d5a-4f32-ae31-9b3823d0f929 req-74c537f2-9bd6-4e93-8056-bb23bd3af34f service neutron] 10.222.0.20 "GET /v2.0/networks?id=92086c5d-c5ca-4419-8b10-6c46ef1a6428 HTTP/1.1" status: 200 len: 916 time: 0.1368203 Aug 18 13:27:37.527258 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-73f1c67a-0e27-4801-a97b-f3fd1a503887 service neutron] 10.222.0.20 "GET /v2.0/networks/92086c5d-c5ca-4419-8b10-6c46ef1a6428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155821 Aug 18 13:27:37.547273 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c0f43b31-4d5a-4f32-ae31-9b3823d0f929 req-24f13824-47c5-4b27-9cf8-587759d16ff1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39276c65-272b-4b4d-974d-e7d0721d2ea8 HTTP/1.1" status: 200 len: 217 time: 0.0502336 Aug 18 13:27:37.555604 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1673a188-78b4-42ea-86ae-522525c5a8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f846cb-c6e1-49e3-ab7e-8c213557b469,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:27:37.609411 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f43b31-4d5a-4f32-ae31-9b3823d0f929 req-2cab0c28-7c25-4c55-a0fd-8a1865dcd21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:37.612813 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c0f43b31-4d5a-4f32-ae31-9b3823d0f929 req-2cab0c28-7c25-4c55-a0fd-8a1865dcd21d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=008065cd-48aa-4897-9692-c989fb704e96 HTTP/1.1" status: 200 len: 854 time: 0.0584178 Aug 18 13:27:37.637680 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8ff38-52fa-460a-808a-da146c687322 req-fd5accc7-35b7-4d6d-bd49-e0b97a27abba tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:37.641435 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a1e8ff38-52fa-460a-808a-da146c687322 req-fd5accc7-35b7-4d6d-bd49-e0b97a27abba tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe657e06-d499-47c4-82e7-ea76a6daaa1f HTTP/1.1" status: 200 len: 943 time: 0.2043576 Aug 18 13:27:37.674720 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f43b31-4d5a-4f32-ae31-9b3823d0f929 req-2c6516af-3ef7-4404-8ea4-5bc15a4dd61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:37.676481 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c0f43b31-4d5a-4f32-ae31-9b3823d0f929 req-2c6516af-3ef7-4404-8ea4-5bc15a4dd61c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92086c5d-c5ca-4419-8b10-6c46ef1a6428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562017 Aug 18 13:27:37.697339 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-1673a188-78b4-42ea-86ae-522525c5a8d7 service neutron] Attempting to bind port c9f846cb-c6e1-49e3-ab7e-8c213557b469 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:27:37.697690 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-1673a188-78b4-42ea-86ae-522525c5a8d7 service neutron] Attempting to bind port c9f846cb-c6e1-49e3-ab7e-8c213557b469 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': 'e6905841-edd2-4430-910e-ccfde9b6e4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '92086c5d-c5ca-4419-8b10-6c46ef1a6428'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:27:37.698026 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-1673a188-78b4-42ea-86ae-522525c5a8d7 service neutron] Attempting to bind port c9f846cb-c6e1-49e3-ab7e-8c213557b469 on network 92086c5d-c5ca-4419-8b10-6c46ef1a6428 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:27:37.718313 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-1673a188-78b4-42ea-86ae-522525c5a8d7 service neutron] Port c9f846cb-c6e1-49e3-ab7e-8c213557b469 on network 92086c5d-c5ca-4419-8b10-6c46ef1a6428 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:27:37.718644 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-1673a188-78b4-42ea-86ae-522525c5a8d7 service neutron] Attempting to bind port c9f846cb-c6e1-49e3-ab7e-8c213557b469 on network 92086c5d-c5ca-4419-8b10-6c46ef1a6428 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:27:37.736227 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a1e8ff38-52fa-460a-808a-da146c687322 req-5ffa28df-d80d-4925-b8f2-f781e54267e7 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814002 Aug 18 13:27:37.739401 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-1673a188-78b4-42ea-86ae-522525c5a8d7 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:27:37.739579 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-1673a188-78b4-42ea-86ae-522525c5a8d7 service neutron] Checking segment: {'id': 'e6905841-edd2-4430-910e-ccfde9b6e4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '92086c5d-c5ca-4419-8b10-6c46ef1a6428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:27:37.739968 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-1673a188-78b4-42ea-86ae-522525c5a8d7 service neutron] Bound using segment: {'id': 'e6905841-edd2-4430-910e-ccfde9b6e4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '92086c5d-c5ca-4419-8b10-6c46ef1a6428'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:27:37.740428 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-1673a188-78b4-42ea-86ae-522525c5a8d7 service neutron] Bound port: c9f846cb-c6e1-49e3-ab7e-8c213557b469, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6905841-edd2-4430-910e-ccfde9b6e4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '92086c5d-c5ca-4419-8b10-6c46ef1a6428'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:27:37.740778 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-1673a188-78b4-42ea-86ae-522525c5a8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:37.754607 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-a402803f-d601-4d04-b21f-f7f9b56dea8e service neutron] 10.222.0.20 "GET /v2.0/networks/92086c5d-c5ca-4419-8b10-6c46ef1a6428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004020 Aug 18 13:27:37.783685 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c0f43b31-4d5a-4f32-ae31-9b3823d0f929 req-a3525f4c-d161-4b17-85c6-e12007fdd1c3 service neutron] 10.222.0.20 "GET /v2.0/networks/92086c5d-c5ca-4419-8b10-6c46ef1a6428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973070 Aug 18 13:27:37.814320 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-1673a188-78b4-42ea-86ae-522525c5a8d7 service neutron] For port c9f846cb-c6e1-49e3-ab7e-8c213557b469, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:27:37.817915 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-1673a188-78b4-42ea-86ae-522525c5a8d7 service neutron] For port c9f846cb-c6e1-49e3-ab7e-8c213557b469, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=c9f846cb-c6e1-49e3-ab7e-8c213557b469,segment=NetworkSegment(e6905841-edd2-4430-910e-ccfde9b6e4ae),segment_id=e6905841-edd2-4430-910e-ccfde9b6e4ae)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:27:37.883583 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c0f43b31-4d5a-4f32-ae31-9b3823d0f929 req-31925242-738c-4b0f-996e-f78e94952b92 service neutron] 10.222.0.20 "GET /v2.0/networks/92086c5d-c5ca-4419-8b10-6c46ef1a6428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917804 Aug 18 13:27:37.887799 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-1673a188-78b4-42ea-86ae-522525c5a8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:37.928026 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-1673a188-78b4-42ea-86ae-522525c5a8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:37.928586 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-1673a188-78b4-42ea-86ae-522525c5a8d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:37.930034 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-1673a188-78b4-42ea-86ae-522525c5a8d7 service neutron] 10.222.0.20 "PUT /v2.0/ports/c9f846cb-c6e1-49e3-ab7e-8c213557b469 HTTP/1.1" status: 200 len: 1091 time: 1.7288578 Aug 18 13:27:37.930531 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe657e06-d499-47c4-82e7-ea76a6daaa1f', 'tag': 'c9f846cb-c6e1-49e3-ab7e-8c213557b469'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:27:37.932835 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98de68ef-e062-4eb9-8d31-9cbef4a1c945" -d '{"events": [{"name": "network-changed", "server_uuid": "fe657e06-d499-47c4-82e7-ea76a6daaa1f", "tag": "c9f846cb-c6e1-49e3-ab7e-8c213557b469"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:27:37.960828 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1673a188-78b4-42ea-86ae-522525c5a8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f846cb-c6e1-49e3-ab7e-8c213557b469,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:27:37.993140 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d1f1f9-1b33-4883-a2db-f9b15ef31a90 x-openstack-request-id: req-33d1f1f9-1b33-4883-a2db-f9b15ef31a90 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:27:37.993436 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe657e06-d499-47c4-82e7-ea76a6daaa1f", "tag": "c9f846cb-c6e1-49e3-ab7e-8c213557b469", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:27:37.993698 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-33d1f1f9-1b33-4883-a2db-f9b15ef31a90 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:27:37.994102 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe657e06-d499-47c4-82e7-ea76a6daaa1f', 'tag': 'c9f846cb-c6e1-49e3-ab7e-8c213557b469', 'status': 'completed', 'code': 200} Aug 18 13:27:38.064333 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de68ef-e062-4eb9-8d31-9cbef4a1c945 req-b895bcf5-f963-40c4-a790-25c2c5bb5d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:38.065895 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-98de68ef-e062-4eb9-8d31-9cbef4a1c945 req-b895bcf5-f963-40c4-a790-25c2c5bb5d8c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=590fad6822da41a083a8a6314dcb5f1b&device_id=fe657e06-d499-47c4-82e7-ea76a6daaa1f HTTP/1.1" status: 200 len: 1094 time: 0.0460398 Aug 18 13:27:38.168539 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de68ef-e062-4eb9-8d31-9cbef4a1c945 req-08d783a9-6b84-49ed-a724-94ecc17e392e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:38.170051 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-98de68ef-e062-4eb9-8d31-9cbef4a1c945 req-08d783a9-6b84-49ed-a724-94ecc17e392e service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=590fad6822da41a083a8a6314dcb5f1b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0961030 Aug 18 13:27:38.270933 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de68ef-e062-4eb9-8d31-9cbef4a1c945 req-4ec4aba2-5172-4c99-90a1-694e3d012ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:38.272457 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-98de68ef-e062-4eb9-8d31-9cbef4a1c945 req-4ec4aba2-5172-4c99-90a1-694e3d012ec0 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945489 Aug 18 13:27:38.349122 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-613dc4a8-d574-4c0d-a7e5-9d0266b82c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:38.350772 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-613dc4a8-d574-4c0d-a7e5-9d0266b82c84 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=590fad6822da41a083a8a6314dcb5f1b&device_id=fe657e06-d499-47c4-82e7-ea76a6daaa1f HTTP/1.1" status: 200 len: 1094 time: 0.0404415 Aug 18 13:27:38.399027 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-12363bc7-0338-43e3-855f-357ea1314977 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9f846cb-c6e1-49e3-ab7e-8c213557b469 HTTP/1.1" status: 200 len: 217 time: 0.0397482 Aug 18 13:27:38.458271 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-052e57df-dd66-49a2-8536-932dcbfc45d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:38.459809 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-052e57df-dd66-49a2-8536-932dcbfc45d9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=008065cd-48aa-4897-9692-c989fb704e96 HTTP/1.1" status: 200 len: 854 time: 0.0469549 Aug 18 13:27:38.508412 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-44e08d1e-7ade-47cd-a173-67969c38a1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:38.509951 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-44e08d1e-7ade-47cd-a173-67969c38a1a5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92086c5d-c5ca-4419-8b10-6c46ef1a6428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420387 Aug 18 13:27:38.605166 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-466449be-f2ec-4656-9e6b-c1e8c629c96b service neutron] 10.222.0.20 "GET /v2.0/networks/92086c5d-c5ca-4419-8b10-6c46ef1a6428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875542 Aug 18 13:27:38.698635 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e4d05dc5-ad23-492c-a3a9-31dc7b7a4883 req-2a105fa4-ec58-47a1-b15f-9e3bf7576ca6 service neutron] 10.222.0.20 "GET /v2.0/networks/92086c5d-c5ca-4419-8b10-6c46ef1a6428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855742 Aug 18 13:27:38.860479 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27b52c-e891-4421-ba3c-ca8d39e8493d req-4d03ab4e-a936-4e88-8c56-b2dd319bf8c7 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:38.862022 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3b27b52c-e891-4421-ba3c-ca8d39e8493d req-4d03ab4e-a936-4e88-8c56-b2dd319bf8c7 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe657e06-d499-47c4-82e7-ea76a6daaa1f HTTP/1.1" status: 200 len: 943 time: 0.0519793 Aug 18 13:27:38.901225 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3b27b52c-e891-4421-ba3c-ca8d39e8493d req-0dd56616-60fd-4ded-8b4b-f2b702eb133b tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325413 Aug 18 13:27:40.019346 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64cd32-f27e-401a-b1c7-c33e2e29a540 req-f0acd349-71b0-4174-8e7d-da346e3e3107 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:40.020807 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8c64cd32-f27e-401a-b1c7-c33e2e29a540 req-f0acd349-71b0-4174-8e7d-da346e3e3107 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe657e06-d499-47c4-82e7-ea76a6daaa1f HTTP/1.1" status: 200 len: 943 time: 0.0507941 Aug 18 13:27:40.060185 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8c64cd32-f27e-401a-b1c7-c33e2e29a540 req-290b3b2f-28f4-4543-8d4d-1e5f6001a2c4 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327055 Aug 18 13:27:41.183695 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e61873-0d1c-423e-99d8-b4f17801cc26 req-ba56c923-5774-4945-b0f5-9a394795cb98 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:41.185199 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-42e61873-0d1c-423e-99d8-b4f17801cc26 req-ba56c923-5774-4945-b0f5-9a394795cb98 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe657e06-d499-47c4-82e7-ea76a6daaa1f HTTP/1.1" status: 200 len: 943 time: 0.0568910 Aug 18 13:27:41.224948 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-42e61873-0d1c-423e-99d8-b4f17801cc26 req-9076f11d-8684-4d97-8e05-69da47633b6d tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337212 Aug 18 13:27:41.337294 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 39276c65-272b-4b4d-974d-e7d0721d2ea8 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:27:41.438776 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 39276c65-272b-4b4d-974d-e7d0721d2ea8, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=39276c65-272b-4b4d-974d-e7d0721d2ea8,segment=NetworkSegment(e6905841-edd2-4430-910e-ccfde9b6e4ae),segment_id=e6905841-edd2-4430-910e-ccfde9b6e4ae)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:27:41.454552 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '39276c65-272b-4b4d-974d-e7d0721d2ea8', 'network_id': '92086c5d-c5ca-4419-8b10-6c46ef1a6428', 'port_id': '39276c65-272b-4b4d-974d-e7d0721d2ea8', 'mac_address': 'fa:16:3e:b7:89:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '008065cd-48aa-4897-9692-c989fb704e96', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:27:41.499691 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:41.523999 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39276c65-272b-4b4d-974d-e7d0721d2ea8 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:27:41.553611 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 39276c65-272b-4b4d-974d-e7d0721d2ea8, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=39276c65-272b-4b4d-974d-e7d0721d2ea8,segment=NetworkSegment(e6905841-edd2-4430-910e-ccfde9b6e4ae),segment_id=e6905841-edd2-4430-910e-ccfde9b6e4ae)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:27:41.607647 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-259544ba-ec68-4757-b93e-19b02917efc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:41.624590 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:41.625268 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 048be358-f80a-45a6-ade1-3bdb84aa7a8c details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:27:41.700401 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=39276c65-272b-4b4d-974d-e7d0721d2ea8,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:27:41.704543 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 048be358-f80a-45a6-ade1-3bdb84aa7a8c, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=048be358-f80a-45a6-ade1-3bdb84aa7a8c,segment=NetworkSegment(e6905841-edd2-4430-910e-ccfde9b6e4ae),segment_id=e6905841-edd2-4430-910e-ccfde9b6e4ae)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:27:41.718322 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '048be358-f80a-45a6-ade1-3bdb84aa7a8c', 'network_id': '92086c5d-c5ca-4419-8b10-6c46ef1a6428', 'port_id': '048be358-f80a-45a6-ade1-3bdb84aa7a8c', 'mac_address': 'fa:16:3e:bb:c3:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '008065cd-48aa-4897-9692-c989fb704e96', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:27:41.758751 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:41.772884 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 048be358-f80a-45a6-ade1-3bdb84aa7a8c {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:27:41.794385 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 048be358-f80a-45a6-ade1-3bdb84aa7a8c, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=048be358-f80a-45a6-ade1-3bdb84aa7a8c,segment=NetworkSegment(e6905841-edd2-4430-910e-ccfde9b6e4ae),segment_id=e6905841-edd2-4430-910e-ccfde9b6e4ae)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:27:41.899039 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:41.899724 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device c9f846cb-c6e1-49e3-ab7e-8c213557b469 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:27:41.970283 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=048be358-f80a-45a6-ade1-3bdb84aa7a8c,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:27:41.975440 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port c9f846cb-c6e1-49e3-ab7e-8c213557b469, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=c9f846cb-c6e1-49e3-ab7e-8c213557b469,segment=NetworkSegment(e6905841-edd2-4430-910e-ccfde9b6e4ae),segment_id=e6905841-edd2-4430-910e-ccfde9b6e4ae)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:27:41.987037 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'c9f846cb-c6e1-49e3-ab7e-8c213557b469', 'network_id': '92086c5d-c5ca-4419-8b10-6c46ef1a6428', 'port_id': 'c9f846cb-c6e1-49e3-ab7e-8c213557b469', 'mac_address': 'fa:16:3e:35:78:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '008065cd-48aa-4897-9692-c989fb704e96', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:27:42.027258 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:42.040854 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9f846cb-c6e1-49e3-ab7e-8c213557b469 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:27:42.061498 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port c9f846cb-c6e1-49e3-ab7e-8c213557b469, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=c9f846cb-c6e1-49e3-ab7e-8c213557b469,segment=NetworkSegment(e6905841-edd2-4430-910e-ccfde9b6e4ae),segment_id=e6905841-edd2-4430-910e-ccfde9b6e4ae)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:27:42.125049 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:42.177088 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=c9f846cb-c6e1-49e3-ab7e-8c213557b469,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:27:42.346005 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa755efb-4a8f-4fdd-82d3-0ba06c25ec79 req-1e295e86-e538-49e3-9d80-da48b4e9b253 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:42.347544 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-aa755efb-4a8f-4fdd-82d3-0ba06c25ec79 req-1e295e86-e538-49e3-9d80-da48b4e9b253 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe657e06-d499-47c4-82e7-ea76a6daaa1f HTTP/1.1" status: 200 len: 944 time: 0.0525730 Aug 18 13:27:42.390881 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-aa755efb-4a8f-4fdd-82d3-0ba06c25ec79 req-a03bb115-d787-4450-8436-b5b434aa5f1a tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367632 Aug 18 13:27:42.422691 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['39276c65-272b-4b4d-974d-e7d0721d2ea8'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:27:42.450720 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['c9f846cb-c6e1-49e3-ab7e-8c213557b469'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:27:42.478325 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['048be358-f80a-45a6-ade1-3bdb84aa7a8c'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:27:43.351380 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 39276c65-272b-4b4d-974d-e7d0721d2ea8 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:27:43.504719 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 39276c65-272b-4b4d-974d-e7d0721d2ea8 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:27:43.511048 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 39276c65-272b-4b4d-974d-e7d0721d2ea8 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:27:43.511436 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:43.522585 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c62d1-0d47-4c77-acbd-519a833e6184 req-92156cb0-21e7-44b3-aff1-208423032548 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:43.524190 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-716c62d1-0d47-4c77-acbd-519a833e6184 req-92156cb0-21e7-44b3-aff1-208423032548 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe657e06-d499-47c4-82e7-ea76a6daaa1f HTTP/1.1" status: 200 len: 944 time: 0.0538428 Aug 18 13:27:43.571598 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-716c62d1-0d47-4c77-acbd-519a833e6184 req-3ea98416-9c17-4048-a79f-ed8b58ab2bdf tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395036 Aug 18 13:27:43.609305 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:43.633626 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568314ac-5a32-4655-996b-c8827e7232ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39276c65-272b-4b4d-974d-e7d0721d2ea8'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:27:43.635890 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ba9ef5-7f2d-4d1c-a3a0-4c63f26553ab" -d '{"events": [{"server_uuid": "568314ac-5a32-4655-996b-c8827e7232ac", "name": "network-vif-plugged", "status": "completed", "tag": "39276c65-272b-4b4d-974d-e7d0721d2ea8"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:27:43.649294 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 39276c65-272b-4b4d-974d-e7d0721d2ea8, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=39276c65-272b-4b4d-974d-e7d0721d2ea8,segment=NetworkSegment(e6905841-edd2-4430-910e-ccfde9b6e4ae),segment_id=e6905841-edd2-4430-910e-ccfde9b6e4ae)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:27:43.674968 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a21df07-1687-4192-bd34-c20849536972 x-openstack-request-id: req-3a21df07-1687-4192-bd34-c20849536972 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:27:43.675331 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "568314ac-5a32-4655-996b-c8827e7232ac", "name": "network-vif-plugged", "status": "completed", "tag": "39276c65-272b-4b4d-974d-e7d0721d2ea8", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:27:43.675650 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a21df07-1687-4192-bd34-c20849536972 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:27:43.676111 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568314ac-5a32-4655-996b-c8827e7232ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39276c65-272b-4b4d-974d-e7d0721d2ea8', 'code': 200} Aug 18 13:27:43.709973 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:43.710947 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device c9f846cb-c6e1-49e3-ab7e-8c213557b469 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:27:43.764379 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d8cdd69b-ff52-49c5-8c38-a18898d75355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:43.787747 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140811e9-46b1-4c93-94e8-679b01ffe441 req-0a1d9019-5249-4afb-9618-6e2bb2237d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:43.795226 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-140811e9-46b1-4c93-94e8-679b01ffe441 req-0a1d9019-5249-4afb-9618-6e2bb2237d1e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=568314ac-5a32-4655-996b-c8827e7232ac HTTP/1.1" status: 200 len: 1096 time: 0.0469160 Aug 18 13:27:43.804337 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=39276c65-272b-4b4d-974d-e7d0721d2ea8,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:27:43.830600 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-140811e9-46b1-4c93-94e8-679b01ffe441 req-f8019dfc-7218-4fa5-aced-9b2c7c405a4b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311725 Aug 18 13:27:43.881491 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port c9f846cb-c6e1-49e3-ab7e-8c213557b469 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:27:43.885700 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port c9f846cb-c6e1-49e3-ab7e-8c213557b469 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:27:43.891102 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:43.961432 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:43.993215 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port c9f846cb-c6e1-49e3-ab7e-8c213557b469, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=c9f846cb-c6e1-49e3-ab7e-8c213557b469,segment=NetworkSegment(e6905841-edd2-4430-910e-ccfde9b6e4ae),segment_id=e6905841-edd2-4430-910e-ccfde9b6e4ae)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:27:44.058458 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:44.108432 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=c9f846cb-c6e1-49e3-ab7e-8c213557b469,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:27:44.579089 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:44.695640 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4879bf-edf2-44b8-97a9-21267354aa40 req-c5683dc1-a231-41eb-a0a9-4e862ff77902 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:44.697351 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0d4879bf-edf2-44b8-97a9-21267354aa40 req-c5683dc1-a231-41eb-a0a9-4e862ff77902 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe657e06-d499-47c4-82e7-ea76a6daaa1f HTTP/1.1" status: 200 len: 945 time: 0.0544558 Aug 18 13:27:44.740233 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0d4879bf-edf2-44b8-97a9-21267354aa40 req-4b05bfa9-2a6d-41ae-8f1e-f2c791197f9a tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343297 Aug 18 13:27:45.368206 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 048be358-f80a-45a6-ade1-3bdb84aa7a8c up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:27:45.423886 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:45.498661 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 048be358-f80a-45a6-ade1-3bdb84aa7a8c completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:27:45.502766 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 048be358-f80a-45a6-ade1-3bdb84aa7a8c triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:27:45.503255 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:45.581679 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:45.617745 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 048be358-f80a-45a6-ade1-3bdb84aa7a8c, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=048be358-f80a-45a6-ade1-3bdb84aa7a8c,segment=NetworkSegment(e6905841-edd2-4430-910e-ccfde9b6e4ae),segment_id=e6905841-edd2-4430-910e-ccfde9b6e4ae)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:27:45.676039 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:45.677788 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe657e06-d499-47c4-82e7-ea76a6daaa1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f846cb-c6e1-49e3-ab7e-8c213557b469'}, {'server_uuid': 'd559550c-e5cd-4e3a-9f1d-9070b35a9d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048be358-f80a-45a6-ade1-3bdb84aa7a8c'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:27:45.680107 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c3fc2a-4c21-4bd7-83b7-5276b3ad5530" -d '{"events": [{"server_uuid": "fe657e06-d499-47c4-82e7-ea76a6daaa1f", "name": "network-vif-plugged", "status": "completed", "tag": "c9f846cb-c6e1-49e3-ab7e-8c213557b469"}, {"server_uuid": "d559550c-e5cd-4e3a-9f1d-9070b35a9d28", "name": "network-vif-plugged", "status": "completed", "tag": "048be358-f80a-45a6-ade1-3bdb84aa7a8c"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:27:45.724475 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 18 Aug 2021 13:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ac1dcb-299f-4865-92e2-405354e035b2 x-openstack-request-id: req-72ac1dcb-299f-4865-92e2-405354e035b2 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:27:45.724775 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe657e06-d499-47c4-82e7-ea76a6daaa1f", "name": "network-vif-plugged", "status": "completed", "tag": "c9f846cb-c6e1-49e3-ab7e-8c213557b469", "code": 200}, {"server_uuid": "d559550c-e5cd-4e3a-9f1d-9070b35a9d28", "name": "network-vif-plugged", "status": "completed", "tag": "048be358-f80a-45a6-ade1-3bdb84aa7a8c", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:27:45.725033 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72ac1dcb-299f-4865-92e2-405354e035b2 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:27:45.725488 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe657e06-d499-47c4-82e7-ea76a6daaa1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f846cb-c6e1-49e3-ab7e-8c213557b469', 'code': 200} Aug 18 13:27:45.725754 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd559550c-e5cd-4e3a-9f1d-9070b35a9d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048be358-f80a-45a6-ade1-3bdb84aa7a8c', 'code': 200} Aug 18 13:27:45.741652 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=048be358-f80a-45a6-ade1-3bdb84aa7a8c,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:27:45.879051 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef7e84-8a75-4002-a6e4-f78edd49133f req-92270a3f-94c2-4b23-9fd1-2e2159b9b461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:45.880592 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-10ef7e84-8a75-4002-a6e4-f78edd49133f req-92270a3f-94c2-4b23-9fd1-2e2159b9b461 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d559550c-e5cd-4e3a-9f1d-9070b35a9d28 HTTP/1.1" status: 200 len: 1097 time: 0.0785947 Aug 18 13:27:45.889691 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3817b1-7f6b-4a7b-983a-29a2bff14dc4 req-88e79aa5-690d-47c6-8121-a4fe4daa0d73 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:45.891305 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5e3817b1-7f6b-4a7b-983a-29a2bff14dc4 req-88e79aa5-690d-47c6-8121-a4fe4daa0d73 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe657e06-d499-47c4-82e7-ea76a6daaa1f HTTP/1.1" status: 200 len: 945 time: 0.0650399 Aug 18 13:27:45.957262 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-10ef7e84-8a75-4002-a6e4-f78edd49133f req-54914404-abd4-4b24-af02-623a5dc73991 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649269 Aug 18 13:27:45.963518 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5e3817b1-7f6b-4a7b-983a-29a2bff14dc4 req-f6c95ba1-e593-4ba7-ab85-f1f58058e3ac tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638416 Aug 18 13:27:46.208712 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774a3df-1d97-4450-8b4b-6d5cf6e6fda9 req-13dba13d-1a95-4cd5-afd8-a67f1b8f1757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:46.210142 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f774a3df-1d97-4450-8b4b-6d5cf6e6fda9 req-13dba13d-1a95-4cd5-afd8-a67f1b8f1757 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fe657e06-d499-47c4-82e7-ea76a6daaa1f HTTP/1.1" status: 200 len: 1096 time: 0.4073892 Aug 18 13:27:46.246887 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f774a3df-1d97-4450-8b4b-6d5cf6e6fda9 req-abf0ee1f-6e26-4eb9-b6e1-8d384f2e91e2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284972 Aug 18 13:27:47.091743 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d4368-71c8-4623-a7ca-c2dbae98394f req-89dc3ee4-6722-4128-94ff-83774ae1c200 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:47.093255 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-079d4368-71c8-4623-a7ca-c2dbae98394f req-89dc3ee4-6722-4128-94ff-83774ae1c200 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe657e06-d499-47c4-82e7-ea76a6daaa1f HTTP/1.1" status: 200 len: 945 time: 0.0555129 Aug 18 13:27:47.139420 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-079d4368-71c8-4623-a7ca-c2dbae98394f req-3ded7243-1182-467c-9a16-4b532ad7c7e6 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362263 Aug 18 13:27:47.390606 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:48.002327 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [req-27910fae-6b68-4180-99fb-391177cd376d req-1bfdce81-5706-49d1-863e-ad2b97bf3839 service neutron] (101676) timed out ('10.222.0.13', 60080) {{(pid=101676) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 13:27:48.276188 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015eb2cd-56f3-4ce0-ab8b-60c678b8a3c6 req-8fbbc4a9-0654-452f-ab7b-d17939856ed7 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:48.277704 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-015eb2cd-56f3-4ce0-ab8b-60c678b8a3c6 req-8fbbc4a9-0654-452f-ab7b-d17939856ed7 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe657e06-d499-47c4-82e7-ea76a6daaa1f HTTP/1.1" status: 200 len: 945 time: 0.0535016 Aug 18 13:27:48.316843 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-015eb2cd-56f3-4ce0-ab8b-60c678b8a3c6 req-a00e3ca3-37d8-4088-9b6a-2926e1c14d18 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330579 Aug 18 13:27:48.444168 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634c44d-6b40-4ea6-8b7f-22f4714588c9 req-9600ac14-0719-4974-90b7-4cf0f15ea474 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:48.445760 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c634c44d-6b40-4ea6-8b7f-22f4714588c9 req-9600ac14-0719-4974-90b7-4cf0f15ea474 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=d559550c-e5cd-4e3a-9f1d-9070b35a9d28 HTTP/1.1" status: 200 len: 946 time: 0.0515695 Aug 18 13:27:48.484077 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c634c44d-6b40-4ea6-8b7f-22f4714588c9 req-21157fb8-89c1-4f51-a485-d817d395b6c8 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322781 Aug 18 13:27:48.602148 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a66fa8-4617-4eee-bc1b-5fcf53716b5d req-b1991d10-0748-4e0c-b340-133d798f8354 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:48.603673 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d5a66fa8-4617-4eee-bc1b-5fcf53716b5d req-b1991d10-0748-4e0c-b340-133d798f8354 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=568314ac-5a32-4655-996b-c8827e7232ac HTTP/1.1" status: 200 len: 945 time: 0.0514617 Aug 18 13:27:48.641482 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d5a66fa8-4617-4eee-bc1b-5fcf53716b5d req-f339e1bc-2a4a-4ae8-998e-d83be4bcde9b tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316806 Aug 18 13:27:48.924044 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7aa2e-158c-4b6c-a564-2ee9d6cb7839 req-23b2e842-c487-490a-93b4-02021c74ebdb tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:48.925434 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e1f7aa2e-158c-4b6c-a564-2ee9d6cb7839 req-23b2e842-c487-490a-93b4-02021c74ebdb tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe657e06-d499-47c4-82e7-ea76a6daaa1f HTTP/1.1" status: 200 len: 945 time: 0.0545309 Aug 18 13:27:48.965750 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e1f7aa2e-158c-4b6c-a564-2ee9d6cb7839 req-d57cfe42-76f6-4005-8f61-4973ce2daca6 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339613 Aug 18 13:27:49.236728 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a9d32-0f8a-4964-ac58-d8542fd1f2e0 req-5b02e404-29d5-4a20-a5f4-29ad4ed3441a tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:49.238393 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fa7a9d32-0f8a-4964-ac58-d8542fd1f2e0 req-5b02e404-29d5-4a20-a5f4-29ad4ed3441a tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=d559550c-e5cd-4e3a-9f1d-9070b35a9d28 HTTP/1.1" status: 200 len: 946 time: 0.0501130 Aug 18 13:27:49.281758 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fa7a9d32-0f8a-4964-ac58-d8542fd1f2e0 req-14985b85-50b7-4cfe-a4b8-2ea6cbbfad42 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372028 Aug 18 13:27:49.560766 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18be108-a749-461e-aaad-78788aeee63b req-d5e46b92-7da7-4493-80b9-8d93afd73201 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:49.566771 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18be108-a749-461e-aaad-78788aeee63b req-d5e46b92-7da7-4493-80b9-8d93afd73201 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:49.573313 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18be108-a749-461e-aaad-78788aeee63b req-d5e46b92-7da7-4493-80b9-8d93afd73201 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:49.575253 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d18be108-a749-461e-aaad-78788aeee63b req-d5e46b92-7da7-4493-80b9-8d93afd73201 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe657e06-d499-47c4-82e7-ea76a6daaa1f&device_id=568314ac-5a32-4655-996b-c8827e7232ac&device_id=d559550c-e5cd-4e3a-9f1d-9070b35a9d28 HTTP/1.1" status: 200 len: 2417 time: 0.0665228 Aug 18 13:27:49.613623 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d18be108-a749-461e-aaad-78788aeee63b req-13717ecc-dd4f-4196-b4f9-5a2acbedd849 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320942 Aug 18 13:27:49.748567 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88933b-8921-4804-bc0c-1fdd999f0064 req-83985463-6f80-4310-a582-833f505473af tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:49.749979 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fa88933b-8921-4804-bc0c-1fdd999f0064 req-83985463-6f80-4310-a582-833f505473af tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe657e06-d499-47c4-82e7-ea76a6daaa1f HTTP/1.1" status: 200 len: 945 time: 0.0500841 Aug 18 13:27:49.796597 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fa88933b-8921-4804-bc0c-1fdd999f0064 req-93f4821f-fbee-4220-b076-fe94fe13f8bb tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403068 Aug 18 13:27:50.219587 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b51f4b7a-09a0-4d71-9d62-f9870a8080f5 req-dd2b08d5-c310-412d-80e4-3f55427daed3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d312fbd7-11c0-4a08-8168-ef1dd6766e5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401046 Aug 18 13:27:50.302624 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f4b7a-09a0-4d71-9d62-f9870a8080f5 req-b1f86850-429a-4987-ae09-c31c49d693be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:50.305053 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b51f4b7a-09a0-4d71-9d62-f9870a8080f5 req-b1f86850-429a-4987-ae09-c31c49d693be service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=161a0a675dcb4f668dec9565c8db14ad&device_id=d312fbd7-11c0-4a08-8168-ef1dd6766e5b HTTP/1.1" status: 200 len: 1096 time: 0.0431390 Aug 18 13:27:50.421191 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f4b7a-09a0-4d71-9d62-f9870a8080f5 req-1974a447-b6f7-42c5-a3ca-010a7f8d6e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:50.422722 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b51f4b7a-09a0-4d71-9d62-f9870a8080f5 req-1974a447-b6f7-42c5-a3ca-010a7f8d6e19 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5a750657-6380-4216-8606-057245bf1333 HTTP/1.1" status: 200 len: 912 time: 0.0989141 Aug 18 13:27:50.493534 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b51f4b7a-09a0-4d71-9d62-f9870a8080f5 req-9223db01-b56d-44ff-9240-cb876bed568e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6 HTTP/1.1" status: 200 len: 1001 time: 0.0632656 Aug 18 13:27:50.551146 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f4b7a-09a0-4d71-9d62-f9870a8080f5 req-a7a38eba-ef66-4652-b03a-fe66c152f54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:50.552298 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b51f4b7a-09a0-4d71-9d62-f9870a8080f5 req-a7a38eba-ef66-4652-b03a-fe66c152f54d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=df130f28-747c-4593-a4e4-fcc4c74ccec3 HTTP/1.1" status: 200 len: 850 time: 0.0521083 Aug 18 13:27:50.601611 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f4b7a-09a0-4d71-9d62-f9870a8080f5 req-0816502b-a838-4c22-abc6-aea9accf2b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:50.603274 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b51f4b7a-09a0-4d71-9d62-f9870a8080f5 req-0816502b-a838-4c22-abc6-aea9accf2b92 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5a750657-6380-4216-8606-057245bf1333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442305 Aug 18 13:27:50.700388 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b51f4b7a-09a0-4d71-9d62-f9870a8080f5 req-fd0be19a-2e47-41f5-a334-3762e1ee3a64 service neutron] 10.222.0.39 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889511 Aug 18 13:27:50.792710 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b51f4b7a-09a0-4d71-9d62-f9870a8080f5 req-4e650d3b-f5e2-416f-8ee1-0e53e10b4e28 service neutron] 10.222.0.39 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852757 Aug 18 13:27:50.884598 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a4349-9f3f-4552-9e5b-abc8418d3007 req-cc49d2fc-2ec8-42f5-a422-0ee8bc5e3576 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:50.886143 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-450a4349-9f3f-4552-9e5b-abc8418d3007 req-cc49d2fc-2ec8-42f5-a422-0ee8bc5e3576 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=d559550c-e5cd-4e3a-9f1d-9070b35a9d28 HTTP/1.1" status: 200 len: 946 time: 0.0517669 Aug 18 13:27:50.926264 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-450a4349-9f3f-4552-9e5b-abc8418d3007 req-ef970814-39c8-4bf0-9978-e94a3fa105d2 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340199 Aug 18 13:27:51.968468 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:27:51.994123 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59832) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:27:52.048304 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164c811-b79b-478a-8ec9-2932c453b80b req-6e3423d3-c45d-4971-91ad-03d8a0d23b85 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:52.049723 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8164c811-b79b-478a-8ec9-2932c453b80b req-6e3423d3-c45d-4971-91ad-03d8a0d23b85 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=d559550c-e5cd-4e3a-9f1d-9070b35a9d28 HTTP/1.1" status: 200 len: 946 time: 0.0494437 Aug 18 13:27:52.088773 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8164c811-b79b-478a-8ec9-2932c453b80b req-d30225e0-c9bf-4e76-aabe-db3705501f2d tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329514 Aug 18 13:27:52.143292 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1375bab8-2597-4de2-8eb6-055b7bf4444d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ef7849c5bab44ba99330fe5949c720e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1462662 Aug 18 13:27:52.144089 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 59836) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:27:52.191292 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a9b0aa9f-b07b-4081-a4bb-00e17fc310c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:52.212987 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a9b0aa9f-b07b-4081-a4bb-00e17fc310c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:52.322073 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a9b0aa9f-b07b-4081-a4bb-00e17fc310c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:52.324792 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a9b0aa9f-b07b-4081-a4bb-00e17fc310c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:52.325958 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a9b0aa9f-b07b-4081-a4bb-00e17fc310c1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f08d0105-3a68-4b2f-b383-2e58ff2008a3 HTTP/1.1" status: 204 len: 168 time: 0.1809795 Aug 18 13:27:52.334524 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0aa9f-b07b-4081-a4bb-00e17fc310c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08d0105-3a68-4b2f-b383-2e58ff2008a3,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:27:53.209307 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5237ff3-7e15-454c-841a-d772b5ce9358 req-76cd710e-157d-49cb-b999-45ad44dde0df tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:53.211376 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f5237ff3-7e15-454c-841a-d772b5ce9358 req-76cd710e-157d-49cb-b999-45ad44dde0df tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=d559550c-e5cd-4e3a-9f1d-9070b35a9d28 HTTP/1.1" status: 200 len: 946 time: 0.0534272 Aug 18 13:27:53.250603 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f5237ff3-7e15-454c-841a-d772b5ce9358 req-7d41bbd5-be66-4177-8d35-c426344b0175 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332344 Aug 18 13:27:54.363408 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d64b43-ad61-4ad5-ac76-8fb81e977355 req-583690d4-b16e-4894-92c7-688330bed076 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:54.364916 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f5d64b43-ad61-4ad5-ac76-8fb81e977355 req-583690d4-b16e-4894-92c7-688330bed076 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=d559550c-e5cd-4e3a-9f1d-9070b35a9d28 HTTP/1.1" status: 200 len: 946 time: 0.0488741 Aug 18 13:27:54.402984 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f5d64b43-ad61-4ad5-ac76-8fb81e977355 req-841cb8ef-15d4-455a-85bb-c342be0240f6 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314999 Aug 18 13:27:55.100091 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-24d2f1b4-e5e9-494d-96d0-4377dd7c1cb5 tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=5483813285bf486d9c0f0c024a07c048&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226102 Aug 18 13:27:55.213836 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-8efab42e-4f0e-45b6-b51e-bcc178335702 tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:55.215369 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-8efab42e-4f0e-45b6-b51e-bcc178335702 tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1099615 Aug 18 13:27:55.230114 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-cbbd18a9-86cd-4a8e-a8b6-73cef8d24f68 tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] 10.222.0.13 "GET /v2.0/quotas/5483813285bf486d9c0f0c024a07c048 HTTP/1.1" status: 200 len: 375 time: 0.0090008 Aug 18 13:27:55.261201 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-1059279d-117a-446b-b7bb-c377d72e5c5e tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5483813285bf486d9c0f0c024a07c048&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259261 Aug 18 13:27:55.514677 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fb86cfda-5ee6-4b37-82cc-4a7b7a3ea0b2 req-7752bca3-f2d8-45d1-910f-e09a5a74c062 tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3e26520-4112-4232-9f2f-7a9bf80cf93a HTTP/1.1" status: 200 len: 210 time: 0.0464931 Aug 18 13:27:55.537436 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b61b60-7bb8-4b63-b12f-0fb797c68449 req-c5bde765-5d26-4134-84bf-b5c02c23b192 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:55.540001 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f6b61b60-7bb8-4b63-b12f-0fb797c68449 req-c5bde765-5d26-4134-84bf-b5c02c23b192 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=d559550c-e5cd-4e3a-9f1d-9070b35a9d28 HTTP/1.1" status: 200 len: 946 time: 0.0668223 Aug 18 13:27:55.579687 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f6b61b60-7bb8-4b63-b12f-0fb797c68449 req-12646f80-7f05-443b-86d9-0909355c9594 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340533 Aug 18 13:27:56.621327 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-18fc71b1-2b6e-45cd-929e-8f3f08507406 req-683896ff-2ab1-4e41-992b-e66ffe15d19f tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3e26520-4112-4232-9f2f-7a9bf80cf93a HTTP/1.1" status: 200 len: 210 time: 0.0274718 Aug 18 13:27:56.718456 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ff2c2-fca2-430b-b7e0-470871f7acba req-40e79448-4747-4526-8f33-8f42c6477af0 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:56.719961 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5f5ff2c2-fca2-430b-b7e0-470871f7acba req-40e79448-4747-4526-8f33-8f42c6477af0 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=d559550c-e5cd-4e3a-9f1d-9070b35a9d28 HTTP/1.1" status: 200 len: 946 time: 0.0592940 Aug 18 13:27:56.757306 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5f5ff2c2-fca2-430b-b7e0-470871f7acba req-de3dd8ad-ed7c-4438-ba07-bfc01789bb9e tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310128 Aug 18 13:27:57.665136 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-bf97ddda-b9c4-4580-92fb-0685ef82f027 tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=5483813285bf486d9c0f0c024a07c048&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232866 Aug 18 13:27:57.765629 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7e3fc39f-7f3e-4f1b-b579-a38e89ff39e0 req-4f8b1c9a-e626-48d5-a426-f8cb1cdf51a6 tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3e26520-4112-4232-9f2f-7a9bf80cf93a HTTP/1.1" status: 200 len: 210 time: 0.0391893 Aug 18 13:27:57.821175 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-62c61993-07f2-4008-bba6-b7a0eca357be tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:57.823042 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-62c61993-07f2-4008-bba6-b7a0eca357be tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1517131 Aug 18 13:27:57.836608 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-4f28bd78-ed58-4369-8566-b5ae54efcf25 tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Request body: {'port': {'device_id': 'c3e26520-4112-4232-9f2f-7a9bf80cf93a', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'admin_state_up': True, 'tenant_id': '5483813285bf486d9c0f0c024a07c048'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:27:57.893158 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef093423-8454-48d8-8590-a419ae06ca67 req-90724f08-f158-447a-9cbd-701127020607 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:57.895432 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ef093423-8454-48d8-8590-a419ae06ca67 req-90724f08-f158-447a-9cbd-701127020607 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=d559550c-e5cd-4e3a-9f1d-9070b35a9d28 HTTP/1.1" status: 200 len: 946 time: 0.0679994 Aug 18 13:27:57.937929 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ef093423-8454-48d8-8590-a419ae06ca67 req-6811b380-f5c4-48fc-bcfd-598ffa9ac92a tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336308 Aug 18 13:27:58.041228 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-4f28bd78-ed58-4369-8566-b5ae54efcf25 tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Made reservation on behalf of 5483813285bf486d9c0f0c024a07c048 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:27:58.044873 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-4f28bd78-ed58-4369-8566-b5ae54efcf25 tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:58.053815 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-4f28bd78-ed58-4369-8566-b5ae54efcf25 tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:58.092915 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:58.142482 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-4f28bd78-ed58-4369-8566-b5ae54efcf25 tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:58.195794 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-4f28bd78-ed58-4369-8566-b5ae54efcf25 tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:58.257156 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f28bd78-ed58-4369-8566-b5ae54efcf25 tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6453a8-24d1-4872-8465-62a21ac65d03,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:27:58.331080 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-4f28bd78-ed58-4369-8566-b5ae54efcf25 tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Allocated IP 192.168.233.98 (f82a481e-2d3e-49f3-a273-639556667c8a/38dc8434-66c0-4e05-8cce-b4a4a0f33dc3/2e719823-6b34-44f6-b39c-bb3881aaa12c) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:27:58.473165 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-4f28bd78-ed58-4369-8566-b5ae54efcf25 tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:58.486658 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-4f28bd78-ed58-4369-8566-b5ae54efcf25 tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Transition to ACTIVE for port object 2e719823-6b34-44f6-b39c-bb3881aaa12c will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:27:58.584825 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-4f28bd78-ed58-4369-8566-b5ae54efcf25 tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:58.633985 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-4f28bd78-ed58-4369-8566-b5ae54efcf25 tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Network f82a481e-2d3e-49f3-a273-639556667c8a is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:27:58.637152 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-4f28bd78-ed58-4369-8566-b5ae54efcf25 tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:27:58.640991 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-4f28bd78-ed58-4369-8566-b5ae54efcf25 tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:27:58.665212 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f28bd78-ed58-4369-8566-b5ae54efcf25 tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Pushing event updated for resources: {'Port': ['ID=2e719823-6b34-44f6-b39c-bb3881aaa12c,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:27:58.699131 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-4f28bd78-ed58-4369-8566-b5ae54efcf25 tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:58.699750 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-4f28bd78-ed58-4369-8566-b5ae54efcf25 tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:58.767928 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-4f28bd78-ed58-4369-8566-b5ae54efcf25 tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9359128 Aug 18 13:27:58.780557 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-acac7a10-6bf5-4e91-ac2a-854d0b7949bc service neutron] Request body: {'port': {'device_id': 'c3e26520-4112-4232-9f2f-7a9bf80cf93a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:27:58.837826 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:58.845539 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-acac7a10-6bf5-4e91-ac2a-854d0b7949bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:58.927008 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c3daf6e8-a9fc-4bb0-a5ff-e40b48832d1b None None] Provisioning for port 2e719823-6b34-44f6-b39c-bb3881aaa12c completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:27:58.931855 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c3daf6e8-a9fc-4bb0-a5ff-e40b48832d1b None None] Provisioning complete for port 2e719823-6b34-44f6-b39c-bb3881aaa12c triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:27:58.932225 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c3daf6e8-a9fc-4bb0-a5ff-e40b48832d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:58.941947 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb8ee6-fcaf-43c5-8522-321e35476895 req-272d757d-b2ac-492e-9f6a-d51309d61445 tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:58.943551 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ccbb8ee6-fcaf-43c5-8522-321e35476895 req-272d757d-b2ac-492e-9f6a-d51309d61445 tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3e26520-4112-4232-9f2f-7a9bf80cf93a HTTP/1.1" status: 200 len: 935 time: 0.0999842 Aug 18 13:27:58.966614 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-c3daf6e8-a9fc-4bb0-a5ff-e40b48832d1b None None] Port 2e719823-6b34-44f6-b39c-bb3881aaa12c cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:27:59.048178 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ccbb8ee6-fcaf-43c5-8522-321e35476895 req-19acdf08-21b1-4d82-9bd8-acf25909cf29 tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d6453a8-24d1-4872-8465-62a21ac65d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982177 Aug 18 13:27:59.064589 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8cb080-5902-45fe-83db-a2c6584b8020 req-7df4b5e7-a828-4f9e-affa-059dba016687 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:59.066303 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8d8cb080-5902-45fe-83db-a2c6584b8020 req-7df4b5e7-a828-4f9e-affa-059dba016687 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=d559550c-e5cd-4e3a-9f1d-9070b35a9d28 HTTP/1.1" status: 200 len: 946 time: 0.0571339 Aug 18 13:27:59.109691 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8d8cb080-5902-45fe-83db-a2c6584b8020 req-644fc47d-bb9f-48b2-9e8f-7031c6ea2d34 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368826 Aug 18 13:27:59.200338 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-acac7a10-6bf5-4e91-ac2a-854d0b7949bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e719823-6b34-44f6-b39c-bb3881aaa12c {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:27:59.208201 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-acac7a10-6bf5-4e91-ac2a-854d0b7949bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:59.220671 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-acac7a10-6bf5-4e91-ac2a-854d0b7949bc service neutron] Transition to ACTIVE for port object 2e719823-6b34-44f6-b39c-bb3881aaa12c will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:27:59.309760 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-acac7a10-6bf5-4e91-ac2a-854d0b7949bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:59.369016 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac7a10-6bf5-4e91-ac2a-854d0b7949bc service neutron] Pushing event updated for resources: {'Port': ['ID=2e719823-6b34-44f6-b39c-bb3881aaa12c,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:27:59.437987 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-acac7a10-6bf5-4e91-ac2a-854d0b7949bc service neutron] Attempting to bind port 2e719823-6b34-44f6-b39c-bb3881aaa12c on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:27:59.438359 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-acac7a10-6bf5-4e91-ac2a-854d0b7949bc service neutron] Attempting to bind port 2e719823-6b34-44f6-b39c-bb3881aaa12c by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:27:59.438693 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-acac7a10-6bf5-4e91-ac2a-854d0b7949bc service neutron] Attempting to bind port 2e719823-6b34-44f6-b39c-bb3881aaa12c on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:27:59.445574 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-acac7a10-6bf5-4e91-ac2a-854d0b7949bc service neutron] Port 2e719823-6b34-44f6-b39c-bb3881aaa12c on network f82a481e-2d3e-49f3-a273-639556667c8a not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:27:59.446084 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-acac7a10-6bf5-4e91-ac2a-854d0b7949bc service neutron] Attempting to bind port 2e719823-6b34-44f6-b39c-bb3881aaa12c on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:27:59.453047 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-acac7a10-6bf5-4e91-ac2a-854d0b7949bc service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:27:59.454781 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-acac7a10-6bf5-4e91-ac2a-854d0b7949bc service neutron] Checking segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:27:59.454781 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-acac7a10-6bf5-4e91-ac2a-854d0b7949bc service neutron] Bound using segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:27:59.454781 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-acac7a10-6bf5-4e91-ac2a-854d0b7949bc service neutron] Bound port: 2e719823-6b34-44f6-b39c-bb3881aaa12c, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:27:59.454781 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-acac7a10-6bf5-4e91-ac2a-854d0b7949bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:59.528423 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-acac7a10-6bf5-4e91-ac2a-854d0b7949bc service neutron] For port 2e719823-6b34-44f6-b39c-bb3881aaa12c, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:27:59.531652 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-acac7a10-6bf5-4e91-ac2a-854d0b7949bc service neutron] For port 2e719823-6b34-44f6-b39c-bb3881aaa12c, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=2e719823-6b34-44f6-b39c-bb3881aaa12c,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:27:59.607676 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-acac7a10-6bf5-4e91-ac2a-854d0b7949bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:59.645766 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-acac7a10-6bf5-4e91-ac2a-854d0b7949bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:59.646451 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-acac7a10-6bf5-4e91-ac2a-854d0b7949bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:27:59.647820 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-acac7a10-6bf5-4e91-ac2a-854d0b7949bc service neutron] 10.222.0.39 "PUT /v2.0/ports/2e719823-6b34-44f6-b39c-bb3881aaa12c HTTP/1.1" status: 200 len: 1095 time: 0.8720062 Aug 18 13:27:59.648309 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3e26520-4112-4232-9f2f-7a9bf80cf93a', 'tag': '2e719823-6b34-44f6-b39c-bb3881aaa12c'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:27:59.651182 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e9b79d-b7be-49cf-9a42-174ba6e7eeda" -d '{"events": [{"name": "network-changed", "server_uuid": "c3e26520-4112-4232-9f2f-7a9bf80cf93a", "tag": "2e719823-6b34-44f6-b39c-bb3881aaa12c"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:27:59.678225 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac7a10-6bf5-4e91-ac2a-854d0b7949bc service neutron] Pushing event updated for resources: {'Port': ['ID=2e719823-6b34-44f6-b39c-bb3881aaa12c,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:27:59.696168 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4002be-6b65-411e-90ae-527d337cd98a x-openstack-request-id: req-2c4002be-6b65-411e-90ae-527d337cd98a {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:27:59.696538 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3e26520-4112-4232-9f2f-7a9bf80cf93a", "tag": "2e719823-6b34-44f6-b39c-bb3881aaa12c", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:27:59.696994 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c4002be-6b65-411e-90ae-527d337cd98a {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:27:59.697409 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3e26520-4112-4232-9f2f-7a9bf80cf93a', 'tag': '2e719823-6b34-44f6-b39c-bb3881aaa12c', 'status': 'completed', 'code': 200} Aug 18 13:27:59.757143 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9b79d-b7be-49cf-9a42-174ba6e7eeda req-9f99b85e-6a42-446f-9289-c951ad762040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:59.759269 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-93e9b79d-b7be-49cf-9a42-174ba6e7eeda req-9f99b85e-6a42-446f-9289-c951ad762040 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5483813285bf486d9c0f0c024a07c048&device_id=c3e26520-4112-4232-9f2f-7a9bf80cf93a HTTP/1.1" status: 200 len: 1098 time: 0.0436749 Aug 18 13:27:59.792390 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-93e9b79d-b7be-49cf-9a42-174ba6e7eeda req-a34340d4-2843-47dd-8491-48ffd5eb85f7 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=5483813285bf486d9c0f0c024a07c048&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246859 Aug 18 13:27:59.904192 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9b79d-b7be-49cf-9a42-174ba6e7eeda req-55d5cbb1-0c0d-433d-87b5-c8e85e04223c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:59.906447 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-93e9b79d-b7be-49cf-9a42-174ba6e7eeda req-55d5cbb1-0c0d-433d-87b5-c8e85e04223c service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1049657 Aug 18 13:27:59.982236 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-0187606a-4ec6-4c27-bcb4-42c4e51facfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:27:59.983785 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-0187606a-4ec6-4c27-bcb4-42c4e51facfa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5483813285bf486d9c0f0c024a07c048&device_id=c3e26520-4112-4232-9f2f-7a9bf80cf93a HTTP/1.1" status: 200 len: 1098 time: 0.0403838 Aug 18 13:28:00.026127 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-d321cc3d-5657-4277-8630-2a8140eddbea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=2e719823-6b34-44f6-b39c-bb3881aaa12c HTTP/1.1" status: 200 len: 217 time: 0.0350590 Aug 18 13:28:00.079539 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-45b5fa78-991c-43aa-a13a-0fffe4866085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:00.081037 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-45b5fa78-991c-43aa-a13a-0fffe4866085 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.0478077 Aug 18 13:28:00.133140 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-d2867bf2-b7e2-4069-8544-513ca6fdf4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:00.135028 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-d2867bf2-b7e2-4069-8544-513ca6fdf4d4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0469127 Aug 18 13:28:00.178759 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4353cc1-7bed-47d2-aba3-94f5a96ba285 req-e34a119c-48d0-4dfc-b6c9-e7313dabc84f tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:00.180803 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d4353cc1-7bed-47d2-aba3-94f5a96ba285 req-e34a119c-48d0-4dfc-b6c9-e7313dabc84f tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3e26520-4112-4232-9f2f-7a9bf80cf93a HTTP/1.1" status: 200 len: 947 time: 0.0551505 Aug 18 13:28:00.223709 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d4353cc1-7bed-47d2-aba3-94f5a96ba285 req-0da2a3e3-b070-4c1b-9bff-48f8cf02d128 tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d6453a8-24d1-4872-8465-62a21ac65d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349991 Aug 18 13:28:00.266372 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1cadf6-7018-4449-8a5e-bd5a3c2438a4 req-47eea2e4-0fcb-4485-bd7c-425632c11952 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:00.267842 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7c1cadf6-7018-4449-8a5e-bd5a3c2438a4 req-47eea2e4-0fcb-4485-bd7c-425632c11952 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=d559550c-e5cd-4e3a-9f1d-9070b35a9d28 HTTP/1.1" status: 200 len: 946 time: 0.0802979 Aug 18 13:28:00.273623 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-e17e669b-47c9-4a07-a707-33dc476364c8 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309950 Aug 18 13:28:00.354147 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7c1cadf6-7018-4449-8a5e-bd5a3c2438a4 req-c3e4e733-b026-4584-91b0-c43cdb80d232 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780637 Aug 18 13:28:00.388674 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6a57b2af-ae30-423f-9f9f-91ee124fe48f req-a05ad6fa-bcdb-45c6-a21a-14419a6559ce service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066561 Aug 18 13:28:01.343030 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d7a24-5dc0-4b31-b77c-0d0cc8579912 req-49046044-1b2e-400e-9026-b6046690ae41 tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:01.344452 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e05d7a24-5dc0-4b31-b77c-0d0cc8579912 req-49046044-1b2e-400e-9026-b6046690ae41 tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3e26520-4112-4232-9f2f-7a9bf80cf93a HTTP/1.1" status: 200 len: 947 time: 0.0516744 Aug 18 13:28:01.385515 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e05d7a24-5dc0-4b31-b77c-0d0cc8579912 req-195e4f43-7a3e-4413-bda6-0f1ed0b865a0 tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d6453a8-24d1-4872-8465-62a21ac65d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340996 Aug 18 13:28:01.481832 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad267271-c424-4796-825b-a9bd3a9ded94 req-957fb515-d371-47bc-8460-36fdb8cb5fee tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:01.483697 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ad267271-c424-4796-825b-a9bd3a9ded94 req-957fb515-d371-47bc-8460-36fdb8cb5fee tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=d559550c-e5cd-4e3a-9f1d-9070b35a9d28 HTTP/1.1" status: 200 len: 946 time: 0.0547476 Aug 18 13:28:01.524764 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ad267271-c424-4796-825b-a9bd3a9ded94 req-c5d8e3ae-13c5-44f5-a285-bc7a6c8ff33a tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353966 Aug 18 13:28:02.506011 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37233389-a348-4d43-bbbc-a01ab368b7bf req-366f5313-4f39-4b5e-9401-0013a3ee1cac tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:02.508351 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-37233389-a348-4d43-bbbc-a01ab368b7bf req-366f5313-4f39-4b5e-9401-0013a3ee1cac tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3e26520-4112-4232-9f2f-7a9bf80cf93a HTTP/1.1" status: 200 len: 947 time: 0.0548651 Aug 18 13:28:02.547591 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-37233389-a348-4d43-bbbc-a01ab368b7bf req-cad99d48-6aec-4f90-b151-29933690badc tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d6453a8-24d1-4872-8465-62a21ac65d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331850 Aug 18 13:28:02.648880 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb51c7-d155-4467-be59-bed0803bdd53 req-61778b47-78d6-44ab-9e52-19f14525892d tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:02.650411 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e5cb51c7-d155-4467-be59-bed0803bdd53 req-61778b47-78d6-44ab-9e52-19f14525892d tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=d559550c-e5cd-4e3a-9f1d-9070b35a9d28 HTTP/1.1" status: 200 len: 946 time: 0.0549576 Aug 18 13:28:02.689273 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e5cb51c7-d155-4467-be59-bed0803bdd53 req-1e6b671f-fa88-45c1-b560-26d2c097bd0d tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327783 Aug 18 13:28:03.444210 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 2e719823-6b34-44f6-b39c-bb3881aaa12c details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:28:03.543843 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 2e719823-6b34-44f6-b39c-bb3881aaa12c, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=2e719823-6b34-44f6-b39c-bb3881aaa12c,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:28:03.554148 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '2e719823-6b34-44f6-b39c-bb3881aaa12c', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'port_id': '2e719823-6b34-44f6-b39c-bb3881aaa12c', 'mac_address': 'fa:16:3e:9a:0b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc8434-66c0-4e05-8cce-b4a4a0f33dc3', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:28:03.593630 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:03.607490 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e719823-6b34-44f6-b39c-bb3881aaa12c {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:28:03.626994 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 2e719823-6b34-44f6-b39c-bb3881aaa12c, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=2e719823-6b34-44f6-b39c-bb3881aaa12c,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:28:03.662923 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478aa4a2-0020-46a6-bc52-1725aabf435d req-790c34d9-fd7f-4521-b8a8-a0f0adb1cd42 tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:03.665048 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-478aa4a2-0020-46a6-bc52-1725aabf435d req-790c34d9-fd7f-4521-b8a8-a0f0adb1cd42 tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3e26520-4112-4232-9f2f-7a9bf80cf93a HTTP/1.1" status: 200 len: 947 time: 0.0501704 Aug 18 13:28:03.693106 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:03.704463 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-478aa4a2-0020-46a6-bc52-1725aabf435d req-baec5228-ac6a-41bd-916f-b92afff053fa tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d6453a8-24d1-4872-8465-62a21ac65d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333548 Aug 18 13:28:03.744060 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=2e719823-6b34-44f6-b39c-bb3881aaa12c,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:28:03.805962 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9b4a7-97f1-49b4-9a1d-349d43ffd602 req-d2ac596c-a258-4743-9c43-107f5ef834cc tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:03.807477 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-70d9b4a7-97f1-49b4-9a1d-349d43ffd602 req-d2ac596c-a258-4743-9c43-107f5ef834cc tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=d559550c-e5cd-4e3a-9f1d-9070b35a9d28 HTTP/1.1" status: 200 len: 946 time: 0.0485904 Aug 18 13:28:03.846115 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-70d9b4a7-97f1-49b4-9a1d-349d43ffd602 req-ba61bc07-b7ac-432e-acfe-099ab52c3c53 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327213 Aug 18 13:28:03.904711 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['2e719823-6b34-44f6-b39c-bb3881aaa12c'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:28:04.821419 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e417d-8563-4600-b4a1-922649805448 req-3717aefd-6290-4345-aeee-67762544d6b8 tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:04.822924 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9f5e417d-8563-4600-b4a1-922649805448 req-3717aefd-6290-4345-aeee-67762544d6b8 tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3e26520-4112-4232-9f2f-7a9bf80cf93a HTTP/1.1" status: 200 len: 948 time: 0.0497472 Aug 18 13:28:04.860872 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9f5e417d-8563-4600-b4a1-922649805448 req-11684235-5010-4913-a710-3d1d7b91480d tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d6453a8-24d1-4872-8465-62a21ac65d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320361 Aug 18 13:28:04.964131 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c091714e-7243-475c-a580-34965b7d5f33 req-0dbedadd-f36d-4f03-b4cc-0fd18d73fcef tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:04.966565 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c091714e-7243-475c-a580-34965b7d5f33 req-0dbedadd-f36d-4f03-b4cc-0fd18d73fcef tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=d559550c-e5cd-4e3a-9f1d-9070b35a9d28 HTTP/1.1" status: 200 len: 946 time: 0.0541475 Aug 18 13:28:05.003382 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c091714e-7243-475c-a580-34965b7d5f33 req-861827d4-67bf-461e-bb7b-df1e057f9f96 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308890 Aug 18 13:28:05.453882 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 2e719823-6b34-44f6-b39c-bb3881aaa12c up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:28:05.538357 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 2e719823-6b34-44f6-b39c-bb3881aaa12c completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:28:05.542334 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 2e719823-6b34-44f6-b39c-bb3881aaa12c triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:28:05.542718 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:05.623142 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:05.645663 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3e26520-4112-4232-9f2f-7a9bf80cf93a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e719823-6b34-44f6-b39c-bb3881aaa12c'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:28:05.647959 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993552a9-fa8b-4ab0-813a-a610a9336abc" -d '{"events": [{"server_uuid": "c3e26520-4112-4232-9f2f-7a9bf80cf93a", "name": "network-vif-plugged", "status": "completed", "tag": "2e719823-6b34-44f6-b39c-bb3881aaa12c"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:28:05.661374 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 2e719823-6b34-44f6-b39c-bb3881aaa12c, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=2e719823-6b34-44f6-b39c-bb3881aaa12c,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:28:05.685094 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20898085-e675-43cb-83d4-2da259430e5f x-openstack-request-id: req-20898085-e675-43cb-83d4-2da259430e5f {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:28:05.685383 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3e26520-4112-4232-9f2f-7a9bf80cf93a", "name": "network-vif-plugged", "status": "completed", "tag": "2e719823-6b34-44f6-b39c-bb3881aaa12c", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:28:05.685637 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20898085-e675-43cb-83d4-2da259430e5f {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:28:05.686070 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3e26520-4112-4232-9f2f-7a9bf80cf93a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e719823-6b34-44f6-b39c-bb3881aaa12c', 'code': 200} Aug 18 13:28:05.710301 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:05.762646 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=2e719823-6b34-44f6-b39c-bb3881aaa12c,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:28:05.780471 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f17d6f-0595-437b-8dc4-1ca0b9d119fa req-ccab9a97-0db9-4c04-a602-cac59520680a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:05.781980 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a9f17d6f-0595-437b-8dc4-1ca0b9d119fa req-ccab9a97-0db9-4c04-a602-cac59520680a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c3e26520-4112-4232-9f2f-7a9bf80cf93a HTTP/1.1" status: 200 len: 1100 time: 0.0406656 Aug 18 13:28:05.816682 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a9f17d6f-0595-437b-8dc4-1ca0b9d119fa req-06c8f861-1fa8-42dc-ad0a-03a6a1dc6c3d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6d6453a8-24d1-4872-8465-62a21ac65d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273862 Aug 18 13:28:05.973877 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077847f-3658-4ab0-b90e-5bbbec8508f8 req-3387de9d-6997-445f-805d-fbffd42c0e39 tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:05.975353 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4077847f-3658-4ab0-b90e-5bbbec8508f8 req-3387de9d-6997-445f-805d-fbffd42c0e39 tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3e26520-4112-4232-9f2f-7a9bf80cf93a HTTP/1.1" status: 200 len: 949 time: 0.0490100 Aug 18 13:28:06.013711 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4077847f-3658-4ab0-b90e-5bbbec8508f8 req-c06c6520-8634-4dcf-b288-e22a1c573242 tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d6453a8-24d1-4872-8465-62a21ac65d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323181 Aug 18 13:28:06.121792 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f3153-8f2d-4926-a74e-9b54ce0c2ffe req-3c0dab6c-c237-48a4-805f-ab6b91e3b146 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:06.123279 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8f1f3153-8f2d-4926-a74e-9b54ce0c2ffe req-3c0dab6c-c237-48a4-805f-ab6b91e3b146 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=d559550c-e5cd-4e3a-9f1d-9070b35a9d28 HTTP/1.1" status: 200 len: 946 time: 0.0525062 Aug 18 13:28:06.160506 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8f1f3153-8f2d-4926-a74e-9b54ce0c2ffe req-2444866f-bc6b-4c53-a483-d640c7af22c0 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313404 Aug 18 13:28:07.130420 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849ce2f-516b-4d1e-bd4d-94d92151fdd4 req-cb823d39-d23c-4a7c-a162-8346a0d1eb69 tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:07.132090 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b849ce2f-516b-4d1e-bd4d-94d92151fdd4 req-cb823d39-d23c-4a7c-a162-8346a0d1eb69 tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3e26520-4112-4232-9f2f-7a9bf80cf93a HTTP/1.1" status: 200 len: 949 time: 0.0513997 Aug 18 13:28:07.169637 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b849ce2f-516b-4d1e-bd4d-94d92151fdd4 req-ca1b57d1-f60f-49b1-ac34-12230a45689e tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d6453a8-24d1-4872-8465-62a21ac65d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315664 Aug 18 13:28:07.276171 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a698411-0038-4bdd-9701-6d934d862ad7 req-d120ba71-b550-46e2-9afb-cebceec8567b tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:07.277682 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0a698411-0038-4bdd-9701-6d934d862ad7 req-d120ba71-b550-46e2-9afb-cebceec8567b tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=d559550c-e5cd-4e3a-9f1d-9070b35a9d28 HTTP/1.1" status: 200 len: 946 time: 0.0496786 Aug 18 13:28:07.315317 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0a698411-0038-4bdd-9701-6d934d862ad7 req-4d80f50d-b7d9-4b77-987d-3b7749dd697f tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317662 Aug 18 13:28:07.630336 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219c011-1a01-41be-8bea-7eee94be6835 req-80af1285-6918-4b7c-8449-32820445ad17 tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:07.632069 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9219c011-1a01-41be-8bea-7eee94be6835 req-80af1285-6918-4b7c-8449-32820445ad17 tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3e26520-4112-4232-9f2f-7a9bf80cf93a HTTP/1.1" status: 200 len: 949 time: 0.0490100 Aug 18 13:28:07.670855 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9219c011-1a01-41be-8bea-7eee94be6835 req-4b67ba60-fb42-48c4-959f-381482c885ee tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d6453a8-24d1-4872-8465-62a21ac65d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326934 Aug 18 13:28:08.432458 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad3f60-59a4-4d05-bb79-bc583c4bca23 req-1dfaf9ad-7709-45e1-85fb-872b019f6dda tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:08.434978 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-07ad3f60-59a4-4d05-bb79-bc583c4bca23 req-1dfaf9ad-7709-45e1-85fb-872b019f6dda tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=d559550c-e5cd-4e3a-9f1d-9070b35a9d28 HTTP/1.1" status: 200 len: 946 time: 0.0514195 Aug 18 13:28:08.472912 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-07ad3f60-59a4-4d05-bb79-bc583c4bca23 req-18225b70-69d6-4c02-a412-757f5a7bf7b9 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319226 Aug 18 13:28:08.792526 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649fb35b-fb93-4b99-ab57-4de8b0271c80 req-e9cc0b53-d728-40dd-9839-e392bbeaec32 tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:08.794040 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-649fb35b-fb93-4b99-ab57-4de8b0271c80 req-e9cc0b53-d728-40dd-9839-e392bbeaec32 tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3e26520-4112-4232-9f2f-7a9bf80cf93a HTTP/1.1" status: 200 len: 949 time: 0.0550492 Aug 18 13:28:08.832436 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-649fb35b-fb93-4b99-ab57-4de8b0271c80 req-283f9a45-cc47-4b2a-bd46-dc27ed025851 tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d6453a8-24d1-4872-8465-62a21ac65d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324087 Aug 18 13:28:08.886319 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b776b75-871e-4689-a8c0-48654b7fcfe9 req-4a8adba8-305e-4a46-9a92-a90d08aecc6b tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:08.887781 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9b776b75-871e-4689-a8c0-48654b7fcfe9 req-4a8adba8-305e-4a46-9a92-a90d08aecc6b tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3e26520-4112-4232-9f2f-7a9bf80cf93a HTTP/1.1" status: 200 len: 949 time: 0.0484867 Aug 18 13:28:08.980503 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-9b776b75-871e-4689-a8c0-48654b7fcfe9 req-4c628fc9-a880-4e52-aa05-e5f37a7d686f tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Deleting port 2e719823-6b34-44f6-b39c-bb3881aaa12c {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:28:08.980766 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-9b776b75-871e-4689-a8c0-48654b7fcfe9 req-4c628fc9-a880-4e52-aa05-e5f37a7d686f tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:09.073594 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-9b776b75-871e-4689-a8c0-48654b7fcfe9 req-4c628fc9-a880-4e52-aa05-e5f37a7d686f tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] For port 2e719823-6b34-44f6-b39c-bb3881aaa12c, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=2e719823-6b34-44f6-b39c-bb3881aaa12c,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:28:09.073966 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-9b776b75-871e-4689-a8c0-48654b7fcfe9 req-4c628fc9-a880-4e52-aa05-e5f37a7d686f tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:09.088383 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-9b776b75-871e-4689-a8c0-48654b7fcfe9 req-4c628fc9-a880-4e52-aa05-e5f37a7d686f tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Calling delete_port for 2e719823-6b34-44f6-b39c-bb3881aaa12c owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:28:09.298428 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-9b776b75-871e-4689-a8c0-48654b7fcfe9 req-4c628fc9-a880-4e52-aa05-e5f37a7d686f tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:09.310220 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['2e719823-6b34-44f6-b39c-bb3881aaa12c'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:28:09.327591 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c628fc9-a880-4e52-aa05-e5f37a7d686f tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Pushing event deleted for resources: {'Port': ['ID=2e719823-6b34-44f6-b39c-bb3881aaa12c,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:28:09.359464 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c628fc9-a880-4e52-aa05-e5f37a7d686f tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:28:09.359808 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c628fc9-a880-4e52-aa05-e5f37a7d686f tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:28:09.360143 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c628fc9-a880-4e52-aa05-e5f37a7d686f tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:28:09.360479 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c628fc9-a880-4e52-aa05-e5f37a7d686f tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:28:09.360807 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c628fc9-a880-4e52-aa05-e5f37a7d686f tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:28:09.361133 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c628fc9-a880-4e52-aa05-e5f37a7d686f tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:28:09.361456 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c628fc9-a880-4e52-aa05-e5f37a7d686f tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:28:09.361778 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c628fc9-a880-4e52-aa05-e5f37a7d686f tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:28:09.362097 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c628fc9-a880-4e52-aa05-e5f37a7d686f tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:28:09.362446 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c628fc9-a880-4e52-aa05-e5f37a7d686f tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:28:09.362765 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c628fc9-a880-4e52-aa05-e5f37a7d686f tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:28:09.363085 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c628fc9-a880-4e52-aa05-e5f37a7d686f tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:28:09.382244 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b776b75-871e-4689-a8c0-48654b7fcfe9 req-4c628fc9-a880-4e52-aa05-e5f37a7d686f tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] No DVR routers for this DVR port 2e719823-6b34-44f6-b39c-bb3881aaa12c on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:28:09.385535 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-9b776b75-871e-4689-a8c0-48654b7fcfe9 req-4c628fc9-a880-4e52-aa05-e5f37a7d686f tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:09.387587 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9b776b75-871e-4689-a8c0-48654b7fcfe9 req-4c628fc9-a880-4e52-aa05-e5f37a7d686f tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] 10.222.0.39 "DELETE /v2.0/ports/2e719823-6b34-44f6-b39c-bb3881aaa12c HTTP/1.1" status: 204 len: 173 time: 0.4928896 Aug 18 13:28:09.388033 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3e26520-4112-4232-9f2f-7a9bf80cf93a', 'name': 'network-vif-deleted', 'tag': '2e719823-6b34-44f6-b39c-bb3881aaa12c'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:28:09.390329 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa21942f-5edf-4686-bdb9-0769fa2c6b61" -d '{"events": [{"server_uuid": "c3e26520-4112-4232-9f2f-7a9bf80cf93a", "name": "network-vif-deleted", "tag": "2e719823-6b34-44f6-b39c-bb3881aaa12c"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:28:09.427357 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b664d043-6023-422f-9b69-b9175bcd3ba9 x-openstack-request-id: req-b664d043-6023-422f-9b69-b9175bcd3ba9 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:28:09.427652 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3e26520-4112-4232-9f2f-7a9bf80cf93a", "name": "network-vif-deleted", "tag": "2e719823-6b34-44f6-b39c-bb3881aaa12c", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:28:09.427905 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b664d043-6023-422f-9b69-b9175bcd3ba9 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:28:09.428306 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3e26520-4112-4232-9f2f-7a9bf80cf93a', 'name': 'network-vif-deleted', 'tag': '2e719823-6b34-44f6-b39c-bb3881aaa12c', 'status': 'completed', 'code': 200} Aug 18 13:28:09.592565 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f730f-3999-448c-90bd-2d78608f8a3d req-ff0dcf35-0f23-4af3-b7c7-27d304e23cec tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:09.593956 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-133f730f-3999-448c-90bd-2d78608f8a3d req-ff0dcf35-0f23-4af3-b7c7-27d304e23cec tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=d559550c-e5cd-4e3a-9f1d-9070b35a9d28 HTTP/1.1" status: 200 len: 946 time: 0.0489109 Aug 18 13:28:09.632275 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-133f730f-3999-448c-90bd-2d78608f8a3d req-c6ae1be5-f04c-4b78-a929-81c7bac57286 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319607 Aug 18 13:28:09.943054 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e1c3f764-d6c4-4d4f-a629-b6b0392b1ca6 req-94ae55ba-6b65-4006-9b91-4308726e7de8 tempest-VolumesNegativeTest-673570609 tempest-VolumesNegativeTest-673570609-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3e26520-4112-4232-9f2f-7a9bf80cf93a HTTP/1.1" status: 200 len: 210 time: 0.0273404 Aug 18 13:28:10.747664 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeaf5da-7c06-46e5-aefe-d20184933b0a req-35c08e21-c5b3-49af-8c10-82263464b223 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:10.749149 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dfeaf5da-7c06-46e5-aefe-d20184933b0a req-35c08e21-c5b3-49af-8c10-82263464b223 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=d559550c-e5cd-4e3a-9f1d-9070b35a9d28 HTTP/1.1" status: 200 len: 946 time: 0.0499043 Aug 18 13:28:10.788592 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dfeaf5da-7c06-46e5-aefe-d20184933b0a req-5642614d-26dd-43c7-a6f2-df2b2041b46c tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331552 Aug 18 13:28:11.589662 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-50aa898e-5b57-433e-a2e6-79061d5af3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:11.911506 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46073e-dfa1-41cc-843f-3b4aba9acf14 req-71f97690-b90e-4503-8529-012ee3b44acf tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:11.913013 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7e46073e-dfa1-41cc-843f-3b4aba9acf14 req-71f97690-b90e-4503-8529-012ee3b44acf tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=d559550c-e5cd-4e3a-9f1d-9070b35a9d28 HTTP/1.1" status: 200 len: 946 time: 0.0558331 Aug 18 13:28:11.952518 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7e46073e-dfa1-41cc-843f-3b4aba9acf14 req-bcc8e86d-67a9-4c58-8ef0-b374ac93fa05 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332177 Aug 18 13:28:13.071066 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4f7f7-40f7-4161-bf9d-0630685d9831 req-df4151ca-42c0-427e-bed7-901c2d37f9e6 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:13.072978 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a1d4f7f7-40f7-4161-bf9d-0630685d9831 req-df4151ca-42c0-427e-bed7-901c2d37f9e6 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=d559550c-e5cd-4e3a-9f1d-9070b35a9d28 HTTP/1.1" status: 200 len: 946 time: 0.0535851 Aug 18 13:28:13.113843 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a1d4f7f7-40f7-4161-bf9d-0630685d9831 req-8abfeb48-b855-4eb3-a57d-63c5e324a02f tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349190 Aug 18 13:28:13.485378 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 2e719823-6b34-44f6-b39c-bb3881aaa12c no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:28:13.510318 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: 2e719823-6b34-44f6-b39c-bb3881aaa12c {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:28:13.510674 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 2e719823-6b34-44f6-b39c-bb3881aaa12c not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:28:13.744276 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b369caca-8d17-4a29-a828-6a3dba0113be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:14.230719 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bebf962-f49b-4410-af78-381a555ffeeb req-e8f062f6-2406-4ec1-b177-5c1283a0963b tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:14.232223 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5bebf962-f49b-4410-af78-381a555ffeeb req-e8f062f6-2406-4ec1-b177-5c1283a0963b tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=d559550c-e5cd-4e3a-9f1d-9070b35a9d28 HTTP/1.1" status: 200 len: 946 time: 0.0501280 Aug 18 13:28:14.273441 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5bebf962-f49b-4410-af78-381a555ffeeb req-b8f94304-52b7-418d-b2a5-e7e7012275a4 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347540 Aug 18 13:28:14.572098 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:15.392666 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e88fd6-56ba-4e93-844b-814b88e2fa53 req-53e33cd0-bdfa-4ef8-b113-4b7ae5e1e71e tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:15.394412 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26e88fd6-56ba-4e93-844b-814b88e2fa53 req-53e33cd0-bdfa-4ef8-b113-4b7ae5e1e71e tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=d559550c-e5cd-4e3a-9f1d-9070b35a9d28 HTTP/1.1" status: 200 len: 946 time: 0.0521007 Aug 18 13:28:15.435356 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:15.439532 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26e88fd6-56ba-4e93-844b-814b88e2fa53 req-03c6ce86-0f33-46f3-8139-7b61fd31f418 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377235 Aug 18 13:28:16.559286 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef821cb6-225b-4d30-8bdb-cd753f7b85aa req-dc12870c-6bb5-4d33-a362-66956b9d82b9 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:16.561105 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ef821cb6-225b-4d30-8bdb-cd753f7b85aa req-dc12870c-6bb5-4d33-a362-66956b9d82b9 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=d559550c-e5cd-4e3a-9f1d-9070b35a9d28 HTTP/1.1" status: 200 len: 946 time: 0.0510807 Aug 18 13:28:16.600615 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ef821cb6-225b-4d30-8bdb-cd753f7b85aa req-8d35eb18-2d85-476c-9560-d3b582282d7f tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334775 Aug 18 13:28:17.035878 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3256c4-6c08-4229-b16e-fac763acd321 req-ae9b39dc-d280-4f26-a5dc-53f2fa2b59df tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:17.038233 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ac3256c4-6c08-4229-b16e-fac763acd321 req-ae9b39dc-d280-4f26-a5dc-53f2fa2b59df tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=d559550c-e5cd-4e3a-9f1d-9070b35a9d28 HTTP/1.1" status: 200 len: 946 time: 0.0549314 Aug 18 13:28:17.093709 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ac3256c4-6c08-4229-b16e-fac763acd321 req-4e2d3e56-a997-41dd-915f-b356c52a63bc tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452414 Aug 18 13:28:17.177808 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b757c2-dbda-40e5-8aaf-d3c8ea20f549 req-a37fbd91-aedf-4dff-a057-f2355b944a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:17.179817 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b9b757c2-dbda-40e5-8aaf-d3c8ea20f549 req-a37fbd91-aedf-4dff-a057-f2355b944a97 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=590fad6822da41a083a8a6314dcb5f1b&device_id=d559550c-e5cd-4e3a-9f1d-9070b35a9d28 HTTP/1.1" status: 200 len: 1097 time: 0.0460262 Aug 18 13:28:17.274191 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b757c2-dbda-40e5-8aaf-d3c8ea20f549 req-2de4a447-9dbc-424a-af96-e8d480cf480a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:17.275698 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b9b757c2-dbda-40e5-8aaf-d3c8ea20f549 req-2de4a447-9dbc-424a-af96-e8d480cf480a service neutron] 10.222.0.20 "GET /v2.0/networks?id=92086c5d-c5ca-4419-8b10-6c46ef1a6428 HTTP/1.1" status: 200 len: 916 time: 0.0886564 Aug 18 13:28:17.329655 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b9b757c2-dbda-40e5-8aaf-d3c8ea20f549 req-6b50ae50-ec5e-49f1-b58b-fd466392b0c6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=048be358-f80a-45a6-ade1-3bdb84aa7a8c HTTP/1.1" status: 200 len: 217 time: 0.0432086 Aug 18 13:28:17.393088 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b757c2-dbda-40e5-8aaf-d3c8ea20f549 req-04a31a6d-f892-4ceb-9757-9b09157444ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:17.394850 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b9b757c2-dbda-40e5-8aaf-d3c8ea20f549 req-04a31a6d-f892-4ceb-9757-9b09157444ca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=008065cd-48aa-4897-9692-c989fb704e96 HTTP/1.1" status: 200 len: 854 time: 0.0517623 Aug 18 13:28:17.414781 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:17.444057 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60212) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:28:17.460375 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b757c2-dbda-40e5-8aaf-d3c8ea20f549 req-b62af510-9c36-489f-aadc-2c54957a19bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:17.460375 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b9b757c2-dbda-40e5-8aaf-d3c8ea20f549 req-b62af510-9c36-489f-aadc-2c54957a19bc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92086c5d-c5ca-4419-8b10-6c46ef1a6428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539987 Aug 18 13:28:17.563719 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b9b757c2-dbda-40e5-8aaf-d3c8ea20f549 req-909e2c65-39e6-43e6-9977-0df09618b044 service neutron] 10.222.0.20 "GET /v2.0/networks/92086c5d-c5ca-4419-8b10-6c46ef1a6428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984876 Aug 18 13:28:17.610283 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0f879d0d-5450-4ed2-90a8-3e09afe28780 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5483813285bf486d9c0f0c024a07c048&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1643283 Aug 18 13:28:17.612508 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60216) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:28:17.659483 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b9b757c2-dbda-40e5-8aaf-d3c8ea20f549 req-c03afd24-3f6f-4cbb-8e4c-a92d26d0a54b service neutron] 10.222.0.20 "GET /v2.0/networks/92086c5d-c5ca-4419-8b10-6c46ef1a6428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899189 Aug 18 13:28:17.665484 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4f12b586-5b00-4aae-8377-8959771b7732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:17.687949 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4f12b586-5b00-4aae-8377-8959771b7732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:17.795658 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4f12b586-5b00-4aae-8377-8959771b7732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:17.798313 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4f12b586-5b00-4aae-8377-8959771b7732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:17.801072 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4f12b586-5b00-4aae-8377-8959771b7732 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6d6453a8-24d1-4872-8465-62a21ac65d03 HTTP/1.1" status: 204 len: 168 time: 0.1859283 Aug 18 13:28:17.810585 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f12b586-5b00-4aae-8377-8959771b7732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6453a8-24d1-4872-8465-62a21ac65d03,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:28:18.216975 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430db75-b801-47f2-8665-d5fa6eeddfa9 req-768120d8-1a5e-4781-9ecb-604631147ffa tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:18.218651 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a430db75-b801-47f2-8665-d5fa6eeddfa9 req-768120d8-1a5e-4781-9ecb-604631147ffa tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=d559550c-e5cd-4e3a-9f1d-9070b35a9d28 HTTP/1.1" status: 200 len: 946 time: 0.0582733 Aug 18 13:28:18.261818 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a430db75-b801-47f2-8665-d5fa6eeddfa9 req-576efc2e-7289-44a8-a3bd-faae541a009d tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368636 Aug 18 13:28:19.380047 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1792b53-6a86-464a-b827-4a163db2feab req-f1c20d05-313f-4c15-b38d-f097a8615b32 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:19.381824 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b1792b53-6a86-464a-b827-4a163db2feab req-f1c20d05-313f-4c15-b38d-f097a8615b32 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=d559550c-e5cd-4e3a-9f1d-9070b35a9d28 HTTP/1.1" status: 200 len: 946 time: 0.0531828 Aug 18 13:28:19.421270 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b1792b53-6a86-464a-b827-4a163db2feab req-76cc71e9-848d-4038-8297-e583ab6df914 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333347 Aug 18 13:28:19.565250 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b67e437-975b-4d9d-a9fc-888dcd7acf19 req-a3aa2571-19e1-4959-89c2-f8d55b62408a tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:19.566679 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4b67e437-975b-4d9d-a9fc-888dcd7acf19 req-a3aa2571-19e1-4959-89c2-f8d55b62408a tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=d559550c-e5cd-4e3a-9f1d-9070b35a9d28 HTTP/1.1" status: 200 len: 946 time: 0.0504458 Aug 18 13:28:19.606019 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4b67e437-975b-4d9d-a9fc-888dcd7acf19 req-4bb48f2a-13d4-4349-83ed-38f14777e2df tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330052 Aug 18 13:28:19.728422 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a7995-90e1-4d12-8376-571c31cb7ae6 req-06338e0a-6b4f-43d7-9c24-e6f2953b0b9e tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:19.729894 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b02a7995-90e1-4d12-8376-571c31cb7ae6 req-06338e0a-6b4f-43d7-9c24-e6f2953b0b9e tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=568314ac-5a32-4655-996b-c8827e7232ac HTTP/1.1" status: 200 len: 945 time: 0.0550790 Aug 18 13:28:19.768345 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b02a7995-90e1-4d12-8376-571c31cb7ae6 req-6c31a8a4-23c4-4589-8c4f-af87b31fa660 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323157 Aug 18 13:28:19.883252 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a27df-7306-4073-b7e8-ca2b99be6650 req-826af948-f0e0-4d67-8e72-5fd3f7bcb748 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:19.885359 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-639a27df-7306-4073-b7e8-ca2b99be6650 req-826af948-f0e0-4d67-8e72-5fd3f7bcb748 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe657e06-d499-47c4-82e7-ea76a6daaa1f HTTP/1.1" status: 200 len: 945 time: 0.0515890 Aug 18 13:28:19.924010 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-639a27df-7306-4073-b7e8-ca2b99be6650 req-e4b1998d-0569-4ece-aec5-40e843c85e32 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328221 Aug 18 13:28:19.966363 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [req-cdc87012-67d2-436e-8984-3fc928dd0495 req-79d43160-d077-4d27-a946-aaeefd792ac0 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:28:19.967324 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cdc87012-67d2-436e-8984-3fc928dd0495 req-79d43160-d077-4d27-a946-aaeefd792ac0 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059462 Aug 18 13:28:20.050703 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cdc87012-67d2-436e-8984-3fc928dd0495 req-111701fe-62ef-4f25-8920-b1c134f4c855 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0774691 Aug 18 13:28:20.301178 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a453f1f-69ba-40c5-b88f-3e645a728d7b req-186f0846-e46a-4a59-a61f-eb88f1f40cff tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:20.302658 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2a453f1f-69ba-40c5-b88f-3e645a728d7b req-186f0846-e46a-4a59-a61f-eb88f1f40cff tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=d559550c-e5cd-4e3a-9f1d-9070b35a9d28 HTTP/1.1" status: 200 len: 946 time: 0.0519359 Aug 18 13:28:20.340656 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2a453f1f-69ba-40c5-b88f-3e645a728d7b req-9d703018-e4a2-4fdc-8b91-1f43b537ca6e tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315330 Aug 18 13:28:20.455177 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09672c5-babc-4a01-bd6a-429137356a7d req-7f2461bc-cd36-4bcf-aa5e-b0c570c64887 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:20.458651 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b09672c5-babc-4a01-bd6a-429137356a7d req-7f2461bc-cd36-4bcf-aa5e-b0c570c64887 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=568314ac-5a32-4655-996b-c8827e7232ac HTTP/1.1" status: 200 len: 945 time: 0.0503011 Aug 18 13:28:20.500522 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b09672c5-babc-4a01-bd6a-429137356a7d req-77fde59e-339d-47c7-a9d1-9f6bf5ab0d3f tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377223 Aug 18 13:28:20.613266 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e3001-3001-440a-b958-a50f34089d6b req-026e605c-4fc0-4c07-9710-629a37e83f0e tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:20.614845 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e53e3001-3001-440a-b958-a50f34089d6b req-026e605c-4fc0-4c07-9710-629a37e83f0e tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe657e06-d499-47c4-82e7-ea76a6daaa1f HTTP/1.1" status: 200 len: 945 time: 0.0496194 Aug 18 13:28:20.653617 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e53e3001-3001-440a-b958-a50f34089d6b req-5101e296-ea6d-43d3-a5d9-09def3e2c158 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322590 Aug 18 13:28:20.828544 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7104b7a-c84b-416d-b936-c2ddb2f29055 req-183f0c5c-d728-47fa-a950-ddd95da7a3e9 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:20.834600 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7104b7a-c84b-416d-b936-c2ddb2f29055 req-183f0c5c-d728-47fa-a950-ddd95da7a3e9 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:20.841156 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7104b7a-c84b-416d-b936-c2ddb2f29055 req-183f0c5c-d728-47fa-a950-ddd95da7a3e9 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:20.843515 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f7104b7a-c84b-416d-b936-c2ddb2f29055 req-183f0c5c-d728-47fa-a950-ddd95da7a3e9 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe657e06-d499-47c4-82e7-ea76a6daaa1f&device_id=568314ac-5a32-4655-996b-c8827e7232ac&device_id=d559550c-e5cd-4e3a-9f1d-9070b35a9d28 HTTP/1.1" status: 200 len: 2417 time: 0.0653541 Aug 18 13:28:20.882882 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f7104b7a-c84b-416d-b936-c2ddb2f29055 req-23ac13d3-edd7-451b-b536-bbaffbc5e07b tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341284 Aug 18 13:28:20.918931 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [req-720ab039-abb6-4570-b136-0702ea5ff0f7 req-a13ed5e8-846a-4a24-a9f4-9008a8bb4849 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:28:20.919954 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-720ab039-abb6-4570-b136-0702ea5ff0f7 req-a13ed5e8-846a-4a24-a9f4-9008a8bb4849 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065203 Aug 18 13:28:20.981811 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-720ab039-abb6-4570-b136-0702ea5ff0f7 req-64fe37f9-88d6-4438-bd2f-b34a32422b7c tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0519991 Aug 18 13:28:22.476195 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569dd385-0132-436d-b229-dfda196ce14d req-1c81a5db-fb01-473c-af25-c23839bec8b6 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:22.477689 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-569dd385-0132-436d-b229-dfda196ce14d req-1c81a5db-fb01-473c-af25-c23839bec8b6 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe657e06-d499-47c4-82e7-ea76a6daaa1f HTTP/1.1" status: 200 len: 945 time: 0.0506654 Aug 18 13:28:22.517888 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-569dd385-0132-436d-b229-dfda196ce14d req-c373ea37-ad68-4837-a6b3-7014bbf5f2e6 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340455 Aug 18 13:28:23.640754 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e9303-8ca8-4633-9c82-c96a017c725c req-9dc559e2-7a58-451e-b94d-f8d2ace5c907 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:23.642318 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-242e9303-8ca8-4633-9c82-c96a017c725c req-9dc559e2-7a58-451e-b94d-f8d2ace5c907 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe657e06-d499-47c4-82e7-ea76a6daaa1f HTTP/1.1" status: 200 len: 945 time: 0.0547915 Aug 18 13:28:23.681558 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-242e9303-8ca8-4633-9c82-c96a017c725c req-bdc5f4ff-599d-4b00-88ee-d2ef2c18d01e tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321918 Aug 18 13:28:23.868771 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0766474-2ddd-4907-afd8-0f7d08eb55c4 req-03df06c2-6084-4a34-a054-716410838957 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:23.870403 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e0766474-2ddd-4907-afd8-0f7d08eb55c4 req-03df06c2-6084-4a34-a054-716410838957 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe657e06-d499-47c4-82e7-ea76a6daaa1f HTTP/1.1" status: 200 len: 945 time: 0.0526137 Aug 18 13:28:23.965624 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-e0766474-2ddd-4907-afd8-0f7d08eb55c4 req-ecdd3c53-fd72-4369-a21d-984708a92802 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Deleting port c9f846cb-c6e1-49e3-ab7e-8c213557b469 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:28:23.965957 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-e0766474-2ddd-4907-afd8-0f7d08eb55c4 req-ecdd3c53-fd72-4369-a21d-984708a92802 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:24.053771 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-e0766474-2ddd-4907-afd8-0f7d08eb55c4 req-ecdd3c53-fd72-4369-a21d-984708a92802 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] For port c9f846cb-c6e1-49e3-ab7e-8c213557b469, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=c9f846cb-c6e1-49e3-ab7e-8c213557b469,segment=NetworkSegment(e6905841-edd2-4430-910e-ccfde9b6e4ae),segment_id=e6905841-edd2-4430-910e-ccfde9b6e4ae)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:28:24.054156 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-e0766474-2ddd-4907-afd8-0f7d08eb55c4 req-ecdd3c53-fd72-4369-a21d-984708a92802 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:24.071525 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-e0766474-2ddd-4907-afd8-0f7d08eb55c4 req-ecdd3c53-fd72-4369-a21d-984708a92802 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Calling delete_port for c9f846cb-c6e1-49e3-ab7e-8c213557b469 owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:28:24.247049 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-e0766474-2ddd-4907-afd8-0f7d08eb55c4 req-ecdd3c53-fd72-4369-a21d-984708a92802 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:24.261270 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['39276c65-272b-4b4d-974d-e7d0721d2ea8', 'c9f846cb-c6e1-49e3-ab7e-8c213557b469', '048be358-f80a-45a6-ade1-3bdb84aa7a8c'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:28:24.276830 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd3c53-fd72-4369-a21d-984708a92802 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Pushing event deleted for resources: {'Port': ['ID=c9f846cb-c6e1-49e3-ab7e-8c213557b469,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:28:24.311114 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd3c53-fd72-4369-a21d-984708a92802 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:28:24.311348 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd3c53-fd72-4369-a21d-984708a92802 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:28:24.311671 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd3c53-fd72-4369-a21d-984708a92802 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:28:24.312004 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd3c53-fd72-4369-a21d-984708a92802 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:28:24.312337 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd3c53-fd72-4369-a21d-984708a92802 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:28:24.312666 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd3c53-fd72-4369-a21d-984708a92802 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:28:24.312990 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd3c53-fd72-4369-a21d-984708a92802 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:28:24.313311 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd3c53-fd72-4369-a21d-984708a92802 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:28:24.313633 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd3c53-fd72-4369-a21d-984708a92802 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:28:24.314014 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd3c53-fd72-4369-a21d-984708a92802 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:28:24.314301 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd3c53-fd72-4369-a21d-984708a92802 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:28:24.315478 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd3c53-fd72-4369-a21d-984708a92802 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:28:24.330804 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0766474-2ddd-4907-afd8-0f7d08eb55c4 req-ecdd3c53-fd72-4369-a21d-984708a92802 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] No DVR routers for this DVR port c9f846cb-c6e1-49e3-ab7e-8c213557b469 on host n-h2-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:28:24.333524 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-e0766474-2ddd-4907-afd8-0f7d08eb55c4 req-ecdd3c53-fd72-4369-a21d-984708a92802 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:24.336177 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e0766474-2ddd-4907-afd8-0f7d08eb55c4 req-ecdd3c53-fd72-4369-a21d-984708a92802 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.20 "DELETE /v2.0/ports/c9f846cb-c6e1-49e3-ab7e-8c213557b469 HTTP/1.1" status: 204 len: 173 time: 0.4589319 Aug 18 13:28:24.336619 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe657e06-d499-47c4-82e7-ea76a6daaa1f', 'name': 'network-vif-deleted', 'tag': 'c9f846cb-c6e1-49e3-ab7e-8c213557b469'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:28:24.338955 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2deb22a-e268-4252-ade6-a4ef202d3adb" -d '{"events": [{"server_uuid": "fe657e06-d499-47c4-82e7-ea76a6daaa1f", "name": "network-vif-deleted", "tag": "c9f846cb-c6e1-49e3-ab7e-8c213557b469"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:28:24.375274 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3972680b-47f6-4b01-9397-96e40bc5bfd3 x-openstack-request-id: req-3972680b-47f6-4b01-9397-96e40bc5bfd3 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:28:24.375574 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe657e06-d499-47c4-82e7-ea76a6daaa1f", "name": "network-vif-deleted", "tag": "c9f846cb-c6e1-49e3-ab7e-8c213557b469", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:28:24.375850 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3972680b-47f6-4b01-9397-96e40bc5bfd3 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:28:24.376253 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe657e06-d499-47c4-82e7-ea76a6daaa1f', 'name': 'network-vif-deleted', 'tag': 'c9f846cb-c6e1-49e3-ab7e-8c213557b469', 'status': 'completed', 'code': 200} Aug 18 13:28:24.791673 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f3091f77-a2ba-4059-b5e4-c92406d397f7 req-ad9a4b88-9723-4b11-88f3-4e0e3be55522 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe657e06-d499-47c4-82e7-ea76a6daaa1f HTTP/1.1" status: 200 len: 210 time: 0.0279989 Aug 18 13:28:26.464690 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91584be1-6b7f-4a49-a030-bbc4096f2605 req-0332e2ab-19a6-4807-bf77-b5e0eef316e3 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:26.466304 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-91584be1-6b7f-4a49-a030-bbc4096f2605 req-0332e2ab-19a6-4807-bf77-b5e0eef316e3 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=568314ac-5a32-4655-996b-c8827e7232ac HTTP/1.1" status: 200 len: 945 time: 0.2362635 Aug 18 13:28:26.507599 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-91584be1-6b7f-4a49-a030-bbc4096f2605 req-03304aad-d1d2-4cc9-8b48-5f4e1575e8e0 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344284 Aug 18 13:28:27.540301 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device c9f846cb-c6e1-49e3-ab7e-8c213557b469 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:28:27.564378 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: c9f846cb-c6e1-49e3-ab7e-8c213557b469 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:28:27.564800 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device c9f846cb-c6e1-49e3-ab7e-8c213557b469 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:28:27.571492 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd693b-5c00-461f-a144-903c70e10b64 req-cc56dd2a-223a-40d5-ae48-854a1f60ed19 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:27.573056 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-72fd693b-5c00-461f-a144-903c70e10b64 req-cc56dd2a-223a-40d5-ae48-854a1f60ed19 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.20 "GET /v2.0/ports?device_id=568314ac-5a32-4655-996b-c8827e7232ac HTTP/1.1" status: 200 len: 945 time: 0.0889542 Aug 18 13:28:27.587725 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e143d-bd7c-4220-bb41-7a354c991a1f req-d287bc22-8754-456f-810e-2f8e169a30cb tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:27.589273 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-da1e143d-bd7c-4220-bb41-7a354c991a1f req-d287bc22-8754-456f-810e-2f8e169a30cb tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312fbd7-11c0-4a08-8168-ef1dd6766e5b HTTP/1.1" status: 200 len: 945 time: 0.0789185 Aug 18 13:28:27.637415 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12017373-5b10-43a2-816a-2cab36b2dfb7 req-1caa45e1-c657-4b6c-824b-f4c18f312d76 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:27.639061 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12017373-5b10-43a2-816a-2cab36b2dfb7 req-1caa45e1-c657-4b6c-824b-f4c18f312d76 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=568314ac-5a32-4655-996b-c8827e7232ac HTTP/1.1" status: 200 len: 945 time: 0.0517352 Aug 18 13:28:27.676067 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-da1e143d-bd7c-4220-bb41-7a354c991a1f req-061a72eb-eb67-4775-922b-f21647402faf tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794108 Aug 18 13:28:27.687411 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12017373-5b10-43a2-816a-2cab36b2dfb7 req-5b130583-b663-4eb1-bd7a-976dfe296cec tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400884 Aug 18 13:28:27.703880 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-72fd693b-5c00-461f-a144-903c70e10b64 req-33316eee-d437-4c13-a5f7-16eadc38ae04 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Deleting port 39276c65-272b-4b4d-974d-e7d0721d2ea8 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:28:27.704409 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-72fd693b-5c00-461f-a144-903c70e10b64 req-33316eee-d437-4c13-a5f7-16eadc38ae04 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:27.807125 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-72fd693b-5c00-461f-a144-903c70e10b64 req-33316eee-d437-4c13-a5f7-16eadc38ae04 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] For port 39276c65-272b-4b4d-974d-e7d0721d2ea8, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=39276c65-272b-4b4d-974d-e7d0721d2ea8,segment=NetworkSegment(e6905841-edd2-4430-910e-ccfde9b6e4ae),segment_id=e6905841-edd2-4430-910e-ccfde9b6e4ae)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:28:27.807490 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-72fd693b-5c00-461f-a144-903c70e10b64 req-33316eee-d437-4c13-a5f7-16eadc38ae04 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:27.823418 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-72fd693b-5c00-461f-a144-903c70e10b64 req-33316eee-d437-4c13-a5f7-16eadc38ae04 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Calling delete_port for 39276c65-272b-4b4d-974d-e7d0721d2ea8 owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:28:28.029656 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-72fd693b-5c00-461f-a144-903c70e10b64 req-33316eee-d437-4c13-a5f7-16eadc38ae04 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:28.047711 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['39276c65-272b-4b4d-974d-e7d0721d2ea8', '048be358-f80a-45a6-ade1-3bdb84aa7a8c'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:28:28.061200 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33316eee-d437-4c13-a5f7-16eadc38ae04 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Pushing event deleted for resources: {'Port': ['ID=39276c65-272b-4b4d-974d-e7d0721d2ea8,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:28:28.106399 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-72fd693b-5c00-461f-a144-903c70e10b64 req-33316eee-d437-4c13-a5f7-16eadc38ae04 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] No DVR routers for this DVR port 39276c65-272b-4b4d-974d-e7d0721d2ea8 on host n-h2-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:28:28.109212 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-72fd693b-5c00-461f-a144-903c70e10b64 req-33316eee-d437-4c13-a5f7-16eadc38ae04 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:28.111589 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-72fd693b-5c00-461f-a144-903c70e10b64 req-33316eee-d437-4c13-a5f7-16eadc38ae04 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.20 "DELETE /v2.0/ports/39276c65-272b-4b4d-974d-e7d0721d2ea8 HTTP/1.1" status: 204 len: 173 time: 0.5321367 Aug 18 13:28:28.120740 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568314ac-5a32-4655-996b-c8827e7232ac', 'name': 'network-vif-deleted', 'tag': '39276c65-272b-4b4d-974d-e7d0721d2ea8'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:28:28.120740 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5226e955-b565-455d-8ba2-85b5bb54db9a" -d '{"events": [{"server_uuid": "568314ac-5a32-4655-996b-c8827e7232ac", "name": "network-vif-deleted", "tag": "39276c65-272b-4b4d-974d-e7d0721d2ea8"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:28:28.155700 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:28.166351 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7c7ec1-f7de-4a3e-a53c-7812c9a26ff5 x-openstack-request-id: req-6d7c7ec1-f7de-4a3e-a53c-7812c9a26ff5 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:28:28.166655 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "568314ac-5a32-4655-996b-c8827e7232ac", "name": "network-vif-deleted", "tag": "39276c65-272b-4b4d-974d-e7d0721d2ea8", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:28:28.166911 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d7c7ec1-f7de-4a3e-a53c-7812c9a26ff5 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:28:28.167316 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568314ac-5a32-4655-996b-c8827e7232ac', 'name': 'network-vif-deleted', 'tag': '39276c65-272b-4b4d-974d-e7d0721d2ea8', 'status': 'completed', 'code': 200} Aug 18 13:28:28.809533 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e5c97-1c3b-4df4-a137-71f8668b0927 req-b951bbca-eedb-4dde-9173-49b1d7dd1932 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:28.811095 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9d8e5c97-1c3b-4df4-a137-71f8668b0927 req-b951bbca-eedb-4dde-9173-49b1d7dd1932 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312fbd7-11c0-4a08-8168-ef1dd6766e5b HTTP/1.1" status: 200 len: 945 time: 0.0582852 Aug 18 13:28:28.814613 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1eda65af-7c0a-4839-9f27-dbd004a07974 req-f5cd9f78-8131-4c75-9338-98b101ea9c0f tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=568314ac-5a32-4655-996b-c8827e7232ac HTTP/1.1" status: 200 len: 210 time: 0.0361037 Aug 18 13:28:28.852621 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:28.854507 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9d8e5c97-1c3b-4df4-a137-71f8668b0927 req-09fbbefd-d845-4ec6-a55d-fe471eda4d4a tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358012 Aug 18 13:28:28.967379 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:28:29.021282 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58bf462-5ee5-4000-b602-1baee8787e1d req-a5398bfd-9411-437e-b9a9-2ec50a348cef tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:29.023110 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c58bf462-5ee5-4000-b602-1baee8787e1d req-a5398bfd-9411-437e-b9a9-2ec50a348cef tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.39 "GET /v2.0/ports?device_id=d312fbd7-11c0-4a08-8168-ef1dd6766e5b HTTP/1.1" status: 200 len: 945 time: 0.0511262 Aug 18 13:28:29.112857 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-c58bf462-5ee5-4000-b602-1baee8787e1d req-b0dc2b2f-cd30-48d9-a58d-3530b59ad20d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Deleting port 6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:28:29.113199 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c58bf462-5ee5-4000-b602-1baee8787e1d req-b0dc2b2f-cd30-48d9-a58d-3530b59ad20d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:29.204562 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-c58bf462-5ee5-4000-b602-1baee8787e1d req-b0dc2b2f-cd30-48d9-a58d-3530b59ad20d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] For port 6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6,segment=NetworkSegment(253e9a78-b703-48d2-8774-59f67598fdbb),segment_id=253e9a78-b703-48d2-8774-59f67598fdbb)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:28:29.204930 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c58bf462-5ee5-4000-b602-1baee8787e1d req-b0dc2b2f-cd30-48d9-a58d-3530b59ad20d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:29.375233 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c58bf462-5ee5-4000-b602-1baee8787e1d req-b0dc2b2f-cd30-48d9-a58d-3530b59ad20d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:29.375550 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c58bf462-5ee5-4000-b602-1baee8787e1d req-b0dc2b2f-cd30-48d9-a58d-3530b59ad20d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:29.375858 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [req-c58bf462-5ee5-4000-b602-1baee8787e1d req-b0dc2b2f-cd30-48d9-a58d-3530b59ad20d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Floating IP dc254e31-0f04-435e-9e66-64ff94543c62 disassociated. External IP: 172.25.6.245, port: 6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6. Aug 18 13:28:29.376197 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-c58bf462-5ee5-4000-b602-1baee8787e1d req-b0dc2b2f-cd30-48d9-a58d-3530b59ad20d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Calling delete_port for 6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:28:29.555340 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c58bf462-5ee5-4000-b602-1baee8787e1d req-b0dc2b2f-cd30-48d9-a58d-3530b59ad20d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:29.584136 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc2b2f-cd30-48d9-a58d-3530b59ad20d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Pushing event deleted for resources: {'Port': ['ID=6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:28:29.970543 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-82b0e803-db3e-4bd0-9c94-bde6b3159066 req-0d090a8e-42c9-4dfb-906b-1b8a3427d050 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312fbd7-11c0-4a08-8168-ef1dd6766e5b HTTP/1.1" status: 200 len: 210 time: 0.0341425 Aug 18 13:28:30.083063 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c58bf462-5ee5-4000-b602-1baee8787e1d req-b0dc2b2f-cd30-48d9-a58d-3530b59ad20d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Router ab757793-5676-4dbb-bae1-b9a4568692ad has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:28:30.191936 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c58bf462-5ee5-4000-b602-1baee8787e1d req-b0dc2b2f-cd30-48d9-a58d-3530b59ad20d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:28:30.205742 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795aa44f-713e-40f1-9616-45f8e2a18602 None None] Sync routers for ids ['ab757793-5676-4dbb-bae1-b9a4568692ad'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:28:30.215855 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795aa44f-713e-40f1-9616-45f8e2a18602 None None] Routers {'ab757793-5676-4dbb-bae1-b9a4568692ad'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:28:30.216602 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-795aa44f-713e-40f1-9616-45f8e2a18602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:28:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ab757793-5676-4dbb-bae1-b9a4568692ad'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:28:30.237391 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58bf462-5ee5-4000-b602-1baee8787e1d req-b0dc2b2f-cd30-48d9-a58d-3530b59ad20d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] No DVR routers for this DVR port 6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6 on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:28:30.240048 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c58bf462-5ee5-4000-b602-1baee8787e1d req-b0dc2b2f-cd30-48d9-a58d-3530b59ad20d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:30.242132 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c58bf462-5ee5-4000-b602-1baee8787e1d req-b0dc2b2f-cd30-48d9-a58d-3530b59ad20d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.39 "DELETE /v2.0/ports/6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6 HTTP/1.1" status: 204 len: 173 time: 1.2127569 Aug 18 13:28:30.242613 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd312fbd7-11c0-4a08-8168-ef1dd6766e5b', 'name': 'network-vif-deleted', 'tag': '6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:28:30.244912 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedc7ee4-52db-4824-a611-7f776ce4a24d" -d '{"events": [{"server_uuid": "d312fbd7-11c0-4a08-8168-ef1dd6766e5b", "name": "network-vif-deleted", "tag": "6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:28:30.285734 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d040a9d7-a67e-4268-a51d-3c95b924f964 x-openstack-request-id: req-d040a9d7-a67e-4268-a51d-3c95b924f964 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:28:30.286019 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d312fbd7-11c0-4a08-8168-ef1dd6766e5b", "name": "network-vif-deleted", "tag": "6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:28:30.286317 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d040a9d7-a67e-4268-a51d-3c95b924f964 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:28:30.286741 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd312fbd7-11c0-4a08-8168-ef1dd6766e5b', 'name': 'network-vif-deleted', 'tag': '6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6', 'status': 'completed', 'code': 200} Aug 18 13:28:30.297280 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128bd75-6374-4699-b33c-2e96d9a48a1d req-2748e551-ee9e-40b6-b2ff-ce44d6345066 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:30.298981 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0128bd75-6374-4699-b33c-2e96d9a48a1d req-2748e551-ee9e-40b6-b2ff-ce44d6345066 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=d559550c-e5cd-4e3a-9f1d-9070b35a9d28 HTTP/1.1" status: 200 len: 946 time: 0.0685263 Aug 18 13:28:30.351428 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0128bd75-6374-4699-b33c-2e96d9a48a1d req-f1de3798-cfff-4f9d-beed-4801edeb6c8d tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445635 Aug 18 13:28:30.498297 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-795aa44f-713e-40f1-9616-45f8e2a18602 None None] Set router ab757793-5676-4dbb-bae1-b9a4568692ad gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:28:30.709218 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-795aa44f-713e-40f1-9616-45f8e2a18602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'name': 'tempest-TestVolumeBootPattern-708085059-router', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:41Z', 'revision_number': 4, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'gw_port': {'id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ac:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'a9142b80-5376-4c1c-b88f-0a9b5664de79', 'name': '', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'mac_address': 'fa:16:3e:15:82:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:39Z', 'updated_at': '2021-08-18T13:19:50Z', 'revision_number': 5, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'subnets': [{'id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:28:30.735962 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795aa44f-713e-40f1-9616-45f8e2a18602 None None] Checking router: ab757793-5676-4dbb-bae1-b9a4568692ad for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:28:30.744341 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795aa44f-713e-40f1-9616-45f8e2a18602 None None] Routers {'ab757793-5676-4dbb-bae1-b9a4568692ad'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:28:30.744961 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-795aa44f-713e-40f1-9616-45f8e2a18602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:28:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ab757793-5676-4dbb-bae1-b9a4568692ad'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:28:30.856029 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-795aa44f-713e-40f1-9616-45f8e2a18602 None None] Set router ab757793-5676-4dbb-bae1-b9a4568692ad gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:28:31.068513 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-795aa44f-713e-40f1-9616-45f8e2a18602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'name': 'tempest-TestVolumeBootPattern-708085059-router', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:41Z', 'revision_number': 4, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'gw_port': {'id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ac:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'a9142b80-5376-4c1c-b88f-0a9b5664de79', 'name': '', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'mac_address': 'fa:16:3e:15:82:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:39Z', 'updated_at': '2021-08-18T13:19:50Z', 'revision_number': 5, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'subnets': [{'id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:28:31.074427 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c01f8ef6-12cd-46a1-9203-a6e1f992595c req-db9fe615-24ab-4a0a-8e87-75fd3347f037 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312fbd7-11c0-4a08-8168-ef1dd6766e5b HTTP/1.1" status: 200 len: 210 time: 0.0291271 Aug 18 13:28:31.097286 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795aa44f-713e-40f1-9616-45f8e2a18602 None None] The sync data for ids ['ab757793-5676-4dbb-bae1-b9a4568692ad'] in n-d-803603-2 is: [{'id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'name': 'tempest-TestVolumeBootPattern-708085059-router', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:41Z', 'revision_number': 4, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'gw_port': {'id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ac:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'a9142b80-5376-4c1c-b88f-0a9b5664de79', 'name': '', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'mac_address': 'fa:16:3e:15:82:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:39Z', 'updated_at': '2021-08-18T13:19:50Z', 'revision_number': 5, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'subnets': [{'id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:28:31.326274 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0685d4-6025-4746-a27c-0d9c040f4d5b None None] New status for floating IP dc254e31-0f04-435e-9e66-64ff94543c62: DOWN {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:28:31.472396 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de25ccf-aad6-4dd4-99cc-b9260a839257 req-1a80ead0-3650-48e7-b136-4f8f03e82765 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:31.474202 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8de25ccf-aad6-4dd4-99cc-b9260a839257 req-1a80ead0-3650-48e7-b136-4f8f03e82765 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=d559550c-e5cd-4e3a-9f1d-9070b35a9d28 HTTP/1.1" status: 200 len: 946 time: 0.0521362 Aug 18 13:28:31.514939 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8de25ccf-aad6-4dd4-99cc-b9260a839257 req-5e144fe3-193a-4995-b27f-050ea046c247 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbb79edc-e81a-46b7-b75d-c7c3824e6384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341625 Aug 18 13:28:31.553570 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 39276c65-272b-4b4d-974d-e7d0721d2ea8 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:28:31.574394 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 39276c65-272b-4b4d-974d-e7d0721d2ea8 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:28:31.574745 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 39276c65-272b-4b4d-974d-e7d0721d2ea8 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:28:31.784934 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d64ec8-50b4-4325-a99f-5a2cddf4ec5e req-3aa13c77-c762-4eb1-9d2d-f4d80f33caab tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:31.786447 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a8d64ec8-50b4-4325-a99f-5a2cddf4ec5e req-3aa13c77-c762-4eb1-9d2d-f4d80f33caab tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.20 "GET /v2.0/ports?device_id=d559550c-e5cd-4e3a-9f1d-9070b35a9d28 HTTP/1.1" status: 200 len: 946 time: 0.0494726 Aug 18 13:28:31.880256 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-a8d64ec8-50b4-4325-a99f-5a2cddf4ec5e req-09edf8dc-f33b-4ae0-b6c0-b6a1f04ba815 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Deleting port 048be358-f80a-45a6-ade1-3bdb84aa7a8c {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:28:31.880600 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a8d64ec8-50b4-4325-a99f-5a2cddf4ec5e req-09edf8dc-f33b-4ae0-b6c0-b6a1f04ba815 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:31.971754 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-a8d64ec8-50b4-4325-a99f-5a2cddf4ec5e req-09edf8dc-f33b-4ae0-b6c0-b6a1f04ba815 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] For port 048be358-f80a-45a6-ade1-3bdb84aa7a8c, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=048be358-f80a-45a6-ade1-3bdb84aa7a8c,segment=NetworkSegment(e6905841-edd2-4430-910e-ccfde9b6e4ae),segment_id=e6905841-edd2-4430-910e-ccfde9b6e4ae)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:28:31.972121 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a8d64ec8-50b4-4325-a99f-5a2cddf4ec5e req-09edf8dc-f33b-4ae0-b6c0-b6a1f04ba815 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:31.985083 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-a8d64ec8-50b4-4325-a99f-5a2cddf4ec5e req-09edf8dc-f33b-4ae0-b6c0-b6a1f04ba815 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Calling delete_port for 048be358-f80a-45a6-ade1-3bdb84aa7a8c owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:28:32.172148 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1d216e96-05a7-4fec-9193-324bd2155f43 req-12b93608-1f59-4176-b886-3ac503d0fd69 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312fbd7-11c0-4a08-8168-ef1dd6766e5b HTTP/1.1" status: 200 len: 210 time: 0.0263028 Aug 18 13:28:32.184213 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a8d64ec8-50b4-4325-a99f-5a2cddf4ec5e req-09edf8dc-f33b-4ae0-b6c0-b6a1f04ba815 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:32.196000 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['048be358-f80a-45a6-ade1-3bdb84aa7a8c'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:28:32.215102 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09edf8dc-f33b-4ae0-b6c0-b6a1f04ba815 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Pushing event deleted for resources: {'Port': ['ID=048be358-f80a-45a6-ade1-3bdb84aa7a8c,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:28:32.268600 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d64ec8-50b4-4325-a99f-5a2cddf4ec5e req-09edf8dc-f33b-4ae0-b6c0-b6a1f04ba815 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] No DVR routers for this DVR port 048be358-f80a-45a6-ade1-3bdb84aa7a8c on host n-h2-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:28:32.272190 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a8d64ec8-50b4-4325-a99f-5a2cddf4ec5e req-09edf8dc-f33b-4ae0-b6c0-b6a1f04ba815 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:32.275268 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a8d64ec8-50b4-4325-a99f-5a2cddf4ec5e req-09edf8dc-f33b-4ae0-b6c0-b6a1f04ba815 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.20 "DELETE /v2.0/ports/048be358-f80a-45a6-ade1-3bdb84aa7a8c HTTP/1.1" status: 204 len: 173 time: 0.4820955 Aug 18 13:28:32.275739 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd559550c-e5cd-4e3a-9f1d-9070b35a9d28', 'name': 'network-vif-deleted', 'tag': '048be358-f80a-45a6-ade1-3bdb84aa7a8c'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:28:32.279335 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8418e65c-07aa-4926-9745-90e332dc8b9b" -d '{"events": [{"server_uuid": "d559550c-e5cd-4e3a-9f1d-9070b35a9d28", "name": "network-vif-deleted", "tag": "048be358-f80a-45a6-ade1-3bdb84aa7a8c"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:28:32.322825 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac89f89-237e-447d-ae8a-3c02c7133c59 x-openstack-request-id: req-cac89f89-237e-447d-ae8a-3c02c7133c59 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:28:32.323125 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d559550c-e5cd-4e3a-9f1d-9070b35a9d28", "name": "network-vif-deleted", "tag": "048be358-f80a-45a6-ade1-3bdb84aa7a8c", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:28:32.323403 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cac89f89-237e-447d-ae8a-3c02c7133c59 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:28:32.323843 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd559550c-e5cd-4e3a-9f1d-9070b35a9d28', 'name': 'network-vif-deleted', 'tag': '048be358-f80a-45a6-ade1-3bdb84aa7a8c', 'status': 'completed', 'code': 200} Aug 18 13:28:32.621433 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2a0dba23-2ad6-4186-94cf-84d852a64f32 req-ef61d233-b926-4bf3-8f12-81663c06b418 tempest-ListServerFiltersTestJSON-102189782 tempest-ListServerFiltersTestJSON-102189782-project] 10.222.0.13 "GET /v2.0/ports?device_id=d559550c-e5cd-4e3a-9f1d-9070b35a9d28 HTTP/1.1" status: 200 len: 210 time: 0.0264888 Aug 18 13:28:33.273372 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-02ef7fa3-f64e-4a1c-97ea-ee0855af35cb req-f199ba7b-eb89-40d8-bbf0-b9574b8e5a02 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312fbd7-11c0-4a08-8168-ef1dd6766e5b HTTP/1.1" status: 200 len: 210 time: 0.0303750 Aug 18 13:28:33.539929 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:28:33.560835 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: 6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:28:33.561179 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 6da61fa6-3b4c-4ac1-9689-80a98a7cb8e6 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:28:33.678129 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60310) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:28:33.724200 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb6f88d8-ec7c-409c-bf3d-8c3a52f252f2 admin admin] Deleting subnet 008065cd-48aa-4897-9692-c989fb704e96 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:28:33.727691 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fb6f88d8-ec7c-409c-bf3d-8c3a52f252f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:33.766476 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fb6f88d8-ec7c-409c-bf3d-8c3a52f252f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:33.845176 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fb6f88d8-ec7c-409c-bf3d-8c3a52f252f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:33.955823 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fb6f88d8-ec7c-409c-bf3d-8c3a52f252f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:33.981672 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f88d8-ec7c-409c-bf3d-8c3a52f252f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=008065cd-48aa-4897-9692-c989fb704e96,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:28:33.985583 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fb6f88d8-ec7c-409c-bf3d-8c3a52f252f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:33.990331 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-fb6f88d8-ec7c-409c-bf3d-8c3a52f252f2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/008065cd-48aa-4897-9692-c989fb704e96 HTTP/1.1" status: 204 len: 168 time: 0.3075147 Aug 18 13:28:33.990331 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60312) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:28:33.993454 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368faf64-a207-4332-a2f5-f92e776fdcd6 None None] Network 92086c5d-c5ca-4419-8b10-6c46ef1a6428 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:28:34.062847 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2f7097c8-c9d6-4c6b-9f50-377fc1c934fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:34.117138 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-2f7097c8-c9d6-4c6b-9f50-377fc1c934fc admin admin] Deleting port 68fb0ebf-3c75-4ff5-bc53-0fffcf428427 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:28:34.117517 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2f7097c8-c9d6-4c6b-9f50-377fc1c934fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:34.180917 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-2f7097c8-c9d6-4c6b-9f50-377fc1c934fc admin admin] For port 68fb0ebf-3c75-4ff5-bc53-0fffcf428427, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=68fb0ebf-3c75-4ff5-bc53-0fffcf428427,segment=NetworkSegment(e6905841-edd2-4430-910e-ccfde9b6e4ae),segment_id=e6905841-edd2-4430-910e-ccfde9b6e4ae)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:28:34.181413 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2f7097c8-c9d6-4c6b-9f50-377fc1c934fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:34.182756 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4515ed30-14bd-4367-889d-1f8bb2fa8bb1 None None] DHCP port deletion for 92086c5d-c5ca-4419-8b10-6c46ef1a6428 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:28:34.198542 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-2f7097c8-c9d6-4c6b-9f50-377fc1c934fc admin admin] Calling delete_port for 68fb0ebf-3c75-4ff5-bc53-0fffcf428427 owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:28:34.230474 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-4515ed30-14bd-4367-889d-1f8bb2fa8bb1 None None] Deleting port 68fb0ebf-3c75-4ff5-bc53-0fffcf428427 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:28:34.230988 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4515ed30-14bd-4367-889d-1f8bb2fa8bb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:34.295981 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-4515ed30-14bd-4367-889d-1f8bb2fa8bb1 None None] For port 68fb0ebf-3c75-4ff5-bc53-0fffcf428427, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=68fb0ebf-3c75-4ff5-bc53-0fffcf428427,segment=NetworkSegment(e6905841-edd2-4430-910e-ccfde9b6e4ae),segment_id=e6905841-edd2-4430-910e-ccfde9b6e4ae)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:28:34.296385 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4515ed30-14bd-4367-889d-1f8bb2fa8bb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:34.309995 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-4515ed30-14bd-4367-889d-1f8bb2fa8bb1 None None] Calling delete_port for 68fb0ebf-3c75-4ff5-bc53-0fffcf428427 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:28:34.382911 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-202ef245-6b93-4c7f-b37c-0008d870ea39 req-b87a5dcc-08cc-45b8-a6a6-87d8d7be676a tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=d312fbd7-11c0-4a08-8168-ef1dd6766e5b HTTP/1.1" status: 200 len: 210 time: 0.0279503 Aug 18 13:28:34.389626 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2f7097c8-c9d6-4c6b-9f50-377fc1c934fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:34.406770 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4515ed30-14bd-4367-889d-1f8bb2fa8bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:34.424500 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7097c8-c9d6-4c6b-9f50-377fc1c934fc admin admin] No DVR routers for this DVR port 68fb0ebf-3c75-4ff5-bc53-0fffcf428427 on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:28:34.426380 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7097c8-c9d6-4c6b-9f50-377fc1c934fc admin admin] Pushing event deleted for resources: {'Port': ['ID=68fb0ebf-3c75-4ff5-bc53-0fffcf428427,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:28:34.432590 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515ed30-14bd-4367-889d-1f8bb2fa8bb1 None None] Pushing event deleted for resources: {'Port': ['ID=68fb0ebf-3c75-4ff5-bc53-0fffcf428427,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:28:34.440396 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4515ed30-14bd-4367-889d-1f8bb2fa8bb1 None None] No DVR routers for this DVR port 68fb0ebf-3c75-4ff5-bc53-0fffcf428427 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:28:34.442839 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4515ed30-14bd-4367-889d-1f8bb2fa8bb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:28:34.443189 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4515ed30-14bd-4367-889d-1f8bb2fa8bb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:28:34.443527 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4515ed30-14bd-4367-889d-1f8bb2fa8bb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:28:34.443871 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4515ed30-14bd-4367-889d-1f8bb2fa8bb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:28:34.444203 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4515ed30-14bd-4367-889d-1f8bb2fa8bb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:28:34.445123 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4515ed30-14bd-4367-889d-1f8bb2fa8bb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:28:34.445455 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4515ed30-14bd-4367-889d-1f8bb2fa8bb1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:28:34.445783 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4515ed30-14bd-4367-889d-1f8bb2fa8bb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:28:34.446110 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4515ed30-14bd-4367-889d-1f8bb2fa8bb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:28:34.446458 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4515ed30-14bd-4367-889d-1f8bb2fa8bb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:28:34.447530 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4515ed30-14bd-4367-889d-1f8bb2fa8bb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:28:34.447530 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4515ed30-14bd-4367-889d-1f8bb2fa8bb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:28:34.507447 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2f7097c8-c9d6-4c6b-9f50-377fc1c934fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:34.517411 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-2f7097c8-c9d6-4c6b-9f50-377fc1c934fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92086c5d-c5ca-4419-8b10-6c46ef1a6428']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:28:34.528361 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-2f7097c8-c9d6-4c6b-9f50-377fc1c934fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6905841-edd2-4430-910e-ccfde9b6e4ae') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:28:34.528666 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-2f7097c8-c9d6-4c6b-9f50-377fc1c934fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6905841-edd2-4430-910e-ccfde9b6e4ae') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:28:34.537683 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2f7097c8-c9d6-4c6b-9f50-377fc1c934fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:34.551049 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2f7097c8-c9d6-4c6b-9f50-377fc1c934fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:34.557085 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f7097c8-c9d6-4c6b-9f50-377fc1c934fc admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:28:34.557498 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2f7097c8-c9d6-4c6b-9f50-377fc1c934fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:34.559288 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:28:34.559288 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:28:34.559288 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:28:34.559288 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:28:34.559288 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:28:34.559288 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:28:34.559288 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:28:34.559288 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:28:34.559288 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:28:34.559288 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:28:34.559288 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:28:34.559288 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:28:34.559288 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:28:34.559288 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:28:34.559288 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:28:34.559288 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:28:34.559288 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:28:34.559288 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:28:34.559288 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:28:34.559288 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:28:34.559288 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:28:34.559288 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:28:34.559288 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:28:34.559288 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:28:34.559288 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:28:34.559288 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:28:34.559288 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:28:34.559288 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:28:34.559288 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:28:34.559288 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:28:34.559288 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:28:34.559288 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:28:34.724258 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2f7097c8-c9d6-4c6b-9f50-377fc1c934fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:34.727009 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2f7097c8-c9d6-4c6b-9f50-377fc1c934fc admin admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:34.728885 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2f7097c8-c9d6-4c6b-9f50-377fc1c934fc admin admin] 10.222.0.13 "DELETE /v2.0/networks/92086c5d-c5ca-4419-8b10-6c46ef1a6428 HTTP/1.1" status: 204 len: 168 time: 0.7379270 Aug 18 13:28:34.740705 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7097c8-c9d6-4c6b-9f50-377fc1c934fc admin admin] Pushing event deleted for resources: {'Network': ['ID=92086c5d-c5ca-4419-8b10-6c46ef1a6428,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:28:35.072034 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60320) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:28:35.119148 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-34249868-b1c9-4997-bce7-f95810bb6676 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=590fad6822da41a083a8a6314dcb5f1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458889 Aug 18 13:28:35.121536 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60322) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:28:35.171838 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b615f292-682a-4cb5-bc09-c8ebc390f6da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:35.194567 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b615f292-682a-4cb5-bc09-c8ebc390f6da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:35.314527 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b615f292-682a-4cb5-bc09-c8ebc390f6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:35.317270 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b615f292-682a-4cb5-bc09-c8ebc390f6da admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:35.318459 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b615f292-682a-4cb5-bc09-c8ebc390f6da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cbb79edc-e81a-46b7-b75d-c7c3824e6384 HTTP/1.1" status: 204 len: 168 time: 0.1959960 Aug 18 13:28:35.328827 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b615f292-682a-4cb5-bc09-c8ebc390f6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb79edc-e81a-46b7-b75d-c7c3824e6384,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:28:35.548963 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 048be358-f80a-45a6-ade1-3bdb84aa7a8c no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:28:35.575884 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 048be358-f80a-45a6-ade1-3bdb84aa7a8c {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:28:35.575884 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 048be358-f80a-45a6-ade1-3bdb84aa7a8c not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:28:35.600366 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 68fb0ebf-3c75-4ff5-bc53-0fffcf428427 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:28:35.624239 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 68fb0ebf-3c75-4ff5-bc53-0fffcf428427 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:28:35.627215 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 68fb0ebf-3c75-4ff5-bc53-0fffcf428427 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:28:35.640425 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-c13b0ab8-5dce-4e1c-8363-8efcecc5286f tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1022274232&fields=id&tenant_id=161a0a675dcb4f668dec9565c8db14ad HTTP/1.1" status: 200 len: 267 time: 0.0348799 Aug 18 13:28:35.753011 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-e757840c-7bb2-4300-967e-baedbd285021 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:35.754669 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-e757840c-7bb2-4300-967e-baedbd285021 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/networks?id=5a750657-6380-4216-8606-057245bf1333 HTTP/1.1" status: 200 len: 811 time: 0.1072111 Aug 18 13:28:35.771927 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-1c0484d6-1fd3-4c59-88bc-3d4a51fccf8c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/quotas/161a0a675dcb4f668dec9565c8db14ad HTTP/1.1" status: 200 len: 375 time: 0.0100110 Aug 18 13:28:35.832472 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-02bdd107-af41-4c91-800b-29c487a6b930 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=161a0a675dcb4f668dec9565c8db14ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0520539 Aug 18 13:28:36.030016 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-7abbbf72-fc56-439b-8861-a207f17d38c6 service neutron] 10.222.0.13 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885014 Aug 18 13:28:36.122729 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-67a52223-6232-4a7a-a935-a5c00eb2c1ae service neutron] 10.222.0.13 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866504 Aug 18 13:28:36.382637 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60360) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:28:36.480809 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-3f1c5eb5-ea08-43c6-8d95-ac8163c57832 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1119544113-network', 'tenant_id': 'b97ffa8270d243fcb37f98a293cb3d56'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:28:36.572427 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1c5eb5-ea08-43c6-8d95-ac8163c57832 admin admin] Made reservation on behalf of b97ffa8270d243fcb37f98a293cb3d56 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:28:36.576302 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3f1c5eb5-ea08-43c6-8d95-ac8163c57832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:36.583949 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3f1c5eb5-ea08-43c6-8d95-ac8163c57832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:36.673223 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3f1c5eb5-ea08-43c6-8d95-ac8163c57832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:36.737394 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3f1c5eb5-ea08-43c6-8d95-ac8163c57832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:36.764999 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f1c5eb5-ea08-43c6-8d95-ac8163c57832 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:28:36.775692 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c5eb5-ea08-43c6-8d95-ac8163c57832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5168fc1a-3407-41a5-9c73-3152655f2a7c,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:28:36.790639 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3f1c5eb5-ea08-43c6-8d95-ac8163c57832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:36.792323 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-3f1c5eb5-ea08-43c6-8d95-ac8163c57832 admin admin] Added segment d755663d-95a8-46e0-8b55-c36efd13fa7b of type vlan for network 4b7a6343-2b53-47bb-afc6-edfae37e8f3c Aug 18 13:28:36.843492 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3f1c5eb5-ea08-43c6-8d95-ac8163c57832 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:36.885166 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4ad2949b-c78e-4965-b923-791cb55f114f req-e3af1cf9-10e2-4292-8b88-9fe1bb0aedf6 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=37643702-ee10-4047-9826-866042be0286 HTTP/1.1" status: 200 len: 210 time: 0.1781297 Aug 18 13:28:36.961282 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3f1c5eb5-ea08-43c6-8d95-ac8163c57832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:36.965195 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1c5eb5-ea08-43c6-8d95-ac8163c57832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:36.965195 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3f1c5eb5-ea08-43c6-8d95-ac8163c57832 admin admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:37.021413 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c5eb5-ea08-43c6-8d95-ac8163c57832 admin admin] Pushing event updated for resources: {'Network': ['ID=4b7a6343-2b53-47bb-afc6-edfae37e8f3c,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:28:37.031428 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 4b7a6343-2b53-47bb-afc6-edfae37e8f3c details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:28:37.073386 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3f1c5eb5-ea08-43c6-8d95-ac8163c57832 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6870961 Aug 18 13:28:37.074219 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60374) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:28:37.079731 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-a4b39be2-4f9b-48ae-b62e-e06f7ca9898b admin admin] Request body: {'subnet': {'network_id': '4b7a6343-2b53-47bb-afc6-edfae37e8f3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1119544113-subnet', 'tenant_id': 'b97ffa8270d243fcb37f98a293cb3d56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:28:37.183796 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b39be2-4f9b-48ae-b62e-e06f7ca9898b admin admin] Made reservation on behalf of b97ffa8270d243fcb37f98a293cb3d56 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:28:37.188161 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a4b39be2-4f9b-48ae-b62e-e06f7ca9898b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:37.417046 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a4b39be2-4f9b-48ae-b62e-e06f7ca9898b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:37.470881 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b39be2-4f9b-48ae-b62e-e06f7ca9898b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c257d8ef-900f-4f09-b613-2c4b1d7457c0,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:28:37.488378 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b39be2-4f9b-48ae-b62e-e06f7ca9898b admin admin] Checking segment: {'id': 'd755663d-95a8-46e0-8b55-c36efd13fa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4b7a6343-2b53-47bb-afc6-edfae37e8f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:28:37.488748 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b39be2-4f9b-48ae-b62e-e06f7ca9898b admin admin] Network hostable DHCP agents. Network: 4b7a6343-2b53-47bb-afc6-edfae37e8f3c, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:28:37.663380 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b39be2-4f9b-48ae-b62e-e06f7ca9898b admin admin] Network 4b7a6343-2b53-47bb-afc6-edfae37e8f3c is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:28:37.817677 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-a4b39be2-4f9b-48ae-b62e-e06f7ca9898b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 4b7a6343-2b53-47bb-afc6-edfae37e8f3c) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:28:37.823268 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b39be2-4f9b-48ae-b62e-e06f7ca9898b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:37.824238 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a4b39be2-4f9b-48ae-b62e-e06f7ca9898b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:37.827088 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7398653e-297a-4bcf-a7b8-ce4d5e47f622 None None] Network 4b7a6343-2b53-47bb-afc6-edfae37e8f3c requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:28:37.906644 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a4b39be2-4f9b-48ae-b62e-e06f7ca9898b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8231859 Aug 18 13:28:37.956029 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130c497a-041b-496f-a5f1-a9cf1d1014b7 None None] Network 4b7a6343-2b53-47bb-afc6-edfae37e8f3c requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:28:37.989142 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-25edb44c-950f-4390-8d2d-d41957c1c2c6 req-9aa820d6-2fbb-4c25-ac71-acd66e549ff1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=37643702-ee10-4047-9826-866042be0286 HTTP/1.1" status: 200 len: 210 time: 0.0275736 Aug 18 13:28:38.292790 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-2b8696d3-e0c9-4243-80f8-c01c6636c5f9 tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:38.294319 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-2b8696d3-e0c9-4243-80f8-c01c6636c5f9 tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] 10.222.0.13 "GET /v2.0/networks?id=4b7a6343-2b53-47bb-afc6-edfae37e8f3c HTTP/1.1" status: 200 len: 822 time: 0.1017358 Aug 18 13:28:38.309445 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-6fb8cf61-af28-4a9c-ba7a-b06f9945bcef tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] 10.222.0.13 "GET /v2.0/quotas/b97ffa8270d243fcb37f98a293cb3d56 HTTP/1.1" status: 200 len: 375 time: 0.0095360 Aug 18 13:28:38.339761 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-8c865b69-4578-4b0b-8fc4-b6a194656e7a tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b97ffa8270d243fcb37f98a293cb3d56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251868 Aug 18 13:28:38.434087 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-09db2a69-87ec-495b-a789-53da1fb61c6c service neutron] 10.222.0.13 "GET /v2.0/networks/4b7a6343-2b53-47bb-afc6-edfae37e8f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876591 Aug 18 13:28:38.527569 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-b7255a41-15ae-4b24-a183-a31feb446eba service neutron] 10.222.0.13 "GET /v2.0/networks/4b7a6343-2b53-47bb-afc6-edfae37e8f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874751 Aug 18 13:28:38.673084 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-3ab803b3-4aa8-40bc-976b-5d08fbd6619d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:38.674583 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-3ab803b3-4aa8-40bc-976b-5d08fbd6619d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.39 "GET /v2.0/networks?id=5a750657-6380-4216-8606-057245bf1333 HTTP/1.1" status: 200 len: 811 time: 0.1048903 Aug 18 13:28:38.721396 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-3d4d50d6-a55a-4239-9a3d-0e2148d632f7 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=161a0a675dcb4f668dec9565c8db14ad HTTP/1.1" status: 200 len: 380 time: 0.0378602 Aug 18 13:28:38.731600 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-fddfcb54-9406-4e63-99fc-fc76f13b4bd2 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Request body: {'port': {'device_id': '37643702-ee10-4047-9826-866042be0286', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'admin_state_up': True, 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'security_groups': ['0d3d7cbd-b506-4d21-adf2-c8e700ab211e']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:28:38.753966 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f3752819-4c80-4e15-af4b-85cfe91cb402 req-0788f650-0ce8-4298-a2a5-1b0698545c4e tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] 10.222.0.13 "GET /v2.0/ports?device_id=8196a60c-88f2-439b-b31b-27b9ca7bc434 HTTP/1.1" status: 200 len: 210 time: 0.0258465 Aug 18 13:28:38.932453 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-fddfcb54-9406-4e63-99fc-fc76f13b4bd2 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Made reservation on behalf of 161a0a675dcb4f668dec9565c8db14ad for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:28:38.936275 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-fddfcb54-9406-4e63-99fc-fc76f13b4bd2 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:39.077521 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-fddfcb54-9406-4e63-99fc-fc76f13b4bd2 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Allocated IP 172.20.0.12 (5a750657-6380-4216-8606-057245bf1333/df130f28-747c-4593-a4e4-fcc4c74ccec3/4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:28:39.107035 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fb9e2322-22b6-4886-a7ec-6a4eea0d17ad req-5e8f1d83-1b45-4488-a4fe-52682077c4ca tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=37643702-ee10-4047-9826-866042be0286 HTTP/1.1" status: 200 len: 210 time: 0.0423534 Aug 18 13:28:39.239482 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-fddfcb54-9406-4e63-99fc-fc76f13b4bd2 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:39.254737 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-fddfcb54-9406-4e63-99fc-fc76f13b4bd2 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Transition to ACTIVE for port object 4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:28:39.366723 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-fddfcb54-9406-4e63-99fc-fc76f13b4bd2 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:39.416005 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-fddfcb54-9406-4e63-99fc-fc76f13b4bd2 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Network 5a750657-6380-4216-8606-057245bf1333 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:28:39.419120 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-fddfcb54-9406-4e63-99fc-fc76f13b4bd2 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:28:39.422939 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-fddfcb54-9406-4e63-99fc-fc76f13b4bd2 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:28:39.447939 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddfcb54-9406-4e63-99fc-fc76f13b4bd2 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Pushing event updated for resources: {'Port': ['ID=4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:28:39.488004 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-fddfcb54-9406-4e63-99fc-fc76f13b4bd2 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:39.488603 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-fddfcb54-9406-4e63-99fc-fc76f13b4bd2 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:39.590829 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-fddfcb54-9406-4e63-99fc-fc76f13b4bd2 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8635213 Aug 18 13:28:39.604410 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-4ae82e92-f0eb-4566-a53f-fb003e9e2516 service neutron] Request body: {'port': {'device_id': '37643702-ee10-4047-9826-866042be0286', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:28:39.663742 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-4ae82e92-f0eb-4566-a53f-fb003e9e2516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:39.760905 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ef189f49-c55a-4675-9a6f-33887c1969ed None None] Provisioning for port 4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:28:39.765890 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ef189f49-c55a-4675-9a6f-33887c1969ed None None] Provisioning complete for port 4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:28:39.766486 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ef189f49-c55a-4675-9a6f-33887c1969ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:39.817330 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-ef189f49-c55a-4675-9a6f-33887c1969ed None None] Port 4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:28:39.849219 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d14eec9d-36e7-44e3-8ca3-0cdf9f502d38 req-14d87f6d-3e27-4fa6-9b80-bc1fb1955399 tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] 10.222.0.13 "GET /v2.0/ports?device_id=8196a60c-88f2-439b-b31b-27b9ca7bc434 HTTP/1.1" status: 200 len: 210 time: 0.0342207 Aug 18 13:28:39.973887 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-4ae82e92-f0eb-4566-a53f-fb003e9e2516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:28:39.983175 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-4ae82e92-f0eb-4566-a53f-fb003e9e2516 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:39.996795 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-4ae82e92-f0eb-4566-a53f-fb003e9e2516 service neutron] Transition to ACTIVE for port object 4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:28:40.070315 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-4ae82e92-f0eb-4566-a53f-fb003e9e2516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:40.126643 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae82e92-f0eb-4566-a53f-fb003e9e2516 service neutron] Pushing event updated for resources: {'Port': ['ID=4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:28:40.264422 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-4ae82e92-f0eb-4566-a53f-fb003e9e2516 service neutron] Attempting to bind port 4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:28:40.264796 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-4ae82e92-f0eb-4566-a53f-fb003e9e2516 service neutron] Attempting to bind port 4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '253e9a78-b703-48d2-8774-59f67598fdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5a750657-6380-4216-8606-057245bf1333'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:28:40.265138 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-4ae82e92-f0eb-4566-a53f-fb003e9e2516 service neutron] Attempting to bind port 4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613 on network 5a750657-6380-4216-8606-057245bf1333 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:28:40.271016 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-4ae82e92-f0eb-4566-a53f-fb003e9e2516 service neutron] Port 4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613 on network 5a750657-6380-4216-8606-057245bf1333 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:28:40.272192 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-4ae82e92-f0eb-4566-a53f-fb003e9e2516 service neutron] Attempting to bind port 4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613 on network 5a750657-6380-4216-8606-057245bf1333 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:28:40.287403 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b79ed5-0335-456d-bed0-367472c07531 req-6ebdd53a-f48f-437c-b0b0-79ed04d5fea3 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:40.289570 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a1b79ed5-0335-456d-bed0-367472c07531 req-6ebdd53a-f48f-437c-b0b0-79ed04d5fea3 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=37643702-ee10-4047-9826-866042be0286 HTTP/1.1" status: 200 len: 944 time: 0.0858815 Aug 18 13:28:40.291036 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-4ae82e92-f0eb-4566-a53f-fb003e9e2516 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:28:40.291384 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-4ae82e92-f0eb-4566-a53f-fb003e9e2516 service neutron] Checking segment: {'id': '253e9a78-b703-48d2-8774-59f67598fdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5a750657-6380-4216-8606-057245bf1333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:28:40.291817 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-4ae82e92-f0eb-4566-a53f-fb003e9e2516 service neutron] Bound using segment: {'id': '253e9a78-b703-48d2-8774-59f67598fdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5a750657-6380-4216-8606-057245bf1333'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:28:40.292270 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-4ae82e92-f0eb-4566-a53f-fb003e9e2516 service neutron] Bound port: 4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '253e9a78-b703-48d2-8774-59f67598fdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5a750657-6380-4216-8606-057245bf1333'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:28:40.292638 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-4ae82e92-f0eb-4566-a53f-fb003e9e2516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:40.375104 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a1b79ed5-0335-456d-bed0-367472c07531 req-e88b6f6b-dff6-4cce-bdab-47f969b30060 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731418 Aug 18 13:28:40.399320 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-4ae82e92-f0eb-4566-a53f-fb003e9e2516 service neutron] For port 4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:28:40.403841 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-4ae82e92-f0eb-4566-a53f-fb003e9e2516 service neutron] For port 4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613,segment=NetworkSegment(253e9a78-b703-48d2-8774-59f67598fdbb),segment_id=253e9a78-b703-48d2-8774-59f67598fdbb)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:28:40.464145 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-4ae82e92-f0eb-4566-a53f-fb003e9e2516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:40.504048 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-4ae82e92-f0eb-4566-a53f-fb003e9e2516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:40.504608 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-4ae82e92-f0eb-4566-a53f-fb003e9e2516 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:40.506067 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-4ae82e92-f0eb-4566-a53f-fb003e9e2516 service neutron] 10.222.0.39 "PUT /v2.0/ports/4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613 HTTP/1.1" status: 200 len: 1092 time: 0.9068282 Aug 18 13:28:40.506680 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37643702-ee10-4047-9826-866042be0286', 'tag': '4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:28:40.508990 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d63ddd5-8b1d-453c-9cfd-9f22c12f056d" -d '{"events": [{"name": "network-changed", "server_uuid": "37643702-ee10-4047-9826-866042be0286", "tag": "4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:28:40.538910 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae82e92-f0eb-4566-a53f-fb003e9e2516 service neutron] Pushing event updated for resources: {'Port': ['ID=4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:28:40.557592 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5126410-604b-4c61-a8db-6e86f55585be x-openstack-request-id: req-d5126410-604b-4c61-a8db-6e86f55585be {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:28:40.557928 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37643702-ee10-4047-9826-866042be0286", "tag": "4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:28:40.558295 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5126410-604b-4c61-a8db-6e86f55585be {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:28:40.566060 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37643702-ee10-4047-9826-866042be0286', 'tag': '4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613', 'status': 'completed', 'code': 200} Aug 18 13:28:40.622599 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63ddd5-8b1d-453c-9cfd-9f22c12f056d req-7b480835-ec91-4c72-aecf-7454094b9954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:40.624782 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5d63ddd5-8b1d-453c-9cfd-9f22c12f056d req-7b480835-ec91-4c72-aecf-7454094b9954 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=161a0a675dcb4f668dec9565c8db14ad&device_id=37643702-ee10-4047-9826-866042be0286 HTTP/1.1" status: 200 len: 1095 time: 0.0463474 Aug 18 13:28:40.730804 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63ddd5-8b1d-453c-9cfd-9f22c12f056d req-bb83d2ac-dab0-4dab-a4d9-7448533fca99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:40.732340 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5d63ddd5-8b1d-453c-9cfd-9f22c12f056d req-bb83d2ac-dab0-4dab-a4d9-7448533fca99 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=161a0a675dcb4f668dec9565c8db14ad&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0987794 Aug 18 13:28:40.838021 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63ddd5-8b1d-453c-9cfd-9f22c12f056d req-3b2b0bda-729b-403c-b7d1-9e929e01e946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:40.839539 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5d63ddd5-8b1d-453c-9cfd-9f22c12f056d req-3b2b0bda-729b-403c-b7d1-9e929e01e946 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1008515 Aug 18 13:28:40.923787 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-f5a56d6c-49d5-4e74-9dcc-81aaeec360d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:40.925682 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-f5a56d6c-49d5-4e74-9dcc-81aaeec360d8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=161a0a675dcb4f668dec9565c8db14ad&device_id=37643702-ee10-4047-9826-866042be0286 HTTP/1.1" status: 200 len: 1095 time: 0.0488858 Aug 18 13:28:40.992783 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-76de572a-73be-44f0-a11d-da257304d13f req-650b14ec-5153-4581-90a5-e15c1c964ccc tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] 10.222.0.13 "GET /v2.0/ports?device_id=8196a60c-88f2-439b-b31b-27b9ca7bc434 HTTP/1.1" status: 200 len: 210 time: 0.0610595 Aug 18 13:28:40.993697 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-f88f460c-c931-4666-a61b-dc068793d6ad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613 HTTP/1.1" status: 200 len: 217 time: 0.0527837 Aug 18 13:28:41.048142 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-a99d4457-b61e-4ee6-b789-5e268f4db6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:41.049782 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-a99d4457-b61e-4ee6-b789-5e268f4db6a9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=df130f28-747c-4593-a4e4-fcc4c74ccec3 HTTP/1.1" status: 200 len: 850 time: 0.0493438 Aug 18 13:28:41.102930 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-6fc36f52-04d7-4393-9a74-7cadf280a416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:41.104825 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-6fc36f52-04d7-4393-9a74-7cadf280a416 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5a750657-6380-4216-8606-057245bf1333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477157 Aug 18 13:28:41.115285 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-95f07b16-1c50-4b75-a257-206d5da01278 tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:41.117355 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-95f07b16-1c50-4b75-a257-206d5da01278 tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] 10.222.0.20 "GET /v2.0/networks?id=4b7a6343-2b53-47bb-afc6-edfae37e8f3c HTTP/1.1" status: 200 len: 822 time: 0.1229396 Aug 18 13:28:41.135273 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-1bb0f02b-7c51-4747-bcf4-cff61fd8f557 tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] Request body: {'port': {'device_id': '8196a60c-88f2-439b-b31b-27b9ca7bc434', 'network_id': '4b7a6343-2b53-47bb-afc6-edfae37e8f3c', 'admin_state_up': True, 'tenant_id': 'b97ffa8270d243fcb37f98a293cb3d56'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:28:41.203265 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-e40fd768-f511-462a-ba73-159d4c1362a8 service neutron] 10.222.0.39 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911591 Aug 18 13:28:41.302230 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8e8cb67c-fab9-42d2-9a54-8d6c44a7683a req-befab6f7-3110-4854-b5ca-61a43b558be0 service neutron] 10.222.0.39 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921791 Aug 18 13:28:41.349304 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-1bb0f02b-7c51-4747-bcf4-cff61fd8f557 tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] Made reservation on behalf of b97ffa8270d243fcb37f98a293cb3d56 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:28:41.352936 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-1bb0f02b-7c51-4747-bcf4-cff61fd8f557 tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:41.525119 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-1bb0f02b-7c51-4747-bcf4-cff61fd8f557 tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] Allocated IP 172.20.0.4 (4b7a6343-2b53-47bb-afc6-edfae37e8f3c/c257d8ef-900f-4f09-b613-2c4b1d7457c0/21a1bc25-76b6-4cc6-87e7-36b68a333a00) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:28:41.548498 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f14792-ee9d-4310-86f4-4d3f81083476 req-8602078d-9f5a-47aa-93d0-81f213d5c13b tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:41.550069 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a8f14792-ee9d-4310-86f4-4d3f81083476 req-8602078d-9f5a-47aa-93d0-81f213d5c13b tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=37643702-ee10-4047-9826-866042be0286 HTTP/1.1" status: 200 len: 944 time: 0.0841751 Aug 18 13:28:41.618296 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f90ee1ee-98ef-4dff-816e-10f19a311021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:41.629576 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a8f14792-ee9d-4310-86f4-4d3f81083476 req-b7e40b8c-21fc-47d7-b232-59b2453b94ba tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711989 Aug 18 13:28:41.719271 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-1bb0f02b-7c51-4747-bcf4-cff61fd8f557 tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:41.806881 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-1bb0f02b-7c51-4747-bcf4-cff61fd8f557 tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:41.855347 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-1bb0f02b-7c51-4747-bcf4-cff61fd8f557 tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] Network 4b7a6343-2b53-47bb-afc6-edfae37e8f3c is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:28:41.858576 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-1bb0f02b-7c51-4747-bcf4-cff61fd8f557 tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:28:41.861230 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-1bb0f02b-7c51-4747-bcf4-cff61fd8f557 tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:28:41.890407 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb0f02b-7c51-4747-bcf4-cff61fd8f557 tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] Pushing event updated for resources: {'Port': ['ID=21a1bc25-76b6-4cc6-87e7-36b68a333a00,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:28:41.917835 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-1bb0f02b-7c51-4747-bcf4-cff61fd8f557 tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:41.918469 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-1bb0f02b-7c51-4747-bcf4-cff61fd8f557 tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:41.983465 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-1bb0f02b-7c51-4747-bcf4-cff61fd8f557 tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8562655 Aug 18 13:28:41.995091 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-ae8d9d0e-0a17-4c15-9836-182bbd3ed6fb tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:28:41.996146 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-ae8d9d0e-0a17-4c15-9836-182bbd3ed6fb tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060463 Aug 18 13:28:42.008069 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-90b028a9-e21f-4daa-a6f2-fb690fdab3ff service neutron] Request body: {'port': {'device_id': '8196a60c-88f2-439b-b31b-27b9ca7bc434', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:28:42.070641 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-90b028a9-e21f-4daa-a6f2-fb690fdab3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:42.143095 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4821450-5dfd-4a34-ba77-2bd0df768e6e req-af5ea17e-8178-4149-b16b-cd1665501c35 tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:42.144757 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a4821450-5dfd-4a34-ba77-2bd0df768e6e req-af5ea17e-8178-4149-b16b-cd1665501c35 tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] 10.222.0.13 "GET /v2.0/ports?device_id=8196a60c-88f2-439b-b31b-27b9ca7bc434 HTTP/1.1" status: 200 len: 931 time: 0.0568604 Aug 18 13:28:42.184469 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a4821450-5dfd-4a34-ba77-2bd0df768e6e req-ea4abce1-f47d-4133-9bc8-335b9362be66 tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] 10.222.0.13 "GET /v2.0/security-groups?id=5168fc1a-3407-41a5-9c73-3152655f2a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335348 Aug 18 13:28:42.349796 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-90b028a9-e21f-4daa-a6f2-fb690fdab3ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21a1bc25-76b6-4cc6-87e7-36b68a333a00 {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:28:42.357541 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-90b028a9-e21f-4daa-a6f2-fb690fdab3ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:42.369898 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-90b028a9-e21f-4daa-a6f2-fb690fdab3ff service neutron] Transition to ACTIVE for port object 21a1bc25-76b6-4cc6-87e7-36b68a333a00 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:28:42.469457 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-90b028a9-e21f-4daa-a6f2-fb690fdab3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:42.540871 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b028a9-e21f-4daa-a6f2-fb690fdab3ff service neutron] Pushing event updated for resources: {'Port': ['ID=21a1bc25-76b6-4cc6-87e7-36b68a333a00,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:28:42.593563 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-90b028a9-e21f-4daa-a6f2-fb690fdab3ff service neutron] Attempting to bind port 21a1bc25-76b6-4cc6-87e7-36b68a333a00 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:28:42.593799 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-90b028a9-e21f-4daa-a6f2-fb690fdab3ff service neutron] Attempting to bind port 21a1bc25-76b6-4cc6-87e7-36b68a333a00 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': 'd755663d-95a8-46e0-8b55-c36efd13fa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4b7a6343-2b53-47bb-afc6-edfae37e8f3c'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:28:42.594212 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-90b028a9-e21f-4daa-a6f2-fb690fdab3ff service neutron] Attempting to bind port 21a1bc25-76b6-4cc6-87e7-36b68a333a00 on network 4b7a6343-2b53-47bb-afc6-edfae37e8f3c {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:28:42.598557 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-90b028a9-e21f-4daa-a6f2-fb690fdab3ff service neutron] Port 21a1bc25-76b6-4cc6-87e7-36b68a333a00 on network 4b7a6343-2b53-47bb-afc6-edfae37e8f3c not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:28:42.598906 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-90b028a9-e21f-4daa-a6f2-fb690fdab3ff service neutron] Attempting to bind port 21a1bc25-76b6-4cc6-87e7-36b68a333a00 on network 4b7a6343-2b53-47bb-afc6-edfae37e8f3c {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:28:42.604364 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-90b028a9-e21f-4daa-a6f2-fb690fdab3ff service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:28:42.605593 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-90b028a9-e21f-4daa-a6f2-fb690fdab3ff service neutron] Checking segment: {'id': 'd755663d-95a8-46e0-8b55-c36efd13fa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4b7a6343-2b53-47bb-afc6-edfae37e8f3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:28:42.605593 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-90b028a9-e21f-4daa-a6f2-fb690fdab3ff service neutron] Bound using segment: {'id': 'd755663d-95a8-46e0-8b55-c36efd13fa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4b7a6343-2b53-47bb-afc6-edfae37e8f3c'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:28:42.605593 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-90b028a9-e21f-4daa-a6f2-fb690fdab3ff service neutron] Bound port: 21a1bc25-76b6-4cc6-87e7-36b68a333a00, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd755663d-95a8-46e0-8b55-c36efd13fa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4b7a6343-2b53-47bb-afc6-edfae37e8f3c'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:28:42.605921 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-90b028a9-e21f-4daa-a6f2-fb690fdab3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:42.672463 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-90b028a9-e21f-4daa-a6f2-fb690fdab3ff service neutron] For port 21a1bc25-76b6-4cc6-87e7-36b68a333a00, host n-h2-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:28:42.675908 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-90b028a9-e21f-4daa-a6f2-fb690fdab3ff service neutron] For port 21a1bc25-76b6-4cc6-87e7-36b68a333a00, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=21a1bc25-76b6-4cc6-87e7-36b68a333a00,segment=NetworkSegment(d755663d-95a8-46e0-8b55-c36efd13fa7b),segment_id=d755663d-95a8-46e0-8b55-c36efd13fa7b)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:28:42.746909 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba09ce2-769d-43db-a442-6592a0fb81cf req-be83a40f-856c-4318-b850-999fe0b76d85 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:42.748428 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3ba09ce2-769d-43db-a442-6592a0fb81cf req-be83a40f-856c-4318-b850-999fe0b76d85 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=37643702-ee10-4047-9826-866042be0286 HTTP/1.1" status: 200 len: 944 time: 0.0500903 Aug 18 13:28:42.763709 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-90b028a9-e21f-4daa-a6f2-fb690fdab3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:42.813354 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-90b028a9-e21f-4daa-a6f2-fb690fdab3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:42.814053 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-90b028a9-e21f-4daa-a6f2-fb690fdab3ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:42.815992 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-90b028a9-e21f-4daa-a6f2-fb690fdab3ff service neutron] 10.222.0.20 "PUT /v2.0/ports/21a1bc25-76b6-4cc6-87e7-36b68a333a00 HTTP/1.1" status: 200 len: 1091 time: 0.8122373 Aug 18 13:28:42.819364 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8196a60c-88f2-439b-b31b-27b9ca7bc434', 'tag': '21a1bc25-76b6-4cc6-87e7-36b68a333a00'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:28:42.822897 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556d5f46-b6d5-4dd9-8c74-ee0df4847f7e" -d '{"events": [{"name": "network-changed", "server_uuid": "8196a60c-88f2-439b-b31b-27b9ca7bc434", "tag": "21a1bc25-76b6-4cc6-87e7-36b68a333a00"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:28:42.854679 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3ba09ce2-769d-43db-a442-6592a0fb81cf req-44551236-a4b4-4805-a0b2-0185055a2d08 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998843 Aug 18 13:28:42.873558 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b028a9-e21f-4daa-a6f2-fb690fdab3ff service neutron] Pushing event updated for resources: {'Port': ['ID=21a1bc25-76b6-4cc6-87e7-36b68a333a00,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:28:42.888290 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4802eac6-883d-4834-8778-1baa95a2f4b7 x-openstack-request-id: req-4802eac6-883d-4834-8778-1baa95a2f4b7 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:28:42.889287 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8196a60c-88f2-439b-b31b-27b9ca7bc434", "tag": "21a1bc25-76b6-4cc6-87e7-36b68a333a00", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:28:42.889287 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4802eac6-883d-4834-8778-1baa95a2f4b7 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:28:42.889287 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8196a60c-88f2-439b-b31b-27b9ca7bc434', 'tag': '21a1bc25-76b6-4cc6-87e7-36b68a333a00', 'status': 'completed', 'code': 200} Aug 18 13:28:42.953135 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d5f46-b6d5-4dd9-8c74-ee0df4847f7e req-dcb5be66-f81f-4cd4-a837-d7b334913254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:42.954905 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-556d5f46-b6d5-4dd9-8c74-ee0df4847f7e req-dcb5be66-f81f-4cd4-a837-d7b334913254 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b97ffa8270d243fcb37f98a293cb3d56&device_id=8196a60c-88f2-439b-b31b-27b9ca7bc434 HTTP/1.1" status: 200 len: 1094 time: 0.0439541 Aug 18 13:28:43.063471 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d5f46-b6d5-4dd9-8c74-ee0df4847f7e req-ca8a804c-5784-4156-a6ef-f80335f28319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:43.064968 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-556d5f46-b6d5-4dd9-8c74-ee0df4847f7e req-ca8a804c-5784-4156-a6ef-f80335f28319 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b97ffa8270d243fcb37f98a293cb3d56&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1018641 Aug 18 13:28:43.161136 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d5f46-b6d5-4dd9-8c74-ee0df4847f7e req-e28d8b7f-0d57-4658-a1ed-66ed08c92a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:43.162565 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-556d5f46-b6d5-4dd9-8c74-ee0df4847f7e req-e28d8b7f-0d57-4658-a1ed-66ed08c92a48 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905070 Aug 18 13:28:43.240616 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-5a095969-1025-4559-8de7-2f942fe950ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:43.242265 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-5a095969-1025-4559-8de7-2f942fe950ca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b97ffa8270d243fcb37f98a293cb3d56&device_id=8196a60c-88f2-439b-b31b-27b9ca7bc434 HTTP/1.1" status: 200 len: 1094 time: 0.0425692 Aug 18 13:28:43.300046 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-724950ad-a817-4b07-ba66-9498ce41e18f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21a1bc25-76b6-4cc6-87e7-36b68a333a00 HTTP/1.1" status: 200 len: 217 time: 0.0488856 Aug 18 13:28:43.373288 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6e1ba-60f1-42b9-88b8-51bae02dacf3 req-863ee6d3-4334-4ac9-8a1b-a0ce9d6e6023 tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:43.374811 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-20b6e1ba-60f1-42b9-88b8-51bae02dacf3 req-863ee6d3-4334-4ac9-8a1b-a0ce9d6e6023 tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] 10.222.0.13 "GET /v2.0/ports?device_id=8196a60c-88f2-439b-b31b-27b9ca7bc434 HTTP/1.1" status: 200 len: 943 time: 0.1160381 Aug 18 13:28:43.376143 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-a5cc8833-a64f-470a-90d9-b2aa9ee028d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:43.377465 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-a5cc8833-a64f-470a-90d9-b2aa9ee028d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c257d8ef-900f-4f09-b613-2c4b1d7457c0 HTTP/1.1" status: 200 len: 862 time: 0.0627444 Aug 18 13:28:43.424063 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-64231068-0105-4362-91c9-9d1188a5f41a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4b7a6343-2b53-47bb-afc6-edfae37e8f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360794 Aug 18 13:28:43.449847 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-20b6e1ba-60f1-42b9-88b8-51bae02dacf3 req-375888b0-92a4-4df7-880b-29e7cf674a11 tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] 10.222.0.13 "GET /v2.0/security-groups?id=5168fc1a-3407-41a5-9c73-3152655f2a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683718 Aug 18 13:28:43.527779 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-cd0c89f6-e886-4367-be1b-d93d67858a08 service neutron] 10.222.0.20 "GET /v2.0/networks/4b7a6343-2b53-47bb-afc6-edfae37e8f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932908 Aug 18 13:28:43.626392 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-707faf77-4e26-4548-bb27-7bd3797e1188 req-f679cb55-e0df-443b-9872-99661c772172 service neutron] 10.222.0.20 "GET /v2.0/networks/4b7a6343-2b53-47bb-afc6-edfae37e8f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914021 Aug 18 13:28:43.754746 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2052437d-8daa-4881-99e9-74cc406a2d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:43.976546 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc29a4f-94a6-4818-a1bb-11c78cb0f594 req-f1acaebb-aeba-4907-aab0-b423b7b50c15 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:43.978124 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4cc29a4f-94a6-4818-a1bb-11c78cb0f594 req-f1acaebb-aeba-4907-aab0-b423b7b50c15 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=37643702-ee10-4047-9826-866042be0286 HTTP/1.1" status: 200 len: 944 time: 0.0512900 Aug 18 13:28:44.016750 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4cc29a4f-94a6-4818-a1bb-11c78cb0f594 req-d42a3d14-a577-4a5e-a491-7d77560377d7 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326304 Aug 18 13:28:44.567707 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2b03d-a0ff-4f07-89dd-e261f30cbeab req-cc7fa930-1313-4e40-9f74-2ce8b17b46a4 tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:44.569830 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ada2b03d-a0ff-4f07-89dd-e261f30cbeab req-cc7fa930-1313-4e40-9f74-2ce8b17b46a4 tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] 10.222.0.13 "GET /v2.0/ports?device_id=8196a60c-88f2-439b-b31b-27b9ca7bc434 HTTP/1.1" status: 200 len: 943 time: 0.0483873 Aug 18 13:28:44.595128 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:44.609061 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ada2b03d-a0ff-4f07-89dd-e261f30cbeab req-8dceec37-de1b-4f7e-a076-0903f4e552e1 tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] 10.222.0.13 "GET /v2.0/security-groups?id=5168fc1a-3407-41a5-9c73-3152655f2a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333419 Aug 18 13:28:45.130342 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f00a7d-43cb-406b-89fc-028cf8e2de50 req-fef7e53e-a493-4feb-8f07-1e2dbc30fdc2 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:45.132082 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-24f00a7d-43cb-406b-89fc-028cf8e2de50 req-fef7e53e-a493-4feb-8f07-1e2dbc30fdc2 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=37643702-ee10-4047-9826-866042be0286 HTTP/1.1" status: 200 len: 944 time: 0.0501223 Aug 18 13:28:45.170070 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-24f00a7d-43cb-406b-89fc-028cf8e2de50 req-fd423971-0a38-45cf-b7ef-a1b3d67533e5 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318971 Aug 18 13:28:45.480922 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:45.587208 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 21a1bc25-76b6-4cc6-87e7-36b68a333a00 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:28:45.686987 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 21a1bc25-76b6-4cc6-87e7-36b68a333a00, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=21a1bc25-76b6-4cc6-87e7-36b68a333a00,segment=NetworkSegment(d755663d-95a8-46e0-8b55-c36efd13fa7b),segment_id=d755663d-95a8-46e0-8b55-c36efd13fa7b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:28:45.699101 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '21a1bc25-76b6-4cc6-87e7-36b68a333a00', 'network_id': '4b7a6343-2b53-47bb-afc6-edfae37e8f3c', 'port_id': '21a1bc25-76b6-4cc6-87e7-36b68a333a00', 'mac_address': 'fa:16:3e:85:83:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c257d8ef-900f-4f09-b613-2c4b1d7457c0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:28:45.724618 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579cfbe-4211-439e-a785-149eff79dcf7 req-fe3f414d-26ea-4bd9-9063-2368665a3eb8 tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:45.726111 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7579cfbe-4211-439e-a785-149eff79dcf7 req-fe3f414d-26ea-4bd9-9063-2368665a3eb8 tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] 10.222.0.13 "GET /v2.0/ports?device_id=8196a60c-88f2-439b-b31b-27b9ca7bc434 HTTP/1.1" status: 200 len: 943 time: 0.0491624 Aug 18 13:28:45.736152 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:45.749041 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21a1bc25-76b6-4cc6-87e7-36b68a333a00 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:28:45.764899 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7579cfbe-4211-439e-a785-149eff79dcf7 req-82b1b5d9-e1d7-431f-8308-03bd95fd7020 tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] 10.222.0.13 "GET /v2.0/security-groups?id=5168fc1a-3407-41a5-9c73-3152655f2a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325260 Aug 18 13:28:45.769514 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 21a1bc25-76b6-4cc6-87e7-36b68a333a00, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=21a1bc25-76b6-4cc6-87e7-36b68a333a00,segment=NetworkSegment(d755663d-95a8-46e0-8b55-c36efd13fa7b),segment_id=d755663d-95a8-46e0-8b55-c36efd13fa7b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:28:45.846118 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:45.893937 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=21a1bc25-76b6-4cc6-87e7-36b68a333a00,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:28:46.046312 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['21a1bc25-76b6-4cc6-87e7-36b68a333a00'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:28:46.286277 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9bd2d2-a4c3-4f70-a472-198474239ab7 req-497bd03c-e025-4461-9390-41b5a7703316 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:46.287793 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2f9bd2d2-a4c3-4f70-a472-198474239ab7 req-497bd03c-e025-4461-9390-41b5a7703316 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=37643702-ee10-4047-9826-866042be0286 HTTP/1.1" status: 200 len: 944 time: 0.0527623 Aug 18 13:28:46.326047 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2f9bd2d2-a4c3-4f70-a472-198474239ab7 req-32e6d8b1-f998-480f-924a-954fad7fb89d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320523 Aug 18 13:28:46.883269 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f8e5c-6baa-4fcf-aa9a-716429d8435d req-39063df1-a982-4f81-9dd8-a43adeb1922c tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:46.884807 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-323f8e5c-6baa-4fcf-aa9a-716429d8435d req-39063df1-a982-4f81-9dd8-a43adeb1922c tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] 10.222.0.13 "GET /v2.0/ports?device_id=8196a60c-88f2-439b-b31b-27b9ca7bc434 HTTP/1.1" status: 200 len: 944 time: 0.0532176 Aug 18 13:28:46.923478 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-323f8e5c-6baa-4fcf-aa9a-716429d8435d req-3ac5514a-0ba9-4389-af47-1f4daa768d4f tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] 10.222.0.13 "GET /v2.0/security-groups?id=5168fc1a-3407-41a5-9c73-3152655f2a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327528 Aug 18 13:28:47.434444 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:47.439242 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b81ded-edae-4942-b645-665169a3752d req-198b1fe6-2378-467d-9f5a-6c1bcd3f678b tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:47.440800 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f1b81ded-edae-4942-b645-665169a3752d req-198b1fe6-2378-467d-9f5a-6c1bcd3f678b tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=37643702-ee10-4047-9826-866042be0286 HTTP/1.1" status: 200 len: 944 time: 0.0488183 Aug 18 13:28:47.479403 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f1b81ded-edae-4942-b645-665169a3752d req-0198fb9b-621e-4293-ab54-fd5773e26c91 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321038 Aug 18 13:28:47.600100 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 21a1bc25-76b6-4cc6-87e7-36b68a333a00 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:28:47.726387 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 21a1bc25-76b6-4cc6-87e7-36b68a333a00 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:28:47.730439 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 21a1bc25-76b6-4cc6-87e7-36b68a333a00 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:28:47.730807 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:47.811787 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:47.834122 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8196a60c-88f2-439b-b31b-27b9ca7bc434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a1bc25-76b6-4cc6-87e7-36b68a333a00'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:28:47.836386 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15528029-4bb2-42a0-8aa0-fe147894ce78" -d '{"events": [{"server_uuid": "8196a60c-88f2-439b-b31b-27b9ca7bc434", "name": "network-vif-plugged", "status": "completed", "tag": "21a1bc25-76b6-4cc6-87e7-36b68a333a00"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:28:47.849849 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 21a1bc25-76b6-4cc6-87e7-36b68a333a00, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=21a1bc25-76b6-4cc6-87e7-36b68a333a00,segment=NetworkSegment(d755663d-95a8-46e0-8b55-c36efd13fa7b),segment_id=d755663d-95a8-46e0-8b55-c36efd13fa7b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:28:47.875196 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2513e838-fd25-4b0c-88f8-8a7d550f23d5 x-openstack-request-id: req-2513e838-fd25-4b0c-88f8-8a7d550f23d5 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:28:47.875484 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8196a60c-88f2-439b-b31b-27b9ca7bc434", "name": "network-vif-plugged", "status": "completed", "tag": "21a1bc25-76b6-4cc6-87e7-36b68a333a00", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:28:47.875731 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2513e838-fd25-4b0c-88f8-8a7d550f23d5 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:28:47.876119 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8196a60c-88f2-439b-b31b-27b9ca7bc434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a1bc25-76b6-4cc6-87e7-36b68a333a00', 'code': 200} Aug 18 13:28:47.919696 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:47.968007 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=21a1bc25-76b6-4cc6-87e7-36b68a333a00,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:28:47.969606 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497b4f3-6bcf-4bd5-8d25-bb5595775b15 req-004f448e-be28-43c9-973d-e589fd3ecc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:47.976934 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8497b4f3-6bcf-4bd5-8d25-bb5595775b15 req-004f448e-be28-43c9-973d-e589fd3ecc9d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8196a60c-88f2-439b-b31b-27b9ca7bc434 HTTP/1.1" status: 200 len: 1096 time: 0.0466802 Aug 18 13:28:48.013603 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8497b4f3-6bcf-4bd5-8d25-bb5595775b15 req-18f48984-55f1-4b0c-baac-52b202db4cff service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5168fc1a-3407-41a5-9c73-3152655f2a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297294 Aug 18 13:28:48.041230 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf3503-95a9-4448-92cf-561dc0134e8c req-0fbc1234-69b5-4bdc-aa23-7447de222a8d tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:48.042779 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9eaf3503-95a9-4448-92cf-561dc0134e8c req-0fbc1234-69b5-4bdc-aa23-7447de222a8d tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] 10.222.0.13 "GET /v2.0/ports?device_id=8196a60c-88f2-439b-b31b-27b9ca7bc434 HTTP/1.1" status: 200 len: 945 time: 0.0485048 Aug 18 13:28:48.080902 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9eaf3503-95a9-4448-92cf-561dc0134e8c req-fae4f75f-7734-4a7d-b9e5-59f03197b312 tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] 10.222.0.13 "GET /v2.0/security-groups?id=5168fc1a-3407-41a5-9c73-3152655f2a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322335 Aug 18 13:28:48.596683 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67034fcc-0692-4019-a961-875a20dd5412 req-5c3fcd9a-1ab6-437d-aba8-e51acda019c2 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:48.598391 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-67034fcc-0692-4019-a961-875a20dd5412 req-5c3fcd9a-1ab6-437d-aba8-e51acda019c2 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=37643702-ee10-4047-9826-866042be0286 HTTP/1.1" status: 200 len: 944 time: 0.0500770 Aug 18 13:28:48.635857 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-67034fcc-0692-4019-a961-875a20dd5412 req-53d44da8-d8fc-4612-838c-cc9a39c3d981 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317893 Aug 18 13:28:49.197921 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9f932-45b2-4df8-9843-51a43308a7d9 req-f321a027-b79d-4421-9235-4c0f327da91f tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:49.199474 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eaf9f932-45b2-4df8-9843-51a43308a7d9 req-f321a027-b79d-4421-9235-4c0f327da91f tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] 10.222.0.13 "GET /v2.0/ports?device_id=8196a60c-88f2-439b-b31b-27b9ca7bc434 HTTP/1.1" status: 200 len: 945 time: 0.0535152 Aug 18 13:28:49.237722 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eaf9f932-45b2-4df8-9843-51a43308a7d9 req-788e07e0-87fb-40d5-89f4-5b752f6a75c4 tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] 10.222.0.13 "GET /v2.0/security-groups?id=5168fc1a-3407-41a5-9c73-3152655f2a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324020 Aug 18 13:28:49.735467 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccc901-2681-49a9-9177-ac0de89ee037 req-cb8714af-2ea0-40dc-a715-2e23350a1bc7 tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:49.736979 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-44ccc901-2681-49a9-9177-ac0de89ee037 req-cb8714af-2ea0-40dc-a715-2e23350a1bc7 tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] 10.222.0.13 "GET /v2.0/ports?device_id=8196a60c-88f2-439b-b31b-27b9ca7bc434 HTTP/1.1" status: 200 len: 945 time: 0.0511370 Aug 18 13:28:49.754890 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df9c11-65e3-4b23-be26-bb8e33b1bfc5 req-975f4669-b3d9-4e15-8d10-5b2809530616 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:49.757537 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-98df9c11-65e3-4b23-be26-bb8e33b1bfc5 req-975f4669-b3d9-4e15-8d10-5b2809530616 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=37643702-ee10-4047-9826-866042be0286 HTTP/1.1" status: 200 len: 944 time: 0.0533869 Aug 18 13:28:49.777228 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-44ccc901-2681-49a9-9177-ac0de89ee037 req-6ca0e222-aabe-463d-bf99-47d31dd6172d tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] 10.222.0.13 "GET /v2.0/security-groups?id=5168fc1a-3407-41a5-9c73-3152655f2a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332360 Aug 18 13:28:49.797647 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-98df9c11-65e3-4b23-be26-bb8e33b1bfc5 req-eb1f1aca-febf-4f9f-a233-fdabfb695f7f tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335724 Aug 18 13:28:50.896852 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0409bba-af54-4676-9354-53658656250e req-88648a3b-ee9f-4f5d-ab86-61719a9d32d7 tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:50.898436 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d0409bba-af54-4676-9354-53658656250e req-88648a3b-ee9f-4f5d-ab86-61719a9d32d7 tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] 10.222.0.13 "GET /v2.0/ports?device_id=8196a60c-88f2-439b-b31b-27b9ca7bc434 HTTP/1.1" status: 200 len: 945 time: 0.0514784 Aug 18 13:28:50.916219 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a161c-3cf2-47e2-a3af-754f56714487 req-6ed4a72b-166e-49d1-9a8c-dc8a788bdcab tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:50.917743 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-567a161c-3cf2-47e2-a3af-754f56714487 req-6ed4a72b-166e-49d1-9a8c-dc8a788bdcab tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=37643702-ee10-4047-9826-866042be0286 HTTP/1.1" status: 200 len: 944 time: 0.0505943 Aug 18 13:28:50.937767 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d0409bba-af54-4676-9354-53658656250e req-d6f0c8a3-2036-4b8b-94d1-85410cf770b6 tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] 10.222.0.13 "GET /v2.0/security-groups?id=5168fc1a-3407-41a5-9c73-3152655f2a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333462 Aug 18 13:28:50.956972 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-567a161c-3cf2-47e2-a3af-754f56714487 req-2ff22d0b-f4d6-48af-a71d-0cd4a3e6941f tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329134 Aug 18 13:28:51.029873 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f86dd6-50a1-489f-9d95-114f290753f8 req-cb99dc21-93bd-4268-a033-db113837df5c tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:51.031412 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e8f86dd6-50a1-489f-9d95-114f290753f8 req-cb99dc21-93bd-4268-a033-db113837df5c tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] 10.222.0.20 "GET /v2.0/ports?device_id=8196a60c-88f2-439b-b31b-27b9ca7bc434 HTTP/1.1" status: 200 len: 945 time: 0.0489962 Aug 18 13:28:51.478282 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-e8f86dd6-50a1-489f-9d95-114f290753f8 req-f961abc8-f3b0-41c9-b365-798a5ae7071e tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] Deleting port 21a1bc25-76b6-4cc6-87e7-36b68a333a00 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:28:51.478628 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-e8f86dd6-50a1-489f-9d95-114f290753f8 req-f961abc8-f3b0-41c9-b365-798a5ae7071e tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:51.566563 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-e8f86dd6-50a1-489f-9d95-114f290753f8 req-f961abc8-f3b0-41c9-b365-798a5ae7071e tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] For port 21a1bc25-76b6-4cc6-87e7-36b68a333a00, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=21a1bc25-76b6-4cc6-87e7-36b68a333a00,segment=NetworkSegment(d755663d-95a8-46e0-8b55-c36efd13fa7b),segment_id=d755663d-95a8-46e0-8b55-c36efd13fa7b)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:28:51.566931 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-e8f86dd6-50a1-489f-9d95-114f290753f8 req-f961abc8-f3b0-41c9-b365-798a5ae7071e tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:51.582926 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-e8f86dd6-50a1-489f-9d95-114f290753f8 req-f961abc8-f3b0-41c9-b365-798a5ae7071e tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] Calling delete_port for 21a1bc25-76b6-4cc6-87e7-36b68a333a00 owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:28:51.625286 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:28:51.729339 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613,segment=NetworkSegment(253e9a78-b703-48d2-8774-59f67598fdbb),segment_id=253e9a78-b703-48d2-8774-59f67598fdbb)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:28:51.740825 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'port_id': '4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613', 'mac_address': 'fa:16:3e:1a:c0:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:28:51.766527 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-e8f86dd6-50a1-489f-9d95-114f290753f8 req-f961abc8-f3b0-41c9-b365-798a5ae7071e tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:51.779759 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['21a1bc25-76b6-4cc6-87e7-36b68a333a00'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:28:51.786013 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:51.794883 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f961abc8-f3b0-41c9-b365-798a5ae7071e tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] Pushing event deleted for resources: {'Port': ['ID=21a1bc25-76b6-4cc6-87e7-36b68a333a00,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:28:51.815844 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:28:51.838014 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613,segment=NetworkSegment(253e9a78-b703-48d2-8774-59f67598fdbb),segment_id=253e9a78-b703-48d2-8774-59f67598fdbb)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:28:51.842736 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f86dd6-50a1-489f-9d95-114f290753f8 req-f961abc8-f3b0-41c9-b365-798a5ae7071e tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] No DVR routers for this DVR port 21a1bc25-76b6-4cc6-87e7-36b68a333a00 on host n-h2-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:28:51.846361 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-e8f86dd6-50a1-489f-9d95-114f290753f8 req-f961abc8-f3b0-41c9-b365-798a5ae7071e tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:51.848910 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e8f86dd6-50a1-489f-9d95-114f290753f8 req-f961abc8-f3b0-41c9-b365-798a5ae7071e tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] 10.222.0.20 "DELETE /v2.0/ports/21a1bc25-76b6-4cc6-87e7-36b68a333a00 HTTP/1.1" status: 204 len: 173 time: 0.8118448 Aug 18 13:28:51.849421 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8196a60c-88f2-439b-b31b-27b9ca7bc434', 'name': 'network-vif-deleted', 'tag': '21a1bc25-76b6-4cc6-87e7-36b68a333a00'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:28:51.852692 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9712cf2a-f4a4-466c-906e-23ef1a6d6f72" -d '{"events": [{"server_uuid": "8196a60c-88f2-439b-b31b-27b9ca7bc434", "name": "network-vif-deleted", "tag": "21a1bc25-76b6-4cc6-87e7-36b68a333a00"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:28:51.892498 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73e8ff3-fc66-47db-81e3-863594099635 x-openstack-request-id: req-b73e8ff3-fc66-47db-81e3-863594099635 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:28:51.892498 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8196a60c-88f2-439b-b31b-27b9ca7bc434", "name": "network-vif-deleted", "tag": "21a1bc25-76b6-4cc6-87e7-36b68a333a00", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:28:51.892498 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b73e8ff3-fc66-47db-81e3-863594099635 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:28:51.892498 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8196a60c-88f2-439b-b31b-27b9ca7bc434', 'name': 'network-vif-deleted', 'tag': '21a1bc25-76b6-4cc6-87e7-36b68a333a00', 'status': 'completed', 'code': 200} Aug 18 13:28:51.909132 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:51.960346 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:28:52.034817 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-48d0a65a-9b0f-4143-9d54-cf65ad34c923 req-24ed7cf4-347b-4446-839b-0081695258d6 tempest-ServerAddressesNegativeTestJSON-1186437140 tempest-ServerAddressesNegativeTestJSON-1186437140-project] 10.222.0.13 "GET /v2.0/ports?device_id=8196a60c-88f2-439b-b31b-27b9ca7bc434 HTTP/1.1" status: 200 len: 210 time: 0.0264089 Aug 18 13:28:52.085103 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a407523-c93c-49f3-ab4d-ee0f94577285 req-c4a453e8-0ca0-4d8c-81fc-00a96730ac3b tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:52.086655 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a407523-c93c-49f3-ab4d-ee0f94577285 req-c4a453e8-0ca0-4d8c-81fc-00a96730ac3b tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=37643702-ee10-4047-9826-866042be0286 HTTP/1.1" status: 200 len: 945 time: 0.0587513 Aug 18 13:28:52.097939 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:28:52.126549 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a407523-c93c-49f3-ab4d-ee0f94577285 req-98fb7e90-4385-4a39-b457-8f806725507f tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335650 Aug 18 13:28:53.092037 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60472) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:28:53.137785 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-941faf68-5c92-4588-b5a0-627f1e1e79ea admin admin] Deleting subnet c257d8ef-900f-4f09-b613-2c4b1d7457c0 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:28:53.140815 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-941faf68-5c92-4588-b5a0-627f1e1e79ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:53.177153 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-941faf68-5c92-4588-b5a0-627f1e1e79ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:53.248833 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-941faf68-5c92-4588-b5a0-627f1e1e79ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:53.287563 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365d183-4020-4d08-a91e-2352837f4b17 req-f5b9069f-3cb5-4a0c-9e82-4ad9ab69e94c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:53.289635 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5365d183-4020-4d08-a91e-2352837f4b17 req-f5b9069f-3cb5-4a0c-9e82-4ad9ab69e94c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=37643702-ee10-4047-9826-866042be0286 HTTP/1.1" status: 200 len: 945 time: 0.0909860 Aug 18 13:28:53.338066 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5365d183-4020-4d08-a91e-2352837f4b17 req-9684de97-4cfd-4a0c-8275-6f334dad0312 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425580 Aug 18 13:28:53.395326 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-941faf68-5c92-4588-b5a0-627f1e1e79ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:53.421368 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941faf68-5c92-4588-b5a0-627f1e1e79ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c257d8ef-900f-4f09-b613-2c4b1d7457c0,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:28:53.425149 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-941faf68-5c92-4588-b5a0-627f1e1e79ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:53.427635 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-941faf68-5c92-4588-b5a0-627f1e1e79ea admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c257d8ef-900f-4f09-b613-2c4b1d7457c0 HTTP/1.1" status: 204 len: 168 time: 0.3340356 Aug 18 13:28:53.430217 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60476) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:28:53.501262 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-28d4b345-9627-4431-bb69-6db2d581c1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:53.581348 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-28d4b345-9627-4431-bb69-6db2d581c1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:53.591566 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-28d4b345-9627-4431-bb69-6db2d581c1e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b7a6343-2b53-47bb-afc6-edfae37e8f3c']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:28:53.601685 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-28d4b345-9627-4431-bb69-6db2d581c1e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd755663d-95a8-46e0-8b55-c36efd13fa7b') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:28:53.601976 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-28d4b345-9627-4431-bb69-6db2d581c1e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd755663d-95a8-46e0-8b55-c36efd13fa7b') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:28:53.610542 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-28d4b345-9627-4431-bb69-6db2d581c1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:53.623730 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-28d4b345-9627-4431-bb69-6db2d581c1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:53.629383 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d4b345-9627-4431-bb69-6db2d581c1e1 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:28:53.629762 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-28d4b345-9627-4431-bb69-6db2d581c1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:53.631692 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:28:53.631692 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:28:53.631692 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:28:53.631692 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:28:53.631692 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:28:53.631692 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:28:53.631692 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:28:53.631692 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:28:53.631692 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:28:53.631692 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:28:53.631692 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:28:53.631692 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:28:53.631692 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:28:53.631692 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:28:53.631692 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:28:53.631692 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:28:53.631692 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:28:53.631692 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:28:53.631692 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:28:53.631692 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:28:53.631692 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:28:53.631692 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:28:53.631692 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:28:53.631692 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:28:53.631692 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:28:53.631692 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:28:53.631692 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:28:53.631692 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:28:53.631692 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:28:53.631692 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:28:53.631692 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:28:53.631692 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:28:53.640879 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:28:53.766394 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:28:53.770491 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:28:53.770862 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:53.777592 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-28d4b345-9627-4431-bb69-6db2d581c1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:53.783308 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-28d4b345-9627-4431-bb69-6db2d581c1e1 admin admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:53.785246 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-28d4b345-9627-4431-bb69-6db2d581c1e1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4b7a6343-2b53-47bb-afc6-edfae37e8f3c HTTP/1.1" status: 204 len: 168 time: 0.3540912 Aug 18 13:28:53.800209 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4b345-9627-4431-bb69-6db2d581c1e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b7a6343-2b53-47bb-afc6-edfae37e8f3c,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:28:53.851169 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:53.873455 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37643702-ee10-4047-9826-866042be0286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:28:53.875715 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed69ea4-e3ac-4ca8-aab7-89b8276517d5" -d '{"events": [{"server_uuid": "37643702-ee10-4047-9826-866042be0286", "name": "network-vif-plugged", "status": "completed", "tag": "4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:28:53.889205 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613,segment=NetworkSegment(253e9a78-b703-48d2-8774-59f67598fdbb),segment_id=253e9a78-b703-48d2-8774-59f67598fdbb)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:28:53.914150 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b557b05-4757-4311-a7a6-653d113c9c28 x-openstack-request-id: req-7b557b05-4757-4311-a7a6-653d113c9c28 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:28:53.914150 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37643702-ee10-4047-9826-866042be0286", "name": "network-vif-plugged", "status": "completed", "tag": "4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:28:53.914150 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b557b05-4757-4311-a7a6-653d113c9c28 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:28:53.914150 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37643702-ee10-4047-9826-866042be0286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613', 'code': 200} Aug 18 13:28:53.955309 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:54.008612 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23449dcd-27c3-45d4-88ba-8e63532b700f req-0ee26ca4-9e5f-4ed6-b34e-d2f18ce2d3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:54.009710 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:28:54.010208 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-23449dcd-27c3-45d4-88ba-8e63532b700f req-0ee26ca4-9e5f-4ed6-b34e-d2f18ce2d3be service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=37643702-ee10-4047-9826-866042be0286 HTTP/1.1" status: 200 len: 1097 time: 0.0414622 Aug 18 13:28:54.046979 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-23449dcd-27c3-45d4-88ba-8e63532b700f req-e647c1a3-41a1-4fc3-a9fe-a9b502cc2efb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296798 Aug 18 13:28:54.090012 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60482) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:28:54.129322 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f1721dd5-0209-4c92-be16-a68f898cd9de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b97ffa8270d243fcb37f98a293cb3d56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381429 Aug 18 13:28:54.132556 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60484) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:28:54.184459 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8a75d3fd-8078-4d6a-9c76-10af3a52be62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:54.205491 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8a75d3fd-8078-4d6a-9c76-10af3a52be62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:54.326232 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8a75d3fd-8078-4d6a-9c76-10af3a52be62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:54.328852 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8a75d3fd-8078-4d6a-9c76-10af3a52be62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:54.330032 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8a75d3fd-8078-4d6a-9c76-10af3a52be62 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5168fc1a-3407-41a5-9c73-3152655f2a7c HTTP/1.1" status: 204 len: 168 time: 0.1965704 Aug 18 13:28:54.338265 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a75d3fd-8078-4d6a-9c76-10af3a52be62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5168fc1a-3407-41a5-9c73-3152655f2a7c,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:28:54.454479 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ca578-8bfa-401f-baac-a5296a2d1d39 req-e4065d37-7cb1-4b28-80bd-e06e7af42a8e tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:54.456000 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-527ca578-8bfa-401f-baac-a5296a2d1d39 req-e4065d37-7cb1-4b28-80bd-e06e7af42a8e tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=37643702-ee10-4047-9826-866042be0286 HTTP/1.1" status: 200 len: 946 time: 0.0497591 Aug 18 13:28:54.494792 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-527ca578-8bfa-401f-baac-a5296a2d1d39 req-9290035a-5891-41f3-aa04-ed2f0a253603 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327456 Aug 18 13:28:55.291460 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60508) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:28:55.389648 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-65fd9768-e5e5-4daa-9775-8728238565d5 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-920025162-network', 'tenant_id': '0fff3ee167ae470189e1bfe3ecdba509'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:28:55.491746 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65fd9768-e5e5-4daa-9775-8728238565d5 admin admin] Made reservation on behalf of 0fff3ee167ae470189e1bfe3ecdba509 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:28:55.494101 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-65fd9768-e5e5-4daa-9775-8728238565d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:55.503060 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-65fd9768-e5e5-4daa-9775-8728238565d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:55.598934 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-65fd9768-e5e5-4daa-9775-8728238565d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:55.618768 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a85fa-fcf2-4861-ba78-86df52c305b1 req-c57fd99c-e1ab-480c-bebe-aa39c3ce0573 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:55.620233 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1d8a85fa-fcf2-4861-ba78-86df52c305b1 req-c57fd99c-e1ab-480c-bebe-aa39c3ce0573 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=37643702-ee10-4047-9826-866042be0286 HTTP/1.1" status: 200 len: 946 time: 0.0496953 Aug 18 13:28:55.630784 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 21a1bc25-76b6-4cc6-87e7-36b68a333a00 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:28:55.651491 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 21a1bc25-76b6-4cc6-87e7-36b68a333a00 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:28:55.651842 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 21a1bc25-76b6-4cc6-87e7-36b68a333a00 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:28:55.659844 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1d8a85fa-fcf2-4861-ba78-86df52c305b1 req-4d24f3f0-bcb2-4a9d-ac89-cd4945f20282 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334582 Aug 18 13:28:55.691862 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-65fd9768-e5e5-4daa-9775-8728238565d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:55.714401 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65fd9768-e5e5-4daa-9775-8728238565d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:28:55.730323 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd9768-e5e5-4daa-9775-8728238565d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246047d2-c3a8-4979-a581-08704a0ef36d,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:28:55.734628 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-65fd9768-e5e5-4daa-9775-8728238565d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:55.734984 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-65fd9768-e5e5-4daa-9775-8728238565d5 admin admin] Added segment 96750ae1-0368-469d-acbd-66cebdc42a5b of type vlan for network 9dd7500f-a8bd-4e6b-b113-39517c844659 Aug 18 13:28:55.810917 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-65fd9768-e5e5-4daa-9775-8728238565d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:55.828307 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d73e54-4bf4-4fa7-96f6-4b2eebd8e303 req-33553dd8-db32-497e-b696-26d19f5b4864 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:55.829857 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b2d73e54-4bf4-4fa7-96f6-4b2eebd8e303 req-33553dd8-db32-497e-b696-26d19f5b4864 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=37643702-ee10-4047-9826-866042be0286 HTTP/1.1" status: 200 len: 946 time: 0.0967093 Aug 18 13:28:55.878648 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b2d73e54-4bf4-4fa7-96f6-4b2eebd8e303 req-0d5101e3-4a5a-4735-a15f-d1dab82a4427 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379293 Aug 18 13:28:55.901620 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60516) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:28:55.931249 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-65fd9768-e5e5-4daa-9775-8728238565d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:55.932206 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fd9768-e5e5-4daa-9775-8728238565d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:55.932811 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-65fd9768-e5e5-4daa-9775-8728238565d5 admin admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:56.002385 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd9768-e5e5-4daa-9775-8728238565d5 admin admin] Pushing event updated for resources: {'Network': ['ID=9dd7500f-a8bd-4e6b-b113-39517c844659,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:28:56.005731 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52ccba0-7a66-4b9b-a8e6-f4919b861c8b tempest-TestVolumeBootPattern-526002965 tempest-TestVolumeBootPattern-526002965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:56.008221 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b52ccba0-7a66-4b9b-a8e6-f4919b861c8b tempest-TestVolumeBootPattern-526002965 tempest-TestVolumeBootPattern-526002965-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=37643702-ee10-4047-9826-866042be0286 HTTP/1.1" status: 200 len: 1092 time: 0.1049154 Aug 18 13:28:56.010346 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60518) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:28:56.013201 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 9dd7500f-a8bd-4e6b-b113-39517c844659 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:28:56.016186 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-6fc49a8f-c06d-4634-857a-e68c626546a1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'port_id': '4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:28:56.054379 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-65fd9768-e5e5-4daa-9775-8728238565d5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7617042 Aug 18 13:28:56.057229 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60520) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:28:56.062351 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-78beb7a9-00e6-46e2-8738-afcb5f23750d admin admin] Request body: {'subnet': {'network_id': '9dd7500f-a8bd-4e6b-b113-39517c844659', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-920025162-subnet', 'tenant_id': '0fff3ee167ae470189e1bfe3ecdba509', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:28:56.138007 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6fc49a8f-c06d-4634-857a-e68c626546a1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for floatingip, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:56.206142 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78beb7a9-00e6-46e2-8738-afcb5f23750d admin admin] Made reservation on behalf of 0fff3ee167ae470189e1bfe3ecdba509 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:28:56.208503 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-78beb7a9-00e6-46e2-8738-afcb5f23750d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:56.241191 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6fc49a8f-c06d-4634-857a-e68c626546a1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:56.344262 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-6fc49a8f-c06d-4634-857a-e68c626546a1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Allocated IP 172.25.6.233 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/fe60ed68-a5da-4650-90f2-ad167e9ce938) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:28:56.446625 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-78beb7a9-00e6-46e2-8738-afcb5f23750d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:56.452668 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6fc49a8f-c06d-4634-857a-e68c626546a1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:56.503567 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78beb7a9-00e6-46e2-8738-afcb5f23750d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a7a9b48-0edf-4f3f-973a-2ff0fd4702bd,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:28:56.515655 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78beb7a9-00e6-46e2-8738-afcb5f23750d admin admin] Checking segment: {'id': '96750ae1-0368-469d-acbd-66cebdc42a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9dd7500f-a8bd-4e6b-b113-39517c844659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:28:56.516038 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78beb7a9-00e6-46e2-8738-afcb5f23750d admin admin] Network hostable DHCP agents. Network: 9dd7500f-a8bd-4e6b-b113-39517c844659, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:28:56.549582 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6fc49a8f-c06d-4634-857a-e68c626546a1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:56.578711 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78beb7a9-00e6-46e2-8738-afcb5f23750d admin admin] Network 9dd7500f-a8bd-4e6b-b113-39517c844659 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:28:56.594654 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc49a8f-c06d-4634-857a-e68c626546a1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:28:56.597688 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-6fc49a8f-c06d-4634-857a-e68c626546a1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:28:56.601066 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc49a8f-c06d-4634-857a-e68c626546a1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:28:56.626046 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc49a8f-c06d-4634-857a-e68c626546a1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Pushing event updated for resources: {'Port': ['ID=fe60ed68-a5da-4650-90f2-ad167e9ce938,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:28:56.726273 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-78beb7a9-00e6-46e2-8738-afcb5f23750d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 9dd7500f-a8bd-4e6b-b113-39517c844659) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:28:56.733161 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78beb7a9-00e6-46e2-8738-afcb5f23750d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:56.734004 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-78beb7a9-00e6-46e2-8738-afcb5f23750d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:56.736572 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41363905-429f-4c0f-9af8-b36215b8a251 None None] Network 9dd7500f-a8bd-4e6b-b113-39517c844659 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:28:56.839034 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-78beb7a9-00e6-46e2-8738-afcb5f23750d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7805870 Aug 18 13:28:56.893605 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79d3b00-8815-44f7-908e-8e03fde34c2f None None] Network 9dd7500f-a8bd-4e6b-b113-39517c844659 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:28:57.052118 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6fc49a8f-c06d-4634-857a-e68c626546a1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:57.181010 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6fc49a8f-c06d-4634-857a-e68c626546a1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:57.305692 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537215c-f048-4daa-9d0f-47197120d5ae req-3e4b12be-8215-4782-bcd7-26dd72ebcdb9 tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:57.307623 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a537215c-f048-4daa-9d0f-47197120d5ae req-3e4b12be-8215-4782-bcd7-26dd72ebcdb9 tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] 10.222.0.13 "GET /v2.0/networks?id=9dd7500f-a8bd-4e6b-b113-39517c844659 HTTP/1.1" status: 200 len: 812 time: 0.1075459 Aug 18 13:28:57.322962 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a537215c-f048-4daa-9d0f-47197120d5ae req-4745dc86-a230-4cd4-9608-89888bcbc542 tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] 10.222.0.13 "GET /v2.0/quotas/0fff3ee167ae470189e1bfe3ecdba509 HTTP/1.1" status: 200 len: 375 time: 0.0100441 Aug 18 13:28:57.339046 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6fc49a8f-c06d-4634-857a-e68c626546a1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:57.354687 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a537215c-f048-4daa-9d0f-47197120d5ae req-47da2cc0-edb9-44bb-a5f0-1a7d27a6f5c2 tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0fff3ee167ae470189e1bfe3ecdba509&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258656 Aug 18 13:28:57.394361 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6fc49a8f-c06d-4634-857a-e68c626546a1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:57.450443 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a537215c-f048-4daa-9d0f-47197120d5ae req-bd34d4ac-ad71-442f-8ddf-4dd4ae9f534b service neutron] 10.222.0.13 "GET /v2.0/networks/9dd7500f-a8bd-4e6b-b113-39517c844659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887718 Aug 18 13:28:57.463563 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc49a8f-c06d-4634-857a-e68c626546a1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Pushing event updated for resources: {'Port': ['ID=fe60ed68-a5da-4650-90f2-ad167e9ce938,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:28:57.475850 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6fc49a8f-c06d-4634-857a-e68c626546a1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:57.543971 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a537215c-f048-4daa-9d0f-47197120d5ae req-6f749f2e-cf65-40aa-8fe7-a09a2a69224f service neutron] 10.222.0.13 "GET /v2.0/networks/9dd7500f-a8bd-4e6b-b113-39517c844659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874918 Aug 18 13:28:57.580556 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [None req-6fc49a8f-c06d-4634-857a-e68c626546a1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Floating IP cde158be-9bce-46bd-b29f-939b76278de5 associated. External IP: 172.25.6.233, port: 4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613. Aug 18 13:28:58.125393 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-78d4678b-2509-4028-9d10-41c0eb5813ff req-a9b2093f-bcdc-4e77-aae6-b93e9ae0410e tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b82852-030a-4b7a-9b2a-411d0db172f2 HTTP/1.1" status: 200 len: 210 time: 0.0332148 Aug 18 13:28:58.171952 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:58.187415 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc49a8f-c06d-4634-857a-e68c626546a1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Router ab757793-5676-4dbb-bae1-b9a4568692ad has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:28:58.296083 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc49a8f-c06d-4634-857a-e68c626546a1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:28:58.306583 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dfc496-9e52-4c84-88a4-df29b83c7ebf None None] Sync routers for ids ['ab757793-5676-4dbb-bae1-b9a4568692ad'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:28:58.315780 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dfc496-9e52-4c84-88a4-df29b83c7ebf None None] Routers {'ab757793-5676-4dbb-bae1-b9a4568692ad'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:28:58.316412 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-32dfc496-9e52-4c84-88a4-df29b83c7ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:28:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ab757793-5676-4dbb-bae1-b9a4568692ad'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:28:58.389194 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6fc49a8f-c06d-4634-857a-e68c626546a1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:58.417931 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6fc49a8f-c06d-4634-857a-e68c626546a1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4065547 Aug 18 13:28:58.418702 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37643702-ee10-4047-9826-866042be0286', 'tag': '4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:28:58.421149 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5511a5ed-747e-45e9-ba55-abfb3c58f45e" -d '{"events": [{"name": "network-changed", "server_uuid": "37643702-ee10-4047-9826-866042be0286", "tag": "4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:28:58.429852 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-32dfc496-9e52-4c84-88a4-df29b83c7ebf None None] Set router ab757793-5676-4dbb-bae1-b9a4568692ad gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:28:58.459203 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eaf80dd-6d9d-4ee4-8af4-ba46004ec44e x-openstack-request-id: req-2eaf80dd-6d9d-4ee4-8af4-ba46004ec44e {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:28:58.459499 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37643702-ee10-4047-9826-866042be0286", "tag": "4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:28:58.460372 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2eaf80dd-6d9d-4ee4-8af4-ba46004ec44e {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:28:58.460789 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37643702-ee10-4047-9826-866042be0286', 'tag': '4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613', 'status': 'completed', 'code': 200} Aug 18 13:28:58.527694 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511a5ed-747e-45e9-ba55-abfb3c58f45e req-9acb7fe5-8a3a-4f34-bc4e-63ef28cc7353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:58.529383 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5511a5ed-747e-45e9-ba55-abfb3c58f45e req-9acb7fe5-8a3a-4f34-bc4e-63ef28cc7353 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=161a0a675dcb4f668dec9565c8db14ad&device_id=37643702-ee10-4047-9826-866042be0286 HTTP/1.1" status: 200 len: 1097 time: 0.0457854 Aug 18 13:28:58.631854 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511a5ed-747e-45e9-ba55-abfb3c58f45e req-107b2950-02f2-4694-ad8f-3f6872fdc071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:58.639082 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5511a5ed-747e-45e9-ba55-abfb3c58f45e req-107b2950-02f2-4694-ad8f-3f6872fdc071 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5a750657-6380-4216-8606-057245bf1333 HTTP/1.1" status: 200 len: 912 time: 0.0970469 Aug 18 13:28:58.681040 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-32dfc496-9e52-4c84-88a4-df29b83c7ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'name': 'tempest-TestVolumeBootPattern-708085059-router', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:41Z', 'revision_number': 4, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'gw_port': {'id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ac:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'cde158be-9bce-46bd-b29f-939b76278de5', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'floating_ip_address': '172.25.6.233', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'port_id': '4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'mac_address': 'fa:16:3e:1a:c0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37643702-ee10-4047-9826-866042be0286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:28:56Z', 'updated_at': '2021-08-18T13:28:56Z', 'revision_number': 0, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9142b80-5376-4c1c-b88f-0a9b5664de79', 'name': '', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'mac_address': 'fa:16:3e:15:82:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:39Z', 'updated_at': '2021-08-18T13:19:50Z', 'revision_number': 5, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'subnets': [{'id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:28:58.705823 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5511a5ed-747e-45e9-ba55-abfb3c58f45e req-cee7b8a2-690b-46cc-927b-e4dc9c798d12 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613 HTTP/1.1" status: 200 len: 1000 time: 0.0647373 Aug 18 13:28:58.708345 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dfc496-9e52-4c84-88a4-df29b83c7ebf None None] Checking router: ab757793-5676-4dbb-bae1-b9a4568692ad for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:28:58.717856 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dfc496-9e52-4c84-88a4-df29b83c7ebf None None] Routers {'ab757793-5676-4dbb-bae1-b9a4568692ad'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:28:58.718512 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-32dfc496-9e52-4c84-88a4-df29b83c7ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:28:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ab757793-5676-4dbb-bae1-b9a4568692ad'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:28:58.756924 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511a5ed-747e-45e9-ba55-abfb3c58f45e req-8533317b-a1ed-4322-8f6c-d577a457d560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:58.758699 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5511a5ed-747e-45e9-ba55-abfb3c58f45e req-8533317b-a1ed-4322-8f6c-d577a457d560 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=df130f28-747c-4593-a4e4-fcc4c74ccec3 HTTP/1.1" status: 200 len: 850 time: 0.0460539 Aug 18 13:28:58.809792 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511a5ed-747e-45e9-ba55-abfb3c58f45e req-8f54a699-001b-4e99-9929-6ba3faa92821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:28:58.811368 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5511a5ed-747e-45e9-ba55-abfb3c58f45e req-8f54a699-001b-4e99-9929-6ba3faa92821 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5a750657-6380-4216-8606-057245bf1333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451558 Aug 18 13:28:58.915483 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5511a5ed-747e-45e9-ba55-abfb3c58f45e req-eb1d7e50-8af1-4c94-9b3d-9fd906a43656 service neutron] 10.222.0.39 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968122 Aug 18 13:28:58.997089 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-32dfc496-9e52-4c84-88a4-df29b83c7ebf None None] Set router ab757793-5676-4dbb-bae1-b9a4568692ad gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:28:59.012535 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5511a5ed-747e-45e9-ba55-abfb3c58f45e req-b165e517-f249-42ef-83a3-be536e00d41a service neutron] 10.222.0.39 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901060 Aug 18 13:28:59.072694 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:28:59.225655 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d5ea913d-7ff2-49f1-8941-69f8ab9b6445 req-0e84fb25-a3a5-4e8f-a62d-3656bea302f4 tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b82852-030a-4b7a-9b2a-411d0db172f2 HTTP/1.1" status: 200 len: 210 time: 0.0323153 Aug 18 13:28:59.234856 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-32dfc496-9e52-4c84-88a4-df29b83c7ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'name': 'tempest-TestVolumeBootPattern-708085059-router', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:41Z', 'revision_number': 4, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'gw_port': {'id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ac:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'cde158be-9bce-46bd-b29f-939b76278de5', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'floating_ip_address': '172.25.6.233', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'port_id': '4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'mac_address': 'fa:16:3e:1a:c0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37643702-ee10-4047-9826-866042be0286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:28:56Z', 'updated_at': '2021-08-18T13:28:56Z', 'revision_number': 0, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9142b80-5376-4c1c-b88f-0a9b5664de79', 'name': '', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'mac_address': 'fa:16:3e:15:82:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:39Z', 'updated_at': '2021-08-18T13:19:50Z', 'revision_number': 5, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'subnets': [{'id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:28:59.263014 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dfc496-9e52-4c84-88a4-df29b83c7ebf None None] The sync data for ids ['ab757793-5676-4dbb-bae1-b9a4568692ad'] in n-d-803603-2 is: [{'id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'name': 'tempest-TestVolumeBootPattern-708085059-router', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:41Z', 'revision_number': 4, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'gw_port': {'id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ac:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'cde158be-9bce-46bd-b29f-939b76278de5', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'floating_ip_address': '172.25.6.233', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'port_id': '4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'mac_address': 'fa:16:3e:1a:c0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37643702-ee10-4047-9826-866042be0286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:28:56Z', 'updated_at': '2021-08-18T13:28:56Z', 'revision_number': 0, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9142b80-5376-4c1c-b88f-0a9b5664de79', 'name': '', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'mac_address': 'fa:16:3e:15:82:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:39Z', 'updated_at': '2021-08-18T13:19:50Z', 'revision_number': 5, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'subnets': [{'id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:28:59.457268 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d938d4d-d3a2-46fb-938e-65597f61346e None None] New status for floating IP cde158be-9bce-46bd-b29f-939b76278de5: ACTIVE {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:29:00.066233 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537215c-f048-4daa-9d0f-47197120d5ae req-9805ca1d-9e08-4efa-88c9-2271d1d99042 tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:29:00.067639 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a537215c-f048-4daa-9d0f-47197120d5ae req-9805ca1d-9e08-4efa-88c9-2271d1d99042 tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] 10.222.0.20 "GET /v2.0/networks?id=9dd7500f-a8bd-4e6b-b113-39517c844659 HTTP/1.1" status: 200 len: 812 time: 0.1173410 Aug 18 13:29:00.080376 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-a537215c-f048-4daa-9d0f-47197120d5ae req-025d3877-c2a2-49c8-af01-640cd3bfb7d0 tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] Request body: {'port': {'device_id': 'c5b82852-030a-4b7a-9b2a-411d0db172f2', 'network_id': '9dd7500f-a8bd-4e6b-b113-39517c844659', 'admin_state_up': True, 'tenant_id': '0fff3ee167ae470189e1bfe3ecdba509'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:29:00.257999 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a537215c-f048-4daa-9d0f-47197120d5ae req-025d3877-c2a2-49c8-af01-640cd3bfb7d0 tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] Made reservation on behalf of 0fff3ee167ae470189e1bfe3ecdba509 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:29:00.261656 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a537215c-f048-4daa-9d0f-47197120d5ae req-025d3877-c2a2-49c8-af01-640cd3bfb7d0 tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:00.351541 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-37bd08d7-1454-46d9-b253-f280cdc43338 req-3164fc3c-348b-4a3e-b553-473cac5fa86c tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b82852-030a-4b7a-9b2a-411d0db172f2 HTTP/1.1" status: 200 len: 210 time: 0.0357316 Aug 18 13:29:00.414323 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-a537215c-f048-4daa-9d0f-47197120d5ae req-025d3877-c2a2-49c8-af01-640cd3bfb7d0 tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] Allocated IP 172.20.0.5 (9dd7500f-a8bd-4e6b-b113-39517c844659/0a7a9b48-0edf-4f3f-973a-2ff0fd4702bd/19f400bc-dc8d-49be-8564-a7c696c76c57) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:29:00.564890 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a537215c-f048-4daa-9d0f-47197120d5ae req-025d3877-c2a2-49c8-af01-640cd3bfb7d0 tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:00.692309 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a537215c-f048-4daa-9d0f-47197120d5ae req-025d3877-c2a2-49c8-af01-640cd3bfb7d0 tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:00.738014 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a537215c-f048-4daa-9d0f-47197120d5ae req-025d3877-c2a2-49c8-af01-640cd3bfb7d0 tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] Network 9dd7500f-a8bd-4e6b-b113-39517c844659 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:29:00.743091 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-a537215c-f048-4daa-9d0f-47197120d5ae req-025d3877-c2a2-49c8-af01-640cd3bfb7d0 tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:29:00.746873 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-a537215c-f048-4daa-9d0f-47197120d5ae req-025d3877-c2a2-49c8-af01-640cd3bfb7d0 tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:29:00.773240 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d3877-c2a2-49c8-af01-640cd3bfb7d0 tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] Pushing event updated for resources: {'Port': ['ID=19f400bc-dc8d-49be-8564-a7c696c76c57,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:29:00.801701 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537215c-f048-4daa-9d0f-47197120d5ae req-025d3877-c2a2-49c8-af01-640cd3bfb7d0 tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:29:00.804084 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a537215c-f048-4daa-9d0f-47197120d5ae req-025d3877-c2a2-49c8-af01-640cd3bfb7d0 tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:00.892555 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a537215c-f048-4daa-9d0f-47197120d5ae req-025d3877-c2a2-49c8-af01-640cd3bfb7d0 tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8159945 Aug 18 13:29:00.905072 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-a537215c-f048-4daa-9d0f-47197120d5ae req-37a75267-5033-4319-845b-d09f6d33577f service neutron] Request body: {'port': {'device_id': 'c5b82852-030a-4b7a-9b2a-411d0db172f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:29:00.960857 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a537215c-f048-4daa-9d0f-47197120d5ae req-37a75267-5033-4319-845b-d09f6d33577f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:01.239998 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-a537215c-f048-4daa-9d0f-47197120d5ae req-37a75267-5033-4319-845b-d09f6d33577f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19f400bc-dc8d-49be-8564-a7c696c76c57 {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:29:01.289108 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a537215c-f048-4daa-9d0f-47197120d5ae req-37a75267-5033-4319-845b-d09f6d33577f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:01.289108 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-a537215c-f048-4daa-9d0f-47197120d5ae req-37a75267-5033-4319-845b-d09f6d33577f service neutron] Transition to ACTIVE for port object 19f400bc-dc8d-49be-8564-a7c696c76c57 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:29:01.331651 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a537215c-f048-4daa-9d0f-47197120d5ae req-37a75267-5033-4319-845b-d09f6d33577f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:01.384690 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a75267-5033-4319-845b-d09f6d33577f service neutron] Pushing event updated for resources: {'Port': ['ID=19f400bc-dc8d-49be-8564-a7c696c76c57,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:29:01.457578 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-a537215c-f048-4daa-9d0f-47197120d5ae req-37a75267-5033-4319-845b-d09f6d33577f service neutron] Attempting to bind port 19f400bc-dc8d-49be-8564-a7c696c76c57 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:29:01.457921 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-a537215c-f048-4daa-9d0f-47197120d5ae req-37a75267-5033-4319-845b-d09f6d33577f service neutron] Attempting to bind port 19f400bc-dc8d-49be-8564-a7c696c76c57 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '96750ae1-0368-469d-acbd-66cebdc42a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9dd7500f-a8bd-4e6b-b113-39517c844659'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:29:01.458342 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a537215c-f048-4daa-9d0f-47197120d5ae req-37a75267-5033-4319-845b-d09f6d33577f service neutron] Attempting to bind port 19f400bc-dc8d-49be-8564-a7c696c76c57 on network 9dd7500f-a8bd-4e6b-b113-39517c844659 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:29:01.464317 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a537215c-f048-4daa-9d0f-47197120d5ae req-37a75267-5033-4319-845b-d09f6d33577f service neutron] Port 19f400bc-dc8d-49be-8564-a7c696c76c57 on network 9dd7500f-a8bd-4e6b-b113-39517c844659 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:29:01.464814 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a537215c-f048-4daa-9d0f-47197120d5ae req-37a75267-5033-4319-845b-d09f6d33577f service neutron] Attempting to bind port 19f400bc-dc8d-49be-8564-a7c696c76c57 on network 9dd7500f-a8bd-4e6b-b113-39517c844659 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:29:01.471175 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a537215c-f048-4daa-9d0f-47197120d5ae req-37a75267-5033-4319-845b-d09f6d33577f service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:29:01.471811 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a537215c-f048-4daa-9d0f-47197120d5ae req-37a75267-5033-4319-845b-d09f6d33577f service neutron] Checking segment: {'id': '96750ae1-0368-469d-acbd-66cebdc42a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9dd7500f-a8bd-4e6b-b113-39517c844659'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:29:01.472373 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a537215c-f048-4daa-9d0f-47197120d5ae req-37a75267-5033-4319-845b-d09f6d33577f service neutron] Bound using segment: {'id': '96750ae1-0368-469d-acbd-66cebdc42a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9dd7500f-a8bd-4e6b-b113-39517c844659'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:29:01.472960 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-a537215c-f048-4daa-9d0f-47197120d5ae req-37a75267-5033-4319-845b-d09f6d33577f service neutron] Bound port: 19f400bc-dc8d-49be-8564-a7c696c76c57, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96750ae1-0368-469d-acbd-66cebdc42a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9dd7500f-a8bd-4e6b-b113-39517c844659'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:29:01.473455 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a537215c-f048-4daa-9d0f-47197120d5ae req-37a75267-5033-4319-845b-d09f6d33577f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:01.497988 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba09752-0d1e-496a-aafd-a47b6937bf40 req-20fa7935-a9fb-4f58-9e62-89d1d4f39a49 tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:29:01.501536 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4ba09752-0d1e-496a-aafd-a47b6937bf40 req-20fa7935-a9fb-4f58-9e62-89d1d4f39a49 tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b82852-030a-4b7a-9b2a-411d0db172f2 HTTP/1.1" status: 200 len: 943 time: 0.0679905 Aug 18 13:29:01.542933 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4ba09752-0d1e-496a-aafd-a47b6937bf40 req-2827d4b9-f67a-498b-90c6-875bbb4a948a tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] 10.222.0.13 "GET /v2.0/security-groups?id=246047d2-c3a8-4979-a581-08704a0ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344532 Aug 18 13:29:01.556496 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-a537215c-f048-4daa-9d0f-47197120d5ae req-37a75267-5033-4319-845b-d09f6d33577f service neutron] For port 19f400bc-dc8d-49be-8564-a7c696c76c57, host n-h2-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:29:01.559643 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-a537215c-f048-4daa-9d0f-47197120d5ae req-37a75267-5033-4319-845b-d09f6d33577f service neutron] For port 19f400bc-dc8d-49be-8564-a7c696c76c57, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=19f400bc-dc8d-49be-8564-a7c696c76c57,segment=NetworkSegment(96750ae1-0368-469d-acbd-66cebdc42a5b),segment_id=96750ae1-0368-469d-acbd-66cebdc42a5b)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:29:01.617793 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a537215c-f048-4daa-9d0f-47197120d5ae req-37a75267-5033-4319-845b-d09f6d33577f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:01.653896 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537215c-f048-4daa-9d0f-47197120d5ae req-37a75267-5033-4319-845b-d09f6d33577f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:29:01.654549 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-a537215c-f048-4daa-9d0f-47197120d5ae req-37a75267-5033-4319-845b-d09f6d33577f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:01.655933 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a537215c-f048-4daa-9d0f-47197120d5ae req-37a75267-5033-4319-845b-d09f6d33577f service neutron] 10.222.0.20 "PUT /v2.0/ports/19f400bc-dc8d-49be-8564-a7c696c76c57 HTTP/1.1" status: 200 len: 1091 time: 0.7553322 Aug 18 13:29:01.656371 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5b82852-030a-4b7a-9b2a-411d0db172f2', 'tag': '19f400bc-dc8d-49be-8564-a7c696c76c57'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:29:01.658660 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cdb8f32-a013-4282-8888-372b496aa2ea" -d '{"events": [{"name": "network-changed", "server_uuid": "c5b82852-030a-4b7a-9b2a-411d0db172f2", "tag": "19f400bc-dc8d-49be-8564-a7c696c76c57"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:29:01.682453 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a75267-5033-4319-845b-d09f6d33577f service neutron] Pushing event updated for resources: {'Port': ['ID=19f400bc-dc8d-49be-8564-a7c696c76c57,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:29:01.694835 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d438dc22-320d-47a4-b45e-5dbf7f6d93f2 x-openstack-request-id: req-d438dc22-320d-47a4-b45e-5dbf7f6d93f2 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:29:01.695127 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5b82852-030a-4b7a-9b2a-411d0db172f2", "tag": "19f400bc-dc8d-49be-8564-a7c696c76c57", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:29:01.695684 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d438dc22-320d-47a4-b45e-5dbf7f6d93f2 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:29:01.695815 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5b82852-030a-4b7a-9b2a-411d0db172f2', 'tag': '19f400bc-dc8d-49be-8564-a7c696c76c57', 'status': 'completed', 'code': 200} Aug 18 13:29:01.755075 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb8f32-a013-4282-8888-372b496aa2ea req-876d8aee-71f1-4a7a-a148-246fac4f40ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:29:01.757382 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6cdb8f32-a013-4282-8888-372b496aa2ea req-876d8aee-71f1-4a7a-a148-246fac4f40ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0fff3ee167ae470189e1bfe3ecdba509&device_id=c5b82852-030a-4b7a-9b2a-411d0db172f2 HTTP/1.1" status: 200 len: 1094 time: 0.0422819 Aug 18 13:29:01.860156 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb8f32-a013-4282-8888-372b496aa2ea req-792ca946-fbfe-41c8-9b48-a3164703054f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:29:01.861825 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6cdb8f32-a013-4282-8888-372b496aa2ea req-792ca946-fbfe-41c8-9b48-a3164703054f service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=0fff3ee167ae470189e1bfe3ecdba509&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0962331 Aug 18 13:29:01.958001 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb8f32-a013-4282-8888-372b496aa2ea req-66cbd45b-d203-49a5-aab8-d05635ac4bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:29:01.959525 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6cdb8f32-a013-4282-8888-372b496aa2ea req-66cbd45b-d203-49a5-aab8-d05635ac4bab service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905430 Aug 18 13:29:02.039741 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537215c-f048-4daa-9d0f-47197120d5ae req-779b0883-fb8d-4630-8c1a-c6f766cdb8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:29:02.041163 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a537215c-f048-4daa-9d0f-47197120d5ae req-779b0883-fb8d-4630-8c1a-c6f766cdb8e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0fff3ee167ae470189e1bfe3ecdba509&device_id=c5b82852-030a-4b7a-9b2a-411d0db172f2 HTTP/1.1" status: 200 len: 1094 time: 0.0452754 Aug 18 13:29:02.084383 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a537215c-f048-4daa-9d0f-47197120d5ae req-f6043de6-987d-4aef-b43f-329f3823cb81 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19f400bc-dc8d-49be-8564-a7c696c76c57 HTTP/1.1" status: 200 len: 217 time: 0.0354414 Aug 18 13:29:02.135053 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537215c-f048-4daa-9d0f-47197120d5ae req-ae9b6f6e-f9d0-4620-98b9-6c1fbb6cfa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:29:02.136518 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a537215c-f048-4daa-9d0f-47197120d5ae req-ae9b6f6e-f9d0-4620-98b9-6c1fbb6cfa40 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0a7a9b48-0edf-4f3f-973a-2ff0fd4702bd HTTP/1.1" status: 200 len: 852 time: 0.0450284 Aug 18 13:29:02.167615 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a537215c-f048-4daa-9d0f-47197120d5ae req-16e53a4a-8585-460b-ad23-35da3da8c028 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9dd7500f-a8bd-4e6b-b113-39517c844659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240884 Aug 18 13:29:02.261447 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a537215c-f048-4daa-9d0f-47197120d5ae req-1de479a2-8f52-4b1c-be35-c4ef86974c0f service neutron] 10.222.0.20 "GET /v2.0/networks/9dd7500f-a8bd-4e6b-b113-39517c844659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868077 Aug 18 13:29:02.352558 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a537215c-f048-4daa-9d0f-47197120d5ae req-79988f78-e052-44c5-9d90-9b3a1d60fd37 service neutron] 10.222.0.20 "GET /v2.0/networks/9dd7500f-a8bd-4e6b-b113-39517c844659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828805 Aug 18 13:29:02.659402 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd984d6-57f2-4684-ad37-7bceee159cf0 req-e4eeb8a0-bbf6-4f26-b5ff-42110473666f tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:29:02.660822 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2bd984d6-57f2-4684-ad37-7bceee159cf0 req-e4eeb8a0-bbf6-4f26-b5ff-42110473666f tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b82852-030a-4b7a-9b2a-411d0db172f2 HTTP/1.1" status: 200 len: 943 time: 0.0495245 Aug 18 13:29:02.700010 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2bd984d6-57f2-4684-ad37-7bceee159cf0 req-9958772d-85ea-462a-a518-60460dc5837d tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] 10.222.0.13 "GET /v2.0/security-groups?id=246047d2-c3a8-4979-a581-08704a0ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332282 Aug 18 13:29:03.820558 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f328fb5-fa96-4c71-ae28-272e098411b7 req-08ac2551-3f9f-48da-a1be-fcb580c230c3 tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:29:03.821999 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3f328fb5-fa96-4c71-ae28-272e098411b7 req-08ac2551-3f9f-48da-a1be-fcb580c230c3 tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b82852-030a-4b7a-9b2a-411d0db172f2 HTTP/1.1" status: 200 len: 943 time: 0.0553532 Aug 18 13:29:03.861426 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3f328fb5-fa96-4c71-ae28-272e098411b7 req-dbdba749-5d7e-4e58-8fef-b051963b1c5b tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] 10.222.0.13 "GET /v2.0/security-groups?id=246047d2-c3a8-4979-a581-08704a0ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334799 Aug 18 13:29:04.973475 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c95161-e617-4a42-aae4-9147d3bb1c6e req-e1ed62bc-00b3-42fd-b6db-0ebd4168fddc tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:29:04.975040 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f6c95161-e617-4a42-aae4-9147d3bb1c6e req-e1ed62bc-00b3-42fd-b6db-0ebd4168fddc tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b82852-030a-4b7a-9b2a-411d0db172f2 HTTP/1.1" status: 200 len: 943 time: 0.0487800 Aug 18 13:29:05.014237 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f6c95161-e617-4a42-aae4-9147d3bb1c6e req-b1b65461-c6f9-4fc9-9d95-5781e6ee2d1c tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] 10.222.0.13 "GET /v2.0/security-groups?id=246047d2-c3a8-4979-a581-08704a0ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329707 Aug 18 13:29:05.673453 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 19f400bc-dc8d-49be-8564-a7c696c76c57 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:29:05.778704 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 19f400bc-dc8d-49be-8564-a7c696c76c57, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=19f400bc-dc8d-49be-8564-a7c696c76c57,segment=NetworkSegment(96750ae1-0368-469d-acbd-66cebdc42a5b),segment_id=96750ae1-0368-469d-acbd-66cebdc42a5b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:29:05.790521 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '19f400bc-dc8d-49be-8564-a7c696c76c57', 'network_id': '9dd7500f-a8bd-4e6b-b113-39517c844659', 'port_id': '19f400bc-dc8d-49be-8564-a7c696c76c57', 'mac_address': 'fa:16:3e:b1:3d:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a7a9b48-0edf-4f3f-973a-2ff0fd4702bd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:29:05.830085 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:05.843772 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19f400bc-dc8d-49be-8564-a7c696c76c57 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:29:05.867271 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 19f400bc-dc8d-49be-8564-a7c696c76c57, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=19f400bc-dc8d-49be-8564-a7c696c76c57,segment=NetworkSegment(96750ae1-0368-469d-acbd-66cebdc42a5b),segment_id=96750ae1-0368-469d-acbd-66cebdc42a5b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:29:05.949038 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:05.966665 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:29:05.997266 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=19f400bc-dc8d-49be-8564-a7c696c76c57,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:29:06.132479 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b18a9-b2ed-4415-a56e-41ee8cf91f99 req-5f869bd6-a385-4f28-8f4a-0d2fcc11467b tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:29:06.134054 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3e2b18a9-b2ed-4415-a56e-41ee8cf91f99 req-5f869bd6-a385-4f28-8f4a-0d2fcc11467b tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b82852-030a-4b7a-9b2a-411d0db172f2 HTTP/1.1" status: 200 len: 944 time: 0.0503774 Aug 18 13:29:06.135459 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['19f400bc-dc8d-49be-8564-a7c696c76c57'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:29:06.177637 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3e2b18a9-b2ed-4415-a56e-41ee8cf91f99 req-752018a9-ab5a-46ba-844d-4e594d070026 tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] 10.222.0.13 "GET /v2.0/security-groups?id=246047d2-c3a8-4979-a581-08704a0ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372703 Aug 18 13:29:07.299387 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243025df-cda9-4da7-82be-b3d472f9b21b req-ff651ad1-a39f-4273-a481-96db3b8e125b tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:29:07.300913 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-243025df-cda9-4da7-82be-b3d472f9b21b req-ff651ad1-a39f-4273-a481-96db3b8e125b tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b82852-030a-4b7a-9b2a-411d0db172f2 HTTP/1.1" status: 200 len: 944 time: 0.0546324 Aug 18 13:29:07.339946 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-243025df-cda9-4da7-82be-b3d472f9b21b req-392a478b-3f89-4f3a-b229-4c5e6351f8a5 tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] 10.222.0.13 "GET /v2.0/security-groups?id=246047d2-c3a8-4979-a581-08704a0ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330646 Aug 18 13:29:07.677399 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 19f400bc-dc8d-49be-8564-a7c696c76c57 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:29:07.772363 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 19f400bc-dc8d-49be-8564-a7c696c76c57 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:29:07.776499 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 19f400bc-dc8d-49be-8564-a7c696c76c57 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:29:07.776903 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:07.858597 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:07.881321 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b82852-030a-4b7a-9b2a-411d0db172f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f400bc-dc8d-49be-8564-a7c696c76c57'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:29:07.883596 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7442ac-70bf-47d3-a95c-541a6687a3b1" -d '{"events": [{"server_uuid": "c5b82852-030a-4b7a-9b2a-411d0db172f2", "name": "network-vif-plugged", "status": "completed", "tag": "19f400bc-dc8d-49be-8564-a7c696c76c57"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:29:07.897573 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 19f400bc-dc8d-49be-8564-a7c696c76c57, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=19f400bc-dc8d-49be-8564-a7c696c76c57,segment=NetworkSegment(96750ae1-0368-469d-acbd-66cebdc42a5b),segment_id=96750ae1-0368-469d-acbd-66cebdc42a5b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:29:07.919951 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026101d2-8876-42a3-9f21-18ece682943c x-openstack-request-id: req-026101d2-8876-42a3-9f21-18ece682943c {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:29:07.920252 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5b82852-030a-4b7a-9b2a-411d0db172f2", "name": "network-vif-plugged", "status": "completed", "tag": "19f400bc-dc8d-49be-8564-a7c696c76c57", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:29:07.920506 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-026101d2-8876-42a3-9f21-18ece682943c {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:29:07.920905 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5b82852-030a-4b7a-9b2a-411d0db172f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f400bc-dc8d-49be-8564-a7c696c76c57', 'code': 200} Aug 18 13:29:08.005530 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:08.013520 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d0333-f1a8-4987-806f-fd9aa970a375 req-f08216d9-ae47-41bf-9b9d-2a47796663b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:29:08.015195 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1f9d0333-f1a8-4987-806f-fd9aa970a375 req-f08216d9-ae47-41bf-9b9d-2a47796663b8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c5b82852-030a-4b7a-9b2a-411d0db172f2 HTTP/1.1" status: 200 len: 1095 time: 0.0408280 Aug 18 13:29:08.051729 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1f9d0333-f1a8-4987-806f-fd9aa970a375 req-e98107a4-1073-41a2-9784-38076102c41a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=246047d2-c3a8-4979-a581-08704a0ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288982 Aug 18 13:29:08.054465 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=19f400bc-dc8d-49be-8564-a7c696c76c57,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:29:08.454048 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bef0e7-6fcf-4d6a-a10c-49fe732a2347 req-5e255b82-c98f-4e69-8d6a-2ed130eaff1c tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:29:08.455586 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a8bef0e7-6fcf-4d6a-a10c-49fe732a2347 req-5e255b82-c98f-4e69-8d6a-2ed130eaff1c tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b82852-030a-4b7a-9b2a-411d0db172f2 HTTP/1.1" status: 200 len: 945 time: 0.0494506 Aug 18 13:29:08.494961 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a8bef0e7-6fcf-4d6a-a10c-49fe732a2347 req-22ad2557-f49a-458c-bc82-6a110be1d7ec tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] 10.222.0.13 "GET /v2.0/security-groups?id=246047d2-c3a8-4979-a581-08704a0ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328438 Aug 18 13:29:09.617543 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbada211-8d85-4b6d-9073-a43cfb0bf873 req-dc17fb65-97b5-4d71-bbba-cca879fca848 tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:29:09.619097 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bbada211-8d85-4b6d-9073-a43cfb0bf873 req-dc17fb65-97b5-4d71-bbba-cca879fca848 tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b82852-030a-4b7a-9b2a-411d0db172f2 HTTP/1.1" status: 200 len: 945 time: 0.0540042 Aug 18 13:29:09.658427 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bbada211-8d85-4b6d-9073-a43cfb0bf873 req-478f00cb-2d2b-4e73-aa39-15e186d1c754 tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] 10.222.0.13 "GET /v2.0/security-groups?id=246047d2-c3a8-4979-a581-08704a0ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333800 Aug 18 13:29:10.323725 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b63aff-b4af-400f-9d1c-1e84c405b1ce req-3244a52a-d4a6-40fc-8ed0-fdca160fbb7c tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:29:10.325267 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e4b63aff-b4af-400f-9d1c-1e84c405b1ce req-3244a52a-d4a6-40fc-8ed0-fdca160fbb7c tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b82852-030a-4b7a-9b2a-411d0db172f2 HTTP/1.1" status: 200 len: 945 time: 0.0509961 Aug 18 13:29:10.363776 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e4b63aff-b4af-400f-9d1c-1e84c405b1ce req-5977719b-616b-4e0b-8fd8-6adf5d615428 tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] 10.222.0.13 "GET /v2.0/security-groups?id=246047d2-c3a8-4979-a581-08704a0ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325625 Aug 18 13:29:11.482517 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c1360-42e7-42a0-bdea-e674c6ff0e75 req-6d2dabd5-46f8-49e9-8c15-b81aef399c14 tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:29:11.484045 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-014c1360-42e7-42a0-bdea-e674c6ff0e75 req-6d2dabd5-46f8-49e9-8c15-b81aef399c14 tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b82852-030a-4b7a-9b2a-411d0db172f2 HTTP/1.1" status: 200 len: 945 time: 0.0496385 Aug 18 13:29:11.526870 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-014c1360-42e7-42a0-bdea-e674c6ff0e75 req-3433b12a-8f5f-4e44-830d-cf8fa8b300eb tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] 10.222.0.13 "GET /v2.0/security-groups?id=246047d2-c3a8-4979-a581-08704a0ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368106 Aug 18 13:29:11.578822 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c17f03-d634-4b68-a03a-7c27de7a4c5f req-bc8c1245-1fa3-4d6e-aeaa-69b1a8b7f60d tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:29:11.580319 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c8c17f03-d634-4b68-a03a-7c27de7a4c5f req-bc8c1245-1fa3-4d6e-aeaa-69b1a8b7f60d tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5b82852-030a-4b7a-9b2a-411d0db172f2 HTTP/1.1" status: 200 len: 945 time: 0.0506475 Aug 18 13:29:11.594277 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a431d5a5-8aa1-42d0-9a58-18cfe2d8da5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:11.678731 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-c8c17f03-d634-4b68-a03a-7c27de7a4c5f req-1f42ac5d-a371-4914-9390-3213440ba66f tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] Deleting port 19f400bc-dc8d-49be-8564-a7c696c76c57 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:29:11.678982 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-c8c17f03-d634-4b68-a03a-7c27de7a4c5f req-1f42ac5d-a371-4914-9390-3213440ba66f tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:11.769816 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-c8c17f03-d634-4b68-a03a-7c27de7a4c5f req-1f42ac5d-a371-4914-9390-3213440ba66f tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] For port 19f400bc-dc8d-49be-8564-a7c696c76c57, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=19f400bc-dc8d-49be-8564-a7c696c76c57,segment=NetworkSegment(96750ae1-0368-469d-acbd-66cebdc42a5b),segment_id=96750ae1-0368-469d-acbd-66cebdc42a5b)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:29:11.770229 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-c8c17f03-d634-4b68-a03a-7c27de7a4c5f req-1f42ac5d-a371-4914-9390-3213440ba66f tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:11.783177 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-c8c17f03-d634-4b68-a03a-7c27de7a4c5f req-1f42ac5d-a371-4914-9390-3213440ba66f tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] Calling delete_port for 19f400bc-dc8d-49be-8564-a7c696c76c57 owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:29:12.035021 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-c8c17f03-d634-4b68-a03a-7c27de7a4c5f req-1f42ac5d-a371-4914-9390-3213440ba66f tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:12.049176 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['19f400bc-dc8d-49be-8564-a7c696c76c57'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:29:12.066874 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f42ac5d-a371-4914-9390-3213440ba66f tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] Pushing event deleted for resources: {'Port': ['ID=19f400bc-dc8d-49be-8564-a7c696c76c57,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:29:12.113993 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c17f03-d634-4b68-a03a-7c27de7a4c5f req-1f42ac5d-a371-4914-9390-3213440ba66f tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] No DVR routers for this DVR port 19f400bc-dc8d-49be-8564-a7c696c76c57 on host n-h2-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:29:12.116966 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-c8c17f03-d634-4b68-a03a-7c27de7a4c5f req-1f42ac5d-a371-4914-9390-3213440ba66f tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:12.119272 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c8c17f03-d634-4b68-a03a-7c27de7a4c5f req-1f42ac5d-a371-4914-9390-3213440ba66f tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] 10.222.0.20 "DELETE /v2.0/ports/19f400bc-dc8d-49be-8564-a7c696c76c57 HTTP/1.1" status: 204 len: 173 time: 0.5326867 Aug 18 13:29:12.119798 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b82852-030a-4b7a-9b2a-411d0db172f2', 'name': 'network-vif-deleted', 'tag': '19f400bc-dc8d-49be-8564-a7c696c76c57'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:29:12.122582 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36603e5-bfca-4027-a37f-a6cb62ae1a1b" -d '{"events": [{"server_uuid": "c5b82852-030a-4b7a-9b2a-411d0db172f2", "name": "network-vif-deleted", "tag": "19f400bc-dc8d-49be-8564-a7c696c76c57"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:29:12.159739 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cdcfd5b-8f3f-4ce4-a1cc-e5877e4a46ab x-openstack-request-id: req-8cdcfd5b-8f3f-4ce4-a1cc-e5877e4a46ab {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:29:12.160038 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5b82852-030a-4b7a-9b2a-411d0db172f2", "name": "network-vif-deleted", "tag": "19f400bc-dc8d-49be-8564-a7c696c76c57", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:29:12.160295 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8cdcfd5b-8f3f-4ce4-a1cc-e5877e4a46ab {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:29:12.160701 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5b82852-030a-4b7a-9b2a-411d0db172f2', 'name': 'network-vif-deleted', 'tag': '19f400bc-dc8d-49be-8564-a7c696c76c57', 'status': 'completed', 'code': 200} Aug 18 13:29:12.636077 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-44817629-3b3e-4f96-b0c7-c1df734542c7 req-6a46167f-e1f2-46ad-b6f8-b218ae63e09e tempest-ServerPasswordTestJSON-443778910 tempest-ServerPasswordTestJSON-443778910-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5b82852-030a-4b7a-9b2a-411d0db172f2 HTTP/1.1" status: 200 len: 210 time: 0.0314629 Aug 18 13:29:13.699450 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60598) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:29:13.726340 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b1a13264-4aef-4756-97df-d4efd68fc543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:13.746881 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-af99ed78-9c6e-4f8f-a4a0-c9f1321cb457 admin admin] Deleting subnet 0a7a9b48-0edf-4f3f-973a-2ff0fd4702bd {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:29:13.750323 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-af99ed78-9c6e-4f8f-a4a0-c9f1321cb457 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:13.786303 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-af99ed78-9c6e-4f8f-a4a0-c9f1321cb457 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:13.832817 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-af99ed78-9c6e-4f8f-a4a0-c9f1321cb457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:13.978033 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-af99ed78-9c6e-4f8f-a4a0-c9f1321cb457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:14.002148 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99ed78-9c6e-4f8f-a4a0-c9f1321cb457 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a7a9b48-0edf-4f3f-973a-2ff0fd4702bd,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:29:14.008325 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-af99ed78-9c6e-4f8f-a4a0-c9f1321cb457 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:14.010253 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-af99ed78-9c6e-4f8f-a4a0-c9f1321cb457 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0a7a9b48-0edf-4f3f-973a-2ff0fd4702bd HTTP/1.1" status: 204 len: 168 time: 0.3096898 Aug 18 13:29:14.013235 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60600) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:29:14.086425 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7c269fb1-e8c4-406a-903b-9c9fcbba5d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:14.175530 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7c269fb1-e8c4-406a-903b-9c9fcbba5d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:14.186794 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-7c269fb1-e8c4-406a-903b-9c9fcbba5d28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd7500f-a8bd-4e6b-b113-39517c844659']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:29:14.199375 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-7c269fb1-e8c4-406a-903b-9c9fcbba5d28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96750ae1-0368-469d-acbd-66cebdc42a5b') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:29:14.199709 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-7c269fb1-e8c4-406a-903b-9c9fcbba5d28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96750ae1-0368-469d-acbd-66cebdc42a5b') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:29:14.210000 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7c269fb1-e8c4-406a-903b-9c9fcbba5d28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:14.224592 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7c269fb1-e8c4-406a-903b-9c9fcbba5d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:14.231057 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c269fb1-e8c4-406a-903b-9c9fcbba5d28 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:29:14.231389 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7c269fb1-e8c4-406a-903b-9c9fcbba5d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:14.233032 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:29:14.233032 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:29:14.233032 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:29:14.233032 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:29:14.233032 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:29:14.233032 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:29:14.233032 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:29:14.233032 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:29:14.233032 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:29:14.233032 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:29:14.233032 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:29:14.233032 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:29:14.233032 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:29:14.233032 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:29:14.233032 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:29:14.233032 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:29:14.233032 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:29:14.233032 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:29:14.233032 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:29:14.233032 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:29:14.233032 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:29:14.233032 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:29:14.233032 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:29:14.233032 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:29:14.233032 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:29:14.233032 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:29:14.233032 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:29:14.233032 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:29:14.233032 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:29:14.233032 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:29:14.233032 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:29:14.233032 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:29:14.343037 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7c269fb1-e8c4-406a-903b-9c9fcbba5d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:14.348573 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7c269fb1-e8c4-406a-903b-9c9fcbba5d28 admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:14.354050 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7c269fb1-e8c4-406a-903b-9c9fcbba5d28 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9dd7500f-a8bd-4e6b-b113-39517c844659 HTTP/1.1" status: 204 len: 168 time: 0.3362434 Aug 18 13:29:14.361690 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c269fb1-e8c4-406a-903b-9c9fcbba5d28 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dd7500f-a8bd-4e6b-b113-39517c844659,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:29:14.598973 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:14.691135 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60604) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:29:14.739941 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f7100a99-ffb0-4109-b96f-a8f0415e55a0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0fff3ee167ae470189e1bfe3ecdba509&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475950 Aug 18 13:29:14.742925 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60606) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:29:14.794842 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0ca9ab6b-2e93-4be7-be63-5a5faee31a7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:14.816540 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0ca9ab6b-2e93-4be7-be63-5a5faee31a7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:14.943210 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0ca9ab6b-2e93-4be7-be63-5a5faee31a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:14.945933 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0ca9ab6b-2e93-4be7-be63-5a5faee31a7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:14.947120 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0ca9ab6b-2e93-4be7-be63-5a5faee31a7c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/246047d2-c3a8-4979-a581-08704a0ef36d HTTP/1.1" status: 204 len: 168 time: 0.2032936 Aug 18 13:29:14.955412 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9ab6b-2e93-4be7-be63-5a5faee31a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246047d2-c3a8-4979-a581-08704a0ef36d,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:29:15.433653 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:15.739559 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 19f400bc-dc8d-49be-8564-a7c696c76c57 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:29:15.763452 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 19f400bc-dc8d-49be-8564-a7c696c76c57 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:29:15.763894 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 19f400bc-dc8d-49be-8564-a7c696c76c57 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:29:17.445761 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:28.114097 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:28.993975 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:29.653578 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60738) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:29:29.790239 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-66ce30e8-7c3c-4465-9d33-619106404f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:29.888665 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-66ce30e8-7c3c-4465-9d33-619106404f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:29.960595 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-66ce30e8-7c3c-4465-9d33-619106404f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:30.004645 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce30e8-7c3c-4465-9d33-619106404f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b3bcd3-3803-45bf-821f-b7dc7711ebc8,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:29:30.012916 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-66ce30e8-7c3c-4465-9d33-619106404f8c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7bc34d3a90364f83b83b0eb7c9355d09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3543413 Aug 18 13:29:30.012916 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60742) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:29:30.024407 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce30e8-7c3c-4465-9d33-619106404f8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:29:30.024761 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce30e8-7c3c-4465-9d33-619106404f8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:29:30.025109 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce30e8-7c3c-4465-9d33-619106404f8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:29:30.025454 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce30e8-7c3c-4465-9d33-619106404f8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:29:30.025794 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce30e8-7c3c-4465-9d33-619106404f8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:29:30.026131 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce30e8-7c3c-4465-9d33-619106404f8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:29:30.026493 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce30e8-7c3c-4465-9d33-619106404f8c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:29:30.026825 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce30e8-7c3c-4465-9d33-619106404f8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:29:30.027155 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce30e8-7c3c-4465-9d33-619106404f8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:29:30.027483 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce30e8-7c3c-4465-9d33-619106404f8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:29:30.027813 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce30e8-7c3c-4465-9d33-619106404f8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:29:30.028137 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce30e8-7c3c-4465-9d33-619106404f8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:29:30.074455 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3262fb9b-f23e-4331-9a35-096110c6cacc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:30.096262 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3262fb9b-f23e-4331-9a35-096110c6cacc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:30.211393 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3262fb9b-f23e-4331-9a35-096110c6cacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:30.214376 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3262fb9b-f23e-4331-9a35-096110c6cacc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:30.215537 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3262fb9b-f23e-4331-9a35-096110c6cacc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77b3bcd3-3803-45bf-821f-b7dc7711ebc8 HTTP/1.1" status: 204 len: 168 time: 0.2021379 Aug 18 13:29:30.223930 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3262fb9b-f23e-4331-9a35-096110c6cacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b3bcd3-3803-45bf-821f-b7dc7711ebc8,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:29:33.592902 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60794) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:29:33.701075 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d88b224e-d90d-4c66-9dc2-0316abcc15f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:33.788836 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d88b224e-d90d-4c66-9dc2-0316abcc15f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:33.845759 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d88b224e-d90d-4c66-9dc2-0316abcc15f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:33.886099 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d88b224e-d90d-4c66-9dc2-0316abcc15f2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=203bdff1fee3462480a5ec0239f7c565&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2920754 Aug 18 13:29:33.887025 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b224e-d90d-4c66-9dc2-0316abcc15f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b179eb-f040-429b-be4a-44262f87b1c1,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:29:33.888802 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60798) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:29:33.939580 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a9b551f9-0d11-4bc8-9751-792fa4298438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:33.961717 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a9b551f9-0d11-4bc8-9751-792fa4298438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:34.079764 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a9b551f9-0d11-4bc8-9751-792fa4298438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:34.082414 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a9b551f9-0d11-4bc8-9751-792fa4298438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:34.083573 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a9b551f9-0d11-4bc8-9751-792fa4298438 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92b179eb-f040-429b-be4a-44262f87b1c1 HTTP/1.1" status: 204 len: 168 time: 0.1925960 Aug 18 13:29:34.091565 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b551f9-0d11-4bc8-9751-792fa4298438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b179eb-f040-429b-be4a-44262f87b1c1,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:29:34.099078 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b551f9-0d11-4bc8-9751-792fa4298438 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:29:34.101562 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b551f9-0d11-4bc8-9751-792fa4298438 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:29:34.101562 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b551f9-0d11-4bc8-9751-792fa4298438 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:29:34.101562 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b551f9-0d11-4bc8-9751-792fa4298438 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:29:34.101562 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b551f9-0d11-4bc8-9751-792fa4298438 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:29:34.101562 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b551f9-0d11-4bc8-9751-792fa4298438 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:29:34.101562 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b551f9-0d11-4bc8-9751-792fa4298438 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:29:34.101562 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b551f9-0d11-4bc8-9751-792fa4298438 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:29:34.102415 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b551f9-0d11-4bc8-9751-792fa4298438 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:29:34.102415 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b551f9-0d11-4bc8-9751-792fa4298438 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:29:34.102415 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b551f9-0d11-4bc8-9751-792fa4298438 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:29:34.102659 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b551f9-0d11-4bc8-9751-792fa4298438 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:29:34.702671 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60804) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:29:34.716939 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6454365c-d002-4095-b034-de6fa40bcd95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:34.813216 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6454365c-d002-4095-b034-de6fa40bcd95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:34.874048 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6454365c-d002-4095-b034-de6fa40bcd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:34.915036 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6454365c-d002-4095-b034-de6fa40bcd95 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e6c306d1564449aab1d24f6c8d5d1df0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2112029 Aug 18 13:29:34.916026 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454365c-d002-4095-b034-de6fa40bcd95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8073fa16-1e40-4c5a-b8da-3f863e753f83,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:29:34.918164 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60806) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:29:34.973380 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-35907e22-dce6-4d64-8d14-4fa45bf77157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:34.994722 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-35907e22-dce6-4d64-8d14-4fa45bf77157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:35.136810 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-35907e22-dce6-4d64-8d14-4fa45bf77157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:35.139399 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-35907e22-dce6-4d64-8d14-4fa45bf77157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:35.140560 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-35907e22-dce6-4d64-8d14-4fa45bf77157 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8073fa16-1e40-4c5a-b8da-3f863e753f83 HTTP/1.1" status: 204 len: 168 time: 0.2211995 Aug 18 13:29:35.149444 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35907e22-dce6-4d64-8d14-4fa45bf77157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8073fa16-1e40-4c5a-b8da-3f863e753f83,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:29:41.588403 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-973e143f-8193-416d-90b9-fe088e59167c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:42.966874 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:29:43.748146 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a8d8a598-2eae-476a-834a-a6e1e439aa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:44.081242 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60934) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:29:44.185239 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1c1c15f8-c471-47e2-80d0-ed5e89b5a784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:44.273576 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1c1c15f8-c471-47e2-80d0-ed5e89b5a784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:44.365127 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1c1c15f8-c471-47e2-80d0-ed5e89b5a784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:44.405208 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1c1c15f8-c471-47e2-80d0-ed5e89b5a784 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9665da31b60848d78c8d891e95c62923&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3227441 Aug 18 13:29:44.406099 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c15f8-c471-47e2-80d0-ed5e89b5a784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36cce94b-06f2-4f85-b41f-4f088cef10f3,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:29:44.407822 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60938) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:29:44.461082 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6106de63-cd12-42b6-9340-33221d10cf36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:44.481980 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6106de63-cd12-42b6-9340-33221d10cf36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:44.604748 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:44.638913 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6106de63-cd12-42b6-9340-33221d10cf36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:44.642150 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6106de63-cd12-42b6-9340-33221d10cf36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:44.643352 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6106de63-cd12-42b6-9340-33221d10cf36 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36cce94b-06f2-4f85-b41f-4f088cef10f3 HTTP/1.1" status: 204 len: 168 time: 0.2344825 Aug 18 13:29:44.652322 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6106de63-cd12-42b6-9340-33221d10cf36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36cce94b-06f2-4f85-b41f-4f088cef10f3,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:29:45.299502 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 60944) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:29:45.312931 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d2527cd2-2d18-4cee-abd0-9076273e37f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:45.405175 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d2527cd2-2d18-4cee-abd0-9076273e37f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:45.439474 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:45.485186 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d2527cd2-2d18-4cee-abd0-9076273e37f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:45.525432 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d2527cd2-2d18-4cee-abd0-9076273e37f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c25596f36264cfe9e86c42dbec05d8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2248144 Aug 18 13:29:45.526423 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2527cd2-2d18-4cee-abd0-9076273e37f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32801aab-8573-4f2b-a07a-c14d28509f5c,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:29:45.528106 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 60946) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:29:45.582960 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e7eedee9-18a4-4614-a283-ba189cebdb1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:45.610848 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e7eedee9-18a4-4614-a283-ba189cebdb1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:45.764951 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e7eedee9-18a4-4614-a283-ba189cebdb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:45.767800 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e7eedee9-18a4-4614-a283-ba189cebdb1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:45.768984 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e7eedee9-18a4-4614-a283-ba189cebdb1e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32801aab-8573-4f2b-a07a-c14d28509f5c HTTP/1.1" status: 204 len: 168 time: 0.2398715 Aug 18 13:29:45.777832 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eedee9-18a4-4614-a283-ba189cebdb1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32801aab-8573-4f2b-a07a-c14d28509f5c,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:29:47.434066 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:51.206806 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-371d964a-e8fc-4249-9c90-ac2066153b23 req-95a23e39-0d5b-478b-9f57-0e92ca6a5185 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=37643702-ee10-4047-9826-866042be0286&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450463 Aug 18 13:29:51.291307 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d964a-e8fc-4249-9c90-ac2066153b23 req-12d9edc0-124d-4d10-bdab-85c1bdafdd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:29:51.292840 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-371d964a-e8fc-4249-9c90-ac2066153b23 req-12d9edc0-124d-4d10-bdab-85c1bdafdd62 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=161a0a675dcb4f668dec9565c8db14ad&device_id=37643702-ee10-4047-9826-866042be0286 HTTP/1.1" status: 200 len: 1097 time: 0.0448296 Aug 18 13:29:51.399404 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d964a-e8fc-4249-9c90-ac2066153b23 req-3dac1a4f-277d-4d8d-adc2-d978ccdade6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:29:51.400915 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-371d964a-e8fc-4249-9c90-ac2066153b23 req-3dac1a4f-277d-4d8d-adc2-d978ccdade6c service neutron] 10.222.0.39 "GET /v2.0/networks?id=5a750657-6380-4216-8606-057245bf1333 HTTP/1.1" status: 200 len: 912 time: 0.0877204 Aug 18 13:29:51.475386 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-371d964a-e8fc-4249-9c90-ac2066153b23 req-727389f8-6f04-4587-9e3c-169146b3498a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613 HTTP/1.1" status: 200 len: 1002 time: 0.0676432 Aug 18 13:29:51.526124 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d964a-e8fc-4249-9c90-ac2066153b23 req-51f6b419-725c-406c-a922-ce40e92286cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:29:51.527637 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-371d964a-e8fc-4249-9c90-ac2066153b23 req-51f6b419-725c-406c-a922-ce40e92286cc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=df130f28-747c-4593-a4e4-fcc4c74ccec3 HTTP/1.1" status: 200 len: 850 time: 0.0454967 Aug 18 13:29:51.573395 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d964a-e8fc-4249-9c90-ac2066153b23 req-222d7a73-091d-424e-9bfe-58131693e431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:29:51.574950 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-371d964a-e8fc-4249-9c90-ac2066153b23 req-222d7a73-091d-424e-9bfe-58131693e431 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5a750657-6380-4216-8606-057245bf1333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406723 Aug 18 13:29:51.674935 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-371d964a-e8fc-4249-9c90-ac2066153b23 req-d5ece6b0-53fb-4f5c-9cb1-26359d77f802 service neutron] 10.222.0.39 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913522 Aug 18 13:29:51.768729 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-371d964a-e8fc-4249-9c90-ac2066153b23 req-cbba509c-40d0-47c6-ab4c-0985393146cd service neutron] 10.222.0.39 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866461 Aug 18 13:29:56.983079 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33066) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:29:57.092960 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cc12350c-ddbb-44cc-8fd4-6d3314260cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:57.191208 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cc12350c-ddbb-44cc-8fd4-6d3314260cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:57.268013 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cc12350c-ddbb-44cc-8fd4-6d3314260cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:57.317074 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-cc12350c-ddbb-44cc-8fd4-6d3314260cf7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d403688c03b641a5bf204459d842224b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3327441 Aug 18 13:29:57.318685 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc12350c-ddbb-44cc-8fd4-6d3314260cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7010bb4f-257c-40d4-8b98-90434b8e5378,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:29:57.320216 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33070) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:29:57.377800 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0bf703b9-547f-47c5-8171-8f666fcc1b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:57.400593 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0bf703b9-547f-47c5-8171-8f666fcc1b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:57.536820 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0bf703b9-547f-47c5-8171-8f666fcc1b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:57.540183 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0bf703b9-547f-47c5-8171-8f666fcc1b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:57.541377 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0bf703b9-547f-47c5-8171-8f666fcc1b7e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7010bb4f-257c-40d4-8b98-90434b8e5378 HTTP/1.1" status: 204 len: 168 time: 0.2201495 Aug 18 13:29:57.549579 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf703b9-547f-47c5-8171-8f666fcc1b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7010bb4f-257c-40d4-8b98-90434b8e5378,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:29:58.124844 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:29:58.959607 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:00.551379 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33182) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:00.662342 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-999d3e92-4124-4c45-9c40-905f3b0e78a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:00.750273 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-999d3e92-4124-4c45-9c40-905f3b0e78a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:00.844417 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-999d3e92-4124-4c45-9c40-905f3b0e78a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:00.882533 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d3e92-4124-4c45-9c40-905f3b0e78a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48941adb-2027-4c8a-9766-de99e753c598,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:00.887105 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-999d3e92-4124-4c45-9c40-905f3b0e78a8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=533ea17650f64840a2e8840cd3a23069&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3347013 Aug 18 13:30:00.889818 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33186) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:00.938303 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-39f91a78-0983-4ddf-8dc8-814069a52470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:00.960392 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-39f91a78-0983-4ddf-8dc8-814069a52470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:01.044772 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-39f91a78-0983-4ddf-8dc8-814069a52470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:01.047453 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-39f91a78-0983-4ddf-8dc8-814069a52470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:01.048671 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-39f91a78-0983-4ddf-8dc8-814069a52470 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/48941adb-2027-4c8a-9766-de99e753c598 HTTP/1.1" status: 204 len: 168 time: 0.1578822 Aug 18 13:30:01.057370 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f91a78-0983-4ddf-8dc8-814069a52470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48941adb-2027-4c8a-9766-de99e753c598,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:02.835503 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33222) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:02.981585 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-739f5a74-98aa-4f58-922b-73a3f4fca018 tempest-ExternalNetworksTestJSON-1321746218 tempest-ExternalNetworksTestJSON-1321746218-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2077259732'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:03.084959 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739f5a74-98aa-4f58-922b-73a3f4fca018 tempest-ExternalNetworksTestJSON-1321746218 tempest-ExternalNetworksTestJSON-1321746218-project] Made reservation on behalf of 5e278d42c5af46e494c496abab10d620 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:30:03.088475 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-739f5a74-98aa-4f58-922b-73a3f4fca018 tempest-ExternalNetworksTestJSON-1321746218 tempest-ExternalNetworksTestJSON-1321746218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:03.097161 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-739f5a74-98aa-4f58-922b-73a3f4fca018 tempest-ExternalNetworksTestJSON-1321746218 tempest-ExternalNetworksTestJSON-1321746218-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:03.185964 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-739f5a74-98aa-4f58-922b-73a3f4fca018 tempest-ExternalNetworksTestJSON-1321746218 tempest-ExternalNetworksTestJSON-1321746218-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:03.256981 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-739f5a74-98aa-4f58-922b-73a3f4fca018 tempest-ExternalNetworksTestJSON-1321746218 tempest-ExternalNetworksTestJSON-1321746218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:03.283466 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-739f5a74-98aa-4f58-922b-73a3f4fca018 tempest-ExternalNetworksTestJSON-1321746218 tempest-ExternalNetworksTestJSON-1321746218-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:30:03.292719 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f5a74-98aa-4f58-922b-73a3f4fca018 tempest-ExternalNetworksTestJSON-1321746218 tempest-ExternalNetworksTestJSON-1321746218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cd8dd6-fbfc-4f52-8761-3c22d38bc0e2,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:03.298630 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-739f5a74-98aa-4f58-922b-73a3f4fca018 tempest-ExternalNetworksTestJSON-1321746218 tempest-ExternalNetworksTestJSON-1321746218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:03.298978 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-739f5a74-98aa-4f58-922b-73a3f4fca018 tempest-ExternalNetworksTestJSON-1321746218 tempest-ExternalNetworksTestJSON-1321746218-project] Added segment 5f527b58-4915-4175-b9a7-b17fb80e9aea of type vlan for network 11b05559-0d4c-48e5-81dc-819f40da2026 Aug 18 13:30:03.337500 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-739f5a74-98aa-4f58-922b-73a3f4fca018 tempest-ExternalNetworksTestJSON-1321746218 tempest-ExternalNetworksTestJSON-1321746218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:03.439201 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-739f5a74-98aa-4f58-922b-73a3f4fca018 tempest-ExternalNetworksTestJSON-1321746218 tempest-ExternalNetworksTestJSON-1321746218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:03.444771 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739f5a74-98aa-4f58-922b-73a3f4fca018 tempest-ExternalNetworksTestJSON-1321746218 tempest-ExternalNetworksTestJSON-1321746218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:03.445364 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-739f5a74-98aa-4f58-922b-73a3f4fca018 tempest-ExternalNetworksTestJSON-1321746218 tempest-ExternalNetworksTestJSON-1321746218-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:03.513104 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f5a74-98aa-4f58-922b-73a3f4fca018 tempest-ExternalNetworksTestJSON-1321746218 tempest-ExternalNetworksTestJSON-1321746218-project] Pushing event updated for resources: {'Network': ['ID=11b05559-0d4c-48e5-81dc-819f40da2026,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:03.524471 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 11b05559-0d4c-48e5-81dc-819f40da2026 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:30:03.594191 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-739f5a74-98aa-4f58-922b-73a3f4fca018 tempest-ExternalNetworksTestJSON-1321746218 tempest-ExternalNetworksTestJSON-1321746218-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7575417 Aug 18 13:30:03.597299 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33226) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:03.652232 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-58532692-205d-4591-8dbe-be1340d36184 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Request body: {'network': {'name': 'tempest-network--642735329', 'router:external': True}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:03.742348 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58532692-205d-4591-8dbe-be1340d36184 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Made reservation on behalf of a6ae2913413a4f08beb2e3552071f706 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:30:03.744745 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58532692-205d-4591-8dbe-be1340d36184 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:03.753834 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58532692-205d-4591-8dbe-be1340d36184 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:03.842331 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58532692-205d-4591-8dbe-be1340d36184 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:03.890869 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58532692-205d-4591-8dbe-be1340d36184 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:03.918606 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58532692-205d-4591-8dbe-be1340d36184 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:30:03.927350 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58532692-205d-4591-8dbe-be1340d36184 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727d1f77-80f0-465e-94ae-22a7ce417deb,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:03.933776 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58532692-205d-4591-8dbe-be1340d36184 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:03.934123 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-58532692-205d-4591-8dbe-be1340d36184 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Added segment bc050db8-9287-4aed-aeee-1307c4857d9d of type vlan for network 10e5dd66-5bb4-4167-b460-d185ea171ec7 Aug 18 13:30:03.977341 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58532692-205d-4591-8dbe-be1340d36184 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:04.056546 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58532692-205d-4591-8dbe-be1340d36184 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:04.057443 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58532692-205d-4591-8dbe-be1340d36184 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:04.058029 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58532692-205d-4591-8dbe-be1340d36184 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:04.116334 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58532692-205d-4591-8dbe-be1340d36184 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Pushing event updated for resources: {'Network': ['ID=10e5dd66-5bb4-4167-b460-d185ea171ec7,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:04.126038 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 10e5dd66-5bb4-4167-b460-d185ea171ec7 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:30:04.176712 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-58532692-205d-4591-8dbe-be1340d36184 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5782490 Aug 18 13:30:04.179886 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33230) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:04.252340 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2113472c-f28d-486d-affb-9eab80a9a5c1 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:04.330835 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2113472c-f28d-486d-affb-9eab80a9a5c1 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:04.340562 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-2113472c-f28d-486d-affb-9eab80a9a5c1 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10e5dd66-5bb4-4167-b460-d185ea171ec7']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:30:04.351033 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-2113472c-f28d-486d-affb-9eab80a9a5c1 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc050db8-9287-4aed-aeee-1307c4857d9d') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:30:04.351331 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-2113472c-f28d-486d-affb-9eab80a9a5c1 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc050db8-9287-4aed-aeee-1307c4857d9d') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:30:04.360015 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2113472c-f28d-486d-affb-9eab80a9a5c1 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:04.374135 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2113472c-f28d-486d-affb-9eab80a9a5c1 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:04.380108 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2113472c-f28d-486d-affb-9eab80a9a5c1 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:30:04.380782 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2113472c-f28d-486d-affb-9eab80a9a5c1 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:04.382531 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:30:04.382531 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:30:04.382531 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:30:04.382531 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:30:04.382531 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:30:04.382531 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:30:04.382531 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:30:04.382531 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:30:04.382531 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:30:04.382531 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:30:04.382531 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:30:04.382531 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:30:04.382531 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:30:04.382531 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:30:04.382531 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:30:04.382531 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:30:04.382531 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:30:04.382531 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:30:04.382531 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:30:04.382531 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:30:04.382531 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:30:04.382531 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:30:04.382531 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:30:04.382531 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:30:04.382531 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:30:04.382531 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:30:04.382531 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:30:04.382531 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:30:04.382531 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:30:04.382531 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:30:04.382531 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:30:04.382531 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:30:04.519466 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2113472c-f28d-486d-affb-9eab80a9a5c1 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:04.524751 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2113472c-f28d-486d-affb-9eab80a9a5c1 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 10e5dd66-5bb4-4167-b460-d185ea171ec7 {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 18 13:30:04.527613 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2113472c-f28d-486d-affb-9eab80a9a5c1 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:04.533117 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2113472c-f28d-486d-affb-9eab80a9a5c1 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] 10.222.0.13 "DELETE /v2.0/networks/10e5dd66-5bb4-4167-b460-d185ea171ec7 HTTP/1.1" status: 204 len: 168 time: 0.3487031 Aug 18 13:30:04.533995 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33232) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:04.540005 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-9cfb2ef1-6c9a-448d-a860-8e9689a31010 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:04.540268 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113472c-f28d-486d-affb-9eab80a9a5c1 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Pushing event deleted for resources: {'Network': ['ID=10e5dd66-5bb4-4167-b460-d185ea171ec7,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:04.605146 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cfb2ef1-6c9a-448d-a860-8e9689a31010 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Made reservation on behalf of a6ae2913413a4f08beb2e3552071f706 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:30:04.607595 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9cfb2ef1-6c9a-448d-a860-8e9689a31010 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:04.633420 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cfb2ef1-6c9a-448d-a860-8e9689a31010 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:30:04.642338 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9cfb2ef1-6c9a-448d-a860-8e9689a31010 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:04.642695 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-9cfb2ef1-6c9a-448d-a860-8e9689a31010 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Added segment d8bc7642-543b-4bd9-bc42-5e4d683d8d98 of type vlan for network c6a4be8a-ad4f-4d50-a573-b370597af9ff Aug 18 13:30:04.691478 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9cfb2ef1-6c9a-448d-a860-8e9689a31010 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:04.770842 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9cfb2ef1-6c9a-448d-a860-8e9689a31010 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:04.772391 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfb2ef1-6c9a-448d-a860-8e9689a31010 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:04.773106 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9cfb2ef1-6c9a-448d-a860-8e9689a31010 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:04.836018 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb2ef1-6c9a-448d-a860-8e9689a31010 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Pushing event updated for resources: {'Network': ['ID=c6a4be8a-ad4f-4d50-a573-b370597af9ff,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:04.847507 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network c6a4be8a-ad4f-4d50-a573-b370597af9ff details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:30:04.897135 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9cfb2ef1-6c9a-448d-a860-8e9689a31010 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3614249 Aug 18 13:30:04.899824 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33234) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:04.904959 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-104a062f-713b-472e-a6f9-9151a10dee8d tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Request body: {'subnet': {'network_id': 'c6a4be8a-ad4f-4d50-a573-b370597af9ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:04.987615 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104a062f-713b-472e-a6f9-9151a10dee8d tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Made reservation on behalf of a6ae2913413a4f08beb2e3552071f706 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:30:04.990024 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-104a062f-713b-472e-a6f9-9151a10dee8d tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:05.333405 n-d-803603-2 neutron-server[101675]: DEBUG neutron.objects.ports [None req-104a062f-713b-472e-a6f9-9151a10dee8d tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101675) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 13:30:05.333853 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-104a062f-713b-472e-a6f9-9151a10dee8d tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:05.387426 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a062f-713b-472e-a6f9-9151a10dee8d tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a8bf7cb2-2e48-4652-8433-4c94cabac41c,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:05.398066 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104a062f-713b-472e-a6f9-9151a10dee8d tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Checking segment: {'id': 'd8bc7642-543b-4bd9-bc42-5e4d683d8d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c6a4be8a-ad4f-4d50-a573-b370597af9ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:30:05.398459 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104a062f-713b-472e-a6f9-9151a10dee8d tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Network hostable DHCP agents. Network: c6a4be8a-ad4f-4d50-a573-b370597af9ff, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:30:05.467722 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104a062f-713b-472e-a6f9-9151a10dee8d tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Network c6a4be8a-ad4f-4d50-a573-b370597af9ff is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:30:05.536127 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-104a062f-713b-472e-a6f9-9151a10dee8d tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, c6a4be8a-ad4f-4d50-a573-b370597af9ff) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:30:05.540305 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104a062f-713b-472e-a6f9-9151a10dee8d tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:05.540894 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-104a062f-713b-472e-a6f9-9151a10dee8d tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:05.545151 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bb027c-fbc1-4467-a696-936f09f1b7a9 None None] Network c6a4be8a-ad4f-4d50-a573-b370597af9ff requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:30:05.611604 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-104a062f-713b-472e-a6f9-9151a10dee8d tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7106335 Aug 18 13:30:05.614201 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33236) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:05.619110 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-218eac1e-bdb6-478b-a300-746849855455 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Request body: {'floatingip': {'floating_network_id': 'c6a4be8a-ad4f-4d50-a573-b370597af9ff'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:05.671474 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6260a9a2-0d46-4d81-a32e-98ce02a68f49 None None] Network c6a4be8a-ad4f-4d50-a573-b370597af9ff requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:30:05.685164 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-218eac1e-bdb6-478b-a300-746849855455 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:05.773399 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-218eac1e-bdb6-478b-a300-746849855455 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:05.883026 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-218eac1e-bdb6-478b-a300-746849855455 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Allocated IP 172.20.0.14 (c6a4be8a-ad4f-4d50-a573-b370597af9ff/a8bf7cb2-2e48-4652-8433-4c94cabac41c/5635324f-3e97-4160-93e3-14af2717374a) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:30:05.987221 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-218eac1e-bdb6-478b-a300-746849855455 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:06.108815 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-218eac1e-bdb6-478b-a300-746849855455 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:06.154534 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218eac1e-bdb6-478b-a300-746849855455 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Network c6a4be8a-ad4f-4d50-a573-b370597af9ff is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:30:06.157543 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-218eac1e-bdb6-478b-a300-746849855455 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:30:06.160070 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218eac1e-bdb6-478b-a300-746849855455 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:30:06.188029 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218eac1e-bdb6-478b-a300-746849855455 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Pushing event updated for resources: {'Port': ['ID=5635324f-3e97-4160-93e3-14af2717374a,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:06.247938 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-218eac1e-bdb6-478b-a300-746849855455 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:06.351911 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-218eac1e-bdb6-478b-a300-746849855455 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:06.505234 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-218eac1e-bdb6-478b-a300-746849855455 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:06.599134 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-218eac1e-bdb6-478b-a300-746849855455 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:06.670253 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218eac1e-bdb6-478b-a300-746849855455 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Pushing event updated for resources: {'Port': ['ID=5635324f-3e97-4160-93e3-14af2717374a,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:06.682245 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-218eac1e-bdb6-478b-a300-746849855455 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:06.764801 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-218eac1e-bdb6-478b-a300-746849855455 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:06.766004 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-218eac1e-bdb6-478b-a300-746849855455 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1508472 Aug 18 13:30:06.768842 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33240) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:06.835092 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0551d9b7-7151-43ce-959c-ee0246463492 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] 10.222.0.13 "GET /v2.0/floatingips?floating_network_id=c6a4be8a-ad4f-4d50-a573-b370597af9ff HTTP/1.1" status: 200 len: 690 time: 0.0645342 Aug 18 13:30:06.837453 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33242) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:06.924332 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3a999a03-ef38-4a13-91d9-4f5221b2dbcf tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:07.039520 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-3a999a03-ef38-4a13-91d9-4f5221b2dbcf tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Deleting port 5635324f-3e97-4160-93e3-14af2717374a {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:30:07.039769 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3a999a03-ef38-4a13-91d9-4f5221b2dbcf tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:07.116308 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3a999a03-ef38-4a13-91d9-4f5221b2dbcf tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:07.116639 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3a999a03-ef38-4a13-91d9-4f5221b2dbcf tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:07.128474 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-3a999a03-ef38-4a13-91d9-4f5221b2dbcf tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Calling delete_port for 5635324f-3e97-4160-93e3-14af2717374a owned by network:floatingip {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:30:07.319594 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3a999a03-ef38-4a13-91d9-4f5221b2dbcf tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:07.347542 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a999a03-ef38-4a13-91d9-4f5221b2dbcf tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Pushing event deleted for resources: {'Port': ['ID=5635324f-3e97-4160-93e3-14af2717374a,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:07.409236 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3a999a03-ef38-4a13-91d9-4f5221b2dbcf tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:07.454993 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3a999a03-ef38-4a13-91d9-4f5221b2dbcf tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:07.559627 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3a999a03-ef38-4a13-91d9-4f5221b2dbcf tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:07.586274 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a999a03-ef38-4a13-91d9-4f5221b2dbcf tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a8bf7cb2-2e48-4652-8433-4c94cabac41c,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:07.639386 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3a999a03-ef38-4a13-91d9-4f5221b2dbcf tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:07.648924 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-3a999a03-ef38-4a13-91d9-4f5221b2dbcf tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6a4be8a-ad4f-4d50-a573-b370597af9ff']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:30:07.658397 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-3a999a03-ef38-4a13-91d9-4f5221b2dbcf tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8bc7642-543b-4bd9-bc42-5e4d683d8d98') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:30:07.658695 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-3a999a03-ef38-4a13-91d9-4f5221b2dbcf tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8bc7642-543b-4bd9-bc42-5e4d683d8d98') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:30:07.667840 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3a999a03-ef38-4a13-91d9-4f5221b2dbcf tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:07.681647 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3a999a03-ef38-4a13-91d9-4f5221b2dbcf tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:07.687519 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a999a03-ef38-4a13-91d9-4f5221b2dbcf tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:30:07.687911 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3a999a03-ef38-4a13-91d9-4f5221b2dbcf tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:07.689944 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:30:07.689944 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:30:07.689944 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:30:07.689944 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:30:07.689944 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:30:07.689944 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:30:07.689944 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:30:07.689944 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:30:07.689944 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:30:07.689944 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:30:07.689944 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:30:07.689944 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:30:07.689944 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:30:07.689944 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:30:07.689944 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:30:07.689944 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:30:07.689944 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:30:07.689944 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:30:07.689944 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:30:07.689944 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:30:07.689944 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:30:07.689944 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:30:07.689944 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:30:07.689944 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:30:07.689944 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:30:07.689944 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:30:07.689944 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:30:07.689944 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:30:07.689944 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:30:07.689944 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:30:07.689944 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:30:07.689944 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:30:07.810718 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3a999a03-ef38-4a13-91d9-4f5221b2dbcf tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:07.815952 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a999a03-ef38-4a13-91d9-4f5221b2dbcf tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c6a4be8a-ad4f-4d50-a573-b370597af9ff {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 18 13:30:07.821413 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3a999a03-ef38-4a13-91d9-4f5221b2dbcf tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:07.821413 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3a999a03-ef38-4a13-91d9-4f5221b2dbcf tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] 10.222.0.13 "DELETE /v2.0/networks/c6a4be8a-ad4f-4d50-a573-b370597af9ff HTTP/1.1" status: 204 len: 168 time: 0.9820743 Aug 18 13:30:07.823280 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33244) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:07.830504 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a999a03-ef38-4a13-91d9-4f5221b2dbcf tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Pushing event deleted for resources: {'Network': ['ID=c6a4be8a-ad4f-4d50-a573-b370597af9ff,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:07.964330 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-10933eaf-57ea-41b9-8f92-7021646d6437 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1478 time: 0.1393392 Aug 18 13:30:07.966781 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33246) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:08.051796 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df99442-35cb-453e-bd5d-8503089f911e tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:08.052280 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df99442-35cb-453e-bd5d-8503089f911e tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:08.053248 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df99442-35cb-453e-bd5d-8503089f911e tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:08.053721 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df99442-35cb-453e-bd5d-8503089f911e tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:08.054164 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df99442-35cb-453e-bd5d-8503089f911e tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:08.055892 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7df99442-35cb-453e-bd5d-8503089f911e tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3382 time: 0.0882158 Aug 18 13:30:08.058805 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33248) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:08.120665 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-ae30abdb-d4ae-4a96-b6a2-0d2279e1e8c0 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] delete failed (client error): The resource could not be found. Aug 18 13:30:08.121588 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ae30abdb-d4ae-4a96-b6a2-0d2279e1e8c0 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/429cf0fb-2509-4f88-8dd9-ac31c6fb5515 HTTP/1.1" status: 404 len: 345 time: 0.0618947 Aug 18 13:30:08.124286 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33250) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:08.141353 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe683fae-4a50-4769-a65e-1a1de8bf6e43 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] DELETE failed (client error): The resource could not be found. Aug 18 13:30:08.141890 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe683fae-4a50-4769-a65e-1a1de8bf6e43 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:30:08.143597 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-fe683fae-4a50-4769-a65e-1a1de8bf6e43 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] 10.222.0.13 "DELETE /v2.0/networks/c6a4be8a-ad4f-4d50-a573-b370597af9ff HTTP/1.1" status: 404 len: 339 time: 0.0184247 Aug 18 13:30:08.147147 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33252) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:08.151899 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-1a3e7979-1e8c-4e7e-8e60-b511095e9e50 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Request body: {'network': {'name': 'tempest-network--1608618714', 'router:external': True}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:08.238482 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3e7979-1e8c-4e7e-8e60-b511095e9e50 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Made reservation on behalf of a6ae2913413a4f08beb2e3552071f706 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:30:08.241420 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1a3e7979-1e8c-4e7e-8e60-b511095e9e50 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:08.266526 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a3e7979-1e8c-4e7e-8e60-b511095e9e50 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:30:08.275424 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1a3e7979-1e8c-4e7e-8e60-b511095e9e50 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:08.275821 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-1a3e7979-1e8c-4e7e-8e60-b511095e9e50 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Added segment 1ea30fc4-7f75-4174-98b3-3eb7100435dc of type vlan for network 8d3d9246-6709-4bb2-969f-904abd35dd6f Aug 18 13:30:08.321113 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1a3e7979-1e8c-4e7e-8e60-b511095e9e50 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:08.404628 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1a3e7979-1e8c-4e7e-8e60-b511095e9e50 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:08.405531 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3e7979-1e8c-4e7e-8e60-b511095e9e50 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:08.406126 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1a3e7979-1e8c-4e7e-8e60-b511095e9e50 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:08.469700 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3e7979-1e8c-4e7e-8e60-b511095e9e50 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Pushing event updated for resources: {'Network': ['ID=8d3d9246-6709-4bb2-969f-904abd35dd6f,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:08.480670 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 8d3d9246-6709-4bb2-969f-904abd35dd6f details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:30:08.560132 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1a3e7979-1e8c-4e7e-8e60-b511095e9e50 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4119647 Aug 18 13:30:08.562595 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33254) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:08.745924 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87d755a-b65f-4289-841a-6c3463e1b1c6 tempest-ExternalNetworksTestJSON-1321746218 tempest-ExternalNetworksTestJSON-1321746218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:08.752849 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87d755a-b65f-4289-841a-6c3463e1b1c6 tempest-ExternalNetworksTestJSON-1321746218 tempest-ExternalNetworksTestJSON-1321746218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:08.759650 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87d755a-b65f-4289-841a-6c3463e1b1c6 tempest-ExternalNetworksTestJSON-1321746218 tempest-ExternalNetworksTestJSON-1321746218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:08.766457 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87d755a-b65f-4289-841a-6c3463e1b1c6 tempest-ExternalNetworksTestJSON-1321746218 tempest-ExternalNetworksTestJSON-1321746218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:08.768505 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a87d755a-b65f-4289-841a-6c3463e1b1c6 tempest-ExternalNetworksTestJSON-1321746218 tempest-ExternalNetworksTestJSON-1321746218-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2049620 Aug 18 13:30:08.771358 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33256) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:08.851366 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-969494b1-8d56-4ccf-885e-98f6754dfb25 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:08.942725 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-969494b1-8d56-4ccf-885e-98f6754dfb25 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:08.953972 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-969494b1-8d56-4ccf-885e-98f6754dfb25 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d3d9246-6709-4bb2-969f-904abd35dd6f']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:30:08.965200 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-969494b1-8d56-4ccf-885e-98f6754dfb25 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ea30fc4-7f75-4174-98b3-3eb7100435dc') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:30:08.965487 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-969494b1-8d56-4ccf-885e-98f6754dfb25 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ea30fc4-7f75-4174-98b3-3eb7100435dc') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:30:08.975087 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-969494b1-8d56-4ccf-885e-98f6754dfb25 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:08.989170 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-969494b1-8d56-4ccf-885e-98f6754dfb25 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:08.995180 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-969494b1-8d56-4ccf-885e-98f6754dfb25 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:30:08.995639 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-969494b1-8d56-4ccf-885e-98f6754dfb25 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:08.998030 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:30:08.998030 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:30:08.998030 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:30:08.998030 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:30:08.998030 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:30:08.998030 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:30:08.998030 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:30:08.998030 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:30:08.998030 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:30:08.998030 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:30:08.998030 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:30:08.998030 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:30:08.998030 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:30:08.998030 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:30:08.998030 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:30:08.998030 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:30:08.998030 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:30:08.998030 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:30:08.998030 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:30:08.998030 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:30:08.998030 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:30:08.998030 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:30:08.998030 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:30:08.998030 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:30:08.998030 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:30:08.998030 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:30:08.998030 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:30:08.998030 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:30:08.998030 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:30:08.998030 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:30:08.998030 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:30:08.998030 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:30:09.113397 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-969494b1-8d56-4ccf-885e-98f6754dfb25 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:09.118819 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969494b1-8d56-4ccf-885e-98f6754dfb25 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8d3d9246-6709-4bb2-969f-904abd35dd6f {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 18 13:30:09.121898 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-969494b1-8d56-4ccf-885e-98f6754dfb25 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:09.123951 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-969494b1-8d56-4ccf-885e-98f6754dfb25 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] 10.222.0.13 "DELETE /v2.0/networks/8d3d9246-6709-4bb2-969f-904abd35dd6f HTTP/1.1" status: 204 len: 168 time: 0.3510559 Aug 18 13:30:09.127578 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33258) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:09.133440 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-147db5d5-dff9-42c7-b7f5-e44220e8a564 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Request body: {'network': {'name': 'tempest-network--122015718', 'router:external': True}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:09.143562 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969494b1-8d56-4ccf-885e-98f6754dfb25 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Pushing event deleted for resources: {'Network': ['ID=8d3d9246-6709-4bb2-969f-904abd35dd6f,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:09.187755 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147db5d5-dff9-42c7-b7f5-e44220e8a564 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Made reservation on behalf of a6ae2913413a4f08beb2e3552071f706 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:30:09.190301 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-147db5d5-dff9-42c7-b7f5-e44220e8a564 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:09.217548 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-147db5d5-dff9-42c7-b7f5-e44220e8a564 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:30:09.228264 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-147db5d5-dff9-42c7-b7f5-e44220e8a564 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:09.228619 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-147db5d5-dff9-42c7-b7f5-e44220e8a564 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Added segment cb755845-975f-4436-a55a-58bf29682888 of type vlan for network 69d7121d-cc48-4a3d-8e5b-6b796787f0ef Aug 18 13:30:09.278074 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-147db5d5-dff9-42c7-b7f5-e44220e8a564 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:09.364333 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-147db5d5-dff9-42c7-b7f5-e44220e8a564 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:09.365866 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147db5d5-dff9-42c7-b7f5-e44220e8a564 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:09.366493 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-147db5d5-dff9-42c7-b7f5-e44220e8a564 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:09.430245 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147db5d5-dff9-42c7-b7f5-e44220e8a564 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Pushing event updated for resources: {'Network': ['ID=69d7121d-cc48-4a3d-8e5b-6b796787f0ef,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:09.440196 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 69d7121d-cc48-4a3d-8e5b-6b796787f0ef details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:30:09.492523 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-147db5d5-dff9-42c7-b7f5-e44220e8a564 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3638177 Aug 18 13:30:09.495074 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33260) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:09.581823 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cc19f6-4e7f-4a51-8fb5-99b62c41f81a tempest-ExternalNetworksTestJSON-1321746218 tempest-ExternalNetworksTestJSON-1321746218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:09.583398 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-47cc19f6-4e7f-4a51-8fb5-99b62c41f81a tempest-ExternalNetworksTestJSON-1321746218 tempest-ExternalNetworksTestJSON-1321746218-project] 10.222.0.13 "GET /v2.0/networks/69d7121d-cc48-4a3d-8e5b-6b796787f0ef HTTP/1.1" status: 200 len: 756 time: 0.0870972 Aug 18 13:30:09.585960 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33262) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:09.675428 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b781167-bdfd-417d-932b-bc35a88ce12d tempest-ExternalNetworksTestJSON-1321746218 tempest-ExternalNetworksTestJSON-1321746218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:09.676848 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9b781167-bdfd-417d-932b-bc35a88ce12d tempest-ExternalNetworksTestJSON-1321746218 tempest-ExternalNetworksTestJSON-1321746218-project] 10.222.0.13 "GET /v2.0/networks/11b05559-0d4c-48e5-81dc-819f40da2026 HTTP/1.1" status: 200 len: 768 time: 0.0898395 Aug 18 13:30:09.680267 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33264) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:09.749638 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d0833f7a-8389-4425-a5e2-088c33f79868 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:09.836426 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d0833f7a-8389-4425-a5e2-088c33f79868 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:09.847279 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-d0833f7a-8389-4425-a5e2-088c33f79868 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69d7121d-cc48-4a3d-8e5b-6b796787f0ef']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:30:09.858997 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-d0833f7a-8389-4425-a5e2-088c33f79868 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb755845-975f-4436-a55a-58bf29682888') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:30:09.866055 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-d0833f7a-8389-4425-a5e2-088c33f79868 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb755845-975f-4436-a55a-58bf29682888') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:30:09.869973 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d0833f7a-8389-4425-a5e2-088c33f79868 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:09.884976 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d0833f7a-8389-4425-a5e2-088c33f79868 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:09.891259 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0833f7a-8389-4425-a5e2-088c33f79868 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:30:09.891670 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d0833f7a-8389-4425-a5e2-088c33f79868 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:09.893430 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:30:09.893430 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:30:09.893430 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:30:09.893430 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:30:09.893430 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:30:09.893430 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:30:09.893430 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:30:09.893430 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:30:09.893430 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:30:09.893430 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:30:09.893430 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:30:09.893430 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:30:09.893430 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:30:09.893430 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:30:09.893430 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:30:09.893430 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:30:09.893430 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:30:09.893430 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:30:09.893430 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:30:09.893430 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:30:09.893430 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:30:09.893430 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:30:09.893430 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:30:09.893430 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:30:09.893430 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:30:09.893430 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:30:09.893430 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:30:09.893430 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:30:09.893430 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:30:09.893430 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:30:09.893430 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:30:09.893430 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:30:10.056690 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d0833f7a-8389-4425-a5e2-088c33f79868 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:10.063281 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0833f7a-8389-4425-a5e2-088c33f79868 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 69d7121d-cc48-4a3d-8e5b-6b796787f0ef {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 18 13:30:10.067196 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d0833f7a-8389-4425-a5e2-088c33f79868 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:10.069732 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d0833f7a-8389-4425-a5e2-088c33f79868 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] 10.222.0.13 "DELETE /v2.0/networks/69d7121d-cc48-4a3d-8e5b-6b796787f0ef HTTP/1.1" status: 204 len: 168 time: 0.3882780 Aug 18 13:30:10.074401 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33266) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:10.079096 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-8f218456-5b98-4b61-8272-07d26363ccc5 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Request body: {'network': {'name': 'tempest-network--77475436'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:10.084570 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0833f7a-8389-4425-a5e2-088c33f79868 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Pushing event deleted for resources: {'Network': ['ID=69d7121d-cc48-4a3d-8e5b-6b796787f0ef,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:10.159037 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f218456-5b98-4b61-8272-07d26363ccc5 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Made reservation on behalf of a6ae2913413a4f08beb2e3552071f706 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:30:10.162697 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8f218456-5b98-4b61-8272-07d26363ccc5 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:10.190436 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f218456-5b98-4b61-8272-07d26363ccc5 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:30:10.199810 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8f218456-5b98-4b61-8272-07d26363ccc5 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:10.200323 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-8f218456-5b98-4b61-8272-07d26363ccc5 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Added segment 1b2c4fb1-5243-4107-888e-4f479d2877ec of type vlan for network 29539a51-f03a-46f8-8243-fe3a90d43118 Aug 18 13:30:10.244984 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8f218456-5b98-4b61-8272-07d26363ccc5 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:10.336145 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8f218456-5b98-4b61-8272-07d26363ccc5 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:10.337178 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f218456-5b98-4b61-8272-07d26363ccc5 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:10.337874 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8f218456-5b98-4b61-8272-07d26363ccc5 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:10.403551 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f218456-5b98-4b61-8272-07d26363ccc5 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Pushing event updated for resources: {'Network': ['ID=29539a51-f03a-46f8-8243-fe3a90d43118,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:10.414086 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 29539a51-f03a-46f8-8243-fe3a90d43118 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:30:10.462646 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8f218456-5b98-4b61-8272-07d26363ccc5 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3875041 Aug 18 13:30:10.465187 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33268) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:10.470386 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-f99fbeee-dc57-4167-b982-9e4c30cf7fca tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:10.969298 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f99fbeee-dc57-4167-b982-9e4c30cf7fca tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:11.038676 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f99fbeee-dc57-4167-b982-9e4c30cf7fca tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:11.055033 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f99fbeee-dc57-4167-b982-9e4c30cf7fca tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Network 29539a51-f03a-46f8-8243-fe3a90d43118 is not hosted by any dhcp agent {{(pid=101676) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 18 13:30:11.055902 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99fbeee-dc57-4167-b982-9e4c30cf7fca tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:11.056509 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f99fbeee-dc57-4167-b982-9e4c30cf7fca tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:11.057808 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f99fbeee-dc57-4167-b982-9e4c30cf7fca tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] 10.222.0.13 "PUT /v2.0/networks/29539a51-f03a-46f8-8243-fe3a90d43118 HTTP/1.1" status: 200 len: 856 time: 0.5916331 Aug 18 13:30:11.060861 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33270) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:11.100271 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fbeee-dc57-4167-b982-9e4c30cf7fca tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Pushing event updated for resources: {'Network': ['ID=29539a51-f03a-46f8-8243-fe3a90d43118,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:11.132360 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8c4dd0d8-0624-47e8-ae8a-17d5b0c3e852 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:11.211057 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8c4dd0d8-0624-47e8-ae8a-17d5b0c3e852 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:11.220821 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-8c4dd0d8-0624-47e8-ae8a-17d5b0c3e852 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29539a51-f03a-46f8-8243-fe3a90d43118']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:30:11.231414 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-8c4dd0d8-0624-47e8-ae8a-17d5b0c3e852 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b2c4fb1-5243-4107-888e-4f479d2877ec') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:30:11.231712 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-8c4dd0d8-0624-47e8-ae8a-17d5b0c3e852 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b2c4fb1-5243-4107-888e-4f479d2877ec') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:30:11.241081 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8c4dd0d8-0624-47e8-ae8a-17d5b0c3e852 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:11.254434 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8c4dd0d8-0624-47e8-ae8a-17d5b0c3e852 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:11.260775 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c4dd0d8-0624-47e8-ae8a-17d5b0c3e852 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:30:11.261168 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8c4dd0d8-0624-47e8-ae8a-17d5b0c3e852 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:11.262862 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:30:11.262862 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:30:11.262862 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:30:11.262862 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:30:11.262862 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:30:11.262862 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:30:11.262862 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:30:11.262862 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:30:11.262862 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:30:11.262862 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:30:11.262862 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:30:11.262862 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:30:11.262862 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:30:11.262862 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:30:11.262862 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:30:11.262862 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:30:11.262862 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:30:11.262862 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:30:11.262862 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:30:11.262862 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:30:11.262862 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:30:11.262862 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:30:11.262862 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:30:11.262862 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:30:11.262862 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:30:11.262862 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:30:11.262862 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:30:11.262862 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:30:11.262862 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:30:11.262862 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:30:11.262862 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:30:11.262862 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:30:11.393216 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8c4dd0d8-0624-47e8-ae8a-17d5b0c3e852 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:11.398438 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4dd0d8-0624-47e8-ae8a-17d5b0c3e852 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 29539a51-f03a-46f8-8243-fe3a90d43118 {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 18 13:30:11.406341 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8c4dd0d8-0624-47e8-ae8a-17d5b0c3e852 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:11.406341 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8c4dd0d8-0624-47e8-ae8a-17d5b0c3e852 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] 10.222.0.13 "DELETE /v2.0/networks/29539a51-f03a-46f8-8243-fe3a90d43118 HTTP/1.1" status: 204 len: 168 time: 0.3412437 Aug 18 13:30:11.407658 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33272) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:11.423073 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4dd0d8-0624-47e8-ae8a-17d5b0c3e852 tempest-ExternalNetworksTestJSON-2131521656 tempest-ExternalNetworksTestJSON-2131521656-project-admin] Pushing event deleted for resources: {'Network': ['ID=29539a51-f03a-46f8-8243-fe3a90d43118,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:11.435613 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dc4431d-3e22-4034-80c2-602c358ab717 tempest-ExternalNetworksTestJSON-1321746218 tempest-ExternalNetworksTestJSON-1321746218-project] DELETE failed (client error): The resource could not be found. Aug 18 13:30:11.440419 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dc4431d-3e22-4034-80c2-602c358ab717 tempest-ExternalNetworksTestJSON-1321746218 tempest-ExternalNetworksTestJSON-1321746218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:30:11.440419 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9dc4431d-3e22-4034-80c2-602c358ab717 tempest-ExternalNetworksTestJSON-1321746218 tempest-ExternalNetworksTestJSON-1321746218-project] 10.222.0.13 "DELETE /v2.0/subnets/a8bf7cb2-2e48-4652-8433-4c94cabac41c HTTP/1.1" status: 404 len: 337 time: 0.0293295 Aug 18 13:30:11.442262 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33274) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:11.543482 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dbda08b7-c1d0-43bc-8d6b-aec4376507e2 tempest-ExternalNetworksTestJSON-1321746218 tempest-ExternalNetworksTestJSON-1321746218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:11.629105 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dbda08b7-c1d0-43bc-8d6b-aec4376507e2 tempest-ExternalNetworksTestJSON-1321746218 tempest-ExternalNetworksTestJSON-1321746218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:11.639194 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-dbda08b7-c1d0-43bc-8d6b-aec4376507e2 tempest-ExternalNetworksTestJSON-1321746218 tempest-ExternalNetworksTestJSON-1321746218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11b05559-0d4c-48e5-81dc-819f40da2026']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:30:11.653589 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-dbda08b7-c1d0-43bc-8d6b-aec4376507e2 tempest-ExternalNetworksTestJSON-1321746218 tempest-ExternalNetworksTestJSON-1321746218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f527b58-4915-4175-b9a7-b17fb80e9aea') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:30:11.653831 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-dbda08b7-c1d0-43bc-8d6b-aec4376507e2 tempest-ExternalNetworksTestJSON-1321746218 tempest-ExternalNetworksTestJSON-1321746218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f527b58-4915-4175-b9a7-b17fb80e9aea') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:30:11.661896 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-34382786-5a75-44bb-b988-f27ed2e7d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:11.663388 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dbda08b7-c1d0-43bc-8d6b-aec4376507e2 tempest-ExternalNetworksTestJSON-1321746218 tempest-ExternalNetworksTestJSON-1321746218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:11.677283 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dbda08b7-c1d0-43bc-8d6b-aec4376507e2 tempest-ExternalNetworksTestJSON-1321746218 tempest-ExternalNetworksTestJSON-1321746218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:11.683034 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbda08b7-c1d0-43bc-8d6b-aec4376507e2 tempest-ExternalNetworksTestJSON-1321746218 tempest-ExternalNetworksTestJSON-1321746218-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:30:11.683430 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dbda08b7-c1d0-43bc-8d6b-aec4376507e2 tempest-ExternalNetworksTestJSON-1321746218 tempest-ExternalNetworksTestJSON-1321746218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:11.686360 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:30:11.686360 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:30:11.686360 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:30:11.686360 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:30:11.686360 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:30:11.686360 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:30:11.686360 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:30:11.686360 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:30:11.686360 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:30:11.686360 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:30:11.686360 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:30:11.686360 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:30:11.686360 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:30:11.686360 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:30:11.686360 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:30:11.686360 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:30:11.686360 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:30:11.686360 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:30:11.686360 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:30:11.686360 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:30:11.686360 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:30:11.686360 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:30:11.686360 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:30:11.686360 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:30:11.686360 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:30:11.686360 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:30:11.686360 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:30:11.686360 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:30:11.686360 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:30:11.686360 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:30:11.686360 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:30:11.686360 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:30:11.805038 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dbda08b7-c1d0-43bc-8d6b-aec4376507e2 tempest-ExternalNetworksTestJSON-1321746218 tempest-ExternalNetworksTestJSON-1321746218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:11.809488 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dbda08b7-c1d0-43bc-8d6b-aec4376507e2 tempest-ExternalNetworksTestJSON-1321746218 tempest-ExternalNetworksTestJSON-1321746218-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:11.814310 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-dbda08b7-c1d0-43bc-8d6b-aec4376507e2 tempest-ExternalNetworksTestJSON-1321746218 tempest-ExternalNetworksTestJSON-1321746218-project] 10.222.0.13 "DELETE /v2.0/networks/11b05559-0d4c-48e5-81dc-819f40da2026 HTTP/1.1" status: 204 len: 168 time: 0.3684344 Aug 18 13:30:11.827942 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda08b7-c1d0-43bc-8d6b-aec4376507e2 tempest-ExternalNetworksTestJSON-1321746218 tempest-ExternalNetworksTestJSON-1321746218-project] Pushing event deleted for resources: {'Network': ['ID=11b05559-0d4c-48e5-81dc-819f40da2026,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:12.260362 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33280) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:12.397823 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-22ccff0b-30b8-4af2-a908-2e2519da172f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e278d42c5af46e494c496abab10d620&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1362844 Aug 18 13:30:12.400354 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33284) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:12.447382 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3dac30d4-b752-454b-a513-67bc18319182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:12.471859 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3dac30d4-b752-454b-a513-67bc18319182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:12.588422 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3dac30d4-b752-454b-a513-67bc18319182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:12.591644 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3dac30d4-b752-454b-a513-67bc18319182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:12.592811 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3dac30d4-b752-454b-a513-67bc18319182 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4cd8dd6-fbfc-4f52-8761-3c22d38bc0e2 HTTP/1.1" status: 204 len: 168 time: 0.1915474 Aug 18 13:30:12.601543 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac30d4-b752-454b-a513-67bc18319182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cd8dd6-fbfc-4f52-8761-3c22d38bc0e2,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:13.253531 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33290) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:13.293758 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-fa36417a-f598-4aa3-95f9-210af7cac278 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a6ae2913413a4f08beb2e3552071f706&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390320 Aug 18 13:30:13.296338 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33292) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:13.344055 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-09a66f14-1e3a-4618-9b6f-e90f3d2b9d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:13.367230 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-09a66f14-1e3a-4618-9b6f-e90f3d2b9d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:13.479154 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-09a66f14-1e3a-4618-9b6f-e90f3d2b9d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:13.481739 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-09a66f14-1e3a-4618-9b6f-e90f3d2b9d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:13.482961 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-09a66f14-1e3a-4618-9b6f-e90f3d2b9d7d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/727d1f77-80f0-465e-94ae-22a7ce417deb HTTP/1.1" status: 204 len: 168 time: 0.1857102 Aug 18 13:30:13.491364 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a66f14-1e3a-4618-9b6f-e90f3d2b9d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727d1f77-80f0-465e-94ae-22a7ce417deb,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:13.758255 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cbb8b1a0-ec4c-4917-ab9e-57d9648a27db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:14.593310 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:15.390526 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33328) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:15.487969 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-8bb3d05e-7546-4b1d-b059-93e590132ce4 tempest-ExternalNetworksAdminNegativeTestJSON-776088794 tempest-ExternalNetworksAdminNegativeTestJSON-776088794-project-admin] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:15.496026 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:15.639461 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8bb3d05e-7546-4b1d-b059-93e590132ce4 tempest-ExternalNetworksAdminNegativeTestJSON-776088794 tempest-ExternalNetworksAdminNegativeTestJSON-776088794-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:15.734074 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8bb3d05e-7546-4b1d-b059-93e590132ce4 tempest-ExternalNetworksAdminNegativeTestJSON-776088794 tempest-ExternalNetworksAdminNegativeTestJSON-776088794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:15.841601 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-8bb3d05e-7546-4b1d-b059-93e590132ce4 tempest-ExternalNetworksAdminNegativeTestJSON-776088794 tempest-ExternalNetworksAdminNegativeTestJSON-776088794-project-admin] Allocated IP 172.25.6.84 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/a0b9479d-aaec-4335-b1d4-0185ed774334) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:30:15.951412 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8bb3d05e-7546-4b1d-b059-93e590132ce4 tempest-ExternalNetworksAdminNegativeTestJSON-776088794 tempest-ExternalNetworksAdminNegativeTestJSON-776088794-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:16.039696 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8bb3d05e-7546-4b1d-b059-93e590132ce4 tempest-ExternalNetworksAdminNegativeTestJSON-776088794 tempest-ExternalNetworksAdminNegativeTestJSON-776088794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:16.079684 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb3d05e-7546-4b1d-b059-93e590132ce4 tempest-ExternalNetworksAdminNegativeTestJSON-776088794 tempest-ExternalNetworksAdminNegativeTestJSON-776088794-project-admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:30:16.085591 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-8bb3d05e-7546-4b1d-b059-93e590132ce4 tempest-ExternalNetworksAdminNegativeTestJSON-776088794 tempest-ExternalNetworksAdminNegativeTestJSON-776088794-project-admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:30:16.090376 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb3d05e-7546-4b1d-b059-93e590132ce4 tempest-ExternalNetworksAdminNegativeTestJSON-776088794 tempest-ExternalNetworksAdminNegativeTestJSON-776088794-project-admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:30:16.093223 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb3d05e-7546-4b1d-b059-93e590132ce4 tempest-ExternalNetworksAdminNegativeTestJSON-776088794 tempest-ExternalNetworksAdminNegativeTestJSON-776088794-project-admin] Pushing event updated for resources: {'Port': ['ID=a0b9479d-aaec-4335-b1d4-0185ed774334,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:16.213183 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8bb3d05e-7546-4b1d-b059-93e590132ce4 tempest-ExternalNetworksAdminNegativeTestJSON-776088794 tempest-ExternalNetworksAdminNegativeTestJSON-776088794-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:16.282898 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8bb3d05e-7546-4b1d-b059-93e590132ce4 tempest-ExternalNetworksAdminNegativeTestJSON-776088794 tempest-ExternalNetworksAdminNegativeTestJSON-776088794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:16.436765 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8bb3d05e-7546-4b1d-b059-93e590132ce4 tempest-ExternalNetworksAdminNegativeTestJSON-776088794 tempest-ExternalNetworksAdminNegativeTestJSON-776088794-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:16.525059 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8bb3d05e-7546-4b1d-b059-93e590132ce4 tempest-ExternalNetworksAdminNegativeTestJSON-776088794 tempest-ExternalNetworksAdminNegativeTestJSON-776088794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:16.591896 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb3d05e-7546-4b1d-b059-93e590132ce4 tempest-ExternalNetworksAdminNegativeTestJSON-776088794 tempest-ExternalNetworksAdminNegativeTestJSON-776088794-project-admin] Pushing event updated for resources: {'Port': ['ID=a0b9479d-aaec-4335-b1d4-0185ed774334,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:16.607490 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8bb3d05e-7546-4b1d-b059-93e590132ce4 tempest-ExternalNetworksAdminNegativeTestJSON-776088794 tempest-ExternalNetworksAdminNegativeTestJSON-776088794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:16.685152 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8bb3d05e-7546-4b1d-b059-93e590132ce4 tempest-ExternalNetworksAdminNegativeTestJSON-776088794 tempest-ExternalNetworksAdminNegativeTestJSON-776088794-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:16.686521 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8bb3d05e-7546-4b1d-b059-93e590132ce4 tempest-ExternalNetworksAdminNegativeTestJSON-776088794 tempest-ExternalNetworksAdminNegativeTestJSON-776088794-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2949321 Aug 18 13:30:16.689391 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33334) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:16.694370 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-425bf7e7-c0fb-4418-8287-5d25bdd0202f tempest-ExternalNetworksAdminNegativeTestJSON-776088794 tempest-ExternalNetworksAdminNegativeTestJSON-776088794-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-448028717', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'fixed_ips': [{'ip_address': '172.25.6.84'}]}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:16.781495 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425bf7e7-c0fb-4418-8287-5d25bdd0202f tempest-ExternalNetworksAdminNegativeTestJSON-776088794 tempest-ExternalNetworksAdminNegativeTestJSON-776088794-project-admin] Made reservation on behalf of afce1fbd256b4a23ba114ddd3fd43ce9 for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:30:16.783885 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-425bf7e7-c0fb-4418-8287-5d25bdd0202f tempest-ExternalNetworksAdminNegativeTestJSON-776088794 tempest-ExternalNetworksAdminNegativeTestJSON-776088794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:16.793889 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-425bf7e7-c0fb-4418-8287-5d25bdd0202f tempest-ExternalNetworksAdminNegativeTestJSON-776088794 tempest-ExternalNetworksAdminNegativeTestJSON-776088794-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:16.884480 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-425bf7e7-c0fb-4418-8287-5d25bdd0202f tempest-ExternalNetworksAdminNegativeTestJSON-776088794 tempest-ExternalNetworksAdminNegativeTestJSON-776088794-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:16.953646 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-425bf7e7-c0fb-4418-8287-5d25bdd0202f tempest-ExternalNetworksAdminNegativeTestJSON-776088794 tempest-ExternalNetworksAdminNegativeTestJSON-776088794-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:16.964323 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-425bf7e7-c0fb-4418-8287-5d25bdd0202f tempest-ExternalNetworksAdminNegativeTestJSON-776088794 tempest-ExternalNetworksAdminNegativeTestJSON-776088794-project-admin] device_id is not set on port af6ea2c5-e1f3-4a45-8279-fcde3fc74eb5 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:30:17.024384 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425bf7e7-c0fb-4418-8287-5d25bdd0202f tempest-ExternalNetworksAdminNegativeTestJSON-776088794 tempest-ExternalNetworksAdminNegativeTestJSON-776088794-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2280656-b6ef-4e14-8b2b-6db7065ac43b,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:17.193887 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-425bf7e7-c0fb-4418-8287-5d25bdd0202f tempest-ExternalNetworksAdminNegativeTestJSON-776088794 tempest-ExternalNetworksAdminNegativeTestJSON-776088794-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 18 13:30:17.194416 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-425bf7e7-c0fb-4418-8287-5d25bdd0202f tempest-ExternalNetworksAdminNegativeTestJSON-776088794 tempest-ExternalNetworksAdminNegativeTestJSON-776088794-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:30:17.285885 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-425bf7e7-c0fb-4418-8287-5d25bdd0202f tempest-ExternalNetworksAdminNegativeTestJSON-776088794 tempest-ExternalNetworksAdminNegativeTestJSON-776088794-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.5952148 Aug 18 13:30:17.288335 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33338) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:17.423961 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-238c3a25-7728-413b-b5e4-44657db52c06 tempest-ExternalNetworksAdminNegativeTestJSON-776088794 tempest-ExternalNetworksAdminNegativeTestJSON-776088794-project-admin] Deleting port a0b9479d-aaec-4335-b1d4-0185ed774334 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:30:17.424312 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-238c3a25-7728-413b-b5e4-44657db52c06 tempest-ExternalNetworksAdminNegativeTestJSON-776088794 tempest-ExternalNetworksAdminNegativeTestJSON-776088794-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:17.435781 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:17.511516 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-238c3a25-7728-413b-b5e4-44657db52c06 tempest-ExternalNetworksAdminNegativeTestJSON-776088794 tempest-ExternalNetworksAdminNegativeTestJSON-776088794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:17.512695 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-238c3a25-7728-413b-b5e4-44657db52c06 tempest-ExternalNetworksAdminNegativeTestJSON-776088794 tempest-ExternalNetworksAdminNegativeTestJSON-776088794-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:17.525171 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-238c3a25-7728-413b-b5e4-44657db52c06 tempest-ExternalNetworksAdminNegativeTestJSON-776088794 tempest-ExternalNetworksAdminNegativeTestJSON-776088794-project-admin] Calling delete_port for a0b9479d-aaec-4335-b1d4-0185ed774334 owned by network:floatingip {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:30:17.828116 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-238c3a25-7728-413b-b5e4-44657db52c06 tempest-ExternalNetworksAdminNegativeTestJSON-776088794 tempest-ExternalNetworksAdminNegativeTestJSON-776088794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:17.855851 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c3a25-7728-413b-b5e4-44657db52c06 tempest-ExternalNetworksAdminNegativeTestJSON-776088794 tempest-ExternalNetworksAdminNegativeTestJSON-776088794-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0b9479d-aaec-4335-b1d4-0185ed774334,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:17.923909 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-238c3a25-7728-413b-b5e4-44657db52c06 tempest-ExternalNetworksAdminNegativeTestJSON-776088794 tempest-ExternalNetworksAdminNegativeTestJSON-776088794-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:17.926577 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-238c3a25-7728-413b-b5e4-44657db52c06 tempest-ExternalNetworksAdminNegativeTestJSON-776088794 tempest-ExternalNetworksAdminNegativeTestJSON-776088794-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:17.928375 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-238c3a25-7728-413b-b5e4-44657db52c06 tempest-ExternalNetworksAdminNegativeTestJSON-776088794 tempest-ExternalNetworksAdminNegativeTestJSON-776088794-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/aa16e0d2-d0aa-4e21-b710-56876396db5c HTTP/1.1" status: 204 len: 168 time: 0.6385231 Aug 18 13:30:18.428042 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33344) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:18.534470 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-42fb6855-6e3a-4cdf-94fb-ab135934da90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:18.622900 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-42fb6855-6e3a-4cdf-94fb-ab135934da90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:18.747762 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-42fb6855-6e3a-4cdf-94fb-ab135934da90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:18.787912 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-42fb6855-6e3a-4cdf-94fb-ab135934da90 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f7c1dac47bcf4979a58cb11bd3631a62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3587525 Aug 18 13:30:18.788799 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb6855-6e3a-4cdf-94fb-ab135934da90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77519da5-3c4c-4a39-8078-831d1a0a81cd,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:18.792451 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33348) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:18.845887 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-86dd7308-3aa3-4056-8ddc-4b0a8a9de728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:18.867570 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-86dd7308-3aa3-4056-8ddc-4b0a8a9de728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:18.958804 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-86dd7308-3aa3-4056-8ddc-4b0a8a9de728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:18.961501 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-86dd7308-3aa3-4056-8ddc-4b0a8a9de728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:18.962770 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-86dd7308-3aa3-4056-8ddc-4b0a8a9de728 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77519da5-3c4c-4a39-8078-831d1a0a81cd HTTP/1.1" status: 204 len: 168 time: 0.1692476 Aug 18 13:30:18.975581 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd7308-3aa3-4056-8ddc-4b0a8a9de728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77519da5-3c4c-4a39-8078-831d1a0a81cd,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:19.494779 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33354) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:19.534047 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-72e55e4e-99a2-4f70-888a-6278e450a942 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=afce1fbd256b4a23ba114ddd3fd43ce9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380437 Aug 18 13:30:19.536463 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33356) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:19.590942 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-39172eb8-c4e2-4b10-a10d-afc99b9434b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:19.611173 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-39172eb8-c4e2-4b10-a10d-afc99b9434b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:19.742432 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-39172eb8-c4e2-4b10-a10d-afc99b9434b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:19.745362 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-39172eb8-c4e2-4b10-a10d-afc99b9434b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:19.746876 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-39172eb8-c4e2-4b10-a10d-afc99b9434b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e2280656-b6ef-4e14-8b2b-6db7065ac43b HTTP/1.1" status: 204 len: 168 time: 0.2088149 Aug 18 13:30:19.755827 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39172eb8-c4e2-4b10-a10d-afc99b9434b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2280656-b6ef-4e14-8b2b-6db7065ac43b,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:19.966751 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:30:21.819170 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33392) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:21.986159 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-15faac64-dfed-42c1-b82a-79d05eec04f0 tempest-PortsAdminExtendedAttrsTestJSON-1445366896 tempest-PortsAdminExtendedAttrsTestJSON-1445366896-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1549999218'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:22.056168 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15faac64-dfed-42c1-b82a-79d05eec04f0 tempest-PortsAdminExtendedAttrsTestJSON-1445366896 tempest-PortsAdminExtendedAttrsTestJSON-1445366896-project] Made reservation on behalf of ac0b0df50d0e4610bbff0927b1fbb6ab for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:30:22.059731 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-15faac64-dfed-42c1-b82a-79d05eec04f0 tempest-PortsAdminExtendedAttrsTestJSON-1445366896 tempest-PortsAdminExtendedAttrsTestJSON-1445366896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:22.071220 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-15faac64-dfed-42c1-b82a-79d05eec04f0 tempest-PortsAdminExtendedAttrsTestJSON-1445366896 tempest-PortsAdminExtendedAttrsTestJSON-1445366896-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:22.176926 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-15faac64-dfed-42c1-b82a-79d05eec04f0 tempest-PortsAdminExtendedAttrsTestJSON-1445366896 tempest-PortsAdminExtendedAttrsTestJSON-1445366896-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:22.221933 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-15faac64-dfed-42c1-b82a-79d05eec04f0 tempest-PortsAdminExtendedAttrsTestJSON-1445366896 tempest-PortsAdminExtendedAttrsTestJSON-1445366896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:22.245653 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15faac64-dfed-42c1-b82a-79d05eec04f0 tempest-PortsAdminExtendedAttrsTestJSON-1445366896 tempest-PortsAdminExtendedAttrsTestJSON-1445366896-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:30:22.259834 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15faac64-dfed-42c1-b82a-79d05eec04f0 tempest-PortsAdminExtendedAttrsTestJSON-1445366896 tempest-PortsAdminExtendedAttrsTestJSON-1445366896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8f266b-f641-4aad-86cf-1ca81fdd71b4,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:22.264707 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-15faac64-dfed-42c1-b82a-79d05eec04f0 tempest-PortsAdminExtendedAttrsTestJSON-1445366896 tempest-PortsAdminExtendedAttrsTestJSON-1445366896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:22.265061 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-15faac64-dfed-42c1-b82a-79d05eec04f0 tempest-PortsAdminExtendedAttrsTestJSON-1445366896 tempest-PortsAdminExtendedAttrsTestJSON-1445366896-project] Added segment 4966c318-dd4b-4416-be43-d4a1189f6d55 of type vlan for network 9f541faa-c55f-4f96-95e3-bc826fa320b0 Aug 18 13:30:22.306008 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-15faac64-dfed-42c1-b82a-79d05eec04f0 tempest-PortsAdminExtendedAttrsTestJSON-1445366896 tempest-PortsAdminExtendedAttrsTestJSON-1445366896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:22.393362 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-15faac64-dfed-42c1-b82a-79d05eec04f0 tempest-PortsAdminExtendedAttrsTestJSON-1445366896 tempest-PortsAdminExtendedAttrsTestJSON-1445366896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:22.399328 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15faac64-dfed-42c1-b82a-79d05eec04f0 tempest-PortsAdminExtendedAttrsTestJSON-1445366896 tempest-PortsAdminExtendedAttrsTestJSON-1445366896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:22.400054 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-15faac64-dfed-42c1-b82a-79d05eec04f0 tempest-PortsAdminExtendedAttrsTestJSON-1445366896 tempest-PortsAdminExtendedAttrsTestJSON-1445366896-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:22.470379 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15faac64-dfed-42c1-b82a-79d05eec04f0 tempest-PortsAdminExtendedAttrsTestJSON-1445366896 tempest-PortsAdminExtendedAttrsTestJSON-1445366896-project] Pushing event updated for resources: {'Network': ['ID=9f541faa-c55f-4f96-95e3-bc826fa320b0,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:22.481667 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 9f541faa-c55f-4f96-95e3-bc826fa320b0 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:30:22.517230 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-15faac64-dfed-42c1-b82a-79d05eec04f0 tempest-PortsAdminExtendedAttrsTestJSON-1445366896 tempest-PortsAdminExtendedAttrsTestJSON-1445366896-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.6942563 Aug 18 13:30:22.702753 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33402) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:22.707918 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Request body: {'port': {'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0', 'binding:host_id': 'n-h2-803603-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1044387939'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:22.782024 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Made reservation on behalf of 2413d462855b410ea2057a7f76ba1d1b for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:30:22.784658 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:22.794876 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:22.889480 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:22.964705 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:22.975365 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] device_id is not set on port 36eca648-5fff-42f1-aaec-1298e22c4aaf yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:30:23.053103 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876f18c3-ab57-4a5a-8a06-87225c20aca1,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:23.206413 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] device_id is not set on port 36eca648-5fff-42f1-aaec-1298e22c4aaf yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:30:23.216722 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:23.227550 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Transition to ACTIVE for port object 36eca648-5fff-42f1-aaec-1298e22c4aaf will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:30:23.383022 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:23.439701 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Pushing event updated for resources: {'Port': ['ID=36eca648-5fff-42f1-aaec-1298e22c4aaf,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:23.450759 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Checking segment: {'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:30:23.451116 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Network hostable DHCP agents. Network: 9f541faa-c55f-4f96-95e3-bc826fa320b0, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:30:23.541174 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Network 9f541faa-c55f-4f96-95e3-bc826fa320b0 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:30:23.644651 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 9f541faa-c55f-4f96-95e3-bc826fa320b0) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:30:23.648519 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:30:23.653578 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf07dddd-d7b8-42c6-9898-137a13f3c946 None None] Network 9f541faa-c55f-4f96-95e3-bc826fa320b0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:30:23.663585 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:30:23.664004 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:30:23.664333 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:30:23.669019 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Port 36eca648-5fff-42f1-aaec-1298e22c4aaf on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:30:23.669323 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Failed to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf on host n-h2-803603-2 for vnic_type normal using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] Aug 18 13:30:23.671354 n-d-803603-2 neutron-server[101676]: INFO neutron.plugins.ml2.plugin [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempt 2 to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf Aug 18 13:30:23.682966 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:30:23.683307 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:30:23.683649 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:30:23.688109 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Port 36eca648-5fff-42f1-aaec-1298e22c4aaf on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:30:23.688438 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Failed to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf on host n-h2-803603-2 for vnic_type normal using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] Aug 18 13:30:23.688882 n-d-803603-2 neutron-server[101676]: INFO neutron.plugins.ml2.plugin [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempt 3 to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf Aug 18 13:30:23.702395 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:30:23.702729 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:30:23.703064 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:30:23.707602 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Port 36eca648-5fff-42f1-aaec-1298e22c4aaf on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:30:23.707929 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Failed to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf on host n-h2-803603-2 for vnic_type normal using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] Aug 18 13:30:23.708324 n-d-803603-2 neutron-server[101676]: INFO neutron.plugins.ml2.plugin [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempt 4 to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf Aug 18 13:30:23.720683 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:30:23.721024 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:30:23.721363 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:30:23.725863 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Port 36eca648-5fff-42f1-aaec-1298e22c4aaf on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:30:23.726240 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Failed to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf on host n-h2-803603-2 for vnic_type normal using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] Aug 18 13:30:23.726663 n-d-803603-2 neutron-server[101676]: INFO neutron.plugins.ml2.plugin [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempt 5 to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf Aug 18 13:30:23.740418 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:30:23.740816 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:30:23.741100 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:30:23.745835 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Port 36eca648-5fff-42f1-aaec-1298e22c4aaf on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:30:23.746249 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Failed to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf on host n-h2-803603-2 for vnic_type normal using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] Aug 18 13:30:23.746594 n-d-803603-2 neutron-server[101676]: INFO neutron.plugins.ml2.plugin [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempt 6 to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf Aug 18 13:30:23.759634 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:30:23.759984 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:30:23.760327 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:30:23.764853 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Port 36eca648-5fff-42f1-aaec-1298e22c4aaf on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:30:23.765191 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Failed to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf on host n-h2-803603-2 for vnic_type normal using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] Aug 18 13:30:23.765586 n-d-803603-2 neutron-server[101676]: INFO neutron.plugins.ml2.plugin [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempt 7 to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf Aug 18 13:30:23.778631 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:30:23.778973 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:30:23.779318 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:30:23.783920 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Port 36eca648-5fff-42f1-aaec-1298e22c4aaf on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:30:23.784254 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Failed to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf on host n-h2-803603-2 for vnic_type normal using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] Aug 18 13:30:23.784761 n-d-803603-2 neutron-server[101676]: INFO neutron.plugins.ml2.plugin [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempt 8 to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf Aug 18 13:30:23.796778 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:30:23.797115 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:30:23.797453 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:30:23.801857 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Port 36eca648-5fff-42f1-aaec-1298e22c4aaf on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:30:23.802217 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Failed to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf on host n-h2-803603-2 for vnic_type normal using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] Aug 18 13:30:23.803282 n-d-803603-2 neutron-server[101676]: INFO neutron.plugins.ml2.plugin [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempt 9 to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf Aug 18 13:30:23.816178 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:30:23.816517 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:30:23.816862 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:30:23.821874 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Port 36eca648-5fff-42f1-aaec-1298e22c4aaf on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:30:23.822232 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Failed to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf on host n-h2-803603-2 for vnic_type normal using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] Aug 18 13:30:23.822640 n-d-803603-2 neutron-server[101676]: INFO neutron.plugins.ml2.plugin [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempt 10 to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf Aug 18 13:30:23.834516 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:30:23.834858 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:30:23.835198 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:30:23.839958 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Port 36eca648-5fff-42f1-aaec-1298e22c4aaf on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:30:23.840289 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Failed to bind port 36eca648-5fff-42f1-aaec-1298e22c4aaf on host n-h2-803603-2 for vnic_type normal using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] Aug 18 13:30:23.840661 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:23.908469 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] For port 36eca648-5fff-42f1-aaec-1298e22c4aaf, host n-h2-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:30:23.908739 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempted to set empty binding levels {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 18 13:30:24.015798 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:24.048937 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:24.049544 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:24.067830 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Pushing event updated for resources: {'Port': ['ID=36eca648-5fff-42f1-aaec-1298e22c4aaf,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:24.119542 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-20fa7be5-6e33-4064-ab03-a01235a1f0e5 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.4156237 Aug 18 13:30:24.122252 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33404) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:24.202378 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-57b862d8-e38c-4213-96a4-8cf4abcb60bd tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Deleting port 36eca648-5fff-42f1-aaec-1298e22c4aaf {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:30:24.202723 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-57b862d8-e38c-4213-96a4-8cf4abcb60bd tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:24.265952 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-57b862d8-e38c-4213-96a4-8cf4abcb60bd tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] For port 36eca648-5fff-42f1-aaec-1298e22c4aaf, host n-h2-803603-2, got binding levels [] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:30:24.266357 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-57b862d8-e38c-4213-96a4-8cf4abcb60bd tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:24.279399 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-57b862d8-e38c-4213-96a4-8cf4abcb60bd tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Calling delete_port for 36eca648-5fff-42f1-aaec-1298e22c4aaf owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:30:24.450372 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-57b862d8-e38c-4213-96a4-8cf4abcb60bd tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:24.480118 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b862d8-e38c-4213-96a4-8cf4abcb60bd tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Pushing event deleted for resources: {'Port': ['ID=36eca648-5fff-42f1-aaec-1298e22c4aaf,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:24.486440 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-57b862d8-e38c-4213-96a4-8cf4abcb60bd tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:24.488628 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-57b862d8-e38c-4213-96a4-8cf4abcb60bd tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] 10.222.0.13 "DELETE /v2.0/ports/36eca648-5fff-42f1-aaec-1298e22c4aaf HTTP/1.1" status: 204 len: 168 time: 0.3654187 Aug 18 13:30:24.491285 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33406) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:24.514938 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d587668-fc00-411b-a67f-3791051c51bf tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] GET failed (client error): The resource could not be found. Aug 18 13:30:24.516465 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5d587668-fc00-411b-a67f-3791051c51bf tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] 10.222.0.13 "GET /v2.0/ports/36eca648-5fff-42f1-aaec-1298e22c4aaf HTTP/1.1" status: 404 len: 333 time: 0.0242534 Aug 18 13:30:24.519977 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33408) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:24.525621 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-2793f3ae-23a5-4130-b1c0-9a9d2671c0d0 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Request body: {'port': {'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-383492829'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:24.593043 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2793f3ae-23a5-4130-b1c0-9a9d2671c0d0 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Made reservation on behalf of 2413d462855b410ea2057a7f76ba1d1b for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:30:24.595489 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2793f3ae-23a5-4130-b1c0-9a9d2671c0d0 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:24.610763 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-2793f3ae-23a5-4130-b1c0-9a9d2671c0d0 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] device_id is not set on port 112c02c7-7905-40ee-b7eb-8bb9253f699f yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:30:24.760389 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2793f3ae-23a5-4130-b1c0-9a9d2671c0d0 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:24.839602 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2793f3ae-23a5-4130-b1c0-9a9d2671c0d0 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:24.884880 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2793f3ae-23a5-4130-b1c0-9a9d2671c0d0 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Network 9f541faa-c55f-4f96-95e3-bc826fa320b0 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:30:24.887947 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-2793f3ae-23a5-4130-b1c0-9a9d2671c0d0 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:30:24.892367 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2793f3ae-23a5-4130-b1c0-9a9d2671c0d0 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:30:24.896959 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2793f3ae-23a5-4130-b1c0-9a9d2671c0d0 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:24.896959 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2793f3ae-23a5-4130-b1c0-9a9d2671c0d0 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:24.897953 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2793f3ae-23a5-4130-b1c0-9a9d2671c0d0 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Pushing event updated for resources: {'Port': ['ID=112c02c7-7905-40ee-b7eb-8bb9253f699f,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:24.953206 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2793f3ae-23a5-4130-b1c0-9a9d2671c0d0 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4319296 Aug 18 13:30:24.955778 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33410) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:24.960904 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:25.018729 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:25.188784 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] device_id is not set on port 112c02c7-7905-40ee-b7eb-8bb9253f699f yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:30:25.197096 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:25.208962 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Transition to ACTIVE for port object 112c02c7-7905-40ee-b7eb-8bb9253f699f will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:30:25.285053 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:25.334253 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Pushing event updated for resources: {'Port': ['ID=112c02c7-7905-40ee-b7eb-8bb9253f699f,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:25.349971 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:30:25.350337 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:30:25.350674 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:30:25.355120 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Port 112c02c7-7905-40ee-b7eb-8bb9253f699f on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:30:25.355447 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Failed to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f on host n-h2-803603-2 for vnic_type normal using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] Aug 18 13:30:25.355834 n-d-803603-2 neutron-server[101676]: INFO neutron.plugins.ml2.plugin [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempt 2 to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f Aug 18 13:30:25.369184 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:30:25.369517 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:30:25.369854 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:30:25.374431 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Port 112c02c7-7905-40ee-b7eb-8bb9253f699f on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:30:25.374759 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Failed to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f on host n-h2-803603-2 for vnic_type normal using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] Aug 18 13:30:25.375155 n-d-803603-2 neutron-server[101676]: INFO neutron.plugins.ml2.plugin [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempt 3 to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f Aug 18 13:30:25.387501 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:30:25.387836 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:30:25.388167 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:30:25.392425 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Port 112c02c7-7905-40ee-b7eb-8bb9253f699f on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:30:25.392752 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Failed to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f on host n-h2-803603-2 for vnic_type normal using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] Aug 18 13:30:25.393140 n-d-803603-2 neutron-server[101676]: INFO neutron.plugins.ml2.plugin [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempt 4 to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f Aug 18 13:30:25.405299 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:30:25.405631 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:30:25.405962 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:30:25.410100 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Port 112c02c7-7905-40ee-b7eb-8bb9253f699f on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:30:25.410449 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Failed to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f on host n-h2-803603-2 for vnic_type normal using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] Aug 18 13:30:25.410931 n-d-803603-2 neutron-server[101676]: INFO neutron.plugins.ml2.plugin [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempt 5 to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f Aug 18 13:30:25.428034 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:30:25.428034 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:30:25.428034 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:30:25.428409 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Port 112c02c7-7905-40ee-b7eb-8bb9253f699f on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:30:25.428726 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Failed to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f on host n-h2-803603-2 for vnic_type normal using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] Aug 18 13:30:25.429143 n-d-803603-2 neutron-server[101676]: INFO neutron.plugins.ml2.plugin [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempt 6 to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f Aug 18 13:30:25.441613 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:30:25.441948 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:30:25.442324 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:30:25.446741 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Port 112c02c7-7905-40ee-b7eb-8bb9253f699f on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:30:25.447065 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Failed to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f on host n-h2-803603-2 for vnic_type normal using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] Aug 18 13:30:25.447452 n-d-803603-2 neutron-server[101676]: INFO neutron.plugins.ml2.plugin [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempt 7 to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f Aug 18 13:30:25.459014 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:30:25.459348 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:30:25.459685 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:30:25.464008 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Port 112c02c7-7905-40ee-b7eb-8bb9253f699f on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:30:25.464337 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Failed to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f on host n-h2-803603-2 for vnic_type normal using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] Aug 18 13:30:25.464722 n-d-803603-2 neutron-server[101676]: INFO neutron.plugins.ml2.plugin [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempt 8 to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f Aug 18 13:30:25.477539 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:30:25.477872 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:30:25.480011 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:30:25.482736 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Port 112c02c7-7905-40ee-b7eb-8bb9253f699f on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:30:25.483063 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Failed to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f on host n-h2-803603-2 for vnic_type normal using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] Aug 18 13:30:25.483454 n-d-803603-2 neutron-server[101676]: INFO neutron.plugins.ml2.plugin [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempt 9 to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f Aug 18 13:30:25.496220 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:30:25.496556 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:30:25.496892 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:30:25.501143 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Port 112c02c7-7905-40ee-b7eb-8bb9253f699f on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:30:25.501468 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Failed to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f on host n-h2-803603-2 for vnic_type normal using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] Aug 18 13:30:25.501856 n-d-803603-2 neutron-server[101676]: INFO neutron.plugins.ml2.plugin [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempt 10 to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f Aug 18 13:30:25.517686 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:30:25.518023 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:30:25.518395 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:30:25.522816 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Port 112c02c7-7905-40ee-b7eb-8bb9253f699f on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:30:25.523137 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Failed to bind port 112c02c7-7905-40ee-b7eb-8bb9253f699f on host n-h2-803603-2 for vnic_type normal using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] Aug 18 13:30:25.523503 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:25.585481 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] For port 112c02c7-7905-40ee-b7eb-8bb9253f699f, host n-h2-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:30:25.585947 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempted to set empty binding levels {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 18 13:30:25.644411 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:25.676115 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] In _notify_port_updated(), no bound segment for port 112c02c7-7905-40ee-b7eb-8bb9253f699f on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 {{(pid=101676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 13:30:25.676963 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:25.678097 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:25.679443 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] 10.222.0.13 "PUT /v2.0/ports/112c02c7-7905-40ee-b7eb-8bb9253f699f HTTP/1.1" status: 200 len: 974 time: 0.7227283 Aug 18 13:30:25.681991 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33412) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:25.736308 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66522fb2-3937-44e6-b3f6-e0fc2450551e tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Pushing event updated for resources: {'Port': ['ID=112c02c7-7905-40ee-b7eb-8bb9253f699f,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:25.772392 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdafadc8-3f9d-4e78-a8e0-cafd697ad7b1 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:25.773094 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdafadc8-3f9d-4e78-a8e0-cafd697ad7b1 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:25.773318 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdafadc8-3f9d-4e78-a8e0-cafd697ad7b1 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:25.773776 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdafadc8-3f9d-4e78-a8e0-cafd697ad7b1 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:25.774299 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdafadc8-3f9d-4e78-a8e0-cafd697ad7b1 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:25.774765 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdafadc8-3f9d-4e78-a8e0-cafd697ad7b1 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:25.775224 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdafadc8-3f9d-4e78-a8e0-cafd697ad7b1 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:25.775680 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdafadc8-3f9d-4e78-a8e0-cafd697ad7b1 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:25.776134 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdafadc8-3f9d-4e78-a8e0-cafd697ad7b1 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:25.776589 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdafadc8-3f9d-4e78-a8e0-cafd697ad7b1 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:25.777045 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdafadc8-3f9d-4e78-a8e0-cafd697ad7b1 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:25.777499 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdafadc8-3f9d-4e78-a8e0-cafd697ad7b1 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:25.777951 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdafadc8-3f9d-4e78-a8e0-cafd697ad7b1 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:25.778431 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdafadc8-3f9d-4e78-a8e0-cafd697ad7b1 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:25.780803 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-cdafadc8-3f9d-4e78-a8e0-cafd697ad7b1 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12630 time: 0.0978544 Aug 18 13:30:25.784169 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33414) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:25.859022 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-413f500b-db6d-478d-a85b-ddd78d681d3d tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Deleting port 112c02c7-7905-40ee-b7eb-8bb9253f699f {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:30:25.859369 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-413f500b-db6d-478d-a85b-ddd78d681d3d tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:25.924409 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-413f500b-db6d-478d-a85b-ddd78d681d3d tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] For port 112c02c7-7905-40ee-b7eb-8bb9253f699f, host n-h2-803603-2, got binding levels [] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:30:25.924769 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-413f500b-db6d-478d-a85b-ddd78d681d3d tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:25.936665 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-413f500b-db6d-478d-a85b-ddd78d681d3d tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Calling delete_port for 112c02c7-7905-40ee-b7eb-8bb9253f699f owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:30:26.090140 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-413f500b-db6d-478d-a85b-ddd78d681d3d tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:26.121237 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f500b-db6d-478d-a85b-ddd78d681d3d tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Pushing event deleted for resources: {'Port': ['ID=112c02c7-7905-40ee-b7eb-8bb9253f699f,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:26.127640 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-413f500b-db6d-478d-a85b-ddd78d681d3d tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:26.128879 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-413f500b-db6d-478d-a85b-ddd78d681d3d tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] 10.222.0.13 "DELETE /v2.0/ports/112c02c7-7905-40ee-b7eb-8bb9253f699f HTTP/1.1" status: 204 len: 168 time: 0.3437912 Aug 18 13:30:26.132365 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33416) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:26.403386 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aab2119-59e6-4161-866b-f39b1f7eee2d tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] GET failed (client error): The resource could not be found. Aug 18 13:30:26.404796 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6aab2119-59e6-4161-866b-f39b1f7eee2d tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] 10.222.0.13 "GET /v2.0/ports/112c02c7-7905-40ee-b7eb-8bb9253f699f HTTP/1.1" status: 404 len: 333 time: 0.2714951 Aug 18 13:30:26.408508 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33418) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:26.413854 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-e6559715-ad47-463b-8c12-5793ec70da36 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1829741296', 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:26.479092 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6559715-ad47-463b-8c12-5793ec70da36 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Made reservation on behalf of 2413d462855b410ea2057a7f76ba1d1b for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:30:26.481469 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e6559715-ad47-463b-8c12-5793ec70da36 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:26.496804 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-e6559715-ad47-463b-8c12-5793ec70da36 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] device_id is not set on port 0ef3d809-2e65-49fa-885d-345b515359f5 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:30:26.644213 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e6559715-ad47-463b-8c12-5793ec70da36 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:26.735594 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e6559715-ad47-463b-8c12-5793ec70da36 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:26.775400 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6559715-ad47-463b-8c12-5793ec70da36 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Network 9f541faa-c55f-4f96-95e3-bc826fa320b0 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:30:26.780441 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-e6559715-ad47-463b-8c12-5793ec70da36 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:30:26.783985 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6559715-ad47-463b-8c12-5793ec70da36 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:30:26.784911 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6559715-ad47-463b-8c12-5793ec70da36 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:26.785506 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e6559715-ad47-463b-8c12-5793ec70da36 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:26.797277 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6559715-ad47-463b-8c12-5793ec70da36 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Pushing event updated for resources: {'Port': ['ID=0ef3d809-2e65-49fa-885d-345b515359f5,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:26.891200 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e6559715-ad47-463b-8c12-5793ec70da36 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4815886 Aug 18 13:30:26.893712 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33420) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:26.927052 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0dd338-1b26-43b4-9d8e-b0c186e07cda tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:26.928497 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8f0dd338-1b26-43b4-9d8e-b0c186e07cda tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] 10.222.0.13 "GET /v2.0/ports/0ef3d809-2e65-49fa-885d-345b515359f5 HTTP/1.1" status: 200 len: 955 time: 0.0338178 Aug 18 13:30:26.931244 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33422) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:27.009626 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-5c4bec57-062a-4f95-a224-682fa79ca552 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Deleting port 0ef3d809-2e65-49fa-885d-345b515359f5 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:30:27.009882 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5c4bec57-062a-4f95-a224-682fa79ca552 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:27.069727 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5c4bec57-062a-4f95-a224-682fa79ca552 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:27.081780 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-5c4bec57-062a-4f95-a224-682fa79ca552 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Calling delete_port for 0ef3d809-2e65-49fa-885d-345b515359f5 owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:30:27.250505 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5c4bec57-062a-4f95-a224-682fa79ca552 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:27.279139 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4bec57-062a-4f95-a224-682fa79ca552 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ef3d809-2e65-49fa-885d-345b515359f5,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:27.285402 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5c4bec57-062a-4f95-a224-682fa79ca552 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:27.287449 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5c4bec57-062a-4f95-a224-682fa79ca552 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] 10.222.0.13 "DELETE /v2.0/ports/0ef3d809-2e65-49fa-885d-345b515359f5 HTTP/1.1" status: 204 len: 168 time: 0.3552330 Aug 18 13:30:27.289995 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33424) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:27.313945 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-e71a1e5b-4b1a-4529-8bf6-dd622ca1a5ce tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] GET failed (client error): The resource could not be found. Aug 18 13:30:27.315481 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e71a1e5b-4b1a-4529-8bf6-dd622ca1a5ce tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] 10.222.0.13 "GET /v2.0/ports/0ef3d809-2e65-49fa-885d-345b515359f5 HTTP/1.1" status: 404 len: 333 time: 0.0245287 Aug 18 13:30:27.319715 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33426) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:27.324501 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-fd1a3f60-1502-4e90-a8dd-3269dc0e9b76 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Request body: {'port': {'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-767628509'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:27.410741 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1a3f60-1502-4e90-a8dd-3269dc0e9b76 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Made reservation on behalf of 2413d462855b410ea2057a7f76ba1d1b for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:30:27.413100 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fd1a3f60-1502-4e90-a8dd-3269dc0e9b76 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:27.429497 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-fd1a3f60-1502-4e90-a8dd-3269dc0e9b76 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] device_id is not set on port 08293043-7e72-4c14-ab60-8213a1adde11 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:30:27.580440 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fd1a3f60-1502-4e90-a8dd-3269dc0e9b76 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:27.662964 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fd1a3f60-1502-4e90-a8dd-3269dc0e9b76 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:27.709012 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1a3f60-1502-4e90-a8dd-3269dc0e9b76 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Network 9f541faa-c55f-4f96-95e3-bc826fa320b0 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:30:27.714015 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-fd1a3f60-1502-4e90-a8dd-3269dc0e9b76 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:30:27.717587 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1a3f60-1502-4e90-a8dd-3269dc0e9b76 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:30:27.718653 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1a3f60-1502-4e90-a8dd-3269dc0e9b76 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:27.719154 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fd1a3f60-1502-4e90-a8dd-3269dc0e9b76 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:27.730997 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a3f60-1502-4e90-a8dd-3269dc0e9b76 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Pushing event updated for resources: {'Port': ['ID=08293043-7e72-4c14-ab60-8213a1adde11,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:27.799076 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-fd1a3f60-1502-4e90-a8dd-3269dc0e9b76 tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4782810 Aug 18 13:30:27.801685 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33428) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:27.807378 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:27.862785 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:28.042611 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] device_id is not set on port 08293043-7e72-4c14-ab60-8213a1adde11 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:30:28.050656 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:28.062818 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Transition to ACTIVE for port object 08293043-7e72-4c14-ab60-8213a1adde11 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:30:28.155167 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:28.193011 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:28.204128 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Pushing event updated for resources: {'Port': ['ID=08293043-7e72-4c14-ab60-8213a1adde11,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:28.219904 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 08293043-7e72-4c14-ab60-8213a1adde11 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:30:28.220243 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 08293043-7e72-4c14-ab60-8213a1adde11 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:30:28.220586 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 08293043-7e72-4c14-ab60-8213a1adde11 on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:30:28.225547 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Port 08293043-7e72-4c14-ab60-8213a1adde11 on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:30:28.225884 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Failed to bind port 08293043-7e72-4c14-ab60-8213a1adde11 on host n-h2-803603-2 for vnic_type normal using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] Aug 18 13:30:28.226302 n-d-803603-2 neutron-server[101676]: INFO neutron.plugins.ml2.plugin [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempt 2 to bind port 08293043-7e72-4c14-ab60-8213a1adde11 Aug 18 13:30:28.243000 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 08293043-7e72-4c14-ab60-8213a1adde11 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:30:28.243383 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 08293043-7e72-4c14-ab60-8213a1adde11 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:30:28.243658 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 08293043-7e72-4c14-ab60-8213a1adde11 on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:30:28.248225 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Port 08293043-7e72-4c14-ab60-8213a1adde11 on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:30:28.248550 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Failed to bind port 08293043-7e72-4c14-ab60-8213a1adde11 on host n-h2-803603-2 for vnic_type normal using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] Aug 18 13:30:28.248942 n-d-803603-2 neutron-server[101676]: INFO neutron.plugins.ml2.plugin [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempt 3 to bind port 08293043-7e72-4c14-ab60-8213a1adde11 Aug 18 13:30:28.261810 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 08293043-7e72-4c14-ab60-8213a1adde11 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:30:28.262319 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 08293043-7e72-4c14-ab60-8213a1adde11 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:30:28.262760 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 08293043-7e72-4c14-ab60-8213a1adde11 on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:30:28.267734 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Port 08293043-7e72-4c14-ab60-8213a1adde11 on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:30:28.268135 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Failed to bind port 08293043-7e72-4c14-ab60-8213a1adde11 on host n-h2-803603-2 for vnic_type normal using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] Aug 18 13:30:28.268616 n-d-803603-2 neutron-server[101676]: INFO neutron.plugins.ml2.plugin [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempt 4 to bind port 08293043-7e72-4c14-ab60-8213a1adde11 Aug 18 13:30:28.282128 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 08293043-7e72-4c14-ab60-8213a1adde11 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:30:28.282483 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 08293043-7e72-4c14-ab60-8213a1adde11 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:30:28.282814 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 08293043-7e72-4c14-ab60-8213a1adde11 on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:30:28.288015 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Port 08293043-7e72-4c14-ab60-8213a1adde11 on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:30:28.288339 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Failed to bind port 08293043-7e72-4c14-ab60-8213a1adde11 on host n-h2-803603-2 for vnic_type normal using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] Aug 18 13:30:28.288724 n-d-803603-2 neutron-server[101676]: INFO neutron.plugins.ml2.plugin [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempt 5 to bind port 08293043-7e72-4c14-ab60-8213a1adde11 Aug 18 13:30:28.300953 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 08293043-7e72-4c14-ab60-8213a1adde11 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:30:28.301285 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 08293043-7e72-4c14-ab60-8213a1adde11 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:30:28.301637 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 08293043-7e72-4c14-ab60-8213a1adde11 on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:30:28.307214 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Port 08293043-7e72-4c14-ab60-8213a1adde11 on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:30:28.307543 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Failed to bind port 08293043-7e72-4c14-ab60-8213a1adde11 on host n-h2-803603-2 for vnic_type normal using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] Aug 18 13:30:28.307936 n-d-803603-2 neutron-server[101676]: INFO neutron.plugins.ml2.plugin [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempt 6 to bind port 08293043-7e72-4c14-ab60-8213a1adde11 Aug 18 13:30:28.322032 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 08293043-7e72-4c14-ab60-8213a1adde11 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:30:28.322420 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 08293043-7e72-4c14-ab60-8213a1adde11 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:30:28.322757 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 08293043-7e72-4c14-ab60-8213a1adde11 on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:30:28.327421 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Port 08293043-7e72-4c14-ab60-8213a1adde11 on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:30:28.327749 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Failed to bind port 08293043-7e72-4c14-ab60-8213a1adde11 on host n-h2-803603-2 for vnic_type normal using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] Aug 18 13:30:28.328145 n-d-803603-2 neutron-server[101676]: INFO neutron.plugins.ml2.plugin [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempt 7 to bind port 08293043-7e72-4c14-ab60-8213a1adde11 Aug 18 13:30:28.342765 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 08293043-7e72-4c14-ab60-8213a1adde11 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:30:28.343098 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 08293043-7e72-4c14-ab60-8213a1adde11 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:30:28.343440 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 08293043-7e72-4c14-ab60-8213a1adde11 on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:30:28.348149 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Port 08293043-7e72-4c14-ab60-8213a1adde11 on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:30:28.348475 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Failed to bind port 08293043-7e72-4c14-ab60-8213a1adde11 on host n-h2-803603-2 for vnic_type normal using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] Aug 18 13:30:28.348873 n-d-803603-2 neutron-server[101676]: INFO neutron.plugins.ml2.plugin [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempt 8 to bind port 08293043-7e72-4c14-ab60-8213a1adde11 Aug 18 13:30:28.361688 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 08293043-7e72-4c14-ab60-8213a1adde11 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:30:28.362021 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 08293043-7e72-4c14-ab60-8213a1adde11 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:30:28.362387 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 08293043-7e72-4c14-ab60-8213a1adde11 on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:30:28.366992 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Port 08293043-7e72-4c14-ab60-8213a1adde11 on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:30:28.367321 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Failed to bind port 08293043-7e72-4c14-ab60-8213a1adde11 on host n-h2-803603-2 for vnic_type normal using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] Aug 18 13:30:28.367717 n-d-803603-2 neutron-server[101676]: INFO neutron.plugins.ml2.plugin [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempt 9 to bind port 08293043-7e72-4c14-ab60-8213a1adde11 Aug 18 13:30:28.380990 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 08293043-7e72-4c14-ab60-8213a1adde11 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:30:28.381328 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 08293043-7e72-4c14-ab60-8213a1adde11 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:30:28.381664 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 08293043-7e72-4c14-ab60-8213a1adde11 on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:30:28.386066 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Port 08293043-7e72-4c14-ab60-8213a1adde11 on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:30:28.386424 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Failed to bind port 08293043-7e72-4c14-ab60-8213a1adde11 on host n-h2-803603-2 for vnic_type normal using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] Aug 18 13:30:28.386817 n-d-803603-2 neutron-server[101676]: INFO neutron.plugins.ml2.plugin [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempt 10 to bind port 08293043-7e72-4c14-ab60-8213a1adde11 Aug 18 13:30:28.400416 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 08293043-7e72-4c14-ab60-8213a1adde11 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:30:28.400751 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 08293043-7e72-4c14-ab60-8213a1adde11 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:30:28.401087 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempting to bind port 08293043-7e72-4c14-ab60-8213a1adde11 on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:30:28.405706 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Port 08293043-7e72-4c14-ab60-8213a1adde11 on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:30:28.405970 n-d-803603-2 neutron-server[101676]: ERROR neutron.plugins.ml2.managers [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Failed to bind port 08293043-7e72-4c14-ab60-8213a1adde11 on host n-h2-803603-2 for vnic_type normal using segments [{'id': '4966c318-dd4b-4416-be43-d4a1189f6d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f541faa-c55f-4f96-95e3-bc826fa320b0'}] Aug 18 13:30:28.406390 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:28.470774 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] For port 08293043-7e72-4c14-ab60-8213a1adde11, host n-h2-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:30:28.473507 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attempted to set empty binding levels {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 18 13:30:28.571072 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:28.603526 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] In _notify_port_updated(), no bound segment for port 08293043-7e72-4c14-ab60-8213a1adde11 on network 9f541faa-c55f-4f96-95e3-bc826fa320b0 {{(pid=101676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 13:30:28.604407 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:28.605281 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:28.606368 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] 10.222.0.13 "PUT /v2.0/ports/08293043-7e72-4c14-ab60-8213a1adde11 HTTP/1.1" status: 200 len: 974 time: 0.8036284 Aug 18 13:30:28.608993 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33430) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:28.652455 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44044d3-3265-477a-ac03-3147b16a2f7f tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Pushing event updated for resources: {'Port': ['ID=08293043-7e72-4c14-ab60-8213a1adde11,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:28.709645 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-b41457cc-bdcc-4539-bf49-6841a53448af tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Deleting port 08293043-7e72-4c14-ab60-8213a1adde11 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:30:28.709995 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b41457cc-bdcc-4539-bf49-6841a53448af tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:28.775769 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-b41457cc-bdcc-4539-bf49-6841a53448af tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] For port 08293043-7e72-4c14-ab60-8213a1adde11, host n-h2-803603-2, got binding levels [] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:30:28.776141 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b41457cc-bdcc-4539-bf49-6841a53448af tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:28.794662 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-b41457cc-bdcc-4539-bf49-6841a53448af tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Calling delete_port for 08293043-7e72-4c14-ab60-8213a1adde11 owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:30:28.879983 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:28.970762 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b41457cc-bdcc-4539-bf49-6841a53448af tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:28.997266 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41457cc-bdcc-4539-bf49-6841a53448af tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Pushing event deleted for resources: {'Port': ['ID=08293043-7e72-4c14-ab60-8213a1adde11,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:29.005517 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b41457cc-bdcc-4539-bf49-6841a53448af tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:29.007563 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b41457cc-bdcc-4539-bf49-6841a53448af tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] 10.222.0.13 "DELETE /v2.0/ports/08293043-7e72-4c14-ab60-8213a1adde11 HTTP/1.1" status: 204 len: 168 time: 0.3976543 Aug 18 13:30:29.010396 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33432) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:29.035778 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8d013c1-b561-4ad7-ad96-6df610423bad tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] GET failed (client error): The resource could not be found. Aug 18 13:30:29.037998 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f8d013c1-b561-4ad7-ad96-6df610423bad tempest-PortsAdminExtendedAttrsTestJSON-532267271 tempest-PortsAdminExtendedAttrsTestJSON-532267271-project-admin] 10.222.0.13 "GET /v2.0/ports/08293043-7e72-4c14-ab60-8213a1adde11 HTTP/1.1" status: 404 len: 333 time: 0.0266452 Aug 18 13:30:29.048944 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33434) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:29.126010 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ab6a0b74-6f62-42f2-a95b-16143c298f28 tempest-PortsAdminExtendedAttrsTestJSON-1445366896 tempest-PortsAdminExtendedAttrsTestJSON-1445366896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:29.216072 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ab6a0b74-6f62-42f2-a95b-16143c298f28 tempest-PortsAdminExtendedAttrsTestJSON-1445366896 tempest-PortsAdminExtendedAttrsTestJSON-1445366896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:29.226488 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-ab6a0b74-6f62-42f2-a95b-16143c298f28 tempest-PortsAdminExtendedAttrsTestJSON-1445366896 tempest-PortsAdminExtendedAttrsTestJSON-1445366896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f541faa-c55f-4f96-95e3-bc826fa320b0']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:30:29.236265 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-ab6a0b74-6f62-42f2-a95b-16143c298f28 tempest-PortsAdminExtendedAttrsTestJSON-1445366896 tempest-PortsAdminExtendedAttrsTestJSON-1445366896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4966c318-dd4b-4416-be43-d4a1189f6d55') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:30:29.236566 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-ab6a0b74-6f62-42f2-a95b-16143c298f28 tempest-PortsAdminExtendedAttrsTestJSON-1445366896 tempest-PortsAdminExtendedAttrsTestJSON-1445366896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4966c318-dd4b-4416-be43-d4a1189f6d55') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:30:29.245366 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ab6a0b74-6f62-42f2-a95b-16143c298f28 tempest-PortsAdminExtendedAttrsTestJSON-1445366896 tempest-PortsAdminExtendedAttrsTestJSON-1445366896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:29.259779 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ab6a0b74-6f62-42f2-a95b-16143c298f28 tempest-PortsAdminExtendedAttrsTestJSON-1445366896 tempest-PortsAdminExtendedAttrsTestJSON-1445366896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:29.265613 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab6a0b74-6f62-42f2-a95b-16143c298f28 tempest-PortsAdminExtendedAttrsTestJSON-1445366896 tempest-PortsAdminExtendedAttrsTestJSON-1445366896-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:30:29.266002 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ab6a0b74-6f62-42f2-a95b-16143c298f28 tempest-PortsAdminExtendedAttrsTestJSON-1445366896 tempest-PortsAdminExtendedAttrsTestJSON-1445366896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:29.268922 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:30:29.268922 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:30:29.268922 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:30:29.268922 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:30:29.268922 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:30:29.268922 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:30:29.268922 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:30:29.268922 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:30:29.268922 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:30:29.268922 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:30:29.268922 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:30:29.268922 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:30:29.268922 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:30:29.268922 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:30:29.268922 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:30:29.268922 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:30:29.268922 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:30:29.268922 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:30:29.268922 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:30:29.268922 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:30:29.268922 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:30:29.268922 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:30:29.268922 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:30:29.268922 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:30:29.268922 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:30:29.268922 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:30:29.268922 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:30:29.268922 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:30:29.268922 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:30:29.268922 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:30:29.268922 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:30:29.268922 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:30:29.382504 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ab6a0b74-6f62-42f2-a95b-16143c298f28 tempest-PortsAdminExtendedAttrsTestJSON-1445366896 tempest-PortsAdminExtendedAttrsTestJSON-1445366896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:29.392605 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ab6a0b74-6f62-42f2-a95b-16143c298f28 tempest-PortsAdminExtendedAttrsTestJSON-1445366896 tempest-PortsAdminExtendedAttrsTestJSON-1445366896-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:29.392605 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ab6a0b74-6f62-42f2-a95b-16143c298f28 tempest-PortsAdminExtendedAttrsTestJSON-1445366896 tempest-PortsAdminExtendedAttrsTestJSON-1445366896-project] 10.222.0.13 "DELETE /v2.0/networks/9f541faa-c55f-4f96-95e3-bc826fa320b0 HTTP/1.1" status: 204 len: 168 time: 0.3415589 Aug 18 13:30:29.404337 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a0b74-6f62-42f2-a95b-16143c298f28 tempest-PortsAdminExtendedAttrsTestJSON-1445366896 tempest-PortsAdminExtendedAttrsTestJSON-1445366896-project] Pushing event deleted for resources: {'Network': ['ID=9f541faa-c55f-4f96-95e3-bc826fa320b0,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:29.869573 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33440) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:30.009682 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4648deab-3aea-4efd-ba29-9bb2784269ee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ac0b0df50d0e4610bbff0927b1fbb6ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1388125 Aug 18 13:30:30.012149 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33444) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:30.065651 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8baa5e9f-3fd8-4d17-8d13-db2e8f8590b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:30.087751 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8baa5e9f-3fd8-4d17-8d13-db2e8f8590b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:30.187563 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8baa5e9f-3fd8-4d17-8d13-db2e8f8590b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:30.190277 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8baa5e9f-3fd8-4d17-8d13-db2e8f8590b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:30.191463 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8baa5e9f-3fd8-4d17-8d13-db2e8f8590b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d8f266b-f641-4aad-86cf-1ca81fdd71b4 HTTP/1.1" status: 204 len: 168 time: 0.1783543 Aug 18 13:30:30.200208 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa5e9f-3fd8-4d17-8d13-db2e8f8590b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8f266b-f641-4aad-86cf-1ca81fdd71b4,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:30.758587 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33450) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:30.799289 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-426a93d1-ae49-4f67-a0d0-0d39f16645f6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2413d462855b410ea2057a7f76ba1d1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391746 Aug 18 13:30:30.801656 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33452) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:30.860504 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c1be773b-d4ca-4718-85bb-88d3e1cadbef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:30.884812 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c1be773b-d4ca-4718-85bb-88d3e1cadbef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:31.038647 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c1be773b-d4ca-4718-85bb-88d3e1cadbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:31.041315 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c1be773b-d4ca-4718-85bb-88d3e1cadbef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:31.042514 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c1be773b-d4ca-4718-85bb-88d3e1cadbef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/876f18c3-ab57-4a5a-8a06-87225c20aca1 HTTP/1.1" status: 204 len: 168 time: 0.2398293 Aug 18 13:30:31.051415 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be773b-d4ca-4718-85bb-88d3e1cadbef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876f18c3-ab57-4a5a-8a06-87225c20aca1,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:31.059796 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1be773b-d4ca-4718-85bb-88d3e1cadbef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:30:31.060147 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1be773b-d4ca-4718-85bb-88d3e1cadbef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:30:31.060489 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1be773b-d4ca-4718-85bb-88d3e1cadbef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:30:31.060827 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1be773b-d4ca-4718-85bb-88d3e1cadbef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:30:31.061164 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1be773b-d4ca-4718-85bb-88d3e1cadbef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:30:31.061583 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1be773b-d4ca-4718-85bb-88d3e1cadbef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:30:31.061823 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1be773b-d4ca-4718-85bb-88d3e1cadbef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:30:31.062152 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1be773b-d4ca-4718-85bb-88d3e1cadbef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:30:31.062500 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1be773b-d4ca-4718-85bb-88d3e1cadbef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:30:31.062822 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1be773b-d4ca-4718-85bb-88d3e1cadbef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:30:31.063176 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1be773b-d4ca-4718-85bb-88d3e1cadbef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:30:31.063473 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1be773b-d4ca-4718-85bb-88d3e1cadbef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:30:33.266470 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33494) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:33.361828 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-87da2be3-e102-4fb5-95d4-b0976f7a733d tempest-QuotasTest-467861737 tempest-QuotasTest-467861737-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:33.547250 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-87da2be3-e102-4fb5-95d4-b0976f7a733d tempest-QuotasTest-467861737 tempest-QuotasTest-467861737-project-admin] 10.222.0.13 "PUT /v2.0/quotas/34d0f8d89280409baf074f331e44d694 HTTP/1.1" status: 200 len: 366 time: 0.2794762 Aug 18 13:30:33.549488 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33498) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:33.559805 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0e4dfc0b-ee0c-4740-908d-29d548d10f88 tempest-QuotasTest-467861737 tempest-QuotasTest-467861737-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0093355 Aug 18 13:30:33.561867 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33500) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:33.571613 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-107fe97f-09a5-4672-851f-0d836b5a9ecd tempest-QuotasTest-467861737 tempest-QuotasTest-467861737-project-admin] 10.222.0.13 "GET /v2.0/quotas/34d0f8d89280409baf074f331e44d694 HTTP/1.1" status: 200 len: 366 time: 0.0087368 Aug 18 13:30:33.576138 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33502) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:33.650737 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e8eb2052-bd2a-4de3-9cee-95ad38c45a70 tempest-QuotasTest-467861737 tempest-QuotasTest-467861737-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/34d0f8d89280409baf074f331e44d694 HTTP/1.1" status: 204 len: 168 time: 0.0735118 Aug 18 13:30:33.652891 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33504) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:33.662200 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-bb26982c-6974-44f9-92c3-94d0b51de063 tempest-QuotasTest-467861737 tempest-QuotasTest-467861737-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0078290 Aug 18 13:30:33.667583 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33506) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:33.676163 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-49d2d121-908b-4479-beab-69e24ea818be tempest-QuotasTest-467861737 tempest-QuotasTest-467861737-project-admin] 10.222.0.13 "GET /v2.0/quotas/34d0f8d89280409baf074f331e44d694 HTTP/1.1" status: 200 len: 370 time: 0.0076370 Aug 18 13:30:33.678995 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33508) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:33.683677 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-eb896508-22d4-49ef-9012-f3a36d6efbd6 tempest-QuotasTest-467861737 tempest-QuotasTest-467861737-project-admin] 10.222.0.13 "GET /v2.0/quotas/34d0f8d89280409baf074f331e44d694/default HTTP/1.1" status: 200 len: 370 time: 0.0037403 Aug 18 13:30:33.686000 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33510) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:33.694226 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-ade7032b-4b69-47e9-918f-e0974ee83aaa tempest-QuotasTest-467861737 tempest-QuotasTest-467861737-project-admin] delete failed (client error): The resource could not be found. Aug 18 13:30:33.695141 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ade7032b-4b69-47e9-918f-e0974ee83aaa tempest-QuotasTest-467861737 tempest-QuotasTest-467861737-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/34d0f8d89280409baf074f331e44d694 HTTP/1.1" status: 404 len: 348 time: 0.0082839 Aug 18 13:30:33.910160 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33514) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:33.930450 n-d-803603-2 neutron-server[101676]: DEBUG neutron.quota.resource [None req-4c2994a1-6e3e-4e0b-89c8-a8a548ccc7c4 tempest-QuotasTest-467861737 tempest-QuotasTest-467861737-project-admin] Usage tracker for resource:network and tenant:10219d27fbfa440a8b7db4b30a88eca3 is out of sync, need to count used quota {{(pid=101676) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 18 13:30:33.935435 n-d-803603-2 neutron-server[101676]: DEBUG neutron.quota.resource [None req-4c2994a1-6e3e-4e0b-89c8-a8a548ccc7c4 tempest-QuotasTest-467861737 tempest-QuotasTest-467861737-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=101676) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 18 13:30:33.941595 n-d-803603-2 neutron-server[101676]: DEBUG neutron.quota.resource [None req-4c2994a1-6e3e-4e0b-89c8-a8a548ccc7c4 tempest-QuotasTest-467861737 tempest-QuotasTest-467861737-project-admin] Usage tracker for resource:subnet and tenant:10219d27fbfa440a8b7db4b30a88eca3 is out of sync, need to count used quota {{(pid=101676) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 18 13:30:33.946368 n-d-803603-2 neutron-server[101676]: DEBUG neutron.quota.resource [None req-4c2994a1-6e3e-4e0b-89c8-a8a548ccc7c4 tempest-QuotasTest-467861737 tempest-QuotasTest-467861737-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=101676) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 18 13:30:33.952291 n-d-803603-2 neutron-server[101676]: DEBUG neutron.quota.resource [None req-4c2994a1-6e3e-4e0b-89c8-a8a548ccc7c4 tempest-QuotasTest-467861737 tempest-QuotasTest-467861737-project-admin] Usage tracker for resource:subnetpool and tenant:10219d27fbfa440a8b7db4b30a88eca3 is out of sync, need to count used quota {{(pid=101676) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 18 13:30:33.957004 n-d-803603-2 neutron-server[101676]: DEBUG neutron.quota.resource [None req-4c2994a1-6e3e-4e0b-89c8-a8a548ccc7c4 tempest-QuotasTest-467861737 tempest-QuotasTest-467861737-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=101676) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 18 13:30:33.963825 n-d-803603-2 neutron-server[101676]: DEBUG neutron.quota.resource [None req-4c2994a1-6e3e-4e0b-89c8-a8a548ccc7c4 tempest-QuotasTest-467861737 tempest-QuotasTest-467861737-project-admin] Usage tracker for resource:port and tenant:10219d27fbfa440a8b7db4b30a88eca3 is out of sync, need to count used quota {{(pid=101676) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 18 13:30:33.968637 n-d-803603-2 neutron-server[101676]: DEBUG neutron.quota.resource [None req-4c2994a1-6e3e-4e0b-89c8-a8a548ccc7c4 tempest-QuotasTest-467861737 tempest-QuotasTest-467861737-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=101676) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 18 13:30:33.975213 n-d-803603-2 neutron-server[101676]: DEBUG neutron.quota.resource [None req-4c2994a1-6e3e-4e0b-89c8-a8a548ccc7c4 tempest-QuotasTest-467861737 tempest-QuotasTest-467861737-project-admin] Usage tracker for resource:router and tenant:10219d27fbfa440a8b7db4b30a88eca3 is out of sync, need to count used quota {{(pid=101676) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 18 13:30:33.979960 n-d-803603-2 neutron-server[101676]: DEBUG neutron.quota.resource [None req-4c2994a1-6e3e-4e0b-89c8-a8a548ccc7c4 tempest-QuotasTest-467861737 tempest-QuotasTest-467861737-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=101676) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 18 13:30:33.985911 n-d-803603-2 neutron-server[101676]: DEBUG neutron.quota.resource [None req-4c2994a1-6e3e-4e0b-89c8-a8a548ccc7c4 tempest-QuotasTest-467861737 tempest-QuotasTest-467861737-project-admin] Usage tracker for resource:floatingip and tenant:10219d27fbfa440a8b7db4b30a88eca3 is out of sync, need to count used quota {{(pid=101676) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 18 13:30:33.991559 n-d-803603-2 neutron-server[101676]: DEBUG neutron.quota.resource [None req-4c2994a1-6e3e-4e0b-89c8-a8a548ccc7c4 tempest-QuotasTest-467861737 tempest-QuotasTest-467861737-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=101676) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 18 13:30:34.029376 n-d-803603-2 neutron-server[101676]: DEBUG neutron.quota.resource [None req-4c2994a1-6e3e-4e0b-89c8-a8a548ccc7c4 tempest-QuotasTest-467861737 tempest-QuotasTest-467861737-project-admin] Usage tracker for resource:security_group and tenant:10219d27fbfa440a8b7db4b30a88eca3 is out of sync, need to count used quota {{(pid=101676) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 18 13:30:34.034319 n-d-803603-2 neutron-server[101676]: DEBUG neutron.quota.resource [None req-4c2994a1-6e3e-4e0b-89c8-a8a548ccc7c4 tempest-QuotasTest-467861737 tempest-QuotasTest-467861737-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=101676) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 18 13:30:34.040792 n-d-803603-2 neutron-server[101676]: DEBUG neutron.quota.resource [None req-4c2994a1-6e3e-4e0b-89c8-a8a548ccc7c4 tempest-QuotasTest-467861737 tempest-QuotasTest-467861737-project-admin] Usage tracker for resource:security_group_rule and tenant:10219d27fbfa440a8b7db4b30a88eca3 is out of sync, need to count used quota {{(pid=101676) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 18 13:30:34.045509 n-d-803603-2 neutron-server[101676]: DEBUG neutron.quota.resource [None req-4c2994a1-6e3e-4e0b-89c8-a8a548ccc7c4 tempest-QuotasTest-467861737 tempest-QuotasTest-467861737-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=101676) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 18 13:30:34.050008 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4c2994a1-6e3e-4e0b-89c8-a8a548ccc7c4 tempest-QuotasTest-467861737 tempest-QuotasTest-467861737-project-admin] 10.222.0.13 "GET /v2.0/quotas/10219d27fbfa440a8b7db4b30a88eca3/details.json HTTP/1.1" status: 200 len: 703 time: 0.1388416 Aug 18 13:30:34.615548 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33520) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:34.736028 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f3890c82-fe59-4b44-8dd0-780a440b9a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:34.827433 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f3890c82-fe59-4b44-8dd0-780a440b9a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:34.896657 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f3890c82-fe59-4b44-8dd0-780a440b9a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:34.938604 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f3890c82-fe59-4b44-8dd0-780a440b9a98 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0380ee2bfb984dbab8ea5e7d04fba132&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3219550 Aug 18 13:30:34.939509 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3890c82-fe59-4b44-8dd0-780a440b9a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2ccb3f-d560-4f05-8047-9ad4bef8a863,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:34.941329 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33524) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:34.959034 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3890c82-fe59-4b44-8dd0-780a440b9a98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:30:34.959373 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3890c82-fe59-4b44-8dd0-780a440b9a98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:30:34.959713 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3890c82-fe59-4b44-8dd0-780a440b9a98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:30:34.960045 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3890c82-fe59-4b44-8dd0-780a440b9a98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:30:34.960375 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3890c82-fe59-4b44-8dd0-780a440b9a98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:30:34.960703 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3890c82-fe59-4b44-8dd0-780a440b9a98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:30:34.961028 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3890c82-fe59-4b44-8dd0-780a440b9a98 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:30:34.961348 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3890c82-fe59-4b44-8dd0-780a440b9a98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:30:34.961668 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3890c82-fe59-4b44-8dd0-780a440b9a98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:30:34.961989 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3890c82-fe59-4b44-8dd0-780a440b9a98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:30:34.962335 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3890c82-fe59-4b44-8dd0-780a440b9a98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:30:34.962653 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3890c82-fe59-4b44-8dd0-780a440b9a98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:30:35.003581 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5b031f70-fd59-4a0d-b1c6-6424d56581d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:35.025677 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5b031f70-fd59-4a0d-b1c6-6424d56581d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:35.153036 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5b031f70-fd59-4a0d-b1c6-6424d56581d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:35.156036 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5b031f70-fd59-4a0d-b1c6-6424d56581d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:35.157203 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5b031f70-fd59-4a0d-b1c6-6424d56581d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6c2ccb3f-d560-4f05-8047-9ad4bef8a863 HTTP/1.1" status: 204 len: 168 time: 0.2149842 Aug 18 13:30:35.165585 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b031f70-fd59-4a0d-b1c6-6424d56581d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2ccb3f-d560-4f05-8047-9ad4bef8a863,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:35.727891 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33530) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:35.741956 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-09e990d2-6943-4a8b-8fff-b24834d29922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:35.833194 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-09e990d2-6943-4a8b-8fff-b24834d29922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:35.907522 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-09e990d2-6943-4a8b-8fff-b24834d29922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:35.946766 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-09e990d2-6943-4a8b-8fff-b24834d29922 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=10219d27fbfa440a8b7db4b30a88eca3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2177815 Aug 18 13:30:35.947720 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e990d2-6943-4a8b-8fff-b24834d29922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31079082-ccc2-4bb3-b497-3a9e3e924a5c,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:35.949473 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33532) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:36.001732 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a4cd21e3-b2a8-42bc-abfb-23c5df21cdc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:36.022851 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a4cd21e3-b2a8-42bc-abfb-23c5df21cdc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:36.124417 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a4cd21e3-b2a8-42bc-abfb-23c5df21cdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:36.127082 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a4cd21e3-b2a8-42bc-abfb-23c5df21cdc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:36.128245 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a4cd21e3-b2a8-42bc-abfb-23c5df21cdc6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/31079082-ccc2-4bb3-b497-3a9e3e924a5c HTTP/1.1" status: 204 len: 168 time: 0.1777010 Aug 18 13:30:36.137638 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd21e3-b2a8-42bc-abfb-23c5df21cdc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31079082-ccc2-4bb3-b497-3a9e3e924a5c,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:37.197975 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33556) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.295904 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [None req-cb01ce33-79f1-4c8e-b4fd-3e0ea17a30b3 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.296916 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-cb01ce33-79f1-4c8e-b4fd-3e0ea17a30b3 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0979316 Aug 18 13:30:37.300746 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33560) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.305324 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [None req-ebe7192f-20d4-4a0e-9ac5-f849be35d986 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.306276 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ebe7192f-20d4-4a0e-9ac5-f849be35d986 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0046089 Aug 18 13:30:37.308663 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33562) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.312540 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [None req-2d3fb01d-5b53-4de8-9522-aea9dca9e0ea tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.313451 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2d3fb01d-5b53-4de8-9522-aea9dca9e0ea tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0039327 Aug 18 13:30:37.316007 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33564) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.320371 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [None req-e2c92a06-3af5-477a-a1da-da2303fb78b5 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.321290 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e2c92a06-3af5-477a-a1da-da2303fb78b5 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0044591 Aug 18 13:30:37.323658 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33566) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.327418 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [None req-5981f17a-1e2a-4287-b58c-33ff19642005 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.328336 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5981f17a-1e2a-4287-b58c-33ff19642005 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0038564 Aug 18 13:30:37.330642 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33568) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.335251 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [None req-6825975b-958c-4799-a9e3-05a4495a0852 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.336178 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6825975b-958c-4799-a9e3-05a4495a0852 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0047073 Aug 18 13:30:37.338503 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33570) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.342249 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [None req-64aaae39-9e41-4ef7-af01-9de0bb557ce4 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.343162 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-64aaae39-9e41-4ef7-af01-9de0bb557ce4 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0038350 Aug 18 13:30:37.345474 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33572) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.349962 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [None req-82dfb2e6-eabe-455b-a3c6-399e63a1263a tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.350922 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-82dfb2e6-eabe-455b-a3c6-399e63a1263a tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0045762 Aug 18 13:30:37.353081 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33574) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.356870 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [None req-a3194cf1-0b8c-4cb2-b834-6959b24be45e tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.357799 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a3194cf1-0b8c-4cb2-b834-6959b24be45e tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0038648 Aug 18 13:30:37.359854 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33576) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.363691 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [None req-f04eb150-c17c-445a-9f41-e4a88d15d20a tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.365297 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f04eb150-c17c-445a-9f41-e4a88d15d20a tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0039120 Aug 18 13:30:37.367587 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33578) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.371497 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [None req-69a90459-c2ba-4ea3-b6f8-2d8eef50cab5 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.372418 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-69a90459-c2ba-4ea3-b6f8-2d8eef50cab5 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0039928 Aug 18 13:30:37.375134 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33580) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.379161 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [None req-8a78c8b6-cfa1-424d-936d-e9ea8d817721 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.380312 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8a78c8b6-cfa1-424d-936d-e9ea8d817721 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0040710 Aug 18 13:30:37.382492 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33582) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.389398 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [None req-115f7dce-bcfe-45ea-b6d1-a239a76de856 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.390392 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-115f7dce-bcfe-45ea-b6d1-a239a76de856 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0070386 Aug 18 13:30:37.392727 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33584) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.396745 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [None req-072a83c1-ea55-47c2-84c9-f86119902321 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.397679 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-072a83c1-ea55-47c2-84c9-f86119902321 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0040987 Aug 18 13:30:37.401374 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33586) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.405445 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [None req-1e6bd0bc-b820-4701-a696-b71c1182c3e3 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.406412 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1e6bd0bc-b820-4701-a696-b71c1182c3e3 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0041130 Aug 18 13:30:37.408729 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33588) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.413149 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [None req-a42d5a15-ec18-488d-915e-f3fe07116052 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.414068 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a42d5a15-ec18-488d-915e-f3fe07116052 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0045021 Aug 18 13:30:37.416353 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33590) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.420182 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [None req-f70af560-921e-47d0-a642-95b547b32daa tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.421104 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f70af560-921e-47d0-a642-95b547b32daa tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0039272 Aug 18 13:30:37.423314 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33592) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.427753 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [None req-5cc94c39-d1f8-4523-b875-3579e36745ac tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.428651 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5cc94c39-d1f8-4523-b875-3579e36745ac tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0044978 Aug 18 13:30:37.430880 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33594) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.434785 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [None req-9059580c-192c-451e-8466-fd24f72e066d tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.435708 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9059580c-192c-451e-8466-fd24f72e066d tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0039897 Aug 18 13:30:37.437817 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33596) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.441626 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [None req-3a4efc8b-5ec3-47ac-a931-05d0ff5fe2ca tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.442588 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3a4efc8b-5ec3-47ac-a931-05d0ff5fe2ca tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0039091 Aug 18 13:30:37.445004 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33598) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.449345 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [None req-902ad704-2a2c-49db-86ca-51383b5858bd tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.450299 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-902ad704-2a2c-49db-86ca-51383b5858bd tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0044453 Aug 18 13:30:37.452480 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33600) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.457307 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [None req-c3eaded2-3be1-4abd-a039-5e6cab31f776 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.458270 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c3eaded2-3be1-4abd-a039-5e6cab31f776 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0049119 Aug 18 13:30:37.461291 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33602) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.466132 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-ff3645b1-3bd7-496b-9b1a-9d0acd1bac52 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.467422 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ff3645b1-3bd7-496b-9b1a-9d0acd1bac52 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0048079 Aug 18 13:30:37.469457 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33604) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.473613 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-70a6c1cd-847e-4166-a32b-023866aa6d24 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.475160 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-70a6c1cd-847e-4166-a32b-023866aa6d24 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0047874 Aug 18 13:30:37.478342 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33606) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.482338 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-4e8b1ba2-7098-4ec5-9f0e-f5eff93dbd09 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.483299 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4e8b1ba2-7098-4ec5-9f0e-f5eff93dbd09 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0040696 Aug 18 13:30:37.486311 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33608) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.495176 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-1e508e97-586e-41b7-be86-7d71e6efbb9a tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.496107 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1e508e97-586e-41b7-be86-7d71e6efbb9a tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0042565 Aug 18 13:30:37.498569 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33610) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.503293 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-756d5fb5-3d8c-4e2b-a3a3-b782f58f5c21 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.504225 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-756d5fb5-3d8c-4e2b-a3a3-b782f58f5c21 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0048854 Aug 18 13:30:37.506867 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33612) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.510859 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-47247965-3f65-4e1d-8c0c-b9e3139792ef tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.511780 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-47247965-3f65-4e1d-8c0c-b9e3139792ef tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0040715 Aug 18 13:30:37.513952 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33614) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.517832 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-eaa574b6-3810-4d78-9056-f57d341fa4f2 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.518780 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-eaa574b6-3810-4d78-9056-f57d341fa4f2 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0039599 Aug 18 13:30:37.520939 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33616) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.525019 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-7435c028-6661-46a5-9e84-c0ce2dea3a94 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.525948 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7435c028-6661-46a5-9e84-c0ce2dea3a94 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0042586 Aug 18 13:30:37.528591 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33618) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.532498 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-4d66d6ae-c1d5-4613-8255-1f5d2d7897cb tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.533412 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4d66d6ae-c1d5-4613-8255-1f5d2d7897cb tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0039923 Aug 18 13:30:37.535853 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33620) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.540354 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-5d2a1160-90a8-4683-9448-8c3f8b89656b tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.541303 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5d2a1160-90a8-4683-9448-8c3f8b89656b tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0045671 Aug 18 13:30:37.543555 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33622) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.547465 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-083a7c11-cdeb-42e0-9ef8-ea718f616b02 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.548365 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-083a7c11-cdeb-42e0-9ef8-ea718f616b02 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0039866 Aug 18 13:30:37.550932 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33624) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.555967 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-7bfd9d1a-d52c-4059-a7b1-b753585880ba tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.556897 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7bfd9d1a-d52c-4059-a7b1-b753585880ba tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0051472 Aug 18 13:30:37.559144 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33626) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.563042 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-cd59cfd0-3933-4ced-8023-7b53c4b31e48 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.563949 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-cd59cfd0-3933-4ced-8023-7b53c4b31e48 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0039680 Aug 18 13:30:37.566086 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33628) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.569961 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-4fd1843b-3e85-49b5-b788-91bedc0b4425 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.570909 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4fd1843b-3e85-49b5-b788-91bedc0b4425 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0039651 Aug 18 13:30:37.572958 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33630) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.576805 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-3c0d9db2-7c8e-4cb7-9499-1238bf413c87 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.577729 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3c0d9db2-7c8e-4cb7-9499-1238bf413c87 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0039525 Aug 18 13:30:37.579998 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33632) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.583965 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-d05c7b15-dcbf-444f-954a-568214021234 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.584921 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d05c7b15-dcbf-444f-954a-568214021234 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0040810 Aug 18 13:30:37.588046 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33634) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.592052 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-855cfe3d-b6ca-4f69-b6a1-49e7dd41b527 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.592972 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-855cfe3d-b6ca-4f69-b6a1-49e7dd41b527 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0040863 Aug 18 13:30:37.595217 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33636) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.599686 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-15c3539e-e2bb-4edf-a0ad-3c88932754c7 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.600594 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-15c3539e-e2bb-4edf-a0ad-3c88932754c7 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0045233 Aug 18 13:30:37.602648 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33638) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.607008 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-1ff29861-220d-4925-b6d4-f82932f4a170 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.607927 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1ff29861-220d-4925-b6d4-f82932f4a170 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0044615 Aug 18 13:30:37.611514 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33640) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.616203 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-cae604a9-01ac-4e23-8815-ae2aa69df693 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.617128 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-cae604a9-01ac-4e23-8815-ae2aa69df693 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0047545 Aug 18 13:30:37.619383 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33642) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.623296 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-034adaf3-e749-4852-9f44-ad5f59f3c61b tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.624206 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-034adaf3-e749-4852-9f44-ad5f59f3c61b tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0039995 Aug 18 13:30:37.626486 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33644) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.631124 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-8dabbaf4-2034-4a62-8163-c5c132d17e0f tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.631989 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8dabbaf4-2034-4a62-8163-c5c132d17e0f tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0045357 Aug 18 13:30:37.634133 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33646) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.638008 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-b05d3804-a18d-4b22-a7f3-bbca93003ec8 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.638969 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b05d3804-a18d-4b22-a7f3-bbca93003ec8 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0039792 Aug 18 13:30:37.641075 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33648) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.644972 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-0ba90c3f-f5aa-469c-b80a-9cd823a7f2d4 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.645897 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0ba90c3f-f5aa-469c-b80a-9cd823a7f2d4 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0039861 Aug 18 13:30:37.648983 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33650) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.652927 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-e0b9e578-bdb6-49c0-a747-1809571a30c8 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.653843 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e0b9e578-bdb6-49c0-a747-1809571a30c8 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0040152 Aug 18 13:30:37.656505 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33652) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.660973 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-0e03bcaf-b608-4df9-bed2-c2be09c1c957 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.662505 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0e03bcaf-b608-4df9-bed2-c2be09c1c957 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0051401 Aug 18 13:30:37.664781 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33654) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.668809 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-5d086543-d845-484e-94ec-f1c7cc6e7929 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.669733 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5d086543-d845-484e-94ec-f1c7cc6e7929 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0040951 Aug 18 13:30:37.671858 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33656) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.675740 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-14933084-ed7c-44e5-8b52-c4a7fbdb0aac tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.676662 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-14933084-ed7c-44e5-8b52-c4a7fbdb0aac tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0039713 Aug 18 13:30:37.679551 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33658) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.683527 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-60e14a37-c985-4411-9a01-b8b11de4c975 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.684457 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-60e14a37-c985-4411-9a01-b8b11de4c975 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0040638 Aug 18 13:30:37.686665 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33660) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.690542 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-deb92b95-3f98-415e-97a2-2a5c9451c0f0 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.691488 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-deb92b95-3f98-415e-97a2-2a5c9451c0f0 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0039845 Aug 18 13:30:37.694849 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33662) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.698839 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-80ebcc7e-2c5d-4415-97cd-4b8d40aac2cf tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.699761 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-80ebcc7e-2c5d-4415-97cd-4b8d40aac2cf tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0040722 Aug 18 13:30:37.702086 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33664) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.706004 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-bdbd23f8-9642-4543-95da-22055b740c0e tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.706965 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-bdbd23f8-9642-4543-95da-22055b740c0e tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0040073 Aug 18 13:30:37.709590 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33666) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.714044 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-a288e223-7cbf-439f-a52a-e34579a8e7f0 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.715023 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a288e223-7cbf-439f-a52a-e34579a8e7f0 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0045965 Aug 18 13:30:37.718961 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33668) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.723013 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-a3ba92ce-c3da-4e88-8777-8c7c0d49358f tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.723951 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a3ba92ce-c3da-4e88-8777-8c7c0d49358f tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0040972 Aug 18 13:30:37.726783 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33670) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.730717 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-0fa3548f-0979-4783-9b5d-6a2f8b36998e tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.731649 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0fa3548f-0979-4783-9b5d-6a2f8b36998e tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0040298 Aug 18 13:30:37.733936 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33672) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.738149 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-90002324-f246-4fe5-b2cf-260f7b8abfa2 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.739111 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-90002324-f246-4fe5-b2cf-260f7b8abfa2 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0043118 Aug 18 13:30:37.741351 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33674) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.745263 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-edb86485-1bcf-4e68-8e05-0864e1fa120c tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.746278 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-edb86485-1bcf-4e68-8e05-0864e1fa120c tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0039935 Aug 18 13:30:37.748487 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33676) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.752495 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-af756cf2-e77e-49c1-b377-dfe138eac879 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.753416 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-af756cf2-e77e-49c1-b377-dfe138eac879 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0040858 Aug 18 13:30:37.755909 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33678) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.759734 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-4879fd0d-baab-4409-845d-4c5d8d42a665 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.760649 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4879fd0d-baab-4409-845d-4c5d8d42a665 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0039122 Aug 18 13:30:37.762910 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33680) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.767256 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-0fcf8ad4-434a-408a-b9cd-97b089a50d4b tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.768184 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0fcf8ad4-434a-408a-b9cd-97b089a50d4b tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0044520 Aug 18 13:30:37.770657 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33682) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.775158 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-8347fd46-3d5c-4a09-b0ad-adae0c947c0d tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.776076 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8347fd46-3d5c-4a09-b0ad-adae0c947c0d tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0040376 Aug 18 13:30:37.778344 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33684) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.782917 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-35b5dad8-5268-43b7-9a37-d0216acc45de tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.783882 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-35b5dad8-5268-43b7-9a37-d0216acc45de tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0042405 Aug 18 13:30:37.786150 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33686) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.792525 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-d1588673-55ea-4e6a-89f4-4bafb214fbb4 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.793006 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d1588673-55ea-4e6a-89f4-4bafb214fbb4 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0051541 Aug 18 13:30:37.795756 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33688) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.799940 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-c9bfd1e3-d6f0-42c9-ae2f-923ef215df83 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.800967 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c9bfd1e3-d6f0-42c9-ae2f-923ef215df83 tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0042360 Aug 18 13:30:37.803510 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33690) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.807655 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [None req-37dd1ef1-2446-438c-9f9b-c186975b300d tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.808597 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-37dd1ef1-2446-438c-9f9b-c186975b300d tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0041859 Aug 18 13:30:37.811912 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33692) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.817077 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [None req-660dd5a1-0fdb-480b-bc3d-3b28dbf4621d tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.817344 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-660dd5a1-0fdb-480b-bc3d-3b28dbf4621d tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0044608 Aug 18 13:30:37.819571 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33694) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:37.823511 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [None req-e4173944-be55-4e27-928a-5b9aa375170c tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:37.824433 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e4173944-be55-4e27-928a-5b9aa375170c tempest-ExtensionsTestJSON-1808544953 tempest-ExtensionsTestJSON-1808544953-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0040331 Aug 18 13:30:38.310412 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33700) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:38.418526 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-685e3d1e-e88b-46fc-b8b5-b1ec9a72a4f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:38.516173 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-685e3d1e-e88b-46fc-b8b5-b1ec9a72a4f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:38.587475 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-685e3d1e-e88b-46fc-b8b5-b1ec9a72a4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:38.627141 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-685e3d1e-e88b-46fc-b8b5-b1ec9a72a4f8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=be02b474a02c4cb29d07a0f42c6c26ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3174312 Aug 18 13:30:38.628093 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e3d1e-e88b-46fc-b8b5-b1ec9a72a4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20bab3ec-7967-4842-b132-401f5ca5d0a9,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:38.630208 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33704) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:38.688800 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-93afa13b-c005-488b-8796-93973ff61a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:38.711245 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-93afa13b-c005-488b-8796-93973ff61a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:38.827324 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-93afa13b-c005-488b-8796-93973ff61a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:38.829886 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-93afa13b-c005-488b-8796-93973ff61a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:38.831118 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-93afa13b-c005-488b-8796-93973ff61a82 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/20bab3ec-7967-4842-b132-401f5ca5d0a9 HTTP/1.1" status: 204 len: 168 time: 0.1993139 Aug 18 13:30:38.839907 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93afa13b-c005-488b-8796-93973ff61a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20bab3ec-7967-4842-b132-401f5ca5d0a9,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:39.912314 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33726) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:40.014009 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-d30abd46-6edb-4765-b449-6f0f4474883c tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Request body: {'networks': [{'name': 'tempest-network--1945879065'}, {'name': 'tempest-network--1071352335'}]} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:40.014371 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-d30abd46-6edb-4765-b449-6f0f4474883c tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Request body: {'network': {'name': 'tempest-network--1945879065'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:40.014868 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-d30abd46-6edb-4765-b449-6f0f4474883c tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Request body: {'network': {'name': 'tempest-network--1071352335'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:40.090137 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30abd46-6edb-4765-b449-6f0f4474883c tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Made reservation on behalf of b633f486205b4e008f674e47a975ba87 for: {'network': 2} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:30:40.094834 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d30abd46-6edb-4765-b449-6f0f4474883c tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:40.104907 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d30abd46-6edb-4765-b449-6f0f4474883c tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:40.201000 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d30abd46-6edb-4765-b449-6f0f4474883c tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:40.256813 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d30abd46-6edb-4765-b449-6f0f4474883c tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:40.257287 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d30abd46-6edb-4765-b449-6f0f4474883c tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:40.294490 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30abd46-6edb-4765-b449-6f0f4474883c tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c88f4a8-56e1-4181-bcba-74983e6876b9,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:40.303252 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d30abd46-6edb-4765-b449-6f0f4474883c tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:30:40.313192 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d30abd46-6edb-4765-b449-6f0f4474883c tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:40.320632 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-d30abd46-6edb-4765-b449-6f0f4474883c tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Added segment 5b95550c-2358-4884-9757-739acc801427 of type vlan for network 83fa370a-d577-48dc-9a25-5e97d89eca3e Aug 18 13:30:40.366699 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d30abd46-6edb-4765-b449-6f0f4474883c tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:40.394950 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d30abd46-6edb-4765-b449-6f0f4474883c tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:30:40.403951 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d30abd46-6edb-4765-b449-6f0f4474883c tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:40.404300 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-d30abd46-6edb-4765-b449-6f0f4474883c tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Added segment e37ead0d-7fff-4aae-bd40-0c8f22584c1b of type vlan for network 23439d53-8651-4763-bce4-278ca9a9a66f Aug 18 13:30:40.446578 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d30abd46-6edb-4765-b449-6f0f4474883c tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:40.547916 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d30abd46-6edb-4765-b449-6f0f4474883c tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:40.548490 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d30abd46-6edb-4765-b449-6f0f4474883c tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:40.555130 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30abd46-6edb-4765-b449-6f0f4474883c tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:40.560100 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30abd46-6edb-4765-b449-6f0f4474883c tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:40.560765 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d30abd46-6edb-4765-b449-6f0f4474883c tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:40.667810 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30abd46-6edb-4765-b449-6f0f4474883c tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Pushing event updated for resources: {'Network': ['ID=83fa370a-d577-48dc-9a25-5e97d89eca3e,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:40.678683 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 83fa370a-d577-48dc-9a25-5e97d89eca3e details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:30:40.713102 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d30abd46-6edb-4765-b449-6f0f4474883c tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.7995608 Aug 18 13:30:40.716542 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33730) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:40.741271 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30abd46-6edb-4765-b449-6f0f4474883c tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Pushing event updated for resources: {'Network': ['ID=23439d53-8651-4763-bce4-278ca9a9a66f,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:40.753860 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 23439d53-8651-4763-bce4-278ca9a9a66f details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:30:41.282378 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4995cf3f-7437-45a6-966c-54e340173808 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:41.288173 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4995cf3f-7437-45a6-966c-54e340173808 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:41.293932 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4995cf3f-7437-45a6-966c-54e340173808 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:41.299970 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4995cf3f-7437-45a6-966c-54e340173808 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:41.301745 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4995cf3f-7437-45a6-966c-54e340173808 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5848689 Aug 18 13:30:41.304836 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33732) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:41.389909 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-655c95ef-fc33-433e-b025-47575d1e6478 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:41.477614 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-655c95ef-fc33-433e-b025-47575d1e6478 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:41.488031 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-655c95ef-fc33-433e-b025-47575d1e6478 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83fa370a-d577-48dc-9a25-5e97d89eca3e']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:30:41.499212 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-655c95ef-fc33-433e-b025-47575d1e6478 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b95550c-2358-4884-9757-739acc801427') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:30:41.499513 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-655c95ef-fc33-433e-b025-47575d1e6478 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b95550c-2358-4884-9757-739acc801427') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:30:41.510587 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-655c95ef-fc33-433e-b025-47575d1e6478 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:41.525696 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-655c95ef-fc33-433e-b025-47575d1e6478 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:41.537411 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-655c95ef-fc33-433e-b025-47575d1e6478 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:30:41.537765 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-655c95ef-fc33-433e-b025-47575d1e6478 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:41.540827 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:30:41.540827 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:30:41.540827 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:30:41.540827 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:30:41.540827 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:30:41.540827 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:30:41.540827 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:30:41.540827 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:30:41.540827 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:30:41.540827 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:30:41.540827 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:30:41.540827 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:30:41.540827 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:30:41.540827 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:30:41.540827 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:30:41.540827 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:30:41.540827 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:30:41.540827 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:30:41.540827 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:30:41.540827 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:30:41.540827 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:30:41.540827 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:30:41.540827 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:30:41.540827 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:30:41.540827 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:30:41.540827 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:30:41.540827 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:30:41.540827 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:30:41.540827 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:30:41.540827 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:30:41.540827 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:30:41.540827 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:30:41.616589 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-498ea78d-e9d7-4cc0-82d9-03a52e88d125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:41.690593 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-655c95ef-fc33-433e-b025-47575d1e6478 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:41.698309 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-655c95ef-fc33-433e-b025-47575d1e6478 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:41.700227 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-655c95ef-fc33-433e-b025-47575d1e6478 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] 10.222.0.13 "DELETE /v2.0/networks/83fa370a-d577-48dc-9a25-5e97d89eca3e HTTP/1.1" status: 204 len: 168 time: 0.3943710 Aug 18 13:30:41.702879 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33734) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:41.720207 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655c95ef-fc33-433e-b025-47575d1e6478 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Pushing event deleted for resources: {'Network': ['ID=83fa370a-d577-48dc-9a25-5e97d89eca3e,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:41.792161 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7f3c2934-fa21-4172-9714-f1eacef777e3 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:41.894268 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7f3c2934-fa21-4172-9714-f1eacef777e3 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:41.904682 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-7f3c2934-fa21-4172-9714-f1eacef777e3 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23439d53-8651-4763-bce4-278ca9a9a66f']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:30:41.916279 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-7f3c2934-fa21-4172-9714-f1eacef777e3 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e37ead0d-7fff-4aae-bd40-0c8f22584c1b') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:30:41.916579 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-7f3c2934-fa21-4172-9714-f1eacef777e3 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e37ead0d-7fff-4aae-bd40-0c8f22584c1b') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:30:41.925733 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7f3c2934-fa21-4172-9714-f1eacef777e3 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:41.940098 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7f3c2934-fa21-4172-9714-f1eacef777e3 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:41.946217 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f3c2934-fa21-4172-9714-f1eacef777e3 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:30:41.946627 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7f3c2934-fa21-4172-9714-f1eacef777e3 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:41.949646 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:30:41.949646 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:30:41.949646 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:30:41.949646 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:30:41.949646 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:30:41.949646 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:30:41.949646 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:30:41.949646 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:30:41.949646 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:30:41.949646 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:30:41.949646 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:30:41.949646 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:30:41.949646 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:30:41.949646 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:30:41.949646 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:30:41.949646 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:30:41.949646 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:30:41.949646 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:30:41.949646 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:30:41.949646 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:30:41.949646 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:30:41.949646 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:30:41.949646 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:30:41.949646 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:30:41.949646 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:30:41.949646 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:30:41.949646 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:30:41.949646 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:30:41.949646 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:30:41.949646 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:30:41.949646 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:30:41.949646 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:30:42.079030 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7f3c2934-fa21-4172-9714-f1eacef777e3 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:42.084839 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7f3c2934-fa21-4172-9714-f1eacef777e3 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:42.087675 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7f3c2934-fa21-4172-9714-f1eacef777e3 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] 10.222.0.13 "DELETE /v2.0/networks/23439d53-8651-4763-bce4-278ca9a9a66f HTTP/1.1" status: 204 len: 168 time: 0.3744612 Aug 18 13:30:42.089807 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33736) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:42.108870 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3c2934-fa21-4172-9714-f1eacef777e3 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Pushing event deleted for resources: {'Network': ['ID=23439d53-8651-4763-bce4-278ca9a9a66f,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:42.200510 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c96f49-9d0c-4070-aaa3-1f600fa794a4 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:42.206543 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c96f49-9d0c-4070-aaa3-1f600fa794a4 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:42.208112 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b0c96f49-9d0c-4070-aaa3-1f600fa794a4 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1169882 Aug 18 13:30:42.212357 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33738) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:42.217332 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-1a4d9ccf-abfd-4e16-8a67-c396bdc2afe9 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-238161505'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:42.330327 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4d9ccf-abfd-4e16-8a67-c396bdc2afe9 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Made reservation on behalf of b633f486205b4e008f674e47a975ba87 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:30:42.334380 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1a4d9ccf-abfd-4e16-8a67-c396bdc2afe9 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:42.359235 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a4d9ccf-abfd-4e16-8a67-c396bdc2afe9 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:30:42.367948 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1a4d9ccf-abfd-4e16-8a67-c396bdc2afe9 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:42.368288 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-1a4d9ccf-abfd-4e16-8a67-c396bdc2afe9 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Added segment 9b844a58-9ad1-4088-bea9-78c79f84f7fe of type vlan for network acc54b7b-3cd3-461d-824f-b97bfa8cf7fc Aug 18 13:30:42.409309 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1a4d9ccf-abfd-4e16-8a67-c396bdc2afe9 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:42.496154 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1a4d9ccf-abfd-4e16-8a67-c396bdc2afe9 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:42.501944 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4d9ccf-abfd-4e16-8a67-c396bdc2afe9 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:42.502535 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1a4d9ccf-abfd-4e16-8a67-c396bdc2afe9 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:42.573478 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d9ccf-abfd-4e16-8a67-c396bdc2afe9 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Pushing event updated for resources: {'Network': ['ID=acc54b7b-3cd3-461d-824f-b97bfa8cf7fc,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:42.586082 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network acc54b7b-3cd3-461d-824f-b97bfa8cf7fc details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:30:42.627708 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1a4d9ccf-abfd-4e16-8a67-c396bdc2afe9 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4140842 Aug 18 13:30:42.631699 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33740) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:42.638126 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-958f5729-98b9-4124-b2eb-56d332396539 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-647322331'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:42.735690 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958f5729-98b9-4124-b2eb-56d332396539 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Made reservation on behalf of b633f486205b4e008f674e47a975ba87 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:30:42.739361 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-958f5729-98b9-4124-b2eb-56d332396539 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:42.765885 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-958f5729-98b9-4124-b2eb-56d332396539 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:30:42.775398 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-958f5729-98b9-4124-b2eb-56d332396539 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:42.775742 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-958f5729-98b9-4124-b2eb-56d332396539 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Added segment 1f7f38a2-3347-462d-93dc-254b7d9ca6ac of type vlan for network 9c5560fd-91bf-436c-a3e4-040166305f3d Aug 18 13:30:42.819134 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-958f5729-98b9-4124-b2eb-56d332396539 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:42.907649 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-958f5729-98b9-4124-b2eb-56d332396539 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:42.913300 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958f5729-98b9-4124-b2eb-56d332396539 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:42.913901 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-958f5729-98b9-4124-b2eb-56d332396539 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:42.985167 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f5729-98b9-4124-b2eb-56d332396539 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Pushing event updated for resources: {'Network': ['ID=9c5560fd-91bf-436c-a3e4-040166305f3d,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:42.999269 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 9c5560fd-91bf-436c-a3e4-040166305f3d details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:30:43.070849 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-958f5729-98b9-4124-b2eb-56d332396539 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4350071 Aug 18 13:30:43.071101 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33742) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:43.077094 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-37baf381-37ba-41e5-8208-74bfb8fe1f9d tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Request body: {'ports': [{'network_id': 'acc54b7b-3cd3-461d-824f-b97bfa8cf7fc', 'name': 'tempest-port--636978452', 'admin_state_up': True}, {'network_id': '9c5560fd-91bf-436c-a3e4-040166305f3d', 'admin_state_up': False}]} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:43.078202 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-37baf381-37ba-41e5-8208-74bfb8fe1f9d tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Request body: {'port': {'network_id': 'acc54b7b-3cd3-461d-824f-b97bfa8cf7fc', 'name': 'tempest-port--636978452', 'admin_state_up': True}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:43.078202 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-37baf381-37ba-41e5-8208-74bfb8fe1f9d tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Request body: {'port': {'network_id': '9c5560fd-91bf-436c-a3e4-040166305f3d', 'admin_state_up': False}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:43.300672 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37baf381-37ba-41e5-8208-74bfb8fe1f9d tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Made reservation on behalf of b633f486205b4e008f674e47a975ba87 for: {'port': 2} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:30:43.306796 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-37baf381-37ba-41e5-8208-74bfb8fe1f9d tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:43.324891 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-37baf381-37ba-41e5-8208-74bfb8fe1f9d tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:43.408680 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-37baf381-37ba-41e5-8208-74bfb8fe1f9d tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] device_id is not set on port 82de52df-5564-4115-b867-db22cadcd1b2 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:30:43.531628 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-37baf381-37ba-41e5-8208-74bfb8fe1f9d tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:43.609307 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [None req-37baf381-37ba-41e5-8208-74bfb8fe1f9d tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] device_id is not set on port 03233a8c-6ddd-40c3-9d40-ed0aabb155b0 yet. {{(pid=101676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:30:43.725011 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-37baf381-37ba-41e5-8208-74bfb8fe1f9d tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:43.746261 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ff511ce0-f685-4b87-a73b-cede9bbaa4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:43.827391 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-37baf381-37ba-41e5-8208-74bfb8fe1f9d tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:43.886010 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37baf381-37ba-41e5-8208-74bfb8fe1f9d tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Pushing event updated for resources: {'Port': ['ID=82de52df-5564-4115-b867-db22cadcd1b2,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:43.897024 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37baf381-37ba-41e5-8208-74bfb8fe1f9d tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Checking segment: {'id': '9b844a58-9ad1-4088-bea9-78c79f84f7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'acc54b7b-3cd3-461d-824f-b97bfa8cf7fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:30:43.897149 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37baf381-37ba-41e5-8208-74bfb8fe1f9d tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Network hostable DHCP agents. Network: acc54b7b-3cd3-461d-824f-b97bfa8cf7fc, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:30:43.987290 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37baf381-37ba-41e5-8208-74bfb8fe1f9d tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Network acc54b7b-3cd3-461d-824f-b97bfa8cf7fc is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:30:44.073054 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-37baf381-37ba-41e5-8208-74bfb8fe1f9d tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, acc54b7b-3cd3-461d-824f-b97bfa8cf7fc) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:30:44.076718 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37baf381-37ba-41e5-8208-74bfb8fe1f9d tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:30:44.077609 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-37baf381-37ba-41e5-8208-74bfb8fe1f9d tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:44.086517 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c514ec-1d16-4a66-b2f3-7f332fe5ad37 None None] Network acc54b7b-3cd3-461d-824f-b97bfa8cf7fc requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:30:44.146564 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37baf381-37ba-41e5-8208-74bfb8fe1f9d tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Pushing event updated for resources: {'Port': ['ID=03233a8c-6ddd-40c3-9d40-ed0aabb155b0,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:44.153017 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37baf381-37ba-41e5-8208-74bfb8fe1f9d tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Checking segment: {'id': '1f7f38a2-3347-462d-93dc-254b7d9ca6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9c5560fd-91bf-436c-a3e4-040166305f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:30:44.153391 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37baf381-37ba-41e5-8208-74bfb8fe1f9d tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Network hostable DHCP agents. Network: 9c5560fd-91bf-436c-a3e4-040166305f3d, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:30:44.233063 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37baf381-37ba-41e5-8208-74bfb8fe1f9d tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Network 9c5560fd-91bf-436c-a3e4-040166305f3d is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:30:44.319222 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-37baf381-37ba-41e5-8208-74bfb8fe1f9d tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 9c5560fd-91bf-436c-a3e4-040166305f3d) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:30:44.322899 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37baf381-37ba-41e5-8208-74bfb8fe1f9d tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:30:44.328001 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46bb45f-4ec1-4f14-bfe6-b286986c5816 None None] Network 9c5560fd-91bf-436c-a3e4-040166305f3d requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:30:44.328773 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37baf381-37ba-41e5-8208-74bfb8fe1f9d tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:44.334442 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37baf381-37ba-41e5-8208-74bfb8fe1f9d tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:44.335118 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-37baf381-37ba-41e5-8208-74bfb8fe1f9d tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:44.433784 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-37baf381-37ba-41e5-8208-74bfb8fe1f9d tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.3615611 Aug 18 13:30:44.436177 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33744) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:44.515383 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53bce7f-913c-434b-8dba-82a3bc241c0d tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:44.521479 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53bce7f-913c-434b-8dba-82a3bc241c0d tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:44.523093 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e53bce7f-913c-434b-8dba-82a3bc241c0d tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0858934 Aug 18 13:30:44.530390 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33746) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:44.612913 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-f546ca87-61f5-4c4f-a53a-d18c0ccd355d tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Deleting port 82de52df-5564-4115-b867-db22cadcd1b2 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:30:44.627942 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f546ca87-61f5-4c4f-a53a-d18c0ccd355d tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:44.649072 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:44.679894 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f546ca87-61f5-4c4f-a53a-d18c0ccd355d tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:44.692224 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-f546ca87-61f5-4c4f-a53a-d18c0ccd355d tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Calling delete_port for 82de52df-5564-4115-b867-db22cadcd1b2 owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:30:44.832767 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f546ca87-61f5-4c4f-a53a-d18c0ccd355d tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:44.862893 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f546ca87-61f5-4c4f-a53a-d18c0ccd355d tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Pushing event deleted for resources: {'Port': ['ID=82de52df-5564-4115-b867-db22cadcd1b2,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:44.868793 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f546ca87-61f5-4c4f-a53a-d18c0ccd355d tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:44.870651 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f546ca87-61f5-4c4f-a53a-d18c0ccd355d tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] 10.222.0.13 "DELETE /v2.0/ports/82de52df-5564-4115-b867-db22cadcd1b2 HTTP/1.1" status: 204 len: 168 time: 0.3438082 Aug 18 13:30:44.873282 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33748) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:44.959305 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-8f756ce4-a186-4a01-b88a-ade97c6689f1 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Deleting port 03233a8c-6ddd-40c3-9d40-ed0aabb155b0 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:30:44.959652 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8f756ce4-a186-4a01-b88a-ade97c6689f1 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:45.025891 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8f756ce4-a186-4a01-b88a-ade97c6689f1 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:45.038692 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-8f756ce4-a186-4a01-b88a-ade97c6689f1 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Calling delete_port for 03233a8c-6ddd-40c3-9d40-ed0aabb155b0 owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:30:45.187229 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8f756ce4-a186-4a01-b88a-ade97c6689f1 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:45.217916 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f756ce4-a186-4a01-b88a-ade97c6689f1 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Pushing event deleted for resources: {'Port': ['ID=03233a8c-6ddd-40c3-9d40-ed0aabb155b0,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:45.221428 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8f756ce4-a186-4a01-b88a-ade97c6689f1 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:45.224952 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8f756ce4-a186-4a01-b88a-ade97c6689f1 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] 10.222.0.13 "DELETE /v2.0/ports/03233a8c-6ddd-40c3-9d40-ed0aabb155b0 HTTP/1.1" status: 204 len: 168 time: 0.3491638 Aug 18 13:30:45.226666 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33750) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:45.275676 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-832b90a3-defb-4f58-8b61-0f8958d18548 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0477660 Aug 18 13:30:45.279869 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33752) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:45.285041 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-83e4ca68-b93c-404e-bd19-2cfc1c308597 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1045850759'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:45.380872 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e4ca68-b93c-404e-bd19-2cfc1c308597 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Made reservation on behalf of b633f486205b4e008f674e47a975ba87 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:30:45.384674 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-83e4ca68-b93c-404e-bd19-2cfc1c308597 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:45.408193 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83e4ca68-b93c-404e-bd19-2cfc1c308597 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:30:45.417172 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-83e4ca68-b93c-404e-bd19-2cfc1c308597 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:45.417517 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-83e4ca68-b93c-404e-bd19-2cfc1c308597 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Added segment 6186320e-feb7-4480-a417-0698e120d54f of type vlan for network 86ed750f-75a4-49f1-8bd7-cd65b299a543 Aug 18 13:30:45.437735 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:45.456287 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-83e4ca68-b93c-404e-bd19-2cfc1c308597 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:45.540605 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-83e4ca68-b93c-404e-bd19-2cfc1c308597 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:45.546360 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e4ca68-b93c-404e-bd19-2cfc1c308597 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:45.546959 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-83e4ca68-b93c-404e-bd19-2cfc1c308597 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:45.614844 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4ca68-b93c-404e-bd19-2cfc1c308597 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Pushing event updated for resources: {'Network': ['ID=86ed750f-75a4-49f1-8bd7-cd65b299a543,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:45.624809 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 86ed750f-75a4-49f1-8bd7-cd65b299a543 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:30:45.667861 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-83e4ca68-b93c-404e-bd19-2cfc1c308597 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3868597 Aug 18 13:30:45.670525 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33754) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:45.675620 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-d4e05a8e-7612-4d23-b165-ccfe0528cb62 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1200829796'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:45.758421 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e05a8e-7612-4d23-b165-ccfe0528cb62 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Made reservation on behalf of b633f486205b4e008f674e47a975ba87 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:30:45.761876 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d4e05a8e-7612-4d23-b165-ccfe0528cb62 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:45.785054 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4e05a8e-7612-4d23-b165-ccfe0528cb62 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:30:45.793404 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d4e05a8e-7612-4d23-b165-ccfe0528cb62 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:45.793685 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-d4e05a8e-7612-4d23-b165-ccfe0528cb62 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Added segment d47f5c87-8e5f-4759-8b02-4b61b9a6e0d5 of type vlan for network 1cce8709-0f6d-4792-806c-7362d362ccc9 Aug 18 13:30:45.831648 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d4e05a8e-7612-4d23-b165-ccfe0528cb62 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:45.930363 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d4e05a8e-7612-4d23-b165-ccfe0528cb62 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:45.936343 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e05a8e-7612-4d23-b165-ccfe0528cb62 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:45.948869 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d4e05a8e-7612-4d23-b165-ccfe0528cb62 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:46.003396 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e05a8e-7612-4d23-b165-ccfe0528cb62 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Pushing event updated for resources: {'Network': ['ID=1cce8709-0f6d-4792-806c-7362d362ccc9,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:46.014134 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 1cce8709-0f6d-4792-806c-7362d362ccc9 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:30:46.091098 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d4e05a8e-7612-4d23-b165-ccfe0528cb62 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4194584 Aug 18 13:30:46.221527 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33756) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:46.226713 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-aca6f015-889a-4966-848f-cf862d7734cb tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Request body: {'subnets': [{'network_id': '86ed750f-75a4-49f1-8bd7-cd65b299a543', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1333647872', 'ip_version': 4}, {'network_id': '1cce8709-0f6d-4792-806c-7362d362ccc9', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:46.227025 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-aca6f015-889a-4966-848f-cf862d7734cb tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Request body: {'subnet': {'network_id': '86ed750f-75a4-49f1-8bd7-cd65b299a543', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1333647872', 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:46.227592 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-aca6f015-889a-4966-848f-cf862d7734cb tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Request body: {'subnet': {'network_id': '1cce8709-0f6d-4792-806c-7362d362ccc9', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:46.427076 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca6f015-889a-4966-848f-cf862d7734cb tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Made reservation on behalf of b633f486205b4e008f674e47a975ba87 for: {'subnet': 2} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:30:46.431723 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aca6f015-889a-4966-848f-cf862d7734cb tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:46.432064 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aca6f015-889a-4966-848f-cf862d7734cb tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:47.124421 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aca6f015-889a-4966-848f-cf862d7734cb tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:47.179887 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6f015-889a-4966-848f-cf862d7734cb tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Pushing event updated for resources: {'Subnet': ['ID=8caf5e53-1d96-4fb1-b4a5-d7a3ee579c70,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:47.196563 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca6f015-889a-4966-848f-cf862d7734cb tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Checking segment: {'id': '6186320e-feb7-4480-a417-0698e120d54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '86ed750f-75a4-49f1-8bd7-cd65b299a543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:30:47.196928 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca6f015-889a-4966-848f-cf862d7734cb tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Network hostable DHCP agents. Network: 86ed750f-75a4-49f1-8bd7-cd65b299a543, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:30:47.284379 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca6f015-889a-4966-848f-cf862d7734cb tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Network 86ed750f-75a4-49f1-8bd7-cd65b299a543 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:30:47.381219 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-aca6f015-889a-4966-848f-cf862d7734cb tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 86ed750f-75a4-49f1-8bd7-cd65b299a543) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:30:47.385194 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aca6f015-889a-4966-848f-cf862d7734cb tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:47.391151 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81cd82a-fb89-4100-8145-633ee2f7b7a5 None None] Network 86ed750f-75a4-49f1-8bd7-cd65b299a543 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:30:47.434031 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:47.453062 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6f015-889a-4966-848f-cf862d7734cb tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Pushing event updated for resources: {'Subnet': ['ID=a6b3b6e7-2b90-4bb2-9d51-351751acf638,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:47.460728 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca6f015-889a-4966-848f-cf862d7734cb tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Checking segment: {'id': 'd47f5c87-8e5f-4759-8b02-4b61b9a6e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1cce8709-0f6d-4792-806c-7362d362ccc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:30:47.461080 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca6f015-889a-4966-848f-cf862d7734cb tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Network hostable DHCP agents. Network: 1cce8709-0f6d-4792-806c-7362d362ccc9, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:30:47.546243 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbb6e43-a830-4e64-91b6-2d7ed3399f8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-86ed750f-75a4-49f1-8bd7-cd65b299a543', 'network_id': '86ed750f-75a4-49f1-8bd7-cd65b299a543', 'tenant_id': 'b633f486205b4e008f674e47a975ba87', 'fixed_ips': [{'subnet_id': '8caf5e53-1d96-4fb1-b4a5-d7a3ee579c70'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:30:47.550461 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cdbb6e43-a830-4e64-91b6-2d7ed3399f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:47.569716 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca6f015-889a-4966-848f-cf862d7734cb tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Network 1cce8709-0f6d-4792-806c-7362d362ccc9 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:30:47.688111 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-cdbb6e43-a830-4e64-91b6-2d7ed3399f8a None None] Allocated IP 172.20.0.2 (86ed750f-75a4-49f1-8bd7-cd65b299a543/8caf5e53-1d96-4fb1-b4a5-d7a3ee579c70/1d54b9af-9ca5-4868-b703-905e8f96e63c) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:30:47.735681 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-aca6f015-889a-4966-848f-cf862d7734cb tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 1cce8709-0f6d-4792-806c-7362d362ccc9) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:30:47.740442 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca6f015-889a-4966-848f-cf862d7734cb tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:47.740914 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca6f015-889a-4966-848f-cf862d7734cb tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:47.741542 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aca6f015-889a-4966-848f-cf862d7734cb tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:47.747927 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f9c76c-562e-4ed1-bc47-8ca79e59fe10 None None] Network 1cce8709-0f6d-4792-806c-7362d362ccc9 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:30:47.839619 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-aca6f015-889a-4966-848f-cf862d7734cb tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.6168921 Aug 18 13:30:47.842277 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33758) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:47.933605 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2099e77-746e-42a6-bd4b-9f418baff58c tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:47.935250 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2099e77-746e-42a6-bd4b-9f418baff58c tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:47.936912 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2099e77-746e-42a6-bd4b-9f418baff58c tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:47.938457 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a2099e77-746e-42a6-bd4b-9f418baff58c tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0946853 Aug 18 13:30:47.941918 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33760) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:47.993999 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-cacdebda-76ec-48bb-8d50-b7c5ab574988 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Deleting subnet 8caf5e53-1d96-4fb1-b4a5-d7a3ee579c70 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:30:48.078071 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cdbb6e43-a830-4e64-91b6-2d7ed3399f8a None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:48.093312 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-cdbb6e43-a830-4e64-91b6-2d7ed3399f8a None None] Transition to ACTIVE for port object 1d54b9af-9ca5-4868-b703-905e8f96e63c will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:30:48.126370 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-cdbb6e43-a830-4e64-91b6-2d7ed3399f8a None None] Transition to ACTIVE for port object 1d54b9af-9ca5-4868-b703-905e8f96e63c will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:30:48.132512 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e098c5-9b01-42d5-a5a2-1c8b4cf24149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-1cce8709-0f6d-4792-806c-7362d362ccc9', 'network_id': '1cce8709-0f6d-4792-806c-7362d362ccc9', 'tenant_id': 'b633f486205b4e008f674e47a975ba87', 'fixed_ips': [{'subnet_id': 'a6b3b6e7-2b90-4bb2-9d51-351751acf638'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:30:48.133360 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a9e098c5-9b01-42d5-a5a2-1c8b4cf24149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:48.209081 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cacdebda-76ec-48bb-8d50-b7c5ab574988 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:48.211179 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cdbb6e43-a830-4e64-91b6-2d7ed3399f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:48.254699 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cacdebda-76ec-48bb-8d50-b7c5ab574988 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:48.288361 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbb6e43-a830-4e64-91b6-2d7ed3399f8a None None] Network 86ed750f-75a4-49f1-8bd7-cd65b299a543 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:30:48.294195 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-cdbb6e43-a830-4e64-91b6-2d7ed3399f8a None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:30:48.299723 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbb6e43-a830-4e64-91b6-2d7ed3399f8a None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:30:48.308689 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb6e43-a830-4e64-91b6-2d7ed3399f8a None None] Pushing event updated for resources: {'Port': ['ID=1d54b9af-9ca5-4868-b703-905e8f96e63c,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:48.338204 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cacdebda-76ec-48bb-8d50-b7c5ab574988 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:48.339413 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbb6e43-a830-4e64-91b6-2d7ed3399f8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:30:48.339773 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbb6e43-a830-4e64-91b6-2d7ed3399f8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:30:48.340123 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbb6e43-a830-4e64-91b6-2d7ed3399f8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:30:48.340472 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbb6e43-a830-4e64-91b6-2d7ed3399f8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:30:48.340810 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbb6e43-a830-4e64-91b6-2d7ed3399f8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:30:48.341171 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbb6e43-a830-4e64-91b6-2d7ed3399f8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:30:48.341484 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbb6e43-a830-4e64-91b6-2d7ed3399f8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:30:48.341823 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbb6e43-a830-4e64-91b6-2d7ed3399f8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:30:48.342155 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbb6e43-a830-4e64-91b6-2d7ed3399f8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:30:48.342508 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbb6e43-a830-4e64-91b6-2d7ed3399f8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:30:48.342838 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbb6e43-a830-4e64-91b6-2d7ed3399f8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:30:48.343169 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbb6e43-a830-4e64-91b6-2d7ed3399f8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:30:48.365824 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-a9e098c5-9b01-42d5-a5a2-1c8b4cf24149 None None] Allocated IP 172.20.0.18 (1cce8709-0f6d-4792-806c-7362d362ccc9/a6b3b6e7-2b90-4bb2-9d51-351751acf638/d9b4e14e-7e49-4f5a-a2f9-5f7b3717642b) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:30:48.388390 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-cdbb6e43-a830-4e64-91b6-2d7ed3399f8a None None] Attempting to bind port 1d54b9af-9ca5-4868-b703-905e8f96e63c on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:30:48.388774 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-cdbb6e43-a830-4e64-91b6-2d7ed3399f8a None None] Attempting to bind port 1d54b9af-9ca5-4868-b703-905e8f96e63c by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '6186320e-feb7-4480-a417-0698e120d54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '86ed750f-75a4-49f1-8bd7-cd65b299a543'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:30:48.389146 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbb6e43-a830-4e64-91b6-2d7ed3399f8a None None] Attempting to bind port 1d54b9af-9ca5-4868-b703-905e8f96e63c on network 86ed750f-75a4-49f1-8bd7-cd65b299a543 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:30:48.398052 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbb6e43-a830-4e64-91b6-2d7ed3399f8a None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:30:48.398848 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbb6e43-a830-4e64-91b6-2d7ed3399f8a None None] Checking segment: {'id': '6186320e-feb7-4480-a417-0698e120d54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '86ed750f-75a4-49f1-8bd7-cd65b299a543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:30:48.398848 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cdbb6e43-a830-4e64-91b6-2d7ed3399f8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:48.399263 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbb6e43-a830-4e64-91b6-2d7ed3399f8a None None] Bound using segment: {'id': '6186320e-feb7-4480-a417-0698e120d54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '86ed750f-75a4-49f1-8bd7-cd65b299a543'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:30:48.399743 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-cdbb6e43-a830-4e64-91b6-2d7ed3399f8a None None] Bound port: 1d54b9af-9ca5-4868-b703-905e8f96e63c, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6186320e-feb7-4480-a417-0698e120d54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '86ed750f-75a4-49f1-8bd7-cd65b299a543'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:30:48.400135 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cdbb6e43-a830-4e64-91b6-2d7ed3399f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:48.478817 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cacdebda-76ec-48bb-8d50-b7c5ab574988 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:48.513537 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacdebda-76ec-48bb-8d50-b7c5ab574988 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Pushing event deleted for resources: {'Subnet': ['ID=8caf5e53-1d96-4fb1-b4a5-d7a3ee579c70,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:48.515653 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cacdebda-76ec-48bb-8d50-b7c5ab574988 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:48.518746 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-cacdebda-76ec-48bb-8d50-b7c5ab574988 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] 10.222.0.13 "DELETE /v2.0/subnets/8caf5e53-1d96-4fb1-b4a5-d7a3ee579c70 HTTP/1.1" status: 204 len: 168 time: 0.5751476 Aug 18 13:30:48.520673 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33762) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:48.535999 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-cdbb6e43-a830-4e64-91b6-2d7ed3399f8a None None] For port 1d54b9af-9ca5-4868-b703-905e8f96e63c, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:30:48.540389 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-cdbb6e43-a830-4e64-91b6-2d7ed3399f8a None None] For port 1d54b9af-9ca5-4868-b703-905e8f96e63c, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=1d54b9af-9ca5-4868-b703-905e8f96e63c,segment=NetworkSegment(6186320e-feb7-4480-a417-0698e120d54f),segment_id=6186320e-feb7-4480-a417-0698e120d54f)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:30:48.573493 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b3d716e-f716-4749-9fae-8446bd457e8a tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Deleting subnet a6b3b6e7-2b90-4bb2-9d51-351751acf638 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:30:48.584849 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a9e098c5-9b01-42d5-a5a2-1c8b4cf24149 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:48.592923 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a9e098c5-9b01-42d5-a5a2-1c8b4cf24149 None None] Transition to ACTIVE for port object d9b4e14e-7e49-4f5a-a2f9-5f7b3717642b will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:30:48.607828 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a9e098c5-9b01-42d5-a5a2-1c8b4cf24149 None None] Transition to ACTIVE for port object d9b4e14e-7e49-4f5a-a2f9-5f7b3717642b will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:30:48.611008 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cdbb6e43-a830-4e64-91b6-2d7ed3399f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:48.673058 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb6e43-a830-4e64-91b6-2d7ed3399f8a None None] Pushing event updated for resources: {'Port': ['ID=1d54b9af-9ca5-4868-b703-905e8f96e63c,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:48.695381 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9b3d716e-f716-4749-9fae-8446bd457e8a tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:48.697355 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a9e098c5-9b01-42d5-a5a2-1c8b4cf24149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:48.738900 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9b3d716e-f716-4749-9fae-8446bd457e8a tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:48.739534 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e098c5-9b01-42d5-a5a2-1c8b4cf24149 None None] Network 1cce8709-0f6d-4792-806c-7362d362ccc9 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:30:48.742773 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-a9e098c5-9b01-42d5-a5a2-1c8b4cf24149 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:30:48.746604 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e098c5-9b01-42d5-a5a2-1c8b4cf24149 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:30:48.753954 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e098c5-9b01-42d5-a5a2-1c8b4cf24149 None None] Pushing event updated for resources: {'Port': ['ID=d9b4e14e-7e49-4f5a-a2f9-5f7b3717642b,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:48.829630 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-a9e098c5-9b01-42d5-a5a2-1c8b4cf24149 None None] Attempting to bind port d9b4e14e-7e49-4f5a-a2f9-5f7b3717642b on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:30:48.829630 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-a9e098c5-9b01-42d5-a5a2-1c8b4cf24149 None None] Attempting to bind port d9b4e14e-7e49-4f5a-a2f9-5f7b3717642b by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'd47f5c87-8e5f-4759-8b02-4b61b9a6e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1cce8709-0f6d-4792-806c-7362d362ccc9'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:30:48.829630 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e098c5-9b01-42d5-a5a2-1c8b4cf24149 None None] Attempting to bind port d9b4e14e-7e49-4f5a-a2f9-5f7b3717642b on network 1cce8709-0f6d-4792-806c-7362d362ccc9 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:30:48.835963 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e098c5-9b01-42d5-a5a2-1c8b4cf24149 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:30:48.836728 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e098c5-9b01-42d5-a5a2-1c8b4cf24149 None None] Checking segment: {'id': 'd47f5c87-8e5f-4759-8b02-4b61b9a6e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1cce8709-0f6d-4792-806c-7362d362ccc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:30:48.837142 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a9e098c5-9b01-42d5-a5a2-1c8b4cf24149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:48.837537 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e098c5-9b01-42d5-a5a2-1c8b4cf24149 None None] Bound using segment: {'id': 'd47f5c87-8e5f-4759-8b02-4b61b9a6e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1cce8709-0f6d-4792-806c-7362d362ccc9'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:30:48.838003 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-a9e098c5-9b01-42d5-a5a2-1c8b4cf24149 None None] Bound port: d9b4e14e-7e49-4f5a-a2f9-5f7b3717642b, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd47f5c87-8e5f-4759-8b02-4b61b9a6e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1cce8709-0f6d-4792-806c-7362d362ccc9'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:30:48.838479 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a9e098c5-9b01-42d5-a5a2-1c8b4cf24149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:48.860634 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9b3d716e-f716-4749-9fae-8446bd457e8a tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:48.998962 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9b3d716e-f716-4749-9fae-8446bd457e8a tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:49.002447 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-a9e098c5-9b01-42d5-a5a2-1c8b4cf24149 None None] For port d9b4e14e-7e49-4f5a-a2f9-5f7b3717642b, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:30:49.005978 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-a9e098c5-9b01-42d5-a5a2-1c8b4cf24149 None None] For port d9b4e14e-7e49-4f5a-a2f9-5f7b3717642b, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=d9b4e14e-7e49-4f5a-a2f9-5f7b3717642b,segment=NetworkSegment(d47f5c87-8e5f-4759-8b02-4b61b9a6e0d5),segment_id=d47f5c87-8e5f-4759-8b02-4b61b9a6e0d5)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:30:49.029464 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9b3d716e-f716-4749-9fae-8446bd457e8a tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:49.033792 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9b3d716e-f716-4749-9fae-8446bd457e8a tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] 10.222.0.13 "DELETE /v2.0/subnets/a6b3b6e7-2b90-4bb2-9d51-351751acf638 HTTP/1.1" status: 204 len: 168 time: 0.5100758 Aug 18 13:30:49.033792 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d716e-f716-4749-9fae-8446bd457e8a tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Pushing event deleted for resources: {'Subnet': ['ID=a6b3b6e7-2b90-4bb2-9d51-351751acf638,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:49.034286 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33764) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:49.113386 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a9e098c5-9b01-42d5-a5a2-1c8b4cf24149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:49.117490 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f32415f-eef2-4b86-9b7f-560ae7dae603 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:49.120624 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8f32415f-eef2-4b86-9b7f-560ae7dae603 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0852702 Aug 18 13:30:49.123097 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33766) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:49.177992 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e098c5-9b01-42d5-a5a2-1c8b4cf24149 None None] Pushing event updated for resources: {'Port': ['ID=d9b4e14e-7e49-4f5a-a2f9-5f7b3717642b,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:49.211882 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-81215298-2a7a-4426-b593-10b203e10f23 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:49.267527 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-81215298-2a7a-4426-b593-10b203e10f23 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Deleting port d9b4e14e-7e49-4f5a-a2f9-5f7b3717642b {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:30:49.267889 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-81215298-2a7a-4426-b593-10b203e10f23 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:49.356097 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-81215298-2a7a-4426-b593-10b203e10f23 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] For port d9b4e14e-7e49-4f5a-a2f9-5f7b3717642b, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=d9b4e14e-7e49-4f5a-a2f9-5f7b3717642b,segment=NetworkSegment(d47f5c87-8e5f-4759-8b02-4b61b9a6e0d5),segment_id=d47f5c87-8e5f-4759-8b02-4b61b9a6e0d5)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:30:49.356587 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-81215298-2a7a-4426-b593-10b203e10f23 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:49.374866 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-81215298-2a7a-4426-b593-10b203e10f23 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Calling delete_port for d9b4e14e-7e49-4f5a-a2f9-5f7b3717642b owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:30:49.536065 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-81215298-2a7a-4426-b593-10b203e10f23 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:49.563254 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81215298-2a7a-4426-b593-10b203e10f23 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Pushing event deleted for resources: {'Port': ['ID=d9b4e14e-7e49-4f5a-a2f9-5f7b3717642b,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:49.567412 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81215298-2a7a-4426-b593-10b203e10f23 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] No DVR routers for this DVR port d9b4e14e-7e49-4f5a-a2f9-5f7b3717642b on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:30:49.648916 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49aa8ac8-a27f-47b1-a86e-1830b7e6c9ce None None] Network 86ed750f-75a4-49f1-8bd7-cd65b299a543 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:30:49.666897 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-81215298-2a7a-4426-b593-10b203e10f23 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:49.678358 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-81215298-2a7a-4426-b593-10b203e10f23 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cce8709-0f6d-4792-806c-7362d362ccc9']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:30:49.689048 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-81215298-2a7a-4426-b593-10b203e10f23 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd47f5c87-8e5f-4759-8b02-4b61b9a6e0d5') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:30:49.689611 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-81215298-2a7a-4426-b593-10b203e10f23 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd47f5c87-8e5f-4759-8b02-4b61b9a6e0d5') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:30:49.702496 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-81215298-2a7a-4426-b593-10b203e10f23 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:49.712971 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 1d54b9af-9ca5-4868-b703-905e8f96e63c up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:30:49.717933 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-81215298-2a7a-4426-b593-10b203e10f23 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:49.724635 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81215298-2a7a-4426-b593-10b203e10f23 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:30:49.725054 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-81215298-2a7a-4426-b593-10b203e10f23 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:49.728552 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:30:49.728552 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:30:49.728552 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:30:49.728552 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:30:49.728552 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:30:49.728552 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:30:49.728552 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:30:49.728552 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:30:49.728552 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:30:49.728552 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:30:49.728552 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:30:49.728552 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:30:49.728552 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:30:49.728552 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:30:49.728552 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:30:49.728552 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:30:49.728552 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:30:49.728552 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:30:49.728552 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:30:49.728552 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:30:49.728552 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:30:49.728552 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:30:49.728552 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:30:49.728552 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:30:49.728552 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:30:49.728552 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:30:49.728552 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:30:49.728552 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:30:49.728552 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:30:49.728552 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:30:49.728552 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:30:49.728552 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:30:49.873477 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-2c2dbbe8-0798-43dc-9eb6-916852c85d02 None None] Provisioning for port 1d54b9af-9ca5-4868-b703-905e8f96e63c completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:30:49.898872 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48794cb-9d55-4107-a36d-d68cfd14c1e5 None None] DHCP port deletion for 86ed750f-75a4-49f1-8bd7-cd65b299a543 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:30:49.901211 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-81215298-2a7a-4426-b593-10b203e10f23 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:49.902989 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 1d54b9af-9ca5-4868-b703-905e8f96e63c completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:30:49.906758 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-81215298-2a7a-4426-b593-10b203e10f23 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:49.912046 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-81215298-2a7a-4426-b593-10b203e10f23 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] 10.222.0.13 "DELETE /v2.0/networks/1cce8709-0f6d-4792-806c-7362d362ccc9 HTTP/1.1" status: 204 len: 168 time: 0.7852135 Aug 18 13:30:49.912334 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 1d54b9af-9ca5-4868-b703-905e8f96e63c triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:30:49.912334 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:49.912952 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33768) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:49.927762 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81215298-2a7a-4426-b593-10b203e10f23 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Pushing event deleted for resources: {'Network': ['ID=1cce8709-0f6d-4792-806c-7362d362ccc9,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:50.004116 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b90206f3-86c9-43b4-856d-8d0ee165a6f1 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:50.020080 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f48794cb-9d55-4107-a36d-d68cfd14c1e5 None None] Deleting port 1d54b9af-9ca5-4868-b703-905e8f96e63c {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:30:50.020456 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f48794cb-9d55-4107-a36d-d68cfd14c1e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:50.069070 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-b90206f3-86c9-43b4-856d-8d0ee165a6f1 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Deleting port 1d54b9af-9ca5-4868-b703-905e8f96e63c {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:30:50.070002 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b90206f3-86c9-43b4-856d-8d0ee165a6f1 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:50.073129 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:50.111275 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f48794cb-9d55-4107-a36d-d68cfd14c1e5 None None] For port 1d54b9af-9ca5-4868-b703-905e8f96e63c, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=1d54b9af-9ca5-4868-b703-905e8f96e63c,segment=NetworkSegment(6186320e-feb7-4480-a417-0698e120d54f),segment_id=6186320e-feb7-4480-a417-0698e120d54f)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:30:50.111690 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f48794cb-9d55-4107-a36d-d68cfd14c1e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:50.135732 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f48794cb-9d55-4107-a36d-d68cfd14c1e5 None None] Calling delete_port for 1d54b9af-9ca5-4868-b703-905e8f96e63c owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:30:50.140876 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-b90206f3-86c9-43b4-856d-8d0ee165a6f1 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] For port 1d54b9af-9ca5-4868-b703-905e8f96e63c, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=1d54b9af-9ca5-4868-b703-905e8f96e63c,segment=NetworkSegment(6186320e-feb7-4480-a417-0698e120d54f),segment_id=6186320e-feb7-4480-a417-0698e120d54f)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:30:50.141385 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b90206f3-86c9-43b4-856d-8d0ee165a6f1 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:50.153409 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 1d54b9af-9ca5-4868-b703-905e8f96e63c, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=1d54b9af-9ca5-4868-b703-905e8f96e63c,segment=NetworkSegment(6186320e-feb7-4480-a417-0698e120d54f),segment_id=6186320e-feb7-4480-a417-0698e120d54f)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:30:50.155641 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-b90206f3-86c9-43b4-856d-8d0ee165a6f1 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Calling delete_port for 1d54b9af-9ca5-4868-b703-905e8f96e63c owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:30:50.215735 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:50.265065 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67ce0de-96b1-4dbc-a97f-393d03c66423 None None] DHCP port deletion for 1cce8709-0f6d-4792-806c-7362d362ccc9 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:30:50.286357 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=1d54b9af-9ca5-4868-b703-905e8f96e63c,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:50.294937 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160f3909-c603-48c4-89de-68d69ae38a02 None None] Network 1cce8709-0f6d-4792-806c-7362d362ccc9 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:30:50.295916 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b90206f3-86c9-43b4-856d-8d0ee165a6f1 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:50.308984 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c72ddd93-f484-49c8-b2bb-9140afe5a565 None None] Could not find standard attr ID for object d9b4e14e-7e49-4f5a-a2f9-5f7b3717642b. {{(pid=101677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 13:30:50.314007 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160f3909-c603-48c4-89de-68d69ae38a02 None None] Network 1cce8709-0f6d-4792-806c-7362d362ccc9 could not be found, it might have been deleted concurrently. {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 18 13:30:50.316432 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f48794cb-9d55-4107-a36d-d68cfd14c1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:50.325486 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90206f3-86c9-43b4-856d-8d0ee165a6f1 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Pushing event deleted for resources: {'Port': ['ID=1d54b9af-9ca5-4868-b703-905e8f96e63c,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:50.327496 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90206f3-86c9-43b4-856d-8d0ee165a6f1 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] No DVR routers for this DVR port 1d54b9af-9ca5-4868-b703-905e8f96e63c on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:30:50.344365 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48794cb-9d55-4107-a36d-d68cfd14c1e5 None None] Pushing event deleted for resources: {'Port': ['ID=1d54b9af-9ca5-4868-b703-905e8f96e63c,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:50.351749 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48794cb-9d55-4107-a36d-d68cfd14c1e5 None None] No DVR routers for this DVR port 1d54b9af-9ca5-4868-b703-905e8f96e63c on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:30:50.415440 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b90206f3-86c9-43b4-856d-8d0ee165a6f1 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:50.427377 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-b90206f3-86c9-43b4-856d-8d0ee165a6f1 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86ed750f-75a4-49f1-8bd7-cd65b299a543']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:30:50.437838 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-b90206f3-86c9-43b4-856d-8d0ee165a6f1 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6186320e-feb7-4480-a417-0698e120d54f') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:30:50.438064 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-b90206f3-86c9-43b4-856d-8d0ee165a6f1 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6186320e-feb7-4480-a417-0698e120d54f') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:30:50.447635 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b90206f3-86c9-43b4-856d-8d0ee165a6f1 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:50.461106 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b90206f3-86c9-43b4-856d-8d0ee165a6f1 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:50.467008 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b90206f3-86c9-43b4-856d-8d0ee165a6f1 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:30:50.467400 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b90206f3-86c9-43b4-856d-8d0ee165a6f1 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:50.470359 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:30:50.470359 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:30:50.470359 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:30:50.470359 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:30:50.470359 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:30:50.470359 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:30:50.470359 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:30:50.470359 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:30:50.470359 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:30:50.470359 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:30:50.470359 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:30:50.470359 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:30:50.470359 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:30:50.470359 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:30:50.470359 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:30:50.470359 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:30:50.470359 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:30:50.470359 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:30:50.470359 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:30:50.470359 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:30:50.470359 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:30:50.470359 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:30:50.470359 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:30:50.470359 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:30:50.470359 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:30:50.470359 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:30:50.470359 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:30:50.470359 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:30:50.470359 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:30:50.470359 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:30:50.470359 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:30:50.470359 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:30:50.610008 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b90206f3-86c9-43b4-856d-8d0ee165a6f1 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:50.617587 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b90206f3-86c9-43b4-856d-8d0ee165a6f1 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:50.619514 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b90206f3-86c9-43b4-856d-8d0ee165a6f1 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] 10.222.0.13 "DELETE /v2.0/networks/86ed750f-75a4-49f1-8bd7-cd65b299a543 HTTP/1.1" status: 204 len: 168 time: 0.7054036 Aug 18 13:30:50.622002 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33770) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:50.640729 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90206f3-86c9-43b4-856d-8d0ee165a6f1 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Pushing event deleted for resources: {'Network': ['ID=86ed750f-75a4-49f1-8bd7-cd65b299a543,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:50.712334 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7b4063d7-ff98-4efa-92fc-29546d77899b tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:50.796326 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7b4063d7-ff98-4efa-92fc-29546d77899b tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:50.806789 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-7b4063d7-ff98-4efa-92fc-29546d77899b tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c5560fd-91bf-436c-a3e4-040166305f3d']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:30:50.821676 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-7b4063d7-ff98-4efa-92fc-29546d77899b tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f7f38a2-3347-462d-93dc-254b7d9ca6ac') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:30:50.821975 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-7b4063d7-ff98-4efa-92fc-29546d77899b tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f7f38a2-3347-462d-93dc-254b7d9ca6ac') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:30:50.830719 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7b4063d7-ff98-4efa-92fc-29546d77899b tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:50.844398 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7b4063d7-ff98-4efa-92fc-29546d77899b tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:50.850909 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b4063d7-ff98-4efa-92fc-29546d77899b tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:30:50.851296 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7b4063d7-ff98-4efa-92fc-29546d77899b tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:50.854265 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:30:50.854265 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:30:50.854265 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:30:50.854265 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:30:50.854265 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:30:50.854265 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:30:50.854265 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:30:50.854265 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:30:50.854265 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:30:50.854265 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:30:50.854265 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:30:50.854265 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:30:50.854265 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:30:50.854265 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:30:50.854265 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:30:50.854265 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:30:50.854265 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:30:50.854265 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:30:50.854265 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:30:50.854265 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:30:50.854265 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:30:50.854265 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:30:50.854265 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:30:50.854265 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:30:50.854265 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:30:50.854265 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:30:50.854265 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:30:50.854265 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:30:50.854265 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:30:50.854265 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:30:50.854265 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:30:50.854265 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:30:50.986968 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7b4063d7-ff98-4efa-92fc-29546d77899b tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:50.994582 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7b4063d7-ff98-4efa-92fc-29546d77899b tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:50.996445 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7b4063d7-ff98-4efa-92fc-29546d77899b tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] 10.222.0.13 "DELETE /v2.0/networks/9c5560fd-91bf-436c-a3e4-040166305f3d HTTP/1.1" status: 204 len: 168 time: 0.3638730 Aug 18 13:30:50.998876 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33772) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:51.016945 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4063d7-ff98-4efa-92fc-29546d77899b tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Pushing event deleted for resources: {'Network': ['ID=9c5560fd-91bf-436c-a3e4-040166305f3d,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:51.088875 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-461b8e92-6e93-43d4-936c-120ee562e131 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:51.176529 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-461b8e92-6e93-43d4-936c-120ee562e131 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:51.187273 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-461b8e92-6e93-43d4-936c-120ee562e131 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acc54b7b-3cd3-461d-824f-b97bfa8cf7fc']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:30:51.197399 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-461b8e92-6e93-43d4-936c-120ee562e131 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b844a58-9ad1-4088-bea9-78c79f84f7fe') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:30:51.197701 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-461b8e92-6e93-43d4-936c-120ee562e131 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b844a58-9ad1-4088-bea9-78c79f84f7fe') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:30:51.206968 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-461b8e92-6e93-43d4-936c-120ee562e131 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:51.221307 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-461b8e92-6e93-43d4-936c-120ee562e131 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:51.228123 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-461b8e92-6e93-43d4-936c-120ee562e131 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:30:51.228523 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-461b8e92-6e93-43d4-936c-120ee562e131 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:51.231536 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:30:51.231536 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:30:51.231536 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:30:51.231536 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:30:51.231536 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:30:51.231536 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:30:51.231536 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:30:51.231536 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:30:51.231536 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:30:51.231536 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:30:51.231536 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:30:51.231536 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:30:51.231536 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:30:51.231536 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:30:51.231536 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:30:51.231536 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:30:51.231536 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:30:51.231536 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:30:51.231536 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:30:51.231536 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:30:51.231536 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:30:51.231536 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:30:51.231536 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:30:51.231536 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:30:51.231536 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:30:51.231536 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:30:51.231536 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:30:51.231536 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:30:51.231536 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:30:51.231536 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:30:51.231536 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:30:51.231536 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:30:51.259281 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3fb6b1a7-b4ae-4065-a68f-827c031ad1a6 req-9d86dc9c-1e37-4f6e-8546-cceee5ab170a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=37643702-ee10-4047-9826-866042be0286&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0941756 Aug 18 13:30:51.340991 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6b1a7-b4ae-4065-a68f-827c031ad1a6 req-3fad6727-47db-461f-84c9-b11828cca853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:51.342523 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3fb6b1a7-b4ae-4065-a68f-827c031ad1a6 req-3fad6727-47db-461f-84c9-b11828cca853 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=161a0a675dcb4f668dec9565c8db14ad&device_id=37643702-ee10-4047-9826-866042be0286 HTTP/1.1" status: 200 len: 1097 time: 0.0403965 Aug 18 13:30:51.393195 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-461b8e92-6e93-43d4-936c-120ee562e131 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:51.400985 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-461b8e92-6e93-43d4-936c-120ee562e131 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:51.402930 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-461b8e92-6e93-43d4-936c-120ee562e131 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] 10.222.0.13 "DELETE /v2.0/networks/acc54b7b-3cd3-461d-824f-b97bfa8cf7fc HTTP/1.1" status: 204 len: 168 time: 0.4031379 Aug 18 13:30:51.416413 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b8e92-6e93-43d4-936c-120ee562e131 tempest-BulkNetworkOpsTest-618429468 tempest-BulkNetworkOpsTest-618429468-project] Pushing event deleted for resources: {'Network': ['ID=acc54b7b-3cd3-461d-824f-b97bfa8cf7fc,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:51.461328 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6b1a7-b4ae-4065-a68f-827c031ad1a6 req-30497ad9-06b1-47f0-a596-e42e91082dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:51.462894 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3fb6b1a7-b4ae-4065-a68f-827c031ad1a6 req-30497ad9-06b1-47f0-a596-e42e91082dd4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5a750657-6380-4216-8606-057245bf1333 HTTP/1.1" status: 200 len: 912 time: 0.1019692 Aug 18 13:30:51.529976 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3fb6b1a7-b4ae-4065-a68f-827c031ad1a6 req-103583c6-cc4b-4786-ab21-62149f461205 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613 HTTP/1.1" status: 200 len: 1002 time: 0.0599518 Aug 18 13:30:51.578718 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6b1a7-b4ae-4065-a68f-827c031ad1a6 req-0ccd3249-989b-4224-b209-8594f633c577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:51.580262 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3fb6b1a7-b4ae-4065-a68f-827c031ad1a6 req-0ccd3249-989b-4224-b209-8594f633c577 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=df130f28-747c-4593-a4e4-fcc4c74ccec3 HTTP/1.1" status: 200 len: 850 time: 0.0438299 Aug 18 13:30:51.628613 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6b1a7-b4ae-4065-a68f-827c031ad1a6 req-4dc596a5-4c27-40cf-b18d-1aff6f50f451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:30:51.631026 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3fb6b1a7-b4ae-4065-a68f-827c031ad1a6 req-4dc596a5-4c27-40cf-b18d-1aff6f50f451 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5a750657-6380-4216-8606-057245bf1333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440419 Aug 18 13:30:51.642339 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [req-3fb6b1a7-b4ae-4065-a68f-827c031ad1a6 req-9768c74b-ef01-42d3-a0de-13ff60d14fe9 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:30:51.643491 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3fb6b1a7-b4ae-4065-a68f-827c031ad1a6 req-9768c74b-ef01-42d3-a0de-13ff60d14fe9 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051446 Aug 18 13:30:51.661238 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 1d54b9af-9ca5-4868-b703-905e8f96e63c no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:30:51.681697 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 1d54b9af-9ca5-4868-b703-905e8f96e63c {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:30:51.682054 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 1d54b9af-9ca5-4868-b703-905e8f96e63c not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:30:51.682518 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device d9b4e14e-7e49-4f5a-a2f9-5f7b3717642b no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:30:51.705055 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: d9b4e14e-7e49-4f5a-a2f9-5f7b3717642b {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:30:51.705400 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device d9b4e14e-7e49-4f5a-a2f9-5f7b3717642b not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:30:51.734494 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3fb6b1a7-b4ae-4065-a68f-827c031ad1a6 req-7d304302-b839-488d-a7d2-8ea47f021a8c service neutron] 10.222.0.39 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839057 Aug 18 13:30:51.827766 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3fb6b1a7-b4ae-4065-a68f-827c031ad1a6 req-57a90106-bb9c-47dd-8477-af7dbc3b6133 service neutron] 10.222.0.39 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865464 Aug 18 13:30:51.966890 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33780) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:52.107078 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f1a926bc-ac2d-4f72-87a8-3a54360ad752 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b633f486205b4e008f674e47a975ba87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1389298 Aug 18 13:30:52.109411 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33784) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:52.156934 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f009a72f-1733-4a1d-93cb-a33ce7a950d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:52.177756 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f009a72f-1733-4a1d-93cb-a33ce7a950d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:52.272583 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f009a72f-1733-4a1d-93cb-a33ce7a950d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:52.275210 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f009a72f-1733-4a1d-93cb-a33ce7a950d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:52.276410 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f009a72f-1733-4a1d-93cb-a33ce7a950d4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c88f4a8-56e1-4181-bcba-74983e6876b9 HTTP/1.1" status: 204 len: 168 time: 0.1660714 Aug 18 13:30:52.284068 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f009a72f-1733-4a1d-93cb-a33ce7a950d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c88f4a8-56e1-4181-bcba-74983e6876b9,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:53.225232 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33806) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:53.319096 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-b81dac01-b084-460c-a76d-e8ac5f9d8e8e tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:53.319891 n-d-803603-2 neutron-server[101675]: WARNING neutron.api.v2.base [None req-b81dac01-b084-460c-a76d-e8ac5f9d8e8e tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 18 13:30:53.320384 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-b81dac01-b084-460c-a76d-e8ac5f9d8e8e tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] create failed (client error): There was a conflict when trying to complete your request. Aug 18 13:30:53.321351 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b81dac01-b084-460c-a76d-e8ac5f9d8e8e tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0951281 Aug 18 13:30:53.324907 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33810) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:53.329164 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-7121a9e7-3584-4120-ba2f-f01de48f53ab tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Request body: {'security_group': {'name': 'tempest-secgroup--868089041'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:53.410066 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7121a9e7-3584-4120-ba2f-f01de48f53ab tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:53.418555 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7121a9e7-3584-4120-ba2f-f01de48f53ab tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:53.506723 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7121a9e7-3584-4120-ba2f-f01de48f53ab tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:53.581634 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7121a9e7-3584-4120-ba2f-f01de48f53ab tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:53.615431 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7121a9e7-3584-4120-ba2f-f01de48f53ab tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=842e5baf-16f8-44c2-9c0b-ac53d2afeb01,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:53.672208 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7121a9e7-3584-4120-ba2f-f01de48f53ab tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:53.735174 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7121a9e7-3584-4120-ba2f-f01de48f53ab tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:53.764895 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7121a9e7-3584-4120-ba2f-f01de48f53ab tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ed3656-1bfc-4de9-bc83-094c45a21428,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:53.838532 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7121a9e7-3584-4120-ba2f-f01de48f53ab tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:53.840162 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7121a9e7-3584-4120-ba2f-f01de48f53ab tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5139782 Aug 18 13:30:53.846793 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33812) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:53.851962 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-e3a71ad8-37cf-49d3-b721-9972d4e8995a tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Request body: {'security_group_rule': {'security_group_id': 'f6ed3656-1bfc-4de9-bc83-094c45a21428', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:53.932251 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e3a71ad8-37cf-49d3-b721-9972d4e8995a tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:54.005763 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e3a71ad8-37cf-49d3-b721-9972d4e8995a tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:54.095500 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e3a71ad8-37cf-49d3-b721-9972d4e8995a tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:54.113776 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a71ad8-37cf-49d3-b721-9972d4e8995a tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aed6835-fbaa-4fa1-97ce-bb44e15d791b,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:54.181068 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e3a71ad8-37cf-49d3-b721-9972d4e8995a tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:54.182375 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e3a71ad8-37cf-49d3-b721-9972d4e8995a tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3345857 Aug 18 13:30:54.185185 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33814) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:54.189591 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-d769dc19-9836-499f-9072-4e1ecd2b06f0 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Request body: {'security_group_rule': {'security_group_id': 'f6ed3656-1bfc-4de9-bc83-094c45a21428', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:54.277238 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d769dc19-9836-499f-9072-4e1ecd2b06f0 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:54.381739 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-d769dc19-9836-499f-9072-4e1ecd2b06f0 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] create failed (client error): There was a conflict when trying to complete your request. Aug 18 13:30:54.383074 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d769dc19-9836-499f-9072-4e1ecd2b06f0 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1966443 Aug 18 13:30:54.385497 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33816) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:54.439188 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-86cb8690-bd3f-481e-89a7-f248c51cba79 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:54.462069 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-86cb8690-bd3f-481e-89a7-f248c51cba79 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:54.586046 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-86cb8690-bd3f-481e-89a7-f248c51cba79 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:54.588708 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-86cb8690-bd3f-481e-89a7-f248c51cba79 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:54.589878 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-86cb8690-bd3f-481e-89a7-f248c51cba79 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "DELETE /v2.0/security-groups/f6ed3656-1bfc-4de9-bc83-094c45a21428 HTTP/1.1" status: 204 len: 168 time: 0.2034624 Aug 18 13:30:54.592625 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33818) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:54.599149 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb8690-bd3f-481e-89a7-f248c51cba79 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ed3656-1bfc-4de9-bc83-094c45a21428,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:54.648460 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5e67eeff-99dc-4255-b1f9-292f3b455ff8 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0545738 Aug 18 13:30:54.652035 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33820) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:54.656761 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-de7abf29-7546-4d5e-bc3a-57a3b4cb1d0f tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Request body: {'security_group': {'name': 'tempest-secgroup--1520604982'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:54.729775 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-de7abf29-7546-4d5e-bc3a-57a3b4cb1d0f tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:54.815623 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-de7abf29-7546-4d5e-bc3a-57a3b4cb1d0f tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:54.918999 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-de7abf29-7546-4d5e-bc3a-57a3b4cb1d0f tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:54.951206 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7abf29-7546-4d5e-bc3a-57a3b4cb1d0f tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42808505-9ef2-4df8-98bc-50f7c7170e7b,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:55.028018 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-de7abf29-7546-4d5e-bc3a-57a3b4cb1d0f tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:55.029380 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-de7abf29-7546-4d5e-bc3a-57a3b4cb1d0f tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3763041 Aug 18 13:30:55.032177 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33822) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:55.036812 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-a2aa5093-a781-4a47-8b83-c635ea52ebd9 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Request body: {'security_group_rule': {'security_group_id': '42808505-9ef2-4df8-98bc-50f7c7170e7b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:55.037567 n-d-803603-2 neutron-server[101675]: WARNING neutron.api.v2.base [None req-a2aa5093-a781-4a47-8b83-c635ea52ebd9 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 18 13:30:55.038067 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-a2aa5093-a781-4a47-8b83-c635ea52ebd9 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:30:55.039061 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a2aa5093-a781-4a47-8b83-c635ea52ebd9 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0059154 Aug 18 13:30:55.041702 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33824) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:55.096527 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-99b60da2-0e6e-483d-8bba-a16bda0406c1 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:55.119392 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-99b60da2-0e6e-483d-8bba-a16bda0406c1 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:55.278255 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-99b60da2-0e6e-483d-8bba-a16bda0406c1 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:55.280902 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-99b60da2-0e6e-483d-8bba-a16bda0406c1 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:55.282094 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-99b60da2-0e6e-483d-8bba-a16bda0406c1 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "DELETE /v2.0/security-groups/42808505-9ef2-4df8-98bc-50f7c7170e7b HTTP/1.1" status: 204 len: 168 time: 0.2393634 Aug 18 13:30:55.284884 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33826) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:55.291276 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b60da2-0e6e-483d-8bba-a16bda0406c1 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42808505-9ef2-4df8-98bc-50f7c7170e7b,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:55.332967 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-59ac69d6-c9f9-4b80-af11-751f60facd2c tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0469422 Aug 18 13:30:55.336570 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33828) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:55.340883 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-cdd18ccd-8cac-4110-a008-7d95972c1da6 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Request body: {'security_group': {'name': 'tempest-secgroup--1941389122'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:55.432231 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cdd18ccd-8cac-4110-a008-7d95972c1da6 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:55.513241 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cdd18ccd-8cac-4110-a008-7d95972c1da6 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:55.592814 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cdd18ccd-8cac-4110-a008-7d95972c1da6 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:55.621781 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd18ccd-8cac-4110-a008-7d95972c1da6 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a572bfa1-8d45-49fb-b44b-d4f18345bfb3,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:55.689209 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cdd18ccd-8cac-4110-a008-7d95972c1da6 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:55.690530 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-cdd18ccd-8cac-4110-a008-7d95972c1da6 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3530142 Aug 18 13:30:55.693907 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33830) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:55.698500 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-8cde9035-2095-4c61-8f60-a05582389b80 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Request body: {'security_group_rule': {'security_group_id': 'a572bfa1-8d45-49fb-b44b-d4f18345bfb3', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:55.699069 n-d-803603-2 neutron-server[101676]: WARNING neutron.api.v2.base [None req-8cde9035-2095-4c61-8f60-a05582389b80 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 18 13:30:55.699566 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-8cde9035-2095-4c61-8f60-a05582389b80 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:30:55.700477 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8cde9035-2095-4c61-8f60-a05582389b80 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0056329 Aug 18 13:30:55.702765 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33832) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:55.753614 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ba326e21-cfd4-441f-8557-51a7ec88925d tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:55.778212 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ba326e21-cfd4-441f-8557-51a7ec88925d tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:55.906387 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ba326e21-cfd4-441f-8557-51a7ec88925d tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:55.909038 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ba326e21-cfd4-441f-8557-51a7ec88925d tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:55.910192 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ba326e21-cfd4-441f-8557-51a7ec88925d tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "DELETE /v2.0/security-groups/a572bfa1-8d45-49fb-b44b-d4f18345bfb3 HTTP/1.1" status: 204 len: 168 time: 0.2065871 Aug 18 13:30:55.913083 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33834) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:55.919737 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba326e21-cfd4-441f-8557-51a7ec88925d tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a572bfa1-8d45-49fb-b44b-d4f18345bfb3,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:55.965632 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-71345989-ea18-4272-8d63-b25e5ec621a4 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0513310 Aug 18 13:30:55.969262 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33836) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:55.973997 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-ba8f8b4c-2c1f-4c74-a53a-002c3b838d51 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Request body: {'security_group': {'name': 'tempest-secgroup--531195045'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:56.049950 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ba8f8b4c-2c1f-4c74-a53a-002c3b838d51 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:56.134656 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ba8f8b4c-2c1f-4c74-a53a-002c3b838d51 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:56.197984 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ba8f8b4c-2c1f-4c74-a53a-002c3b838d51 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:56.227028 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f8b4c-2c1f-4c74-a53a-002c3b838d51 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f13a3c-1e00-4e1d-ba4b-9663e553dafd,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:56.312614 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ba8f8b4c-2c1f-4c74-a53a-002c3b838d51 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:56.313902 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ba8f8b4c-2c1f-4c74-a53a-002c3b838d51 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3436463 Aug 18 13:30:56.317144 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33838) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:56.321782 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-ad93a456-f372-45a1-a9cc-e723e9e5965e tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Request body: {'security_group_rule': {'security_group_id': 'b1f13a3c-1e00-4e1d-ba4b-9663e553dafd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:56.336277 n-d-803603-2 neutron-server[101675]: WARNING neutron.api.v2.base [None req-ad93a456-f372-45a1-a9cc-e723e9e5965e tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 18 13:30:56.340412 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-ad93a456-f372-45a1-a9cc-e723e9e5965e tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:30:56.340412 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ad93a456-f372-45a1-a9cc-e723e9e5965e tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0194495 Aug 18 13:30:56.342160 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33840) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:56.346285 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-85e5e307-0ab7-4ed6-8c8e-4f383df5c933 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Request body: {'security_group_rule': {'security_group_id': 'b1f13a3c-1e00-4e1d-ba4b-9663e553dafd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:56.346923 n-d-803603-2 neutron-server[101675]: WARNING neutron.api.v2.base [None req-85e5e307-0ab7-4ed6-8c8e-4f383df5c933 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 18 13:30:56.347381 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-85e5e307-0ab7-4ed6-8c8e-4f383df5c933 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:30:56.348526 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-85e5e307-0ab7-4ed6-8c8e-4f383df5c933 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0052624 Aug 18 13:30:56.351002 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33842) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:56.355926 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-bd3d401e-fb65-4385-8efd-f71f6d2aca76 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Request body: {'security_group_rule': {'security_group_id': 'b1f13a3c-1e00-4e1d-ba4b-9663e553dafd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:56.356699 n-d-803603-2 neutron-server[101675]: WARNING neutron.api.v2.base [None req-bd3d401e-fb65-4385-8efd-f71f6d2aca76 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 18 13:30:56.357162 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-bd3d401e-fb65-4385-8efd-f71f6d2aca76 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:30:56.358082 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-bd3d401e-fb65-4385-8efd-f71f6d2aca76 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062463 Aug 18 13:30:56.360503 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33844) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:56.365080 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-8c10a4d3-ef88-44c3-abb8-427e01c02049 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Request body: {'security_group_rule': {'security_group_id': 'b1f13a3c-1e00-4e1d-ba4b-9663e553dafd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:56.365919 n-d-803603-2 neutron-server[101675]: WARNING neutron.api.v2.base [None req-8c10a4d3-ef88-44c3-abb8-427e01c02049 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 18 13:30:56.366433 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-8c10a4d3-ef88-44c3-abb8-427e01c02049 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:30:56.367346 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8c10a4d3-ef88-44c3-abb8-427e01c02049 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0060070 Aug 18 13:30:56.374258 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33846) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:56.425686 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-567164fd-287c-423b-b9fd-9fb061ab678e tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:56.447763 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-567164fd-287c-423b-b9fd-9fb061ab678e tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:56.580371 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-567164fd-287c-423b-b9fd-9fb061ab678e tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:56.583626 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-567164fd-287c-423b-b9fd-9fb061ab678e tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:56.584781 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-567164fd-287c-423b-b9fd-9fb061ab678e tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "DELETE /v2.0/security-groups/b1f13a3c-1e00-4e1d-ba4b-9663e553dafd HTTP/1.1" status: 204 len: 168 time: 0.2096770 Aug 18 13:30:56.587633 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33848) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:56.594250 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567164fd-287c-423b-b9fd-9fb061ab678e tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f13a3c-1e00-4e1d-ba4b-9663e553dafd,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:56.632514 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ed86b4da-3672-4576-90f4-3f2a07be1c82 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0437005 Aug 18 13:30:56.636390 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33850) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:56.640813 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-209b4a52-6d70-4f8a-a977-722ebc31ccce tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Request body: {'security_group': {'name': 'tempest-secgroup--100779246'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:56.729210 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-209b4a52-6d70-4f8a-a977-722ebc31ccce tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:56.809845 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-209b4a52-6d70-4f8a-a977-722ebc31ccce tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:56.884094 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-209b4a52-6d70-4f8a-a977-722ebc31ccce tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:56.914447 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b4a52-6d70-4f8a-a977-722ebc31ccce tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72a8c885-25fb-4c52-8b23-e60ba889d638,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:56.966430 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:30:56.992798 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-209b4a52-6d70-4f8a-a977-722ebc31ccce tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:56.993998 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-209b4a52-6d70-4f8a-a977-722ebc31ccce tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3566818 Aug 18 13:30:56.996825 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33852) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:57.001300 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-96eba034-86bc-46ca-a057-4de7e350e742 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Request body: {'security_group_rule': {'security_group_id': '72a8c885-25fb-4c52-8b23-e60ba889d638', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:57.001794 n-d-803603-2 neutron-server[101676]: WARNING neutron.api.v2.base [None req-96eba034-86bc-46ca-a057-4de7e350e742 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 18 13:30:57.002297 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-96eba034-86bc-46ca-a057-4de7e350e742 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:30:57.003210 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-96eba034-86bc-46ca-a057-4de7e350e742 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054624 Aug 18 13:30:57.015185 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33854) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:57.019345 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-8fd80ee6-b219-4bdb-98c2-46f712a4239c tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Request body: {'security_group_rule': {'security_group_id': '72a8c885-25fb-4c52-8b23-e60ba889d638', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:57.198505 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-8fd80ee6-b219-4bdb-98c2-46f712a4239c tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:30:57.199571 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8fd80ee6-b219-4bdb-98c2-46f712a4239c tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1835024 Aug 18 13:30:57.202399 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33856) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:57.206787 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-b09a2d38-b5ce-4fc7-896e-5c6694504695 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Request body: {'security_group_rule': {'security_group_id': '72a8c885-25fb-4c52-8b23-e60ba889d638', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:57.207260 n-d-803603-2 neutron-server[101676]: WARNING neutron.api.v2.base [None req-b09a2d38-b5ce-4fc7-896e-5c6694504695 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 18 13:30:57.207715 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-b09a2d38-b5ce-4fc7-896e-5c6694504695 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:30:57.208679 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b09a2d38-b5ce-4fc7-896e-5c6694504695 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0053611 Aug 18 13:30:57.211002 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33858) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:57.215027 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-de270d4c-d024-4093-b53e-95f124fec81a tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Request body: {'security_group_rule': {'security_group_id': '72a8c885-25fb-4c52-8b23-e60ba889d638', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:57.387682 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-de270d4c-d024-4093-b53e-95f124fec81a tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:30:57.388670 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-de270d4c-d024-4093-b53e-95f124fec81a tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1767793 Aug 18 13:30:57.391542 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33860) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:57.396385 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-f4c7fb3d-5619-41ca-8b29-d7a40139470e tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Request body: {'security_group_rule': {'security_group_id': '72a8c885-25fb-4c52-8b23-e60ba889d638', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:57.396864 n-d-803603-2 neutron-server[101676]: WARNING neutron.api.v2.base [None req-f4c7fb3d-5619-41ca-8b29-d7a40139470e tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 18 13:30:57.397361 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-f4c7fb3d-5619-41ca-8b29-d7a40139470e tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:30:57.398372 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f4c7fb3d-5619-41ca-8b29-d7a40139470e tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058041 Aug 18 13:30:57.406086 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33862) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:57.410669 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-1040eb52-9cd8-490d-a621-33d263874e30 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Request body: {'security_group_rule': {'security_group_id': '72a8c885-25fb-4c52-8b23-e60ba889d638', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:57.518519 n-d-803603-2 neutron-server[101676]: INFO neutron.db.securitygroups_db [None req-1040eb52-9cd8-490d-a621-33d263874e30 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Project d8bbd6dafb9b48958081029f9816a4ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 13:30:57.632964 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-1040eb52-9cd8-490d-a621-33d263874e30 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:30:57.634036 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1040eb52-9cd8-490d-a621-33d263874e30 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2269130 Aug 18 13:30:57.636891 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33864) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:57.641389 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-87506a8c-15a6-447b-8534-27203d24dd8a tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Request body: {'security_group_rule': {'security_group_id': '72a8c885-25fb-4c52-8b23-e60ba889d638', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:57.641807 n-d-803603-2 neutron-server[101676]: WARNING neutron.api.v2.base [None req-87506a8c-15a6-447b-8534-27203d24dd8a tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 18 13:30:57.642319 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-87506a8c-15a6-447b-8534-27203d24dd8a tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:30:57.643229 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-87506a8c-15a6-447b-8534-27203d24dd8a tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0054104 Aug 18 13:30:57.645926 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33866) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:57.650871 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-0bdbfb22-e962-432c-8872-e128dc47d9f9 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Request body: {'security_group_rule': {'security_group_id': '72a8c885-25fb-4c52-8b23-e60ba889d638', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:57.735709 n-d-803603-2 neutron-server[101676]: INFO neutron.db.securitygroups_db [None req-0bdbfb22-e962-432c-8872-e128dc47d9f9 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Project d8bbd6dafb9b48958081029f9816a4ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 13:30:57.804178 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-0bdbfb22-e962-432c-8872-e128dc47d9f9 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:30:57.805229 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0bdbfb22-e962-432c-8872-e128dc47d9f9 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1583314 Aug 18 13:30:57.808000 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33868) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:57.812515 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-52d2c2c5-0c18-47cf-b32c-18952ac342c4 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Request body: {'security_group_rule': {'security_group_id': '72a8c885-25fb-4c52-8b23-e60ba889d638', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:57.889000 n-d-803603-2 neutron-server[101676]: INFO neutron.db.securitygroups_db [None req-52d2c2c5-0c18-47cf-b32c-18952ac342c4 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Project d8bbd6dafb9b48958081029f9816a4ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 13:30:58.032764 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-52d2c2c5-0c18-47cf-b32c-18952ac342c4 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:30:58.033831 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-52d2c2c5-0c18-47cf-b32c-18952ac342c4 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2248952 Aug 18 13:30:58.037301 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33870) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:58.094458 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a84844d5-a12d-4aef-92ff-82dc05c8eacb tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:58.117189 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a84844d5-a12d-4aef-92ff-82dc05c8eacb tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:58.147474 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:58.222303 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a84844d5-a12d-4aef-92ff-82dc05c8eacb tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:58.225566 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a84844d5-a12d-4aef-92ff-82dc05c8eacb tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:58.226801 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a84844d5-a12d-4aef-92ff-82dc05c8eacb tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "DELETE /v2.0/security-groups/72a8c885-25fb-4c52-8b23-e60ba889d638 HTTP/1.1" status: 204 len: 168 time: 0.1885808 Aug 18 13:30:58.229551 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33878) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:58.236385 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84844d5-a12d-4aef-92ff-82dc05c8eacb tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a8c885-25fb-4c52-8b23-e60ba889d638,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:58.279612 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2ef0b27d-dbc8-4024-8294-6099c6d294fc tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0450141 Aug 18 13:30:58.280311 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33880) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:58.285029 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-9d2d214a-ec18-43be-b651-6788ef59c3cf tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Request body: {'security_group': {'name': 'tempest-secgroup--1827923265'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:58.404351 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9d2d214a-ec18-43be-b651-6788ef59c3cf tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:58.488250 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9d2d214a-ec18-43be-b651-6788ef59c3cf tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:58.558224 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9d2d214a-ec18-43be-b651-6788ef59c3cf tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:58.587239 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d214a-ec18-43be-b651-6788ef59c3cf tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8161b276-46af-47c7-adba-6e84c783a8f3,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:58.643971 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9d2d214a-ec18-43be-b651-6788ef59c3cf tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:58.645308 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9d2d214a-ec18-43be-b651-6788ef59c3cf tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3641398 Aug 18 13:30:58.648703 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33882) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:58.653141 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-08c0ef44-4400-4127-9059-e47f7c653857 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Request body: {'security_group_rule': {'security_group_id': '8161b276-46af-47c7-adba-6e84c783a8f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:58.804242 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-08c0ef44-4400-4127-9059-e47f7c653857 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] create failed (client error): The resource could not be found. Aug 18 13:30:58.805324 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-08c0ef44-4400-4127-9059-e47f7c653857 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1556292 Aug 18 13:30:58.808187 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33888) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:58.813848 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-60c48749-c793-4c95-bd7c-ef081fc50c5a tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Request body: {'security_group_rule': {'security_group_id': '8161b276-46af-47c7-adba-6e84c783a8f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'ef031ba3-c4cc-4c55-bcc9-a0512140363c'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:58.895645 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:58.970015 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-60c48749-c793-4c95-bd7c-ef081fc50c5a tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] create failed (client error): The resource could not be found. Aug 18 13:30:58.971314 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-60c48749-c793-4c95-bd7c-ef081fc50c5a tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1621063 Aug 18 13:30:58.974154 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33890) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:59.027472 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9ce9c70a-31bb-43d4-ba13-3228e41aa348 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:59.049463 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9ce9c70a-31bb-43d4-ba13-3228e41aa348 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:59.141916 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9ce9c70a-31bb-43d4-ba13-3228e41aa348 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:59.144605 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9ce9c70a-31bb-43d4-ba13-3228e41aa348 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:59.148020 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9ce9c70a-31bb-43d4-ba13-3228e41aa348 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "DELETE /v2.0/security-groups/8161b276-46af-47c7-adba-6e84c783a8f3 HTTP/1.1" status: 204 len: 168 time: 0.1704943 Aug 18 13:30:59.148434 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33892) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:59.155913 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9c70a-31bb-43d4-ba13-3228e41aa348 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8161b276-46af-47c7-adba-6e84c783a8f3,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:59.201149 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-144a1d17-c88a-44dd-a675-cb3584cbf656 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0515289 Aug 18 13:30:59.204998 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33894) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:59.209391 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-cd6d301c-a0cb-47fd-a7bc-4db06b72a647 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Request body: {'security_group_rule': {'security_group_id': '7c2d0342-b3d3-44d1-afdf-31167be5b294', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:59.421288 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-cd6d301c-a0cb-47fd-a7bc-4db06b72a647 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] create failed (client error): The resource could not be found. Aug 18 13:30:59.422328 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-cd6d301c-a0cb-47fd-a7bc-4db06b72a647 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2163520 Aug 18 13:30:59.425919 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33896) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:59.431005 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-2fd5265c-1597-40e3-aaea-7818f769d765 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Request body: {'security_group': {'name': 'tempest-secgroup--331846216'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:59.518453 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2fd5265c-1597-40e3-aaea-7818f769d765 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:59.600517 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2fd5265c-1597-40e3-aaea-7818f769d765 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:59.689790 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2fd5265c-1597-40e3-aaea-7818f769d765 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:59.719803 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd5265c-1597-40e3-aaea-7818f769d765 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4785fa5c-dc6a-4429-8724-c887725299a0,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:30:59.798836 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2fd5265c-1597-40e3-aaea-7818f769d765 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:30:59.800235 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2fd5265c-1597-40e3-aaea-7818f769d765 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3733582 Aug 18 13:30:59.803051 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33900) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:30:59.807539 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-757b5f04-cd92-4a14-b963-a70b8de4bc30 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Request body: {'security_group': {'name': 'tempest-secgroup--1644076440'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:30:59.924951 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-757b5f04-cd92-4a14-b963-a70b8de4bc30 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:00.028605 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-757b5f04-cd92-4a14-b963-a70b8de4bc30 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:00.084654 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-757b5f04-cd92-4a14-b963-a70b8de4bc30 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:00.119614 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b5f04-cd92-4a14-b963-a70b8de4bc30 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0839d758-195b-498b-95da-75df758ad8a2,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:00.169844 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-757b5f04-cd92-4a14-b963-a70b8de4bc30 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:00.171202 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-757b5f04-cd92-4a14-b963-a70b8de4bc30 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3672018 Aug 18 13:31:00.174134 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33902) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:00.179213 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-073477f9-c5d1-4568-8490-1343d537b368 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Request body: {'security_group_rule': {'security_group_id': '4785fa5c-dc6a-4429-8724-c887725299a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '0839d758-195b-498b-95da-75df758ad8a2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:31:00.301168 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-073477f9-c5d1-4568-8490-1343d537b368 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:31:00.302796 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-073477f9-c5d1-4568-8490-1343d537b368 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1277041 Aug 18 13:31:00.305732 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33904) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:00.357352 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-25b6a5e9-c3b2-47f4-9ae5-91e28d784f57 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:00.379440 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-25b6a5e9-c3b2-47f4-9ae5-91e28d784f57 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:00.529060 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-25b6a5e9-c3b2-47f4-9ae5-91e28d784f57 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:00.531796 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-25b6a5e9-c3b2-47f4-9ae5-91e28d784f57 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:00.532962 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-25b6a5e9-c3b2-47f4-9ae5-91e28d784f57 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "DELETE /v2.0/security-groups/0839d758-195b-498b-95da-75df758ad8a2 HTTP/1.1" status: 204 len: 168 time: 0.2262833 Aug 18 13:31:00.535774 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33906) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:00.542101 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6a5e9-c3b2-47f4-9ae5-91e28d784f57 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0839d758-195b-498b-95da-75df758ad8a2,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:00.588858 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8f81830f-e501-4221-aeec-f56502f931d1 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0520101 Aug 18 13:31:00.591489 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33908) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:00.645936 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-97bfb6fc-7d83-40c5-bed5-ee1c91b5c1d7 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:00.667941 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-97bfb6fc-7d83-40c5-bed5-ee1c91b5c1d7 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:00.792589 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-97bfb6fc-7d83-40c5-bed5-ee1c91b5c1d7 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:00.795316 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-97bfb6fc-7d83-40c5-bed5-ee1c91b5c1d7 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:00.796657 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-97bfb6fc-7d83-40c5-bed5-ee1c91b5c1d7 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "DELETE /v2.0/security-groups/4785fa5c-dc6a-4429-8724-c887725299a0 HTTP/1.1" status: 204 len: 168 time: 0.2042723 Aug 18 13:31:00.799430 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33916) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:00.807382 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bfb6fc-7d83-40c5-bed5-ee1c91b5c1d7 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4785fa5c-dc6a-4429-8724-c887725299a0,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:00.847618 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-bb638196-80ad-4262-97f7-f1840507cf57 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0469749 Aug 18 13:31:00.851863 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33918) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:00.856718 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-2d36e759-7a62-4111-a96e-988e2844da95 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Request body: {'security_group': {'name': 'tempest-secgroup--817037179'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:31:00.930232 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2d36e759-7a62-4111-a96e-988e2844da95 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:01.009508 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2d36e759-7a62-4111-a96e-988e2844da95 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:01.084739 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2d36e759-7a62-4111-a96e-988e2844da95 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:01.114925 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36e759-7a62-4111-a96e-988e2844da95 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc33d82-712a-4954-ad8c-c9a448f55bc8,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:01.318795 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2d36e759-7a62-4111-a96e-988e2844da95 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:01.320061 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2d36e759-7a62-4111-a96e-988e2844da95 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4669969 Aug 18 13:31:01.322968 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33920) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:01.327432 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-62c192bb-4858-4143-a01c-5935bcfd2e74 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Request body: {'security_group_rule': {'security_group_id': '1bc33d82-712a-4954-ad8c-c9a448f55bc8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:31:01.547427 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-62c192bb-4858-4143-a01c-5935bcfd2e74 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:31:01.548516 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-62c192bb-4858-4143-a01c-5935bcfd2e74 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2245619 Aug 18 13:31:01.551188 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33926) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:01.555622 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-65fba449-6240-4512-ab59-4ed06421e300 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Request body: {'security_group_rule': {'security_group_id': '1bc33d82-712a-4954-ad8c-c9a448f55bc8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:31:01.729585 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-65fba449-6240-4512-ab59-4ed06421e300 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:31:01.730697 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-65fba449-6240-4512-ab59-4ed06421e300 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1785772 Aug 18 13:31:01.733449 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33930) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:01.791714 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e8a8a40b-b3c8-4029-b8b2-e7a712712cc2 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:01.817253 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e8a8a40b-b3c8-4029-b8b2-e7a712712cc2 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:01.955870 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e8a8a40b-b3c8-4029-b8b2-e7a712712cc2 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:01.955870 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e8a8a40b-b3c8-4029-b8b2-e7a712712cc2 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:01.955870 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e8a8a40b-b3c8-4029-b8b2-e7a712712cc2 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "DELETE /v2.0/security-groups/1bc33d82-712a-4954-ad8c-c9a448f55bc8 HTTP/1.1" status: 204 len: 168 time: 0.2210925 Aug 18 13:31:01.958207 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33934) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:01.966039 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a8a40b-b3c8-4029-b8b2-e7a712712cc2 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc33d82-712a-4954-ad8c-c9a448f55bc8,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:02.014987 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-07d54f0a-8140-423e-a370-d558ee48a279 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0555255 Aug 18 13:31:02.018685 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33936) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:02.023450 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-82cf3930-eafa-4bbd-ab49-b86a9544e8c5 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Request body: {'security_group': {'name': 'tempest-secgroup--1641404854'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:31:02.112781 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-82cf3930-eafa-4bbd-ab49-b86a9544e8c5 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:02.195329 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-82cf3930-eafa-4bbd-ab49-b86a9544e8c5 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:02.249605 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-82cf3930-eafa-4bbd-ab49-b86a9544e8c5 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:02.278248 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cf3930-eafa-4bbd-ab49-b86a9544e8c5 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d82f876-2ba4-40a3-b35c-1465e0965bb8,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:02.335345 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-82cf3930-eafa-4bbd-ab49-b86a9544e8c5 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:02.336727 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-82cf3930-eafa-4bbd-ab49-b86a9544e8c5 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3169849 Aug 18 13:31:02.339693 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33938) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:02.344507 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-35b351cb-cb86-4c13-9a0a-106624fa49bb tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:31:02.346493 n-d-803603-2 neutron-server[101675]: WARNING neutron.api.v2.base [None req-35b351cb-cb86-4c13-9a0a-106624fa49bb tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 18 13:31:02.346493 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-35b351cb-cb86-4c13-9a0a-106624fa49bb tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] update failed (client error): There was a conflict when trying to complete your request. Aug 18 13:31:02.346493 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-35b351cb-cb86-4c13-9a0a-106624fa49bb tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "PUT /v2.0/security-groups/0d82f876-2ba4-40a3-b35c-1465e0965bb8 HTTP/1.1" status: 409 len: 330 time: 0.0055952 Aug 18 13:31:02.349278 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33940) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:02.402164 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-95693271-3b49-451f-b131-8d47590f55f0 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:02.430130 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-95693271-3b49-451f-b131-8d47590f55f0 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:02.547041 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-95693271-3b49-451f-b131-8d47590f55f0 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:02.550104 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-95693271-3b49-451f-b131-8d47590f55f0 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:02.554195 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-95693271-3b49-451f-b131-8d47590f55f0 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "DELETE /v2.0/security-groups/0d82f876-2ba4-40a3-b35c-1465e0965bb8 HTTP/1.1" status: 204 len: 168 time: 0.2014260 Aug 18 13:31:02.554402 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33944) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:02.561589 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95693271-3b49-451f-b131-8d47590f55f0 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d82f876-2ba4-40a3-b35c-1465e0965bb8,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:02.607507 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-024e8029-e639-4573-b19f-39cefabe5834 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0519173 Aug 18 13:31:02.611261 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33946) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:02.625033 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-0b3bbfb8-23ba-485e-a4a5-5e44c0ceefc0 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] delete failed (client error): The resource could not be found. Aug 18 13:31:02.626135 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0b3bbfb8-23ba-485e-a4a5-5e44c0ceefc0 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "DELETE /v2.0/security-groups/d9732628-9973-42a7-b3d8-a74e76539b92 HTTP/1.1" status: 404 len: 347 time: 0.0138023 Aug 18 13:31:02.630408 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33948) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:02.643504 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-bb2b638a-60ee-405b-bdbc-566d7d6fdc92 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] show failed (client error): The resource could not be found. Aug 18 13:31:02.644484 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-bb2b638a-60ee-405b-bdbc-566d7d6fdc92 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "GET /v2.0/security-groups/b89db115-868a-40e7-85f2-58b8c8048217 HTTP/1.1" status: 404 len: 347 time: 0.0130937 Aug 18 13:31:02.648615 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33950) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:02.663082 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-533cee6b-14fe-449f-8135-afdc7e191e40 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] show failed (client error): The resource could not be found. Aug 18 13:31:02.664049 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-533cee6b-14fe-449f-8135-afdc7e191e40 tempest-NegativeSecGroupIPv6Test-150373653 tempest-NegativeSecGroupIPv6Test-150373653-project] 10.222.0.13 "GET /v2.0/security-group-rules/449c75bb-cae2-40a3-9a2f-ca5d89482773 HTTP/1.1" status: 404 len: 356 time: 0.0145106 Aug 18 13:31:03.131142 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33956) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:03.267070 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ac6200e2-3728-4cfd-8fd3-5f57a2768848 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d8bbd6dafb9b48958081029f9816a4ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1346979 Aug 18 13:31:03.269463 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33960) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:03.316991 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9e26b263-c3c5-439b-aca7-7aaed296058e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:03.341943 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9e26b263-c3c5-439b-aca7-7aaed296058e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:03.512560 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9e26b263-c3c5-439b-aca7-7aaed296058e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:03.515293 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9e26b263-c3c5-439b-aca7-7aaed296058e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:03.519152 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9e26b263-c3c5-439b-aca7-7aaed296058e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/842e5baf-16f8-44c2-9c0b-ac53d2afeb01 HTTP/1.1" status: 204 len: 168 time: 0.2459462 Aug 18 13:31:03.524771 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e26b263-c3c5-439b-aca7-7aaed296058e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842e5baf-16f8-44c2-9c0b-ac53d2afeb01,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:04.479059 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33984) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:04.585002 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-572f5bae-0172-456c-9a05-64a6aad9a550 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-313884638'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:31:04.678780 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572f5bae-0172-456c-9a05-64a6aad9a550 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Made reservation on behalf of 7128634ba9ef4bae8228506415040f0a for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:31:04.682323 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-572f5bae-0172-456c-9a05-64a6aad9a550 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:04.691231 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-572f5bae-0172-456c-9a05-64a6aad9a550 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:04.800100 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-572f5bae-0172-456c-9a05-64a6aad9a550 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:04.901208 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-572f5bae-0172-456c-9a05-64a6aad9a550 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:04.928801 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-572f5bae-0172-456c-9a05-64a6aad9a550 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:31:04.938020 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f5bae-0172-456c-9a05-64a6aad9a550 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15b6caf0-36e1-43a3-a5f8-ef31dea17688,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:04.945349 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-572f5bae-0172-456c-9a05-64a6aad9a550 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:04.945626 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-572f5bae-0172-456c-9a05-64a6aad9a550 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Added segment 9c1d7f3f-6d23-4578-8a00-3c13287aa532 of type vlan for network 557d20a1-966a-425d-9819-3a67279f2ec6 Aug 18 13:31:04.986756 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-572f5bae-0172-456c-9a05-64a6aad9a550 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:05.073189 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-572f5bae-0172-456c-9a05-64a6aad9a550 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:05.080629 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572f5bae-0172-456c-9a05-64a6aad9a550 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:31:05.081228 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-572f5bae-0172-456c-9a05-64a6aad9a550 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:05.157257 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f5bae-0172-456c-9a05-64a6aad9a550 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Pushing event updated for resources: {'Network': ['ID=557d20a1-966a-425d-9819-3a67279f2ec6,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:05.169465 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 557d20a1-966a-425d-9819-3a67279f2ec6 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:31:05.233861 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-572f5bae-0172-456c-9a05-64a6aad9a550 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7535210 Aug 18 13:31:05.237212 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33990) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:05.243102 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-9835a465-0125-404d-bd98-3c396ab6d213 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Request body: {'subnet': {'network_id': '557d20a1-966a-425d-9819-3a67279f2ec6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:31:05.438388 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9835a465-0125-404d-bd98-3c396ab6d213 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Made reservation on behalf of 7128634ba9ef4bae8228506415040f0a for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:31:05.441929 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9835a465-0125-404d-bd98-3c396ab6d213 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:05.707553 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9835a465-0125-404d-bd98-3c396ab6d213 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:05.783246 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9835a465-0125-404d-bd98-3c396ab6d213 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Pushing event updated for resources: {'Subnet': ['ID=27b8cb2e-63fb-4f6f-8150-ece4e0028c24,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:05.789289 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9835a465-0125-404d-bd98-3c396ab6d213 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Checking segment: {'id': '9c1d7f3f-6d23-4578-8a00-3c13287aa532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '557d20a1-966a-425d-9819-3a67279f2ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:31:05.789820 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9835a465-0125-404d-bd98-3c396ab6d213 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Network hostable DHCP agents. Network: 557d20a1-966a-425d-9819-3a67279f2ec6, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:31:05.912545 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9835a465-0125-404d-bd98-3c396ab6d213 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Network 557d20a1-966a-425d-9819-3a67279f2ec6 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:31:05.981191 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-9835a465-0125-404d-bd98-3c396ab6d213 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 557d20a1-966a-425d-9819-3a67279f2ec6) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:31:05.985382 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9835a465-0125-404d-bd98-3c396ab6d213 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:31:05.985973 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9835a465-0125-404d-bd98-3c396ab6d213 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:05.990871 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95d21cf-8d9e-4024-8de0-6e9dad1d7b39 None None] Network 557d20a1-966a-425d-9819-3a67279f2ec6 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:31:06.113614 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9835a465-0125-404d-bd98-3c396ab6d213 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8751175 Aug 18 13:31:06.116769 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 33994) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:06.123643 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-7aa1942e-4d95-4258-b8c9-960edf63fdc7 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Request body: {'port': {'network_id': '557d20a1-966a-425d-9819-3a67279f2ec6', 'name': 'tempest-TagsExtTest-1521902192'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:31:06.144918 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce36d67c-87a8-43de-b6f8-2285e752335e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-557d20a1-966a-425d-9819-3a67279f2ec6', 'network_id': '557d20a1-966a-425d-9819-3a67279f2ec6', 'tenant_id': '7128634ba9ef4bae8228506415040f0a', 'fixed_ips': [{'subnet_id': '27b8cb2e-63fb-4f6f-8150-ece4e0028c24'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:31:06.145817 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ce36d67c-87a8-43de-b6f8-2285e752335e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:06.301190 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-ce36d67c-87a8-43de-b6f8-2285e752335e None None] Allocated IP 172.20.0.2 (557d20a1-966a-425d-9819-3a67279f2ec6/27b8cb2e-63fb-4f6f-8150-ece4e0028c24/ebc5b788-a30c-41f8-9394-8dbd1879216c) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:31:06.347041 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa1942e-4d95-4258-b8c9-960edf63fdc7 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Made reservation on behalf of 7128634ba9ef4bae8228506415040f0a for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:31:06.351461 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7aa1942e-4d95-4258-b8c9-960edf63fdc7 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:06.369013 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [None req-7aa1942e-4d95-4258-b8c9-960edf63fdc7 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] device_id is not set on port 5fb6b456-a85a-4edb-a328-749b631d9fd2 yet. {{(pid=101675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 13:31:06.455930 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ce36d67c-87a8-43de-b6f8-2285e752335e None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:06.464827 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ce36d67c-87a8-43de-b6f8-2285e752335e None None] Transition to ACTIVE for port object ebc5b788-a30c-41f8-9394-8dbd1879216c will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:31:06.480779 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ce36d67c-87a8-43de-b6f8-2285e752335e None None] Transition to ACTIVE for port object ebc5b788-a30c-41f8-9394-8dbd1879216c will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:31:06.593117 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ce36d67c-87a8-43de-b6f8-2285e752335e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:06.633978 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce36d67c-87a8-43de-b6f8-2285e752335e None None] Network 557d20a1-966a-425d-9819-3a67279f2ec6 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:31:06.642488 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-ce36d67c-87a8-43de-b6f8-2285e752335e None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:31:06.642488 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce36d67c-87a8-43de-b6f8-2285e752335e None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:31:06.644867 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-7aa1942e-4d95-4258-b8c9-960edf63fdc7 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Allocated IP 172.20.0.10 (557d20a1-966a-425d-9819-3a67279f2ec6/27b8cb2e-63fb-4f6f-8150-ece4e0028c24/5fb6b456-a85a-4edb-a328-749b631d9fd2) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:31:06.648301 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce36d67c-87a8-43de-b6f8-2285e752335e None None] Pushing event updated for resources: {'Port': ['ID=ebc5b788-a30c-41f8-9394-8dbd1879216c,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:06.701604 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-ce36d67c-87a8-43de-b6f8-2285e752335e None None] Attempting to bind port ebc5b788-a30c-41f8-9394-8dbd1879216c on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:31:06.701977 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-ce36d67c-87a8-43de-b6f8-2285e752335e None None] Attempting to bind port ebc5b788-a30c-41f8-9394-8dbd1879216c by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '9c1d7f3f-6d23-4578-8a00-3c13287aa532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '557d20a1-966a-425d-9819-3a67279f2ec6'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:31:06.702378 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce36d67c-87a8-43de-b6f8-2285e752335e None None] Attempting to bind port ebc5b788-a30c-41f8-9394-8dbd1879216c on network 557d20a1-966a-425d-9819-3a67279f2ec6 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:31:06.707633 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce36d67c-87a8-43de-b6f8-2285e752335e None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:31:06.710333 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce36d67c-87a8-43de-b6f8-2285e752335e None None] Checking segment: {'id': '9c1d7f3f-6d23-4578-8a00-3c13287aa532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '557d20a1-966a-425d-9819-3a67279f2ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:31:06.710333 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ce36d67c-87a8-43de-b6f8-2285e752335e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:06.710333 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce36d67c-87a8-43de-b6f8-2285e752335e None None] Bound using segment: {'id': '9c1d7f3f-6d23-4578-8a00-3c13287aa532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '557d20a1-966a-425d-9819-3a67279f2ec6'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:31:06.710333 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-ce36d67c-87a8-43de-b6f8-2285e752335e None None] Bound port: ebc5b788-a30c-41f8-9394-8dbd1879216c, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c1d7f3f-6d23-4578-8a00-3c13287aa532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '557d20a1-966a-425d-9819-3a67279f2ec6'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:31:06.710333 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ce36d67c-87a8-43de-b6f8-2285e752335e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:06.787114 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-ce36d67c-87a8-43de-b6f8-2285e752335e None None] For port ebc5b788-a30c-41f8-9394-8dbd1879216c, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:31:06.790641 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-ce36d67c-87a8-43de-b6f8-2285e752335e None None] For port ebc5b788-a30c-41f8-9394-8dbd1879216c, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=ebc5b788-a30c-41f8-9394-8dbd1879216c,segment=NetworkSegment(9c1d7f3f-6d23-4578-8a00-3c13287aa532),segment_id=9c1d7f3f-6d23-4578-8a00-3c13287aa532)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:31:06.818862 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7aa1942e-4d95-4258-b8c9-960edf63fdc7 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:06.831855 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-7aa1942e-4d95-4258-b8c9-960edf63fdc7 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Transition to ACTIVE for port object 5fb6b456-a85a-4edb-a328-749b631d9fd2 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:31:06.879280 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ce36d67c-87a8-43de-b6f8-2285e752335e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:06.938085 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce36d67c-87a8-43de-b6f8-2285e752335e None None] Pushing event updated for resources: {'Port': ['ID=ebc5b788-a30c-41f8-9394-8dbd1879216c,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:06.947773 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7aa1942e-4d95-4258-b8c9-960edf63fdc7 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:06.995833 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa1942e-4d95-4258-b8c9-960edf63fdc7 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Network 557d20a1-966a-425d-9819-3a67279f2ec6 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:31:06.999051 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-7aa1942e-4d95-4258-b8c9-960edf63fdc7 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:31:07.008154 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa1942e-4d95-4258-b8c9-960edf63fdc7 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:31:07.012472 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1942e-4d95-4258-b8c9-960edf63fdc7 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Pushing event updated for resources: {'Port': ['ID=5fb6b456-a85a-4edb-a328-749b631d9fd2,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:07.061333 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa1942e-4d95-4258-b8c9-960edf63fdc7 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:31:07.061972 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7aa1942e-4d95-4258-b8c9-960edf63fdc7 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:07.177257 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7aa1942e-4d95-4258-b8c9-960edf63fdc7 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0573282 Aug 18 13:31:07.180319 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 33998) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:07.190048 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-eb6fa935-3619-47d6-95a7-05bc9688211f tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1258939545', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:31:07.289870 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eb6fa935-3619-47d6-95a7-05bc9688211f tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:07.290991 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eb6fa935-3619-47d6-95a7-05bc9688211f tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:07.379539 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eb6fa935-3619-47d6-95a7-05bc9688211f tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:07.450916 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eb6fa935-3619-47d6-95a7-05bc9688211f tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:07.564041 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-eb6fa935-3619-47d6-95a7-05bc9688211f tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:07.565322 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-eb6fa935-3619-47d6-95a7-05bc9688211f tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3840022 Aug 18 13:31:07.568727 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34000) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:07.573623 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-50d47add-7037-4aeb-8d62-0d7cb58001fb tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1386071398', 'prefixes': ['172.20.0.0/16']}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:31:07.719250 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device ebc5b788-a30c-41f8-9394-8dbd1879216c up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:31:07.872742 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port ebc5b788-a30c-41f8-9394-8dbd1879216c completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:31:07.909014 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-50d47add-7037-4aeb-8d62-0d7cb58001fb tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Notify callbacks [] for subnetpool, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:07.909014 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-50d47add-7037-4aeb-8d62-0d7cb58001fb tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3273709 Aug 18 13:31:07.909014 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34004) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:07.909014 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.tag.tag_plugin [None req-8ff99a05-35dd-412d-9256-7d51d3696089 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '27b8cb2e-63fb-4f6f-8150-ece4e0028c24', 'tempest-TagsExtTest-Tag-1889225659') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:07.922204 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4790f6fa-ec30-4278-847b-8387c421d6ad None None] Network 557d20a1-966a-425d-9819-3a67279f2ec6 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:31:08.112623 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-e8483dae-a634-4527-81fe-39dc161c5f6c None None] Provisioning for port ebc5b788-a30c-41f8-9394-8dbd1879216c completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:31:08.117436 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-e8483dae-a634-4527-81fe-39dc161c5f6c None None] Provisioning complete for port ebc5b788-a30c-41f8-9394-8dbd1879216c triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:31:08.117867 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e8483dae-a634-4527-81fe-39dc161c5f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:08.164189 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8ff99a05-35dd-412d-9256-7d51d3696089 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "PUT /v2.0/subnets/27b8cb2e-63fb-4f6f-8150-ece4e0028c24/tags/tempest-TagsExtTest-Tag-1889225659 HTTP/1.1" status: 201 len: 201 time: 0.2626660 Aug 18 13:31:08.166974 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34006) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:08.174164 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-49165ce0-2615-4cce-8583-06b0da980c24 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5fb6b456-a85a-4edb-a328-749b631d9fd2', 'tempest-TagsExtTest-Tag-1878910911') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:08.212051 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e8483dae-a634-4527-81fe-39dc161c5f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:08.255206 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-e8483dae-a634-4527-81fe-39dc161c5f6c None None] For port ebc5b788-a30c-41f8-9394-8dbd1879216c, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=ebc5b788-a30c-41f8-9394-8dbd1879216c,segment=NetworkSegment(9c1d7f3f-6d23-4578-8a00-3c13287aa532),segment_id=9c1d7f3f-6d23-4578-8a00-3c13287aa532)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:31:08.358849 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e8483dae-a634-4527-81fe-39dc161c5f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:08.387496 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-49165ce0-2615-4cce-8583-06b0da980c24 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "PUT /v2.0/ports/5fb6b456-a85a-4edb-a328-749b631d9fd2/tags/tempest-TagsExtTest-Tag-1878910911 HTTP/1.1" status: 201 len: 201 time: 0.2193692 Aug 18 13:31:08.390063 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34008) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:08.395549 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-155975b7-c35b-4889-b81f-4e5f32569f80 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c2d0be3c-6f91-4069-9949-4314e59fa500', 'tempest-TagsExtTest-Tag-119177384') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:08.418085 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8483dae-a634-4527-81fe-39dc161c5f6c None None] Pushing event updated for resources: {'Port': ['ID=ebc5b788-a30c-41f8-9394-8dbd1879216c,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:08.480606 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ab916b49-3752-4eae-95bf-ea9f9df57615 None None] Provisioning complete for port ebc5b788-a30c-41f8-9394-8dbd1879216c triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:31:08.480986 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ab916b49-3752-4eae-95bf-ea9f9df57615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:08.645952 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-155975b7-c35b-4889-b81f-4e5f32569f80 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "PUT /v2.0/routers/c2d0be3c-6f91-4069-9949-4314e59fa500/tags/tempest-TagsExtTest-Tag-119177384 HTTP/1.1" status: 201 len: 201 time: 0.2540793 Aug 18 13:31:08.648588 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34010) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:08.653255 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-c449357f-aa7f-4dbb-b4d9-a8a3218f10b2 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3135e1be-5b33-4d2f-ad37-f330539f9cd3', 'tempest-TagsExtTest-Tag-1197101576') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:08.658473 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ab916b49-3752-4eae-95bf-ea9f9df57615 None None] Provisioning for port 5fb6b456-a85a-4edb-a328-749b631d9fd2 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:31:08.659316 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ab916b49-3752-4eae-95bf-ea9f9df57615 None None] Provisioning complete for port 5fb6b456-a85a-4edb-a328-749b631d9fd2 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:31:08.659779 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ab916b49-3752-4eae-95bf-ea9f9df57615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:08.698924 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-ab916b49-3752-4eae-95bf-ea9f9df57615 None None] Port 5fb6b456-a85a-4edb-a328-749b631d9fd2 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:31:08.787584 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c449357f-aa7f-4dbb-b4d9-a8a3218f10b2 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "PUT /v2.0/subnetpools/3135e1be-5b33-4d2f-ad37-f330539f9cd3/tags/tempest-TagsExtTest-Tag-1197101576 HTTP/1.1" status: 201 len: 201 time: 0.1379538 Aug 18 13:31:08.790094 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34012) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:08.794430 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-1b03066f-984f-4a8e-85a0-404023a50c74 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '27b8cb2e-63fb-4f6f-8150-ece4e0028c24') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:08.820006 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-082d2a42-6035-4ec6-9b46-86ac18b8b406 None None] Provisioning complete for port 5fb6b456-a85a-4edb-a328-749b631d9fd2 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:31:08.820789 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-082d2a42-6035-4ec6-9b46-86ac18b8b406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:08.860705 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-082d2a42-6035-4ec6-9b46-86ac18b8b406 None None] Port 5fb6b456-a85a-4edb-a328-749b631d9fd2 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:31:08.897441 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1b03066f-984f-4a8e-85a0-404023a50c74 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "GET /v2.0/subnets/27b8cb2e-63fb-4f6f-8150-ece4e0028c24/tags HTTP/1.1" status: 200 len: 241 time: 0.1062675 Aug 18 13:31:08.899932 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34016) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:08.904172 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-40b3ea9f-6214-41a0-865c-8facddc30d42 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '27b8cb2e-63fb-4f6f-8150-ece4e0028c24', 'tempest-TagsExtTest-Tag-1889225659') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:08.959459 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-40b3ea9f-6214-41a0-865c-8facddc30d42 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "GET /v2.0/subnets/27b8cb2e-63fb-4f6f-8150-ece4e0028c24/tags/tempest-TagsExtTest-Tag-1889225659 HTTP/1.1" status: 204 len: 168 time: 0.0583358 Aug 18 13:31:08.961840 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34018) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:08.968135 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-40311263-8320-4e07-83c0-868179e78c26 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '27b8cb2e-63fb-4f6f-8150-ece4e0028c24', 'tempest-TagsExtTest-Tag-1889225659') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:09.153261 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-40311263-8320-4e07-83c0-868179e78c26 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "DELETE /v2.0/subnets/27b8cb2e-63fb-4f6f-8150-ece4e0028c24/tags/tempest-TagsExtTest-Tag-1889225659 HTTP/1.1" status: 204 len: 168 time: 0.1901076 Aug 18 13:31:09.158771 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34020) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:09.160029 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-91665f44-d2a4-4032-bc37-1de224130886 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '27b8cb2e-63fb-4f6f-8150-ece4e0028c24') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:09.213705 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-91665f44-d2a4-4032-bc37-1de224130886 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "GET /v2.0/subnets/27b8cb2e-63fb-4f6f-8150-ece4e0028c24/tags HTTP/1.1" status: 200 len: 205 time: 0.0568931 Aug 18 13:31:09.216163 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34022) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:09.220408 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-15a00a74-8391-48e0-b7e3-d0d558d20b42 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5fb6b456-a85a-4edb-a328-749b631d9fd2') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:09.274953 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-15a00a74-8391-48e0-b7e3-d0d558d20b42 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "GET /v2.0/ports/5fb6b456-a85a-4edb-a328-749b631d9fd2/tags HTTP/1.1" status: 200 len: 241 time: 0.0577404 Aug 18 13:31:09.277499 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34024) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:09.282378 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-3be81667-92ac-4f5e-a1d2-c68c8274a884 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5fb6b456-a85a-4edb-a328-749b631d9fd2', 'tempest-TagsExtTest-Tag-1878910911') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:09.333509 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3be81667-92ac-4f5e-a1d2-c68c8274a884 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "GET /v2.0/ports/5fb6b456-a85a-4edb-a328-749b631d9fd2/tags/tempest-TagsExtTest-Tag-1878910911 HTTP/1.1" status: 204 len: 168 time: 0.0549800 Aug 18 13:31:09.336127 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34026) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:09.340493 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-efead767-6a17-45e8-9231-99758f0c70ad tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '5fb6b456-a85a-4edb-a328-749b631d9fd2', 'tempest-TagsExtTest-Tag-1878910911') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:09.491158 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-efead767-6a17-45e8-9231-99758f0c70ad tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "DELETE /v2.0/ports/5fb6b456-a85a-4edb-a328-749b631d9fd2/tags/tempest-TagsExtTest-Tag-1878910911 HTTP/1.1" status: 204 len: 168 time: 0.1538932 Aug 18 13:31:09.493526 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34028) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:09.498466 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-a90b94d0-4090-471c-a761-7410d45b83a9 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5fb6b456-a85a-4edb-a328-749b631d9fd2') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:09.555189 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a90b94d0-4090-471c-a761-7410d45b83a9 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "GET /v2.0/ports/5fb6b456-a85a-4edb-a328-749b631d9fd2/tags HTTP/1.1" status: 200 len: 205 time: 0.0605052 Aug 18 13:31:09.559374 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34030) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:09.564080 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-6fe8def3-4026-4b31-9b0d-86c82e0425a6 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c2d0be3c-6f91-4069-9949-4314e59fa500') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:09.652594 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6fe8def3-4026-4b31-9b0d-86c82e0425a6 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "GET /v2.0/routers/c2d0be3c-6f91-4069-9949-4314e59fa500/tags HTTP/1.1" status: 200 len: 240 time: 0.0904722 Aug 18 13:31:09.655127 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34032) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:09.659803 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-611d821f-b957-4094-9b00-d2c0432988d1 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c2d0be3c-6f91-4069-9949-4314e59fa500', 'tempest-TagsExtTest-Tag-119177384') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:09.676499 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device ebc5b788-a30c-41f8-9394-8dbd1879216c up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:31:09.728651 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port ebc5b788-a30c-41f8-9394-8dbd1879216c triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:31:09.729202 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:09.741704 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-611d821f-b957-4094-9b00-d2c0432988d1 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "GET /v2.0/routers/c2d0be3c-6f91-4069-9949-4314e59fa500/tags/tempest-TagsExtTest-Tag-119177384 HTTP/1.1" status: 204 len: 168 time: 0.0851908 Aug 18 13:31:09.743904 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34034) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:09.748829 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-9a874e80-610b-49f2-b0ce-83abedf31090 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c2d0be3c-6f91-4069-9949-4314e59fa500', 'tempest-TagsExtTest-Tag-119177384') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:10.267909 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9a874e80-610b-49f2-b0ce-83abedf31090 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "DELETE /v2.0/routers/c2d0be3c-6f91-4069-9949-4314e59fa500/tags/tempest-TagsExtTest-Tag-119177384 HTTP/1.1" status: 204 len: 168 time: 0.5229435 Aug 18 13:31:10.270445 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34040) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:10.277832 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-b67aa23f-f750-4572-8ac7-5807eeebc34d tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c2d0be3c-6f91-4069-9949-4314e59fa500') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:10.360203 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b67aa23f-f750-4572-8ac7-5807eeebc34d tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "GET /v2.0/routers/c2d0be3c-6f91-4069-9949-4314e59fa500/tags HTTP/1.1" status: 200 len: 205 time: 0.0882816 Aug 18 13:31:10.362434 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34042) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:10.367264 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-4cbc03d5-4f57-4ee8-b719-b796a2aa7f68 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3135e1be-5b33-4d2f-ad37-f330539f9cd3') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:10.388471 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4cbc03d5-4f57-4ee8-b719-b796a2aa7f68 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "GET /v2.0/subnetpools/3135e1be-5b33-4d2f-ad37-f330539f9cd3/tags HTTP/1.1" status: 200 len: 241 time: 0.0250332 Aug 18 13:31:10.391022 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34044) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:10.395316 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-2b3db0ae-d0c6-41c8-986a-f05ae8b2b348 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3135e1be-5b33-4d2f-ad37-f330539f9cd3', 'tempest-TagsExtTest-Tag-1197101576') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:10.416464 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2b3db0ae-d0c6-41c8-986a-f05ae8b2b348 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "GET /v2.0/subnetpools/3135e1be-5b33-4d2f-ad37-f330539f9cd3/tags/tempest-TagsExtTest-Tag-1197101576 HTTP/1.1" status: 204 len: 168 time: 0.0243990 Aug 18 13:31:10.418892 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34046) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:10.423260 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-f75aaabf-4a20-4c70-a980-077528ae1018 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '3135e1be-5b33-4d2f-ad37-f330539f9cd3', 'tempest-TagsExtTest-Tag-1197101576') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:10.524900 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f75aaabf-4a20-4c70-a980-077528ae1018 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "DELETE /v2.0/subnetpools/3135e1be-5b33-4d2f-ad37-f330539f9cd3/tags/tempest-TagsExtTest-Tag-1197101576 HTTP/1.1" status: 204 len: 168 time: 0.1049542 Aug 18 13:31:10.527209 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34048) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:10.531738 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-6e84704f-97cc-4bd7-a347-237917a0a8ed tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3135e1be-5b33-4d2f-ad37-f330539f9cd3') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:10.556807 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6e84704f-97cc-4bd7-a347-237917a0a8ed tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "GET /v2.0/subnetpools/3135e1be-5b33-4d2f-ad37-f330539f9cd3/tags HTTP/1.1" status: 200 len: 205 time: 0.0285389 Aug 18 13:31:10.564084 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34050) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:10.568414 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-ad12285f-80f8-46d1-a7fb-d9d8e5ae033b tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3135e1be-5b33-4d2f-ad37-f330539f9cd3') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:10.593243 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ad12285f-80f8-46d1-a7fb-d9d8e5ae033b tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "DELETE /v2.0/subnetpools/3135e1be-5b33-4d2f-ad37-f330539f9cd3/tags HTTP/1.1" status: 204 len: 168 time: 0.0280342 Aug 18 13:31:10.596223 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34052) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:10.601975 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-707a792a-4ecd-46e9-a806-e57082f339f3 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c2d0be3c-6f91-4069-9949-4314e59fa500') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:10.695614 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-707a792a-4ecd-46e9-a806-e57082f339f3 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "DELETE /v2.0/routers/c2d0be3c-6f91-4069-9949-4314e59fa500/tags HTTP/1.1" status: 204 len: 168 time: 0.0981410 Aug 18 13:31:10.698153 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34054) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:10.702654 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-31c68f1a-5fc8-4182-8d14-5475bac571b8 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5fb6b456-a85a-4edb-a328-749b631d9fd2') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:10.758604 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-31c68f1a-5fc8-4182-8d14-5475bac571b8 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "DELETE /v2.0/ports/5fb6b456-a85a-4edb-a328-749b631d9fd2/tags HTTP/1.1" status: 204 len: 168 time: 0.0593886 Aug 18 13:31:10.761126 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34056) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:10.765483 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-7169676c-bae4-417b-8599-44123be1974f tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '27b8cb2e-63fb-4f6f-8150-ece4e0028c24') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:10.822190 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7169676c-bae4-417b-8599-44123be1974f tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "DELETE /v2.0/subnets/27b8cb2e-63fb-4f6f-8150-ece4e0028c24/tags HTTP/1.1" status: 204 len: 168 time: 0.0600002 Aug 18 13:31:10.825888 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34058) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:10.830422 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-cc1ff15a-fb48-43f0-8ce5-d55721dad0d2 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '27b8cb2e-63fb-4f6f-8150-ece4e0028c24', 'tempest-TagsExtTest-Tag-229392237') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:10.970796 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-cc1ff15a-fb48-43f0-8ce5-d55721dad0d2 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "PUT /v2.0/subnets/27b8cb2e-63fb-4f6f-8150-ece4e0028c24/tags/tempest-TagsExtTest-Tag-229392237 HTTP/1.1" status: 201 len: 201 time: 0.1436512 Aug 18 13:31:10.973267 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34060) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:10.978715 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-f0da5a74-52b8-4336-8de0-0171757ac40d tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5fb6b456-a85a-4edb-a328-749b631d9fd2', 'tempest-TagsExtTest-Tag-1672207376') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:11.132611 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f0da5a74-52b8-4336-8de0-0171757ac40d tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "PUT /v2.0/ports/5fb6b456-a85a-4edb-a328-749b631d9fd2/tags/tempest-TagsExtTest-Tag-1672207376 HTTP/1.1" status: 201 len: 201 time: 0.1566937 Aug 18 13:31:11.134331 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34066) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:11.139096 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-d3865e6b-c5a0-4d92-a294-59843a382ba3 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c2d0be3c-6f91-4069-9949-4314e59fa500', 'tempest-TagsExtTest-Tag-2041959256') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:11.296323 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d3865e6b-c5a0-4d92-a294-59843a382ba3 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "PUT /v2.0/routers/c2d0be3c-6f91-4069-9949-4314e59fa500/tags/tempest-TagsExtTest-Tag-2041959256 HTTP/1.1" status: 201 len: 201 time: 0.1607623 Aug 18 13:31:11.298924 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34068) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:11.305594 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-df576350-c89b-4471-99c6-65925e4a3816 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3135e1be-5b33-4d2f-ad37-f330539f9cd3', 'tempest-TagsExtTest-Tag-419833684') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:11.508054 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-df576350-c89b-4471-99c6-65925e4a3816 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "PUT /v2.0/subnetpools/3135e1be-5b33-4d2f-ad37-f330539f9cd3/tags/tempest-TagsExtTest-Tag-419833684 HTTP/1.1" status: 201 len: 201 time: 0.2080491 Aug 18 13:31:11.511262 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34070) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:11.515932 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-8af58e8a-d6b9-417f-9335-052a747aaab4 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '27b8cb2e-63fb-4f6f-8150-ece4e0028c24', {'tags': ['tempest-TagsExtTest-Tag-1330726516', 'tempest-TagsExtTest-Tag-1508683743', 'tempest-TagsExtTest-Tag-1430342442']}) {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:11.644027 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-242ced0c-9f8e-4ebb-beb2-4ae1decb7fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:11.661899 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8af58e8a-d6b9-417f-9335-052a747aaab4 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "PUT /v2.0/subnets/27b8cb2e-63fb-4f6f-8150-ece4e0028c24/tags HTTP/1.1" status: 200 len: 318 time: 0.1494734 Aug 18 13:31:11.664417 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34072) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:11.668787 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-cc0535f0-84c8-4d1e-90e9-b841b2c5ce8d tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '27b8cb2e-63fb-4f6f-8150-ece4e0028c24') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:11.821917 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-cc0535f0-84c8-4d1e-90e9-b841b2c5ce8d tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "DELETE /v2.0/subnets/27b8cb2e-63fb-4f6f-8150-ece4e0028c24/tags HTTP/1.1" status: 204 len: 168 time: 0.1564693 Aug 18 13:31:11.824539 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34074) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:11.828901 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-1029ffc7-2741-4741-bc69-600c61fe6f0a tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '27b8cb2e-63fb-4f6f-8150-ece4e0028c24', 'tempest-TagsExtTest-Tag-1330726516') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:11.888190 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-1029ffc7-2741-4741-bc69-600c61fe6f0a tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] show failed (client error): The resource could not be found. Aug 18 13:31:11.889257 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1029ffc7-2741-4741-bc69-600c61fe6f0a tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "GET /v2.0/subnets/27b8cb2e-63fb-4f6f-8150-ece4e0028c24/tags/tempest-TagsExtTest-Tag-1330726516 HTTP/1.1" status: 404 len: 329 time: 0.0638063 Aug 18 13:31:11.892463 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34076) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:11.897393 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-e2f556b1-e2f5-4f6b-8c4d-035ab8ab7b73 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '27b8cb2e-63fb-4f6f-8150-ece4e0028c24', 'tempest-TagsExtTest-Tag-1508683743') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:11.952036 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-e2f556b1-e2f5-4f6b-8c4d-035ab8ab7b73 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] show failed (client error): The resource could not be found. Aug 18 13:31:11.953087 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e2f556b1-e2f5-4f6b-8c4d-035ab8ab7b73 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "GET /v2.0/subnets/27b8cb2e-63fb-4f6f-8150-ece4e0028c24/tags/tempest-TagsExtTest-Tag-1508683743 HTTP/1.1" status: 404 len: 329 time: 0.0597129 Aug 18 13:31:11.955994 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34078) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:11.960861 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-06fcab25-fda7-484c-bf90-61e146ca6a00 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '27b8cb2e-63fb-4f6f-8150-ece4e0028c24', 'tempest-TagsExtTest-Tag-1430342442') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:12.013338 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-06fcab25-fda7-484c-bf90-61e146ca6a00 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] show failed (client error): The resource could not be found. Aug 18 13:31:12.014411 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-06fcab25-fda7-484c-bf90-61e146ca6a00 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "GET /v2.0/subnets/27b8cb2e-63fb-4f6f-8150-ece4e0028c24/tags/tempest-TagsExtTest-Tag-1430342442 HTTP/1.1" status: 404 len: 329 time: 0.0574765 Aug 18 13:31:12.017284 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34080) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:12.022431 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-104c4a7f-94cc-4cd8-9f37-05885d48ad47 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '5fb6b456-a85a-4edb-a328-749b631d9fd2', {'tags': ['tempest-TagsExtTest-Tag-639011668', 'tempest-TagsExtTest-Tag-1304002418', 'tempest-TagsExtTest-Tag-1562612993']}) {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:12.164677 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-104c4a7f-94cc-4cd8-9f37-05885d48ad47 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "PUT /v2.0/ports/5fb6b456-a85a-4edb-a328-749b631d9fd2/tags HTTP/1.1" status: 200 len: 317 time: 0.1462631 Aug 18 13:31:12.167201 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34084) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:12.177476 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-d8a85900-3dde-4120-af37-b445372a1881 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5fb6b456-a85a-4edb-a328-749b631d9fd2') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:12.359235 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d8a85900-3dde-4120-af37-b445372a1881 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "DELETE /v2.0/ports/5fb6b456-a85a-4edb-a328-749b631d9fd2/tags HTTP/1.1" status: 204 len: 168 time: 0.1909337 Aug 18 13:31:12.361739 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34086) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:12.366199 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-302f16c1-f0e8-4dd5-acd4-bccc519b1f7f tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5fb6b456-a85a-4edb-a328-749b631d9fd2', 'tempest-TagsExtTest-Tag-639011668') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:12.418981 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-302f16c1-f0e8-4dd5-acd4-bccc519b1f7f tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] show failed (client error): The resource could not be found. Aug 18 13:31:12.419928 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-302f16c1-f0e8-4dd5-acd4-bccc519b1f7f tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "GET /v2.0/ports/5fb6b456-a85a-4edb-a328-749b631d9fd2/tags/tempest-TagsExtTest-Tag-639011668 HTTP/1.1" status: 404 len: 328 time: 0.0572252 Aug 18 13:31:12.422870 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34088) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:12.427317 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-51e54d0c-f8b4-4435-8df4-42c3589f03ef tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5fb6b456-a85a-4edb-a328-749b631d9fd2', 'tempest-TagsExtTest-Tag-1304002418') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:12.477635 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-51e54d0c-f8b4-4435-8df4-42c3589f03ef tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] show failed (client error): The resource could not be found. Aug 18 13:31:12.478737 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-51e54d0c-f8b4-4435-8df4-42c3589f03ef tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "GET /v2.0/ports/5fb6b456-a85a-4edb-a328-749b631d9fd2/tags/tempest-TagsExtTest-Tag-1304002418 HTTP/1.1" status: 404 len: 329 time: 0.0549488 Aug 18 13:31:12.481515 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34090) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:12.485846 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-f8159537-5c74-4362-b136-f398928fd0a1 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5fb6b456-a85a-4edb-a328-749b631d9fd2', 'tempest-TagsExtTest-Tag-1562612993') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:12.540724 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-f8159537-5c74-4362-b136-f398928fd0a1 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] show failed (client error): The resource could not be found. Aug 18 13:31:12.542047 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f8159537-5c74-4362-b136-f398928fd0a1 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "GET /v2.0/ports/5fb6b456-a85a-4edb-a328-749b631d9fd2/tags/tempest-TagsExtTest-Tag-1562612993 HTTP/1.1" status: 404 len: 329 time: 0.0593433 Aug 18 13:31:12.546713 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34092) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:12.551610 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-ff42d46c-37c0-42bb-9659-5c4b87a51e3a tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c2d0be3c-6f91-4069-9949-4314e59fa500', {'tags': ['tempest-TagsExtTest-Tag-411631831', 'tempest-TagsExtTest-Tag-289865393', 'tempest-TagsExtTest-Tag-1045645151']}) {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:12.747685 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ff42d46c-37c0-42bb-9659-5c4b87a51e3a tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "PUT /v2.0/routers/c2d0be3c-6f91-4069-9949-4314e59fa500/tags HTTP/1.1" status: 200 len: 316 time: 0.1997623 Aug 18 13:31:12.751070 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34094) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:12.756511 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-054aafd2-fdb1-4869-8a51-cb432a03907f tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c2d0be3c-6f91-4069-9949-4314e59fa500') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:12.954494 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-054aafd2-fdb1-4869-8a51-cb432a03907f tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "DELETE /v2.0/routers/c2d0be3c-6f91-4069-9949-4314e59fa500/tags HTTP/1.1" status: 204 len: 168 time: 0.2020798 Aug 18 13:31:12.956783 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34096) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:12.961350 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-fb593290-ebda-4533-9587-fd2b2cf11d04 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c2d0be3c-6f91-4069-9949-4314e59fa500', 'tempest-TagsExtTest-Tag-411631831') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:13.046637 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-fb593290-ebda-4533-9587-fd2b2cf11d04 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] show failed (client error): The resource could not be found. Aug 18 13:31:13.047674 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-fb593290-ebda-4533-9587-fd2b2cf11d04 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "GET /v2.0/routers/c2d0be3c-6f91-4069-9949-4314e59fa500/tags/tempest-TagsExtTest-Tag-411631831 HTTP/1.1" status: 404 len: 328 time: 0.0899746 Aug 18 13:31:13.050459 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34098) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:13.055376 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-8728f93e-5429-443d-b99a-f445f4c50341 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c2d0be3c-6f91-4069-9949-4314e59fa500', 'tempest-TagsExtTest-Tag-289865393') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:13.142242 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-8728f93e-5429-443d-b99a-f445f4c50341 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] show failed (client error): The resource could not be found. Aug 18 13:31:13.143331 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8728f93e-5429-443d-b99a-f445f4c50341 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "GET /v2.0/routers/c2d0be3c-6f91-4069-9949-4314e59fa500/tags/tempest-TagsExtTest-Tag-289865393 HTTP/1.1" status: 404 len: 328 time: 0.0919387 Aug 18 13:31:13.146263 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34102) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:13.158737 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-2f3aebae-8b4b-4381-a941-b113f222a449 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c2d0be3c-6f91-4069-9949-4314e59fa500', 'tempest-TagsExtTest-Tag-1045645151') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:13.235999 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-2f3aebae-8b4b-4381-a941-b113f222a449 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] show failed (client error): The resource could not be found. Aug 18 13:31:13.237030 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2f3aebae-8b4b-4381-a941-b113f222a449 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "GET /v2.0/routers/c2d0be3c-6f91-4069-9949-4314e59fa500/tags/tempest-TagsExtTest-Tag-1045645151 HTTP/1.1" status: 404 len: 329 time: 0.0898354 Aug 18 13:31:13.240373 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34104) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:13.244849 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-d68d92eb-b1ef-4eb5-b87d-e951f7fc39cb tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '3135e1be-5b33-4d2f-ad37-f330539f9cd3', {'tags': ['tempest-TagsExtTest-Tag-1310917218', 'tempest-TagsExtTest-Tag-1275041801', 'tempest-TagsExtTest-Tag-1360937987']}) {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:13.382483 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d68d92eb-b1ef-4eb5-b87d-e951f7fc39cb tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "PUT /v2.0/subnetpools/3135e1be-5b33-4d2f-ad37-f330539f9cd3/tags HTTP/1.1" status: 200 len: 318 time: 0.1410520 Aug 18 13:31:13.384977 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34108) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:13.389518 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-261a9c63-e7fd-4abb-966d-1d029fe82815 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3135e1be-5b33-4d2f-ad37-f330539f9cd3') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:13.559717 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-261a9c63-e7fd-4abb-966d-1d029fe82815 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "DELETE /v2.0/subnetpools/3135e1be-5b33-4d2f-ad37-f330539f9cd3/tags HTTP/1.1" status: 204 len: 168 time: 0.1734312 Aug 18 13:31:13.562531 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34110) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:13.567782 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-d3146b01-75cf-4395-846d-c227de364a20 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3135e1be-5b33-4d2f-ad37-f330539f9cd3', 'tempest-TagsExtTest-Tag-1310917218') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:13.588716 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-d3146b01-75cf-4395-846d-c227de364a20 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] show failed (client error): The resource could not be found. Aug 18 13:31:13.589742 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d3146b01-75cf-4395-846d-c227de364a20 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "GET /v2.0/subnetpools/3135e1be-5b33-4d2f-ad37-f330539f9cd3/tags/tempest-TagsExtTest-Tag-1310917218 HTTP/1.1" status: 404 len: 329 time: 0.0262208 Aug 18 13:31:13.593263 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34112) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:13.598634 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-b7174e40-405b-4d03-95ff-660ba61fdc62 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3135e1be-5b33-4d2f-ad37-f330539f9cd3', 'tempest-TagsExtTest-Tag-1275041801') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:13.618665 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-b7174e40-405b-4d03-95ff-660ba61fdc62 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] show failed (client error): The resource could not be found. Aug 18 13:31:13.619685 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b7174e40-405b-4d03-95ff-660ba61fdc62 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "GET /v2.0/subnetpools/3135e1be-5b33-4d2f-ad37-f330539f9cd3/tags/tempest-TagsExtTest-Tag-1275041801 HTTP/1.1" status: 404 len: 329 time: 0.0254097 Aug 18 13:31:13.622853 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34114) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:13.626716 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-a6d960de-0c67-48e5-8486-191ab0e30455 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3135e1be-5b33-4d2f-ad37-f330539f9cd3', 'tempest-TagsExtTest-Tag-1360937987') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:13.647761 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-a6d960de-0c67-48e5-8486-191ab0e30455 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] show failed (client error): The resource could not be found. Aug 18 13:31:13.653380 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a6d960de-0c67-48e5-8486-191ab0e30455 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "GET /v2.0/subnetpools/3135e1be-5b33-4d2f-ad37-f330539f9cd3/tags/tempest-TagsExtTest-Tag-1360937987 HTTP/1.1" status: 404 len: 329 time: 0.0254612 Aug 18 13:31:13.653724 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34116) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:13.658085 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-2bc2fc97-bee3-4cde-81a4-14e4f2c4c36f tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3135e1be-5b33-4d2f-ad37-f330539f9cd3') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:13.689627 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2bc2fc97-bee3-4cde-81a4-14e4f2c4c36f tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "DELETE /v2.0/subnetpools/3135e1be-5b33-4d2f-ad37-f330539f9cd3/tags HTTP/1.1" status: 204 len: 168 time: 0.0348790 Aug 18 13:31:13.699665 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34118) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:13.705641 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-2dedf58c-c92b-4a4b-8579-ab8e26d88e54 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c2d0be3c-6f91-4069-9949-4314e59fa500') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:13.745726 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b469a67e-a059-4717-b1a3-03991259868a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:13.795866 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2dedf58c-c92b-4a4b-8579-ab8e26d88e54 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "DELETE /v2.0/routers/c2d0be3c-6f91-4069-9949-4314e59fa500/tags HTTP/1.1" status: 204 len: 168 time: 0.0944004 Aug 18 13:31:13.798411 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34120) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:13.803199 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-d4785acd-d3f9-4c13-af2c-b6f28960e8d3 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5fb6b456-a85a-4edb-a328-749b631d9fd2') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:13.858523 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d4785acd-d3f9-4c13-af2c-b6f28960e8d3 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "DELETE /v2.0/ports/5fb6b456-a85a-4edb-a328-749b631d9fd2/tags HTTP/1.1" status: 204 len: 168 time: 0.0585806 Aug 18 13:31:13.860572 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34122) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:13.865440 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-ea09cfd8-d96c-41d9-84b1-05228091f425 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '27b8cb2e-63fb-4f6f-8150-ece4e0028c24') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:13.925187 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ea09cfd8-d96c-41d9-84b1-05228091f425 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "DELETE /v2.0/subnets/27b8cb2e-63fb-4f6f-8150-ece4e0028c24/tags HTTP/1.1" status: 204 len: 168 time: 0.0635242 Aug 18 13:31:13.929293 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34124) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:14.137499 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ec889a43-59b4-4a54-9209-2bdd8d459d70 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Notify callbacks [] for subnetpool, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:14.138604 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ec889a43-59b4-4a54-9209-2bdd8d459d70 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "DELETE /v2.0/subnetpools/3135e1be-5b33-4d2f-ad37-f330539f9cd3 HTTP/1.1" status: 204 len: 168 time: 0.2078218 Aug 18 13:31:14.141083 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34126) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:14.168071 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-cddca55c-7677-4096-8cee-c9da7bf56e15 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2d0be3c-6f91-4069-9949-4314e59fa500 HTTP/1.1" status: 200 len: 205 time: 0.0257812 Aug 18 13:31:14.172016 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34130) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:14.248723 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5bbfc81a-762a-4bbc-9a01-72b4d0df2d67 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:14.436190 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5bbfc81a-762a-4bbc-9a01-72b4d0df2d67 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:14.438291 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5bbfc81a-762a-4bbc-9a01-72b4d0df2d67 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:14.564115 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5bbfc81a-762a-4bbc-9a01-72b4d0df2d67 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:14.564866 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bbfc81a-762a-4bbc-9a01-72b4d0df2d67 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Fanout notify agent at l3_agent the message router_deleted on router c2d0be3c-6f91-4069-9949-4314e59fa500 {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:31:14.574119 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5bbfc81a-762a-4bbc-9a01-72b4d0df2d67 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:14.574438 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5bbfc81a-762a-4bbc-9a01-72b4d0df2d67 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "DELETE /v2.0/routers/c2d0be3c-6f91-4069-9949-4314e59fa500 HTTP/1.1" status: 204 len: 168 time: 0.4013286 Aug 18 13:31:14.577977 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34132) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:14.592697 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:14.670381 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-2690ad86-474b-4447-8d0e-26565af7faeb tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Deleting port 5fb6b456-a85a-4edb-a328-749b631d9fd2 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:31:14.670761 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2690ad86-474b-4447-8d0e-26565af7faeb tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:14.766187 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2690ad86-474b-4447-8d0e-26565af7faeb tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:14.780381 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-2690ad86-474b-4447-8d0e-26565af7faeb tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Calling delete_port for 5fb6b456-a85a-4edb-a328-749b631d9fd2 owned by {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:31:14.969593 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2690ad86-474b-4447-8d0e-26565af7faeb tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:14.999692 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2690ad86-474b-4447-8d0e-26565af7faeb tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Pushing event deleted for resources: {'Port': ['ID=5fb6b456-a85a-4edb-a328-749b631d9fd2,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:15.075480 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2690ad86-474b-4447-8d0e-26565af7faeb tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:15.077573 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2690ad86-474b-4447-8d0e-26565af7faeb tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "DELETE /v2.0/ports/5fb6b456-a85a-4edb-a328-749b631d9fd2 HTTP/1.1" status: 204 len: 168 time: 0.4985354 Aug 18 13:31:15.080174 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34136) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:15.140143 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-bed12d02-7505-4e73-b171-78b16fcf99b2 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Deleting subnet 27b8cb2e-63fb-4f6f-8150-ece4e0028c24 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:31:15.143763 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bed12d02-7505-4e73-b171-78b16fcf99b2 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:15.187809 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bed12d02-7505-4e73-b171-78b16fcf99b2 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:15.279031 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bed12d02-7505-4e73-b171-78b16fcf99b2 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:15.473079 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bed12d02-7505-4e73-b171-78b16fcf99b2 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:15.499007 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed12d02-7505-4e73-b171-78b16fcf99b2 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Pushing event deleted for resources: {'Subnet': ['ID=27b8cb2e-63fb-4f6f-8150-ece4e0028c24,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:15.506078 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bed12d02-7505-4e73-b171-78b16fcf99b2 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:15.508597 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-bed12d02-7505-4e73-b171-78b16fcf99b2 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "DELETE /v2.0/subnets/27b8cb2e-63fb-4f6f-8150-ece4e0028c24 HTTP/1.1" status: 204 len: 168 time: 0.4269257 Aug 18 13:31:15.511471 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34140) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:15.513230 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be5de59-b886-41e8-a943-eafc4b70653f None None] Network 557d20a1-966a-425d-9819-3a67279f2ec6 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:31:15.553136 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:15.599971 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-558e6406-e080-4775-b60f-21fa10e942d3 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:15.658793 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-558e6406-e080-4775-b60f-21fa10e942d3 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Deleting port ebc5b788-a30c-41f8-9394-8dbd1879216c {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:31:15.659151 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-558e6406-e080-4775-b60f-21fa10e942d3 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:15.733243 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-558e6406-e080-4775-b60f-21fa10e942d3 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] For port ebc5b788-a30c-41f8-9394-8dbd1879216c, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=ebc5b788-a30c-41f8-9394-8dbd1879216c,segment=NetworkSegment(9c1d7f3f-6d23-4578-8a00-3c13287aa532),segment_id=9c1d7f3f-6d23-4578-8a00-3c13287aa532)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:31:15.733613 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-558e6406-e080-4775-b60f-21fa10e942d3 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:15.749067 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-558e6406-e080-4775-b60f-21fa10e942d3 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Calling delete_port for ebc5b788-a30c-41f8-9394-8dbd1879216c owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:31:15.866408 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c5d8cc-5461-4f35-9505-4fd50bf848b2 None None] DHCP port deletion for 557d20a1-966a-425d-9819-3a67279f2ec6 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:31:15.915220 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-97c5d8cc-5461-4f35-9505-4fd50bf848b2 None None] Deleting port ebc5b788-a30c-41f8-9394-8dbd1879216c {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:31:15.915452 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-97c5d8cc-5461-4f35-9505-4fd50bf848b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:15.923142 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-558e6406-e080-4775-b60f-21fa10e942d3 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:15.955665 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e6406-e080-4775-b60f-21fa10e942d3 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Pushing event deleted for resources: {'Port': ['ID=ebc5b788-a30c-41f8-9394-8dbd1879216c,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:15.958354 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558e6406-e080-4775-b60f-21fa10e942d3 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] No DVR routers for this DVR port ebc5b788-a30c-41f8-9394-8dbd1879216c on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:31:15.986329 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-97c5d8cc-5461-4f35-9505-4fd50bf848b2 None None] For port ebc5b788-a30c-41f8-9394-8dbd1879216c, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=ebc5b788-a30c-41f8-9394-8dbd1879216c,segment=NetworkSegment(9c1d7f3f-6d23-4578-8a00-3c13287aa532),segment_id=9c1d7f3f-6d23-4578-8a00-3c13287aa532)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:31:15.986731 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-97c5d8cc-5461-4f35-9505-4fd50bf848b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:15.999207 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-97c5d8cc-5461-4f35-9505-4fd50bf848b2 None None] Calling delete_port for ebc5b788-a30c-41f8-9394-8dbd1879216c owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:31:16.039667 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-558e6406-e080-4775-b60f-21fa10e942d3 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:16.049932 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-558e6406-e080-4775-b60f-21fa10e942d3 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['557d20a1-966a-425d-9819-3a67279f2ec6']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:16.060682 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-558e6406-e080-4775-b60f-21fa10e942d3 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c1d7f3f-6d23-4578-8a00-3c13287aa532') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:16.060922 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-558e6406-e080-4775-b60f-21fa10e942d3 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c1d7f3f-6d23-4578-8a00-3c13287aa532') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:16.070148 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-558e6406-e080-4775-b60f-21fa10e942d3 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:16.074378 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-97c5d8cc-5461-4f35-9505-4fd50bf848b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:16.085101 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-558e6406-e080-4775-b60f-21fa10e942d3 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:16.102399 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-558e6406-e080-4775-b60f-21fa10e942d3 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:31:16.102399 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-558e6406-e080-4775-b60f-21fa10e942d3 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:16.102399 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:31:16.102399 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:31:16.102399 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:31:16.102399 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:31:16.102399 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:31:16.102399 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:31:16.102399 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:31:16.102399 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:31:16.102399 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:31:16.102399 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:31:16.102399 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:31:16.102399 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:31:16.102399 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:31:16.102399 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:31:16.102399 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:31:16.102399 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:31:16.102399 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:31:16.102399 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:31:16.102399 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:31:16.102399 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:31:16.102399 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:31:16.102399 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:31:16.102399 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:31:16.102399 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:31:16.102399 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:31:16.102399 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:31:16.102399 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:31:16.102399 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:31:16.102399 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:31:16.102399 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:31:16.102399 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:31:16.102399 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:31:16.105344 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c5d8cc-5461-4f35-9505-4fd50bf848b2 None None] Pushing event deleted for resources: {'Port': ['ID=ebc5b788-a30c-41f8-9394-8dbd1879216c,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:16.111215 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c5d8cc-5461-4f35-9505-4fd50bf848b2 None None] No DVR routers for this DVR port ebc5b788-a30c-41f8-9394-8dbd1879216c on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:31:16.249950 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-558e6406-e080-4775-b60f-21fa10e942d3 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:16.268396 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-558e6406-e080-4775-b60f-21fa10e942d3 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:16.270341 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-558e6406-e080-4775-b60f-21fa10e942d3 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] 10.222.0.13 "DELETE /v2.0/networks/557d20a1-966a-425d-9819-3a67279f2ec6 HTTP/1.1" status: 204 len: 168 time: 0.7574708 Aug 18 13:31:16.273587 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e6406-e080-4775-b60f-21fa10e942d3 tempest-TagsExtTest-1599563351 tempest-TagsExtTest-1599563351-project] Pushing event deleted for resources: {'Network': ['ID=557d20a1-966a-425d-9819-3a67279f2ec6,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:16.781909 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34150) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:16.923449 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0bedd1c9-f90d-4655-8c10-3796ba47987d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7128634ba9ef4bae8228506415040f0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1403325 Aug 18 13:31:16.925812 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34154) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:16.974365 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-53517d41-d7ec-424f-addb-45c07db228b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:16.998014 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-53517d41-d7ec-424f-addb-45c07db228b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:17.152631 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-53517d41-d7ec-424f-addb-45c07db228b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:17.155239 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-53517d41-d7ec-424f-addb-45c07db228b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:17.156405 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-53517d41-d7ec-424f-addb-45c07db228b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15b6caf0-36e1-43a3-a5f8-ef31dea17688 HTTP/1.1" status: 204 len: 168 time: 0.2296503 Aug 18 13:31:17.165093 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53517d41-d7ec-424f-addb-45c07db228b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b6caf0-36e1-43a3-a5f8-ef31dea17688,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:17.438094 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:17.669056 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device ebc5b788-a30c-41f8-9394-8dbd1879216c no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:31:17.694328 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: ebc5b788-a30c-41f8-9394-8dbd1879216c {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:31:17.694664 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device ebc5b788-a30c-41f8-9394-8dbd1879216c not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:31:18.209157 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34178) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:18.316245 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-2c2c25fc-eaa4-4eec-8df2-9033b09a5a9f tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1190948148'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:31:18.403752 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2c25fc-eaa4-4eec-8df2-9033b09a5a9f tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] Made reservation on behalf of 1fc26429119647d5bddb1d27e198c2af for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:31:18.407520 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2c2c25fc-eaa4-4eec-8df2-9033b09a5a9f tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:18.417629 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2c2c25fc-eaa4-4eec-8df2-9033b09a5a9f tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:18.520637 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2c2c25fc-eaa4-4eec-8df2-9033b09a5a9f tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:18.604510 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2c2c25fc-eaa4-4eec-8df2-9033b09a5a9f tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:18.633790 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c2c25fc-eaa4-4eec-8df2-9033b09a5a9f tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:31:18.642770 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c25fc-eaa4-4eec-8df2-9033b09a5a9f tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=268b4844-b2fb-4f5e-9f97-6051d8a6bfc9,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:18.651204 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2c2c25fc-eaa4-4eec-8df2-9033b09a5a9f tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:18.653370 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-2c2c25fc-eaa4-4eec-8df2-9033b09a5a9f tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] Added segment f5c46eba-343d-420b-86ff-cfe2fe08da05 of type vlan for network 1143766f-ce47-44bf-a2ad-ac3af1e197aa Aug 18 13:31:18.693920 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2c2c25fc-eaa4-4eec-8df2-9033b09a5a9f tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:18.804052 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2c2c25fc-eaa4-4eec-8df2-9033b09a5a9f tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:18.809659 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2c25fc-eaa4-4eec-8df2-9033b09a5a9f tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:31:18.810275 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2c2c25fc-eaa4-4eec-8df2-9033b09a5a9f tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:18.880142 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c25fc-eaa4-4eec-8df2-9033b09a5a9f tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] Pushing event updated for resources: {'Network': ['ID=1143766f-ce47-44bf-a2ad-ac3af1e197aa,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:18.892387 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 1143766f-ce47-44bf-a2ad-ac3af1e197aa details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:31:18.953742 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2c2c25fc-eaa4-4eec-8df2-9033b09a5a9f tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.7433164 Aug 18 13:31:18.957294 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34184) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:18.963206 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-5d8e13ff-a264-406f-ade6-42e8598778c7 tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '1143766f-ce47-44bf-a2ad-ac3af1e197aa', 'tempest-TagsTest-Tag-304459004') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:19.159322 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5d8e13ff-a264-406f-ade6-42e8598778c7 tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] 10.222.0.13 "PUT /v2.0/networks/1143766f-ce47-44bf-a2ad-ac3af1e197aa/tags/tempest-TagsTest-Tag-304459004 HTTP/1.1" status: 201 len: 201 time: 0.2002332 Aug 18 13:31:19.161602 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34186) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:19.166165 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-c99e9164-38d2-4f24-b192-49fdd74ba349 tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1143766f-ce47-44bf-a2ad-ac3af1e197aa', 'tempest-TagsTest-Tag-304459004') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:19.238600 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c99e9164-38d2-4f24-b192-49fdd74ba349 tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] 10.222.0.13 "GET /v2.0/networks/1143766f-ce47-44bf-a2ad-ac3af1e197aa/tags/tempest-TagsTest-Tag-304459004 HTTP/1.1" status: 204 len: 168 time: 0.0758393 Aug 18 13:31:19.241517 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34188) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:19.245937 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-2fd59170-9ce9-49b4-a56c-ca6cbf5efa99 tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '1143766f-ce47-44bf-a2ad-ac3af1e197aa') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:19.323420 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2fd59170-9ce9-49b4-a56c-ca6cbf5efa99 tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] 10.222.0.13 "GET /v2.0/networks/1143766f-ce47-44bf-a2ad-ac3af1e197aa/tags HTTP/1.1" status: 200 len: 237 time: 0.0806773 Aug 18 13:31:19.325963 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34190) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:19.331336 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-f8938fc9-2026-4499-823b-654c75ab7269 tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '1143766f-ce47-44bf-a2ad-ac3af1e197aa', {'tags': ['tempest-TagsTest-Tag-901665846', 'tempest-TagsTest-Tag-1574732925', 'tempest-TagsTest-Tag-961847868']}) {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:19.764078 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f8938fc9-2026-4499-823b-654c75ab7269 tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] 10.222.0.13 "PUT /v2.0/networks/1143766f-ce47-44bf-a2ad-ac3af1e197aa/tags HTTP/1.1" status: 200 len: 307 time: 0.4369876 Aug 18 13:31:19.766940 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34194) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:19.772722 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.tag.tag_plugin [None req-fbeab1cc-5121-44ca-ba02-7fcfdf3ffb39 tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '1143766f-ce47-44bf-a2ad-ac3af1e197aa', 'tempest-TagsTest-Tag-901665846') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:19.947812 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-fbeab1cc-5121-44ca-ba02-7fcfdf3ffb39 tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] 10.222.0.13 "DELETE /v2.0/networks/1143766f-ce47-44bf-a2ad-ac3af1e197aa/tags/tempest-TagsTest-Tag-901665846 HTTP/1.1" status: 204 len: 168 time: 0.1792128 Aug 18 13:31:19.950394 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34196) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:19.954804 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.tag.tag_plugin [None req-cfd6209b-23b1-4bca-8780-0c8c9e9d7d5c tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1143766f-ce47-44bf-a2ad-ac3af1e197aa', 'tempest-TagsTest-Tag-901665846') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:20.034069 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-cfd6209b-23b1-4bca-8780-0c8c9e9d7d5c tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] show failed (client error): The resource could not be found. Aug 18 13:31:20.035139 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-cfd6209b-23b1-4bca-8780-0c8c9e9d7d5c tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] 10.222.0.13 "GET /v2.0/networks/1143766f-ce47-44bf-a2ad-ac3af1e197aa/tags/tempest-TagsTest-Tag-901665846 HTTP/1.1" status: 404 len: 325 time: 0.0838025 Aug 18 13:31:20.038328 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34198) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:20.042600 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.tag.tag_plugin [None req-ee8ea3ec-a1cd-49e7-9d9c-fbf5013307e1 tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1143766f-ce47-44bf-a2ad-ac3af1e197aa', 'tempest-TagsTest-Tag-1574732925') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:20.110817 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ee8ea3ec-a1cd-49e7-9d9c-fbf5013307e1 tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] 10.222.0.13 "GET /v2.0/networks/1143766f-ce47-44bf-a2ad-ac3af1e197aa/tags/tempest-TagsTest-Tag-1574732925 HTTP/1.1" status: 204 len: 168 time: 0.0714476 Aug 18 13:31:20.113671 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34200) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:20.118025 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.tag.tag_plugin [None req-0cd13170-3819-4168-93fe-b6ad5294e81f tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1143766f-ce47-44bf-a2ad-ac3af1e197aa', 'tempest-TagsTest-Tag-961847868') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:20.190818 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0cd13170-3819-4168-93fe-b6ad5294e81f tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] 10.222.0.13 "GET /v2.0/networks/1143766f-ce47-44bf-a2ad-ac3af1e197aa/tags/tempest-TagsTest-Tag-961847868 HTTP/1.1" status: 204 len: 168 time: 0.0760639 Aug 18 13:31:20.193657 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34202) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:20.198138 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.tag.tag_plugin [None req-518ca753-c427-45f5-b45a-0e224a9a49b1 tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1143766f-ce47-44bf-a2ad-ac3af1e197aa') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:20.383143 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-518ca753-c427-45f5-b45a-0e224a9a49b1 tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] 10.222.0.13 "DELETE /v2.0/networks/1143766f-ce47-44bf-a2ad-ac3af1e197aa/tags HTTP/1.1" status: 204 len: 168 time: 0.1881006 Aug 18 13:31:20.385451 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34204) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:20.389822 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.tag.tag_plugin [None req-3f1d8989-d6af-4fa0-845b-beb37369303c tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1143766f-ce47-44bf-a2ad-ac3af1e197aa', 'tempest-TagsTest-Tag-1574732925') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:20.463107 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-3f1d8989-d6af-4fa0-845b-beb37369303c tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] show failed (client error): The resource could not be found. Aug 18 13:31:20.464169 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3f1d8989-d6af-4fa0-845b-beb37369303c tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] 10.222.0.13 "GET /v2.0/networks/1143766f-ce47-44bf-a2ad-ac3af1e197aa/tags/tempest-TagsTest-Tag-1574732925 HTTP/1.1" status: 404 len: 326 time: 0.0777760 Aug 18 13:31:20.467845 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34206) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:20.472387 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-0be28ee7-c17a-4d0c-b02d-0b42a099890e tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1143766f-ce47-44bf-a2ad-ac3af1e197aa', 'tempest-TagsTest-Tag-961847868') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:20.543230 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-0be28ee7-c17a-4d0c-b02d-0b42a099890e tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] show failed (client error): The resource could not be found. Aug 18 13:31:20.545347 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0be28ee7-c17a-4d0c-b02d-0b42a099890e tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] 10.222.0.13 "GET /v2.0/networks/1143766f-ce47-44bf-a2ad-ac3af1e197aa/tags/tempest-TagsTest-Tag-961847868 HTTP/1.1" status: 404 len: 325 time: 0.0763276 Aug 18 13:31:20.547187 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34210) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:20.552575 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.tag.tag_plugin [None req-945c7c75-01a8-4f77-a0a5-6bb3cb636374 tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1143766f-ce47-44bf-a2ad-ac3af1e197aa') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:20.629042 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-945c7c75-01a8-4f77-a0a5-6bb3cb636374 tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] 10.222.0.13 "DELETE /v2.0/networks/1143766f-ce47-44bf-a2ad-ac3af1e197aa/tags HTTP/1.1" status: 204 len: 168 time: 0.0808172 Aug 18 13:31:20.634406 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34212) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:20.713486 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d953adbd-9573-4ea3-a48c-03c9a39b6625 tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:20.806276 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d953adbd-9573-4ea3-a48c-03c9a39b6625 tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:20.816795 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-d953adbd-9573-4ea3-a48c-03c9a39b6625 tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1143766f-ce47-44bf-a2ad-ac3af1e197aa']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:20.827866 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-d953adbd-9573-4ea3-a48c-03c9a39b6625 tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5c46eba-343d-420b-86ff-cfe2fe08da05') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:20.828179 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-d953adbd-9573-4ea3-a48c-03c9a39b6625 tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5c46eba-343d-420b-86ff-cfe2fe08da05') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:20.837432 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d953adbd-9573-4ea3-a48c-03c9a39b6625 tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:20.853321 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d953adbd-9573-4ea3-a48c-03c9a39b6625 tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:20.859623 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d953adbd-9573-4ea3-a48c-03c9a39b6625 tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:31:20.860135 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d953adbd-9573-4ea3-a48c-03c9a39b6625 tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:20.863154 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:31:20.863154 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:31:20.863154 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:31:20.863154 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:31:20.863154 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:31:20.863154 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:31:20.863154 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:31:20.863154 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:31:20.863154 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:31:20.863154 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:31:20.863154 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:31:20.863154 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:31:20.863154 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:31:20.863154 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:31:20.863154 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:31:20.863154 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:31:20.863154 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:31:20.863154 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:31:20.863154 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:31:20.863154 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:31:20.863154 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:31:20.863154 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:31:20.863154 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:31:20.863154 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:31:20.863154 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:31:20.863154 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:31:20.863154 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:31:20.863154 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:31:20.863154 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:31:20.863154 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:31:20.863154 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:31:20.863154 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:31:20.986927 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d953adbd-9573-4ea3-a48c-03c9a39b6625 tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:20.996935 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d953adbd-9573-4ea3-a48c-03c9a39b6625 tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:20.997071 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d953adbd-9573-4ea3-a48c-03c9a39b6625 tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] 10.222.0.13 "DELETE /v2.0/networks/1143766f-ce47-44bf-a2ad-ac3af1e197aa HTTP/1.1" status: 204 len: 168 time: 0.3617778 Aug 18 13:31:21.009611 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d953adbd-9573-4ea3-a48c-03c9a39b6625 tempest-TagsTest-1858855676 tempest-TagsTest-1858855676-project] Pushing event deleted for resources: {'Network': ['ID=1143766f-ce47-44bf-a2ad-ac3af1e197aa,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:21.481593 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34220) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:21.644162 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f4361f01-4f29-4f8b-bcb0-3dc22ab5eed1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1fc26429119647d5bddb1d27e198c2af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1612573 Aug 18 13:31:21.652045 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34226) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:21.703794 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-498f1ca2-12f7-4af7-8ad9-3b831e8988e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:21.727142 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-498f1ca2-12f7-4af7-8ad9-3b831e8988e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:21.844449 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-498f1ca2-12f7-4af7-8ad9-3b831e8988e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:21.847150 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-498f1ca2-12f7-4af7-8ad9-3b831e8988e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:21.849436 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-498f1ca2-12f7-4af7-8ad9-3b831e8988e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/268b4844-b2fb-4f5e-9f97-6051d8a6bfc9 HTTP/1.1" status: 204 len: 168 time: 0.1952024 Aug 18 13:31:21.857201 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f1ca2-12f7-4af7-8ad9-3b831e8988e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268b4844-b2fb-4f5e-9f97-6051d8a6bfc9,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:22.854687 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34250) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:22.956883 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-6d7cef82-b593-4654-aa7e-11dc56aab043 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1008010249-network', 'tenant_id': 'd46b96ea6892425fb1a765a1d854b97c'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:31:23.077974 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7cef82-b593-4654-aa7e-11dc56aab043 admin admin] Made reservation on behalf of d46b96ea6892425fb1a765a1d854b97c for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:31:23.080449 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6d7cef82-b593-4654-aa7e-11dc56aab043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:23.090650 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6d7cef82-b593-4654-aa7e-11dc56aab043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:23.182597 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6d7cef82-b593-4654-aa7e-11dc56aab043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:23.289175 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6d7cef82-b593-4654-aa7e-11dc56aab043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:23.313311 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d7cef82-b593-4654-aa7e-11dc56aab043 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:31:23.323678 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7cef82-b593-4654-aa7e-11dc56aab043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98d6d1f-2ed5-4d40-984b-c6703c03b59b,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:23.329346 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6d7cef82-b593-4654-aa7e-11dc56aab043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:23.329705 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-6d7cef82-b593-4654-aa7e-11dc56aab043 admin admin] Added segment 17c5b289-4a81-4bf8-8f48-d4f7db817dda of type vlan for network 3897e5c7-e1ad-4e38-877d-89c67a931b57 Aug 18 13:31:23.369768 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6d7cef82-b593-4654-aa7e-11dc56aab043 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:23.454923 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6d7cef82-b593-4654-aa7e-11dc56aab043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:23.455906 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7cef82-b593-4654-aa7e-11dc56aab043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:31:23.456499 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6d7cef82-b593-4654-aa7e-11dc56aab043 admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:23.527303 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7cef82-b593-4654-aa7e-11dc56aab043 admin admin] Pushing event updated for resources: {'Network': ['ID=3897e5c7-e1ad-4e38-877d-89c67a931b57,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:23.538337 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 3897e5c7-e1ad-4e38-877d-89c67a931b57 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:31:23.595366 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6d7cef82-b593-4654-aa7e-11dc56aab043 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7369368 Aug 18 13:31:23.596542 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34254) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:23.605010 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-145879b8-bbb3-44f3-996e-940d4f9d9b56 admin admin] Request body: {'subnet': {'network_id': '3897e5c7-e1ad-4e38-877d-89c67a931b57', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1008010249-subnet', 'tenant_id': 'd46b96ea6892425fb1a765a1d854b97c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:31:23.700928 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145879b8-bbb3-44f3-996e-940d4f9d9b56 admin admin] Made reservation on behalf of d46b96ea6892425fb1a765a1d854b97c for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:31:23.703487 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-145879b8-bbb3-44f3-996e-940d4f9d9b56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:23.941255 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-145879b8-bbb3-44f3-996e-940d4f9d9b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:24.277041 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145879b8-bbb3-44f3-996e-940d4f9d9b56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=868648e4-d8de-451a-9707-3fb8389d29b7,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:24.288779 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145879b8-bbb3-44f3-996e-940d4f9d9b56 admin admin] Checking segment: {'id': '17c5b289-4a81-4bf8-8f48-d4f7db817dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3897e5c7-e1ad-4e38-877d-89c67a931b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:31:24.289144 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145879b8-bbb3-44f3-996e-940d4f9d9b56 admin admin] Network hostable DHCP agents. Network: 3897e5c7-e1ad-4e38-877d-89c67a931b57, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:31:24.369677 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145879b8-bbb3-44f3-996e-940d4f9d9b56 admin admin] Network 3897e5c7-e1ad-4e38-877d-89c67a931b57 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:31:24.460966 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-145879b8-bbb3-44f3-996e-940d4f9d9b56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 3897e5c7-e1ad-4e38-877d-89c67a931b57) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:31:24.465243 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145879b8-bbb3-44f3-996e-940d4f9d9b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:31:24.465831 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-145879b8-bbb3-44f3-996e-940d4f9d9b56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:24.470615 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecc736a-0f36-4489-8492-993b7b59c5b2 None None] Network 3897e5c7-e1ad-4e38-877d-89c67a931b57 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:31:24.577142 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-145879b8-bbb3-44f3-996e-940d4f9d9b56 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9789486 Aug 18 13:31:24.596518 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6118839c-d224-4890-815c-52765572d46b None None] Network 3897e5c7-e1ad-4e38-877d-89c67a931b57 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:31:25.314460 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34274) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:25.320067 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-b282aea1-6e72-4031-89c9-fe2c59aa72f1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1652837953-network', 'tenant_id': '3eb4cc4e7a5f4de5897dd0df80ba598f'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:31:25.408844 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b282aea1-6e72-4031-89c9-fe2c59aa72f1 admin admin] Made reservation on behalf of 3eb4cc4e7a5f4de5897dd0df80ba598f for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:31:25.411755 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b282aea1-6e72-4031-89c9-fe2c59aa72f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:25.420799 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b282aea1-6e72-4031-89c9-fe2c59aa72f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:25.515920 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b282aea1-6e72-4031-89c9-fe2c59aa72f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:25.598602 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b282aea1-6e72-4031-89c9-fe2c59aa72f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:25.624949 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b282aea1-6e72-4031-89c9-fe2c59aa72f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:31:25.635903 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282aea1-6e72-4031-89c9-fe2c59aa72f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e067de-6b79-498a-8c39-5125b5aa05cd,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:25.642216 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b282aea1-6e72-4031-89c9-fe2c59aa72f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:25.650020 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-b282aea1-6e72-4031-89c9-fe2c59aa72f1 admin admin] Added segment 4cace6e8-cad7-4400-9b4f-9e33aad08afe of type vlan for network ba8dcf55-bfa5-4954-b844-565e5783f026 Aug 18 13:31:25.685284 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b282aea1-6e72-4031-89c9-fe2c59aa72f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:25.752539 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b282aea1-6e72-4031-89c9-fe2c59aa72f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:25.753601 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b282aea1-6e72-4031-89c9-fe2c59aa72f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:31:25.754217 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b282aea1-6e72-4031-89c9-fe2c59aa72f1 admin admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:25.825202 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282aea1-6e72-4031-89c9-fe2c59aa72f1 admin admin] Pushing event updated for resources: {'Network': ['ID=ba8dcf55-bfa5-4954-b844-565e5783f026,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:25.842794 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network ba8dcf55-bfa5-4954-b844-565e5783f026 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:31:25.896489 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b282aea1-6e72-4031-89c9-fe2c59aa72f1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5808980 Aug 18 13:31:25.899162 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34278) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:25.904304 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-7f6fa813-6fce-4b42-88aa-19b24b4b3aa9 admin admin] Request body: {'subnet': {'network_id': 'ba8dcf55-bfa5-4954-b844-565e5783f026', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1652837953-subnet', 'tenant_id': '3eb4cc4e7a5f4de5897dd0df80ba598f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:31:25.998155 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6fa813-6fce-4b42-88aa-19b24b4b3aa9 admin admin] Made reservation on behalf of 3eb4cc4e7a5f4de5897dd0df80ba598f for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:31:26.000585 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7f6fa813-6fce-4b42-88aa-19b24b4b3aa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:26.255677 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7f6fa813-6fce-4b42-88aa-19b24b4b3aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:26.311920 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6fa813-6fce-4b42-88aa-19b24b4b3aa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1c5d217-97db-43c6-89c7-d29fd939e429,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:26.321699 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6fa813-6fce-4b42-88aa-19b24b4b3aa9 admin admin] Checking segment: {'id': '4cace6e8-cad7-4400-9b4f-9e33aad08afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ba8dcf55-bfa5-4954-b844-565e5783f026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:31:26.322460 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6fa813-6fce-4b42-88aa-19b24b4b3aa9 admin admin] Network hostable DHCP agents. Network: ba8dcf55-bfa5-4954-b844-565e5783f026, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:31:26.436952 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6fa813-6fce-4b42-88aa-19b24b4b3aa9 admin admin] Network ba8dcf55-bfa5-4954-b844-565e5783f026 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:31:26.535819 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-7f6fa813-6fce-4b42-88aa-19b24b4b3aa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, ba8dcf55-bfa5-4954-b844-565e5783f026) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:31:26.540515 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6fa813-6fce-4b42-88aa-19b24b4b3aa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:31:26.541349 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7f6fa813-6fce-4b42-88aa-19b24b4b3aa9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:26.549886 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4e0216-d9e3-48b1-80d4-7252fa33d89e None None] Network ba8dcf55-bfa5-4954-b844-565e5783f026 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:31:26.675418 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f909fc4-397b-4a0b-a4cc-1a5ed402bcb1 None None] Network ba8dcf55-bfa5-4954-b844-565e5783f026 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:31:26.769671 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7f6fa813-6fce-4b42-88aa-19b24b4b3aa9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8694224 Aug 18 13:31:26.882898 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34286) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:26.932465 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-26f97ea2-5395-44f7-b84b-88b71004d04d admin admin] Deleting subnet 868648e4-d8de-451a-9707-3fb8389d29b7 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:31:26.935757 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-26f97ea2-5395-44f7-b84b-88b71004d04d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:26.972894 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-26f97ea2-5395-44f7-b84b-88b71004d04d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:27.014558 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-26f97ea2-5395-44f7-b84b-88b71004d04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:27.141057 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-26f97ea2-5395-44f7-b84b-88b71004d04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:27.171648 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f97ea2-5395-44f7-b84b-88b71004d04d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=868648e4-d8de-451a-9707-3fb8389d29b7,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:27.175436 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-26f97ea2-5395-44f7-b84b-88b71004d04d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:27.178239 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-26f97ea2-5395-44f7-b84b-88b71004d04d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/868648e4-d8de-451a-9707-3fb8389d29b7 HTTP/1.1" status: 204 len: 168 time: 0.2934127 Aug 18 13:31:27.180490 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34288) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:27.247908 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aeb6097f-9ecf-4ed9-a205-d76b5ff3216f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:27.330115 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aeb6097f-9ecf-4ed9-a205-d76b5ff3216f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:27.339987 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-aeb6097f-9ecf-4ed9-a205-d76b5ff3216f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3897e5c7-e1ad-4e38-877d-89c67a931b57']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:27.350445 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-aeb6097f-9ecf-4ed9-a205-d76b5ff3216f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17c5b289-4a81-4bf8-8f48-d4f7db817dda') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:27.352189 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-aeb6097f-9ecf-4ed9-a205-d76b5ff3216f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17c5b289-4a81-4bf8-8f48-d4f7db817dda') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:27.360288 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aeb6097f-9ecf-4ed9-a205-d76b5ff3216f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:27.374304 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aeb6097f-9ecf-4ed9-a205-d76b5ff3216f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:27.380659 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeb6097f-9ecf-4ed9-a205-d76b5ff3216f admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:31:27.381109 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aeb6097f-9ecf-4ed9-a205-d76b5ff3216f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:27.382730 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:31:27.382730 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:31:27.382730 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:31:27.382730 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:31:27.382730 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:31:27.382730 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:31:27.382730 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:31:27.382730 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:31:27.382730 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:31:27.382730 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:31:27.382730 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:31:27.382730 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:31:27.382730 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:31:27.382730 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:31:27.382730 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:31:27.382730 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:31:27.382730 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:31:27.382730 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:31:27.382730 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:31:27.382730 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:31:27.382730 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:31:27.382730 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:31:27.382730 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:31:27.382730 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:31:27.382730 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:31:27.382730 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:31:27.382730 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:31:27.382730 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:31:27.382730 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:31:27.382730 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:31:27.382730 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:31:27.382730 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:31:27.541060 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aeb6097f-9ecf-4ed9-a205-d76b5ff3216f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:27.546781 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-aeb6097f-9ecf-4ed9-a205-d76b5ff3216f admin admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:27.548641 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-aeb6097f-9ecf-4ed9-a205-d76b5ff3216f admin admin] 10.222.0.13 "DELETE /v2.0/networks/3897e5c7-e1ad-4e38-877d-89c67a931b57 HTTP/1.1" status: 204 len: 168 time: 0.3672438 Aug 18 13:31:27.551549 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34290) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:27.559914 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6097f-9ecf-4ed9-a205-d76b5ff3216f admin admin] Pushing event deleted for resources: {'Network': ['ID=3897e5c7-e1ad-4e38-877d-89c67a931b57,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:27.597913 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bf61715-05d3-431f-bddf-da3f4c51c994 admin admin] Deleting subnet b1c5d217-97db-43c6-89c7-d29fd939e429 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:31:27.601029 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0bf61715-05d3-431f-bddf-da3f4c51c994 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:27.636040 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0bf61715-05d3-431f-bddf-da3f4c51c994 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:27.678582 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0bf61715-05d3-431f-bddf-da3f4c51c994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:27.803942 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0bf61715-05d3-431f-bddf-da3f4c51c994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:27.830555 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf61715-05d3-431f-bddf-da3f4c51c994 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1c5d217-97db-43c6-89c7-d29fd939e429,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:27.834326 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0bf61715-05d3-431f-bddf-da3f4c51c994 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:27.836944 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0bf61715-05d3-431f-bddf-da3f4c51c994 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b1c5d217-97db-43c6-89c7-d29fd939e429 HTTP/1.1" status: 204 len: 168 time: 0.2836063 Aug 18 13:31:27.839203 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34292) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:27.911000 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f977402b-9288-4193-ba4c-831e3d2f01ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:28.002027 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f977402b-9288-4193-ba4c-831e3d2f01ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:28.013773 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-f977402b-9288-4193-ba4c-831e3d2f01ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba8dcf55-bfa5-4954-b844-565e5783f026']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:28.024811 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-f977402b-9288-4193-ba4c-831e3d2f01ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cace6e8-cad7-4400-9b4f-9e33aad08afe') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:28.025149 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-f977402b-9288-4193-ba4c-831e3d2f01ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cace6e8-cad7-4400-9b4f-9e33aad08afe') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:28.034336 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f977402b-9288-4193-ba4c-831e3d2f01ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:28.048611 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f977402b-9288-4193-ba4c-831e3d2f01ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:28.055079 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f977402b-9288-4193-ba4c-831e3d2f01ca admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:31:28.055545 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f977402b-9288-4193-ba4c-831e3d2f01ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:28.057332 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:31:28.057332 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:31:28.057332 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:31:28.057332 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:31:28.057332 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:31:28.057332 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:31:28.057332 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:31:28.057332 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:31:28.057332 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:31:28.057332 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:31:28.057332 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:31:28.057332 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:31:28.057332 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:31:28.057332 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:31:28.057332 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:31:28.057332 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:31:28.057332 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:31:28.057332 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:31:28.057332 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:31:28.057332 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:31:28.057332 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:31:28.057332 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:31:28.057332 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:31:28.057332 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:31:28.057332 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:31:28.057332 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:31:28.057332 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:31:28.057332 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:31:28.057332 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:31:28.057332 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:31:28.057332 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:31:28.057332 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:31:28.218891 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-6abaf57b-3607-41f1-a281-089e4dd36391 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1022274232&fields=id&tenant_id=161a0a675dcb4f668dec9565c8db14ad HTTP/1.1" status: 200 len: 267 time: 0.0423555 Aug 18 13:31:28.266565 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:28.277788 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f977402b-9288-4193-ba4c-831e3d2f01ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:28.288362 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f977402b-9288-4193-ba4c-831e3d2f01ca admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:28.290285 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f977402b-9288-4193-ba4c-831e3d2f01ca admin admin] 10.222.0.13 "DELETE /v2.0/networks/ba8dcf55-bfa5-4954-b844-565e5783f026 HTTP/1.1" status: 204 len: 168 time: 0.4501297 Aug 18 13:31:28.301929 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f977402b-9288-4193-ba4c-831e3d2f01ca admin admin] Pushing event deleted for resources: {'Network': ['ID=ba8dcf55-bfa5-4954-b844-565e5783f026,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:28.334462 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-a306a0c1-b735-480e-94ab-d1a2dbc01bd1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:31:28.335952 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-a306a0c1-b735-480e-94ab-d1a2dbc01bd1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/networks?id=5a750657-6380-4216-8606-057245bf1333 HTTP/1.1" status: 200 len: 811 time: 0.1104589 Aug 18 13:31:28.351670 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-cc8da70c-83fd-432d-9c0e-bbd9c3f0138a tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/quotas/161a0a675dcb4f668dec9565c8db14ad HTTP/1.1" status: 200 len: 375 time: 0.0098805 Aug 18 13:31:28.425837 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-95161993-cb17-478c-ae7f-156b03df9eaf tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=161a0a675dcb4f668dec9565c8db14ad&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0686595 Aug 18 13:31:28.542313 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-301c1419-a7f0-4e73-8e6e-252099ff5316 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:31:28.543320 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-301c1419-a7f0-4e73-8e6e-252099ff5316 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1054451 Aug 18 13:31:28.633588 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-8f1730cc-9c42-4139-8142-a2128d52200b service neutron] 10.222.0.13 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840535 Aug 18 13:31:28.706745 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34310) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:28.728139 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-501d94b9-8181-422f-a7d0-50299bf1c699 service neutron] 10.222.0.13 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885420 Aug 18 13:31:28.752571 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3c478d6c-10a6-448a-bb89-556bcd0da01b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d46b96ea6892425fb1a765a1d854b97c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416722 Aug 18 13:31:28.752770 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34312) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:28.802673 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c49903e9-c129-46b8-be9d-623320cadc2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:28.823676 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c49903e9-c129-46b8-be9d-623320cadc2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:28.975603 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:29.021385 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c49903e9-c129-46b8-be9d-623320cadc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:29.024076 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c49903e9-c129-46b8-be9d-623320cadc2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:29.025466 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c49903e9-c129-46b8-be9d-623320cadc2b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b98d6d1f-2ed5-4d40-984b-c6703c03b59b HTTP/1.1" status: 204 len: 168 time: 0.2717896 Aug 18 13:31:29.033786 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49903e9-c129-46b8-be9d-623320cadc2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98d6d1f-2ed5-4d40-984b-c6703c03b59b,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:29.432923 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ed457f34-3552-4e04-9204-54dc6d3e2ad3 req-06a4b403-0ea0-443e-a4e3-98f9eb5e843c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b HTTP/1.1" status: 200 len: 210 time: 0.0302432 Aug 18 13:31:29.776111 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34334) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:29.816354 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0d85265d-28ee-476b-8304-34c0ab10c5ff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3eb4cc4e7a5f4de5897dd0df80ba598f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390711 Aug 18 13:31:29.819329 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34336) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:29.868472 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c882a536-10cc-420e-8b8c-d606b7111f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:29.889216 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c882a536-10cc-420e-8b8c-d606b7111f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:30.015465 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c882a536-10cc-420e-8b8c-d606b7111f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:30.018199 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c882a536-10cc-420e-8b8c-d606b7111f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:30.019407 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c882a536-10cc-420e-8b8c-d606b7111f78 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d9e067de-6b79-498a-8c39-5125b5aa05cd HTTP/1.1" status: 204 len: 168 time: 0.1991789 Aug 18 13:31:30.028162 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c882a536-10cc-420e-8b8c-d606b7111f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e067de-6b79-498a-8c39-5125b5aa05cd,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:30.522441 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6e407a55-fd16-4757-b1de-3c1ace26b6b0 req-caac6636-4598-4821-80cd-5ac42b1549de tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b HTTP/1.1" status: 200 len: 210 time: 0.0354657 Aug 18 13:31:31.612557 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b2a43c43-5c56-41ab-9f05-fc7dbe1cb5d4 req-b116458d-9ece-4e61-8dab-01e984a6c6bb tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b HTTP/1.1" status: 200 len: 210 time: 0.0395541 Aug 18 13:31:32.690033 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-877bc50d-8481-4b7c-81ee-77ac4e6457cf req-26dc45b2-a9ca-42f5-8ed4-59363d10eeaf tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b HTTP/1.1" status: 200 len: 210 time: 0.0275409 Aug 18 13:31:33.787915 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c6fd12c5-5e51-4746-8de0-16bcfbd570f5 req-a3a7bcb2-e9e2-41e4-ac42-356ea164d67e tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b HTTP/1.1" status: 200 len: 210 time: 0.0311089 Aug 18 13:31:33.964916 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:31:34.897346 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d40519ce-8ee7-4012-90ee-5e4c91001a11 req-d0dc1a84-cae2-4df3-88e3-1a92846d8ac3 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b HTTP/1.1" status: 200 len: 210 time: 0.0299406 Aug 18 13:31:35.428543 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34502) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:35.537841 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c31007a0-bdec-4720-a18a-fa56f3683fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:35.630806 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c31007a0-bdec-4720-a18a-fa56f3683fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:35.729430 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c31007a0-bdec-4720-a18a-fa56f3683fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:35.769228 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31007a0-bdec-4720-a18a-fa56f3683fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db77f04f-66fb-40ed-b047-14a1f991034e,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:35.773352 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c31007a0-bdec-4720-a18a-fa56f3683fd3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e939926010a64c2e82034ddedb767422&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3437462 Aug 18 13:31:35.776301 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34506) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:35.779970 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31007a0-bdec-4720-a18a-fa56f3683fd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:31:35.782568 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31007a0-bdec-4720-a18a-fa56f3683fd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:31:35.782568 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31007a0-bdec-4720-a18a-fa56f3683fd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:31:35.782568 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31007a0-bdec-4720-a18a-fa56f3683fd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:31:35.782568 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31007a0-bdec-4720-a18a-fa56f3683fd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:31:35.782568 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31007a0-bdec-4720-a18a-fa56f3683fd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:31:35.782568 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31007a0-bdec-4720-a18a-fa56f3683fd3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:31:35.782568 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31007a0-bdec-4720-a18a-fa56f3683fd3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:31:35.782568 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31007a0-bdec-4720-a18a-fa56f3683fd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:31:35.783462 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31007a0-bdec-4720-a18a-fa56f3683fd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:31:35.783462 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31007a0-bdec-4720-a18a-fa56f3683fd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:31:35.783668 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31007a0-bdec-4720-a18a-fa56f3683fd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:31:35.830872 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f1ee4e1e-ec6e-46db-b66d-1ca971b25c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:35.856037 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f1ee4e1e-ec6e-46db-b66d-1ca971b25c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:35.936433 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-6a82b3be-aeca-454d-aa50-e7d81315c23a tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:31:35.938122 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-6a82b3be-aeca-454d-aa50-e7d81315c23a tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.20 "GET /v2.0/networks?id=5a750657-6380-4216-8606-057245bf1333 HTTP/1.1" status: 200 len: 811 time: 0.1189389 Aug 18 13:31:36.011397 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1e454326-46ba-4d41-a438-c98371c4193b req-50d47fca-ff66-4358-8af3-5a8f140c9f41 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b HTTP/1.1" status: 200 len: 210 time: 0.0454557 Aug 18 13:31:36.018733 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-45449a40-8cd8-4cfb-a6d4-655a5bbd5671 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=161a0a675dcb4f668dec9565c8db14ad HTTP/1.1" status: 200 len: 380 time: 0.0711477 Aug 18 13:31:36.028736 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-1193af96-5ca1-4c9a-b418-1db99208ec75 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Request body: {'port': {'device_id': 'aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'admin_state_up': True, 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'security_groups': ['0d3d7cbd-b506-4d21-adf2-c8e700ab211e']}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:31:36.049338 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f1ee4e1e-ec6e-46db-b66d-1ca971b25c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:36.060266 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f1ee4e1e-ec6e-46db-b66d-1ca971b25c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:36.060266 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f1ee4e1e-ec6e-46db-b66d-1ca971b25c0b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/db77f04f-66fb-40ed-b047-14a1f991034e HTTP/1.1" status: 204 len: 168 time: 0.2764134 Aug 18 13:31:36.062122 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee4e1e-ec6e-46db-b66d-1ca971b25c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db77f04f-66fb-40ed-b047-14a1f991034e,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:36.072918 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee4e1e-ec6e-46db-b66d-1ca971b25c0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:31:36.073274 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee4e1e-ec6e-46db-b66d-1ca971b25c0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:31:36.074259 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee4e1e-ec6e-46db-b66d-1ca971b25c0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:31:36.074259 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee4e1e-ec6e-46db-b66d-1ca971b25c0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:31:36.074517 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee4e1e-ec6e-46db-b66d-1ca971b25c0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:31:36.075277 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee4e1e-ec6e-46db-b66d-1ca971b25c0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:31:36.075277 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee4e1e-ec6e-46db-b66d-1ca971b25c0b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:31:36.075500 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee4e1e-ec6e-46db-b66d-1ca971b25c0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:31:36.075881 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee4e1e-ec6e-46db-b66d-1ca971b25c0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:31:36.076211 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee4e1e-ec6e-46db-b66d-1ca971b25c0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:31:36.076548 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee4e1e-ec6e-46db-b66d-1ca971b25c0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:31:36.076878 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee4e1e-ec6e-46db-b66d-1ca971b25c0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:31:36.334556 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-1193af96-5ca1-4c9a-b418-1db99208ec75 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Made reservation on behalf of 161a0a675dcb4f668dec9565c8db14ad for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:31:36.338274 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-1193af96-5ca1-4c9a-b418-1db99208ec75 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:36.555559 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-1193af96-5ca1-4c9a-b418-1db99208ec75 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Allocated IP 172.20.0.8 (5a750657-6380-4216-8606-057245bf1333/df130f28-747c-4593-a4e4-fcc4c74ccec3/cae59d49-1350-43f3-91eb-ac2d0dac9db5) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:31:36.751912 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-1193af96-5ca1-4c9a-b418-1db99208ec75 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:36.766340 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-1193af96-5ca1-4c9a-b418-1db99208ec75 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Transition to ACTIVE for port object cae59d49-1350-43f3-91eb-ac2d0dac9db5 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:31:36.780058 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34516) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:36.808917 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6663ab13-bd54-4b6a-bfed-e08ea043206b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:36.889680 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-1193af96-5ca1-4c9a-b418-1db99208ec75 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:36.912888 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6663ab13-bd54-4b6a-bfed-e08ea043206b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:36.937415 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-1193af96-5ca1-4c9a-b418-1db99208ec75 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Network 5a750657-6380-4216-8606-057245bf1333 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:31:36.943136 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-1193af96-5ca1-4c9a-b418-1db99208ec75 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:31:36.947056 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-1193af96-5ca1-4c9a-b418-1db99208ec75 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:31:36.975350 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193af96-5ca1-4c9a-b418-1db99208ec75 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Pushing event updated for resources: {'Port': ['ID=cae59d49-1350-43f3-91eb-ac2d0dac9db5,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:36.997590 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6663ab13-bd54-4b6a-bfed-e08ea043206b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:37.019680 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-1193af96-5ca1-4c9a-b418-1db99208ec75 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:31:37.021297 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-1193af96-5ca1-4c9a-b418-1db99208ec75 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:37.037773 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6663ab13-bd54-4b6a-bfed-e08ea043206b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf14953-43cd-46ab-8e1b-3b8e8a15fcf8,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:37.061698 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34520) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:37.062225 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6663ab13-bd54-4b6a-bfed-e08ea043206b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ccf1ad904277404d86887875485803ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2809021 Aug 18 13:31:37.108594 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-1193af96-5ca1-4c9a-b418-1db99208ec75 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0839553 Aug 18 13:31:37.142674 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6569ae52-d7ca-47e3-b949-d6c465bbe214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:37.174682 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6569ae52-d7ca-47e3-b949-d6c465bbe214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:37.185666 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f694e38-2e2c-4bf5-acf8-ffa77983cec7 req-13bc2182-f4e6-478c-ae70-e89b14f544f9 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:31:37.194065 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3f694e38-2e2c-4bf5-acf8-ffa77983cec7 req-13bc2182-f4e6-478c-ae70-e89b14f544f9 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b HTTP/1.1" status: 200 len: 931 time: 0.0900152 Aug 18 13:31:37.242689 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3f694e38-2e2c-4bf5-acf8-ffa77983cec7 req-458f552d-96bd-4683-ac3e-2f778e627926 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473993 Aug 18 13:31:37.319252 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-cc5bf227-16eb-4fc1-939e-69132f2bd486 service neutron] Request body: {'port': {'device_id': 'aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:31:37.323372 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6569ae52-d7ca-47e3-b949-d6c465bbe214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:37.327668 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6569ae52-d7ca-47e3-b949-d6c465bbe214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:37.327668 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6569ae52-d7ca-47e3-b949-d6c465bbe214 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2bf14953-43cd-46ab-8e1b-3b8e8a15fcf8 HTTP/1.1" status: 204 len: 168 time: 0.2641790 Aug 18 13:31:37.360921 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6569ae52-d7ca-47e3-b949-d6c465bbe214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf14953-43cd-46ab-8e1b-3b8e8a15fcf8,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:37.372060 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c80788bd-e081-4142-bcfa-d9ef1c0b3d76 None None] Provisioning for port cae59d49-1350-43f3-91eb-ac2d0dac9db5 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:31:37.378393 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c80788bd-e081-4142-bcfa-d9ef1c0b3d76 None None] Provisioning complete for port cae59d49-1350-43f3-91eb-ac2d0dac9db5 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:31:37.379185 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c80788bd-e081-4142-bcfa-d9ef1c0b3d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:37.413789 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-cc5bf227-16eb-4fc1-939e-69132f2bd486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:37.467276 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-c80788bd-e081-4142-bcfa-d9ef1c0b3d76 None None] Port cae59d49-1350-43f3-91eb-ac2d0dac9db5 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:31:37.740222 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-cc5bf227-16eb-4fc1-939e-69132f2bd486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cae59d49-1350-43f3-91eb-ac2d0dac9db5 {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:31:37.749794 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-cc5bf227-16eb-4fc1-939e-69132f2bd486 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:37.765028 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-cc5bf227-16eb-4fc1-939e-69132f2bd486 service neutron] Transition to ACTIVE for port object cae59d49-1350-43f3-91eb-ac2d0dac9db5 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:31:37.832489 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-cc5bf227-16eb-4fc1-939e-69132f2bd486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:37.889487 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5bf227-16eb-4fc1-939e-69132f2bd486 service neutron] Pushing event updated for resources: {'Port': ['ID=cae59d49-1350-43f3-91eb-ac2d0dac9db5,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:37.967097 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-cc5bf227-16eb-4fc1-939e-69132f2bd486 service neutron] Attempting to bind port cae59d49-1350-43f3-91eb-ac2d0dac9db5 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:31:37.967451 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-cc5bf227-16eb-4fc1-939e-69132f2bd486 service neutron] Attempting to bind port cae59d49-1350-43f3-91eb-ac2d0dac9db5 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '253e9a78-b703-48d2-8774-59f67598fdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5a750657-6380-4216-8606-057245bf1333'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:31:37.967771 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-cc5bf227-16eb-4fc1-939e-69132f2bd486 service neutron] Attempting to bind port cae59d49-1350-43f3-91eb-ac2d0dac9db5 on network 5a750657-6380-4216-8606-057245bf1333 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:31:37.972512 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-cc5bf227-16eb-4fc1-939e-69132f2bd486 service neutron] Port cae59d49-1350-43f3-91eb-ac2d0dac9db5 on network 5a750657-6380-4216-8606-057245bf1333 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:31:37.972868 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-cc5bf227-16eb-4fc1-939e-69132f2bd486 service neutron] Attempting to bind port cae59d49-1350-43f3-91eb-ac2d0dac9db5 on network 5a750657-6380-4216-8606-057245bf1333 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:31:37.977907 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-cc5bf227-16eb-4fc1-939e-69132f2bd486 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:31:37.978289 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-cc5bf227-16eb-4fc1-939e-69132f2bd486 service neutron] Checking segment: {'id': '253e9a78-b703-48d2-8774-59f67598fdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5a750657-6380-4216-8606-057245bf1333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:31:37.978669 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-cc5bf227-16eb-4fc1-939e-69132f2bd486 service neutron] Bound using segment: {'id': '253e9a78-b703-48d2-8774-59f67598fdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5a750657-6380-4216-8606-057245bf1333'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:31:37.979094 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-cc5bf227-16eb-4fc1-939e-69132f2bd486 service neutron] Bound port: cae59d49-1350-43f3-91eb-ac2d0dac9db5, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '253e9a78-b703-48d2-8774-59f67598fdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5a750657-6380-4216-8606-057245bf1333'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:31:37.979460 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-cc5bf227-16eb-4fc1-939e-69132f2bd486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:38.065018 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-cc5bf227-16eb-4fc1-939e-69132f2bd486 service neutron] For port cae59d49-1350-43f3-91eb-ac2d0dac9db5, host n-h2-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:31:38.070773 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-cc5bf227-16eb-4fc1-939e-69132f2bd486 service neutron] For port cae59d49-1350-43f3-91eb-ac2d0dac9db5, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=cae59d49-1350-43f3-91eb-ac2d0dac9db5,segment=NetworkSegment(253e9a78-b703-48d2-8774-59f67598fdbb),segment_id=253e9a78-b703-48d2-8774-59f67598fdbb)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:31:38.169968 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-cc5bf227-16eb-4fc1-939e-69132f2bd486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:38.206507 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-cc5bf227-16eb-4fc1-939e-69132f2bd486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:31:38.207150 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-cc5bf227-16eb-4fc1-939e-69132f2bd486 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:38.208821 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-cc5bf227-16eb-4fc1-939e-69132f2bd486 service neutron] 10.222.0.20 "PUT /v2.0/ports/cae59d49-1350-43f3-91eb-ac2d0dac9db5 HTTP/1.1" status: 200 len: 1091 time: 1.0919311 Aug 18 13:31:38.209283 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b', 'tag': 'cae59d49-1350-43f3-91eb-ac2d0dac9db5'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:31:38.213661 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c4fd57-acd8-47e4-a55c-330663fd9a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b", "tag": "cae59d49-1350-43f3-91eb-ac2d0dac9db5"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:31:38.253458 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5bf227-16eb-4fc1-939e-69132f2bd486 service neutron] Pushing event updated for resources: {'Port': ['ID=cae59d49-1350-43f3-91eb-ac2d0dac9db5,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:38.368484 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-f1878c4d-94fb-4803-a135-ccd09102ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:31:38.372059 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-f1878c4d-94fb-4803-a135-ccd09102ff86 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=161a0a675dcb4f668dec9565c8db14ad&device_id=aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b HTTP/1.1" status: 200 len: 1094 time: 0.0653210 Aug 18 13:31:38.441657 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-498c1f46-62cd-49d0-ae06-d8c76bfaf6f2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cae59d49-1350-43f3-91eb-ac2d0dac9db5 HTTP/1.1" status: 200 len: 217 time: 0.0585027 Aug 18 13:31:38.471069 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e62e9-1850-4b64-9734-e886cc117928 req-2e637ecb-296a-470c-adf0-c455ff0763c5 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:31:38.474298 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1e7e62e9-1850-4b64-9734-e886cc117928 req-2e637ecb-296a-470c-adf0-c455ff0763c5 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b HTTP/1.1" status: 200 len: 943 time: 0.0753398 Aug 18 13:31:38.500201 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-742b6deb-88b1-4db8-9b70-050ad233a819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:31:38.501962 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-742b6deb-88b1-4db8-9b70-050ad233a819 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df130f28-747c-4593-a4e4-fcc4c74ccec3 HTTP/1.1" status: 200 len: 850 time: 0.0560150 Aug 18 13:31:38.522078 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1e7e62e9-1850-4b64-9734-e886cc117928 req-54421d47-1c86-4f1f-a2e6-4618472cebc8 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407848 Aug 18 13:31:38.552370 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-c79adc11-86f8-4502-a2f3-d363a8885e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:31:38.553887 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-c79adc11-86f8-4502-a2f3-d363a8885e06 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a750657-6380-4216-8606-057245bf1333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445788 Aug 18 13:31:38.659998 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-05fa98fb-067f-4844-92d0-95c95516aba3 service neutron] 10.222.0.20 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954323 Aug 18 13:31:38.753352 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-48480806-48ff-4604-9e96-5d3f5e475f05 req-ab2206ee-701c-4653-8fab-aa2d65a21462 service neutron] 10.222.0.20 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860844 Aug 18 13:31:39.320377 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819ee96b-656c-47f5-bae3-948d1d32ba59 x-openstack-request-id: req-819ee96b-656c-47f5-bae3-948d1d32ba59 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:31:39.320735 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b", "tag": "cae59d49-1350-43f3-91eb-ac2d0dac9db5", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:31:39.321056 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-819ee96b-656c-47f5-bae3-948d1d32ba59 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:31:39.321529 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b', 'tag': 'cae59d49-1350-43f3-91eb-ac2d0dac9db5', 'status': 'completed', 'code': 200} Aug 18 13:31:39.392693 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4fd57-acd8-47e4-a55c-330663fd9a4d req-d88a498b-5464-456b-a1a2-6f96434ff71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:31:39.394385 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-92c4fd57-acd8-47e4-a55c-330663fd9a4d req-d88a498b-5464-456b-a1a2-6f96434ff71f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=161a0a675dcb4f668dec9565c8db14ad&device_id=aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b HTTP/1.1" status: 200 len: 1094 time: 0.0493591 Aug 18 13:31:39.497284 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4fd57-acd8-47e4-a55c-330663fd9a4d req-113f517b-93df-44a9-9c8a-d5ef2a7c88d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:31:39.498960 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-92c4fd57-acd8-47e4-a55c-330663fd9a4d req-113f517b-93df-44a9-9c8a-d5ef2a7c88d0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5a750657-6380-4216-8606-057245bf1333 HTTP/1.1" status: 200 len: 912 time: 0.0978296 Aug 18 13:31:39.557099 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-92c4fd57-acd8-47e4-a55c-330663fd9a4d req-b2780703-b280-4ea1-909f-997574092e23 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cae59d49-1350-43f3-91eb-ac2d0dac9db5 HTTP/1.1" status: 200 len: 217 time: 0.0513659 Aug 18 13:31:39.617145 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4fd57-acd8-47e4-a55c-330663fd9a4d req-9b1de10d-f0de-4854-ae0a-53f50e052209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:31:39.618765 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-92c4fd57-acd8-47e4-a55c-330663fd9a4d req-9b1de10d-f0de-4854-ae0a-53f50e052209 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df130f28-747c-4593-a4e4-fcc4c74ccec3 HTTP/1.1" status: 200 len: 850 time: 0.0511258 Aug 18 13:31:39.675013 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4fd57-acd8-47e4-a55c-330663fd9a4d req-606bf3c7-78c1-48dc-b232-bedb6f90f13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:31:39.679384 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-92c4fd57-acd8-47e4-a55c-330663fd9a4d req-606bf3c7-78c1-48dc-b232-bedb6f90f13e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a750657-6380-4216-8606-057245bf1333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489514 Aug 18 13:31:39.684997 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc48fd-bd4f-4455-a93e-fec0ab12d3fa req-3b5eb2d0-4046-4b75-b38d-41c99c9ebd77 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:31:39.686998 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-73dc48fd-bd4f-4455-a93e-fec0ab12d3fa req-3b5eb2d0-4046-4b75-b38d-41c99c9ebd77 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b HTTP/1.1" status: 200 len: 943 time: 0.0765264 Aug 18 13:31:39.729948 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-73dc48fd-bd4f-4455-a93e-fec0ab12d3fa req-53e4bcc0-91e7-4829-8b33-d483c190dba3 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364745 Aug 18 13:31:39.793094 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-92c4fd57-acd8-47e4-a55c-330663fd9a4d req-5673720f-df08-4242-a23b-1856b861b893 service neutron] 10.222.0.20 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059682 Aug 18 13:31:39.888411 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-92c4fd57-acd8-47e4-a55c-330663fd9a4d req-b100ce7f-e94c-47c6-908a-34e63918b4b9 service neutron] 10.222.0.20 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881548 Aug 18 13:31:40.204992 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34582) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:40.317673 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e17003f4-8aeb-4ee8-bbf4-ad7dbbee945e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:40.406300 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e17003f4-8aeb-4ee8-bbf4-ad7dbbee945e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:40.483567 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e17003f4-8aeb-4ee8-bbf4-ad7dbbee945e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:40.524893 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e17003f4-8aeb-4ee8-bbf4-ad7dbbee945e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d00055effc14f5580f862037a60fc25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3188145 Aug 18 13:31:40.525971 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17003f4-8aeb-4ee8-bbf4-ad7dbbee945e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f947ff1-33b6-4413-a4a2-58f858128f5b,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:40.527669 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34586) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:40.577724 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c4b639b9-9a20-46b3-a682-d903bf59f68c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:40.599722 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c4b639b9-9a20-46b3-a682-d903bf59f68c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:40.729256 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c4b639b9-9a20-46b3-a682-d903bf59f68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:40.731967 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c4b639b9-9a20-46b3-a682-d903bf59f68c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:40.733169 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c4b639b9-9a20-46b3-a682-d903bf59f68c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f947ff1-33b6-4413-a4a2-58f858128f5b HTTP/1.1" status: 204 len: 168 time: 0.2044711 Aug 18 13:31:40.740969 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b639b9-9a20-46b3-a682-d903bf59f68c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f947ff1-33b6-4413-a4a2-58f858128f5b,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:40.866747 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2aa323-8a82-4af2-8361-ea8c2f407dde req-ce2762d1-d001-4a49-a4a1-7bd1fd5a6813 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:31:40.870286 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0d2aa323-8a82-4af2-8361-ea8c2f407dde req-ce2762d1-d001-4a49-a4a1-7bd1fd5a6813 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b HTTP/1.1" status: 200 len: 943 time: 0.0545650 Aug 18 13:31:40.909188 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0d2aa323-8a82-4af2-8361-ea8c2f407dde req-a53acc57-cd87-409a-a8e9-0ffcbd959e35 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342851 Aug 18 13:31:41.763853 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4a4d043f-46f4-47a9-80d7-019712b2e3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:41.773769 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34596) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:41.788374 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0eddc838-cb56-4636-8d44-67f779916df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:41.884643 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0eddc838-cb56-4636-8d44-67f779916df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:41.934731 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0eddc838-cb56-4636-8d44-67f779916df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:41.973429 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eddc838-cb56-4636-8d44-67f779916df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603a61f7-ca83-4419-a24b-50c71ded022d,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:41.982286 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0eddc838-cb56-4636-8d44-67f779916df7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d0bb4b638b2641589386c786455e5aa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2048545 Aug 18 13:31:41.983549 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34600) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:42.030506 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b26b70-c0ed-404b-8806-ba35af159781 req-1d5c51c2-5cb2-44c8-a84a-06596d1b33b1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:31:42.032001 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-28b26b70-c0ed-404b-8806-ba35af159781 req-1d5c51c2-5cb2-44c8-a84a-06596d1b33b1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b HTTP/1.1" status: 200 len: 943 time: 0.0549681 Aug 18 13:31:42.032981 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4b74f399-55b3-4faa-b8fa-68711b758f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:42.055602 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4b74f399-55b3-4faa-b8fa-68711b758f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:42.070062 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-28b26b70-c0ed-404b-8806-ba35af159781 req-ae2ba0f0-5f68-44ab-97fc-3a80165ec34e tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313623 Aug 18 13:31:42.169409 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4b74f399-55b3-4faa-b8fa-68711b758f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:42.173173 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4b74f399-55b3-4faa-b8fa-68711b758f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:42.174750 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4b74f399-55b3-4faa-b8fa-68711b758f81 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/603a61f7-ca83-4419-a24b-50c71ded022d HTTP/1.1" status: 204 len: 168 time: 0.1911504 Aug 18 13:31:42.183553 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74f399-55b3-4faa-b8fa-68711b758f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603a61f7-ca83-4419-a24b-50c71ded022d,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:43.199481 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e21703-b791-4376-8c00-d35e469367dd req-469bce6a-02d6-4fbd-99aa-650897a62157 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:31:43.201020 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-54e21703-b791-4376-8c00-d35e469367dd req-469bce6a-02d6-4fbd-99aa-650897a62157 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b HTTP/1.1" status: 200 len: 943 time: 0.0525365 Aug 18 13:31:43.240578 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-54e21703-b791-4376-8c00-d35e469367dd req-357dc1d6-da18-4f43-b4a6-f448004bf2a2 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334768 Aug 18 13:31:43.756496 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7f62d8d9-8bfb-429a-a147-0c5caf7e7e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:44.356597 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17e4c3-7e0c-4209-8b46-13d7a2c43108 req-d793be51-80e1-4848-95da-8eee96587277 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:31:44.358089 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3c17e4c3-7e0c-4209-8b46-13d7a2c43108 req-d793be51-80e1-4848-95da-8eee96587277 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b HTTP/1.1" status: 200 len: 943 time: 0.0494812 Aug 18 13:31:44.404869 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3c17e4c3-7e0c-4209-8b46-13d7a2c43108 req-6951ffd3-8771-41f5-ad15-6bb76e302797 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327961 Aug 18 13:31:44.597592 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:45.466468 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:45.520144 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0114b49-1ca7-426b-b709-14124bfbe8a1 req-70053e8c-fa60-4a46-ab8e-0e05ac0a0ae0 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:31:45.522200 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a0114b49-1ca7-426b-b709-14124bfbe8a1 req-70053e8c-fa60-4a46-ab8e-0e05ac0a0ae0 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b HTTP/1.1" status: 200 len: 943 time: 0.0509927 Aug 18 13:31:45.561972 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a0114b49-1ca7-426b-b709-14124bfbe8a1 req-13168014-48d2-480a-ab3c-8dbec51446f2 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330350 Aug 18 13:31:46.686814 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc260df-a3c1-4de2-9fe1-306a326911c1 req-fb206b73-ceae-4bd2-8dd0-109173e67735 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:31:46.689123 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cdc260df-a3c1-4de2-9fe1-306a326911c1 req-fb206b73-ceae-4bd2-8dd0-109173e67735 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b HTTP/1.1" status: 200 len: 943 time: 0.0603578 Aug 18 13:31:46.741528 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cdc260df-a3c1-4de2-9fe1-306a326911c1 req-aa8f9597-42e3-4f49-9a65-3d0781ebcb71 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434687 Aug 18 13:31:47.449215 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:47.870766 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac76bf-3d9a-4033-9aec-4002715137fe req-c6b80dbe-2a47-4072-8ea7-6bee8547b491 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:31:47.872573 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f4ac76bf-3d9a-4033-9aec-4002715137fe req-c6b80dbe-2a47-4072-8ea7-6bee8547b491 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b HTTP/1.1" status: 200 len: 943 time: 0.0621395 Aug 18 13:31:47.912062 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f4ac76bf-3d9a-4033-9aec-4002715137fe req-7be78764-00b0-4968-b730-671c0931258c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330789 Aug 18 13:31:49.041619 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b0c1f-70a6-4a7f-bbd7-c54b407ce7a1 req-d5df7df6-c55e-4a2e-ac5f-63a72b15b7de tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:31:49.043470 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-497b0c1f-70a6-4a7f-bbd7-c54b407ce7a1 req-d5df7df6-c55e-4a2e-ac5f-63a72b15b7de tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b HTTP/1.1" status: 200 len: 943 time: 0.0583298 Aug 18 13:31:49.083752 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-497b0c1f-70a6-4a7f-bbd7-c54b407ce7a1 req-b09af011-5abd-4f94-b749-6e4e549c9063 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333719 Aug 18 13:31:50.200537 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd4a30-1e38-4a58-9ac5-06fc74225e0e req-22772415-9e56-444a-aaf2-cc98a485b178 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:31:50.202089 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c2dd4a30-1e38-4a58-9ac5-06fc74225e0e req-22772415-9e56-444a-aaf2-cc98a485b178 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b HTTP/1.1" status: 200 len: 943 time: 0.0494802 Aug 18 13:31:50.241127 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c2dd4a30-1e38-4a58-9ac5-06fc74225e0e req-a32a1612-0b40-4305-bbba-8f23eb843910 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321546 Aug 18 13:31:50.563408 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device cae59d49-1350-43f3-91eb-ac2d0dac9db5 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:31:50.662269 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port cae59d49-1350-43f3-91eb-ac2d0dac9db5, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=cae59d49-1350-43f3-91eb-ac2d0dac9db5,segment=NetworkSegment(253e9a78-b703-48d2-8774-59f67598fdbb),segment_id=253e9a78-b703-48d2-8774-59f67598fdbb)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:31:50.674381 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'cae59d49-1350-43f3-91eb-ac2d0dac9db5', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'port_id': 'cae59d49-1350-43f3-91eb-ac2d0dac9db5', 'mac_address': 'fa:16:3e:12:46:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:31:50.712257 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:50.728237 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cae59d49-1350-43f3-91eb-ac2d0dac9db5 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:31:50.747906 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port cae59d49-1350-43f3-91eb-ac2d0dac9db5, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=cae59d49-1350-43f3-91eb-ac2d0dac9db5,segment=NetworkSegment(253e9a78-b703-48d2-8774-59f67598fdbb),segment_id=253e9a78-b703-48d2-8774-59f67598fdbb)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:31:50.821380 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:50.876370 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=cae59d49-1350-43f3-91eb-ac2d0dac9db5,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:50.883928 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:31:50.884283 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:31:50.884621 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:31:50.884954 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:31:50.885284 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:31:50.885613 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:31:50.885936 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:31:50.886283 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:31:50.886605 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:31:50.886928 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:31:50.887247 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:31:50.887566 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:31:51.039575 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['cae59d49-1350-43f3-91eb-ac2d0dac9db5'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:31:51.360940 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc6d69-be0a-41fd-9ab5-b9c77fe67645 req-052826ba-0556-4d29-a105-a1a06dc040b9 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:31:51.362475 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-88dc6d69-be0a-41fd-9ab5-b9c77fe67645 req-052826ba-0556-4d29-a105-a1a06dc040b9 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b HTTP/1.1" status: 200 len: 944 time: 0.0501916 Aug 18 13:31:51.404727 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-88dc6d69-be0a-41fd-9ab5-b9c77fe67645 req-a4fd0219-bbcf-4001-b664-d1fc6caa31cf tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338898 Aug 18 13:31:52.230764 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-10b10e4b-c6ea-4837-b48c-272bf1120c13 req-ff0487c3-3790-4e81-82d5-e943e9bb2178 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=37643702-ee10-4047-9826-866042be0286&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395210 Aug 18 13:31:52.315650 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b10e4b-c6ea-4837-b48c-272bf1120c13 req-e588925c-6b44-44a0-9921-6179589760f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:31:52.317124 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-10b10e4b-c6ea-4837-b48c-272bf1120c13 req-e588925c-6b44-44a0-9921-6179589760f3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=161a0a675dcb4f668dec9565c8db14ad&device_id=37643702-ee10-4047-9826-866042be0286 HTTP/1.1" status: 200 len: 1097 time: 0.0448055 Aug 18 13:31:52.420966 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b10e4b-c6ea-4837-b48c-272bf1120c13 req-b5f11da7-dd4e-42ee-b2aa-f5647951f21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:31:52.422584 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-10b10e4b-c6ea-4837-b48c-272bf1120c13 req-b5f11da7-dd4e-42ee-b2aa-f5647951f21a service neutron] 10.222.0.39 "GET /v2.0/networks?id=5a750657-6380-4216-8606-057245bf1333 HTTP/1.1" status: 200 len: 912 time: 0.0870857 Aug 18 13:31:52.493153 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-10b10e4b-c6ea-4837-b48c-272bf1120c13 req-fc4587cc-276b-4ab8-8372-14c8088fb3e5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613 HTTP/1.1" status: 200 len: 1002 time: 0.0640097 Aug 18 13:31:52.521189 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79ee17-ad06-413a-b13b-16a9fc777024 req-78a8553e-092a-40da-b067-9916f99368c9 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:31:52.522766 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-da79ee17-ad06-413a-b13b-16a9fc777024 req-78a8553e-092a-40da-b067-9916f99368c9 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b HTTP/1.1" status: 200 len: 944 time: 0.0504794 Aug 18 13:31:52.543867 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b10e4b-c6ea-4837-b48c-272bf1120c13 req-c65cef87-2041-453a-8870-e6ad5b24f381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:31:52.545393 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-10b10e4b-c6ea-4837-b48c-272bf1120c13 req-c65cef87-2041-453a-8870-e6ad5b24f381 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=df130f28-747c-4593-a4e4-fcc4c74ccec3 HTTP/1.1" status: 200 len: 850 time: 0.0446107 Aug 18 13:31:52.562530 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-da79ee17-ad06-413a-b13b-16a9fc777024 req-5f2baa09-e51a-47bf-9c4f-d7a59c92999c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334911 Aug 18 13:31:52.563784 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device cae59d49-1350-43f3-91eb-ac2d0dac9db5 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:31:52.593135 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b10e4b-c6ea-4837-b48c-272bf1120c13 req-b9388a60-26ac-47b9-b73f-ea7eeaa95d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:31:52.594905 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-10b10e4b-c6ea-4837-b48c-272bf1120c13 req-b9388a60-26ac-47b9-b73f-ea7eeaa95d81 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5a750657-6380-4216-8606-057245bf1333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430641 Aug 18 13:31:52.683318 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port cae59d49-1350-43f3-91eb-ac2d0dac9db5 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:31:52.687428 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port cae59d49-1350-43f3-91eb-ac2d0dac9db5 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:31:52.687878 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:52.689353 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-10b10e4b-c6ea-4837-b48c-272bf1120c13 req-f9b3f4f4-751a-4986-91d1-d6fbd1c7a949 service neutron] 10.222.0.39 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870984 Aug 18 13:31:52.767508 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:52.784552 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-10b10e4b-c6ea-4837-b48c-272bf1120c13 req-31e9bdf4-46d1-4387-b579-66da0e40bbf8 service neutron] 10.222.0.39 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883203 Aug 18 13:31:52.791510 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae59d49-1350-43f3-91eb-ac2d0dac9db5'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:31:52.793775 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb90dfd3-4910-4e82-a49d-ce68e6135a48" -d '{"events": [{"server_uuid": "aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b", "name": "network-vif-plugged", "status": "completed", "tag": "cae59d49-1350-43f3-91eb-ac2d0dac9db5"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:31:52.807082 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port cae59d49-1350-43f3-91eb-ac2d0dac9db5, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=cae59d49-1350-43f3-91eb-ac2d0dac9db5,segment=NetworkSegment(253e9a78-b703-48d2-8774-59f67598fdbb),segment_id=253e9a78-b703-48d2-8774-59f67598fdbb)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:31:52.900215 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:52.949314 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=cae59d49-1350-43f3-91eb-ac2d0dac9db5,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:53.683045 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3f0bd-9830-4797-8e30-476e68a26cb3 req-828cd658-01b5-463a-9b83-b13db2b97658 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:31:53.684646 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-50d3f0bd-9830-4797-8e30-476e68a26cb3 req-828cd658-01b5-463a-9b83-b13db2b97658 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b HTTP/1.1" status: 200 len: 945 time: 0.0563416 Aug 18 13:31:53.724239 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-50d3f0bd-9830-4797-8e30-476e68a26cb3 req-2213449e-600e-435e-af8d-7697e475c73e tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335667 Aug 18 13:31:53.981559 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe2117b-f261-4e90-bd5b-375530e5d0bf x-openstack-request-id: req-bbe2117b-f261-4e90-bd5b-375530e5d0bf {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:31:53.982061 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b", "name": "network-vif-plugged", "status": "completed", "tag": "cae59d49-1350-43f3-91eb-ac2d0dac9db5", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:31:53.982195 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bbe2117b-f261-4e90-bd5b-375530e5d0bf {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:31:53.982526 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae59d49-1350-43f3-91eb-ac2d0dac9db5', 'code': 200} Aug 18 13:31:54.080957 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192c2d0-8c93-4a3e-aa3a-f8a45e089e93 req-8b687adb-3a06-44ea-afa3-d11a8b930d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:31:54.082527 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1192c2d0-8c93-4a3e-aa3a-f8a45e089e93 req-8b687adb-3a06-44ea-afa3-d11a8b930d44 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b HTTP/1.1" status: 200 len: 1096 time: 0.0398054 Aug 18 13:31:54.120309 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1192c2d0-8c93-4a3e-aa3a-f8a45e089e93 req-6b7df0ad-cf1c-4271-8c74-96d43aad9021 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307944 Aug 18 13:31:54.845060 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65dd4d6-27d6-4e8b-9682-eae2fba7e0d2 req-67ddf557-2989-49a7-8961-b08fd1137fbc tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:31:54.846560 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c65dd4d6-27d6-4e8b-9682-eae2fba7e0d2 req-67ddf557-2989-49a7-8961-b08fd1137fbc tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b HTTP/1.1" status: 200 len: 945 time: 0.0501220 Aug 18 13:31:54.890809 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c65dd4d6-27d6-4e8b-9682-eae2fba7e0d2 req-6fe82666-7f4b-4fc6-ba27-3534e1644e30 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381565 Aug 18 13:31:56.018013 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5397a-a6ee-406c-9f18-151a7b6b17a4 req-123d3741-f9ae-41b7-95a4-e5053fbe3dac tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:31:56.019647 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-59a5397a-a6ee-406c-9f18-151a7b6b17a4 req-123d3741-f9ae-41b7-95a4-e5053fbe3dac tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b HTTP/1.1" status: 200 len: 945 time: 0.0530887 Aug 18 13:31:56.060212 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-59a5397a-a6ee-406c-9f18-151a7b6b17a4 req-b280ce44-6d77-4ee3-8aae-64a8862e04a6 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335319 Aug 18 13:31:56.178925 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc6c1c-a36d-4c75-9dd9-ece600836715 req-0b1931ed-836d-49e5-b4f2-a02b0b577fdc tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:31:56.180343 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-07fc6c1c-a36d-4c75-9dd9-ece600836715 req-0b1931ed-836d-49e5-b4f2-a02b0b577fdc tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b HTTP/1.1" status: 200 len: 945 time: 0.0549583 Aug 18 13:31:56.218452 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-07fc6c1c-a36d-4c75-9dd9-ece600836715 req-bd5459fc-f0ad-42f3-861d-e7877bb81e38 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321493 Aug 18 13:31:56.240428 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34728) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:56.466103 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0351012f-b338-468d-87bb-86fbd2e4c873 tempest-TestVolumeBootPattern-526002965 tempest-TestVolumeBootPattern-526002965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:31:56.477277 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0351012f-b338-468d-87bb-86fbd2e4c873 tempest-TestVolumeBootPattern-526002965 tempest-TestVolumeBootPattern-526002965-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b HTTP/1.1" status: 200 len: 1091 time: 0.2262607 Aug 18 13:31:56.477277 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34736) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:56.477277 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-3ca36e8e-47a1-4b61-baf3-0494a08b95dd tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'port_id': 'cae59d49-1350-43f3-91eb-ac2d0dac9db5', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:31:56.491396 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34738) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:56.586555 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3ca36e8e-47a1-4b61-baf3-0494a08b95dd tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for floatingip, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:56.598846 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-847c66cc-930b-46c8-a6fa-970988b5287c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:56.684457 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3ca36e8e-47a1-4b61-baf3-0494a08b95dd tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:56.687609 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-847c66cc-930b-46c8-a6fa-970988b5287c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:56.769185 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-847c66cc-930b-46c8-a6fa-970988b5287c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:56.792543 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-3ca36e8e-47a1-4b61-baf3-0494a08b95dd tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Allocated IP 172.25.6.59 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/9c7c93ea-ea82-4f0d-bfc4-54a50519da01) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:31:56.816224 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c66cc-930b-46c8-a6fa-970988b5287c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a98a22a-e7d3-4a13-a5ae-f9dcd001676c,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:56.823548 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-847c66cc-930b-46c8-a6fa-970988b5287c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c32112f249634e4186abc67b7bb390cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3308685 Aug 18 13:31:56.824550 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34742) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:56.875343 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c3cc3b02-c7ab-40ec-bbde-5dc2dcf97224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:56.897163 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c3cc3b02-c7ab-40ec-bbde-5dc2dcf97224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:56.898804 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3ca36e8e-47a1-4b61-baf3-0494a08b95dd tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:57.026634 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3ca36e8e-47a1-4b61-baf3-0494a08b95dd tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:57.037593 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c3cc3b02-c7ab-40ec-bbde-5dc2dcf97224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:57.040248 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c3cc3b02-c7ab-40ec-bbde-5dc2dcf97224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:57.041418 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c3cc3b02-c7ab-40ec-bbde-5dc2dcf97224 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2a98a22a-e7d3-4a13-a5ae-f9dcd001676c HTTP/1.1" status: 204 len: 168 time: 0.2160223 Aug 18 13:31:57.049755 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc3b02-c7ab-40ec-bbde-5dc2dcf97224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a98a22a-e7d3-4a13-a5ae-f9dcd001676c,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:57.073921 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca36e8e-47a1-4b61-baf3-0494a08b95dd tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:31:57.079279 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-3ca36e8e-47a1-4b61-baf3-0494a08b95dd tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:31:57.083741 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca36e8e-47a1-4b61-baf3-0494a08b95dd tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:31:57.106153 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca36e8e-47a1-4b61-baf3-0494a08b95dd tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Pushing event updated for resources: {'Port': ['ID=9c7c93ea-ea82-4f0d-bfc4-54a50519da01,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:57.447355 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3ca36e8e-47a1-4b61-baf3-0494a08b95dd tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:57.588184 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3ca36e8e-47a1-4b61-baf3-0494a08b95dd tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:57.600422 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34748) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:57.626226 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-90034a47-71e1-490b-9004-1aff45c6a1b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:57.739918 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-90034a47-71e1-490b-9004-1aff45c6a1b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:57.762523 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3ca36e8e-47a1-4b61-baf3-0494a08b95dd tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:57.809120 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-90034a47-71e1-490b-9004-1aff45c6a1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:57.851745 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-90034a47-71e1-490b-9004-1aff45c6a1b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5945bed3543d4032bfdca906ccdf1437&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2501256 Aug 18 13:31:57.852755 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90034a47-71e1-490b-9004-1aff45c6a1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a76a9d-c418-45d2-9025-54aa26b1e094,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:57.854303 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34750) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:31:57.863685 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3ca36e8e-47a1-4b61-baf3-0494a08b95dd tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:57.967585 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca36e8e-47a1-4b61-baf3-0494a08b95dd tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Pushing event updated for resources: {'Port': ['ID=9c7c93ea-ea82-4f0d-bfc4-54a50519da01,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:57.988612 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fb6df93c-4033-4b85-8e6b-8b1675e2be09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:57.992038 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3ca36e8e-47a1-4b61-baf3-0494a08b95dd tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:58.047430 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fb6df93c-4033-4b85-8e6b-8b1675e2be09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:58.174885 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:58.401524 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [None req-3ca36e8e-47a1-4b61-baf3-0494a08b95dd tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Floating IP 16cb896d-3f0f-4bb5-85c4-ba7e76cab893 associated. External IP: 172.25.6.59, port: cae59d49-1350-43f3-91eb-ac2d0dac9db5. Aug 18 13:31:58.542911 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fb6df93c-4033-4b85-8e6b-8b1675e2be09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:58.545463 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fb6df93c-4033-4b85-8e6b-8b1675e2be09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:58.546647 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-fb6df93c-4033-4b85-8e6b-8b1675e2be09 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32a76a9d-c418-45d2-9025-54aa26b1e094 HTTP/1.1" status: 204 len: 168 time: 0.6913390 Aug 18 13:31:58.562247 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6df93c-4033-4b85-8e6b-8b1675e2be09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a76a9d-c418-45d2-9025-54aa26b1e094,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:31:58.634080 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca36e8e-47a1-4b61-baf3-0494a08b95dd tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Router ab757793-5676-4dbb-bae1-b9a4568692ad has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:31:58.750104 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca36e8e-47a1-4b61-baf3-0494a08b95dd tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:31:58.764412 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5c3127-538c-46f1-80bd-fdc7ea67aa18 None None] Sync routers for ids ['ab757793-5676-4dbb-bae1-b9a4568692ad'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:31:58.776005 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5c3127-538c-46f1-80bd-fdc7ea67aa18 None None] Routers {'ab757793-5676-4dbb-bae1-b9a4568692ad'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:31:58.776641 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-bf5c3127-538c-46f1-80bd-fdc7ea67aa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:31:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ab757793-5676-4dbb-bae1-b9a4568692ad'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:58.854798 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3ca36e8e-47a1-4b61-baf3-0494a08b95dd tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:58.890592 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3ca36e8e-47a1-4b61-baf3-0494a08b95dd tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4171586 Aug 18 13:31:58.890592 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b', 'tag': 'cae59d49-1350-43f3-91eb-ac2d0dac9db5'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:31:58.892163 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6227bd79-e43b-4dc6-8a6d-600bc21cfb74" -d '{"events": [{"name": "network-changed", "server_uuid": "aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b", "tag": "cae59d49-1350-43f3-91eb-ac2d0dac9db5"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:31:58.905654 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-bf5c3127-538c-46f1-80bd-fdc7ea67aa18 None None] Set router ab757793-5676-4dbb-bae1-b9a4568692ad gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:31:58.992668 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:31:59.099665 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78a7419-3277-496e-a5ea-784f407ed777 x-openstack-request-id: req-c78a7419-3277-496e-a5ea-784f407ed777 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:31:59.099665 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b", "tag": "cae59d49-1350-43f3-91eb-ac2d0dac9db5", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:31:59.099665 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c78a7419-3277-496e-a5ea-784f407ed777 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:31:59.099665 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b', 'tag': 'cae59d49-1350-43f3-91eb-ac2d0dac9db5', 'status': 'completed', 'code': 200} Aug 18 13:31:59.169070 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227bd79-e43b-4dc6-8a6d-600bc21cfb74 req-39f14e66-3b5d-49d3-af49-50b8465b59f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:31:59.170643 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6227bd79-e43b-4dc6-8a6d-600bc21cfb74 req-39f14e66-3b5d-49d3-af49-50b8465b59f6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=161a0a675dcb4f668dec9565c8db14ad&device_id=aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b HTTP/1.1" status: 200 len: 1096 time: 0.0505128 Aug 18 13:31:59.191880 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-bf5c3127-538c-46f1-80bd-fdc7ea67aa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'name': 'tempest-TestVolumeBootPattern-708085059-router', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:41Z', 'revision_number': 4, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'gw_port': {'id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ac:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '16cb896d-3f0f-4bb5-85c4-ba7e76cab893', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'port_id': 'cae59d49-1350-43f3-91eb-ac2d0dac9db5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'mac_address': 'fa:16:3e:12:46:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:31:57Z', 'updated_at': '2021-08-18T13:31:57Z', 'revision_number': 0, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'fixed_ip_address_scope': None}, {'id': 'cde158be-9bce-46bd-b29f-939b76278de5', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'floating_ip_address': '172.25.6.233', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'port_id': '4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'mac_address': 'fa:16:3e:1a:c0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37643702-ee10-4047-9826-866042be0286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:28:56Z', 'updated_at': '2021-08-18T13:28:59Z', 'revision_number': 1, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9142b80-5376-4c1c-b88f-0a9b5664de79', 'name': '', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'mac_address': 'fa:16:3e:15:82:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:39Z', 'updated_at': '2021-08-18T13:19:50Z', 'revision_number': 5, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'subnets': [{'id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:59.227229 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5c3127-538c-46f1-80bd-fdc7ea67aa18 None None] Checking router: ab757793-5676-4dbb-bae1-b9a4568692ad for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:31:59.238217 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5c3127-538c-46f1-80bd-fdc7ea67aa18 None None] Routers {'ab757793-5676-4dbb-bae1-b9a4568692ad'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:31:59.239029 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-bf5c3127-538c-46f1-80bd-fdc7ea67aa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:31:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ab757793-5676-4dbb-bae1-b9a4568692ad'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:59.279265 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227bd79-e43b-4dc6-8a6d-600bc21cfb74 req-4ab296bd-8098-4a01-a213-439e6e3e3888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:31:59.280775 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6227bd79-e43b-4dc6-8a6d-600bc21cfb74 req-4ab296bd-8098-4a01-a213-439e6e3e3888 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5a750657-6380-4216-8606-057245bf1333 HTTP/1.1" status: 200 len: 912 time: 0.1031651 Aug 18 13:31:59.351842 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6227bd79-e43b-4dc6-8a6d-600bc21cfb74 req-21b19191-3be9-4375-90ed-ec2e9efd9cea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cae59d49-1350-43f3-91eb-ac2d0dac9db5 HTTP/1.1" status: 200 len: 998 time: 0.0636110 Aug 18 13:31:59.355727 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-bf5c3127-538c-46f1-80bd-fdc7ea67aa18 None None] Set router ab757793-5676-4dbb-bae1-b9a4568692ad gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:31:59.412702 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227bd79-e43b-4dc6-8a6d-600bc21cfb74 req-77a20c05-2108-48d6-9cf8-3480988b3389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:31:59.414246 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6227bd79-e43b-4dc6-8a6d-600bc21cfb74 req-77a20c05-2108-48d6-9cf8-3480988b3389 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df130f28-747c-4593-a4e4-fcc4c74ccec3 HTTP/1.1" status: 200 len: 850 time: 0.0510745 Aug 18 13:31:59.467360 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227bd79-e43b-4dc6-8a6d-600bc21cfb74 req-a325e4a3-9112-403c-bee2-80816384713b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:31:59.469106 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6227bd79-e43b-4dc6-8a6d-600bc21cfb74 req-a325e4a3-9112-403c-bee2-80816384713b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a750657-6380-4216-8606-057245bf1333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473948 Aug 18 13:31:59.571533 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6227bd79-e43b-4dc6-8a6d-600bc21cfb74 req-f3350d9c-79c8-465d-b529-ce37d83075d5 service neutron] 10.222.0.20 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945051 Aug 18 13:31:59.642420 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-bf5c3127-538c-46f1-80bd-fdc7ea67aa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'name': 'tempest-TestVolumeBootPattern-708085059-router', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:41Z', 'revision_number': 4, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'gw_port': {'id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ac:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '16cb896d-3f0f-4bb5-85c4-ba7e76cab893', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'port_id': 'cae59d49-1350-43f3-91eb-ac2d0dac9db5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'mac_address': 'fa:16:3e:12:46:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:31:57Z', 'updated_at': '2021-08-18T13:31:57Z', 'revision_number': 0, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'fixed_ip_address_scope': None}, {'id': 'cde158be-9bce-46bd-b29f-939b76278de5', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'floating_ip_address': '172.25.6.233', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'port_id': '4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'mac_address': 'fa:16:3e:1a:c0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37643702-ee10-4047-9826-866042be0286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:28:56Z', 'updated_at': '2021-08-18T13:28:59Z', 'revision_number': 1, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9142b80-5376-4c1c-b88f-0a9b5664de79', 'name': '', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'mac_address': 'fa:16:3e:15:82:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:39Z', 'updated_at': '2021-08-18T13:19:50Z', 'revision_number': 5, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'subnets': [{'id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:31:59.673180 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5c3127-538c-46f1-80bd-fdc7ea67aa18 None None] The sync data for ids ['ab757793-5676-4dbb-bae1-b9a4568692ad'] in n-d-803603-2 is: [{'id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'name': 'tempest-TestVolumeBootPattern-708085059-router', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:41Z', 'revision_number': 4, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'gw_port': {'id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ac:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '16cb896d-3f0f-4bb5-85c4-ba7e76cab893', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'port_id': 'cae59d49-1350-43f3-91eb-ac2d0dac9db5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'mac_address': 'fa:16:3e:12:46:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:31:57Z', 'updated_at': '2021-08-18T13:31:57Z', 'revision_number': 0, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'fixed_ip_address_scope': None}, {'id': 'cde158be-9bce-46bd-b29f-939b76278de5', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'floating_ip_address': '172.25.6.233', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'port_id': '4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'mac_address': 'fa:16:3e:1a:c0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37643702-ee10-4047-9826-866042be0286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:28:56Z', 'updated_at': '2021-08-18T13:28:59Z', 'revision_number': 1, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9142b80-5376-4c1c-b88f-0a9b5664de79', 'name': '', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'mac_address': 'fa:16:3e:15:82:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:39Z', 'updated_at': '2021-08-18T13:19:50Z', 'revision_number': 5, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'subnets': [{'id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:31:59.679142 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6227bd79-e43b-4dc6-8a6d-600bc21cfb74 req-c7df7af1-0773-45fa-8f6f-827a5e40c051 service neutron] 10.222.0.20 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014869 Aug 18 13:31:59.884970 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3651bc-e844-4811-b0ca-e44f418ad7e3 None None] New status for floating IP 16cb896d-3f0f-4bb5-85c4-ba7e76cab893: ACTIVE {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:32:00.956534 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 34796) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:32:00.961829 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-6463fb29-7a44-4c5d-8ed1-fb959fb7fd82 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1719395615', 'description': 'tempest-secgroup-smoke-1719395615 description', 'project_id': 'de6dcd8516f24b6895081970e3d21a0a'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:32:01.043113 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6463fb29-7a44-4c5d-8ed1-fb959fb7fd82 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:01.052477 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6463fb29-7a44-4c5d-8ed1-fb959fb7fd82 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:01.144806 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6463fb29-7a44-4c5d-8ed1-fb959fb7fd82 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:01.237400 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6463fb29-7a44-4c5d-8ed1-fb959fb7fd82 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:01.274259 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463fb29-7a44-4c5d-8ed1-fb959fb7fd82 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0155229b-3f54-44e8-9c18-31a86a2cc5a4,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:32:01.340612 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6463fb29-7a44-4c5d-8ed1-fb959fb7fd82 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:01.402896 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6463fb29-7a44-4c5d-8ed1-fb959fb7fd82 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:01.433297 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463fb29-7a44-4c5d-8ed1-fb959fb7fd82 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d55b640-32fd-4ff4-abef-1541b6c01d0a,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:32:01.483108 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6463fb29-7a44-4c5d-8ed1-fb959fb7fd82 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:01.484409 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6463fb29-7a44-4c5d-8ed1-fb959fb7fd82 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5268238 Aug 18 13:32:01.487663 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34798) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:32:01.492295 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-0f64ca0f-b59f-43e2-9365-cd0d8e5c8db7 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'security_group_rule': {'security_group_id': '1d55b640-32fd-4ff4-abef-1541b6c01d0a', 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:32:01.596969 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0f64ca0f-b59f-43e2-9365-cd0d8e5c8db7 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:01.655417 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0f64ca0f-b59f-43e2-9365-cd0d8e5c8db7 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:01.699185 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0f64ca0f-b59f-43e2-9365-cd0d8e5c8db7 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:01.717772 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f64ca0f-b59f-43e2-9365-cd0d8e5c8db7 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6249d69-91fa-4f8e-aed0-54a924b29af5,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:32:01.779151 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0f64ca0f-b59f-43e2-9365-cd0d8e5c8db7 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:01.780318 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0f64ca0f-b59f-43e2-9365-cd0d8e5c8db7 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2917271 Aug 18 13:32:01.783093 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34800) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:32:01.787465 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-44c409e6-2f87-4060-98f3-71e7be08ad0e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'security_group_rule': {'security_group_id': '1d55b640-32fd-4ff4-abef-1541b6c01d0a', 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:32:01.865755 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-44c409e6-2f87-4060-98f3-71e7be08ad0e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:01.923567 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-44c409e6-2f87-4060-98f3-71e7be08ad0e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:01.985633 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-44c409e6-2f87-4060-98f3-71e7be08ad0e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:02.004222 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c409e6-2f87-4060-98f3-71e7be08ad0e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ba99c71-86bb-4f2b-9525-0fad7e9c7a69,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:32:02.094724 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-44c409e6-2f87-4060-98f3-71e7be08ad0e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:02.095931 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-44c409e6-2f87-4060-98f3-71e7be08ad0e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3118870 Aug 18 13:32:02.099254 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34802) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:32:02.103916 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-57cc996c-bb23-44b6-80c0-120d2e2a81e3 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'security_group_rule': {'security_group_id': '1d55b640-32fd-4ff4-abef-1541b6c01d0a', 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:32:02.213585 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-57cc996c-bb23-44b6-80c0-120d2e2a81e3 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:02.276154 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-57cc996c-bb23-44b6-80c0-120d2e2a81e3 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:02.351582 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-57cc996c-bb23-44b6-80c0-120d2e2a81e3 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:02.370782 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc996c-bb23-44b6-80c0-120d2e2a81e3 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee5643be-c285-4e1e-91df-4260009db158,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:32:02.471866 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-57cc996c-bb23-44b6-80c0-120d2e2a81e3 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:02.473199 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-57cc996c-bb23-44b6-80c0-120d2e2a81e3 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3729186 Aug 18 13:32:02.476640 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34804) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:32:02.481381 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-7f26dcb8-8ad7-4730-98f9-8e7dc9934ba4 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'security_group_rule': {'security_group_id': '1d55b640-32fd-4ff4-abef-1541b6c01d0a', 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:32:02.762522 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7f26dcb8-8ad7-4730-98f9-8e7dc9934ba4 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:02.821815 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7f26dcb8-8ad7-4730-98f9-8e7dc9934ba4 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:02.905728 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7f26dcb8-8ad7-4730-98f9-8e7dc9934ba4 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:02.923855 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26dcb8-8ad7-4730-98f9-8e7dc9934ba4 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d35c172a-fcb4-4cc8-a28e-06c8787eca32,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:32:02.980176 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7f26dcb8-8ad7-4730-98f9-8e7dc9934ba4 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:02.981423 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7f26dcb8-8ad7-4730-98f9-8e7dc9934ba4 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5038440 Aug 18 13:32:02.984582 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34808) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:32:02.989012 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-43db7806-e4b6-4f8d-b497-ce31a2ffc823 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'security_group_rule': {'security_group_id': '1d55b640-32fd-4ff4-abef-1541b6c01d0a', 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:32:03.100256 n-d-803603-2 neutron-server[101676]: INFO neutron.db.securitygroups_db [None req-43db7806-e4b6-4f8d-b497-ce31a2ffc823 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Project de6dcd8516f24b6895081970e3d21a0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 13:32:03.105318 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-43db7806-e4b6-4f8d-b497-ce31a2ffc823 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:03.165297 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-43db7806-e4b6-4f8d-b497-ce31a2ffc823 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:03.247487 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-43db7806-e4b6-4f8d-b497-ce31a2ffc823 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:03.265440 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db7806-e4b6-4f8d-b497-ce31a2ffc823 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9179fd49-176e-442b-b8eb-cc3359ced574,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:32:03.351602 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-43db7806-e4b6-4f8d-b497-ce31a2ffc823 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:03.352878 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-43db7806-e4b6-4f8d-b497-ce31a2ffc823 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3672888 Aug 18 13:32:03.355580 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34810) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:32:03.362240 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-c4f06623-4b6d-42ea-8eaa-f4128bd57838 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'security_group_rule': {'security_group_id': '1d55b640-32fd-4ff4-abef-1541b6c01d0a', 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:32:03.448725 n-d-803603-2 neutron-server[101676]: INFO neutron.db.securitygroups_db [None req-c4f06623-4b6d-42ea-8eaa-f4128bd57838 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Project de6dcd8516f24b6895081970e3d21a0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 13:32:03.454127 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c4f06623-4b6d-42ea-8eaa-f4128bd57838 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:03.519141 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c4f06623-4b6d-42ea-8eaa-f4128bd57838 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:03.603430 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c4f06623-4b6d-42ea-8eaa-f4128bd57838 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:03.625401 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f06623-4b6d-42ea-8eaa-f4128bd57838 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43ab66d1-d91d-4009-8f72-aa5d3cb03840,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:32:03.728697 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c4f06623-4b6d-42ea-8eaa-f4128bd57838 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:03.729966 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c4f06623-4b6d-42ea-8eaa-f4128bd57838 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3733606 Aug 18 13:32:03.732958 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34812) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:32:03.737866 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-d23c9509-e001-4bf4-bd8a-56cca7fe8e87 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'network': {'name': 'tempest-network-smoke--181492394', 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'port_security_enabled': True}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:32:03.831486 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23c9509-e001-4bf4-bd8a-56cca7fe8e87 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Made reservation on behalf of de6dcd8516f24b6895081970e3d21a0a for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:32:03.835194 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d23c9509-e001-4bf4-bd8a-56cca7fe8e87 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:03.861896 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d23c9509-e001-4bf4-bd8a-56cca7fe8e87 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:32:03.871498 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d23c9509-e001-4bf4-bd8a-56cca7fe8e87 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:03.871842 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-d23c9509-e001-4bf4-bd8a-56cca7fe8e87 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Added segment bb381602-d490-478c-bbc2-564caff6d51e of type vlan for network 02aaba2a-a84c-4247-9e7d-503a4d9dd05b Aug 18 13:32:03.911937 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d23c9509-e001-4bf4-bd8a-56cca7fe8e87 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:04.013852 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d23c9509-e001-4bf4-bd8a-56cca7fe8e87 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:04.019625 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23c9509-e001-4bf4-bd8a-56cca7fe8e87 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:32:04.020737 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d23c9509-e001-4bf4-bd8a-56cca7fe8e87 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:04.091195 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c9509-e001-4bf4-bd8a-56cca7fe8e87 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'Network': ['ID=02aaba2a-a84c-4247-9e7d-503a4d9dd05b,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:32:04.105601 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 02aaba2a-a84c-4247-9e7d-503a4d9dd05b details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:32:04.141257 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d23c9509-e001-4bf4-bd8a-56cca7fe8e87 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4071450 Aug 18 13:32:04.144048 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34814) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:32:04.149301 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-9f68008b-d3d0-4f48-9af9-b79b8ba8b37c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2140599931', 'admin_state_up': True, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:32:04.231169 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f68008b-d3d0-4f48-9af9-b79b8ba8b37c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:04.232284 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f68008b-d3d0-4f48-9af9-b79b8ba8b37c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:04.284576 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f68008b-d3d0-4f48-9af9-b79b8ba8b37c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:04.537046 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f68008b-d3d0-4f48-9af9-b79b8ba8b37c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:05.122265 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f68008b-d3d0-4f48-9af9-b79b8ba8b37c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for router_gateway, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:05.147600 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f68008b-d3d0-4f48-9af9-b79b8ba8b37c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:05.249352 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-9f68008b-d3d0-4f48-9af9-b79b8ba8b37c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Allocated IP 172.25.6.242 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/62a49074-cdc7-4464-8af1-41dcbcebf627) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:32:05.356464 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f68008b-d3d0-4f48-9af9-b79b8ba8b37c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:05.477717 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f68008b-d3d0-4f48-9af9-b79b8ba8b37c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:05.521465 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f68008b-d3d0-4f48-9af9-b79b8ba8b37c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:32:05.524615 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-9f68008b-d3d0-4f48-9af9-b79b8ba8b37c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:32:05.529033 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f68008b-d3d0-4f48-9af9-b79b8ba8b37c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:32:05.532222 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f68008b-d3d0-4f48-9af9-b79b8ba8b37c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'Port': ['ID=62a49074-cdc7-4464-8af1-41dcbcebf627,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:32:05.917552 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f68008b-d3d0-4f48-9af9-b79b8ba8b37c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for router_gateway, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:06.125925 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f68008b-d3d0-4f48-9af9-b79b8ba8b37c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:06.362838 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f68008b-d3d0-4f48-9af9-b79b8ba8b37c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Router bbbf372e-26e0-4549-b843-58600bb3ceb6 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:32:06.477416 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f68008b-d3d0-4f48-9af9-b79b8ba8b37c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:32:06.487525 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49364720-3afb-4462-aac7-a8eac14438f4 None None] Sync routers for ids ['bbbf372e-26e0-4549-b843-58600bb3ceb6'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:32:06.500559 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49364720-3afb-4462-aac7-a8eac14438f4 None None] Routers {'bbbf372e-26e0-4549-b843-58600bb3ceb6'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:32:06.501761 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-49364720-3afb-4462-aac7-a8eac14438f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:31:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['bbbf372e-26e0-4549-b843-58600bb3ceb6'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:32:06.597896 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f68008b-d3d0-4f48-9af9-b79b8ba8b37c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:06.599308 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9f68008b-d3d0-4f48-9af9-b79b8ba8b37c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4542999 Aug 18 13:32:06.602723 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34818) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:32:06.746677 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-123f5b03-57a5-4038-9fc8-6cc2cb6fda65 tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=de6dcd8516f24b6895081970e3d21a0a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1424980 Aug 18 13:32:06.749479 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34822) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:32:06.780574 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-49364720-3afb-4462-aac7-a8eac14438f4 None None] Set router bbbf372e-26e0-4549-b843-58600bb3ceb6 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:32:06.913475 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6d8a29-e384-4ab5-967e-b23a2de34526 tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:32:06.915026 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5b6d8a29-e384-4ab5-967e-b23a2de34526 tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1645973 Aug 18 13:32:06.928434 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34824) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:32:06.964929 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-050ff072-9a58-46ed-b3f9-24e6b90876bb tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=0babe39a-03c6-4af7-9ca5-00804dd781c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0352440 Aug 18 13:32:06.967966 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34826) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:32:06.973225 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-3f3fd82c-e63f-417d-b738-fede4c5f24c6 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1285413163', 'network_id': '02aaba2a-a84c-4247-9e7d-503a4d9dd05b', 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:32:06.974933 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-49364720-3afb-4462-aac7-a8eac14438f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbf372e-26e0-4549-b843-58600bb3ceb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140599931', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '62a49074-cdc7-4464-8af1-41dcbcebf627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:32:04Z', 'updated_at': '2021-08-18T13:32:05Z', 'revision_number': 3, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': '62a49074-cdc7-4464-8af1-41dcbcebf627', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:39:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbf372e-26e0-4549-b843-58600bb3ceb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:32:05Z', 'updated_at': '2021-08-18T13:32:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:32:07.009563 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49364720-3afb-4462-aac7-a8eac14438f4 None None] Checking router: bbbf372e-26e0-4549-b843-58600bb3ceb6 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:32:07.009853 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49364720-3afb-4462-aac7-a8eac14438f4 None None] Updating router bbbf372e-26e0-4549-b843-58600bb3ceb6 port 62a49074-cdc7-4464-8af1-41dcbcebf627 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:32:07.038621 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-49364720-3afb-4462-aac7-a8eac14438f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:07.117632 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3fd82c-e63f-417d-b738-fede4c5f24c6 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Made reservation on behalf of de6dcd8516f24b6895081970e3d21a0a for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:32:07.123169 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3f3fd82c-e63f-417d-b738-fede4c5f24c6 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:07.316277 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-49364720-3afb-4462-aac7-a8eac14438f4 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:07.328295 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-49364720-3afb-4462-aac7-a8eac14438f4 None None] Transition to ACTIVE for port object 62a49074-cdc7-4464-8af1-41dcbcebf627 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:32:07.409024 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3f3fd82c-e63f-417d-b738-fede4c5f24c6 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:07.431782 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-49364720-3afb-4462-aac7-a8eac14438f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:07.473123 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3fd82c-e63f-417d-b738-fede4c5f24c6 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'Subnet': ['ID=ed02167c-638e-487d-8481-a031e3e4bdb2,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:32:07.489838 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3fd82c-e63f-417d-b738-fede4c5f24c6 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Checking segment: {'id': 'bb381602-d490-478c-bbc2-564caff6d51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '02aaba2a-a84c-4247-9e7d-503a4d9dd05b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:32:07.490217 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3fd82c-e63f-417d-b738-fede4c5f24c6 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Network hostable DHCP agents. Network: 02aaba2a-a84c-4247-9e7d-503a4d9dd05b, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:32:07.496895 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-49364720-3afb-4462-aac7-a8eac14438f4 None None] Attempting to bind port 62a49074-cdc7-4464-8af1-41dcbcebf627 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:32:07.497505 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-49364720-3afb-4462-aac7-a8eac14438f4 None None] Attempting to bind port 62a49074-cdc7-4464-8af1-41dcbcebf627 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:32:07.497657 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49364720-3afb-4462-aac7-a8eac14438f4 None None] Attempting to bind port 62a49074-cdc7-4464-8af1-41dcbcebf627 on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:32:07.500102 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1712160-9a8a-4fbe-9283-ca3047a62106 None None] Pushing event updated for resources: {'Port': ['ID=62a49074-cdc7-4464-8af1-41dcbcebf627,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:32:07.511222 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49364720-3afb-4462-aac7-a8eac14438f4 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:32:07.511222 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49364720-3afb-4462-aac7-a8eac14438f4 None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:32:07.511222 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-49364720-3afb-4462-aac7-a8eac14438f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:07.511222 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49364720-3afb-4462-aac7-a8eac14438f4 None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:32:07.511222 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-49364720-3afb-4462-aac7-a8eac14438f4 None None] Bound port: 62a49074-cdc7-4464-8af1-41dcbcebf627, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:32:07.511222 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-49364720-3afb-4462-aac7-a8eac14438f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:07.564082 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-49364720-3afb-4462-aac7-a8eac14438f4 None None] For port 62a49074-cdc7-4464-8af1-41dcbcebf627, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:32:07.568562 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-49364720-3afb-4462-aac7-a8eac14438f4 None None] For port 62a49074-cdc7-4464-8af1-41dcbcebf627, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=62a49074-cdc7-4464-8af1-41dcbcebf627,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:32:07.597048 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3fd82c-e63f-417d-b738-fede4c5f24c6 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Network 02aaba2a-a84c-4247-9e7d-503a4d9dd05b is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:32:07.643296 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-49364720-3afb-4462-aac7-a8eac14438f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:07.702771 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49364720-3afb-4462-aac7-a8eac14438f4 None None] Routers {'bbbf372e-26e0-4549-b843-58600bb3ceb6'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:32:07.703405 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-49364720-3afb-4462-aac7-a8eac14438f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:31:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['bbbf372e-26e0-4549-b843-58600bb3ceb6'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:32:07.705826 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-3f3fd82c-e63f-417d-b738-fede4c5f24c6 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 02aaba2a-a84c-4247-9e7d-503a4d9dd05b) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:32:07.710923 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3fd82c-e63f-417d-b738-fede4c5f24c6 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:32:07.715429 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3f3fd82c-e63f-417d-b738-fede4c5f24c6 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:07.772059 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2819526-b2bf-4f5b-b6a2-fa7e5ef2b734 None None] Network 02aaba2a-a84c-4247-9e7d-503a4d9dd05b requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:32:07.798146 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3f3fd82c-e63f-417d-b738-fede4c5f24c6 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8290634 Aug 18 13:32:07.798724 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1712160-9a8a-4fbe-9283-ca3047a62106 None None] Pushing event updated for resources: {'Port': ['ID=62a49074-cdc7-4464-8af1-41dcbcebf627,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:32:07.800821 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34828) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:32:07.939145 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-49364720-3afb-4462-aac7-a8eac14438f4 None None] Set router bbbf372e-26e0-4549-b843-58600bb3ceb6 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:32:08.121953 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455bc329-c3ac-4c1b-bcd6-4101d20903ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-02aaba2a-a84c-4247-9e7d-503a4d9dd05b', 'network_id': '02aaba2a-a84c-4247-9e7d-503a4d9dd05b', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'fixed_ips': [{'subnet_id': 'ed02167c-638e-487d-8481-a031e3e4bdb2'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:32:08.123013 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-455bc329-c3ac-4c1b-bcd6-4101d20903ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:08.281917 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-215ba289-216d-4545-9870-7077a4b7b6da tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:08.318712 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-49364720-3afb-4462-aac7-a8eac14438f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbf372e-26e0-4549-b843-58600bb3ceb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140599931', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '62a49074-cdc7-4464-8af1-41dcbcebf627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:32:04Z', 'updated_at': '2021-08-18T13:32:05Z', 'revision_number': 3, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': '62a49074-cdc7-4464-8af1-41dcbcebf627', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:39:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbf372e-26e0-4549-b843-58600bb3ceb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:32:05Z', 'updated_at': '2021-08-18T13:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:32:08.322080 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-455bc329-c3ac-4c1b-bcd6-4101d20903ed None None] Allocated IP 172.20.0.2 (02aaba2a-a84c-4247-9e7d-503a4d9dd05b/ed02167c-638e-487d-8481-a031e3e4bdb2/2e2f1e3f-6267-4e20-b043-022c14c82b1d) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:32:08.361494 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49364720-3afb-4462-aac7-a8eac14438f4 None None] The sync data for ids ['bbbf372e-26e0-4549-b843-58600bb3ceb6'] in n-d-803603-2 is: [{'id': 'bbbf372e-26e0-4549-b843-58600bb3ceb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140599931', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '62a49074-cdc7-4464-8af1-41dcbcebf627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:32:04Z', 'updated_at': '2021-08-18T13:32:05Z', 'revision_number': 3, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': '62a49074-cdc7-4464-8af1-41dcbcebf627', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:39:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbf372e-26e0-4549-b843-58600bb3ceb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:32:05Z', 'updated_at': '2021-08-18T13:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:32:08.519758 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-455bc329-c3ac-4c1b-bcd6-4101d20903ed None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:08.531098 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-455bc329-c3ac-4c1b-bcd6-4101d20903ed None None] Transition to ACTIVE for port object 2e2f1e3f-6267-4e20-b043-022c14c82b1d will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:32:08.551932 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-455bc329-c3ac-4c1b-bcd6-4101d20903ed None None] Transition to ACTIVE for port object 2e2f1e3f-6267-4e20-b043-022c14c82b1d will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:32:08.656520 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-455bc329-c3ac-4c1b-bcd6-4101d20903ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:08.735952 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455bc329-c3ac-4c1b-bcd6-4101d20903ed None None] Network 02aaba2a-a84c-4247-9e7d-503a4d9dd05b is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:32:08.749150 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-455bc329-c3ac-4c1b-bcd6-4101d20903ed None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:32:08.756754 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455bc329-c3ac-4c1b-bcd6-4101d20903ed None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:32:08.774839 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455bc329-c3ac-4c1b-bcd6-4101d20903ed None None] Pushing event updated for resources: {'Port': ['ID=2e2f1e3f-6267-4e20-b043-022c14c82b1d,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:32:08.856441 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-455bc329-c3ac-4c1b-bcd6-4101d20903ed None None] Attempting to bind port 2e2f1e3f-6267-4e20-b043-022c14c82b1d on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:32:08.856826 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-455bc329-c3ac-4c1b-bcd6-4101d20903ed None None] Attempting to bind port 2e2f1e3f-6267-4e20-b043-022c14c82b1d by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'bb381602-d490-478c-bbc2-564caff6d51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '02aaba2a-a84c-4247-9e7d-503a4d9dd05b'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:32:08.857198 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455bc329-c3ac-4c1b-bcd6-4101d20903ed None None] Attempting to bind port 2e2f1e3f-6267-4e20-b043-022c14c82b1d on network 02aaba2a-a84c-4247-9e7d-503a4d9dd05b {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:32:08.863259 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455bc329-c3ac-4c1b-bcd6-4101d20903ed None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:32:08.863678 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455bc329-c3ac-4c1b-bcd6-4101d20903ed None None] Checking segment: {'id': 'bb381602-d490-478c-bbc2-564caff6d51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '02aaba2a-a84c-4247-9e7d-503a4d9dd05b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:32:08.864339 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-455bc329-c3ac-4c1b-bcd6-4101d20903ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:08.864589 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455bc329-c3ac-4c1b-bcd6-4101d20903ed None None] Bound using segment: {'id': 'bb381602-d490-478c-bbc2-564caff6d51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '02aaba2a-a84c-4247-9e7d-503a4d9dd05b'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:32:08.865095 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-455bc329-c3ac-4c1b-bcd6-4101d20903ed None None] Bound port: 2e2f1e3f-6267-4e20-b043-022c14c82b1d, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb381602-d490-478c-bbc2-564caff6d51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '02aaba2a-a84c-4247-9e7d-503a4d9dd05b'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:32:08.865461 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-455bc329-c3ac-4c1b-bcd6-4101d20903ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:08.975395 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-455bc329-c3ac-4c1b-bcd6-4101d20903ed None None] For port 2e2f1e3f-6267-4e20-b043-022c14c82b1d, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:32:08.981159 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-455bc329-c3ac-4c1b-bcd6-4101d20903ed None None] For port 2e2f1e3f-6267-4e20-b043-022c14c82b1d, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=2e2f1e3f-6267-4e20-b043-022c14c82b1d,segment=NetworkSegment(bb381602-d490-478c-bbc2-564caff6d51e),segment_id=bb381602-d490-478c-bbc2-564caff6d51e)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:32:09.073321 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-455bc329-c3ac-4c1b-bcd6-4101d20903ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:09.106206 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-215ba289-216d-4545-9870-7077a4b7b6da tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Allocated IP 172.20.0.1 (02aaba2a-a84c-4247-9e7d-503a4d9dd05b/ed02167c-638e-487d-8481-a031e3e4bdb2/9919b9ec-c5c5-4390-b9e9-b63054c31695) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:32:09.199877 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455bc329-c3ac-4c1b-bcd6-4101d20903ed None None] Pushing event updated for resources: {'Port': ['ID=2e2f1e3f-6267-4e20-b043-022c14c82b1d,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:32:09.328315 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-215ba289-216d-4545-9870-7077a4b7b6da tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:09.348550 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-215ba289-216d-4545-9870-7077a4b7b6da tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Transition to ACTIVE for port object 9919b9ec-c5c5-4390-b9e9-b63054c31695 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:32:09.495922 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-215ba289-216d-4545-9870-7077a4b7b6da tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:09.583548 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215ba289-216d-4545-9870-7077a4b7b6da tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Network 02aaba2a-a84c-4247-9e7d-503a4d9dd05b is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:32:09.589926 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-215ba289-216d-4545-9870-7077a4b7b6da tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:32:09.593167 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ba289-216d-4545-9870-7077a4b7b6da tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'Port': ['ID=9919b9ec-c5c5-4390-b9e9-b63054c31695,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:32:09.596562 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215ba289-216d-4545-9870-7077a4b7b6da tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:32:09.655695 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-215ba289-216d-4545-9870-7077a4b7b6da tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:09.807960 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 62a49074-cdc7-4464-8af1-41dcbcebf627 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:32:09.915349 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-215ba289-216d-4545-9870-7077a4b7b6da tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:09.963657 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 62a49074-cdc7-4464-8af1-41dcbcebf627 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:32:09.969122 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 62a49074-cdc7-4464-8af1-41dcbcebf627 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:32:09.969576 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:10.104851 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:10.140705 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 62a49074-cdc7-4464-8af1-41dcbcebf627, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=62a49074-cdc7-4464-8af1-41dcbcebf627,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:32:10.197579 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:10.208129 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 2e2f1e3f-6267-4e20-b043-022c14c82b1d up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:32:10.287851 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-215ba289-216d-4545-9870-7077a4b7b6da tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:10.351831 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=62a49074-cdc7-4464-8af1-41dcbcebf627,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:32:10.374865 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-215ba289-216d-4545-9870-7077a4b7b6da tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:10.461306 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ba289-216d-4545-9870-7077a4b7b6da tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'Port': ['ID=9919b9ec-c5c5-4390-b9e9-b63054c31695,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:32:10.467986 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-215ba289-216d-4545-9870-7077a4b7b6da tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:10.477838 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 2e2f1e3f-6267-4e20-b043-022c14c82b1d completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:32:10.597661 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215ba289-216d-4545-9870-7077a4b7b6da tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Network 02aaba2a-a84c-4247-9e7d-503a4d9dd05b is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:32:10.600270 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-215ba289-216d-4545-9870-7077a4b7b6da tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:32:10.770483 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215ba289-216d-4545-9870-7077a4b7b6da tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Router bbbf372e-26e0-4549-b843-58600bb3ceb6 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:32:10.951224 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7ce2b6-07df-446c-9b5f-82f6d3d99e74 None None] Network 02aaba2a-a84c-4247-9e7d-503a4d9dd05b requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:32:10.964225 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215ba289-216d-4545-9870-7077a4b7b6da tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:32:10.977827 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:32:10.983792 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-215ba289-216d-4545-9870-7077a4b7b6da tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "PUT /v2.0/routers/bbbf372e-26e0-4549-b843-58600bb3ceb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1801245 Aug 18 13:32:10.994519 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3378f351-2ab3-497d-ad4c-0ba627382162 None None] Sync routers for ids ['bbbf372e-26e0-4549-b843-58600bb3ceb6'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:32:11.006582 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3378f351-2ab3-497d-ad4c-0ba627382162 None None] Routers {'bbbf372e-26e0-4549-b843-58600bb3ceb6'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:32:11.007200 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-3378f351-2ab3-497d-ad4c-0ba627382162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:31:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['bbbf372e-26e0-4549-b843-58600bb3ceb6'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:32:11.134054 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-aa1b89fd-2e53-407d-ae86-ffbc0be52cd1 None None] Provisioning for port 2e2f1e3f-6267-4e20-b043-022c14c82b1d completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:32:11.140404 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-aa1b89fd-2e53-407d-ae86-ffbc0be52cd1 None None] Provisioning complete for port 2e2f1e3f-6267-4e20-b043-022c14c82b1d triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:32:11.141059 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-aa1b89fd-2e53-407d-ae86-ffbc0be52cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:11.165542 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-3378f351-2ab3-497d-ad4c-0ba627382162 None None] Set router bbbf372e-26e0-4549-b843-58600bb3ceb6 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:32:11.184798 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-3a5d4c4d-922b-4d37-abf9-a0aed2544b68 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1719395615&fields=id&tenant_id=de6dcd8516f24b6895081970e3d21a0a HTTP/1.1" status: 200 len: 267 time: 0.0571494 Aug 18 13:32:11.261165 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-aa1b89fd-2e53-407d-ae86-ffbc0be52cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:11.317564 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-aa1b89fd-2e53-407d-ae86-ffbc0be52cd1 None None] For port 2e2f1e3f-6267-4e20-b043-022c14c82b1d, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=2e2f1e3f-6267-4e20-b043-022c14c82b1d,segment=NetworkSegment(bb381602-d490-478c-bbc2-564caff6d51e),segment_id=bb381602-d490-478c-bbc2-564caff6d51e)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:32:11.358573 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-ea6e0e98-64ba-4645-a612-a00fa6c8631d tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:32:11.361357 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-ea6e0e98-64ba-4645-a612-a00fa6c8631d tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/networks?id=02aaba2a-a84c-4247-9e7d-503a4d9dd05b HTTP/1.1" status: 200 len: 796 time: 0.1656761 Aug 18 13:32:11.386832 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-29e17e23-0ae9-4313-bfad-dfcc8050d2ad tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/quotas/de6dcd8516f24b6895081970e3d21a0a HTTP/1.1" status: 200 len: 375 time: 0.0105050 Aug 18 13:32:11.446973 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-3378f351-2ab3-497d-ad4c-0ba627382162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbf372e-26e0-4549-b843-58600bb3ceb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140599931', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '62a49074-cdc7-4464-8af1-41dcbcebf627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:32:04Z', 'updated_at': '2021-08-18T13:32:09Z', 'revision_number': 4, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': '62a49074-cdc7-4464-8af1-41dcbcebf627', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbf372e-26e0-4549-b843-58600bb3ceb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:32:05Z', 'updated_at': '2021-08-18T13:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '9919b9ec-c5c5-4390-b9e9-b63054c31695', 'name': '', 'network_id': '02aaba2a-a84c-4247-9e7d-503a4d9dd05b', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'mac_address': 'fa:16:3e:17:33:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbf372e-26e0-4549-b843-58600bb3ceb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'ed02167c-638e-487d-8481-a031e3e4bdb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:32:08Z', 'updated_at': '2021-08-18T13:32:10Z', 'revision_number': 2, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'subnets': [{'id': 'ed02167c-638e-487d-8481-a031e3e4bdb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:32:11.449367 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-aa1b89fd-2e53-407d-ae86-ffbc0be52cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:11.458122 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-d4238d58-fae3-4ffe-96b9-136f21bde003 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=de6dcd8516f24b6895081970e3d21a0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609865 Aug 18 13:32:11.487732 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3378f351-2ab3-497d-ad4c-0ba627382162 None None] Checking router: bbbf372e-26e0-4549-b843-58600bb3ceb6 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:32:11.492986 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3378f351-2ab3-497d-ad4c-0ba627382162 None None] Updating router bbbf372e-26e0-4549-b843-58600bb3ceb6 port 9919b9ec-c5c5-4390-b9e9-b63054c31695 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:32:11.521213 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-3378f351-2ab3-497d-ad4c-0ba627382162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:11.550661 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b89fd-2e53-407d-ae86-ffbc0be52cd1 None None] Pushing event updated for resources: {'Port': ['ID=2e2f1e3f-6267-4e20-b043-022c14c82b1d,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:32:11.589617 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f35c2ffd-7eea-42c2-9b50-0324b844f919 None None] Provisioning complete for port 2e2f1e3f-6267-4e20-b043-022c14c82b1d triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:32:11.590001 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f35c2ffd-7eea-42c2-9b50-0324b844f919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:11.595888 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-ce38c95e-cd9f-44cc-a374-58bbc55e4ff2 service neutron] 10.222.0.13 "GET /v2.0/networks/02aaba2a-a84c-4247-9e7d-503a4d9dd05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260703 Aug 18 13:32:11.656213 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d8ebae6a-6cab-40ca-908f-83cedb669772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:11.730138 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-7e87b1fe-c446-4e14-9c28-f457dea3b510 service neutron] 10.222.0.13 "GET /v2.0/networks/02aaba2a-a84c-4247-9e7d-503a4d9dd05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330462 Aug 18 13:32:11.763501 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 62a49074-cdc7-4464-8af1-41dcbcebf627 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:32:11.842987 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 62a49074-cdc7-4464-8af1-41dcbcebf627 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:32:11.843361 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:11.905209 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f35c2ffd-7eea-42c2-9b50-0324b844f919 None None] Provisioning for port 9919b9ec-c5c5-4390-b9e9-b63054c31695 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:32:11.913722 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f35c2ffd-7eea-42c2-9b50-0324b844f919 None None] Provisioning complete for port 9919b9ec-c5c5-4390-b9e9-b63054c31695 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:32:11.913722 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f35c2ffd-7eea-42c2-9b50-0324b844f919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:11.977757 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f35c2ffd-7eea-42c2-9b50-0324b844f919 None None] Port 9919b9ec-c5c5-4390-b9e9-b63054c31695 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:32:11.996484 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 2e2f1e3f-6267-4e20-b043-022c14c82b1d up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:32:12.053778 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 2e2f1e3f-6267-4e20-b043-022c14c82b1d triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:32:12.054298 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:12.057429 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-3378f351-2ab3-497d-ad4c-0ba627382162 None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:12.082043 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-3378f351-2ab3-497d-ad4c-0ba627382162 None None] Transition to ACTIVE for port object 9919b9ec-c5c5-4390-b9e9-b63054c31695 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:32:12.124131 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-6def9b9f-1823-4bcd-8af3-bae274b36a5d None None] Provisioning complete for port 9919b9ec-c5c5-4390-b9e9-b63054c31695 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:32:12.125461 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6def9b9f-1823-4bcd-8af3-bae274b36a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:12.170531 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6a310dfa-015d-40c3-bcd2-1ed7ad97ec43 req-7f0d68d3-1860-4e53-8f6c-d817bf67b4c4 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 210 time: 0.0571232 Aug 18 13:32:12.172509 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-6def9b9f-1823-4bcd-8af3-bae274b36a5d None None] Port 9919b9ec-c5c5-4390-b9e9-b63054c31695 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:32:12.195448 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-3378f351-2ab3-497d-ad4c-0ba627382162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:12.237832 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5562ae9f-30d2-4041-a523-42add467ddd6 None None] Pushing event updated for resources: {'Port': ['ID=9919b9ec-c5c5-4390-b9e9-b63054c31695,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:32:12.249547 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5562ae9f-30d2-4041-a523-42add467ddd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:32:12.249892 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5562ae9f-30d2-4041-a523-42add467ddd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:32:12.250251 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5562ae9f-30d2-4041-a523-42add467ddd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:32:12.250614 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5562ae9f-30d2-4041-a523-42add467ddd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:32:12.250920 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5562ae9f-30d2-4041-a523-42add467ddd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:32:12.251241 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5562ae9f-30d2-4041-a523-42add467ddd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:32:12.251680 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5562ae9f-30d2-4041-a523-42add467ddd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:32:12.251871 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5562ae9f-30d2-4041-a523-42add467ddd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:32:12.252187 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5562ae9f-30d2-4041-a523-42add467ddd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:32:12.252503 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5562ae9f-30d2-4041-a523-42add467ddd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:32:12.252817 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5562ae9f-30d2-4041-a523-42add467ddd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:32:12.253131 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5562ae9f-30d2-4041-a523-42add467ddd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:32:12.318127 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-3378f351-2ab3-497d-ad4c-0ba627382162 None None] Attempting to bind port 9919b9ec-c5c5-4390-b9e9-b63054c31695 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:32:12.318635 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-3378f351-2ab3-497d-ad4c-0ba627382162 None None] Attempting to bind port 9919b9ec-c5c5-4390-b9e9-b63054c31695 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'bb381602-d490-478c-bbc2-564caff6d51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '02aaba2a-a84c-4247-9e7d-503a4d9dd05b'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:32:12.319074 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3378f351-2ab3-497d-ad4c-0ba627382162 None None] Attempting to bind port 9919b9ec-c5c5-4390-b9e9-b63054c31695 on network 02aaba2a-a84c-4247-9e7d-503a4d9dd05b {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:32:12.324900 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3378f351-2ab3-497d-ad4c-0ba627382162 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:32:12.325279 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3378f351-2ab3-497d-ad4c-0ba627382162 None None] Checking segment: {'id': 'bb381602-d490-478c-bbc2-564caff6d51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '02aaba2a-a84c-4247-9e7d-503a4d9dd05b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:32:12.325688 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-3378f351-2ab3-497d-ad4c-0ba627382162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:12.326143 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3378f351-2ab3-497d-ad4c-0ba627382162 None None] Bound using segment: {'id': 'bb381602-d490-478c-bbc2-564caff6d51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '02aaba2a-a84c-4247-9e7d-503a4d9dd05b'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:32:12.326633 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-3378f351-2ab3-497d-ad4c-0ba627382162 None None] Bound port: 9919b9ec-c5c5-4390-b9e9-b63054c31695, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb381602-d490-478c-bbc2-564caff6d51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '02aaba2a-a84c-4247-9e7d-503a4d9dd05b'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:32:12.327017 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-3378f351-2ab3-497d-ad4c-0ba627382162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:12.399062 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-3378f351-2ab3-497d-ad4c-0ba627382162 None None] For port 9919b9ec-c5c5-4390-b9e9-b63054c31695, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:32:12.402533 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-3378f351-2ab3-497d-ad4c-0ba627382162 None None] For port 9919b9ec-c5c5-4390-b9e9-b63054c31695, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=9919b9ec-c5c5-4390-b9e9-b63054c31695,segment=NetworkSegment(bb381602-d490-478c-bbc2-564caff6d51e),segment_id=bb381602-d490-478c-bbc2-564caff6d51e)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:32:12.500596 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-3378f351-2ab3-497d-ad4c-0ba627382162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:12.563496 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3378f351-2ab3-497d-ad4c-0ba627382162 None None] Routers {'bbbf372e-26e0-4549-b843-58600bb3ceb6'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:32:12.564126 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-3378f351-2ab3-497d-ad4c-0ba627382162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:31:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['bbbf372e-26e0-4549-b843-58600bb3ceb6'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:32:12.566040 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5562ae9f-30d2-4041-a523-42add467ddd6 None None] Pushing event updated for resources: {'Port': ['ID=9919b9ec-c5c5-4390-b9e9-b63054c31695,revision_number=4']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:32:12.791123 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-3378f351-2ab3-497d-ad4c-0ba627382162 None None] Set router bbbf372e-26e0-4549-b843-58600bb3ceb6 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:32:12.999131 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-3378f351-2ab3-497d-ad4c-0ba627382162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbf372e-26e0-4549-b843-58600bb3ceb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140599931', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '62a49074-cdc7-4464-8af1-41dcbcebf627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:32:04Z', 'updated_at': '2021-08-18T13:32:09Z', 'revision_number': 4, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': '62a49074-cdc7-4464-8af1-41dcbcebf627', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbf372e-26e0-4549-b843-58600bb3ceb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:32:05Z', 'updated_at': '2021-08-18T13:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '9919b9ec-c5c5-4390-b9e9-b63054c31695', 'name': '', 'network_id': '02aaba2a-a84c-4247-9e7d-503a4d9dd05b', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'mac_address': 'fa:16:3e:17:33:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbf372e-26e0-4549-b843-58600bb3ceb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'ed02167c-638e-487d-8481-a031e3e4bdb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:32:08Z', 'updated_at': '2021-08-18T13:32:12Z', 'revision_number': 4, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'subnets': [{'id': 'ed02167c-638e-487d-8481-a031e3e4bdb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:32:13.029940 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3378f351-2ab3-497d-ad4c-0ba627382162 None None] The sync data for ids ['bbbf372e-26e0-4549-b843-58600bb3ceb6'] in n-d-803603-2 is: [{'id': 'bbbf372e-26e0-4549-b843-58600bb3ceb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140599931', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '62a49074-cdc7-4464-8af1-41dcbcebf627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:32:04Z', 'updated_at': '2021-08-18T13:32:09Z', 'revision_number': 4, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': '62a49074-cdc7-4464-8af1-41dcbcebf627', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbf372e-26e0-4549-b843-58600bb3ceb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:32:05Z', 'updated_at': '2021-08-18T13:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '9919b9ec-c5c5-4390-b9e9-b63054c31695', 'name': '', 'network_id': '02aaba2a-a84c-4247-9e7d-503a4d9dd05b', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'mac_address': 'fa:16:3e:17:33:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbf372e-26e0-4549-b843-58600bb3ceb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'ed02167c-638e-487d-8481-a031e3e4bdb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:32:08Z', 'updated_at': '2021-08-18T13:32:12Z', 'revision_number': 4, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'subnets': [{'id': 'ed02167c-638e-487d-8481-a031e3e4bdb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:32:13.263264 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3eb828c2-b8a5-4c13-b85d-d03235d3f4b9 req-8e2ead42-d462-4c5c-8c41-6ff4f47da440 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 210 time: 0.0331378 Aug 18 13:32:13.754772 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 9919b9ec-c5c5-4390-b9e9-b63054c31695 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:32:13.788374 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-07cbac10-0fae-4559-840d-9642628fca44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:13.877074 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 9919b9ec-c5c5-4390-b9e9-b63054c31695 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:32:13.884816 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 9919b9ec-c5c5-4390-b9e9-b63054c31695 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:32:13.885193 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:13.992834 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:14.039642 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 9919b9ec-c5c5-4390-b9e9-b63054c31695, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=9919b9ec-c5c5-4390-b9e9-b63054c31695,segment=NetworkSegment(bb381602-d490-478c-bbc2-564caff6d51e),segment_id=bb381602-d490-478c-bbc2-564caff6d51e)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:32:14.106111 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:14.172723 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=9919b9ec-c5c5-4390-b9e9-b63054c31695,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:32:14.373532 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-63e1d02a-4276-471c-97f2-c0c5640ebee6 req-3f9c5c37-c077-48a3-9678-962da71aa1f1 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 210 time: 0.0274587 Aug 18 13:32:14.740791 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:14.920972 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-112b52e0-299c-4242-ac73-59a24715c5b7 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:32:14.922440 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-112b52e0-299c-4242-ac73-59a24715c5b7 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.39 "GET /v2.0/networks?id=02aaba2a-a84c-4247-9e7d-503a4d9dd05b HTTP/1.1" status: 200 len: 796 time: 0.1099906 Aug 18 13:32:14.965642 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-94bfedcd-3960-42bd-b5f4-a2fa0b747a00 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de6dcd8516f24b6895081970e3d21a0a HTTP/1.1" status: 200 len: 380 time: 0.0343530 Aug 18 13:32:14.976109 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-146cbb3e-bc36-4cf4-b47d-433c1a0f1018 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'port': {'device_id': 'bcc85612-1c86-4e36-bcec-6196d149eeb9', 'network_id': '02aaba2a-a84c-4247-9e7d-503a4d9dd05b', 'admin_state_up': True, 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'security_groups': ['1d55b640-32fd-4ff4-abef-1541b6c01d0a']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:32:15.300205 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-146cbb3e-bc36-4cf4-b47d-433c1a0f1018 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Made reservation on behalf of de6dcd8516f24b6895081970e3d21a0a for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:32:15.304606 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-146cbb3e-bc36-4cf4-b47d-433c1a0f1018 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:15.476918 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:15.497412 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ec2c0b08-e135-484f-8ee8-f45ecd70ad03 req-64372b0c-bd23-4fbc-9fa9-c0f12e11f11f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 210 time: 0.0455337 Aug 18 13:32:15.502455 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-146cbb3e-bc36-4cf4-b47d-433c1a0f1018 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Allocated IP 172.20.0.14 (02aaba2a-a84c-4247-9e7d-503a4d9dd05b/ed02167c-638e-487d-8481-a031e3e4bdb2/3dbfebc1-5bd9-4127-b506-ba94cff43b12) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:32:15.656645 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-146cbb3e-bc36-4cf4-b47d-433c1a0f1018 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:15.672041 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-146cbb3e-bc36-4cf4-b47d-433c1a0f1018 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Transition to ACTIVE for port object 3dbfebc1-5bd9-4127-b506-ba94cff43b12 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:32:15.710945 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 9919b9ec-c5c5-4390-b9e9-b63054c31695 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:32:15.763102 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 9919b9ec-c5c5-4390-b9e9-b63054c31695 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:32:15.763475 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:15.803780 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-146cbb3e-bc36-4cf4-b47d-433c1a0f1018 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:15.853067 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-146cbb3e-bc36-4cf4-b47d-433c1a0f1018 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Network 02aaba2a-a84c-4247-9e7d-503a4d9dd05b is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:32:15.858929 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-146cbb3e-bc36-4cf4-b47d-433c1a0f1018 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:32:15.862903 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-146cbb3e-bc36-4cf4-b47d-433c1a0f1018 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:32:15.890340 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146cbb3e-bc36-4cf4-b47d-433c1a0f1018 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'Port': ['ID=3dbfebc1-5bd9-4127-b506-ba94cff43b12,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:32:15.921548 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-146cbb3e-bc36-4cf4-b47d-433c1a0f1018 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:32:15.922407 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-146cbb3e-bc36-4cf4-b47d-433c1a0f1018 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:16.021505 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-146cbb3e-bc36-4cf4-b47d-433c1a0f1018 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0498793 Aug 18 13:32:16.034469 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-d5804cd3-356c-4ce5-8d59-8bd6c7801b86 service neutron] Request body: {'port': {'device_id': 'bcc85612-1c86-4e36-bcec-6196d149eeb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:32:16.092573 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-d5804cd3-356c-4ce5-8d59-8bd6c7801b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:16.220001 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-51b3f193-81b1-43bf-ae66-bbc12ee2fc64 None None] Provisioning for port 3dbfebc1-5bd9-4127-b506-ba94cff43b12 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:32:16.224966 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-51b3f193-81b1-43bf-ae66-bbc12ee2fc64 None None] Provisioning complete for port 3dbfebc1-5bd9-4127-b506-ba94cff43b12 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:32:16.225348 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-51b3f193-81b1-43bf-ae66-bbc12ee2fc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:16.262563 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-51b3f193-81b1-43bf-ae66-bbc12ee2fc64 None None] Port 3dbfebc1-5bd9-4127-b506-ba94cff43b12 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:32:16.383737 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-d5804cd3-356c-4ce5-8d59-8bd6c7801b86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dbfebc1-5bd9-4127-b506-ba94cff43b12 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:32:16.392308 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-d5804cd3-356c-4ce5-8d59-8bd6c7801b86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:16.406561 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-d5804cd3-356c-4ce5-8d59-8bd6c7801b86 service neutron] Transition to ACTIVE for port object 3dbfebc1-5bd9-4127-b506-ba94cff43b12 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:32:16.453975 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-d5804cd3-356c-4ce5-8d59-8bd6c7801b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:16.507263 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5804cd3-356c-4ce5-8d59-8bd6c7801b86 service neutron] Pushing event updated for resources: {'Port': ['ID=3dbfebc1-5bd9-4127-b506-ba94cff43b12,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:32:16.598977 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-d5804cd3-356c-4ce5-8d59-8bd6c7801b86 service neutron] Attempting to bind port 3dbfebc1-5bd9-4127-b506-ba94cff43b12 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:32:16.599318 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-d5804cd3-356c-4ce5-8d59-8bd6c7801b86 service neutron] Attempting to bind port 3dbfebc1-5bd9-4127-b506-ba94cff43b12 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': 'bb381602-d490-478c-bbc2-564caff6d51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '02aaba2a-a84c-4247-9e7d-503a4d9dd05b'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:32:16.599662 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-d5804cd3-356c-4ce5-8d59-8bd6c7801b86 service neutron] Attempting to bind port 3dbfebc1-5bd9-4127-b506-ba94cff43b12 on network 02aaba2a-a84c-4247-9e7d-503a4d9dd05b {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:32:16.605243 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-d5804cd3-356c-4ce5-8d59-8bd6c7801b86 service neutron] Port 3dbfebc1-5bd9-4127-b506-ba94cff43b12 on network 02aaba2a-a84c-4247-9e7d-503a4d9dd05b not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:32:16.605576 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-d5804cd3-356c-4ce5-8d59-8bd6c7801b86 service neutron] Attempting to bind port 3dbfebc1-5bd9-4127-b506-ba94cff43b12 on network 02aaba2a-a84c-4247-9e7d-503a4d9dd05b {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:32:16.611526 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-d5804cd3-356c-4ce5-8d59-8bd6c7801b86 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:32:16.611874 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-d5804cd3-356c-4ce5-8d59-8bd6c7801b86 service neutron] Checking segment: {'id': 'bb381602-d490-478c-bbc2-564caff6d51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '02aaba2a-a84c-4247-9e7d-503a4d9dd05b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:32:16.612402 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-d5804cd3-356c-4ce5-8d59-8bd6c7801b86 service neutron] Bound using segment: {'id': 'bb381602-d490-478c-bbc2-564caff6d51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '02aaba2a-a84c-4247-9e7d-503a4d9dd05b'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:32:16.613022 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-d5804cd3-356c-4ce5-8d59-8bd6c7801b86 service neutron] Bound port: 3dbfebc1-5bd9-4127-b506-ba94cff43b12, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb381602-d490-478c-bbc2-564caff6d51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '02aaba2a-a84c-4247-9e7d-503a4d9dd05b'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:32:16.613398 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-d5804cd3-356c-4ce5-8d59-8bd6c7801b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:16.670299 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d6945-d640-4bc3-8616-153d3bb92e7e req-7d608c00-679b-4c33-9c95-91a1cad4cf90 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:32:16.672591 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-782d6945-d640-4bc3-8616-153d3bb92e7e req-7d608c00-679b-4c33-9c95-91a1cad4cf90 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 944 time: 0.0856969 Aug 18 13:32:16.716986 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-d5804cd3-356c-4ce5-8d59-8bd6c7801b86 service neutron] For port 3dbfebc1-5bd9-4127-b506-ba94cff43b12, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:32:16.723040 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-d5804cd3-356c-4ce5-8d59-8bd6c7801b86 service neutron] For port 3dbfebc1-5bd9-4127-b506-ba94cff43b12, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=3dbfebc1-5bd9-4127-b506-ba94cff43b12,segment=NetworkSegment(bb381602-d490-478c-bbc2-564caff6d51e),segment_id=bb381602-d490-478c-bbc2-564caff6d51e)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:32:16.727846 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-782d6945-d640-4bc3-8616-153d3bb92e7e req-a598125e-1301-487d-9319-a78152733b1b tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d55b640-32fd-4ff4-abef-1541b6c01d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458229 Aug 18 13:32:16.809771 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-d5804cd3-356c-4ce5-8d59-8bd6c7801b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:16.853114 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-d5804cd3-356c-4ce5-8d59-8bd6c7801b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:32:16.853746 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-d5804cd3-356c-4ce5-8d59-8bd6c7801b86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:16.855203 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-d5804cd3-356c-4ce5-8d59-8bd6c7801b86 service neutron] 10.222.0.39 "PUT /v2.0/ports/3dbfebc1-5bd9-4127-b506-ba94cff43b12 HTTP/1.1" status: 200 len: 1092 time: 0.8252912 Aug 18 13:32:16.855742 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc85612-1c86-4e36-bcec-6196d149eeb9', 'tag': '3dbfebc1-5bd9-4127-b506-ba94cff43b12'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:32:16.858100 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db52dc96-9d1f-4b78-bf3f-ea9f64287e41" -d '{"events": [{"name": "network-changed", "server_uuid": "bcc85612-1c86-4e36-bcec-6196d149eeb9", "tag": "3dbfebc1-5bd9-4127-b506-ba94cff43b12"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:32:16.893274 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5804cd3-356c-4ce5-8d59-8bd6c7801b86 service neutron] Pushing event updated for resources: {'Port': ['ID=3dbfebc1-5bd9-4127-b506-ba94cff43b12,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:32:16.908648 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3cfc5cb-ae87-4744-abe5-b5b7e749792f x-openstack-request-id: req-a3cfc5cb-ae87-4744-abe5-b5b7e749792f {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:32:16.908648 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcc85612-1c86-4e36-bcec-6196d149eeb9", "tag": "3dbfebc1-5bd9-4127-b506-ba94cff43b12", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:32:16.908648 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3cfc5cb-ae87-4744-abe5-b5b7e749792f {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:32:16.910002 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc85612-1c86-4e36-bcec-6196d149eeb9', 'tag': '3dbfebc1-5bd9-4127-b506-ba94cff43b12', 'status': 'completed', 'code': 200} Aug 18 13:32:17.004228 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52dc96-9d1f-4b78-bf3f-ea9f64287e41 req-6f44aa6a-7c07-4880-99f0-d154d685cbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:32:17.007177 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-db52dc96-9d1f-4b78-bf3f-ea9f64287e41 req-6f44aa6a-7c07-4880-99f0-d154d685cbb5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de6dcd8516f24b6895081970e3d21a0a&device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 1095 time: 0.0758839 Aug 18 13:32:17.163233 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52dc96-9d1f-4b78-bf3f-ea9f64287e41 req-9092da39-c3ab-47e0-b024-571d16f2ddd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:32:17.164713 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-db52dc96-9d1f-4b78-bf3f-ea9f64287e41 req-9092da39-c3ab-47e0-b024-571d16f2ddd3 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=de6dcd8516f24b6895081970e3d21a0a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1501043 Aug 18 13:32:17.275555 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52dc96-9d1f-4b78-bf3f-ea9f64287e41 req-7ad96f57-45dc-468d-a95d-164007626c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:32:17.277085 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-db52dc96-9d1f-4b78-bf3f-ea9f64287e41 req-7ad96f57-45dc-468d-a95d-164007626c53 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1055477 Aug 18 13:32:17.381593 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-c8b9f65b-333f-4614-8509-4452f8b748cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:32:17.384221 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-c8b9f65b-333f-4614-8509-4452f8b748cd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de6dcd8516f24b6895081970e3d21a0a&device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 1095 time: 0.0636501 Aug 18 13:32:17.432344 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-931047c2-c9e0-45ea-822f-81cee3ec22ce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dbfebc1-5bd9-4127-b506-ba94cff43b12 HTTP/1.1" status: 200 len: 217 time: 0.0402341 Aug 18 13:32:17.494232 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:17.495151 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-f00d3564-399d-43d3-b7c4-bd09cc664441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:32:17.495780 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-f00d3564-399d-43d3-b7c4-bd09cc664441 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ed02167c-638e-487d-8481-a031e3e4bdb2 HTTP/1.1" status: 200 len: 835 time: 0.0567746 Aug 18 13:32:17.548933 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-224306f5-3037-47b9-a474-89aa1dc1ee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:32:17.550570 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-224306f5-3037-47b9-a474-89aa1dc1ee01 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=02aaba2a-a84c-4247-9e7d-503a4d9dd05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476241 Aug 18 13:32:17.661702 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-19ac7f13-aca7-446d-81fd-3ba43550821f service neutron] 10.222.0.39 "GET /v2.0/networks/02aaba2a-a84c-4247-9e7d-503a4d9dd05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036389 Aug 18 13:32:17.768390 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a9879e3d-0266-49ec-87b3-eff05ede4094 req-269da746-1e8f-4145-ad02-b18dc2273168 service neutron] 10.222.0.39 "GET /v2.0/networks/02aaba2a-a84c-4247-9e7d-503a4d9dd05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998416 Aug 18 13:32:17.883546 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a45aac-45f0-4418-82fc-79b86af71b39 req-01bb4516-a1b9-40e1-ace6-f83442e0a084 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:32:17.885141 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-15a45aac-45f0-4418-82fc-79b86af71b39 req-01bb4516-a1b9-40e1-ace6-f83442e0a084 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 944 time: 0.0713768 Aug 18 13:32:17.946450 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-15a45aac-45f0-4418-82fc-79b86af71b39 req-5d5e635c-8568-4535-9843-e0eacbbd3871 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d55b640-32fd-4ff4-abef-1541b6c01d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544674 Aug 18 13:32:19.087000 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d01ba-e49d-4c76-86f0-dfc2db7e985a req-1cd805fa-846d-4e5a-8fe0-b3bf6fefc735 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:32:19.089411 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-098d01ba-e49d-4c76-86f0-dfc2db7e985a req-1cd805fa-846d-4e5a-8fe0-b3bf6fefc735 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 944 time: 0.0656996 Aug 18 13:32:19.137029 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-098d01ba-e49d-4c76-86f0-dfc2db7e985a req-40487558-4663-4d64-8037-922d181d0074 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d55b640-32fd-4ff4-abef-1541b6c01d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412605 Aug 18 13:32:20.263432 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461a076-b9cf-4719-989a-64bb8df66104 req-0e7c9931-500a-4e60-8c47-5d4e5618e9dc tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:32:20.264983 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8461a076-b9cf-4719-989a-64bb8df66104 req-0e7c9931-500a-4e60-8c47-5d4e5618e9dc tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 944 time: 0.0527034 Aug 18 13:32:20.305613 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8461a076-b9cf-4719-989a-64bb8df66104 req-b29155a1-a17c-4979-a777-be8741d1d5b0 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d55b640-32fd-4ff4-abef-1541b6c01d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337424 Aug 18 13:32:20.856598 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 3dbfebc1-5bd9-4127-b506-ba94cff43b12 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:32:21.121577 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 3dbfebc1-5bd9-4127-b506-ba94cff43b12, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=3dbfebc1-5bd9-4127-b506-ba94cff43b12,segment=NetworkSegment(bb381602-d490-478c-bbc2-564caff6d51e),segment_id=bb381602-d490-478c-bbc2-564caff6d51e)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:32:21.136605 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '3dbfebc1-5bd9-4127-b506-ba94cff43b12', 'network_id': '02aaba2a-a84c-4247-9e7d-503a4d9dd05b', 'port_id': '3dbfebc1-5bd9-4127-b506-ba94cff43b12', 'mac_address': 'fa:16:3e:c6:54:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed02167c-638e-487d-8481-a031e3e4bdb2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:32:21.183590 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:21.200192 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dbfebc1-5bd9-4127-b506-ba94cff43b12 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:32:21.221672 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 3dbfebc1-5bd9-4127-b506-ba94cff43b12, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=3dbfebc1-5bd9-4127-b506-ba94cff43b12,segment=NetworkSegment(bb381602-d490-478c-bbc2-564caff6d51e),segment_id=bb381602-d490-478c-bbc2-564caff6d51e)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:32:21.265956 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:21.320026 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=3dbfebc1-5bd9-4127-b506-ba94cff43b12,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:32:21.444758 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbe605-7050-48aa-b188-314cfe47f9bc req-7a8e895a-eda7-4984-b8e5-703cca05b112 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:32:21.453984 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c1cbe605-7050-48aa-b188-314cfe47f9bc req-7a8e895a-eda7-4984-b8e5-703cca05b112 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 945 time: 0.0670009 Aug 18 13:32:21.490375 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c1cbe605-7050-48aa-b188-314cfe47f9bc req-74bf6dbe-77c1-47fe-b8c3-38a09f3d8df8 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d55b640-32fd-4ff4-abef-1541b6c01d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354345 Aug 18 13:32:21.510459 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['3dbfebc1-5bd9-4127-b506-ba94cff43b12'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:32:22.619646 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7343625-023a-4524-91e5-142afa1dfd49 req-e10466ae-91a9-4c66-b1dd-debb90711e54 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:32:22.621154 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d7343625-023a-4524-91e5-142afa1dfd49 req-e10466ae-91a9-4c66-b1dd-debb90711e54 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 945 time: 0.0564399 Aug 18 13:32:22.665940 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d7343625-023a-4524-91e5-142afa1dfd49 req-22305566-1d5b-48af-8aa0-7f969dfb6713 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d55b640-32fd-4ff4-abef-1541b6c01d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387053 Aug 18 13:32:22.865980 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 3dbfebc1-5bd9-4127-b506-ba94cff43b12 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:32:23.002540 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 3dbfebc1-5bd9-4127-b506-ba94cff43b12 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:32:23.007788 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 3dbfebc1-5bd9-4127-b506-ba94cff43b12 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:32:23.008187 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:23.094051 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:23.122871 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc85612-1c86-4e36-bcec-6196d149eeb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbfebc1-5bd9-4127-b506-ba94cff43b12'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:32:23.125190 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7488073-50ba-4839-828e-e42aeed2d597" -d '{"events": [{"server_uuid": "bcc85612-1c86-4e36-bcec-6196d149eeb9", "name": "network-vif-plugged", "status": "completed", "tag": "3dbfebc1-5bd9-4127-b506-ba94cff43b12"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:32:23.144601 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 3dbfebc1-5bd9-4127-b506-ba94cff43b12, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=3dbfebc1-5bd9-4127-b506-ba94cff43b12,segment=NetworkSegment(bb381602-d490-478c-bbc2-564caff6d51e),segment_id=bb381602-d490-478c-bbc2-564caff6d51e)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:32:23.169733 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1634b13-7784-4575-b7a3-fe89a5c37d49 x-openstack-request-id: req-d1634b13-7784-4575-b7a3-fe89a5c37d49 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:32:23.170068 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc85612-1c86-4e36-bcec-6196d149eeb9", "name": "network-vif-plugged", "status": "completed", "tag": "3dbfebc1-5bd9-4127-b506-ba94cff43b12", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:32:23.178333 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1634b13-7784-4575-b7a3-fe89a5c37d49 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:32:23.178333 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc85612-1c86-4e36-bcec-6196d149eeb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbfebc1-5bd9-4127-b506-ba94cff43b12', 'code': 200} Aug 18 13:32:23.231274 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:23.280045 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428b066-eabf-4672-abcb-368c7af80650 req-b4dc29b9-bc94-4f44-aa2d-04d3505208b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:32:23.282761 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2428b066-eabf-4672-abcb-368c7af80650 req-b4dc29b9-bc94-4f44-aa2d-04d3505208b0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 1097 time: 0.0524807 Aug 18 13:32:23.290582 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=3dbfebc1-5bd9-4127-b506-ba94cff43b12,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:32:23.336900 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2428b066-eabf-4672-abcb-368c7af80650 req-8a60a20b-5cea-47d7-86db-ecd650c261bb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1d55b640-32fd-4ff4-abef-1541b6c01d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472381 Aug 18 13:32:23.793641 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7c8a7-79e7-43a9-ae9b-d2bde6a872ae req-19081556-1567-4a78-a7fc-92af561daa5d tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:32:23.795326 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-38c7c8a7-79e7-43a9-ae9b-d2bde6a872ae req-19081556-1567-4a78-a7fc-92af561daa5d tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 946 time: 0.0584896 Aug 18 13:32:23.848192 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-38c7c8a7-79e7-43a9-ae9b-d2bde6a872ae req-075bd8de-d9c1-41e4-a61a-fc65f9767747 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d55b640-32fd-4ff4-abef-1541b6c01d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387971 Aug 18 13:32:24.972074 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a1481-689a-4824-87a5-8a735f137931 req-46c7af8b-6a6d-42bd-aa6a-a6517712d74a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:32:24.973859 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-999a1481-689a-4824-87a5-8a735f137931 req-46c7af8b-6a6d-42bd-aa6a-a6517712d74a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 946 time: 0.0542533 Aug 18 13:32:25.012888 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-999a1481-689a-4824-87a5-8a735f137931 req-f2c51b7d-9471-4ed1-81af-dbf5bff503f0 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d55b640-32fd-4ff4-abef-1541b6c01d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331221 Aug 18 13:32:25.128106 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccffef53-5936-4fb0-bc7c-bc1fa17d456d req-870de2ed-d283-47b3-8809-cc848bb38dbc tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:32:25.130379 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ccffef53-5936-4fb0-bc7c-bc1fa17d456d req-870de2ed-d283-47b3-8809-cc848bb38dbc tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 946 time: 0.0508687 Aug 18 13:32:25.169458 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ccffef53-5936-4fb0-bc7c-bc1fa17d456d req-63369eee-b667-4742-8b8e-e71ad54755c9 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d55b640-32fd-4ff4-abef-1541b6c01d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329592 Aug 18 13:32:25.192109 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34888) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:32:25.230851 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb8852a-2a5a-4a2d-939a-c2c0798f3cef tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:32:25.232401 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2eb8852a-2a5a-4a2d-939a-c2c0798f3cef tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 1092 time: 0.0393014 Aug 18 13:32:25.235466 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34890) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:32:25.240324 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-508c25c8-c00d-4d14-96d5-95d4c139314f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'port_id': '3dbfebc1-5bd9-4127-b506-ba94cff43b12', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:32:25.351525 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-508c25c8-c00d-4d14-96d5-95d4c139314f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for floatingip, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:25.453514 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-508c25c8-c00d-4d14-96d5-95d4c139314f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:25.559506 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-508c25c8-c00d-4d14-96d5-95d4c139314f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Allocated IP 172.25.6.177 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/84af7bd9-f1e1-4a6c-8672-ecedb81a591f) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:32:25.666914 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-508c25c8-c00d-4d14-96d5-95d4c139314f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:25.757497 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-508c25c8-c00d-4d14-96d5-95d4c139314f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:25.803192 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508c25c8-c00d-4d14-96d5-95d4c139314f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:32:25.806525 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-508c25c8-c00d-4d14-96d5-95d4c139314f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:32:25.811288 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508c25c8-c00d-4d14-96d5-95d4c139314f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:32:25.814746 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c25c8-c00d-4d14-96d5-95d4c139314f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'Port': ['ID=84af7bd9-f1e1-4a6c-8672-ecedb81a591f,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:32:26.293802 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-508c25c8-c00d-4d14-96d5-95d4c139314f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:26.508894 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-508c25c8-c00d-4d14-96d5-95d4c139314f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:26.660295 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-508c25c8-c00d-4d14-96d5-95d4c139314f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:26.734070 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-508c25c8-c00d-4d14-96d5-95d4c139314f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:26.799891 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c25c8-c00d-4d14-96d5-95d4c139314f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'Port': ['ID=84af7bd9-f1e1-4a6c-8672-ecedb81a591f,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:32:26.815978 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-508c25c8-c00d-4d14-96d5-95d4c139314f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:26.921341 n-d-803603-2 neutron-server[101676]: INFO neutron.db.l3_db [None req-508c25c8-c00d-4d14-96d5-95d4c139314f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Floating IP e42f9a0c-7246-4c8b-be2d-52cfb9175ca1 associated. External IP: 172.25.6.177, port: 3dbfebc1-5bd9-4127-b506-ba94cff43b12. Aug 18 13:32:27.125989 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508c25c8-c00d-4d14-96d5-95d4c139314f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Router bbbf372e-26e0-4549-b843-58600bb3ceb6 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:32:27.236548 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508c25c8-c00d-4d14-96d5-95d4c139314f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:32:27.247358 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13319d83-ff80-4f75-93a0-e15aadbc2f16 None None] Sync routers for ids ['bbbf372e-26e0-4549-b843-58600bb3ceb6'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:32:27.258275 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13319d83-ff80-4f75-93a0-e15aadbc2f16 None None] Routers {'bbbf372e-26e0-4549-b843-58600bb3ceb6'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:32:27.258989 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-13319d83-ff80-4f75-93a0-e15aadbc2f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:32:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['bbbf372e-26e0-4549-b843-58600bb3ceb6'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:32:27.328372 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-508c25c8-c00d-4d14-96d5-95d4c139314f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:27.357068 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-508c25c8-c00d-4d14-96d5-95d4c139314f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1205709 Aug 18 13:32:27.358108 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc85612-1c86-4e36-bcec-6196d149eeb9', 'tag': '3dbfebc1-5bd9-4127-b506-ba94cff43b12'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:32:27.360531 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c2ad31-fda4-481b-b13f-bd1962c6022f" -d '{"events": [{"name": "network-changed", "server_uuid": "bcc85612-1c86-4e36-bcec-6196d149eeb9", "tag": "3dbfebc1-5bd9-4127-b506-ba94cff43b12"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:32:27.372120 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-13319d83-ff80-4f75-93a0-e15aadbc2f16 None None] Set router bbbf372e-26e0-4549-b843-58600bb3ceb6 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:32:27.404603 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7195c6a-a39e-4f17-a7de-8eb7e71f4000 x-openstack-request-id: req-a7195c6a-a39e-4f17-a7de-8eb7e71f4000 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:32:27.404890 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcc85612-1c86-4e36-bcec-6196d149eeb9", "tag": "3dbfebc1-5bd9-4127-b506-ba94cff43b12", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:32:27.405141 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7195c6a-a39e-4f17-a7de-8eb7e71f4000 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:32:27.405543 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc85612-1c86-4e36-bcec-6196d149eeb9', 'tag': '3dbfebc1-5bd9-4127-b506-ba94cff43b12', 'status': 'completed', 'code': 200} Aug 18 13:32:27.500510 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2ad31-fda4-481b-b13f-bd1962c6022f req-f105b125-3313-4630-8619-c88eaf72aed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:32:27.502074 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b4c2ad31-fda4-481b-b13f-bd1962c6022f req-f105b125-3313-4630-8619-c88eaf72aed1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de6dcd8516f24b6895081970e3d21a0a&device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 1097 time: 0.0742850 Aug 18 13:32:27.511419 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371a5e8-688b-491f-8810-326610d00891 req-734714cb-7843-48db-9f77-7c4fc9c03a8f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:32:27.512873 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4371a5e8-688b-491f-8810-326610d00891 req-734714cb-7843-48db-9f77-7c4fc9c03a8f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 946 time: 0.0760436 Aug 18 13:32:27.604325 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4371a5e8-688b-491f-8810-326610d00891 req-59849248-354e-4594-b858-10d7d600b135 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d55b640-32fd-4ff4-abef-1541b6c01d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819302 Aug 18 13:32:27.619966 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-13319d83-ff80-4f75-93a0-e15aadbc2f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbf372e-26e0-4549-b843-58600bb3ceb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140599931', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '62a49074-cdc7-4464-8af1-41dcbcebf627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:32:04Z', 'updated_at': '2021-08-18T13:32:09Z', 'revision_number': 4, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': '62a49074-cdc7-4464-8af1-41dcbcebf627', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbf372e-26e0-4549-b843-58600bb3ceb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:32:05Z', 'updated_at': '2021-08-18T13:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'e42f9a0c-7246-4c8b-be2d-52cfb9175ca1', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'bbbf372e-26e0-4549-b843-58600bb3ceb6', 'port_id': '3dbfebc1-5bd9-4127-b506-ba94cff43b12', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02aaba2a-a84c-4247-9e7d-503a4d9dd05b', 'mac_address': 'fa:16:3e:c6:54:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc85612-1c86-4e36-bcec-6196d149eeb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:32:26Z', 'updated_at': '2021-08-18T13:32:26Z', 'revision_number': 0, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9919b9ec-c5c5-4390-b9e9-b63054c31695', 'name': '', 'network_id': '02aaba2a-a84c-4247-9e7d-503a4d9dd05b', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'mac_address': 'fa:16:3e:17:33:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbf372e-26e0-4549-b843-58600bb3ceb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'ed02167c-638e-487d-8481-a031e3e4bdb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:32:08Z', 'updated_at': '2021-08-18T13:32:14Z', 'revision_number': 5, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'subnets': [{'id': 'ed02167c-638e-487d-8481-a031e3e4bdb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:32:27.627838 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34896) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:32:27.635574 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2ad31-fda4-481b-b13f-bd1962c6022f req-50d7eec5-a2d9-4c05-b67e-ace82f3cd6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:32:27.637147 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b4c2ad31-fda4-481b-b13f-bd1962c6022f req-50d7eec5-a2d9-4c05-b67e-ace82f3cd6a9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=02aaba2a-a84c-4247-9e7d-503a4d9dd05b HTTP/1.1" status: 200 len: 897 time: 0.1233315 Aug 18 13:32:27.647893 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13319d83-ff80-4f75-93a0-e15aadbc2f16 None None] Checking router: bbbf372e-26e0-4549-b843-58600bb3ceb6 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:32:27.657194 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13319d83-ff80-4f75-93a0-e15aadbc2f16 None None] Routers {'bbbf372e-26e0-4549-b843-58600bb3ceb6'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:32:27.657851 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-13319d83-ff80-4f75-93a0-e15aadbc2f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:32:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['bbbf372e-26e0-4549-b843-58600bb3ceb6'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:32:27.712612 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b4c2ad31-fda4-481b-b13f-bd1962c6022f req-cf2f05f3-d47c-46cf-a84b-00cc8e65414c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dbfebc1-5bd9-4127-b506-ba94cff43b12 HTTP/1.1" status: 200 len: 1000 time: 0.0684297 Aug 18 13:32:27.767051 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2ad31-fda4-481b-b13f-bd1962c6022f req-e96a5873-c04d-4301-ad1d-136514c56b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:32:27.768525 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b4c2ad31-fda4-481b-b13f-bd1962c6022f req-e96a5873-c04d-4301-ad1d-136514c56b9a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ed02167c-638e-487d-8481-a031e3e4bdb2 HTTP/1.1" status: 200 len: 835 time: 0.0494406 Aug 18 13:32:27.774110 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-13319d83-ff80-4f75-93a0-e15aadbc2f16 None None] Set router bbbf372e-26e0-4549-b843-58600bb3ceb6 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:32:27.821288 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2ad31-fda4-481b-b13f-bd1962c6022f req-38fa9b64-484c-474b-b3ad-0368a3400b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:32:27.823103 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b4c2ad31-fda4-481b-b13f-bd1962c6022f req-38fa9b64-484c-474b-b3ad-0368a3400b5c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=02aaba2a-a84c-4247-9e7d-503a4d9dd05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480084 Aug 18 13:32:27.931509 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b4c2ad31-fda4-481b-b13f-bd1962c6022f req-937e5e34-f28e-4ad4-a2b9-7a02bc76dff6 service neutron] 10.222.0.39 "GET /v2.0/networks/02aaba2a-a84c-4247-9e7d-503a4d9dd05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008992 Aug 18 13:32:28.042534 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-13319d83-ff80-4f75-93a0-e15aadbc2f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbf372e-26e0-4549-b843-58600bb3ceb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140599931', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '62a49074-cdc7-4464-8af1-41dcbcebf627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:32:04Z', 'updated_at': '2021-08-18T13:32:09Z', 'revision_number': 4, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': '62a49074-cdc7-4464-8af1-41dcbcebf627', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbf372e-26e0-4549-b843-58600bb3ceb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:32:05Z', 'updated_at': '2021-08-18T13:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'e42f9a0c-7246-4c8b-be2d-52cfb9175ca1', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'bbbf372e-26e0-4549-b843-58600bb3ceb6', 'port_id': '3dbfebc1-5bd9-4127-b506-ba94cff43b12', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02aaba2a-a84c-4247-9e7d-503a4d9dd05b', 'mac_address': 'fa:16:3e:c6:54:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc85612-1c86-4e36-bcec-6196d149eeb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:32:26Z', 'updated_at': '2021-08-18T13:32:26Z', 'revision_number': 0, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9919b9ec-c5c5-4390-b9e9-b63054c31695', 'name': '', 'network_id': '02aaba2a-a84c-4247-9e7d-503a4d9dd05b', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'mac_address': 'fa:16:3e:17:33:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbf372e-26e0-4549-b843-58600bb3ceb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'ed02167c-638e-487d-8481-a031e3e4bdb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:32:08Z', 'updated_at': '2021-08-18T13:32:14Z', 'revision_number': 5, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'subnets': [{'id': 'ed02167c-638e-487d-8481-a031e3e4bdb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:32:28.050066 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b4c2ad31-fda4-481b-b13f-bd1962c6022f req-830ad59d-8799-4461-9f1c-6e1adcd1fe53 service neutron] 10.222.0.39 "GET /v2.0/networks/02aaba2a-a84c-4247-9e7d-503a4d9dd05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117303 Aug 18 13:32:28.073011 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13319d83-ff80-4f75-93a0-e15aadbc2f16 None None] The sync data for ids ['bbbf372e-26e0-4549-b843-58600bb3ceb6'] in n-d-803603-2 is: [{'id': 'bbbf372e-26e0-4549-b843-58600bb3ceb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140599931', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '62a49074-cdc7-4464-8af1-41dcbcebf627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:32:04Z', 'updated_at': '2021-08-18T13:32:09Z', 'revision_number': 4, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': '62a49074-cdc7-4464-8af1-41dcbcebf627', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbf372e-26e0-4549-b843-58600bb3ceb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:32:05Z', 'updated_at': '2021-08-18T13:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'e42f9a0c-7246-4c8b-be2d-52cfb9175ca1', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'bbbf372e-26e0-4549-b843-58600bb3ceb6', 'port_id': '3dbfebc1-5bd9-4127-b506-ba94cff43b12', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02aaba2a-a84c-4247-9e7d-503a4d9dd05b', 'mac_address': 'fa:16:3e:c6:54:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc85612-1c86-4e36-bcec-6196d149eeb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:32:26Z', 'updated_at': '2021-08-18T13:32:26Z', 'revision_number': 0, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9919b9ec-c5c5-4390-b9e9-b63054c31695', 'name': '', 'network_id': '02aaba2a-a84c-4247-9e7d-503a4d9dd05b', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'mac_address': 'fa:16:3e:17:33:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbf372e-26e0-4549-b843-58600bb3ceb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'ed02167c-638e-487d-8481-a031e3e4bdb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:32:08Z', 'updated_at': '2021-08-18T13:32:14Z', 'revision_number': 5, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'subnets': [{'id': 'ed02167c-638e-487d-8481-a031e3e4bdb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:32:28.097636 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-af390545-cf78-41a8-91f5-2450cf23bcc1 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/floatingips/e42f9a0c-7246-4c8b-be2d-52cfb9175ca1 HTTP/1.1" status: 200 len: 992 time: 0.4678090 Aug 18 13:32:28.197184 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:28.274429 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ae6266-ef96-439f-b243-0917b80af087 None None] New status for floating IP e42f9a0c-7246-4c8b-be2d-52cfb9175ca1: ACTIVE {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:32:28.968177 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:29.102220 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34900) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:32:29.170519 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-fd540a7e-75b3-4c8d-a33a-80cfa0f867cb tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/floatingips/e42f9a0c-7246-4c8b-be2d-52cfb9175ca1 HTTP/1.1" status: 200 len: 994 time: 0.0669670 Aug 18 13:32:32.624388 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d3320394-38a2-4fd6-8835-08a3c5af4ab4 req-982cf3fa-1040-496c-ae5d-5d5bffe186ed service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396109 Aug 18 13:32:32.706156 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3320394-38a2-4fd6-8835-08a3c5af4ab4 req-a104a7c6-82ee-4205-b43f-16014ee4cd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:32:32.707736 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d3320394-38a2-4fd6-8835-08a3c5af4ab4 req-a104a7c6-82ee-4205-b43f-16014ee4cd1b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=161a0a675dcb4f668dec9565c8db14ad&device_id=aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b HTTP/1.1" status: 200 len: 1096 time: 0.0406189 Aug 18 13:32:32.816233 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3320394-38a2-4fd6-8835-08a3c5af4ab4 req-85ee7627-dc64-4916-a5d0-877a48a692e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:32:32.817837 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d3320394-38a2-4fd6-8835-08a3c5af4ab4 req-85ee7627-dc64-4916-a5d0-877a48a692e6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5a750657-6380-4216-8606-057245bf1333 HTTP/1.1" status: 200 len: 912 time: 0.0905716 Aug 18 13:32:32.889397 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d3320394-38a2-4fd6-8835-08a3c5af4ab4 req-d514d97b-b8e7-459c-bb31-47d483376fee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cae59d49-1350-43f3-91eb-ac2d0dac9db5 HTTP/1.1" status: 200 len: 1000 time: 0.0625725 Aug 18 13:32:32.938896 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3320394-38a2-4fd6-8835-08a3c5af4ab4 req-7ba0a9d7-1876-426e-a8d4-e388eddcb913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:32:32.940396 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d3320394-38a2-4fd6-8835-08a3c5af4ab4 req-7ba0a9d7-1876-426e-a8d4-e388eddcb913 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df130f28-747c-4593-a4e4-fcc4c74ccec3 HTTP/1.1" status: 200 len: 850 time: 0.0442584 Aug 18 13:32:32.989400 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3320394-38a2-4fd6-8835-08a3c5af4ab4 req-72beaed7-1b88-400e-b48b-3b78f22b15bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:32:32.990885 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d3320394-38a2-4fd6-8835-08a3c5af4ab4 req-72beaed7-1b88-400e-b48b-3b78f22b15bc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a750657-6380-4216-8606-057245bf1333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433893 Aug 18 13:32:33.080484 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d3320394-38a2-4fd6-8835-08a3c5af4ab4 req-57dd383d-9357-48f6-acd7-a4c9b1c90282 service neutron] 10.222.0.20 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824001 Aug 18 13:32:33.178798 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d3320394-38a2-4fd6-8835-08a3c5af4ab4 req-d3f674c5-89eb-4a8d-8956-9a9bff091260 service neutron] 10.222.0.20 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917151 Aug 18 13:32:41.671112 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-db77948b-d706-4f47-beba-af142890da6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:43.785367 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5c988c76-3101-4deb-9862-b4e358ac1b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:44.647850 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:45.459245 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:47.447993 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:47.966263 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:32:53.197089 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cb7b0a3f-c322-4a40-805c-749a5b5fbd18 req-119cc586-33d9-4d1d-8458-82fc4e9d8748 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=37643702-ee10-4047-9826-866042be0286&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403473 Aug 18 13:32:53.281803 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b0a3f-c322-4a40-805c-749a5b5fbd18 req-0d60e910-8a7f-4670-aa25-aeac4e088b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:32:53.283336 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cb7b0a3f-c322-4a40-805c-749a5b5fbd18 req-0d60e910-8a7f-4670-aa25-aeac4e088b45 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=161a0a675dcb4f668dec9565c8db14ad&device_id=37643702-ee10-4047-9826-866042be0286 HTTP/1.1" status: 200 len: 1097 time: 0.0444906 Aug 18 13:32:53.391681 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b0a3f-c322-4a40-805c-749a5b5fbd18 req-78a8513b-9bd6-47b1-b7c8-77c800e14728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:32:53.393171 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cb7b0a3f-c322-4a40-805c-749a5b5fbd18 req-78a8513b-9bd6-47b1-b7c8-77c800e14728 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5a750657-6380-4216-8606-057245bf1333 HTTP/1.1" status: 200 len: 912 time: 0.0845859 Aug 18 13:32:53.468537 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cb7b0a3f-c322-4a40-805c-749a5b5fbd18 req-8d12d332-e06e-40a6-93fc-4e9d9763d734 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613 HTTP/1.1" status: 200 len: 1002 time: 0.0633090 Aug 18 13:32:53.517640 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b0a3f-c322-4a40-805c-749a5b5fbd18 req-fdb747f2-6592-4aeb-9af3-1a85939d6fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:32:53.519142 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cb7b0a3f-c322-4a40-805c-749a5b5fbd18 req-fdb747f2-6592-4aeb-9af3-1a85939d6fcc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=df130f28-747c-4593-a4e4-fcc4c74ccec3 HTTP/1.1" status: 200 len: 850 time: 0.0438666 Aug 18 13:32:53.567452 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b0a3f-c322-4a40-805c-749a5b5fbd18 req-562c4cba-4a3b-4e4d-9551-0fec7368f3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:32:53.568917 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cb7b0a3f-c322-4a40-805c-749a5b5fbd18 req-562c4cba-4a3b-4e4d-9551-0fec7368f3a2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5a750657-6380-4216-8606-057245bf1333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410123 Aug 18 13:32:53.661642 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cb7b0a3f-c322-4a40-805c-749a5b5fbd18 req-7e11ffdd-7502-4f65-86e9-f81a9926c72a service neutron] 10.222.0.39 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850608 Aug 18 13:32:53.755214 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cb7b0a3f-c322-4a40-805c-749a5b5fbd18 req-be34b755-3b8d-43cf-aba1-93f11d63adf5 service neutron] 10.222.0.39 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850699 Aug 18 13:32:55.811857 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f60d7d-0919-444f-ae66-4efdf46e3387 req-d2c1023b-d86d-4564-a94e-cdb91adb05e7 tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:32:55.813372 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-69f60d7d-0919-444f-ae66-4efdf46e3387 req-d2c1023b-d86d-4564-a94e-cdb91adb05e7 tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 1097 time: 0.0402226 Aug 18 13:32:55.832680 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-69f60d7d-0919-444f-ae66-4efdf46e3387 req-1ceb8ae3-a161-4b8d-bf67-5e7b2da902cc tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:55.924659 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-69f60d7d-0919-444f-ae66-4efdf46e3387 req-1ceb8ae3-a161-4b8d-bf67-5e7b2da902cc tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:56.007690 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-69f60d7d-0919-444f-ae66-4efdf46e3387 req-1ceb8ae3-a161-4b8d-bf67-5e7b2da902cc tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:56.031146 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-69f60d7d-0919-444f-ae66-4efdf46e3387 req-1ceb8ae3-a161-4b8d-bf67-5e7b2da902cc tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1d55b640-32fd-4ff4-abef-1541b6c01d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2106526 Aug 18 13:32:56.040873 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb8ae3-a161-4b8d-bf67-5e7b2da902cc tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445de43a-66c5-4c00-adec-3b4ad91458c8,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:32:56.048424 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceb8ae3-a161-4b8d-bf67-5e7b2da902cc tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:32:56.054527 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceb8ae3-a161-4b8d-bf67-5e7b2da902cc tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:32:56.054527 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceb8ae3-a161-4b8d-bf67-5e7b2da902cc tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:32:56.054527 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceb8ae3-a161-4b8d-bf67-5e7b2da902cc tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:32:56.054527 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceb8ae3-a161-4b8d-bf67-5e7b2da902cc tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:32:56.054527 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceb8ae3-a161-4b8d-bf67-5e7b2da902cc tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:32:56.054527 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceb8ae3-a161-4b8d-bf67-5e7b2da902cc tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:32:56.054527 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceb8ae3-a161-4b8d-bf67-5e7b2da902cc tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:32:56.054527 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceb8ae3-a161-4b8d-bf67-5e7b2da902cc tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:32:56.054527 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceb8ae3-a161-4b8d-bf67-5e7b2da902cc tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:32:56.054527 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceb8ae3-a161-4b8d-bf67-5e7b2da902cc tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:32:56.054527 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceb8ae3-a161-4b8d-bf67-5e7b2da902cc tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:32:56.151246 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a42b47-3f3a-419a-a032-d7da6e3a14f3 req-0731f9ed-8691-4542-a404-3bbdddbaded2 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:32:56.152732 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-46a42b47-3f3a-419a-a032-d7da6e3a14f3 req-0731f9ed-8691-4542-a404-3bbdddbaded2 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 946 time: 0.0496857 Aug 18 13:32:56.190660 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-46a42b47-3f3a-419a-a032-d7da6e3a14f3 req-c953411e-52d1-45f4-bb69-7d068a00dd02 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d55b640-32fd-4ff4-abef-1541b6c01d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318363 Aug 18 13:32:56.216572 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34920) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:32:56.282381 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-52e65d20-7f66-4050-911d-e4528118e4cb tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/floatingips/e42f9a0c-7246-4c8b-be2d-52cfb9175ca1 HTTP/1.1" status: 200 len: 994 time: 0.0646465 Aug 18 13:32:57.096428 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273591a2-3b74-4e54-9305-1c657f63683a req-12825fe5-0a5d-48e5-9635-3d7b8fe914d9 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:32:57.098766 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-273591a2-3b74-4e54-9305-1c657f63683a req-12825fe5-0a5d-48e5-9635-3d7b8fe914d9 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 946 time: 0.0503936 Aug 18 13:32:57.137088 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-273591a2-3b74-4e54-9305-1c657f63683a req-aa0e6178-d3e6-4088-8167-a057d5df82fe tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d55b640-32fd-4ff4-abef-1541b6c01d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328355 Aug 18 13:32:57.199139 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 34934) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:32:57.290649 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-13300815-039a-4617-a2ac-81a1b75e8c17 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0903633 Aug 18 13:32:58.229858 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:58.254724 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e64bb52-4b43-4bc4-ac72-27eca61c2a6f req-64470684-f414-4687-aa9c-493fba949aa0 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:32:58.256201 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1e64bb52-4b43-4bc4-ac72-27eca61c2a6f req-64470684-f414-4687-aa9c-493fba949aa0 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 946 time: 0.0487368 Aug 18 13:32:58.296006 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1e64bb52-4b43-4bc4-ac72-27eca61c2a6f req-0f6b03d4-8488-428f-983a-667e47707727 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d55b640-32fd-4ff4-abef-1541b6c01d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335650 Aug 18 13:32:58.967500 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:32:59.415480 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abe174-840f-421f-add1-7d38c25e81b9 req-e2efbf2e-13be-4ddc-93ba-634c1dcfdf6e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:32:59.417061 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-23abe174-840f-421f-add1-7d38c25e81b9 req-e2efbf2e-13be-4ddc-93ba-634c1dcfdf6e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 946 time: 0.0523584 Aug 18 13:32:59.454933 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-23abe174-840f-421f-add1-7d38c25e81b9 req-cbb04aec-45b2-4080-814c-25e11f2c4d2f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d55b640-32fd-4ff4-abef-1541b6c01d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318165 Aug 18 13:32:59.615719 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-27b6fe99-beec-437c-8889-37d2c6f42410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:32:59.617128 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-27b6fe99-beec-437c-8889-37d2c6f42410 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de6dcd8516f24b6895081970e3d21a0a&device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 1097 time: 0.0452514 Aug 18 13:32:59.708318 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-0ec18975-9611-44b3-9b9f-544a07a6d8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:32:59.709828 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-0ec18975-9611-44b3-9b9f-544a07a6d8b4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=02aaba2a-a84c-4247-9e7d-503a4d9dd05b HTTP/1.1" status: 200 len: 897 time: 0.0853798 Aug 18 13:32:59.779944 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-190f0ef8-0b4e-4fee-82d2-963816d9072c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dbfebc1-5bd9-4127-b506-ba94cff43b12 HTTP/1.1" status: 200 len: 1002 time: 0.0628173 Aug 18 13:32:59.831993 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-a31a7581-d031-4866-8f8e-9404b84d1df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:32:59.833505 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-a31a7581-d031-4866-8f8e-9404b84d1df2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ed02167c-638e-487d-8481-a031e3e4bdb2 HTTP/1.1" status: 200 len: 835 time: 0.0438900 Aug 18 13:32:59.880569 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-3c522e24-13c1-4e49-adce-acaec32ab4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:32:59.882536 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-3c522e24-13c1-4e49-adce-acaec32ab4a0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=02aaba2a-a84c-4247-9e7d-503a4d9dd05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417128 Aug 18 13:33:00.255156 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-5e4565e3-5c16-4d85-813d-8c22dac29d8e service neutron] 10.222.0.39 "GET /v2.0/networks/02aaba2a-a84c-4247-9e7d-503a4d9dd05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649597 Aug 18 13:33:00.347433 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-0931a7c9-9742-4628-8f4d-3c2a3be5b515 service neutron] 10.222.0.39 "GET /v2.0/networks/02aaba2a-a84c-4247-9e7d-503a4d9dd05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853150 Aug 18 13:33:00.576417 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22369ca-fa3c-4ade-94a1-e9b2ad711397 req-c25fc43c-da15-4361-a9e9-3c7946f8032e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:00.577892 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b22369ca-fa3c-4ade-94a1-e9b2ad711397 req-c25fc43c-da15-4361-a9e9-3c7946f8032e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 946 time: 0.0510046 Aug 18 13:33:00.621335 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b22369ca-fa3c-4ade-94a1-e9b2ad711397 req-5cc155e0-9142-41e9-bfa3-75f7e5da6829 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d55b640-32fd-4ff4-abef-1541b6c01d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371225 Aug 18 13:33:01.742243 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8b2f0-4797-4366-84a8-b188edbbaabd req-f122d635-1a8d-4d94-9f41-2e944f61e7cb tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:01.743796 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f8c8b2f0-4797-4366-84a8-b188edbbaabd req-f122d635-1a8d-4d94-9f41-2e944f61e7cb tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 946 time: 0.0533309 Aug 18 13:33:01.781772 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f8c8b2f0-4797-4366-84a8-b188edbbaabd req-dd5faac1-74f7-4599-932b-0b295fc6b130 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d55b640-32fd-4ff4-abef-1541b6c01d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317714 Aug 18 13:33:02.896375 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e7672-4313-41b7-baa6-1fe8e5dd277b req-cff76b16-8045-42db-9a83-122383ada77b tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:02.897898 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d25e7672-4313-41b7-baa6-1fe8e5dd277b req-cff76b16-8045-42db-9a83-122383ada77b tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 946 time: 0.0504291 Aug 18 13:33:02.936652 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d25e7672-4313-41b7-baa6-1fe8e5dd277b req-5cbd5f25-9b1b-4cfb-b676-1a7fa0110b67 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d55b640-32fd-4ff4-abef-1541b6c01d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326967 Aug 18 13:33:04.059801 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeecef03-6ca9-4a12-9404-f1a9dafd590a req-433ccda5-a389-4934-919b-83592facd0f0 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:04.061304 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aeecef03-6ca9-4a12-9404-f1a9dafd590a req-433ccda5-a389-4934-919b-83592facd0f0 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 946 time: 0.0535507 Aug 18 13:33:04.101344 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aeecef03-6ca9-4a12-9404-f1a9dafd590a req-d053345b-da6c-4b9e-a158-3b8f19b7e72a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d55b640-32fd-4ff4-abef-1541b6c01d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340173 Aug 18 13:33:05.218301 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d2669-295b-43a0-805d-14a6f1341827 req-40c53058-8905-481f-8ce5-bcfce11a2e67 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:05.219783 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8b9d2669-295b-43a0-805d-14a6f1341827 req-40c53058-8905-481f-8ce5-bcfce11a2e67 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 946 time: 0.0499995 Aug 18 13:33:05.259078 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8b9d2669-295b-43a0-805d-14a6f1341827 req-22373631-50e0-4b59-804e-5d82458842d8 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d55b640-32fd-4ff4-abef-1541b6c01d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332000 Aug 18 13:33:06.376520 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83443ce-101a-449a-8a6a-20c51f89f376 req-ecaa30b4-aa90-4943-9f3c-553ea957591b tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:06.378066 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f83443ce-101a-449a-8a6a-20c51f89f376 req-ecaa30b4-aa90-4943-9f3c-553ea957591b tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 946 time: 0.0509715 Aug 18 13:33:06.417043 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f83443ce-101a-449a-8a6a-20c51f89f376 req-c636fd16-f1f2-4019-9ba9-ffe4a97b09cf tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d55b640-32fd-4ff4-abef-1541b6c01d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326905 Aug 18 13:33:07.531528 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cca7c2-a438-42eb-b20b-5511cf695b88 req-27391cb0-73e6-4be7-8cf6-ce3ec3c4b8b7 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:07.533233 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-35cca7c2-a438-42eb-b20b-5511cf695b88 req-27391cb0-73e6-4be7-8cf6-ce3ec3c4b8b7 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 946 time: 0.0491672 Aug 18 13:33:07.576530 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-35cca7c2-a438-42eb-b20b-5511cf695b88 req-71209671-8625-41f7-a44a-5dd96996f6c2 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d55b640-32fd-4ff4-abef-1541b6c01d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366585 Aug 18 13:33:08.696145 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827da1f4-0ead-43d1-a832-5329dab87dd5 req-a845c0d3-0dbd-4706-9a0e-a12f0f97327e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:08.697648 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-827da1f4-0ead-43d1-a832-5329dab87dd5 req-a845c0d3-0dbd-4706-9a0e-a12f0f97327e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 946 time: 0.0528791 Aug 18 13:33:08.735109 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-827da1f4-0ead-43d1-a832-5329dab87dd5 req-5eb808a6-94b7-4233-a33c-47047025964c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d55b640-32fd-4ff4-abef-1541b6c01d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314870 Aug 18 13:33:09.853029 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6911378-37d4-457a-a8ad-fb79dd2a09ec req-6dd39398-a2b6-4127-8770-89d7efa2d746 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:09.854632 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a6911378-37d4-457a-a8ad-fb79dd2a09ec req-6dd39398-a2b6-4127-8770-89d7efa2d746 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 946 time: 0.0511508 Aug 18 13:33:09.893383 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a6911378-37d4-457a-a8ad-fb79dd2a09ec req-747615e0-5ad6-4257-98ec-0452a8d2f83e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d55b640-32fd-4ff4-abef-1541b6c01d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328615 Aug 18 13:33:11.009860 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d716a4-79a2-4baf-94b0-0041bbbe79b7 req-4ce56804-baa5-4a4a-930c-5c2b82a7a626 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:11.011356 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b7d716a4-79a2-4baf-94b0-0041bbbe79b7 req-4ce56804-baa5-4a4a-930c-5c2b82a7a626 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 946 time: 0.0499852 Aug 18 13:33:11.049678 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b7d716a4-79a2-4baf-94b0-0041bbbe79b7 req-b7c3a9d2-a272-4f3b-9a3c-b2ced2106534 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d55b640-32fd-4ff4-abef-1541b6c01d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323102 Aug 18 13:33:11.703661 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ee137601-ddcc-446d-9ccb-5ffc9c84e15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:12.168038 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5b4f0-36eb-4474-83c0-7fc0d510a7cb req-63b7cb90-6378-45a1-aa24-6240f1f1515c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:12.169423 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-61c5b4f0-36eb-4474-83c0-7fc0d510a7cb req-63b7cb90-6378-45a1-aa24-6240f1f1515c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 946 time: 0.0501246 Aug 18 13:33:12.207027 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-61c5b4f0-36eb-4474-83c0-7fc0d510a7cb req-2a787162-b50f-4b42-bca6-85b5f169d962 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d55b640-32fd-4ff4-abef-1541b6c01d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315619 Aug 18 13:33:13.324485 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cca025-f52e-4d3d-8ee0-8b4dd589f191 req-c8ffe4ea-e54c-480c-8855-6185f33cc89c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:13.325987 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-08cca025-f52e-4d3d-8ee0-8b4dd589f191 req-c8ffe4ea-e54c-480c-8855-6185f33cc89c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 946 time: 0.0486543 Aug 18 13:33:13.364356 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-08cca025-f52e-4d3d-8ee0-8b4dd589f191 req-0f461c3e-5872-4fb3-a66f-d6c6d75e54e7 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d55b640-32fd-4ff4-abef-1541b6c01d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323408 Aug 18 13:33:13.755690 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ac444ff6-66cf-4c03-8cd4-9aef693a0308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:14.482961 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324640a7-b5f6-479e-ab80-af3c79d2cffc req-04ed189b-3d96-4e1c-bfab-1bc231a51181 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:14.484466 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-324640a7-b5f6-479e-ab80-af3c79d2cffc req-04ed189b-3d96-4e1c-bfab-1bc231a51181 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 946 time: 0.0492079 Aug 18 13:33:14.529180 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-324640a7-b5f6-479e-ab80-af3c79d2cffc req-4e96b81b-e157-4991-974a-b629ec164045 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d55b640-32fd-4ff4-abef-1541b6c01d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385823 Aug 18 13:33:14.590097 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:15.469881 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:15.647944 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17034702-b0ff-4e2a-b8f0-4942094ee800 req-6627148d-5dcb-43a3-a899-f8408d2f9332 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:15.649987 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-17034702-b0ff-4e2a-b8f0-4942094ee800 req-6627148d-5dcb-43a3-a899-f8408d2f9332 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 946 time: 0.0535712 Aug 18 13:33:15.688791 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-17034702-b0ff-4e2a-b8f0-4942094ee800 req-e28d070a-fe4f-4e89-9bb2-206898c4c4a6 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d55b640-32fd-4ff4-abef-1541b6c01d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326416 Aug 18 13:33:16.802914 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53673e74-a5ca-45b2-a86f-ccade360d985 req-1aa06254-b9f2-45b9-966d-60556673becf tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:16.804391 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-53673e74-a5ca-45b2-a86f-ccade360d985 req-1aa06254-b9f2-45b9-966d-60556673becf tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 946 time: 0.0488501 Aug 18 13:33:16.842250 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-53673e74-a5ca-45b2-a86f-ccade360d985 req-303dded8-b12d-44e3-9435-f79b236a7622 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d55b640-32fd-4ff4-abef-1541b6c01d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314741 Aug 18 13:33:17.475673 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:17.488609 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-c382bb4e-42ec-4b1b-855d-465a44eb4b0e service neutron] show failed (client error): The resource could not be found. Aug 18 13:33:17.489633 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-c382bb4e-42ec-4b1b-855d-465a44eb4b0e service neutron] 10.222.0.39 "GET /v2.0/ports/3dbfebc1-5bd9-4127-b506-ba94cff43b12/bindings/n-h2-803603-2 HTTP/1.1" status: 404 len: 380 time: 0.0559218 Aug 18 13:33:17.957470 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab2f86-8c26-4c50-bd93-bb0675a3571d req-00a635c6-23ad-4c68-aa53-75fabbe7cda9 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:17.959025 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e6ab2f86-8c26-4c50-bd93-bb0675a3571d req-00a635c6-23ad-4c68-aa53-75fabbe7cda9 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 946 time: 0.0504930 Aug 18 13:33:17.999279 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e6ab2f86-8c26-4c50-bd93-bb0675a3571d req-237ecb44-286c-4222-bba8-85509f386489 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d55b640-32fd-4ff4-abef-1541b6c01d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330193 Aug 18 13:33:18.121906 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-73104881-5343-432e-bb92-68ebacd2efd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:18.123454 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-73104881-5343-432e-bb92-68ebacd2efd9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9&tenant_id=de6dcd8516f24b6895081970e3d21a0a HTTP/1.1" status: 200 len: 1097 time: 0.0724449 Aug 18 13:33:18.137474 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-ede5aac1-e041-4e5a-9602-98638b0387f4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803603-2', 'device_owner': 'compute:nova'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:33:18.193728 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-ede5aac1-e041-4e5a-9602-98638b0387f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:18.394257 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-ede5aac1-e041-4e5a-9602-98638b0387f4 service neutron] For port 3dbfebc1-5bd9-4127-b506-ba94cff43b12, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=3dbfebc1-5bd9-4127-b506-ba94cff43b12,segment=NetworkSegment(bb381602-d490-478c-bbc2-564caff6d51e),segment_id=bb381602-d490-478c-bbc2-564caff6d51e)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:33:18.427167 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-ede5aac1-e041-4e5a-9602-98638b0387f4 service neutron] For port 3dbfebc1-5bd9-4127-b506-ba94cff43b12, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:33:18.466020 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc85612-1c86-4e36-bcec-6196d149eeb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dbfebc1-5bd9-4127-b506-ba94cff43b12'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:33:18.468460 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f33c6a7-58d5-4ce8-8ba2-8d86e75a3fd8" -d '{"events": [{"server_uuid": "bcc85612-1c86-4e36-bcec-6196d149eeb9", "name": "network-vif-unplugged", "status": "completed", "tag": "3dbfebc1-5bd9-4127-b506-ba94cff43b12"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:33:18.472151 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-ede5aac1-e041-4e5a-9602-98638b0387f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:18.484798 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-ede5aac1-e041-4e5a-9602-98638b0387f4 service neutron] Transition to ACTIVE for port object 3dbfebc1-5bd9-4127-b506-ba94cff43b12 will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:33:18.579930 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 13:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987556ba-369a-4d26-a785-99a9f38799e2 x-openstack-request-id: req-987556ba-369a-4d26-a785-99a9f38799e2 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:33:18.580309 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc85612-1c86-4e36-bcec-6196d149eeb9", "name": "network-vif-unplugged", "status": "completed", "tag": "3dbfebc1-5bd9-4127-b506-ba94cff43b12", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:33:18.580556 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-987556ba-369a-4d26-a785-99a9f38799e2 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:33:18.580953 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc85612-1c86-4e36-bcec-6196d149eeb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dbfebc1-5bd9-4127-b506-ba94cff43b12', 'code': 200} Aug 18 13:33:18.619055 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-ede5aac1-e041-4e5a-9602-98638b0387f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:18.729345 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede5aac1-e041-4e5a-9602-98638b0387f4 service neutron] Pushing event updated for resources: {'Port': ['ID=3dbfebc1-5bd9-4127-b506-ba94cff43b12,revision_number=6']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:33:18.747388 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5aac1-e041-4e5a-9602-98638b0387f4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:33:18.747729 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5aac1-e041-4e5a-9602-98638b0387f4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:33:18.748069 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5aac1-e041-4e5a-9602-98638b0387f4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:33:18.748446 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5aac1-e041-4e5a-9602-98638b0387f4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:33:18.748778 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5aac1-e041-4e5a-9602-98638b0387f4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:33:18.749104 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5aac1-e041-4e5a-9602-98638b0387f4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:33:18.749426 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5aac1-e041-4e5a-9602-98638b0387f4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:33:18.749749 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5aac1-e041-4e5a-9602-98638b0387f4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:33:18.750070 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5aac1-e041-4e5a-9602-98638b0387f4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:33:18.750427 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5aac1-e041-4e5a-9602-98638b0387f4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:33:18.750750 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5aac1-e041-4e5a-9602-98638b0387f4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:33:18.751068 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5aac1-e041-4e5a-9602-98638b0387f4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:33:18.803964 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-ede5aac1-e041-4e5a-9602-98638b0387f4 service neutron] No DVR routers for this DVR port 3dbfebc1-5bd9-4127-b506-ba94cff43b12 on host n-h1-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:33:18.935859 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-ede5aac1-e041-4e5a-9602-98638b0387f4 service neutron] Attempting to bind port 3dbfebc1-5bd9-4127-b506-ba94cff43b12 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:33:18.936136 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-ede5aac1-e041-4e5a-9602-98638b0387f4 service neutron] Attempting to bind port 3dbfebc1-5bd9-4127-b506-ba94cff43b12 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': 'bb381602-d490-478c-bbc2-564caff6d51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '02aaba2a-a84c-4247-9e7d-503a4d9dd05b'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:33:18.936461 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-ede5aac1-e041-4e5a-9602-98638b0387f4 service neutron] Attempting to bind port 3dbfebc1-5bd9-4127-b506-ba94cff43b12 on network 02aaba2a-a84c-4247-9e7d-503a4d9dd05b {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:33:18.940659 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-ede5aac1-e041-4e5a-9602-98638b0387f4 service neutron] Port 3dbfebc1-5bd9-4127-b506-ba94cff43b12 on network 02aaba2a-a84c-4247-9e7d-503a4d9dd05b not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:33:18.940980 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-ede5aac1-e041-4e5a-9602-98638b0387f4 service neutron] Attempting to bind port 3dbfebc1-5bd9-4127-b506-ba94cff43b12 on network 02aaba2a-a84c-4247-9e7d-503a4d9dd05b {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:33:18.945722 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-ede5aac1-e041-4e5a-9602-98638b0387f4 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:33:18.946053 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-ede5aac1-e041-4e5a-9602-98638b0387f4 service neutron] Checking segment: {'id': 'bb381602-d490-478c-bbc2-564caff6d51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '02aaba2a-a84c-4247-9e7d-503a4d9dd05b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:33:18.946467 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-ede5aac1-e041-4e5a-9602-98638b0387f4 service neutron] Bound using segment: {'id': 'bb381602-d490-478c-bbc2-564caff6d51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '02aaba2a-a84c-4247-9e7d-503a4d9dd05b'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:33:18.946887 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-ede5aac1-e041-4e5a-9602-98638b0387f4 service neutron] Bound port: 3dbfebc1-5bd9-4127-b506-ba94cff43b12, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb381602-d490-478c-bbc2-564caff6d51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '02aaba2a-a84c-4247-9e7d-503a4d9dd05b'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:33:18.947241 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-ede5aac1-e041-4e5a-9602-98638b0387f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:19.012409 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-ede5aac1-e041-4e5a-9602-98638b0387f4 service neutron] For port 3dbfebc1-5bd9-4127-b506-ba94cff43b12, host n-h2-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:33:19.015486 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-ede5aac1-e041-4e5a-9602-98638b0387f4 service neutron] For port 3dbfebc1-5bd9-4127-b506-ba94cff43b12, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=3dbfebc1-5bd9-4127-b506-ba94cff43b12,segment=NetworkSegment(bb381602-d490-478c-bbc2-564caff6d51e),segment_id=bb381602-d490-478c-bbc2-564caff6d51e)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:33:19.082048 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-ede5aac1-e041-4e5a-9602-98638b0387f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:19.118889 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-ede5aac1-e041-4e5a-9602-98638b0387f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:19.119591 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-ede5aac1-e041-4e5a-9602-98638b0387f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:19.120904 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-ede5aac1-e041-4e5a-9602-98638b0387f4 service neutron] 10.222.0.20 "PUT /v2.0/ports/3dbfebc1-5bd9-4127-b506-ba94cff43b12 HTTP/1.1" status: 200 len: 1092 time: 0.9880011 Aug 18 13:33:19.129857 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af269c-8d93-4737-9c6d-1318249c8b90 req-b07ebaf6-6f79-4593-acea-e9d7b3bdd905 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:19.132222 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b0af269c-8d93-4737-9c6d-1318249c8b90 req-b07ebaf6-6f79-4593-acea-e9d7b3bdd905 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 944 time: 0.0629802 Aug 18 13:33:19.148897 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede5aac1-e041-4e5a-9602-98638b0387f4 service neutron] Pushing event updated for resources: {'Port': ['ID=3dbfebc1-5bd9-4127-b506-ba94cff43b12,revision_number=7']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:33:19.183474 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b0af269c-8d93-4737-9c6d-1318249c8b90 req-0110cb0e-0e3b-4b97-b39f-0f83d5db619b tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d55b640-32fd-4ff4-abef-1541b6c01d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441096 Aug 18 13:33:19.200908 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-52c0b15f-5e55-4cd0-91f3-937ba9563918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:19.202685 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-52c0b15f-5e55-4cd0-91f3-937ba9563918 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de6dcd8516f24b6895081970e3d21a0a&device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 1095 time: 0.0507052 Aug 18 13:33:19.297643 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-619d7f3d-3c1e-42d1-a819-8dff246fefce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:19.299199 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-619d7f3d-3c1e-42d1-a819-8dff246fefce service neutron] 10.222.0.20 "GET /v2.0/networks?id=02aaba2a-a84c-4247-9e7d-503a4d9dd05b HTTP/1.1" status: 200 len: 897 time: 0.0897033 Aug 18 13:33:19.378713 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-479ecbc1-cc7c-4423-af20-843fa164f513 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dbfebc1-5bd9-4127-b506-ba94cff43b12 HTTP/1.1" status: 200 len: 1000 time: 0.0700679 Aug 18 13:33:19.427668 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-d869edb7-5be5-4b65-9ce2-ccfb32049a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:19.429052 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-d869edb7-5be5-4b65-9ce2-ccfb32049a44 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ed02167c-638e-487d-8481-a031e3e4bdb2 HTTP/1.1" status: 200 len: 835 time: 0.0436878 Aug 18 13:33:19.476183 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-b8a8d9a8-584a-460a-b91f-08b2b0ecd8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:19.477705 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-b8a8d9a8-584a-460a-b91f-08b2b0ecd8ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=02aaba2a-a84c-4247-9e7d-503a4d9dd05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404744 Aug 18 13:33:19.572481 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-aab774f3-6ba2-48de-aa79-728a8f413ae7 service neutron] 10.222.0.20 "GET /v2.0/networks/02aaba2a-a84c-4247-9e7d-503a4d9dd05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866172 Aug 18 13:33:19.663458 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-27a57f40-0ffc-44ea-8079-9852105d6a4b req-1f506def-f5a8-4714-aefe-a08e510c479c service neutron] 10.222.0.20 "GET /v2.0/networks/02aaba2a-a84c-4247-9e7d-503a4d9dd05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810416 Aug 18 13:33:20.309324 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1021f1d5-991e-4e82-b0ff-2b039e5d1223 req-117b86ee-ece3-4c00-a686-90bdb6c208f2 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:20.310726 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1021f1d5-991e-4e82-b0ff-2b039e5d1223 req-117b86ee-ece3-4c00-a686-90bdb6c208f2 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 944 time: 0.0498655 Aug 18 13:33:20.348425 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1021f1d5-991e-4e82-b0ff-2b039e5d1223 req-15831654-6980-49f5-a52f-782db507ab78 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d55b640-32fd-4ff4-abef-1541b6c01d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316801 Aug 18 13:33:20.582453 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc85612-1c86-4e36-bcec-6196d149eeb9', 'tag': '3dbfebc1-5bd9-4127-b506-ba94cff43b12'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:33:20.584935 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5addf7-5191-481d-b4d8-bec38ff86240" -d '{"events": [{"name": "network-changed", "server_uuid": "bcc85612-1c86-4e36-bcec-6196d149eeb9", "tag": "3dbfebc1-5bd9-4127-b506-ba94cff43b12"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:33:20.631981 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a5536f-811c-4b7f-8d19-775c4efa617d x-openstack-request-id: req-94a5536f-811c-4b7f-8d19-775c4efa617d {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:33:20.632274 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcc85612-1c86-4e36-bcec-6196d149eeb9", "tag": "3dbfebc1-5bd9-4127-b506-ba94cff43b12", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:33:20.632524 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94a5536f-811c-4b7f-8d19-775c4efa617d {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:33:20.632936 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc85612-1c86-4e36-bcec-6196d149eeb9', 'tag': '3dbfebc1-5bd9-4127-b506-ba94cff43b12', 'status': 'completed', 'code': 200} Aug 18 13:33:20.690927 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5addf7-5191-481d-b4d8-bec38ff86240 req-ee78f0e4-a129-48cb-800e-ae6e28a8b9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:20.692462 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ed5addf7-5191-481d-b4d8-bec38ff86240 req-ee78f0e4-a129-48cb-800e-ae6e28a8b9a5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de6dcd8516f24b6895081970e3d21a0a&device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 1095 time: 0.0410376 Aug 18 13:33:20.699556 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5addf7-5191-481d-b4d8-bec38ff86240 req-30a88dfd-b4ee-4e71-9c9a-425658d7fb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:20.701044 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ed5addf7-5191-481d-b4d8-bec38ff86240 req-30a88dfd-b4ee-4e71-9c9a-425658d7fb31 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de6dcd8516f24b6895081970e3d21a0a&device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 1095 time: 0.0450380 Aug 18 13:33:20.789267 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5addf7-5191-481d-b4d8-bec38ff86240 req-b8f96b20-142b-4d4d-97a3-ac5c9b3cebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:20.790777 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ed5addf7-5191-481d-b4d8-bec38ff86240 req-b8f96b20-142b-4d4d-97a3-ac5c9b3cebc5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=02aaba2a-a84c-4247-9e7d-503a4d9dd05b HTTP/1.1" status: 200 len: 897 time: 0.0914347 Aug 18 13:33:20.794820 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5addf7-5191-481d-b4d8-bec38ff86240 req-c3e823c1-484d-4a81-beba-e309a5e7999e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:20.796277 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ed5addf7-5191-481d-b4d8-bec38ff86240 req-c3e823c1-484d-4a81-beba-e309a5e7999e service neutron] 10.222.0.20 "GET /v2.0/networks?id=02aaba2a-a84c-4247-9e7d-503a4d9dd05b HTTP/1.1" status: 200 len: 897 time: 0.0869644 Aug 18 13:33:20.858515 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ed5addf7-5191-481d-b4d8-bec38ff86240 req-40f195f1-d059-4b8b-93d0-5edc0adfe063 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dbfebc1-5bd9-4127-b506-ba94cff43b12 HTTP/1.1" status: 200 len: 1000 time: 0.0610762 Aug 18 13:33:20.868211 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ed5addf7-5191-481d-b4d8-bec38ff86240 req-fd7c36dc-956f-41b7-8830-27cce997720f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dbfebc1-5bd9-4127-b506-ba94cff43b12 HTTP/1.1" status: 200 len: 1000 time: 0.0632787 Aug 18 13:33:20.909161 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5addf7-5191-481d-b4d8-bec38ff86240 req-70d25181-7fb8-42ae-bc13-01f8077a9c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:20.910661 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ed5addf7-5191-481d-b4d8-bec38ff86240 req-70d25181-7fb8-42ae-bc13-01f8077a9c8c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ed02167c-638e-487d-8481-a031e3e4bdb2 HTTP/1.1" status: 200 len: 835 time: 0.0450592 Aug 18 13:33:20.920403 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5addf7-5191-481d-b4d8-bec38ff86240 req-56a4ec39-9607-4ad8-a307-c848ee625ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:20.921839 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ed5addf7-5191-481d-b4d8-bec38ff86240 req-56a4ec39-9607-4ad8-a307-c848ee625ee2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ed02167c-638e-487d-8481-a031e3e4bdb2 HTTP/1.1" status: 200 len: 835 time: 0.0452197 Aug 18 13:33:20.960269 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5addf7-5191-481d-b4d8-bec38ff86240 req-b0b56edc-85ec-451b-8b06-8f8fb5f3e2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:20.962420 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ed5addf7-5191-481d-b4d8-bec38ff86240 req-b0b56edc-85ec-451b-8b06-8f8fb5f3e2d6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=02aaba2a-a84c-4247-9e7d-503a4d9dd05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448148 Aug 18 13:33:20.970513 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5addf7-5191-481d-b4d8-bec38ff86240 req-4744028e-3a1d-41ce-8346-d8c4faca22a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:20.971757 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ed5addf7-5191-481d-b4d8-bec38ff86240 req-4744028e-3a1d-41ce-8346-d8c4faca22a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=02aaba2a-a84c-4247-9e7d-503a4d9dd05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415711 Aug 18 13:33:21.053736 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ed5addf7-5191-481d-b4d8-bec38ff86240 req-515af0d5-510a-46b6-a5d4-9b4139cb9613 service neutron] 10.222.0.39 "GET /v2.0/networks/02aaba2a-a84c-4247-9e7d-503a4d9dd05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844851 Aug 18 13:33:21.066140 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ed5addf7-5191-481d-b4d8-bec38ff86240 req-2584faae-9882-4a60-922a-b64971742f20 service neutron] 10.222.0.20 "GET /v2.0/networks/02aaba2a-a84c-4247-9e7d-503a4d9dd05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865159 Aug 18 13:33:21.136898 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 3dbfebc1-5bd9-4127-b506-ba94cff43b12 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:33:21.150677 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ed5addf7-5191-481d-b4d8-bec38ff86240 req-b6b964e1-1c79-4372-b1c6-1b8000519fd6 service neutron] 10.222.0.39 "GET /v2.0/networks/02aaba2a-a84c-4247-9e7d-503a4d9dd05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893967 Aug 18 13:33:21.158861 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ed5addf7-5191-481d-b4d8-bec38ff86240 req-84d5ac7b-787b-4ba3-8c50-e9651a813b46 service neutron] 10.222.0.20 "GET /v2.0/networks/02aaba2a-a84c-4247-9e7d-503a4d9dd05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846801 Aug 18 13:33:21.183580 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 3dbfebc1-5bd9-4127-b506-ba94cff43b12 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:33:21.469481 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c2266-c4d8-4c98-9d2f-08a8c5173f00 req-0d0acac0-be6d-430d-899c-52e07b6b05a4 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:21.470997 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ad8c2266-c4d8-4c98-9d2f-08a8c5173f00 req-0d0acac0-be6d-430d-899c-52e07b6b05a4 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 944 time: 0.0535479 Aug 18 13:33:21.515799 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ad8c2266-c4d8-4c98-9d2f-08a8c5173f00 req-74606537-40bf-4eca-9c6e-865d7f21cd27 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d55b640-32fd-4ff4-abef-1541b6c01d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388887 Aug 18 13:33:22.634951 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b73e3-dbc0-455d-b071-301296cc8097 req-3d0ba61f-fb43-4067-a429-625f4ccef3c3 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:22.636435 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-676b73e3-dbc0-455d-b071-301296cc8097 req-3d0ba61f-fb43-4067-a429-625f4ccef3c3 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 944 time: 0.0504575 Aug 18 13:33:22.674985 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-676b73e3-dbc0-455d-b071-301296cc8097 req-dda67900-bdab-4d70-ae82-9c28ebb5f634 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d55b640-32fd-4ff4-abef-1541b6c01d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325406 Aug 18 13:33:23.009622 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac8ada-390a-4099-a71c-5270e2b4ee7b req-408b10ee-b2b2-4e65-a693-f5a0727f2a7e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:23.011145 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d1ac8ada-390a-4099-a71c-5270e2b4ee7b req-408b10ee-b2b2-4e65-a693-f5a0727f2a7e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 944 time: 0.0498886 Aug 18 13:33:23.052181 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d1ac8ada-390a-4099-a71c-5270e2b4ee7b req-a90ded32-d783-418e-bf20-7ed168d75a61 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d55b640-32fd-4ff4-abef-1541b6c01d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345843 Aug 18 13:33:23.059541 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 3dbfebc1-5bd9-4127-b506-ba94cff43b12 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:33:23.151372 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97782179-6434-47fd-afa8-6dc2140cb0fa req-440dfaad-83bf-499b-8ce3-187650a39c81 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:23.152861 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-97782179-6434-47fd-afa8-6dc2140cb0fa req-440dfaad-83bf-499b-8ce3-187650a39c81 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.39 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9&tenant_id=de6dcd8516f24b6895081970e3d21a0a&binding%3Ahost_id=n-h2-803603-2 HTTP/1.1" status: 200 len: 944 time: 0.0953934 Aug 18 13:33:23.161087 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 3dbfebc1-5bd9-4127-b506-ba94cff43b12, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=3dbfebc1-5bd9-4127-b506-ba94cff43b12,segment=NetworkSegment(bb381602-d490-478c-bbc2-564caff6d51e),segment_id=bb381602-d490-478c-bbc2-564caff6d51e)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:33:23.174298 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '3dbfebc1-5bd9-4127-b506-ba94cff43b12', 'network_id': '02aaba2a-a84c-4247-9e7d-503a4d9dd05b', 'port_id': '3dbfebc1-5bd9-4127-b506-ba94cff43b12', 'mac_address': 'fa:16:3e:c6:54:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed02167c-638e-487d-8481-a031e3e4bdb2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:33:23.216537 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [req-97782179-6434-47fd-afa8-6dc2140cb0fa req-84c9452c-e8e9-408e-825c-2d053f8fc9ca service neutron] delete failed (client error): The resource could not be found. Aug 18 13:33:23.218084 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:23.218261 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-97782179-6434-47fd-afa8-6dc2140cb0fa req-84c9452c-e8e9-408e-825c-2d053f8fc9ca service neutron] 10.222.0.39 "DELETE /v2.0/ports/3dbfebc1-5bd9-4127-b506-ba94cff43b12/bindings/n-h1-803603-2 HTTP/1.1" status: 404 len: 380 time: 0.0575800 Aug 18 13:33:23.231619 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dbfebc1-5bd9-4127-b506-ba94cff43b12 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:33:23.251890 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 3dbfebc1-5bd9-4127-b506-ba94cff43b12, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=3dbfebc1-5bd9-4127-b506-ba94cff43b12,segment=NetworkSegment(bb381602-d490-478c-bbc2-564caff6d51e),segment_id=bb381602-d490-478c-bbc2-564caff6d51e)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:33:23.301995 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97782179-6434-47fd-afa8-6dc2140cb0fa req-0e09a59b-2f87-4e35-a1ca-bbeecc817a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:23.303649 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-97782179-6434-47fd-afa8-6dc2140cb0fa req-0e09a59b-2f87-4e35-a1ca-bbeecc817a7f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de6dcd8516f24b6895081970e3d21a0a&device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 1095 time: 0.0432777 Aug 18 13:33:23.350617 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:23.400546 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97782179-6434-47fd-afa8-6dc2140cb0fa req-0b7fb287-7184-40f1-ba25-69068e1a43cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:23.402107 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-97782179-6434-47fd-afa8-6dc2140cb0fa req-0b7fb287-7184-40f1-ba25-69068e1a43cf service neutron] 10.222.0.39 "GET /v2.0/networks?id=02aaba2a-a84c-4247-9e7d-503a4d9dd05b HTTP/1.1" status: 200 len: 897 time: 0.0920005 Aug 18 13:33:23.403366 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=3dbfebc1-5bd9-4127-b506-ba94cff43b12,revision_number=8']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:33:23.410826 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:33:23.419580 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:33:23.419580 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:33:23.419580 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:33:23.419580 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:33:23.419580 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:33:23.419580 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:33:23.419580 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:33:23.419580 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:33:23.419580 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:33:23.419580 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:33:23.419580 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:33:23.468679 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-97782179-6434-47fd-afa8-6dc2140cb0fa req-d61e31de-9057-416b-8ec2-cc3cd7cf074f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dbfebc1-5bd9-4127-b506-ba94cff43b12 HTTP/1.1" status: 200 len: 1001 time: 0.0597482 Aug 18 13:33:23.522500 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97782179-6434-47fd-afa8-6dc2140cb0fa req-6b798ef8-c509-48b0-9b72-f29d40cba712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:23.524579 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-97782179-6434-47fd-afa8-6dc2140cb0fa req-6b798ef8-c509-48b0-9b72-f29d40cba712 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ed02167c-638e-487d-8481-a031e3e4bdb2 HTTP/1.1" status: 200 len: 835 time: 0.0494814 Aug 18 13:33:23.570451 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97782179-6434-47fd-afa8-6dc2140cb0fa req-7c71f732-6585-4e44-a448-47ee9fcb1777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:23.571951 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-97782179-6434-47fd-afa8-6dc2140cb0fa req-7c71f732-6585-4e44-a448-47ee9fcb1777 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=02aaba2a-a84c-4247-9e7d-503a4d9dd05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408113 Aug 18 13:33:23.593255 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['3dbfebc1-5bd9-4127-b506-ba94cff43b12'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:33:23.663720 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-97782179-6434-47fd-afa8-6dc2140cb0fa req-e0ab81b3-2be0-419c-8e4c-30efab7064d4 service neutron] 10.222.0.39 "GET /v2.0/networks/02aaba2a-a84c-4247-9e7d-503a4d9dd05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847118 Aug 18 13:33:23.774711 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-97782179-6434-47fd-afa8-6dc2140cb0fa req-f9110b20-ccbd-4890-9d7e-2ee010c8e29b service neutron] 10.222.0.39 "GET /v2.0/networks/02aaba2a-a84c-4247-9e7d-503a4d9dd05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041586 Aug 18 13:33:24.171840 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c05b75-1694-4623-b578-fcd16c8a76f3 req-a8dcafe9-9abe-4a92-a3c2-3c4f829d5c36 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:24.173566 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-70c05b75-1694-4623-b578-fcd16c8a76f3 req-a8dcafe9-9abe-4a92-a3c2-3c4f829d5c36 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 945 time: 0.0501003 Aug 18 13:33:24.211668 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-70c05b75-1694-4623-b578-fcd16c8a76f3 req-a71780dc-0433-4399-9e9d-37dd6c754262 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d55b640-32fd-4ff4-abef-1541b6c01d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322268 Aug 18 13:33:24.965251 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:33:25.076278 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 3dbfebc1-5bd9-4127-b506-ba94cff43b12 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:33:25.207441 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 3dbfebc1-5bd9-4127-b506-ba94cff43b12 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:33:25.211999 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 3dbfebc1-5bd9-4127-b506-ba94cff43b12 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:33:25.212371 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:25.293537 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:25.316552 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc85612-1c86-4e36-bcec-6196d149eeb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbfebc1-5bd9-4127-b506-ba94cff43b12'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:33:25.318867 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8394cea-5b48-4518-a9a8-aa8443af2f45" -d '{"events": [{"server_uuid": "bcc85612-1c86-4e36-bcec-6196d149eeb9", "name": "network-vif-plugged", "status": "completed", "tag": "3dbfebc1-5bd9-4127-b506-ba94cff43b12"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:33:25.327163 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590c33f-aea3-4714-a41e-1ceba530e790 req-9267191d-4186-4240-b6ff-5d8b9a395971 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:25.328678 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6590c33f-aea3-4714-a41e-1ceba530e790 req-9267191d-4186-4240-b6ff-5d8b9a395971 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 945 time: 0.0495698 Aug 18 13:33:25.334000 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 3dbfebc1-5bd9-4127-b506-ba94cff43b12, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=3dbfebc1-5bd9-4127-b506-ba94cff43b12,segment=NetworkSegment(bb381602-d490-478c-bbc2-564caff6d51e),segment_id=bb381602-d490-478c-bbc2-564caff6d51e)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:33:25.359493 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e7c26f-1484-4a4e-b90c-35700e183946 x-openstack-request-id: req-66e7c26f-1484-4a4e-b90c-35700e183946 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:33:25.359920 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc85612-1c86-4e36-bcec-6196d149eeb9", "name": "network-vif-plugged", "status": "completed", "tag": "3dbfebc1-5bd9-4127-b506-ba94cff43b12", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:33:25.360175 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-66e7c26f-1484-4a4e-b90c-35700e183946 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:33:25.360614 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc85612-1c86-4e36-bcec-6196d149eeb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbfebc1-5bd9-4127-b506-ba94cff43b12', 'code': 200} Aug 18 13:33:25.369857 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6590c33f-aea3-4714-a41e-1ceba530e790 req-3055e37e-c5e9-4dad-b79b-792725b26f62 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d55b640-32fd-4ff4-abef-1541b6c01d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341887 Aug 18 13:33:25.392743 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35032) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:33:25.430324 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:25.458588 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-50432bf1-3b06-44e1-be52-23370de41400 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/floatingips/e42f9a0c-7246-4c8b-be2d-52cfb9175ca1 HTTP/1.1" status: 200 len: 993 time: 0.0644093 Aug 18 13:33:25.481027 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=3dbfebc1-5bd9-4127-b506-ba94cff43b12,revision_number=9']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:33:28.184252 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:28.937314 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:33.612838 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-234a1bf2-da32-41d0-a2f2-2fdb5c961c3c req-b524908e-1206-4c96-8fa7-2ad537076abf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0382998 Aug 18 13:33:33.692028 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a1bf2-da32-41d0-a2f2-2fdb5c961c3c req-a372855e-7939-4ffd-9618-066e5977168f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:33.693495 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-234a1bf2-da32-41d0-a2f2-2fdb5c961c3c req-a372855e-7939-4ffd-9618-066e5977168f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=161a0a675dcb4f668dec9565c8db14ad&device_id=aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b HTTP/1.1" status: 200 len: 1096 time: 0.0386887 Aug 18 13:33:33.799121 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a1bf2-da32-41d0-a2f2-2fdb5c961c3c req-3ce730a2-eabb-4dce-b49a-ea9008377993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:33.800572 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-234a1bf2-da32-41d0-a2f2-2fdb5c961c3c req-3ce730a2-eabb-4dce-b49a-ea9008377993 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5a750657-6380-4216-8606-057245bf1333 HTTP/1.1" status: 200 len: 912 time: 0.0861666 Aug 18 13:33:33.866512 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-234a1bf2-da32-41d0-a2f2-2fdb5c961c3c req-26449088-95d0-492a-a0fc-3e98121bdbb0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cae59d49-1350-43f3-91eb-ac2d0dac9db5 HTTP/1.1" status: 200 len: 1000 time: 0.0588071 Aug 18 13:33:33.919610 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a1bf2-da32-41d0-a2f2-2fdb5c961c3c req-a3af9206-d45c-48ce-b49a-e63819f60877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:33.921046 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-234a1bf2-da32-41d0-a2f2-2fdb5c961c3c req-a3af9206-d45c-48ce-b49a-e63819f60877 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df130f28-747c-4593-a4e4-fcc4c74ccec3 HTTP/1.1" status: 200 len: 850 time: 0.0468607 Aug 18 13:33:33.965827 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a1bf2-da32-41d0-a2f2-2fdb5c961c3c req-8ed85ce3-cf60-4cf6-b129-1c5578cd0e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:33.967330 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-234a1bf2-da32-41d0-a2f2-2fdb5c961c3c req-8ed85ce3-cf60-4cf6-b129-1c5578cd0e12 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a750657-6380-4216-8606-057245bf1333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393815 Aug 18 13:33:34.059624 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-234a1bf2-da32-41d0-a2f2-2fdb5c961c3c req-5fdcf0af-dfe2-4bdf-8510-13f20d291108 service neutron] 10.222.0.20 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842366 Aug 18 13:33:34.148375 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-234a1bf2-da32-41d0-a2f2-2fdb5c961c3c req-0758c57d-958c-40ef-a401-2bc68d136033 service neutron] 10.222.0.20 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814433 Aug 18 13:33:41.607077 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c7b978bb-a91c-4a79-adfc-b006f1150157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:43.755840 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2fedfd8f-ec64-4e60-a14e-0dce8456934d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:44.595547 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:45.498577 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:47.435585 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:51.988929 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d748b98-1f24-4c19-ab53-317f169aa3a4 req-14b672af-d317-4523-9e80-5d5748ab0ba1 tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:51.990491 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2d748b98-1f24-4c19-ab53-317f169aa3a4 req-14b672af-d317-4523-9e80-5d5748ab0ba1 tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 1097 time: 0.0996768 Aug 18 13:33:52.027303 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2d748b98-1f24-4c19-ab53-317f169aa3a4 req-adc81f3f-58f9-4ef4-8538-12356d50b217 tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1d55b640-32fd-4ff4-abef-1541b6c01d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301149 Aug 18 13:33:52.048549 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35046) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:33:52.207582 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-f09e5d96-a394-4a28-97e1-fd2b3b167737 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Deleting port 84af7bd9-f1e1-4a6c-8672-ecedb81a591f {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:33:52.207880 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f09e5d96-a394-4a28-97e1-fd2b3b167737 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:52.286397 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f09e5d96-a394-4a28-97e1-fd2b3b167737 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:52.286765 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f09e5d96-a394-4a28-97e1-fd2b3b167737 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:52.298519 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-f09e5d96-a394-4a28-97e1-fd2b3b167737 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Calling delete_port for 84af7bd9-f1e1-4a6c-8672-ecedb81a591f owned by network:floatingip {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:33:52.601574 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f09e5d96-a394-4a28-97e1-fd2b3b167737 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:52.627060 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e5d96-a394-4a28-97e1-fd2b3b167737 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event deleted for resources: {'Port': ['ID=84af7bd9-f1e1-4a6c-8672-ecedb81a591f,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:33:52.688696 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f09e5d96-a394-4a28-97e1-fd2b3b167737 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for floatingip, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:52.689087 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [None req-f09e5d96-a394-4a28-97e1-fd2b3b167737 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Floating IP e42f9a0c-7246-4c8b-be2d-52cfb9175ca1 disassociated (deleted). External IP: 172.25.6.177, port: 3dbfebc1-5bd9-4127-b506-ba94cff43b12. Aug 18 13:33:52.938568 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09e5d96-a394-4a28-97e1-fd2b3b167737 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Router bbbf372e-26e0-4549-b843-58600bb3ceb6 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:33:53.045558 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09e5d96-a394-4a28-97e1-fd2b3b167737 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:33:53.050306 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f09e5d96-a394-4a28-97e1-fd2b3b167737 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:53.056836 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f8d54f-5bda-4d2b-80fa-68d3d9f3e928 None None] Sync routers for ids ['bbbf372e-26e0-4549-b843-58600bb3ceb6'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:33:53.066813 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f8d54f-5bda-4d2b-80fa-68d3d9f3e928 None None] Routers {'bbbf372e-26e0-4549-b843-58600bb3ceb6'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:33:53.067442 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-65f8d54f-5bda-4d2b-80fa-68d3d9f3e928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:33:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['bbbf372e-26e0-4549-b843-58600bb3ceb6'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:33:53.078676 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f09e5d96-a394-4a28-97e1-fd2b3b167737 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "DELETE /v2.0/floatingips/e42f9a0c-7246-4c8b-be2d-52cfb9175ca1 HTTP/1.1" status: 204 len: 168 time: 1.0286572 Aug 18 13:33:53.079657 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc85612-1c86-4e36-bcec-6196d149eeb9', 'tag': '3dbfebc1-5bd9-4127-b506-ba94cff43b12'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:33:53.083277 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94cee760-324d-40b0-9eec-4748b9ab49a0" -d '{"events": [{"name": "network-changed", "server_uuid": "bcc85612-1c86-4e36-bcec-6196d149eeb9", "tag": "3dbfebc1-5bd9-4127-b506-ba94cff43b12"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:33:53.120291 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8a7311-c4e3-4520-9b06-0d8e68ab29d3 x-openstack-request-id: req-bf8a7311-c4e3-4520-9b06-0d8e68ab29d3 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:33:53.120591 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcc85612-1c86-4e36-bcec-6196d149eeb9", "tag": "3dbfebc1-5bd9-4127-b506-ba94cff43b12", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:33:53.120844 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf8a7311-c4e3-4520-9b06-0d8e68ab29d3 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:33:53.121259 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc85612-1c86-4e36-bcec-6196d149eeb9', 'tag': '3dbfebc1-5bd9-4127-b506-ba94cff43b12', 'status': 'completed', 'code': 200} Aug 18 13:33:53.186350 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cee760-324d-40b0-9eec-4748b9ab49a0 req-0aa07b33-6de5-48e8-8ee3-c2f68d6f8c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:53.187866 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-94cee760-324d-40b0-9eec-4748b9ab49a0 req-0aa07b33-6de5-48e8-8ee3-c2f68d6f8c0a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de6dcd8516f24b6895081970e3d21a0a&device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 1097 time: 0.0415723 Aug 18 13:33:53.191725 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-65f8d54f-5bda-4d2b-80fa-68d3d9f3e928 None None] Set router bbbf372e-26e0-4549-b843-58600bb3ceb6 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:33:53.285277 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cee760-324d-40b0-9eec-4748b9ab49a0 req-b1338ea5-2958-43e5-b329-805257545081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:53.286808 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-94cee760-324d-40b0-9eec-4748b9ab49a0 req-b1338ea5-2958-43e5-b329-805257545081 service neutron] 10.222.0.20 "GET /v2.0/networks?id=02aaba2a-a84c-4247-9e7d-503a4d9dd05b HTTP/1.1" status: 200 len: 897 time: 0.0909042 Aug 18 13:33:53.333066 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-94cee760-324d-40b0-9eec-4748b9ab49a0 req-bccc4f2f-2ba4-47c2-b989-6f14c505450e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dbfebc1-5bd9-4127-b506-ba94cff43b12 HTTP/1.1" status: 200 len: 217 time: 0.0381317 Aug 18 13:33:53.389526 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cee760-324d-40b0-9eec-4748b9ab49a0 req-c59386f0-c933-4bc9-bf6b-80ccb03b657a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:53.391841 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-94cee760-324d-40b0-9eec-4748b9ab49a0 req-c59386f0-c933-4bc9-bf6b-80ccb03b657a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ed02167c-638e-487d-8481-a031e3e4bdb2 HTTP/1.1" status: 200 len: 835 time: 0.0513561 Aug 18 13:33:53.401674 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-65f8d54f-5bda-4d2b-80fa-68d3d9f3e928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbf372e-26e0-4549-b843-58600bb3ceb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140599931', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '62a49074-cdc7-4464-8af1-41dcbcebf627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:32:04Z', 'updated_at': '2021-08-18T13:32:09Z', 'revision_number': 4, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': '62a49074-cdc7-4464-8af1-41dcbcebf627', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbf372e-26e0-4549-b843-58600bb3ceb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:32:05Z', 'updated_at': '2021-08-18T13:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '9919b9ec-c5c5-4390-b9e9-b63054c31695', 'name': '', 'network_id': '02aaba2a-a84c-4247-9e7d-503a4d9dd05b', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'mac_address': 'fa:16:3e:17:33:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbf372e-26e0-4549-b843-58600bb3ceb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'ed02167c-638e-487d-8481-a031e3e4bdb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:32:08Z', 'updated_at': '2021-08-18T13:32:14Z', 'revision_number': 5, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'subnets': [{'id': 'ed02167c-638e-487d-8481-a031e3e4bdb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:33:53.428240 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f8d54f-5bda-4d2b-80fa-68d3d9f3e928 None None] Checking router: bbbf372e-26e0-4549-b843-58600bb3ceb6 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:33:53.437173 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f8d54f-5bda-4d2b-80fa-68d3d9f3e928 None None] Routers {'bbbf372e-26e0-4549-b843-58600bb3ceb6'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:33:53.437789 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-65f8d54f-5bda-4d2b-80fa-68d3d9f3e928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:33:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['bbbf372e-26e0-4549-b843-58600bb3ceb6'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:33:53.439414 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cee760-324d-40b0-9eec-4748b9ab49a0 req-19ecb92b-a918-4935-a8fd-36bf247d34fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:53.441209 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-94cee760-324d-40b0-9eec-4748b9ab49a0 req-19ecb92b-a918-4935-a8fd-36bf247d34fc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=02aaba2a-a84c-4247-9e7d-503a4d9dd05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415947 Aug 18 13:33:53.537302 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-94cee760-324d-40b0-9eec-4748b9ab49a0 req-7ee705cf-cfb0-47ee-95f7-e1efb0b6b186 service neutron] 10.222.0.20 "GET /v2.0/networks/02aaba2a-a84c-4247-9e7d-503a4d9dd05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882306 Aug 18 13:33:53.554817 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-65f8d54f-5bda-4d2b-80fa-68d3d9f3e928 None None] Set router bbbf372e-26e0-4549-b843-58600bb3ceb6 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:33:53.579652 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28daacea-f0cb-446f-b765-be16006352e4 req-12a28663-152f-4695-aec9-83b376d3b668 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:53.581341 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-28daacea-f0cb-446f-b765-be16006352e4 req-12a28663-152f-4695-aec9-83b376d3b668 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 946 time: 0.0612404 Aug 18 13:33:53.623273 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-28daacea-f0cb-446f-b765-be16006352e4 req-afb03aef-9792-4fc2-a897-ff9b2b72c833 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d55b640-32fd-4ff4-abef-1541b6c01d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361302 Aug 18 13:33:53.647396 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-94cee760-324d-40b0-9eec-4748b9ab49a0 req-90f66bf2-596f-4453-b469-976a0e58928b service neutron] 10.222.0.20 "GET /v2.0/networks/02aaba2a-a84c-4247-9e7d-503a4d9dd05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018171 Aug 18 13:33:53.761069 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-65f8d54f-5bda-4d2b-80fa-68d3d9f3e928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbf372e-26e0-4549-b843-58600bb3ceb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140599931', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '62a49074-cdc7-4464-8af1-41dcbcebf627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:32:04Z', 'updated_at': '2021-08-18T13:32:09Z', 'revision_number': 4, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': '62a49074-cdc7-4464-8af1-41dcbcebf627', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbf372e-26e0-4549-b843-58600bb3ceb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:32:05Z', 'updated_at': '2021-08-18T13:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '9919b9ec-c5c5-4390-b9e9-b63054c31695', 'name': '', 'network_id': '02aaba2a-a84c-4247-9e7d-503a4d9dd05b', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'mac_address': 'fa:16:3e:17:33:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbf372e-26e0-4549-b843-58600bb3ceb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'ed02167c-638e-487d-8481-a031e3e4bdb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:32:08Z', 'updated_at': '2021-08-18T13:32:14Z', 'revision_number': 5, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'subnets': [{'id': 'ed02167c-638e-487d-8481-a031e3e4bdb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:33:53.788594 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f8d54f-5bda-4d2b-80fa-68d3d9f3e928 None None] The sync data for ids ['bbbf372e-26e0-4549-b843-58600bb3ceb6'] in n-d-803603-2 is: [{'id': 'bbbf372e-26e0-4549-b843-58600bb3ceb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140599931', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '62a49074-cdc7-4464-8af1-41dcbcebf627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:32:04Z', 'updated_at': '2021-08-18T13:32:09Z', 'revision_number': 4, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': '62a49074-cdc7-4464-8af1-41dcbcebf627', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbf372e-26e0-4549-b843-58600bb3ceb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:32:05Z', 'updated_at': '2021-08-18T13:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '9919b9ec-c5c5-4390-b9e9-b63054c31695', 'name': '', 'network_id': '02aaba2a-a84c-4247-9e7d-503a4d9dd05b', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'mac_address': 'fa:16:3e:17:33:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbf372e-26e0-4549-b843-58600bb3ceb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'ed02167c-638e-487d-8481-a031e3e4bdb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:32:08Z', 'updated_at': '2021-08-18T13:32:14Z', 'revision_number': 5, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'subnets': [{'id': 'ed02167c-638e-487d-8481-a031e3e4bdb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:33:54.009237 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae3d4e8-4fb6-4a39-8f04-a5ac4fe0f5a3 None None] New status for floating IP e42f9a0c-7246-4c8b-be2d-52cfb9175ca1: DOWN {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:33:54.800610 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a418c9e-1ec8-4eeb-ab12-9c706bb4751b req-d6ba0f0e-b97d-463b-810b-3873ad99820e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:54.802127 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5a418c9e-1ec8-4eeb-ab12-9c706bb4751b req-d6ba0f0e-b97d-463b-810b-3873ad99820e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 946 time: 0.1080916 Aug 18 13:33:54.869177 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5a418c9e-1ec8-4eeb-ab12-9c706bb4751b req-3eb4f9c1-6fb6-4a6d-bec0-df5d220801af tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d55b640-32fd-4ff4-abef-1541b6c01d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610571 Aug 18 13:33:54.886354 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50f6d1-f5cf-4fad-bca7-85c355711216 req-08ff19ba-f4bd-428b-a9c8-69e84f4b7719 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:33:54.887829 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cf50f6d1-f5cf-4fad-bca7-85c355711216 req-08ff19ba-f4bd-428b-a9c8-69e84f4b7719 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 946 time: 0.0670674 Aug 18 13:33:54.977645 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-cf50f6d1-f5cf-4fad-bca7-85c355711216 req-d4a8808a-5f29-428f-91b6-917232c49405 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Deleting port 3dbfebc1-5bd9-4127-b506-ba94cff43b12 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:33:54.977989 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-cf50f6d1-f5cf-4fad-bca7-85c355711216 req-d4a8808a-5f29-428f-91b6-917232c49405 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:55.068142 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-cf50f6d1-f5cf-4fad-bca7-85c355711216 req-d4a8808a-5f29-428f-91b6-917232c49405 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] For port 3dbfebc1-5bd9-4127-b506-ba94cff43b12, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=3dbfebc1-5bd9-4127-b506-ba94cff43b12,segment=NetworkSegment(bb381602-d490-478c-bbc2-564caff6d51e),segment_id=bb381602-d490-478c-bbc2-564caff6d51e)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:33:55.068504 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-cf50f6d1-f5cf-4fad-bca7-85c355711216 req-d4a8808a-5f29-428f-91b6-917232c49405 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:55.081217 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-cf50f6d1-f5cf-4fad-bca7-85c355711216 req-d4a8808a-5f29-428f-91b6-917232c49405 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Calling delete_port for 3dbfebc1-5bd9-4127-b506-ba94cff43b12 owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:33:55.298080 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-cf50f6d1-f5cf-4fad-bca7-85c355711216 req-d4a8808a-5f29-428f-91b6-917232c49405 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:55.330357 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a8808a-5f29-428f-91b6-917232c49405 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event deleted for resources: {'Port': ['ID=3dbfebc1-5bd9-4127-b506-ba94cff43b12,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:33:55.370914 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf50f6d1-f5cf-4fad-bca7-85c355711216 req-d4a8808a-5f29-428f-91b6-917232c49405 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] No DVR routers for this DVR port 3dbfebc1-5bd9-4127-b506-ba94cff43b12 on host n-h2-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:33:55.373997 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-cf50f6d1-f5cf-4fad-bca7-85c355711216 req-d4a8808a-5f29-428f-91b6-917232c49405 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:55.376030 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cf50f6d1-f5cf-4fad-bca7-85c355711216 req-d4a8808a-5f29-428f-91b6-917232c49405 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.20 "DELETE /v2.0/ports/3dbfebc1-5bd9-4127-b506-ba94cff43b12 HTTP/1.1" status: 204 len: 173 time: 0.4814973 Aug 18 13:33:55.376505 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc85612-1c86-4e36-bcec-6196d149eeb9', 'name': 'network-vif-deleted', 'tag': '3dbfebc1-5bd9-4127-b506-ba94cff43b12'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:33:55.379227 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a626663-8efb-41d1-a453-7504c954a171" -d '{"events": [{"server_uuid": "bcc85612-1c86-4e36-bcec-6196d149eeb9", "name": "network-vif-deleted", "tag": "3dbfebc1-5bd9-4127-b506-ba94cff43b12"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:33:55.416230 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec7998e-aa95-4612-9d55-eb1bc455d300 x-openstack-request-id: req-3ec7998e-aa95-4612-9d55-eb1bc455d300 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:33:55.416545 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc85612-1c86-4e36-bcec-6196d149eeb9", "name": "network-vif-deleted", "tag": "3dbfebc1-5bd9-4127-b506-ba94cff43b12", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:33:55.416801 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ec7998e-aa95-4612-9d55-eb1bc455d300 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:33:55.417326 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc85612-1c86-4e36-bcec-6196d149eeb9', 'name': 'network-vif-deleted', 'tag': '3dbfebc1-5bd9-4127-b506-ba94cff43b12', 'status': 'completed', 'code': 200} Aug 18 13:33:55.970961 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-24432a0a-ef31-42c2-8412-e14e74f19321 req-ca526cb9-9393-4c8a-85b6-29bd601ef76f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcc85612-1c86-4e36-bcec-6196d149eeb9 HTTP/1.1" status: 200 len: 210 time: 0.0253296 Aug 18 13:33:57.028390 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35064) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:33:57.392424 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b74abe83-d7ad-4e2c-b668-023132f86d52 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:57.982488 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-b74abe83-d7ad-4e2c-b668-023132f86d52 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Deleting port 9919b9ec-c5c5-4390-b9e9-b63054c31695 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:33:57.982745 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b74abe83-d7ad-4e2c-b668-023132f86d52 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:58.069673 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-b74abe83-d7ad-4e2c-b668-023132f86d52 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] For port 9919b9ec-c5c5-4390-b9e9-b63054c31695, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=9919b9ec-c5c5-4390-b9e9-b63054c31695,segment=NetworkSegment(bb381602-d490-478c-bbc2-564caff6d51e),segment_id=bb381602-d490-478c-bbc2-564caff6d51e)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:33:58.070389 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b74abe83-d7ad-4e2c-b668-023132f86d52 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:58.082890 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-b74abe83-d7ad-4e2c-b668-023132f86d52 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Calling delete_port for 9919b9ec-c5c5-4390-b9e9-b63054c31695 owned by network:router_interface {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:33:58.207014 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:58.371461 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b74abe83-d7ad-4e2c-b668-023132f86d52 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:58.404650 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74abe83-d7ad-4e2c-b668-023132f86d52 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event deleted for resources: {'Port': ['ID=9919b9ec-c5c5-4390-b9e9-b63054c31695,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:33:58.581215 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b74abe83-d7ad-4e2c-b668-023132f86d52 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:58.796112 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b74abe83-d7ad-4e2c-b668-023132f86d52 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Router bbbf372e-26e0-4549-b843-58600bb3ceb6 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:33:58.903947 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74abe83-d7ad-4e2c-b668-023132f86d52 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:33:58.909021 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b74abe83-d7ad-4e2c-b668-023132f86d52 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "PUT /v2.0/routers/bbbf372e-26e0-4549-b843-58600bb3ceb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8795283 Aug 18 13:33:58.911839 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35066) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:33:58.914898 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fb3e9d-2b9f-437c-9689-beb95e5b6b93 None None] Sync routers for ids ['bbbf372e-26e0-4549-b843-58600bb3ceb6'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:33:58.925138 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fb3e9d-2b9f-437c-9689-beb95e5b6b93 None None] Routers {'bbbf372e-26e0-4549-b843-58600bb3ceb6'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:33:58.926509 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e4fb3e9d-2b9f-437c-9689-beb95e5b6b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:33:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['bbbf372e-26e0-4549-b843-58600bb3ceb6'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:33:58.958764 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:58.962923 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc097752-be4a-4394-95a7-76eff0f310f8 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Deleting subnet ed02167c-638e-487d-8481-a031e3e4bdb2 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:33:58.966281 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cc097752-be4a-4394-95a7-76eff0f310f8 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:59.007447 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cc097752-be4a-4394-95a7-76eff0f310f8 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:59.031925 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-e4fb3e9d-2b9f-437c-9689-beb95e5b6b93 None None] Set router bbbf372e-26e0-4549-b843-58600bb3ceb6 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:33:59.099546 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cc097752-be4a-4394-95a7-76eff0f310f8 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:59.235872 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cc097752-be4a-4394-95a7-76eff0f310f8 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:59.250757 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 3dbfebc1-5bd9-4127-b506-ba94cff43b12 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:33:59.263856 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc097752-be4a-4394-95a7-76eff0f310f8 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event deleted for resources: {'Subnet': ['ID=ed02167c-638e-487d-8481-a031e3e4bdb2,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:33:59.267477 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cc097752-be4a-4394-95a7-76eff0f310f8 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:59.272033 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-cc097752-be4a-4394-95a7-76eff0f310f8 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "DELETE /v2.0/subnets/ed02167c-638e-487d-8481-a031e3e4bdb2 HTTP/1.1" status: 204 len: 168 time: 0.3568459 Aug 18 13:33:59.277550 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35068) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:33:59.280584 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3195923-08f0-4737-89a2-0cb11d7d7b68 None None] Network 02aaba2a-a84c-4247-9e7d-503a4d9dd05b requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:33:59.312090 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 3dbfebc1-5bd9-4127-b506-ba94cff43b12 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:33:59.312429 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 3dbfebc1-5bd9-4127-b506-ba94cff43b12 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:33:59.434844 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9cc2562-0ea8-4643-a5c4-3ac9d523e6e7 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:59.487383 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e4fb3e9d-2b9f-437c-9689-beb95e5b6b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbf372e-26e0-4549-b843-58600bb3ceb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140599931', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '62a49074-cdc7-4464-8af1-41dcbcebf627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:32:04Z', 'updated_at': '2021-08-18T13:33:58Z', 'revision_number': 5, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': '62a49074-cdc7-4464-8af1-41dcbcebf627', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbf372e-26e0-4549-b843-58600bb3ceb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:32:05Z', 'updated_at': '2021-08-18T13:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:33:59.515306 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fb3e9d-2b9f-437c-9689-beb95e5b6b93 None None] Checking router: bbbf372e-26e0-4549-b843-58600bb3ceb6 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:33:59.524352 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fb3e9d-2b9f-437c-9689-beb95e5b6b93 None None] Routers {'bbbf372e-26e0-4549-b843-58600bb3ceb6'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:33:59.524982 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e4fb3e9d-2b9f-437c-9689-beb95e5b6b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:33:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['bbbf372e-26e0-4549-b843-58600bb3ceb6'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:33:59.553751 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9cc2562-0ea8-4643-a5c4-3ac9d523e6e7 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:59.560720 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4c3896-f1a7-400f-b927-f842d9bf2374 None None] DHCP port deletion for 02aaba2a-a84c-4247-9e7d-503a4d9dd05b request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:33:59.665930 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-e4fb3e9d-2b9f-437c-9689-beb95e5b6b93 None None] Set router bbbf372e-26e0-4549-b843-58600bb3ceb6 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:33:59.669101 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-5e4c3896-f1a7-400f-b927-f842d9bf2374 None None] Deleting port 2e2f1e3f-6267-4e20-b043-022c14c82b1d {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:33:59.669481 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5e4c3896-f1a7-400f-b927-f842d9bf2374 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:59.704808 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-c9cc2562-0ea8-4643-a5c4-3ac9d523e6e7 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Deleting port 62a49074-cdc7-4464-8af1-41dcbcebf627 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:33:59.705154 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9cc2562-0ea8-4643-a5c4-3ac9d523e6e7 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:59.796721 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-c9cc2562-0ea8-4643-a5c4-3ac9d523e6e7 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] For port 62a49074-cdc7-4464-8af1-41dcbcebf627, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=62a49074-cdc7-4464-8af1-41dcbcebf627,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:33:59.796721 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9cc2562-0ea8-4643-a5c4-3ac9d523e6e7 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:59.808707 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-c9cc2562-0ea8-4643-a5c4-3ac9d523e6e7 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Calling delete_port for 62a49074-cdc7-4464-8af1-41dcbcebf627 owned by network:router_gateway {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:33:59.828966 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-5e4c3896-f1a7-400f-b927-f842d9bf2374 None None] For port 2e2f1e3f-6267-4e20-b043-022c14c82b1d, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=2e2f1e3f-6267-4e20-b043-022c14c82b1d,segment=NetworkSegment(bb381602-d490-478c-bbc2-564caff6d51e),segment_id=bb381602-d490-478c-bbc2-564caff6d51e)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:33:59.829368 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5e4c3896-f1a7-400f-b927-f842d9bf2374 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:33:59.832976 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 2e2f1e3f-6267-4e20-b043-022c14c82b1d no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:33:59.864237 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-5e4c3896-f1a7-400f-b927-f842d9bf2374 None None] Calling delete_port for 2e2f1e3f-6267-4e20-b043-022c14c82b1d owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:34:00.046971 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:00.077613 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e4fb3e9d-2b9f-437c-9689-beb95e5b6b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbf372e-26e0-4549-b843-58600bb3ceb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140599931', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '62a49074-cdc7-4464-8af1-41dcbcebf627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:32:04Z', 'updated_at': '2021-08-18T13:33:58Z', 'revision_number': 5, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': '62a49074-cdc7-4464-8af1-41dcbcebf627', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbf372e-26e0-4549-b843-58600bb3ceb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:32:05Z', 'updated_at': '2021-08-18T13:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:34:00.120849 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fb3e9d-2b9f-437c-9689-beb95e5b6b93 None None] The sync data for ids ['bbbf372e-26e0-4549-b843-58600bb3ceb6'] in n-d-803603-2 is: [{'id': 'bbbf372e-26e0-4549-b843-58600bb3ceb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140599931', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '62a49074-cdc7-4464-8af1-41dcbcebf627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:32:04Z', 'updated_at': '2021-08-18T13:33:58Z', 'revision_number': 5, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': '62a49074-cdc7-4464-8af1-41dcbcebf627', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbf372e-26e0-4549-b843-58600bb3ceb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:32:05Z', 'updated_at': '2021-08-18T13:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:34:00.128368 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5e4c3896-f1a7-400f-b927-f842d9bf2374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:00.176227 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c3896-f1a7-400f-b927-f842d9bf2374 None None] Pushing event deleted for resources: {'Port': ['ID=2e2f1e3f-6267-4e20-b043-022c14c82b1d,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:00.178507 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4c3896-f1a7-400f-b927-f842d9bf2374 None None] No DVR routers for this DVR port 2e2f1e3f-6267-4e20-b043-022c14c82b1d on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:34:00.407312 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9cc2562-0ea8-4643-a5c4-3ac9d523e6e7 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:00.431549 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc2562-0ea8-4643-a5c4-3ac9d523e6e7 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event deleted for resources: {'Port': ['ID=62a49074-cdc7-4464-8af1-41dcbcebf627,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:00.443629 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc2562-0ea8-4643-a5c4-3ac9d523e6e7 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:00.444108 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc2562-0ea8-4643-a5c4-3ac9d523e6e7 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:00.444314 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc2562-0ea8-4643-a5c4-3ac9d523e6e7 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:00.444569 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc2562-0ea8-4643-a5c4-3ac9d523e6e7 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:00.444954 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc2562-0ea8-4643-a5c4-3ac9d523e6e7 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:00.445276 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc2562-0ea8-4643-a5c4-3ac9d523e6e7 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:00.445556 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc2562-0ea8-4643-a5c4-3ac9d523e6e7 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:00.445883 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc2562-0ea8-4643-a5c4-3ac9d523e6e7 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:00.446304 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc2562-0ea8-4643-a5c4-3ac9d523e6e7 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:00.446554 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc2562-0ea8-4643-a5c4-3ac9d523e6e7 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:00.446882 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc2562-0ea8-4643-a5c4-3ac9d523e6e7 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:00.447202 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc2562-0ea8-4643-a5c4-3ac9d523e6e7 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:00.510525 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9cc2562-0ea8-4643-a5c4-3ac9d523e6e7 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:00.606579 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9cc2562-0ea8-4643-a5c4-3ac9d523e6e7 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:00.608718 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9cc2562-0ea8-4643-a5c4-3ac9d523e6e7 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:00.720804 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9cc2562-0ea8-4643-a5c4-3ac9d523e6e7 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:00.721348 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9cc2562-0ea8-4643-a5c4-3ac9d523e6e7 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Fanout notify agent at l3_agent the message router_deleted on router bbbf372e-26e0-4549-b843-58600bb3ceb6 {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:34:00.728203 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9cc2562-0ea8-4643-a5c4-3ac9d523e6e7 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:00.729362 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c9cc2562-0ea8-4643-a5c4-3ac9d523e6e7 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "DELETE /v2.0/routers/bbbf372e-26e0-4549-b843-58600bb3ceb6 HTTP/1.1" status: 204 len: 168 time: 1.4560277 Aug 18 13:34:00.732324 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35070) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:34:00.810759 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-80bb2756-6099-4492-bd9c-0b1596ace154 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:00.908864 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-80bb2756-6099-4492-bd9c-0b1596ace154 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:00.918469 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-80bb2756-6099-4492-bd9c-0b1596ace154 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02aaba2a-a84c-4247-9e7d-503a4d9dd05b']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:34:00.928258 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-80bb2756-6099-4492-bd9c-0b1596ace154 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb381602-d490-478c-bbc2-564caff6d51e') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:34:00.928559 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-80bb2756-6099-4492-bd9c-0b1596ace154 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb381602-d490-478c-bbc2-564caff6d51e') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:34:00.937744 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-80bb2756-6099-4492-bd9c-0b1596ace154 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:00.952625 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-80bb2756-6099-4492-bd9c-0b1596ace154 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:00.958502 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80bb2756-6099-4492-bd9c-0b1596ace154 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:34:00.958914 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-80bb2756-6099-4492-bd9c-0b1596ace154 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:00.961911 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:34:00.961911 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:34:00.961911 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:34:00.961911 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:34:00.961911 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:34:00.961911 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:34:00.961911 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:34:00.961911 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:34:00.961911 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:34:00.961911 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:34:00.961911 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:34:00.961911 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:34:00.961911 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:34:00.961911 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:34:00.961911 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:34:00.961911 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:34:00.961911 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:34:00.961911 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:34:00.961911 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:34:00.961911 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:34:00.961911 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:34:00.961911 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:34:00.961911 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:34:00.961911 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:34:00.961911 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:34:00.961911 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:34:00.961911 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:34:00.961911 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:34:00.961911 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:34:00.961911 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:34:00.961911 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:34:00.961911 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:34:01.098421 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-80bb2756-6099-4492-bd9c-0b1596ace154 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:01.105843 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-80bb2756-6099-4492-bd9c-0b1596ace154 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:01.109563 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-80bb2756-6099-4492-bd9c-0b1596ace154 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "DELETE /v2.0/networks/02aaba2a-a84c-4247-9e7d-503a4d9dd05b HTTP/1.1" status: 204 len: 168 time: 0.3743789 Aug 18 13:34:01.110608 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35072) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:34:01.119610 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb2756-6099-4492-bd9c-0b1596ace154 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event deleted for resources: {'Network': ['ID=02aaba2a-a84c-4247-9e7d-503a4d9dd05b,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:01.171641 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7b4493ff-e2d9-40ba-aaba-d44115be8d4c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:01.203555 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7b4493ff-e2d9-40ba-aaba-d44115be8d4c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:01.338869 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7b4493ff-e2d9-40ba-aaba-d44115be8d4c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:01.341547 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7b4493ff-e2d9-40ba-aaba-d44115be8d4c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:01.342837 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7b4493ff-e2d9-40ba-aaba-d44115be8d4c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "DELETE /v2.0/security-groups/1d55b640-32fd-4ff4-abef-1541b6c01d0a HTTP/1.1" status: 204 len: 168 time: 0.2312279 Aug 18 13:34:01.352596 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4493ff-e2d9-40ba-aaba-d44115be8d4c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d55b640-32fd-4ff4-abef-1541b6c01d0a,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:01.758814 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 62a49074-cdc7-4464-8af1-41dcbcebf627 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:34:01.780017 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 62a49074-cdc7-4464-8af1-41dcbcebf627 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:34:01.780445 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 62a49074-cdc7-4464-8af1-41dcbcebf627 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:34:01.780941 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 9919b9ec-c5c5-4390-b9e9-b63054c31695 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:34:01.799692 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 9919b9ec-c5c5-4390-b9e9-b63054c31695 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:34:01.800041 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 9919b9ec-c5c5-4390-b9e9-b63054c31695 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:34:01.965307 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:34:01.990416 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35078) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:34:01.995650 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-f020052d-4494-4929-a792-85ee8df2e7a3 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1649183391', 'description': 'tempest-secgroup-smoke-1649183391 description', 'project_id': 'de6dcd8516f24b6895081970e3d21a0a'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:34:02.080974 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f020052d-4494-4929-a792-85ee8df2e7a3 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:02.161996 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f020052d-4494-4929-a792-85ee8df2e7a3 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:02.235048 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f020052d-4494-4929-a792-85ee8df2e7a3 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:02.265251 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f020052d-4494-4929-a792-85ee8df2e7a3 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9132eab-d3c7-4efc-b8d6-2a95059feb5b,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:02.326640 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f020052d-4494-4929-a792-85ee8df2e7a3 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:02.327917 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f020052d-4494-4929-a792-85ee8df2e7a3 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3364918 Aug 18 13:34:02.330666 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35080) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:34:02.335066 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-c3574fc4-533d-4a41-9749-1baefac679b5 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'security_group_rule': {'security_group_id': 'b9132eab-d3c7-4efc-b8d6-2a95059feb5b', 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:34:02.422960 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c3574fc4-533d-4a41-9749-1baefac679b5 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:02.479616 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c3574fc4-533d-4a41-9749-1baefac679b5 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:02.544444 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35082) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:34:02.589763 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c3574fc4-533d-4a41-9749-1baefac679b5 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:02.610503 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3574fc4-533d-4a41-9749-1baefac679b5 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca7f7a6b-4921-487f-848b-ccdac8f25d65,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:02.709882 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-fbcfd3a8-b720-4f77-ba39-f7029fb9829d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Deleting port 9c7c93ea-ea82-4f0d-bfc4-54a50519da01 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:34:02.710246 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fbcfd3a8-b720-4f77-ba39-f7029fb9829d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:02.720903 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c3574fc4-533d-4a41-9749-1baefac679b5 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:02.722130 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c3574fc4-533d-4a41-9749-1baefac679b5 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3905311 Aug 18 13:34:02.724872 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35084) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:34:02.729933 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-1ea56569-ab4a-4dcb-8727-0912ed796b6a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'security_group_rule': {'security_group_id': 'b9132eab-d3c7-4efc-b8d6-2a95059feb5b', 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:34:02.788672 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fbcfd3a8-b720-4f77-ba39-f7029fb9829d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:02.789006 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fbcfd3a8-b720-4f77-ba39-f7029fb9829d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:02.802391 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-fbcfd3a8-b720-4f77-ba39-f7029fb9829d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Calling delete_port for 9c7c93ea-ea82-4f0d-bfc4-54a50519da01 owned by network:floatingip {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:34:02.858498 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1ea56569-ab4a-4dcb-8727-0912ed796b6a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:02.934916 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1ea56569-ab4a-4dcb-8727-0912ed796b6a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:03.012844 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1ea56569-ab4a-4dcb-8727-0912ed796b6a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:03.031149 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea56569-ab4a-4dcb-8727-0912ed796b6a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cb8cd40-fc13-457b-bbf1-8ebb21ca397d,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:03.064141 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fbcfd3a8-b720-4f77-ba39-f7029fb9829d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:03.091778 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcfd3a8-b720-4f77-ba39-f7029fb9829d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Pushing event deleted for resources: {'Port': ['ID=9c7c93ea-ea82-4f0d-bfc4-54a50519da01,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:03.143705 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1ea56569-ab4a-4dcb-8727-0912ed796b6a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:03.145030 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1ea56569-ab4a-4dcb-8727-0912ed796b6a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4192164 Aug 18 13:34:03.147684 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35086) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:34:03.152360 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-8be12b23-e298-444c-a9b0-eb95409c4973 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'security_group_rule': {'security_group_id': 'b9132eab-d3c7-4efc-b8d6-2a95059feb5b', 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:34:03.155437 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fbcfd3a8-b720-4f77-ba39-f7029fb9829d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for floatingip, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:03.155856 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [None req-fbcfd3a8-b720-4f77-ba39-f7029fb9829d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Floating IP 16cb896d-3f0f-4bb5-85c4-ba7e76cab893 disassociated (deleted). External IP: 172.25.6.59, port: cae59d49-1350-43f3-91eb-ac2d0dac9db5. Aug 18 13:34:03.286030 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8be12b23-e298-444c-a9b0-eb95409c4973 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:03.345750 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8be12b23-e298-444c-a9b0-eb95409c4973 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:03.362928 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbcfd3a8-b720-4f77-ba39-f7029fb9829d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Router ab757793-5676-4dbb-bae1-b9a4568692ad has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:34:03.446457 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8be12b23-e298-444c-a9b0-eb95409c4973 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:03.466425 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be12b23-e298-444c-a9b0-eb95409c4973 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d17c0e7-109f-4b63-baf0-2cae75a23512,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:03.472647 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbcfd3a8-b720-4f77-ba39-f7029fb9829d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:34:03.477301 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fbcfd3a8-b720-4f77-ba39-f7029fb9829d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:03.482164 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7259f02a-8daf-4671-8eeb-212fc996ccfc None None] Sync routers for ids ['ab757793-5676-4dbb-bae1-b9a4568692ad'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:34:03.491332 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7259f02a-8daf-4671-8eeb-212fc996ccfc None None] Routers {'ab757793-5676-4dbb-bae1-b9a4568692ad'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:34:03.492059 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-7259f02a-8daf-4671-8eeb-212fc996ccfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:33:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ab757793-5676-4dbb-bae1-b9a4568692ad'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:34:03.509295 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-fbcfd3a8-b720-4f77-ba39-f7029fb9829d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "DELETE /v2.0/floatingips/16cb896d-3f0f-4bb5-85c4-ba7e76cab893 HTTP/1.1" status: 204 len: 168 time: 0.9637961 Aug 18 13:34:03.510595 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b', 'tag': 'cae59d49-1350-43f3-91eb-ac2d0dac9db5'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:34:03.513152 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5064b0-1ce2-496d-a111-eeb34dfce412" -d '{"events": [{"name": "network-changed", "server_uuid": "aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b", "tag": "cae59d49-1350-43f3-91eb-ac2d0dac9db5"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:34:03.552048 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15bd0dc-8428-4b66-8985-c7880e46e1c2 x-openstack-request-id: req-a15bd0dc-8428-4b66-8985-c7880e46e1c2 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:34:03.552684 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b", "tag": "cae59d49-1350-43f3-91eb-ac2d0dac9db5", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:34:03.552684 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a15bd0dc-8428-4b66-8985-c7880e46e1c2 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:34:03.552972 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b', 'tag': 'cae59d49-1350-43f3-91eb-ac2d0dac9db5', 'status': 'completed', 'code': 200} Aug 18 13:34:03.561247 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8be12b23-e298-444c-a9b0-eb95409c4973 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:03.562955 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8be12b23-e298-444c-a9b0-eb95409c4973 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4142213 Aug 18 13:34:03.565546 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35092) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:34:03.570996 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-aaba8ff3-2674-4fc3-9081-07d34498b691 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'security_group_rule': {'security_group_id': 'b9132eab-d3c7-4efc-b8d6-2a95059feb5b', 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:34:03.608449 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-7259f02a-8daf-4671-8eeb-212fc996ccfc None None] Set router ab757793-5676-4dbb-bae1-b9a4568692ad gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:34:03.625924 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5064b0-1ce2-496d-a111-eeb34dfce412 req-e9219a2b-5d9d-42cd-bd3d-133c71dfd527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:03.633231 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c5064b0-1ce2-496d-a111-eeb34dfce412 req-e9219a2b-5d9d-42cd-bd3d-133c71dfd527 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=161a0a675dcb4f668dec9565c8db14ad&device_id=aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b HTTP/1.1" status: 200 len: 1096 time: 0.0479901 Aug 18 13:34:03.733949 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5064b0-1ce2-496d-a111-eeb34dfce412 req-10a695ca-2224-447d-8e30-39efa1ddf66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:03.743473 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c5064b0-1ce2-496d-a111-eeb34dfce412 req-10a695ca-2224-447d-8e30-39efa1ddf66c service neutron] 10.222.0.20 "GET /v2.0/networks?id=5a750657-6380-4216-8606-057245bf1333 HTTP/1.1" status: 200 len: 912 time: 0.1004050 Aug 18 13:34:03.781165 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c5064b0-1ce2-496d-a111-eeb34dfce412 req-906ec502-aa26-4ee6-bc36-0aeda82ee5a2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cae59d49-1350-43f3-91eb-ac2d0dac9db5 HTTP/1.1" status: 200 len: 217 time: 0.0387595 Aug 18 13:34:03.784139 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aaba8ff3-2674-4fc3-9081-07d34498b691 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:03.851218 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-7259f02a-8daf-4671-8eeb-212fc996ccfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'name': 'tempest-TestVolumeBootPattern-708085059-router', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:41Z', 'revision_number': 4, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'gw_port': {'id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ac:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'cde158be-9bce-46bd-b29f-939b76278de5', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'floating_ip_address': '172.25.6.233', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'port_id': '4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'mac_address': 'fa:16:3e:1a:c0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37643702-ee10-4047-9826-866042be0286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:28:56Z', 'updated_at': '2021-08-18T13:28:59Z', 'revision_number': 1, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9142b80-5376-4c1c-b88f-0a9b5664de79', 'name': '', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'mac_address': 'fa:16:3e:15:82:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:39Z', 'updated_at': '2021-08-18T13:19:50Z', 'revision_number': 5, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'subnets': [{'id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:34:03.864866 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5064b0-1ce2-496d-a111-eeb34dfce412 req-1c947ddf-5256-473d-ac81-2ee3dcd62425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:03.866283 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c5064b0-1ce2-496d-a111-eeb34dfce412 req-1c947ddf-5256-473d-ac81-2ee3dcd62425 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df130f28-747c-4593-a4e4-fcc4c74ccec3 HTTP/1.1" status: 200 len: 850 time: 0.0783925 Aug 18 13:34:03.883669 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7259f02a-8daf-4671-8eeb-212fc996ccfc None None] Checking router: ab757793-5676-4dbb-bae1-b9a4568692ad for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:34:03.888717 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aaba8ff3-2674-4fc3-9081-07d34498b691 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:03.893692 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7259f02a-8daf-4671-8eeb-212fc996ccfc None None] Routers {'ab757793-5676-4dbb-bae1-b9a4568692ad'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:34:03.894339 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-7259f02a-8daf-4671-8eeb-212fc996ccfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:33:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ab757793-5676-4dbb-bae1-b9a4568692ad'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:34:03.917265 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5064b0-1ce2-496d-a111-eeb34dfce412 req-18ef7951-29fd-46c0-a14f-0e63f230ffe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:03.918804 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c5064b0-1ce2-496d-a111-eeb34dfce412 req-18ef7951-29fd-46c0-a14f-0e63f230ffe9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5a750657-6380-4216-8606-057245bf1333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447979 Aug 18 13:34:03.974571 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aaba8ff3-2674-4fc3-9081-07d34498b691 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:04.003849 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba8ff3-2674-4fc3-9081-07d34498b691 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44667933-9e9d-4dac-8eb5-85aa529d10a7,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:04.005816 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-7259f02a-8daf-4671-8eeb-212fc996ccfc None None] Set router ab757793-5676-4dbb-bae1-b9a4568692ad gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:34:04.041759 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c5064b0-1ce2-496d-a111-eeb34dfce412 req-6cb3b50f-66c8-4fbf-923b-f9008bca9f5c service neutron] 10.222.0.20 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154490 Aug 18 13:34:04.054923 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbc3f2-e774-463f-bd43-5b5251d8d925 req-b61d07fe-9715-4fbb-9388-8ddeed3db064 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:04.056495 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a2fbc3f2-e774-463f-bd43-5b5251d8d925 req-b61d07fe-9715-4fbb-9388-8ddeed3db064 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b HTTP/1.1" status: 200 len: 945 time: 0.0531390 Aug 18 13:34:04.097882 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aaba8ff3-2674-4fc3-9081-07d34498b691 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:04.099229 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-aaba8ff3-2674-4fc3-9081-07d34498b691 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5321426 Aug 18 13:34:04.102230 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a2fbc3f2-e774-463f-bd43-5b5251d8d925 req-24e9d720-ede6-4e83-bc24-7c0a404b9ef3 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354211 Aug 18 13:34:04.102817 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35096) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:34:04.108212 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-665475fd-35bf-406f-9287-1158b7ee8de5 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'security_group_rule': {'security_group_id': 'b9132eab-d3c7-4efc-b8d6-2a95059feb5b', 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:34:04.153541 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c5064b0-1ce2-496d-a111-eeb34dfce412 req-f74b6928-196b-4df6-b4d6-fc3f54ae21ba service neutron] 10.222.0.20 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026809 Aug 18 13:34:04.223983 n-d-803603-2 neutron-server[101675]: INFO neutron.db.securitygroups_db [None req-665475fd-35bf-406f-9287-1158b7ee8de5 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Project de6dcd8516f24b6895081970e3d21a0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 13:34:04.230162 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-665475fd-35bf-406f-9287-1158b7ee8de5 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:04.235771 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-7259f02a-8daf-4671-8eeb-212fc996ccfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'name': 'tempest-TestVolumeBootPattern-708085059-router', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:41Z', 'revision_number': 4, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'gw_port': {'id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ac:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'cde158be-9bce-46bd-b29f-939b76278de5', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'floating_ip_address': '172.25.6.233', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'port_id': '4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'mac_address': 'fa:16:3e:1a:c0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37643702-ee10-4047-9826-866042be0286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:28:56Z', 'updated_at': '2021-08-18T13:28:59Z', 'revision_number': 1, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9142b80-5376-4c1c-b88f-0a9b5664de79', 'name': '', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'mac_address': 'fa:16:3e:15:82:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:39Z', 'updated_at': '2021-08-18T13:19:50Z', 'revision_number': 5, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'subnets': [{'id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:34:04.285586 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-665475fd-35bf-406f-9287-1158b7ee8de5 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:04.352881 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7259f02a-8daf-4671-8eeb-212fc996ccfc None None] The sync data for ids ['ab757793-5676-4dbb-bae1-b9a4568692ad'] in n-d-803603-2 is: [{'id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'name': 'tempest-TestVolumeBootPattern-708085059-router', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:41Z', 'revision_number': 4, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'gw_port': {'id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ac:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'cde158be-9bce-46bd-b29f-939b76278de5', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'floating_ip_address': '172.25.6.233', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'port_id': '4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'mac_address': 'fa:16:3e:1a:c0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37643702-ee10-4047-9826-866042be0286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:28:56Z', 'updated_at': '2021-08-18T13:28:59Z', 'revision_number': 1, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9142b80-5376-4c1c-b88f-0a9b5664de79', 'name': '', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'mac_address': 'fa:16:3e:15:82:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:39Z', 'updated_at': '2021-08-18T13:19:50Z', 'revision_number': 5, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'subnets': [{'id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:34:04.406780 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-665475fd-35bf-406f-9287-1158b7ee8de5 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:04.433390 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665475fd-35bf-406f-9287-1158b7ee8de5 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18be7a0d-70d9-45d2-a312-e43a7974573a,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:04.538881 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-665475fd-35bf-406f-9287-1158b7ee8de5 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:04.540174 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-665475fd-35bf-406f-9287-1158b7ee8de5 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4362950 Aug 18 13:34:04.543977 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35098) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:34:04.549033 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-ac2b6bec-496f-4d45-9f8e-083a7d4f3072 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'security_group_rule': {'security_group_id': 'b9132eab-d3c7-4efc-b8d6-2a95059feb5b', 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:34:04.573237 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e44d2ba-d07b-4af4-988a-ea4aabc1008a None None] New status for floating IP 16cb896d-3f0f-4bb5-85c4-ba7e76cab893: DOWN {{(pid=101677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:34:04.647060 n-d-803603-2 neutron-server[101675]: INFO neutron.db.securitygroups_db [None req-ac2b6bec-496f-4d45-9f8e-083a7d4f3072 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Project de6dcd8516f24b6895081970e3d21a0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 13:34:04.653060 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ac2b6bec-496f-4d45-9f8e-083a7d4f3072 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:04.715938 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ac2b6bec-496f-4d45-9f8e-083a7d4f3072 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:04.784119 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ac2b6bec-496f-4d45-9f8e-083a7d4f3072 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:04.803788 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b6bec-496f-4d45-9f8e-083a7d4f3072 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=835634c6-9019-4df0-9aa0-7f503f659090,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:04.902865 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ac2b6bec-496f-4d45-9f8e-083a7d4f3072 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:04.904105 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ac2b6bec-496f-4d45-9f8e-083a7d4f3072 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3591430 Aug 18 13:34:04.906986 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35100) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:34:04.912208 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-3c80ccca-6799-4e5b-9f45-1d0238402b2a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'network': {'name': 'tempest-network-smoke--219939840', 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'port_security_enabled': True}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:34:05.006190 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c80ccca-6799-4e5b-9f45-1d0238402b2a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Made reservation on behalf of de6dcd8516f24b6895081970e3d21a0a for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:34:05.009733 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3c80ccca-6799-4e5b-9f45-1d0238402b2a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:05.038261 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c80ccca-6799-4e5b-9f45-1d0238402b2a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:34:05.046786 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3c80ccca-6799-4e5b-9f45-1d0238402b2a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:05.047137 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-3c80ccca-6799-4e5b-9f45-1d0238402b2a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Added segment a3ddd03b-31d8-47ed-b4b3-0cbb884e5801 of type vlan for network f07bcea9-8f30-4794-9043-a52952cb53bc Aug 18 13:34:05.087275 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3c80ccca-6799-4e5b-9f45-1d0238402b2a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:05.189709 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3c80ccca-6799-4e5b-9f45-1d0238402b2a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:05.195324 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c80ccca-6799-4e5b-9f45-1d0238402b2a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:05.195922 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3c80ccca-6799-4e5b-9f45-1d0238402b2a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:05.235432 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70b131-599f-4685-896b-e22cdf6e1b90 req-5ee62929-2ccd-4d4b-b2fc-4cabf2152d85 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:05.236967 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6f70b131-599f-4685-896b-e22cdf6e1b90 req-5ee62929-2ccd-4d4b-b2fc-4cabf2152d85 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b HTTP/1.1" status: 200 len: 945 time: 0.0511851 Aug 18 13:34:05.265585 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c80ccca-6799-4e5b-9f45-1d0238402b2a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'Network': ['ID=f07bcea9-8f30-4794-9043-a52952cb53bc,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:05.275414 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network f07bcea9-8f30-4794-9043-a52952cb53bc details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:34:05.280762 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6f70b131-599f-4685-896b-e22cdf6e1b90 req-dff465f1-a8fe-4163-b64b-b15cdf0696b4 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374074 Aug 18 13:34:05.315885 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3c80ccca-6799-4e5b-9f45-1d0238402b2a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4077337 Aug 18 13:34:05.324870 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35104) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:34:05.329533 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-a0b41ddd-7637-4511-a34a-dbd8c173174a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-953529013', 'admin_state_up': True, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:34:05.495398 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9107a3-bc3d-41d9-9d71-7d1bdbba7f89 req-7f340fa7-2585-41fe-af97-7758eacbf7a1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:05.497102 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4a9107a3-bc3d-41d9-9d71-7d1bdbba7f89 req-7f340fa7-2585-41fe-af97-7758eacbf7a1 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b HTTP/1.1" status: 200 len: 945 time: 0.0636272 Aug 18 13:34:05.505098 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a0b41ddd-7637-4511-a34a-dbd8c173174a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:05.506465 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a0b41ddd-7637-4511-a34a-dbd8c173174a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:05.591256 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-4a9107a3-bc3d-41d9-9d71-7d1bdbba7f89 req-a73f19ae-deb4-4390-9b90-388d148d02fc tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Deleting port cae59d49-1350-43f3-91eb-ac2d0dac9db5 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:34:05.591501 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-4a9107a3-bc3d-41d9-9d71-7d1bdbba7f89 req-a73f19ae-deb4-4390-9b90-388d148d02fc tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:05.599748 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a0b41ddd-7637-4511-a34a-dbd8c173174a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:05.684998 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-4a9107a3-bc3d-41d9-9d71-7d1bdbba7f89 req-a73f19ae-deb4-4390-9b90-388d148d02fc tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] For port cae59d49-1350-43f3-91eb-ac2d0dac9db5, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=cae59d49-1350-43f3-91eb-ac2d0dac9db5,segment=NetworkSegment(253e9a78-b703-48d2-8774-59f67598fdbb),segment_id=253e9a78-b703-48d2-8774-59f67598fdbb)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:34:05.685365 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-4a9107a3-bc3d-41d9-9d71-7d1bdbba7f89 req-a73f19ae-deb4-4390-9b90-388d148d02fc tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:05.698683 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-4a9107a3-bc3d-41d9-9d71-7d1bdbba7f89 req-a73f19ae-deb4-4390-9b90-388d148d02fc tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Calling delete_port for cae59d49-1350-43f3-91eb-ac2d0dac9db5 owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:34:05.800143 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a0b41ddd-7637-4511-a34a-dbd8c173174a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:05.886872 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-4a9107a3-bc3d-41d9-9d71-7d1bdbba7f89 req-a73f19ae-deb4-4390-9b90-388d148d02fc tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:05.915604 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f19ae-deb4-4390-9b90-388d148d02fc tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Pushing event deleted for resources: {'Port': ['ID=cae59d49-1350-43f3-91eb-ac2d0dac9db5,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:05.965836 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9107a3-bc3d-41d9-9d71-7d1bdbba7f89 req-a73f19ae-deb4-4390-9b90-388d148d02fc tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] No DVR routers for this DVR port cae59d49-1350-43f3-91eb-ac2d0dac9db5 on host n-h2-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:34:05.965836 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-4a9107a3-bc3d-41d9-9d71-7d1bdbba7f89 req-a73f19ae-deb4-4390-9b90-388d148d02fc tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:05.965836 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4a9107a3-bc3d-41d9-9d71-7d1bdbba7f89 req-a73f19ae-deb4-4390-9b90-388d148d02fc tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.20 "DELETE /v2.0/ports/cae59d49-1350-43f3-91eb-ac2d0dac9db5 HTTP/1.1" status: 204 len: 173 time: 0.4606493 Aug 18 13:34:05.965836 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b', 'name': 'network-vif-deleted', 'tag': 'cae59d49-1350-43f3-91eb-ac2d0dac9db5'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:34:05.967797 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3133d7ba-cf97-41c8-ab9e-13fe885a6424" -d '{"events": [{"server_uuid": "aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b", "name": "network-vif-deleted", "tag": "cae59d49-1350-43f3-91eb-ac2d0dac9db5"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:34:06.002423 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474b767e-6cc0-48b0-9bc3-a1bad76b2e91 x-openstack-request-id: req-474b767e-6cc0-48b0-9bc3-a1bad76b2e91 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:34:06.002972 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b", "name": "network-vif-deleted", "tag": "cae59d49-1350-43f3-91eb-ac2d0dac9db5", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:34:06.003225 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-474b767e-6cc0-48b0-9bc3-a1bad76b2e91 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:34:06.003625 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b', 'name': 'network-vif-deleted', 'tag': 'cae59d49-1350-43f3-91eb-ac2d0dac9db5', 'status': 'completed', 'code': 200} Aug 18 13:34:06.059813 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a0b41ddd-7637-4511-a34a-dbd8c173174a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for router_gateway, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:06.088666 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a0b41ddd-7637-4511-a34a-dbd8c173174a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:06.198850 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-a0b41ddd-7637-4511-a34a-dbd8c173174a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Allocated IP 172.25.6.14 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/ab5833d8-80b4-48e9-a056-ed9e0e08d8c1) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:34:06.313782 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a0b41ddd-7637-4511-a34a-dbd8c173174a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:06.398585 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0b071981-7b3a-495d-9f17-3d9cffd770bc req-c6eb6501-60cc-41e8-906b-eb793063dac0 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b HTTP/1.1" status: 200 len: 210 time: 0.0286222 Aug 18 13:34:06.481368 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a0b41ddd-7637-4511-a34a-dbd8c173174a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:06.526197 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b41ddd-7637-4511-a34a-dbd8c173174a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:34:06.526679 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-a0b41ddd-7637-4511-a34a-dbd8c173174a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:34:06.529115 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b41ddd-7637-4511-a34a-dbd8c173174a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:34:06.553840 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b41ddd-7637-4511-a34a-dbd8c173174a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'Port': ['ID=ab5833d8-80b4-48e9-a056-ed9e0e08d8c1,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:06.880896 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a0b41ddd-7637-4511-a34a-dbd8c173174a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for router_gateway, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:07.081381 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a0b41ddd-7637-4511-a34a-dbd8c173174a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:07.309493 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b41ddd-7637-4511-a34a-dbd8c173174a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Router c6abd95d-24db-4a68-889b-e67e314dc3c7 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:34:07.418107 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b41ddd-7637-4511-a34a-dbd8c173174a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:34:07.430105 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1165e622-00e3-4888-95d5-0bb934670404 None None] Sync routers for ids ['c6abd95d-24db-4a68-889b-e67e314dc3c7'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:34:07.440568 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1165e622-00e3-4888-95d5-0bb934670404 None None] Routers {'c6abd95d-24db-4a68-889b-e67e314dc3c7'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:34:07.440568 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-1165e622-00e3-4888-95d5-0bb934670404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:33:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c6abd95d-24db-4a68-889b-e67e314dc3c7'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:34:07.500355 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e0ff1e16-11a4-4438-8d7d-0f7fcc38141c req-0977f692-9207-40f7-883c-7f4ecb1fdb95 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b HTTP/1.1" status: 200 len: 210 time: 0.0295942 Aug 18 13:34:07.515548 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a0b41ddd-7637-4511-a34a-dbd8c173174a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:07.519793 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a0b41ddd-7637-4511-a34a-dbd8c173174a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1909814 Aug 18 13:34:07.520248 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35114) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:34:07.558307 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-808eb689-713f-42cc-9e34-9045f29280fa tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=de6dcd8516f24b6895081970e3d21a0a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341191 Aug 18 13:34:07.558551 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-1165e622-00e3-4888-95d5-0bb934670404 None None] Set router c6abd95d-24db-4a68-889b-e67e314dc3c7 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:34:07.558663 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35116) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:34:07.654110 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380c7b7c-1dd4-4d92-956e-3213deeff84c tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:07.655846 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-380c7b7c-1dd4-4d92-956e-3213deeff84c tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0961900 Aug 18 13:34:07.658780 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35118) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:34:07.700582 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-91d150b9-2439-4cac-b59e-7563e4083fe3 tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=0babe39a-03c6-4af7-9ca5-00804dd781c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381672 Aug 18 13:34:07.700895 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35120) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:34:07.706407 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-bce0f52b-fc91-46f4-9a2f-6536a93e61db tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1478609507', 'network_id': 'f07bcea9-8f30-4794-9043-a52952cb53bc', 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:34:07.743614 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-1165e622-00e3-4888-95d5-0bb934670404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6abd95d-24db-4a68-889b-e67e314dc3c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953529013', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ab5833d8-80b4-48e9-a056-ed9e0e08d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:34:05Z', 'updated_at': '2021-08-18T13:34:06Z', 'revision_number': 3, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': 'ab5833d8-80b4-48e9-a056-ed9e0e08d8c1', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ee:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6abd95d-24db-4a68-889b-e67e314dc3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:34:06Z', 'updated_at': '2021-08-18T13:34:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:34:07.770429 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1165e622-00e3-4888-95d5-0bb934670404 None None] Checking router: c6abd95d-24db-4a68-889b-e67e314dc3c7 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:34:07.770777 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1165e622-00e3-4888-95d5-0bb934670404 None None] Updating router c6abd95d-24db-4a68-889b-e67e314dc3c7 port ab5833d8-80b4-48e9-a056-ed9e0e08d8c1 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:34:07.800691 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-1165e622-00e3-4888-95d5-0bb934670404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:07.854768 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce0f52b-fc91-46f4-9a2f-6536a93e61db tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Made reservation on behalf of de6dcd8516f24b6895081970e3d21a0a for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:34:07.858774 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bce0f52b-fc91-46f4-9a2f-6536a93e61db tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:08.056928 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-1165e622-00e3-4888-95d5-0bb934670404 None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:08.067604 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-1165e622-00e3-4888-95d5-0bb934670404 None None] Transition to ACTIVE for port object ab5833d8-80b4-48e9-a056-ed9e0e08d8c1 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:34:08.144198 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-1165e622-00e3-4888-95d5-0bb934670404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:08.201305 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-1165e622-00e3-4888-95d5-0bb934670404 None None] Attempting to bind port ab5833d8-80b4-48e9-a056-ed9e0e08d8c1 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:34:08.201305 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-1165e622-00e3-4888-95d5-0bb934670404 None None] Attempting to bind port ab5833d8-80b4-48e9-a056-ed9e0e08d8c1 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:34:08.201305 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1165e622-00e3-4888-95d5-0bb934670404 None None] Attempting to bind port ab5833d8-80b4-48e9-a056-ed9e0e08d8c1 on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:34:08.211094 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b138dc-1797-42c8-8852-622bd0ff2a8d None None] Pushing event updated for resources: {'Port': ['ID=ab5833d8-80b4-48e9-a056-ed9e0e08d8c1,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:08.213909 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1165e622-00e3-4888-95d5-0bb934670404 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:34:08.214307 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1165e622-00e3-4888-95d5-0bb934670404 None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:34:08.214718 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-1165e622-00e3-4888-95d5-0bb934670404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:08.215114 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1165e622-00e3-4888-95d5-0bb934670404 None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:34:08.215590 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-1165e622-00e3-4888-95d5-0bb934670404 None None] Bound port: ab5833d8-80b4-48e9-a056-ed9e0e08d8c1, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:34:08.215972 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-1165e622-00e3-4888-95d5-0bb934670404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:08.242883 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b138dc-1797-42c8-8852-622bd0ff2a8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:08.243252 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b138dc-1797-42c8-8852-622bd0ff2a8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:08.243570 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b138dc-1797-42c8-8852-622bd0ff2a8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:08.243909 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b138dc-1797-42c8-8852-622bd0ff2a8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:08.244776 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b138dc-1797-42c8-8852-622bd0ff2a8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:08.245259 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b138dc-1797-42c8-8852-622bd0ff2a8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:08.245494 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b138dc-1797-42c8-8852-622bd0ff2a8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:08.245926 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b138dc-1797-42c8-8852-622bd0ff2a8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:08.246282 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b138dc-1797-42c8-8852-622bd0ff2a8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:08.246610 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b138dc-1797-42c8-8852-622bd0ff2a8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:08.246939 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b138dc-1797-42c8-8852-622bd0ff2a8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:08.247261 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b138dc-1797-42c8-8852-622bd0ff2a8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:08.286132 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-1165e622-00e3-4888-95d5-0bb934670404 None None] For port ab5833d8-80b4-48e9-a056-ed9e0e08d8c1, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:34:08.290348 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-1165e622-00e3-4888-95d5-0bb934670404 None None] For port ab5833d8-80b4-48e9-a056-ed9e0e08d8c1, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=ab5833d8-80b4-48e9-a056-ed9e0e08d8c1,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:34:08.378788 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-1165e622-00e3-4888-95d5-0bb934670404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:08.435742 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bce0f52b-fc91-46f4-9a2f-6536a93e61db tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:08.436383 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1165e622-00e3-4888-95d5-0bb934670404 None None] Routers {'c6abd95d-24db-4a68-889b-e67e314dc3c7'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:34:08.436769 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-1165e622-00e3-4888-95d5-0bb934670404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:33:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c6abd95d-24db-4a68-889b-e67e314dc3c7'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:34:08.473284 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b138dc-1797-42c8-8852-622bd0ff2a8d None None] Pushing event updated for resources: {'Port': ['ID=ab5833d8-80b4-48e9-a056-ed9e0e08d8c1,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:08.498412 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce0f52b-fc91-46f4-9a2f-6536a93e61db tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'Subnet': ['ID=c8f094d4-b7e3-4346-b12d-1584496135af,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:08.510700 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce0f52b-fc91-46f4-9a2f-6536a93e61db tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Checking segment: {'id': 'a3ddd03b-31d8-47ed-b4b3-0cbb884e5801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f07bcea9-8f30-4794-9043-a52952cb53bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:34:08.511346 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce0f52b-fc91-46f4-9a2f-6536a93e61db tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Network hostable DHCP agents. Network: f07bcea9-8f30-4794-9043-a52952cb53bc, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:34:08.557894 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-1165e622-00e3-4888-95d5-0bb934670404 None None] Set router c6abd95d-24db-4a68-889b-e67e314dc3c7 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:34:08.606269 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-84e174bc-3eae-46f1-bd5f-4e987397ab31 req-dde25f60-3939-4daa-87ed-f029180b919d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b HTTP/1.1" status: 200 len: 210 time: 0.0300052 Aug 18 13:34:08.639634 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce0f52b-fc91-46f4-9a2f-6536a93e61db tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Network f07bcea9-8f30-4794-9043-a52952cb53bc is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:34:08.732481 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-bce0f52b-fc91-46f4-9a2f-6536a93e61db tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, f07bcea9-8f30-4794-9043-a52952cb53bc) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:34:08.738656 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce0f52b-fc91-46f4-9a2f-6536a93e61db tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:08.740232 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bce0f52b-fc91-46f4-9a2f-6536a93e61db tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:08.743672 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-1165e622-00e3-4888-95d5-0bb934670404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6abd95d-24db-4a68-889b-e67e314dc3c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953529013', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ab5833d8-80b4-48e9-a056-ed9e0e08d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:34:05Z', 'updated_at': '2021-08-18T13:34:06Z', 'revision_number': 3, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': 'ab5833d8-80b4-48e9-a056-ed9e0e08d8c1', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ee:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6abd95d-24db-4a68-889b-e67e314dc3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:34:06Z', 'updated_at': '2021-08-18T13:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:34:08.745159 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f580794b-6daf-4e79-aa59-0262bb927a30 None None] Network f07bcea9-8f30-4794-9043-a52952cb53bc requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:34:08.776288 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1165e622-00e3-4888-95d5-0bb934670404 None None] The sync data for ids ['c6abd95d-24db-4a68-889b-e67e314dc3c7'] in n-d-803603-2 is: [{'id': 'c6abd95d-24db-4a68-889b-e67e314dc3c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953529013', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ab5833d8-80b4-48e9-a056-ed9e0e08d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:34:05Z', 'updated_at': '2021-08-18T13:34:06Z', 'revision_number': 3, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': 'ab5833d8-80b4-48e9-a056-ed9e0e08d8c1', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ee:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6abd95d-24db-4a68-889b-e67e314dc3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:34:06Z', 'updated_at': '2021-08-18T13:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:34:08.841800 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-bce0f52b-fc91-46f4-9a2f-6536a93e61db tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1397703 Aug 18 13:34:08.844687 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35124) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:34:08.912411 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce2363b-06a1-45f1-98ad-01e3a357f070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-f07bcea9-8f30-4794-9043-a52952cb53bc', 'network_id': 'f07bcea9-8f30-4794-9043-a52952cb53bc', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'fixed_ips': [{'subnet_id': 'c8f094d4-b7e3-4346-b12d-1584496135af'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:34:08.913297 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0ce2363b-06a1-45f1-98ad-01e3a357f070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:09.101182 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-0ce2363b-06a1-45f1-98ad-01e3a357f070 None None] Allocated IP 172.20.0.2 (f07bcea9-8f30-4794-9043-a52952cb53bc/c8f094d4-b7e3-4346-b12d-1584496135af/12de31d3-5da7-4fbd-8029-8fb1414e1b0d) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:34:09.287824 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device cae59d49-1350-43f3-91eb-ac2d0dac9db5 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:34:09.313333 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0ce2363b-06a1-45f1-98ad-01e3a357f070 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:09.315616 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: cae59d49-1350-43f3-91eb-ac2d0dac9db5 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:34:09.333566 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device cae59d49-1350-43f3-91eb-ac2d0dac9db5 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:34:09.333566 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-0ce2363b-06a1-45f1-98ad-01e3a357f070 None None] Transition to ACTIVE for port object 12de31d3-5da7-4fbd-8029-8fb1414e1b0d will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:34:09.346071 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-0ce2363b-06a1-45f1-98ad-01e3a357f070 None None] Transition to ACTIVE for port object 12de31d3-5da7-4fbd-8029-8fb1414e1b0d will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:34:09.403745 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f7eaac36-2ed3-4eea-8412-abb2509cbafd tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:09.424099 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0ce2363b-06a1-45f1-98ad-01e3a357f070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:09.478074 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce2363b-06a1-45f1-98ad-01e3a357f070 None None] Network f07bcea9-8f30-4794-9043-a52952cb53bc is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:34:09.480352 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-0ce2363b-06a1-45f1-98ad-01e3a357f070 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:34:09.487849 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce2363b-06a1-45f1-98ad-01e3a357f070 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:34:09.497759 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce2363b-06a1-45f1-98ad-01e3a357f070 None None] Pushing event updated for resources: {'Port': ['ID=12de31d3-5da7-4fbd-8029-8fb1414e1b0d,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:09.556086 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-0ce2363b-06a1-45f1-98ad-01e3a357f070 None None] Attempting to bind port 12de31d3-5da7-4fbd-8029-8fb1414e1b0d on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:34:09.556946 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-0ce2363b-06a1-45f1-98ad-01e3a357f070 None None] Attempting to bind port 12de31d3-5da7-4fbd-8029-8fb1414e1b0d by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'a3ddd03b-31d8-47ed-b4b3-0cbb884e5801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f07bcea9-8f30-4794-9043-a52952cb53bc'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:34:09.557544 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce2363b-06a1-45f1-98ad-01e3a357f070 None None] Attempting to bind port 12de31d3-5da7-4fbd-8029-8fb1414e1b0d on network f07bcea9-8f30-4794-9043-a52952cb53bc {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:34:09.563853 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce2363b-06a1-45f1-98ad-01e3a357f070 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:34:09.567422 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce2363b-06a1-45f1-98ad-01e3a357f070 None None] Checking segment: {'id': 'a3ddd03b-31d8-47ed-b4b3-0cbb884e5801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f07bcea9-8f30-4794-9043-a52952cb53bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:34:09.567422 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0ce2363b-06a1-45f1-98ad-01e3a357f070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:09.567422 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce2363b-06a1-45f1-98ad-01e3a357f070 None None] Bound using segment: {'id': 'a3ddd03b-31d8-47ed-b4b3-0cbb884e5801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f07bcea9-8f30-4794-9043-a52952cb53bc'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:34:09.567422 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-0ce2363b-06a1-45f1-98ad-01e3a357f070 None None] Bound port: 12de31d3-5da7-4fbd-8029-8fb1414e1b0d, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ddd03b-31d8-47ed-b4b3-0cbb884e5801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f07bcea9-8f30-4794-9043-a52952cb53bc'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:34:09.567422 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0ce2363b-06a1-45f1-98ad-01e3a357f070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:09.648774 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-0ce2363b-06a1-45f1-98ad-01e3a357f070 None None] For port 12de31d3-5da7-4fbd-8029-8fb1414e1b0d, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:34:09.654076 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-0ce2363b-06a1-45f1-98ad-01e3a357f070 None None] For port 12de31d3-5da7-4fbd-8029-8fb1414e1b0d, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=12de31d3-5da7-4fbd-8029-8fb1414e1b0d,segment=NetworkSegment(a3ddd03b-31d8-47ed-b4b3-0cbb884e5801),segment_id=a3ddd03b-31d8-47ed-b4b3-0cbb884e5801)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:34:09.741999 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d309c836-2886-4115-a9bd-c17aa403aace req-a3ef025f-121d-4bde-b939-a14d8ddf575a tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaec5fd9-19d6-47d7-a1cc-0f8cd31fb64b HTTP/1.1" status: 200 len: 210 time: 0.0384650 Aug 18 13:34:09.773023 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0ce2363b-06a1-45f1-98ad-01e3a357f070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:09.827437 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-f7eaac36-2ed3-4eea-8412-abb2509cbafd tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Allocated IP 172.20.0.1 (f07bcea9-8f30-4794-9043-a52952cb53bc/c8f094d4-b7e3-4346-b12d-1584496135af/ec4c833a-2f6e-4aea-989a-8a6ae8f6b3d8) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:34:09.859653 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device ab5833d8-80b4-48e9-a056-ed9e0e08d8c1 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:34:09.900875 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce2363b-06a1-45f1-98ad-01e3a357f070 None None] Pushing event updated for resources: {'Port': ['ID=12de31d3-5da7-4fbd-8029-8fb1414e1b0d,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:09.997801 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f7eaac36-2ed3-4eea-8412-abb2509cbafd tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:10.013122 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-f7eaac36-2ed3-4eea-8412-abb2509cbafd tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Transition to ACTIVE for port object ec4c833a-2f6e-4aea-989a-8a6ae8f6b3d8 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:34:10.023772 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port ab5833d8-80b4-48e9-a056-ed9e0e08d8c1 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:34:10.028348 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port ab5833d8-80b4-48e9-a056-ed9e0e08d8c1 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:34:10.032889 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:10.131589 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:10.148090 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f7eaac36-2ed3-4eea-8412-abb2509cbafd tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:10.158164 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port ab5833d8-80b4-48e9-a056-ed9e0e08d8c1, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=ab5833d8-80b4-48e9-a056-ed9e0e08d8c1,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:34:10.195182 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7eaac36-2ed3-4eea-8412-abb2509cbafd tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Network f07bcea9-8f30-4794-9043-a52952cb53bc is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:34:10.199086 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-f7eaac36-2ed3-4eea-8412-abb2509cbafd tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:34:10.201570 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7eaac36-2ed3-4eea-8412-abb2509cbafd tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:34:10.235783 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eaac36-2ed3-4eea-8412-abb2509cbafd tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'Port': ['ID=ec4c833a-2f6e-4aea-989a-8a6ae8f6b3d8,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:10.270259 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f7eaac36-2ed3-4eea-8412-abb2509cbafd tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:10.286864 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:10.348090 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=ab5833d8-80b4-48e9-a056-ed9e0e08d8c1,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:10.551136 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f7eaac36-2ed3-4eea-8412-abb2509cbafd tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:10.846460 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f7eaac36-2ed3-4eea-8412-abb2509cbafd tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:10.938315 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f7eaac36-2ed3-4eea-8412-abb2509cbafd tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:11.015265 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eaac36-2ed3-4eea-8412-abb2509cbafd tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'Port': ['ID=ec4c833a-2f6e-4aea-989a-8a6ae8f6b3d8,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:11.020521 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f7eaac36-2ed3-4eea-8412-abb2509cbafd tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:11.118514 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7eaac36-2ed3-4eea-8412-abb2509cbafd tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Network f07bcea9-8f30-4794-9043-a52952cb53bc is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:34:11.120854 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-f7eaac36-2ed3-4eea-8412-abb2509cbafd tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:34:11.247752 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7eaac36-2ed3-4eea-8412-abb2509cbafd tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Router c6abd95d-24db-4a68-889b-e67e314dc3c7 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:34:11.320189 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07da483a-234a-4ca3-a2ed-d30a0eef807f None None] Network f07bcea9-8f30-4794-9043-a52952cb53bc requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:34:11.375463 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7eaac36-2ed3-4eea-8412-abb2509cbafd tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:34:11.381227 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f7eaac36-2ed3-4eea-8412-abb2509cbafd tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "PUT /v2.0/routers/c6abd95d-24db-4a68-889b-e67e314dc3c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5351372 Aug 18 13:34:11.396241 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd594c6-14ac-49ce-800a-788b9ba6330c None None] Sync routers for ids ['c6abd95d-24db-4a68-889b-e67e314dc3c7'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:34:11.424832 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd594c6-14ac-49ce-800a-788b9ba6330c None None] Routers {'c6abd95d-24db-4a68-889b-e67e314dc3c7'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:34:11.424832 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-ebd594c6-14ac-49ce-800a-788b9ba6330c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:33:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c6abd95d-24db-4a68-889b-e67e314dc3c7'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:34:11.539840 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-2f79e875-3c3e-484b-9e3a-726dcbab42a6 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1649183391&fields=id&tenant_id=de6dcd8516f24b6895081970e3d21a0a HTTP/1.1" status: 200 len: 267 time: 0.0393467 Aug 18 13:34:11.642146 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-87f73583-ad5c-4b59-b7a4-d8c87bd95793 None None] Provisioning for port 12de31d3-5da7-4fbd-8029-8fb1414e1b0d completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:34:11.662433 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-8571a3e7-d879-4bd7-a9b5-2639c3aa1867 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:11.664103 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-8571a3e7-d879-4bd7-a9b5-2639c3aa1867 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/networks?id=f07bcea9-8f30-4794-9043-a52952cb53bc HTTP/1.1" status: 200 len: 796 time: 0.1152582 Aug 18 13:34:11.683078 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-6eda96bd-79e0-400a-b0d1-066f3a5ab21e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/quotas/de6dcd8516f24b6895081970e3d21a0a HTTP/1.1" status: 200 len: 375 time: 0.0105362 Aug 18 13:34:11.755468 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fcd62a59-fb5a-42f4-b17d-8763c13de95c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:11.757110 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-58fa2371-4398-4573-a38d-beec684af4a3 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=de6dcd8516f24b6895081970e3d21a0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0676544 Aug 18 13:34:11.758425 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-ebd594c6-14ac-49ce-800a-788b9ba6330c None None] Set router c6abd95d-24db-4a68-889b-e67e314dc3c7 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:34:11.951472 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-1f33514a-9bd1-4e8a-9267-e4cc05d3cc76 service neutron] 10.222.0.13 "GET /v2.0/networks/f07bcea9-8f30-4794-9043-a52952cb53bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780758 Aug 18 13:34:11.954422 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device ab5833d8-80b4-48e9-a056-ed9e0e08d8c1 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:34:12.058850 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-7336b41c-bc3c-4948-80db-113fe8c6e85f service neutron] 10.222.0.13 "GET /v2.0/networks/f07bcea9-8f30-4794-9043-a52952cb53bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056643 Aug 18 13:34:12.064900 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port ab5833d8-80b4-48e9-a056-ed9e0e08d8c1 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:34:12.065284 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:12.132275 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-ebd594c6-14ac-49ce-800a-788b9ba6330c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6abd95d-24db-4a68-889b-e67e314dc3c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953529013', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ab5833d8-80b4-48e9-a056-ed9e0e08d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:34:05Z', 'updated_at': '2021-08-18T13:34:10Z', 'revision_number': 4, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': 'ab5833d8-80b4-48e9-a056-ed9e0e08d8c1', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ee:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6abd95d-24db-4a68-889b-e67e314dc3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:34:06Z', 'updated_at': '2021-08-18T13:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'ec4c833a-2f6e-4aea-989a-8a6ae8f6b3d8', 'name': '', 'network_id': 'f07bcea9-8f30-4794-9043-a52952cb53bc', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'mac_address': 'fa:16:3e:af:76:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6abd95d-24db-4a68-889b-e67e314dc3c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'c8f094d4-b7e3-4346-b12d-1584496135af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:34:09Z', 'updated_at': '2021-08-18T13:34:10Z', 'revision_number': 2, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'subnets': [{'id': 'c8f094d4-b7e3-4346-b12d-1584496135af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:34:12.172593 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd594c6-14ac-49ce-800a-788b9ba6330c None None] Checking router: c6abd95d-24db-4a68-889b-e67e314dc3c7 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:34:12.172593 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd594c6-14ac-49ce-800a-788b9ba6330c None None] Updating router c6abd95d-24db-4a68-889b-e67e314dc3c7 port ec4c833a-2f6e-4aea-989a-8a6ae8f6b3d8 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:34:12.223612 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ebd594c6-14ac-49ce-800a-788b9ba6330c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:12.269648 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 12de31d3-5da7-4fbd-8029-8fb1414e1b0d up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:34:12.297422 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-07e2dee3-b92c-491f-8b85-56240f31c73e None None] Provisioning for port ec4c833a-2f6e-4aea-989a-8a6ae8f6b3d8 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:34:12.326005 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-07e2dee3-b92c-491f-8b85-56240f31c73e None None] Provisioning complete for port ec4c833a-2f6e-4aea-989a-8a6ae8f6b3d8 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:34:12.326758 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-07e2dee3-b92c-491f-8b85-56240f31c73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:12.350538 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bfbb26ea-fff8-4227-b44d-c793fcce6542 req-d0a06139-7813-4c95-9b90-0e483231b18d tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 210 time: 0.0443122 Aug 18 13:34:12.451342 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-07e2dee3-b92c-491f-8b85-56240f31c73e None None] Port ec4c833a-2f6e-4aea-989a-8a6ae8f6b3d8 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:34:12.547072 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 12de31d3-5da7-4fbd-8029-8fb1414e1b0d completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:34:12.554927 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 12de31d3-5da7-4fbd-8029-8fb1414e1b0d triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:34:12.555655 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:12.629649 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c3b501d3-0949-49e5-b925-80a67ee06eae None None] Provisioning complete for port ec4c833a-2f6e-4aea-989a-8a6ae8f6b3d8 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:34:12.630057 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c3b501d3-0949-49e5-b925-80a67ee06eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:12.706352 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ebd594c6-14ac-49ce-800a-788b9ba6330c None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:12.726268 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-c3b501d3-0949-49e5-b925-80a67ee06eae None None] Port ec4c833a-2f6e-4aea-989a-8a6ae8f6b3d8 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:34:12.742881 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ebd594c6-14ac-49ce-800a-788b9ba6330c None None] Transition to ACTIVE for port object ec4c833a-2f6e-4aea-989a-8a6ae8f6b3d8 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:34:12.751248 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:12.783301 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 12de31d3-5da7-4fbd-8029-8fb1414e1b0d, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=12de31d3-5da7-4fbd-8029-8fb1414e1b0d,segment=NetworkSegment(a3ddd03b-31d8-47ed-b4b3-0cbb884e5801),segment_id=a3ddd03b-31d8-47ed-b4b3-0cbb884e5801)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:34:12.845235 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-44f73cb0-cd9b-4bb0-9a15-6db605244143 None None] Provisioning complete for port ec4c833a-2f6e-4aea-989a-8a6ae8f6b3d8 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:34:12.845523 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-44f73cb0-cd9b-4bb0-9a15-6db605244143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:12.888262 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-44f73cb0-cd9b-4bb0-9a15-6db605244143 None None] Port ec4c833a-2f6e-4aea-989a-8a6ae8f6b3d8 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:34:12.898915 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:12.904690 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ebd594c6-14ac-49ce-800a-788b9ba6330c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:12.981109 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=12de31d3-5da7-4fbd-8029-8fb1414e1b0d,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:13.042375 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-ebd594c6-14ac-49ce-800a-788b9ba6330c None None] Attempting to bind port ec4c833a-2f6e-4aea-989a-8a6ae8f6b3d8 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:34:13.042748 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-ebd594c6-14ac-49ce-800a-788b9ba6330c None None] Attempting to bind port ec4c833a-2f6e-4aea-989a-8a6ae8f6b3d8 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'a3ddd03b-31d8-47ed-b4b3-0cbb884e5801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f07bcea9-8f30-4794-9043-a52952cb53bc'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:34:13.043109 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd594c6-14ac-49ce-800a-788b9ba6330c None None] Attempting to bind port ec4c833a-2f6e-4aea-989a-8a6ae8f6b3d8 on network f07bcea9-8f30-4794-9043-a52952cb53bc {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:34:13.052333 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5584b91-bfb9-419c-83f0-7baad09262a1 None None] Pushing event updated for resources: {'Port': ['ID=ec4c833a-2f6e-4aea-989a-8a6ae8f6b3d8,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:13.055682 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd594c6-14ac-49ce-800a-788b9ba6330c None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:34:13.056057 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd594c6-14ac-49ce-800a-788b9ba6330c None None] Checking segment: {'id': 'a3ddd03b-31d8-47ed-b4b3-0cbb884e5801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f07bcea9-8f30-4794-9043-a52952cb53bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:34:13.057190 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ebd594c6-14ac-49ce-800a-788b9ba6330c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:13.057581 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd594c6-14ac-49ce-800a-788b9ba6330c None None] Bound using segment: {'id': 'a3ddd03b-31d8-47ed-b4b3-0cbb884e5801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f07bcea9-8f30-4794-9043-a52952cb53bc'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:34:13.058060 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-ebd594c6-14ac-49ce-800a-788b9ba6330c None None] Bound port: ec4c833a-2f6e-4aea-989a-8a6ae8f6b3d8, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ddd03b-31d8-47ed-b4b3-0cbb884e5801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f07bcea9-8f30-4794-9043-a52952cb53bc'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:34:13.058834 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ebd594c6-14ac-49ce-800a-788b9ba6330c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:13.125775 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-ebd594c6-14ac-49ce-800a-788b9ba6330c None None] For port ec4c833a-2f6e-4aea-989a-8a6ae8f6b3d8, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:34:13.129274 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-ebd594c6-14ac-49ce-800a-788b9ba6330c None None] For port ec4c833a-2f6e-4aea-989a-8a6ae8f6b3d8, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=ec4c833a-2f6e-4aea-989a-8a6ae8f6b3d8,segment=NetworkSegment(a3ddd03b-31d8-47ed-b4b3-0cbb884e5801),segment_id=a3ddd03b-31d8-47ed-b4b3-0cbb884e5801)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:34:13.241258 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ebd594c6-14ac-49ce-800a-788b9ba6330c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:13.305292 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd594c6-14ac-49ce-800a-788b9ba6330c None None] Routers {'c6abd95d-24db-4a68-889b-e67e314dc3c7'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:34:13.305918 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-ebd594c6-14ac-49ce-800a-788b9ba6330c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:33:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c6abd95d-24db-4a68-889b-e67e314dc3c7'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:34:13.314286 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5584b91-bfb9-419c-83f0-7baad09262a1 None None] Pushing event updated for resources: {'Port': ['ID=ec4c833a-2f6e-4aea-989a-8a6ae8f6b3d8,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:13.450788 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-ebd594c6-14ac-49ce-800a-788b9ba6330c None None] Set router c6abd95d-24db-4a68-889b-e67e314dc3c7 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:34:13.465570 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-832384af-c660-4dc4-9d7d-4bae1172cf2b req-45196b6a-de09-4dee-97b9-be04d74414d0 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 210 time: 0.0323420 Aug 18 13:34:13.684705 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-ebd594c6-14ac-49ce-800a-788b9ba6330c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6abd95d-24db-4a68-889b-e67e314dc3c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953529013', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ab5833d8-80b4-48e9-a056-ed9e0e08d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:34:05Z', 'updated_at': '2021-08-18T13:34:10Z', 'revision_number': 4, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': 'ab5833d8-80b4-48e9-a056-ed9e0e08d8c1', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ee:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6abd95d-24db-4a68-889b-e67e314dc3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:34:06Z', 'updated_at': '2021-08-18T13:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'ec4c833a-2f6e-4aea-989a-8a6ae8f6b3d8', 'name': '', 'network_id': 'f07bcea9-8f30-4794-9043-a52952cb53bc', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'mac_address': 'fa:16:3e:af:76:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6abd95d-24db-4a68-889b-e67e314dc3c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'c8f094d4-b7e3-4346-b12d-1584496135af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:34:09Z', 'updated_at': '2021-08-18T13:34:13Z', 'revision_number': 4, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'subnets': [{'id': 'c8f094d4-b7e3-4346-b12d-1584496135af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:34:13.711894 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd594c6-14ac-49ce-800a-788b9ba6330c None None] The sync data for ids ['c6abd95d-24db-4a68-889b-e67e314dc3c7'] in n-d-803603-2 is: [{'id': 'c6abd95d-24db-4a68-889b-e67e314dc3c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953529013', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ab5833d8-80b4-48e9-a056-ed9e0e08d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:34:05Z', 'updated_at': '2021-08-18T13:34:10Z', 'revision_number': 4, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': 'ab5833d8-80b4-48e9-a056-ed9e0e08d8c1', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ee:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6abd95d-24db-4a68-889b-e67e314dc3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:34:06Z', 'updated_at': '2021-08-18T13:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'ec4c833a-2f6e-4aea-989a-8a6ae8f6b3d8', 'name': '', 'network_id': 'f07bcea9-8f30-4794-9043-a52952cb53bc', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'mac_address': 'fa:16:3e:af:76:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6abd95d-24db-4a68-889b-e67e314dc3c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'c8f094d4-b7e3-4346-b12d-1584496135af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:34:09Z', 'updated_at': '2021-08-18T13:34:13Z', 'revision_number': 4, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'subnets': [{'id': 'c8f094d4-b7e3-4346-b12d-1584496135af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:34:13.773607 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4269f31b-81bc-4edd-8c3a-cd5dde8c9962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:13.808813 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 12de31d3-5da7-4fbd-8029-8fb1414e1b0d up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:34:13.878109 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 12de31d3-5da7-4fbd-8029-8fb1414e1b0d triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:34:13.878506 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:14.589917 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1033b2c7-a888-4842-807f-2c702185e685 req-3ac1ca33-8029-4ab4-8c57-e6aaa5c0a909 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 210 time: 0.0475488 Aug 18 13:34:14.629709 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:14.711723 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-f4b370bb-9c15-4649-8d2c-8b878c2ea7c8 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:14.713813 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-f4b370bb-9c15-4649-8d2c-8b878c2ea7c8 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.20 "GET /v2.0/networks?id=f07bcea9-8f30-4794-9043-a52952cb53bc HTTP/1.1" status: 200 len: 796 time: 0.1223874 Aug 18 13:34:14.771743 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-795b5ffd-59e3-4494-8343-b26a0ffd0828 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de6dcd8516f24b6895081970e3d21a0a HTTP/1.1" status: 200 len: 380 time: 0.0473835 Aug 18 13:34:14.785466 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-9226509d-2da3-4056-b261-e0b39e15628c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'port': {'device_id': '27a9583e-30bd-4912-9411-d958a5360d2e', 'network_id': 'f07bcea9-8f30-4794-9043-a52952cb53bc', 'admin_state_up': True, 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'security_groups': ['b9132eab-d3c7-4efc-b8d6-2a95059feb5b']}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:34:15.035185 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-9226509d-2da3-4056-b261-e0b39e15628c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Made reservation on behalf of de6dcd8516f24b6895081970e3d21a0a for: {'port': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:34:15.038875 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-9226509d-2da3-4056-b261-e0b39e15628c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:15.169007 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-9226509d-2da3-4056-b261-e0b39e15628c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Allocated IP 172.20.0.14 (f07bcea9-8f30-4794-9043-a52952cb53bc/c8f094d4-b7e3-4346-b12d-1584496135af/a9361d4a-4691-4982-8b0c-ee914855473b) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:34:15.311189 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-9226509d-2da3-4056-b261-e0b39e15628c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:15.325673 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-9226509d-2da3-4056-b261-e0b39e15628c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Transition to ACTIVE for port object a9361d4a-4691-4982-8b0c-ee914855473b will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:34:15.446010 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-9226509d-2da3-4056-b261-e0b39e15628c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:15.486415 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:15.505411 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-9226509d-2da3-4056-b261-e0b39e15628c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Network f07bcea9-8f30-4794-9043-a52952cb53bc is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:34:15.508658 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-9226509d-2da3-4056-b261-e0b39e15628c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:34:15.513147 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-9226509d-2da3-4056-b261-e0b39e15628c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:34:15.517129 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226509d-2da3-4056-b261-e0b39e15628c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'Port': ['ID=a9361d4a-4691-4982-8b0c-ee914855473b,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:15.577200 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-9226509d-2da3-4056-b261-e0b39e15628c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:15.579202 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-9226509d-2da3-4056-b261-e0b39e15628c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:15.676407 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-9226509d-2da3-4056-b261-e0b39e15628c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8968344 Aug 18 13:34:15.689765 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-677e2255-21e5-4b60-a331-7df5eef7a2fc service neutron] Request body: {'port': {'device_id': '27a9583e-30bd-4912-9411-d958a5360d2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:34:15.729798 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad4ab7-b329-47fc-b5a2-e5e4210b1d79 req-3f77d278-f3b5-4458-9b2c-1a4a93e159d4 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:15.732436 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9dad4ab7-b329-47fc-b5a2-e5e4210b1d79 req-3f77d278-f3b5-4458-9b2c-1a4a93e159d4 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 932 time: 0.0619450 Aug 18 13:34:15.767828 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-677e2255-21e5-4b60-a331-7df5eef7a2fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:15.781337 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9dad4ab7-b329-47fc-b5a2-e5e4210b1d79 req-21b5331c-5c1b-46b2-8f95-956a8c0ec734 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9132eab-d3c7-4efc-b8d6-2a95059feb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428171 Aug 18 13:34:15.825816 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device ec4c833a-2f6e-4aea-989a-8a6ae8f6b3d8 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:34:15.949024 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7b12265f-cb74-470a-a26f-10a847b071fd None None] Provisioning for port a9361d4a-4691-4982-8b0c-ee914855473b completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:34:15.953129 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7b12265f-cb74-470a-a26f-10a847b071fd None None] Provisioning complete for port a9361d4a-4691-4982-8b0c-ee914855473b triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:34:15.953597 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7b12265f-cb74-470a-a26f-10a847b071fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:15.984941 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port ec4c833a-2f6e-4aea-989a-8a6ae8f6b3d8 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:34:15.991439 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port ec4c833a-2f6e-4aea-989a-8a6ae8f6b3d8 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:34:15.991815 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:15.993413 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7b12265f-cb74-470a-a26f-10a847b071fd None None] Port a9361d4a-4691-4982-8b0c-ee914855473b cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:34:16.066517 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-677e2255-21e5-4b60-a331-7df5eef7a2fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9361d4a-4691-4982-8b0c-ee914855473b {{(pid=101676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:34:16.074303 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-677e2255-21e5-4b60-a331-7df5eef7a2fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:16.074432 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:16.090606 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-677e2255-21e5-4b60-a331-7df5eef7a2fc service neutron] Transition to ACTIVE for port object a9361d4a-4691-4982-8b0c-ee914855473b will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:34:16.107779 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port ec4c833a-2f6e-4aea-989a-8a6ae8f6b3d8, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=ec4c833a-2f6e-4aea-989a-8a6ae8f6b3d8,segment=NetworkSegment(a3ddd03b-31d8-47ed-b4b3-0cbb884e5801),segment_id=a3ddd03b-31d8-47ed-b4b3-0cbb884e5801)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:34:16.211938 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-677e2255-21e5-4b60-a331-7df5eef7a2fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:16.212129 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:16.261573 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=ec4c833a-2f6e-4aea-989a-8a6ae8f6b3d8,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:16.268312 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e2255-21e5-4b60-a331-7df5eef7a2fc service neutron] Pushing event updated for resources: {'Port': ['ID=a9361d4a-4691-4982-8b0c-ee914855473b,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:16.337043 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-677e2255-21e5-4b60-a331-7df5eef7a2fc service neutron] Attempting to bind port a9361d4a-4691-4982-8b0c-ee914855473b on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:34:16.337140 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-677e2255-21e5-4b60-a331-7df5eef7a2fc service neutron] Attempting to bind port a9361d4a-4691-4982-8b0c-ee914855473b by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': 'a3ddd03b-31d8-47ed-b4b3-0cbb884e5801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f07bcea9-8f30-4794-9043-a52952cb53bc'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:34:16.337548 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-677e2255-21e5-4b60-a331-7df5eef7a2fc service neutron] Attempting to bind port a9361d4a-4691-4982-8b0c-ee914855473b on network f07bcea9-8f30-4794-9043-a52952cb53bc {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:34:16.342901 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-677e2255-21e5-4b60-a331-7df5eef7a2fc service neutron] Port a9361d4a-4691-4982-8b0c-ee914855473b on network f07bcea9-8f30-4794-9043-a52952cb53bc not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:34:16.343230 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-677e2255-21e5-4b60-a331-7df5eef7a2fc service neutron] Attempting to bind port a9361d4a-4691-4982-8b0c-ee914855473b on network f07bcea9-8f30-4794-9043-a52952cb53bc {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:34:16.348606 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-677e2255-21e5-4b60-a331-7df5eef7a2fc service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:34:16.348946 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-677e2255-21e5-4b60-a331-7df5eef7a2fc service neutron] Checking segment: {'id': 'a3ddd03b-31d8-47ed-b4b3-0cbb884e5801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f07bcea9-8f30-4794-9043-a52952cb53bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:34:16.349331 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-677e2255-21e5-4b60-a331-7df5eef7a2fc service neutron] Bound using segment: {'id': 'a3ddd03b-31d8-47ed-b4b3-0cbb884e5801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f07bcea9-8f30-4794-9043-a52952cb53bc'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:34:16.349757 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-677e2255-21e5-4b60-a331-7df5eef7a2fc service neutron] Bound port: a9361d4a-4691-4982-8b0c-ee914855473b, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3ddd03b-31d8-47ed-b4b3-0cbb884e5801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f07bcea9-8f30-4794-9043-a52952cb53bc'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:34:16.350117 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-677e2255-21e5-4b60-a331-7df5eef7a2fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:16.425283 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-677e2255-21e5-4b60-a331-7df5eef7a2fc service neutron] For port a9361d4a-4691-4982-8b0c-ee914855473b, host n-h2-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:34:16.428510 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-677e2255-21e5-4b60-a331-7df5eef7a2fc service neutron] For port a9361d4a-4691-4982-8b0c-ee914855473b, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=a9361d4a-4691-4982-8b0c-ee914855473b,segment=NetworkSegment(a3ddd03b-31d8-47ed-b4b3-0cbb884e5801),segment_id=a3ddd03b-31d8-47ed-b4b3-0cbb884e5801)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:34:16.504353 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-677e2255-21e5-4b60-a331-7df5eef7a2fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:16.539112 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-677e2255-21e5-4b60-a331-7df5eef7a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:16.539812 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-677e2255-21e5-4b60-a331-7df5eef7a2fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:16.541121 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-677e2255-21e5-4b60-a331-7df5eef7a2fc service neutron] 10.222.0.20 "PUT /v2.0/ports/a9361d4a-4691-4982-8b0c-ee914855473b HTTP/1.1" status: 200 len: 1092 time: 0.8561819 Aug 18 13:34:16.541559 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a9583e-30bd-4912-9411-d958a5360d2e', 'tag': 'a9361d4a-4691-4982-8b0c-ee914855473b'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:34:16.543858 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c932cc-1664-4710-ac19-a20a6c59c58f" -d '{"events": [{"name": "network-changed", "server_uuid": "27a9583e-30bd-4912-9411-d958a5360d2e", "tag": "a9361d4a-4691-4982-8b0c-ee914855473b"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:34:16.569686 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e2255-21e5-4b60-a331-7df5eef7a2fc service neutron] Pushing event updated for resources: {'Port': ['ID=a9361d4a-4691-4982-8b0c-ee914855473b,revision_number=3']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:16.589028 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f49949-e3b6-4836-8d99-334aba4c4b84 x-openstack-request-id: req-98f49949-e3b6-4836-8d99-334aba4c4b84 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:34:16.589322 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a9583e-30bd-4912-9411-d958a5360d2e", "tag": "a9361d4a-4691-4982-8b0c-ee914855473b", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:34:16.589591 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-98f49949-e3b6-4836-8d99-334aba4c4b84 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:34:16.589987 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a9583e-30bd-4912-9411-d958a5360d2e', 'tag': 'a9361d4a-4691-4982-8b0c-ee914855473b', 'status': 'completed', 'code': 200} Aug 18 13:34:16.639445 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35186) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:34:16.664698 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c932cc-1664-4710-ac19-a20a6c59c58f req-ac51283c-1fb4-47a9-bb12-bb5fe1a4e4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:16.666426 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f2c932cc-1664-4710-ac19-a20a6c59c58f req-ac51283c-1fb4-47a9-bb12-bb5fe1a4e4ef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de6dcd8516f24b6895081970e3d21a0a&device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 1095 time: 0.0542674 Aug 18 13:34:16.779368 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c932cc-1664-4710-ac19-a20a6c59c58f req-bd311e44-95ed-4cd2-94e7-b0ae821e2acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:16.780785 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f2c932cc-1664-4710-ac19-a20a6c59c58f req-bd311e44-95ed-4cd2-94e7-b0ae821e2acd service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=de6dcd8516f24b6895081970e3d21a0a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1062829 Aug 18 13:34:16.811809 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-fbb73379-d2c8-41d1-bda7-26fc9ecc00da tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Deleting port fe60ed68-a5da-4650-90f2-ad167e9ce938 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:34:16.812312 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fbb73379-d2c8-41d1-bda7-26fc9ecc00da tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:16.900643 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c932cc-1664-4710-ac19-a20a6c59c58f req-0dde7acb-f3de-4c64-a1db-2f1fa3c21f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:16.903040 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f2c932cc-1664-4710-ac19-a20a6c59c58f req-0dde7acb-f3de-4c64-a1db-2f1fa3c21f67 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1155698 Aug 18 13:34:16.923383 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fbb73379-d2c8-41d1-bda7-26fc9ecc00da tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:16.923718 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fbb73379-d2c8-41d1-bda7-26fc9ecc00da tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:16.939851 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-fbb73379-d2c8-41d1-bda7-26fc9ecc00da tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Calling delete_port for fe60ed68-a5da-4650-90f2-ad167e9ce938 owned by network:floatingip {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:34:16.966760 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07439224-9396-490f-8a9d-a11ee4c79bf7 req-83ffc878-5dc7-47f0-8635-4990ed8a6646 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:16.969252 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-07439224-9396-490f-8a9d-a11ee4c79bf7 req-83ffc878-5dc7-47f0-8635-4990ed8a6646 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 944 time: 0.0865130 Aug 18 13:34:16.987457 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-5812f6f3-dc0e-4ea5-98b3-908f044ca912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:16.989093 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-5812f6f3-dc0e-4ea5-98b3-908f044ca912 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de6dcd8516f24b6895081970e3d21a0a&device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 1095 time: 0.0466166 Aug 18 13:34:17.033021 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-875d2552-7ad1-482d-8897-5bcde9513665 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9361d4a-4691-4982-8b0c-ee914855473b HTTP/1.1" status: 200 len: 217 time: 0.0362377 Aug 18 13:34:17.049068 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-07439224-9396-490f-8a9d-a11ee4c79bf7 req-aafaba73-f974-4745-b214-c872dded3a63 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9132eab-d3c7-4efc-b8d6-2a95059feb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522168 Aug 18 13:34:17.088840 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-3520bd39-8112-406a-b1f5-8cd756cb71f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:17.090670 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-3520bd39-8112-406a-b1f5-8cd756cb71f5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8f094d4-b7e3-4346-b12d-1584496135af HTTP/1.1" status: 200 len: 835 time: 0.0507333 Aug 18 13:34:17.138809 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-601a8ef3-b127-425b-9a10-afaf2eb24715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:17.140559 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-601a8ef3-b127-425b-9a10-afaf2eb24715 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f07bcea9-8f30-4794-9043-a52952cb53bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424998 Aug 18 13:34:17.218151 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fbb73379-d2c8-41d1-bda7-26fc9ecc00da tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:17.238697 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-9d3b982c-9610-4bbd-b440-15d26aeb9907 service neutron] 10.222.0.20 "GET /v2.0/networks/f07bcea9-8f30-4794-9043-a52952cb53bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906923 Aug 18 13:34:17.243470 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb73379-d2c8-41d1-bda7-26fc9ecc00da tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Pushing event deleted for resources: {'Port': ['ID=fe60ed68-a5da-4650-90f2-ad167e9ce938,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:17.312176 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fbb73379-d2c8-41d1-bda7-26fc9ecc00da tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for floatingip, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:17.312579 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [None req-fbb73379-d2c8-41d1-bda7-26fc9ecc00da tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Floating IP cde158be-9bce-46bd-b29f-939b76278de5 disassociated (deleted). External IP: 172.25.6.233, port: 4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613. Aug 18 13:34:17.337298 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f96d9f66-fcca-4c3b-9df8-c5526d4f6cd1 req-c5430dbb-027d-465d-b4e5-2b03e808ac02 service neutron] 10.222.0.20 "GET /v2.0/networks/f07bcea9-8f30-4794-9043-a52952cb53bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916941 Aug 18 13:34:17.488122 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:17.537652 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb73379-d2c8-41d1-bda7-26fc9ecc00da tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Router ab757793-5676-4dbb-bae1-b9a4568692ad has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:34:17.649485 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb73379-d2c8-41d1-bda7-26fc9ecc00da tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:34:17.654796 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fbb73379-d2c8-41d1-bda7-26fc9ecc00da tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:17.659578 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880c0f97-2967-465e-b90e-2cf9063fccd5 None None] Sync routers for ids ['ab757793-5676-4dbb-bae1-b9a4568692ad'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:34:17.669735 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880c0f97-2967-465e-b90e-2cf9063fccd5 None None] Routers {'ab757793-5676-4dbb-bae1-b9a4568692ad'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:34:17.670598 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-880c0f97-2967-465e-b90e-2cf9063fccd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:34:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ab757793-5676-4dbb-bae1-b9a4568692ad'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:34:17.682378 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-fbb73379-d2c8-41d1-bda7-26fc9ecc00da tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "DELETE /v2.0/floatingips/cde158be-9bce-46bd-b29f-939b76278de5 HTTP/1.1" status: 204 len: 168 time: 1.0413613 Aug 18 13:34:17.682940 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37643702-ee10-4047-9826-866042be0286', 'tag': '4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:34:17.685239 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e6e9e4-2779-4f97-9cd1-ab00f5ab4599" -d '{"events": [{"name": "network-changed", "server_uuid": "37643702-ee10-4047-9826-866042be0286", "tag": "4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:34:17.732915 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7830e307-6321-45c1-a359-4dfa59312007 x-openstack-request-id: req-7830e307-6321-45c1-a359-4dfa59312007 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:34:17.733293 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37643702-ee10-4047-9826-866042be0286", "tag": "4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:34:17.733619 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7830e307-6321-45c1-a359-4dfa59312007 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:34:17.734096 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37643702-ee10-4047-9826-866042be0286', 'tag': '4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613', 'status': 'completed', 'code': 200} Aug 18 13:34:17.785509 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-880c0f97-2967-465e-b90e-2cf9063fccd5 None None] Set router ab757793-5676-4dbb-bae1-b9a4568692ad gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:34:17.807438 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device ec4c833a-2f6e-4aea-989a-8a6ae8f6b3d8 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:34:17.808495 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6e9e4-2779-4f97-9cd1-ab00f5ab4599 req-a697ae9e-7c7f-41df-9b6c-67038b8f0a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:17.813638 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d6e6e9e4-2779-4f97-9cd1-ab00f5ab4599 req-a697ae9e-7c7f-41df-9b6c-67038b8f0a5f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=161a0a675dcb4f668dec9565c8db14ad&device_id=37643702-ee10-4047-9826-866042be0286 HTTP/1.1" status: 200 len: 1097 time: 0.0550544 Aug 18 13:34:17.870736 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port ec4c833a-2f6e-4aea-989a-8a6ae8f6b3d8 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:34:17.871347 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:17.935944 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6e9e4-2779-4f97-9cd1-ab00f5ab4599 req-54671bb5-47e5-44d9-bb23-7e2e106ab498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:17.937766 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d6e6e9e4-2779-4f97-9cd1-ab00f5ab4599 req-54671bb5-47e5-44d9-bb23-7e2e106ab498 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5a750657-6380-4216-8606-057245bf1333 HTTP/1.1" status: 200 len: 912 time: 0.1189039 Aug 18 13:34:17.985912 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d6e6e9e4-2779-4f97-9cd1-ab00f5ab4599 req-3fdbd5df-c826-425a-989a-ffd8e6db43a6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613 HTTP/1.1" status: 200 len: 217 time: 0.0406687 Aug 18 13:34:18.018359 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-880c0f97-2967-465e-b90e-2cf9063fccd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'name': 'tempest-TestVolumeBootPattern-708085059-router', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:41Z', 'revision_number': 4, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'gw_port': {'id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ac:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'a9142b80-5376-4c1c-b88f-0a9b5664de79', 'name': '', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'mac_address': 'fa:16:3e:15:82:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:39Z', 'updated_at': '2021-08-18T13:19:50Z', 'revision_number': 5, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'subnets': [{'id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:34:18.047191 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6e9e4-2779-4f97-9cd1-ab00f5ab4599 req-a5c7b32d-2795-4a39-a166-d6be5349af24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:18.048873 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d6e6e9e4-2779-4f97-9cd1-ab00f5ab4599 req-a5c7b32d-2795-4a39-a166-d6be5349af24 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=df130f28-747c-4593-a4e4-fcc4c74ccec3 HTTP/1.1" status: 200 len: 850 time: 0.0554476 Aug 18 13:34:18.050672 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880c0f97-2967-465e-b90e-2cf9063fccd5 None None] Checking router: ab757793-5676-4dbb-bae1-b9a4568692ad for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:34:18.059034 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880c0f97-2967-465e-b90e-2cf9063fccd5 None None] Routers {'ab757793-5676-4dbb-bae1-b9a4568692ad'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:34:18.059629 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-880c0f97-2967-465e-b90e-2cf9063fccd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:34:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ab757793-5676-4dbb-bae1-b9a4568692ad'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:34:18.104395 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6e9e4-2779-4f97-9cd1-ab00f5ab4599 req-bbe1cd58-e8a9-4e7e-8924-2861428f0004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:18.106100 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d6e6e9e4-2779-4f97-9cd1-ab00f5ab4599 req-bbe1cd58-e8a9-4e7e-8924-2861428f0004 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5a750657-6380-4216-8606-057245bf1333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491538 Aug 18 13:34:18.287179 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-880c0f97-2967-465e-b90e-2cf9063fccd5 None None] Set router ab757793-5676-4dbb-bae1-b9a4568692ad gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:34:18.302036 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf439ad-b430-4dda-9f65-251672e36bfb req-f462210b-9785-459f-ba88-10346fa30b47 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:18.303879 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5cf439ad-b430-4dda-9f65-251672e36bfb req-f462210b-9785-459f-ba88-10346fa30b47 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=37643702-ee10-4047-9826-866042be0286 HTTP/1.1" status: 200 len: 946 time: 0.0675035 Aug 18 13:34:18.354451 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5cf439ad-b430-4dda-9f65-251672e36bfb req-b3a55f92-e41a-4b96-991c-098f7aa05ccc tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d3d7cbd-b506-4d21-adf2-c8e700ab211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380998 Aug 18 13:34:18.515319 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-880c0f97-2967-465e-b90e-2cf9063fccd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'name': 'tempest-TestVolumeBootPattern-708085059-router', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:41Z', 'revision_number': 4, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'gw_port': {'id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ac:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'a9142b80-5376-4c1c-b88f-0a9b5664de79', 'name': '', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'mac_address': 'fa:16:3e:15:82:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:39Z', 'updated_at': '2021-08-18T13:19:50Z', 'revision_number': 5, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'subnets': [{'id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:34:18.542911 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880c0f97-2967-465e-b90e-2cf9063fccd5 None None] The sync data for ids ['ab757793-5676-4dbb-bae1-b9a4568692ad'] in n-d-803603-2 is: [{'id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'name': 'tempest-TestVolumeBootPattern-708085059-router', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:41Z', 'revision_number': 4, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'gw_port': {'id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ac:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'a9142b80-5376-4c1c-b88f-0a9b5664de79', 'name': '', 'network_id': '5a750657-6380-4216-8606-057245bf1333', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'mac_address': 'fa:16:3e:15:82:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:39Z', 'updated_at': '2021-08-18T13:19:50Z', 'revision_number': 5, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'subnets': [{'id': 'df130f28-747c-4593-a4e4-fcc4c74ccec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:34:18.579011 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace00ad8-5ee2-4710-b6f5-e2838ce354f2 req-0440ebd7-6374-48fe-b2a1-0bbb4dd88fb3 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:18.580695 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ace00ad8-5ee2-4710-b6f5-e2838ce354f2 req-0440ebd7-6374-48fe-b2a1-0bbb4dd88fb3 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 944 time: 0.4439831 Aug 18 13:34:18.599362 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d6e6e9e4-2779-4f97-9cd1-ab00f5ab4599 req-c72a57e7-e1ee-4e1b-b49c-203521610229 service neutron] 10.222.0.39 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4859982 Aug 18 13:34:18.667375 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ace00ad8-5ee2-4710-b6f5-e2838ce354f2 req-e24a7805-a6b0-4c31-97c3-54c2a06c4f93 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9132eab-d3c7-4efc-b8d6-2a95059feb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779769 Aug 18 13:34:18.723005 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d6e6e9e4-2779-4f97-9cd1-ab00f5ab4599 req-702cd2c6-4f7a-4195-bb41-65b3597dc646 service neutron] 10.222.0.39 "GET /v2.0/networks/5a750657-6380-4216-8606-057245bf1333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099803 Aug 18 13:34:18.798592 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52b0279-000b-41bb-b2b9-dbff06c5f607 None None] New status for floating IP cde158be-9bce-46bd-b29f-939b76278de5: DOWN {{(pid=101677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:34:18.809465 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63ca6b-046a-4099-bcfc-0788eba4c002 req-fe7b6dff-24ad-4164-adad-48c001c9602d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:18.811055 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ad63ca6b-046a-4099-bcfc-0788eba4c002 req-fe7b6dff-24ad-4164-adad-48c001c9602d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.39 "GET /v2.0/ports?device_id=37643702-ee10-4047-9826-866042be0286 HTTP/1.1" status: 200 len: 946 time: 0.0593903 Aug 18 13:34:18.921377 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-ad63ca6b-046a-4099-bcfc-0788eba4c002 req-26072e8e-e6d3-4225-9587-8ececd0a3ad2 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Deleting port 4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:34:18.922011 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ad63ca6b-046a-4099-bcfc-0788eba4c002 req-26072e8e-e6d3-4225-9587-8ececd0a3ad2 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:19.017487 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-ad63ca6b-046a-4099-bcfc-0788eba4c002 req-26072e8e-e6d3-4225-9587-8ececd0a3ad2 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] For port 4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613,segment=NetworkSegment(253e9a78-b703-48d2-8774-59f67598fdbb),segment_id=253e9a78-b703-48d2-8774-59f67598fdbb)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:34:19.017851 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ad63ca6b-046a-4099-bcfc-0788eba4c002 req-26072e8e-e6d3-4225-9587-8ececd0a3ad2 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:19.034463 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-ad63ca6b-046a-4099-bcfc-0788eba4c002 req-26072e8e-e6d3-4225-9587-8ececd0a3ad2 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Calling delete_port for 4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:34:19.258128 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ad63ca6b-046a-4099-bcfc-0788eba4c002 req-26072e8e-e6d3-4225-9587-8ececd0a3ad2 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:19.285587 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26072e8e-e6d3-4225-9587-8ececd0a3ad2 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Pushing event deleted for resources: {'Port': ['ID=4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:19.333407 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad63ca6b-046a-4099-bcfc-0788eba4c002 req-26072e8e-e6d3-4225-9587-8ececd0a3ad2 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] No DVR routers for this DVR port 4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613 on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:34:19.336000 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-ad63ca6b-046a-4099-bcfc-0788eba4c002 req-26072e8e-e6d3-4225-9587-8ececd0a3ad2 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:19.338021 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ad63ca6b-046a-4099-bcfc-0788eba4c002 req-26072e8e-e6d3-4225-9587-8ececd0a3ad2 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.39 "DELETE /v2.0/ports/4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613 HTTP/1.1" status: 204 len: 173 time: 0.5211315 Aug 18 13:34:19.343170 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device a9361d4a-4691-4982-8b0c-ee914855473b details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:34:19.444466 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port a9361d4a-4691-4982-8b0c-ee914855473b, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=a9361d4a-4691-4982-8b0c-ee914855473b,segment=NetworkSegment(a3ddd03b-31d8-47ed-b4b3-0cbb884e5801),segment_id=a3ddd03b-31d8-47ed-b4b3-0cbb884e5801)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:34:19.455754 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-46b18f9d-92fa-4756-ae11-0dfa2f7ca80d req-24d2a4d1-ab49-4871-8f24-7437b792fe0a tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=37643702-ee10-4047-9826-866042be0286 HTTP/1.1" status: 200 len: 210 time: 0.0267007 Aug 18 13:34:19.459028 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'a9361d4a-4691-4982-8b0c-ee914855473b', 'network_id': 'f07bcea9-8f30-4794-9043-a52952cb53bc', 'port_id': 'a9361d4a-4691-4982-8b0c-ee914855473b', 'mac_address': 'fa:16:3e:bf:d5:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8f094d4-b7e3-4346-b12d-1584496135af', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:34:19.657790 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:19.673716 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9361d4a-4691-4982-8b0c-ee914855473b {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:34:19.699443 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port a9361d4a-4691-4982-8b0c-ee914855473b, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=a9361d4a-4691-4982-8b0c-ee914855473b,segment=NetworkSegment(a3ddd03b-31d8-47ed-b4b3-0cbb884e5801),segment_id=a3ddd03b-31d8-47ed-b4b3-0cbb884e5801)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:34:19.735621 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37643702-ee10-4047-9826-866042be0286', 'name': 'network-vif-deleted', 'tag': '4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:34:19.738794 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28beec2a-b264-409a-8070-896963f0a34c" -d '{"events": [{"server_uuid": "37643702-ee10-4047-9826-866042be0286", "name": "network-vif-deleted", "tag": "4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:34:19.793915 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c0be8d-136d-48da-a20a-e22c4e584525 x-openstack-request-id: req-12c0be8d-136d-48da-a20a-e22c4e584525 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:34:19.794328 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37643702-ee10-4047-9826-866042be0286", "name": "network-vif-deleted", "tag": "4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:34:19.794650 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12c0be8d-136d-48da-a20a-e22c4e584525 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:34:19.795124 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37643702-ee10-4047-9826-866042be0286', 'name': 'network-vif-deleted', 'tag': '4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613', 'status': 'completed', 'code': 200} Aug 18 13:34:19.801075 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:19.838897 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a6670-31d2-419d-9f87-17b265b8b43a req-4b952624-a0d1-4933-8c8e-cc60126a8272 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:19.841660 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-193a6670-31d2-419d-9f87-17b265b8b43a req-4b952624-a0d1-4933-8c8e-cc60126a8272 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 944 time: 0.0793426 Aug 18 13:34:19.871788 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=a9361d4a-4691-4982-8b0c-ee914855473b,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:19.898071 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-193a6670-31d2-419d-9f87-17b265b8b43a req-58ef6b33-cebb-4bc3-a82d-55f4ca989521 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9132eab-d3c7-4efc-b8d6-2a95059feb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499368 Aug 18 13:34:19.989438 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['a9361d4a-4691-4982-8b0c-ee914855473b'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:34:20.560264 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-57c936b8-cd5b-4032-9486-23ee81ee38db req-b42d28a3-f51c-4d33-b15f-705b2b57df75 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=37643702-ee10-4047-9826-866042be0286 HTTP/1.1" status: 200 len: 210 time: 0.0311885 Aug 18 13:34:21.035570 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb76c6-3c17-4023-8d1d-289668239dd6 req-3d0535a0-63d5-4fe2-909a-f2d43b3af4d5 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:21.037096 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8efb76c6-3c17-4023-8d1d-289668239dd6 req-3d0535a0-63d5-4fe2-909a-f2d43b3af4d5 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 945 time: 0.0602331 Aug 18 13:34:21.079327 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8efb76c6-3c17-4023-8d1d-289668239dd6 req-fc4a5178-de0c-4c6c-831c-46cdd7224072 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9132eab-d3c7-4efc-b8d6-2a95059feb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358760 Aug 18 13:34:21.356821 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device a9361d4a-4691-4982-8b0c-ee914855473b up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:34:21.480808 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port a9361d4a-4691-4982-8b0c-ee914855473b completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:34:21.485044 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port a9361d4a-4691-4982-8b0c-ee914855473b triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:34:21.485510 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:21.577333 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:21.605082 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a9583e-30bd-4912-9411-d958a5360d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9361d4a-4691-4982-8b0c-ee914855473b'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:34:21.607594 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17fc7269-cadf-4a64-8243-da4a70a5ccae" -d '{"events": [{"server_uuid": "27a9583e-30bd-4912-9411-d958a5360d2e", "name": "network-vif-plugged", "status": "completed", "tag": "a9361d4a-4691-4982-8b0c-ee914855473b"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:34:21.627724 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port a9361d4a-4691-4982-8b0c-ee914855473b, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=a9361d4a-4691-4982-8b0c-ee914855473b,segment=NetworkSegment(a3ddd03b-31d8-47ed-b4b3-0cbb884e5801),segment_id=a3ddd03b-31d8-47ed-b4b3-0cbb884e5801)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:34:21.653296 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acdbdd8e-a261-45ac-85de-5a9ddc5fdace x-openstack-request-id: req-acdbdd8e-a261-45ac-85de-5a9ddc5fdace {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:34:21.653589 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a9583e-30bd-4912-9411-d958a5360d2e", "name": "network-vif-plugged", "status": "completed", "tag": "a9361d4a-4691-4982-8b0c-ee914855473b", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:34:21.653842 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-acdbdd8e-a261-45ac-85de-5a9ddc5fdace {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:34:21.654278 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a9583e-30bd-4912-9411-d958a5360d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9361d4a-4691-4982-8b0c-ee914855473b', 'code': 200} Aug 18 13:34:21.678869 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-627e281b-e7dc-46a4-ad6c-2fb6f3fea9a3 req-08a705b1-0e94-409d-b119-1228aee2fa1d tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=37643702-ee10-4047-9826-866042be0286 HTTP/1.1" status: 200 len: 210 time: 0.0292835 Aug 18 13:34:21.711237 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:21.769482 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=a9361d4a-4691-4982-8b0c-ee914855473b,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:21.773323 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596118b5-3391-4eac-afa2-1cd4aa663a78 req-041c7ec5-5cfa-435a-a1c5-ba73ab1c9947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:21.774912 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-596118b5-3391-4eac-afa2-1cd4aa663a78 req-041c7ec5-5cfa-435a-a1c5-ba73ab1c9947 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 1097 time: 0.0551696 Aug 18 13:34:21.814515 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-596118b5-3391-4eac-afa2-1cd4aa663a78 req-ad0744f8-8686-4b3d-a068-3f5503cf613d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b9132eab-d3c7-4efc-b8d6-2a95059feb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314269 Aug 18 13:34:22.204809 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7c955-e4b7-45ef-8220-86664510ad34 req-0c1a1caa-91e0-47bb-994e-ab7045ee44d2 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:22.206406 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cbc7c955-e4b7-45ef-8220-86664510ad34 req-0c1a1caa-91e0-47bb-994e-ab7045ee44d2 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 946 time: 0.0562916 Aug 18 13:34:22.247556 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cbc7c955-e4b7-45ef-8220-86664510ad34 req-127fc218-493b-4bab-9615-9e6b0b020d59 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9132eab-d3c7-4efc-b8d6-2a95059feb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350740 Aug 18 13:34:22.782664 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e79e2096-0488-4143-9230-b944b89b3939 req-9a6b063c-2587-4866-a577-0d1becf3174c tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=37643702-ee10-4047-9826-866042be0286 HTTP/1.1" status: 200 len: 210 time: 0.0284839 Aug 18 13:34:23.371085 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5ed79-6440-45af-a8b3-f73c6435c1a7 req-906069fa-5508-46d2-a8a2-25e5ef66f6c0 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:23.372667 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-95d5ed79-6440-45af-a8b3-f73c6435c1a7 req-906069fa-5508-46d2-a8a2-25e5ef66f6c0 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 946 time: 0.0548940 Aug 18 13:34:23.415563 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-95d5ed79-6440-45af-a8b3-f73c6435c1a7 req-879404b8-ca6a-4bd7-9519-f442bec0af0a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9132eab-d3c7-4efc-b8d6-2a95059feb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356927 Aug 18 13:34:23.498853 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:34:23.520884 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: 4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:34:23.521230 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 4f3c2bb4-9de3-4c3c-9f10-c299ca0ce613 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:34:23.534878 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8f60a-c82a-4302-87ed-915581a02050 req-d1f1dd8f-1fa9-41d6-964c-18be8bbcc215 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:23.536418 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-60a8f60a-c82a-4302-87ed-915581a02050 req-d1f1dd8f-1fa9-41d6-964c-18be8bbcc215 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 946 time: 0.0524921 Aug 18 13:34:23.576457 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-60a8f60a-c82a-4302-87ed-915581a02050 req-7eebc3be-6233-4bb4-9ee8-60e23e8bf96e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9132eab-d3c7-4efc-b8d6-2a95059feb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320837 Aug 18 13:34:23.598797 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35220) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:34:23.642950 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6d06e4-03f1-4911-af2b-e53fee062854 tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:23.644476 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1e6d06e4-03f1-4911-af2b-e53fee062854 tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 1092 time: 0.0446773 Aug 18 13:34:23.647618 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35222) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:34:23.652931 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-680f2d10-e5b5-4795-95f0-503c66853888 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'port_id': 'a9361d4a-4691-4982-8b0c-ee914855473b', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:34:23.766587 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-680f2d10-e5b5-4795-95f0-503c66853888 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for floatingip, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:23.913237 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5e41d47f-bb1d-46a6-814b-33eafcf9f2aa req-070dd5f3-d0bd-4b63-94d9-0f0ebefa3d74 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "GET /v2.0/ports?device_id=37643702-ee10-4047-9826-866042be0286 HTTP/1.1" status: 200 len: 210 time: 0.0348091 Aug 18 13:34:23.915457 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-680f2d10-e5b5-4795-95f0-503c66853888 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:24.037064 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-680f2d10-e5b5-4795-95f0-503c66853888 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Allocated IP 172.25.6.4 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/f332836f-1cba-42e2-a629-ac0a1cdbe491) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:34:24.146946 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-680f2d10-e5b5-4795-95f0-503c66853888 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:24.269979 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-680f2d10-e5b5-4795-95f0-503c66853888 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:24.305781 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680f2d10-e5b5-4795-95f0-503c66853888 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:34:24.312701 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-680f2d10-e5b5-4795-95f0-503c66853888 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:34:24.316310 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680f2d10-e5b5-4795-95f0-503c66853888 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:34:24.338512 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f2d10-e5b5-4795-95f0-503c66853888 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'Port': ['ID=f332836f-1cba-42e2-a629-ac0a1cdbe491,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:24.678110 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-680f2d10-e5b5-4795-95f0-503c66853888 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:24.820840 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-680f2d10-e5b5-4795-95f0-503c66853888 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:24.972517 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35228) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:34:24.983719 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-680f2d10-e5b5-4795-95f0-503c66853888 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:25.046189 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-680f2d10-e5b5-4795-95f0-503c66853888 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:25.098850 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-523663b4-86df-4318-af24-610afbcab29b tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Deleting port 1a7235a8-2619-4eba-84cb-7c0cd2a7efe4 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:34:25.099199 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-523663b4-86df-4318-af24-610afbcab29b tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:25.113970 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f2d10-e5b5-4795-95f0-503c66853888 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'Port': ['ID=f332836f-1cba-42e2-a629-ac0a1cdbe491,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:25.131535 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-680f2d10-e5b5-4795-95f0-503c66853888 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:25.184375 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-523663b4-86df-4318-af24-610afbcab29b tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:25.184830 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-523663b4-86df-4318-af24-610afbcab29b tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:25.198626 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-523663b4-86df-4318-af24-610afbcab29b tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Calling delete_port for 1a7235a8-2619-4eba-84cb-7c0cd2a7efe4 owned by network:floatingip {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:34:25.234920 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [None req-680f2d10-e5b5-4795-95f0-503c66853888 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Floating IP 0a685e48-d630-4f73-8127-430916576927 associated. External IP: 172.25.6.4, port: a9361d4a-4691-4982-8b0c-ee914855473b. Aug 18 13:34:25.446951 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-523663b4-86df-4318-af24-610afbcab29b tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:25.448269 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680f2d10-e5b5-4795-95f0-503c66853888 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Router c6abd95d-24db-4a68-889b-e67e314dc3c7 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:34:25.475151 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523663b4-86df-4318-af24-610afbcab29b tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Pushing event deleted for resources: {'Port': ['ID=1a7235a8-2619-4eba-84cb-7c0cd2a7efe4,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:25.500316 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523663b4-86df-4318-af24-610afbcab29b tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:25.500645 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523663b4-86df-4318-af24-610afbcab29b tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:25.500981 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523663b4-86df-4318-af24-610afbcab29b tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:25.501316 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523663b4-86df-4318-af24-610afbcab29b tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:25.501647 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523663b4-86df-4318-af24-610afbcab29b tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:25.502018 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523663b4-86df-4318-af24-610afbcab29b tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:25.502681 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523663b4-86df-4318-af24-610afbcab29b tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:25.503010 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523663b4-86df-4318-af24-610afbcab29b tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:25.503332 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523663b4-86df-4318-af24-610afbcab29b tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:25.503653 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523663b4-86df-4318-af24-610afbcab29b tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:25.503972 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523663b4-86df-4318-af24-610afbcab29b tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:25.504294 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523663b4-86df-4318-af24-610afbcab29b tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:25.548754 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-523663b4-86df-4318-af24-610afbcab29b tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for floatingip, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:25.551731 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-523663b4-86df-4318-af24-610afbcab29b tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:25.552909 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-523663b4-86df-4318-af24-610afbcab29b tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "DELETE /v2.0/floatingips/dc254e31-0f04-435e-9e66-64ff94543c62 HTTP/1.1" status: 204 len: 168 time: 0.5791976 Aug 18 13:34:25.563191 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680f2d10-e5b5-4795-95f0-503c66853888 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:34:25.574657 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7d839d-c945-4cb8-be11-92f8ab4a2bf6 None None] Sync routers for ids ['c6abd95d-24db-4a68-889b-e67e314dc3c7'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:34:25.583347 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7d839d-c945-4cb8-be11-92f8ab4a2bf6 None None] Routers {'c6abd95d-24db-4a68-889b-e67e314dc3c7'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:34:25.583959 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-6e7d839d-c945-4cb8-be11-92f8ab4a2bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:34:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c6abd95d-24db-4a68-889b-e67e314dc3c7'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:34:25.646554 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-680f2d10-e5b5-4795-95f0-503c66853888 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:25.674592 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-680f2d10-e5b5-4795-95f0-503c66853888 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0258236 Aug 18 13:34:25.675388 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a9583e-30bd-4912-9411-d958a5360d2e', 'tag': 'a9361d4a-4691-4982-8b0c-ee914855473b'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:34:25.677845 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d29680-cb43-4fce-859a-6db9282d7549" -d '{"events": [{"name": "network-changed", "server_uuid": "27a9583e-30bd-4912-9411-d958a5360d2e", "tag": "a9361d4a-4691-4982-8b0c-ee914855473b"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:34:25.690143 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-6e7d839d-c945-4cb8-be11-92f8ab4a2bf6 None None] Set router c6abd95d-24db-4a68-889b-e67e314dc3c7 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:34:25.729577 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f705b8-aa91-4a7d-a146-d10f953bcbe9 x-openstack-request-id: req-35f705b8-aa91-4a7d-a146-d10f953bcbe9 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:34:25.729577 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a9583e-30bd-4912-9411-d958a5360d2e", "tag": "a9361d4a-4691-4982-8b0c-ee914855473b", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:34:25.729577 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-35f705b8-aa91-4a7d-a146-d10f953bcbe9 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:34:25.729577 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a9583e-30bd-4912-9411-d958a5360d2e', 'tag': 'a9361d4a-4691-4982-8b0c-ee914855473b', 'status': 'completed', 'code': 200} Aug 18 13:34:25.786516 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f9917-4d97-4b29-8024-8714ecf78c6b req-d406299d-65e6-402d-89f2-d77c830c3902 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:25.788247 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-412f9917-4d97-4b29-8024-8714ecf78c6b req-d406299d-65e6-402d-89f2-d77c830c3902 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 946 time: 0.0531182 Aug 18 13:34:25.790937 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d29680-cb43-4fce-859a-6db9282d7549 req-fc7a4156-fe4c-46ed-9a85-7caa66681a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:25.792538 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-70d29680-cb43-4fce-859a-6db9282d7549 req-fc7a4156-fe4c-46ed-9a85-7caa66681a54 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de6dcd8516f24b6895081970e3d21a0a&device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 1097 time: 0.0468309 Aug 18 13:34:25.835920 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-412f9917-4d97-4b29-8024-8714ecf78c6b req-97c7fa10-178e-4afa-9869-be9386059506 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9132eab-d3c7-4efc-b8d6-2a95059feb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407541 Aug 18 13:34:25.868906 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35242) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:34:25.913702 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d29680-cb43-4fce-859a-6db9282d7549 req-0284ad8d-efe8-4a74-b752-728bddb34eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:25.915398 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-70d29680-cb43-4fce-859a-6db9282d7549 req-0284ad8d-efe8-4a74-b752-728bddb34eed service neutron] 10.222.0.20 "GET /v2.0/networks?id=f07bcea9-8f30-4794-9043-a52952cb53bc HTTP/1.1" status: 200 len: 897 time: 0.1118088 Aug 18 13:34:25.942950 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-6e7d839d-c945-4cb8-be11-92f8ab4a2bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6abd95d-24db-4a68-889b-e67e314dc3c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953529013', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ab5833d8-80b4-48e9-a056-ed9e0e08d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:34:05Z', 'updated_at': '2021-08-18T13:34:10Z', 'revision_number': 4, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': 'ab5833d8-80b4-48e9-a056-ed9e0e08d8c1', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ee:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6abd95d-24db-4a68-889b-e67e314dc3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:34:06Z', 'updated_at': '2021-08-18T13:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '0a685e48-d630-4f73-8127-430916576927', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'floating_ip_address': '172.25.6.4', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'c6abd95d-24db-4a68-889b-e67e314dc3c7', 'port_id': 'a9361d4a-4691-4982-8b0c-ee914855473b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f07bcea9-8f30-4794-9043-a52952cb53bc', 'mac_address': 'fa:16:3e:bf:d5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a9583e-30bd-4912-9411-d958a5360d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:34:24Z', 'updated_at': '2021-08-18T13:34:24Z', 'revision_number': 0, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec4c833a-2f6e-4aea-989a-8a6ae8f6b3d8', 'name': '', 'network_id': 'f07bcea9-8f30-4794-9043-a52952cb53bc', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'mac_address': 'fa:16:3e:af:76:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6abd95d-24db-4a68-889b-e67e314dc3c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'c8f094d4-b7e3-4346-b12d-1584496135af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:34:09Z', 'updated_at': '2021-08-18T13:34:16Z', 'revision_number': 5, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'subnets': [{'id': 'c8f094d4-b7e3-4346-b12d-1584496135af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:34:25.948773 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ce41281b-f3f7-4bf8-a585-62e122db0176 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/floatingips/0a685e48-d630-4f73-8127-430916576927 HTTP/1.1" status: 200 len: 990 time: 0.0765448 Aug 18 13:34:25.969967 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7d839d-c945-4cb8-be11-92f8ab4a2bf6 None None] Checking router: c6abd95d-24db-4a68-889b-e67e314dc3c7 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:34:25.978364 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7d839d-c945-4cb8-be11-92f8ab4a2bf6 None None] Routers {'c6abd95d-24db-4a68-889b-e67e314dc3c7'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:34:25.979030 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-6e7d839d-c945-4cb8-be11-92f8ab4a2bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:34:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c6abd95d-24db-4a68-889b-e67e314dc3c7'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:34:25.986913 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-70d29680-cb43-4fce-859a-6db9282d7549 req-894f7cc6-148d-47d2-b8a5-5907ad6c090a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9361d4a-4691-4982-8b0c-ee914855473b HTTP/1.1" status: 200 len: 998 time: 0.0622053 Aug 18 13:34:26.041944 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d29680-cb43-4fce-859a-6db9282d7549 req-ddb8faa3-13be-4beb-9e87-6039ad0b0e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:26.043534 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-70d29680-cb43-4fce-859a-6db9282d7549 req-ddb8faa3-13be-4beb-9e87-6039ad0b0e9e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8f094d4-b7e3-4346-b12d-1584496135af HTTP/1.1" status: 200 len: 835 time: 0.0514221 Aug 18 13:34:26.086344 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-6e7d839d-c945-4cb8-be11-92f8ab4a2bf6 None None] Set router c6abd95d-24db-4a68-889b-e67e314dc3c7 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:34:26.089476 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d29680-cb43-4fce-859a-6db9282d7549 req-fadee871-c797-41c1-aeae-dbebd393e8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:26.091012 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-70d29680-cb43-4fce-859a-6db9282d7549 req-fadee871-c797-41c1-aeae-dbebd393e8c4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f07bcea9-8f30-4794-9043-a52952cb53bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402396 Aug 18 13:34:26.181079 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-70d29680-cb43-4fce-859a-6db9282d7549 req-8aa69b81-1760-44b1-a457-ea00d9b54e0b service neutron] 10.222.0.20 "GET /v2.0/networks/f07bcea9-8f30-4794-9043-a52952cb53bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831652 Aug 18 13:34:26.371732 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-70d29680-cb43-4fce-859a-6db9282d7549 req-61f0d0f8-4f6e-4cb7-b0af-0aaed13bc626 service neutron] 10.222.0.20 "GET /v2.0/networks/f07bcea9-8f30-4794-9043-a52952cb53bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827157 Aug 18 13:34:26.428663 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-6e7d839d-c945-4cb8-be11-92f8ab4a2bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6abd95d-24db-4a68-889b-e67e314dc3c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953529013', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ab5833d8-80b4-48e9-a056-ed9e0e08d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:34:05Z', 'updated_at': '2021-08-18T13:34:10Z', 'revision_number': 4, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': 'ab5833d8-80b4-48e9-a056-ed9e0e08d8c1', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ee:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6abd95d-24db-4a68-889b-e67e314dc3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:34:06Z', 'updated_at': '2021-08-18T13:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '0a685e48-d630-4f73-8127-430916576927', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'floating_ip_address': '172.25.6.4', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'c6abd95d-24db-4a68-889b-e67e314dc3c7', 'port_id': 'a9361d4a-4691-4982-8b0c-ee914855473b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f07bcea9-8f30-4794-9043-a52952cb53bc', 'mac_address': 'fa:16:3e:bf:d5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a9583e-30bd-4912-9411-d958a5360d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:34:24Z', 'updated_at': '2021-08-18T13:34:24Z', 'revision_number': 0, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec4c833a-2f6e-4aea-989a-8a6ae8f6b3d8', 'name': '', 'network_id': 'f07bcea9-8f30-4794-9043-a52952cb53bc', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'mac_address': 'fa:16:3e:af:76:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6abd95d-24db-4a68-889b-e67e314dc3c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'c8f094d4-b7e3-4346-b12d-1584496135af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:34:09Z', 'updated_at': '2021-08-18T13:34:16Z', 'revision_number': 5, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'subnets': [{'id': 'c8f094d4-b7e3-4346-b12d-1584496135af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:34:26.456645 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7d839d-c945-4cb8-be11-92f8ab4a2bf6 None None] The sync data for ids ['c6abd95d-24db-4a68-889b-e67e314dc3c7'] in n-d-803603-2 is: [{'id': 'c6abd95d-24db-4a68-889b-e67e314dc3c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953529013', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ab5833d8-80b4-48e9-a056-ed9e0e08d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:34:05Z', 'updated_at': '2021-08-18T13:34:10Z', 'revision_number': 4, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': 'ab5833d8-80b4-48e9-a056-ed9e0e08d8c1', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ee:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6abd95d-24db-4a68-889b-e67e314dc3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:34:06Z', 'updated_at': '2021-08-18T13:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '0a685e48-d630-4f73-8127-430916576927', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'floating_ip_address': '172.25.6.4', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'c6abd95d-24db-4a68-889b-e67e314dc3c7', 'port_id': 'a9361d4a-4691-4982-8b0c-ee914855473b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f07bcea9-8f30-4794-9043-a52952cb53bc', 'mac_address': 'fa:16:3e:bf:d5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a9583e-30bd-4912-9411-d958a5360d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:34:24Z', 'updated_at': '2021-08-18T13:34:24Z', 'revision_number': 0, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec4c833a-2f6e-4aea-989a-8a6ae8f6b3d8', 'name': '', 'network_id': 'f07bcea9-8f30-4794-9043-a52952cb53bc', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'mac_address': 'fa:16:3e:af:76:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6abd95d-24db-4a68-889b-e67e314dc3c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'c8f094d4-b7e3-4346-b12d-1584496135af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:34:09Z', 'updated_at': '2021-08-18T13:34:16Z', 'revision_number': 5, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'subnets': [{'id': 'c8f094d4-b7e3-4346-b12d-1584496135af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:34:26.659496 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e887ec08-9472-41c9-bdd2-0ca87755cbe8 None None] New status for floating IP 0a685e48-d630-4f73-8127-430916576927: ACTIVE {{(pid=101677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:34:26.951492 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35246) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:34:27.013337 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0d270b0c-aa8b-4f5c-ae50-f55c4d9e2a4d tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/floatingips/0a685e48-d630-4f73-8127-430916576927 HTTP/1.1" status: 200 len: 992 time: 0.0605571 Aug 18 13:34:28.291653 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:28.971101 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:29.055974 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35252) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:34:29.115968 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f0b06103-4745-46c2-b1b3-f7d4536e3495 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:29.142663 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f0b06103-4745-46c2-b1b3-f7d4536e3495 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:29.303296 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f0b06103-4745-46c2-b1b3-f7d4536e3495 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:29.305953 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f0b06103-4745-46c2-b1b3-f7d4536e3495 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:29.307167 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f0b06103-4745-46c2-b1b3-f7d4536e3495 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] 10.222.0.13 "DELETE /v2.0/security-groups/0d3d7cbd-b506-4d21-adf2-c8e700ab211e HTTP/1.1" status: 204 len: 168 time: 0.2502034 Aug 18 13:34:29.316540 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b06103-4745-46c2-b1b3-f7d4536e3495 tempest-TestVolumeBootPattern-706921629 tempest-TestVolumeBootPattern-706921629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3d7cbd-b506-4d21-adf2-c8e700ab211e,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:29.452885 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35256) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:34:30.245118 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6b997e46-c7ea-4e2c-bde7-51d547944a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:30.488036 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-6b997e46-c7ea-4e2c-bde7-51d547944a1f admin admin] Deleting port a9142b80-5376-4c1c-b88f-0a9b5664de79 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:34:30.488370 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6b997e46-c7ea-4e2c-bde7-51d547944a1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:30.571254 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-6b997e46-c7ea-4e2c-bde7-51d547944a1f admin admin] For port a9142b80-5376-4c1c-b88f-0a9b5664de79, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=a9142b80-5376-4c1c-b88f-0a9b5664de79,segment=NetworkSegment(253e9a78-b703-48d2-8774-59f67598fdbb),segment_id=253e9a78-b703-48d2-8774-59f67598fdbb)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:34:30.571512 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6b997e46-c7ea-4e2c-bde7-51d547944a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:30.583793 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-6b997e46-c7ea-4e2c-bde7-51d547944a1f admin admin] Calling delete_port for a9142b80-5376-4c1c-b88f-0a9b5664de79 owned by network:router_interface {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:34:30.880836 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6b997e46-c7ea-4e2c-bde7-51d547944a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:30.906997 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b997e46-c7ea-4e2c-bde7-51d547944a1f admin admin] Pushing event deleted for resources: {'Port': ['ID=a9142b80-5376-4c1c-b88f-0a9b5664de79,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:31.080234 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6b997e46-c7ea-4e2c-bde7-51d547944a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:31.295533 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b997e46-c7ea-4e2c-bde7-51d547944a1f admin admin] Router ab757793-5676-4dbb-bae1-b9a4568692ad has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:34:31.404376 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b997e46-c7ea-4e2c-bde7-51d547944a1f admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:34:31.409776 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6b997e46-c7ea-4e2c-bde7-51d547944a1f admin admin] 10.222.0.13 "PUT /v2.0/routers/ab757793-5676-4dbb-bae1-b9a4568692ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9559627 Aug 18 13:34:31.412300 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35260) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:34:31.414009 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5333c5e-feca-4812-9fde-5c9367ba25a9 None None] Sync routers for ids ['ab757793-5676-4dbb-bae1-b9a4568692ad'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:34:31.423857 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5333c5e-feca-4812-9fde-5c9367ba25a9 None None] Routers {'ab757793-5676-4dbb-bae1-b9a4568692ad'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:34:31.424382 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-d5333c5e-feca-4812-9fde-5c9367ba25a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:34:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ab757793-5676-4dbb-bae1-b9a4568692ad'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:34:31.520250 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b0f812c1-c6bb-4d59-8162-a14c191e90ef admin admin] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:31.528530 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-d5333c5e-feca-4812-9fde-5c9367ba25a9 None None] Set router ab757793-5676-4dbb-bae1-b9a4568692ad gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:34:31.624597 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b0f812c1-c6bb-4d59-8162-a14c191e90ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:31.705606 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-d5333c5e-feca-4812-9fde-5c9367ba25a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'name': 'tempest-TestVolumeBootPattern-708085059-router', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:34:30Z', 'revision_number': 5, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'gw_port': {'id': 'b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ac:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:34:31.746839 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-b0f812c1-c6bb-4d59-8162-a14c191e90ef admin admin] Deleting port b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:34:31.747191 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b0f812c1-c6bb-4d59-8162-a14c191e90ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:31.827224 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5333c5e-feca-4812-9fde-5c9367ba25a9 None None] Checking router: ab757793-5676-4dbb-bae1-b9a4568692ad for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:34:31.835692 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5333c5e-feca-4812-9fde-5c9367ba25a9 None None] Routers {'ab757793-5676-4dbb-bae1-b9a4568692ad'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:34:31.836333 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-d5333c5e-feca-4812-9fde-5c9367ba25a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:34:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ab757793-5676-4dbb-bae1-b9a4568692ad'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:34:31.841120 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-b0f812c1-c6bb-4d59-8162-a14c191e90ef admin admin] For port b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:34:31.841653 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b0f812c1-c6bb-4d59-8162-a14c191e90ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:31.854386 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-b0f812c1-c6bb-4d59-8162-a14c191e90ef admin admin] Calling delete_port for b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41 owned by network:router_gateway {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:34:31.927176 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-d5333c5e-feca-4812-9fde-5c9367ba25a9 None None] Set router ab757793-5676-4dbb-bae1-b9a4568692ad gateway port host: None {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:34:31.981134 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-d5333c5e-feca-4812-9fde-5c9367ba25a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'name': 'tempest-TestVolumeBootPattern-708085059-router', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:34:31Z', 'revision_number': 6, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'gw_port_host': None}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:34:32.010546 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5333c5e-feca-4812-9fde-5c9367ba25a9 None None] The sync data for ids ['ab757793-5676-4dbb-bae1-b9a4568692ad'] in n-d-803603-2 is: [{'id': 'ab757793-5676-4dbb-bae1-b9a4568692ad', 'name': 'tempest-TestVolumeBootPattern-708085059-router', 'tenant_id': '161a0a675dcb4f668dec9565c8db14ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:35Z', 'updated_at': '2021-08-18T13:34:31Z', 'revision_number': 6, 'project_id': '161a0a675dcb4f668dec9565c8db14ad', 'gw_port_host': None}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:34:32.160486 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b0f812c1-c6bb-4d59-8162-a14c191e90ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:32.186005 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f812c1-c6bb-4d59-8162-a14c191e90ef admin admin] Pushing event deleted for resources: {'Port': ['ID=b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:32.246909 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b0f812c1-c6bb-4d59-8162-a14c191e90ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:32.335851 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b0f812c1-c6bb-4d59-8162-a14c191e90ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:32.338469 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b0f812c1-c6bb-4d59-8162-a14c191e90ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:32.469153 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b0f812c1-c6bb-4d59-8162-a14c191e90ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:32.469720 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f812c1-c6bb-4d59-8162-a14c191e90ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab757793-5676-4dbb-bae1-b9a4568692ad {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:34:32.474121 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b0f812c1-c6bb-4d59-8162-a14c191e90ef admin admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:32.475326 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b0f812c1-c6bb-4d59-8162-a14c191e90ef admin admin] 10.222.0.13 "DELETE /v2.0/routers/ab757793-5676-4dbb-bae1-b9a4568692ad HTTP/1.1" status: 204 len: 168 time: 1.0619335 Aug 18 13:34:32.477795 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35262) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:34:32.523261 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b182d05-64a9-47c0-976b-9f295f7c2249 admin admin] Deleting subnet df130f28-747c-4593-a4e4-fcc4c74ccec3 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:34:32.526983 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2b182d05-64a9-47c0-976b-9f295f7c2249 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:32.561336 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2b182d05-64a9-47c0-976b-9f295f7c2249 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:32.642358 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2b182d05-64a9-47c0-976b-9f295f7c2249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:32.778018 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2b182d05-64a9-47c0-976b-9f295f7c2249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:32.809475 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b182d05-64a9-47c0-976b-9f295f7c2249 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df130f28-747c-4593-a4e4-fcc4c74ccec3,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:32.814829 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2b182d05-64a9-47c0-976b-9f295f7c2249 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:32.816744 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2b182d05-64a9-47c0-976b-9f295f7c2249 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/df130f28-747c-4593-a4e4-fcc4c74ccec3 HTTP/1.1" status: 204 len: 168 time: 0.3380103 Aug 18 13:34:32.819421 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35264) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:34:32.820121 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8380e1-e8ac-4010-843b-70802667c49e None None] Network 5a750657-6380-4216-8606-057245bf1333 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:34:32.890857 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-777d9553-6f9d-40cc-a5d0-412ab7558d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:32.950224 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-777d9553-6f9d-40cc-a5d0-412ab7558d7c admin admin] Deleting port 845a8f44-2cc2-4060-a9c9-f410e47a3b0f {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:34:32.950574 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-777d9553-6f9d-40cc-a5d0-412ab7558d7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:33.019033 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-777d9553-6f9d-40cc-a5d0-412ab7558d7c admin admin] For port 845a8f44-2cc2-4060-a9c9-f410e47a3b0f, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=845a8f44-2cc2-4060-a9c9-f410e47a3b0f,segment=NetworkSegment(253e9a78-b703-48d2-8774-59f67598fdbb),segment_id=253e9a78-b703-48d2-8774-59f67598fdbb)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:34:33.019494 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-777d9553-6f9d-40cc-a5d0-412ab7558d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:33.020666 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8d51a8-d355-4c92-87f3-f55a94716597 None None] DHCP port deletion for 5a750657-6380-4216-8606-057245bf1333 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:34:33.034505 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-777d9553-6f9d-40cc-a5d0-412ab7558d7c admin admin] Calling delete_port for 845a8f44-2cc2-4060-a9c9-f410e47a3b0f owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:34:33.070501 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-cb8d51a8-d355-4c92-87f3-f55a94716597 None None] Deleting port 845a8f44-2cc2-4060-a9c9-f410e47a3b0f {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:34:33.070895 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cb8d51a8-d355-4c92-87f3-f55a94716597 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:33.136024 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-cb8d51a8-d355-4c92-87f3-f55a94716597 None None] For port 845a8f44-2cc2-4060-a9c9-f410e47a3b0f, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=845a8f44-2cc2-4060-a9c9-f410e47a3b0f,segment=NetworkSegment(253e9a78-b703-48d2-8774-59f67598fdbb),segment_id=253e9a78-b703-48d2-8774-59f67598fdbb)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:34:33.136427 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cb8d51a8-d355-4c92-87f3-f55a94716597 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:33.148651 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-cb8d51a8-d355-4c92-87f3-f55a94716597 None None] Calling delete_port for 845a8f44-2cc2-4060-a9c9-f410e47a3b0f owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:34:33.223559 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-777d9553-6f9d-40cc-a5d0-412ab7558d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:33.229317 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cb8d51a8-d355-4c92-87f3-f55a94716597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:33.241431 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8d51a8-d355-4c92-87f3-f55a94716597 None None] No DVR routers for this DVR port 845a8f44-2cc2-4060-a9c9-f410e47a3b0f on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:34:33.251409 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d9553-6f9d-40cc-a5d0-412ab7558d7c admin admin] Pushing event deleted for resources: {'Port': ['ID=845a8f44-2cc2-4060-a9c9-f410e47a3b0f,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:33.253751 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777d9553-6f9d-40cc-a5d0-412ab7558d7c admin admin] No DVR routers for this DVR port 845a8f44-2cc2-4060-a9c9-f410e47a3b0f on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:34:33.273224 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d51a8-d355-4c92-87f3-f55a94716597 None None] Pushing event deleted for resources: {'Port': ['ID=845a8f44-2cc2-4060-a9c9-f410e47a3b0f,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:33.278318 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d51a8-d355-4c92-87f3-f55a94716597 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:33.278668 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d51a8-d355-4c92-87f3-f55a94716597 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:33.279009 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d51a8-d355-4c92-87f3-f55a94716597 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:33.279347 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d51a8-d355-4c92-87f3-f55a94716597 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:33.279717 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d51a8-d355-4c92-87f3-f55a94716597 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:33.280049 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d51a8-d355-4c92-87f3-f55a94716597 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:33.280375 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d51a8-d355-4c92-87f3-f55a94716597 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:33.280705 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d51a8-d355-4c92-87f3-f55a94716597 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:33.281029 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d51a8-d355-4c92-87f3-f55a94716597 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:33.281352 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d51a8-d355-4c92-87f3-f55a94716597 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:33.281675 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d51a8-d355-4c92-87f3-f55a94716597 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:33.281994 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d51a8-d355-4c92-87f3-f55a94716597 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:34:33.328404 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-777d9553-6f9d-40cc-a5d0-412ab7558d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:33.339174 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-777d9553-6f9d-40cc-a5d0-412ab7558d7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a750657-6380-4216-8606-057245bf1333']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:34:33.348948 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-777d9553-6f9d-40cc-a5d0-412ab7558d7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '253e9a78-b703-48d2-8774-59f67598fdbb') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:34:33.349236 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-777d9553-6f9d-40cc-a5d0-412ab7558d7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '253e9a78-b703-48d2-8774-59f67598fdbb') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:34:33.358428 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-777d9553-6f9d-40cc-a5d0-412ab7558d7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:33.372320 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-777d9553-6f9d-40cc-a5d0-412ab7558d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:33.378599 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-777d9553-6f9d-40cc-a5d0-412ab7558d7c admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:34:33.378995 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-777d9553-6f9d-40cc-a5d0-412ab7558d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:33.380755 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:34:33.380755 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:34:33.380755 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:34:33.380755 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:34:33.380755 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:34:33.380755 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:34:33.380755 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:34:33.380755 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:34:33.380755 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:34:33.380755 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:34:33.380755 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:34:33.380755 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:34:33.380755 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:34:33.380755 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:34:33.380755 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:34:33.380755 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:34:33.380755 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:34:33.380755 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:34:33.380755 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:34:33.380755 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:34:33.380755 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:34:33.380755 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:34:33.380755 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:34:33.380755 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:34:33.380755 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:34:33.380755 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:34:33.380755 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:34:33.380755 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:34:33.380755 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:34:33.380755 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:34:33.380755 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:34:33.380755 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:34:33.543488 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-777d9553-6f9d-40cc-a5d0-412ab7558d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:33.548909 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-777d9553-6f9d-40cc-a5d0-412ab7558d7c admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:33.550813 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-777d9553-6f9d-40cc-a5d0-412ab7558d7c admin admin] 10.222.0.13 "DELETE /v2.0/networks/5a750657-6380-4216-8606-057245bf1333 HTTP/1.1" status: 204 len: 168 time: 0.7304389 Aug 18 13:34:33.553991 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35266) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:34:33.562759 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d9553-6f9d-40cc-a5d0-412ab7558d7c admin admin] Pushing event deleted for resources: {'Network': ['ID=5a750657-6380-4216-8606-057245bf1333,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:33.775922 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device a9142b80-5376-4c1c-b88f-0a9b5664de79 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:34:33.795972 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: a9142b80-5376-4c1c-b88f-0a9b5664de79 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:34:33.796242 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device a9142b80-5376-4c1c-b88f-0a9b5664de79 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:34:33.796663 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 845a8f44-2cc2-4060-a9c9-f410e47a3b0f no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:34:33.815160 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 845a8f44-2cc2-4060-a9c9-f410e47a3b0f {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:34:33.815507 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 845a8f44-2cc2-4060-a9c9-f410e47a3b0f not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:34:33.815927 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:34:33.837391 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:34:33.838544 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b49f9c8f-19d1-4bb0-873c-6b6ecafa2c41 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:34:33.970308 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b8349ffe-8aa5-4881-be36-86b8af1340bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:34.253957 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-b8349ffe-8aa5-4881-be36-86b8af1340bc admin admin] Deleting port 6885b30f-730c-4d16-83e1-fac292671c88 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:34:34.254339 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b8349ffe-8aa5-4881-be36-86b8af1340bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:34.333184 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-b8349ffe-8aa5-4881-be36-86b8af1340bc admin admin] For port 6885b30f-730c-4d16-83e1-fac292671c88, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=6885b30f-730c-4d16-83e1-fac292671c88,segment=NetworkSegment(9ad936ce-f168-4fce-81f7-d01748488502),segment_id=9ad936ce-f168-4fce-81f7-d01748488502)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:34:34.333554 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b8349ffe-8aa5-4881-be36-86b8af1340bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:34.346584 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-b8349ffe-8aa5-4881-be36-86b8af1340bc admin admin] Calling delete_port for 6885b30f-730c-4d16-83e1-fac292671c88 owned by network:router_interface {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:34:34.594052 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b8349ffe-8aa5-4881-be36-86b8af1340bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:34.620012 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8349ffe-8aa5-4881-be36-86b8af1340bc admin admin] Pushing event deleted for resources: {'Port': ['ID=6885b30f-730c-4d16-83e1-fac292671c88,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:35.099615 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b8349ffe-8aa5-4881-be36-86b8af1340bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:35.310286 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8349ffe-8aa5-4881-be36-86b8af1340bc admin admin] Router 7fcdd343-3260-48bf-a1a5-4087787767a3 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:34:35.415734 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8349ffe-8aa5-4881-be36-86b8af1340bc admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:34:35.421174 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b8349ffe-8aa5-4881-be36-86b8af1340bc admin admin] 10.222.0.13 "PUT /v2.0/routers/7fcdd343-3260-48bf-a1a5-4087787767a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8659604 Aug 18 13:34:35.423690 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35268) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:34:35.426015 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693aa046-6711-4df7-9ce2-e1f3baa85492 None None] Sync routers for ids ['7fcdd343-3260-48bf-a1a5-4087787767a3'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:34:35.435526 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693aa046-6711-4df7-9ce2-e1f3baa85492 None None] Routers {'7fcdd343-3260-48bf-a1a5-4087787767a3'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:34:35.436218 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-693aa046-6711-4df7-9ce2-e1f3baa85492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:34:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['7fcdd343-3260-48bf-a1a5-4087787767a3'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:34:35.530754 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0ff81cd9-778d-4d6f-bfb2-a74857bb575b admin admin] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:35.540869 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-693aa046-6711-4df7-9ce2-e1f3baa85492 None None] Set router 7fcdd343-3260-48bf-a1a5-4087787767a3 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:34:35.635895 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0ff81cd9-778d-4d6f-bfb2-a74857bb575b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:35.721718 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-693aa046-6711-4df7-9ce2-e1f3baa85492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fcdd343-3260-48bf-a1a5-4087787767a3', 'name': 'tempest-TestVolumeBootPattern-1877037196-router', 'tenant_id': '6801cc0748bc4af29c23723c4e9a5864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '7e2f24ea-0d6f-4ff8-8620-b365500f5d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:46Z', 'updated_at': '2021-08-18T13:34:34Z', 'revision_number': 5, 'project_id': '6801cc0748bc4af29c23723c4e9a5864', 'gw_port': {'id': '7e2f24ea-0d6f-4ff8-8620-b365500f5d6d', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcdd343-3260-48bf-a1a5-4087787767a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:19:48Z', 'updated_at': '2021-08-18T13:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:34:35.748493 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693aa046-6711-4df7-9ce2-e1f3baa85492 None None] Checking router: 7fcdd343-3260-48bf-a1a5-4087787767a3 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:34:35.757412 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693aa046-6711-4df7-9ce2-e1f3baa85492 None None] Routers {'7fcdd343-3260-48bf-a1a5-4087787767a3'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:34:35.758055 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-693aa046-6711-4df7-9ce2-e1f3baa85492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:34:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['7fcdd343-3260-48bf-a1a5-4087787767a3'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:34:35.762290 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-0ff81cd9-778d-4d6f-bfb2-a74857bb575b admin admin] Deleting port 7e2f24ea-0d6f-4ff8-8620-b365500f5d6d {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:34:35.762657 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0ff81cd9-778d-4d6f-bfb2-a74857bb575b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:35.850215 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-0ff81cd9-778d-4d6f-bfb2-a74857bb575b admin admin] For port 7e2f24ea-0d6f-4ff8-8620-b365500f5d6d, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=7e2f24ea-0d6f-4ff8-8620-b365500f5d6d,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:34:35.850215 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0ff81cd9-778d-4d6f-bfb2-a74857bb575b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:35.850599 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-693aa046-6711-4df7-9ce2-e1f3baa85492 None None] Set router 7fcdd343-3260-48bf-a1a5-4087787767a3 gateway port host: None {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:34:35.863375 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-0ff81cd9-778d-4d6f-bfb2-a74857bb575b admin admin] Calling delete_port for 7e2f24ea-0d6f-4ff8-8620-b365500f5d6d owned by network:router_gateway {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:34:35.905591 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-693aa046-6711-4df7-9ce2-e1f3baa85492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fcdd343-3260-48bf-a1a5-4087787767a3', 'name': 'tempest-TestVolumeBootPattern-1877037196-router', 'tenant_id': '6801cc0748bc4af29c23723c4e9a5864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:46Z', 'updated_at': '2021-08-18T13:34:35Z', 'revision_number': 6, 'project_id': '6801cc0748bc4af29c23723c4e9a5864', 'gw_port_host': None}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:34:35.931399 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693aa046-6711-4df7-9ce2-e1f3baa85492 None None] The sync data for ids ['7fcdd343-3260-48bf-a1a5-4087787767a3'] in n-d-803603-2 is: [{'id': '7fcdd343-3260-48bf-a1a5-4087787767a3', 'name': 'tempest-TestVolumeBootPattern-1877037196-router', 'tenant_id': '6801cc0748bc4af29c23723c4e9a5864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:19:46Z', 'updated_at': '2021-08-18T13:34:35Z', 'revision_number': 6, 'project_id': '6801cc0748bc4af29c23723c4e9a5864', 'gw_port_host': None}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:34:36.131076 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0ff81cd9-778d-4d6f-bfb2-a74857bb575b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:36.158994 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff81cd9-778d-4d6f-bfb2-a74857bb575b admin admin] Pushing event deleted for resources: {'Port': ['ID=7e2f24ea-0d6f-4ff8-8620-b365500f5d6d,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:36.220632 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0ff81cd9-778d-4d6f-bfb2-a74857bb575b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:36.314431 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0ff81cd9-778d-4d6f-bfb2-a74857bb575b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:36.316667 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0ff81cd9-778d-4d6f-bfb2-a74857bb575b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:36.451968 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0ff81cd9-778d-4d6f-bfb2-a74857bb575b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:36.452564 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff81cd9-778d-4d6f-bfb2-a74857bb575b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fcdd343-3260-48bf-a1a5-4087787767a3 {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:34:36.456808 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0ff81cd9-778d-4d6f-bfb2-a74857bb575b admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:36.457992 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0ff81cd9-778d-4d6f-bfb2-a74857bb575b admin admin] 10.222.0.13 "DELETE /v2.0/routers/7fcdd343-3260-48bf-a1a5-4087787767a3 HTTP/1.1" status: 204 len: 168 time: 1.0333240 Aug 18 13:34:36.460719 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35270) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:34:36.505711 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-e17d5875-0666-42aa-a2d4-c94d089857aa admin admin] Deleting subnet c950d5e2-f52c-4de2-babc-db02a63bf6c3 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:34:36.508776 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e17d5875-0666-42aa-a2d4-c94d089857aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:36.548934 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e17d5875-0666-42aa-a2d4-c94d089857aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:36.625110 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e17d5875-0666-42aa-a2d4-c94d089857aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:36.760676 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e17d5875-0666-42aa-a2d4-c94d089857aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:36.787096 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d5875-0666-42aa-a2d4-c94d089857aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c950d5e2-f52c-4de2-babc-db02a63bf6c3,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:36.790566 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e17d5875-0666-42aa-a2d4-c94d089857aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:36.794371 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e17d5875-0666-42aa-a2d4-c94d089857aa admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c950d5e2-f52c-4de2-babc-db02a63bf6c3 HTTP/1.1" status: 204 len: 168 time: 0.3325422 Aug 18 13:34:36.795640 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35272) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:34:36.797662 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e2df1d-2865-4a11-82fe-a2664487264d None None] Network db8ffe93-506b-4403-a00d-d134833c9157 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:34:36.873705 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-84e856b6-f794-4bfd-a266-77e0f5a1e5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:36.932020 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-84e856b6-f794-4bfd-a266-77e0f5a1e5ba admin admin] Deleting port c66c2c77-c29e-4ef8-9a64-f209b14bcfc7 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:34:36.932487 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-84e856b6-f794-4bfd-a266-77e0f5a1e5ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:36.984489 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff0eedf-b90c-4ab8-9f7d-3316b601e0e6 None None] DHCP port deletion for db8ffe93-506b-4403-a00d-d134833c9157 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:34:37.004079 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-84e856b6-f794-4bfd-a266-77e0f5a1e5ba admin admin] For port c66c2c77-c29e-4ef8-9a64-f209b14bcfc7, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=c66c2c77-c29e-4ef8-9a64-f209b14bcfc7,segment=NetworkSegment(9ad936ce-f168-4fce-81f7-d01748488502),segment_id=9ad936ce-f168-4fce-81f7-d01748488502)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:34:37.004463 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-84e856b6-f794-4bfd-a266-77e0f5a1e5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:37.022680 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-84e856b6-f794-4bfd-a266-77e0f5a1e5ba admin admin] Calling delete_port for c66c2c77-c29e-4ef8-9a64-f209b14bcfc7 owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:34:37.033300 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-fff0eedf-b90c-4ab8-9f7d-3316b601e0e6 None None] Deleting port c66c2c77-c29e-4ef8-9a64-f209b14bcfc7 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:34:37.033680 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fff0eedf-b90c-4ab8-9f7d-3316b601e0e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:37.105174 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-fff0eedf-b90c-4ab8-9f7d-3316b601e0e6 None None] For port c66c2c77-c29e-4ef8-9a64-f209b14bcfc7, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=c66c2c77-c29e-4ef8-9a64-f209b14bcfc7,segment=NetworkSegment(9ad936ce-f168-4fce-81f7-d01748488502),segment_id=9ad936ce-f168-4fce-81f7-d01748488502)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:34:37.105582 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fff0eedf-b90c-4ab8-9f7d-3316b601e0e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:37.119314 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-fff0eedf-b90c-4ab8-9f7d-3316b601e0e6 None None] Calling delete_port for c66c2c77-c29e-4ef8-9a64-f209b14bcfc7 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:34:37.237330 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-84e856b6-f794-4bfd-a266-77e0f5a1e5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:37.241195 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fff0eedf-b90c-4ab8-9f7d-3316b601e0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:37.262735 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e856b6-f794-4bfd-a266-77e0f5a1e5ba admin admin] Pushing event deleted for resources: {'Port': ['ID=c66c2c77-c29e-4ef8-9a64-f209b14bcfc7,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:37.266766 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e856b6-f794-4bfd-a266-77e0f5a1e5ba admin admin] No DVR routers for this DVR port c66c2c77-c29e-4ef8-9a64-f209b14bcfc7 on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:34:37.274394 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff0eedf-b90c-4ab8-9f7d-3316b601e0e6 None None] Pushing event deleted for resources: {'Port': ['ID=c66c2c77-c29e-4ef8-9a64-f209b14bcfc7,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:37.276902 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff0eedf-b90c-4ab8-9f7d-3316b601e0e6 None None] No DVR routers for this DVR port c66c2c77-c29e-4ef8-9a64-f209b14bcfc7 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:34:37.345810 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-84e856b6-f794-4bfd-a266-77e0f5a1e5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:37.355811 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-84e856b6-f794-4bfd-a266-77e0f5a1e5ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db8ffe93-506b-4403-a00d-d134833c9157']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:34:37.365553 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-84e856b6-f794-4bfd-a266-77e0f5a1e5ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ad936ce-f168-4fce-81f7-d01748488502') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:34:37.365854 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-84e856b6-f794-4bfd-a266-77e0f5a1e5ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ad936ce-f168-4fce-81f7-d01748488502') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:34:37.374648 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-84e856b6-f794-4bfd-a266-77e0f5a1e5ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:37.388930 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-84e856b6-f794-4bfd-a266-77e0f5a1e5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:37.394700 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84e856b6-f794-4bfd-a266-77e0f5a1e5ba admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:34:37.395113 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-84e856b6-f794-4bfd-a266-77e0f5a1e5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:37.396723 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:34:37.396723 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:34:37.396723 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:34:37.396723 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:34:37.396723 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:34:37.396723 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:34:37.396723 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:34:37.396723 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:34:37.396723 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:34:37.396723 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:34:37.396723 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:34:37.396723 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:34:37.396723 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:34:37.396723 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:34:37.396723 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:34:37.396723 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:34:37.396723 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:34:37.396723 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:34:37.396723 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:34:37.396723 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:34:37.396723 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:34:37.396723 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:34:37.396723 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:34:37.396723 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:34:37.396723 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:34:37.396723 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:34:37.396723 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:34:37.396723 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:34:37.396723 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:34:37.396723 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:34:37.396723 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:34:37.396723 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:34:37.520658 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-84e856b6-f794-4bfd-a266-77e0f5a1e5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:37.526044 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-84e856b6-f794-4bfd-a266-77e0f5a1e5ba admin admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:37.528528 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-84e856b6-f794-4bfd-a266-77e0f5a1e5ba admin admin] 10.222.0.13 "DELETE /v2.0/networks/db8ffe93-506b-4403-a00d-d134833c9157 HTTP/1.1" status: 204 len: 168 time: 0.7317262 Aug 18 13:34:37.544415 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e856b6-f794-4bfd-a266-77e0f5a1e5ba admin admin] Pushing event deleted for resources: {'Network': ['ID=db8ffe93-506b-4403-a00d-d134833c9157,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:37.777076 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6885b30f-730c-4d16-83e1-fac292671c88 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:34:37.796758 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 6885b30f-730c-4d16-83e1-fac292671c88 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:34:37.797103 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6885b30f-730c-4d16-83e1-fac292671c88 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:34:37.797520 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 7e2f24ea-0d6f-4ff8-8620-b365500f5d6d no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:34:37.816059 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 7e2f24ea-0d6f-4ff8-8620-b365500f5d6d {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:34:37.816636 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 7e2f24ea-0d6f-4ff8-8620-b365500f5d6d not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:34:37.816795 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device c66c2c77-c29e-4ef8-9a64-f209b14bcfc7 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:34:37.835713 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: c66c2c77-c29e-4ef8-9a64-f209b14bcfc7 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:34:37.836059 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device c66c2c77-c29e-4ef8-9a64-f209b14bcfc7 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:34:37.851462 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35276) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:34:37.892671 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0a8cca49-d4dc-40a6-a1f3-ad00b3c4f4e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=161a0a675dcb4f668dec9565c8db14ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394199 Aug 18 13:34:37.895088 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35278) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:34:37.943629 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-55b48242-6e62-44d7-8f69-67580ef40c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:37.964170 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-55b48242-6e62-44d7-8f69-67580ef40c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:38.107843 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-55b48242-6e62-44d7-8f69-67580ef40c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:38.110332 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-55b48242-6e62-44d7-8f69-67580ef40c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:38.111517 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-55b48242-6e62-44d7-8f69-67580ef40c5f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd0c8120-8ba3-47a8-86ae-68abfe160f6d HTTP/1.1" status: 204 len: 168 time: 0.2155070 Aug 18 13:34:38.120448 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b48242-6e62-44d7-8f69-67580ef40c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0c8120-8ba3-47a8-86ae-68abfe160f6d,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:38.735663 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35284) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:34:38.775137 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8accec93-883c-40bb-beae-c6ae1a18dcfd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6801cc0748bc4af29c23723c4e9a5864&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382619 Aug 18 13:34:38.777511 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35286) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:34:38.825341 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6313152f-42da-4e46-8322-56a9316ce8ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:38.849777 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6313152f-42da-4e46-8322-56a9316ce8ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:38.964972 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:34:38.971741 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6313152f-42da-4e46-8322-56a9316ce8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:38.974432 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6313152f-42da-4e46-8322-56a9316ce8ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:38.975612 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6313152f-42da-4e46-8322-56a9316ce8ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2640293-4279-4dbf-b688-f53b74e3b370 HTTP/1.1" status: 204 len: 168 time: 0.1972041 Aug 18 13:34:38.984169 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6313152f-42da-4e46-8322-56a9316ce8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2640293-4279-4dbf-b688-f53b74e3b370,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:34:41.663297 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8c2b64a9-ad91-4031-bcae-94409ac9ba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:43.743400 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2aa0116b-0f0f-48a9-832a-d0c22b9e9e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:44.589462 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:45.491679 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:47.434761 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:53.621699 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141bf8a-e0ef-44cc-89a3-b4e0eeddc5fd req-fa990328-eade-4b3e-b345-d8e33fbb9bd3 tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:53.623233 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3141bf8a-e0ef-44cc-89a3-b4e0eeddc5fd req-fa990328-eade-4b3e-b345-d8e33fbb9bd3 tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 1097 time: 0.0399477 Aug 18 13:34:53.660874 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3141bf8a-e0ef-44cc-89a3-b4e0eeddc5fd req-189e134b-75e0-46c5-a507-c652301a74b0 tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b9132eab-d3c7-4efc-b8d6-2a95059feb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315626 Aug 18 13:34:53.791496 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352b95d-e54a-4c94-8950-6f4c3a59943b req-a8758fbc-a662-44f5-8c2b-aa5bf8bb59e0 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:53.792919 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b352b95d-e54a-4c94-8950-6f4c3a59943b req-a8758fbc-a662-44f5-8c2b-aa5bf8bb59e0 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 946 time: 0.0485058 Aug 18 13:34:53.830495 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b352b95d-e54a-4c94-8950-6f4c3a59943b req-1d399918-67b6-4985-8f5e-b4d6c5b79e1c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9132eab-d3c7-4efc-b8d6-2a95059feb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316932 Aug 18 13:34:53.853025 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35308) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:34:53.916888 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-faa5e24e-3ae0-4770-82bf-a839df6e3f2e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/floatingips/0a685e48-d630-4f73-8127-430916576927 HTTP/1.1" status: 200 len: 992 time: 0.0627451 Aug 18 13:34:54.910110 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7720f-06ab-42ff-b92f-d45935922d68 req-57817692-4409-452c-9bff-b0ed230bc8ce tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:54.911618 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-88e7720f-06ab-42ff-b92f-d45935922d68 req-57817692-4409-452c-9bff-b0ed230bc8ce tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 946 time: 0.0541012 Aug 18 13:34:54.950450 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-88e7720f-06ab-42ff-b92f-d45935922d68 req-13518964-55e7-458d-9acb-db75c79a337f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9132eab-d3c7-4efc-b8d6-2a95059feb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328810 Aug 18 13:34:55.043772 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-caefb727-be86-49e2-bbd7-a930f10c03e6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0399513 Aug 18 13:34:56.073006 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8611ec-2eb5-448e-8870-45884f3bc157 req-fb617dd1-77c6-4382-aadd-454c97cab770 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:56.074458 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ea8611ec-2eb5-448e-8870-45884f3bc157 req-fb617dd1-77c6-4382-aadd-454c97cab770 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 946 time: 0.0493906 Aug 18 13:34:56.112495 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ea8611ec-2eb5-448e-8870-45884f3bc157 req-44769b29-5dbf-43f0-a412-acc12a9d2bce tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9132eab-d3c7-4efc-b8d6-2a95059feb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320673 Aug 18 13:34:56.975836 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-20942cc8-11d7-4c16-aef6-bb7bba5788a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:56.977322 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-20942cc8-11d7-4c16-aef6-bb7bba5788a5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de6dcd8516f24b6895081970e3d21a0a&device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 1097 time: 0.0396664 Aug 18 13:34:57.069895 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-60b9dddc-487f-49de-91d6-1fdead973c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:57.071394 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-60b9dddc-487f-49de-91d6-1fdead973c91 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f07bcea9-8f30-4794-9043-a52952cb53bc HTTP/1.1" status: 200 len: 897 time: 0.0867569 Aug 18 13:34:57.137567 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-3be8cae2-2dd4-491c-95a0-0e5c04622d13 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9361d4a-4691-4982-8b0c-ee914855473b HTTP/1.1" status: 200 len: 1000 time: 0.0582545 Aug 18 13:34:57.218022 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-23b719d5-0d7c-4f0d-b4aa-f9f948953579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:57.219588 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-23b719d5-0d7c-4f0d-b4aa-f9f948953579 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8f094d4-b7e3-4346-b12d-1584496135af HTTP/1.1" status: 200 len: 835 time: 0.0742514 Aug 18 13:34:57.246294 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a19cf-00f8-43b4-8adc-a234aed5aad6 req-24cb0ef3-15e8-4951-9821-557ea843a8be tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:57.247733 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3b4a19cf-00f8-43b4-8adc-a234aed5aad6 req-24cb0ef3-15e8-4951-9821-557ea843a8be tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 946 time: 0.0648856 Aug 18 13:34:57.301404 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-304e4f66-4bf5-4561-9a39-d1b614893081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:57.302958 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-304e4f66-4bf5-4561-9a39-d1b614893081 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f07bcea9-8f30-4794-9043-a52952cb53bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753541 Aug 18 13:34:57.306163 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3b4a19cf-00f8-43b4-8adc-a234aed5aad6 req-49ff69d2-956e-44f8-bd37-d57548944638 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9132eab-d3c7-4efc-b8d6-2a95059feb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444291 Aug 18 13:34:57.400928 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-4b87c7f3-bc4b-4ec9-a60d-f73b0be9ebd2 service neutron] 10.222.0.20 "GET /v2.0/networks/f07bcea9-8f30-4794-9043-a52952cb53bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890110 Aug 18 13:34:57.497808 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-04f5a2c5-f3b3-494a-88e2-1b43af136b56 service neutron] 10.222.0.20 "GET /v2.0/networks/f07bcea9-8f30-4794-9043-a52952cb53bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892889 Aug 18 13:34:58.194343 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:58.420649 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432dc9f-91b4-4ec7-8b10-a9e2938fdb4a req-3a47e2c6-1436-4b96-bc73-98a80435cad8 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:58.422153 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2432dc9f-91b4-4ec7-8b10-a9e2938fdb4a req-3a47e2c6-1436-4b96-bc73-98a80435cad8 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 946 time: 0.0496929 Aug 18 13:34:58.459855 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2432dc9f-91b4-4ec7-8b10-a9e2938fdb4a req-04619f80-b8a1-4343-888f-b1ba845b07c2 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9132eab-d3c7-4efc-b8d6-2a95059feb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315671 Aug 18 13:34:58.976917 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:34:59.580157 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454b221-b6e5-45b7-b664-0f1b25f49cbc req-1d12ca6d-a553-48b0-9098-4c38ca95e264 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:34:59.581622 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e454b221-b6e5-45b7-b664-0f1b25f49cbc req-1d12ca6d-a553-48b0-9098-4c38ca95e264 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 946 time: 0.0528135 Aug 18 13:34:59.619821 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e454b221-b6e5-45b7-b664-0f1b25f49cbc req-b0a99b17-1909-4eb7-a9c1-542114376af1 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9132eab-d3c7-4efc-b8d6-2a95059feb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322325 Aug 18 13:35:00.734851 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10546790-a883-4a47-b577-361d6b4b49a4 req-b9028cdd-d588-4c30-85eb-9dba962cc210 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:00.736335 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-10546790-a883-4a47-b577-361d6b4b49a4 req-b9028cdd-d588-4c30-85eb-9dba962cc210 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 946 time: 0.0483763 Aug 18 13:35:00.778400 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-10546790-a883-4a47-b577-361d6b4b49a4 req-d99a48eb-1cd3-4a9d-b4b2-4656d9d05b86 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9132eab-d3c7-4efc-b8d6-2a95059feb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360732 Aug 18 13:35:01.891938 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e9a0e-d991-40a5-9fc6-56b5467b435b req-97700a29-b9e8-41e4-8a65-e206e4ff070e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:01.893455 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-981e9a0e-d991-40a5-9fc6-56b5467b435b req-97700a29-b9e8-41e4-8a65-e206e4ff070e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 946 time: 0.0490654 Aug 18 13:35:01.938892 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-981e9a0e-d991-40a5-9fc6-56b5467b435b req-0d571b55-c4d8-422d-aed1-e4ee89cb5d5c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9132eab-d3c7-4efc-b8d6-2a95059feb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394197 Aug 18 13:35:03.054190 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038c991-6dce-49fe-82fb-95c2c1a945f3 req-ef903443-af31-4fca-8b09-4d7b3ec663de tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:03.055668 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3038c991-6dce-49fe-82fb-95c2c1a945f3 req-ef903443-af31-4fca-8b09-4d7b3ec663de tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 946 time: 0.0490665 Aug 18 13:35:03.093365 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3038c991-6dce-49fe-82fb-95c2c1a945f3 req-b0380f9c-0d6b-4599-b51d-39c1a94feee1 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9132eab-d3c7-4efc-b8d6-2a95059feb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317953 Aug 18 13:35:04.207673 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd764fb-5afd-4413-ab37-4ab4bb8b7d39 req-bec9695d-40d5-4049-961a-c46c35d0f1d8 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:04.209147 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-acd764fb-5afd-4413-ab37-4ab4bb8b7d39 req-bec9695d-40d5-4049-961a-c46c35d0f1d8 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 946 time: 0.0482178 Aug 18 13:35:04.247230 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-acd764fb-5afd-4413-ab37-4ab4bb8b7d39 req-50c030a0-676d-4d09-b276-fb5fe5be02ef tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9132eab-d3c7-4efc-b8d6-2a95059feb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321779 Aug 18 13:35:05.359824 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd113d0c-5795-4e24-9e5d-3b11075198c8 req-eaa76d41-776e-48a5-a87b-7fc605d1b954 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:05.361326 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cd113d0c-5795-4e24-9e5d-3b11075198c8 req-eaa76d41-776e-48a5-a87b-7fc605d1b954 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 946 time: 0.0479729 Aug 18 13:35:05.400274 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cd113d0c-5795-4e24-9e5d-3b11075198c8 req-c12802d4-4447-4a48-9661-bddc78811c85 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9132eab-d3c7-4efc-b8d6-2a95059feb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330613 Aug 18 13:35:06.518946 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5a279-b82c-43e4-80d9-7665fe71c55b req-f9bf813e-f0b0-4c6e-9a5d-78a16e9972d5 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:06.520433 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-36e5a279-b82c-43e4-80d9-7665fe71c55b req-f9bf813e-f0b0-4c6e-9a5d-78a16e9972d5 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 946 time: 0.0527785 Aug 18 13:35:06.559947 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-36e5a279-b82c-43e4-80d9-7665fe71c55b req-1356e70b-1c9c-49ec-b9a8-baecb500e731 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9132eab-d3c7-4efc-b8d6-2a95059feb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335438 Aug 18 13:35:07.701196 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4b8cf-211d-4368-842e-e0be2f7d156a req-551a3f74-42fb-4b51-9edb-e7b7ef5714c0 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:07.703899 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7be4b8cf-211d-4368-842e-e0be2f7d156a req-551a3f74-42fb-4b51-9edb-e7b7ef5714c0 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 946 time: 0.0620744 Aug 18 13:35:07.749452 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7be4b8cf-211d-4368-842e-e0be2f7d156a req-a09931c6-a679-4b68-8cda-99a1d7b23bbb tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9132eab-d3c7-4efc-b8d6-2a95059feb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383782 Aug 18 13:35:08.870664 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b214a3-2cc5-4b89-b10f-d0170867dde5 req-9c823377-a057-4424-ad53-4a0f6631cab9 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:08.872167 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-69b214a3-2cc5-4b89-b10f-d0170867dde5 req-9c823377-a057-4424-ad53-4a0f6631cab9 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 946 time: 0.0530269 Aug 18 13:35:08.912407 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-69b214a3-2cc5-4b89-b10f-d0170867dde5 req-f99018fc-5aab-4221-85b2-e706282c2192 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9132eab-d3c7-4efc-b8d6-2a95059feb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335431 Aug 18 13:35:09.628827 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-9b763837-4b6c-4e0c-8f80-146dcb674b38 service neutron] show failed (client error): The resource could not be found. Aug 18 13:35:09.629891 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-9b763837-4b6c-4e0c-8f80-146dcb674b38 service neutron] 10.222.0.20 "GET /v2.0/ports/a9361d4a-4691-4982-8b0c-ee914855473b/bindings/n-h1-803603-2 HTTP/1.1" status: 404 len: 380 time: 0.0609338 Aug 18 13:35:10.052633 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efbe170-5262-4276-9007-c2cc977f30bb req-6087bfb8-78d1-47b5-9689-7d172141ac0e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:10.054318 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6efbe170-5262-4276-9007-c2cc977f30bb req-6087bfb8-78d1-47b5-9689-7d172141ac0e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 946 time: 0.0560699 Aug 18 13:35:10.098851 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6efbe170-5262-4276-9007-c2cc977f30bb req-3fb0a2bb-4a9b-464d-84c8-0da5b945ad17 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9132eab-d3c7-4efc-b8d6-2a95059feb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356212 Aug 18 13:35:10.223756 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-f03a189e-d062-4b34-89c5-571941e4cbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:10.225222 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-f03a189e-d062-4b34-89c5-571941e4cbd4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e&tenant_id=de6dcd8516f24b6895081970e3d21a0a HTTP/1.1" status: 200 len: 1097 time: 0.0734651 Aug 18 13:35:10.238297 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-3aebc432-44fb-4167-94c9-99182d961500 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803603-2', 'device_owner': 'compute:nova'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:35:10.304320 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-3aebc432-44fb-4167-94c9-99182d961500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:10.546952 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-3aebc432-44fb-4167-94c9-99182d961500 service neutron] For port a9361d4a-4691-4982-8b0c-ee914855473b, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=a9361d4a-4691-4982-8b0c-ee914855473b,segment=NetworkSegment(a3ddd03b-31d8-47ed-b4b3-0cbb884e5801),segment_id=a3ddd03b-31d8-47ed-b4b3-0cbb884e5801)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:35:10.587958 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-3aebc432-44fb-4167-94c9-99182d961500 service neutron] For port a9361d4a-4691-4982-8b0c-ee914855473b, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:35:10.634410 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a9583e-30bd-4912-9411-d958a5360d2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9361d4a-4691-4982-8b0c-ee914855473b'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:35:10.636779 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca44b1c-1716-4c69-8fd5-6125d180d3f7" -d '{"events": [{"server_uuid": "27a9583e-30bd-4912-9411-d958a5360d2e", "name": "network-vif-unplugged", "status": "completed", "tag": "a9361d4a-4691-4982-8b0c-ee914855473b"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:35:10.641492 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-3aebc432-44fb-4167-94c9-99182d961500 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:10.658159 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-3aebc432-44fb-4167-94c9-99182d961500 service neutron] Transition to ACTIVE for port object a9361d4a-4691-4982-8b0c-ee914855473b will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:35:10.697500 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 13:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9165d31-468b-4732-9838-880742fce18f x-openstack-request-id: req-a9165d31-468b-4732-9838-880742fce18f {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:35:10.697800 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a9583e-30bd-4912-9411-d958a5360d2e", "name": "network-vif-unplugged", "status": "completed", "tag": "a9361d4a-4691-4982-8b0c-ee914855473b", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:35:10.698064 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a9165d31-468b-4732-9838-880742fce18f {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:35:10.698572 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a9583e-30bd-4912-9411-d958a5360d2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9361d4a-4691-4982-8b0c-ee914855473b', 'code': 200} Aug 18 13:35:10.817577 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-3aebc432-44fb-4167-94c9-99182d961500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:10.933222 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aebc432-44fb-4167-94c9-99182d961500 service neutron] Pushing event updated for resources: {'Port': ['ID=a9361d4a-4691-4982-8b0c-ee914855473b,revision_number=6']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:35:10.962770 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aebc432-44fb-4167-94c9-99182d961500 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:35:10.963167 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aebc432-44fb-4167-94c9-99182d961500 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:35:10.963502 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aebc432-44fb-4167-94c9-99182d961500 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:35:10.963844 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aebc432-44fb-4167-94c9-99182d961500 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:35:10.964188 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aebc432-44fb-4167-94c9-99182d961500 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:35:10.964528 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aebc432-44fb-4167-94c9-99182d961500 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:35:10.964866 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aebc432-44fb-4167-94c9-99182d961500 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:35:10.965228 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aebc432-44fb-4167-94c9-99182d961500 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:35:10.965534 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aebc432-44fb-4167-94c9-99182d961500 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:35:10.965867 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aebc432-44fb-4167-94c9-99182d961500 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:35:10.966223 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aebc432-44fb-4167-94c9-99182d961500 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:35:10.966558 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aebc432-44fb-4167-94c9-99182d961500 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:35:11.037256 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-3aebc432-44fb-4167-94c9-99182d961500 service neutron] No DVR routers for this DVR port a9361d4a-4691-4982-8b0c-ee914855473b on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:35:11.196335 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-3aebc432-44fb-4167-94c9-99182d961500 service neutron] Attempting to bind port a9361d4a-4691-4982-8b0c-ee914855473b on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:35:11.197775 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-3aebc432-44fb-4167-94c9-99182d961500 service neutron] Attempting to bind port a9361d4a-4691-4982-8b0c-ee914855473b by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': 'a3ddd03b-31d8-47ed-b4b3-0cbb884e5801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f07bcea9-8f30-4794-9043-a52952cb53bc'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:35:11.197775 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-3aebc432-44fb-4167-94c9-99182d961500 service neutron] Attempting to bind port a9361d4a-4691-4982-8b0c-ee914855473b on network f07bcea9-8f30-4794-9043-a52952cb53bc {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:35:11.212576 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-3aebc432-44fb-4167-94c9-99182d961500 service neutron] Port a9361d4a-4691-4982-8b0c-ee914855473b on network f07bcea9-8f30-4794-9043-a52952cb53bc not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:35:11.212909 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-3aebc432-44fb-4167-94c9-99182d961500 service neutron] Attempting to bind port a9361d4a-4691-4982-8b0c-ee914855473b on network f07bcea9-8f30-4794-9043-a52952cb53bc {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:35:11.231424 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-3aebc432-44fb-4167-94c9-99182d961500 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:35:11.231797 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-3aebc432-44fb-4167-94c9-99182d961500 service neutron] Checking segment: {'id': 'a3ddd03b-31d8-47ed-b4b3-0cbb884e5801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f07bcea9-8f30-4794-9043-a52952cb53bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:35:11.232185 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-3aebc432-44fb-4167-94c9-99182d961500 service neutron] Bound using segment: {'id': 'a3ddd03b-31d8-47ed-b4b3-0cbb884e5801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f07bcea9-8f30-4794-9043-a52952cb53bc'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:35:11.232623 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-3aebc432-44fb-4167-94c9-99182d961500 service neutron] Bound port: a9361d4a-4691-4982-8b0c-ee914855473b, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3ddd03b-31d8-47ed-b4b3-0cbb884e5801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f07bcea9-8f30-4794-9043-a52952cb53bc'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:35:11.232988 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-3aebc432-44fb-4167-94c9-99182d961500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:11.289446 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47cad86-cc25-48f3-8af4-685048e983c5 req-23387221-b3a8-4acf-9f56-e0bfadbd3cf8 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:11.291244 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c47cad86-cc25-48f3-8af4-685048e983c5 req-23387221-b3a8-4acf-9f56-e0bfadbd3cf8 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 944 time: 0.0912721 Aug 18 13:35:11.341608 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-3aebc432-44fb-4167-94c9-99182d961500 service neutron] For port a9361d4a-4691-4982-8b0c-ee914855473b, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:35:11.345977 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-3aebc432-44fb-4167-94c9-99182d961500 service neutron] For port a9361d4a-4691-4982-8b0c-ee914855473b, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=a9361d4a-4691-4982-8b0c-ee914855473b,segment=NetworkSegment(a3ddd03b-31d8-47ed-b4b3-0cbb884e5801),segment_id=a3ddd03b-31d8-47ed-b4b3-0cbb884e5801)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:35:11.360582 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c47cad86-cc25-48f3-8af4-685048e983c5 req-1d0f989e-eecb-4fb6-9a52-04f1c474c434 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9132eab-d3c7-4efc-b8d6-2a95059feb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630937 Aug 18 13:35:11.439813 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-3aebc432-44fb-4167-94c9-99182d961500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:11.476981 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-3aebc432-44fb-4167-94c9-99182d961500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:11.477614 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-3aebc432-44fb-4167-94c9-99182d961500 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:11.479096 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-3aebc432-44fb-4167-94c9-99182d961500 service neutron] 10.222.0.39 "PUT /v2.0/ports/a9361d4a-4691-4982-8b0c-ee914855473b HTTP/1.1" status: 200 len: 1092 time: 1.2455046 Aug 18 13:35:11.520889 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aebc432-44fb-4167-94c9-99182d961500 service neutron] Pushing event updated for resources: {'Port': ['ID=a9361d4a-4691-4982-8b0c-ee914855473b,revision_number=7']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:35:11.562022 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-f98491ef-9fa2-4e3e-a590-4a587c948a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:11.563637 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-f98491ef-9fa2-4e3e-a590-4a587c948a95 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de6dcd8516f24b6895081970e3d21a0a&device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 1095 time: 0.0542748 Aug 18 13:35:11.640250 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c0ec5acb-f4bb-4bd2-a792-28e678d79741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:11.679974 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-57ff9073-cd82-40b7-864b-17592c0f1ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:11.683351 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-57ff9073-cd82-40b7-864b-17592c0f1ff9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f07bcea9-8f30-4794-9043-a52952cb53bc HTTP/1.1" status: 200 len: 897 time: 0.1121771 Aug 18 13:35:11.763218 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-926707da-07dc-449a-a384-ff85297b102e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9361d4a-4691-4982-8b0c-ee914855473b HTTP/1.1" status: 200 len: 998 time: 0.0722709 Aug 18 13:35:11.818465 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-40941fd2-4924-4bac-93a8-672b6ef7ddda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:11.820253 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-40941fd2-4924-4bac-93a8-672b6ef7ddda service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8f094d4-b7e3-4346-b12d-1584496135af HTTP/1.1" status: 200 len: 835 time: 0.0492370 Aug 18 13:35:11.871383 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-f671aec3-5e15-4edd-a75a-ef99dfbb45d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:11.872890 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-f671aec3-5e15-4edd-a75a-ef99dfbb45d4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f07bcea9-8f30-4794-9043-a52952cb53bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451682 Aug 18 13:35:11.961023 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-9d79d499-6743-4158-9db2-15c0531d514c service neutron] 10.222.0.39 "GET /v2.0/networks/f07bcea9-8f30-4794-9043-a52952cb53bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810213 Aug 18 13:35:12.056404 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fbac3849-4331-4b40-8c83-7d79d1172713 req-4f34989e-281e-41e4-86ca-32448ffd055b service neutron] 10.222.0.39 "GET /v2.0/networks/f07bcea9-8f30-4794-9043-a52952cb53bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876930 Aug 18 13:35:12.483887 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67ba31-aa10-43bd-a0de-311dae2ee8fe req-3605bbed-ad42-4fe5-86ac-a85df6afaa11 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:12.485519 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1f67ba31-aa10-43bd-a0de-311dae2ee8fe req-3605bbed-ad42-4fe5-86ac-a85df6afaa11 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 944 time: 0.0528533 Aug 18 13:35:12.525881 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1f67ba31-aa10-43bd-a0de-311dae2ee8fe req-a460726f-abcd-46ed-9c41-3eb1a673ace0 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9132eab-d3c7-4efc-b8d6-2a95059feb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341094 Aug 18 13:35:12.699433 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a9583e-30bd-4912-9411-d958a5360d2e', 'tag': 'a9361d4a-4691-4982-8b0c-ee914855473b'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:35:12.701842 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e573398e-f295-4f45-afef-81624f79ef84" -d '{"events": [{"name": "network-changed", "server_uuid": "27a9583e-30bd-4912-9411-d958a5360d2e", "tag": "a9361d4a-4691-4982-8b0c-ee914855473b"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:35:12.750872 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85a2a9b-5882-4f4b-88f6-a2e036eb5278 x-openstack-request-id: req-f85a2a9b-5882-4f4b-88f6-a2e036eb5278 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:35:12.751168 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a9583e-30bd-4912-9411-d958a5360d2e", "tag": "a9361d4a-4691-4982-8b0c-ee914855473b", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:35:12.751430 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f85a2a9b-5882-4f4b-88f6-a2e036eb5278 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:35:12.751839 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a9583e-30bd-4912-9411-d958a5360d2e', 'tag': 'a9361d4a-4691-4982-8b0c-ee914855473b', 'status': 'completed', 'code': 200} Aug 18 13:35:12.815172 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573398e-f295-4f45-afef-81624f79ef84 req-9a1a2d9a-3ce8-403c-83b3-a5d199c443db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:12.816703 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e573398e-f295-4f45-afef-81624f79ef84 req-9a1a2d9a-3ce8-403c-83b3-a5d199c443db service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de6dcd8516f24b6895081970e3d21a0a&device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 1095 time: 0.0439339 Aug 18 13:35:12.819505 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573398e-f295-4f45-afef-81624f79ef84 req-53323fb9-d5d2-424e-9d7e-2f9860514c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:12.822772 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e573398e-f295-4f45-afef-81624f79ef84 req-53323fb9-d5d2-424e-9d7e-2f9860514c6a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de6dcd8516f24b6895081970e3d21a0a&device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 1095 time: 0.0475934 Aug 18 13:35:12.920882 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573398e-f295-4f45-afef-81624f79ef84 req-cae5b78a-6453-4833-9aa4-ae991e97d17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:12.922562 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e573398e-f295-4f45-afef-81624f79ef84 req-cae5b78a-6453-4833-9aa4-ae991e97d17b service neutron] 10.222.0.39 "GET /v2.0/networks?id=f07bcea9-8f30-4794-9043-a52952cb53bc HTTP/1.1" status: 200 len: 897 time: 0.0976474 Aug 18 13:35:12.927060 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573398e-f295-4f45-afef-81624f79ef84 req-97d5269e-7ff4-47e1-9341-0e195a5600d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:12.928561 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e573398e-f295-4f45-afef-81624f79ef84 req-97d5269e-7ff4-47e1-9341-0e195a5600d2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f07bcea9-8f30-4794-9043-a52952cb53bc HTTP/1.1" status: 200 len: 897 time: 0.0987029 Aug 18 13:35:13.010606 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e573398e-f295-4f45-afef-81624f79ef84 req-4345c7e4-e2b6-411a-b8bf-5af00922d20d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9361d4a-4691-4982-8b0c-ee914855473b HTTP/1.1" status: 200 len: 998 time: 0.0740595 Aug 18 13:35:13.064872 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573398e-f295-4f45-afef-81624f79ef84 req-b81c485b-b553-47f4-bf9b-f6ca0f8435f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:13.066392 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e573398e-f295-4f45-afef-81624f79ef84 req-b81c485b-b553-47f4-bf9b-f6ca0f8435f5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8f094d4-b7e3-4346-b12d-1584496135af HTTP/1.1" status: 200 len: 835 time: 0.0486746 Aug 18 13:35:13.120767 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573398e-f295-4f45-afef-81624f79ef84 req-6ec12c73-7c1d-4a5f-9f7d-169108f94538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:13.122354 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e573398e-f295-4f45-afef-81624f79ef84 req-6ec12c73-7c1d-4a5f-9f7d-169108f94538 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f07bcea9-8f30-4794-9043-a52952cb53bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486519 Aug 18 13:35:13.219145 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e573398e-f295-4f45-afef-81624f79ef84 req-862ef3d4-320b-4252-9538-cd1e39df2e52 service neutron] 10.222.0.20 "GET /v2.0/networks/f07bcea9-8f30-4794-9043-a52952cb53bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891368 Aug 18 13:35:13.317253 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e573398e-f295-4f45-afef-81624f79ef84 req-51cad9e6-73f3-443d-bfdd-ac948d9df7fe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9361d4a-4691-4982-8b0c-ee914855473b HTTP/1.1" status: 200 len: 998 time: 0.3867009 Aug 18 13:35:13.317677 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e573398e-f295-4f45-afef-81624f79ef84 req-f060cd15-65b4-4736-8d8b-c1a703b45841 service neutron] 10.222.0.20 "GET /v2.0/networks/f07bcea9-8f30-4794-9043-a52952cb53bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906982 Aug 18 13:35:13.367305 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573398e-f295-4f45-afef-81624f79ef84 req-22283559-3ba9-4e63-9153-f49cb9ded5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:13.368842 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e573398e-f295-4f45-afef-81624f79ef84 req-22283559-3ba9-4e63-9153-f49cb9ded5f1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8f094d4-b7e3-4346-b12d-1584496135af HTTP/1.1" status: 200 len: 835 time: 0.0436077 Aug 18 13:35:13.420963 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573398e-f295-4f45-afef-81624f79ef84 req-0e93bbef-ffa9-4932-8c87-304d8cb9be45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:13.422561 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e573398e-f295-4f45-afef-81624f79ef84 req-0e93bbef-ffa9-4932-8c87-304d8cb9be45 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f07bcea9-8f30-4794-9043-a52952cb53bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454595 Aug 18 13:35:13.514404 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e573398e-f295-4f45-afef-81624f79ef84 req-9a9c5384-377c-45f2-9446-94be65db1868 service neutron] 10.222.0.39 "GET /v2.0/networks/f07bcea9-8f30-4794-9043-a52952cb53bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837555 Aug 18 13:35:13.574520 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device a9361d4a-4691-4982-8b0c-ee914855473b no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:35:13.616696 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e573398e-f295-4f45-afef-81624f79ef84 req-bdee23b6-ac0d-4c0e-9882-8c6c19473285 service neutron] 10.222.0.39 "GET /v2.0/networks/f07bcea9-8f30-4794-9043-a52952cb53bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919547 Aug 18 13:35:13.616954 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device a9361d4a-4691-4982-8b0c-ee914855473b not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:35:13.653729 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db337245-c9da-417a-8d19-2b4fc58246a8 req-4bdda626-e112-48ab-82f8-5d9660a48db3 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:13.655245 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-db337245-c9da-417a-8d19-2b4fc58246a8 req-4bdda626-e112-48ab-82f8-5d9660a48db3 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 944 time: 0.0571606 Aug 18 13:35:13.694675 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-db337245-c9da-417a-8d19-2b4fc58246a8 req-3d12dde1-9607-4176-a022-4db7c7b1844d tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9132eab-d3c7-4efc-b8d6-2a95059feb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327535 Aug 18 13:35:13.794453 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4fc4f8c9-20b6-41d4-89e0-676e149443b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:14.576525 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:14.813258 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa8ede-b7b7-4f15-aba6-6994a71fc8a3 req-546679cc-624a-487f-b246-9b3db1096958 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:14.814780 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9bfa8ede-b7b7-4f15-aba6-6994a71fc8a3 req-546679cc-624a-487f-b246-9b3db1096958 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 944 time: 0.0494146 Aug 18 13:35:14.852200 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9bfa8ede-b7b7-4f15-aba6-6994a71fc8a3 req-49be3abe-6f43-4c01-9e1b-acab99f9c924 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9132eab-d3c7-4efc-b8d6-2a95059feb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313292 Aug 18 13:35:15.270731 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ce407-0dcf-4a92-937d-25a570342927 req-acf396aa-dd11-4292-9ab5-b2e1ec0171c9 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:15.272185 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ba1ce407-0dcf-4a92-937d-25a570342927 req-acf396aa-dd11-4292-9ab5-b2e1ec0171c9 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 944 time: 0.0529342 Aug 18 13:35:15.338679 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ba1ce407-0dcf-4a92-937d-25a570342927 req-90dfb1ae-fbae-495a-97be-4b72c9843086 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9132eab-d3c7-4efc-b8d6-2a95059feb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559664 Aug 18 13:35:15.349857 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-a2121682-5383-4184-b436-87b0d23b3e20 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:15.351344 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-a2121682-5383-4184-b436-87b0d23b3e20 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.39 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e&tenant_id=de6dcd8516f24b6895081970e3d21a0a&binding%3Ahost_id=n-h1-803603-2 HTTP/1.1" status: 200 len: 944 time: 0.0893166 Aug 18 13:35:15.414521 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-8af163f2-b790-4a13-ba25-16a829ff015c service neutron] 10.222.0.39 "GET /v2.0/ports/a9361d4a-4691-4982-8b0c-ee914855473b/bindings/n-h1-803603-2 HTTP/1.1" status: 200 len: 382 time: 0.0548546 Aug 18 13:35:15.476638 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-fc68e0c7-4633-47a1-8f0e-c7d743890c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:15.478141 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-fc68e0c7-4633-47a1-8f0e-c7d743890c13 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de6dcd8516f24b6895081970e3d21a0a&device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 1095 time: 0.0409837 Aug 18 13:35:15.478799 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:15.573134 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-2e6c399b-c4fd-40ae-be4d-83ae4c6ba8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:15.574638 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-2e6c399b-c4fd-40ae-be4d-83ae4c6ba8ea service neutron] 10.222.0.39 "GET /v2.0/networks?id=f07bcea9-8f30-4794-9043-a52952cb53bc HTTP/1.1" status: 200 len: 897 time: 0.0893118 Aug 18 13:35:15.640473 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-f46673c7-b98b-47d9-84d0-6763044c01b9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9361d4a-4691-4982-8b0c-ee914855473b HTTP/1.1" status: 200 len: 998 time: 0.0588188 Aug 18 13:35:15.688944 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-747366ae-d293-4181-a09b-a4e7be3a5521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:15.690463 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-747366ae-d293-4181-a09b-a4e7be3a5521 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8f094d4-b7e3-4346-b12d-1584496135af HTTP/1.1" status: 200 len: 835 time: 0.0433621 Aug 18 13:35:15.697206 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device a9361d4a-4691-4982-8b0c-ee914855473b details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:35:15.740949 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-61a392d3-ba53-4cd3-a68e-7500077d1d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:15.742429 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-61a392d3-ba53-4cd3-a68e-7500077d1d2b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f07bcea9-8f30-4794-9043-a52952cb53bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447333 Aug 18 13:35:15.797532 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port a9361d4a-4691-4982-8b0c-ee914855473b, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=a9361d4a-4691-4982-8b0c-ee914855473b,segment=NetworkSegment(a3ddd03b-31d8-47ed-b4b3-0cbb884e5801),segment_id=a3ddd03b-31d8-47ed-b4b3-0cbb884e5801)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:35:15.812757 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'a9361d4a-4691-4982-8b0c-ee914855473b', 'network_id': 'f07bcea9-8f30-4794-9043-a52952cb53bc', 'port_id': 'a9361d4a-4691-4982-8b0c-ee914855473b', 'mac_address': 'fa:16:3e:bf:d5:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8f094d4-b7e3-4346-b12d-1584496135af', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:35:15.837117 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-c5f4ff7e-42ac-4165-ad27-6b446b27c2f7 service neutron] 10.222.0.39 "GET /v2.0/networks/f07bcea9-8f30-4794-9043-a52952cb53bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879128 Aug 18 13:35:15.850575 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:15.864256 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9361d4a-4691-4982-8b0c-ee914855473b {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:35:15.885297 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port a9361d4a-4691-4982-8b0c-ee914855473b, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=a9361d4a-4691-4982-8b0c-ee914855473b,segment=NetworkSegment(a3ddd03b-31d8-47ed-b4b3-0cbb884e5801),segment_id=a3ddd03b-31d8-47ed-b4b3-0cbb884e5801)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:35:15.932185 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-17403fa5-2d3c-440c-b602-695c8dd1de62 service neutron] 10.222.0.39 "GET /v2.0/networks/f07bcea9-8f30-4794-9043-a52952cb53bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876334 Aug 18 13:35:15.954204 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:15.965495 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:35:16.005410 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=a9361d4a-4691-4982-8b0c-ee914855473b,revision_number=8']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:35:16.207840 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['a9361d4a-4691-4982-8b0c-ee914855473b'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:35:16.469235 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6968979c-5771-40f5-843e-9e5bb11a5652 req-699f4bfa-b98d-449f-b751-81f79a5af209 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:16.470783 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6968979c-5771-40f5-843e-9e5bb11a5652 req-699f4bfa-b98d-449f-b751-81f79a5af209 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 945 time: 0.0595384 Aug 18 13:35:16.510025 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6968979c-5771-40f5-843e-9e5bb11a5652 req-b55c4515-e9a8-49f6-b0e5-b78411692b37 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9132eab-d3c7-4efc-b8d6-2a95059feb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329347 Aug 18 13:35:17.456707 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:17.630358 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee2e97-65be-405e-8797-ce1d7fc7ec49 req-0b032dec-dbc6-4009-9034-6d1de40c8421 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:17.631910 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-99ee2e97-65be-405e-8797-ce1d7fc7ec49 req-0b032dec-dbc6-4009-9034-6d1de40c8421 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 945 time: 0.0532238 Aug 18 13:35:17.676658 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-99ee2e97-65be-405e-8797-ce1d7fc7ec49 req-32423add-aff5-41f6-9488-5d3a67531253 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9132eab-d3c7-4efc-b8d6-2a95059feb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341113 Aug 18 13:35:17.697529 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device a9361d4a-4691-4982-8b0c-ee914855473b up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:35:17.823140 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port a9361d4a-4691-4982-8b0c-ee914855473b completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:35:17.829942 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port a9361d4a-4691-4982-8b0c-ee914855473b triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:35:17.832060 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:17.960829 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:17.999754 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a9583e-30bd-4912-9411-d958a5360d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9361d4a-4691-4982-8b0c-ee914855473b'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:35:18.003817 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b426cd72-2cbd-4ef9-aa43-4fe7cc40538d" -d '{"events": [{"server_uuid": "27a9583e-30bd-4912-9411-d958a5360d2e", "name": "network-vif-plugged", "status": "completed", "tag": "a9361d4a-4691-4982-8b0c-ee914855473b"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:35:18.026019 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port a9361d4a-4691-4982-8b0c-ee914855473b, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=a9361d4a-4691-4982-8b0c-ee914855473b,segment=NetworkSegment(a3ddd03b-31d8-47ed-b4b3-0cbb884e5801),segment_id=a3ddd03b-31d8-47ed-b4b3-0cbb884e5801)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:35:18.064810 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752f7c41-1db3-400b-a156-e131d81d177f x-openstack-request-id: req-752f7c41-1db3-400b-a156-e131d81d177f {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:35:18.065287 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a9583e-30bd-4912-9411-d958a5360d2e", "name": "network-vif-plugged", "status": "completed", "tag": "a9361d4a-4691-4982-8b0c-ee914855473b", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:35:18.065694 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-752f7c41-1db3-400b-a156-e131d81d177f {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:35:18.066327 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a9583e-30bd-4912-9411-d958a5360d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9361d4a-4691-4982-8b0c-ee914855473b', 'code': 200} Aug 18 13:35:18.103664 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:18.156650 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=a9361d4a-4691-4982-8b0c-ee914855473b,revision_number=9']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:35:18.470987 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-7f443d02-ea5e-45a0-b1aa-b604517bc21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:18.472533 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-7f443d02-ea5e-45a0-b1aa-b604517bc21b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e&tenant_id=de6dcd8516f24b6895081970e3d21a0a HTTP/1.1" status: 200 len: 1097 time: 0.0422568 Aug 18 13:35:18.484323 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-ea0bc6c0-f715-4169-afc6-9ecce4304684 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803603-2', 'device_owner': 'compute:nova'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:35:18.546147 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-ea0bc6c0-f715-4169-afc6-9ecce4304684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:18.782375 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-ea0bc6c0-f715-4169-afc6-9ecce4304684 service neutron] For port a9361d4a-4691-4982-8b0c-ee914855473b, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=a9361d4a-4691-4982-8b0c-ee914855473b,segment=NetworkSegment(a3ddd03b-31d8-47ed-b4b3-0cbb884e5801),segment_id=a3ddd03b-31d8-47ed-b4b3-0cbb884e5801)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:35:18.821205 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-ea0bc6c0-f715-4169-afc6-9ecce4304684 service neutron] For port a9361d4a-4691-4982-8b0c-ee914855473b, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:35:18.837449 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65c99e-d55d-4ed8-86a4-938871fa97c5 req-5441a521-58bf-42fb-8c29-30af4c0d0a30 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:18.843772 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ca65c99e-d55d-4ed8-86a4-938871fa97c5 req-5441a521-58bf-42fb-8c29-30af4c0d0a30 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 946 time: 0.0575705 Aug 18 13:35:18.864564 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a9583e-30bd-4912-9411-d958a5360d2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9361d4a-4691-4982-8b0c-ee914855473b'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:35:18.866979 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd5ef51-b0dc-4802-9158-51a286052df6" -d '{"events": [{"server_uuid": "27a9583e-30bd-4912-9411-d958a5360d2e", "name": "network-vif-unplugged", "status": "completed", "tag": "a9361d4a-4691-4982-8b0c-ee914855473b"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:35:18.871964 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-ea0bc6c0-f715-4169-afc6-9ecce4304684 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:18.885956 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-ea0bc6c0-f715-4169-afc6-9ecce4304684 service neutron] Transition to ACTIVE for port object a9361d4a-4691-4982-8b0c-ee914855473b will not be triggered until provisioned by entity L2. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:35:18.892754 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ca65c99e-d55d-4ed8-86a4-938871fa97c5 req-02c27607-c0b7-4e48-85e4-aaf9296171ec tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9132eab-d3c7-4efc-b8d6-2a95059feb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406826 Aug 18 13:35:18.938042 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 13:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758d25a1-e231-462d-b233-848fce9b3c6e x-openstack-request-id: req-758d25a1-e231-462d-b233-848fce9b3c6e {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:35:18.938391 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a9583e-30bd-4912-9411-d958a5360d2e", "name": "network-vif-unplugged", "status": "completed", "tag": "a9361d4a-4691-4982-8b0c-ee914855473b", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:35:18.938654 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-758d25a1-e231-462d-b233-848fce9b3c6e {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:35:18.939065 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a9583e-30bd-4912-9411-d958a5360d2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9361d4a-4691-4982-8b0c-ee914855473b', 'code': 200} Aug 18 13:35:18.952830 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-ea0bc6c0-f715-4169-afc6-9ecce4304684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:19.004068 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0bc6c0-f715-4169-afc6-9ecce4304684 service neutron] Pushing event updated for resources: {'Port': ['ID=a9361d4a-4691-4982-8b0c-ee914855473b,revision_number=10']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:35:19.099782 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-ea0bc6c0-f715-4169-afc6-9ecce4304684 service neutron] No DVR routers for this DVR port a9361d4a-4691-4982-8b0c-ee914855473b on host n-h1-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:35:19.265180 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-ea0bc6c0-f715-4169-afc6-9ecce4304684 service neutron] Attempting to bind port a9361d4a-4691-4982-8b0c-ee914855473b on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:35:19.265438 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-ea0bc6c0-f715-4169-afc6-9ecce4304684 service neutron] Attempting to bind port a9361d4a-4691-4982-8b0c-ee914855473b by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': 'a3ddd03b-31d8-47ed-b4b3-0cbb884e5801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f07bcea9-8f30-4794-9043-a52952cb53bc'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:35:19.265697 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-ea0bc6c0-f715-4169-afc6-9ecce4304684 service neutron] Attempting to bind port a9361d4a-4691-4982-8b0c-ee914855473b on network f07bcea9-8f30-4794-9043-a52952cb53bc {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:35:19.270767 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-ea0bc6c0-f715-4169-afc6-9ecce4304684 service neutron] Port a9361d4a-4691-4982-8b0c-ee914855473b on network f07bcea9-8f30-4794-9043-a52952cb53bc not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:35:19.271091 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-ea0bc6c0-f715-4169-afc6-9ecce4304684 service neutron] Attempting to bind port a9361d4a-4691-4982-8b0c-ee914855473b on network f07bcea9-8f30-4794-9043-a52952cb53bc {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:35:19.276629 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-ea0bc6c0-f715-4169-afc6-9ecce4304684 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:35:19.276970 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-ea0bc6c0-f715-4169-afc6-9ecce4304684 service neutron] Checking segment: {'id': 'a3ddd03b-31d8-47ed-b4b3-0cbb884e5801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f07bcea9-8f30-4794-9043-a52952cb53bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:35:19.277359 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-ea0bc6c0-f715-4169-afc6-9ecce4304684 service neutron] Bound using segment: {'id': 'a3ddd03b-31d8-47ed-b4b3-0cbb884e5801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f07bcea9-8f30-4794-9043-a52952cb53bc'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:35:19.277790 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-ea0bc6c0-f715-4169-afc6-9ecce4304684 service neutron] Bound port: a9361d4a-4691-4982-8b0c-ee914855473b, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3ddd03b-31d8-47ed-b4b3-0cbb884e5801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f07bcea9-8f30-4794-9043-a52952cb53bc'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:35:19.278153 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-ea0bc6c0-f715-4169-afc6-9ecce4304684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:19.354724 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-ea0bc6c0-f715-4169-afc6-9ecce4304684 service neutron] For port a9361d4a-4691-4982-8b0c-ee914855473b, host n-h2-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:35:19.359009 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-ea0bc6c0-f715-4169-afc6-9ecce4304684 service neutron] For port a9361d4a-4691-4982-8b0c-ee914855473b, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=a9361d4a-4691-4982-8b0c-ee914855473b,segment=NetworkSegment(a3ddd03b-31d8-47ed-b4b3-0cbb884e5801),segment_id=a3ddd03b-31d8-47ed-b4b3-0cbb884e5801)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:35:19.445199 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-ea0bc6c0-f715-4169-afc6-9ecce4304684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:19.484887 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-ea0bc6c0-f715-4169-afc6-9ecce4304684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:19.485543 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-ea0bc6c0-f715-4169-afc6-9ecce4304684 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:19.487001 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-ea0bc6c0-f715-4169-afc6-9ecce4304684 service neutron] 10.222.0.20 "PUT /v2.0/ports/a9361d4a-4691-4982-8b0c-ee914855473b HTTP/1.1" status: 200 len: 1093 time: 1.0067132 Aug 18 13:35:19.511900 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0bc6c0-f715-4169-afc6-9ecce4304684 service neutron] Pushing event updated for resources: {'Port': ['ID=a9361d4a-4691-4982-8b0c-ee914855473b,revision_number=11']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:35:19.569703 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-0ce43243-88f5-44a7-867a-24268bd478d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:19.572165 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-0ce43243-88f5-44a7-867a-24268bd478d6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de6dcd8516f24b6895081970e3d21a0a&device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 1096 time: 0.0565290 Aug 18 13:35:19.729194 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-3a4e56e7-3c9c-411c-b85f-9ac9356f30dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:19.731782 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-3a4e56e7-3c9c-411c-b85f-9ac9356f30dd service neutron] 10.222.0.20 "GET /v2.0/networks?id=f07bcea9-8f30-4794-9043-a52952cb53bc HTTP/1.1" status: 200 len: 897 time: 0.1530993 Aug 18 13:35:19.807681 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-6332066a-9c6a-4168-abac-e81208c9dc6d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9361d4a-4691-4982-8b0c-ee914855473b HTTP/1.1" status: 200 len: 998 time: 0.0681179 Aug 18 13:35:19.862100 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-654b8c8a-906d-4736-ba34-4f29f50b4fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:19.863618 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-654b8c8a-906d-4736-ba34-4f29f50b4fed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8f094d4-b7e3-4346-b12d-1584496135af HTTP/1.1" status: 200 len: 835 time: 0.0494394 Aug 18 13:35:19.919861 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-f3984d35-43ad-4184-a5c3-c7e316f7d3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:19.921474 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-f3984d35-43ad-4184-a5c3-c7e316f7d3bf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f07bcea9-8f30-4794-9043-a52952cb53bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502989 Aug 18 13:35:20.047520 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-6af57385-ba8a-4f41-b3b7-ec5810711e64 service neutron] 10.222.0.20 "GET /v2.0/networks/f07bcea9-8f30-4794-9043-a52952cb53bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181371 Aug 18 13:35:20.069181 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4178e03-9e3c-4ee5-a5c8-9cf987123b67 req-bc5d5dc5-6f90-4527-9d69-f0c05375c3cb tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:20.072444 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b4178e03-9e3c-4ee5-a5c8-9cf987123b67 req-bc5d5dc5-6f90-4527-9d69-f0c05375c3cb tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 945 time: 0.0681298 Aug 18 13:35:20.138383 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b4178e03-9e3c-4ee5-a5c8-9cf987123b67 req-23924402-d9d2-4c96-ad03-7cf7a1158d41 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9132eab-d3c7-4efc-b8d6-2a95059feb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591404 Aug 18 13:35:20.186239 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2b604755-b004-4d88-9823-7fc5a3073d45 req-e186a6ba-5954-4f08-915b-c90c4909a408 service neutron] 10.222.0.20 "GET /v2.0/networks/f07bcea9-8f30-4794-9043-a52952cb53bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320078 Aug 18 13:35:20.940103 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a9583e-30bd-4912-9411-d958a5360d2e', 'tag': 'a9361d4a-4691-4982-8b0c-ee914855473b'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:35:20.942605 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cbc00fb-1a64-41fb-b2f6-ad657557b19d" -d '{"events": [{"name": "network-changed", "server_uuid": "27a9583e-30bd-4912-9411-d958a5360d2e", "tag": "a9361d4a-4691-4982-8b0c-ee914855473b"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:35:20.993647 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f940de1-279e-4718-9fed-68dc3d361b42 x-openstack-request-id: req-9f940de1-279e-4718-9fed-68dc3d361b42 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:35:20.993941 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a9583e-30bd-4912-9411-d958a5360d2e", "tag": "a9361d4a-4691-4982-8b0c-ee914855473b", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:35:20.994219 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f940de1-279e-4718-9fed-68dc3d361b42 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:35:20.994636 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a9583e-30bd-4912-9411-d958a5360d2e', 'tag': 'a9361d4a-4691-4982-8b0c-ee914855473b', 'status': 'completed', 'code': 200} Aug 18 13:35:21.059632 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc00fb-1a64-41fb-b2f6-ad657557b19d req-d2d3dba5-261f-4530-815e-46180960497b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:21.061421 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1cbc00fb-1a64-41fb-b2f6-ad657557b19d req-d2d3dba5-261f-4530-815e-46180960497b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de6dcd8516f24b6895081970e3d21a0a&device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 1096 time: 0.0456238 Aug 18 13:35:21.247516 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc00fb-1a64-41fb-b2f6-ad657557b19d req-528f5423-6893-4c56-92bb-b3d1e6b38691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:21.250207 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1cbc00fb-1a64-41fb-b2f6-ad657557b19d req-528f5423-6893-4c56-92bb-b3d1e6b38691 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f07bcea9-8f30-4794-9043-a52952cb53bc HTTP/1.1" status: 200 len: 897 time: 0.1808796 Aug 18 13:35:21.428934 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90662989-eca8-4b84-8926-78ab5ac422fe req-1b9ac290-6314-4025-a780-9f3685859e4d tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:21.430574 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc00fb-1a64-41fb-b2f6-ad657557b19d req-a6d8e55d-8f10-486c-8b31-3fc5203ec334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:21.431681 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90662989-eca8-4b84-8926-78ab5ac422fe req-1b9ac290-6314-4025-a780-9f3685859e4d tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 945 time: 0.1879816 Aug 18 13:35:21.432101 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1cbc00fb-1a64-41fb-b2f6-ad657557b19d req-a6d8e55d-8f10-486c-8b31-3fc5203ec334 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de6dcd8516f24b6895081970e3d21a0a&device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 1096 time: 0.4120417 Aug 18 13:35:21.434909 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1cbc00fb-1a64-41fb-b2f6-ad657557b19d req-d9c7b632-5c5f-4f62-b063-ec3522d3c4cf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9361d4a-4691-4982-8b0c-ee914855473b HTTP/1.1" status: 200 len: 998 time: 0.1691771 Aug 18 13:35:21.532362 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc00fb-1a64-41fb-b2f6-ad657557b19d req-7f19a5df-577b-4c77-9580-041c0252a2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:21.533963 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1cbc00fb-1a64-41fb-b2f6-ad657557b19d req-7f19a5df-577b-4c77-9580-041c0252a2e8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f07bcea9-8f30-4794-9043-a52952cb53bc HTTP/1.1" status: 200 len: 897 time: 0.0922549 Aug 18 13:35:21.561715 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-90662989-eca8-4b84-8926-78ab5ac422fe req-84273c3b-1aa8-44d2-841c-ac48b4f4bd15 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9132eab-d3c7-4efc-b8d6-2a95059feb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218886 Aug 18 13:35:21.571971 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc00fb-1a64-41fb-b2f6-ad657557b19d req-63abcda1-c412-4969-a8ea-2c4100a87f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:21.573047 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device a9361d4a-4691-4982-8b0c-ee914855473b details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:35:21.574521 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1cbc00fb-1a64-41fb-b2f6-ad657557b19d req-63abcda1-c412-4969-a8ea-2c4100a87f02 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8f094d4-b7e3-4346-b12d-1584496135af HTTP/1.1" status: 200 len: 835 time: 0.1328385 Aug 18 13:35:21.646475 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1cbc00fb-1a64-41fb-b2f6-ad657557b19d req-574fdc94-eb67-44a2-8440-77fba83a3be8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9361d4a-4691-4982-8b0c-ee914855473b HTTP/1.1" status: 200 len: 998 time: 0.1043615 Aug 18 13:35:21.651313 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc00fb-1a64-41fb-b2f6-ad657557b19d req-ab8a96a5-5440-4ca1-a3f6-cf65b339e665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:21.652864 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1cbc00fb-1a64-41fb-b2f6-ad657557b19d req-ab8a96a5-5440-4ca1-a3f6-cf65b339e665 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f07bcea9-8f30-4794-9043-a52952cb53bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715828 Aug 18 13:35:21.715279 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc00fb-1a64-41fb-b2f6-ad657557b19d req-5b78edb6-0838-47a0-ac4b-247a4b725ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:21.717859 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1cbc00fb-1a64-41fb-b2f6-ad657557b19d req-5b78edb6-0838-47a0-ac4b-247a4b725ff1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8f094d4-b7e3-4346-b12d-1584496135af HTTP/1.1" status: 200 len: 835 time: 0.0645688 Aug 18 13:35:21.749732 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device a9361d4a-4691-4982-8b0c-ee914855473b no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:35:21.793288 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc00fb-1a64-41fb-b2f6-ad657557b19d req-3c823c91-34a4-4d66-8b4e-caea83970a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:21.795875 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1cbc00fb-1a64-41fb-b2f6-ad657557b19d req-3c823c91-34a4-4d66-8b4e-caea83970a2f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f07bcea9-8f30-4794-9043-a52952cb53bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707500 Aug 18 13:35:21.797034 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port a9361d4a-4691-4982-8b0c-ee914855473b, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=a9361d4a-4691-4982-8b0c-ee914855473b,segment=NetworkSegment(a3ddd03b-31d8-47ed-b4b3-0cbb884e5801),segment_id=a3ddd03b-31d8-47ed-b4b3-0cbb884e5801)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:35:21.800069 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1cbc00fb-1a64-41fb-b2f6-ad657557b19d req-796d5db1-181b-4315-8c2d-a28d1ae7c447 service neutron] 10.222.0.39 "GET /v2.0/networks/f07bcea9-8f30-4794-9043-a52952cb53bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401491 Aug 18 13:35:21.822855 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device a9361d4a-4691-4982-8b0c-ee914855473b not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:35:21.825306 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'a9361d4a-4691-4982-8b0c-ee914855473b', 'network_id': 'f07bcea9-8f30-4794-9043-a52952cb53bc', 'port_id': 'a9361d4a-4691-4982-8b0c-ee914855473b', 'mac_address': 'fa:16:3e:bf:d5:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8f094d4-b7e3-4346-b12d-1584496135af', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:35:21.874777 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:21.890796 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9361d4a-4691-4982-8b0c-ee914855473b {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:35:21.914719 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port a9361d4a-4691-4982-8b0c-ee914855473b, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=a9361d4a-4691-4982-8b0c-ee914855473b,segment=NetworkSegment(a3ddd03b-31d8-47ed-b4b3-0cbb884e5801),segment_id=a3ddd03b-31d8-47ed-b4b3-0cbb884e5801)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:35:21.938949 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1cbc00fb-1a64-41fb-b2f6-ad657557b19d req-afa46f60-01d9-4663-b203-c8abba0cf2bf service neutron] 10.222.0.20 "GET /v2.0/networks/f07bcea9-8f30-4794-9043-a52952cb53bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348395 Aug 18 13:35:21.962269 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1cbc00fb-1a64-41fb-b2f6-ad657557b19d req-c668a71c-31c8-4c3d-8bf9-ec234899b6fd service neutron] 10.222.0.39 "GET /v2.0/networks/f07bcea9-8f30-4794-9043-a52952cb53bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545320 Aug 18 13:35:22.000371 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:22.057158 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=a9361d4a-4691-4982-8b0c-ee914855473b,revision_number=12']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:35:22.064081 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1cbc00fb-1a64-41fb-b2f6-ad657557b19d req-c7fc5757-b439-4495-a9c1-bb598a367e16 service neutron] 10.222.0.20 "GET /v2.0/networks/f07bcea9-8f30-4794-9043-a52952cb53bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163135 Aug 18 13:35:22.213565 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['a9361d4a-4691-4982-8b0c-ee914855473b'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:35:22.743942 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8037e9a-3a46-4d3f-972f-cc51946324d9 req-834e32d6-e182-4c6a-9196-a44e8be73043 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:22.745479 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a8037e9a-3a46-4d3f-972f-cc51946324d9 req-834e32d6-e182-4c6a-9196-a44e8be73043 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 946 time: 0.0559387 Aug 18 13:35:22.791280 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a8037e9a-3a46-4d3f-972f-cc51946324d9 req-781f7777-8f02-4e21-870a-f0145c670729 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9132eab-d3c7-4efc-b8d6-2a95059feb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347688 Aug 18 13:35:22.816411 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35414) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:35:22.893013 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ce055441-90f7-4926-b26d-453bb2ba1b96 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/floatingips/0a685e48-d630-4f73-8127-430916576927 HTTP/1.1" status: 200 len: 991 time: 0.0750666 Aug 18 13:35:23.589696 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device a9361d4a-4691-4982-8b0c-ee914855473b up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:35:23.714356 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port a9361d4a-4691-4982-8b0c-ee914855473b completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:35:23.719105 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port a9361d4a-4691-4982-8b0c-ee914855473b triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:35:23.719564 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:23.968353 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:23.993897 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a9583e-30bd-4912-9411-d958a5360d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9361d4a-4691-4982-8b0c-ee914855473b'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:35:23.996545 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a4d702-8024-4b92-9040-de2c9c08f748" -d '{"events": [{"server_uuid": "27a9583e-30bd-4912-9411-d958a5360d2e", "name": "network-vif-plugged", "status": "completed", "tag": "a9361d4a-4691-4982-8b0c-ee914855473b"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:35:24.018603 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port a9361d4a-4691-4982-8b0c-ee914855473b, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=a9361d4a-4691-4982-8b0c-ee914855473b,segment=NetworkSegment(a3ddd03b-31d8-47ed-b4b3-0cbb884e5801),segment_id=a3ddd03b-31d8-47ed-b4b3-0cbb884e5801)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:35:24.045582 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1656420-3f25-416a-8d7f-f3d2d063f260 x-openstack-request-id: req-f1656420-3f25-416a-8d7f-f3d2d063f260 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:35:24.045929 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a9583e-30bd-4912-9411-d958a5360d2e", "name": "network-vif-plugged", "status": "completed", "tag": "a9361d4a-4691-4982-8b0c-ee914855473b", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:35:24.046266 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1656420-3f25-416a-8d7f-f3d2d063f260 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:35:24.046701 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a9583e-30bd-4912-9411-d958a5360d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9361d4a-4691-4982-8b0c-ee914855473b', 'code': 200} Aug 18 13:35:24.079671 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:24.134980 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=a9361d4a-4691-4982-8b0c-ee914855473b,revision_number=13']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:35:28.262881 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:28.971233 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:36.552005 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [req-7a685452-12e6-4932-9fc4-8a51dea70d21 req-e27e7ffb-af2a-49a7-ae43-91f928d79994 service neutron] (101676) timed out ('10.222.0.39', 51340) {{(pid=101676) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 13:35:36.608269 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-978b9040-19fd-4fd2-905c-9642b95259be req-6e6ba583-60c5-4232-9f4b-e4481602ca68 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443845 Aug 18 13:35:36.751341 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b9040-19fd-4fd2-905c-9642b95259be req-46e44dc1-1aa2-4bb9-9ceb-a52bdb6cc6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:36.753260 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-978b9040-19fd-4fd2-905c-9642b95259be req-46e44dc1-1aa2-4bb9-9ceb-a52bdb6cc6c6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de6dcd8516f24b6895081970e3d21a0a&device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 1098 time: 0.0446432 Aug 18 13:35:36.891482 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b9040-19fd-4fd2-905c-9642b95259be req-d65b052f-7396-45d7-adfa-6c2d96234852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:36.893060 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-978b9040-19fd-4fd2-905c-9642b95259be req-d65b052f-7396-45d7-adfa-6c2d96234852 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f07bcea9-8f30-4794-9043-a52952cb53bc HTTP/1.1" status: 200 len: 897 time: 0.1053822 Aug 18 13:35:36.971021 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-978b9040-19fd-4fd2-905c-9642b95259be req-8bfbf47a-7e63-4afd-8db7-fb4dc2265468 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9361d4a-4691-4982-8b0c-ee914855473b HTTP/1.1" status: 200 len: 1000 time: 0.0697680 Aug 18 13:35:37.031383 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b9040-19fd-4fd2-905c-9642b95259be req-f3008650-cfda-488a-b1fd-a6c696b7f87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:37.032939 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-978b9040-19fd-4fd2-905c-9642b95259be req-f3008650-cfda-488a-b1fd-a6c696b7f87c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8f094d4-b7e3-4346-b12d-1584496135af HTTP/1.1" status: 200 len: 835 time: 0.0546939 Aug 18 13:35:37.083621 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b9040-19fd-4fd2-905c-9642b95259be req-1cf04c75-24e5-4e4d-984c-5750c56ba17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:37.085236 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-978b9040-19fd-4fd2-905c-9642b95259be req-1cf04c75-24e5-4e4d-984c-5750c56ba17e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f07bcea9-8f30-4794-9043-a52952cb53bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450962 Aug 18 13:35:37.184304 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-978b9040-19fd-4fd2-905c-9642b95259be req-53ffa850-f24e-4e1c-85b5-3c39430c0720 service neutron] 10.222.0.20 "GET /v2.0/networks/f07bcea9-8f30-4794-9043-a52952cb53bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915983 Aug 18 13:35:37.296343 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-978b9040-19fd-4fd2-905c-9642b95259be req-51aa7b49-9179-40cd-8be7-8522c0acaa60 service neutron] 10.222.0.20 "GET /v2.0/networks/f07bcea9-8f30-4794-9043-a52952cb53bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053729 Aug 18 13:35:41.615491 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b1f5663c-0d2d-439e-8bc5-fb6990b48228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:43.747955 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0cf82388-80f6-47b9-a583-7f3fd253d1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:44.587620 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:45.473770 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:47.508139 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:52.971549 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:35:53.678872 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3c342-de28-48f6-b8b8-3d298247035b req-e49c6122-bc6a-46d3-852f-2e888fa7563f tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:53.681720 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8cc3c342-de28-48f6-b8b8-3d298247035b req-e49c6122-bc6a-46d3-852f-2e888fa7563f tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 1098 time: 0.0438347 Aug 18 13:35:53.720878 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8cc3c342-de28-48f6-b8b8-3d298247035b req-25e793f4-dde0-418e-8bf7-7da93f5f3277 tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b9132eab-d3c7-4efc-b8d6-2a95059feb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330517 Aug 18 13:35:53.753592 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35428) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:35:53.948744 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-6e3a77e7-d2c5-40e0-9b6e-0b7d30c7e13c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Deleting port f332836f-1cba-42e2-a629-ac0a1cdbe491 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:35:53.949105 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6e3a77e7-d2c5-40e0-9b6e-0b7d30c7e13c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:54.034450 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6e3a77e7-d2c5-40e0-9b6e-0b7d30c7e13c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:54.034783 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6e3a77e7-d2c5-40e0-9b6e-0b7d30c7e13c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:54.048486 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-6e3a77e7-d2c5-40e0-9b6e-0b7d30c7e13c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Calling delete_port for f332836f-1cba-42e2-a629-ac0a1cdbe491 owned by network:floatingip {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:35:54.285267 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6e3a77e7-d2c5-40e0-9b6e-0b7d30c7e13c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:54.312216 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a77e7-d2c5-40e0-9b6e-0b7d30c7e13c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event deleted for resources: {'Port': ['ID=f332836f-1cba-42e2-a629-ac0a1cdbe491,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:35:54.377017 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6e3a77e7-d2c5-40e0-9b6e-0b7d30c7e13c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for floatingip, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:54.377353 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [None req-6e3a77e7-d2c5-40e0-9b6e-0b7d30c7e13c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Floating IP 0a685e48-d630-4f73-8127-430916576927 disassociated (deleted). External IP: 172.25.6.4, port: a9361d4a-4691-4982-8b0c-ee914855473b. Aug 18 13:35:54.611921 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3a77e7-d2c5-40e0-9b6e-0b7d30c7e13c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Router c6abd95d-24db-4a68-889b-e67e314dc3c7 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:35:54.743965 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3a77e7-d2c5-40e0-9b6e-0b7d30c7e13c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:35:54.749745 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6e3a77e7-d2c5-40e0-9b6e-0b7d30c7e13c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:54.757511 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e98458-d4ea-41ba-a935-b188850e00b9 None None] Sync routers for ids ['c6abd95d-24db-4a68-889b-e67e314dc3c7'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:35:54.776010 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e98458-d4ea-41ba-a935-b188850e00b9 None None] Routers {'c6abd95d-24db-4a68-889b-e67e314dc3c7'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:35:54.777128 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-d5e98458-d4ea-41ba-a935-b188850e00b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:35:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c6abd95d-24db-4a68-889b-e67e314dc3c7'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:35:54.781668 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6e3a77e7-d2c5-40e0-9b6e-0b7d30c7e13c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "DELETE /v2.0/floatingips/0a685e48-d630-4f73-8127-430916576927 HTTP/1.1" status: 204 len: 168 time: 1.0268452 Aug 18 13:35:54.782723 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a9583e-30bd-4912-9411-d958a5360d2e', 'tag': 'a9361d4a-4691-4982-8b0c-ee914855473b'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:35:54.785367 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2445cb2a-dfdf-4f63-85dd-47c03a3ea2d8" -d '{"events": [{"name": "network-changed", "server_uuid": "27a9583e-30bd-4912-9411-d958a5360d2e", "tag": "a9361d4a-4691-4982-8b0c-ee914855473b"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:35:54.855413 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e35211-3215-4e3c-9fe0-d1b6a185cb01 x-openstack-request-id: req-a0e35211-3215-4e3c-9fe0-d1b6a185cb01 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:35:54.855741 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a9583e-30bd-4912-9411-d958a5360d2e", "tag": "a9361d4a-4691-4982-8b0c-ee914855473b", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:35:54.856010 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a0e35211-3215-4e3c-9fe0-d1b6a185cb01 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:35:54.856739 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a9583e-30bd-4912-9411-d958a5360d2e', 'tag': 'a9361d4a-4691-4982-8b0c-ee914855473b', 'status': 'completed', 'code': 200} Aug 18 13:35:54.932444 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445cb2a-dfdf-4f63-85dd-47c03a3ea2d8 req-f2025a5e-eca1-444b-adbe-fdc8718bca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:54.934031 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2445cb2a-dfdf-4f63-85dd-47c03a3ea2d8 req-f2025a5e-eca1-444b-adbe-fdc8718bca0c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de6dcd8516f24b6895081970e3d21a0a&device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 1098 time: 0.0564325 Aug 18 13:35:54.975830 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-d5e98458-d4ea-41ba-a935-b188850e00b9 None None] Set router c6abd95d-24db-4a68-889b-e67e314dc3c7 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:35:55.045682 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445cb2a-dfdf-4f63-85dd-47c03a3ea2d8 req-d5194f9a-016f-4e69-baf3-c0ba0aebc17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:55.047294 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2445cb2a-dfdf-4f63-85dd-47c03a3ea2d8 req-d5194f9a-016f-4e69-baf3-c0ba0aebc17b service neutron] 10.222.0.20 "GET /v2.0/networks?id=f07bcea9-8f30-4794-9043-a52952cb53bc HTTP/1.1" status: 200 len: 897 time: 0.1057982 Aug 18 13:35:55.103601 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2445cb2a-dfdf-4f63-85dd-47c03a3ea2d8 req-e0ab2b3b-0c49-4532-85e4-5720978cdf2f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9361d4a-4691-4982-8b0c-ee914855473b HTTP/1.1" status: 200 len: 217 time: 0.0465002 Aug 18 13:35:55.173262 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445cb2a-dfdf-4f63-85dd-47c03a3ea2d8 req-760ff09e-b9c1-4e6c-8478-d806a8896609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:55.175902 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2445cb2a-dfdf-4f63-85dd-47c03a3ea2d8 req-760ff09e-b9c1-4e6c-8478-d806a8896609 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8f094d4-b7e3-4346-b12d-1584496135af HTTP/1.1" status: 200 len: 835 time: 0.0631976 Aug 18 13:35:55.248805 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445cb2a-dfdf-4f63-85dd-47c03a3ea2d8 req-e29708e2-6159-4c60-9b85-b1e649c43934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:55.251021 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2445cb2a-dfdf-4f63-85dd-47c03a3ea2d8 req-e29708e2-6159-4c60-9b85-b1e649c43934 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f07bcea9-8f30-4794-9043-a52952cb53bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652890 Aug 18 13:35:55.269705 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-d5e98458-d4ea-41ba-a935-b188850e00b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6abd95d-24db-4a68-889b-e67e314dc3c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953529013', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ab5833d8-80b4-48e9-a056-ed9e0e08d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:34:05Z', 'updated_at': '2021-08-18T13:34:10Z', 'revision_number': 4, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': 'ab5833d8-80b4-48e9-a056-ed9e0e08d8c1', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ee:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6abd95d-24db-4a68-889b-e67e314dc3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:34:06Z', 'updated_at': '2021-08-18T13:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'ec4c833a-2f6e-4aea-989a-8a6ae8f6b3d8', 'name': '', 'network_id': 'f07bcea9-8f30-4794-9043-a52952cb53bc', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'mac_address': 'fa:16:3e:af:76:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6abd95d-24db-4a68-889b-e67e314dc3c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'c8f094d4-b7e3-4346-b12d-1584496135af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:34:09Z', 'updated_at': '2021-08-18T13:34:16Z', 'revision_number': 5, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'subnets': [{'id': 'c8f094d4-b7e3-4346-b12d-1584496135af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:35:55.303433 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e98458-d4ea-41ba-a935-b188850e00b9 None None] Checking router: c6abd95d-24db-4a68-889b-e67e314dc3c7 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:35:55.313257 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e98458-d4ea-41ba-a935-b188850e00b9 None None] Routers {'c6abd95d-24db-4a68-889b-e67e314dc3c7'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:35:55.313915 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-d5e98458-d4ea-41ba-a935-b188850e00b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:35:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c6abd95d-24db-4a68-889b-e67e314dc3c7'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:35:55.344586 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc65f06-7720-455d-840f-a2b64332d245 req-f8ab253a-4d26-4685-a64a-fd19bab827d4 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:55.347303 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1dc65f06-7720-455d-840f-a2b64332d245 req-f8ab253a-4d26-4685-a64a-fd19bab827d4 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 947 time: 0.0714035 Aug 18 13:35:55.403308 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2445cb2a-dfdf-4f63-85dd-47c03a3ea2d8 req-90e25272-766c-449b-bbed-e9072f914a45 service neutron] 10.222.0.20 "GET /v2.0/networks/f07bcea9-8f30-4794-9043-a52952cb53bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411552 Aug 18 13:35:55.420201 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1dc65f06-7720-455d-840f-a2b64332d245 req-99b1dc83-f166-4f1a-83c4-fb613ac7a3ce tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9132eab-d3c7-4efc-b8d6-2a95059feb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604873 Aug 18 13:35:55.469824 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-d5e98458-d4ea-41ba-a935-b188850e00b9 None None] Set router c6abd95d-24db-4a68-889b-e67e314dc3c7 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:35:55.552819 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2445cb2a-dfdf-4f63-85dd-47c03a3ea2d8 req-442c36d8-cc5e-4a88-aa2a-f21c903e345f service neutron] 10.222.0.20 "GET /v2.0/networks/f07bcea9-8f30-4794-9043-a52952cb53bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409354 Aug 18 13:35:55.759623 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-d5e98458-d4ea-41ba-a935-b188850e00b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6abd95d-24db-4a68-889b-e67e314dc3c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953529013', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ab5833d8-80b4-48e9-a056-ed9e0e08d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:34:05Z', 'updated_at': '2021-08-18T13:34:10Z', 'revision_number': 4, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': 'ab5833d8-80b4-48e9-a056-ed9e0e08d8c1', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ee:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6abd95d-24db-4a68-889b-e67e314dc3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:34:06Z', 'updated_at': '2021-08-18T13:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'ec4c833a-2f6e-4aea-989a-8a6ae8f6b3d8', 'name': '', 'network_id': 'f07bcea9-8f30-4794-9043-a52952cb53bc', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'mac_address': 'fa:16:3e:af:76:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6abd95d-24db-4a68-889b-e67e314dc3c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'c8f094d4-b7e3-4346-b12d-1584496135af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:34:09Z', 'updated_at': '2021-08-18T13:34:16Z', 'revision_number': 5, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'subnets': [{'id': 'c8f094d4-b7e3-4346-b12d-1584496135af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:35:55.794582 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e98458-d4ea-41ba-a935-b188850e00b9 None None] The sync data for ids ['c6abd95d-24db-4a68-889b-e67e314dc3c7'] in n-d-803603-2 is: [{'id': 'c6abd95d-24db-4a68-889b-e67e314dc3c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953529013', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ab5833d8-80b4-48e9-a056-ed9e0e08d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:34:05Z', 'updated_at': '2021-08-18T13:34:10Z', 'revision_number': 4, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': 'ab5833d8-80b4-48e9-a056-ed9e0e08d8c1', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ee:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6abd95d-24db-4a68-889b-e67e314dc3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:34:06Z', 'updated_at': '2021-08-18T13:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'ec4c833a-2f6e-4aea-989a-8a6ae8f6b3d8', 'name': '', 'network_id': 'f07bcea9-8f30-4794-9043-a52952cb53bc', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'mac_address': 'fa:16:3e:af:76:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6abd95d-24db-4a68-889b-e67e314dc3c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'c8f094d4-b7e3-4346-b12d-1584496135af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:34:09Z', 'updated_at': '2021-08-18T13:34:16Z', 'revision_number': 5, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'subnets': [{'id': 'c8f094d4-b7e3-4346-b12d-1584496135af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:35:56.065310 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a36f46f-3623-4e54-a3af-2fdef8fed46f None None] New status for floating IP 0a685e48-d630-4f73-8127-430916576927: DOWN {{(pid=101677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:35:56.566297 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812a074-b992-4871-b394-0beb64e0fd7f req-939ee439-1ed0-45a9-9cf1-7b79f620c0e5 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:56.567810 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b812a074-b992-4871-b394-0beb64e0fd7f req-939ee439-1ed0-45a9-9cf1-7b79f620c0e5 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.20 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 947 time: 0.0813251 Aug 18 13:35:56.580248 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8dd116-ec9d-48b1-998c-82c664d120c6 req-85728ae2-228a-4d3d-b6f8-0bb5e12dc65f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:35:56.581796 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4d8dd116-ec9d-48b1-998c-82c664d120c6 req-85728ae2-228a-4d3d-b6f8-0bb5e12dc65f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 947 time: 0.0823288 Aug 18 13:35:56.675707 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4d8dd116-ec9d-48b1-998c-82c664d120c6 req-9bae1f69-3e14-4944-93fe-6e6b6f5c2a65 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9132eab-d3c7-4efc-b8d6-2a95059feb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817909 Aug 18 13:35:56.702328 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-b812a074-b992-4871-b394-0beb64e0fd7f req-37422317-82bf-4b2c-ac9c-5cc6957a7158 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Deleting port a9361d4a-4691-4982-8b0c-ee914855473b {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:35:56.702680 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b812a074-b992-4871-b394-0beb64e0fd7f req-37422317-82bf-4b2c-ac9c-5cc6957a7158 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:56.802045 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-b812a074-b992-4871-b394-0beb64e0fd7f req-37422317-82bf-4b2c-ac9c-5cc6957a7158 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] For port a9361d4a-4691-4982-8b0c-ee914855473b, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=a9361d4a-4691-4982-8b0c-ee914855473b,segment=NetworkSegment(a3ddd03b-31d8-47ed-b4b3-0cbb884e5801),segment_id=a3ddd03b-31d8-47ed-b4b3-0cbb884e5801)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:35:56.802356 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b812a074-b992-4871-b394-0beb64e0fd7f req-37422317-82bf-4b2c-ac9c-5cc6957a7158 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:56.814559 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [req-b812a074-b992-4871-b394-0beb64e0fd7f req-37422317-82bf-4b2c-ac9c-5cc6957a7158 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Calling delete_port for a9361d4a-4691-4982-8b0c-ee914855473b owned by compute:nova {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:35:57.016616 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b812a074-b992-4871-b394-0beb64e0fd7f req-37422317-82bf-4b2c-ac9c-5cc6957a7158 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:57.052040 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37422317-82bf-4b2c-ac9c-5cc6957a7158 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event deleted for resources: {'Port': ['ID=a9361d4a-4691-4982-8b0c-ee914855473b,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:35:57.065447 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37422317-82bf-4b2c-ac9c-5cc6957a7158 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:35:57.065800 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37422317-82bf-4b2c-ac9c-5cc6957a7158 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:35:57.066152 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37422317-82bf-4b2c-ac9c-5cc6957a7158 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:35:57.066645 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37422317-82bf-4b2c-ac9c-5cc6957a7158 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:35:57.066860 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37422317-82bf-4b2c-ac9c-5cc6957a7158 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:35:57.067197 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37422317-82bf-4b2c-ac9c-5cc6957a7158 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:35:57.067534 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37422317-82bf-4b2c-ac9c-5cc6957a7158 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:35:57.067861 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37422317-82bf-4b2c-ac9c-5cc6957a7158 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:35:57.068191 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37422317-82bf-4b2c-ac9c-5cc6957a7158 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:35:57.068514 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37422317-82bf-4b2c-ac9c-5cc6957a7158 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:35:57.068912 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37422317-82bf-4b2c-ac9c-5cc6957a7158 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:35:57.069149 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37422317-82bf-4b2c-ac9c-5cc6957a7158 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:35:57.104739 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [req-b812a074-b992-4871-b394-0beb64e0fd7f req-37422317-82bf-4b2c-ac9c-5cc6957a7158 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] No DVR routers for this DVR port a9361d4a-4691-4982-8b0c-ee914855473b on host n-h2-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:35:57.107544 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-b812a074-b992-4871-b394-0beb64e0fd7f req-37422317-82bf-4b2c-ac9c-5cc6957a7158 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:57.109638 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b812a074-b992-4871-b394-0beb64e0fd7f req-37422317-82bf-4b2c-ac9c-5cc6957a7158 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.20 "DELETE /v2.0/ports/a9361d4a-4691-4982-8b0c-ee914855473b HTTP/1.1" status: 204 len: 173 time: 0.5268800 Aug 18 13:35:57.110234 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a9583e-30bd-4912-9411-d958a5360d2e', 'name': 'network-vif-deleted', 'tag': 'a9361d4a-4691-4982-8b0c-ee914855473b'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:35:57.112844 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60bb0884-8b41-42d8-b7f0-934ac37d9f36" -d '{"events": [{"server_uuid": "27a9583e-30bd-4912-9411-d958a5360d2e", "name": "network-vif-deleted", "tag": "a9361d4a-4691-4982-8b0c-ee914855473b"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:35:57.153906 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743a91e9-8517-4482-b713-555845ee59d9 x-openstack-request-id: req-743a91e9-8517-4482-b713-555845ee59d9 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:35:57.154386 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a9583e-30bd-4912-9411-d958a5360d2e", "name": "network-vif-deleted", "tag": "a9361d4a-4691-4982-8b0c-ee914855473b", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:35:57.154767 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-743a91e9-8517-4482-b713-555845ee59d9 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:35:57.155414 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a9583e-30bd-4912-9411-d958a5360d2e', 'name': 'network-vif-deleted', 'tag': 'a9361d4a-4691-4982-8b0c-ee914855473b', 'status': 'completed', 'code': 200} Aug 18 13:35:57.823296 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-76feca15-f083-45a4-8a8a-2463d648381f req-fb8681b4-55fb-41c7-8663-b4b6a406f99b tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=27a9583e-30bd-4912-9411-d958a5360d2e HTTP/1.1" status: 200 len: 210 time: 0.0442646 Aug 18 13:35:58.228357 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:58.905342 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35444) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:35:58.986935 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:59.312509 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4a5c9c98-2802-4ec4-a443-8cbc8e4e42ac tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:59.601685 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-4a5c9c98-2802-4ec4-a443-8cbc8e4e42ac tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Deleting port ec4c833a-2f6e-4aea-989a-8a6ae8f6b3d8 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:35:59.602569 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4a5c9c98-2802-4ec4-a443-8cbc8e4e42ac tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:59.703810 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-4a5c9c98-2802-4ec4-a443-8cbc8e4e42ac tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] For port ec4c833a-2f6e-4aea-989a-8a6ae8f6b3d8, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=ec4c833a-2f6e-4aea-989a-8a6ae8f6b3d8,segment=NetworkSegment(a3ddd03b-31d8-47ed-b4b3-0cbb884e5801),segment_id=a3ddd03b-31d8-47ed-b4b3-0cbb884e5801)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:35:59.704202 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4a5c9c98-2802-4ec4-a443-8cbc8e4e42ac tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:35:59.718603 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-4a5c9c98-2802-4ec4-a443-8cbc8e4e42ac tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Calling delete_port for ec4c833a-2f6e-4aea-989a-8a6ae8f6b3d8 owned by network:router_interface {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:35:59.743887 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device a9361d4a-4691-4982-8b0c-ee914855473b no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:35:59.766284 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: a9361d4a-4691-4982-8b0c-ee914855473b {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:35:59.766630 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device a9361d4a-4691-4982-8b0c-ee914855473b not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:35:59.999536 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4a5c9c98-2802-4ec4-a443-8cbc8e4e42ac tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:00.026627 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c9c98-2802-4ec4-a443-8cbc8e4e42ac tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event deleted for resources: {'Port': ['ID=ec4c833a-2f6e-4aea-989a-8a6ae8f6b3d8,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:36:00.263886 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4a5c9c98-2802-4ec4-a443-8cbc8e4e42ac tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:00.493716 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5c9c98-2802-4ec4-a443-8cbc8e4e42ac tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Router c6abd95d-24db-4a68-889b-e67e314dc3c7 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:36:00.951925 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5c9c98-2802-4ec4-a443-8cbc8e4e42ac tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:36:00.957488 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4a5c9c98-2802-4ec4-a443-8cbc8e4e42ac tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "PUT /v2.0/routers/c6abd95d-24db-4a68-889b-e67e314dc3c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0505300 Aug 18 13:36:00.960818 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35446) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:36:00.964396 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb6e8f8-e724-4580-b4cd-f2fe530502fa None None] Sync routers for ids ['c6abd95d-24db-4a68-889b-e67e314dc3c7'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:36:00.979469 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb6e8f8-e724-4580-b4cd-f2fe530502fa None None] Routers {'c6abd95d-24db-4a68-889b-e67e314dc3c7'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:36:00.980611 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-efb6e8f8-e724-4580-b4cd-f2fe530502fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:35:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c6abd95d-24db-4a68-889b-e67e314dc3c7'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:36:01.040742 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5da8f65-7111-4a18-a08f-600acd99ca42 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Deleting subnet c8f094d4-b7e3-4346-b12d-1584496135af {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:36:01.044316 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f5da8f65-7111-4a18-a08f-600acd99ca42 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:01.088928 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f5da8f65-7111-4a18-a08f-600acd99ca42 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:01.119567 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-efb6e8f8-e724-4580-b4cd-f2fe530502fa None None] Set router c6abd95d-24db-4a68-889b-e67e314dc3c7 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:36:01.193029 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f5da8f65-7111-4a18-a08f-600acd99ca42 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:01.371523 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f5da8f65-7111-4a18-a08f-600acd99ca42 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:01.408470 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da8f65-7111-4a18-a08f-600acd99ca42 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event deleted for resources: {'Subnet': ['ID=c8f094d4-b7e3-4346-b12d-1584496135af,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:36:01.415097 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f5da8f65-7111-4a18-a08f-600acd99ca42 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:01.418719 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f5da8f65-7111-4a18-a08f-600acd99ca42 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "DELETE /v2.0/subnets/c8f094d4-b7e3-4346-b12d-1584496135af HTTP/1.1" status: 204 len: 168 time: 0.4562812 Aug 18 13:36:01.424089 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35448) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:36:01.425413 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9f02dd-2013-4d95-b863-fc06cddaba18 None None] Network f07bcea9-8f30-4794-9043-a52952cb53bc requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:36:01.430598 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-efb6e8f8-e724-4580-b4cd-f2fe530502fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6abd95d-24db-4a68-889b-e67e314dc3c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953529013', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ab5833d8-80b4-48e9-a056-ed9e0e08d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:34:05Z', 'updated_at': '2021-08-18T13:35:59Z', 'revision_number': 5, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': 'ab5833d8-80b4-48e9-a056-ed9e0e08d8c1', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ee:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6abd95d-24db-4a68-889b-e67e314dc3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:34:06Z', 'updated_at': '2021-08-18T13:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:36:01.485733 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb6e8f8-e724-4580-b4cd-f2fe530502fa None None] Checking router: c6abd95d-24db-4a68-889b-e67e314dc3c7 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:36:01.502554 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb6e8f8-e724-4580-b4cd-f2fe530502fa None None] Routers {'c6abd95d-24db-4a68-889b-e67e314dc3c7'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:36:01.504034 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-efb6e8f8-e724-4580-b4cd-f2fe530502fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:35:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c6abd95d-24db-4a68-889b-e67e314dc3c7'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:36:01.600940 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-97afe4ca-d454-41f6-936b-334243a41c17 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:01.661492 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-efb6e8f8-e724-4580-b4cd-f2fe530502fa None None] Set router c6abd95d-24db-4a68-889b-e67e314dc3c7 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:36:01.677960 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a33ff2-3fe9-4f7e-91de-733a97251143 None None] DHCP port deletion for f07bcea9-8f30-4794-9043-a52952cb53bc request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:36:01.733752 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-66a33ff2-3fe9-4f7e-91de-733a97251143 None None] Deleting port 12de31d3-5da7-4fbd-8029-8fb1414e1b0d {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:36:01.734388 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-66a33ff2-3fe9-4f7e-91de-733a97251143 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:01.776230 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-97afe4ca-d454-41f6-936b-334243a41c17 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:01.836738 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-66a33ff2-3fe9-4f7e-91de-733a97251143 None None] For port 12de31d3-5da7-4fbd-8029-8fb1414e1b0d, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=12de31d3-5da7-4fbd-8029-8fb1414e1b0d,segment=NetworkSegment(a3ddd03b-31d8-47ed-b4b3-0cbb884e5801),segment_id=a3ddd03b-31d8-47ed-b4b3-0cbb884e5801)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:36:01.837154 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-66a33ff2-3fe9-4f7e-91de-733a97251143 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:01.866630 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-66a33ff2-3fe9-4f7e-91de-733a97251143 None None] Calling delete_port for 12de31d3-5da7-4fbd-8029-8fb1414e1b0d owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:36:01.911609 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-97afe4ca-d454-41f6-936b-334243a41c17 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Deleting port ab5833d8-80b4-48e9-a056-ed9e0e08d8c1 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:36:01.912053 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-97afe4ca-d454-41f6-936b-334243a41c17 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:01.941175 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-efb6e8f8-e724-4580-b4cd-f2fe530502fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6abd95d-24db-4a68-889b-e67e314dc3c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953529013', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ab5833d8-80b4-48e9-a056-ed9e0e08d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:34:05Z', 'updated_at': '2021-08-18T13:35:59Z', 'revision_number': 5, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': 'ab5833d8-80b4-48e9-a056-ed9e0e08d8c1', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ee:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6abd95d-24db-4a68-889b-e67e314dc3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:34:06Z', 'updated_at': '2021-08-18T13:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:36:01.987563 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb6e8f8-e724-4580-b4cd-f2fe530502fa None None] The sync data for ids ['c6abd95d-24db-4a68-889b-e67e314dc3c7'] in n-d-803603-2 is: [{'id': 'c6abd95d-24db-4a68-889b-e67e314dc3c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-953529013', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ab5833d8-80b4-48e9-a056-ed9e0e08d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:34:05Z', 'updated_at': '2021-08-18T13:35:59Z', 'revision_number': 5, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': 'ab5833d8-80b4-48e9-a056-ed9e0e08d8c1', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ee:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6abd95d-24db-4a68-889b-e67e314dc3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:34:06Z', 'updated_at': '2021-08-18T13:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:36:02.012049 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 12de31d3-5da7-4fbd-8029-8fb1414e1b0d no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:36:02.061600 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-97afe4ca-d454-41f6-936b-334243a41c17 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] For port ab5833d8-80b4-48e9-a056-ed9e0e08d8c1, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=ab5833d8-80b4-48e9-a056-ed9e0e08d8c1,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:36:02.062284 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-97afe4ca-d454-41f6-936b-334243a41c17 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:02.085493 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-97afe4ca-d454-41f6-936b-334243a41c17 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Calling delete_port for ab5833d8-80b4-48e9-a056-ed9e0e08d8c1 owned by network:router_gateway {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:36:02.122969 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:02.159547 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-66a33ff2-3fe9-4f7e-91de-733a97251143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:02.225147 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a33ff2-3fe9-4f7e-91de-733a97251143 None None] Pushing event deleted for resources: {'Port': ['ID=12de31d3-5da7-4fbd-8029-8fb1414e1b0d,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:36:02.233603 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a33ff2-3fe9-4f7e-91de-733a97251143 None None] No DVR routers for this DVR port 12de31d3-5da7-4fbd-8029-8fb1414e1b0d on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:36:02.244116 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a33ff2-3fe9-4f7e-91de-733a97251143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:36:02.244690 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a33ff2-3fe9-4f7e-91de-733a97251143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:36:02.245195 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a33ff2-3fe9-4f7e-91de-733a97251143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:36:02.245683 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a33ff2-3fe9-4f7e-91de-733a97251143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:36:02.246197 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a33ff2-3fe9-4f7e-91de-733a97251143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:36:02.246760 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a33ff2-3fe9-4f7e-91de-733a97251143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:36:02.247271 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a33ff2-3fe9-4f7e-91de-733a97251143 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:36:02.247738 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a33ff2-3fe9-4f7e-91de-733a97251143 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:36:02.248268 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a33ff2-3fe9-4f7e-91de-733a97251143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:36:02.249499 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a33ff2-3fe9-4f7e-91de-733a97251143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:36:02.249499 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a33ff2-3fe9-4f7e-91de-733a97251143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:36:02.249976 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a33ff2-3fe9-4f7e-91de-733a97251143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:36:02.376083 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-97afe4ca-d454-41f6-936b-334243a41c17 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:02.404037 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97afe4ca-d454-41f6-936b-334243a41c17 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event deleted for resources: {'Port': ['ID=ab5833d8-80b4-48e9-a056-ed9e0e08d8c1,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:36:02.472774 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-97afe4ca-d454-41f6-936b-334243a41c17 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:02.593307 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-97afe4ca-d454-41f6-936b-334243a41c17 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:02.597220 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-97afe4ca-d454-41f6-936b-334243a41c17 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:02.697080 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-97afe4ca-d454-41f6-936b-334243a41c17 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:02.697631 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97afe4ca-d454-41f6-936b-334243a41c17 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Fanout notify agent at l3_agent the message router_deleted on router c6abd95d-24db-4a68-889b-e67e314dc3c7 {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:36:02.706545 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-97afe4ca-d454-41f6-936b-334243a41c17 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:02.713819 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-97afe4ca-d454-41f6-936b-334243a41c17 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "DELETE /v2.0/routers/c6abd95d-24db-4a68-889b-e67e314dc3c7 HTTP/1.1" status: 204 len: 168 time: 1.2858326 Aug 18 13:36:02.713819 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35450) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:36:02.821109 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fef7604e-85e8-48c5-bcc3-c4f943c2a13e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:02.932857 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fef7604e-85e8-48c5-bcc3-c4f943c2a13e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:02.943821 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-fef7604e-85e8-48c5-bcc3-c4f943c2a13e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f07bcea9-8f30-4794-9043-a52952cb53bc']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:36:02.954733 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-fef7604e-85e8-48c5-bcc3-c4f943c2a13e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3ddd03b-31d8-47ed-b4b3-0cbb884e5801') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:36:02.954949 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-fef7604e-85e8-48c5-bcc3-c4f943c2a13e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3ddd03b-31d8-47ed-b4b3-0cbb884e5801') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:36:02.965467 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fef7604e-85e8-48c5-bcc3-c4f943c2a13e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:02.981339 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fef7604e-85e8-48c5-bcc3-c4f943c2a13e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:02.987929 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fef7604e-85e8-48c5-bcc3-c4f943c2a13e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:36:02.988340 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fef7604e-85e8-48c5-bcc3-c4f943c2a13e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:02.991712 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:36:02.991712 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:36:02.991712 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:36:02.991712 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:36:02.991712 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:36:02.991712 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:36:02.991712 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:36:02.991712 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:36:02.991712 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:36:02.991712 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:36:02.991712 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:36:02.991712 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:36:02.991712 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:36:02.991712 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:36:02.991712 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:36:02.991712 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:36:02.991712 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:36:02.991712 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:36:02.991712 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:36:02.991712 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:36:02.991712 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:36:02.991712 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:36:02.991712 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:36:02.991712 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:36:02.991712 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:36:02.991712 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:36:02.991712 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:36:02.991712 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:36:02.991712 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:36:02.991712 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:36:02.991712 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:36:02.991712 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:36:03.131206 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fef7604e-85e8-48c5-bcc3-c4f943c2a13e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:03.140835 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fef7604e-85e8-48c5-bcc3-c4f943c2a13e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:03.143806 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-fef7604e-85e8-48c5-bcc3-c4f943c2a13e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "DELETE /v2.0/networks/f07bcea9-8f30-4794-9043-a52952cb53bc HTTP/1.1" status: 204 len: 168 time: 0.4297199 Aug 18 13:36:03.145877 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35452) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:36:03.162309 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef7604e-85e8-48c5-bcc3-c4f943c2a13e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event deleted for resources: {'Network': ['ID=f07bcea9-8f30-4794-9043-a52952cb53bc,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:36:03.228459 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-24246793-3eeb-400c-840d-0fbdcea361a1 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:03.258800 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-24246793-3eeb-400c-840d-0fbdcea361a1 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:03.392427 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-24246793-3eeb-400c-840d-0fbdcea361a1 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:03.395283 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-24246793-3eeb-400c-840d-0fbdcea361a1 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:03.396894 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-24246793-3eeb-400c-840d-0fbdcea361a1 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "DELETE /v2.0/security-groups/b9132eab-d3c7-4efc-b8d6-2a95059feb5b HTTP/1.1" status: 204 len: 168 time: 0.2494709 Aug 18 13:36:03.409432 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24246793-3eeb-400c-840d-0fbdcea361a1 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9132eab-d3c7-4efc-b8d6-2a95059feb5b,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:36:03.842390 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device ab5833d8-80b4-48e9-a056-ed9e0e08d8c1 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:36:03.868217 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: ab5833d8-80b4-48e9-a056-ed9e0e08d8c1 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:36:03.868567 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device ab5833d8-80b4-48e9-a056-ed9e0e08d8c1 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:36:03.868996 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device ec4c833a-2f6e-4aea-989a-8a6ae8f6b3d8 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:36:03.888888 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: ec4c833a-2f6e-4aea-989a-8a6ae8f6b3d8 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:36:03.889312 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device ec4c833a-2f6e-4aea-989a-8a6ae8f6b3d8 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:36:03.931388 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35460) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:36:03.936495 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-cf4d7240-a002-4001-979d-82f9f6d51b63 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-37291905', 'description': 'tempest-secgroup-smoke-37291905 description', 'project_id': 'de6dcd8516f24b6895081970e3d21a0a'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:36:04.067911 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cf4d7240-a002-4001-979d-82f9f6d51b63 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:04.180759 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cf4d7240-a002-4001-979d-82f9f6d51b63 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:04.279088 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cf4d7240-a002-4001-979d-82f9f6d51b63 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:04.308820 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4d7240-a002-4001-979d-82f9f6d51b63 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e2cc04-d8ed-42f2-b6a3-e3ebf359f7bf,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:36:04.416484 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cf4d7240-a002-4001-979d-82f9f6d51b63 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:04.418176 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-cf4d7240-a002-4001-979d-82f9f6d51b63 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4854774 Aug 18 13:36:04.421468 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35462) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:36:04.426640 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-fa2875ea-6288-4aa7-8a8c-3dd9564734de tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'security_group_rule': {'security_group_id': 'd8e2cc04-d8ed-42f2-b6a3-e3ebf359f7bf', 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:36:04.569909 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fa2875ea-6288-4aa7-8a8c-3dd9564734de tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:04.647098 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fa2875ea-6288-4aa7-8a8c-3dd9564734de tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:04.719265 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fa2875ea-6288-4aa7-8a8c-3dd9564734de tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:04.750977 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2875ea-6288-4aa7-8a8c-3dd9564734de tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=147aef73-07ac-4a16-8cbb-efb14a635108,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:36:04.862467 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fa2875ea-6288-4aa7-8a8c-3dd9564734de tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:04.864143 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-fa2875ea-6288-4aa7-8a8c-3dd9564734de tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4411557 Aug 18 13:36:04.867230 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35464) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:36:04.872626 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-bd22a539-2274-4bea-8f1f-7f3a07ddd741 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'security_group_rule': {'security_group_id': 'd8e2cc04-d8ed-42f2-b6a3-e3ebf359f7bf', 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:36:04.976434 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bd22a539-2274-4bea-8f1f-7f3a07ddd741 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:05.048268 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bd22a539-2274-4bea-8f1f-7f3a07ddd741 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:05.118536 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bd22a539-2274-4bea-8f1f-7f3a07ddd741 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:05.138980 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd22a539-2274-4bea-8f1f-7f3a07ddd741 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b5c2107-db19-44fb-97fc-3ae932b07496,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:36:05.205042 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bd22a539-2274-4bea-8f1f-7f3a07ddd741 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:05.206513 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-bd22a539-2274-4bea-8f1f-7f3a07ddd741 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3378530 Aug 18 13:36:05.209295 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35466) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:36:05.214137 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-4191e9ba-57ab-4234-a30e-c8fd24eacebe tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'security_group_rule': {'security_group_id': 'd8e2cc04-d8ed-42f2-b6a3-e3ebf359f7bf', 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:36:05.306787 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4191e9ba-57ab-4234-a30e-c8fd24eacebe tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:05.373970 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4191e9ba-57ab-4234-a30e-c8fd24eacebe tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:05.444927 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4191e9ba-57ab-4234-a30e-c8fd24eacebe tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:05.463832 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4191e9ba-57ab-4234-a30e-c8fd24eacebe tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8cdf5d2-fe33-49f8-bc8f-4bbc49434f6e,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:36:05.563916 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4191e9ba-57ab-4234-a30e-c8fd24eacebe tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:05.565284 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4191e9ba-57ab-4234-a30e-c8fd24eacebe tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3549435 Aug 18 13:36:05.568498 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35468) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:36:05.573859 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-c7720378-604d-4382-86d3-1f259ba6582c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'security_group_rule': {'security_group_id': 'd8e2cc04-d8ed-42f2-b6a3-e3ebf359f7bf', 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:36:05.691183 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c7720378-604d-4382-86d3-1f259ba6582c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:05.795163 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c7720378-604d-4382-86d3-1f259ba6582c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:05.879239 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c7720378-604d-4382-86d3-1f259ba6582c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:05.900694 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7720378-604d-4382-86d3-1f259ba6582c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4c5e84b-bb3d-4d36-85a8-71c9d329ac7b,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:36:05.970626 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c7720378-604d-4382-86d3-1f259ba6582c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:05.972100 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c7720378-604d-4382-86d3-1f259ba6582c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4020817 Aug 18 13:36:05.975518 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35470) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:36:05.981053 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-2f3ae418-ee28-4945-aa19-b481781d9c58 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'security_group_rule': {'security_group_id': 'd8e2cc04-d8ed-42f2-b6a3-e3ebf359f7bf', 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:36:06.090524 n-d-803603-2 neutron-server[101675]: INFO neutron.db.securitygroups_db [None req-2f3ae418-ee28-4945-aa19-b481781d9c58 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Project de6dcd8516f24b6895081970e3d21a0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 13:36:06.096690 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2f3ae418-ee28-4945-aa19-b481781d9c58 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:06.167015 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2f3ae418-ee28-4945-aa19-b481781d9c58 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:06.238463 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2f3ae418-ee28-4945-aa19-b481781d9c58 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:06.262023 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ae418-ee28-4945-aa19-b481781d9c58 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78071dac-b27f-4f8d-963c-717876444a7e,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:36:06.325061 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2f3ae418-ee28-4945-aa19-b481781d9c58 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:06.326562 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2f3ae418-ee28-4945-aa19-b481781d9c58 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3498497 Aug 18 13:36:06.329550 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35472) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:36:06.334715 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-e472ab03-e035-4abf-b320-7f4180c1d2bf tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'security_group_rule': {'security_group_id': 'd8e2cc04-d8ed-42f2-b6a3-e3ebf359f7bf', 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:36:06.416566 n-d-803603-2 neutron-server[101675]: INFO neutron.db.securitygroups_db [None req-e472ab03-e035-4abf-b320-7f4180c1d2bf tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Project de6dcd8516f24b6895081970e3d21a0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 13:36:06.422687 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e472ab03-e035-4abf-b320-7f4180c1d2bf tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:06.490986 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e472ab03-e035-4abf-b320-7f4180c1d2bf tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:06.581914 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e472ab03-e035-4abf-b320-7f4180c1d2bf tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:06.600541 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e472ab03-e035-4abf-b320-7f4180c1d2bf tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8355cb19-82bf-4b00-aa50-f8b98b5778a8,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:36:06.672980 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e472ab03-e035-4abf-b320-7f4180c1d2bf tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:06.675088 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e472ab03-e035-4abf-b320-7f4180c1d2bf tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3442237 Aug 18 13:36:06.677941 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35474) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:36:06.684232 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-d8ae29ff-cca1-4253-9327-fea176bccdce tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'network': {'name': 'tempest-network-smoke--1278802651', 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'port_security_enabled': True}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:36:06.770293 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ae29ff-cca1-4253-9327-fea176bccdce tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Made reservation on behalf of de6dcd8516f24b6895081970e3d21a0a for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:36:06.773996 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d8ae29ff-cca1-4253-9327-fea176bccdce tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:06.799747 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ae29ff-cca1-4253-9327-fea176bccdce tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:36:06.810320 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d8ae29ff-cca1-4253-9327-fea176bccdce tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:06.810675 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-d8ae29ff-cca1-4253-9327-fea176bccdce tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Added segment d42d842b-80d4-4175-8034-ca3a43244ddd of type vlan for network 212335d3-1da4-4a93-a720-dfb491997e8b Aug 18 13:36:06.858861 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d8ae29ff-cca1-4253-9327-fea176bccdce tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:06.976334 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d8ae29ff-cca1-4253-9327-fea176bccdce tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:06.982590 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ae29ff-cca1-4253-9327-fea176bccdce tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:36:06.983234 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d8ae29ff-cca1-4253-9327-fea176bccdce tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:07.053793 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae29ff-cca1-4253-9327-fea176bccdce tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'Network': ['ID=212335d3-1da4-4a93-a720-dfb491997e8b,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:36:07.065965 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 212335d3-1da4-4a93-a720-dfb491997e8b details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:36:07.130311 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d8ae29ff-cca1-4253-9327-fea176bccdce tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4464731 Aug 18 13:36:07.130642 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35476) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:36:07.137548 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-dcd3f579-c144-427b-95d8-4fca01235a86 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-737085566', 'admin_state_up': True, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:36:07.245177 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dcd3f579-c144-427b-95d8-4fca01235a86 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:07.246427 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dcd3f579-c144-427b-95d8-4fca01235a86 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:07.307010 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dcd3f579-c144-427b-95d8-4fca01235a86 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:07.530044 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dcd3f579-c144-427b-95d8-4fca01235a86 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:07.801736 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dcd3f579-c144-427b-95d8-4fca01235a86 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for router_gateway, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:07.822717 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dcd3f579-c144-427b-95d8-4fca01235a86 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:07.942465 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-dcd3f579-c144-427b-95d8-4fca01235a86 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Allocated IP 172.25.6.223 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/b58c5000-3bb7-4fdc-8662-46ff2daac019) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:36:08.113354 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dcd3f579-c144-427b-95d8-4fca01235a86 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:08.234421 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dcd3f579-c144-427b-95d8-4fca01235a86 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:08.279319 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd3f579-c144-427b-95d8-4fca01235a86 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:36:08.284911 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-dcd3f579-c144-427b-95d8-4fca01235a86 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:36:08.289369 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd3f579-c144-427b-95d8-4fca01235a86 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:36:08.321864 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd3f579-c144-427b-95d8-4fca01235a86 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'Port': ['ID=b58c5000-3bb7-4fdc-8662-46ff2daac019,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:36:08.651653 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dcd3f579-c144-427b-95d8-4fca01235a86 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for router_gateway, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:08.873801 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dcd3f579-c144-427b-95d8-4fca01235a86 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:09.078943 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd3f579-c144-427b-95d8-4fca01235a86 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Router c2784f41-f3cd-4dd9-8fca-3df8c2b8244d is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:36:09.200543 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd3f579-c144-427b-95d8-4fca01235a86 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:36:09.214810 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1ba9f6-49cf-440c-b7cd-a6002162c36d None None] Sync routers for ids ['c2784f41-f3cd-4dd9-8fca-3df8c2b8244d'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:36:09.231492 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1ba9f6-49cf-440c-b7cd-a6002162c36d None None] Routers {'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:36:09.235295 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-cc1ba9f6-49cf-440c-b7cd-a6002162c36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:35:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c2784f41-f3cd-4dd9-8fca-3df8c2b8244d'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:36:09.279365 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dcd3f579-c144-427b-95d8-4fca01235a86 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:09.280844 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-dcd3f579-c144-427b-95d8-4fca01235a86 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1491675 Aug 18 13:36:09.284727 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35478) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:36:09.316467 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-63e4a397-8bbf-4326-959c-e0d58e30b226 tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=de6dcd8516f24b6895081970e3d21a0a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304337 Aug 18 13:36:09.319693 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35480) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:36:09.428166 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-cc1ba9f6-49cf-440c-b7cd-a6002162c36d None None] Set router c2784f41-f3cd-4dd9-8fca-3df8c2b8244d gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:36:09.483388 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba60689-5232-4178-b2c4-c5656ec13183 tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:36:09.485330 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-eba60689-5232-4178-b2c4-c5656ec13183 tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1644571 Aug 18 13:36:09.489711 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35482) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:36:09.526042 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c525d612-9cc9-41f6-9ca4-0db26ee7b6b9 tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=0babe39a-03c6-4af7-9ca5-00804dd781c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0348308 Aug 18 13:36:09.530492 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35484) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:36:09.536151 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-172efa99-c685-4691-96ca-a7ac7e6e9a84 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-862790150', 'network_id': '212335d3-1da4-4a93-a720-dfb491997e8b', 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:36:09.679278 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-cc1ba9f6-49cf-440c-b7cd-a6002162c36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737085566', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b58c5000-3bb7-4fdc-8662-46ff2daac019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:36:07Z', 'updated_at': '2021-08-18T13:36:08Z', 'revision_number': 3, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': 'b58c5000-3bb7-4fdc-8662-46ff2daac019', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:36:07Z', 'updated_at': '2021-08-18T13:36:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:36:09.707238 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1ba9f6-49cf-440c-b7cd-a6002162c36d None None] Checking router: c2784f41-f3cd-4dd9-8fca-3df8c2b8244d for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:36:09.707596 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1ba9f6-49cf-440c-b7cd-a6002162c36d None None] Updating router c2784f41-f3cd-4dd9-8fca-3df8c2b8244d port b58c5000-3bb7-4fdc-8662-46ff2daac019 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:36:09.735275 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cc1ba9f6-49cf-440c-b7cd-a6002162c36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:09.736244 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172efa99-c685-4691-96ca-a7ac7e6e9a84 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Made reservation on behalf of de6dcd8516f24b6895081970e3d21a0a for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:36:09.740379 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-172efa99-c685-4691-96ca-a7ac7e6e9a84 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:10.044945 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-172efa99-c685-4691-96ca-a7ac7e6e9a84 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:10.114846 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172efa99-c685-4691-96ca-a7ac7e6e9a84 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'Subnet': ['ID=774881fc-c083-4941-9e6b-be9a7625378d,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:36:10.116138 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cc1ba9f6-49cf-440c-b7cd-a6002162c36d None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:10.131921 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172efa99-c685-4691-96ca-a7ac7e6e9a84 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Checking segment: {'id': 'd42d842b-80d4-4175-8034-ca3a43244ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '212335d3-1da4-4a93-a720-dfb491997e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:36:10.132373 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172efa99-c685-4691-96ca-a7ac7e6e9a84 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Network hostable DHCP agents. Network: 212335d3-1da4-4a93-a720-dfb491997e8b, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:36:10.136831 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-cc1ba9f6-49cf-440c-b7cd-a6002162c36d None None] Transition to ACTIVE for port object b58c5000-3bb7-4fdc-8662-46ff2daac019 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:36:10.198807 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cc1ba9f6-49cf-440c-b7cd-a6002162c36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:10.226899 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172efa99-c685-4691-96ca-a7ac7e6e9a84 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Network 212335d3-1da4-4a93-a720-dfb491997e8b is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:36:10.255576 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-cc1ba9f6-49cf-440c-b7cd-a6002162c36d None None] Attempting to bind port b58c5000-3bb7-4fdc-8662-46ff2daac019 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:36:10.256217 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-cc1ba9f6-49cf-440c-b7cd-a6002162c36d None None] Attempting to bind port b58c5000-3bb7-4fdc-8662-46ff2daac019 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:36:10.256366 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1ba9f6-49cf-440c-b7cd-a6002162c36d None None] Attempting to bind port b58c5000-3bb7-4fdc-8662-46ff2daac019 on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:36:10.259159 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc2d9f6-e096-4760-ab65-9f436c73b010 None None] Pushing event updated for resources: {'Port': ['ID=b58c5000-3bb7-4fdc-8662-46ff2daac019,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:36:10.265020 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1ba9f6-49cf-440c-b7cd-a6002162c36d None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:36:10.265397 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1ba9f6-49cf-440c-b7cd-a6002162c36d None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:36:10.265809 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cc1ba9f6-49cf-440c-b7cd-a6002162c36d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:10.266229 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1ba9f6-49cf-440c-b7cd-a6002162c36d None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:36:10.266709 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-cc1ba9f6-49cf-440c-b7cd-a6002162c36d None None] Bound port: b58c5000-3bb7-4fdc-8662-46ff2daac019, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:36:10.267102 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cc1ba9f6-49cf-440c-b7cd-a6002162c36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:10.324998 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-cc1ba9f6-49cf-440c-b7cd-a6002162c36d None None] For port b58c5000-3bb7-4fdc-8662-46ff2daac019, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:36:10.328419 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-cc1ba9f6-49cf-440c-b7cd-a6002162c36d None None] For port b58c5000-3bb7-4fdc-8662-46ff2daac019, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b58c5000-3bb7-4fdc-8662-46ff2daac019,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:36:10.329231 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-172efa99-c685-4691-96ca-a7ac7e6e9a84 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 212335d3-1da4-4a93-a720-dfb491997e8b) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:36:10.334601 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172efa99-c685-4691-96ca-a7ac7e6e9a84 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:36:10.342238 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-172efa99-c685-4691-96ca-a7ac7e6e9a84 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:10.343848 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b64118-446b-4bef-9ef2-7a5fac0a33c2 None None] Network 212335d3-1da4-4a93-a720-dfb491997e8b requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:36:10.417777 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cc1ba9f6-49cf-440c-b7cd-a6002162c36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:10.449493 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-172efa99-c685-4691-96ca-a7ac7e6e9a84 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9138658 Aug 18 13:36:10.449905 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35486) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:36:10.525601 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc2d9f6-e096-4760-ab65-9f436c73b010 None None] Pushing event updated for resources: {'Port': ['ID=b58c5000-3bb7-4fdc-8662-46ff2daac019,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:36:10.537330 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1ba9f6-49cf-440c-b7cd-a6002162c36d None None] Routers {'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:36:10.538227 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-cc1ba9f6-49cf-440c-b7cd-a6002162c36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:35:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c2784f41-f3cd-4dd9-8fca-3df8c2b8244d'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:36:10.594825 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf3bd8f-d389-46a7-ade5-41d900ff1bae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-212335d3-1da4-4a93-a720-dfb491997e8b', 'network_id': '212335d3-1da4-4a93-a720-dfb491997e8b', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'fixed_ips': [{'subnet_id': '774881fc-c083-4941-9e6b-be9a7625378d'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:36:10.595685 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-acf3bd8f-d389-46a7-ade5-41d900ff1bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:10.753920 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-cc1ba9f6-49cf-440c-b7cd-a6002162c36d None None] Set router c2784f41-f3cd-4dd9-8fca-3df8c2b8244d gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:36:10.899068 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-acf3bd8f-d389-46a7-ade5-41d900ff1bae None None] Allocated IP 172.20.0.2 (212335d3-1da4-4a93-a720-dfb491997e8b/774881fc-c083-4941-9e6b-be9a7625378d/899a37d1-c5d3-4a40-9b82-108989e63f77) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:36:11.076380 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9277ae47-5e4c-4839-8233-1c8d6868db7c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:11.132116 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-cc1ba9f6-49cf-440c-b7cd-a6002162c36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737085566', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b58c5000-3bb7-4fdc-8662-46ff2daac019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:36:07Z', 'updated_at': '2021-08-18T13:36:08Z', 'revision_number': 3, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': 'b58c5000-3bb7-4fdc-8662-46ff2daac019', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:36:07Z', 'updated_at': '2021-08-18T13:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:36:11.169917 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1ba9f6-49cf-440c-b7cd-a6002162c36d None None] The sync data for ids ['c2784f41-f3cd-4dd9-8fca-3df8c2b8244d'] in n-d-803603-2 is: [{'id': 'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737085566', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b58c5000-3bb7-4fdc-8662-46ff2daac019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:36:07Z', 'updated_at': '2021-08-18T13:36:08Z', 'revision_number': 3, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': 'b58c5000-3bb7-4fdc-8662-46ff2daac019', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:36:07Z', 'updated_at': '2021-08-18T13:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:36:11.188376 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-acf3bd8f-d389-46a7-ade5-41d900ff1bae None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:11.202638 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-acf3bd8f-d389-46a7-ade5-41d900ff1bae None None] Transition to ACTIVE for port object 899a37d1-c5d3-4a40-9b82-108989e63f77 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:36:11.221156 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-acf3bd8f-d389-46a7-ade5-41d900ff1bae None None] Transition to ACTIVE for port object 899a37d1-c5d3-4a40-9b82-108989e63f77 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:36:11.286681 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-acf3bd8f-d389-46a7-ade5-41d900ff1bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:11.353874 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf3bd8f-d389-46a7-ade5-41d900ff1bae None None] Network 212335d3-1da4-4a93-a720-dfb491997e8b is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:36:11.362015 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-acf3bd8f-d389-46a7-ade5-41d900ff1bae None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:36:11.365654 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf3bd8f-d389-46a7-ade5-41d900ff1bae None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:36:11.374784 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf3bd8f-d389-46a7-ade5-41d900ff1bae None None] Pushing event updated for resources: {'Port': ['ID=899a37d1-c5d3-4a40-9b82-108989e63f77,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:36:11.466702 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-acf3bd8f-d389-46a7-ade5-41d900ff1bae None None] Attempting to bind port 899a37d1-c5d3-4a40-9b82-108989e63f77 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:36:11.467678 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-acf3bd8f-d389-46a7-ade5-41d900ff1bae None None] Attempting to bind port 899a37d1-c5d3-4a40-9b82-108989e63f77 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'd42d842b-80d4-4175-8034-ca3a43244ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '212335d3-1da4-4a93-a720-dfb491997e8b'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:36:11.468581 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf3bd8f-d389-46a7-ade5-41d900ff1bae None None] Attempting to bind port 899a37d1-c5d3-4a40-9b82-108989e63f77 on network 212335d3-1da4-4a93-a720-dfb491997e8b {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:36:11.487002 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf3bd8f-d389-46a7-ade5-41d900ff1bae None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:36:11.487707 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf3bd8f-d389-46a7-ade5-41d900ff1bae None None] Checking segment: {'id': 'd42d842b-80d4-4175-8034-ca3a43244ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '212335d3-1da4-4a93-a720-dfb491997e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:36:11.488424 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-acf3bd8f-d389-46a7-ade5-41d900ff1bae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:11.489093 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf3bd8f-d389-46a7-ade5-41d900ff1bae None None] Bound using segment: {'id': 'd42d842b-80d4-4175-8034-ca3a43244ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '212335d3-1da4-4a93-a720-dfb491997e8b'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:36:11.489885 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-acf3bd8f-d389-46a7-ade5-41d900ff1bae None None] Bound port: 899a37d1-c5d3-4a40-9b82-108989e63f77, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42d842b-80d4-4175-8034-ca3a43244ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '212335d3-1da4-4a93-a720-dfb491997e8b'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:36:11.490566 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-acf3bd8f-d389-46a7-ade5-41d900ff1bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:11.509744 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-9277ae47-5e4c-4839-8233-1c8d6868db7c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Allocated IP 172.20.0.1 (212335d3-1da4-4a93-a720-dfb491997e8b/774881fc-c083-4941-9e6b-be9a7625378d/47d67814-ca2f-4634-89e5-231473bc4c61) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:36:11.644285 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-acf3bd8f-d389-46a7-ade5-41d900ff1bae None None] For port 899a37d1-c5d3-4a40-9b82-108989e63f77, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:36:11.649948 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-acf3bd8f-d389-46a7-ade5-41d900ff1bae None None] For port 899a37d1-c5d3-4a40-9b82-108989e63f77, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=899a37d1-c5d3-4a40-9b82-108989e63f77,segment=NetworkSegment(d42d842b-80d4-4175-8034-ca3a43244ddd),segment_id=d42d842b-80d4-4175-8034-ca3a43244ddd)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:36:11.659589 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9277ae47-5e4c-4839-8233-1c8d6868db7c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:11.667408 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-21bdae38-ecb6-4a40-96f1-96c5c5c65b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:11.677088 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-9277ae47-5e4c-4839-8233-1c8d6868db7c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Transition to ACTIVE for port object 47d67814-ca2f-4634-89e5-231473bc4c61 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:36:11.726449 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-acf3bd8f-d389-46a7-ade5-41d900ff1bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:11.794800 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9277ae47-5e4c-4839-8233-1c8d6868db7c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:11.848670 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf3bd8f-d389-46a7-ade5-41d900ff1bae None None] Pushing event updated for resources: {'Port': ['ID=899a37d1-c5d3-4a40-9b82-108989e63f77,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:36:11.894121 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9277ae47-5e4c-4839-8233-1c8d6868db7c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Network 212335d3-1da4-4a93-a720-dfb491997e8b is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:36:11.904651 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-9277ae47-5e4c-4839-8233-1c8d6868db7c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:36:11.913481 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9277ae47-5e4c-4839-8233-1c8d6868db7c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:36:11.933766 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b58c5000-3bb7-4fdc-8662-46ff2daac019 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:36:11.968755 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277ae47-5e4c-4839-8233-1c8d6868db7c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'Port': ['ID=47d67814-ca2f-4634-89e5-231473bc4c61,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:36:11.996303 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277ae47-5e4c-4839-8233-1c8d6868db7c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:36:11.996959 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277ae47-5e4c-4839-8233-1c8d6868db7c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:36:11.997937 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277ae47-5e4c-4839-8233-1c8d6868db7c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:36:11.998531 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277ae47-5e4c-4839-8233-1c8d6868db7c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:36:11.999066 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277ae47-5e4c-4839-8233-1c8d6868db7c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:36:11.999592 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277ae47-5e4c-4839-8233-1c8d6868db7c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:36:12.000135 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277ae47-5e4c-4839-8233-1c8d6868db7c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:36:12.000994 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277ae47-5e4c-4839-8233-1c8d6868db7c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:36:12.002103 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277ae47-5e4c-4839-8233-1c8d6868db7c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:36:12.002700 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277ae47-5e4c-4839-8233-1c8d6868db7c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:36:12.004026 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277ae47-5e4c-4839-8233-1c8d6868db7c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:36:12.004673 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277ae47-5e4c-4839-8233-1c8d6868db7c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:36:12.025182 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9277ae47-5e4c-4839-8233-1c8d6868db7c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:12.090781 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port b58c5000-3bb7-4fdc-8662-46ff2daac019 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:36:12.108177 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port b58c5000-3bb7-4fdc-8662-46ff2daac019 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:36:12.108774 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:12.297019 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:12.335705 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port b58c5000-3bb7-4fdc-8662-46ff2daac019, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b58c5000-3bb7-4fdc-8662-46ff2daac019,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:36:12.371956 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9277ae47-5e4c-4839-8233-1c8d6868db7c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:12.399822 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:12.491109 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=b58c5000-3bb7-4fdc-8662-46ff2daac019,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:36:12.784976 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9277ae47-5e4c-4839-8233-1c8d6868db7c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:12.843877 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9277ae47-5e4c-4839-8233-1c8d6868db7c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:12.921744 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277ae47-5e4c-4839-8233-1c8d6868db7c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'Port': ['ID=47d67814-ca2f-4634-89e5-231473bc4c61,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:36:12.924494 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9277ae47-5e4c-4839-8233-1c8d6868db7c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:13.027453 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9277ae47-5e4c-4839-8233-1c8d6868db7c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Network 212335d3-1da4-4a93-a720-dfb491997e8b is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:36:13.029317 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-9277ae47-5e4c-4839-8233-1c8d6868db7c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:36:13.536586 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741ee761-30f1-4a94-ac22-bfb26427ecfb None None] Network 212335d3-1da4-4a93-a720-dfb491997e8b requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:36:13.571466 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9277ae47-5e4c-4839-8233-1c8d6868db7c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Router c2784f41-f3cd-4dd9-8fca-3df8c2b8244d has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:36:13.678304 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-0f7dd30a-9507-4eb1-a42c-67e055ddfcb0 None None] Provisioning for port 899a37d1-c5d3-4a40-9b82-108989e63f77 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:36:13.734669 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9277ae47-5e4c-4839-8233-1c8d6868db7c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:36:13.743029 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9277ae47-5e4c-4839-8233-1c8d6868db7c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "PUT /v2.0/routers/c2784f41-f3cd-4dd9-8fca-3df8c2b8244d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2916553 Aug 18 13:36:13.750564 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3491c32e-9081-41b9-9317-812b07ec75c6 None None] Sync routers for ids ['c2784f41-f3cd-4dd9-8fca-3df8c2b8244d'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:36:13.770581 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3491c32e-9081-41b9-9317-812b07ec75c6 None None] Routers {'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:36:13.771843 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-68cb8b24-5b43-42c5-90b1-4888a18e033f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:13.772029 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-3491c32e-9081-41b9-9317-812b07ec75c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:35:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c2784f41-f3cd-4dd9-8fca-3df8c2b8244d'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:36:13.996438 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-3491c32e-9081-41b9-9317-812b07ec75c6 None None] Set router c2784f41-f3cd-4dd9-8fca-3df8c2b8244d gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:36:14.023301 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 899a37d1-c5d3-4a40-9b82-108989e63f77 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:36:14.051653 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-85e14c0d-f464-404a-85a3-4406522317eb tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-37291905&fields=id&tenant_id=de6dcd8516f24b6895081970e3d21a0a HTTP/1.1" status: 200 len: 267 time: 0.0803032 Aug 18 13:36:14.183145 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 899a37d1-c5d3-4a40-9b82-108989e63f77 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:36:14.191380 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 899a37d1-c5d3-4a40-9b82-108989e63f77 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:36:14.192907 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:14.232224 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-98b907a3-33f5-4763-8813-39f64e5a568c None None] Provisioning for port 47d67814-ca2f-4634-89e5-231473bc4c61 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:36:14.245716 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-98b907a3-33f5-4763-8813-39f64e5a568c None None] Provisioning complete for port 47d67814-ca2f-4634-89e5-231473bc4c61 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:36:14.246485 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-98b907a3-33f5-4763-8813-39f64e5a568c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:14.255471 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-002e53e4-c985-4e17-81d8-980514b6b629 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:36:14.268832 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-002e53e4-c985-4e17-81d8-980514b6b629 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/networks?id=212335d3-1da4-4a93-a720-dfb491997e8b HTTP/1.1" status: 200 len: 797 time: 0.2156394 Aug 18 13:36:14.283436 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-3491c32e-9081-41b9-9317-812b07ec75c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737085566', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b58c5000-3bb7-4fdc-8662-46ff2daac019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:36:07Z', 'updated_at': '2021-08-18T13:36:12Z', 'revision_number': 4, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': 'b58c5000-3bb7-4fdc-8662-46ff2daac019', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:36:07Z', 'updated_at': '2021-08-18T13:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '47d67814-ca2f-4634-89e5-231473bc4c61', 'name': '', 'network_id': '212335d3-1da4-4a93-a720-dfb491997e8b', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'mac_address': 'fa:16:3e:34:6e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '774881fc-c083-4941-9e6b-be9a7625378d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:36:11Z', 'updated_at': '2021-08-18T13:36:12Z', 'revision_number': 2, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'subnets': [{'id': '774881fc-c083-4941-9e6b-be9a7625378d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:36:14.298279 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-ac70cbb5-82b9-40f7-915e-f0e7a5136ee2 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/quotas/de6dcd8516f24b6895081970e3d21a0a HTTP/1.1" status: 200 len: 375 time: 0.0267680 Aug 18 13:36:14.352497 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3491c32e-9081-41b9-9317-812b07ec75c6 None None] Checking router: c2784f41-f3cd-4dd9-8fca-3df8c2b8244d for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:36:14.353415 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3491c32e-9081-41b9-9317-812b07ec75c6 None None] Updating router c2784f41-f3cd-4dd9-8fca-3df8c2b8244d port 47d67814-ca2f-4634-89e5-231473bc4c61 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:36:14.393223 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-f4006e89-5e49-4248-985f-ca106f6b8aed tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=de6dcd8516f24b6895081970e3d21a0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0910823 Aug 18 13:36:14.409707 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-3491c32e-9081-41b9-9317-812b07ec75c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:14.566739 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-f8f39167-627a-4594-ad59-2da9b68a7e18 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:36:14.567984 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-f8f39167-627a-4594-ad59-2da9b68a7e18 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1592195 Aug 18 13:36:14.721285 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:14.726479 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-98b907a3-33f5-4763-8813-39f64e5a568c None None] Port 47d67814-ca2f-4634-89e5-231473bc4c61 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:36:14.760022 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:14.769771 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-80078b56-7e94-4d6f-aa35-ad68a0f5f3ed service neutron] 10.222.0.13 "GET /v2.0/networks/212335d3-1da4-4a93-a720-dfb491997e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870854 Aug 18 13:36:14.776697 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-98b907a3-33f5-4763-8813-39f64e5a568c None None] Provisioning complete for port 899a37d1-c5d3-4a40-9b82-108989e63f77 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:36:14.776952 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-98b907a3-33f5-4763-8813-39f64e5a568c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:14.823891 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-3491c32e-9081-41b9-9317-812b07ec75c6 None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:14.837850 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-3491c32e-9081-41b9-9317-812b07ec75c6 None None] Transition to ACTIVE for port object 47d67814-ca2f-4634-89e5-231473bc4c61 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:36:14.842032 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 899a37d1-c5d3-4a40-9b82-108989e63f77, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=899a37d1-c5d3-4a40-9b82-108989e63f77,segment=NetworkSegment(d42d842b-80d4-4175-8034-ca3a43244ddd),segment_id=d42d842b-80d4-4175-8034-ca3a43244ddd)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:36:14.902291 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-db17e998-6d2a-4b05-9430-3e2df0ae769f service neutron] 10.222.0.13 "GET /v2.0/networks/212335d3-1da4-4a93-a720-dfb491997e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318691 Aug 18 13:36:14.913923 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-3491c32e-9081-41b9-9317-812b07ec75c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:14.915848 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-98b907a3-33f5-4763-8813-39f64e5a568c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:14.934068 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:14.935758 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b58c5000-3bb7-4fdc-8662-46ff2daac019 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:36:15.116693 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c080ef-6a8a-4963-900f-4e8887d20632 None None] Pushing event updated for resources: {'Port': ['ID=47d67814-ca2f-4634-89e5-231473bc4c61,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:36:15.121643 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-3491c32e-9081-41b9-9317-812b07ec75c6 None None] Attempting to bind port 47d67814-ca2f-4634-89e5-231473bc4c61 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:36:15.122355 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-3491c32e-9081-41b9-9317-812b07ec75c6 None None] Attempting to bind port 47d67814-ca2f-4634-89e5-231473bc4c61 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'd42d842b-80d4-4175-8034-ca3a43244ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '212335d3-1da4-4a93-a720-dfb491997e8b'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:36:15.123267 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3491c32e-9081-41b9-9317-812b07ec75c6 None None] Attempting to bind port 47d67814-ca2f-4634-89e5-231473bc4c61 on network 212335d3-1da4-4a93-a720-dfb491997e8b {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:36:15.135940 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3491c32e-9081-41b9-9317-812b07ec75c6 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:36:15.136325 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3491c32e-9081-41b9-9317-812b07ec75c6 None None] Checking segment: {'id': 'd42d842b-80d4-4175-8034-ca3a43244ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '212335d3-1da4-4a93-a720-dfb491997e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:36:15.136948 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-3491c32e-9081-41b9-9317-812b07ec75c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:15.137358 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3491c32e-9081-41b9-9317-812b07ec75c6 None None] Bound using segment: {'id': 'd42d842b-80d4-4175-8034-ca3a43244ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '212335d3-1da4-4a93-a720-dfb491997e8b'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:36:15.137998 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-3491c32e-9081-41b9-9317-812b07ec75c6 None None] Bound port: 47d67814-ca2f-4634-89e5-231473bc4c61, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42d842b-80d4-4175-8034-ca3a43244ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '212335d3-1da4-4a93-a720-dfb491997e8b'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:36:15.138425 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-3491c32e-9081-41b9-9317-812b07ec75c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:15.143016 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c080ef-6a8a-4963-900f-4e8887d20632 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:36:15.143414 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c080ef-6a8a-4963-900f-4e8887d20632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:36:15.143832 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c080ef-6a8a-4963-900f-4e8887d20632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:36:15.144713 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c080ef-6a8a-4963-900f-4e8887d20632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:36:15.145058 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c080ef-6a8a-4963-900f-4e8887d20632 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:36:15.145442 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c080ef-6a8a-4963-900f-4e8887d20632 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:36:15.145827 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c080ef-6a8a-4963-900f-4e8887d20632 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:36:15.146230 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c080ef-6a8a-4963-900f-4e8887d20632 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:36:15.146566 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c080ef-6a8a-4963-900f-4e8887d20632 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:36:15.147051 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c080ef-6a8a-4963-900f-4e8887d20632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:36:15.147439 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c080ef-6a8a-4963-900f-4e8887d20632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:36:15.147770 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c080ef-6a8a-4963-900f-4e8887d20632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:36:15.152024 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.db.api [None req-98b907a3-33f5-4763-8813-39f64e5a568c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:36:15.152570 n-d-803603-2 neutron-server[101677]: DEBUG oslo_db.api [None req-98b907a3-33f5-4763-8813-39f64e5a568c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:36:15.188861 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=899a37d1-c5d3-4a40-9b82-108989e63f77,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:36:15.221473 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port b58c5000-3bb7-4fdc-8662-46ff2daac019 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:36:15.221897 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:15.277957 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e2743c5f-93b1-43d2-9782-8af4a245a593 req-a7def8d8-d105-445f-ae90-a6fe7cf0cee1 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe47c231-843c-4c58-9d44-b540ec3a2aa6 HTTP/1.1" status: 200 len: 210 time: 0.0611641 Aug 18 13:36:15.302206 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-3491c32e-9081-41b9-9317-812b07ec75c6 None None] For port 47d67814-ca2f-4634-89e5-231473bc4c61, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:36:15.308354 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-3491c32e-9081-41b9-9317-812b07ec75c6 None None] For port 47d67814-ca2f-4634-89e5-231473bc4c61, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=47d67814-ca2f-4634-89e5-231473bc4c61,segment=NetworkSegment(d42d842b-80d4-4175-8034-ca3a43244ddd),segment_id=d42d842b-80d4-4175-8034-ca3a43244ddd)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:36:15.375608 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-3491c32e-9081-41b9-9317-812b07ec75c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:15.466966 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3491c32e-9081-41b9-9317-812b07ec75c6 None None] Routers {'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:36:15.467801 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-3491c32e-9081-41b9-9317-812b07ec75c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:36:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c2784f41-f3cd-4dd9-8fca-3df8c2b8244d'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:36:15.470124 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c080ef-6a8a-4963-900f-4e8887d20632 None None] Pushing event updated for resources: {'Port': ['ID=47d67814-ca2f-4634-89e5-231473bc4c61,revision_number=4']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:36:15.545070 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:15.627983 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-3491c32e-9081-41b9-9317-812b07ec75c6 None None] Set router c2784f41-f3cd-4dd9-8fca-3df8c2b8244d gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:36:15.890154 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 899a37d1-c5d3-4a40-9b82-108989e63f77 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:36:15.970324 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 899a37d1-c5d3-4a40-9b82-108989e63f77 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:36:15.970924 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:16.047379 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-3491c32e-9081-41b9-9317-812b07ec75c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737085566', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b58c5000-3bb7-4fdc-8662-46ff2daac019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:36:07Z', 'updated_at': '2021-08-18T13:36:12Z', 'revision_number': 4, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': 'b58c5000-3bb7-4fdc-8662-46ff2daac019', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:36:07Z', 'updated_at': '2021-08-18T13:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '47d67814-ca2f-4634-89e5-231473bc4c61', 'name': '', 'network_id': '212335d3-1da4-4a93-a720-dfb491997e8b', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'mac_address': 'fa:16:3e:34:6e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '774881fc-c083-4941-9e6b-be9a7625378d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:36:11Z', 'updated_at': '2021-08-18T13:36:15Z', 'revision_number': 4, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'subnets': [{'id': '774881fc-c083-4941-9e6b-be9a7625378d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:36:16.093330 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3491c32e-9081-41b9-9317-812b07ec75c6 None None] The sync data for ids ['c2784f41-f3cd-4dd9-8fca-3df8c2b8244d'] in n-d-803603-2 is: [{'id': 'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737085566', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b58c5000-3bb7-4fdc-8662-46ff2daac019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:36:07Z', 'updated_at': '2021-08-18T13:36:12Z', 'revision_number': 4, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': 'b58c5000-3bb7-4fdc-8662-46ff2daac019', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:36:07Z', 'updated_at': '2021-08-18T13:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '47d67814-ca2f-4634-89e5-231473bc4c61', 'name': '', 'network_id': '212335d3-1da4-4a93-a720-dfb491997e8b', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'mac_address': 'fa:16:3e:34:6e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '774881fc-c083-4941-9e6b-be9a7625378d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:36:11Z', 'updated_at': '2021-08-18T13:36:15Z', 'revision_number': 4, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'subnets': [{'id': '774881fc-c083-4941-9e6b-be9a7625378d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:36:16.407651 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-624864a1-2e2b-436f-93c1-aeb364c6497f req-371809e1-7541-4844-80c1-4e6382dd3b4a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe47c231-843c-4c58-9d44-b540ec3a2aa6 HTTP/1.1" status: 200 len: 210 time: 0.0464301 Aug 18 13:36:17.450130 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-9a955e80-781a-4d23-8d9b-e46cd9e83dce tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:36:17.451719 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-9a955e80-781a-4d23-8d9b-e46cd9e83dce tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.39 "GET /v2.0/networks?id=212335d3-1da4-4a93-a720-dfb491997e8b HTTP/1.1" status: 200 len: 797 time: 0.1183231 Aug 18 13:36:17.489560 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:17.527330 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a0333b07-d34d-4849-b40f-cc7b3ddeac27 req-dff664c8-32f4-4ce2-954d-1c889e374740 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe47c231-843c-4c58-9d44-b540ec3a2aa6 HTTP/1.1" status: 200 len: 210 time: 0.0361986 Aug 18 13:36:17.531747 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-e3891f94-222c-41e0-bfdf-67689ca8bab1 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de6dcd8516f24b6895081970e3d21a0a HTTP/1.1" status: 200 len: 378 time: 0.0697656 Aug 18 13:36:17.544517 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-5eeabc42-5ce0-4a96-8681-67176a342f95 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'port': {'device_id': 'fe47c231-843c-4c58-9d44-b540ec3a2aa6', 'network_id': '212335d3-1da4-4a93-a720-dfb491997e8b', 'admin_state_up': True, 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'security_groups': ['d8e2cc04-d8ed-42f2-b6a3-e3ebf359f7bf']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:36:17.724960 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-5eeabc42-5ce0-4a96-8681-67176a342f95 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Made reservation on behalf of de6dcd8516f24b6895081970e3d21a0a for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:36:17.729156 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-5eeabc42-5ce0-4a96-8681-67176a342f95 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:17.899311 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 47d67814-ca2f-4634-89e5-231473bc4c61 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:36:17.902266 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-5eeabc42-5ce0-4a96-8681-67176a342f95 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Allocated IP 172.20.0.8 (212335d3-1da4-4a93-a720-dfb491997e8b/774881fc-c083-4941-9e6b-be9a7625378d/69ba9d6f-54bf-49f6-99e9-4fbc60f6b116) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:36:18.038851 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 47d67814-ca2f-4634-89e5-231473bc4c61 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:36:18.043404 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 47d67814-ca2f-4634-89e5-231473bc4c61 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:36:18.043861 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:18.048221 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-5eeabc42-5ce0-4a96-8681-67176a342f95 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:18.069710 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-5eeabc42-5ce0-4a96-8681-67176a342f95 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Transition to ACTIVE for port object 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:36:18.145328 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:18.179653 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 47d67814-ca2f-4634-89e5-231473bc4c61, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=47d67814-ca2f-4634-89e5-231473bc4c61,segment=NetworkSegment(d42d842b-80d4-4175-8034-ca3a43244ddd),segment_id=d42d842b-80d4-4175-8034-ca3a43244ddd)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:36:18.190634 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-5eeabc42-5ce0-4a96-8681-67176a342f95 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:18.237425 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-5eeabc42-5ce0-4a96-8681-67176a342f95 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Network 212335d3-1da4-4a93-a720-dfb491997e8b is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:36:18.240708 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-5eeabc42-5ce0-4a96-8681-67176a342f95 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:36:18.245242 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-5eeabc42-5ce0-4a96-8681-67176a342f95 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:36:18.252214 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeabc42-5ce0-4a96-8681-67176a342f95 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'Port': ['ID=69ba9d6f-54bf-49f6-99e9-4fbc60f6b116,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:36:18.269234 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:18.317198 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-5eeabc42-5ce0-4a96-8681-67176a342f95 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:36:18.319050 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-5eeabc42-5ce0-4a96-8681-67176a342f95 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:18.347114 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=47d67814-ca2f-4634-89e5-231473bc4c61,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:36:18.416982 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-5eeabc42-5ce0-4a96-8681-67176a342f95 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8793223 Aug 18 13:36:18.504471 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-fd941a34-f6ef-4d3d-ac54-cb14c5698f26 service neutron] Request body: {'port': {'device_id': 'fe47c231-843c-4c58-9d44-b540ec3a2aa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:36:18.603914 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-6f83d933-c7ef-46ee-9733-9c51e0ea2aae None None] Provisioning for port 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:36:18.611257 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-6f83d933-c7ef-46ee-9733-9c51e0ea2aae None None] Provisioning complete for port 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:36:18.611991 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-fd941a34-f6ef-4d3d-ac54-cb14c5698f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:18.612529 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6f83d933-c7ef-46ee-9733-9c51e0ea2aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:18.667683 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-6f83d933-c7ef-46ee-9733-9c51e0ea2aae None None] Port 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:36:18.684901 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751aba-bbd2-4b20-be18-a25473c878ea req-76e48077-65dc-4571-b2b3-90499d1723a7 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:36:18.686560 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-da751aba-bbd2-4b20-be18-a25473c878ea req-76e48077-65dc-4571-b2b3-90499d1723a7 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe47c231-843c-4c58-9d44-b540ec3a2aa6 HTTP/1.1" status: 200 len: 931 time: 0.0775042 Aug 18 13:36:18.731066 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-da751aba-bbd2-4b20-be18-a25473c878ea req-f029b58a-0140-453c-bb60-6dceffadac3d tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8e2cc04-d8ed-42f2-b6a3-e3ebf359f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370708 Aug 18 13:36:19.044102 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-fd941a34-f6ef-4d3d-ac54-cb14c5698f26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:36:19.052480 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-fd941a34-f6ef-4d3d-ac54-cb14c5698f26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:19.065396 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-fd941a34-f6ef-4d3d-ac54-cb14c5698f26 service neutron] Transition to ACTIVE for port object 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:36:19.147509 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-fd941a34-f6ef-4d3d-ac54-cb14c5698f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:19.212958 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd941a34-f6ef-4d3d-ac54-cb14c5698f26 service neutron] Pushing event updated for resources: {'Port': ['ID=69ba9d6f-54bf-49f6-99e9-4fbc60f6b116,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:36:19.308244 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-fd941a34-f6ef-4d3d-ac54-cb14c5698f26 service neutron] Attempting to bind port 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:36:19.308676 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-fd941a34-f6ef-4d3d-ac54-cb14c5698f26 service neutron] Attempting to bind port 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': 'd42d842b-80d4-4175-8034-ca3a43244ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '212335d3-1da4-4a93-a720-dfb491997e8b'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:36:19.309065 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-fd941a34-f6ef-4d3d-ac54-cb14c5698f26 service neutron] Attempting to bind port 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 on network 212335d3-1da4-4a93-a720-dfb491997e8b {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:36:19.315534 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-fd941a34-f6ef-4d3d-ac54-cb14c5698f26 service neutron] Port 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 on network 212335d3-1da4-4a93-a720-dfb491997e8b not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:36:19.316074 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-fd941a34-f6ef-4d3d-ac54-cb14c5698f26 service neutron] Attempting to bind port 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 on network 212335d3-1da4-4a93-a720-dfb491997e8b {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:36:19.325473 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-fd941a34-f6ef-4d3d-ac54-cb14c5698f26 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:36:19.325958 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-fd941a34-f6ef-4d3d-ac54-cb14c5698f26 service neutron] Checking segment: {'id': 'd42d842b-80d4-4175-8034-ca3a43244ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '212335d3-1da4-4a93-a720-dfb491997e8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:36:19.326527 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-fd941a34-f6ef-4d3d-ac54-cb14c5698f26 service neutron] Bound using segment: {'id': 'd42d842b-80d4-4175-8034-ca3a43244ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '212335d3-1da4-4a93-a720-dfb491997e8b'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:36:19.327081 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-fd941a34-f6ef-4d3d-ac54-cb14c5698f26 service neutron] Bound port: 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42d842b-80d4-4175-8034-ca3a43244ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '212335d3-1da4-4a93-a720-dfb491997e8b'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:36:19.327539 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-fd941a34-f6ef-4d3d-ac54-cb14c5698f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:19.414201 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-fd941a34-f6ef-4d3d-ac54-cb14c5698f26 service neutron] For port 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:36:19.417576 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-fd941a34-f6ef-4d3d-ac54-cb14c5698f26 service neutron] For port 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=69ba9d6f-54bf-49f6-99e9-4fbc60f6b116,segment=NetworkSegment(d42d842b-80d4-4175-8034-ca3a43244ddd),segment_id=d42d842b-80d4-4175-8034-ca3a43244ddd)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:36:19.507271 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-fd941a34-f6ef-4d3d-ac54-cb14c5698f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:19.524175 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-fd941a34-f6ef-4d3d-ac54-cb14c5698f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:36:19.524747 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-fd941a34-f6ef-4d3d-ac54-cb14c5698f26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:19.526375 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-fd941a34-f6ef-4d3d-ac54-cb14c5698f26 service neutron] 10.222.0.39 "PUT /v2.0/ports/69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 HTTP/1.1" status: 200 len: 1091 time: 1.1010361 Aug 18 13:36:19.526843 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe47c231-843c-4c58-9d44-b540ec3a2aa6', 'tag': '69ba9d6f-54bf-49f6-99e9-4fbc60f6b116'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:36:19.529178 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734b834d-784c-467d-9232-332333966487" -d '{"events": [{"name": "network-changed", "server_uuid": "fe47c231-843c-4c58-9d44-b540ec3a2aa6", "tag": "69ba9d6f-54bf-49f6-99e9-4fbc60f6b116"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:36:19.582007 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd4ffef-ed3e-4ab1-953a-4881f290f65d x-openstack-request-id: req-cbd4ffef-ed3e-4ab1-953a-4881f290f65d {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:36:19.584520 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe47c231-843c-4c58-9d44-b540ec3a2aa6", "tag": "69ba9d6f-54bf-49f6-99e9-4fbc60f6b116", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:36:19.584520 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cbd4ffef-ed3e-4ab1-953a-4881f290f65d {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:36:19.584520 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe47c231-843c-4c58-9d44-b540ec3a2aa6', 'tag': '69ba9d6f-54bf-49f6-99e9-4fbc60f6b116', 'status': 'completed', 'code': 200} Aug 18 13:36:19.658118 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd941a34-f6ef-4d3d-ac54-cb14c5698f26 service neutron] Pushing event updated for resources: {'Port': ['ID=69ba9d6f-54bf-49f6-99e9-4fbc60f6b116,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:36:19.675226 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b834d-784c-467d-9232-332333966487 req-0821ac44-df62-4ca6-8dce-819d70bca5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:36:19.676960 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-734b834d-784c-467d-9232-332333966487 req-0821ac44-df62-4ca6-8dce-819d70bca5f9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de6dcd8516f24b6895081970e3d21a0a&device_id=fe47c231-843c-4c58-9d44-b540ec3a2aa6 HTTP/1.1" status: 200 len: 1094 time: 0.0802510 Aug 18 13:36:19.793223 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b834d-784c-467d-9232-332333966487 req-275d7848-71b3-460e-b18a-ef6f7e1e3a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:36:19.794953 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-734b834d-784c-467d-9232-332333966487 req-275d7848-71b3-460e-b18a-ef6f7e1e3a16 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=de6dcd8516f24b6895081970e3d21a0a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1101074 Aug 18 13:36:19.850805 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 47d67814-ca2f-4634-89e5-231473bc4c61 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:36:19.896942 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2706f-afa2-44be-a252-494bb61a049e req-fae09c23-4db8-4cbf-a517-1c4cf3c37c6c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:36:19.898743 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-73b2706f-afa2-44be-a252-494bb61a049e req-fae09c23-4db8-4cbf-a517-1c4cf3c37c6c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe47c231-843c-4c58-9d44-b540ec3a2aa6 HTTP/1.1" status: 200 len: 943 time: 0.0821221 Aug 18 13:36:19.914699 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 47d67814-ca2f-4634-89e5-231473bc4c61 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:36:19.915337 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:19.939461 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b834d-784c-467d-9232-332333966487 req-43e84929-b216-4122-9417-a75122716988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:36:19.941281 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-734b834d-784c-467d-9232-332333966487 req-43e84929-b216-4122-9417-a75122716988 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1392901 Aug 18 13:36:19.962928 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-73b2706f-afa2-44be-a252-494bb61a049e req-627480a9-364e-4568-b08a-d5c13827246b tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8e2cc04-d8ed-42f2-b6a3-e3ebf359f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533509 Aug 18 13:36:20.025330 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-29ffb7d1-7a9a-4812-8a02-23016eb1e80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:36:20.026907 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-29ffb7d1-7a9a-4812-8a02-23016eb1e80c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de6dcd8516f24b6895081970e3d21a0a&device_id=fe47c231-843c-4c58-9d44-b540ec3a2aa6 HTTP/1.1" status: 200 len: 1094 time: 0.0442567 Aug 18 13:36:20.074537 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-2671c204-2b28-4e83-ab2d-66fe49d925b4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 HTTP/1.1" status: 200 len: 217 time: 0.0382538 Aug 18 13:36:20.131856 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-9742d0a3-a075-4617-a564-bca32709733f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:36:20.133450 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-9742d0a3-a075-4617-a564-bca32709733f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=774881fc-c083-4941-9e6b-be9a7625378d HTTP/1.1" status: 200 len: 834 time: 0.0513079 Aug 18 13:36:20.183511 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-258e98ca-0729-43cf-859c-f8eac3483032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:36:20.184968 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-258e98ca-0729-43cf-859c-f8eac3483032 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=212335d3-1da4-4a93-a720-dfb491997e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441504 Aug 18 13:36:20.286636 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-e1f12b40-b101-444f-8419-989dcbafa656 service neutron] 10.222.0.39 "GET /v2.0/networks/212335d3-1da4-4a93-a720-dfb491997e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939751 Aug 18 13:36:20.390086 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-82c0b24a-5ec8-43fa-80ed-ce50028ae8dd req-66d73065-66e3-4c4f-baef-9a61e8d37493 service neutron] 10.222.0.39 "GET /v2.0/networks/212335d3-1da4-4a93-a720-dfb491997e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962813 Aug 18 13:36:21.092193 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80cb9-7520-42fb-b95f-8817a8f71390 req-f5e9d85a-a7f9-4702-84f8-a6858be710a6 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:36:21.093749 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e7f80cb9-7520-42fb-b95f-8817a8f71390 req-f5e9d85a-a7f9-4702-84f8-a6858be710a6 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe47c231-843c-4c58-9d44-b540ec3a2aa6 HTTP/1.1" status: 200 len: 943 time: 0.0539994 Aug 18 13:36:21.137145 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e7f80cb9-7520-42fb-b95f-8817a8f71390 req-e1407009-0f98-4636-b1bd-354dbaf80190 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8e2cc04-d8ed-42f2-b6a3-e3ebf359f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369394 Aug 18 13:36:22.257659 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369ac7e-4dd9-46b8-8242-cbe76d471c26 req-7939554e-a8e3-4fea-acd4-4208502c8702 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:36:22.260065 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e369ac7e-4dd9-46b8-8242-cbe76d471c26 req-7939554e-a8e3-4fea-acd4-4208502c8702 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe47c231-843c-4c58-9d44-b540ec3a2aa6 HTTP/1.1" status: 200 len: 943 time: 0.0524147 Aug 18 13:36:22.305836 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e369ac7e-4dd9-46b8-8242-cbe76d471c26 req-32ef279d-e1d8-448a-993d-20f8a5cbd906 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8e2cc04-d8ed-42f2-b6a3-e3ebf359f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376036 Aug 18 13:36:23.429239 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec9486-f5f8-44d7-bdee-143a363caf7f req-983fb1df-5d78-4e35-91b8-9b5d633c3b45 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:36:23.430973 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9dec9486-f5f8-44d7-bdee-143a363caf7f req-983fb1df-5d78-4e35-91b8-9b5d633c3b45 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe47c231-843c-4c58-9d44-b540ec3a2aa6 HTTP/1.1" status: 200 len: 943 time: 0.0558910 Aug 18 13:36:23.477360 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9dec9486-f5f8-44d7-bdee-143a363caf7f req-8d6e029f-ebdc-4c4d-9b77-5799fa01e214 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8e2cc04-d8ed-42f2-b6a3-e3ebf359f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352166 Aug 18 13:36:24.039338 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:36:24.144500 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=69ba9d6f-54bf-49f6-99e9-4fbc60f6b116,segment=NetworkSegment(d42d842b-80d4-4175-8034-ca3a43244ddd),segment_id=d42d842b-80d4-4175-8034-ca3a43244ddd)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:36:24.155799 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '69ba9d6f-54bf-49f6-99e9-4fbc60f6b116', 'network_id': '212335d3-1da4-4a93-a720-dfb491997e8b', 'port_id': '69ba9d6f-54bf-49f6-99e9-4fbc60f6b116', 'mac_address': 'fa:16:3e:4c:89:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '774881fc-c083-4941-9e6b-be9a7625378d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:36:24.193926 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:24.206986 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:36:24.227762 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=69ba9d6f-54bf-49f6-99e9-4fbc60f6b116,segment=NetworkSegment(d42d842b-80d4-4175-8034-ca3a43244ddd),segment_id=d42d842b-80d4-4175-8034-ca3a43244ddd)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:36:24.313083 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:24.362577 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=69ba9d6f-54bf-49f6-99e9-4fbc60f6b116,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:36:24.546202 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['69ba9d6f-54bf-49f6-99e9-4fbc60f6b116'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:36:24.618499 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec92ea-8b7c-4ecc-9ccf-7b854b52c5f8 req-7f03a596-21ba-4a46-8419-650fb181c3ba tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:36:24.619922 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-97ec92ea-8b7c-4ecc-9ccf-7b854b52c5f8 req-7f03a596-21ba-4a46-8419-650fb181c3ba tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe47c231-843c-4c58-9d44-b540ec3a2aa6 HTTP/1.1" status: 200 len: 944 time: 0.0639682 Aug 18 13:36:24.684830 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-97ec92ea-8b7c-4ecc-9ccf-7b854b52c5f8 req-d4b61837-cb39-42cb-8e1e-9b39aa69a4c0 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8e2cc04-d8ed-42f2-b6a3-e3ebf359f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523593 Aug 18 13:36:25.807912 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3103e-5d3a-4b87-8a4b-8eddd22e9f43 req-5ac3c865-a345-46a4-87eb-190bf2eef5f0 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:36:25.809459 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4ad3103e-5d3a-4b87-8a4b-8eddd22e9f43 req-5ac3c865-a345-46a4-87eb-190bf2eef5f0 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe47c231-843c-4c58-9d44-b540ec3a2aa6 HTTP/1.1" status: 200 len: 944 time: 0.0531957 Aug 18 13:36:25.869186 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4ad3103e-5d3a-4b87-8a4b-8eddd22e9f43 req-1fbd3be2-a283-4928-8146-e2aa4d21ce64 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8e2cc04-d8ed-42f2-b6a3-e3ebf359f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486403 Aug 18 13:36:26.050655 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:36:26.164879 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:36:26.169053 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:36:26.169459 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:26.249952 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:26.275242 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe47c231-843c-4c58-9d44-b540ec3a2aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ba9d6f-54bf-49f6-99e9-4fbc60f6b116'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:36:26.277830 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff398c89-e631-49ae-978d-e4387fd3dfde" -d '{"events": [{"server_uuid": "fe47c231-843c-4c58-9d44-b540ec3a2aa6", "name": "network-vif-plugged", "status": "completed", "tag": "69ba9d6f-54bf-49f6-99e9-4fbc60f6b116"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:36:26.298347 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=69ba9d6f-54bf-49f6-99e9-4fbc60f6b116,segment=NetworkSegment(d42d842b-80d4-4175-8034-ca3a43244ddd),segment_id=d42d842b-80d4-4175-8034-ca3a43244ddd)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:36:26.323063 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f968d6-9d03-49d2-b8ef-7ae16470b2b8 x-openstack-request-id: req-88f968d6-9d03-49d2-b8ef-7ae16470b2b8 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:36:26.323349 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe47c231-843c-4c58-9d44-b540ec3a2aa6", "name": "network-vif-plugged", "status": "completed", "tag": "69ba9d6f-54bf-49f6-99e9-4fbc60f6b116", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:36:26.323599 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-88f968d6-9d03-49d2-b8ef-7ae16470b2b8 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:36:26.323991 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe47c231-843c-4c58-9d44-b540ec3a2aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ba9d6f-54bf-49f6-99e9-4fbc60f6b116', 'code': 200} Aug 18 13:36:26.358429 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:26.423596 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=69ba9d6f-54bf-49f6-99e9-4fbc60f6b116,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:36:26.441152 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a4924-b324-4e55-aec0-f6a040d9d3e5 req-d988f951-2858-429b-839b-7877ced59ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:36:26.443174 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-427a4924-b324-4e55-aec0-f6a040d9d3e5 req-d988f951-2858-429b-839b-7877ced59ced service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fe47c231-843c-4c58-9d44-b540ec3a2aa6 HTTP/1.1" status: 200 len: 1096 time: 0.0562110 Aug 18 13:36:26.483848 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-427a4924-b324-4e55-aec0-f6a040d9d3e5 req-6f303974-5aa9-479e-b908-698acc15551a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d8e2cc04-d8ed-42f2-b6a3-e3ebf359f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334563 Aug 18 13:36:27.009086 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b322c-5093-493c-8fbf-d12d6f931214 req-5e34a3f0-ce07-4746-92db-41562ca2595d tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:36:27.010888 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-105b322c-5093-493c-8fbf-d12d6f931214 req-5e34a3f0-ce07-4746-92db-41562ca2595d tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe47c231-843c-4c58-9d44-b540ec3a2aa6 HTTP/1.1" status: 200 len: 945 time: 0.0635829 Aug 18 13:36:27.051205 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-105b322c-5093-493c-8fbf-d12d6f931214 req-df735de2-17ed-4c87-ba76-b023c7b1051d tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8e2cc04-d8ed-42f2-b6a3-e3ebf359f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337262 Aug 18 13:36:28.174122 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501f426-0b3c-4d9b-b542-855ab637d3a0 req-3eb289a2-bcdb-4671-ac02-1883203717d4 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:36:28.175697 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9501f426-0b3c-4d9b-b542-855ab637d3a0 req-3eb289a2-bcdb-4671-ac02-1883203717d4 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe47c231-843c-4c58-9d44-b540ec3a2aa6 HTTP/1.1" status: 200 len: 945 time: 0.0518329 Aug 18 13:36:28.215457 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:28.216164 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9501f426-0b3c-4d9b-b542-855ab637d3a0 req-0893626e-a3bd-4524-bf59-d4d3031cc63c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8e2cc04-d8ed-42f2-b6a3-e3ebf359f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332835 Aug 18 13:36:28.330192 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fea06-692f-4006-9a55-106f5614a7ad req-b2d4d95e-7d99-4eb2-84b7-1dff3bd81b70 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:36:28.331799 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-609fea06-692f-4006-9a55-106f5614a7ad req-b2d4d95e-7d99-4eb2-84b7-1dff3bd81b70 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe47c231-843c-4c58-9d44-b540ec3a2aa6 HTTP/1.1" status: 200 len: 945 time: 0.0495243 Aug 18 13:36:28.372147 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-609fea06-692f-4006-9a55-106f5614a7ad req-4e61a60f-2f5b-4445-bbd2-3a101949592c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8e2cc04-d8ed-42f2-b6a3-e3ebf359f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334022 Aug 18 13:36:28.394873 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35546) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:36:28.437799 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67452b2b-4d4c-4035-95b1-7d95fd42d4bf tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:36:28.439381 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-67452b2b-4d4c-4035-95b1-7d95fd42d4bf tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fe47c231-843c-4c58-9d44-b540ec3a2aa6 HTTP/1.1" status: 200 len: 1091 time: 0.0434413 Aug 18 13:36:28.442413 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35548) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:36:28.447274 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-7e66f03d-7c5c-4b05-83df-32816357a629 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'port_id': '69ba9d6f-54bf-49f6-99e9-4fbc60f6b116', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:36:28.529959 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7e66f03d-7c5c-4b05-83df-32816357a629 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for floatingip, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:28.634650 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7e66f03d-7c5c-4b05-83df-32816357a629 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:28.735634 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-7e66f03d-7c5c-4b05-83df-32816357a629 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Allocated IP 172.25.6.204 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/8bf45dd5-f35a-4307-bd78-8318924fc76e) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:36:28.843231 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7e66f03d-7c5c-4b05-83df-32816357a629 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:28.936338 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7e66f03d-7c5c-4b05-83df-32816357a629 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:28.953031 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:28.980554 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e66f03d-7c5c-4b05-83df-32816357a629 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:36:28.983704 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-7e66f03d-7c5c-4b05-83df-32816357a629 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:36:28.988246 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e66f03d-7c5c-4b05-83df-32816357a629 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:36:29.013260 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e66f03d-7c5c-4b05-83df-32816357a629 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'Port': ['ID=8bf45dd5-f35a-4307-bd78-8318924fc76e,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:36:29.356970 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7e66f03d-7c5c-4b05-83df-32816357a629 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:29.512771 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7e66f03d-7c5c-4b05-83df-32816357a629 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:29.674602 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7e66f03d-7c5c-4b05-83df-32816357a629 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:29.735674 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7e66f03d-7c5c-4b05-83df-32816357a629 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:29.810290 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e66f03d-7c5c-4b05-83df-32816357a629 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'Port': ['ID=8bf45dd5-f35a-4307-bd78-8318924fc76e,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:36:29.825527 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7e66f03d-7c5c-4b05-83df-32816357a629 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:29.950314 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [None req-7e66f03d-7c5c-4b05-83df-32816357a629 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Floating IP 2dcfba98-90c6-43f3-bf36-95842ac3d91d associated. External IP: 172.25.6.204, port: 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116. Aug 18 13:36:29.971217 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:36:30.214968 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e66f03d-7c5c-4b05-83df-32816357a629 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Router c2784f41-f3cd-4dd9-8fca-3df8c2b8244d has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:36:30.333810 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e66f03d-7c5c-4b05-83df-32816357a629 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:36:30.345790 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2da455-9ef5-4ee6-ae67-773ed07caa01 None None] Sync routers for ids ['c2784f41-f3cd-4dd9-8fca-3df8c2b8244d'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:36:30.356170 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2da455-9ef5-4ee6-ae67-773ed07caa01 None None] Routers {'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:36:30.356820 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-3b2da455-9ef5-4ee6-ae67-773ed07caa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:36:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c2784f41-f3cd-4dd9-8fca-3df8c2b8244d'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:36:30.438526 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7e66f03d-7c5c-4b05-83df-32816357a629 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:30.472981 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7e66f03d-7c5c-4b05-83df-32816357a629 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0292478 Aug 18 13:36:30.473377 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe47c231-843c-4c58-9d44-b540ec3a2aa6', 'tag': '69ba9d6f-54bf-49f6-99e9-4fbc60f6b116'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:36:30.476045 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c7f05e-77e9-4b13-86ec-f4040a354596" -d '{"events": [{"name": "network-changed", "server_uuid": "fe47c231-843c-4c58-9d44-b540ec3a2aa6", "tag": "69ba9d6f-54bf-49f6-99e9-4fbc60f6b116"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:36:30.481170 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-3b2da455-9ef5-4ee6-ae67-773ed07caa01 None None] Set router c2784f41-f3cd-4dd9-8fca-3df8c2b8244d gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:36:30.552208 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bbc16ac-8fc5-4f40-b2b2-8ae958ec6614 x-openstack-request-id: req-1bbc16ac-8fc5-4f40-b2b2-8ae958ec6614 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:36:30.553905 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe47c231-843c-4c58-9d44-b540ec3a2aa6", "tag": "69ba9d6f-54bf-49f6-99e9-4fbc60f6b116", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:36:30.555108 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1bbc16ac-8fc5-4f40-b2b2-8ae958ec6614 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:36:30.555830 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe47c231-843c-4c58-9d44-b540ec3a2aa6', 'tag': '69ba9d6f-54bf-49f6-99e9-4fbc60f6b116', 'status': 'completed', 'code': 200} Aug 18 13:36:30.592192 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a032b93-8f20-4dd6-99bc-5354e0d65971 req-04f49dcc-3f9b-48c5-9166-d19468f04beb tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:36:30.593756 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3a032b93-8f20-4dd6-99bc-5354e0d65971 req-04f49dcc-3f9b-48c5-9166-d19468f04beb tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe47c231-843c-4c58-9d44-b540ec3a2aa6 HTTP/1.1" status: 200 len: 945 time: 0.0672879 Aug 18 13:36:30.637663 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7f05e-77e9-4b13-86ec-f4040a354596 req-b1bdc454-06bd-4bb6-b2b5-61fa69d72eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:36:30.640010 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-87c7f05e-77e9-4b13-86ec-f4040a354596 req-b1bdc454-06bd-4bb6-b2b5-61fa69d72eb5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de6dcd8516f24b6895081970e3d21a0a&device_id=fe47c231-843c-4c58-9d44-b540ec3a2aa6 HTTP/1.1" status: 200 len: 1096 time: 0.0666883 Aug 18 13:36:30.641602 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3a032b93-8f20-4dd6-99bc-5354e0d65971 req-7a548a27-142d-416c-967e-69c0147dd00f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8e2cc04-d8ed-42f2-b6a3-e3ebf359f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367875 Aug 18 13:36:30.668657 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35554) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:36:30.777692 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7f05e-77e9-4b13-86ec-f4040a354596 req-f6b639a0-66bc-40f5-a21c-18017a9c9e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:36:30.780638 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-87c7f05e-77e9-4b13-86ec-f4040a354596 req-f6b639a0-66bc-40f5-a21c-18017a9c9e58 service neutron] 10.222.0.39 "GET /v2.0/networks?id=212335d3-1da4-4a93-a720-dfb491997e8b HTTP/1.1" status: 200 len: 898 time: 0.1334529 Aug 18 13:36:30.781224 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4c2cdb51-d2af-4c0a-9be0-08bc61e7d4ab tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/floatingips/2dcfba98-90c6-43f3-bf36-95842ac3d91d HTTP/1.1" status: 200 len: 991 time: 0.1102822 Aug 18 13:36:30.835167 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-3b2da455-9ef5-4ee6-ae67-773ed07caa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737085566', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b58c5000-3bb7-4fdc-8662-46ff2daac019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:36:07Z', 'updated_at': '2021-08-18T13:36:12Z', 'revision_number': 4, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': 'b58c5000-3bb7-4fdc-8662-46ff2daac019', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:36:07Z', 'updated_at': '2021-08-18T13:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '2dcfba98-90c6-43f3-bf36-95842ac3d91d', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'floating_ip_address': '172.25.6.204', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d', 'port_id': '69ba9d6f-54bf-49f6-99e9-4fbc60f6b116', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '212335d3-1da4-4a93-a720-dfb491997e8b', 'mac_address': 'fa:16:3e:4c:89:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe47c231-843c-4c58-9d44-b540ec3a2aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:36:29Z', 'updated_at': '2021-08-18T13:36:29Z', 'revision_number': 0, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47d67814-ca2f-4634-89e5-231473bc4c61', 'name': '', 'network_id': '212335d3-1da4-4a93-a720-dfb491997e8b', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'mac_address': 'fa:16:3e:34:6e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '774881fc-c083-4941-9e6b-be9a7625378d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:36:11Z', 'updated_at': '2021-08-18T13:36:18Z', 'revision_number': 5, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'subnets': [{'id': '774881fc-c083-4941-9e6b-be9a7625378d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:36:30.859568 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-87c7f05e-77e9-4b13-86ec-f4040a354596 req-ad320339-9f8d-464e-b3b9-9f9123977161 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 HTTP/1.1" status: 200 len: 999 time: 0.0713408 Aug 18 13:36:30.869843 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2da455-9ef5-4ee6-ae67-773ed07caa01 None None] Checking router: c2784f41-f3cd-4dd9-8fca-3df8c2b8244d for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:36:30.881020 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2da455-9ef5-4ee6-ae67-773ed07caa01 None None] Routers {'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:36:30.881666 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-3b2da455-9ef5-4ee6-ae67-773ed07caa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:36:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c2784f41-f3cd-4dd9-8fca-3df8c2b8244d'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:36:30.908790 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7f05e-77e9-4b13-86ec-f4040a354596 req-50e9de42-f2f5-46a2-b0af-ecb78888ab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:36:30.910313 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-87c7f05e-77e9-4b13-86ec-f4040a354596 req-50e9de42-f2f5-46a2-b0af-ecb78888ab8d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=774881fc-c083-4941-9e6b-be9a7625378d HTTP/1.1" status: 200 len: 834 time: 0.0445075 Aug 18 13:36:30.958268 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7f05e-77e9-4b13-86ec-f4040a354596 req-10669c44-35b2-44c5-b1bb-fdf7dde6e054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:36:30.959803 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-87c7f05e-77e9-4b13-86ec-f4040a354596 req-10669c44-35b2-44c5-b1bb-fdf7dde6e054 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=212335d3-1da4-4a93-a720-dfb491997e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417957 Aug 18 13:36:30.991120 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-3b2da455-9ef5-4ee6-ae67-773ed07caa01 None None] Set router c2784f41-f3cd-4dd9-8fca-3df8c2b8244d gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:36:31.067075 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-87c7f05e-77e9-4b13-86ec-f4040a354596 req-46651754-d32f-47d8-9c57-af59391b0313 service neutron] 10.222.0.39 "GET /v2.0/networks/212335d3-1da4-4a93-a720-dfb491997e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996411 Aug 18 13:36:31.162808 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-87c7f05e-77e9-4b13-86ec-f4040a354596 req-b0058afe-6e98-453b-a9d2-6ab150eb6dd3 service neutron] 10.222.0.39 "GET /v2.0/networks/212335d3-1da4-4a93-a720-dfb491997e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894201 Aug 18 13:36:31.237102 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-3b2da455-9ef5-4ee6-ae67-773ed07caa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737085566', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b58c5000-3bb7-4fdc-8662-46ff2daac019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:36:07Z', 'updated_at': '2021-08-18T13:36:12Z', 'revision_number': 4, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': 'b58c5000-3bb7-4fdc-8662-46ff2daac019', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:36:07Z', 'updated_at': '2021-08-18T13:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '2dcfba98-90c6-43f3-bf36-95842ac3d91d', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'floating_ip_address': '172.25.6.204', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d', 'port_id': '69ba9d6f-54bf-49f6-99e9-4fbc60f6b116', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '212335d3-1da4-4a93-a720-dfb491997e8b', 'mac_address': 'fa:16:3e:4c:89:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe47c231-843c-4c58-9d44-b540ec3a2aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:36:29Z', 'updated_at': '2021-08-18T13:36:29Z', 'revision_number': 0, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47d67814-ca2f-4634-89e5-231473bc4c61', 'name': '', 'network_id': '212335d3-1da4-4a93-a720-dfb491997e8b', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'mac_address': 'fa:16:3e:34:6e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '774881fc-c083-4941-9e6b-be9a7625378d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:36:11Z', 'updated_at': '2021-08-18T13:36:18Z', 'revision_number': 5, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'subnets': [{'id': '774881fc-c083-4941-9e6b-be9a7625378d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:36:31.263556 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2da455-9ef5-4ee6-ae67-773ed07caa01 None None] The sync data for ids ['c2784f41-f3cd-4dd9-8fca-3df8c2b8244d'] in n-d-803603-2 is: [{'id': 'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737085566', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b58c5000-3bb7-4fdc-8662-46ff2daac019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:36:07Z', 'updated_at': '2021-08-18T13:36:12Z', 'revision_number': 4, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': 'b58c5000-3bb7-4fdc-8662-46ff2daac019', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:36:07Z', 'updated_at': '2021-08-18T13:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '2dcfba98-90c6-43f3-bf36-95842ac3d91d', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'floating_ip_address': '172.25.6.204', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d', 'port_id': '69ba9d6f-54bf-49f6-99e9-4fbc60f6b116', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '212335d3-1da4-4a93-a720-dfb491997e8b', 'mac_address': 'fa:16:3e:4c:89:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe47c231-843c-4c58-9d44-b540ec3a2aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:36:29Z', 'updated_at': '2021-08-18T13:36:29Z', 'revision_number': 0, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47d67814-ca2f-4634-89e5-231473bc4c61', 'name': '', 'network_id': '212335d3-1da4-4a93-a720-dfb491997e8b', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'mac_address': 'fa:16:3e:34:6e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '774881fc-c083-4941-9e6b-be9a7625378d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:36:11Z', 'updated_at': '2021-08-18T13:36:18Z', 'revision_number': 5, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'subnets': [{'id': '774881fc-c083-4941-9e6b-be9a7625378d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:36:31.466812 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987dda4b-0b3f-4e97-a4b5-098eb5cacf39 None None] New status for floating IP 2dcfba98-90c6-43f3-bf36-95842ac3d91d: ACTIVE {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:36:31.784281 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35556) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:36:31.844760 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1df78643-2551-43ef-94d3-f6f854dec1be tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/floatingips/2dcfba98-90c6-43f3-bf36-95842ac3d91d HTTP/1.1" status: 200 len: 993 time: 0.0593081 Aug 18 13:36:41.620713 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3b6701bd-f219-4aca-9e16-246e3394184d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:43.740814 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-470e39b4-783a-4454-a6ae-912c261e8a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:44.592755 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:45.483891 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:47.488141 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:57.198880 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-15f2bc99-87d1-44fa-aff5-2dbb35e4b08a req-937b2bc8-3560-4c23-961b-23d471b6c8b3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fe47c231-843c-4c58-9d44-b540ec3a2aa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439732 Aug 18 13:36:57.290322 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2bc99-87d1-44fa-aff5-2dbb35e4b08a req-13ad513f-ccfe-42b7-954e-ebce16df288d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:36:57.291836 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-15f2bc99-87d1-44fa-aff5-2dbb35e4b08a req-13ad513f-ccfe-42b7-954e-ebce16df288d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de6dcd8516f24b6895081970e3d21a0a&device_id=fe47c231-843c-4c58-9d44-b540ec3a2aa6 HTTP/1.1" status: 200 len: 1096 time: 0.0412664 Aug 18 13:36:57.399304 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2bc99-87d1-44fa-aff5-2dbb35e4b08a req-ff6eff99-37ba-431e-92b4-9e32edf8dab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:36:57.400801 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-15f2bc99-87d1-44fa-aff5-2dbb35e4b08a req-ff6eff99-37ba-431e-92b4-9e32edf8dab3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=212335d3-1da4-4a93-a720-dfb491997e8b HTTP/1.1" status: 200 len: 898 time: 0.0876551 Aug 18 13:36:57.472663 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-15f2bc99-87d1-44fa-aff5-2dbb35e4b08a req-bf4550ac-cebf-41f8-b596-fe0c0c1391a8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 HTTP/1.1" status: 200 len: 1001 time: 0.0635815 Aug 18 13:36:57.522968 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2bc99-87d1-44fa-aff5-2dbb35e4b08a req-fc15a5c2-566e-4645-90b1-9578c40f242f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:36:57.524473 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-15f2bc99-87d1-44fa-aff5-2dbb35e4b08a req-fc15a5c2-566e-4645-90b1-9578c40f242f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=774881fc-c083-4941-9e6b-be9a7625378d HTTP/1.1" status: 200 len: 834 time: 0.0451992 Aug 18 13:36:57.573330 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2bc99-87d1-44fa-aff5-2dbb35e4b08a req-7f8b9528-2036-4ac4-aef3-f39dc20249f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:36:57.574862 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-15f2bc99-87d1-44fa-aff5-2dbb35e4b08a req-7f8b9528-2036-4ac4-aef3-f39dc20249f5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=212335d3-1da4-4a93-a720-dfb491997e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401108 Aug 18 13:36:57.666926 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-15f2bc99-87d1-44fa-aff5-2dbb35e4b08a req-93d5d46d-03e3-47f8-853e-14f4da1d23db service neutron] 10.222.0.39 "GET /v2.0/networks/212335d3-1da4-4a93-a720-dfb491997e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842676 Aug 18 13:36:57.758859 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-15f2bc99-87d1-44fa-aff5-2dbb35e4b08a req-16e13112-c6de-42fc-9702-c4f2f214bd68 service neutron] 10.222.0.39 "GET /v2.0/networks/212335d3-1da4-4a93-a720-dfb491997e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827999 Aug 18 13:36:58.214846 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:36:58.974784 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:03.289092 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f525242-ae5a-4b1c-b809-e0bb314eb038 req-774d4c55-830b-4431-9aa0-8ed86b8a72d4 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:03.290619 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9f525242-ae5a-4b1c-b809-e0bb314eb038 req-774d4c55-830b-4431-9aa0-8ed86b8a72d4 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe47c231-843c-4c58-9d44-b540ec3a2aa6 HTTP/1.1" status: 200 len: 945 time: 0.0530784 Aug 18 13:37:03.329171 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9f525242-ae5a-4b1c-b809-e0bb314eb038 req-7ea086ad-7bcd-4ba2-a877-da1a1f775697 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8e2cc04-d8ed-42f2-b6a3-e3ebf359f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325587 Aug 18 13:37:03.351740 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35576) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:37:03.416285 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-63b15f44-106d-4252-a4d4-a8f6a5f52ac9 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/floatingips/2dcfba98-90c6-43f3-bf36-95842ac3d91d HTTP/1.1" status: 200 len: 993 time: 0.0632837 Aug 18 13:37:03.698274 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef29de2-a38b-4a64-9967-08f4ff243f43 req-177267a8-725b-4745-bff7-bb63835a0ba8 tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:03.699813 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7ef29de2-a38b-4a64-9967-08f4ff243f43 req-177267a8-725b-4745-bff7-bb63835a0ba8 tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fe47c231-843c-4c58-9d44-b540ec3a2aa6 HTTP/1.1" status: 200 len: 1096 time: 0.0408103 Aug 18 13:37:03.733853 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7ef29de2-a38b-4a64-9967-08f4ff243f43 req-0ec20bd5-df5e-4f7b-8277-c512b44eea74 tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d8e2cc04-d8ed-42f2-b6a3-e3ebf359f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0280273 Aug 18 13:37:04.695868 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-8962cfa7-5981-40e4-bfde-9e81fb423102 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fe47c231-843c-4c58-9d44-b540ec3a2aa6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0434906 Aug 18 13:37:05.832154 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-a05ec3c5-2878-4ade-9260-13f3c53c8055 tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:37:05.833184 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-a05ec3c5-2878-4ade-9260-13f3c53c8055 tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1207168 Aug 18 13:37:05.845835 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-fca8bbf7-275c-43e7-896f-8fd6d16424b1 service neutron] Request body: {'binding': {'host': 'n-h2-803603-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:37:05.846321 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-fca8bbf7-275c-43e7-896f-8fd6d16424b1 service neutron] Unknown quota resources ['binding']. {{(pid=101676) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 13:37:05.982334 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-fca8bbf7-275c-43e7-896f-8fd6d16424b1 service neutron] Attempting to bind port 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 on host n-h2-803603-2 for vnic_type normal with profile None {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:37:05.982585 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-fca8bbf7-275c-43e7-896f-8fd6d16424b1 service neutron] Attempting to bind port 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': 'd42d842b-80d4-4175-8034-ca3a43244ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '212335d3-1da4-4a93-a720-dfb491997e8b'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:37:05.982916 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-fca8bbf7-275c-43e7-896f-8fd6d16424b1 service neutron] Attempting to bind port 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 on network 212335d3-1da4-4a93-a720-dfb491997e8b {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:37:05.987180 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-fca8bbf7-275c-43e7-896f-8fd6d16424b1 service neutron] Port 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 on network 212335d3-1da4-4a93-a720-dfb491997e8b not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:37:05.987507 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-fca8bbf7-275c-43e7-896f-8fd6d16424b1 service neutron] Attempting to bind port 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 on network 212335d3-1da4-4a93-a720-dfb491997e8b {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:37:05.992995 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-fca8bbf7-275c-43e7-896f-8fd6d16424b1 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:37:05.993334 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-fca8bbf7-275c-43e7-896f-8fd6d16424b1 service neutron] Checking segment: {'id': 'd42d842b-80d4-4175-8034-ca3a43244ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '212335d3-1da4-4a93-a720-dfb491997e8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:37:05.993719 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-fca8bbf7-275c-43e7-896f-8fd6d16424b1 service neutron] Bound using segment: {'id': 'd42d842b-80d4-4175-8034-ca3a43244ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '212335d3-1da4-4a93-a720-dfb491997e8b'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:37:05.994147 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-fca8bbf7-275c-43e7-896f-8fd6d16424b1 service neutron] Bound port: 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42d842b-80d4-4175-8034-ca3a43244ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '212335d3-1da4-4a93-a720-dfb491997e8b'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:37:06.096709 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-fca8bbf7-275c-43e7-896f-8fd6d16424b1 service neutron] For port 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=69ba9d6f-54bf-49f6-99e9-4fbc60f6b116,segment=NetworkSegment(d42d842b-80d4-4175-8034-ca3a43244ddd),segment_id=d42d842b-80d4-4175-8034-ca3a43244ddd)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:37:06.169751 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-fca8bbf7-275c-43e7-896f-8fd6d16424b1 service neutron] Notify callbacks [] for binding, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:06.170982 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-fca8bbf7-275c-43e7-896f-8fd6d16424b1 service neutron] 10.222.0.13 "POST /v2.0/ports/69ba9d6f-54bf-49f6-99e9-4fbc60f6b116/bindings HTTP/1.1" status: 201 len: 389 time: 0.3287444 Aug 18 13:37:06.435992 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca230b-5116-4284-9ddf-0b28e8df9e49 req-d472cbad-ab67-404d-aef5-6d3d4fd7e61e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:06.437560 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6cca230b-5116-4284-9ddf-0b28e8df9e49 req-d472cbad-ab67-404d-aef5-6d3d4fd7e61e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe47c231-843c-4c58-9d44-b540ec3a2aa6 HTTP/1.1" status: 200 len: 945 time: 0.0497477 Aug 18 13:37:06.476831 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6cca230b-5116-4284-9ddf-0b28e8df9e49 req-933505da-b819-4794-939c-857d1aae9930 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8e2cc04-d8ed-42f2-b6a3-e3ebf359f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331662 Aug 18 13:37:06.803110 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-357fa14d-51a3-42de-a767-0f25cddf1837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:06.805132 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-357fa14d-51a3-42de-a767-0f25cddf1837 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de6dcd8516f24b6895081970e3d21a0a&device_id=fe47c231-843c-4c58-9d44-b540ec3a2aa6 HTTP/1.1" status: 200 len: 1096 time: 0.0916564 Aug 18 13:37:06.895969 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-10127b1c-1b26-4bf1-b196-4c2529fbcbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:06.897462 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-10127b1c-1b26-4bf1-b196-4c2529fbcbc3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=212335d3-1da4-4a93-a720-dfb491997e8b HTTP/1.1" status: 200 len: 898 time: 0.0856709 Aug 18 13:37:06.967704 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-c5158a43-b737-48e1-afd0-7e971206a43c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 HTTP/1.1" status: 200 len: 1001 time: 0.0634263 Aug 18 13:37:06.970495 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:37:07.017428 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-6e92b1f2-9970-49d3-8840-141409dd36c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:07.018916 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-6e92b1f2-9970-49d3-8840-141409dd36c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=774881fc-c083-4941-9e6b-be9a7625378d HTTP/1.1" status: 200 len: 834 time: 0.0445175 Aug 18 13:37:07.064105 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-32e410e3-3105-4d8e-9a5c-e792de24889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:07.065568 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-32e410e3-3105-4d8e-9a5c-e792de24889a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=212335d3-1da4-4a93-a720-dfb491997e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392990 Aug 18 13:37:07.160058 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-0586d854-7faf-4e16-ad97-e5157a1ae8d7 service neutron] 10.222.0.20 "GET /v2.0/networks/212335d3-1da4-4a93-a720-dfb491997e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872529 Aug 18 13:37:07.583721 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-3b5958ce-07e4-4aef-8fff-e44ab342577d service neutron] 10.222.0.20 "GET /v2.0/networks/212335d3-1da4-4a93-a720-dfb491997e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171627 Aug 18 13:37:07.602862 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff173b-f38c-4dd4-9cf7-6f23bc8c3336 req-19ae5b7a-968d-496a-b8c7-4a0aabdc8a0c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:07.604497 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2dff173b-f38c-4dd4-9cf7-6f23bc8c3336 req-19ae5b7a-968d-496a-b8c7-4a0aabdc8a0c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe47c231-843c-4c58-9d44-b540ec3a2aa6 HTTP/1.1" status: 200 len: 945 time: 0.0555539 Aug 18 13:37:07.642317 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2dff173b-f38c-4dd4-9cf7-6f23bc8c3336 req-c37dcb38-4e73-4bde-86ef-e544874573f3 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8e2cc04-d8ed-42f2-b6a3-e3ebf359f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319767 Aug 18 13:37:07.810646 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-f511795b-ada3-4322-b07b-1a52823aebe6 tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:07.811463 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-f511795b-ada3-4322-b07b-1a52823aebe6 tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fe47c231-843c-4c58-9d44-b540ec3a2aa6&tenant_id=de6dcd8516f24b6895081970e3d21a0a&binding%3Ahost_id=n-h1-803603-2 HTTP/1.1" status: 200 len: 1096 time: 0.1711950 Aug 18 13:37:07.823662 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-f35533f5-dd66-4ec5-95e0-a0ddd38860b0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803603-2'}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:37:07.878026 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-f35533f5-dd66-4ec5-95e0-a0ddd38860b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:08.009305 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-f35533f5-dd66-4ec5-95e0-a0ddd38860b0 service neutron] For port 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=69ba9d6f-54bf-49f6-99e9-4fbc60f6b116,segment=NetworkSegment(d42d842b-80d4-4175-8034-ca3a43244ddd),segment_id=d42d842b-80d4-4175-8034-ca3a43244ddd)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:37:08.050946 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-f35533f5-dd66-4ec5-95e0-a0ddd38860b0 service neutron] For port 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:37:08.093590 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe47c231-843c-4c58-9d44-b540ec3a2aa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69ba9d6f-54bf-49f6-99e9-4fbc60f6b116'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:37:08.095919 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b170918-c778-4103-a486-94baa14fa74b" -d '{"events": [{"server_uuid": "fe47c231-843c-4c58-9d44-b540ec3a2aa6", "name": "network-vif-unplugged", "status": "completed", "tag": "69ba9d6f-54bf-49f6-99e9-4fbc60f6b116"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:37:08.100516 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-f35533f5-dd66-4ec5-95e0-a0ddd38860b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:08.134418 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 13:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea39ba5-7221-48fa-8306-f884888b3801 x-openstack-request-id: req-5ea39ba5-7221-48fa-8306-f884888b3801 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:37:08.134713 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe47c231-843c-4c58-9d44-b540ec3a2aa6", "name": "network-vif-unplugged", "status": "completed", "tag": "69ba9d6f-54bf-49f6-99e9-4fbc60f6b116", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:37:08.134961 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ea39ba5-7221-48fa-8306-f884888b3801 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:37:08.135356 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe47c231-843c-4c58-9d44-b540ec3a2aa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69ba9d6f-54bf-49f6-99e9-4fbc60f6b116', 'code': 200} Aug 18 13:37:08.180716 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-f35533f5-dd66-4ec5-95e0-a0ddd38860b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:08.278854 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35533f5-dd66-4ec5-95e0-a0ddd38860b0 service neutron] Pushing event updated for resources: {'Port': ['ID=69ba9d6f-54bf-49f6-99e9-4fbc60f6b116,revision_number=7']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:37:08.293028 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35533f5-dd66-4ec5-95e0-a0ddd38860b0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:08.293376 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35533f5-dd66-4ec5-95e0-a0ddd38860b0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:08.293715 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35533f5-dd66-4ec5-95e0-a0ddd38860b0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:08.294049 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35533f5-dd66-4ec5-95e0-a0ddd38860b0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:08.294404 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35533f5-dd66-4ec5-95e0-a0ddd38860b0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:08.294730 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35533f5-dd66-4ec5-95e0-a0ddd38860b0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:08.295053 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35533f5-dd66-4ec5-95e0-a0ddd38860b0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:08.295376 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35533f5-dd66-4ec5-95e0-a0ddd38860b0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:08.295695 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35533f5-dd66-4ec5-95e0-a0ddd38860b0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:08.296017 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35533f5-dd66-4ec5-95e0-a0ddd38860b0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:08.296337 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35533f5-dd66-4ec5-95e0-a0ddd38860b0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:08.296649 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35533f5-dd66-4ec5-95e0-a0ddd38860b0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:08.341440 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-f35533f5-dd66-4ec5-95e0-a0ddd38860b0 service neutron] Attempting to bind port 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 on host n-h1-803603-2 for vnic_type normal with profile {"migrating_to": "n-h2-803603-2"} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:37:08.341920 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-f35533f5-dd66-4ec5-95e0-a0ddd38860b0 service neutron] Attempting to bind port 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': 'd42d842b-80d4-4175-8034-ca3a43244ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '212335d3-1da4-4a93-a720-dfb491997e8b'}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:37:08.342289 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-f35533f5-dd66-4ec5-95e0-a0ddd38860b0 service neutron] Attempting to bind port 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 on network 212335d3-1da4-4a93-a720-dfb491997e8b {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:37:08.347310 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-f35533f5-dd66-4ec5-95e0-a0ddd38860b0 service neutron] Port 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 on network 212335d3-1da4-4a93-a720-dfb491997e8b not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:37:08.347572 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-f35533f5-dd66-4ec5-95e0-a0ddd38860b0 service neutron] Attempting to bind port 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 on network 212335d3-1da4-4a93-a720-dfb491997e8b {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:37:08.353518 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-f35533f5-dd66-4ec5-95e0-a0ddd38860b0 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:37:08.353859 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-f35533f5-dd66-4ec5-95e0-a0ddd38860b0 service neutron] Checking segment: {'id': 'd42d842b-80d4-4175-8034-ca3a43244ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '212335d3-1da4-4a93-a720-dfb491997e8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:37:08.354275 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-f35533f5-dd66-4ec5-95e0-a0ddd38860b0 service neutron] Bound using segment: {'id': 'd42d842b-80d4-4175-8034-ca3a43244ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '212335d3-1da4-4a93-a720-dfb491997e8b'} {{(pid=101676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:37:08.354709 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.managers [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-f35533f5-dd66-4ec5-95e0-a0ddd38860b0 service neutron] Bound port: 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42d842b-80d4-4175-8034-ca3a43244ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '212335d3-1da4-4a93-a720-dfb491997e8b'}}] {{(pid=101676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:37:08.355076 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-f35533f5-dd66-4ec5-95e0-a0ddd38860b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:08.424043 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-f35533f5-dd66-4ec5-95e0-a0ddd38860b0 service neutron] For port 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:37:08.427069 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-f35533f5-dd66-4ec5-95e0-a0ddd38860b0 service neutron] For port 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=69ba9d6f-54bf-49f6-99e9-4fbc60f6b116,segment=NetworkSegment(d42d842b-80d4-4175-8034-ca3a43244ddd),segment_id=d42d842b-80d4-4175-8034-ca3a43244ddd)] {{(pid=101676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:37:08.469194 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-fa9ae37b-8afb-4644-a1a9-763f22ac5730 None None] Provisioning complete for port 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:37:08.469750 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fa9ae37b-8afb-4644-a1a9-763f22ac5730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:08.504257 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-fa9ae37b-8afb-4644-a1a9-763f22ac5730 None None] Port 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:37:08.512267 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-f35533f5-dd66-4ec5-95e0-a0ddd38860b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:08.615412 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35533f5-dd66-4ec5-95e0-a0ddd38860b0 service neutron] Pushing event updated for resources: {'Port': ['ID=69ba9d6f-54bf-49f6-99e9-4fbc60f6b116,revision_number=8']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:37:08.650525 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-f35533f5-dd66-4ec5-95e0-a0ddd38860b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:08.651141 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-f35533f5-dd66-4ec5-95e0-a0ddd38860b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:08.652555 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-f35533f5-dd66-4ec5-95e0-a0ddd38860b0 service neutron] 10.222.0.20 "PUT /v2.0/ports/69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 HTTP/1.1" status: 200 len: 1121 time: 0.8335898 Aug 18 13:37:08.712758 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['69ba9d6f-54bf-49f6-99e9-4fbc60f6b116'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:37:08.764037 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79ea80-559a-40e9-a8a5-b7ebecf78765 req-89ca4fa5-125d-403e-bf8a-5115e1d292a0 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:08.765688 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ec79ea80-559a-40e9-a8a5-b7ebecf78765 req-89ca4fa5-125d-403e-bf8a-5115e1d292a0 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe47c231-843c-4c58-9d44-b540ec3a2aa6 HTTP/1.1" status: 200 len: 943 time: 0.0518627 Aug 18 13:37:08.805061 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ec79ea80-559a-40e9-a8a5-b7ebecf78765 req-358cd5b3-2ca0-42b6-bb89-b5abed276ebd tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8e2cc04-d8ed-42f2-b6a3-e3ebf359f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333092 Aug 18 13:37:09.003012 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7c168570-b3b1-4be2-ab0b-2136b9fca9ab None None] Provisioning complete for port 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:37:09.003923 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7c168570-b3b1-4be2-ab0b-2136b9fca9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:09.147310 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7c168570-b3b1-4be2-ab0b-2136b9fca9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:09.187076 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe47c231-843c-4c58-9d44-b540ec3a2aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ba9d6f-54bf-49f6-99e9-4fbc60f6b116'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:37:09.189420 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e970b5-afe5-456e-8b94-2f0d0e681734" -d '{"events": [{"server_uuid": "fe47c231-843c-4c58-9d44-b540ec3a2aa6", "name": "network-vif-plugged", "status": "completed", "tag": "69ba9d6f-54bf-49f6-99e9-4fbc60f6b116"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:37:09.205085 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7c168570-b3b1-4be2-ab0b-2136b9fca9ab None None] For port 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=69ba9d6f-54bf-49f6-99e9-4fbc60f6b116,segment=NetworkSegment(d42d842b-80d4-4175-8034-ca3a43244ddd),segment_id=d42d842b-80d4-4175-8034-ca3a43244ddd)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:37:09.276817 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7c168570-b3b1-4be2-ab0b-2136b9fca9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:09.318581 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d606b19b-929a-41e2-b304-c8062f527e51 x-openstack-request-id: req-d606b19b-929a-41e2-b304-c8062f527e51 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:37:09.318873 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe47c231-843c-4c58-9d44-b540ec3a2aa6", "name": "network-vif-plugged", "status": "completed", "tag": "69ba9d6f-54bf-49f6-99e9-4fbc60f6b116", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:37:09.319124 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d606b19b-929a-41e2-b304-c8062f527e51 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:37:09.319505 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe47c231-843c-4c58-9d44-b540ec3a2aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ba9d6f-54bf-49f6-99e9-4fbc60f6b116', 'code': 200} Aug 18 13:37:09.419127 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c168570-b3b1-4be2-ab0b-2136b9fca9ab None None] Pushing event updated for resources: {'Port': ['ID=69ba9d6f-54bf-49f6-99e9-4fbc60f6b116,revision_number=9']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:37:09.430195 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c168570-b3b1-4be2-ab0b-2136b9fca9ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:09.430544 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c168570-b3b1-4be2-ab0b-2136b9fca9ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:09.430885 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c168570-b3b1-4be2-ab0b-2136b9fca9ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:09.431223 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c168570-b3b1-4be2-ab0b-2136b9fca9ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:09.431557 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c168570-b3b1-4be2-ab0b-2136b9fca9ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:09.431889 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c168570-b3b1-4be2-ab0b-2136b9fca9ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:09.432217 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c168570-b3b1-4be2-ab0b-2136b9fca9ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:09.432543 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c168570-b3b1-4be2-ab0b-2136b9fca9ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:09.432867 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c168570-b3b1-4be2-ab0b-2136b9fca9ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:09.433191 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c168570-b3b1-4be2-ab0b-2136b9fca9ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:09.433520 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c168570-b3b1-4be2-ab0b-2136b9fca9ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:09.433868 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c168570-b3b1-4be2-ab0b-2136b9fca9ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:09.916992 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:37:09.924858 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07882755-1e5a-48bb-81a4-b5199daa2ad7 req-698da7f0-92f8-49af-a141-b274e0e3d2d5 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:09.926421 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-07882755-1e5a-48bb-81a4-b5199daa2ad7 req-698da7f0-92f8-49af-a141-b274e0e3d2d5 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe47c231-843c-4c58-9d44-b540ec3a2aa6 HTTP/1.1" status: 200 len: 945 time: 0.0485785 Aug 18 13:37:09.964802 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-07882755-1e5a-48bb-81a4-b5199daa2ad7 req-ee61626b-6975-4973-b8ed-8b54fd2ebc75 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8e2cc04-d8ed-42f2-b6a3-e3ebf359f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323584 Aug 18 13:37:10.015016 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=69ba9d6f-54bf-49f6-99e9-4fbc60f6b116,segment=NetworkSegment(d42d842b-80d4-4175-8034-ca3a43244ddd),segment_id=d42d842b-80d4-4175-8034-ca3a43244ddd)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:37:10.026399 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 has no active binding in host n-h2-803603-2 {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 18 13:37:10.136282 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe47c231-843c-4c58-9d44-b540ec3a2aa6', 'tag': '69ba9d6f-54bf-49f6-99e9-4fbc60f6b116'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:37:10.138619 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f71a48e-019d-498b-a569-a336a92750da" -d '{"events": [{"name": "network-changed", "server_uuid": "fe47c231-843c-4c58-9d44-b540ec3a2aa6", "tag": "69ba9d6f-54bf-49f6-99e9-4fbc60f6b116"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:37:10.174645 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc17e72-c8f3-4132-aeb1-25e18238b5e5 x-openstack-request-id: req-2dc17e72-c8f3-4132-aeb1-25e18238b5e5 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:37:10.175032 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe47c231-843c-4c58-9d44-b540ec3a2aa6", "tag": "69ba9d6f-54bf-49f6-99e9-4fbc60f6b116", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:37:10.175322 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2dc17e72-c8f3-4132-aeb1-25e18238b5e5 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:37:10.175757 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe47c231-843c-4c58-9d44-b540ec3a2aa6', 'tag': '69ba9d6f-54bf-49f6-99e9-4fbc60f6b116', 'status': 'completed', 'code': 200} Aug 18 13:37:10.240107 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71a48e-019d-498b-a569-a336a92750da req-9e0f0e96-d1db-45a9-88c3-bb30f39d8a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:10.242224 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1f71a48e-019d-498b-a569-a336a92750da req-9e0f0e96-d1db-45a9-88c3-bb30f39d8a10 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de6dcd8516f24b6895081970e3d21a0a&device_id=fe47c231-843c-4c58-9d44-b540ec3a2aa6 HTTP/1.1" status: 200 len: 1126 time: 0.0444455 Aug 18 13:37:10.332011 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71a48e-019d-498b-a569-a336a92750da req-89750eb9-f357-40e1-b802-7d20182fa34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:10.333486 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1f71a48e-019d-498b-a569-a336a92750da req-89750eb9-f357-40e1-b802-7d20182fa34b service neutron] 10.222.0.39 "GET /v2.0/networks?id=212335d3-1da4-4a93-a720-dfb491997e8b HTTP/1.1" status: 200 len: 898 time: 0.0844438 Aug 18 13:37:10.407189 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1f71a48e-019d-498b-a569-a336a92750da req-95942921-0c95-4ba5-ab7e-d86adc22cd78 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 HTTP/1.1" status: 200 len: 1001 time: 0.0665536 Aug 18 13:37:10.460267 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71a48e-019d-498b-a569-a336a92750da req-06f982ec-0903-4108-a56a-ef5c9b6ce480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:10.461809 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1f71a48e-019d-498b-a569-a336a92750da req-06f982ec-0903-4108-a56a-ef5c9b6ce480 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=774881fc-c083-4941-9e6b-be9a7625378d HTTP/1.1" status: 200 len: 834 time: 0.0469315 Aug 18 13:37:10.510949 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71a48e-019d-498b-a569-a336a92750da req-43f4a083-1c08-43e0-8434-909e20ef6bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:10.513056 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1f71a48e-019d-498b-a569-a336a92750da req-43f4a083-1c08-43e0-8434-909e20ef6bcc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=212335d3-1da4-4a93-a720-dfb491997e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434952 Aug 18 13:37:10.618139 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1f71a48e-019d-498b-a569-a336a92750da req-bb02a199-090d-48cb-a4b9-d5dfc50d4884 service neutron] 10.222.0.39 "GET /v2.0/networks/212335d3-1da4-4a93-a720-dfb491997e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973032 Aug 18 13:37:10.707920 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1f71a48e-019d-498b-a569-a336a92750da req-8a762062-a116-4ffb-a2d6-694d68c9726d service neutron] 10.222.0.39 "GET /v2.0/networks/212335d3-1da4-4a93-a720-dfb491997e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827403 Aug 18 13:37:11.079324 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c8f11-6056-4c9c-b708-778fdbd2d297 req-e061dda1-0437-4d17-92f2-cfc926100a2a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:11.080829 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5b8c8f11-6056-4c9c-b708-778fdbd2d297 req-e061dda1-0437-4d17-92f2-cfc926100a2a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe47c231-843c-4c58-9d44-b540ec3a2aa6 HTTP/1.1" status: 200 len: 945 time: 0.0500939 Aug 18 13:37:11.118425 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5b8c8f11-6056-4c9c-b708-778fdbd2d297 req-49bb7ddf-4118-4bfc-97c9-0afc6907d047 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8e2cc04-d8ed-42f2-b6a3-e3ebf359f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315435 Aug 18 13:37:11.649520 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ca71f969-b3d2-45c3-9285-d64b1e95375b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:12.235009 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3a33b-84a5-435a-8d3c-af627cbd6b67 req-cb41e13f-106a-4767-9161-f008eeed4e6b tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:12.236518 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3ab3a33b-84a5-435a-8d3c-af627cbd6b67 req-cb41e13f-106a-4767-9161-f008eeed4e6b tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe47c231-843c-4c58-9d44-b540ec3a2aa6 HTTP/1.1" status: 200 len: 945 time: 0.0485902 Aug 18 13:37:12.276552 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3ab3a33b-84a5-435a-8d3c-af627cbd6b67 req-8d4e300a-1957-48cb-8876-66f975f3ef04 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8e2cc04-d8ed-42f2-b6a3-e3ebf359f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334823 Aug 18 13:37:13.394284 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d4ef8-8a77-4444-ab38-f348a7c546e3 req-2bdc5567-c4ea-4126-b515-db331bcad82f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:13.395923 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ad8d4ef8-8a77-4444-ab38-f348a7c546e3 req-2bdc5567-c4ea-4126-b515-db331bcad82f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe47c231-843c-4c58-9d44-b540ec3a2aa6 HTTP/1.1" status: 200 len: 945 time: 0.0539587 Aug 18 13:37:13.433855 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ad8d4ef8-8a77-4444-ab38-f348a7c546e3 req-1188d2d4-3941-4a24-9fc3-d1cbc2020294 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8e2cc04-d8ed-42f2-b6a3-e3ebf359f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315924 Aug 18 13:37:13.573417 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-e621ae35-1111-4861-933b-6562ac4b47f8 service neutron] 10.222.0.39 "GET /v2.0/ports/69ba9d6f-54bf-49f6-99e9-4fbc60f6b116/bindings/n-h2-803603-2 HTTP/1.1" status: 200 len: 384 time: 0.0557604 Aug 18 13:37:13.758393 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-969c08bd-a7ce-4b83-8bef-caf53eae7ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:14.098238 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-acf91c42-c182-4ca2-8b92-3d674766a5b7 service neutron] For port 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=69ba9d6f-54bf-49f6-99e9-4fbc60f6b116,segment=NetworkSegment(d42d842b-80d4-4175-8034-ca3a43244ddd),segment_id=d42d842b-80d4-4175-8034-ca3a43244ddd)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:37:14.118260 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-acf91c42-c182-4ca2-8b92-3d674766a5b7 service neutron] For port 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:37:14.156821 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe47c231-843c-4c58-9d44-b540ec3a2aa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69ba9d6f-54bf-49f6-99e9-4fbc60f6b116'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:37:14.159122 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9508f423-54bf-4b9d-8348-63503d8eafb9" -d '{"events": [{"server_uuid": "fe47c231-843c-4c58-9d44-b540ec3a2aa6", "name": "network-vif-unplugged", "status": "completed", "tag": "69ba9d6f-54bf-49f6-99e9-4fbc60f6b116"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:37:14.166822 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-acf91c42-c182-4ca2-8b92-3d674766a5b7 service neutron] For port 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=69ba9d6f-54bf-49f6-99e9-4fbc60f6b116,segment=NetworkSegment(d42d842b-80d4-4175-8034-ca3a43244ddd),segment_id=d42d842b-80d4-4175-8034-ca3a43244ddd)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:37:14.249169 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-acf91c42-c182-4ca2-8b92-3d674766a5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:14.259623 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 13:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ce2a67-c848-4f31-b803-ccabcf770c5c x-openstack-request-id: req-49ce2a67-c848-4f31-b803-ccabcf770c5c {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:37:14.259921 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe47c231-843c-4c58-9d44-b540ec3a2aa6", "name": "network-vif-unplugged", "status": "completed", "tag": "69ba9d6f-54bf-49f6-99e9-4fbc60f6b116", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:37:14.260173 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-49ce2a67-c848-4f31-b803-ccabcf770c5c {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:37:14.260561 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe47c231-843c-4c58-9d44-b540ec3a2aa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69ba9d6f-54bf-49f6-99e9-4fbc60f6b116', 'code': 200} Aug 18 13:37:14.324080 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-acf91c42-c182-4ca2-8b92-3d674766a5b7 service neutron] Transition to ACTIVE for port object 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:37:14.402749 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-acf91c42-c182-4ca2-8b92-3d674766a5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:14.500055 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf91c42-c182-4ca2-8b92-3d674766a5b7 service neutron] Pushing event updated for resources: {'Port': ['ID=69ba9d6f-54bf-49f6-99e9-4fbc60f6b116,revision_number=11']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:37:14.528442 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf91c42-c182-4ca2-8b92-3d674766a5b7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:14.528798 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf91c42-c182-4ca2-8b92-3d674766a5b7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:14.529149 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf91c42-c182-4ca2-8b92-3d674766a5b7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:14.529488 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf91c42-c182-4ca2-8b92-3d674766a5b7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:14.529826 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf91c42-c182-4ca2-8b92-3d674766a5b7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:14.530160 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf91c42-c182-4ca2-8b92-3d674766a5b7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:14.530517 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf91c42-c182-4ca2-8b92-3d674766a5b7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:14.530847 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf91c42-c182-4ca2-8b92-3d674766a5b7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:14.531177 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf91c42-c182-4ca2-8b92-3d674766a5b7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:14.531507 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf91c42-c182-4ca2-8b92-3d674766a5b7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:14.531839 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf91c42-c182-4ca2-8b92-3d674766a5b7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:14.532162 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf91c42-c182-4ca2-8b92-3d674766a5b7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:14.569832 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-acf91c42-c182-4ca2-8b92-3d674766a5b7 service neutron] No DVR routers for this DVR port 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:37:14.596599 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:14.633766 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ed390-c7c6-4af3-9c23-1a671fd224d8 req-958642ff-9301-4fa4-bd7d-0a8a366fd1b0 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:14.635308 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e04ed390-c7c6-4af3-9c23-1a671fd224d8 req-958642ff-9301-4fa4-bd7d-0a8a366fd1b0 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe47c231-843c-4c58-9d44-b540ec3a2aa6 HTTP/1.1" status: 200 len: 944 time: 0.1274831 Aug 18 13:37:14.714129 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e04ed390-c7c6-4af3-9c23-1a671fd224d8 req-aa9a7aa8-6b7d-4c20-8fd0-dcfa5e921b0d tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8e2cc04-d8ed-42f2-b6a3-e3ebf359f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497100 Aug 18 13:37:14.743250 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-acf91c42-c182-4ca2-8b92-3d674766a5b7 service neutron] 10.222.0.39 "PUT /v2.0/ports/69ba9d6f-54bf-49f6-99e9-4fbc60f6b116/bindings/n-h2-803603-2/activate HTTP/1.1" status: 200 len: 369 time: 1.1627865 Aug 18 13:37:14.901847 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-f9cf87e3-a178-453c-9f07-282a17874379 tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:14.903439 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-f9cf87e3-a178-453c-9f07-282a17874379 tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fe47c231-843c-4c58-9d44-b540ec3a2aa6&tenant_id=de6dcd8516f24b6895081970e3d21a0a&binding%3Ahost_id=n-h1-803603-2 HTTP/1.1" status: 200 len: 1095 time: 0.0456350 Aug 18 13:37:14.955757 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-f91d93bf-ca64-4b4b-bd50-4a1933f90b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:14.957169 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-f91d93bf-ca64-4b4b-bd50-4a1933f90b62 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fe47c231-843c-4c58-9d44-b540ec3a2aa6&tenant_id=de6dcd8516f24b6895081970e3d21a0a HTTP/1.1" status: 200 len: 1095 time: 0.0447659 Aug 18 13:37:15.023004 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-76f34e91-ca7d-40ca-8bc2-b8910edf9cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:15.024525 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-76f34e91-ca7d-40ca-8bc2-b8910edf9cb4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de6dcd8516f24b6895081970e3d21a0a&device_id=fe47c231-843c-4c58-9d44-b540ec3a2aa6 HTTP/1.1" status: 200 len: 1095 time: 0.0415595 Aug 18 13:37:15.115423 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-b2ea628f-4b0d-4455-88fe-bb3768aaf0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:15.116894 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-b2ea628f-4b0d-4455-88fe-bb3768aaf0cb service neutron] 10.222.0.20 "GET /v2.0/networks?id=212335d3-1da4-4a93-a720-dfb491997e8b HTTP/1.1" status: 200 len: 898 time: 0.0857763 Aug 18 13:37:15.187953 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-3ef55439-642a-4bb3-ac6d-c208dae4ee50 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 HTTP/1.1" status: 200 len: 999 time: 0.0643337 Aug 18 13:37:15.238460 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-5c79f81c-2bab-450c-a18f-328486ca2caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:15.239905 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-5c79f81c-2bab-450c-a18f-328486ca2caa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=774881fc-c083-4941-9e6b-be9a7625378d HTTP/1.1" status: 200 len: 834 time: 0.0444801 Aug 18 13:37:15.290446 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-d83c0b6e-48f4-4c1a-a62e-4495a9b9c55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:15.292010 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-d83c0b6e-48f4-4c1a-a62e-4495a9b9c55f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=212335d3-1da4-4a93-a720-dfb491997e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446174 Aug 18 13:37:15.392281 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-a4f64353-9fc3-469d-b5ef-3c9c953f74e2 service neutron] 10.222.0.20 "GET /v2.0/networks/212335d3-1da4-4a93-a720-dfb491997e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924902 Aug 18 13:37:15.484233 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-9be8220c-3a25-4b26-a969-9bd7e66d52c1 service neutron] 10.222.0.20 "GET /v2.0/networks/212335d3-1da4-4a93-a720-dfb491997e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846486 Aug 18 13:37:15.510807 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:15.833703 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb928ed1-6fcb-48a7-9dec-6785f533a985 req-2b8e4d5f-7c8f-49ce-812c-18a41373abe5 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:15.835695 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fb928ed1-6fcb-48a7-9dec-6785f533a985 req-2b8e4d5f-7c8f-49ce-812c-18a41373abe5 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe47c231-843c-4c58-9d44-b540ec3a2aa6 HTTP/1.1" status: 200 len: 944 time: 0.0537775 Aug 18 13:37:15.874854 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fb928ed1-6fcb-48a7-9dec-6785f533a985 req-4d731c90-62c3-4f9b-a9a3-3ba6a1f681be tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8e2cc04-d8ed-42f2-b6a3-e3ebf359f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331190 Aug 18 13:37:15.931169 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-75731cb1-492b-45c4-954e-48eb7a126fcb tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:15.932693 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-75731cb1-492b-45c4-954e-48eb7a126fcb tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fe47c231-843c-4c58-9d44-b540ec3a2aa6&tenant_id=de6dcd8516f24b6895081970e3d21a0a&binding%3Ahost_id=n-h2-803603-2 HTTP/1.1" status: 200 len: 1095 time: 0.0457184 Aug 18 13:37:16.132946 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-f586eae4-f40e-482e-a19c-acafe787711e service neutron] For port 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116, host n-h1-803603-2, cleared binding levels {{(pid=101676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:37:16.136106 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-f586eae4-f40e-482e-a19c-acafe787711e service neutron] Notify callbacks [] for binding, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:16.137221 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-f586eae4-f40e-482e-a19c-acafe787711e service neutron] 10.222.0.20 "DELETE /v2.0/ports/69ba9d6f-54bf-49f6-99e9-4fbc60f6b116/bindings/n-h1-803603-2 HTTP/1.1" status: 204 len: 173 time: 0.1972275 Aug 18 13:37:16.998228 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56308989-cf82-4e08-aa36-2adfb3ad5879 req-c1d9270a-34a6-481b-86b3-6d99da7a17b7 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:17.000444 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-56308989-cf82-4e08-aa36-2adfb3ad5879 req-c1d9270a-34a6-481b-86b3-6d99da7a17b7 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe47c231-843c-4c58-9d44-b540ec3a2aa6 HTTP/1.1" status: 200 len: 944 time: 0.0569758 Aug 18 13:37:17.039785 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-56308989-cf82-4e08-aa36-2adfb3ad5879 req-c3d5700e-a105-4d8b-b453-fb432aec98f4 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8e2cc04-d8ed-42f2-b6a3-e3ebf359f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332866 Aug 18 13:37:17.145621 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973a517-451c-4704-b179-b58587f1172f req-f5a19cd2-3852-4388-91c3-524f69e1ee4a tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:17.147221 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c973a517-451c-4704-b179-b58587f1172f req-f5a19cd2-3852-4388-91c3-524f69e1ee4a tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fe47c231-843c-4c58-9d44-b540ec3a2aa6 HTTP/1.1" status: 200 len: 1095 time: 0.0413346 Aug 18 13:37:17.182735 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c973a517-451c-4704-b179-b58587f1172f req-ca32945a-5f57-4dee-a384-70078a307db7 tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d8e2cc04-d8ed-42f2-b6a3-e3ebf359f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0296080 Aug 18 13:37:17.298651 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340306f-0558-47b9-9416-9ea751f14e06 req-d1cb4549-1183-48fa-b20e-c3a5099f68cf tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:17.300169 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1340306f-0558-47b9-9416-9ea751f14e06 req-d1cb4549-1183-48fa-b20e-c3a5099f68cf tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe47c231-843c-4c58-9d44-b540ec3a2aa6 HTTP/1.1" status: 200 len: 944 time: 0.0523980 Aug 18 13:37:17.338947 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1340306f-0558-47b9-9416-9ea751f14e06 req-1edbafc9-3679-4e7f-b7c4-b2e862bbf93e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8e2cc04-d8ed-42f2-b6a3-e3ebf359f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322824 Aug 18 13:37:17.362717 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35660) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:37:17.424585 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-999db00c-8c91-4f7f-9eb1-966ec006b054 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/floatingips/2dcfba98-90c6-43f3-bf36-95842ac3d91d HTTP/1.1" status: 200 len: 991 time: 0.0606213 Aug 18 13:37:17.442408 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:18.335783 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:37:18.373591 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:37:19.644775 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35666) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:37:19.800707 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-597d4de3-883c-4749-8b9d-b03b3bbc02e3 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Deleting port 8bf45dd5-f35a-4307-bd78-8318924fc76e {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:37:19.800962 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-597d4de3-883c-4749-8b9d-b03b3bbc02e3 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:19.880950 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-597d4de3-883c-4749-8b9d-b03b3bbc02e3 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:19.881280 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-597d4de3-883c-4749-8b9d-b03b3bbc02e3 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:19.893526 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-597d4de3-883c-4749-8b9d-b03b3bbc02e3 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Calling delete_port for 8bf45dd5-f35a-4307-bd78-8318924fc76e owned by network:floatingip {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:37:20.255150 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-597d4de3-883c-4749-8b9d-b03b3bbc02e3 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:20.282392 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d4de3-883c-4749-8b9d-b03b3bbc02e3 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event deleted for resources: {'Port': ['ID=8bf45dd5-f35a-4307-bd78-8318924fc76e,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:37:20.346745 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-597d4de3-883c-4749-8b9d-b03b3bbc02e3 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for floatingip, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:20.347085 n-d-803603-2 neutron-server[101676]: INFO neutron.db.l3_db [None req-597d4de3-883c-4749-8b9d-b03b3bbc02e3 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Floating IP 2dcfba98-90c6-43f3-bf36-95842ac3d91d disassociated (deleted). External IP: 172.25.6.204, port: 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116. Aug 18 13:37:20.561142 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597d4de3-883c-4749-8b9d-b03b3bbc02e3 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Router c2784f41-f3cd-4dd9-8fca-3df8c2b8244d has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:37:20.672048 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597d4de3-883c-4749-8b9d-b03b3bbc02e3 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:37:20.676829 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-597d4de3-883c-4749-8b9d-b03b3bbc02e3 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:20.682523 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ac35a5-7e2f-4278-95ca-82b48013a7e7 None None] Sync routers for ids ['c2784f41-f3cd-4dd9-8fca-3df8c2b8244d'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:37:20.691597 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ac35a5-7e2f-4278-95ca-82b48013a7e7 None None] Routers {'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:37:20.692220 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e7ac35a5-7e2f-4278-95ca-82b48013a7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:37:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c2784f41-f3cd-4dd9-8fca-3df8c2b8244d'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:37:20.704885 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-597d4de3-883c-4749-8b9d-b03b3bbc02e3 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "DELETE /v2.0/floatingips/2dcfba98-90c6-43f3-bf36-95842ac3d91d HTTP/1.1" status: 204 len: 168 time: 1.0589955 Aug 18 13:37:20.705517 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe47c231-843c-4c58-9d44-b540ec3a2aa6', 'tag': '69ba9d6f-54bf-49f6-99e9-4fbc60f6b116'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:37:20.707863 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14395f00-f067-4258-b54d-2f4401eb066e" -d '{"events": [{"name": "network-changed", "server_uuid": "fe47c231-843c-4c58-9d44-b540ec3a2aa6", "tag": "69ba9d6f-54bf-49f6-99e9-4fbc60f6b116"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:37:20.746370 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3867d9a-b59d-4160-8816-b6a0a18ecaaf x-openstack-request-id: req-f3867d9a-b59d-4160-8816-b6a0a18ecaaf {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:37:20.746666 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe47c231-843c-4c58-9d44-b540ec3a2aa6", "tag": "69ba9d6f-54bf-49f6-99e9-4fbc60f6b116", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:37:20.746916 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f3867d9a-b59d-4160-8816-b6a0a18ecaaf {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:37:20.747319 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe47c231-843c-4c58-9d44-b540ec3a2aa6', 'tag': '69ba9d6f-54bf-49f6-99e9-4fbc60f6b116', 'status': 'completed', 'code': 200} Aug 18 13:37:20.810143 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14395f00-f067-4258-b54d-2f4401eb066e req-0bed54e4-54cf-4315-a2c8-da376bc6d2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:20.811787 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-14395f00-f067-4258-b54d-2f4401eb066e req-0bed54e4-54cf-4315-a2c8-da376bc6d2c1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de6dcd8516f24b6895081970e3d21a0a&device_id=fe47c231-843c-4c58-9d44-b540ec3a2aa6 HTTP/1.1" status: 200 len: 1095 time: 0.0419979 Aug 18 13:37:20.817686 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-e7ac35a5-7e2f-4278-95ca-82b48013a7e7 None None] Set router c2784f41-f3cd-4dd9-8fca-3df8c2b8244d gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:37:20.911120 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14395f00-f067-4258-b54d-2f4401eb066e req-387346fe-5fe2-42c2-865e-5fa0e044faaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:20.912620 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-14395f00-f067-4258-b54d-2f4401eb066e req-387346fe-5fe2-42c2-865e-5fa0e044faaf service neutron] 10.222.0.20 "GET /v2.0/networks?id=212335d3-1da4-4a93-a720-dfb491997e8b HTTP/1.1" status: 200 len: 898 time: 0.0943398 Aug 18 13:37:20.962414 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-14395f00-f067-4258-b54d-2f4401eb066e req-6a305955-18a6-4caf-ba05-3084ede010cc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 HTTP/1.1" status: 200 len: 217 time: 0.0401378 Aug 18 13:37:21.014705 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14395f00-f067-4258-b54d-2f4401eb066e req-45d1980f-946d-4e74-aa6b-b033ab317d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:21.016213 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-14395f00-f067-4258-b54d-2f4401eb066e req-45d1980f-946d-4e74-aa6b-b033ab317d4b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=774881fc-c083-4941-9e6b-be9a7625378d HTTP/1.1" status: 200 len: 834 time: 0.0471206 Aug 18 13:37:21.041766 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e7ac35a5-7e2f-4278-95ca-82b48013a7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737085566', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b58c5000-3bb7-4fdc-8662-46ff2daac019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:36:07Z', 'updated_at': '2021-08-18T13:36:12Z', 'revision_number': 4, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': 'b58c5000-3bb7-4fdc-8662-46ff2daac019', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:36:07Z', 'updated_at': '2021-08-18T13:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '47d67814-ca2f-4634-89e5-231473bc4c61', 'name': '', 'network_id': '212335d3-1da4-4a93-a720-dfb491997e8b', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'mac_address': 'fa:16:3e:34:6e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '774881fc-c083-4941-9e6b-be9a7625378d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:36:11Z', 'updated_at': '2021-08-18T13:36:18Z', 'revision_number': 5, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'subnets': [{'id': '774881fc-c083-4941-9e6b-be9a7625378d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:37:21.068273 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ac35a5-7e2f-4278-95ca-82b48013a7e7 None None] Checking router: c2784f41-f3cd-4dd9-8fca-3df8c2b8244d for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:37:21.076693 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ac35a5-7e2f-4278-95ca-82b48013a7e7 None None] Routers {'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:37:21.077311 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e7ac35a5-7e2f-4278-95ca-82b48013a7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:37:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c2784f41-f3cd-4dd9-8fca-3df8c2b8244d'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:37:21.099341 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14395f00-f067-4258-b54d-2f4401eb066e req-776dc8d9-9272-43de-b782-30da5d9eabe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:21.101387 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-14395f00-f067-4258-b54d-2f4401eb066e req-776dc8d9-9272-43de-b782-30da5d9eabe8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=212335d3-1da4-4a93-a720-dfb491997e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763614 Aug 18 13:37:21.109685 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f144b2-49aa-4e60-94e5-01f2f6cb15fa req-6b6d5778-2104-479f-b915-bb9ccab4a39a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:21.111192 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-34f144b2-49aa-4e60-94e5-01f2f6cb15fa req-6b6d5778-2104-479f-b915-bb9ccab4a39a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe47c231-843c-4c58-9d44-b540ec3a2aa6 HTTP/1.1" status: 200 len: 944 time: 0.0780025 Aug 18 13:37:21.185934 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-e7ac35a5-7e2f-4278-95ca-82b48013a7e7 None None] Set router c2784f41-f3cd-4dd9-8fca-3df8c2b8244d gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:37:21.201918 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-34f144b2-49aa-4e60-94e5-01f2f6cb15fa req-79828fbd-b8be-4c27-ac8e-b3eabdbc3ea8 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8e2cc04-d8ed-42f2-b6a3-e3ebf359f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0823278 Aug 18 13:37:21.228642 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-14395f00-f067-4258-b54d-2f4401eb066e req-f316af32-5ab5-458b-9eeb-89f74a3b4299 service neutron] 10.222.0.20 "GET /v2.0/networks/212335d3-1da4-4a93-a720-dfb491997e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164815 Aug 18 13:37:21.410543 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e7ac35a5-7e2f-4278-95ca-82b48013a7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737085566', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b58c5000-3bb7-4fdc-8662-46ff2daac019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:36:07Z', 'updated_at': '2021-08-18T13:36:12Z', 'revision_number': 4, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': 'b58c5000-3bb7-4fdc-8662-46ff2daac019', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:36:07Z', 'updated_at': '2021-08-18T13:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '47d67814-ca2f-4634-89e5-231473bc4c61', 'name': '', 'network_id': '212335d3-1da4-4a93-a720-dfb491997e8b', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'mac_address': 'fa:16:3e:34:6e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '774881fc-c083-4941-9e6b-be9a7625378d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:36:11Z', 'updated_at': '2021-08-18T13:36:18Z', 'revision_number': 5, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'subnets': [{'id': '774881fc-c083-4941-9e6b-be9a7625378d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:37:21.437870 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ac35a5-7e2f-4278-95ca-82b48013a7e7 None None] The sync data for ids ['c2784f41-f3cd-4dd9-8fca-3df8c2b8244d'] in n-d-803603-2 is: [{'id': 'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737085566', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b58c5000-3bb7-4fdc-8662-46ff2daac019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:36:07Z', 'updated_at': '2021-08-18T13:36:12Z', 'revision_number': 4, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': 'b58c5000-3bb7-4fdc-8662-46ff2daac019', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:36:07Z', 'updated_at': '2021-08-18T13:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '47d67814-ca2f-4634-89e5-231473bc4c61', 'name': '', 'network_id': '212335d3-1da4-4a93-a720-dfb491997e8b', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'mac_address': 'fa:16:3e:34:6e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '774881fc-c083-4941-9e6b-be9a7625378d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:36:11Z', 'updated_at': '2021-08-18T13:36:18Z', 'revision_number': 5, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'subnets': [{'id': '774881fc-c083-4941-9e6b-be9a7625378d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:37:21.522258 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ac5a8-7d46-489c-9a2c-2499a255250f req-37a0289f-3f3d-450c-8bb0-2cd63d50369f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:21.524458 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-171ac5a8-7d46-489c-9a2c-2499a255250f req-37a0289f-3f3d-450c-8bb0-2cd63d50369f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe47c231-843c-4c58-9d44-b540ec3a2aa6 HTTP/1.1" status: 200 len: 944 time: 0.0548635 Aug 18 13:37:21.587246 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-14395f00-f067-4258-b54d-2f4401eb066e req-f99b6c86-5945-42a0-b64e-a82bfb493150 service neutron] 10.222.0.20 "GET /v2.0/networks/212335d3-1da4-4a93-a720-dfb491997e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506017 Aug 18 13:37:21.627273 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-171ac5a8-7d46-489c-9a2c-2499a255250f req-df4b4307-5a35-4afe-9833-84bea8d4ebce tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Deleting port 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:37:21.635652 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-171ac5a8-7d46-489c-9a2c-2499a255250f req-df4b4307-5a35-4afe-9833-84bea8d4ebce tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:21.700283 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac17643-09cf-4685-8ef0-4e370da338c7 None None] New status for floating IP 2dcfba98-90c6-43f3-bf36-95842ac3d91d: DOWN {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:37:21.722726 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-171ac5a8-7d46-489c-9a2c-2499a255250f req-df4b4307-5a35-4afe-9833-84bea8d4ebce tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] For port 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=69ba9d6f-54bf-49f6-99e9-4fbc60f6b116,segment=NetworkSegment(d42d842b-80d4-4175-8034-ca3a43244ddd),segment_id=d42d842b-80d4-4175-8034-ca3a43244ddd)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:37:21.723094 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-171ac5a8-7d46-489c-9a2c-2499a255250f req-df4b4307-5a35-4afe-9833-84bea8d4ebce tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:21.735959 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-171ac5a8-7d46-489c-9a2c-2499a255250f req-df4b4307-5a35-4afe-9833-84bea8d4ebce tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Calling delete_port for 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:37:21.923391 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-171ac5a8-7d46-489c-9a2c-2499a255250f req-df4b4307-5a35-4afe-9833-84bea8d4ebce tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:21.955383 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4b4307-5a35-4afe-9833-84bea8d4ebce tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event deleted for resources: {'Port': ['ID=69ba9d6f-54bf-49f6-99e9-4fbc60f6b116,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:37:21.997784 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-171ac5a8-7d46-489c-9a2c-2499a255250f req-df4b4307-5a35-4afe-9833-84bea8d4ebce tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] No DVR routers for this DVR port 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:37:22.000681 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-171ac5a8-7d46-489c-9a2c-2499a255250f req-df4b4307-5a35-4afe-9833-84bea8d4ebce tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:22.002776 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-171ac5a8-7d46-489c-9a2c-2499a255250f req-df4b4307-5a35-4afe-9833-84bea8d4ebce tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.20 "DELETE /v2.0/ports/69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 HTTP/1.1" status: 204 len: 173 time: 0.4722135 Aug 18 13:37:22.003227 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe47c231-843c-4c58-9d44-b540ec3a2aa6', 'name': 'network-vif-deleted', 'tag': '69ba9d6f-54bf-49f6-99e9-4fbc60f6b116'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:37:22.005491 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d76b9a5-59cb-4229-92b4-eabff604f4d1" -d '{"events": [{"server_uuid": "fe47c231-843c-4c58-9d44-b540ec3a2aa6", "name": "network-vif-deleted", "tag": "69ba9d6f-54bf-49f6-99e9-4fbc60f6b116"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:37:22.042269 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f3c229-50b9-4420-a39a-0488a5ca4220 x-openstack-request-id: req-f8f3c229-50b9-4420-a39a-0488a5ca4220 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:37:22.042561 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe47c231-843c-4c58-9d44-b540ec3a2aa6", "name": "network-vif-deleted", "tag": "69ba9d6f-54bf-49f6-99e9-4fbc60f6b116", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:37:22.042809 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8f3c229-50b9-4420-a39a-0488a5ca4220 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:37:22.043258 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe47c231-843c-4c58-9d44-b540ec3a2aa6', 'name': 'network-vif-deleted', 'tag': '69ba9d6f-54bf-49f6-99e9-4fbc60f6b116', 'status': 'completed', 'code': 200} Aug 18 13:37:22.317363 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-060d720f-0a6c-4bdd-a527-625a53faa089 req-d042b4b2-62a9-4eb6-973f-0f6d9c6748e5 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe47c231-843c-4c58-9d44-b540ec3a2aa6 HTTP/1.1" status: 200 len: 210 time: 0.0285456 Aug 18 13:37:23.377099 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35680) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:37:23.738929 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f26dc301-b6d2-4625-911a-5f5d744cf2fa tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:24.013789 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-f26dc301-b6d2-4625-911a-5f5d744cf2fa tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Deleting port 47d67814-ca2f-4634-89e5-231473bc4c61 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:37:24.014048 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f26dc301-b6d2-4625-911a-5f5d744cf2fa tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:24.109624 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-f26dc301-b6d2-4625-911a-5f5d744cf2fa tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] For port 47d67814-ca2f-4634-89e5-231473bc4c61, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=47d67814-ca2f-4634-89e5-231473bc4c61,segment=NetworkSegment(d42d842b-80d4-4175-8034-ca3a43244ddd),segment_id=d42d842b-80d4-4175-8034-ca3a43244ddd)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:37:24.109991 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f26dc301-b6d2-4625-911a-5f5d744cf2fa tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:24.123643 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-f26dc301-b6d2-4625-911a-5f5d744cf2fa tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Calling delete_port for 47d67814-ca2f-4634-89e5-231473bc4c61 owned by network:router_interface {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:37:24.380474 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f26dc301-b6d2-4625-911a-5f5d744cf2fa tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:24.405011 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26dc301-b6d2-4625-911a-5f5d744cf2fa tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event deleted for resources: {'Port': ['ID=47d67814-ca2f-4634-89e5-231473bc4c61,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:37:24.581650 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f26dc301-b6d2-4625-911a-5f5d744cf2fa tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:24.804175 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26dc301-b6d2-4625-911a-5f5d744cf2fa tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Router c2784f41-f3cd-4dd9-8fca-3df8c2b8244d has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:37:24.913576 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26dc301-b6d2-4625-911a-5f5d744cf2fa tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:37:24.919017 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f26dc301-b6d2-4625-911a-5f5d744cf2fa tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "PUT /v2.0/routers/c2784f41-f3cd-4dd9-8fca-3df8c2b8244d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5405905 Aug 18 13:37:24.922122 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35682) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:37:24.924385 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267d60cd-fbe3-4d42-b3b9-aee388cbdf80 None None] Sync routers for ids ['c2784f41-f3cd-4dd9-8fca-3df8c2b8244d'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:37:24.933653 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267d60cd-fbe3-4d42-b3b9-aee388cbdf80 None None] Routers {'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:37:24.934299 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-267d60cd-fbe3-4d42-b3b9-aee388cbdf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:37:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c2784f41-f3cd-4dd9-8fca-3df8c2b8244d'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:37:24.973442 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b60ca73-4cf9-4e78-9f1b-2cc1fa7d06b8 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Deleting subnet 774881fc-c083-4941-9e6b-be9a7625378d {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:37:24.977044 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7b60ca73-4cf9-4e78-9f1b-2cc1fa7d06b8 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:25.017616 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7b60ca73-4cf9-4e78-9f1b-2cc1fa7d06b8 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:25.043113 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-267d60cd-fbe3-4d42-b3b9-aee388cbdf80 None None] Set router c2784f41-f3cd-4dd9-8fca-3df8c2b8244d gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:37:25.110667 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7b60ca73-4cf9-4e78-9f1b-2cc1fa7d06b8 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:25.222678 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-267d60cd-fbe3-4d42-b3b9-aee388cbdf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737085566', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b58c5000-3bb7-4fdc-8662-46ff2daac019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:36:07Z', 'updated_at': '2021-08-18T13:37:24Z', 'revision_number': 5, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': 'b58c5000-3bb7-4fdc-8662-46ff2daac019', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:36:07Z', 'updated_at': '2021-08-18T13:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:37:25.252791 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267d60cd-fbe3-4d42-b3b9-aee388cbdf80 None None] Checking router: c2784f41-f3cd-4dd9-8fca-3df8c2b8244d for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:37:25.261943 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267d60cd-fbe3-4d42-b3b9-aee388cbdf80 None None] Routers {'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:37:25.262628 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-267d60cd-fbe3-4d42-b3b9-aee388cbdf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:37:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c2784f41-f3cd-4dd9-8fca-3df8c2b8244d'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:37:25.283681 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7b60ca73-4cf9-4e78-9f1b-2cc1fa7d06b8 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:25.313122 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60ca73-4cf9-4e78-9f1b-2cc1fa7d06b8 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event deleted for resources: {'Subnet': ['ID=774881fc-c083-4941-9e6b-be9a7625378d,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:37:25.316945 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7b60ca73-4cf9-4e78-9f1b-2cc1fa7d06b8 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:25.318936 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7b60ca73-4cf9-4e78-9f1b-2cc1fa7d06b8 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "DELETE /v2.0/subnets/774881fc-c083-4941-9e6b-be9a7625378d HTTP/1.1" status: 204 len: 168 time: 0.3963385 Aug 18 13:37:25.322274 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35684) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:37:25.437453 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d6083548-9f38-47b5-8d37-9ef2d3a33610 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:25.498776 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99da8b4-ca5a-4c49-8e64-c12307086c30 None None] Network 212335d3-1da4-4a93-a720-dfb491997e8b requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:37:25.547474 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d6083548-9f38-47b5-8d37-9ef2d3a33610 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:25.580055 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-267d60cd-fbe3-4d42-b3b9-aee388cbdf80 None None] Set router c2784f41-f3cd-4dd9-8fca-3df8c2b8244d gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:37:25.693506 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-d6083548-9f38-47b5-8d37-9ef2d3a33610 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Deleting port b58c5000-3bb7-4fdc-8662-46ff2daac019 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:37:25.693895 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d6083548-9f38-47b5-8d37-9ef2d3a33610 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:25.780226 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-d6083548-9f38-47b5-8d37-9ef2d3a33610 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] For port b58c5000-3bb7-4fdc-8662-46ff2daac019, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b58c5000-3bb7-4fdc-8662-46ff2daac019,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:37:25.780601 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d6083548-9f38-47b5-8d37-9ef2d3a33610 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:25.796271 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a005bb-a2c7-45b9-b382-ca8ea5f057bb None None] DHCP port deletion for 212335d3-1da4-4a93-a720-dfb491997e8b request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:37:25.798351 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-d6083548-9f38-47b5-8d37-9ef2d3a33610 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Calling delete_port for b58c5000-3bb7-4fdc-8662-46ff2daac019 owned by network:router_gateway {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:37:25.839599 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-267d60cd-fbe3-4d42-b3b9-aee388cbdf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737085566', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b58c5000-3bb7-4fdc-8662-46ff2daac019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:36:07Z', 'updated_at': '2021-08-18T13:37:24Z', 'revision_number': 5, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': 'b58c5000-3bb7-4fdc-8662-46ff2daac019', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:36:07Z', 'updated_at': '2021-08-18T13:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:37:25.875109 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267d60cd-fbe3-4d42-b3b9-aee388cbdf80 None None] The sync data for ids ['c2784f41-f3cd-4dd9-8fca-3df8c2b8244d'] in n-d-803603-2 is: [{'id': 'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737085566', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b58c5000-3bb7-4fdc-8662-46ff2daac019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:36:07Z', 'updated_at': '2021-08-18T13:37:24Z', 'revision_number': 5, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': 'b58c5000-3bb7-4fdc-8662-46ff2daac019', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2784f41-f3cd-4dd9-8fca-3df8c2b8244d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:36:07Z', 'updated_at': '2021-08-18T13:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:37:25.894650 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-98a005bb-a2c7-45b9-b382-ca8ea5f057bb None None] Deleting port 899a37d1-c5d3-4a40-9b82-108989e63f77 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:37:25.895027 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-98a005bb-a2c7-45b9-b382-ca8ea5f057bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:25.966242 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-98a005bb-a2c7-45b9-b382-ca8ea5f057bb None None] For port 899a37d1-c5d3-4a40-9b82-108989e63f77, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=899a37d1-c5d3-4a40-9b82-108989e63f77,segment=NetworkSegment(d42d842b-80d4-4175-8034-ca3a43244ddd),segment_id=d42d842b-80d4-4175-8034-ca3a43244ddd)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:37:25.966866 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-98a005bb-a2c7-45b9-b382-ca8ea5f057bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:25.979998 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-98a005bb-a2c7-45b9-b382-ca8ea5f057bb None None] Calling delete_port for 899a37d1-c5d3-4a40-9b82-108989e63f77 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:37:26.021800 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:37:26.051419 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:37:26.051758 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 69ba9d6f-54bf-49f6-99e9-4fbc60f6b116 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:37:26.106151 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d6083548-9f38-47b5-8d37-9ef2d3a33610 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:26.135542 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6083548-9f38-47b5-8d37-9ef2d3a33610 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event deleted for resources: {'Port': ['ID=b58c5000-3bb7-4fdc-8662-46ff2daac019,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:37:26.191786 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-98a005bb-a2c7-45b9-b382-ca8ea5f057bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:26.200075 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d6083548-9f38-47b5-8d37-9ef2d3a33610 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:26.226545 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a005bb-a2c7-45b9-b382-ca8ea5f057bb None None] Pushing event deleted for resources: {'Port': ['ID=899a37d1-c5d3-4a40-9b82-108989e63f77,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:37:26.226545 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a005bb-a2c7-45b9-b382-ca8ea5f057bb None None] No DVR routers for this DVR port 899a37d1-c5d3-4a40-9b82-108989e63f77 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:37:26.282700 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 899a37d1-c5d3-4a40-9b82-108989e63f77 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:37:26.304237 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d6083548-9f38-47b5-8d37-9ef2d3a33610 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:26.306575 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d6083548-9f38-47b5-8d37-9ef2d3a33610 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:26.310966 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 899a37d1-c5d3-4a40-9b82-108989e63f77 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:37:26.310966 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 899a37d1-c5d3-4a40-9b82-108989e63f77 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:37:26.442186 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d6083548-9f38-47b5-8d37-9ef2d3a33610 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:26.442901 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6083548-9f38-47b5-8d37-9ef2d3a33610 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Fanout notify agent at l3_agent the message router_deleted on router c2784f41-f3cd-4dd9-8fca-3df8c2b8244d {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:37:26.450752 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d6083548-9f38-47b5-8d37-9ef2d3a33610 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:26.451913 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d6083548-9f38-47b5-8d37-9ef2d3a33610 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "DELETE /v2.0/routers/c2784f41-f3cd-4dd9-8fca-3df8c2b8244d HTTP/1.1" status: 204 len: 168 time: 1.1286342 Aug 18 13:37:26.454871 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35686) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:37:26.544281 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-df3df671-2aea-459d-a5e5-0dfc316cbd1b tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:26.633973 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-df3df671-2aea-459d-a5e5-0dfc316cbd1b tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:26.643716 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-df3df671-2aea-459d-a5e5-0dfc316cbd1b tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['212335d3-1da4-4a93-a720-dfb491997e8b']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:37:26.658747 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-df3df671-2aea-459d-a5e5-0dfc316cbd1b tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd42d842b-80d4-4175-8034-ca3a43244ddd') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:37:26.659045 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-df3df671-2aea-459d-a5e5-0dfc316cbd1b tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd42d842b-80d4-4175-8034-ca3a43244ddd') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:37:26.669153 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-df3df671-2aea-459d-a5e5-0dfc316cbd1b tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:26.683170 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-df3df671-2aea-459d-a5e5-0dfc316cbd1b tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:26.688966 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df3df671-2aea-459d-a5e5-0dfc316cbd1b tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:37:26.689350 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-df3df671-2aea-459d-a5e5-0dfc316cbd1b tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:26.692248 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:37:26.692248 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:37:26.692248 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:37:26.692248 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:37:26.692248 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:37:26.692248 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:37:26.692248 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:37:26.692248 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:37:26.692248 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:37:26.692248 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:37:26.692248 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:37:26.692248 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:37:26.692248 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:37:26.692248 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:37:26.692248 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:37:26.692248 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:37:26.692248 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:37:26.692248 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:37:26.692248 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:37:26.692248 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:37:26.692248 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:37:26.692248 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:37:26.692248 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:37:26.692248 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:37:26.692248 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:37:26.692248 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:37:26.692248 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:37:26.692248 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:37:26.692248 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:37:26.692248 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:37:26.692248 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:37:26.692248 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:37:26.808812 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-df3df671-2aea-459d-a5e5-0dfc316cbd1b tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:26.816187 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-df3df671-2aea-459d-a5e5-0dfc316cbd1b tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:26.817597 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-df3df671-2aea-459d-a5e5-0dfc316cbd1b tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "DELETE /v2.0/networks/212335d3-1da4-4a93-a720-dfb491997e8b HTTP/1.1" status: 204 len: 168 time: 0.3617027 Aug 18 13:37:26.821184 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35688) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:37:26.830480 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3df671-2aea-459d-a5e5-0dfc316cbd1b tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event deleted for resources: {'Network': ['ID=212335d3-1da4-4a93-a720-dfb491997e8b,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:37:26.889536 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b9cfb55b-6682-4cf3-9e7b-4d5439ffd30c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:26.917380 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b9cfb55b-6682-4cf3-9e7b-4d5439ffd30c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:27.037580 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b9cfb55b-6682-4cf3-9e7b-4d5439ffd30c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:27.040262 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b9cfb55b-6682-4cf3-9e7b-4d5439ffd30c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:27.041464 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b9cfb55b-6682-4cf3-9e7b-4d5439ffd30c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "DELETE /v2.0/security-groups/d8e2cc04-d8ed-42f2-b6a3-e3ebf359f7bf HTTP/1.1" status: 204 len: 168 time: 0.2191997 Aug 18 13:37:27.053697 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cfb55b-6682-4cf3-9e7b-4d5439ffd30c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e2cc04-d8ed-42f2-b6a3-e3ebf359f7bf,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:37:27.426994 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35694) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:37:27.432501 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-ad9446cf-085b-4a16-91ec-306a4b5fc7e5 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-9506212', 'description': 'tempest-secgroup-smoke-9506212 description', 'project_id': 'de6dcd8516f24b6895081970e3d21a0a'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:37:27.511792 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ad9446cf-085b-4a16-91ec-306a4b5fc7e5 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:27.591908 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ad9446cf-085b-4a16-91ec-306a4b5fc7e5 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:27.671805 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ad9446cf-085b-4a16-91ec-306a4b5fc7e5 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:27.700505 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9446cf-085b-4a16-91ec-306a4b5fc7e5 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6341ab-bfa1-4121-87c0-6c03aeaf1343,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:37:27.752335 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ad9446cf-085b-4a16-91ec-306a4b5fc7e5 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:27.753655 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ad9446cf-085b-4a16-91ec-306a4b5fc7e5 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.3256109 Aug 18 13:37:27.756651 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35696) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:37:27.761100 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-e7734426-3f1a-4637-8140-84c880368d6f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'security_group_rule': {'security_group_id': 'bc6341ab-bfa1-4121-87c0-6c03aeaf1343', 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:37:27.855988 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e7734426-3f1a-4637-8140-84c880368d6f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:27.879442 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 47d67814-ca2f-4634-89e5-231473bc4c61 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:37:27.900717 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 47d67814-ca2f-4634-89e5-231473bc4c61 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:37:27.901057 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 47d67814-ca2f-4634-89e5-231473bc4c61 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:37:27.901478 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b58c5000-3bb7-4fdc-8662-46ff2daac019 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:37:27.916553 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e7734426-3f1a-4637-8140-84c880368d6f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:27.920603 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: b58c5000-3bb7-4fdc-8662-46ff2daac019 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:37:27.920961 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b58c5000-3bb7-4fdc-8662-46ff2daac019 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:37:27.991806 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e7734426-3f1a-4637-8140-84c880368d6f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:28.012570 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7734426-3f1a-4637-8140-84c880368d6f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c3209aa-62f8-4659-856a-ed621d486b67,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:37:28.094582 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e7734426-3f1a-4637-8140-84c880368d6f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:28.095848 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e7734426-3f1a-4637-8140-84c880368d6f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3382332 Aug 18 13:37:28.098767 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35698) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:37:28.105554 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-0640fbf7-b334-400a-97e4-b252d27c10df tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'security_group_rule': {'security_group_id': 'bc6341ab-bfa1-4121-87c0-6c03aeaf1343', 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:37:28.197558 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0640fbf7-b334-400a-97e4-b252d27c10df tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:28.242662 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:28.260134 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0640fbf7-b334-400a-97e4-b252d27c10df tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:28.363341 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0640fbf7-b334-400a-97e4-b252d27c10df tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:28.384384 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640fbf7-b334-400a-97e4-b252d27c10df tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d0b0e98-659d-409b-b536-5dea58f2a238,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:37:28.449280 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0640fbf7-b334-400a-97e4-b252d27c10df tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:28.450566 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0640fbf7-b334-400a-97e4-b252d27c10df tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3508258 Aug 18 13:37:28.453513 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35700) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:37:28.458375 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-a7c9e993-6d97-411d-9173-586d9b854407 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'security_group_rule': {'security_group_id': 'bc6341ab-bfa1-4121-87c0-6c03aeaf1343', 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:37:28.580141 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a7c9e993-6d97-411d-9173-586d9b854407 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:28.630249 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a7c9e993-6d97-411d-9173-586d9b854407 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:28.733311 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a7c9e993-6d97-411d-9173-586d9b854407 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:28.751368 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9e993-6d97-411d-9173-586d9b854407 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c96a2981-2887-46a1-b425-df2204aa5ba9,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:37:28.825676 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a7c9e993-6d97-411d-9173-586d9b854407 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:28.826951 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a7c9e993-6d97-411d-9173-586d9b854407 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3724096 Aug 18 13:37:28.829752 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35702) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:37:28.834109 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-4f61d7de-3684-4224-93cd-73cefe2a5023 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'security_group_rule': {'security_group_id': 'bc6341ab-bfa1-4121-87c0-6c03aeaf1343', 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:37:28.968616 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4f61d7de-3684-4224-93cd-73cefe2a5023 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:28.996473 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:29.034000 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4f61d7de-3684-4224-93cd-73cefe2a5023 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:29.123114 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4f61d7de-3684-4224-93cd-73cefe2a5023 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:29.143640 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f61d7de-3684-4224-93cd-73cefe2a5023 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cb557bf-dcce-4101-8448-ce9dbf258cb3,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:37:29.220672 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4f61d7de-3684-4224-93cd-73cefe2a5023 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:29.221951 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4f61d7de-3684-4224-93cd-73cefe2a5023 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3912477 Aug 18 13:37:29.225056 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35704) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:37:29.230072 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-54fabdb6-9b79-432b-a1b9-fc275fa6df12 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'security_group_rule': {'security_group_id': 'bc6341ab-bfa1-4121-87c0-6c03aeaf1343', 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:37:29.334485 n-d-803603-2 neutron-server[101675]: INFO neutron.db.securitygroups_db [None req-54fabdb6-9b79-432b-a1b9-fc275fa6df12 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Project de6dcd8516f24b6895081970e3d21a0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 13:37:29.339734 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-54fabdb6-9b79-432b-a1b9-fc275fa6df12 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:29.400316 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-54fabdb6-9b79-432b-a1b9-fc275fa6df12 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:29.460818 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-54fabdb6-9b79-432b-a1b9-fc275fa6df12 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:29.480289 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fabdb6-9b79-432b-a1b9-fc275fa6df12 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f2ce52d-0347-40d6-94c5-41b8718fdad9,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:37:29.546327 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-54fabdb6-9b79-432b-a1b9-fc275fa6df12 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:29.547606 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-54fabdb6-9b79-432b-a1b9-fc275fa6df12 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3212650 Aug 18 13:37:29.550649 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35706) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:37:29.556029 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-3ccf3eb6-2a9b-4208-bd3f-2eaa870a67ce tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'security_group_rule': {'security_group_id': 'bc6341ab-bfa1-4121-87c0-6c03aeaf1343', 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:37:29.660324 n-d-803603-2 neutron-server[101675]: INFO neutron.db.securitygroups_db [None req-3ccf3eb6-2a9b-4208-bd3f-2eaa870a67ce tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Project de6dcd8516f24b6895081970e3d21a0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 13:37:29.666091 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3eb6-2a9b-4208-bd3f-2eaa870a67ce tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:29.728276 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3eb6-2a9b-4208-bd3f-2eaa870a67ce tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:29.795963 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3eb6-2a9b-4208-bd3f-2eaa870a67ce tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:29.813830 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf3eb6-2a9b-4208-bd3f-2eaa870a67ce tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8a0965a-89eb-440d-b7a1-c7324f1805c7,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:37:29.894736 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3ccf3eb6-2a9b-4208-bd3f-2eaa870a67ce tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:29.896006 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3ccf3eb6-2a9b-4208-bd3f-2eaa870a67ce tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3443465 Aug 18 13:37:29.899400 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35708) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:37:29.904463 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-19b0c370-2d41-43bb-af24-3d7460a604ed tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'network': {'name': 'tempest-network-smoke--130436643', 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'port_security_enabled': True}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:37:30.002886 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b0c370-2d41-43bb-af24-3d7460a604ed tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Made reservation on behalf of de6dcd8516f24b6895081970e3d21a0a for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:37:30.006509 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-19b0c370-2d41-43bb-af24-3d7460a604ed tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:30.033572 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19b0c370-2d41-43bb-af24-3d7460a604ed tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:37:30.044852 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-19b0c370-2d41-43bb-af24-3d7460a604ed tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:30.045204 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-19b0c370-2d41-43bb-af24-3d7460a604ed tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Added segment 7a4f043d-188d-4ec9-909f-4fd4acab242f of type vlan for network 2a6bc92b-d769-4722-b0c3-ca296d14735f Aug 18 13:37:30.089645 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-19b0c370-2d41-43bb-af24-3d7460a604ed tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:30.208890 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-19b0c370-2d41-43bb-af24-3d7460a604ed tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:30.215186 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b0c370-2d41-43bb-af24-3d7460a604ed tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:30.215815 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-19b0c370-2d41-43bb-af24-3d7460a604ed tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:30.284491 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b0c370-2d41-43bb-af24-3d7460a604ed tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'Network': ['ID=2a6bc92b-d769-4722-b0c3-ca296d14735f,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:37:30.295814 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 2a6bc92b-d769-4722-b0c3-ca296d14735f details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:37:30.387070 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-19b0c370-2d41-43bb-af24-3d7460a604ed tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4865823 Aug 18 13:37:30.389608 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35710) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:37:30.394118 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-ed02e6d1-bad4-4c4b-93d1-961d792d5371 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1692010434', 'admin_state_up': True, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:37:30.505073 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ed02e6d1-bad4-4c4b-93d1-961d792d5371 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:30.506164 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ed02e6d1-bad4-4c4b-93d1-961d792d5371 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:30.564007 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ed02e6d1-bad4-4c4b-93d1-961d792d5371 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:30.775662 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ed02e6d1-bad4-4c4b-93d1-961d792d5371 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:31.086305 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ed02e6d1-bad4-4c4b-93d1-961d792d5371 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for router_gateway, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:31.106808 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ed02e6d1-bad4-4c4b-93d1-961d792d5371 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:31.214046 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-ed02e6d1-bad4-4c4b-93d1-961d792d5371 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Allocated IP 172.25.6.157 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/6edc71b5-47f7-4430-bca3-10dbba381da6) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:37:31.319776 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ed02e6d1-bad4-4c4b-93d1-961d792d5371 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:31.414613 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ed02e6d1-bad4-4c4b-93d1-961d792d5371 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:31.460441 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed02e6d1-bad4-4c4b-93d1-961d792d5371 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:37:31.463513 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-ed02e6d1-bad4-4c4b-93d1-961d792d5371 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:37:31.467944 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed02e6d1-bad4-4c4b-93d1-961d792d5371 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:37:31.471077 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02e6d1-bad4-4c4b-93d1-961d792d5371 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'Port': ['ID=6edc71b5-47f7-4430-bca3-10dbba381da6,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:37:31.787738 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ed02e6d1-bad4-4c4b-93d1-961d792d5371 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for router_gateway, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:31.983725 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ed02e6d1-bad4-4c4b-93d1-961d792d5371 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:32.197360 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed02e6d1-bad4-4c4b-93d1-961d792d5371 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Router b835836d-5c1d-4e44-b895-0bb3299425f1 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:37:32.306077 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed02e6d1-bad4-4c4b-93d1-961d792d5371 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:37:32.315764 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25766bb7-624e-471a-8e2a-da80de606eed None None] Sync routers for ids ['b835836d-5c1d-4e44-b895-0bb3299425f1'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:37:32.325420 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25766bb7-624e-471a-8e2a-da80de606eed None None] Routers {'b835836d-5c1d-4e44-b895-0bb3299425f1'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:37:32.326056 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-25766bb7-624e-471a-8e2a-da80de606eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:37:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['b835836d-5c1d-4e44-b895-0bb3299425f1'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:37:32.380595 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ed02e6d1-bad4-4c4b-93d1-961d792d5371 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:32.382020 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ed02e6d1-bad4-4c4b-93d1-961d792d5371 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9914446 Aug 18 13:37:32.385185 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35712) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:37:32.413574 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7b4890fa-6338-4df1-9b14-c9c71cb76776 tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=de6dcd8516f24b6895081970e3d21a0a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272553 Aug 18 13:37:32.416326 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35714) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:37:32.431113 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-25766bb7-624e-471a-8e2a-da80de606eed None None] Set router b835836d-5c1d-4e44-b895-0bb3299425f1 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:37:32.564630 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89614bf4-9f41-4fe7-b457-0539e1b05925 tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:32.566133 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-89614bf4-9f41-4fe7-b457-0539e1b05925 tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1487875 Aug 18 13:37:32.569136 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35716) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:37:32.605329 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e3550426-c6e3-454e-96c6-9f5217223866 tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=0babe39a-03c6-4af7-9ca5-00804dd781c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350018 Aug 18 13:37:32.607951 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35718) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:37:32.612939 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-d99a54b6-aa48-440a-8d9e-436a1c01077e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1590841542', 'network_id': '2a6bc92b-d769-4722-b0c3-ca296d14735f', 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:37:32.625049 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-25766bb7-624e-471a-8e2a-da80de606eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b835836d-5c1d-4e44-b895-0bb3299425f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692010434', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '6edc71b5-47f7-4430-bca3-10dbba381da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:37:30Z', 'updated_at': '2021-08-18T13:37:31Z', 'revision_number': 3, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': '6edc71b5-47f7-4430-bca3-10dbba381da6', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b835836d-5c1d-4e44-b895-0bb3299425f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:37:31Z', 'updated_at': '2021-08-18T13:37:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:37:32.652923 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25766bb7-624e-471a-8e2a-da80de606eed None None] Checking router: b835836d-5c1d-4e44-b895-0bb3299425f1 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:37:32.653272 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25766bb7-624e-471a-8e2a-da80de606eed None None] Updating router b835836d-5c1d-4e44-b895-0bb3299425f1 port 6edc71b5-47f7-4430-bca3-10dbba381da6 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:37:32.679920 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-25766bb7-624e-471a-8e2a-da80de606eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:32.784929 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99a54b6-aa48-440a-8d9e-436a1c01077e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Made reservation on behalf of de6dcd8516f24b6895081970e3d21a0a for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:37:32.789583 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d99a54b6-aa48-440a-8d9e-436a1c01077e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:32.940819 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-25766bb7-624e-471a-8e2a-da80de606eed None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:32.950786 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-25766bb7-624e-471a-8e2a-da80de606eed None None] Transition to ACTIVE for port object 6edc71b5-47f7-4430-bca3-10dbba381da6 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:37:33.020121 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-25766bb7-624e-471a-8e2a-da80de606eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:33.070640 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-25766bb7-624e-471a-8e2a-da80de606eed None None] Attempting to bind port 6edc71b5-47f7-4430-bca3-10dbba381da6 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:37:33.071002 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-25766bb7-624e-471a-8e2a-da80de606eed None None] Attempting to bind port 6edc71b5-47f7-4430-bca3-10dbba381da6 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:37:33.071359 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25766bb7-624e-471a-8e2a-da80de606eed None None] Attempting to bind port 6edc71b5-47f7-4430-bca3-10dbba381da6 on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:37:33.078447 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c61c4c-1fdb-4915-8ece-2900ced48429 None None] Pushing event updated for resources: {'Port': ['ID=6edc71b5-47f7-4430-bca3-10dbba381da6,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:37:33.080620 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25766bb7-624e-471a-8e2a-da80de606eed None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:37:33.080982 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25766bb7-624e-471a-8e2a-da80de606eed None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:37:33.081382 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-25766bb7-624e-471a-8e2a-da80de606eed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:33.081786 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25766bb7-624e-471a-8e2a-da80de606eed None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:37:33.082392 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-25766bb7-624e-471a-8e2a-da80de606eed None None] Bound port: 6edc71b5-47f7-4430-bca3-10dbba381da6, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:37:33.082687 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-25766bb7-624e-471a-8e2a-da80de606eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:33.085126 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d99a54b6-aa48-440a-8d9e-436a1c01077e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:33.090908 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c61c4c-1fdb-4915-8ece-2900ced48429 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:33.091256 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c61c4c-1fdb-4915-8ece-2900ced48429 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:33.092753 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c61c4c-1fdb-4915-8ece-2900ced48429 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:33.092753 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c61c4c-1fdb-4915-8ece-2900ced48429 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:33.092753 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c61c4c-1fdb-4915-8ece-2900ced48429 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:33.092753 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c61c4c-1fdb-4915-8ece-2900ced48429 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:33.093078 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c61c4c-1fdb-4915-8ece-2900ced48429 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:33.093228 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c61c4c-1fdb-4915-8ece-2900ced48429 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:33.093552 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c61c4c-1fdb-4915-8ece-2900ced48429 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:33.093869 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c61c4c-1fdb-4915-8ece-2900ced48429 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:33.094208 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c61c4c-1fdb-4915-8ece-2900ced48429 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:33.094531 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c61c4c-1fdb-4915-8ece-2900ced48429 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:37:33.151593 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-25766bb7-624e-471a-8e2a-da80de606eed None None] For port 6edc71b5-47f7-4430-bca3-10dbba381da6, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:37:33.151826 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a54b6-aa48-440a-8d9e-436a1c01077e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'Subnet': ['ID=ad8b4b83-95e9-4d30-9a01-a2d01b29e9d0,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:37:33.155145 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-25766bb7-624e-471a-8e2a-da80de606eed None None] For port 6edc71b5-47f7-4430-bca3-10dbba381da6, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=6edc71b5-47f7-4430-bca3-10dbba381da6,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:37:33.161363 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99a54b6-aa48-440a-8d9e-436a1c01077e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Checking segment: {'id': '7a4f043d-188d-4ec9-909f-4fd4acab242f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a6bc92b-d769-4722-b0c3-ca296d14735f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:37:33.161718 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99a54b6-aa48-440a-8d9e-436a1c01077e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Network hostable DHCP agents. Network: 2a6bc92b-d769-4722-b0c3-ca296d14735f, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:37:33.232104 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-25766bb7-624e-471a-8e2a-da80de606eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:33.254704 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99a54b6-aa48-440a-8d9e-436a1c01077e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Network 2a6bc92b-d769-4722-b0c3-ca296d14735f is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:37:33.297912 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25766bb7-624e-471a-8e2a-da80de606eed None None] Routers {'b835836d-5c1d-4e44-b895-0bb3299425f1'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:37:33.298718 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-25766bb7-624e-471a-8e2a-da80de606eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:37:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['b835836d-5c1d-4e44-b895-0bb3299425f1'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:37:33.300818 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c61c4c-1fdb-4915-8ece-2900ced48429 None None] Pushing event updated for resources: {'Port': ['ID=6edc71b5-47f7-4430-bca3-10dbba381da6,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:37:33.322995 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-d99a54b6-aa48-440a-8d9e-436a1c01077e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 2a6bc92b-d769-4722-b0c3-ca296d14735f) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:37:33.327444 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99a54b6-aa48-440a-8d9e-436a1c01077e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:33.328045 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d99a54b6-aa48-440a-8d9e-436a1c01077e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:33.332601 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f91914-5d94-4814-8aab-8dc5e7215171 None None] Network 2a6bc92b-d769-4722-b0c3-ca296d14735f requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:37:33.398990 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d99a54b6-aa48-440a-8d9e-436a1c01077e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7898810 Aug 18 13:37:33.401795 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35720) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:37:33.420534 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-25766bb7-624e-471a-8e2a-da80de606eed None None] Set router b835836d-5c1d-4e44-b895-0bb3299425f1 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:37:33.493316 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95adf099-bd81-4c46-b2b9-b71fd73f91fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-2a6bc92b-d769-4722-b0c3-ca296d14735f', 'network_id': '2a6bc92b-d769-4722-b0c3-ca296d14735f', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'fixed_ips': [{'subnet_id': 'ad8b4b83-95e9-4d30-9a01-a2d01b29e9d0'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:37:33.494545 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-95adf099-bd81-4c46-b2b9-b71fd73f91fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:33.608664 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-25766bb7-624e-471a-8e2a-da80de606eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b835836d-5c1d-4e44-b895-0bb3299425f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692010434', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '6edc71b5-47f7-4430-bca3-10dbba381da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:37:30Z', 'updated_at': '2021-08-18T13:37:31Z', 'revision_number': 3, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': '6edc71b5-47f7-4430-bca3-10dbba381da6', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b835836d-5c1d-4e44-b895-0bb3299425f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:37:31Z', 'updated_at': '2021-08-18T13:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:37:33.636407 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25766bb7-624e-471a-8e2a-da80de606eed None None] The sync data for ids ['b835836d-5c1d-4e44-b895-0bb3299425f1'] in n-d-803603-2 is: [{'id': 'b835836d-5c1d-4e44-b895-0bb3299425f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692010434', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '6edc71b5-47f7-4430-bca3-10dbba381da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:37:30Z', 'updated_at': '2021-08-18T13:37:31Z', 'revision_number': 3, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': '6edc71b5-47f7-4430-bca3-10dbba381da6', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b835836d-5c1d-4e44-b895-0bb3299425f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:37:31Z', 'updated_at': '2021-08-18T13:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:37:33.639202 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-95adf099-bd81-4c46-b2b9-b71fd73f91fd None None] Allocated IP 172.20.0.2 (2a6bc92b-d769-4722-b0c3-ca296d14735f/ad8b4b83-95e9-4d30-9a01-a2d01b29e9d0/f1cfa0c9-ccca-4f7e-9849-545a16e23a4d) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:37:33.792664 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-95adf099-bd81-4c46-b2b9-b71fd73f91fd None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:33.801750 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-95adf099-bd81-4c46-b2b9-b71fd73f91fd None None] Transition to ACTIVE for port object f1cfa0c9-ccca-4f7e-9849-545a16e23a4d will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:37:33.818088 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-95adf099-bd81-4c46-b2b9-b71fd73f91fd None None] Transition to ACTIVE for port object f1cfa0c9-ccca-4f7e-9849-545a16e23a4d will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:37:33.894972 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-95adf099-bd81-4c46-b2b9-b71fd73f91fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:33.927756 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a28253c4-dab2-44b7-85e1-1b6d58a3956f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:33.948176 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95adf099-bd81-4c46-b2b9-b71fd73f91fd None None] Network 2a6bc92b-d769-4722-b0c3-ca296d14735f is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:37:33.951349 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-95adf099-bd81-4c46-b2b9-b71fd73f91fd None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:37:33.955247 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95adf099-bd81-4c46-b2b9-b71fd73f91fd None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:37:33.967899 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95adf099-bd81-4c46-b2b9-b71fd73f91fd None None] Pushing event updated for resources: {'Port': ['ID=f1cfa0c9-ccca-4f7e-9849-545a16e23a4d,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:37:34.017918 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-95adf099-bd81-4c46-b2b9-b71fd73f91fd None None] Attempting to bind port f1cfa0c9-ccca-4f7e-9849-545a16e23a4d on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:37:34.018406 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-95adf099-bd81-4c46-b2b9-b71fd73f91fd None None] Attempting to bind port f1cfa0c9-ccca-4f7e-9849-545a16e23a4d by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '7a4f043d-188d-4ec9-909f-4fd4acab242f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a6bc92b-d769-4722-b0c3-ca296d14735f'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:37:34.018988 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95adf099-bd81-4c46-b2b9-b71fd73f91fd None None] Attempting to bind port f1cfa0c9-ccca-4f7e-9849-545a16e23a4d on network 2a6bc92b-d769-4722-b0c3-ca296d14735f {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:37:34.025501 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95adf099-bd81-4c46-b2b9-b71fd73f91fd None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:37:34.025872 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95adf099-bd81-4c46-b2b9-b71fd73f91fd None None] Checking segment: {'id': '7a4f043d-188d-4ec9-909f-4fd4acab242f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a6bc92b-d769-4722-b0c3-ca296d14735f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:37:34.026300 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-95adf099-bd81-4c46-b2b9-b71fd73f91fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:34.026693 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95adf099-bd81-4c46-b2b9-b71fd73f91fd None None] Bound using segment: {'id': '7a4f043d-188d-4ec9-909f-4fd4acab242f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a6bc92b-d769-4722-b0c3-ca296d14735f'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:37:34.027200 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-95adf099-bd81-4c46-b2b9-b71fd73f91fd None None] Bound port: f1cfa0c9-ccca-4f7e-9849-545a16e23a4d, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4f043d-188d-4ec9-909f-4fd4acab242f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a6bc92b-d769-4722-b0c3-ca296d14735f'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:37:34.027734 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-95adf099-bd81-4c46-b2b9-b71fd73f91fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:34.098719 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-95adf099-bd81-4c46-b2b9-b71fd73f91fd None None] For port f1cfa0c9-ccca-4f7e-9849-545a16e23a4d, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:37:34.102575 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-95adf099-bd81-4c46-b2b9-b71fd73f91fd None None] For port f1cfa0c9-ccca-4f7e-9849-545a16e23a4d, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=f1cfa0c9-ccca-4f7e-9849-545a16e23a4d,segment=NetworkSegment(7a4f043d-188d-4ec9-909f-4fd4acab242f),segment_id=7a4f043d-188d-4ec9-909f-4fd4acab242f)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:37:34.169343 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-95adf099-bd81-4c46-b2b9-b71fd73f91fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:34.242295 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95adf099-bd81-4c46-b2b9-b71fd73f91fd None None] Pushing event updated for resources: {'Port': ['ID=f1cfa0c9-ccca-4f7e-9849-545a16e23a4d,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:37:34.580474 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-a28253c4-dab2-44b7-85e1-1b6d58a3956f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Allocated IP 172.20.0.1 (2a6bc92b-d769-4722-b0c3-ca296d14735f/ad8b4b83-95e9-4d30-9a01-a2d01b29e9d0/0e3f3475-c832-4c04-b971-9199f4dd81b3) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:37:34.707576 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a28253c4-dab2-44b7-85e1-1b6d58a3956f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:34.713649 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-a28253c4-dab2-44b7-85e1-1b6d58a3956f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Transition to ACTIVE for port object 0e3f3475-c832-4c04-b971-9199f4dd81b3 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:37:34.837647 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a28253c4-dab2-44b7-85e1-1b6d58a3956f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:34.882778 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28253c4-dab2-44b7-85e1-1b6d58a3956f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Network 2a6bc92b-d769-4722-b0c3-ca296d14735f is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:37:34.886025 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-a28253c4-dab2-44b7-85e1-1b6d58a3956f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:37:34.890044 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28253c4-dab2-44b7-85e1-1b6d58a3956f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:37:34.896662 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28253c4-dab2-44b7-85e1-1b6d58a3956f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'Port': ['ID=0e3f3475-c832-4c04-b971-9199f4dd81b3,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:37:34.944488 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a28253c4-dab2-44b7-85e1-1b6d58a3956f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:35.150941 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fedef2-f2d5-4529-98dd-67906c0c37e0 None None] Network 2a6bc92b-d769-4722-b0c3-ca296d14735f requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:37:35.207744 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a28253c4-dab2-44b7-85e1-1b6d58a3956f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:35.339419 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-bed3678d-72c2-4885-9723-b17c9b5004ea None None] Provisioning for port f1cfa0c9-ccca-4f7e-9849-545a16e23a4d completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:37:35.513723 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a28253c4-dab2-44b7-85e1-1b6d58a3956f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:35.586499 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a28253c4-dab2-44b7-85e1-1b6d58a3956f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:35.672305 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a28253c4-dab2-44b7-85e1-1b6d58a3956f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:35.674107 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28253c4-dab2-44b7-85e1-1b6d58a3956f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'Port': ['ID=0e3f3475-c832-4c04-b971-9199f4dd81b3,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:37:35.687444 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-988bbc7a-e98d-4ff2-a0bc-befda38a5577 None None] Provisioning for port 0e3f3475-c832-4c04-b971-9199f4dd81b3 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:37:35.692126 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-988bbc7a-e98d-4ff2-a0bc-befda38a5577 None None] Provisioning complete for port 0e3f3475-c832-4c04-b971-9199f4dd81b3 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:37:35.692614 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-988bbc7a-e98d-4ff2-a0bc-befda38a5577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:35.735366 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-988bbc7a-e98d-4ff2-a0bc-befda38a5577 None None] Port 0e3f3475-c832-4c04-b971-9199f4dd81b3 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:37:35.774597 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28253c4-dab2-44b7-85e1-1b6d58a3956f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Network 2a6bc92b-d769-4722-b0c3-ca296d14735f is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:37:35.776101 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-a28253c4-dab2-44b7-85e1-1b6d58a3956f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:37:35.873483 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-8c20eba8-f461-48a7-a0e4-010c142d2094 None None] Provisioning complete for port 0e3f3475-c832-4c04-b971-9199f4dd81b3 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:37:35.873855 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8c20eba8-f461-48a7-a0e4-010c142d2094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:35.918122 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28253c4-dab2-44b7-85e1-1b6d58a3956f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Router b835836d-5c1d-4e44-b895-0bb3299425f1 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:37:35.923381 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-8c20eba8-f461-48a7-a0e4-010c142d2094 None None] Port 0e3f3475-c832-4c04-b971-9199f4dd81b3 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:37:35.970478 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6edc71b5-47f7-4430-bca3-10dbba381da6 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:37:36.041102 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28253c4-dab2-44b7-85e1-1b6d58a3956f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:37:36.041816 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-8df4703d-cd28-4b32-8f9b-9839afc4fe52 None None] Provisioning complete for port 0e3f3475-c832-4c04-b971-9199f4dd81b3 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:37:36.042155 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8df4703d-cd28-4b32-8f9b-9839afc4fe52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:36.053454 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a28253c4-dab2-44b7-85e1-1b6d58a3956f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "PUT /v2.0/routers/b835836d-5c1d-4e44-b895-0bb3299425f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6506221 Aug 18 13:37:36.064158 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7920b8-71c1-45f4-8831-05919bac3245 None None] Sync routers for ids ['b835836d-5c1d-4e44-b895-0bb3299425f1'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:37:36.085819 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7920b8-71c1-45f4-8831-05919bac3245 None None] Routers {'b835836d-5c1d-4e44-b895-0bb3299425f1'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:37:36.086556 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-4e7920b8-71c1-45f4-8831-05919bac3245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:37:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['b835836d-5c1d-4e44-b895-0bb3299425f1'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:37:36.088702 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-8df4703d-cd28-4b32-8f9b-9839afc4fe52 None None] Port 0e3f3475-c832-4c04-b971-9199f4dd81b3 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:37:36.091146 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 6edc71b5-47f7-4430-bca3-10dbba381da6 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:37:36.130147 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 6edc71b5-47f7-4430-bca3-10dbba381da6 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:37:36.130550 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:36.195860 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-de05ee51-46be-4189-abb9-5ae4a1d0b248 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-9506212&fields=id&tenant_id=de6dcd8516f24b6895081970e3d21a0a HTTP/1.1" status: 200 len: 267 time: 0.0339684 Aug 18 13:37:36.255679 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-4e7920b8-71c1-45f4-8831-05919bac3245 None None] Set router b835836d-5c1d-4e44-b895-0bb3299425f1 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:37:36.302216 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:36.310982 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-9234604b-05c3-4b13-828a-185dcef4a0e1 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:36.313275 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-9234604b-05c3-4b13-828a-185dcef4a0e1 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/networks?id=2a6bc92b-d769-4722-b0c3-ca296d14735f HTTP/1.1" status: 200 len: 796 time: 0.1095185 Aug 18 13:37:36.329943 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-11fb73b6-441a-4acd-824e-e6b16a68e056 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/quotas/de6dcd8516f24b6895081970e3d21a0a HTTP/1.1" status: 200 len: 375 time: 0.0108078 Aug 18 13:37:36.371670 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 6edc71b5-47f7-4430-bca3-10dbba381da6, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=6edc71b5-47f7-4430-bca3-10dbba381da6,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:37:36.386921 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-1591b0c2-ab9b-4ef1-a9bd-19ad98398d67 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=de6dcd8516f24b6895081970e3d21a0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502791 Aug 18 13:37:36.454320 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:36.455152 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device f1cfa0c9-ccca-4f7e-9849-545a16e23a4d up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:37:36.501318 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-1b271301-f84a-4f68-95b5-258b21db1b00 service neutron] 10.222.0.13 "GET /v2.0/networks/2a6bc92b-d769-4722-b0c3-ca296d14735f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006753 Aug 18 13:37:36.564675 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=6edc71b5-47f7-4430-bca3-10dbba381da6,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:37:36.596455 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-4e7920b8-71c1-45f4-8831-05919bac3245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b835836d-5c1d-4e44-b895-0bb3299425f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692010434', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '6edc71b5-47f7-4430-bca3-10dbba381da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:37:30Z', 'updated_at': '2021-08-18T13:37:35Z', 'revision_number': 4, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': '6edc71b5-47f7-4430-bca3-10dbba381da6', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b835836d-5c1d-4e44-b895-0bb3299425f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:37:31Z', 'updated_at': '2021-08-18T13:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '0e3f3475-c832-4c04-b971-9199f4dd81b3', 'name': '', 'network_id': '2a6bc92b-d769-4722-b0c3-ca296d14735f', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'mac_address': 'fa:16:3e:2c:7e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b835836d-5c1d-4e44-b895-0bb3299425f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'ad8b4b83-95e9-4d30-9a01-a2d01b29e9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:37:34Z', 'updated_at': '2021-08-18T13:37:35Z', 'revision_number': 2, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'subnets': [{'id': 'ad8b4b83-95e9-4d30-9a01-a2d01b29e9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:37:36.614482 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-742a6d39-9ee7-444e-885e-9fc79ccdc3db service neutron] 10.222.0.13 "GET /v2.0/networks/2a6bc92b-d769-4722-b0c3-ca296d14735f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060650 Aug 18 13:37:36.621233 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7920b8-71c1-45f4-8831-05919bac3245 None None] Checking router: b835836d-5c1d-4e44-b895-0bb3299425f1 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:37:36.622072 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7920b8-71c1-45f4-8831-05919bac3245 None None] Updating router b835836d-5c1d-4e44-b895-0bb3299425f1 port 0e3f3475-c832-4c04-b971-9199f4dd81b3 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:37:36.650923 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4e7920b8-71c1-45f4-8831-05919bac3245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:36.667135 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port f1cfa0c9-ccca-4f7e-9849-545a16e23a4d completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:37:36.692766 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port f1cfa0c9-ccca-4f7e-9849-545a16e23a4d triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:37:36.693159 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:36.894109 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:36.953710 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port f1cfa0c9-ccca-4f7e-9849-545a16e23a4d, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=f1cfa0c9-ccca-4f7e-9849-545a16e23a4d,segment=NetworkSegment(7a4f043d-188d-4ec9-909f-4fd4acab242f),segment_id=7a4f043d-188d-4ec9-909f-4fd4acab242f)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:37:37.023058 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:37.083801 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4e7920b8-71c1-45f4-8831-05919bac3245 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:37.108436 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-4e7920b8-71c1-45f4-8831-05919bac3245 None None] Transition to ACTIVE for port object 0e3f3475-c832-4c04-b971-9199f4dd81b3 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:37:37.112307 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=f1cfa0c9-ccca-4f7e-9849-545a16e23a4d,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:37:37.191728 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4e7920b8-71c1-45f4-8831-05919bac3245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:37.236666 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-97ae86cd-2088-4e95-bb28-55ac42f44580 req-1f2c2dd8-840b-474c-b910-20d2022383fe tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=5229cf6d-dc91-4718-87c4-1341195d9ba2 HTTP/1.1" status: 200 len: 210 time: 0.3761103 Aug 18 13:37:37.247235 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b491d-2207-4d66-8019-9af0736cec9b None None] Pushing event updated for resources: {'Port': ['ID=0e3f3475-c832-4c04-b971-9199f4dd81b3,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:37:37.300500 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-4e7920b8-71c1-45f4-8831-05919bac3245 None None] Attempting to bind port 0e3f3475-c832-4c04-b971-9199f4dd81b3 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:37:37.301187 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-4e7920b8-71c1-45f4-8831-05919bac3245 None None] Attempting to bind port 0e3f3475-c832-4c04-b971-9199f4dd81b3 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '7a4f043d-188d-4ec9-909f-4fd4acab242f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a6bc92b-d769-4722-b0c3-ca296d14735f'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:37:37.301304 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7920b8-71c1-45f4-8831-05919bac3245 None None] Attempting to bind port 0e3f3475-c832-4c04-b971-9199f4dd81b3 on network 2a6bc92b-d769-4722-b0c3-ca296d14735f {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:37:37.306778 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7920b8-71c1-45f4-8831-05919bac3245 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:37:37.307152 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7920b8-71c1-45f4-8831-05919bac3245 None None] Checking segment: {'id': '7a4f043d-188d-4ec9-909f-4fd4acab242f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a6bc92b-d769-4722-b0c3-ca296d14735f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:37:37.307563 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4e7920b8-71c1-45f4-8831-05919bac3245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:37.307982 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7920b8-71c1-45f4-8831-05919bac3245 None None] Bound using segment: {'id': '7a4f043d-188d-4ec9-909f-4fd4acab242f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a6bc92b-d769-4722-b0c3-ca296d14735f'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:37:37.308444 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-4e7920b8-71c1-45f4-8831-05919bac3245 None None] Bound port: 0e3f3475-c832-4c04-b971-9199f4dd81b3, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4f043d-188d-4ec9-909f-4fd4acab242f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a6bc92b-d769-4722-b0c3-ca296d14735f'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:37:37.308858 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4e7920b8-71c1-45f4-8831-05919bac3245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:37.563143 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-4e7920b8-71c1-45f4-8831-05919bac3245 None None] For port 0e3f3475-c832-4c04-b971-9199f4dd81b3, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:37:37.566507 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-4e7920b8-71c1-45f4-8831-05919bac3245 None None] For port 0e3f3475-c832-4c04-b971-9199f4dd81b3, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=0e3f3475-c832-4c04-b971-9199f4dd81b3,segment=NetworkSegment(7a4f043d-188d-4ec9-909f-4fd4acab242f),segment_id=7a4f043d-188d-4ec9-909f-4fd4acab242f)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:37:37.643333 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4e7920b8-71c1-45f4-8831-05919bac3245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:37.703236 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7920b8-71c1-45f4-8831-05919bac3245 None None] Routers {'b835836d-5c1d-4e44-b895-0bb3299425f1'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:37:37.703890 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-4e7920b8-71c1-45f4-8831-05919bac3245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:37:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['b835836d-5c1d-4e44-b895-0bb3299425f1'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:37:37.710089 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b491d-2207-4d66-8019-9af0736cec9b None None] Pushing event updated for resources: {'Port': ['ID=0e3f3475-c832-4c04-b971-9199f4dd81b3,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:37:37.819789 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-4e7920b8-71c1-45f4-8831-05919bac3245 None None] Set router b835836d-5c1d-4e44-b895-0bb3299425f1 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:37:37.912025 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6edc71b5-47f7-4430-bca3-10dbba381da6 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:37:38.025890 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 6edc71b5-47f7-4430-bca3-10dbba381da6 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:37:38.026286 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:38.146350 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device f1cfa0c9-ccca-4f7e-9849-545a16e23a4d up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:37:38.174431 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-4e7920b8-71c1-45f4-8831-05919bac3245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b835836d-5c1d-4e44-b895-0bb3299425f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692010434', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '6edc71b5-47f7-4430-bca3-10dbba381da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:37:30Z', 'updated_at': '2021-08-18T13:37:35Z', 'revision_number': 4, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': '6edc71b5-47f7-4430-bca3-10dbba381da6', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b835836d-5c1d-4e44-b895-0bb3299425f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:37:31Z', 'updated_at': '2021-08-18T13:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '0e3f3475-c832-4c04-b971-9199f4dd81b3', 'name': '', 'network_id': '2a6bc92b-d769-4722-b0c3-ca296d14735f', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'mac_address': 'fa:16:3e:2c:7e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b835836d-5c1d-4e44-b895-0bb3299425f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'ad8b4b83-95e9-4d30-9a01-a2d01b29e9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:37:34Z', 'updated_at': '2021-08-18T13:37:37Z', 'revision_number': 4, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'subnets': [{'id': 'ad8b4b83-95e9-4d30-9a01-a2d01b29e9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:37:38.207021 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7920b8-71c1-45f4-8831-05919bac3245 None None] The sync data for ids ['b835836d-5c1d-4e44-b895-0bb3299425f1'] in n-d-803603-2 is: [{'id': 'b835836d-5c1d-4e44-b895-0bb3299425f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692010434', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '6edc71b5-47f7-4430-bca3-10dbba381da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:37:30Z', 'updated_at': '2021-08-18T13:37:35Z', 'revision_number': 4, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': '6edc71b5-47f7-4430-bca3-10dbba381da6', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b835836d-5c1d-4e44-b895-0bb3299425f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:37:31Z', 'updated_at': '2021-08-18T13:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '0e3f3475-c832-4c04-b971-9199f4dd81b3', 'name': '', 'network_id': '2a6bc92b-d769-4722-b0c3-ca296d14735f', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'mac_address': 'fa:16:3e:2c:7e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b835836d-5c1d-4e44-b895-0bb3299425f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'ad8b4b83-95e9-4d30-9a01-a2d01b29e9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:37:34Z', 'updated_at': '2021-08-18T13:37:37Z', 'revision_number': 4, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'subnets': [{'id': 'ad8b4b83-95e9-4d30-9a01-a2d01b29e9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:37:38.227337 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port f1cfa0c9-ccca-4f7e-9849-545a16e23a4d triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:37:38.227716 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:38.355350 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fefba6df-6ea5-4aaf-b7bd-7a1d961a1d87 req-1caaef8a-8528-41d9-af85-02611c677b34 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=5229cf6d-dc91-4718-87c4-1341195d9ba2 HTTP/1.1" status: 200 len: 210 time: 0.0270827 Aug 18 13:37:39.160430 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-5683ae16-0c90-4936-9b72-cfb521849681 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:39.162100 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-5683ae16-0c90-4936-9b72-cfb521849681 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.39 "GET /v2.0/networks?id=2a6bc92b-d769-4722-b0c3-ca296d14735f HTTP/1.1" status: 200 len: 796 time: 0.1092033 Aug 18 13:37:39.207774 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-d5674608-a0ae-4d0e-85a6-3c6d00a4c589 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de6dcd8516f24b6895081970e3d21a0a HTTP/1.1" status: 200 len: 377 time: 0.0367002 Aug 18 13:37:39.218552 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-83c52518-c03a-426d-980f-395c27bed12a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'port': {'device_id': '5229cf6d-dc91-4718-87c4-1341195d9ba2', 'network_id': '2a6bc92b-d769-4722-b0c3-ca296d14735f', 'admin_state_up': True, 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'security_groups': ['bc6341ab-bfa1-4121-87c0-6c03aeaf1343']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:37:39.414426 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-83c52518-c03a-426d-980f-395c27bed12a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Made reservation on behalf of de6dcd8516f24b6895081970e3d21a0a for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:37:39.418195 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-83c52518-c03a-426d-980f-395c27bed12a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:39.469866 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f5374b2a-42fc-4996-a168-172a6ff48781 req-c9d91bb4-e272-4ac0-b91b-90980e826420 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=5229cf6d-dc91-4718-87c4-1341195d9ba2 HTTP/1.1" status: 200 len: 210 time: 0.0352514 Aug 18 13:37:39.579465 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-83c52518-c03a-426d-980f-395c27bed12a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Allocated IP 172.20.0.6 (2a6bc92b-d769-4722-b0c3-ca296d14735f/ad8b4b83-95e9-4d30-9a01-a2d01b29e9d0/e9218d1b-ea35-465f-8a6e-765fbd8d87f8) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:37:39.739664 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-83c52518-c03a-426d-980f-395c27bed12a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:39.755418 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-83c52518-c03a-426d-980f-395c27bed12a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Transition to ACTIVE for port object e9218d1b-ea35-465f-8a6e-765fbd8d87f8 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:37:39.859517 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-83c52518-c03a-426d-980f-395c27bed12a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:39.904418 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-83c52518-c03a-426d-980f-395c27bed12a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Network 2a6bc92b-d769-4722-b0c3-ca296d14735f is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:37:39.907675 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-83c52518-c03a-426d-980f-395c27bed12a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:37:39.911700 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-83c52518-c03a-426d-980f-395c27bed12a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:37:39.921282 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 0e3f3475-c832-4c04-b971-9199f4dd81b3 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:37:39.937781 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c52518-c03a-426d-980f-395c27bed12a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'Port': ['ID=e9218d1b-ea35-465f-8a6e-765fbd8d87f8,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:37:39.971881 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-83c52518-c03a-426d-980f-395c27bed12a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:39.972536 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-83c52518-c03a-426d-980f-395c27bed12a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:40.047813 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 0e3f3475-c832-4c04-b971-9199f4dd81b3 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:37:40.052184 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 0e3f3475-c832-4c04-b971-9199f4dd81b3 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:37:40.052554 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:40.077820 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-83c52518-c03a-426d-980f-395c27bed12a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8647859 Aug 18 13:37:40.091575 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-1e287122-889d-4462-8523-04b12261c844 service neutron] Request body: {'port': {'device_id': '5229cf6d-dc91-4718-87c4-1341195d9ba2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:37:40.132625 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:40.146730 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-1e287122-889d-4462-8523-04b12261c844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:40.173657 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 0e3f3475-c832-4c04-b971-9199f4dd81b3, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=0e3f3475-c832-4c04-b971-9199f4dd81b3,segment=NetworkSegment(7a4f043d-188d-4ec9-909f-4fd4acab242f),segment_id=7a4f043d-188d-4ec9-909f-4fd4acab242f)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:37:40.248889 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ab6aec66-f569-4379-b654-bdf6d88a8b41 None None] Provisioning for port e9218d1b-ea35-465f-8a6e-765fbd8d87f8 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:37:40.253598 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ab6aec66-f569-4379-b654-bdf6d88a8b41 None None] Provisioning complete for port e9218d1b-ea35-465f-8a6e-765fbd8d87f8 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:37:40.253968 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ab6aec66-f569-4379-b654-bdf6d88a8b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:40.290395 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:40.294443 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-ab6aec66-f569-4379-b654-bdf6d88a8b41 None None] Port e9218d1b-ea35-465f-8a6e-765fbd8d87f8 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:37:40.343614 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=0e3f3475-c832-4c04-b971-9199f4dd81b3,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:37:40.418123 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-1e287122-889d-4462-8523-04b12261c844 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9218d1b-ea35-465f-8a6e-765fbd8d87f8 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:37:40.425577 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-1e287122-889d-4462-8523-04b12261c844 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:40.437381 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-1e287122-889d-4462-8523-04b12261c844 service neutron] Transition to ACTIVE for port object e9218d1b-ea35-465f-8a6e-765fbd8d87f8 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:37:40.494106 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-1e287122-889d-4462-8523-04b12261c844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:40.552100 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e287122-889d-4462-8523-04b12261c844 service neutron] Pushing event updated for resources: {'Port': ['ID=e9218d1b-ea35-465f-8a6e-765fbd8d87f8,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:37:40.612463 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795cc27f-84de-4edf-8389-f1cb2595bcf7 req-ec8c1dec-4eec-449e-9fc7-f6525d20ca31 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:40.614080 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-795cc27f-84de-4edf-8389-f1cb2595bcf7 req-ec8c1dec-4eec-449e-9fc7-f6525d20ca31 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=5229cf6d-dc91-4718-87c4-1341195d9ba2 HTTP/1.1" status: 200 len: 943 time: 0.0662496 Aug 18 13:37:40.636218 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-1e287122-889d-4462-8523-04b12261c844 service neutron] Attempting to bind port e9218d1b-ea35-465f-8a6e-765fbd8d87f8 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:37:40.636558 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-1e287122-889d-4462-8523-04b12261c844 service neutron] Attempting to bind port e9218d1b-ea35-465f-8a6e-765fbd8d87f8 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '7a4f043d-188d-4ec9-909f-4fd4acab242f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a6bc92b-d769-4722-b0c3-ca296d14735f'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:37:40.636893 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-1e287122-889d-4462-8523-04b12261c844 service neutron] Attempting to bind port e9218d1b-ea35-465f-8a6e-765fbd8d87f8 on network 2a6bc92b-d769-4722-b0c3-ca296d14735f {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:37:40.641828 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-1e287122-889d-4462-8523-04b12261c844 service neutron] Port e9218d1b-ea35-465f-8a6e-765fbd8d87f8 on network 2a6bc92b-d769-4722-b0c3-ca296d14735f not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:37:40.642082 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-1e287122-889d-4462-8523-04b12261c844 service neutron] Attempting to bind port e9218d1b-ea35-465f-8a6e-765fbd8d87f8 on network 2a6bc92b-d769-4722-b0c3-ca296d14735f {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:37:40.648561 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-1e287122-889d-4462-8523-04b12261c844 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:37:40.649163 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-1e287122-889d-4462-8523-04b12261c844 service neutron] Checking segment: {'id': '7a4f043d-188d-4ec9-909f-4fd4acab242f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a6bc92b-d769-4722-b0c3-ca296d14735f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:37:40.649721 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-1e287122-889d-4462-8523-04b12261c844 service neutron] Bound using segment: {'id': '7a4f043d-188d-4ec9-909f-4fd4acab242f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a6bc92b-d769-4722-b0c3-ca296d14735f'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:37:40.650337 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-1e287122-889d-4462-8523-04b12261c844 service neutron] Bound port: e9218d1b-ea35-465f-8a6e-765fbd8d87f8, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a4f043d-188d-4ec9-909f-4fd4acab242f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a6bc92b-d769-4722-b0c3-ca296d14735f'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:37:40.650865 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-1e287122-889d-4462-8523-04b12261c844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:40.661310 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-795cc27f-84de-4edf-8389-f1cb2595bcf7 req-440b7560-e906-4f8d-9756-2a7828601883 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc6341ab-bfa1-4121-87c0-6c03aeaf1343&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0403340 Aug 18 13:37:40.725878 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-1e287122-889d-4462-8523-04b12261c844 service neutron] For port e9218d1b-ea35-465f-8a6e-765fbd8d87f8, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:37:40.729403 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-1e287122-889d-4462-8523-04b12261c844 service neutron] For port e9218d1b-ea35-465f-8a6e-765fbd8d87f8, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=e9218d1b-ea35-465f-8a6e-765fbd8d87f8,segment=NetworkSegment(7a4f043d-188d-4ec9-909f-4fd4acab242f),segment_id=7a4f043d-188d-4ec9-909f-4fd4acab242f)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:37:40.797753 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-1e287122-889d-4462-8523-04b12261c844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:40.837789 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-1e287122-889d-4462-8523-04b12261c844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:40.838447 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-1e287122-889d-4462-8523-04b12261c844 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:40.844826 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-1e287122-889d-4462-8523-04b12261c844 service neutron] 10.222.0.39 "PUT /v2.0/ports/e9218d1b-ea35-465f-8a6e-765fbd8d87f8 HTTP/1.1" status: 200 len: 1091 time: 0.7527406 Aug 18 13:37:40.844826 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5229cf6d-dc91-4718-87c4-1341195d9ba2', 'tag': 'e9218d1b-ea35-465f-8a6e-765fbd8d87f8'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:37:40.844826 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e42c64-453b-417b-bf96-e938ca44fc00" -d '{"events": [{"name": "network-changed", "server_uuid": "5229cf6d-dc91-4718-87c4-1341195d9ba2", "tag": "e9218d1b-ea35-465f-8a6e-765fbd8d87f8"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:37:40.863711 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e287122-889d-4462-8523-04b12261c844 service neutron] Pushing event updated for resources: {'Port': ['ID=e9218d1b-ea35-465f-8a6e-765fbd8d87f8,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:37:40.893595 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a0f9c1-7723-4955-a3b4-13a0d19026dc x-openstack-request-id: req-42a0f9c1-7723-4955-a3b4-13a0d19026dc {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:37:40.893897 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5229cf6d-dc91-4718-87c4-1341195d9ba2", "tag": "e9218d1b-ea35-465f-8a6e-765fbd8d87f8", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:37:40.894148 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-42a0f9c1-7723-4955-a3b4-13a0d19026dc {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:37:40.894583 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5229cf6d-dc91-4718-87c4-1341195d9ba2', 'tag': 'e9218d1b-ea35-465f-8a6e-765fbd8d87f8', 'status': 'completed', 'code': 200} Aug 18 13:37:40.957663 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e42c64-453b-417b-bf96-e938ca44fc00 req-43c6147b-c30f-4523-b94e-a82f3f5808ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:40.959876 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-92e42c64-453b-417b-bf96-e938ca44fc00 req-43c6147b-c30f-4523-b94e-a82f3f5808ab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de6dcd8516f24b6895081970e3d21a0a&device_id=5229cf6d-dc91-4718-87c4-1341195d9ba2 HTTP/1.1" status: 200 len: 1094 time: 0.0427439 Aug 18 13:37:41.068010 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e42c64-453b-417b-bf96-e938ca44fc00 req-49df55c2-9f13-4258-81ed-9d639945a13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:41.068010 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-92e42c64-453b-417b-bf96-e938ca44fc00 req-49df55c2-9f13-4258-81ed-9d639945a13d service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=de6dcd8516f24b6895081970e3d21a0a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1005633 Aug 18 13:37:41.168740 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e42c64-453b-417b-bf96-e938ca44fc00 req-7a8bd981-ed91-4a27-af45-7baad90c085c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:41.170254 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-92e42c64-453b-417b-bf96-e938ca44fc00 req-7a8bd981-ed91-4a27-af45-7baad90c085c service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0962691 Aug 18 13:37:41.247103 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-4ca30ad2-d128-465e-890c-cc22b391473f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:41.248680 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-4ca30ad2-d128-465e-890c-cc22b391473f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de6dcd8516f24b6895081970e3d21a0a&device_id=5229cf6d-dc91-4718-87c4-1341195d9ba2 HTTP/1.1" status: 200 len: 1094 time: 0.0399699 Aug 18 13:37:41.291396 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-af74a4c2-3dc9-46a7-b1df-dd73f421c0ed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9218d1b-ea35-465f-8a6e-765fbd8d87f8 HTTP/1.1" status: 200 len: 217 time: 0.0337324 Aug 18 13:37:41.344139 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-b6af3ed9-6843-45a5-838b-f67254258d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:41.345561 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-b6af3ed9-6843-45a5-838b-f67254258d02 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ad8b4b83-95e9-4d30-9a01-a2d01b29e9d0 HTTP/1.1" status: 200 len: 835 time: 0.0478468 Aug 18 13:37:41.391155 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-f812ef48-e3c4-46a0-88a2-0b8f8522c71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:41.392645 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-f812ef48-e3c4-46a0-88a2-0b8f8522c71e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2a6bc92b-d769-4722-b0c3-ca296d14735f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404804 Aug 18 13:37:41.482255 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-7edfb2bc-c9cc-43bf-9387-fa5ccfc4becc service neutron] 10.222.0.39 "GET /v2.0/networks/2a6bc92b-d769-4722-b0c3-ca296d14735f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825255 Aug 18 13:37:41.581856 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-003d3d61-99d1-438f-8402-1bcc3b9d2c6a req-4c54b44b-9f1e-4ecc-b1e0-e0e80a1a8ee7 service neutron] 10.222.0.39 "GET /v2.0/networks/2a6bc92b-d769-4722-b0c3-ca296d14735f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917695 Aug 18 13:37:41.654258 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-43ed978d-f4d9-4b63-9873-4d67a76e2fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:41.782367 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4e4c9-534f-4ce8-9f2f-b8c4b784acc3 req-6a39ed4e-73ec-41ae-9aec-b1a3dd106224 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:41.783870 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f6f4e4c9-534f-4ce8-9f2f-b8c4b784acc3 req-6a39ed4e-73ec-41ae-9aec-b1a3dd106224 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=5229cf6d-dc91-4718-87c4-1341195d9ba2 HTTP/1.1" status: 200 len: 943 time: 0.0493858 Aug 18 13:37:41.822991 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f6f4e4c9-534f-4ce8-9f2f-b8c4b784acc3 req-d7703ed7-d962-4819-ba44-38874afe44bb tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc6341ab-bfa1-4121-87c0-6c03aeaf1343&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0325184 Aug 18 13:37:41.889918 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 0e3f3475-c832-4c04-b971-9199f4dd81b3 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:37:41.937872 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 0e3f3475-c832-4c04-b971-9199f4dd81b3 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:37:41.938155 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:42.949905 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de46f24-2357-40b6-a64e-664d6cf4b5a0 req-ca22a101-7d13-46a9-928e-895d4424f963 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:42.951635 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4de46f24-2357-40b6-a64e-664d6cf4b5a0 req-ca22a101-7d13-46a9-928e-895d4424f963 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=5229cf6d-dc91-4718-87c4-1341195d9ba2 HTTP/1.1" status: 200 len: 943 time: 0.0531163 Aug 18 13:37:42.993626 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4de46f24-2357-40b6-a64e-664d6cf4b5a0 req-9a17a596-8309-4d69-b6f9-b93e88461d2c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc6341ab-bfa1-4121-87c0-6c03aeaf1343&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0356920 Aug 18 13:37:43.745583 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8a06a016-3ad7-49ab-b9a6-b952b7c9c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:43.969791 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:37:44.110275 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f114245-4e6a-4973-83a9-d3afa3ea78e7 req-d56acb5c-c831-4c80-8d16-04a257f6c56b tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:44.111692 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9f114245-4e6a-4973-83a9-d3afa3ea78e7 req-d56acb5c-c831-4c80-8d16-04a257f6c56b tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=5229cf6d-dc91-4718-87c4-1341195d9ba2 HTTP/1.1" status: 200 len: 943 time: 0.0494037 Aug 18 13:37:44.151118 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9f114245-4e6a-4973-83a9-d3afa3ea78e7 req-fd677e50-c034-427c-a996-2fb61da6399d tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc6341ab-bfa1-4121-87c0-6c03aeaf1343&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0328715 Aug 18 13:37:44.382517 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device e9218d1b-ea35-465f-8a6e-765fbd8d87f8 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:37:44.479443 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port e9218d1b-ea35-465f-8a6e-765fbd8d87f8, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=e9218d1b-ea35-465f-8a6e-765fbd8d87f8,segment=NetworkSegment(7a4f043d-188d-4ec9-909f-4fd4acab242f),segment_id=7a4f043d-188d-4ec9-909f-4fd4acab242f)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:37:44.491281 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'e9218d1b-ea35-465f-8a6e-765fbd8d87f8', 'network_id': '2a6bc92b-d769-4722-b0c3-ca296d14735f', 'port_id': 'e9218d1b-ea35-465f-8a6e-765fbd8d87f8', 'mac_address': 'fa:16:3e:82:2b:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad8b4b83-95e9-4d30-9a01-a2d01b29e9d0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:37:44.536317 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:44.550022 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9218d1b-ea35-465f-8a6e-765fbd8d87f8 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:37:44.576043 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port e9218d1b-ea35-465f-8a6e-765fbd8d87f8, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=e9218d1b-ea35-465f-8a6e-765fbd8d87f8,segment=NetworkSegment(7a4f043d-188d-4ec9-909f-4fd4acab242f),segment_id=7a4f043d-188d-4ec9-909f-4fd4acab242f)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:37:44.625913 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:44.648466 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:44.697192 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=e9218d1b-ea35-465f-8a6e-765fbd8d87f8,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:37:44.848164 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['e9218d1b-ea35-465f-8a6e-765fbd8d87f8'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:37:45.274881 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf166f-996d-419d-97ca-009427e3e013 req-9d99a7fa-0692-454e-ba6e-7457a890ff75 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:45.276419 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-37cf166f-996d-419d-97ca-009427e3e013 req-9d99a7fa-0692-454e-ba6e-7457a890ff75 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=5229cf6d-dc91-4718-87c4-1341195d9ba2 HTTP/1.1" status: 200 len: 944 time: 0.0565710 Aug 18 13:37:45.315416 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-37cf166f-996d-419d-97ca-009427e3e013 req-7af402aa-9e57-459a-9b9e-125b08e398fb tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc6341ab-bfa1-4121-87c0-6c03aeaf1343&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0329885 Aug 18 13:37:45.471436 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:46.396367 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device e9218d1b-ea35-465f-8a6e-765fbd8d87f8 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:37:46.436960 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e32456-800f-4feb-a5f8-afe840286415 req-7acfbc52-254d-4605-8be6-cec72cf5f4c4 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:46.438534 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d9e32456-800f-4feb-a5f8-afe840286415 req-7acfbc52-254d-4605-8be6-cec72cf5f4c4 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=5229cf6d-dc91-4718-87c4-1341195d9ba2 HTTP/1.1" status: 200 len: 944 time: 0.0544991 Aug 18 13:37:46.477345 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d9e32456-800f-4feb-a5f8-afe840286415 req-5b57497e-9c6a-423c-8afb-ab90dc6e23c9 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc6341ab-bfa1-4121-87c0-6c03aeaf1343&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0321598 Aug 18 13:37:46.504676 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port e9218d1b-ea35-465f-8a6e-765fbd8d87f8 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:37:46.509585 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port e9218d1b-ea35-465f-8a6e-765fbd8d87f8 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:37:46.509962 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:46.590960 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:46.613958 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5229cf6d-dc91-4718-87c4-1341195d9ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9218d1b-ea35-465f-8a6e-765fbd8d87f8'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:37:46.616791 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec160864-b673-409f-a59d-7096626f1d28" -d '{"events": [{"server_uuid": "5229cf6d-dc91-4718-87c4-1341195d9ba2", "name": "network-vif-plugged", "status": "completed", "tag": "e9218d1b-ea35-465f-8a6e-765fbd8d87f8"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:37:46.630336 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port e9218d1b-ea35-465f-8a6e-765fbd8d87f8, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=e9218d1b-ea35-465f-8a6e-765fbd8d87f8,segment=NetworkSegment(7a4f043d-188d-4ec9-909f-4fd4acab242f),segment_id=7a4f043d-188d-4ec9-909f-4fd4acab242f)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:37:46.652188 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bfca8f-4001-48da-a442-6895456b43b7 x-openstack-request-id: req-46bfca8f-4001-48da-a442-6895456b43b7 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:37:46.652475 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5229cf6d-dc91-4718-87c4-1341195d9ba2", "name": "network-vif-plugged", "status": "completed", "tag": "e9218d1b-ea35-465f-8a6e-765fbd8d87f8", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:37:46.652723 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46bfca8f-4001-48da-a442-6895456b43b7 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:37:46.653106 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5229cf6d-dc91-4718-87c4-1341195d9ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9218d1b-ea35-465f-8a6e-765fbd8d87f8', 'code': 200} Aug 18 13:37:46.721852 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:46.751620 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d19c23-74f5-4726-be56-ce866d324956 req-8b4c5814-072b-4242-a9dc-07e800eb2dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:46.753167 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-36d19c23-74f5-4726-be56-ce866d324956 req-8b4c5814-072b-4242-a9dc-07e800eb2dd0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5229cf6d-dc91-4718-87c4-1341195d9ba2 HTTP/1.1" status: 200 len: 1095 time: 0.0430250 Aug 18 13:37:46.777210 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=e9218d1b-ea35-465f-8a6e-765fbd8d87f8,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:37:46.791346 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-36d19c23-74f5-4726-be56-ce866d324956 req-f8a4632f-5cb9-4a38-a819-0f22c9a53770 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bc6341ab-bfa1-4121-87c0-6c03aeaf1343&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0316081 Aug 18 13:37:47.511577 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:47.593399 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131577b6-b750-4f0b-b014-891719374850 req-c33034ab-310a-495b-a494-970e6d6282d5 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:47.594919 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-131577b6-b750-4f0b-b014-891719374850 req-c33034ab-310a-495b-a494-970e6d6282d5 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=5229cf6d-dc91-4718-87c4-1341195d9ba2 HTTP/1.1" status: 200 len: 945 time: 0.0492330 Aug 18 13:37:47.632810 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-131577b6-b750-4f0b-b014-891719374850 req-2466aa4d-c5e6-45d6-aeea-371dde91921c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc6341ab-bfa1-4121-87c0-6c03aeaf1343&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0319068 Aug 18 13:37:48.749588 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9628e-d762-4488-b409-2aaed690df72 req-3dbf1686-03cf-4a9c-96d0-4be624e09353 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:48.751418 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f9a9628e-d762-4488-b409-2aaed690df72 req-3dbf1686-03cf-4a9c-96d0-4be624e09353 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=5229cf6d-dc91-4718-87c4-1341195d9ba2 HTTP/1.1" status: 200 len: 945 time: 0.0497367 Aug 18 13:37:48.790245 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f9a9628e-d762-4488-b409-2aaed690df72 req-7a119515-d288-4808-8a53-708c59dfe5e7 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc6341ab-bfa1-4121-87c0-6c03aeaf1343&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0326176 Aug 18 13:37:48.910120 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26042e96-ee33-4a05-8894-79fb970ff536 req-2a785886-25a7-47be-9490-ed1bb6c34a76 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:48.911683 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-26042e96-ee33-4a05-8894-79fb970ff536 req-2a785886-25a7-47be-9490-ed1bb6c34a76 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=5229cf6d-dc91-4718-87c4-1341195d9ba2 HTTP/1.1" status: 200 len: 945 time: 0.0540247 Aug 18 13:37:48.949247 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-26042e96-ee33-4a05-8894-79fb970ff536 req-25e3aa21-3f78-4eb3-b4f9-f002b2daa4e2 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc6341ab-bfa1-4121-87c0-6c03aeaf1343&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0317416 Aug 18 13:37:48.971037 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35782) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:37:49.017252 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185c7a47-b809-48f1-9cde-a7352f7c375a tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:49.018883 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-185c7a47-b809-48f1-9cde-a7352f7c375a tempest-TestNetworkAdvancedServerOps-1475075614 tempest-TestNetworkAdvancedServerOps-1475075614-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5229cf6d-dc91-4718-87c4-1341195d9ba2 HTTP/1.1" status: 200 len: 1091 time: 0.0467637 Aug 18 13:37:49.022351 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35784) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:37:49.027255 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-f21dd5d9-d109-42da-906b-44fbad951bdc tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'port_id': 'e9218d1b-ea35-465f-8a6e-765fbd8d87f8', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:37:49.139085 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f21dd5d9-d109-42da-906b-44fbad951bdc tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for floatingip, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:49.237063 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f21dd5d9-d109-42da-906b-44fbad951bdc tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:49.344473 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-f21dd5d9-d109-42da-906b-44fbad951bdc tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Allocated IP 172.25.6.31 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/87768eca-6593-4de5-ac1a-4a9b813a182f) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:37:49.445743 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f21dd5d9-d109-42da-906b-44fbad951bdc tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:49.552294 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f21dd5d9-d109-42da-906b-44fbad951bdc tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:49.601779 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21dd5d9-d109-42da-906b-44fbad951bdc tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:37:49.604800 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-f21dd5d9-d109-42da-906b-44fbad951bdc tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:37:49.608419 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21dd5d9-d109-42da-906b-44fbad951bdc tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:37:49.613896 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21dd5d9-d109-42da-906b-44fbad951bdc tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'Port': ['ID=87768eca-6593-4de5-ac1a-4a9b813a182f,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:37:50.104100 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f21dd5d9-d109-42da-906b-44fbad951bdc tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:50.571686 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f21dd5d9-d109-42da-906b-44fbad951bdc tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:50.728449 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f21dd5d9-d109-42da-906b-44fbad951bdc tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:50.893257 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f21dd5d9-d109-42da-906b-44fbad951bdc tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:50.959923 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21dd5d9-d109-42da-906b-44fbad951bdc tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event updated for resources: {'Port': ['ID=87768eca-6593-4de5-ac1a-4a9b813a182f,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:37:50.972133 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f21dd5d9-d109-42da-906b-44fbad951bdc tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:51.073362 n-d-803603-2 neutron-server[101676]: INFO neutron.db.l3_db [None req-f21dd5d9-d109-42da-906b-44fbad951bdc tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Floating IP ca9d4893-0477-46d4-b9ae-74cc0242ba8b associated. External IP: 172.25.6.31, port: e9218d1b-ea35-465f-8a6e-765fbd8d87f8. Aug 18 13:37:51.283157 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21dd5d9-d109-42da-906b-44fbad951bdc tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Router b835836d-5c1d-4e44-b895-0bb3299425f1 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:37:51.392942 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21dd5d9-d109-42da-906b-44fbad951bdc tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:37:51.402785 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88eb167c-3417-4c5e-90f6-c020a44a36b7 None None] Sync routers for ids ['b835836d-5c1d-4e44-b895-0bb3299425f1'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:37:51.503520 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88eb167c-3417-4c5e-90f6-c020a44a36b7 None None] Routers {'b835836d-5c1d-4e44-b895-0bb3299425f1'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:37:51.504143 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-88eb167c-3417-4c5e-90f6-c020a44a36b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:37:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['b835836d-5c1d-4e44-b895-0bb3299425f1'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:37:51.505976 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f21dd5d9-d109-42da-906b-44fbad951bdc tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:51.534626 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f21dd5d9-d109-42da-906b-44fbad951bdc tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5109947 Aug 18 13:37:51.535192 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5229cf6d-dc91-4718-87c4-1341195d9ba2', 'tag': 'e9218d1b-ea35-465f-8a6e-765fbd8d87f8'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:37:51.538216 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13549613730a67b373fa4504ae15d955752acf3018548d3661d8a4bc1b07273c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c04d91c-8582-4384-ac17-55175bf0d796" -d '{"events": [{"name": "network-changed", "server_uuid": "5229cf6d-dc91-4718-87c4-1341195d9ba2", "tag": "e9218d1b-ea35-465f-8a6e-765fbd8d87f8"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:37:51.582414 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f3f8f2-e483-4978-9c01-9906eba3792f x-openstack-request-id: req-75f3f8f2-e483-4978-9c01-9906eba3792f {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:37:51.582889 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5229cf6d-dc91-4718-87c4-1341195d9ba2", "tag": "e9218d1b-ea35-465f-8a6e-765fbd8d87f8", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:37:51.583119 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75f3f8f2-e483-4978-9c01-9906eba3792f {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:37:51.583529 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5229cf6d-dc91-4718-87c4-1341195d9ba2', 'tag': 'e9218d1b-ea35-465f-8a6e-765fbd8d87f8', 'status': 'completed', 'code': 200} Aug 18 13:37:51.618317 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-88eb167c-3417-4c5e-90f6-c020a44a36b7 None None] Set router b835836d-5c1d-4e44-b895-0bb3299425f1 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:37:51.675865 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b510a11-fe41-4326-b2e2-ff3e52e85ede req-6bcbbaff-d533-4fcc-aaf9-00a567327ca4 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:51.677382 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0b510a11-fe41-4326-b2e2-ff3e52e85ede req-6bcbbaff-d533-4fcc-aaf9-00a567327ca4 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=5229cf6d-dc91-4718-87c4-1341195d9ba2 HTTP/1.1" status: 200 len: 945 time: 0.0838714 Aug 18 13:37:51.680365 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04d91c-8582-4384-ac17-55175bf0d796 req-9402ba0b-959c-4406-815d-4cd54bbed789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:51.681915 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9c04d91c-8582-4384-ac17-55175bf0d796 req-9402ba0b-959c-4406-815d-4cd54bbed789 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de6dcd8516f24b6895081970e3d21a0a&device_id=5229cf6d-dc91-4718-87c4-1341195d9ba2 HTTP/1.1" status: 200 len: 1096 time: 0.0767126 Aug 18 13:37:51.772265 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0b510a11-fe41-4326-b2e2-ff3e52e85ede req-ec42ed0e-1781-453c-80f6-1f1e29a32f64 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc6341ab-bfa1-4121-87c0-6c03aeaf1343&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0880711 Aug 18 13:37:51.796017 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35790) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:37:51.806876 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04d91c-8582-4384-ac17-55175bf0d796 req-ee83a939-ec59-42d0-b209-86b6a71c404c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:51.808516 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9c04d91c-8582-4384-ac17-55175bf0d796 req-ee83a939-ec59-42d0-b209-86b6a71c404c service neutron] 10.222.0.39 "GET /v2.0/networks?id=2a6bc92b-d769-4722-b0c3-ca296d14735f HTTP/1.1" status: 200 len: 897 time: 0.1188555 Aug 18 13:37:51.872015 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ac122362-4e5f-4362-bdba-ee0df46f109b tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/floatingips/ca9d4893-0477-46d4-b9ae-74cc0242ba8b HTTP/1.1" status: 200 len: 990 time: 0.0738530 Aug 18 13:37:51.876276 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-88eb167c-3417-4c5e-90f6-c020a44a36b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b835836d-5c1d-4e44-b895-0bb3299425f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692010434', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '6edc71b5-47f7-4430-bca3-10dbba381da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:37:30Z', 'updated_at': '2021-08-18T13:37:35Z', 'revision_number': 4, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': '6edc71b5-47f7-4430-bca3-10dbba381da6', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b835836d-5c1d-4e44-b895-0bb3299425f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:37:31Z', 'updated_at': '2021-08-18T13:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'ca9d4893-0477-46d4-b9ae-74cc0242ba8b', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'b835836d-5c1d-4e44-b895-0bb3299425f1', 'port_id': 'e9218d1b-ea35-465f-8a6e-765fbd8d87f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a6bc92b-d769-4722-b0c3-ca296d14735f', 'mac_address': 'fa:16:3e:82:2b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5229cf6d-dc91-4718-87c4-1341195d9ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:37:49Z', 'updated_at': '2021-08-18T13:37:49Z', 'revision_number': 0, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3f3475-c832-4c04-b971-9199f4dd81b3', 'name': '', 'network_id': '2a6bc92b-d769-4722-b0c3-ca296d14735f', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'mac_address': 'fa:16:3e:2c:7e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b835836d-5c1d-4e44-b895-0bb3299425f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'ad8b4b83-95e9-4d30-9a01-a2d01b29e9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:37:34Z', 'updated_at': '2021-08-18T13:37:40Z', 'revision_number': 5, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'subnets': [{'id': 'ad8b4b83-95e9-4d30-9a01-a2d01b29e9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:37:51.879976 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9c04d91c-8582-4384-ac17-55175bf0d796 req-fcdf9937-16ba-41f2-b29c-ef78119d8c46 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9218d1b-ea35-465f-8a6e-765fbd8d87f8 HTTP/1.1" status: 200 len: 998 time: 0.0649400 Aug 18 13:37:51.907190 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88eb167c-3417-4c5e-90f6-c020a44a36b7 None None] Checking router: b835836d-5c1d-4e44-b895-0bb3299425f1 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:37:51.916316 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88eb167c-3417-4c5e-90f6-c020a44a36b7 None None] Routers {'b835836d-5c1d-4e44-b895-0bb3299425f1'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:37:51.916925 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-88eb167c-3417-4c5e-90f6-c020a44a36b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:37:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['b835836d-5c1d-4e44-b895-0bb3299425f1'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:37:51.931621 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04d91c-8582-4384-ac17-55175bf0d796 req-7053d926-8b53-4378-8239-171d16561cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:51.933149 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9c04d91c-8582-4384-ac17-55175bf0d796 req-7053d926-8b53-4378-8239-171d16561cdf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ad8b4b83-95e9-4d30-9a01-a2d01b29e9d0 HTTP/1.1" status: 200 len: 835 time: 0.0463259 Aug 18 13:37:51.985132 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04d91c-8582-4384-ac17-55175bf0d796 req-1a76cc22-e46a-49eb-9280-f5c694941c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:51.986769 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9c04d91c-8582-4384-ac17-55175bf0d796 req-1a76cc22-e46a-49eb-9280-f5c694941c40 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2a6bc92b-d769-4722-b0c3-ca296d14735f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450373 Aug 18 13:37:52.022651 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-88eb167c-3417-4c5e-90f6-c020a44a36b7 None None] Set router b835836d-5c1d-4e44-b895-0bb3299425f1 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:37:52.079681 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9c04d91c-8582-4384-ac17-55175bf0d796 req-60d43d3e-11da-4f61-8c30-3ec5f0ba3de5 service neutron] 10.222.0.39 "GET /v2.0/networks/2a6bc92b-d769-4722-b0c3-ca296d14735f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851276 Aug 18 13:37:52.181336 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9c04d91c-8582-4384-ac17-55175bf0d796 req-01a13fc3-f721-4f2b-81a3-8821306d4bb2 service neutron] 10.222.0.39 "GET /v2.0/networks/2a6bc92b-d769-4722-b0c3-ca296d14735f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940039 Aug 18 13:37:52.266038 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-88eb167c-3417-4c5e-90f6-c020a44a36b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b835836d-5c1d-4e44-b895-0bb3299425f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692010434', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '6edc71b5-47f7-4430-bca3-10dbba381da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:37:30Z', 'updated_at': '2021-08-18T13:37:35Z', 'revision_number': 4, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': '6edc71b5-47f7-4430-bca3-10dbba381da6', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b835836d-5c1d-4e44-b895-0bb3299425f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:37:31Z', 'updated_at': '2021-08-18T13:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'ca9d4893-0477-46d4-b9ae-74cc0242ba8b', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'b835836d-5c1d-4e44-b895-0bb3299425f1', 'port_id': 'e9218d1b-ea35-465f-8a6e-765fbd8d87f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a6bc92b-d769-4722-b0c3-ca296d14735f', 'mac_address': 'fa:16:3e:82:2b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5229cf6d-dc91-4718-87c4-1341195d9ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:37:49Z', 'updated_at': '2021-08-18T13:37:49Z', 'revision_number': 0, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3f3475-c832-4c04-b971-9199f4dd81b3', 'name': '', 'network_id': '2a6bc92b-d769-4722-b0c3-ca296d14735f', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'mac_address': 'fa:16:3e:2c:7e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b835836d-5c1d-4e44-b895-0bb3299425f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'ad8b4b83-95e9-4d30-9a01-a2d01b29e9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:37:34Z', 'updated_at': '2021-08-18T13:37:40Z', 'revision_number': 5, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'subnets': [{'id': 'ad8b4b83-95e9-4d30-9a01-a2d01b29e9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:37:52.291829 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88eb167c-3417-4c5e-90f6-c020a44a36b7 None None] The sync data for ids ['b835836d-5c1d-4e44-b895-0bb3299425f1'] in n-d-803603-2 is: [{'id': 'b835836d-5c1d-4e44-b895-0bb3299425f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692010434', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '6edc71b5-47f7-4430-bca3-10dbba381da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:37:30Z', 'updated_at': '2021-08-18T13:37:35Z', 'revision_number': 4, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': '6edc71b5-47f7-4430-bca3-10dbba381da6', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b835836d-5c1d-4e44-b895-0bb3299425f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:37:31Z', 'updated_at': '2021-08-18T13:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'ca9d4893-0477-46d4-b9ae-74cc0242ba8b', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'b835836d-5c1d-4e44-b895-0bb3299425f1', 'port_id': 'e9218d1b-ea35-465f-8a6e-765fbd8d87f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a6bc92b-d769-4722-b0c3-ca296d14735f', 'mac_address': 'fa:16:3e:82:2b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5229cf6d-dc91-4718-87c4-1341195d9ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:37:49Z', 'updated_at': '2021-08-18T13:37:49Z', 'revision_number': 0, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3f3475-c832-4c04-b971-9199f4dd81b3', 'name': '', 'network_id': '2a6bc92b-d769-4722-b0c3-ca296d14735f', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'mac_address': 'fa:16:3e:2c:7e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b835836d-5c1d-4e44-b895-0bb3299425f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'ad8b4b83-95e9-4d30-9a01-a2d01b29e9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:37:34Z', 'updated_at': '2021-08-18T13:37:40Z', 'revision_number': 5, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'subnets': [{'id': 'ad8b4b83-95e9-4d30-9a01-a2d01b29e9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:37:52.496473 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236fb4f1-c252-43aa-bde9-a650eefa0f92 None None] New status for floating IP ca9d4893-0477-46d4-b9ae-74cc0242ba8b: ACTIVE {{(pid=101677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:37:52.874889 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35792) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:37:52.936904 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e672f196-0b1e-43ba-9e0a-8489e49a5480 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/floatingips/ca9d4893-0477-46d4-b9ae-74cc0242ba8b HTTP/1.1" status: 200 len: 992 time: 0.0606244 Aug 18 13:37:58.230517 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:59.020125 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:37:59.195529 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-62002dc3-716b-4b71-82ca-b7ae50823539 req-55bb83a5-4933-4a58-b03b-9ae77957759d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5229cf6d-dc91-4718-87c4-1341195d9ba2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399735 Aug 18 13:37:59.283398 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62002dc3-716b-4b71-82ca-b7ae50823539 req-2e9d49e4-d578-4f7b-bc90-a137d42132ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:59.284842 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-62002dc3-716b-4b71-82ca-b7ae50823539 req-2e9d49e4-d578-4f7b-bc90-a137d42132ca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de6dcd8516f24b6895081970e3d21a0a&device_id=5229cf6d-dc91-4718-87c4-1341195d9ba2 HTTP/1.1" status: 200 len: 1096 time: 0.0461676 Aug 18 13:37:59.397060 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62002dc3-716b-4b71-82ca-b7ae50823539 req-cae6e606-a8be-45fe-8c59-cab2876ffa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:59.399264 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-62002dc3-716b-4b71-82ca-b7ae50823539 req-cae6e606-a8be-45fe-8c59-cab2876ffa7a service neutron] 10.222.0.39 "GET /v2.0/networks?id=2a6bc92b-d769-4722-b0c3-ca296d14735f HTTP/1.1" status: 200 len: 897 time: 0.0917172 Aug 18 13:37:59.472948 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-62002dc3-716b-4b71-82ca-b7ae50823539 req-f15f21e6-0de0-4e9c-9a93-a941f2c91540 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9218d1b-ea35-465f-8a6e-765fbd8d87f8 HTTP/1.1" status: 200 len: 1000 time: 0.0667045 Aug 18 13:37:59.526898 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62002dc3-716b-4b71-82ca-b7ae50823539 req-85804aab-8ad2-4fd8-9e66-0e31a2c4dbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:59.528388 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-62002dc3-716b-4b71-82ca-b7ae50823539 req-85804aab-8ad2-4fd8-9e66-0e31a2c4dbef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ad8b4b83-95e9-4d30-9a01-a2d01b29e9d0 HTTP/1.1" status: 200 len: 835 time: 0.0472670 Aug 18 13:37:59.577313 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62002dc3-716b-4b71-82ca-b7ae50823539 req-d9355a6d-d401-43fb-b1bc-23948f291298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:37:59.578795 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-62002dc3-716b-4b71-82ca-b7ae50823539 req-d9355a6d-d401-43fb-b1bc-23948f291298 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2a6bc92b-d769-4722-b0c3-ca296d14735f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416794 Aug 18 13:37:59.680431 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-62002dc3-716b-4b71-82ca-b7ae50823539 req-67306f85-5fd6-4d3c-ab9a-8e189a72a0d4 service neutron] 10.222.0.39 "GET /v2.0/networks/2a6bc92b-d769-4722-b0c3-ca296d14735f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892711 Aug 18 13:37:59.772242 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-62002dc3-716b-4b71-82ca-b7ae50823539 req-9f192a43-7107-4478-be2f-39fd14a6a59f service neutron] 10.222.0.39 "GET /v2.0/networks/2a6bc92b-d769-4722-b0c3-ca296d14735f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833998 Aug 18 13:38:11.687177 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-33e0d3d4-dc31-4215-b6ab-7f2b20292169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:38:13.739494 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7688523e-9dfd-464d-833e-0830c33b7e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:38:14.642613 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:38:15.499563 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:38:17.476373 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:38:20.270288 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c5a11-a142-4244-bb24-452b28a12f2f req-109e3791-1367-44b3-a93c-0861cf736813 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:38:20.271824 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-949c5a11-a142-4244-bb24-452b28a12f2f req-109e3791-1367-44b3-a93c-0861cf736813 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=5229cf6d-dc91-4718-87c4-1341195d9ba2 HTTP/1.1" status: 200 len: 945 time: 0.0550747 Aug 18 13:38:20.311171 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-949c5a11-a142-4244-bb24-452b28a12f2f req-de150312-c286-41a3-9b77-597c3ced9c0f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc6341ab-bfa1-4121-87c0-6c03aeaf1343&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0332570 Aug 18 13:38:20.969180 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:38:21.427341 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f67d27-c5f1-441b-aaba-48bc740c4700 req-42f424d1-bb06-4532-b2e2-d6af77053441 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:38:21.428823 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-46f67d27-c5f1-441b-aaba-48bc740c4700 req-42f424d1-bb06-4532-b2e2-d6af77053441 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=5229cf6d-dc91-4718-87c4-1341195d9ba2 HTTP/1.1" status: 200 len: 945 time: 0.0493815 Aug 18 13:38:21.466331 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-46f67d27-c5f1-441b-aaba-48bc740c4700 req-f8dfa4c2-ad05-4157-beee-30617d2d3892 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc6341ab-bfa1-4121-87c0-6c03aeaf1343&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0310025 Aug 18 13:38:22.582057 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb8956-d5b6-4f9e-a151-fd886dce0401 req-0a5625ed-bf03-4751-8636-e0f598bec505 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:38:22.583570 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-48cb8956-d5b6-4f9e-a151-fd886dce0401 req-0a5625ed-bf03-4751-8636-e0f598bec505 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=5229cf6d-dc91-4718-87c4-1341195d9ba2 HTTP/1.1" status: 200 len: 945 time: 0.0481710 Aug 18 13:38:22.625198 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-48cb8956-d5b6-4f9e-a151-fd886dce0401 req-99222131-478a-485e-8b6d-7177039d4a0e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc6341ab-bfa1-4121-87c0-6c03aeaf1343&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0355732 Aug 18 13:38:23.743174 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab8d49-2470-4dd2-b2a3-c98e91c3a464 req-fa5e2993-12c9-475f-8f52-3469e24b622a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:38:23.744643 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-54ab8d49-2470-4dd2-b2a3-c98e91c3a464 req-fa5e2993-12c9-475f-8f52-3469e24b622a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=5229cf6d-dc91-4718-87c4-1341195d9ba2 HTTP/1.1" status: 200 len: 945 time: 0.0526931 Aug 18 13:38:23.783527 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-54ab8d49-2470-4dd2-b2a3-c98e91c3a464 req-b96b1945-e222-480a-9cc0-99a79922381c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc6341ab-bfa1-4121-87c0-6c03aeaf1343&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0320702 Aug 18 13:38:24.897506 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18116bfd-2062-432a-b122-79f682b641fb req-f61a8745-0c23-4b64-9299-8eb509d15f4c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:38:24.899020 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-18116bfd-2062-432a-b122-79f682b641fb req-f61a8745-0c23-4b64-9299-8eb509d15f4c tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=5229cf6d-dc91-4718-87c4-1341195d9ba2 HTTP/1.1" status: 200 len: 945 time: 0.0487578 Aug 18 13:38:24.936910 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-18116bfd-2062-432a-b122-79f682b641fb req-0cc5938c-28c6-4f93-b232-5e92efc520d2 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc6341ab-bfa1-4121-87c0-6c03aeaf1343&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0319946 Aug 18 13:38:26.052311 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f621c-36db-41fd-8e67-188ec1018de2 req-3620f979-2702-4b7d-922a-efa98ba10f1b tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:38:26.053796 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7d5f621c-36db-41fd-8e67-188ec1018de2 req-3620f979-2702-4b7d-922a-efa98ba10f1b tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=5229cf6d-dc91-4718-87c4-1341195d9ba2 HTTP/1.1" status: 200 len: 945 time: 0.0490930 Aug 18 13:38:26.091077 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7d5f621c-36db-41fd-8e67-188ec1018de2 req-da4a32e1-3626-43b0-8d7b-0ee2a595d71b tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc6341ab-bfa1-4121-87c0-6c03aeaf1343&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0313663 Aug 18 13:38:27.219511 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bedce7-ad0b-43fd-be71-c831cd752014 req-93f046a3-dda9-455e-b078-3de6b25f7f16 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:38:27.220985 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f1bedce7-ad0b-43fd-be71-c831cd752014 req-93f046a3-dda9-455e-b078-3de6b25f7f16 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=5229cf6d-dc91-4718-87c4-1341195d9ba2 HTTP/1.1" status: 200 len: 945 time: 0.0536287 Aug 18 13:38:27.261658 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f1bedce7-ad0b-43fd-be71-c831cd752014 req-e900bbeb-3128-4d14-b6a4-15820145660a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc6341ab-bfa1-4121-87c0-6c03aeaf1343&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0347950 Aug 18 13:38:28.241972 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:38:28.375749 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b48c6-685c-47ed-91f4-b2cc5a91dd54 req-68912573-aa3c-45ba-9588-b88cc6161117 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:38:28.377242 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-277b48c6-685c-47ed-91f4-b2cc5a91dd54 req-68912573-aa3c-45ba-9588-b88cc6161117 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=5229cf6d-dc91-4718-87c4-1341195d9ba2 HTTP/1.1" status: 200 len: 945 time: 0.0494223 Aug 18 13:38:28.417544 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-277b48c6-685c-47ed-91f4-b2cc5a91dd54 req-9b307e92-5407-44cf-be65-ce2042331b7e tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc6341ab-bfa1-4121-87c0-6c03aeaf1343&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0342882 Aug 18 13:38:29.013583 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:38:29.534679 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433c7d7-c68f-480b-aa0f-2c31eec5d601 req-506d6d12-a0ab-41b6-af9e-6d066313e502 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:38:29.536479 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7433c7d7-c68f-480b-aa0f-2c31eec5d601 req-506d6d12-a0ab-41b6-af9e-6d066313e502 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=5229cf6d-dc91-4718-87c4-1341195d9ba2 HTTP/1.1" status: 200 len: 945 time: 0.0525925 Aug 18 13:38:29.577332 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7433c7d7-c68f-480b-aa0f-2c31eec5d601 req-238ac063-1dc3-49f3-a515-6affa0df55fd tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc6341ab-bfa1-4121-87c0-6c03aeaf1343&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0342615 Aug 18 13:38:30.703034 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67227181-3223-4d25-836b-e895fdc93c0d req-eb9b7f09-4c37-49d3-a465-c5709d695510 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:38:30.704566 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-67227181-3223-4d25-836b-e895fdc93c0d req-eb9b7f09-4c37-49d3-a465-c5709d695510 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=5229cf6d-dc91-4718-87c4-1341195d9ba2 HTTP/1.1" status: 200 len: 945 time: 0.0570095 Aug 18 13:38:30.743006 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-67227181-3223-4d25-836b-e895fdc93c0d req-ce1f5245-85d7-4836-a0b7-5e09fb782a80 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc6341ab-bfa1-4121-87c0-6c03aeaf1343&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0323939 Aug 18 13:38:31.861839 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143ad59-c3fd-427d-b731-44aa9519e316 req-925f0bb0-25b2-4636-ac9c-00b61c2c7c2a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:38:31.863382 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5143ad59-c3fd-427d-b731-44aa9519e316 req-925f0bb0-25b2-4636-ac9c-00b61c2c7c2a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=5229cf6d-dc91-4718-87c4-1341195d9ba2 HTTP/1.1" status: 200 len: 945 time: 0.0524523 Aug 18 13:38:31.902748 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5143ad59-c3fd-427d-b731-44aa9519e316 req-67eb167c-e896-47b2-838f-5e0de0e90f58 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc6341ab-bfa1-4121-87c0-6c03aeaf1343&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0332606 Aug 18 13:38:33.026218 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f004d-221e-4aab-b0e5-6b526c04d80c req-7dd7edae-80a4-4f4a-a674-1030e94b6a60 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:38:33.027866 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-811f004d-221e-4aab-b0e5-6b526c04d80c req-7dd7edae-80a4-4f4a-a674-1030e94b6a60 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=5229cf6d-dc91-4718-87c4-1341195d9ba2 HTTP/1.1" status: 200 len: 945 time: 0.0534651 Aug 18 13:38:33.068792 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-811f004d-221e-4aab-b0e5-6b526c04d80c req-5c0f0d2b-fd6c-4308-8871-17ed78c1f704 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc6341ab-bfa1-4121-87c0-6c03aeaf1343&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0337856 Aug 18 13:38:33.153136 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6518a8-8f2b-4f37-90cb-cd150c586bf2 req-89f922c8-afb0-4252-b4cc-0d8ee14a9b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:38:33.154653 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9f6518a8-8f2b-4f37-90cb-cd150c586bf2 req-89f922c8-afb0-4252-b4cc-0d8ee14a9b36 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5229cf6d-dc91-4718-87c4-1341195d9ba2 HTTP/1.1" status: 200 len: 1096 time: 0.0409179 Aug 18 13:38:33.190146 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9f6518a8-8f2b-4f37-90cb-cd150c586bf2 req-2d7753f1-124c-4072-93da-7c1c9d524451 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bc6341ab-bfa1-4121-87c0-6c03aeaf1343&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0285878 Aug 18 13:38:34.196067 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ec32b-7774-43fd-aadd-b8016cf32e66 req-e8a0e323-27b8-438d-ad67-1d96e36cf652 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:38:34.197561 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0d0ec32b-7774-43fd-aadd-b8016cf32e66 req-e8a0e323-27b8-438d-ad67-1d96e36cf652 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=5229cf6d-dc91-4718-87c4-1341195d9ba2 HTTP/1.1" status: 200 len: 945 time: 0.0562901 Aug 18 13:38:34.236574 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0d0ec32b-7774-43fd-aadd-b8016cf32e66 req-6289ba07-8812-4ea4-b671-154a259340a0 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc6341ab-bfa1-4121-87c0-6c03aeaf1343&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0328069 Aug 18 13:38:34.259403 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35864) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:38:34.319894 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-fb9befee-6d19-415d-bf7d-fa077455ef5f tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/floatingips/ca9d4893-0477-46d4-b9ae-74cc0242ba8b HTTP/1.1" status: 200 len: 992 time: 0.0593436 Aug 18 13:38:34.665593 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device e9218d1b-ea35-465f-8a6e-765fbd8d87f8 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:38:34.763535 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port e9218d1b-ea35-465f-8a6e-765fbd8d87f8, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=e9218d1b-ea35-465f-8a6e-765fbd8d87f8,segment=NetworkSegment(7a4f043d-188d-4ec9-909f-4fd4acab242f),segment_id=7a4f043d-188d-4ec9-909f-4fd4acab242f)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:38:34.775857 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'e9218d1b-ea35-465f-8a6e-765fbd8d87f8', 'network_id': '2a6bc92b-d769-4722-b0c3-ca296d14735f', 'port_id': 'e9218d1b-ea35-465f-8a6e-765fbd8d87f8', 'mac_address': 'fa:16:3e:82:2b:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad8b4b83-95e9-4d30-9a01-a2d01b29e9d0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:38:34.815764 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:38:34.829650 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e9218d1b-ea35-465f-8a6e-765fbd8d87f8 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:38:34.849593 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port e9218d1b-ea35-465f-8a6e-765fbd8d87f8, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=e9218d1b-ea35-465f-8a6e-765fbd8d87f8,segment=NetworkSegment(7a4f043d-188d-4ec9-909f-4fd4acab242f),segment_id=7a4f043d-188d-4ec9-909f-4fd4acab242f)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:38:34.922425 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:38:34.970223 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=e9218d1b-ea35-465f-8a6e-765fbd8d87f8,revision_number=6']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:38:34.977351 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:38:34.977720 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:38:34.978058 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:38:34.978430 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:38:34.978764 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:38:34.979093 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:38:34.979419 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:38:34.979742 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:38:34.980070 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:38:34.980389 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:38:34.980764 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:38:34.981016 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:38:35.119126 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['e9218d1b-ea35-465f-8a6e-765fbd8d87f8'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:38:36.676943 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device e9218d1b-ea35-465f-8a6e-765fbd8d87f8 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:38:36.727587 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port e9218d1b-ea35-465f-8a6e-765fbd8d87f8 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:38:36.727969 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:38:36.814132 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:38:36.836034 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5229cf6d-dc91-4718-87c4-1341195d9ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9218d1b-ea35-465f-8a6e-765fbd8d87f8'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:38:36.838307 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c161502-0615-4f60-8136-ed649d50877f" -d '{"events": [{"server_uuid": "5229cf6d-dc91-4718-87c4-1341195d9ba2", "name": "network-vif-plugged", "status": "completed", "tag": "e9218d1b-ea35-465f-8a6e-765fbd8d87f8"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:38:36.852585 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port e9218d1b-ea35-465f-8a6e-765fbd8d87f8, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=e9218d1b-ea35-465f-8a6e-765fbd8d87f8,segment=NetworkSegment(7a4f043d-188d-4ec9-909f-4fd4acab242f),segment_id=7a4f043d-188d-4ec9-909f-4fd4acab242f)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:38:36.874419 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863b9d18-9d9c-4c65-9b3c-c27575d6c8fe x-openstack-request-id: req-863b9d18-9d9c-4c65-9b3c-c27575d6c8fe {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:38:36.874977 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5229cf6d-dc91-4718-87c4-1341195d9ba2", "name": "network-vif-plugged", "status": "completed", "tag": "e9218d1b-ea35-465f-8a6e-765fbd8d87f8", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:38:36.875230 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-863b9d18-9d9c-4c65-9b3c-c27575d6c8fe {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:38:36.876196 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5229cf6d-dc91-4718-87c4-1341195d9ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9218d1b-ea35-465f-8a6e-765fbd8d87f8', 'code': 200} Aug 18 13:38:36.950594 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:38:36.998707 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=e9218d1b-ea35-465f-8a6e-765fbd8d87f8,revision_number=7']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:38:41.768059 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2462d895-f157-4da8-8496-ffbf326dcdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:38:43.784725 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afd1f63b-56c8-4c05-bf8f-c26016486b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:38:44.596259 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:38:45.493122 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:38:47.510652 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:38:57.973041 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:38:58.251864 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:38:59.018441 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:00.196187 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd5b9ed7-2081-4085-8f80-44ffdd707bc8 req-5b200289-c82f-4805-aa2c-d9f1f917170a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5229cf6d-dc91-4718-87c4-1341195d9ba2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440238 Aug 18 13:39:00.282403 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b9ed7-2081-4085-8f80-44ffdd707bc8 req-d7281824-2d03-4a4b-812e-742f912b39ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:39:00.283940 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd5b9ed7-2081-4085-8f80-44ffdd707bc8 req-d7281824-2d03-4a4b-812e-742f912b39ca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de6dcd8516f24b6895081970e3d21a0a&device_id=5229cf6d-dc91-4718-87c4-1341195d9ba2 HTTP/1.1" status: 200 len: 1096 time: 0.0403748 Aug 18 13:39:00.390916 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b9ed7-2081-4085-8f80-44ffdd707bc8 req-5909f573-4ac1-4d5f-9717-81319fc38da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:39:00.392408 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd5b9ed7-2081-4085-8f80-44ffdd707bc8 req-5909f573-4ac1-4d5f-9717-81319fc38da3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2a6bc92b-d769-4722-b0c3-ca296d14735f HTTP/1.1" status: 200 len: 897 time: 0.0886440 Aug 18 13:39:00.458728 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd5b9ed7-2081-4085-8f80-44ffdd707bc8 req-24c1e0a2-105f-4f7c-8aaa-e80ec4570cd5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9218d1b-ea35-465f-8a6e-765fbd8d87f8 HTTP/1.1" status: 200 len: 1000 time: 0.0580869 Aug 18 13:39:00.507807 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b9ed7-2081-4085-8f80-44ffdd707bc8 req-e9b2e325-4736-4020-baca-1b6d57aabec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:39:00.509242 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd5b9ed7-2081-4085-8f80-44ffdd707bc8 req-e9b2e325-4736-4020-baca-1b6d57aabec2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ad8b4b83-95e9-4d30-9a01-a2d01b29e9d0 HTTP/1.1" status: 200 len: 835 time: 0.0437520 Aug 18 13:39:00.559503 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b9ed7-2081-4085-8f80-44ffdd707bc8 req-43be2095-b8ba-47ff-bf96-8268c1699473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:39:00.561021 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd5b9ed7-2081-4085-8f80-44ffdd707bc8 req-43be2095-b8ba-47ff-bf96-8268c1699473 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2a6bc92b-d769-4722-b0c3-ca296d14735f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447278 Aug 18 13:39:00.653648 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd5b9ed7-2081-4085-8f80-44ffdd707bc8 req-3f9126c3-1ce7-4eb3-aff2-52b9f9e7efb0 service neutron] 10.222.0.39 "GET /v2.0/networks/2a6bc92b-d769-4722-b0c3-ca296d14735f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841627 Aug 18 13:39:00.748251 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd5b9ed7-2081-4085-8f80-44ffdd707bc8 req-6fd3b691-baca-42bf-93fb-7da278aa6a01 service neutron] 10.222.0.39 "GET /v2.0/networks/2a6bc92b-d769-4722-b0c3-ca296d14735f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876076 Aug 18 13:39:09.510716 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35882) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:39:09.667679 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-27ae992a-09ec-474b-8582-1eac5eea4695 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Deleting port 87768eca-6593-4de5-ac1a-4a9b813a182f {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:39:09.668025 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-27ae992a-09ec-474b-8582-1eac5eea4695 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:09.740587 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-27ae992a-09ec-474b-8582-1eac5eea4695 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:09.740918 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-27ae992a-09ec-474b-8582-1eac5eea4695 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:09.753051 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-27ae992a-09ec-474b-8582-1eac5eea4695 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Calling delete_port for 87768eca-6593-4de5-ac1a-4a9b813a182f owned by network:floatingip {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:39:09.988571 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-27ae992a-09ec-474b-8582-1eac5eea4695 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:10.013694 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae992a-09ec-474b-8582-1eac5eea4695 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event deleted for resources: {'Port': ['ID=87768eca-6593-4de5-ac1a-4a9b813a182f,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:10.026707 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae992a-09ec-474b-8582-1eac5eea4695 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:10.031607 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae992a-09ec-474b-8582-1eac5eea4695 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:10.031607 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae992a-09ec-474b-8582-1eac5eea4695 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:10.031607 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae992a-09ec-474b-8582-1eac5eea4695 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:10.031607 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae992a-09ec-474b-8582-1eac5eea4695 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:10.031607 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae992a-09ec-474b-8582-1eac5eea4695 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:10.031607 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae992a-09ec-474b-8582-1eac5eea4695 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:10.031607 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae992a-09ec-474b-8582-1eac5eea4695 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:10.031607 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae992a-09ec-474b-8582-1eac5eea4695 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:10.031607 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae992a-09ec-474b-8582-1eac5eea4695 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:10.031607 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae992a-09ec-474b-8582-1eac5eea4695 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:10.031607 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ae992a-09ec-474b-8582-1eac5eea4695 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:10.087417 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-27ae992a-09ec-474b-8582-1eac5eea4695 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for floatingip, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:10.087755 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [None req-27ae992a-09ec-474b-8582-1eac5eea4695 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Floating IP ca9d4893-0477-46d4-b9ae-74cc0242ba8b disassociated (deleted). External IP: 172.25.6.31, port: e9218d1b-ea35-465f-8a6e-765fbd8d87f8. Aug 18 13:39:10.295161 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ae992a-09ec-474b-8582-1eac5eea4695 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Router b835836d-5c1d-4e44-b895-0bb3299425f1 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:39:10.401291 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ae992a-09ec-474b-8582-1eac5eea4695 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:39:10.406051 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-27ae992a-09ec-474b-8582-1eac5eea4695 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:10.411036 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2f3fb7-c054-4bfb-930a-23f1dfad1f50 None None] Sync routers for ids ['b835836d-5c1d-4e44-b895-0bb3299425f1'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:39:10.419705 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2f3fb7-c054-4bfb-930a-23f1dfad1f50 None None] Routers {'b835836d-5c1d-4e44-b895-0bb3299425f1'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:39:10.420308 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-fc2f3fb7-c054-4bfb-930a-23f1dfad1f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:38:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['b835836d-5c1d-4e44-b895-0bb3299425f1'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:39:10.431800 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-27ae992a-09ec-474b-8582-1eac5eea4695 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "DELETE /v2.0/floatingips/ca9d4893-0477-46d4-b9ae-74cc0242ba8b HTTP/1.1" status: 204 len: 168 time: 0.9199779 Aug 18 13:39:10.432389 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5229cf6d-dc91-4718-87c4-1341195d9ba2', 'tag': 'e9218d1b-ea35-465f-8a6e-765fbd8d87f8'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:39:10.434815 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e416201a-9d03-4cee-90db-b61525156aee" -d '{"events": [{"name": "network-changed", "server_uuid": "5229cf6d-dc91-4718-87c4-1341195d9ba2", "tag": "e9218d1b-ea35-465f-8a6e-765fbd8d87f8"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:39:10.473862 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca41f1c9-0ef6-40c1-9fd2-fa755cea502e x-openstack-request-id: req-ca41f1c9-0ef6-40c1-9fd2-fa755cea502e {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:39:10.474153 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5229cf6d-dc91-4718-87c4-1341195d9ba2", "tag": "e9218d1b-ea35-465f-8a6e-765fbd8d87f8", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:39:10.474435 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ca41f1c9-0ef6-40c1-9fd2-fa755cea502e {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:39:10.474867 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5229cf6d-dc91-4718-87c4-1341195d9ba2', 'tag': 'e9218d1b-ea35-465f-8a6e-765fbd8d87f8', 'status': 'completed', 'code': 200} Aug 18 13:39:10.535316 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-fc2f3fb7-c054-4bfb-930a-23f1dfad1f50 None None] Set router b835836d-5c1d-4e44-b895-0bb3299425f1 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:39:10.544564 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416201a-9d03-4cee-90db-b61525156aee req-b250ad47-caf7-43ab-b7ed-2a45349a9511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:39:10.546336 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e416201a-9d03-4cee-90db-b61525156aee req-b250ad47-caf7-43ab-b7ed-2a45349a9511 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de6dcd8516f24b6895081970e3d21a0a&device_id=5229cf6d-dc91-4718-87c4-1341195d9ba2 HTTP/1.1" status: 200 len: 1096 time: 0.0443230 Aug 18 13:39:10.742898 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-fc2f3fb7-c054-4bfb-930a-23f1dfad1f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b835836d-5c1d-4e44-b895-0bb3299425f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692010434', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '6edc71b5-47f7-4430-bca3-10dbba381da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:37:30Z', 'updated_at': '2021-08-18T13:37:35Z', 'revision_number': 4, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': '6edc71b5-47f7-4430-bca3-10dbba381da6', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b835836d-5c1d-4e44-b895-0bb3299425f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:37:31Z', 'updated_at': '2021-08-18T13:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '0e3f3475-c832-4c04-b971-9199f4dd81b3', 'name': '', 'network_id': '2a6bc92b-d769-4722-b0c3-ca296d14735f', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'mac_address': 'fa:16:3e:2c:7e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b835836d-5c1d-4e44-b895-0bb3299425f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'ad8b4b83-95e9-4d30-9a01-a2d01b29e9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:37:34Z', 'updated_at': '2021-08-18T13:37:40Z', 'revision_number': 5, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'subnets': [{'id': 'ad8b4b83-95e9-4d30-9a01-a2d01b29e9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:39:10.770582 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2f3fb7-c054-4bfb-930a-23f1dfad1f50 None None] Checking router: b835836d-5c1d-4e44-b895-0bb3299425f1 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:39:10.779612 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2f3fb7-c054-4bfb-930a-23f1dfad1f50 None None] Routers {'b835836d-5c1d-4e44-b895-0bb3299425f1'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:39:10.780186 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-fc2f3fb7-c054-4bfb-930a-23f1dfad1f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:38:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['b835836d-5c1d-4e44-b895-0bb3299425f1'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:39:10.893925 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-fc2f3fb7-c054-4bfb-930a-23f1dfad1f50 None None] Set router b835836d-5c1d-4e44-b895-0bb3299425f1 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:39:10.999511 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416201a-9d03-4cee-90db-b61525156aee req-b72771c9-e6a9-4b9f-98f1-8d79898a3279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:39:11.000955 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e416201a-9d03-4cee-90db-b61525156aee req-b72771c9-e6a9-4b9f-98f1-8d79898a3279 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2a6bc92b-d769-4722-b0c3-ca296d14735f HTTP/1.1" status: 200 len: 897 time: 0.4467583 Aug 18 13:39:11.018325 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90635e-9054-4e6c-a7c3-5f48d426fccd req-aecc919f-f4ee-4d1d-8868-518976b64e7b tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:39:11.019942 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-af90635e-9054-4e6c-a7c3-5f48d426fccd req-aecc919f-f4ee-4d1d-8868-518976b64e7b tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=5229cf6d-dc91-4718-87c4-1341195d9ba2 HTTP/1.1" status: 200 len: 945 time: 0.1447525 Aug 18 13:39:11.046386 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e416201a-9d03-4cee-90db-b61525156aee req-2954e25d-f1d7-4278-be00-04715800d44c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9218d1b-ea35-465f-8a6e-765fbd8d87f8 HTTP/1.1" status: 200 len: 217 time: 0.0362082 Aug 18 13:39:11.061371 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-af90635e-9054-4e6c-a7c3-5f48d426fccd req-381cc40a-6e36-4e7e-aa91-09977077d503 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc6341ab-bfa1-4121-87c0-6c03aeaf1343&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0340066 Aug 18 13:39:11.099129 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416201a-9d03-4cee-90db-b61525156aee req-ad177a97-576c-4a15-a143-232fa1c2ef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:39:11.100630 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e416201a-9d03-4cee-90db-b61525156aee req-ad177a97-576c-4a15-a143-232fa1c2ef0c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ad8b4b83-95e9-4d30-9a01-a2d01b29e9d0 HTTP/1.1" status: 200 len: 835 time: 0.0465586 Aug 18 13:39:11.150205 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416201a-9d03-4cee-90db-b61525156aee req-aa56e08f-e767-4885-b3d8-94133267037f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:39:11.151772 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e416201a-9d03-4cee-90db-b61525156aee req-aa56e08f-e767-4885-b3d8-94133267037f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2a6bc92b-d769-4722-b0c3-ca296d14735f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432143 Aug 18 13:39:11.195332 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-fc2f3fb7-c054-4bfb-930a-23f1dfad1f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b835836d-5c1d-4e44-b895-0bb3299425f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692010434', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '6edc71b5-47f7-4430-bca3-10dbba381da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:37:30Z', 'updated_at': '2021-08-18T13:37:35Z', 'revision_number': 4, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': '6edc71b5-47f7-4430-bca3-10dbba381da6', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b835836d-5c1d-4e44-b895-0bb3299425f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:37:31Z', 'updated_at': '2021-08-18T13:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '0e3f3475-c832-4c04-b971-9199f4dd81b3', 'name': '', 'network_id': '2a6bc92b-d769-4722-b0c3-ca296d14735f', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'mac_address': 'fa:16:3e:2c:7e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b835836d-5c1d-4e44-b895-0bb3299425f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'ad8b4b83-95e9-4d30-9a01-a2d01b29e9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:37:34Z', 'updated_at': '2021-08-18T13:37:40Z', 'revision_number': 5, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'subnets': [{'id': 'ad8b4b83-95e9-4d30-9a01-a2d01b29e9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:39:11.220712 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2f3fb7-c054-4bfb-930a-23f1dfad1f50 None None] The sync data for ids ['b835836d-5c1d-4e44-b895-0bb3299425f1'] in n-d-803603-2 is: [{'id': 'b835836d-5c1d-4e44-b895-0bb3299425f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692010434', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '6edc71b5-47f7-4430-bca3-10dbba381da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:37:30Z', 'updated_at': '2021-08-18T13:37:35Z', 'revision_number': 4, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': '6edc71b5-47f7-4430-bca3-10dbba381da6', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b835836d-5c1d-4e44-b895-0bb3299425f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:37:31Z', 'updated_at': '2021-08-18T13:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '0e3f3475-c832-4c04-b971-9199f4dd81b3', 'name': '', 'network_id': '2a6bc92b-d769-4722-b0c3-ca296d14735f', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'mac_address': 'fa:16:3e:2c:7e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b835836d-5c1d-4e44-b895-0bb3299425f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'ad8b4b83-95e9-4d30-9a01-a2d01b29e9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:37:34Z', 'updated_at': '2021-08-18T13:37:40Z', 'revision_number': 5, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'subnets': [{'id': 'ad8b4b83-95e9-4d30-9a01-a2d01b29e9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:39:11.249169 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e416201a-9d03-4cee-90db-b61525156aee req-c6ce3fc7-131e-4efc-9d26-d83437760014 service neutron] 10.222.0.39 "GET /v2.0/networks/2a6bc92b-d769-4722-b0c3-ca296d14735f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897152 Aug 18 13:39:11.343115 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e416201a-9d03-4cee-90db-b61525156aee req-87e12abc-4ae8-4ac9-90e3-bc80af0e0553 service neutron] 10.222.0.39 "GET /v2.0/networks/2a6bc92b-d769-4722-b0c3-ca296d14735f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842307 Aug 18 13:39:11.437715 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fc8552-55cf-4d69-af84-c06588c715c8 None None] New status for floating IP ca9d4893-0477-46d4-b9ae-74cc0242ba8b: DOWN {{(pid=101677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:39:11.651431 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-175f9090-dcf1-4dc3-b5a8-22c6232d8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:12.200012 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d63487-8b4a-4a55-b92e-6c663a5ca8b0 req-9e6d9b8a-2d6a-4dd9-ba0d-5bbfe36f7fd1 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:39:12.201464 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b7d63487-8b4a-4a55-b92e-6c663a5ca8b0 req-9e6d9b8a-2d6a-4dd9-ba0d-5bbfe36f7fd1 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.39 "GET /v2.0/ports?device_id=5229cf6d-dc91-4718-87c4-1341195d9ba2 HTTP/1.1" status: 200 len: 945 time: 0.0583427 Aug 18 13:39:12.309306 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd8521-7d2a-412e-a71a-c64e3f698d44 req-2b978b4d-ef10-409b-a6e7-c6ab0713ecd6 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:39:12.310815 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-97cd8521-7d2a-412e-a71a-c64e3f698d44 req-2b978b4d-ef10-409b-a6e7-c6ab0713ecd6 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=5229cf6d-dc91-4718-87c4-1341195d9ba2 HTTP/1.1" status: 200 len: 945 time: 0.1788044 Aug 18 13:39:12.354094 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-b7d63487-8b4a-4a55-b92e-6c663a5ca8b0 req-3eb8c18f-08e2-45a6-b08b-ebead25eb3ef tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Deleting port e9218d1b-ea35-465f-8a6e-765fbd8d87f8 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:39:12.354457 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b7d63487-8b4a-4a55-b92e-6c663a5ca8b0 req-3eb8c18f-08e2-45a6-b08b-ebead25eb3ef tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:12.373168 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-97cd8521-7d2a-412e-a71a-c64e3f698d44 req-450f0fd4-d09b-47c5-b730-0f40b8a8766a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc6341ab-bfa1-4121-87c0-6c03aeaf1343&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0554461 Aug 18 13:39:12.447196 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-b7d63487-8b4a-4a55-b92e-6c663a5ca8b0 req-3eb8c18f-08e2-45a6-b08b-ebead25eb3ef tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] For port e9218d1b-ea35-465f-8a6e-765fbd8d87f8, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=e9218d1b-ea35-465f-8a6e-765fbd8d87f8,segment=NetworkSegment(7a4f043d-188d-4ec9-909f-4fd4acab242f),segment_id=7a4f043d-188d-4ec9-909f-4fd4acab242f)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:39:12.447570 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b7d63487-8b4a-4a55-b92e-6c663a5ca8b0 req-3eb8c18f-08e2-45a6-b08b-ebead25eb3ef tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:12.459704 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-b7d63487-8b4a-4a55-b92e-6c663a5ca8b0 req-3eb8c18f-08e2-45a6-b08b-ebead25eb3ef tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Calling delete_port for e9218d1b-ea35-465f-8a6e-765fbd8d87f8 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:39:12.755740 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b7d63487-8b4a-4a55-b92e-6c663a5ca8b0 req-3eb8c18f-08e2-45a6-b08b-ebead25eb3ef tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:12.784901 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb8c18f-08e2-45a6-b08b-ebead25eb3ef tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event deleted for resources: {'Port': ['ID=e9218d1b-ea35-465f-8a6e-765fbd8d87f8,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:12.846634 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d63487-8b4a-4a55-b92e-6c663a5ca8b0 req-3eb8c18f-08e2-45a6-b08b-ebead25eb3ef tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] No DVR routers for this DVR port e9218d1b-ea35-465f-8a6e-765fbd8d87f8 on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:39:12.846634 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b7d63487-8b4a-4a55-b92e-6c663a5ca8b0 req-3eb8c18f-08e2-45a6-b08b-ebead25eb3ef tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:12.846634 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b7d63487-8b4a-4a55-b92e-6c663a5ca8b0 req-3eb8c18f-08e2-45a6-b08b-ebead25eb3ef tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.39 "DELETE /v2.0/ports/e9218d1b-ea35-465f-8a6e-765fbd8d87f8 HTTP/1.1" status: 204 len: 173 time: 0.6243362 Aug 18 13:39:12.846634 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5229cf6d-dc91-4718-87c4-1341195d9ba2', 'name': 'network-vif-deleted', 'tag': 'e9218d1b-ea35-465f-8a6e-765fbd8d87f8'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:39:12.846634 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92584d3d-f4bd-46c0-9a63-8a811df249e4" -d '{"events": [{"server_uuid": "5229cf6d-dc91-4718-87c4-1341195d9ba2", "name": "network-vif-deleted", "tag": "e9218d1b-ea35-465f-8a6e-765fbd8d87f8"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:39:12.870117 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a44fd4a-1a4e-4ea1-a113-596ea2e00e5b x-openstack-request-id: req-7a44fd4a-1a4e-4ea1-a113-596ea2e00e5b {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:39:12.870441 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5229cf6d-dc91-4718-87c4-1341195d9ba2", "name": "network-vif-deleted", "tag": "e9218d1b-ea35-465f-8a6e-765fbd8d87f8", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:39:12.870697 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a44fd4a-1a4e-4ea1-a113-596ea2e00e5b {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:39:12.871097 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5229cf6d-dc91-4718-87c4-1341195d9ba2', 'name': 'network-vif-deleted', 'tag': 'e9218d1b-ea35-465f-8a6e-765fbd8d87f8', 'status': 'completed', 'code': 200} Aug 18 13:39:13.483552 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3d89f784-4d73-41a3-9026-5c19123587c3 req-21237e40-4933-4d8a-a219-41dac0b45abf tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "GET /v2.0/ports?device_id=5229cf6d-dc91-4718-87c4-1341195d9ba2 HTTP/1.1" status: 200 len: 210 time: 0.0299299 Aug 18 13:39:13.766835 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-269943ee-4286-4ab6-9615-f5b459a7ca15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:14.541680 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35910) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:39:14.628689 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:14.898825 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-21a294b5-6516-46f8-b2e0-825ed4f98048 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:15.152638 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-21a294b5-6516-46f8-b2e0-825ed4f98048 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Deleting port 0e3f3475-c832-4c04-b971-9199f4dd81b3 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:39:15.152909 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-21a294b5-6516-46f8-b2e0-825ed4f98048 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:15.245896 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-21a294b5-6516-46f8-b2e0-825ed4f98048 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] For port 0e3f3475-c832-4c04-b971-9199f4dd81b3, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=0e3f3475-c832-4c04-b971-9199f4dd81b3,segment=NetworkSegment(7a4f043d-188d-4ec9-909f-4fd4acab242f),segment_id=7a4f043d-188d-4ec9-909f-4fd4acab242f)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:39:15.246302 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-21a294b5-6516-46f8-b2e0-825ed4f98048 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:15.258402 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-21a294b5-6516-46f8-b2e0-825ed4f98048 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Calling delete_port for 0e3f3475-c832-4c04-b971-9199f4dd81b3 owned by network:router_interface {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:39:15.509588 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:15.555792 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-21a294b5-6516-46f8-b2e0-825ed4f98048 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:15.583897 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a294b5-6516-46f8-b2e0-825ed4f98048 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event deleted for resources: {'Port': ['ID=0e3f3475-c832-4c04-b971-9199f4dd81b3,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:15.763828 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-21a294b5-6516-46f8-b2e0-825ed4f98048 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:15.975828 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a294b5-6516-46f8-b2e0-825ed4f98048 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Router b835836d-5c1d-4e44-b895-0bb3299425f1 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:39:16.081882 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a294b5-6516-46f8-b2e0-825ed4f98048 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:39:16.087992 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-21a294b5-6516-46f8-b2e0-825ed4f98048 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "PUT /v2.0/routers/b835836d-5c1d-4e44-b895-0bb3299425f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5448973 Aug 18 13:39:16.090475 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35916) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:39:16.093015 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a40df6-cf67-4c51-aed6-98dd8b323144 None None] Sync routers for ids ['b835836d-5c1d-4e44-b895-0bb3299425f1'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:39:16.102994 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a40df6-cf67-4c51-aed6-98dd8b323144 None None] Routers {'b835836d-5c1d-4e44-b895-0bb3299425f1'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:39:16.103614 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-38a40df6-cf67-4c51-aed6-98dd8b323144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:39:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['b835836d-5c1d-4e44-b895-0bb3299425f1'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:39:16.142751 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-033179d5-8767-4239-b188-c33fb8a1ddf8 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Deleting subnet ad8b4b83-95e9-4d30-9a01-a2d01b29e9d0 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:39:16.145837 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-033179d5-8767-4239-b188-c33fb8a1ddf8 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:16.190305 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-033179d5-8767-4239-b188-c33fb8a1ddf8 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:16.205637 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-38a40df6-cf67-4c51-aed6-98dd8b323144 None None] Set router b835836d-5c1d-4e44-b895-0bb3299425f1 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:39:16.274182 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-033179d5-8767-4239-b188-c33fb8a1ddf8 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:16.380537 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-38a40df6-cf67-4c51-aed6-98dd8b323144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b835836d-5c1d-4e44-b895-0bb3299425f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692010434', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '6edc71b5-47f7-4430-bca3-10dbba381da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:37:30Z', 'updated_at': '2021-08-18T13:39:15Z', 'revision_number': 5, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': '6edc71b5-47f7-4430-bca3-10dbba381da6', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b835836d-5c1d-4e44-b895-0bb3299425f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:37:31Z', 'updated_at': '2021-08-18T13:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:39:16.406757 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a40df6-cf67-4c51-aed6-98dd8b323144 None None] Checking router: b835836d-5c1d-4e44-b895-0bb3299425f1 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:39:16.414777 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a40df6-cf67-4c51-aed6-98dd8b323144 None None] Routers {'b835836d-5c1d-4e44-b895-0bb3299425f1'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:39:16.415381 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-38a40df6-cf67-4c51-aed6-98dd8b323144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:39:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['b835836d-5c1d-4e44-b895-0bb3299425f1'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:39:16.418531 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-033179d5-8767-4239-b188-c33fb8a1ddf8 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:16.450360 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033179d5-8767-4239-b188-c33fb8a1ddf8 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event deleted for resources: {'Subnet': ['ID=ad8b4b83-95e9-4d30-9a01-a2d01b29e9d0,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:16.458646 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-033179d5-8767-4239-b188-c33fb8a1ddf8 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:16.460587 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-033179d5-8767-4239-b188-c33fb8a1ddf8 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "DELETE /v2.0/subnets/ad8b4b83-95e9-4d30-9a01-a2d01b29e9d0 HTTP/1.1" status: 204 len: 168 time: 0.3691843 Aug 18 13:39:16.463737 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebcc269-10ec-4626-ad4f-638c955a111a None None] Network 2a6bc92b-d769-4722-b0c3-ca296d14735f requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:39:16.463874 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35918) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:39:16.527787 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-38a40df6-cf67-4c51-aed6-98dd8b323144 None None] Set router b835836d-5c1d-4e44-b895-0bb3299425f1 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:39:16.575187 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bc6f8ef1-0a3c-46e0-b30c-3cefb047c072 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:16.665634 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c503bed1-6d3d-432b-8428-e0137e60f472 None None] DHCP port deletion for 2a6bc92b-d769-4722-b0c3-ca296d14735f request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:39:16.686780 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bc6f8ef1-0a3c-46e0-b30c-3cefb047c072 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:16.710075 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-38a40df6-cf67-4c51-aed6-98dd8b323144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b835836d-5c1d-4e44-b895-0bb3299425f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692010434', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '6edc71b5-47f7-4430-bca3-10dbba381da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:37:30Z', 'updated_at': '2021-08-18T13:39:15Z', 'revision_number': 5, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': '6edc71b5-47f7-4430-bca3-10dbba381da6', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b835836d-5c1d-4e44-b895-0bb3299425f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:37:31Z', 'updated_at': '2021-08-18T13:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:39:16.711810 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-c503bed1-6d3d-432b-8428-e0137e60f472 None None] Deleting port f1cfa0c9-ccca-4f7e-9849-545a16e23a4d {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:39:16.712231 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c503bed1-6d3d-432b-8428-e0137e60f472 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:16.739264 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a40df6-cf67-4c51-aed6-98dd8b323144 None None] The sync data for ids ['b835836d-5c1d-4e44-b895-0bb3299425f1'] in n-d-803603-2 is: [{'id': 'b835836d-5c1d-4e44-b895-0bb3299425f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692010434', 'tenant_id': 'de6dcd8516f24b6895081970e3d21a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '6edc71b5-47f7-4430-bca3-10dbba381da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:37:30Z', 'updated_at': '2021-08-18T13:39:15Z', 'revision_number': 5, 'project_id': 'de6dcd8516f24b6895081970e3d21a0a', 'gw_port': {'id': '6edc71b5-47f7-4430-bca3-10dbba381da6', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b835836d-5c1d-4e44-b895-0bb3299425f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:37:31Z', 'updated_at': '2021-08-18T13:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:39:16.808514 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-bc6f8ef1-0a3c-46e0-b30c-3cefb047c072 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Deleting port 6edc71b5-47f7-4430-bca3-10dbba381da6 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:39:16.808861 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bc6f8ef1-0a3c-46e0-b30c-3cefb047c072 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:16.892570 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-bc6f8ef1-0a3c-46e0-b30c-3cefb047c072 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] For port 6edc71b5-47f7-4430-bca3-10dbba381da6, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=6edc71b5-47f7-4430-bca3-10dbba381da6,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:39:16.892876 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bc6f8ef1-0a3c-46e0-b30c-3cefb047c072 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:16.905879 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-bc6f8ef1-0a3c-46e0-b30c-3cefb047c072 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Calling delete_port for 6edc71b5-47f7-4430-bca3-10dbba381da6 owned by network:router_gateway {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:39:16.910060 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device e9218d1b-ea35-465f-8a6e-765fbd8d87f8 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:39:16.934166 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: e9218d1b-ea35-465f-8a6e-765fbd8d87f8 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:39:16.934536 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device e9218d1b-ea35-465f-8a6e-765fbd8d87f8 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:39:16.956680 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-c503bed1-6d3d-432b-8428-e0137e60f472 None None] For port f1cfa0c9-ccca-4f7e-9849-545a16e23a4d, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=f1cfa0c9-ccca-4f7e-9849-545a16e23a4d,segment=NetworkSegment(7a4f043d-188d-4ec9-909f-4fd4acab242f),segment_id=7a4f043d-188d-4ec9-909f-4fd4acab242f)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:39:16.957086 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c503bed1-6d3d-432b-8428-e0137e60f472 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:16.969664 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-c503bed1-6d3d-432b-8428-e0137e60f472 None None] Calling delete_port for f1cfa0c9-ccca-4f7e-9849-545a16e23a4d owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:39:17.127114 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c503bed1-6d3d-432b-8428-e0137e60f472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:17.153899 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503bed1-6d3d-432b-8428-e0137e60f472 None None] Pushing event deleted for resources: {'Port': ['ID=f1cfa0c9-ccca-4f7e-9849-545a16e23a4d,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:17.162056 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bc6f8ef1-0a3c-46e0-b30c-3cefb047c072 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:17.168131 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c503bed1-6d3d-432b-8428-e0137e60f472 None None] No DVR routers for this DVR port f1cfa0c9-ccca-4f7e-9849-545a16e23a4d on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:39:17.190843 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f8ef1-0a3c-46e0-b30c-3cefb047c072 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event deleted for resources: {'Port': ['ID=6edc71b5-47f7-4430-bca3-10dbba381da6,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:17.263771 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bc6f8ef1-0a3c-46e0-b30c-3cefb047c072 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:17.355926 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bc6f8ef1-0a3c-46e0-b30c-3cefb047c072 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:17.358018 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bc6f8ef1-0a3c-46e0-b30c-3cefb047c072 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:17.481444 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bc6f8ef1-0a3c-46e0-b30c-3cefb047c072 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:17.482021 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6f8ef1-0a3c-46e0-b30c-3cefb047c072 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Fanout notify agent at l3_agent the message router_deleted on router b835836d-5c1d-4e44-b895-0bb3299425f1 {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:39:17.493630 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bc6f8ef1-0a3c-46e0-b30c-3cefb047c072 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:17.493630 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-bc6f8ef1-0a3c-46e0-b30c-3cefb047c072 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "DELETE /v2.0/routers/b835836d-5c1d-4e44-b895-0bb3299425f1 HTTP/1.1" status: 204 len: 168 time: 1.0251949 Aug 18 13:39:17.493630 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35922) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:39:17.510555 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:17.585379 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0b544038-90a7-4973-91a2-346cca685982 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:17.671974 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0b544038-90a7-4973-91a2-346cca685982 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:17.681488 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-0b544038-90a7-4973-91a2-346cca685982 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a6bc92b-d769-4722-b0c3-ca296d14735f']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:39:17.691098 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-0b544038-90a7-4973-91a2-346cca685982 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a4f043d-188d-4ec9-909f-4fd4acab242f') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:39:17.691388 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-0b544038-90a7-4973-91a2-346cca685982 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a4f043d-188d-4ec9-909f-4fd4acab242f') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:39:17.700633 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0b544038-90a7-4973-91a2-346cca685982 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:17.718685 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0b544038-90a7-4973-91a2-346cca685982 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:17.724597 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b544038-90a7-4973-91a2-346cca685982 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:39:17.728175 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0b544038-90a7-4973-91a2-346cca685982 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:17.728175 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:39:17.728175 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:39:17.728175 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:39:17.728175 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:39:17.728175 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:39:17.728175 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:39:17.728175 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:39:17.728175 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:39:17.728175 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:39:17.728175 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:39:17.728175 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:39:17.728175 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:39:17.728175 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:39:17.728175 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:39:17.728175 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:39:17.728175 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:39:17.728175 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:39:17.728175 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:39:17.728175 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:39:17.728175 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:39:17.728175 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:39:17.728175 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:39:17.728175 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:39:17.728175 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:39:17.728175 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:39:17.728175 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:39:17.728175 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:39:17.728175 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:39:17.728175 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:39:17.728175 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:39:17.728175 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:39:17.728175 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:39:17.870325 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0b544038-90a7-4973-91a2-346cca685982 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:17.883902 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0b544038-90a7-4973-91a2-346cca685982 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:17.883902 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0b544038-90a7-4973-91a2-346cca685982 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "DELETE /v2.0/networks/2a6bc92b-d769-4722-b0c3-ca296d14735f HTTP/1.1" status: 204 len: 168 time: 0.3854742 Aug 18 13:39:17.884820 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35924) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:39:17.891221 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b544038-90a7-4973-91a2-346cca685982 tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event deleted for resources: {'Network': ['ID=2a6bc92b-d769-4722-b0c3-ca296d14735f,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:17.945150 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c3017aab-38bb-4c26-9f81-1b4cf915682a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:17.976173 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 0e3f3475-c832-4c04-b971-9199f4dd81b3 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:39:17.976700 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c3017aab-38bb-4c26-9f81-1b4cf915682a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:17.997228 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 0e3f3475-c832-4c04-b971-9199f4dd81b3 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:39:17.997577 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 0e3f3475-c832-4c04-b971-9199f4dd81b3 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:39:17.998002 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6edc71b5-47f7-4430-bca3-10dbba381da6 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:39:18.018068 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 6edc71b5-47f7-4430-bca3-10dbba381da6 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:39:18.018453 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6edc71b5-47f7-4430-bca3-10dbba381da6 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:39:18.018869 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device f1cfa0c9-ccca-4f7e-9849-545a16e23a4d no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:39:18.037898 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: f1cfa0c9-ccca-4f7e-9849-545a16e23a4d {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:39:18.038275 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device f1cfa0c9-ccca-4f7e-9849-545a16e23a4d not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:39:18.127256 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c3017aab-38bb-4c26-9f81-1b4cf915682a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:18.129809 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c3017aab-38bb-4c26-9f81-1b4cf915682a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:18.131009 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c3017aab-38bb-4c26-9f81-1b4cf915682a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] 10.222.0.13 "DELETE /v2.0/security-groups/bc6341ab-bfa1-4121-87c0-6c03aeaf1343 HTTP/1.1" status: 204 len: 168 time: 0.2480433 Aug 18 13:39:18.140885 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3017aab-38bb-4c26-9f81-1b4cf915682a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6341ab-bfa1-4121-87c0-6c03aeaf1343,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:18.148631 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3017aab-38bb-4c26-9f81-1b4cf915682a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:18.148977 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3017aab-38bb-4c26-9f81-1b4cf915682a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:18.149317 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3017aab-38bb-4c26-9f81-1b4cf915682a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:18.149646 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3017aab-38bb-4c26-9f81-1b4cf915682a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:18.149970 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3017aab-38bb-4c26-9f81-1b4cf915682a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:18.150354 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3017aab-38bb-4c26-9f81-1b4cf915682a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:18.150648 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3017aab-38bb-4c26-9f81-1b4cf915682a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:18.150975 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3017aab-38bb-4c26-9f81-1b4cf915682a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:18.151316 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3017aab-38bb-4c26-9f81-1b4cf915682a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:18.151650 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3017aab-38bb-4c26-9f81-1b4cf915682a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:18.151969 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3017aab-38bb-4c26-9f81-1b4cf915682a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:18.152290 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3017aab-38bb-4c26-9f81-1b4cf915682a tempest-TestNetworkAdvancedServerOps-767392170 tempest-TestNetworkAdvancedServerOps-767392170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:18.743169 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35932) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:39:18.889975 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a90d25a1-fd69-4f58-b09e-8df083f55121 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de6dcd8516f24b6895081970e3d21a0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1455870 Aug 18 13:39:18.892383 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35936) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:39:18.939930 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-64f17409-425e-4935-9495-db6ce8015da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:18.960700 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-64f17409-425e-4935-9495-db6ce8015da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:19.132400 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-64f17409-425e-4935-9495-db6ce8015da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:19.135037 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-64f17409-425e-4935-9495-db6ce8015da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:19.142720 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-64f17409-425e-4935-9495-db6ce8015da1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0155229b-3f54-44e8-9c18-31a86a2cc5a4 HTTP/1.1" status: 204 len: 168 time: 0.2429216 Aug 18 13:39:19.144073 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f17409-425e-4935-9495-db6ce8015da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0155229b-3f54-44e8-9c18-31a86a2cc5a4,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:19.843668 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35942) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:39:19.892220 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c7b88d1b-5cdd-45e9-9f18-29ee4739b792 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f172f84e1e4247889937c6c1c63af35c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471554 Aug 18 13:39:19.894484 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35944) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:39:19.949966 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3de88af1-0f58-45fa-b9f9-2e36579fc725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:19.974573 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3de88af1-0f58-45fa-b9f9-2e36579fc725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:20.075247 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3de88af1-0f58-45fa-b9f9-2e36579fc725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:20.077761 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3de88af1-0f58-45fa-b9f9-2e36579fc725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:20.078941 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3de88af1-0f58-45fa-b9f9-2e36579fc725 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/445de43a-66c5-4c00-adec-3b4ad91458c8 HTTP/1.1" status: 204 len: 168 time: 0.1835089 Aug 18 13:39:20.089445 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de88af1-0f58-45fa-b9f9-2e36579fc725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445de43a-66c5-4c00-adec-3b4ad91458c8,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:21.123042 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35966) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:39:21.217367 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-7d72991f-95ca-4263-babb-7f15b3f16261 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-911090779-network', 'tenant_id': '1f19458bcaff426a8ae130c181dbf203'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:39:21.315308 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d72991f-95ca-4263-babb-7f15b3f16261 admin admin] Made reservation on behalf of 1f19458bcaff426a8ae130c181dbf203 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:39:21.317712 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7d72991f-95ca-4263-babb-7f15b3f16261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:21.327060 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7d72991f-95ca-4263-babb-7f15b3f16261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:21.419108 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7d72991f-95ca-4263-babb-7f15b3f16261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:21.485249 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7d72991f-95ca-4263-babb-7f15b3f16261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:21.510698 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d72991f-95ca-4263-babb-7f15b3f16261 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:39:21.519631 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d72991f-95ca-4263-babb-7f15b3f16261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a41c97-75ce-4da9-a51b-d1613e854e5b,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:21.525731 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7d72991f-95ca-4263-babb-7f15b3f16261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:21.526083 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-7d72991f-95ca-4263-babb-7f15b3f16261 admin admin] Added segment 0a902f62-81a8-42ab-9235-5baa390ae97c of type vlan for network a93d4456-e047-4b3d-a991-564a9d15483c Aug 18 13:39:21.578299 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7d72991f-95ca-4263-babb-7f15b3f16261 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:21.687170 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7d72991f-95ca-4263-babb-7f15b3f16261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:21.688167 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d72991f-95ca-4263-babb-7f15b3f16261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:39:21.688747 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7d72991f-95ca-4263-babb-7f15b3f16261 admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:21.774953 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d72991f-95ca-4263-babb-7f15b3f16261 admin admin] Pushing event updated for resources: {'Network': ['ID=a93d4456-e047-4b3d-a991-564a9d15483c,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:21.784892 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network a93d4456-e047-4b3d-a991-564a9d15483c details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:39:21.807985 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7d72991f-95ca-4263-babb-7f15b3f16261 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6838112 Aug 18 13:39:21.810989 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35970) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:39:21.815951 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-1b084543-4147-4c85-bc09-fc3acf222bf5 admin admin] Request body: {'subnet': {'network_id': 'a93d4456-e047-4b3d-a991-564a9d15483c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-911090779-subnet', 'tenant_id': '1f19458bcaff426a8ae130c181dbf203', 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:39:21.903054 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b084543-4147-4c85-bc09-fc3acf222bf5 admin admin] Made reservation on behalf of 1f19458bcaff426a8ae130c181dbf203 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:39:21.907099 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1b084543-4147-4c85-bc09-fc3acf222bf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:22.177303 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1b084543-4147-4c85-bc09-fc3acf222bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:22.231226 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b084543-4147-4c85-bc09-fc3acf222bf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36664e90-9e6b-4ccb-b10d-5fd6e238349d,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:22.242582 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b084543-4147-4c85-bc09-fc3acf222bf5 admin admin] Checking segment: {'id': '0a902f62-81a8-42ab-9235-5baa390ae97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a93d4456-e047-4b3d-a991-564a9d15483c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:39:22.242943 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b084543-4147-4c85-bc09-fc3acf222bf5 admin admin] Network hostable DHCP agents. Network: a93d4456-e047-4b3d-a991-564a9d15483c, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:39:22.326448 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b084543-4147-4c85-bc09-fc3acf222bf5 admin admin] Network a93d4456-e047-4b3d-a991-564a9d15483c is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:39:22.401054 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-1b084543-4147-4c85-bc09-fc3acf222bf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, a93d4456-e047-4b3d-a991-564a9d15483c) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:39:22.406497 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b084543-4147-4c85-bc09-fc3acf222bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:39:22.407470 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1b084543-4147-4c85-bc09-fc3acf222bf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:22.412458 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88498848-dea5-4055-ba20-2041dd276483 None None] Network a93d4456-e047-4b3d-a991-564a9d15483c requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:39:22.487626 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1b084543-4147-4c85-bc09-fc3acf222bf5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6754639 Aug 18 13:39:22.490289 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35974) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:39:22.494867 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-14137068-f22a-4925-acd1-c761ac13d50c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-911090779-router', 'tenant_id': '1f19458bcaff426a8ae130c181dbf203', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:39:22.559230 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5258e3-02bf-4a42-b4c1-91501ccb6de2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-a93d4456-e047-4b3d-a991-564a9d15483c', 'network_id': 'a93d4456-e047-4b3d-a991-564a9d15483c', 'tenant_id': '1f19458bcaff426a8ae130c181dbf203', 'fixed_ips': [{'subnet_id': '36664e90-9e6b-4ccb-b10d-5fd6e238349d'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:39:22.560088 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5e5258e3-02bf-4a42-b4c1-91501ccb6de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:22.595924 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-14137068-f22a-4925-acd1-c761ac13d50c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:22.596998 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-14137068-f22a-4925-acd1-c761ac13d50c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:22.652789 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-14137068-f22a-4925-acd1-c761ac13d50c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:22.695365 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-5e5258e3-02bf-4a42-b4c1-91501ccb6de2 None None] Allocated IP 172.20.0.2 (a93d4456-e047-4b3d-a991-564a9d15483c/36664e90-9e6b-4ccb-b10d-5fd6e238349d/b2e4598c-3482-4909-bd05-2e0fd5e2ef11) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:39:22.834861 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5e5258e3-02bf-4a42-b4c1-91501ccb6de2 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:22.844367 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-5e5258e3-02bf-4a42-b4c1-91501ccb6de2 None None] Transition to ACTIVE for port object b2e4598c-3482-4909-bd05-2e0fd5e2ef11 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:39:22.859607 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-5e5258e3-02bf-4a42-b4c1-91501ccb6de2 None None] Transition to ACTIVE for port object b2e4598c-3482-4909-bd05-2e0fd5e2ef11 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:39:22.863073 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-14137068-f22a-4925-acd1-c761ac13d50c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:22.921355 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5e5258e3-02bf-4a42-b4c1-91501ccb6de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:22.961599 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5258e3-02bf-4a42-b4c1-91501ccb6de2 None None] Network a93d4456-e047-4b3d-a991-564a9d15483c is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:39:22.967018 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-5e5258e3-02bf-4a42-b4c1-91501ccb6de2 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:39:22.970522 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5258e3-02bf-4a42-b4c1-91501ccb6de2 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:39:22.978981 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5258e3-02bf-4a42-b4c1-91501ccb6de2 None None] Pushing event updated for resources: {'Port': ['ID=b2e4598c-3482-4909-bd05-2e0fd5e2ef11,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:23.030216 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-5e5258e3-02bf-4a42-b4c1-91501ccb6de2 None None] Attempting to bind port b2e4598c-3482-4909-bd05-2e0fd5e2ef11 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:39:23.030602 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-5e5258e3-02bf-4a42-b4c1-91501ccb6de2 None None] Attempting to bind port b2e4598c-3482-4909-bd05-2e0fd5e2ef11 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '0a902f62-81a8-42ab-9235-5baa390ae97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a93d4456-e047-4b3d-a991-564a9d15483c'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:39:23.030969 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5258e3-02bf-4a42-b4c1-91501ccb6de2 None None] Attempting to bind port b2e4598c-3482-4909-bd05-2e0fd5e2ef11 on network a93d4456-e047-4b3d-a991-564a9d15483c {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:39:23.035939 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5258e3-02bf-4a42-b4c1-91501ccb6de2 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:39:23.036312 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5258e3-02bf-4a42-b4c1-91501ccb6de2 None None] Checking segment: {'id': '0a902f62-81a8-42ab-9235-5baa390ae97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a93d4456-e047-4b3d-a991-564a9d15483c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:39:23.036713 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5e5258e3-02bf-4a42-b4c1-91501ccb6de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:23.037105 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5258e3-02bf-4a42-b4c1-91501ccb6de2 None None] Bound using segment: {'id': '0a902f62-81a8-42ab-9235-5baa390ae97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a93d4456-e047-4b3d-a991-564a9d15483c'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:39:23.037640 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-5e5258e3-02bf-4a42-b4c1-91501ccb6de2 None None] Bound port: b2e4598c-3482-4909-bd05-2e0fd5e2ef11, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a902f62-81a8-42ab-9235-5baa390ae97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a93d4456-e047-4b3d-a991-564a9d15483c'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:39:23.038028 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5e5258e3-02bf-4a42-b4c1-91501ccb6de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:23.102297 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-5e5258e3-02bf-4a42-b4c1-91501ccb6de2 None None] For port b2e4598c-3482-4909-bd05-2e0fd5e2ef11, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:39:23.105490 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-5e5258e3-02bf-4a42-b4c1-91501ccb6de2 None None] For port b2e4598c-3482-4909-bd05-2e0fd5e2ef11, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b2e4598c-3482-4909-bd05-2e0fd5e2ef11,segment=NetworkSegment(0a902f62-81a8-42ab-9235-5baa390ae97c),segment_id=0a902f62-81a8-42ab-9235-5baa390ae97c)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:39:23.175881 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-14137068-f22a-4925-acd1-c761ac13d50c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:23.195175 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-14137068-f22a-4925-acd1-c761ac13d50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:23.235919 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5e5258e3-02bf-4a42-b4c1-91501ccb6de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:23.309621 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5258e3-02bf-4a42-b4c1-91501ccb6de2 None None] Pushing event updated for resources: {'Port': ['ID=b2e4598c-3482-4909-bd05-2e0fd5e2ef11,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:23.309788 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-14137068-f22a-4925-acd1-c761ac13d50c admin admin] Allocated IP 172.25.6.95 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/abe44c23-f63e-42b4-86ed-9bb1581e5321) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:39:23.422835 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-14137068-f22a-4925-acd1-c761ac13d50c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:23.567288 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-14137068-f22a-4925-acd1-c761ac13d50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:23.613755 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14137068-f22a-4925-acd1-c761ac13d50c admin admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:39:23.616756 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-14137068-f22a-4925-acd1-c761ac13d50c admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:39:23.620976 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14137068-f22a-4925-acd1-c761ac13d50c admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:39:23.624347 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14137068-f22a-4925-acd1-c761ac13d50c admin admin] Pushing event updated for resources: {'Port': ['ID=abe44c23-f63e-42b4-86ed-9bb1581e5321,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:23.986993 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b2e4598c-3482-4909-bd05-2e0fd5e2ef11 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:39:23.988057 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-14137068-f22a-4925-acd1-c761ac13d50c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:24.121922 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port b2e4598c-3482-4909-bd05-2e0fd5e2ef11 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:39:24.136063 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f11b0e-247a-4e00-bedd-4012dca1ff61 None None] Network a93d4456-e047-4b3d-a991-564a9d15483c requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:39:24.193636 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-14137068-f22a-4925-acd1-c761ac13d50c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:24.259708 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-1b90a078-3b5b-4b5c-9b90-d1c719f3cc1d None None] Provisioning for port b2e4598c-3482-4909-bd05-2e0fd5e2ef11 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:39:24.266525 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-1b90a078-3b5b-4b5c-9b90-d1c719f3cc1d None None] Provisioning complete for port b2e4598c-3482-4909-bd05-2e0fd5e2ef11 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:39:24.266896 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1b90a078-3b5b-4b5c-9b90-d1c719f3cc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:24.367309 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1b90a078-3b5b-4b5c-9b90-d1c719f3cc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:24.384266 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14137068-f22a-4925-acd1-c761ac13d50c admin admin] Router 5e8f6f74-cb74-4520-9aaf-990d673b4858 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:39:24.405134 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-1b90a078-3b5b-4b5c-9b90-d1c719f3cc1d None None] For port b2e4598c-3482-4909-bd05-2e0fd5e2ef11, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b2e4598c-3482-4909-bd05-2e0fd5e2ef11,segment=NetworkSegment(0a902f62-81a8-42ab-9235-5baa390ae97c),segment_id=0a902f62-81a8-42ab-9235-5baa390ae97c)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:39:24.487309 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1b90a078-3b5b-4b5c-9b90-d1c719f3cc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:24.543276 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b90a078-3b5b-4b5c-9b90-d1c719f3cc1d None None] Pushing event updated for resources: {'Port': ['ID=b2e4598c-3482-4909-bd05-2e0fd5e2ef11,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:24.607294 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-94c3a67a-1b22-4881-82e1-f40e5fca7f7d None None] Provisioning complete for port b2e4598c-3482-4909-bd05-2e0fd5e2ef11 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:39:24.607694 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-94c3a67a-1b22-4881-82e1-f40e5fca7f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:24.800926 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14137068-f22a-4925-acd1-c761ac13d50c admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:39:24.809587 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d2f247-2e64-45b9-be54-13e5a385a447 None None] Sync routers for ids ['5e8f6f74-cb74-4520-9aaf-990d673b4858'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:39:24.818578 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d2f247-2e64-45b9-be54-13e5a385a447 None None] Routers {'5e8f6f74-cb74-4520-9aaf-990d673b4858'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:39:24.819209 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d6d2f247-2e64-45b9-be54-13e5a385a447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:39:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['5e8f6f74-cb74-4520-9aaf-990d673b4858'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:39:24.869889 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-14137068-f22a-4925-acd1-c761ac13d50c admin admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:24.871224 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-14137068-f22a-4925-acd1-c761ac13d50c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3798764 Aug 18 13:39:24.873921 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 35978) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:39:24.925908 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-d6d2f247-2e64-45b9-be54-13e5a385a447 None None] Set router 5e8f6f74-cb74-4520-9aaf-990d673b4858 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:39:25.108048 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d6d2f247-2e64-45b9-be54-13e5a385a447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8f6f74-cb74-4520-9aaf-990d673b4858', 'name': 'tempest-TestServerBasicOps-911090779-router', 'tenant_id': '1f19458bcaff426a8ae130c181dbf203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'abe44c23-f63e-42b4-86ed-9bb1581e5321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:39:22Z', 'updated_at': '2021-08-18T13:39:23Z', 'revision_number': 3, 'project_id': '1f19458bcaff426a8ae130c181dbf203', 'gw_port': {'id': 'abe44c23-f63e-42b4-86ed-9bb1581e5321', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:18:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8f6f74-cb74-4520-9aaf-990d673b4858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:39:23Z', 'updated_at': '2021-08-18T13:39:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:39:25.135386 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d2f247-2e64-45b9-be54-13e5a385a447 None None] Checking router: 5e8f6f74-cb74-4520-9aaf-990d673b4858 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:39:25.135739 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d2f247-2e64-45b9-be54-13e5a385a447 None None] Updating router 5e8f6f74-cb74-4520-9aaf-990d673b4858 port abe44c23-f63e-42b4-86ed-9bb1581e5321 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:39:25.161583 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d6d2f247-2e64-45b9-be54-13e5a385a447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:25.285322 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ed0df654-a73f-4d52-8381-7df2c20510f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:25.416972 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d6d2f247-2e64-45b9-be54-13e5a385a447 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:25.426725 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d6d2f247-2e64-45b9-be54-13e5a385a447 None None] Transition to ACTIVE for port object abe44c23-f63e-42b4-86ed-9bb1581e5321 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:39:25.482620 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-ed0df654-a73f-4d52-8381-7df2c20510f1 admin admin] Allocated IP 172.20.0.1 (a93d4456-e047-4b3d-a991-564a9d15483c/36664e90-9e6b-4ccb-b10d-5fd6e238349d/da53b58d-bcbc-4b3e-8760-5ca3c7a72502) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:39:25.515226 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d6d2f247-2e64-45b9-be54-13e5a385a447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:25.567447 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf830842-a247-4deb-be46-2bc669d17744 None None] Pushing event updated for resources: {'Port': ['ID=abe44c23-f63e-42b4-86ed-9bb1581e5321,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:25.569878 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-d6d2f247-2e64-45b9-be54-13e5a385a447 None None] Attempting to bind port abe44c23-f63e-42b4-86ed-9bb1581e5321 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:39:25.570286 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-d6d2f247-2e64-45b9-be54-13e5a385a447 None None] Attempting to bind port abe44c23-f63e-42b4-86ed-9bb1581e5321 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:39:25.570643 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d2f247-2e64-45b9-be54-13e5a385a447 None None] Attempting to bind port abe44c23-f63e-42b4-86ed-9bb1581e5321 on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:39:25.576891 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d2f247-2e64-45b9-be54-13e5a385a447 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:39:25.577268 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d2f247-2e64-45b9-be54-13e5a385a447 None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:39:25.577676 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d6d2f247-2e64-45b9-be54-13e5a385a447 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:25.578064 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d2f247-2e64-45b9-be54-13e5a385a447 None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:39:25.578563 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-d6d2f247-2e64-45b9-be54-13e5a385a447 None None] Bound port: abe44c23-f63e-42b4-86ed-9bb1581e5321, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:39:25.578948 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d6d2f247-2e64-45b9-be54-13e5a385a447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:25.629988 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-d6d2f247-2e64-45b9-be54-13e5a385a447 None None] For port abe44c23-f63e-42b4-86ed-9bb1581e5321, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:39:25.633097 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-d6d2f247-2e64-45b9-be54-13e5a385a447 None None] For port abe44c23-f63e-42b4-86ed-9bb1581e5321, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=abe44c23-f63e-42b4-86ed-9bb1581e5321,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:39:25.649301 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ed0df654-a73f-4d52-8381-7df2c20510f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:25.662801 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-ed0df654-a73f-4d52-8381-7df2c20510f1 admin admin] Transition to ACTIVE for port object da53b58d-bcbc-4b3e-8760-5ca3c7a72502 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:39:25.710434 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d6d2f247-2e64-45b9-be54-13e5a385a447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:25.768472 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d2f247-2e64-45b9-be54-13e5a385a447 None None] Routers {'5e8f6f74-cb74-4520-9aaf-990d673b4858'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:39:25.769087 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d6d2f247-2e64-45b9-be54-13e5a385a447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:39:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['5e8f6f74-cb74-4520-9aaf-990d673b4858'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:39:25.784237 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ed0df654-a73f-4d52-8381-7df2c20510f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:25.805160 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf830842-a247-4deb-be46-2bc669d17744 None None] Pushing event updated for resources: {'Port': ['ID=abe44c23-f63e-42b4-86ed-9bb1581e5321,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:25.827891 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0df654-a73f-4d52-8381-7df2c20510f1 admin admin] Network a93d4456-e047-4b3d-a991-564a9d15483c is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:39:25.830920 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-ed0df654-a73f-4d52-8381-7df2c20510f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:39:25.833507 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0df654-a73f-4d52-8381-7df2c20510f1 admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:39:25.860264 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0df654-a73f-4d52-8381-7df2c20510f1 admin admin] Pushing event updated for resources: {'Port': ['ID=da53b58d-bcbc-4b3e-8760-5ca3c7a72502,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:25.881221 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ed0df654-a73f-4d52-8381-7df2c20510f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:25.883689 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-d6d2f247-2e64-45b9-be54-13e5a385a447 None None] Set router 5e8f6f74-cb74-4520-9aaf-990d673b4858 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:39:25.985715 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b2e4598c-3482-4909-bd05-2e0fd5e2ef11 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:39:26.085149 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port b2e4598c-3482-4909-bd05-2e0fd5e2ef11 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:39:26.085520 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:26.101358 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ed0df654-a73f-4d52-8381-7df2c20510f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:26.177795 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d6d2f247-2e64-45b9-be54-13e5a385a447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8f6f74-cb74-4520-9aaf-990d673b4858', 'name': 'tempest-TestServerBasicOps-911090779-router', 'tenant_id': '1f19458bcaff426a8ae130c181dbf203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'abe44c23-f63e-42b4-86ed-9bb1581e5321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:39:22Z', 'updated_at': '2021-08-18T13:39:23Z', 'revision_number': 3, 'project_id': '1f19458bcaff426a8ae130c181dbf203', 'gw_port': {'id': 'abe44c23-f63e-42b4-86ed-9bb1581e5321', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:18:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8f6f74-cb74-4520-9aaf-990d673b4858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:39:23Z', 'updated_at': '2021-08-18T13:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:39:26.205813 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d2f247-2e64-45b9-be54-13e5a385a447 None None] The sync data for ids ['5e8f6f74-cb74-4520-9aaf-990d673b4858'] in n-d-803603-2 is: [{'id': '5e8f6f74-cb74-4520-9aaf-990d673b4858', 'name': 'tempest-TestServerBasicOps-911090779-router', 'tenant_id': '1f19458bcaff426a8ae130c181dbf203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'abe44c23-f63e-42b4-86ed-9bb1581e5321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:39:22Z', 'updated_at': '2021-08-18T13:39:23Z', 'revision_number': 3, 'project_id': '1f19458bcaff426a8ae130c181dbf203', 'gw_port': {'id': 'abe44c23-f63e-42b4-86ed-9bb1581e5321', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:18:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8f6f74-cb74-4520-9aaf-990d673b4858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:39:23Z', 'updated_at': '2021-08-18T13:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:39:26.229371 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-1bb26d69-82bc-4aca-bb98-110b668a52b4 None None] Provisioning for port da53b58d-bcbc-4b3e-8760-5ca3c7a72502 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:39:26.234448 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-1bb26d69-82bc-4aca-bb98-110b668a52b4 None None] Provisioning complete for port da53b58d-bcbc-4b3e-8760-5ca3c7a72502 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:39:26.234832 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1bb26d69-82bc-4aca-bb98-110b668a52b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:26.272748 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-1bb26d69-82bc-4aca-bb98-110b668a52b4 None None] Port da53b58d-bcbc-4b3e-8760-5ca3c7a72502 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:39:26.275929 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ed0df654-a73f-4d52-8381-7df2c20510f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:26.338680 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ed0df654-a73f-4d52-8381-7df2c20510f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:26.416977 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ed0df654-a73f-4d52-8381-7df2c20510f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:26.416977 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0df654-a73f-4d52-8381-7df2c20510f1 admin admin] Pushing event updated for resources: {'Port': ['ID=da53b58d-bcbc-4b3e-8760-5ca3c7a72502,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:26.520679 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0df654-a73f-4d52-8381-7df2c20510f1 admin admin] Network a93d4456-e047-4b3d-a991-564a9d15483c is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:39:26.522119 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-ed0df654-a73f-4d52-8381-7df2c20510f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:39:26.651990 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0df654-a73f-4d52-8381-7df2c20510f1 admin admin] Router 5e8f6f74-cb74-4520-9aaf-990d673b4858 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:39:26.771985 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0df654-a73f-4d52-8381-7df2c20510f1 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:39:26.782375 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ed0df654-a73f-4d52-8381-7df2c20510f1 admin admin] 10.222.0.13 "PUT /v2.0/routers/5e8f6f74-cb74-4520-9aaf-990d673b4858/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9022410 Aug 18 13:39:26.798604 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-804beb4c-0224-4a65-933e-7e752d8ffde3 None None] Provisioning complete for port da53b58d-bcbc-4b3e-8760-5ca3c7a72502 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:39:26.798978 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-804beb4c-0224-4a65-933e-7e752d8ffde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:26.837689 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-804beb4c-0224-4a65-933e-7e752d8ffde3 None None] Port da53b58d-bcbc-4b3e-8760-5ca3c7a72502 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:39:27.480027 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35994) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:39:27.485604 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-22d14dd9-a6e5-44ad-88ef-6a08e5d35216 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1617953639-network', 'tenant_id': '7aa67c1f9bff48d2aac6823c3d728791'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:39:27.560311 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d14dd9-a6e5-44ad-88ef-6a08e5d35216 admin admin] Made reservation on behalf of 7aa67c1f9bff48d2aac6823c3d728791 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:39:27.562931 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-22d14dd9-a6e5-44ad-88ef-6a08e5d35216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:27.572073 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-22d14dd9-a6e5-44ad-88ef-6a08e5d35216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:27.660448 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-22d14dd9-a6e5-44ad-88ef-6a08e5d35216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:27.749859 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-22d14dd9-a6e5-44ad-88ef-6a08e5d35216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:27.774776 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22d14dd9-a6e5-44ad-88ef-6a08e5d35216 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:39:27.787085 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d14dd9-a6e5-44ad-88ef-6a08e5d35216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f039834-da75-4add-8886-04fb4d1a6ad0,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:27.791294 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-22d14dd9-a6e5-44ad-88ef-6a08e5d35216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:27.791649 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-22d14dd9-a6e5-44ad-88ef-6a08e5d35216 admin admin] Added segment e35d056d-19b2-4c2e-93d6-105c047bd8a5 of type vlan for network ccd12be8-7b29-44fb-b6c0-595f66de26ba Aug 18 13:39:27.818222 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14174a14-08b3-4293-8767-38422b0622f8 None None] Sync routers for ids ['5e8f6f74-cb74-4520-9aaf-990d673b4858'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:39:27.827410 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14174a14-08b3-4293-8767-38422b0622f8 None None] Routers {'5e8f6f74-cb74-4520-9aaf-990d673b4858'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:39:27.831511 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-14174a14-08b3-4293-8767-38422b0622f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:39:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['5e8f6f74-cb74-4520-9aaf-990d673b4858'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:39:27.836043 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-22d14dd9-a6e5-44ad-88ef-6a08e5d35216 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:27.935274 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-14174a14-08b3-4293-8767-38422b0622f8 None None] Set router 5e8f6f74-cb74-4520-9aaf-990d673b4858 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:39:27.938283 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-22d14dd9-a6e5-44ad-88ef-6a08e5d35216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:27.939284 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d14dd9-a6e5-44ad-88ef-6a08e5d35216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:39:27.939870 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-22d14dd9-a6e5-44ad-88ef-6a08e5d35216 admin admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:27.982692 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device abe44c23-f63e-42b4-86ed-9bb1581e5321 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:39:28.007432 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d14dd9-a6e5-44ad-88ef-6a08e5d35216 admin admin] Pushing event updated for resources: {'Network': ['ID=ccd12be8-7b29-44fb-b6c0-595f66de26ba,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:28.017033 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network ccd12be8-7b29-44fb-b6c0-595f66de26ba details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:39:28.058845 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-22d14dd9-a6e5-44ad-88ef-6a08e5d35216 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5770817 Aug 18 13:39:28.061603 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35996) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:39:28.066849 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-9fa57f88-8601-4485-8c1d-5efdebe8fb48 admin admin] Request body: {'subnet': {'network_id': 'ccd12be8-7b29-44fb-b6c0-595f66de26ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1617953639-subnet', 'tenant_id': '7aa67c1f9bff48d2aac6823c3d728791', 'ip_version': 4}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:39:28.137458 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-14174a14-08b3-4293-8767-38422b0622f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8f6f74-cb74-4520-9aaf-990d673b4858', 'name': 'tempest-TestServerBasicOps-911090779-router', 'tenant_id': '1f19458bcaff426a8ae130c181dbf203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'abe44c23-f63e-42b4-86ed-9bb1581e5321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:39:22Z', 'updated_at': '2021-08-18T13:39:26Z', 'revision_number': 4, 'project_id': '1f19458bcaff426a8ae130c181dbf203', 'gw_port': {'id': 'abe44c23-f63e-42b4-86ed-9bb1581e5321', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:18:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8f6f74-cb74-4520-9aaf-990d673b4858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:39:23Z', 'updated_at': '2021-08-18T13:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'da53b58d-bcbc-4b3e-8760-5ca3c7a72502', 'name': '', 'network_id': 'a93d4456-e047-4b3d-a991-564a9d15483c', 'tenant_id': '1f19458bcaff426a8ae130c181dbf203', 'mac_address': 'fa:16:3e:75:a1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8f6f74-cb74-4520-9aaf-990d673b4858', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '36664e90-9e6b-4ccb-b10d-5fd6e238349d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:39:25Z', 'updated_at': '2021-08-18T13:39:26Z', 'revision_number': 2, 'project_id': '1f19458bcaff426a8ae130c181dbf203', 'subnets': [{'id': '36664e90-9e6b-4ccb-b10d-5fd6e238349d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:39:28.155338 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa57f88-8601-4485-8c1d-5efdebe8fb48 admin admin] Made reservation on behalf of 7aa67c1f9bff48d2aac6823c3d728791 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:39:28.157811 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9fa57f88-8601-4485-8c1d-5efdebe8fb48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:28.166810 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port abe44c23-f63e-42b4-86ed-9bb1581e5321 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:39:28.168305 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14174a14-08b3-4293-8767-38422b0622f8 None None] Checking router: 5e8f6f74-cb74-4520-9aaf-990d673b4858 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:39:28.168305 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14174a14-08b3-4293-8767-38422b0622f8 None None] Updating router 5e8f6f74-cb74-4520-9aaf-990d673b4858 port da53b58d-bcbc-4b3e-8760-5ca3c7a72502 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:39:28.171924 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port abe44c23-f63e-42b4-86ed-9bb1581e5321 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:39:28.172409 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:28.195219 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-14174a14-08b3-4293-8767-38422b0622f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:28.263845 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:28.270149 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:28.287673 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port abe44c23-f63e-42b4-86ed-9bb1581e5321, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=abe44c23-f63e-42b4-86ed-9bb1581e5321,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:39:28.355409 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:28.405532 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=abe44c23-f63e-42b4-86ed-9bb1581e5321,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:28.407482 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9fa57f88-8601-4485-8c1d-5efdebe8fb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:28.463611 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa57f88-8601-4485-8c1d-5efdebe8fb48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=980b79e9-19b5-4027-b2aa-4e467dff0ef6,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:28.472482 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa57f88-8601-4485-8c1d-5efdebe8fb48 admin admin] Checking segment: {'id': 'e35d056d-19b2-4c2e-93d6-105c047bd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ccd12be8-7b29-44fb-b6c0-595f66de26ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:39:28.472831 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-14174a14-08b3-4293-8767-38422b0622f8 None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:28.472944 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa57f88-8601-4485-8c1d-5efdebe8fb48 admin admin] Network hostable DHCP agents. Network: ccd12be8-7b29-44fb-b6c0-595f66de26ba, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:39:28.482833 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-14174a14-08b3-4293-8767-38422b0622f8 None None] Transition to ACTIVE for port object da53b58d-bcbc-4b3e-8760-5ca3c7a72502 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:39:28.549594 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-14174a14-08b3-4293-8767-38422b0622f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:28.567079 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa57f88-8601-4485-8c1d-5efdebe8fb48 admin admin] Network ccd12be8-7b29-44fb-b6c0-595f66de26ba is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:39:28.598086 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783248d2-488a-440a-8db3-929d6fc1a2d1 None None] Pushing event updated for resources: {'Port': ['ID=da53b58d-bcbc-4b3e-8760-5ca3c7a72502,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:28.626661 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783248d2-488a-440a-8db3-929d6fc1a2d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:28.626920 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783248d2-488a-440a-8db3-929d6fc1a2d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:28.627252 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783248d2-488a-440a-8db3-929d6fc1a2d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:28.627583 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783248d2-488a-440a-8db3-929d6fc1a2d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:28.627908 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783248d2-488a-440a-8db3-929d6fc1a2d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:28.628287 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783248d2-488a-440a-8db3-929d6fc1a2d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:28.628548 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783248d2-488a-440a-8db3-929d6fc1a2d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:28.628862 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783248d2-488a-440a-8db3-929d6fc1a2d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:28.629176 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783248d2-488a-440a-8db3-929d6fc1a2d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:28.629489 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783248d2-488a-440a-8db3-929d6fc1a2d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:28.629802 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783248d2-488a-440a-8db3-929d6fc1a2d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:28.630117 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783248d2-488a-440a-8db3-929d6fc1a2d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:28.662205 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-14174a14-08b3-4293-8767-38422b0622f8 None None] Attempting to bind port da53b58d-bcbc-4b3e-8760-5ca3c7a72502 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:39:28.662559 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-14174a14-08b3-4293-8767-38422b0622f8 None None] Attempting to bind port da53b58d-bcbc-4b3e-8760-5ca3c7a72502 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '0a902f62-81a8-42ab-9235-5baa390ae97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a93d4456-e047-4b3d-a991-564a9d15483c'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:39:28.662914 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14174a14-08b3-4293-8767-38422b0622f8 None None] Attempting to bind port da53b58d-bcbc-4b3e-8760-5ca3c7a72502 on network a93d4456-e047-4b3d-a991-564a9d15483c {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:39:28.668204 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14174a14-08b3-4293-8767-38422b0622f8 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:39:28.668568 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14174a14-08b3-4293-8767-38422b0622f8 None None] Checking segment: {'id': '0a902f62-81a8-42ab-9235-5baa390ae97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a93d4456-e047-4b3d-a991-564a9d15483c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:39:28.668962 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-14174a14-08b3-4293-8767-38422b0622f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:28.669375 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14174a14-08b3-4293-8767-38422b0622f8 None None] Bound using segment: {'id': '0a902f62-81a8-42ab-9235-5baa390ae97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a93d4456-e047-4b3d-a991-564a9d15483c'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:39:28.669837 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-14174a14-08b3-4293-8767-38422b0622f8 None None] Bound port: da53b58d-bcbc-4b3e-8760-5ca3c7a72502, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a902f62-81a8-42ab-9235-5baa390ae97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a93d4456-e047-4b3d-a991-564a9d15483c'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:39:28.669958 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-9fa57f88-8601-4485-8c1d-5efdebe8fb48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, ccd12be8-7b29-44fb-b6c0-595f66de26ba) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:39:28.670235 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-14174a14-08b3-4293-8767-38422b0622f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:28.676485 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa57f88-8601-4485-8c1d-5efdebe8fb48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:39:28.677491 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9fa57f88-8601-4485-8c1d-5efdebe8fb48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:28.687179 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5274205f-a5fc-41f3-b083-ace8d7a3c3a8 None None] Network ccd12be8-7b29-44fb-b6c0-595f66de26ba requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:39:28.736285 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-14174a14-08b3-4293-8767-38422b0622f8 None None] For port da53b58d-bcbc-4b3e-8760-5ca3c7a72502, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:39:28.739898 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-14174a14-08b3-4293-8767-38422b0622f8 None None] For port da53b58d-bcbc-4b3e-8760-5ca3c7a72502, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=da53b58d-bcbc-4b3e-8760-5ca3c7a72502,segment=NetworkSegment(0a902f62-81a8-42ab-9235-5baa390ae97c),segment_id=0a902f62-81a8-42ab-9235-5baa390ae97c)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:39:28.770152 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9fa57f88-8601-4485-8c1d-5efdebe8fb48 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7049797 Aug 18 13:39:28.775011 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 35998) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:39:28.775418 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-29d62fbc-dc40-4075-a9cc-1a15b56b7371 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1617953639-router', 'tenant_id': '7aa67c1f9bff48d2aac6823c3d728791', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:39:28.817396 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-14174a14-08b3-4293-8767-38422b0622f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:28.841190 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-29d62fbc-dc40-4075-a9cc-1a15b56b7371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:28.842588 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-29d62fbc-dc40-4075-a9cc-1a15b56b7371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:28.891231 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14174a14-08b3-4293-8767-38422b0622f8 None None] Routers {'5e8f6f74-cb74-4520-9aaf-990d673b4858'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:39:28.891857 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-14174a14-08b3-4293-8767-38422b0622f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:39:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['5e8f6f74-cb74-4520-9aaf-990d673b4858'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:39:28.893890 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783248d2-488a-440a-8db3-929d6fc1a2d1 None None] Pushing event updated for resources: {'Port': ['ID=da53b58d-bcbc-4b3e-8760-5ca3c7a72502,revision_number=4']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:28.919652 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-29d62fbc-dc40-4075-a9cc-1a15b56b7371 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:29.008524 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-14174a14-08b3-4293-8767-38422b0622f8 None None] Set router 5e8f6f74-cb74-4520-9aaf-990d673b4858 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:39:29.030967 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d77f3c9-f9e4-46b4-927a-18fd49071088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-ccd12be8-7b29-44fb-b6c0-595f66de26ba', 'network_id': 'ccd12be8-7b29-44fb-b6c0-595f66de26ba', 'tenant_id': '7aa67c1f9bff48d2aac6823c3d728791', 'fixed_ips': [{'subnet_id': '980b79e9-19b5-4027-b2aa-4e467dff0ef6'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:39:29.037127 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8d77f3c9-f9e4-46b4-927a-18fd49071088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:29.120288 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:29.151852 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-29d62fbc-dc40-4075-a9cc-1a15b56b7371 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:29.204561 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-8d77f3c9-f9e4-46b4-927a-18fd49071088 None None] Allocated IP 172.20.0.2 (ccd12be8-7b29-44fb-b6c0-595f66de26ba/980b79e9-19b5-4027-b2aa-4e467dff0ef6/32b31cc1-93e3-4b2d-9078-c2df798ac162) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:39:29.323081 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-14174a14-08b3-4293-8767-38422b0622f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8f6f74-cb74-4520-9aaf-990d673b4858', 'name': 'tempest-TestServerBasicOps-911090779-router', 'tenant_id': '1f19458bcaff426a8ae130c181dbf203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'abe44c23-f63e-42b4-86ed-9bb1581e5321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:39:22Z', 'updated_at': '2021-08-18T13:39:26Z', 'revision_number': 4, 'project_id': '1f19458bcaff426a8ae130c181dbf203', 'gw_port': {'id': 'abe44c23-f63e-42b4-86ed-9bb1581e5321', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8f6f74-cb74-4520-9aaf-990d673b4858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:39:23Z', 'updated_at': '2021-08-18T13:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'da53b58d-bcbc-4b3e-8760-5ca3c7a72502', 'name': '', 'network_id': 'a93d4456-e047-4b3d-a991-564a9d15483c', 'tenant_id': '1f19458bcaff426a8ae130c181dbf203', 'mac_address': 'fa:16:3e:75:a1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8f6f74-cb74-4520-9aaf-990d673b4858', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '36664e90-9e6b-4ccb-b10d-5fd6e238349d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:39:25Z', 'updated_at': '2021-08-18T13:39:28Z', 'revision_number': 4, 'project_id': '1f19458bcaff426a8ae130c181dbf203', 'subnets': [{'id': '36664e90-9e6b-4ccb-b10d-5fd6e238349d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:39:29.349722 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14174a14-08b3-4293-8767-38422b0622f8 None None] The sync data for ids ['5e8f6f74-cb74-4520-9aaf-990d673b4858'] in n-d-803603-2 is: [{'id': '5e8f6f74-cb74-4520-9aaf-990d673b4858', 'name': 'tempest-TestServerBasicOps-911090779-router', 'tenant_id': '1f19458bcaff426a8ae130c181dbf203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'abe44c23-f63e-42b4-86ed-9bb1581e5321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:39:22Z', 'updated_at': '2021-08-18T13:39:26Z', 'revision_number': 4, 'project_id': '1f19458bcaff426a8ae130c181dbf203', 'gw_port': {'id': 'abe44c23-f63e-42b4-86ed-9bb1581e5321', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8f6f74-cb74-4520-9aaf-990d673b4858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:39:23Z', 'updated_at': '2021-08-18T13:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'da53b58d-bcbc-4b3e-8760-5ca3c7a72502', 'name': '', 'network_id': 'a93d4456-e047-4b3d-a991-564a9d15483c', 'tenant_id': '1f19458bcaff426a8ae130c181dbf203', 'mac_address': 'fa:16:3e:75:a1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8f6f74-cb74-4520-9aaf-990d673b4858', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '36664e90-9e6b-4ccb-b10d-5fd6e238349d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:39:25Z', 'updated_at': '2021-08-18T13:39:28Z', 'revision_number': 4, 'project_id': '1f19458bcaff426a8ae130c181dbf203', 'subnets': [{'id': '36664e90-9e6b-4ccb-b10d-5fd6e238349d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:39:29.356780 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8d77f3c9-f9e4-46b4-927a-18fd49071088 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:29.366220 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-8d77f3c9-f9e4-46b4-927a-18fd49071088 None None] Transition to ACTIVE for port object 32b31cc1-93e3-4b2d-9078-c2df798ac162 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:39:29.381896 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-8d77f3c9-f9e4-46b4-927a-18fd49071088 None None] Transition to ACTIVE for port object 32b31cc1-93e3-4b2d-9078-c2df798ac162 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:39:29.465102 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8d77f3c9-f9e4-46b4-927a-18fd49071088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:29.513185 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d77f3c9-f9e4-46b4-927a-18fd49071088 None None] Network ccd12be8-7b29-44fb-b6c0-595f66de26ba is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:39:29.516545 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-8d77f3c9-f9e4-46b4-927a-18fd49071088 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:39:29.519720 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d77f3c9-f9e4-46b4-927a-18fd49071088 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:39:29.530647 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77f3c9-f9e4-46b4-927a-18fd49071088 None None] Pushing event updated for resources: {'Port': ['ID=32b31cc1-93e3-4b2d-9078-c2df798ac162,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:29.590344 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-8d77f3c9-f9e4-46b4-927a-18fd49071088 None None] Attempting to bind port 32b31cc1-93e3-4b2d-9078-c2df798ac162 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:39:29.590808 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-8d77f3c9-f9e4-46b4-927a-18fd49071088 None None] Attempting to bind port 32b31cc1-93e3-4b2d-9078-c2df798ac162 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'e35d056d-19b2-4c2e-93d6-105c047bd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ccd12be8-7b29-44fb-b6c0-595f66de26ba'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:39:29.591236 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d77f3c9-f9e4-46b4-927a-18fd49071088 None None] Attempting to bind port 32b31cc1-93e3-4b2d-9078-c2df798ac162 on network ccd12be8-7b29-44fb-b6c0-595f66de26ba {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:39:29.597257 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d77f3c9-f9e4-46b4-927a-18fd49071088 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:39:29.597768 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d77f3c9-f9e4-46b4-927a-18fd49071088 None None] Checking segment: {'id': 'e35d056d-19b2-4c2e-93d6-105c047bd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ccd12be8-7b29-44fb-b6c0-595f66de26ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:39:29.598220 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8d77f3c9-f9e4-46b4-927a-18fd49071088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:29.598704 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d77f3c9-f9e4-46b4-927a-18fd49071088 None None] Bound using segment: {'id': 'e35d056d-19b2-4c2e-93d6-105c047bd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ccd12be8-7b29-44fb-b6c0-595f66de26ba'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:39:29.599251 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-8d77f3c9-f9e4-46b4-927a-18fd49071088 None None] Bound port: 32b31cc1-93e3-4b2d-9078-c2df798ac162, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e35d056d-19b2-4c2e-93d6-105c047bd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ccd12be8-7b29-44fb-b6c0-595f66de26ba'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:39:29.600483 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8d77f3c9-f9e4-46b4-927a-18fd49071088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:29.673928 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-8d77f3c9-f9e4-46b4-927a-18fd49071088 None None] For port 32b31cc1-93e3-4b2d-9078-c2df798ac162, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:39:29.677632 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-8d77f3c9-f9e4-46b4-927a-18fd49071088 None None] For port 32b31cc1-93e3-4b2d-9078-c2df798ac162, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=32b31cc1-93e3-4b2d-9078-c2df798ac162,segment=NetworkSegment(e35d056d-19b2-4c2e-93d6-105c047bd8a5),segment_id=e35d056d-19b2-4c2e-93d6-105c047bd8a5)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:39:29.801960 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8d77f3c9-f9e4-46b4-927a-18fd49071088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:29.841382 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-29d62fbc-dc40-4075-a9cc-1a15b56b7371 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:29.871681 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-29d62fbc-dc40-4075-a9cc-1a15b56b7371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:29.876680 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77f3c9-f9e4-46b4-927a-18fd49071088 None None] Pushing event updated for resources: {'Port': ['ID=32b31cc1-93e3-4b2d-9078-c2df798ac162,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:30.004558 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-29d62fbc-dc40-4075-a9cc-1a15b56b7371 admin admin] Allocated IP 172.25.6.13 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/0a0f51bc-91c7-4577-9854-5606fb7f3da6) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:39:30.077121 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device da53b58d-bcbc-4b3e-8760-5ca3c7a72502 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:39:30.161993 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-29d62fbc-dc40-4075-a9cc-1a15b56b7371 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:30.207873 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port da53b58d-bcbc-4b3e-8760-5ca3c7a72502 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:39:30.211998 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port da53b58d-bcbc-4b3e-8760-5ca3c7a72502 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:39:30.212243 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:30.269929 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-29d62fbc-dc40-4075-a9cc-1a15b56b7371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:30.300661 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:30.308055 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d62fbc-dc40-4075-a9cc-1a15b56b7371 admin admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:39:30.318058 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-29d62fbc-dc40-4075-a9cc-1a15b56b7371 admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:39:30.320809 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d62fbc-dc40-4075-a9cc-1a15b56b7371 admin admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:39:30.336137 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port da53b58d-bcbc-4b3e-8760-5ca3c7a72502, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=da53b58d-bcbc-4b3e-8760-5ca3c7a72502,segment=NetworkSegment(0a902f62-81a8-42ab-9235-5baa390ae97c),segment_id=0a902f62-81a8-42ab-9235-5baa390ae97c)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:39:30.353882 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d62fbc-dc40-4075-a9cc-1a15b56b7371 admin admin] Pushing event updated for resources: {'Port': ['ID=0a0f51bc-91c7-4577-9854-5606fb7f3da6,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:30.406770 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:30.407607 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device abe44c23-f63e-42b4-86ed-9bb1581e5321 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:39:30.483813 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=da53b58d-bcbc-4b3e-8760-5ca3c7a72502,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:30.498651 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port abe44c23-f63e-42b4-86ed-9bb1581e5321 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:39:30.499263 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:30.677952 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-29d62fbc-dc40-4075-a9cc-1a15b56b7371 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:30.879194 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4c76ab-12e4-44f7-a33f-3aee642a1cb3 None None] Network ccd12be8-7b29-44fb-b6c0-595f66de26ba requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:39:30.889814 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-29d62fbc-dc40-4075-a9cc-1a15b56b7371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:30.996859 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d6139ab1-7d8c-4b48-93bf-041c4804d409 None None] Provisioning for port 32b31cc1-93e3-4b2d-9078-c2df798ac162 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:39:31.092494 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d62fbc-dc40-4075-a9cc-1a15b56b7371 admin admin] Router 87a4460f-ac5f-4af7-84f4-d4af5b15cc88 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:39:31.205721 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d62fbc-dc40-4075-a9cc-1a15b56b7371 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:39:31.215955 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999cf6c8-2872-4ca2-8e84-7a87a8264b19 None None] Sync routers for ids ['87a4460f-ac5f-4af7-84f4-d4af5b15cc88'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:39:31.225809 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999cf6c8-2872-4ca2-8e84-7a87a8264b19 None None] Routers {'87a4460f-ac5f-4af7-84f4-d4af5b15cc88'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:39:31.226463 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-999cf6c8-2872-4ca2-8e84-7a87a8264b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:39:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['87a4460f-ac5f-4af7-84f4-d4af5b15cc88'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:39:31.309766 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-29d62fbc-dc40-4075-a9cc-1a15b56b7371 admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:31.311440 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-29d62fbc-dc40-4075-a9cc-1a15b56b7371 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5397863 Aug 18 13:39:31.314276 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36000) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:39:31.337428 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-999cf6c8-2872-4ca2-8e84-7a87a8264b19 None None] Set router 87a4460f-ac5f-4af7-84f4-d4af5b15cc88 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:39:31.536196 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-999cf6c8-2872-4ca2-8e84-7a87a8264b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a4460f-ac5f-4af7-84f4-d4af5b15cc88', 'name': 'tempest-TestServerBasicOps-1617953639-router', 'tenant_id': '7aa67c1f9bff48d2aac6823c3d728791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '0a0f51bc-91c7-4577-9854-5606fb7f3da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:39:28Z', 'updated_at': '2021-08-18T13:39:30Z', 'revision_number': 3, 'project_id': '7aa67c1f9bff48d2aac6823c3d728791', 'gw_port': {'id': '0a0f51bc-91c7-4577-9854-5606fb7f3da6', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a4460f-ac5f-4af7-84f4-d4af5b15cc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:39:29Z', 'updated_at': '2021-08-18T13:39:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:39:31.563657 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999cf6c8-2872-4ca2-8e84-7a87a8264b19 None None] Checking router: 87a4460f-ac5f-4af7-84f4-d4af5b15cc88 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:39:31.563931 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999cf6c8-2872-4ca2-8e84-7a87a8264b19 None None] Updating router 87a4460f-ac5f-4af7-84f4-d4af5b15cc88 port 0a0f51bc-91c7-4577-9854-5606fb7f3da6 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:39:31.592979 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-999cf6c8-2872-4ca2-8e84-7a87a8264b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:31.740450 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2de0c2bd-f201-44ee-9293-569aa6f4ea17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:31.850361 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-999cf6c8-2872-4ca2-8e84-7a87a8264b19 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:31.861089 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-999cf6c8-2872-4ca2-8e84-7a87a8264b19 None None] Transition to ACTIVE for port object 0a0f51bc-91c7-4577-9854-5606fb7f3da6 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:39:31.900427 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-2de0c2bd-f201-44ee-9293-569aa6f4ea17 admin admin] Allocated IP 172.20.0.1 (ccd12be8-7b29-44fb-b6c0-595f66de26ba/980b79e9-19b5-4027-b2aa-4e467dff0ef6/d56e1790-5193-498a-a866-90503fd28981) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:39:31.955455 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-999cf6c8-2872-4ca2-8e84-7a87a8264b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:32.012911 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-999cf6c8-2872-4ca2-8e84-7a87a8264b19 None None] Attempting to bind port 0a0f51bc-91c7-4577-9854-5606fb7f3da6 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:39:32.013283 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-999cf6c8-2872-4ca2-8e84-7a87a8264b19 None None] Attempting to bind port 0a0f51bc-91c7-4577-9854-5606fb7f3da6 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:39:32.013638 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999cf6c8-2872-4ca2-8e84-7a87a8264b19 None None] Attempting to bind port 0a0f51bc-91c7-4577-9854-5606fb7f3da6 on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:39:32.013746 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2de0c2bd-f201-44ee-9293-569aa6f4ea17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:32.021945 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca054de-dd8b-4297-a981-6e1a09748c5c None None] Pushing event updated for resources: {'Port': ['ID=0a0f51bc-91c7-4577-9854-5606fb7f3da6,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:32.024688 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999cf6c8-2872-4ca2-8e84-7a87a8264b19 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:39:32.025065 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999cf6c8-2872-4ca2-8e84-7a87a8264b19 None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:39:32.026355 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-999cf6c8-2872-4ca2-8e84-7a87a8264b19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:32.026355 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999cf6c8-2872-4ca2-8e84-7a87a8264b19 None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:39:32.027663 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-999cf6c8-2872-4ca2-8e84-7a87a8264b19 None None] Bound port: 0a0f51bc-91c7-4577-9854-5606fb7f3da6, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:39:32.028069 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-999cf6c8-2872-4ca2-8e84-7a87a8264b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:32.031194 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-2de0c2bd-f201-44ee-9293-569aa6f4ea17 admin admin] Transition to ACTIVE for port object d56e1790-5193-498a-a866-90503fd28981 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:39:32.052747 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device da53b58d-bcbc-4b3e-8760-5ca3c7a72502 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:39:32.113445 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-999cf6c8-2872-4ca2-8e84-7a87a8264b19 None None] For port 0a0f51bc-91c7-4577-9854-5606fb7f3da6, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:39:32.116587 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-999cf6c8-2872-4ca2-8e84-7a87a8264b19 None None] For port 0a0f51bc-91c7-4577-9854-5606fb7f3da6, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=0a0f51bc-91c7-4577-9854-5606fb7f3da6,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:39:32.127295 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port da53b58d-bcbc-4b3e-8760-5ca3c7a72502 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:39:32.127666 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:32.144083 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2de0c2bd-f201-44ee-9293-569aa6f4ea17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:32.186248 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de0c2bd-f201-44ee-9293-569aa6f4ea17 admin admin] Network ccd12be8-7b29-44fb-b6c0-595f66de26ba is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:39:32.189369 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-2de0c2bd-f201-44ee-9293-569aa6f4ea17 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:39:32.191947 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de0c2bd-f201-44ee-9293-569aa6f4ea17 admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:39:32.204627 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 32b31cc1-93e3-4b2d-9078-c2df798ac162 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:39:32.224357 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de0c2bd-f201-44ee-9293-569aa6f4ea17 admin admin] Pushing event updated for resources: {'Port': ['ID=d56e1790-5193-498a-a866-90503fd28981,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:32.229047 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-999cf6c8-2872-4ca2-8e84-7a87a8264b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:32.243150 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2de0c2bd-f201-44ee-9293-569aa6f4ea17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:32.309351 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca054de-dd8b-4297-a981-6e1a09748c5c None None] Pushing event updated for resources: {'Port': ['ID=0a0f51bc-91c7-4577-9854-5606fb7f3da6,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:32.314630 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999cf6c8-2872-4ca2-8e84-7a87a8264b19 None None] Routers {'87a4460f-ac5f-4af7-84f4-d4af5b15cc88'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:39:32.315260 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-999cf6c8-2872-4ca2-8e84-7a87a8264b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:39:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['87a4460f-ac5f-4af7-84f4-d4af5b15cc88'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:39:32.398374 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 32b31cc1-93e3-4b2d-9078-c2df798ac162 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:39:32.411204 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 32b31cc1-93e3-4b2d-9078-c2df798ac162 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:39:32.411576 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:32.466562 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-999cf6c8-2872-4ca2-8e84-7a87a8264b19 None None] Set router 87a4460f-ac5f-4af7-84f4-d4af5b15cc88 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:39:32.472593 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2de0c2bd-f201-44ee-9293-569aa6f4ea17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:32.564813 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-2bb192a1-e8d7-4c71-939f-8c1765d233ae None None] Provisioning for port d56e1790-5193-498a-a866-90503fd28981 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:39:32.578648 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-2bb192a1-e8d7-4c71-939f-8c1765d233ae None None] Provisioning complete for port d56e1790-5193-498a-a866-90503fd28981 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:39:32.581278 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2bb192a1-e8d7-4c71-939f-8c1765d233ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:32.637496 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2de0c2bd-f201-44ee-9293-569aa6f4ea17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:32.656471 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:32.665794 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-2bb192a1-e8d7-4c71-939f-8c1765d233ae None None] Port d56e1790-5193-498a-a866-90503fd28981 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:39:32.725088 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 32b31cc1-93e3-4b2d-9078-c2df798ac162, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=32b31cc1-93e3-4b2d-9078-c2df798ac162,segment=NetworkSegment(e35d056d-19b2-4c2e-93d6-105c047bd8a5),segment_id=e35d056d-19b2-4c2e-93d6-105c047bd8a5)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:39:32.738241 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2de0c2bd-f201-44ee-9293-569aa6f4ea17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:32.747148 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-999cf6c8-2872-4ca2-8e84-7a87a8264b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a4460f-ac5f-4af7-84f4-d4af5b15cc88', 'name': 'tempest-TestServerBasicOps-1617953639-router', 'tenant_id': '7aa67c1f9bff48d2aac6823c3d728791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '0a0f51bc-91c7-4577-9854-5606fb7f3da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:39:28Z', 'updated_at': '2021-08-18T13:39:30Z', 'revision_number': 3, 'project_id': '7aa67c1f9bff48d2aac6823c3d728791', 'gw_port': {'id': '0a0f51bc-91c7-4577-9854-5606fb7f3da6', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a4460f-ac5f-4af7-84f4-d4af5b15cc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:39:29Z', 'updated_at': '2021-08-18T13:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:39:32.778667 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999cf6c8-2872-4ca2-8e84-7a87a8264b19 None None] The sync data for ids ['87a4460f-ac5f-4af7-84f4-d4af5b15cc88'] in n-d-803603-2 is: [{'id': '87a4460f-ac5f-4af7-84f4-d4af5b15cc88', 'name': 'tempest-TestServerBasicOps-1617953639-router', 'tenant_id': '7aa67c1f9bff48d2aac6823c3d728791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '0a0f51bc-91c7-4577-9854-5606fb7f3da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:39:28Z', 'updated_at': '2021-08-18T13:39:30Z', 'revision_number': 3, 'project_id': '7aa67c1f9bff48d2aac6823c3d728791', 'gw_port': {'id': '0a0f51bc-91c7-4577-9854-5606fb7f3da6', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a4460f-ac5f-4af7-84f4-d4af5b15cc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:39:29Z', 'updated_at': '2021-08-18T13:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:39:32.805303 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2de0c2bd-f201-44ee-9293-569aa6f4ea17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:32.813425 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de0c2bd-f201-44ee-9293-569aa6f4ea17 admin admin] Pushing event updated for resources: {'Port': ['ID=d56e1790-5193-498a-a866-90503fd28981,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:32.858192 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:32.909584 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=32b31cc1-93e3-4b2d-9078-c2df798ac162,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:32.916869 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de0c2bd-f201-44ee-9293-569aa6f4ea17 admin admin] Network ccd12be8-7b29-44fb-b6c0-595f66de26ba is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:39:32.918361 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-2de0c2bd-f201-44ee-9293-569aa6f4ea17 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:39:33.060200 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de0c2bd-f201-44ee-9293-569aa6f4ea17 admin admin] Router 87a4460f-ac5f-4af7-84f4-d4af5b15cc88 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:39:33.186284 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de0c2bd-f201-44ee-9293-569aa6f4ea17 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:39:33.187389 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-424d826e-dc15-4dce-8650-6742c0195de7 None None] Provisioning complete for port d56e1790-5193-498a-a866-90503fd28981 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:39:33.187724 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-424d826e-dc15-4dce-8650-6742c0195de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:33.202725 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2de0c2bd-f201-44ee-9293-569aa6f4ea17 admin admin] 10.222.0.13 "PUT /v2.0/routers/87a4460f-ac5f-4af7-84f4-d4af5b15cc88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8872681 Aug 18 13:39:33.235013 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-424d826e-dc15-4dce-8650-6742c0195de7 None None] Port d56e1790-5193-498a-a866-90503fd28981 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:39:34.012733 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 32b31cc1-93e3-4b2d-9078-c2df798ac162 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:39:34.061172 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 32b31cc1-93e3-4b2d-9078-c2df798ac162 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:39:34.061547 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:34.141940 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 0a0f51bc-91c7-4577-9854-5606fb7f3da6 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:39:34.250979 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 0a0f51bc-91c7-4577-9854-5606fb7f3da6 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:39:34.255047 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 0a0f51bc-91c7-4577-9854-5606fb7f3da6 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:39:34.255438 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:34.335268 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:34.356688 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 0a0f51bc-91c7-4577-9854-5606fb7f3da6, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=0a0f51bc-91c7-4577-9854-5606fb7f3da6,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:39:34.370025 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd622e2c-94b4-40cc-9631-bbf68874cbcd None None] Sync routers for ids ['87a4460f-ac5f-4af7-84f4-d4af5b15cc88'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:39:34.380233 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd622e2c-94b4-40cc-9631-bbf68874cbcd None None] Routers {'87a4460f-ac5f-4af7-84f4-d4af5b15cc88'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:39:34.380845 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-bd622e2c-94b4-40cc-9631-bbf68874cbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:39:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['87a4460f-ac5f-4af7-84f4-d4af5b15cc88'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:39:34.458256 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:34.486637 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-bd622e2c-94b4-40cc-9631-bbf68874cbcd None None] Set router 87a4460f-ac5f-4af7-84f4-d4af5b15cc88 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:39:34.675138 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=0a0f51bc-91c7-4577-9854-5606fb7f3da6,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:34.698569 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-bd622e2c-94b4-40cc-9631-bbf68874cbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a4460f-ac5f-4af7-84f4-d4af5b15cc88', 'name': 'tempest-TestServerBasicOps-1617953639-router', 'tenant_id': '7aa67c1f9bff48d2aac6823c3d728791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '0a0f51bc-91c7-4577-9854-5606fb7f3da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:39:28Z', 'updated_at': '2021-08-18T13:39:32Z', 'revision_number': 4, 'project_id': '7aa67c1f9bff48d2aac6823c3d728791', 'gw_port': {'id': '0a0f51bc-91c7-4577-9854-5606fb7f3da6', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a4460f-ac5f-4af7-84f4-d4af5b15cc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:39:29Z', 'updated_at': '2021-08-18T13:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'd56e1790-5193-498a-a866-90503fd28981', 'name': '', 'network_id': 'ccd12be8-7b29-44fb-b6c0-595f66de26ba', 'tenant_id': '7aa67c1f9bff48d2aac6823c3d728791', 'mac_address': 'fa:16:3e:21:f3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a4460f-ac5f-4af7-84f4-d4af5b15cc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '980b79e9-19b5-4027-b2aa-4e467dff0ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:39:31Z', 'updated_at': '2021-08-18T13:39:32Z', 'revision_number': 2, 'project_id': '7aa67c1f9bff48d2aac6823c3d728791', 'subnets': [{'id': '980b79e9-19b5-4027-b2aa-4e467dff0ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:39:34.724213 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd622e2c-94b4-40cc-9631-bbf68874cbcd None None] Checking router: 87a4460f-ac5f-4af7-84f4-d4af5b15cc88 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:39:34.724559 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd622e2c-94b4-40cc-9631-bbf68874cbcd None None] Updating router 87a4460f-ac5f-4af7-84f4-d4af5b15cc88 port d56e1790-5193-498a-a866-90503fd28981 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:39:34.748343 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-bd622e2c-94b4-40cc-9631-bbf68874cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:34.907406 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36010) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:39:34.910701 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-21158fd6-8d43-4ccd-8a94-a050dada7f96 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1226284549', 'description': 'tempest-secgroup-smoke-1226284549 description', 'project_id': '1f19458bcaff426a8ae130c181dbf203'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:39:34.992837 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:39:35.013505 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-bd622e2c-94b4-40cc-9631-bbf68874cbcd None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:35.018251 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-21158fd6-8d43-4ccd-8a94-a050dada7f96 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:35.023019 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-bd622e2c-94b4-40cc-9631-bbf68874cbcd None None] Transition to ACTIVE for port object d56e1790-5193-498a-a866-90503fd28981 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:39:35.097711 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-21158fd6-8d43-4ccd-8a94-a050dada7f96 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:35.109874 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-bd622e2c-94b4-40cc-9631-bbf68874cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:35.163797 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25c699-a47e-4392-8376-ff7539614ba8 None None] Pushing event updated for resources: {'Port': ['ID=d56e1790-5193-498a-a866-90503fd28981,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:35.178001 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-21158fd6-8d43-4ccd-8a94-a050dada7f96 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:35.209200 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-bd622e2c-94b4-40cc-9631-bbf68874cbcd None None] Attempting to bind port d56e1790-5193-498a-a866-90503fd28981 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:39:35.209808 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-bd622e2c-94b4-40cc-9631-bbf68874cbcd None None] Attempting to bind port d56e1790-5193-498a-a866-90503fd28981 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'e35d056d-19b2-4c2e-93d6-105c047bd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ccd12be8-7b29-44fb-b6c0-595f66de26ba'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:39:35.210268 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd622e2c-94b4-40cc-9631-bbf68874cbcd None None] Attempting to bind port d56e1790-5193-498a-a866-90503fd28981 on network ccd12be8-7b29-44fb-b6c0-595f66de26ba {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:39:35.213406 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21158fd6-8d43-4ccd-8a94-a050dada7f96 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e6dd74-784e-4aab-b4e2-92d59fd2af09,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:35.216875 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd622e2c-94b4-40cc-9631-bbf68874cbcd None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:39:35.217333 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd622e2c-94b4-40cc-9631-bbf68874cbcd None None] Checking segment: {'id': 'e35d056d-19b2-4c2e-93d6-105c047bd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ccd12be8-7b29-44fb-b6c0-595f66de26ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:39:35.217810 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-bd622e2c-94b4-40cc-9631-bbf68874cbcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:35.218290 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd622e2c-94b4-40cc-9631-bbf68874cbcd None None] Bound using segment: {'id': 'e35d056d-19b2-4c2e-93d6-105c047bd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ccd12be8-7b29-44fb-b6c0-595f66de26ba'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:39:35.218823 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-bd622e2c-94b4-40cc-9631-bbf68874cbcd None None] Bound port: d56e1790-5193-498a-a866-90503fd28981, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e35d056d-19b2-4c2e-93d6-105c047bd8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ccd12be8-7b29-44fb-b6c0-595f66de26ba'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:39:35.219270 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-bd622e2c-94b4-40cc-9631-bbf68874cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:35.289701 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-bd622e2c-94b4-40cc-9631-bbf68874cbcd None None] For port d56e1790-5193-498a-a866-90503fd28981, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:39:35.293616 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-bd622e2c-94b4-40cc-9631-bbf68874cbcd None None] For port d56e1790-5193-498a-a866-90503fd28981, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=d56e1790-5193-498a-a866-90503fd28981,segment=NetworkSegment(e35d056d-19b2-4c2e-93d6-105c047bd8a5),segment_id=e35d056d-19b2-4c2e-93d6-105c047bd8a5)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:39:35.303934 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-21158fd6-8d43-4ccd-8a94-a050dada7f96 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:35.305572 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-21158fd6-8d43-4ccd-8a94-a050dada7f96 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3983428 Aug 18 13:39:35.316038 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36012) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:39:35.320997 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-62943c28-220f-4fe5-89f0-f65584f6641a tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Request body: {'security_group_rule': {'security_group_id': 'f7e6dd74-784e-4aab-b4e2-92d59fd2af09', 'project_id': '1f19458bcaff426a8ae130c181dbf203', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:39:35.366918 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-bd622e2c-94b4-40cc-9631-bbf68874cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:35.420471 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd622e2c-94b4-40cc-9631-bbf68874cbcd None None] Routers {'87a4460f-ac5f-4af7-84f4-d4af5b15cc88'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:39:35.421109 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-bd622e2c-94b4-40cc-9631-bbf68874cbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:39:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['87a4460f-ac5f-4af7-84f4-d4af5b15cc88'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:39:35.428914 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-62943c28-220f-4fe5-89f0-f65584f6641a tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:35.479119 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25c699-a47e-4392-8376-ff7539614ba8 None None] Pushing event updated for resources: {'Port': ['ID=d56e1790-5193-498a-a866-90503fd28981,revision_number=4']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:35.496905 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-62943c28-220f-4fe5-89f0-f65584f6641a tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:35.544867 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-bd622e2c-94b4-40cc-9631-bbf68874cbcd None None] Set router 87a4460f-ac5f-4af7-84f4-d4af5b15cc88 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:39:35.561304 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-62943c28-220f-4fe5-89f0-f65584f6641a tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:35.577328 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62943c28-220f-4fe5-89f0-f65584f6641a tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f0154b7-0589-42c7-bf2b-16ec3855c59b,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:35.657217 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-62943c28-220f-4fe5-89f0-f65584f6641a tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:35.658541 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-62943c28-220f-4fe5-89f0-f65584f6641a tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3413508 Aug 18 13:39:35.661113 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36014) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:39:35.665688 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-f4a62465-75ed-4c3e-9c81-a97d932b93b4 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Request body: {'security_group_rule': {'security_group_id': 'f7e6dd74-784e-4aab-b4e2-92d59fd2af09', 'project_id': '1f19458bcaff426a8ae130c181dbf203', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:39:35.745168 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-bd622e2c-94b4-40cc-9631-bbf68874cbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a4460f-ac5f-4af7-84f4-d4af5b15cc88', 'name': 'tempest-TestServerBasicOps-1617953639-router', 'tenant_id': '7aa67c1f9bff48d2aac6823c3d728791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '0a0f51bc-91c7-4577-9854-5606fb7f3da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:39:28Z', 'updated_at': '2021-08-18T13:39:32Z', 'revision_number': 4, 'project_id': '7aa67c1f9bff48d2aac6823c3d728791', 'gw_port': {'id': '0a0f51bc-91c7-4577-9854-5606fb7f3da6', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a4460f-ac5f-4af7-84f4-d4af5b15cc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:39:29Z', 'updated_at': '2021-08-18T13:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'd56e1790-5193-498a-a866-90503fd28981', 'name': '', 'network_id': 'ccd12be8-7b29-44fb-b6c0-595f66de26ba', 'tenant_id': '7aa67c1f9bff48d2aac6823c3d728791', 'mac_address': 'fa:16:3e:21:f3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a4460f-ac5f-4af7-84f4-d4af5b15cc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '980b79e9-19b5-4027-b2aa-4e467dff0ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:39:31Z', 'updated_at': '2021-08-18T13:39:35Z', 'revision_number': 4, 'project_id': '7aa67c1f9bff48d2aac6823c3d728791', 'subnets': [{'id': '980b79e9-19b5-4027-b2aa-4e467dff0ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:39:35.754106 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f4a62465-75ed-4c3e-9c81-a97d932b93b4 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:35.780785 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd622e2c-94b4-40cc-9631-bbf68874cbcd None None] The sync data for ids ['87a4460f-ac5f-4af7-84f4-d4af5b15cc88'] in n-d-803603-2 is: [{'id': '87a4460f-ac5f-4af7-84f4-d4af5b15cc88', 'name': 'tempest-TestServerBasicOps-1617953639-router', 'tenant_id': '7aa67c1f9bff48d2aac6823c3d728791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '0a0f51bc-91c7-4577-9854-5606fb7f3da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:39:28Z', 'updated_at': '2021-08-18T13:39:32Z', 'revision_number': 4, 'project_id': '7aa67c1f9bff48d2aac6823c3d728791', 'gw_port': {'id': '0a0f51bc-91c7-4577-9854-5606fb7f3da6', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a4460f-ac5f-4af7-84f4-d4af5b15cc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:39:29Z', 'updated_at': '2021-08-18T13:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'd56e1790-5193-498a-a866-90503fd28981', 'name': '', 'network_id': 'ccd12be8-7b29-44fb-b6c0-595f66de26ba', 'tenant_id': '7aa67c1f9bff48d2aac6823c3d728791', 'mac_address': 'fa:16:3e:21:f3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a4460f-ac5f-4af7-84f4-d4af5b15cc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '980b79e9-19b5-4027-b2aa-4e467dff0ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:39:31Z', 'updated_at': '2021-08-18T13:39:35Z', 'revision_number': 4, 'project_id': '7aa67c1f9bff48d2aac6823c3d728791', 'subnets': [{'id': '980b79e9-19b5-4027-b2aa-4e467dff0ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:39:35.821102 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f4a62465-75ed-4c3e-9c81-a97d932b93b4 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:35.898338 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f4a62465-75ed-4c3e-9c81-a97d932b93b4 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:35.919489 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a62465-75ed-4c3e-9c81-a97d932b93b4 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a09d49a-4dd2-44d5-9145-5d586499f584,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:36.005313 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f4a62465-75ed-4c3e-9c81-a97d932b93b4 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:36.006653 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f4a62465-75ed-4c3e-9c81-a97d932b93b4 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3445730 Aug 18 13:39:36.009264 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36016) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:39:36.014942 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-be9bbd27-ef1d-4dd9-a4c1-73fd65204f01 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Request body: {'security_group_rule': {'security_group_id': 'f7e6dd74-784e-4aab-b4e2-92d59fd2af09', 'project_id': '1f19458bcaff426a8ae130c181dbf203', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:39:36.041743 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device d56e1790-5193-498a-a866-90503fd28981 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:39:36.144225 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-be9bbd27-ef1d-4dd9-a4c1-73fd65204f01 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:36.165895 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port d56e1790-5193-498a-a866-90503fd28981 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:39:36.165895 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port d56e1790-5193-498a-a866-90503fd28981 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:39:36.165895 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:36.221785 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-be9bbd27-ef1d-4dd9-a4c1-73fd65204f01 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:36.254503 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:36.289747 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port d56e1790-5193-498a-a866-90503fd28981, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=d56e1790-5193-498a-a866-90503fd28981,segment=NetworkSegment(e35d056d-19b2-4c2e-93d6-105c047bd8a5),segment_id=e35d056d-19b2-4c2e-93d6-105c047bd8a5)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:39:36.292357 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-be9bbd27-ef1d-4dd9-a4c1-73fd65204f01 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:36.313082 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9bbd27-ef1d-4dd9-a4c1-73fd65204f01 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3472d226-f614-4f70-9cf7-a8315e1b2539,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:36.388541 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:36.389375 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 0a0f51bc-91c7-4577-9854-5606fb7f3da6 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:39:36.424267 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-be9bbd27-ef1d-4dd9-a4c1-73fd65204f01 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:36.426281 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-be9bbd27-ef1d-4dd9-a4c1-73fd65204f01 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4157910 Aug 18 13:39:36.428956 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36018) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:39:36.434645 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-3b93e0f4-38ec-4a2f-a869-9893d98d5c37 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Request body: {'security_group_rule': {'security_group_id': 'f7e6dd74-784e-4aab-b4e2-92d59fd2af09', 'project_id': '1f19458bcaff426a8ae130c181dbf203', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:39:36.469107 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=d56e1790-5193-498a-a866-90503fd28981,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:36.481120 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:36.481469 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:36.481809 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:36.482142 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:36.482499 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:36.482829 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:36.483157 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:36.483483 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:36.483803 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:36.484144 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:36.484452 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:36.484772 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:39:36.490485 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 0a0f51bc-91c7-4577-9854-5606fb7f3da6 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:39:36.490859 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:36.557423 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3b93e0f4-38ec-4a2f-a869-9893d98d5c37 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:36.613982 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3b93e0f4-38ec-4a2f-a869-9893d98d5c37 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:36.698243 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3b93e0f4-38ec-4a2f-a869-9893d98d5c37 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:36.719809 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b93e0f4-38ec-4a2f-a869-9893d98d5c37 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8c880ae-49da-43a4-abfd-f2d96d026e73,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:36.811070 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3b93e0f4-38ec-4a2f-a869-9893d98d5c37 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:36.815538 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3b93e0f4-38ec-4a2f-a869-9893d98d5c37 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3821816 Aug 18 13:39:36.815650 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36020) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:39:36.820026 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-9da2970c-7eaf-4c33-b62a-bd9cd6259c7d tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Request body: {'security_group_rule': {'security_group_id': 'f7e6dd74-784e-4aab-b4e2-92d59fd2af09', 'project_id': '1f19458bcaff426a8ae130c181dbf203', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:39:36.938463 n-d-803603-2 neutron-server[101676]: INFO neutron.db.securitygroups_db [None req-9da2970c-7eaf-4c33-b62a-bd9cd6259c7d tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Project 1f19458bcaff426a8ae130c181dbf203 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 13:39:36.943813 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9da2970c-7eaf-4c33-b62a-bd9cd6259c7d tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:37.003522 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9da2970c-7eaf-4c33-b62a-bd9cd6259c7d tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:37.068254 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9da2970c-7eaf-4c33-b62a-bd9cd6259c7d tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:37.086028 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2970c-7eaf-4c33-b62a-bd9cd6259c7d tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c707291-d3b2-4e6a-a569-73ea90bd3f3d,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:37.149431 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9da2970c-7eaf-4c33-b62a-bd9cd6259c7d tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:37.150695 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9da2970c-7eaf-4c33-b62a-bd9cd6259c7d tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3343797 Aug 18 13:39:37.153425 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36022) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:39:37.157980 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-b0dcfe5c-2a10-4b20-a22d-84d00b8b0a1f tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Request body: {'security_group_rule': {'security_group_id': 'f7e6dd74-784e-4aab-b4e2-92d59fd2af09', 'project_id': '1f19458bcaff426a8ae130c181dbf203', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:39:37.240915 n-d-803603-2 neutron-server[101676]: INFO neutron.db.securitygroups_db [None req-b0dcfe5c-2a10-4b20-a22d-84d00b8b0a1f tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Project 1f19458bcaff426a8ae130c181dbf203 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 13:39:37.247056 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b0dcfe5c-2a10-4b20-a22d-84d00b8b0a1f tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:37.625044 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b0dcfe5c-2a10-4b20-a22d-84d00b8b0a1f tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:37.713991 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b0dcfe5c-2a10-4b20-a22d-84d00b8b0a1f tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:37.731434 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dcfe5c-2a10-4b20-a22d-84d00b8b0a1f tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b557ec1a-6190-4fcb-ab56-cb21575e9c71,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:37.829839 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b0dcfe5c-2a10-4b20-a22d-84d00b8b0a1f tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:37.831139 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b0dcfe5c-2a10-4b20-a22d-84d00b8b0a1f tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6767254 Aug 18 13:39:37.958225 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device d56e1790-5193-498a-a866-90503fd28981 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:39:37.970580 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-aa8d797d-f497-4ff0-84a2-1075a75c4fb4 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1226284549&fields=id&tenant_id=1f19458bcaff426a8ae130c181dbf203 HTTP/1.1" status: 200 len: 267 time: 0.0358613 Aug 18 13:39:38.007164 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port d56e1790-5193-498a-a866-90503fd28981 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:39:38.007536 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:38.081412 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-f8d8ea43-2bbd-4e4d-b9c7-9557516d65ed tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:39:38.082869 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-f8d8ea43-2bbd-4e4d-b9c7-9557516d65ed tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] 10.222.0.13 "GET /v2.0/networks?id=a93d4456-e047-4b3d-a991-564a9d15483c HTTP/1.1" status: 200 len: 808 time: 0.1053188 Aug 18 13:39:38.099138 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-71f2175b-6385-4795-a0ab-9bdcb84f9f3f tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] 10.222.0.13 "GET /v2.0/quotas/1f19458bcaff426a8ae130c181dbf203 HTTP/1.1" status: 200 len: 375 time: 0.0095792 Aug 18 13:39:38.149969 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-7788b7f0-b017-40ff-a94b-c3795334add3 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f19458bcaff426a8ae130c181dbf203&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453234 Aug 18 13:39:38.357247 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-93f7fd44-3824-46ac-a4d6-9d1278c08887 service neutron] 10.222.0.13 "GET /v2.0/networks/a93d4456-e047-4b3d-a991-564a9d15483c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952531 Aug 18 13:39:38.446592 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-129150f4-2838-4d7a-a2aa-511b996fdd3c service neutron] 10.222.0.13 "GET /v2.0/networks/a93d4456-e047-4b3d-a991-564a9d15483c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832233 Aug 18 13:39:38.722056 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-18c888ff-ab77-4df1-a46e-77e9f7e40149 req-e03e1a26-2253-43f4-9ee1-22860650f5de tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec HTTP/1.1" status: 200 len: 210 time: 0.0263400 Aug 18 13:39:39.825860 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-67c733d3-6bf3-499e-b888-8eb553ae3c94 req-703858db-1618-41b7-b8a5-e4af314da205 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec HTTP/1.1" status: 200 len: 210 time: 0.0369053 Aug 18 13:39:40.922551 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-af8b310b-23e7-49a1-a7e1-051d7c49f86d req-5ea197b4-af25-42b1-8eb0-36ae0272d598 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec HTTP/1.1" status: 200 len: 210 time: 0.0267870 Aug 18 13:39:40.964022 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-bce15b6f-7fd1-4799-a2d1-4bdca1588359 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:39:40.965587 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-bce15b6f-7fd1-4799-a2d1-4bdca1588359 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] 10.222.0.20 "GET /v2.0/networks?id=a93d4456-e047-4b3d-a991-564a9d15483c HTTP/1.1" status: 200 len: 808 time: 0.1041079 Aug 18 13:39:41.011192 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-5b067731-ccf4-42ed-8851-3c0116163c2a tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f19458bcaff426a8ae130c181dbf203 HTTP/1.1" status: 200 len: 380 time: 0.0363386 Aug 18 13:39:41.020527 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-b51cd553-a015-4b7f-bf5d-a7a3fa39ec2b tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Request body: {'port': {'device_id': '9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec', 'network_id': 'a93d4456-e047-4b3d-a991-564a9d15483c', 'admin_state_up': True, 'tenant_id': '1f19458bcaff426a8ae130c181dbf203', 'security_groups': ['f7e6dd74-784e-4aab-b4e2-92d59fd2af09']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:39:41.200431 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-b51cd553-a015-4b7f-bf5d-a7a3fa39ec2b tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Made reservation on behalf of 1f19458bcaff426a8ae130c181dbf203 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:39:41.204037 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-b51cd553-a015-4b7f-bf5d-a7a3fa39ec2b tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:41.327582 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-b51cd553-a015-4b7f-bf5d-a7a3fa39ec2b tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Allocated IP 172.20.0.12 (a93d4456-e047-4b3d-a991-564a9d15483c/36664e90-9e6b-4ccb-b10d-5fd6e238349d/c6fb7c9c-a4a3-4a50-b847-caf73a92a854) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:39:41.469007 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-b51cd553-a015-4b7f-bf5d-a7a3fa39ec2b tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:41.482795 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-b51cd553-a015-4b7f-bf5d-a7a3fa39ec2b tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Transition to ACTIVE for port object c6fb7c9c-a4a3-4a50-b847-caf73a92a854 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:39:41.572802 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-b51cd553-a015-4b7f-bf5d-a7a3fa39ec2b tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:41.622165 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-b51cd553-a015-4b7f-bf5d-a7a3fa39ec2b tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Network a93d4456-e047-4b3d-a991-564a9d15483c is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:39:41.625644 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-b51cd553-a015-4b7f-bf5d-a7a3fa39ec2b tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:39:41.629407 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2e6ba4a1-6d13-40de-9ea8-d956485b85f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:41.629905 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-b51cd553-a015-4b7f-bf5d-a7a3fa39ec2b tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:39:41.635822 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51cd553-a015-4b7f-bf5d-a7a3fa39ec2b tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Pushing event updated for resources: {'Port': ['ID=c6fb7c9c-a4a3-4a50-b847-caf73a92a854,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:41.682718 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-b51cd553-a015-4b7f-bf5d-a7a3fa39ec2b tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:39:41.683368 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-b51cd553-a015-4b7f-bf5d-a7a3fa39ec2b tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:41.779657 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-b51cd553-a015-4b7f-bf5d-a7a3fa39ec2b tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7626932 Aug 18 13:39:41.792181 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-2d3b07c6-0191-4cbc-9579-4afb1d52ae5f tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:39:41.793223 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-2d3b07c6-0191-4cbc-9579-4afb1d52ae5f tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058081 Aug 18 13:39:41.804828 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-ade75bad-3137-4188-bfd8-944485d4929d service neutron] Request body: {'port': {'device_id': '9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:39:41.863056 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-ade75bad-3137-4188-bfd8-944485d4929d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:41.920496 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f09a74d6-7c6a-4511-ade1-bd5395977770 None None] Provisioning for port c6fb7c9c-a4a3-4a50-b847-caf73a92a854 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:39:41.924479 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f09a74d6-7c6a-4511-ade1-bd5395977770 None None] Provisioning complete for port c6fb7c9c-a4a3-4a50-b847-caf73a92a854 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:39:41.929588 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f09a74d6-7c6a-4511-ade1-bd5395977770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:41.960439 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f09a74d6-7c6a-4511-ade1-bd5395977770 None None] Port c6fb7c9c-a4a3-4a50-b847-caf73a92a854 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:39:42.096070 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00d3bb-1eea-44fa-845f-5190d015e6d2 req-d6ef5af0-774d-41ce-b821-a95e04e61992 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:39:42.097499 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b00d3bb-1eea-44fa-845f-5190d015e6d2 req-d6ef5af0-774d-41ce-b821-a95e04e61992 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec HTTP/1.1" status: 200 len: 932 time: 0.1044612 Aug 18 13:39:42.159653 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b00d3bb-1eea-44fa-845f-5190d015e6d2 req-21d6d905-1ec7-4ac7-a5c5-fad8d2bbefde tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dd74-784e-4aab-b4e2-92d59fd2af09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532312 Aug 18 13:39:42.200729 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-ade75bad-3137-4188-bfd8-944485d4929d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6fb7c9c-a4a3-4a50-b847-caf73a92a854 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:39:42.208253 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-ade75bad-3137-4188-bfd8-944485d4929d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:42.219979 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-ade75bad-3137-4188-bfd8-944485d4929d service neutron] Transition to ACTIVE for port object c6fb7c9c-a4a3-4a50-b847-caf73a92a854 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:39:42.303384 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-ade75bad-3137-4188-bfd8-944485d4929d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:42.362798 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade75bad-3137-4188-bfd8-944485d4929d service neutron] Pushing event updated for resources: {'Port': ['ID=c6fb7c9c-a4a3-4a50-b847-caf73a92a854,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:42.437434 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-ade75bad-3137-4188-bfd8-944485d4929d service neutron] Attempting to bind port c6fb7c9c-a4a3-4a50-b847-caf73a92a854 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:39:42.437918 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-ade75bad-3137-4188-bfd8-944485d4929d service neutron] Attempting to bind port c6fb7c9c-a4a3-4a50-b847-caf73a92a854 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '0a902f62-81a8-42ab-9235-5baa390ae97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a93d4456-e047-4b3d-a991-564a9d15483c'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:39:42.438289 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-ade75bad-3137-4188-bfd8-944485d4929d service neutron] Attempting to bind port c6fb7c9c-a4a3-4a50-b847-caf73a92a854 on network a93d4456-e047-4b3d-a991-564a9d15483c {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:39:42.443119 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-ade75bad-3137-4188-bfd8-944485d4929d service neutron] Port c6fb7c9c-a4a3-4a50-b847-caf73a92a854 on network a93d4456-e047-4b3d-a991-564a9d15483c not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:39:42.443458 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-ade75bad-3137-4188-bfd8-944485d4929d service neutron] Attempting to bind port c6fb7c9c-a4a3-4a50-b847-caf73a92a854 on network a93d4456-e047-4b3d-a991-564a9d15483c {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:39:42.448494 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-ade75bad-3137-4188-bfd8-944485d4929d service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:39:42.448830 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-ade75bad-3137-4188-bfd8-944485d4929d service neutron] Checking segment: {'id': '0a902f62-81a8-42ab-9235-5baa390ae97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a93d4456-e047-4b3d-a991-564a9d15483c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:39:42.449213 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-ade75bad-3137-4188-bfd8-944485d4929d service neutron] Bound using segment: {'id': '0a902f62-81a8-42ab-9235-5baa390ae97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a93d4456-e047-4b3d-a991-564a9d15483c'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:39:42.449639 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-ade75bad-3137-4188-bfd8-944485d4929d service neutron] Bound port: c6fb7c9c-a4a3-4a50-b847-caf73a92a854, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a902f62-81a8-42ab-9235-5baa390ae97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a93d4456-e047-4b3d-a991-564a9d15483c'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:39:42.450024 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-ade75bad-3137-4188-bfd8-944485d4929d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:42.517408 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-ade75bad-3137-4188-bfd8-944485d4929d service neutron] For port c6fb7c9c-a4a3-4a50-b847-caf73a92a854, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:39:42.520796 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-ade75bad-3137-4188-bfd8-944485d4929d service neutron] For port c6fb7c9c-a4a3-4a50-b847-caf73a92a854, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=c6fb7c9c-a4a3-4a50-b847-caf73a92a854,segment=NetworkSegment(0a902f62-81a8-42ab-9235-5baa390ae97c),segment_id=0a902f62-81a8-42ab-9235-5baa390ae97c)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:39:42.601013 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-ade75bad-3137-4188-bfd8-944485d4929d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:42.643503 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-ade75bad-3137-4188-bfd8-944485d4929d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:39:42.644128 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-ade75bad-3137-4188-bfd8-944485d4929d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:42.645652 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-ade75bad-3137-4188-bfd8-944485d4929d service neutron] 10.222.0.20 "PUT /v2.0/ports/c6fb7c9c-a4a3-4a50-b847-caf73a92a854 HTTP/1.1" status: 200 len: 1092 time: 0.8450246 Aug 18 13:39:42.646088 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec', 'tag': 'c6fb7c9c-a4a3-4a50-b847-caf73a92a854'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:39:42.648389 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec9c44c-b215-49bb-810b-7ecdceb9412b" -d '{"events": [{"name": "network-changed", "server_uuid": "9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec", "tag": "c6fb7c9c-a4a3-4a50-b847-caf73a92a854"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:39:42.669581 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade75bad-3137-4188-bfd8-944485d4929d service neutron] Pushing event updated for resources: {'Port': ['ID=c6fb7c9c-a4a3-4a50-b847-caf73a92a854,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:42.699003 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe9d8f9-9035-4a0c-9b26-77b166dc4d23 x-openstack-request-id: req-ffe9d8f9-9035-4a0c-9b26-77b166dc4d23 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:39:42.699301 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec", "tag": "c6fb7c9c-a4a3-4a50-b847-caf73a92a854", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:39:42.699554 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ffe9d8f9-9035-4a0c-9b26-77b166dc4d23 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:39:42.700519 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec', 'tag': 'c6fb7c9c-a4a3-4a50-b847-caf73a92a854', 'status': 'completed', 'code': 200} Aug 18 13:39:42.765842 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec9c44c-b215-49bb-810b-7ecdceb9412b req-17902bad-dd97-4521-9f01-acd8324a9f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:39:42.767408 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fec9c44c-b215-49bb-810b-7ecdceb9412b req-17902bad-dd97-4521-9f01-acd8324a9f16 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f19458bcaff426a8ae130c181dbf203&device_id=9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec HTTP/1.1" status: 200 len: 1095 time: 0.0467267 Aug 18 13:39:42.866830 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec9c44c-b215-49bb-810b-7ecdceb9412b req-2927c24e-a30a-4c8b-a711-e9cddbe5a4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:39:42.868336 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fec9c44c-b215-49bb-810b-7ecdceb9412b req-2927c24e-a30a-4c8b-a711-e9cddbe5a4d5 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=1f19458bcaff426a8ae130c181dbf203&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0932326 Aug 18 13:39:42.970677 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec9c44c-b215-49bb-810b-7ecdceb9412b req-70a12dc7-c206-4941-92f2-26969600f8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:39:42.972397 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fec9c44c-b215-49bb-810b-7ecdceb9412b req-70a12dc7-c206-4941-92f2-26969600f8fc service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0972281 Aug 18 13:39:43.049887 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-824b4186-a2cc-4995-b96c-869ec9d43bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:39:43.051645 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-824b4186-a2cc-4995-b96c-869ec9d43bcd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f19458bcaff426a8ae130c181dbf203&device_id=9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec HTTP/1.1" status: 200 len: 1095 time: 0.0427823 Aug 18 13:39:43.098564 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-de226045-22e2-49ac-9b3a-4ac0e1e1ace9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6fb7c9c-a4a3-4a50-b847-caf73a92a854 HTTP/1.1" status: 200 len: 217 time: 0.0381577 Aug 18 13:39:43.149345 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-de4fe2ab-735e-4829-95ff-a6e8c80700fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:39:43.150854 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-de4fe2ab-735e-4829-95ff-a6e8c80700fe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36664e90-9e6b-4ccb-b10d-5fd6e238349d HTTP/1.1" status: 200 len: 847 time: 0.0455520 Aug 18 13:39:43.200666 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-5ac6ed51-3f3e-4653-9d60-3459a86b767b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:39:43.203415 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-5ac6ed51-3f3e-4653-9d60-3459a86b767b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a93d4456-e047-4b3d-a991-564a9d15483c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444927 Aug 18 13:39:43.331445 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe6183-d9f3-4c83-a7f9-0b4346924ef3 req-36bd2cae-f840-4945-9215-5e4ec6ae7e0b tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:39:43.333000 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9efe6183-d9f3-4c83-a7f9-0b4346924ef3 req-36bd2cae-f840-4945-9215-5e4ec6ae7e0b tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec HTTP/1.1" status: 200 len: 944 time: 0.0777552 Aug 18 13:39:43.337125 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-37867571-aa01-4a7f-abba-179829bc1bc3 service neutron] 10.222.0.20 "GET /v2.0/networks/a93d4456-e047-4b3d-a991-564a9d15483c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277237 Aug 18 13:39:43.425154 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9efe6183-d9f3-4c83-a7f9-0b4346924ef3 req-eae51d26-3802-4525-a702-e52cc2959b04 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dd74-784e-4aab-b4e2-92d59fd2af09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857406 Aug 18 13:39:43.457722 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c8488192-17b1-4989-98f0-4f117dcf7c4e req-ef214cb7-2e7f-49af-b29a-a3f26fbb7603 service neutron] 10.222.0.20 "GET /v2.0/networks/a93d4456-e047-4b3d-a991-564a9d15483c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104867 Aug 18 13:39:43.829953 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cef51839-7eb5-4469-9faa-77f7bf87c3e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:43.895405 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [req-ae812ab2-3d3d-4126-b1e6-6979ab059ad6 req-694b6bd7-0c40-490b-8e18-1cebec064e2d service neutron] (101676) timed out ('10.222.0.13', 55710) {{(pid=101676) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 13:39:44.550153 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936ff63-9f5d-41cd-b337-9686e0a2e8e7 req-1905c6d9-1a04-482e-b82b-2b8041ca2cf0 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:39:44.551704 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d936ff63-9f5d-41cd-b337-9686e0a2e8e7 req-1905c6d9-1a04-482e-b82b-2b8041ca2cf0 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec HTTP/1.1" status: 200 len: 944 time: 0.0551167 Aug 18 13:39:44.580603 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device c6fb7c9c-a4a3-4a50-b847-caf73a92a854 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:39:44.590204 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d936ff63-9f5d-41cd-b337-9686e0a2e8e7 req-a300c0cb-8b61-4685-b668-0219a6f3c9e8 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dd74-784e-4aab-b4e2-92d59fd2af09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324750 Aug 18 13:39:44.638064 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:44.680124 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port c6fb7c9c-a4a3-4a50-b847-caf73a92a854, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=c6fb7c9c-a4a3-4a50-b847-caf73a92a854,segment=NetworkSegment(0a902f62-81a8-42ab-9235-5baa390ae97c),segment_id=0a902f62-81a8-42ab-9235-5baa390ae97c)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:39:44.691057 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'c6fb7c9c-a4a3-4a50-b847-caf73a92a854', 'network_id': 'a93d4456-e047-4b3d-a991-564a9d15483c', 'port_id': 'c6fb7c9c-a4a3-4a50-b847-caf73a92a854', 'mac_address': 'fa:16:3e:49:13:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36664e90-9e6b-4ccb-b10d-5fd6e238349d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:39:44.728937 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:44.741618 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6fb7c9c-a4a3-4a50-b847-caf73a92a854 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:39:44.761665 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port c6fb7c9c-a4a3-4a50-b847-caf73a92a854, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=c6fb7c9c-a4a3-4a50-b847-caf73a92a854,segment=NetworkSegment(0a902f62-81a8-42ab-9235-5baa390ae97c),segment_id=0a902f62-81a8-42ab-9235-5baa390ae97c)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:39:44.834987 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:44.882950 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=c6fb7c9c-a4a3-4a50-b847-caf73a92a854,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:45.070325 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['c6fb7c9c-a4a3-4a50-b847-caf73a92a854'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:39:45.532127 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:45.708175 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac51ec-f0ef-4ba6-a569-f99427d794b8 req-199db311-d2ac-4861-bb4a-05e8c27cd6e6 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:39:45.709704 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-deac51ec-f0ef-4ba6-a569-f99427d794b8 req-199db311-d2ac-4861-bb4a-05e8c27cd6e6 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec HTTP/1.1" status: 200 len: 945 time: 0.0512297 Aug 18 13:39:45.748092 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-deac51ec-f0ef-4ba6-a569-f99427d794b8 req-a305be76-53c7-4ca1-9f4d-e06c41940a80 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dd74-784e-4aab-b4e2-92d59fd2af09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324843 Aug 18 13:39:46.596189 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device c6fb7c9c-a4a3-4a50-b847-caf73a92a854 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:39:46.703595 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port c6fb7c9c-a4a3-4a50-b847-caf73a92a854 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:39:46.707534 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port c6fb7c9c-a4a3-4a50-b847-caf73a92a854 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:39:46.707986 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:46.784420 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:46.807172 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6fb7c9c-a4a3-4a50-b847-caf73a92a854'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:39:46.810564 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708bebc0-6fc9-4e19-97bd-b38ad9cb6fbf" -d '{"events": [{"server_uuid": "9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec", "name": "network-vif-plugged", "status": "completed", "tag": "c6fb7c9c-a4a3-4a50-b847-caf73a92a854"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:39:46.823997 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port c6fb7c9c-a4a3-4a50-b847-caf73a92a854, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=c6fb7c9c-a4a3-4a50-b847-caf73a92a854,segment=NetworkSegment(0a902f62-81a8-42ab-9235-5baa390ae97c),segment_id=0a902f62-81a8-42ab-9235-5baa390ae97c)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:39:46.850609 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07921ca-41c7-4b79-839b-0ce8525715c5 x-openstack-request-id: req-d07921ca-41c7-4b79-839b-0ce8525715c5 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:39:46.850901 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec", "name": "network-vif-plugged", "status": "completed", "tag": "c6fb7c9c-a4a3-4a50-b847-caf73a92a854", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:39:46.851151 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d07921ca-41c7-4b79-839b-0ce8525715c5 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:39:46.851542 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6fb7c9c-a4a3-4a50-b847-caf73a92a854', 'code': 200} Aug 18 13:39:46.872804 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62472b-9e52-4e76-aeab-fb1d7be5336c req-47becb15-d56d-496a-9c75-8ac2023289a5 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:39:46.874605 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1f62472b-9e52-4e76-aeab-fb1d7be5336c req-47becb15-d56d-496a-9c75-8ac2023289a5 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec HTTP/1.1" status: 200 len: 945 time: 0.0603702 Aug 18 13:39:46.881156 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:46.914344 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1f62472b-9e52-4e76-aeab-fb1d7be5336c req-953c921d-f6fe-40ee-92ff-e796efd96ba7 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dd74-784e-4aab-b4e2-92d59fd2af09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336628 Aug 18 13:39:46.940162 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=c6fb7c9c-a4a3-4a50-b847-caf73a92a854,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:46.951676 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab3f05-233d-44d2-bac2-91b07142710a req-04ec55f2-acd7-43cb-b743-abd94fed8b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:39:46.953292 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-21ab3f05-233d-44d2-bac2-91b07142710a req-04ec55f2-acd7-43cb-b743-abd94fed8b0d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec HTTP/1.1" status: 200 len: 1097 time: 0.0415218 Aug 18 13:39:46.987536 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-21ab3f05-233d-44d2-bac2-91b07142710a req-da4c696b-f87b-472d-8cb6-b0da44d6e5a8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f7e6dd74-784e-4aab-b4e2-92d59fd2af09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274284 Aug 18 13:39:47.469195 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:48.038360 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b579076-5333-4a7a-b9c4-af63ce74c301 req-9500a391-2d5e-473b-8472-67e59e7d4d68 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:39:48.039836 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9b579076-5333-4a7a-b9c4-af63ce74c301 req-9500a391-2d5e-473b-8472-67e59e7d4d68 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec HTTP/1.1" status: 200 len: 946 time: 0.0539761 Aug 18 13:39:48.077852 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9b579076-5333-4a7a-b9c4-af63ce74c301 req-6e8e2c64-94f6-426a-8ca4-cf13f0b4ba60 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dd74-784e-4aab-b4e2-92d59fd2af09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320268 Aug 18 13:39:48.189128 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899564a-212e-43ea-8497-e427f9d0f393 req-42f785c0-a1e3-4071-984a-37aeea4d5dd0 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:39:48.190617 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7899564a-212e-43ea-8497-e427f9d0f393 req-42f785c0-a1e3-4071-984a-37aeea4d5dd0 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec HTTP/1.1" status: 200 len: 946 time: 0.0478606 Aug 18 13:39:48.228243 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7899564a-212e-43ea-8497-e427f9d0f393 req-b40344f6-e8f3-4f39-9d8a-c168f98190a5 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dd74-784e-4aab-b4e2-92d59fd2af09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316358 Aug 18 13:39:48.341122 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6bf3b7-5caa-479f-8237-0bce9ec8920d req-6a7adf9d-8952-4033-b165-79d0ef417a46 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:39:48.342626 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3d6bf3b7-5caa-479f-8237-0bce9ec8920d req-6a7adf9d-8952-4033-b165-79d0ef417a46 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec HTTP/1.1" status: 200 len: 946 time: 0.0484052 Aug 18 13:39:48.380541 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3d6bf3b7-5caa-479f-8237-0bce9ec8920d req-cbc7fdec-d224-4717-bc8e-eb490779b495 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dd74-784e-4aab-b4e2-92d59fd2af09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319760 Aug 18 13:39:48.401099 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36078) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:39:48.481567 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ff998a-c83f-4091-92bd-0f0730f0c2ae tempest-TestServerBasicOps-490260242 tempest-TestServerBasicOps-490260242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:39:48.483083 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-54ff998a-c83f-4091-92bd-0f0730f0c2ae tempest-TestServerBasicOps-490260242 tempest-TestServerBasicOps-490260242-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec HTTP/1.1" status: 200 len: 1092 time: 0.0810287 Aug 18 13:39:48.485907 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36082) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:39:48.490213 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-d46783d6-8afc-4035-bfb1-a5eb302d35bc tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'port_id': 'c6fb7c9c-a4a3-4a50-b847-caf73a92a854', 'tenant_id': '1f19458bcaff426a8ae130c181dbf203', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:39:48.601174 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d46783d6-8afc-4035-bfb1-a5eb302d35bc tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks [] for floatingip, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:48.747986 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d46783d6-8afc-4035-bfb1-a5eb302d35bc tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:48.847064 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-d46783d6-8afc-4035-bfb1-a5eb302d35bc tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Allocated IP 172.25.6.7 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/b13b20d2-4447-43bb-98d2-5199f5e2afa1) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:39:48.951541 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d46783d6-8afc-4035-bfb1-a5eb302d35bc tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:49.097995 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d46783d6-8afc-4035-bfb1-a5eb302d35bc tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:49.138289 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46783d6-8afc-4035-bfb1-a5eb302d35bc tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:39:49.141181 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-d46783d6-8afc-4035-bfb1-a5eb302d35bc tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:39:49.144787 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46783d6-8afc-4035-bfb1-a5eb302d35bc tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:39:49.150101 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46783d6-8afc-4035-bfb1-a5eb302d35bc tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Pushing event updated for resources: {'Port': ['ID=b13b20d2-4447-43bb-98d2-5199f5e2afa1,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:49.500272 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d46783d6-8afc-4035-bfb1-a5eb302d35bc tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:49.626892 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d46783d6-8afc-4035-bfb1-a5eb302d35bc tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:49.774532 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d46783d6-8afc-4035-bfb1-a5eb302d35bc tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:49.823368 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d46783d6-8afc-4035-bfb1-a5eb302d35bc tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:50.226704 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46783d6-8afc-4035-bfb1-a5eb302d35bc tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Pushing event updated for resources: {'Port': ['ID=b13b20d2-4447-43bb-98d2-5199f5e2afa1,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:39:50.238690 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d46783d6-8afc-4035-bfb1-a5eb302d35bc tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:50.337518 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [None req-d46783d6-8afc-4035-bfb1-a5eb302d35bc tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Floating IP 04be3de5-b834-4eca-9dec-2c12064f76ad associated. External IP: 172.25.6.7, port: c6fb7c9c-a4a3-4a50-b847-caf73a92a854. Aug 18 13:39:50.543034 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46783d6-8afc-4035-bfb1-a5eb302d35bc tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Router 5e8f6f74-cb74-4520-9aaf-990d673b4858 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:39:50.652357 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46783d6-8afc-4035-bfb1-a5eb302d35bc tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:39:50.663481 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18995f6-bd4a-408f-a219-4a535492f996 None None] Sync routers for ids ['5e8f6f74-cb74-4520-9aaf-990d673b4858'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:39:50.676050 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18995f6-bd4a-408f-a219-4a535492f996 None None] Routers {'5e8f6f74-cb74-4520-9aaf-990d673b4858'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:39:50.676666 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-a18995f6-bd4a-408f-a219-4a535492f996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:39:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['5e8f6f74-cb74-4520-9aaf-990d673b4858'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:39:50.749456 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d46783d6-8afc-4035-bfb1-a5eb302d35bc tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:50.776965 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d46783d6-8afc-4035-bfb1-a5eb302d35bc tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2900167 Aug 18 13:39:50.777678 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec', 'tag': 'c6fb7c9c-a4a3-4a50-b847-caf73a92a854'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:39:50.780586 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e952742b-8fdc-490c-be9d-0cda0f2397ad" -d '{"events": [{"name": "network-changed", "server_uuid": "9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec", "tag": "c6fb7c9c-a4a3-4a50-b847-caf73a92a854"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:39:50.781630 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-a18995f6-bd4a-408f-a219-4a535492f996 None None] Set router 5e8f6f74-cb74-4520-9aaf-990d673b4858 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:39:50.816922 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cef9980-40f4-4fd6-8293-2baf4e196878 x-openstack-request-id: req-8cef9980-40f4-4fd6-8293-2baf4e196878 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:39:50.817288 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec", "tag": "c6fb7c9c-a4a3-4a50-b847-caf73a92a854", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:39:50.817705 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8cef9980-40f4-4fd6-8293-2baf4e196878 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:39:50.818347 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec', 'tag': 'c6fb7c9c-a4a3-4a50-b847-caf73a92a854', 'status': 'completed', 'code': 200} Aug 18 13:39:50.879599 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952742b-8fdc-490c-be9d-0cda0f2397ad req-44cdbd21-63cd-4dc9-af35-8a941082add9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:39:50.881163 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e952742b-8fdc-490c-be9d-0cda0f2397ad req-44cdbd21-63cd-4dc9-af35-8a941082add9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f19458bcaff426a8ae130c181dbf203&device_id=9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec HTTP/1.1" status: 200 len: 1097 time: 0.0419970 Aug 18 13:39:50.976431 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952742b-8fdc-490c-be9d-0cda0f2397ad req-52c03021-d170-4aad-834e-be75133d12a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:39:50.977937 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e952742b-8fdc-490c-be9d-0cda0f2397ad req-52c03021-d170-4aad-834e-be75133d12a3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a93d4456-e047-4b3d-a991-564a9d15483c HTTP/1.1" status: 200 len: 909 time: 0.0894418 Aug 18 13:39:51.008948 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-a18995f6-bd4a-408f-a219-4a535492f996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8f6f74-cb74-4520-9aaf-990d673b4858', 'name': 'tempest-TestServerBasicOps-911090779-router', 'tenant_id': '1f19458bcaff426a8ae130c181dbf203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'abe44c23-f63e-42b4-86ed-9bb1581e5321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:39:22Z', 'updated_at': '2021-08-18T13:39:26Z', 'revision_number': 4, 'project_id': '1f19458bcaff426a8ae130c181dbf203', 'gw_port': {'id': 'abe44c23-f63e-42b4-86ed-9bb1581e5321', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8f6f74-cb74-4520-9aaf-990d673b4858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:39:23Z', 'updated_at': '2021-08-18T13:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '04be3de5-b834-4eca-9dec-2c12064f76ad', 'tenant_id': '1f19458bcaff426a8ae130c181dbf203', 'floating_ip_address': '172.25.6.7', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '5e8f6f74-cb74-4520-9aaf-990d673b4858', 'port_id': 'c6fb7c9c-a4a3-4a50-b847-caf73a92a854', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a93d4456-e047-4b3d-a991-564a9d15483c', 'mac_address': 'fa:16:3e:49:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:39:49Z', 'updated_at': '2021-08-18T13:39:49Z', 'revision_number': 0, 'project_id': '1f19458bcaff426a8ae130c181dbf203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da53b58d-bcbc-4b3e-8760-5ca3c7a72502', 'name': '', 'network_id': 'a93d4456-e047-4b3d-a991-564a9d15483c', 'tenant_id': '1f19458bcaff426a8ae130c181dbf203', 'mac_address': 'fa:16:3e:75:a1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8f6f74-cb74-4520-9aaf-990d673b4858', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '36664e90-9e6b-4ccb-b10d-5fd6e238349d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:39:25Z', 'updated_at': '2021-08-18T13:39:30Z', 'revision_number': 5, 'project_id': '1f19458bcaff426a8ae130c181dbf203', 'subnets': [{'id': '36664e90-9e6b-4ccb-b10d-5fd6e238349d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:39:51.035398 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18995f6-bd4a-408f-a219-4a535492f996 None None] Checking router: 5e8f6f74-cb74-4520-9aaf-990d673b4858 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:39:51.044002 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18995f6-bd4a-408f-a219-4a535492f996 None None] Routers {'5e8f6f74-cb74-4520-9aaf-990d673b4858'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:39:51.044622 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-a18995f6-bd4a-408f-a219-4a535492f996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:39:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['5e8f6f74-cb74-4520-9aaf-990d673b4858'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:39:51.045079 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e952742b-8fdc-490c-be9d-0cda0f2397ad req-3dd4a12a-6885-4538-b4f8-278ee0a57c1f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6fb7c9c-a4a3-4a50-b847-caf73a92a854 HTTP/1.1" status: 200 len: 998 time: 0.0596478 Aug 18 13:39:51.095305 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952742b-8fdc-490c-be9d-0cda0f2397ad req-c2b9716a-de25-43da-aa07-7789e6b05e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:39:51.096695 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e952742b-8fdc-490c-be9d-0cda0f2397ad req-c2b9716a-de25-43da-aa07-7789e6b05e7b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36664e90-9e6b-4ccb-b10d-5fd6e238349d HTTP/1.1" status: 200 len: 847 time: 0.0447550 Aug 18 13:39:51.147439 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952742b-8fdc-490c-be9d-0cda0f2397ad req-32bc6c3c-c472-469d-95ce-94ae6150c405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:39:51.148975 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e952742b-8fdc-490c-be9d-0cda0f2397ad req-32bc6c3c-c472-469d-95ce-94ae6150c405 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a93d4456-e047-4b3d-a991-564a9d15483c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454364 Aug 18 13:39:51.151689 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-a18995f6-bd4a-408f-a219-4a535492f996 None None] Set router 5e8f6f74-cb74-4520-9aaf-990d673b4858 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:39:51.241198 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e952742b-8fdc-490c-be9d-0cda0f2397ad req-9999ca6f-f84b-47e6-b419-84e29468927f service neutron] 10.222.0.20 "GET /v2.0/networks/a93d4456-e047-4b3d-a991-564a9d15483c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851336 Aug 18 13:39:51.336718 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e952742b-8fdc-490c-be9d-0cda0f2397ad req-8c6a9568-1c2a-420e-86c8-04f40070a5fa service neutron] 10.222.0.20 "GET /v2.0/networks/a93d4456-e047-4b3d-a991-564a9d15483c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881042 Aug 18 13:39:51.379563 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-a18995f6-bd4a-408f-a219-4a535492f996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8f6f74-cb74-4520-9aaf-990d673b4858', 'name': 'tempest-TestServerBasicOps-911090779-router', 'tenant_id': '1f19458bcaff426a8ae130c181dbf203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'abe44c23-f63e-42b4-86ed-9bb1581e5321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:39:22Z', 'updated_at': '2021-08-18T13:39:26Z', 'revision_number': 4, 'project_id': '1f19458bcaff426a8ae130c181dbf203', 'gw_port': {'id': 'abe44c23-f63e-42b4-86ed-9bb1581e5321', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8f6f74-cb74-4520-9aaf-990d673b4858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:39:23Z', 'updated_at': '2021-08-18T13:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '04be3de5-b834-4eca-9dec-2c12064f76ad', 'tenant_id': '1f19458bcaff426a8ae130c181dbf203', 'floating_ip_address': '172.25.6.7', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '5e8f6f74-cb74-4520-9aaf-990d673b4858', 'port_id': 'c6fb7c9c-a4a3-4a50-b847-caf73a92a854', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a93d4456-e047-4b3d-a991-564a9d15483c', 'mac_address': 'fa:16:3e:49:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:39:49Z', 'updated_at': '2021-08-18T13:39:49Z', 'revision_number': 0, 'project_id': '1f19458bcaff426a8ae130c181dbf203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da53b58d-bcbc-4b3e-8760-5ca3c7a72502', 'name': '', 'network_id': 'a93d4456-e047-4b3d-a991-564a9d15483c', 'tenant_id': '1f19458bcaff426a8ae130c181dbf203', 'mac_address': 'fa:16:3e:75:a1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8f6f74-cb74-4520-9aaf-990d673b4858', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '36664e90-9e6b-4ccb-b10d-5fd6e238349d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:39:25Z', 'updated_at': '2021-08-18T13:39:30Z', 'revision_number': 5, 'project_id': '1f19458bcaff426a8ae130c181dbf203', 'subnets': [{'id': '36664e90-9e6b-4ccb-b10d-5fd6e238349d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:39:51.405493 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18995f6-bd4a-408f-a219-4a535492f996 None None] The sync data for ids ['5e8f6f74-cb74-4520-9aaf-990d673b4858'] in n-d-803603-2 is: [{'id': '5e8f6f74-cb74-4520-9aaf-990d673b4858', 'name': 'tempest-TestServerBasicOps-911090779-router', 'tenant_id': '1f19458bcaff426a8ae130c181dbf203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'abe44c23-f63e-42b4-86ed-9bb1581e5321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:39:22Z', 'updated_at': '2021-08-18T13:39:26Z', 'revision_number': 4, 'project_id': '1f19458bcaff426a8ae130c181dbf203', 'gw_port': {'id': 'abe44c23-f63e-42b4-86ed-9bb1581e5321', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8f6f74-cb74-4520-9aaf-990d673b4858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:39:23Z', 'updated_at': '2021-08-18T13:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '04be3de5-b834-4eca-9dec-2c12064f76ad', 'tenant_id': '1f19458bcaff426a8ae130c181dbf203', 'floating_ip_address': '172.25.6.7', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '5e8f6f74-cb74-4520-9aaf-990d673b4858', 'port_id': 'c6fb7c9c-a4a3-4a50-b847-caf73a92a854', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a93d4456-e047-4b3d-a991-564a9d15483c', 'mac_address': 'fa:16:3e:49:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:39:49Z', 'updated_at': '2021-08-18T13:39:49Z', 'revision_number': 0, 'project_id': '1f19458bcaff426a8ae130c181dbf203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da53b58d-bcbc-4b3e-8760-5ca3c7a72502', 'name': '', 'network_id': 'a93d4456-e047-4b3d-a991-564a9d15483c', 'tenant_id': '1f19458bcaff426a8ae130c181dbf203', 'mac_address': 'fa:16:3e:75:a1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8f6f74-cb74-4520-9aaf-990d673b4858', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '36664e90-9e6b-4ccb-b10d-5fd6e238349d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:39:25Z', 'updated_at': '2021-08-18T13:39:30Z', 'revision_number': 5, 'project_id': '1f19458bcaff426a8ae130c181dbf203', 'subnets': [{'id': '36664e90-9e6b-4ccb-b10d-5fd6e238349d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:39:51.590484 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dae0b0a-3eb3-49e8-bfdc-70cac796ee76 None None] New status for floating IP 04be3de5-b834-4eca-9dec-2c12064f76ad: ACTIVE {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:39:58.279225 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:39:59.109052 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:40:11.651835 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c591fe82-d154-4a5b-99a2-ddacc65edf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:40:11.972078 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:40:13.782824 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3e684fad-3537-413b-a358-0dbb226218b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:40:14.617478 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:40:15.509739 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:40:17.485610 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:40:24.737229 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36114) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:40:24.819169 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213898c-0513-46c8-a041-a3256a7d9733 req-4c18172c-f288-43ee-b2aa-95816119a0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:40:24.820697 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1213898c-0513-46c8-a041-a3256a7d9733 req-4c18172c-f288-43ee-b2aa-95816119a0d2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec HTTP/1.1" status: 200 len: 1097 time: 0.0824552 Aug 18 13:40:24.856197 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1213898c-0513-46c8-a041-a3256a7d9733 req-a5e6e51a-8628-46c7-9fcc-ebed03ef7a0b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dd74-784e-4aab-b4e2-92d59fd2af09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293980 Aug 18 13:40:28.267340 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:40:29.215919 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:40:41.695558 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-24b1424c-1c68-4585-a61a-aa9d8cab3d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:40:43.754274 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-09e2839a-958a-494d-a505-2f2553c606c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:40:44.585313 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8efd587e-89c0-44d0-aef9-54be558c2b79 req-d0435462-30b2-419f-882d-5d535e350837 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430875 Aug 18 13:40:44.632670 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:40:44.672054 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd587e-89c0-44d0-aef9-54be558c2b79 req-b19768f0-c64d-4b26-a4fc-7b5fbae013a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:40:44.673597 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8efd587e-89c0-44d0-aef9-54be558c2b79 req-b19768f0-c64d-4b26-a4fc-7b5fbae013a0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f19458bcaff426a8ae130c181dbf203&device_id=9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec HTTP/1.1" status: 200 len: 1097 time: 0.0455236 Aug 18 13:40:44.778567 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd587e-89c0-44d0-aef9-54be558c2b79 req-2fee67d6-c77c-432f-8f11-fa01b87787a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:40:44.780075 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8efd587e-89c0-44d0-aef9-54be558c2b79 req-2fee67d6-c77c-432f-8f11-fa01b87787a3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a93d4456-e047-4b3d-a991-564a9d15483c HTTP/1.1" status: 200 len: 909 time: 0.0873721 Aug 18 13:40:44.850620 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8efd587e-89c0-44d0-aef9-54be558c2b79 req-f789e6f1-08d3-41ac-8d31-e6b634785a8c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6fb7c9c-a4a3-4a50-b847-caf73a92a854 HTTP/1.1" status: 200 len: 1000 time: 0.0636609 Aug 18 13:40:44.904152 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd587e-89c0-44d0-aef9-54be558c2b79 req-04cc4f0c-f2cb-444c-90c5-bc980d2970bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:40:44.905654 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8efd587e-89c0-44d0-aef9-54be558c2b79 req-04cc4f0c-f2cb-444c-90c5-bc980d2970bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36664e90-9e6b-4ccb-b10d-5fd6e238349d HTTP/1.1" status: 200 len: 847 time: 0.0487409 Aug 18 13:40:44.964194 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd587e-89c0-44d0-aef9-54be558c2b79 req-b49cbec3-02d2-4ca2-b2b2-e4b578c4c2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:40:44.965719 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8efd587e-89c0-44d0-aef9-54be558c2b79 req-b49cbec3-02d2-4ca2-b2b2-e4b578c4c2cc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a93d4456-e047-4b3d-a991-564a9d15483c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531569 Aug 18 13:40:45.062972 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8efd587e-89c0-44d0-aef9-54be558c2b79 req-22d9e52e-ae19-4f69-b294-0ff367f31181 service neutron] 10.222.0.20 "GET /v2.0/networks/a93d4456-e047-4b3d-a991-564a9d15483c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877762 Aug 18 13:40:45.153904 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8efd587e-89c0-44d0-aef9-54be558c2b79 req-44ce3ba0-d30e-44a5-8d3f-789962fcad79 service neutron] 10.222.0.20 "GET /v2.0/networks/a93d4456-e047-4b3d-a991-564a9d15483c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838292 Aug 18 13:40:45.525582 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:40:47.490795 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:40:48.971499 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:40:58.284838 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:40:59.051244 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:41:11.655546 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-165230de-64cd-41a8-8867-87f17181e7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:41:13.748240 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-28fcce9f-3ec3-48d3-b1a9-4aebe150aa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:41:14.621858 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:41:15.524948 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:41:17.473147 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:41:25.970889 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:41:28.329257 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:41:29.141487 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:41:41.684223 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1c37947d-36e7-4d9e-9b92-ee6a941f1bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:41:43.747405 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-45b3e624-72d8-4e52-ac6f-dc437630f2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:41:44.609895 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:41:44.610152 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d4c71e7a-7aef-4235-af8d-ce406756319a req-302180ec-e17b-47bb-8082-f04f437745cb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409360 Aug 18 13:41:44.694381 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c71e7a-7aef-4235-af8d-ce406756319a req-1d9d36a3-749e-4a18-93cd-fdaa0e865a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:41:44.695898 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d4c71e7a-7aef-4235-af8d-ce406756319a req-1d9d36a3-749e-4a18-93cd-fdaa0e865a08 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f19458bcaff426a8ae130c181dbf203&device_id=9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec HTTP/1.1" status: 200 len: 1097 time: 0.0448563 Aug 18 13:41:44.797826 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c71e7a-7aef-4235-af8d-ce406756319a req-990e1945-3802-40d6-a978-afa6ebb9a475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:41:44.799373 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d4c71e7a-7aef-4235-af8d-ce406756319a req-990e1945-3802-40d6-a978-afa6ebb9a475 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a93d4456-e047-4b3d-a991-564a9d15483c HTTP/1.1" status: 200 len: 909 time: 0.0849569 Aug 18 13:41:44.867555 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d4c71e7a-7aef-4235-af8d-ce406756319a req-7571e0df-30dd-48b6-be22-602109c6aacf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6fb7c9c-a4a3-4a50-b847-caf73a92a854 HTTP/1.1" status: 200 len: 1000 time: 0.0613146 Aug 18 13:41:44.917070 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c71e7a-7aef-4235-af8d-ce406756319a req-3528a0b7-84ab-4679-b952-a45351f3d5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:41:44.918575 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d4c71e7a-7aef-4235-af8d-ce406756319a req-3528a0b7-84ab-4679-b952-a45351f3d5e1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36664e90-9e6b-4ccb-b10d-5fd6e238349d HTTP/1.1" status: 200 len: 847 time: 0.0437746 Aug 18 13:41:44.964154 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c71e7a-7aef-4235-af8d-ce406756319a req-1a09d5a4-19c5-470e-b5b1-d3ec581d2b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:41:44.965626 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d4c71e7a-7aef-4235-af8d-ce406756319a req-1a09d5a4-19c5-470e-b5b1-d3ec581d2b3e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a93d4456-e047-4b3d-a991-564a9d15483c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400660 Aug 18 13:41:45.057832 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d4c71e7a-7aef-4235-af8d-ce406756319a req-acf969b6-1239-444c-83ef-6ef0d97ce158 service neutron] 10.222.0.20 "GET /v2.0/networks/a93d4456-e047-4b3d-a991-564a9d15483c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848439 Aug 18 13:41:45.146820 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d4c71e7a-7aef-4235-af8d-ce406756319a req-4f9eccd0-b34d-491c-b8a3-07af2eeebc3c service neutron] 10.222.0.20 "GET /v2.0/networks/a93d4456-e047-4b3d-a991-564a9d15483c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822463 Aug 18 13:41:45.517423 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:41:47.490320 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:41:58.295851 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:41:59.118810 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:42:02.969972 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:42:11.672313 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-36d7906c-e6c6-4125-810f-c33a6cdcec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:42:13.762351 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-684eb795-aae0-4900-a89d-53da34db80ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:42:14.608452 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:42:15.500748 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:42:17.483916 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:42:28.295203 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:42:29.146440 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:42:37.756404 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [req-747a84b6-1d59-4ade-885d-9e5890c2f431 req-a402803f-d601-4d04-b21f-f7f9b56dea8e service neutron] (101675) timed out ('10.222.0.20', 49367) {{(pid=101675) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 13:42:39.969017 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:42:41.672286 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1911f0be-7306-4bf7-94bf-f201ee6c41f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:42:43.761705 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c2a36115-3be5-4861-94a1-53a26316576c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:42:44.604093 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:42:44.656753 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fbdcc6d9-a057-40ad-a004-eebbafc1ab3d req-8b1f78a0-20db-4bc1-ad84-9c6394e80036 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0920036 Aug 18 13:42:44.747210 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdcc6d9-a057-40ad-a004-eebbafc1ab3d req-927f2efc-1102-457c-844b-d85c0492be66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:42:44.748690 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fbdcc6d9-a057-40ad-a004-eebbafc1ab3d req-927f2efc-1102-457c-844b-d85c0492be66 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f19458bcaff426a8ae130c181dbf203&device_id=9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec HTTP/1.1" status: 200 len: 1097 time: 0.0486906 Aug 18 13:42:44.851470 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdcc6d9-a057-40ad-a004-eebbafc1ab3d req-91b6a9b1-2edb-4cb2-8b50-1109a40351aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:42:44.853398 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fbdcc6d9-a057-40ad-a004-eebbafc1ab3d req-91b6a9b1-2edb-4cb2-8b50-1109a40351aa service neutron] 10.222.0.20 "GET /v2.0/networks?id=a93d4456-e047-4b3d-a991-564a9d15483c HTTP/1.1" status: 200 len: 909 time: 0.0837650 Aug 18 13:42:44.921962 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fbdcc6d9-a057-40ad-a004-eebbafc1ab3d req-678130e9-c271-4933-bbde-89278cb02a49 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6fb7c9c-a4a3-4a50-b847-caf73a92a854 HTTP/1.1" status: 200 len: 1000 time: 0.0619352 Aug 18 13:42:44.971960 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdcc6d9-a057-40ad-a004-eebbafc1ab3d req-b6d8710d-52e9-4a25-8755-c20ba21abbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:42:44.973406 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fbdcc6d9-a057-40ad-a004-eebbafc1ab3d req-b6d8710d-52e9-4a25-8755-c20ba21abbd9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36664e90-9e6b-4ccb-b10d-5fd6e238349d HTTP/1.1" status: 200 len: 847 time: 0.0444531 Aug 18 13:42:45.019448 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdcc6d9-a057-40ad-a004-eebbafc1ab3d req-f136aaa9-70f5-4924-b595-9e319e1a20b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:42:45.020935 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fbdcc6d9-a057-40ad-a004-eebbafc1ab3d req-f136aaa9-70f5-4924-b595-9e319e1a20b4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a93d4456-e047-4b3d-a991-564a9d15483c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406623 Aug 18 13:42:45.111509 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fbdcc6d9-a057-40ad-a004-eebbafc1ab3d req-0bb6c29f-0495-42fa-b4c0-08aa182ae6ee service neutron] 10.222.0.20 "GET /v2.0/networks/a93d4456-e047-4b3d-a991-564a9d15483c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834064 Aug 18 13:42:45.200952 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fbdcc6d9-a057-40ad-a004-eebbafc1ab3d req-49f18e99-42aa-4fd6-9956-734893f61d5b service neutron] 10.222.0.20 "GET /v2.0/networks/a93d4456-e047-4b3d-a991-564a9d15483c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813787 Aug 18 13:42:45.545989 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:42:47.500236 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:42:58.334862 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:42:59.083170 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:43:11.677452 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ecbf9f1e-0fcc-41f1-b366-e3f3f2cec435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:43:13.774281 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fec3a731-ccbd-428e-9e64-aab16d6c1a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:43:14.687076 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:43:15.522806 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:43:16.968720 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:43:17.492861 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:43:28.311107 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:43:29.105368 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:43:41.658306 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-67916fba-223a-493a-a030-f76cbc4e02f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:43:43.820021 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1cfbf140-d0be-4b6d-99ab-290fc7792e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:43:44.589044 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-896ce3ed-4f56-4238-931f-2df09dfb5f0f req-ea76cdbe-79be-4569-86e3-c86a9f4c4e83 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402212 Aug 18 13:43:44.624069 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:43:44.674024 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ce3ed-4f56-4238-931f-2df09dfb5f0f req-1e643092-1b5d-4ea3-9cd9-1507fde9b69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:43:44.675634 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-896ce3ed-4f56-4238-931f-2df09dfb5f0f req-1e643092-1b5d-4ea3-9cd9-1507fde9b69a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f19458bcaff426a8ae130c181dbf203&device_id=9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec HTTP/1.1" status: 200 len: 1097 time: 0.0446074 Aug 18 13:43:44.778374 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ce3ed-4f56-4238-931f-2df09dfb5f0f req-db1e2b80-e659-4a0b-8f24-18c61f54c60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:43:44.779897 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-896ce3ed-4f56-4238-931f-2df09dfb5f0f req-db1e2b80-e659-4a0b-8f24-18c61f54c60f service neutron] 10.222.0.20 "GET /v2.0/networks?id=a93d4456-e047-4b3d-a991-564a9d15483c HTTP/1.1" status: 200 len: 909 time: 0.0861690 Aug 18 13:43:44.850008 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-896ce3ed-4f56-4238-931f-2df09dfb5f0f req-7dbcc062-a97c-4ce5-8e4f-baed6883cd6e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6fb7c9c-a4a3-4a50-b847-caf73a92a854 HTTP/1.1" status: 200 len: 1000 time: 0.0614741 Aug 18 13:43:44.899010 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ce3ed-4f56-4238-931f-2df09dfb5f0f req-3eed6030-e927-48d9-a6fa-6ca0fb06630a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:43:44.900431 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-896ce3ed-4f56-4238-931f-2df09dfb5f0f req-3eed6030-e927-48d9-a6fa-6ca0fb06630a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36664e90-9e6b-4ccb-b10d-5fd6e238349d HTTP/1.1" status: 200 len: 847 time: 0.0445075 Aug 18 13:43:44.945481 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ce3ed-4f56-4238-931f-2df09dfb5f0f req-b5739ac4-1208-4165-99f9-9af3a05b490b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:43:44.946730 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-896ce3ed-4f56-4238-931f-2df09dfb5f0f req-b5739ac4-1208-4165-99f9-9af3a05b490b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a93d4456-e047-4b3d-a991-564a9d15483c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392392 Aug 18 13:43:45.038534 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-896ce3ed-4f56-4238-931f-2df09dfb5f0f req-84e1dc04-4e83-488b-9834-45a46c60e2df service neutron] 10.222.0.20 "GET /v2.0/networks/a93d4456-e047-4b3d-a991-564a9d15483c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842259 Aug 18 13:43:45.134824 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-896ce3ed-4f56-4238-931f-2df09dfb5f0f req-ee07a5f1-a56a-404b-a8e4-36bd7a8c452f service neutron] 10.222.0.20 "GET /v2.0/networks/a93d4456-e047-4b3d-a991-564a9d15483c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891459 Aug 18 13:43:45.583547 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:43:47.556402 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:43:53.967333 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:43:58.310884 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:43:59.115054 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:11.697442 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a6d35478-5860-4746-b58c-fa70865d0162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:13.760556 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-de84369d-7fda-41f8-9775-c8d18cc79ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:14.613677 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:15.521605 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:17.498527 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:28.304462 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:29.081329 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:29.764797 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74f586-3ece-42a7-b63d-18960bf7bf6a req-b2cfe9ae-eacb-44fe-8dd8-6d3eacbd5796 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:44:29.766313 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fa74f586-3ece-42a7-b63d-18960bf7bf6a req-b2cfe9ae-eacb-44fe-8dd8-6d3eacbd5796 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec HTTP/1.1" status: 200 len: 946 time: 0.1226027 Aug 18 13:44:29.805597 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fa74f586-3ece-42a7-b63d-18960bf7bf6a req-abdfb7b5-a8c4-4075-8e70-6fede24f9902 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dd74-784e-4aab-b4e2-92d59fd2af09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332465 Aug 18 13:44:30.964899 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427b68a-1c26-4d6a-9620-ce048a825ea9 req-4f2bb5c8-8be4-40e4-b7f7-091c7473db1d tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:44:30.966612 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6427b68a-1c26-4d6a-9620-ce048a825ea9 req-4f2bb5c8-8be4-40e4-b7f7-091c7473db1d tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec HTTP/1.1" status: 200 len: 946 time: 0.0561814 Aug 18 13:44:30.968603 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:44:31.020981 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd50931-3346-4205-b428-c5005a935d89 req-aa5a050b-bc77-4dfd-96ec-e528e641e516 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:44:31.023312 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1bd50931-3346-4205-b428-c5005a935d89 req-aa5a050b-bc77-4dfd-96ec-e528e641e516 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec HTTP/1.1" status: 200 len: 946 time: 0.1190321 Aug 18 13:44:31.066459 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1bd50931-3346-4205-b428-c5005a935d89 req-6b50beb2-aa2d-42f6-aaa6-945d182ab7f6 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7e6dd74-784e-4aab-b4e2-92d59fd2af09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366089 Aug 18 13:44:31.067700 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-6427b68a-1c26-4d6a-9620-ce048a825ea9 req-96e7fc27-c187-4467-b1b2-179e229e5bfe tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Deleting port c6fb7c9c-a4a3-4a50-b847-caf73a92a854 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:44:31.068062 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6427b68a-1c26-4d6a-9620-ce048a825ea9 req-96e7fc27-c187-4467-b1b2-179e229e5bfe tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:31.167285 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-6427b68a-1c26-4d6a-9620-ce048a825ea9 req-96e7fc27-c187-4467-b1b2-179e229e5bfe tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] For port c6fb7c9c-a4a3-4a50-b847-caf73a92a854, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=c6fb7c9c-a4a3-4a50-b847-caf73a92a854,segment=NetworkSegment(0a902f62-81a8-42ab-9235-5baa390ae97c),segment_id=0a902f62-81a8-42ab-9235-5baa390ae97c)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:44:31.167540 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6427b68a-1c26-4d6a-9620-ce048a825ea9 req-96e7fc27-c187-4467-b1b2-179e229e5bfe tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:31.343577 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6427b68a-1c26-4d6a-9620-ce048a825ea9 req-96e7fc27-c187-4467-b1b2-179e229e5bfe tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:31.343950 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6427b68a-1c26-4d6a-9620-ce048a825ea9 req-96e7fc27-c187-4467-b1b2-179e229e5bfe tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:31.344265 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [req-6427b68a-1c26-4d6a-9620-ce048a825ea9 req-96e7fc27-c187-4467-b1b2-179e229e5bfe tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Floating IP 04be3de5-b834-4eca-9dec-2c12064f76ad disassociated. External IP: 172.25.6.7, port: c6fb7c9c-a4a3-4a50-b847-caf73a92a854. Aug 18 13:44:31.344611 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-6427b68a-1c26-4d6a-9620-ce048a825ea9 req-96e7fc27-c187-4467-b1b2-179e229e5bfe tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Calling delete_port for c6fb7c9c-a4a3-4a50-b847-caf73a92a854 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:44:31.542899 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6427b68a-1c26-4d6a-9620-ce048a825ea9 req-96e7fc27-c187-4467-b1b2-179e229e5bfe tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:31.569819 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7fc27-c187-4467-b1b2-179e229e5bfe tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Pushing event deleted for resources: {'Port': ['ID=c6fb7c9c-a4a3-4a50-b847-caf73a92a854,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:44:31.579819 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7fc27-c187-4467-b1b2-179e229e5bfe tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:44:31.580168 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7fc27-c187-4467-b1b2-179e229e5bfe tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:44:31.580506 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7fc27-c187-4467-b1b2-179e229e5bfe tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:44:31.580840 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7fc27-c187-4467-b1b2-179e229e5bfe tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:44:31.581171 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7fc27-c187-4467-b1b2-179e229e5bfe tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:44:31.581500 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7fc27-c187-4467-b1b2-179e229e5bfe tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:44:31.581829 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7fc27-c187-4467-b1b2-179e229e5bfe tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:44:31.582156 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7fc27-c187-4467-b1b2-179e229e5bfe tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:44:31.589714 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7fc27-c187-4467-b1b2-179e229e5bfe tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:44:31.589714 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7fc27-c187-4467-b1b2-179e229e5bfe tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:44:31.589714 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7fc27-c187-4467-b1b2-179e229e5bfe tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:44:31.589714 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7fc27-c187-4467-b1b2-179e229e5bfe tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:44:31.699231 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6427b68a-1c26-4d6a-9620-ce048a825ea9 req-96e7fc27-c187-4467-b1b2-179e229e5bfe tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Router 5e8f6f74-cb74-4520-9aaf-990d673b4858 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:44:31.808204 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6427b68a-1c26-4d6a-9620-ce048a825ea9 req-96e7fc27-c187-4467-b1b2-179e229e5bfe tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:44:31.818616 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9da386-6a58-4379-a196-2d2b8d9c4d8c None None] Sync routers for ids ['5e8f6f74-cb74-4520-9aaf-990d673b4858'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:44:31.828014 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9da386-6a58-4379-a196-2d2b8d9c4d8c None None] Routers {'5e8f6f74-cb74-4520-9aaf-990d673b4858'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:44:31.830369 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-3d9da386-6a58-4379-a196-2d2b8d9c4d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:44:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['5e8f6f74-cb74-4520-9aaf-990d673b4858'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:44:31.847787 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-6427b68a-1c26-4d6a-9620-ce048a825ea9 req-96e7fc27-c187-4467-b1b2-179e229e5bfe tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] No DVR routers for this DVR port c6fb7c9c-a4a3-4a50-b847-caf73a92a854 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:44:31.851110 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6427b68a-1c26-4d6a-9620-ce048a825ea9 req-96e7fc27-c187-4467-b1b2-179e229e5bfe tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:31.853923 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6427b68a-1c26-4d6a-9620-ce048a825ea9 req-96e7fc27-c187-4467-b1b2-179e229e5bfe tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] 10.222.0.20 "DELETE /v2.0/ports/c6fb7c9c-a4a3-4a50-b847-caf73a92a854 HTTP/1.1" status: 204 len: 173 time: 0.8805907 Aug 18 13:44:31.854466 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec', 'name': 'network-vif-deleted', 'tag': 'c6fb7c9c-a4a3-4a50-b847-caf73a92a854'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:44:31.858642 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d0e761-17b7-48d3-a1bf-0345a8a38469" -d '{"events": [{"server_uuid": "9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec", "name": "network-vif-deleted", "tag": "c6fb7c9c-a4a3-4a50-b847-caf73a92a854"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:44:31.941249 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-3d9da386-6a58-4379-a196-2d2b8d9c4d8c None None] Set router 5e8f6f74-cb74-4520-9aaf-990d673b4858 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:44:32.005206 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374742a8-d1a5-4643-b762-d6dfcff9f306 x-openstack-request-id: req-374742a8-d1a5-4643-b762-d6dfcff9f306 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:44:32.005689 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec", "name": "network-vif-deleted", "tag": "c6fb7c9c-a4a3-4a50-b847-caf73a92a854", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:44:32.005785 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-374742a8-d1a5-4643-b762-d6dfcff9f306 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:44:32.006193 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec', 'name': 'network-vif-deleted', 'tag': 'c6fb7c9c-a4a3-4a50-b847-caf73a92a854', 'status': 'completed', 'code': 200} Aug 18 13:44:32.162830 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-3d9da386-6a58-4379-a196-2d2b8d9c4d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8f6f74-cb74-4520-9aaf-990d673b4858', 'name': 'tempest-TestServerBasicOps-911090779-router', 'tenant_id': '1f19458bcaff426a8ae130c181dbf203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'abe44c23-f63e-42b4-86ed-9bb1581e5321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:39:22Z', 'updated_at': '2021-08-18T13:39:26Z', 'revision_number': 4, 'project_id': '1f19458bcaff426a8ae130c181dbf203', 'gw_port': {'id': 'abe44c23-f63e-42b4-86ed-9bb1581e5321', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8f6f74-cb74-4520-9aaf-990d673b4858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:39:23Z', 'updated_at': '2021-08-18T13:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'da53b58d-bcbc-4b3e-8760-5ca3c7a72502', 'name': '', 'network_id': 'a93d4456-e047-4b3d-a991-564a9d15483c', 'tenant_id': '1f19458bcaff426a8ae130c181dbf203', 'mac_address': 'fa:16:3e:75:a1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8f6f74-cb74-4520-9aaf-990d673b4858', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '36664e90-9e6b-4ccb-b10d-5fd6e238349d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:39:25Z', 'updated_at': '2021-08-18T13:39:30Z', 'revision_number': 5, 'project_id': '1f19458bcaff426a8ae130c181dbf203', 'subnets': [{'id': '36664e90-9e6b-4ccb-b10d-5fd6e238349d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:44:32.172926 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-80d7d35a-aa65-4951-b878-ad791a3a7429 req-3ec4daee-5aed-4743-ad0b-4f1692b03d16 tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4b2a4d-cf3c-4fa7-9d49-70c60bd60aec HTTP/1.1" status: 200 len: 210 time: 0.0283558 Aug 18 13:44:32.191862 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9da386-6a58-4379-a196-2d2b8d9c4d8c None None] Checking router: 5e8f6f74-cb74-4520-9aaf-990d673b4858 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:44:32.200682 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9da386-6a58-4379-a196-2d2b8d9c4d8c None None] Routers {'5e8f6f74-cb74-4520-9aaf-990d673b4858'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:44:32.201296 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-3d9da386-6a58-4379-a196-2d2b8d9c4d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:44:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['5e8f6f74-cb74-4520-9aaf-990d673b4858'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:44:32.323599 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-3d9da386-6a58-4379-a196-2d2b8d9c4d8c None None] Set router 5e8f6f74-cb74-4520-9aaf-990d673b4858 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:44:32.578408 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-3d9da386-6a58-4379-a196-2d2b8d9c4d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8f6f74-cb74-4520-9aaf-990d673b4858', 'name': 'tempest-TestServerBasicOps-911090779-router', 'tenant_id': '1f19458bcaff426a8ae130c181dbf203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'abe44c23-f63e-42b4-86ed-9bb1581e5321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:39:22Z', 'updated_at': '2021-08-18T13:39:26Z', 'revision_number': 4, 'project_id': '1f19458bcaff426a8ae130c181dbf203', 'gw_port': {'id': 'abe44c23-f63e-42b4-86ed-9bb1581e5321', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8f6f74-cb74-4520-9aaf-990d673b4858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:39:23Z', 'updated_at': '2021-08-18T13:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'da53b58d-bcbc-4b3e-8760-5ca3c7a72502', 'name': '', 'network_id': 'a93d4456-e047-4b3d-a991-564a9d15483c', 'tenant_id': '1f19458bcaff426a8ae130c181dbf203', 'mac_address': 'fa:16:3e:75:a1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8f6f74-cb74-4520-9aaf-990d673b4858', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '36664e90-9e6b-4ccb-b10d-5fd6e238349d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:39:25Z', 'updated_at': '2021-08-18T13:39:30Z', 'revision_number': 5, 'project_id': '1f19458bcaff426a8ae130c181dbf203', 'subnets': [{'id': '36664e90-9e6b-4ccb-b10d-5fd6e238349d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:44:32.608084 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9da386-6a58-4379-a196-2d2b8d9c4d8c None None] The sync data for ids ['5e8f6f74-cb74-4520-9aaf-990d673b4858'] in n-d-803603-2 is: [{'id': '5e8f6f74-cb74-4520-9aaf-990d673b4858', 'name': 'tempest-TestServerBasicOps-911090779-router', 'tenant_id': '1f19458bcaff426a8ae130c181dbf203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'abe44c23-f63e-42b4-86ed-9bb1581e5321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:39:22Z', 'updated_at': '2021-08-18T13:39:26Z', 'revision_number': 4, 'project_id': '1f19458bcaff426a8ae130c181dbf203', 'gw_port': {'id': 'abe44c23-f63e-42b4-86ed-9bb1581e5321', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8f6f74-cb74-4520-9aaf-990d673b4858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:39:23Z', 'updated_at': '2021-08-18T13:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'da53b58d-bcbc-4b3e-8760-5ca3c7a72502', 'name': '', 'network_id': 'a93d4456-e047-4b3d-a991-564a9d15483c', 'tenant_id': '1f19458bcaff426a8ae130c181dbf203', 'mac_address': 'fa:16:3e:75:a1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8f6f74-cb74-4520-9aaf-990d673b4858', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '36664e90-9e6b-4ccb-b10d-5fd6e238349d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:39:25Z', 'updated_at': '2021-08-18T13:39:30Z', 'revision_number': 5, 'project_id': '1f19458bcaff426a8ae130c181dbf203', 'subnets': [{'id': '36664e90-9e6b-4ccb-b10d-5fd6e238349d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:44:32.846556 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6068c4-4eed-42a3-b48a-961ced87689d None None] New status for floating IP 04be3de5-b834-4eca-9dec-2c12064f76ad: DOWN {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:44:33.228471 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36242) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:44:33.353935 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-0d223d74-f366-4a2d-a109-c5f2d392305d tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Deleting port b13b20d2-4447-43bb-98d2-5199f5e2afa1 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:44:33.354311 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0d223d74-f366-4a2d-a109-c5f2d392305d tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:33.432910 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0d223d74-f366-4a2d-a109-c5f2d392305d tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:33.433253 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0d223d74-f366-4a2d-a109-c5f2d392305d tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:33.444552 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-0d223d74-f366-4a2d-a109-c5f2d392305d tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Calling delete_port for b13b20d2-4447-43bb-98d2-5199f5e2afa1 owned by network:floatingip {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:44:33.664894 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0d223d74-f366-4a2d-a109-c5f2d392305d tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:33.694668 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d223d74-f366-4a2d-a109-c5f2d392305d tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Pushing event deleted for resources: {'Port': ['ID=b13b20d2-4447-43bb-98d2-5199f5e2afa1,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:44:33.719035 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d223d74-f366-4a2d-a109-c5f2d392305d tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:44:33.719386 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d223d74-f366-4a2d-a109-c5f2d392305d tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:44:33.719734 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d223d74-f366-4a2d-a109-c5f2d392305d tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:44:33.720071 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d223d74-f366-4a2d-a109-c5f2d392305d tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:44:33.720405 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d223d74-f366-4a2d-a109-c5f2d392305d tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:44:33.720743 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d223d74-f366-4a2d-a109-c5f2d392305d tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:44:33.721071 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d223d74-f366-4a2d-a109-c5f2d392305d tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:44:33.721402 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d223d74-f366-4a2d-a109-c5f2d392305d tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:44:33.721729 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d223d74-f366-4a2d-a109-c5f2d392305d tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:44:33.722054 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d223d74-f366-4a2d-a109-c5f2d392305d tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:44:33.722403 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d223d74-f366-4a2d-a109-c5f2d392305d tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:44:33.722727 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d223d74-f366-4a2d-a109-c5f2d392305d tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:44:33.765720 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0d223d74-f366-4a2d-a109-c5f2d392305d tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks [] for floatingip, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:33.768336 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0d223d74-f366-4a2d-a109-c5f2d392305d tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:33.769491 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0d223d74-f366-4a2d-a109-c5f2d392305d tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] 10.222.0.13 "DELETE /v2.0/floatingips/04be3de5-b834-4eca-9dec-2c12064f76ad HTTP/1.1" status: 204 len: 168 time: 0.5400157 Aug 18 13:44:33.886646 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36250) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:44:33.946003 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-359a3fce-7a02-4f78-a7e5-f480aba8961d tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:33.971444 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-359a3fce-7a02-4f78-a7e5-f480aba8961d tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:34.121811 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-359a3fce-7a02-4f78-a7e5-f480aba8961d tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:34.124573 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-359a3fce-7a02-4f78-a7e5-f480aba8961d tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:34.125783 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-359a3fce-7a02-4f78-a7e5-f480aba8961d tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] 10.222.0.13 "DELETE /v2.0/security-groups/f7e6dd74-784e-4aab-b4e2-92d59fd2af09 HTTP/1.1" status: 204 len: 168 time: 0.2381091 Aug 18 13:44:34.136808 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a3fce-7a02-4f78-a7e5-f480aba8961d tempest-TestServerBasicOps-718917803 tempest-TestServerBasicOps-718917803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e6dd74-784e-4aab-b4e2-92d59fd2af09,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:44:35.253744 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36256) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:44:35.706434 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9c02f077-8904-4a37-ba46-1efb7c38d8af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:35.823494 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device c6fb7c9c-a4a3-4a50-b847-caf73a92a854 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:44:35.845022 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: c6fb7c9c-a4a3-4a50-b847-caf73a92a854 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:44:35.845375 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device c6fb7c9c-a4a3-4a50-b847-caf73a92a854 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:44:35.963392 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-9c02f077-8904-4a37-ba46-1efb7c38d8af admin admin] Deleting port da53b58d-bcbc-4b3e-8760-5ca3c7a72502 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:44:35.963645 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9c02f077-8904-4a37-ba46-1efb7c38d8af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:36.041875 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-9c02f077-8904-4a37-ba46-1efb7c38d8af admin admin] For port da53b58d-bcbc-4b3e-8760-5ca3c7a72502, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=da53b58d-bcbc-4b3e-8760-5ca3c7a72502,segment=NetworkSegment(0a902f62-81a8-42ab-9235-5baa390ae97c),segment_id=0a902f62-81a8-42ab-9235-5baa390ae97c)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:44:36.042270 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9c02f077-8904-4a37-ba46-1efb7c38d8af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:36.055008 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-9c02f077-8904-4a37-ba46-1efb7c38d8af admin admin] Calling delete_port for da53b58d-bcbc-4b3e-8760-5ca3c7a72502 owned by network:router_interface {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:44:36.326419 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9c02f077-8904-4a37-ba46-1efb7c38d8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:36.357132 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c02f077-8904-4a37-ba46-1efb7c38d8af admin admin] Pushing event deleted for resources: {'Port': ['ID=da53b58d-bcbc-4b3e-8760-5ca3c7a72502,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:44:36.532119 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9c02f077-8904-4a37-ba46-1efb7c38d8af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:36.750678 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c02f077-8904-4a37-ba46-1efb7c38d8af admin admin] Router 5e8f6f74-cb74-4520-9aaf-990d673b4858 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:44:36.866164 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c02f077-8904-4a37-ba46-1efb7c38d8af admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:44:36.872157 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9c02f077-8904-4a37-ba46-1efb7c38d8af admin admin] 10.222.0.13 "PUT /v2.0/routers/5e8f6f74-cb74-4520-9aaf-990d673b4858/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6172960 Aug 18 13:44:36.875626 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36260) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:44:36.877540 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31abb04-0b72-40e2-90b2-2bcb74b24fbf None None] Sync routers for ids ['5e8f6f74-cb74-4520-9aaf-990d673b4858'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:44:36.887712 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31abb04-0b72-40e2-90b2-2bcb74b24fbf None None] Routers {'5e8f6f74-cb74-4520-9aaf-990d673b4858'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:44:36.888359 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d31abb04-0b72-40e2-90b2-2bcb74b24fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:44:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['5e8f6f74-cb74-4520-9aaf-990d673b4858'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:44:36.987293 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9714352f-c6ef-4f08-811e-484ad979e473 admin admin] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:37.002126 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-d31abb04-0b72-40e2-90b2-2bcb74b24fbf None None] Set router 5e8f6f74-cb74-4520-9aaf-990d673b4858 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:44:37.097872 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9714352f-c6ef-4f08-811e-484ad979e473 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:37.199848 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d31abb04-0b72-40e2-90b2-2bcb74b24fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8f6f74-cb74-4520-9aaf-990d673b4858', 'name': 'tempest-TestServerBasicOps-911090779-router', 'tenant_id': '1f19458bcaff426a8ae130c181dbf203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'abe44c23-f63e-42b4-86ed-9bb1581e5321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:39:22Z', 'updated_at': '2021-08-18T13:44:36Z', 'revision_number': 5, 'project_id': '1f19458bcaff426a8ae130c181dbf203', 'gw_port': {'id': 'abe44c23-f63e-42b4-86ed-9bb1581e5321', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8f6f74-cb74-4520-9aaf-990d673b4858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:39:23Z', 'updated_at': '2021-08-18T13:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:44:37.221378 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-9714352f-c6ef-4f08-811e-484ad979e473 admin admin] Deleting port abe44c23-f63e-42b4-86ed-9bb1581e5321 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:44:37.221729 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9714352f-c6ef-4f08-811e-484ad979e473 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:37.228237 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31abb04-0b72-40e2-90b2-2bcb74b24fbf None None] Checking router: 5e8f6f74-cb74-4520-9aaf-990d673b4858 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:44:37.238067 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31abb04-0b72-40e2-90b2-2bcb74b24fbf None None] Routers {'5e8f6f74-cb74-4520-9aaf-990d673b4858'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:44:37.238740 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d31abb04-0b72-40e2-90b2-2bcb74b24fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:44:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['5e8f6f74-cb74-4520-9aaf-990d673b4858'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:44:37.307838 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-9714352f-c6ef-4f08-811e-484ad979e473 admin admin] For port abe44c23-f63e-42b4-86ed-9bb1581e5321, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=abe44c23-f63e-42b4-86ed-9bb1581e5321,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:44:37.308119 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9714352f-c6ef-4f08-811e-484ad979e473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:37.326360 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-9714352f-c6ef-4f08-811e-484ad979e473 admin admin] Calling delete_port for abe44c23-f63e-42b4-86ed-9bb1581e5321 owned by network:router_gateway {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:44:37.332907 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-d31abb04-0b72-40e2-90b2-2bcb74b24fbf None None] Set router 5e8f6f74-cb74-4520-9aaf-990d673b4858 gateway port host: None {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:44:37.396127 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d31abb04-0b72-40e2-90b2-2bcb74b24fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8f6f74-cb74-4520-9aaf-990d673b4858', 'name': 'tempest-TestServerBasicOps-911090779-router', 'tenant_id': '1f19458bcaff426a8ae130c181dbf203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:39:22Z', 'updated_at': '2021-08-18T13:44:37Z', 'revision_number': 6, 'project_id': '1f19458bcaff426a8ae130c181dbf203', 'gw_port_host': None}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:44:37.423416 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31abb04-0b72-40e2-90b2-2bcb74b24fbf None None] The sync data for ids ['5e8f6f74-cb74-4520-9aaf-990d673b4858'] in n-d-803603-2 is: [{'id': '5e8f6f74-cb74-4520-9aaf-990d673b4858', 'name': 'tempest-TestServerBasicOps-911090779-router', 'tenant_id': '1f19458bcaff426a8ae130c181dbf203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:39:22Z', 'updated_at': '2021-08-18T13:44:37Z', 'revision_number': 6, 'project_id': '1f19458bcaff426a8ae130c181dbf203', 'gw_port_host': None}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:44:37.625053 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9714352f-c6ef-4f08-811e-484ad979e473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:37.655012 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9714352f-c6ef-4f08-811e-484ad979e473 admin admin] Pushing event deleted for resources: {'Port': ['ID=abe44c23-f63e-42b4-86ed-9bb1581e5321,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:44:37.715507 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9714352f-c6ef-4f08-811e-484ad979e473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:37.808893 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9714352f-c6ef-4f08-811e-484ad979e473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:37.811137 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9714352f-c6ef-4f08-811e-484ad979e473 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:37.967110 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9714352f-c6ef-4f08-811e-484ad979e473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:37.967985 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9714352f-c6ef-4f08-811e-484ad979e473 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e8f6f74-cb74-4520-9aaf-990d673b4858 {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:44:37.972753 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9714352f-c6ef-4f08-811e-484ad979e473 admin admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:37.974062 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9714352f-c6ef-4f08-811e-484ad979e473 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5e8f6f74-cb74-4520-9aaf-990d673b4858 HTTP/1.1" status: 204 len: 168 time: 1.0970576 Aug 18 13:44:37.976553 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36262) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:44:38.024128 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-c440f77d-9762-4073-870c-141490f63e41 admin admin] Deleting subnet 36664e90-9e6b-4ccb-b10d-5fd6e238349d {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:44:38.027260 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c440f77d-9762-4073-870c-141490f63e41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:38.063395 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c440f77d-9762-4073-870c-141490f63e41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:38.117100 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device da53b58d-bcbc-4b3e-8760-5ca3c7a72502 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:44:38.140905 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: da53b58d-bcbc-4b3e-8760-5ca3c7a72502 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:44:38.141418 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device da53b58d-bcbc-4b3e-8760-5ca3c7a72502 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:44:38.141851 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device abe44c23-f63e-42b4-86ed-9bb1581e5321 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:44:38.156981 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c440f77d-9762-4073-870c-141490f63e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:38.162683 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: abe44c23-f63e-42b4-86ed-9bb1581e5321 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:44:38.162936 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device abe44c23-f63e-42b4-86ed-9bb1581e5321 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:44:38.280451 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c440f77d-9762-4073-870c-141490f63e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:38.306696 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440f77d-9762-4073-870c-141490f63e41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36664e90-9e6b-4ccb-b10d-5fd6e238349d,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:44:38.310289 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c440f77d-9762-4073-870c-141490f63e41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:38.312599 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c440f77d-9762-4073-870c-141490f63e41 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/36664e90-9e6b-4ccb-b10d-5fd6e238349d HTTP/1.1" status: 204 len: 168 time: 0.3346736 Aug 18 13:44:38.314806 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36264) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:44:38.316516 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32829f66-717d-4bd1-82a4-6884892de0eb None None] Network a93d4456-e047-4b3d-a991-564a9d15483c requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:44:38.384174 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3b955112-192c-430b-bb45-75dbaf0a1ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:38.441913 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-3b955112-192c-430b-bb45-75dbaf0a1ab2 admin admin] Deleting port b2e4598c-3482-4909-bd05-2e0fd5e2ef11 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:44:38.442319 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3b955112-192c-430b-bb45-75dbaf0a1ab2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:38.489664 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1913097e-4bbb-43b9-8494-114dced2bc6a None None] DHCP port deletion for a93d4456-e047-4b3d-a991-564a9d15483c request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:44:38.508857 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-3b955112-192c-430b-bb45-75dbaf0a1ab2 admin admin] For port b2e4598c-3482-4909-bd05-2e0fd5e2ef11, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b2e4598c-3482-4909-bd05-2e0fd5e2ef11,segment=NetworkSegment(0a902f62-81a8-42ab-9235-5baa390ae97c),segment_id=0a902f62-81a8-42ab-9235-5baa390ae97c)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:44:38.509219 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3b955112-192c-430b-bb45-75dbaf0a1ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:38.521575 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-3b955112-192c-430b-bb45-75dbaf0a1ab2 admin admin] Calling delete_port for b2e4598c-3482-4909-bd05-2e0fd5e2ef11 owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:44:38.537040 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-1913097e-4bbb-43b9-8494-114dced2bc6a None None] Deleting port b2e4598c-3482-4909-bd05-2e0fd5e2ef11 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:44:38.537425 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1913097e-4bbb-43b9-8494-114dced2bc6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:38.604668 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-1913097e-4bbb-43b9-8494-114dced2bc6a None None] For port b2e4598c-3482-4909-bd05-2e0fd5e2ef11, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=b2e4598c-3482-4909-bd05-2e0fd5e2ef11,segment=NetworkSegment(0a902f62-81a8-42ab-9235-5baa390ae97c),segment_id=0a902f62-81a8-42ab-9235-5baa390ae97c)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:44:38.605073 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1913097e-4bbb-43b9-8494-114dced2bc6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:38.617905 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-1913097e-4bbb-43b9-8494-114dced2bc6a None None] Calling delete_port for b2e4598c-3482-4909-bd05-2e0fd5e2ef11 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 13:44:38.692111 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 13:44:38.695838 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3b955112-192c-430b-bb45-75dbaf0a1ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:38.699278 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1913097e-4bbb-43b9-8494-114dced2bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:38.720169 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b955112-192c-430b-bb45-75dbaf0a1ab2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2e4598c-3482-4909-bd05-2e0fd5e2ef11,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:44:38.723700 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b955112-192c-430b-bb45-75dbaf0a1ab2 admin admin] No DVR routers for this DVR port b2e4598c-3482-4909-bd05-2e0fd5e2ef11 on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:44:38.730154 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913097e-4bbb-43b9-8494-114dced2bc6a None None] Pushing event deleted for resources: {'Port': ['ID=b2e4598c-3482-4909-bd05-2e0fd5e2ef11,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:44:38.732593 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1913097e-4bbb-43b9-8494-114dced2bc6a None None] No DVR routers for this DVR port b2e4598c-3482-4909-bd05-2e0fd5e2ef11 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:44:38.743820 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1913097e-4bbb-43b9-8494-114dced2bc6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:44:38.744172 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1913097e-4bbb-43b9-8494-114dced2bc6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:44:38.744517 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1913097e-4bbb-43b9-8494-114dced2bc6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:44:38.744857 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1913097e-4bbb-43b9-8494-114dced2bc6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:44:38.745234 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1913097e-4bbb-43b9-8494-114dced2bc6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:44:38.746922 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1913097e-4bbb-43b9-8494-114dced2bc6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:44:38.746922 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1913097e-4bbb-43b9-8494-114dced2bc6a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:44:38.746922 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1913097e-4bbb-43b9-8494-114dced2bc6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:44:38.746922 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1913097e-4bbb-43b9-8494-114dced2bc6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:44:38.747577 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1913097e-4bbb-43b9-8494-114dced2bc6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:44:38.747577 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1913097e-4bbb-43b9-8494-114dced2bc6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:44:38.747859 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1913097e-4bbb-43b9-8494-114dced2bc6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:44:38.811017 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3b955112-192c-430b-bb45-75dbaf0a1ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:38.821042 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-3b955112-192c-430b-bb45-75dbaf0a1ab2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a93d4456-e047-4b3d-a991-564a9d15483c']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:44:38.830976 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-3b955112-192c-430b-bb45-75dbaf0a1ab2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a902f62-81a8-42ab-9235-5baa390ae97c') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:44:38.831272 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-3b955112-192c-430b-bb45-75dbaf0a1ab2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a902f62-81a8-42ab-9235-5baa390ae97c') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:44:38.840383 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3b955112-192c-430b-bb45-75dbaf0a1ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:38.855801 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3b955112-192c-430b-bb45-75dbaf0a1ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:38.861966 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b955112-192c-430b-bb45-75dbaf0a1ab2 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:44:38.862411 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3b955112-192c-430b-bb45-75dbaf0a1ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:38.864120 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:44:38.864120 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:44:38.864120 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:44:38.864120 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:44:38.864120 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:44:38.864120 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:44:38.864120 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:44:38.864120 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:44:38.864120 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:44:38.864120 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:44:38.864120 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:44:38.864120 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:44:38.864120 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:44:38.864120 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:44:38.864120 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:44:38.864120 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:44:38.864120 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:44:38.864120 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:44:38.864120 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:44:38.864120 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:44:38.864120 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:44:38.864120 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:44:38.864120 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:44:38.864120 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:44:38.864120 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:44:38.864120 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:44:38.864120 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:44:38.864120 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:44:38.864120 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:44:38.864120 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:44:38.864120 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:44:38.864120 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:44:39.024865 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3b955112-192c-430b-bb45-75dbaf0a1ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:39.030318 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3b955112-192c-430b-bb45-75dbaf0a1ab2 admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:39.032196 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3b955112-192c-430b-bb45-75dbaf0a1ab2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a93d4456-e047-4b3d-a991-564a9d15483c HTTP/1.1" status: 204 len: 168 time: 0.7164390 Aug 18 13:44:39.035368 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36266) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:44:39.043833 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b955112-192c-430b-bb45-75dbaf0a1ab2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a93d4456-e047-4b3d-a991-564a9d15483c,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:44:39.729965 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a74cb312-db5a-4c5a-8bff-03950ee13f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:39.985494 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-a74cb312-db5a-4c5a-8bff-03950ee13f21 admin admin] Deleting port d56e1790-5193-498a-a866-90503fd28981 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:44:39.985764 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a74cb312-db5a-4c5a-8bff-03950ee13f21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:40.064681 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-a74cb312-db5a-4c5a-8bff-03950ee13f21 admin admin] For port d56e1790-5193-498a-a866-90503fd28981, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=d56e1790-5193-498a-a866-90503fd28981,segment=NetworkSegment(e35d056d-19b2-4c2e-93d6-105c047bd8a5),segment_id=e35d056d-19b2-4c2e-93d6-105c047bd8a5)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:44:40.065258 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a74cb312-db5a-4c5a-8bff-03950ee13f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:40.079078 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-a74cb312-db5a-4c5a-8bff-03950ee13f21 admin admin] Calling delete_port for d56e1790-5193-498a-a866-90503fd28981 owned by network:router_interface {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:44:40.109543 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b2e4598c-3482-4909-bd05-2e0fd5e2ef11 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:44:40.131097 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: b2e4598c-3482-4909-bd05-2e0fd5e2ef11 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:44:40.131450 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device b2e4598c-3482-4909-bd05-2e0fd5e2ef11 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:44:40.327260 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a74cb312-db5a-4c5a-8bff-03950ee13f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:40.358883 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74cb312-db5a-4c5a-8bff-03950ee13f21 admin admin] Pushing event deleted for resources: {'Port': ['ID=d56e1790-5193-498a-a866-90503fd28981,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:44:40.529201 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a74cb312-db5a-4c5a-8bff-03950ee13f21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:40.755826 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74cb312-db5a-4c5a-8bff-03950ee13f21 admin admin] Router 87a4460f-ac5f-4af7-84f4-d4af5b15cc88 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:44:40.866275 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74cb312-db5a-4c5a-8bff-03950ee13f21 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:44:40.872407 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a74cb312-db5a-4c5a-8bff-03950ee13f21 admin admin] 10.222.0.13 "PUT /v2.0/routers/87a4460f-ac5f-4af7-84f4-d4af5b15cc88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8359313 Aug 18 13:44:40.874980 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36268) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:44:40.876963 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6fea7c-f888-4a73-9b97-657afaf12193 None None] Sync routers for ids ['87a4460f-ac5f-4af7-84f4-d4af5b15cc88'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:44:40.886698 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6fea7c-f888-4a73-9b97-657afaf12193 None None] Routers {'87a4460f-ac5f-4af7-84f4-d4af5b15cc88'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:44:40.887310 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-4a6fea7c-f888-4a73-9b97-657afaf12193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:44:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['87a4460f-ac5f-4af7-84f4-d4af5b15cc88'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:44:40.982449 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-74ea63ba-39a0-4993-ad86-e82258bdcbb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:40.993082 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-4a6fea7c-f888-4a73-9b97-657afaf12193 None None] Set router 87a4460f-ac5f-4af7-84f4-d4af5b15cc88 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:44:41.097764 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-74ea63ba-39a0-4993-ad86-e82258bdcbb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:41.179447 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-4a6fea7c-f888-4a73-9b97-657afaf12193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a4460f-ac5f-4af7-84f4-d4af5b15cc88', 'name': 'tempest-TestServerBasicOps-1617953639-router', 'tenant_id': '7aa67c1f9bff48d2aac6823c3d728791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '0a0f51bc-91c7-4577-9854-5606fb7f3da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:39:28Z', 'updated_at': '2021-08-18T13:44:40Z', 'revision_number': 5, 'project_id': '7aa67c1f9bff48d2aac6823c3d728791', 'gw_port': {'id': '0a0f51bc-91c7-4577-9854-5606fb7f3da6', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:1a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a4460f-ac5f-4af7-84f4-d4af5b15cc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:39:29Z', 'updated_at': '2021-08-18T13:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:44:41.211985 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6fea7c-f888-4a73-9b97-657afaf12193 None None] Checking router: 87a4460f-ac5f-4af7-84f4-d4af5b15cc88 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:44:41.221624 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6fea7c-f888-4a73-9b97-657afaf12193 None None] Routers {'87a4460f-ac5f-4af7-84f4-d4af5b15cc88'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:44:41.222297 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-4a6fea7c-f888-4a73-9b97-657afaf12193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:44:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['87a4460f-ac5f-4af7-84f4-d4af5b15cc88'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:44:41.226532 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-74ea63ba-39a0-4993-ad86-e82258bdcbb1 admin admin] Deleting port 0a0f51bc-91c7-4577-9854-5606fb7f3da6 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:44:41.226887 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-74ea63ba-39a0-4993-ad86-e82258bdcbb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:41.312324 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-74ea63ba-39a0-4993-ad86-e82258bdcbb1 admin admin] For port 0a0f51bc-91c7-4577-9854-5606fb7f3da6, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=0a0f51bc-91c7-4577-9854-5606fb7f3da6,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:44:41.312757 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-74ea63ba-39a0-4993-ad86-e82258bdcbb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:41.313061 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-4a6fea7c-f888-4a73-9b97-657afaf12193 None None] Set router 87a4460f-ac5f-4af7-84f4-d4af5b15cc88 gateway port host: None {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:44:41.327195 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-74ea63ba-39a0-4993-ad86-e82258bdcbb1 admin admin] Calling delete_port for 0a0f51bc-91c7-4577-9854-5606fb7f3da6 owned by network:router_gateway {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:44:41.366978 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-4a6fea7c-f888-4a73-9b97-657afaf12193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a4460f-ac5f-4af7-84f4-d4af5b15cc88', 'name': 'tempest-TestServerBasicOps-1617953639-router', 'tenant_id': '7aa67c1f9bff48d2aac6823c3d728791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:39:28Z', 'updated_at': '2021-08-18T13:44:41Z', 'revision_number': 6, 'project_id': '7aa67c1f9bff48d2aac6823c3d728791', 'gw_port_host': None}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:44:41.398660 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6fea7c-f888-4a73-9b97-657afaf12193 None None] The sync data for ids ['87a4460f-ac5f-4af7-84f4-d4af5b15cc88'] in n-d-803603-2 is: [{'id': '87a4460f-ac5f-4af7-84f4-d4af5b15cc88', 'name': 'tempest-TestServerBasicOps-1617953639-router', 'tenant_id': '7aa67c1f9bff48d2aac6823c3d728791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:39:28Z', 'updated_at': '2021-08-18T13:44:41Z', 'revision_number': 6, 'project_id': '7aa67c1f9bff48d2aac6823c3d728791', 'gw_port_host': None}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:44:41.577288 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-74ea63ba-39a0-4993-ad86-e82258bdcbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:41.609652 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea63ba-39a0-4993-ad86-e82258bdcbb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a0f51bc-91c7-4577-9854-5606fb7f3da6,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:44:41.670583 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-42ec9cdf-f5f4-460a-9719-d2c52fe24bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:41.672758 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-74ea63ba-39a0-4993-ad86-e82258bdcbb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:41.791822 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-74ea63ba-39a0-4993-ad86-e82258bdcbb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:41.794554 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-74ea63ba-39a0-4993-ad86-e82258bdcbb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:41.926058 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-74ea63ba-39a0-4993-ad86-e82258bdcbb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:41.926716 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ea63ba-39a0-4993-ad86-e82258bdcbb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87a4460f-ac5f-4af7-84f4-d4af5b15cc88 {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:44:41.932305 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-74ea63ba-39a0-4993-ad86-e82258bdcbb1 admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:41.933196 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-74ea63ba-39a0-4993-ad86-e82258bdcbb1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/87a4460f-ac5f-4af7-84f4-d4af5b15cc88 HTTP/1.1" status: 204 len: 168 time: 1.0569327 Aug 18 13:44:41.938703 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36270) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:44:41.985147 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-144bf472-05aa-4313-a77c-f0c95fa10126 admin admin] Deleting subnet 980b79e9-19b5-4027-b2aa-4e467dff0ef6 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:44:41.988534 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-144bf472-05aa-4313-a77c-f0c95fa10126 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:42.029600 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-144bf472-05aa-4313-a77c-f0c95fa10126 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:42.109871 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-144bf472-05aa-4313-a77c-f0c95fa10126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:42.235464 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device d56e1790-5193-498a-a866-90503fd28981 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:44:42.258458 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: d56e1790-5193-498a-a866-90503fd28981 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:44:42.258812 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device d56e1790-5193-498a-a866-90503fd28981 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:44:42.259226 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 0a0f51bc-91c7-4577-9854-5606fb7f3da6 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:44:42.259626 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-144bf472-05aa-4313-a77c-f0c95fa10126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:42.279664 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 0a0f51bc-91c7-4577-9854-5606fb7f3da6 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:44:42.280006 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 0a0f51bc-91c7-4577-9854-5606fb7f3da6 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:44:42.286837 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144bf472-05aa-4313-a77c-f0c95fa10126 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=980b79e9-19b5-4027-b2aa-4e467dff0ef6,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:44:42.291213 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-144bf472-05aa-4313-a77c-f0c95fa10126 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:42.293135 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-144bf472-05aa-4313-a77c-f0c95fa10126 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/980b79e9-19b5-4027-b2aa-4e467dff0ef6 HTTP/1.1" status: 204 len: 168 time: 0.3534203 Aug 18 13:44:42.296323 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36272) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:44:42.300123 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c88c92a-8894-4cbc-8a3c-ed1aa49634cf None None] Network ccd12be8-7b29-44fb-b6c0-595f66de26ba requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:44:42.405206 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1a704e5f-798b-4a35-ae73-b68cdf37d626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:42.472621 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-1a704e5f-798b-4a35-ae73-b68cdf37d626 admin admin] Deleting port 32b31cc1-93e3-4b2d-9078-c2df798ac162 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:44:42.473116 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1a704e5f-798b-4a35-ae73-b68cdf37d626 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:42.522752 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac2397b-b2ca-49bf-84e7-8209389e3c8e None None] DHCP port deletion for ccd12be8-7b29-44fb-b6c0-595f66de26ba request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:44:42.557122 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-1a704e5f-798b-4a35-ae73-b68cdf37d626 admin admin] For port 32b31cc1-93e3-4b2d-9078-c2df798ac162, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=32b31cc1-93e3-4b2d-9078-c2df798ac162,segment=NetworkSegment(e35d056d-19b2-4c2e-93d6-105c047bd8a5),segment_id=e35d056d-19b2-4c2e-93d6-105c047bd8a5)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:44:42.557122 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1a704e5f-798b-4a35-ae73-b68cdf37d626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:42.575789 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-1a704e5f-798b-4a35-ae73-b68cdf37d626 admin admin] Calling delete_port for 32b31cc1-93e3-4b2d-9078-c2df798ac162 owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:44:42.588282 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-bac2397b-b2ca-49bf-84e7-8209389e3c8e None None] Deleting port 32b31cc1-93e3-4b2d-9078-c2df798ac162 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:44:42.588679 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bac2397b-b2ca-49bf-84e7-8209389e3c8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:42.664875 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-bac2397b-b2ca-49bf-84e7-8209389e3c8e None None] For port 32b31cc1-93e3-4b2d-9078-c2df798ac162, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=32b31cc1-93e3-4b2d-9078-c2df798ac162,segment=NetworkSegment(e35d056d-19b2-4c2e-93d6-105c047bd8a5),segment_id=e35d056d-19b2-4c2e-93d6-105c047bd8a5)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:44:42.665284 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bac2397b-b2ca-49bf-84e7-8209389e3c8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:42.678857 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-bac2397b-b2ca-49bf-84e7-8209389e3c8e None None] Calling delete_port for 32b31cc1-93e3-4b2d-9078-c2df798ac162 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:44:42.733112 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1a704e5f-798b-4a35-ae73-b68cdf37d626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:42.758961 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bac2397b-b2ca-49bf-84e7-8209389e3c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:42.760984 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a704e5f-798b-4a35-ae73-b68cdf37d626 admin admin] Pushing event deleted for resources: {'Port': ['ID=32b31cc1-93e3-4b2d-9078-c2df798ac162,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:44:42.765612 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a704e5f-798b-4a35-ae73-b68cdf37d626 admin admin] No DVR routers for this DVR port 32b31cc1-93e3-4b2d-9078-c2df798ac162 on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:44:42.786020 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac2397b-b2ca-49bf-84e7-8209389e3c8e None None] Pushing event deleted for resources: {'Port': ['ID=32b31cc1-93e3-4b2d-9078-c2df798ac162,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:44:42.787928 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac2397b-b2ca-49bf-84e7-8209389e3c8e None None] No DVR routers for this DVR port 32b31cc1-93e3-4b2d-9078-c2df798ac162 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:44:42.845288 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1a704e5f-798b-4a35-ae73-b68cdf37d626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:42.855958 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-1a704e5f-798b-4a35-ae73-b68cdf37d626 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccd12be8-7b29-44fb-b6c0-595f66de26ba']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:44:42.866287 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-1a704e5f-798b-4a35-ae73-b68cdf37d626 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e35d056d-19b2-4c2e-93d6-105c047bd8a5') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:44:42.867129 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-1a704e5f-798b-4a35-ae73-b68cdf37d626 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e35d056d-19b2-4c2e-93d6-105c047bd8a5') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:44:42.876384 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1a704e5f-798b-4a35-ae73-b68cdf37d626 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:42.892746 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1a704e5f-798b-4a35-ae73-b68cdf37d626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:42.898845 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a704e5f-798b-4a35-ae73-b68cdf37d626 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:44:42.899262 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1a704e5f-798b-4a35-ae73-b68cdf37d626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:42.900920 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:44:42.900920 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:44:42.900920 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:44:42.900920 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:44:42.900920 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:44:42.900920 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:44:42.900920 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:44:42.900920 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:44:42.900920 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:44:42.900920 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:44:42.900920 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:44:42.900920 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:44:42.900920 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:44:42.900920 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:44:42.900920 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:44:42.900920 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:44:42.900920 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:44:42.900920 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:44:42.900920 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:44:42.900920 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:44:42.900920 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:44:42.900920 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:44:42.900920 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:44:42.900920 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:44:42.900920 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:44:42.900920 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:44:42.900920 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:44:42.900920 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:44:42.900920 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:44:42.900920 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:44:42.900920 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:44:42.900920 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:44:43.035798 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1a704e5f-798b-4a35-ae73-b68cdf37d626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:43.041551 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1a704e5f-798b-4a35-ae73-b68cdf37d626 admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:43.044143 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1a704e5f-798b-4a35-ae73-b68cdf37d626 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ccd12be8-7b29-44fb-b6c0-595f66de26ba HTTP/1.1" status: 204 len: 168 time: 0.7465620 Aug 18 13:44:43.058681 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a704e5f-798b-4a35-ae73-b68cdf37d626 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccd12be8-7b29-44fb-b6c0-595f66de26ba,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:44:43.406020 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36276) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:44:43.456838 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-cb292b0b-bfde-4ce4-ac14-18ba29f7e61a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f19458bcaff426a8ae130c181dbf203&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488865 Aug 18 13:44:43.459405 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36278) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:44:43.511078 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8502298e-30c4-4e14-84bc-73e15ae1043b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:43.533740 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8502298e-30c4-4e14-84bc-73e15ae1043b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:43.693142 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8502298e-30c4-4e14-84bc-73e15ae1043b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:43.696570 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8502298e-30c4-4e14-84bc-73e15ae1043b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:43.700645 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8502298e-30c4-4e14-84bc-73e15ae1043b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/59a41c97-75ce-4da9-a51b-d1613e854e5b HTTP/1.1" status: 204 len: 168 time: 0.2371585 Aug 18 13:44:43.711327 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502298e-30c4-4e14-84bc-73e15ae1043b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a41c97-75ce-4da9-a51b-d1613e854e5b,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:44:43.813214 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3445976e-8887-4025-ae7a-8e6b3bdd50a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:44.113007 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 32b31cc1-93e3-4b2d-9078-c2df798ac162 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:44:44.139956 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 32b31cc1-93e3-4b2d-9078-c2df798ac162 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:44:44.140305 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 32b31cc1-93e3-4b2d-9078-c2df798ac162 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:44:44.360184 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36284) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:44:44.401244 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-50d8a80d-4903-4375-904d-b67430728932 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7aa67c1f9bff48d2aac6823c3d728791&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398762 Aug 18 13:44:44.403980 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36286) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:44:44.453234 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c64c86e8-31d0-4ced-9268-579a6d63e620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:44.474627 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c64c86e8-31d0-4ced-9268-579a6d63e620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:44.612832 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c64c86e8-31d0-4ced-9268-579a6d63e620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:44.615512 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c64c86e8-31d0-4ced-9268-579a6d63e620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:44.617301 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c64c86e8-31d0-4ced-9268-579a6d63e620 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f039834-da75-4add-8886-04fb4d1a6ad0 HTTP/1.1" status: 204 len: 168 time: 0.2116621 Aug 18 13:44:44.626081 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c86e8-31d0-4ced-9268-579a6d63e620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f039834-da75-4add-8886-04fb4d1a6ad0,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:44:44.645212 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:45.538738 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:47.510352 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:55.450200 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-2b52049a-3526-4516-b5fe-73d42d5d4410 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=93fe993f0b3a44a2a2d93b3fd801a702&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298405 Aug 18 13:44:55.645048 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-4d812fbf-b7be-4e47-805d-466d086900af tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:44:55.646639 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-4d812fbf-b7be-4e47-805d-466d086900af tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1903737 Aug 18 13:44:55.661558 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-6e16b292-d1f0-43cb-a052-33b15a6f9c78 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] 10.222.0.13 "GET /v2.0/quotas/93fe993f0b3a44a2a2d93b3fd801a702 HTTP/1.1" status: 200 len: 375 time: 0.0092292 Aug 18 13:44:55.693514 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-96d46e3f-7afa-4c23-b659-a2735898362d tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=93fe993f0b3a44a2a2d93b3fd801a702&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260236 Aug 18 13:44:55.928734 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cc6287e6-c6b6-45a4-a7f9-4aec09121cb6 req-9b33f8ec-fcb5-42ef-856c-52601c722258 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] 10.222.0.13 "GET /v2.0/ports?device_id=5bc8d8aa-717f-4254-b649-036a997eccef HTTP/1.1" status: 200 len: 210 time: 0.0266061 Aug 18 13:44:57.004423 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b414e2f9-3c69-4569-867d-861227d8dfa3 req-18be2ed4-b260-4b00-b901-3bcae3e1e081 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] 10.222.0.13 "GET /v2.0/ports?device_id=5bc8d8aa-717f-4254-b649-036a997eccef HTTP/1.1" status: 200 len: 210 time: 0.0270505 Aug 18 13:44:58.081778 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4ac7fcc4-3ea0-431f-b1e9-54ae6eb1cba5 req-c274854b-24fa-4920-8a01-8d783a4e848d tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] 10.222.0.13 "GET /v2.0/ports?device_id=5bc8d8aa-717f-4254-b649-036a997eccef HTTP/1.1" status: 200 len: 210 time: 0.0268660 Aug 18 13:44:58.344184 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:59.097006 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:44:59.161014 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6c056637-7cb6-45cd-a59b-5b015e6a6447 req-7f849b95-299b-4c7a-9390-6756a613d6a5 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] 10.222.0.13 "GET /v2.0/ports?device_id=5bc8d8aa-717f-4254-b649-036a997eccef HTTP/1.1" status: 200 len: 210 time: 0.0302174 Aug 18 13:45:00.253888 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ac89d26a-0257-4211-a0f7-09bd4d400448 req-d913e537-a6c8-4fed-b7f3-7abf974c6c13 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] 10.222.0.13 "GET /v2.0/ports?device_id=5bc8d8aa-717f-4254-b649-036a997eccef HTTP/1.1" status: 200 len: 210 time: 0.0275857 Aug 18 13:45:01.354516 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eebe51d2-e0f5-4995-b999-f3c6d90fa8b2 req-caab5379-4975-4769-b281-ec3e65e4db84 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] 10.222.0.13 "GET /v2.0/ports?device_id=5bc8d8aa-717f-4254-b649-036a997eccef HTTP/1.1" status: 200 len: 210 time: 0.0274315 Aug 18 13:45:02.271472 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-ef563535-1dbb-4794-974f-6dc8d79392a0 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=93fe993f0b3a44a2a2d93b3fd801a702&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258498 Aug 18 13:45:02.389323 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-7eba75e1-b959-40e9-ae12-a0f0a146ff18 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:02.390959 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-7eba75e1-b959-40e9-ae12-a0f0a146ff18 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1133018 Aug 18 13:45:02.403538 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-d3c0b449-1933-4371-8f1e-8136a8cab414 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] Request body: {'port': {'device_id': '5bc8d8aa-717f-4254-b649-036a997eccef', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'admin_state_up': True, 'tenant_id': '93fe993f0b3a44a2a2d93b3fd801a702'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:45:02.456100 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4b429dc8-06ec-4b0a-b5ca-ef28305edae7 req-13092e34-b457-442a-bf11-bcf000eefbb5 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] 10.222.0.13 "GET /v2.0/ports?device_id=5bc8d8aa-717f-4254-b649-036a997eccef HTTP/1.1" status: 200 len: 210 time: 0.0295441 Aug 18 13:45:02.601046 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-d3c0b449-1933-4371-8f1e-8136a8cab414 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] Made reservation on behalf of 93fe993f0b3a44a2a2d93b3fd801a702 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:45:02.605030 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-d3c0b449-1933-4371-8f1e-8136a8cab414 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:02.619278 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-d3c0b449-1933-4371-8f1e-8136a8cab414 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:02.716163 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-d3c0b449-1933-4371-8f1e-8136a8cab414 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:02.772513 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-d3c0b449-1933-4371-8f1e-8136a8cab414 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:02.832427 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0b449-1933-4371-8f1e-8136a8cab414 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95f0d525-9fdd-42f1-a2d7-78592d3fb10c,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:45:02.909124 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-d3c0b449-1933-4371-8f1e-8136a8cab414 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] Allocated IP 192.168.233.27 (f82a481e-2d3e-49f3-a273-639556667c8a/38dc8434-66c0-4e05-8cce-b4a4a0f33dc3/ee91cb1a-6dba-4285-a04c-a5882521b506) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:45:03.059308 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-d3c0b449-1933-4371-8f1e-8136a8cab414 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:03.073689 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-d3c0b449-1933-4371-8f1e-8136a8cab414 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] Transition to ACTIVE for port object ee91cb1a-6dba-4285-a04c-a5882521b506 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:45:03.150959 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-d3c0b449-1933-4371-8f1e-8136a8cab414 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:03.203197 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-d3c0b449-1933-4371-8f1e-8136a8cab414 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] Network f82a481e-2d3e-49f3-a273-639556667c8a is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:45:03.206477 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-d3c0b449-1933-4371-8f1e-8136a8cab414 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:45:03.211112 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-d3c0b449-1933-4371-8f1e-8136a8cab414 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:45:03.214354 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0b449-1933-4371-8f1e-8136a8cab414 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] Pushing event updated for resources: {'Port': ['ID=ee91cb1a-6dba-4285-a04c-a5882521b506,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:45:03.275571 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-d3c0b449-1933-4371-8f1e-8136a8cab414 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:03.276269 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-d3c0b449-1933-4371-8f1e-8136a8cab414 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:03.339349 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-d3c0b449-1933-4371-8f1e-8136a8cab414 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9400127 Aug 18 13:45:03.351689 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-752fe573-01cc-4e0e-a9d4-5e329b68a0e8 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:45:03.352812 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-752fe573-01cc-4e0e-a9d4-5e329b68a0e8 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056612 Aug 18 13:45:03.460907 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-b8e917eb-b51f-4d93-94a3-8c68b2c40369 service neutron] Request body: {'port': {'device_id': '5bc8d8aa-717f-4254-b649-036a997eccef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:45:03.518394 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-b8e917eb-b51f-4d93-94a3-8c68b2c40369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:03.559448 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a689608c-ffd0-4d92-b00d-134c2f927815 None None] Provisioning for port ee91cb1a-6dba-4285-a04c-a5882521b506 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:45:03.563812 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a689608c-ffd0-4d92-b00d-134c2f927815 None None] Provisioning complete for port ee91cb1a-6dba-4285-a04c-a5882521b506 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:45:03.564284 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a689608c-ffd0-4d92-b00d-134c2f927815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:03.599673 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-a689608c-ffd0-4d92-b00d-134c2f927815 None None] Port ee91cb1a-6dba-4285-a04c-a5882521b506 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:45:03.957988 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21aa27-a330-4989-a2a2-e1c52d40c636 req-9ba595aa-3e96-4231-aa2e-5950527abca7 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:03.959494 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ac21aa27-a330-4989-a2a2-e1c52d40c636 req-9ba595aa-3e96-4231-aa2e-5950527abca7 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] 10.222.0.13 "GET /v2.0/ports?device_id=5bc8d8aa-717f-4254-b649-036a997eccef HTTP/1.1" status: 200 len: 935 time: 0.4326339 Aug 18 13:45:04.055043 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ac21aa27-a330-4989-a2a2-e1c52d40c636 req-7dbe4031-3660-4d22-bd92-9ec70e03039d tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] 10.222.0.13 "GET /v2.0/security-groups?id=95f0d525-9fdd-42f1-a2d7-78592d3fb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541918 Aug 18 13:45:04.193756 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-b8e917eb-b51f-4d93-94a3-8c68b2c40369 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee91cb1a-6dba-4285-a04c-a5882521b506 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:45:04.201794 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-b8e917eb-b51f-4d93-94a3-8c68b2c40369 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:04.213315 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-b8e917eb-b51f-4d93-94a3-8c68b2c40369 service neutron] Transition to ACTIVE for port object ee91cb1a-6dba-4285-a04c-a5882521b506 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:45:04.286500 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-b8e917eb-b51f-4d93-94a3-8c68b2c40369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:04.340884 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e917eb-b51f-4d93-94a3-8c68b2c40369 service neutron] Pushing event updated for resources: {'Port': ['ID=ee91cb1a-6dba-4285-a04c-a5882521b506,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:45:04.410439 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-b8e917eb-b51f-4d93-94a3-8c68b2c40369 service neutron] Attempting to bind port ee91cb1a-6dba-4285-a04c-a5882521b506 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:45:04.410787 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-b8e917eb-b51f-4d93-94a3-8c68b2c40369 service neutron] Attempting to bind port ee91cb1a-6dba-4285-a04c-a5882521b506 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:45:04.411117 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-b8e917eb-b51f-4d93-94a3-8c68b2c40369 service neutron] Attempting to bind port ee91cb1a-6dba-4285-a04c-a5882521b506 on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:45:04.416469 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-b8e917eb-b51f-4d93-94a3-8c68b2c40369 service neutron] Port ee91cb1a-6dba-4285-a04c-a5882521b506 on network f82a481e-2d3e-49f3-a273-639556667c8a not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:45:04.416798 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-b8e917eb-b51f-4d93-94a3-8c68b2c40369 service neutron] Attempting to bind port ee91cb1a-6dba-4285-a04c-a5882521b506 on network f82a481e-2d3e-49f3-a273-639556667c8a {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:45:04.421787 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-b8e917eb-b51f-4d93-94a3-8c68b2c40369 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:45:04.422138 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-b8e917eb-b51f-4d93-94a3-8c68b2c40369 service neutron] Checking segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:45:04.422547 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-b8e917eb-b51f-4d93-94a3-8c68b2c40369 service neutron] Bound using segment: {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:45:04.422978 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-b8e917eb-b51f-4d93-94a3-8c68b2c40369 service neutron] Bound port: ee91cb1a-6dba-4285-a04c-a5882521b506, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74faf14d-ed36-4596-8bd1-4df5fb344559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:45:04.423342 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-b8e917eb-b51f-4d93-94a3-8c68b2c40369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:04.489206 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-b8e917eb-b51f-4d93-94a3-8c68b2c40369 service neutron] For port ee91cb1a-6dba-4285-a04c-a5882521b506, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:45:04.492287 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-b8e917eb-b51f-4d93-94a3-8c68b2c40369 service neutron] For port ee91cb1a-6dba-4285-a04c-a5882521b506, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=ee91cb1a-6dba-4285-a04c-a5882521b506,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:45:04.561798 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-b8e917eb-b51f-4d93-94a3-8c68b2c40369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:04.600282 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-b8e917eb-b51f-4d93-94a3-8c68b2c40369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:04.600906 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-b8e917eb-b51f-4d93-94a3-8c68b2c40369 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:04.602883 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-b8e917eb-b51f-4d93-94a3-8c68b2c40369 service neutron] 10.222.0.39 "PUT /v2.0/ports/ee91cb1a-6dba-4285-a04c-a5882521b506 HTTP/1.1" status: 200 len: 1095 time: 1.2419314 Aug 18 13:45:04.603361 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bc8d8aa-717f-4254-b649-036a997eccef', 'tag': 'ee91cb1a-6dba-4285-a04c-a5882521b506'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:45:04.605657 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223944c4-d0d8-4a86-aa0e-13ab4632e5f8" -d '{"events": [{"name": "network-changed", "server_uuid": "5bc8d8aa-717f-4254-b649-036a997eccef", "tag": "ee91cb1a-6dba-4285-a04c-a5882521b506"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:45:04.629717 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e917eb-b51f-4d93-94a3-8c68b2c40369 service neutron] Pushing event updated for resources: {'Port': ['ID=ee91cb1a-6dba-4285-a04c-a5882521b506,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:45:04.652359 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d067c6c-8651-468c-a7df-890df534a1b4 x-openstack-request-id: req-8d067c6c-8651-468c-a7df-890df534a1b4 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:45:04.652660 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bc8d8aa-717f-4254-b649-036a997eccef", "tag": "ee91cb1a-6dba-4285-a04c-a5882521b506", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:45:04.652917 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d067c6c-8651-468c-a7df-890df534a1b4 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:45:04.653323 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bc8d8aa-717f-4254-b649-036a997eccef', 'tag': 'ee91cb1a-6dba-4285-a04c-a5882521b506', 'status': 'completed', 'code': 200} Aug 18 13:45:04.720237 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223944c4-d0d8-4a86-aa0e-13ab4632e5f8 req-aaa70622-93a1-4b97-bb75-44a6bff328ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:04.721806 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-223944c4-d0d8-4a86-aa0e-13ab4632e5f8 req-aaa70622-93a1-4b97-bb75-44a6bff328ad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=93fe993f0b3a44a2a2d93b3fd801a702&device_id=5bc8d8aa-717f-4254-b649-036a997eccef HTTP/1.1" status: 200 len: 1098 time: 0.0446737 Aug 18 13:45:04.754266 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-223944c4-d0d8-4a86-aa0e-13ab4632e5f8 req-278eea9f-bb43-4c5e-b074-97f71f12d1ec service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=93fe993f0b3a44a2a2d93b3fd801a702&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247686 Aug 18 13:45:04.849389 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223944c4-d0d8-4a86-aa0e-13ab4632e5f8 req-5bd6f5ca-8eaa-4d63-a649-a352a871cd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:04.850935 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-223944c4-d0d8-4a86-aa0e-13ab4632e5f8 req-5bd6f5ca-8eaa-4d63-a649-a352a871cd53 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903728 Aug 18 13:45:04.926151 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-48dfc3b2-dde4-4d40-b0c1-413473734696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:04.927599 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-48dfc3b2-dde4-4d40-b0c1-413473734696 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=93fe993f0b3a44a2a2d93b3fd801a702&device_id=5bc8d8aa-717f-4254-b649-036a997eccef HTTP/1.1" status: 200 len: 1098 time: 0.0411472 Aug 18 13:45:04.974519 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-d37e9525-2f50-401f-995c-e3353f79d53a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=ee91cb1a-6dba-4285-a04c-a5882521b506 HTTP/1.1" status: 200 len: 217 time: 0.0392165 Aug 18 13:45:05.022396 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-46745680-2acb-47c5-a46e-385a891c50b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:05.024474 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-46745680-2acb-47c5-a46e-385a891c50b9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=38dc8434-66c0-4e05-8cce-b4a4a0f33dc3 HTTP/1.1" status: 200 len: 843 time: 0.0429313 Aug 18 13:45:05.070285 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-db78d3a0-2eec-4686-ba6f-4cdf1d40da20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:05.072361 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-db78d3a0-2eec-4686-ba6f-4cdf1d40da20 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f82a481e-2d3e-49f3-a273-639556667c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0410149 Aug 18 13:45:05.204915 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5c0b0-ceea-4849-bc63-a0bb38e520a8 req-4201a103-0f63-48dc-abc0-33ad8768bba3 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:05.206453 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b2f5c0b0-ceea-4849-bc63-a0bb38e520a8 req-4201a103-0f63-48dc-abc0-33ad8768bba3 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] 10.222.0.13 "GET /v2.0/ports?device_id=5bc8d8aa-717f-4254-b649-036a997eccef HTTP/1.1" status: 200 len: 947 time: 0.0783594 Aug 18 13:45:05.208260 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-05a6e9d0-58c7-49b8-bb95-c5a78c86fc64 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286387 Aug 18 13:45:05.295497 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b2f5c0b0-ceea-4849-bc63-a0bb38e520a8 req-58b49c24-92b1-49ea-a3eb-80129ecd4987 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] 10.222.0.13 "GET /v2.0/security-groups?id=95f0d525-9fdd-42f1-a2d7-78592d3fb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824614 Aug 18 13:45:05.331085 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fb212015-ce59-4ce2-8e3f-39ac25cfe250 req-99efa4c4-c20f-4523-9a3b-25a960099f72 service neutron] 10.222.0.39 "GET /v2.0/networks/f82a481e-2d3e-49f3-a273-639556667c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120598 Aug 18 13:45:06.718425 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0e136-c7c8-4131-b76d-e8a407fe1d76 req-797de9ae-97bd-420b-86bb-e1b589b09f5f tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:06.719930 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c7a0e136-c7c8-4131-b76d-e8a407fe1d76 req-797de9ae-97bd-420b-86bb-e1b589b09f5f tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] 10.222.0.13 "GET /v2.0/ports?device_id=5bc8d8aa-717f-4254-b649-036a997eccef HTTP/1.1" status: 200 len: 947 time: 0.3571396 Aug 18 13:45:06.759215 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c7a0e136-c7c8-4131-b76d-e8a407fe1d76 req-91e20535-8c9b-4405-864c-e0e38232b5ac tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] 10.222.0.13 "GET /v2.0/security-groups?id=95f0d525-9fdd-42f1-a2d7-78592d3fb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332432 Aug 18 13:45:07.880601 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c53f8b-e8d4-418a-9caf-af0aefa7fdfb req-657e6c28-92ce-49f5-b464-73e81ba6d4fc tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:07.882105 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a0c53f8b-e8d4-418a-9caf-af0aefa7fdfb req-657e6c28-92ce-49f5-b464-73e81ba6d4fc tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] 10.222.0.13 "GET /v2.0/ports?device_id=5bc8d8aa-717f-4254-b649-036a997eccef HTTP/1.1" status: 200 len: 947 time: 0.0535066 Aug 18 13:45:07.921885 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a0c53f8b-e8d4-418a-9caf-af0aefa7fdfb req-8706e94e-7fdd-4e13-b9dc-571a41f8cbb9 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] 10.222.0.13 "GET /v2.0/security-groups?id=95f0d525-9fdd-42f1-a2d7-78592d3fb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330145 Aug 18 13:45:07.966779 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:45:08.717859 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device ee91cb1a-6dba-4285-a04c-a5882521b506 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:45:08.814071 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port ee91cb1a-6dba-4285-a04c-a5882521b506, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=ee91cb1a-6dba-4285-a04c-a5882521b506,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:45:08.826453 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'ee91cb1a-6dba-4285-a04c-a5882521b506', 'network_id': 'f82a481e-2d3e-49f3-a273-639556667c8a', 'port_id': 'ee91cb1a-6dba-4285-a04c-a5882521b506', 'mac_address': 'fa:16:3e:ce:89:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dc8434-66c0-4e05-8cce-b4a4a0f33dc3', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:45:08.864327 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:08.877656 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee91cb1a-6dba-4285-a04c-a5882521b506 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:45:08.897665 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port ee91cb1a-6dba-4285-a04c-a5882521b506, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=ee91cb1a-6dba-4285-a04c-a5882521b506,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:45:09.005179 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:09.037089 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04d314-cc3d-4a63-a5f9-da3d8b8a99ac req-95a741e9-8682-4009-81ed-8ea2e40305f7 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:09.038597 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9e04d314-cc3d-4a63-a5f9-da3d8b8a99ac req-95a741e9-8682-4009-81ed-8ea2e40305f7 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] 10.222.0.13 "GET /v2.0/ports?device_id=5bc8d8aa-717f-4254-b649-036a997eccef HTTP/1.1" status: 200 len: 947 time: 0.0495310 Aug 18 13:45:09.054326 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=ee91cb1a-6dba-4285-a04c-a5882521b506,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:45:09.077853 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9e04d314-cc3d-4a63-a5f9-da3d8b8a99ac req-1fb7969b-efef-43c5-9e6e-d935080c3bae tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] 10.222.0.13 "GET /v2.0/security-groups?id=95f0d525-9fdd-42f1-a2d7-78592d3fb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331266 Aug 18 13:45:09.228746 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['ee91cb1a-6dba-4285-a04c-a5882521b506'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:45:10.192734 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0cd93-8a29-4dde-9f4d-272db6784864 req-46ef35e3-0711-46e1-9659-e26d7146c8a0 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:10.194468 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-47f0cd93-8a29-4dde-9f4d-272db6784864 req-46ef35e3-0711-46e1-9659-e26d7146c8a0 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] 10.222.0.13 "GET /v2.0/ports?device_id=5bc8d8aa-717f-4254-b649-036a997eccef HTTP/1.1" status: 200 len: 948 time: 0.0483854 Aug 18 13:45:10.234931 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-47f0cd93-8a29-4dde-9f4d-272db6784864 req-8cf1f7da-4d13-47f3-b004-7ef3f93c61dc tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] 10.222.0.13 "GET /v2.0/security-groups?id=95f0d525-9fdd-42f1-a2d7-78592d3fb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334601 Aug 18 13:45:10.732007 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device ee91cb1a-6dba-4285-a04c-a5882521b506 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:45:10.835316 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port ee91cb1a-6dba-4285-a04c-a5882521b506 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:45:10.840269 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port ee91cb1a-6dba-4285-a04c-a5882521b506 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:45:10.840658 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:10.925027 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:10.948716 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bc8d8aa-717f-4254-b649-036a997eccef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee91cb1a-6dba-4285-a04c-a5882521b506'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:45:10.951141 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22032a6-17af-4f67-a754-af4adf41e510" -d '{"events": [{"server_uuid": "5bc8d8aa-717f-4254-b649-036a997eccef", "name": "network-vif-plugged", "status": "completed", "tag": "ee91cb1a-6dba-4285-a04c-a5882521b506"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:45:10.964736 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port ee91cb1a-6dba-4285-a04c-a5882521b506, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=ee91cb1a-6dba-4285-a04c-a5882521b506,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:45:11.024145 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:11.060186 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70486872-397c-43a1-94e7-4dac958afa82 x-openstack-request-id: req-70486872-397c-43a1-94e7-4dac958afa82 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:45:11.060509 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bc8d8aa-717f-4254-b649-036a997eccef", "name": "network-vif-plugged", "status": "completed", "tag": "ee91cb1a-6dba-4285-a04c-a5882521b506", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:45:11.060763 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70486872-397c-43a1-94e7-4dac958afa82 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:45:11.061157 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bc8d8aa-717f-4254-b649-036a997eccef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee91cb1a-6dba-4285-a04c-a5882521b506', 'code': 200} Aug 18 13:45:11.078328 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=ee91cb1a-6dba-4285-a04c-a5882521b506,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:45:11.161628 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c7a34-b309-4a8b-a44f-267f94bf317b req-6a3c6574-d8a7-495e-b0ab-d5c66df0b0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:11.163172 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-129c7a34-b309-4a8b-a44f-267f94bf317b req-6a3c6574-d8a7-495e-b0ab-d5c66df0b0f3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5bc8d8aa-717f-4254-b649-036a997eccef HTTP/1.1" status: 200 len: 1100 time: 0.0473678 Aug 18 13:45:11.198794 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-129c7a34-b309-4a8b-a44f-267f94bf317b req-d58846e3-9a75-4957-8a77-a9548afeeebb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=95f0d525-9fdd-42f1-a2d7-78592d3fb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281384 Aug 18 13:45:11.348167 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f6b5a-74a8-426f-9396-16c13ea6b2bf req-9c2040b0-352f-4722-8759-82ba48ba16dc tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:11.349654 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6d2f6b5a-74a8-426f-9396-16c13ea6b2bf req-9c2040b0-352f-4722-8759-82ba48ba16dc tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] 10.222.0.13 "GET /v2.0/ports?device_id=5bc8d8aa-717f-4254-b649-036a997eccef HTTP/1.1" status: 200 len: 949 time: 0.0492272 Aug 18 13:45:11.388170 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6d2f6b5a-74a8-426f-9396-16c13ea6b2bf req-30a812af-ef98-47e2-b2b0-60f47c1a33ca tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] 10.222.0.13 "GET /v2.0/security-groups?id=95f0d525-9fdd-42f1-a2d7-78592d3fb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325413 Aug 18 13:45:11.702265 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6d893feb-6e06-42e6-9569-f519b2c128e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:12.503521 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadaf53f-b4fe-4123-ae5f-acc64fbf66bc req-f70764c0-8608-4e82-8e57-c3e68a6d77ab tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:12.505011 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-eadaf53f-b4fe-4123-ae5f-acc64fbf66bc req-f70764c0-8608-4e82-8e57-c3e68a6d77ab tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] 10.222.0.13 "GET /v2.0/ports?device_id=5bc8d8aa-717f-4254-b649-036a997eccef HTTP/1.1" status: 200 len: 949 time: 0.0499029 Aug 18 13:45:12.543751 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-eadaf53f-b4fe-4123-ae5f-acc64fbf66bc req-d90478e3-b8fe-4ae7-9227-c0aca65ac9c9 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] 10.222.0.13 "GET /v2.0/security-groups?id=95f0d525-9fdd-42f1-a2d7-78592d3fb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328069 Aug 18 13:45:13.783944 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d2cb596f-b454-4655-96a0-3a24f4389855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:13.919895 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e256d38-1480-42bd-b93e-9f4c51d598f9 req-ccd34eae-cae6-4fdf-810a-23b9cd2df802 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:13.921448 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2e256d38-1480-42bd-b93e-9f4c51d598f9 req-ccd34eae-cae6-4fdf-810a-23b9cd2df802 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] 10.222.0.13 "GET /v2.0/ports?device_id=5bc8d8aa-717f-4254-b649-036a997eccef HTTP/1.1" status: 200 len: 949 time: 0.0542202 Aug 18 13:45:13.967182 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2e256d38-1480-42bd-b93e-9f4c51d598f9 req-5c5341f1-6bef-4b37-a4c2-b2d3cf56fda6 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] 10.222.0.13 "GET /v2.0/security-groups?id=95f0d525-9fdd-42f1-a2d7-78592d3fb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392704 Aug 18 13:45:14.606705 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:15.088975 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c756a-2116-414a-aafe-b4ec4bca7121 req-95c8e63e-4cc3-402b-8d3e-20fd858b543e tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:15.090549 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-880c756a-2116-414a-aafe-b4ec4bca7121 req-95c8e63e-4cc3-402b-8d3e-20fd858b543e tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] 10.222.0.13 "GET /v2.0/ports?device_id=5bc8d8aa-717f-4254-b649-036a997eccef HTTP/1.1" status: 200 len: 949 time: 0.0523384 Aug 18 13:45:15.159761 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-880c756a-2116-414a-aafe-b4ec4bca7121 req-62b53bb6-e68e-4bf5-aa60-8ce92dccda49 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] 10.222.0.13 "GET /v2.0/security-groups?id=95f0d525-9fdd-42f1-a2d7-78592d3fb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631526 Aug 18 13:45:15.177445 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b473b23-730e-471d-8f23-b5b237564ccb req-ccc14fcd-534a-4752-81bb-ffbeafabf652 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:15.178994 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4b473b23-730e-471d-8f23-b5b237564ccb req-ccc14fcd-534a-4752-81bb-ffbeafabf652 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bc8d8aa-717f-4254-b649-036a997eccef HTTP/1.1" status: 200 len: 949 time: 0.0763638 Aug 18 13:45:15.281806 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-4b473b23-730e-471d-8f23-b5b237564ccb req-d733e174-dd3a-40fb-a5ba-ab73fe5a1c57 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] Deleting port ee91cb1a-6dba-4285-a04c-a5882521b506 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:45:15.281806 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4b473b23-730e-471d-8f23-b5b237564ccb req-d733e174-dd3a-40fb-a5ba-ab73fe5a1c57 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:15.378802 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-4b473b23-730e-471d-8f23-b5b237564ccb req-d733e174-dd3a-40fb-a5ba-ab73fe5a1c57 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] For port ee91cb1a-6dba-4285-a04c-a5882521b506, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=ee91cb1a-6dba-4285-a04c-a5882521b506,segment=NetworkSegment(74faf14d-ed36-4596-8bd1-4df5fb344559),segment_id=74faf14d-ed36-4596-8bd1-4df5fb344559)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:45:15.379184 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4b473b23-730e-471d-8f23-b5b237564ccb req-d733e174-dd3a-40fb-a5ba-ab73fe5a1c57 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:15.392194 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-4b473b23-730e-471d-8f23-b5b237564ccb req-d733e174-dd3a-40fb-a5ba-ab73fe5a1c57 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] Calling delete_port for ee91cb1a-6dba-4285-a04c-a5882521b506 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:45:15.573099 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:15.599872 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4b473b23-730e-471d-8f23-b5b237564ccb req-d733e174-dd3a-40fb-a5ba-ab73fe5a1c57 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:15.611315 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['ee91cb1a-6dba-4285-a04c-a5882521b506'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:45:15.630192 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d733e174-dd3a-40fb-a5ba-ab73fe5a1c57 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] Pushing event deleted for resources: {'Port': ['ID=ee91cb1a-6dba-4285-a04c-a5882521b506,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:45:15.672912 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b473b23-730e-471d-8f23-b5b237564ccb req-d733e174-dd3a-40fb-a5ba-ab73fe5a1c57 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] No DVR routers for this DVR port ee91cb1a-6dba-4285-a04c-a5882521b506 on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:45:15.675619 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-4b473b23-730e-471d-8f23-b5b237564ccb req-d733e174-dd3a-40fb-a5ba-ab73fe5a1c57 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:15.677674 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4b473b23-730e-471d-8f23-b5b237564ccb req-d733e174-dd3a-40fb-a5ba-ab73fe5a1c57 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] 10.222.0.39 "DELETE /v2.0/ports/ee91cb1a-6dba-4285-a04c-a5882521b506 HTTP/1.1" status: 204 len: 173 time: 0.4922440 Aug 18 13:45:15.678127 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bc8d8aa-717f-4254-b649-036a997eccef', 'name': 'network-vif-deleted', 'tag': 'ee91cb1a-6dba-4285-a04c-a5882521b506'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:45:15.681033 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906c59a3-4d32-458e-8036-646aad9286db" -d '{"events": [{"server_uuid": "5bc8d8aa-717f-4254-b649-036a997eccef", "name": "network-vif-deleted", "tag": "ee91cb1a-6dba-4285-a04c-a5882521b506"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:45:15.722239 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa838353-421f-4921-8728-b079790c27a2 x-openstack-request-id: req-aa838353-421f-4921-8728-b079790c27a2 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:45:15.725946 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bc8d8aa-717f-4254-b649-036a997eccef", "name": "network-vif-deleted", "tag": "ee91cb1a-6dba-4285-a04c-a5882521b506", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:45:15.725946 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa838353-421f-4921-8728-b079790c27a2 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:45:15.725946 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bc8d8aa-717f-4254-b649-036a997eccef', 'name': 'network-vif-deleted', 'tag': 'ee91cb1a-6dba-4285-a04c-a5882521b506', 'status': 'completed', 'code': 200} Aug 18 13:45:16.267424 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7147cfa2-7a81-4015-b07d-bd12292336a2 req-12b3e8d6-609a-4241-9a9f-93635795b205 tempest-ServersAdminNegativeTestJSON-356181810 tempest-ServersAdminNegativeTestJSON-356181810-project] 10.222.0.13 "GET /v2.0/ports?device_id=5bc8d8aa-717f-4254-b649-036a997eccef HTTP/1.1" status: 200 len: 210 time: 0.0284529 Aug 18 13:45:17.515290 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:17.779382 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36456) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:45:17.934938 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-cecf6ae0-f168-464c-84a0-e7726f96cbac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=93fe993f0b3a44a2a2d93b3fd801a702&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1542561 Aug 18 13:45:17.937877 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36460) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:45:17.994045 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b84292ab-7e7d-4d54-a8fc-33917686fc95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:18.022153 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b84292ab-7e7d-4d54-a8fc-33917686fc95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:18.144181 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b84292ab-7e7d-4d54-a8fc-33917686fc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:18.148701 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b84292ab-7e7d-4d54-a8fc-33917686fc95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:18.148701 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b84292ab-7e7d-4d54-a8fc-33917686fc95 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95f0d525-9fdd-42f1-a2d7-78592d3fb10c HTTP/1.1" status: 204 len: 168 time: 0.2091739 Aug 18 13:45:18.156707 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84292ab-7e7d-4d54-a8fc-33917686fc95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f0d525-9fdd-42f1-a2d7-78592d3fb10c,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:45:18.750616 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36466) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:45:18.765226 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d648fa1d-6c95-4046-a22d-b6631c53ebfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:18.779201 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device ee91cb1a-6dba-4285-a04c-a5882521b506 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:45:18.800839 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: ee91cb1a-6dba-4285-a04c-a5882521b506 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:45:18.801182 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device ee91cb1a-6dba-4285-a04c-a5882521b506 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:45:18.861092 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d648fa1d-6c95-4046-a22d-b6631c53ebfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:18.978477 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d648fa1d-6c95-4046-a22d-b6631c53ebfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:19.021189 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d648fa1d-6c95-4046-a22d-b6631c53ebfc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ad53a81645048b1bb142d63dafee0e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2694428 Aug 18 13:45:19.022472 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d648fa1d-6c95-4046-a22d-b6631c53ebfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb13dc9-78e2-4d0b-a613-b78fe2526c9f,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:45:19.024512 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36468) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:45:19.083368 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-70615900-dd2f-41a9-9603-4bc2f1a5e787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:19.104505 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-70615900-dd2f-41a9-9603-4bc2f1a5e787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:19.235173 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-70615900-dd2f-41a9-9603-4bc2f1a5e787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:19.237909 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-70615900-dd2f-41a9-9603-4bc2f1a5e787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:19.239124 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-70615900-dd2f-41a9-9603-4bc2f1a5e787 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9eb13dc9-78e2-4d0b-a613-b78fe2526c9f HTTP/1.1" status: 204 len: 168 time: 0.2132523 Aug 18 13:45:19.248165 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70615900-dd2f-41a9-9603-4bc2f1a5e787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb13dc9-78e2-4d0b-a613-b78fe2526c9f,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:45:20.407497 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36492) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:45:20.508661 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-ee8c871f-8812-4a9b-bed9-e1acfe2d753b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1961098868-network', 'tenant_id': 'a4f580a0005c47838f031f5edfdd430c'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:45:20.584409 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8c871f-8812-4a9b-bed9-e1acfe2d753b admin admin] Made reservation on behalf of a4f580a0005c47838f031f5edfdd430c for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:45:20.586821 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ee8c871f-8812-4a9b-bed9-e1acfe2d753b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:20.596097 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ee8c871f-8812-4a9b-bed9-e1acfe2d753b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:20.701158 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ee8c871f-8812-4a9b-bed9-e1acfe2d753b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:20.795429 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ee8c871f-8812-4a9b-bed9-e1acfe2d753b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:20.821740 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee8c871f-8812-4a9b-bed9-e1acfe2d753b admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:45:20.831651 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8c871f-8812-4a9b-bed9-e1acfe2d753b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10b95d8-9140-4c2f-b3c3-7c70b32973df,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:45:20.836747 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ee8c871f-8812-4a9b-bed9-e1acfe2d753b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:20.841314 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-ee8c871f-8812-4a9b-bed9-e1acfe2d753b admin admin] Added segment 72cf65ea-0c08-44cb-9891-61748bf7305a of type vlan for network d1deb5e0-c65a-41ed-901e-17eb2d813ba0 Aug 18 13:45:20.884451 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ee8c871f-8812-4a9b-bed9-e1acfe2d753b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:20.982582 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ee8c871f-8812-4a9b-bed9-e1acfe2d753b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:20.983627 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8c871f-8812-4a9b-bed9-e1acfe2d753b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:20.984249 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ee8c871f-8812-4a9b-bed9-e1acfe2d753b admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:21.049549 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8c871f-8812-4a9b-bed9-e1acfe2d753b admin admin] Pushing event updated for resources: {'Network': ['ID=d1deb5e0-c65a-41ed-901e-17eb2d813ba0,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:45:21.065173 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network d1deb5e0-c65a-41ed-901e-17eb2d813ba0 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:45:21.092253 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ee8c871f-8812-4a9b-bed9-e1acfe2d753b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6833167 Aug 18 13:45:21.095798 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36496) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:45:21.101431 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-262de752-38b2-490b-aa8f-29e3874eb026 admin admin] Request body: {'subnet': {'network_id': 'd1deb5e0-c65a-41ed-901e-17eb2d813ba0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1961098868-subnet', 'tenant_id': 'a4f580a0005c47838f031f5edfdd430c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:45:21.189418 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262de752-38b2-490b-aa8f-29e3874eb026 admin admin] Made reservation on behalf of a4f580a0005c47838f031f5edfdd430c for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:45:21.192153 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-262de752-38b2-490b-aa8f-29e3874eb026 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:21.485439 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-262de752-38b2-490b-aa8f-29e3874eb026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:21.546257 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262de752-38b2-490b-aa8f-29e3874eb026 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83ce94af-89a4-4a9a-8961-7b9c52ad9e6d,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:45:21.555843 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262de752-38b2-490b-aa8f-29e3874eb026 admin admin] Checking segment: {'id': '72cf65ea-0c08-44cb-9891-61748bf7305a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd1deb5e0-c65a-41ed-901e-17eb2d813ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:45:21.556202 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262de752-38b2-490b-aa8f-29e3874eb026 admin admin] Network hostable DHCP agents. Network: d1deb5e0-c65a-41ed-901e-17eb2d813ba0, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:45:21.645006 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262de752-38b2-490b-aa8f-29e3874eb026 admin admin] Network d1deb5e0-c65a-41ed-901e-17eb2d813ba0 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:45:21.736646 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-262de752-38b2-490b-aa8f-29e3874eb026 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, d1deb5e0-c65a-41ed-901e-17eb2d813ba0) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:45:21.741833 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262de752-38b2-490b-aa8f-29e3874eb026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:21.744576 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-262de752-38b2-490b-aa8f-29e3874eb026 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:21.748847 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c089e421-419e-4d38-afde-1c440d13fbac None None] Network d1deb5e0-c65a-41ed-901e-17eb2d813ba0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:45:21.817859 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-262de752-38b2-490b-aa8f-29e3874eb026 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7206914 Aug 18 13:45:21.897803 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cfd588-e9cf-4f09-8d35-45138c171a1f None None] Network d1deb5e0-c65a-41ed-901e-17eb2d813ba0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:45:22.329156 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-3ece2fbb-0870-4d3f-958f-3ae93c4f0713 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:22.330702 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-3ece2fbb-0870-4d3f-958f-3ae93c4f0713 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/networks?id=d1deb5e0-c65a-41ed-901e-17eb2d813ba0 HTTP/1.1" status: 200 len: 812 time: 0.1172981 Aug 18 13:45:22.347421 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-683c2ead-0160-4f87-8cdc-8ab72efb03cf tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/quotas/a4f580a0005c47838f031f5edfdd430c HTTP/1.1" status: 200 len: 375 time: 0.0102682 Aug 18 13:45:22.382119 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-9f807557-5155-4c33-9db1-2b70bf99e4b6 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a4f580a0005c47838f031f5edfdd430c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287368 Aug 18 13:45:22.447908 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-38b1be19-bf5e-481c-8a6d-5147b3b44436 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:45:22.448919 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-38b1be19-bf5e-481c-8a6d-5147b3b44436 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0592728 Aug 18 13:45:22.544578 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-52cfecf4-9441-48c6-a2b3-900f5b9ed6ac service neutron] 10.222.0.13 "GET /v2.0/networks/d1deb5e0-c65a-41ed-901e-17eb2d813ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892227 Aug 18 13:45:22.640502 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-297c02a7-6b82-4e32-be6b-fc2e20a9d6a4 service neutron] 10.222.0.13 "GET /v2.0/networks/d1deb5e0-c65a-41ed-901e-17eb2d813ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890722 Aug 18 13:45:22.935597 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0a72f9d4-cc4b-4edc-a509-e042d1e8a3bd req-5aa64bdd-b3cb-4afd-af1d-0fad167a08b9 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 210 time: 0.0530379 Aug 18 13:45:24.031056 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7805b581-d7ae-40f9-ae23-cb1fb9342dae req-1655c92f-2d99-4209-8b2e-da54ea23786f tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 210 time: 0.0336661 Aug 18 13:45:25.134473 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b7f3d5fa-7472-4aef-bb02-6f10997f66e4 req-f4126f03-a935-4115-8d80-6aa0288c481f tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 210 time: 0.0285168 Aug 18 13:45:25.580204 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-2224c9f5-0bf9-47b6-adae-9d459ad77771 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:25.582912 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-2224c9f5-0bf9-47b6-adae-9d459ad77771 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.39 "GET /v2.0/networks?id=d1deb5e0-c65a-41ed-901e-17eb2d813ba0 HTTP/1.1" status: 200 len: 812 time: 0.1324673 Aug 18 13:45:25.595668 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-85638ec6-5e43-48c3-97e4-d02c2903f214 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Request body: {'port': {'device_id': '5f575401-e907-4afd-9a1b-08ac44f3c8ea', 'network_id': 'd1deb5e0-c65a-41ed-901e-17eb2d813ba0', 'admin_state_up': True, 'tenant_id': 'a4f580a0005c47838f031f5edfdd430c'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:45:25.783970 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-85638ec6-5e43-48c3-97e4-d02c2903f214 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Made reservation on behalf of a4f580a0005c47838f031f5edfdd430c for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:45:25.788123 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-85638ec6-5e43-48c3-97e4-d02c2903f214 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:25.930913 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-85638ec6-5e43-48c3-97e4-d02c2903f214 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Allocated IP 172.20.0.6 (d1deb5e0-c65a-41ed-901e-17eb2d813ba0/83ce94af-89a4-4a9a-8961-7b9c52ad9e6d/a0e76fab-b177-4a16-96a5-24c8ea4616a9) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:45:26.094570 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-85638ec6-5e43-48c3-97e4-d02c2903f214 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:26.196530 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-85638ec6-5e43-48c3-97e4-d02c2903f214 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:26.276893 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-85638ec6-5e43-48c3-97e4-d02c2903f214 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Network d1deb5e0-c65a-41ed-901e-17eb2d813ba0 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:45:26.283017 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-85638ec6-5e43-48c3-97e4-d02c2903f214 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:45:26.289836 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-85638ec6-5e43-48c3-97e4-d02c2903f214 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:45:26.314791 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85638ec6-5e43-48c3-97e4-d02c2903f214 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Pushing event updated for resources: {'Port': ['ID=a0e76fab-b177-4a16-96a5-24c8ea4616a9,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:45:26.349825 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79340679-2c3e-43da-8c20-72dad1a3bf53 req-d3bed219-4dc5-45e9-b7b0-ae4e7979c057 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:26.351533 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-79340679-2c3e-43da-8c20-72dad1a3bf53 req-d3bed219-4dc5-45e9-b7b0-ae4e7979c057 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 931 time: 0.1254172 Aug 18 13:45:26.358581 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-85638ec6-5e43-48c3-97e4-d02c2903f214 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:26.359246 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-85638ec6-5e43-48c3-97e4-d02c2903f214 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:26.402620 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-79340679-2c3e-43da-8c20-72dad1a3bf53 req-bce12e54-9f56-463b-baae-ab32e97de738 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/security-groups?id=a10b95d8-9140-4c2f-b3c3-7c70b32973df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403843 Aug 18 13:45:26.441729 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-85638ec6-5e43-48c3-97e4-d02c2903f214 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8502195 Aug 18 13:45:26.454233 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-6eb2dffc-a9ce-4d7b-a3d3-22732cd75e25 service neutron] Request body: {'port': {'device_id': '5f575401-e907-4afd-9a1b-08ac44f3c8ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:45:26.514896 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-6eb2dffc-a9ce-4d7b-a3d3-22732cd75e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:26.788947 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-6eb2dffc-a9ce-4d7b-a3d3-22732cd75e25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0e76fab-b177-4a16-96a5-24c8ea4616a9 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:45:26.797502 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-6eb2dffc-a9ce-4d7b-a3d3-22732cd75e25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:26.810913 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-6eb2dffc-a9ce-4d7b-a3d3-22732cd75e25 service neutron] Transition to ACTIVE for port object a0e76fab-b177-4a16-96a5-24c8ea4616a9 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:45:26.891965 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-6eb2dffc-a9ce-4d7b-a3d3-22732cd75e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:26.943390 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2dffc-a9ce-4d7b-a3d3-22732cd75e25 service neutron] Pushing event updated for resources: {'Port': ['ID=a0e76fab-b177-4a16-96a5-24c8ea4616a9,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:45:27.014107 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-6eb2dffc-a9ce-4d7b-a3d3-22732cd75e25 service neutron] Attempting to bind port a0e76fab-b177-4a16-96a5-24c8ea4616a9 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:45:27.014480 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-6eb2dffc-a9ce-4d7b-a3d3-22732cd75e25 service neutron] Attempting to bind port a0e76fab-b177-4a16-96a5-24c8ea4616a9 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '72cf65ea-0c08-44cb-9891-61748bf7305a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd1deb5e0-c65a-41ed-901e-17eb2d813ba0'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:45:27.014804 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-6eb2dffc-a9ce-4d7b-a3d3-22732cd75e25 service neutron] Attempting to bind port a0e76fab-b177-4a16-96a5-24c8ea4616a9 on network d1deb5e0-c65a-41ed-901e-17eb2d813ba0 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:45:27.019225 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-6eb2dffc-a9ce-4d7b-a3d3-22732cd75e25 service neutron] Port a0e76fab-b177-4a16-96a5-24c8ea4616a9 on network d1deb5e0-c65a-41ed-901e-17eb2d813ba0 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:45:27.019547 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-6eb2dffc-a9ce-4d7b-a3d3-22732cd75e25 service neutron] Attempting to bind port a0e76fab-b177-4a16-96a5-24c8ea4616a9 on network d1deb5e0-c65a-41ed-901e-17eb2d813ba0 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:45:27.024421 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-6eb2dffc-a9ce-4d7b-a3d3-22732cd75e25 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:45:27.024754 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-6eb2dffc-a9ce-4d7b-a3d3-22732cd75e25 service neutron] Checking segment: {'id': '72cf65ea-0c08-44cb-9891-61748bf7305a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd1deb5e0-c65a-41ed-901e-17eb2d813ba0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:45:27.025136 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-6eb2dffc-a9ce-4d7b-a3d3-22732cd75e25 service neutron] Bound using segment: {'id': '72cf65ea-0c08-44cb-9891-61748bf7305a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd1deb5e0-c65a-41ed-901e-17eb2d813ba0'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:45:27.025558 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-6eb2dffc-a9ce-4d7b-a3d3-22732cd75e25 service neutron] Bound port: a0e76fab-b177-4a16-96a5-24c8ea4616a9, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72cf65ea-0c08-44cb-9891-61748bf7305a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd1deb5e0-c65a-41ed-901e-17eb2d813ba0'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:45:27.025913 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-6eb2dffc-a9ce-4d7b-a3d3-22732cd75e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:27.091276 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-6eb2dffc-a9ce-4d7b-a3d3-22732cd75e25 service neutron] For port a0e76fab-b177-4a16-96a5-24c8ea4616a9, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:45:27.094227 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-6eb2dffc-a9ce-4d7b-a3d3-22732cd75e25 service neutron] For port a0e76fab-b177-4a16-96a5-24c8ea4616a9, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=a0e76fab-b177-4a16-96a5-24c8ea4616a9,segment=NetworkSegment(72cf65ea-0c08-44cb-9891-61748bf7305a),segment_id=72cf65ea-0c08-44cb-9891-61748bf7305a)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:45:27.212961 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-6eb2dffc-a9ce-4d7b-a3d3-22732cd75e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:27.249101 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-6eb2dffc-a9ce-4d7b-a3d3-22732cd75e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:27.249839 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-6eb2dffc-a9ce-4d7b-a3d3-22732cd75e25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:27.251271 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-6eb2dffc-a9ce-4d7b-a3d3-22732cd75e25 service neutron] 10.222.0.39 "PUT /v2.0/ports/a0e76fab-b177-4a16-96a5-24c8ea4616a9 HTTP/1.1" status: 200 len: 1091 time: 0.8014762 Aug 18 13:45:27.251713 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f575401-e907-4afd-9a1b-08ac44f3c8ea', 'tag': 'a0e76fab-b177-4a16-96a5-24c8ea4616a9'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:45:27.254001 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc382aa-ec36-49cf-8a24-e369eeb3cd50" -d '{"events": [{"name": "network-changed", "server_uuid": "5f575401-e907-4afd-9a1b-08ac44f3c8ea", "tag": "a0e76fab-b177-4a16-96a5-24c8ea4616a9"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:45:27.279929 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2dffc-a9ce-4d7b-a3d3-22732cd75e25 service neutron] Pushing event updated for resources: {'Port': ['ID=a0e76fab-b177-4a16-96a5-24c8ea4616a9,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:45:27.297245 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff5d12e-9f7f-427a-973f-62273df8e249 x-openstack-request-id: req-1ff5d12e-9f7f-427a-973f-62273df8e249 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:45:27.297541 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f575401-e907-4afd-9a1b-08ac44f3c8ea", "tag": "a0e76fab-b177-4a16-96a5-24c8ea4616a9", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:45:27.297822 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ff5d12e-9f7f-427a-973f-62273df8e249 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:45:27.298271 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f575401-e907-4afd-9a1b-08ac44f3c8ea', 'tag': 'a0e76fab-b177-4a16-96a5-24c8ea4616a9', 'status': 'completed', 'code': 200} Aug 18 13:45:27.360717 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc382aa-ec36-49cf-8a24-e369eeb3cd50 req-77f123f9-1f78-4511-9d77-b9a11d01eda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:27.362157 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4bc382aa-ec36-49cf-8a24-e369eeb3cd50 req-77f123f9-1f78-4511-9d77-b9a11d01eda3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a4f580a0005c47838f031f5edfdd430c&device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 1094 time: 0.0417166 Aug 18 13:45:27.464671 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc382aa-ec36-49cf-8a24-e369eeb3cd50 req-1be5a371-68a5-456f-85b3-db3597882afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:27.466164 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4bc382aa-ec36-49cf-8a24-e369eeb3cd50 req-1be5a371-68a5-456f-85b3-db3597882afa service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=a4f580a0005c47838f031f5edfdd430c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0963831 Aug 18 13:45:27.577846 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dccb0a9-91c5-473c-a01b-44a049984cf0 req-bf981fec-2205-4ac4-9b29-43c3d19ca94c tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:27.579363 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5dccb0a9-91c5-473c-a01b-44a049984cf0 req-bf981fec-2205-4ac4-9b29-43c3d19ca94c tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 943 time: 0.1061523 Aug 18 13:45:27.614567 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc382aa-ec36-49cf-8a24-e369eeb3cd50 req-bbed9a31-99db-4f3f-becd-7192c10ac4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:27.615946 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4bc382aa-ec36-49cf-8a24-e369eeb3cd50 req-bbed9a31-99db-4f3f-becd-7192c10ac4db service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1410797 Aug 18 13:45:27.632916 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5dccb0a9-91c5-473c-a01b-44a049984cf0 req-66b3bda9-2429-4ac4-8206-7283eb7da0b0 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/security-groups?id=a10b95d8-9140-4c2f-b3c3-7c70b32973df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470150 Aug 18 13:45:27.704978 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-d21e5dad-6ad2-4962-84b0-8f13857169c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:27.706530 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-d21e5dad-6ad2-4962-84b0-8f13857169c8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a4f580a0005c47838f031f5edfdd430c&device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 1094 time: 0.0438104 Aug 18 13:45:27.752947 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-737a388b-31da-4593-b0a3-f35ffcab56ca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0e76fab-b177-4a16-96a5-24c8ea4616a9 HTTP/1.1" status: 200 len: 217 time: 0.0388582 Aug 18 13:45:27.802095 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-b933706f-d211-4af9-b02c-c83af89e59e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:27.803711 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-b933706f-d211-4af9-b02c-c83af89e59e6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=83ce94af-89a4-4a9a-8961-7b9c52ad9e6d HTTP/1.1" status: 200 len: 852 time: 0.0441360 Aug 18 13:45:27.836449 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-8d8a7043-de27-4220-b5aa-489a48df89e3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d1deb5e0-c65a-41ed-901e-17eb2d813ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248470 Aug 18 13:45:27.939475 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-1f2318e0-4462-4b63-b546-05f47b0b9f91 service neutron] 10.222.0.39 "GET /v2.0/networks/d1deb5e0-c65a-41ed-901e-17eb2d813ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959854 Aug 18 13:45:28.033484 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b9f2e743-a934-4ec6-9cf6-e8302a443695 req-e5942eec-61ca-47f6-b350-b74f54e926eb service neutron] 10.222.0.39 "GET /v2.0/networks/d1deb5e0-c65a-41ed-901e-17eb2d813ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874231 Aug 18 13:45:28.338232 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:28.754430 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd5c96-29ac-4a17-8144-b5a9c713b4b5 req-37b5fbc6-39ee-4de2-8711-bf0f99baf838 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:28.755949 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-73fd5c96-29ac-4a17-8144-b5a9c713b4b5 req-37b5fbc6-39ee-4de2-8711-bf0f99baf838 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 943 time: 0.0507936 Aug 18 13:45:28.795070 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-73fd5c96-29ac-4a17-8144-b5a9c713b4b5 req-9e3e8fa3-dc87-4a0b-b95e-521ea29dc875 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/security-groups?id=a10b95d8-9140-4c2f-b3c3-7c70b32973df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331032 Aug 18 13:45:29.096267 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:29.914924 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a7f22-9886-4fa1-8244-9e22feb1d634 req-63549fbc-55fb-486b-8b3f-9829083e7759 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:29.916456 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c26a7f22-9886-4fa1-8244-9e22feb1d634 req-63549fbc-55fb-486b-8b3f-9829083e7759 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 943 time: 0.0504148 Aug 18 13:45:29.962490 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c26a7f22-9886-4fa1-8244-9e22feb1d634 req-c572c406-2723-4828-ac49-1c394863cb4e tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/security-groups?id=a10b95d8-9140-4c2f-b3c3-7c70b32973df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389855 Aug 18 13:45:30.882283 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device a0e76fab-b177-4a16-96a5-24c8ea4616a9 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:45:30.978154 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port a0e76fab-b177-4a16-96a5-24c8ea4616a9, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=a0e76fab-b177-4a16-96a5-24c8ea4616a9,segment=NetworkSegment(72cf65ea-0c08-44cb-9891-61748bf7305a),segment_id=72cf65ea-0c08-44cb-9891-61748bf7305a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:45:30.989955 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'a0e76fab-b177-4a16-96a5-24c8ea4616a9', 'network_id': 'd1deb5e0-c65a-41ed-901e-17eb2d813ba0', 'port_id': 'a0e76fab-b177-4a16-96a5-24c8ea4616a9', 'mac_address': 'fa:16:3e:e1:f3:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ce94af-89a4-4a9a-8961-7b9c52ad9e6d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:45:31.028073 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:31.042974 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0e76fab-b177-4a16-96a5-24c8ea4616a9 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:45:31.064279 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port a0e76fab-b177-4a16-96a5-24c8ea4616a9, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=a0e76fab-b177-4a16-96a5-24c8ea4616a9,segment=NetworkSegment(72cf65ea-0c08-44cb-9891-61748bf7305a),segment_id=72cf65ea-0c08-44cb-9891-61748bf7305a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:45:31.080209 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf4537-cd60-490e-b5a5-f4211dbebed8 req-02ce2c45-2845-414f-b57a-30f3b930966b tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:31.081699 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-50cf4537-cd60-490e-b5a5-f4211dbebed8 req-02ce2c45-2845-414f-b57a-30f3b930966b tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 943 time: 0.0510561 Aug 18 13:45:31.126196 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-50cf4537-cd60-490e-b5a5-f4211dbebed8 req-add4e0e8-c94e-45e4-a4fa-0b7d22c7cae0 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/security-groups?id=a10b95d8-9140-4c2f-b3c3-7c70b32973df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382605 Aug 18 13:45:31.172060 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:31.219849 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=a0e76fab-b177-4a16-96a5-24c8ea4616a9,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:45:31.360592 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['a0e76fab-b177-4a16-96a5-24c8ea4616a9'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:45:32.247756 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d6717-9f03-420a-845f-6b1eaeac4eed req-c20cf572-65e5-4049-b1d5-4c8ca26405f3 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:32.249314 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-602d6717-9f03-420a-845f-6b1eaeac4eed req-c20cf572-65e5-4049-b1d5-4c8ca26405f3 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 944 time: 0.0553522 Aug 18 13:45:32.293156 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-602d6717-9f03-420a-845f-6b1eaeac4eed req-13a839b6-137b-48bb-b726-7772851cd12c tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/security-groups?id=a10b95d8-9140-4c2f-b3c3-7c70b32973df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337110 Aug 18 13:45:32.887833 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device a0e76fab-b177-4a16-96a5-24c8ea4616a9 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:45:33.000396 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port a0e76fab-b177-4a16-96a5-24c8ea4616a9 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:45:33.004277 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port a0e76fab-b177-4a16-96a5-24c8ea4616a9 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:45:33.004650 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:33.083196 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:33.104895 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f575401-e907-4afd-9a1b-08ac44f3c8ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e76fab-b177-4a16-96a5-24c8ea4616a9'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:45:33.107092 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2325201b-b187-457b-8fef-a71efa655d5e" -d '{"events": [{"server_uuid": "5f575401-e907-4afd-9a1b-08ac44f3c8ea", "name": "network-vif-plugged", "status": "completed", "tag": "a0e76fab-b177-4a16-96a5-24c8ea4616a9"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:45:33.120609 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port a0e76fab-b177-4a16-96a5-24c8ea4616a9, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=a0e76fab-b177-4a16-96a5-24c8ea4616a9,segment=NetworkSegment(72cf65ea-0c08-44cb-9891-61748bf7305a),segment_id=72cf65ea-0c08-44cb-9891-61748bf7305a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:45:33.145025 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0958fae-9532-4113-96c5-042ce5394a26 x-openstack-request-id: req-d0958fae-9532-4113-96c5-042ce5394a26 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:45:33.145025 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f575401-e907-4afd-9a1b-08ac44f3c8ea", "name": "network-vif-plugged", "status": "completed", "tag": "a0e76fab-b177-4a16-96a5-24c8ea4616a9", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:45:33.145025 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0958fae-9532-4113-96c5-042ce5394a26 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:45:33.145305 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f575401-e907-4afd-9a1b-08ac44f3c8ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e76fab-b177-4a16-96a5-24c8ea4616a9', 'code': 200} Aug 18 13:45:33.183655 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:33.233490 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=a0e76fab-b177-4a16-96a5-24c8ea4616a9,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:45:33.244471 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643b83b-1e32-48c8-b544-41d7b81a5433 req-ece672e5-2db6-49af-8eff-4e4646f1f34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:33.246282 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0643b83b-1e32-48c8-b544-41d7b81a5433 req-ece672e5-2db6-49af-8eff-4e4646f1f34f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 1096 time: 0.0432668 Aug 18 13:45:33.282027 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0643b83b-1e32-48c8-b544-41d7b81a5433 req-b13596f6-faf0-45af-a81a-3f310f786590 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a10b95d8-9140-4c2f-b3c3-7c70b32973df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279479 Aug 18 13:45:33.407995 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935fc210-27a3-44e5-851f-91b8f6115472 req-11b6ab0d-d4e6-4ab1-a60a-d82881d94503 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:33.409373 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-935fc210-27a3-44e5-851f-91b8f6115472 req-11b6ab0d-d4e6-4ab1-a60a-d82881d94503 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 945 time: 0.0493844 Aug 18 13:45:33.446765 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-935fc210-27a3-44e5-851f-91b8f6115472 req-c0f0264b-fc94-4094-b3c6-769a1a697b41 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/security-groups?id=a10b95d8-9140-4c2f-b3c3-7c70b32973df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308092 Aug 18 13:45:34.568393 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9deaf-1019-486d-be83-8108f0f2f242 req-a5d65994-ae44-4444-ba75-853fb9846ce2 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:34.569905 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8bc9deaf-1019-486d-be83-8108f0f2f242 req-a5d65994-ae44-4444-ba75-853fb9846ce2 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 945 time: 0.0554280 Aug 18 13:45:34.611649 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8bc9deaf-1019-486d-be83-8108f0f2f242 req-8a24b58c-0598-4f57-be25-7bbd4fe39607 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/security-groups?id=a10b95d8-9140-4c2f-b3c3-7c70b32973df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356333 Aug 18 13:45:34.988852 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fba052-a2b4-446a-a770-2720a58cd96c req-93672fd3-e643-473f-abed-53651f7e1bb4 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:34.990394 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-55fba052-a2b4-446a-a770-2720a58cd96c req-93672fd3-e643-473f-abed-53651f7e1bb4 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 945 time: 0.0501091 Aug 18 13:45:35.029724 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-55fba052-a2b4-446a-a770-2720a58cd96c req-801eed0d-9edf-4863-ac47-1fde1699239d tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/security-groups?id=a10b95d8-9140-4c2f-b3c3-7c70b32973df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325747 Aug 18 13:45:35.032549 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36558) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:45:35.126082 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-7002f694-6b70-4f96-b6fb-5866fe96f2f5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0921974 Aug 18 13:45:36.149612 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88136363-f6bf-4157-8c79-cce33d9f30ad req-58fb41c4-15fc-479f-a3a4-23eb2326b2d1 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:36.151205 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-88136363-f6bf-4157-8c79-cce33d9f30ad req-58fb41c4-15fc-479f-a3a4-23eb2326b2d1 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 945 time: 0.0507884 Aug 18 13:45:36.194615 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-88136363-f6bf-4157-8c79-cce33d9f30ad req-60d5d8e7-6ba1-4744-99cd-db4903ccf9dd tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/security-groups?id=a10b95d8-9140-4c2f-b3c3-7c70b32973df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370724 Aug 18 13:45:37.190087 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-cbc18885-66a0-4ec8-8727-638f8977559a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:37.191558 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-cbc18885-66a0-4ec8-8727-638f8977559a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a4f580a0005c47838f031f5edfdd430c&device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 1096 time: 0.0418122 Aug 18 13:45:37.286863 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-f28efd93-f02e-40d4-a538-1ede8f1c72a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:37.288381 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-f28efd93-f02e-40d4-a538-1ede8f1c72a9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d1deb5e0-c65a-41ed-901e-17eb2d813ba0 HTTP/1.1" status: 200 len: 913 time: 0.0901389 Aug 18 13:45:37.310697 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96e708-ac09-498c-b95a-23e83f32ccef req-5c344723-5c9c-4062-b4ed-931b7218e697 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:37.312232 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2f96e708-ac09-498c-b95a-23e83f32ccef req-5c344723-5c9c-4062-b4ed-931b7218e697 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 945 time: 0.0501046 Aug 18 13:45:37.330032 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-2dde7f54-f6e4-407d-90e2-79eb9b655009 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0e76fab-b177-4a16-96a5-24c8ea4616a9 HTTP/1.1" status: 200 len: 217 time: 0.0346813 Aug 18 13:45:37.350809 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2f96e708-ac09-498c-b95a-23e83f32ccef req-d4452394-7080-4f9b-898e-50e924859062 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/security-groups?id=a10b95d8-9140-4c2f-b3c3-7c70b32973df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326762 Aug 18 13:45:37.383471 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-10741452-7a49-45b5-8bdc-ac28439383e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:37.384941 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-10741452-7a49-45b5-8bdc-ac28439383e6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=83ce94af-89a4-4a9a-8961-7b9c52ad9e6d HTTP/1.1" status: 200 len: 852 time: 0.0481853 Aug 18 13:45:37.417638 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-c1c79cc6-872c-4454-8ca8-d2f4096774a4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d1deb5e0-c65a-41ed-901e-17eb2d813ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255601 Aug 18 13:45:37.509739 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-03a334a6-80f2-49e7-b5b6-3b13cf4ca538 service neutron] 10.222.0.39 "GET /v2.0/networks/d1deb5e0-c65a-41ed-901e-17eb2d813ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845196 Aug 18 13:45:37.611278 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-18987a33-9d0a-4809-b2fe-a5a37f559251 service neutron] 10.222.0.39 "GET /v2.0/networks/d1deb5e0-c65a-41ed-901e-17eb2d813ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944474 Aug 18 13:45:38.466759 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea009b8-fd89-4042-bdef-2dfe71431914 req-818b6fda-6b54-441b-91f7-ff02df228cbd tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:38.468239 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9ea009b8-fd89-4042-bdef-2dfe71431914 req-818b6fda-6b54-441b-91f7-ff02df228cbd tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 945 time: 0.0490735 Aug 18 13:45:38.506819 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9ea009b8-fd89-4042-bdef-2dfe71431914 req-e536ec8b-2dd9-4f06-8c4f-1461c37d2339 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/security-groups?id=a10b95d8-9140-4c2f-b3c3-7c70b32973df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325844 Aug 18 13:45:39.628046 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4caf58-1c1e-4b76-9635-410b454cdc35 req-a9861e94-1f9c-44e4-976b-185d4cfe6c83 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:39.629574 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ea4caf58-1c1e-4b76-9635-410b454cdc35 req-a9861e94-1f9c-44e4-976b-185d4cfe6c83 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 945 time: 0.0537868 Aug 18 13:45:39.668503 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ea4caf58-1c1e-4b76-9635-410b454cdc35 req-c342b5da-b252-4d81-8e3e-d7cea327248f tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/security-groups?id=a10b95d8-9140-4c2f-b3c3-7c70b32973df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323308 Aug 18 13:45:40.789137 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73125f-b0a6-42a3-8589-3d7e581eb01e req-341868a6-680e-4bc1-a48d-b48757a3d283 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:40.790660 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd73125f-b0a6-42a3-8589-3d7e581eb01e req-341868a6-680e-4bc1-a48d-b48757a3d283 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 945 time: 0.0502658 Aug 18 13:45:40.829177 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd73125f-b0a6-42a3-8589-3d7e581eb01e req-07781170-8401-4f3b-91d2-e2ff6ae589ec tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/security-groups?id=a10b95d8-9140-4c2f-b3c3-7c70b32973df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325370 Aug 18 13:45:41.638938 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-95697096-13a4-44af-8506-2b9c78ff338b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:41.947956 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf616d0-17cd-48e0-aec8-1707ffa1fdd4 req-5d123129-eff1-44fa-ad59-3dd32cde2983 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:41.949458 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3bf616d0-17cd-48e0-aec8-1707ffa1fdd4 req-5d123129-eff1-44fa-ad59-3dd32cde2983 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 945 time: 0.0514467 Aug 18 13:45:41.987551 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3bf616d0-17cd-48e0-aec8-1707ffa1fdd4 req-8961b1d1-d15e-4fd6-a0b6-ea2ee56e3135 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/security-groups?id=a10b95d8-9140-4c2f-b3c3-7c70b32973df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321169 Aug 18 13:45:43.115451 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208baa5b-3055-4d9d-9a3d-8dbef380e1a3 req-5abf4bd8-266f-4727-a36b-743a355bc955 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:43.117634 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-208baa5b-3055-4d9d-9a3d-8dbef380e1a3 req-5abf4bd8-266f-4727-a36b-743a355bc955 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 945 time: 0.0556381 Aug 18 13:45:43.161664 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-208baa5b-3055-4d9d-9a3d-8dbef380e1a3 req-691728e4-8dde-4acd-bbd3-90e82123bcff tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/security-groups?id=a10b95d8-9140-4c2f-b3c3-7c70b32973df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373662 Aug 18 13:45:43.759688 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3608e676-6664-445d-bcec-268ad6372197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:44.278579 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c430d27-ea76-45e6-9ccf-4f164f400d57 req-cf9a0c6a-5f72-4ce2-a25f-c7a9c9aae56e tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:44.280175 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5c430d27-ea76-45e6-9ccf-4f164f400d57 req-cf9a0c6a-5f72-4ce2-a25f-c7a9c9aae56e tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 945 time: 0.0509980 Aug 18 13:45:44.319071 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5c430d27-ea76-45e6-9ccf-4f164f400d57 req-8952c150-39a8-4000-b40e-50c7ba6899e7 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/security-groups?id=a10b95d8-9140-4c2f-b3c3-7c70b32973df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330677 Aug 18 13:45:44.589177 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:44.965655 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:45:45.453346 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d37b13-9dcd-4d48-91c1-478245b54966 req-f23c23a5-3771-4d4d-9e4c-0c55b5148243 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:45.455132 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d7d37b13-9dcd-4d48-91c1-478245b54966 req-f23c23a5-3771-4d4d-9e4c-0c55b5148243 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 945 time: 0.0556698 Aug 18 13:45:45.497955 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d7d37b13-9dcd-4d48-91c1-478245b54966 req-da7f043b-28e5-44cd-84c1-f66c6d35f63b tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/security-groups?id=a10b95d8-9140-4c2f-b3c3-7c70b32973df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365663 Aug 18 13:45:45.542078 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:46.624152 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bbfb09-4ac4-4926-b3ae-2b7e122a3b05 req-d242c84c-cde5-4035-8368-3aeaa7528a5e tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:46.625649 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a1bbfb09-4ac4-4926-b3ae-2b7e122a3b05 req-d242c84c-cde5-4035-8368-3aeaa7528a5e tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 945 time: 0.0555010 Aug 18 13:45:46.665518 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a1bbfb09-4ac4-4926-b3ae-2b7e122a3b05 req-15d598ea-56e0-4dca-8345-6679d5ce9e87 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/security-groups?id=a10b95d8-9140-4c2f-b3c3-7c70b32973df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337334 Aug 18 13:45:47.507370 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:47.786676 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2381da-37c7-419a-a1cd-a0d4149e1f53 req-ff1d84b0-f911-43eb-b71a-f5e2f3f13072 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:47.788177 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5a2381da-37c7-419a-a1cd-a0d4149e1f53 req-ff1d84b0-f911-43eb-b71a-f5e2f3f13072 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 945 time: 0.0516987 Aug 18 13:45:47.827706 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5a2381da-37c7-419a-a1cd-a0d4149e1f53 req-c7c3daa9-2ba8-480d-878b-755e94e352b3 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/security-groups?id=a10b95d8-9140-4c2f-b3c3-7c70b32973df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328760 Aug 18 13:45:48.954690 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc567ec-9688-4a18-b823-f0b9b047458b req-fd8f054b-9853-4e6d-b074-a0308662fa95 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:48.957386 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1cc567ec-9688-4a18-b823-f0b9b047458b req-fd8f054b-9853-4e6d-b074-a0308662fa95 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 945 time: 0.0554891 Aug 18 13:45:48.996189 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1cc567ec-9688-4a18-b823-f0b9b047458b req-0be0af93-a0a9-43bb-9e80-2abcfe4b674c tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/security-groups?id=a10b95d8-9140-4c2f-b3c3-7c70b32973df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330441 Aug 18 13:45:50.125356 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d012767-fc0d-4111-8266-de55a399a599 req-f5bc24f8-8603-4b36-bd6d-69ff1e7606bb tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:50.126801 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8d012767-fc0d-4111-8266-de55a399a599 req-f5bc24f8-8603-4b36-bd6d-69ff1e7606bb tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 945 time: 0.0571630 Aug 18 13:45:50.169484 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8d012767-fc0d-4111-8266-de55a399a599 req-8b1302cc-1929-4cfd-9649-d3d79b3ef1aa tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/security-groups?id=a10b95d8-9140-4c2f-b3c3-7c70b32973df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364892 Aug 18 13:45:51.284156 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1f5af-464a-4046-8845-f3c59bdaefb5 req-7d10f3fc-045b-42d9-a8d2-02691e020568 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:51.285651 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1ea1f5af-464a-4046-8845-f3c59bdaefb5 req-7d10f3fc-045b-42d9-a8d2-02691e020568 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 945 time: 0.0489733 Aug 18 13:45:51.324723 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1ea1f5af-464a-4046-8845-f3c59bdaefb5 req-fbf6e2c2-e7c0-4e7c-818c-3922ede07b8b tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/security-groups?id=a10b95d8-9140-4c2f-b3c3-7c70b32973df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325572 Aug 18 13:45:52.440539 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050d859-7c3f-4085-9755-a2d4b578e5b0 req-3d566505-743b-46dd-a713-37fb9cc835c0 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:52.442059 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8050d859-7c3f-4085-9755-a2d4b578e5b0 req-3d566505-743b-46dd-a713-37fb9cc835c0 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 945 time: 0.0487680 Aug 18 13:45:52.480087 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8050d859-7c3f-4085-9755-a2d4b578e5b0 req-ce27c5ce-ad5c-434d-9af5-1421e1d13168 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/security-groups?id=a10b95d8-9140-4c2f-b3c3-7c70b32973df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313222 Aug 18 13:45:53.600929 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560f082-6014-41fa-9498-1ba07ae4e522 req-5e4c1075-74b7-4f62-bd5c-371b5cd83f50 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:53.602442 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9560f082-6014-41fa-9498-1ba07ae4e522 req-5e4c1075-74b7-4f62-bd5c-371b5cd83f50 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 945 time: 0.0546551 Aug 18 13:45:53.640769 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9560f082-6014-41fa-9498-1ba07ae4e522 req-2e707bab-44e1-42b1-8db5-2ac14c5bbbc2 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/security-groups?id=a10b95d8-9140-4c2f-b3c3-7c70b32973df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323308 Aug 18 13:45:54.758670 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3413e6-4578-4c2a-9474-ee22ebc22135 req-d3983f36-4a6a-40b7-86fe-983cf9779f83 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:54.760233 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7e3413e6-4578-4c2a-9474-ee22ebc22135 req-d3983f36-4a6a-40b7-86fe-983cf9779f83 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 945 time: 0.0513320 Aug 18 13:45:54.799262 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7e3413e6-4578-4c2a-9474-ee22ebc22135 req-d8b3ab04-39f0-4e5b-a530-1b1025da424e tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/security-groups?id=a10b95d8-9140-4c2f-b3c3-7c70b32973df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329623 Aug 18 13:45:55.913059 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa71d10-26c1-474e-afaf-59e6852e0563 req-f3bb025c-6ca9-401d-864b-de5c51210982 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:55.915163 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3fa71d10-26c1-474e-afaf-59e6852e0563 req-f3bb025c-6ca9-401d-864b-de5c51210982 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 945 time: 0.0499973 Aug 18 13:45:55.952220 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3fa71d10-26c1-474e-afaf-59e6852e0563 req-08c2e27c-069d-43e8-9ddc-b59f4f8d8cf7 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/security-groups?id=a10b95d8-9140-4c2f-b3c3-7c70b32973df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311239 Aug 18 13:45:57.070689 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd920e2-94bd-4524-b6fb-42bf6eb80e3f req-95bf7cb5-5206-4eec-8a45-5bfab37cebdf tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:57.072184 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fcd920e2-94bd-4524-b6fb-42bf6eb80e3f req-95bf7cb5-5206-4eec-8a45-5bfab37cebdf tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 945 time: 0.0526061 Aug 18 13:45:57.109814 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fcd920e2-94bd-4524-b6fb-42bf6eb80e3f req-d7102542-98d1-4d04-99ce-9a1dd97d784d tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/security-groups?id=a10b95d8-9140-4c2f-b3c3-7c70b32973df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314984 Aug 18 13:45:58.228947 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c67c3-e2b1-4124-9e4d-3da7b951797b req-4695e9bc-d739-4aca-bebf-83eba677b821 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:58.229981 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-726c67c3-e2b1-4124-9e4d-3da7b951797b req-4695e9bc-d739-4aca-bebf-83eba677b821 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 945 time: 0.0520532 Aug 18 13:45:58.269481 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-726c67c3-e2b1-4124-9e4d-3da7b951797b req-d7ec7fc9-7f5c-45f5-a42d-d63764b89002 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/security-groups?id=a10b95d8-9140-4c2f-b3c3-7c70b32973df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335741 Aug 18 13:45:58.329869 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:59.107172 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:45:59.387023 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6316b4-9f09-4c39-ad1f-60de122b6257 req-dd05d94b-1bf2-4c6b-a2dc-32cae226ddbc tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:45:59.388512 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-de6316b4-9f09-4c39-ad1f-60de122b6257 req-dd05d94b-1bf2-4c6b-a2dc-32cae226ddbc tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 945 time: 0.0495684 Aug 18 13:45:59.426925 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-de6316b4-9f09-4c39-ad1f-60de122b6257 req-a5056435-9e3b-4ea9-8cda-be3f32f1379f tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/security-groups?id=a10b95d8-9140-4c2f-b3c3-7c70b32973df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324910 Aug 18 13:46:00.550830 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079130a-3c9d-4f83-bcbf-e4808b1cf365 req-8d8e3305-c09c-408b-ac25-1782a0949cd6 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:00.552420 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0079130a-3c9d-4f83-bcbf-e4808b1cf365 req-8d8e3305-c09c-408b-ac25-1782a0949cd6 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 945 time: 0.0563345 Aug 18 13:46:00.591858 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0079130a-3c9d-4f83-bcbf-e4808b1cf365 req-367143b6-da44-49b7-964d-95dac403fe0a tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/security-groups?id=a10b95d8-9140-4c2f-b3c3-7c70b32973df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334172 Aug 18 13:46:01.717268 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6392289-9586-477a-a6da-7b6cbfb2a65c req-6d72a9cb-5b84-4cf3-b477-f69236de2fab tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:01.718971 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a6392289-9586-477a-a6da-7b6cbfb2a65c req-6d72a9cb-5b84-4cf3-b477-f69236de2fab tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 945 time: 0.0536036 Aug 18 13:46:01.762022 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a6392289-9586-477a-a6da-7b6cbfb2a65c req-d3c3e510-1006-409d-9296-fb98dc03d81c tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/security-groups?id=a10b95d8-9140-4c2f-b3c3-7c70b32973df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359354 Aug 18 13:46:02.884486 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2377bf2-fed1-4b7c-b5fa-9ae0bf697745 req-ef53eeb6-29a2-4b46-9407-dbdad5ddaf05 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:02.886021 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b2377bf2-fed1-4b7c-b5fa-9ae0bf697745 req-ef53eeb6-29a2-4b46-9407-dbdad5ddaf05 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 945 time: 0.0529609 Aug 18 13:46:02.926949 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b2377bf2-fed1-4b7c-b5fa-9ae0bf697745 req-6c236ec0-9550-44a2-a4bc-0f0b7071df83 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/security-groups?id=a10b95d8-9140-4c2f-b3c3-7c70b32973df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348964 Aug 18 13:46:04.046104 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b8cf3-0a97-45d6-9608-1d1b3336a4a3 req-2a2aeb90-1c5e-499f-91ef-c00d56c305f4 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:04.047645 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c50b8cf3-0a97-45d6-9608-1d1b3336a4a3 req-2a2aeb90-1c5e-499f-91ef-c00d56c305f4 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 945 time: 0.0522537 Aug 18 13:46:04.086056 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c50b8cf3-0a97-45d6-9608-1d1b3336a4a3 req-ae6e7c58-2c1c-465e-a60f-ab2b71dba5d8 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/security-groups?id=a10b95d8-9140-4c2f-b3c3-7c70b32973df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324049 Aug 18 13:46:04.649207 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-dcc0e820-ccb9-44eb-9296-5146d91fc7b6 service neutron] show failed (client error): The resource could not be found. Aug 18 13:46:04.650331 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-dcc0e820-ccb9-44eb-9296-5146d91fc7b6 service neutron] 10.222.0.39 "GET /v2.0/ports/a0e76fab-b177-4a16-96a5-24c8ea4616a9/bindings/n-h2-803603-2 HTTP/1.1" status: 404 len: 380 time: 0.0574672 Aug 18 13:46:05.139327 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-6373ee18-f555-4a25-b7f7-7771ccda1a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:05.140855 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-6373ee18-f555-4a25-b7f7-7771ccda1a1c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea&tenant_id=a4f580a0005c47838f031f5edfdd430c HTTP/1.1" status: 200 len: 1096 time: 0.0430992 Aug 18 13:46:05.153713 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-99f77788-50ba-4a01-b10c-ae931330e7f6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803603-2', 'device_owner': 'compute:nova'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:46:05.204530 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf2e8a-7cbf-4ad5-b6a4-96e6cd967a0c req-c0431020-1356-4c00-b300-76dbd8d2777c tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:05.206100 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f1bf2e8a-7cbf-4ad5-b6a4-96e6cd967a0c req-c0431020-1356-4c00-b300-76dbd8d2777c tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 945 time: 0.0511277 Aug 18 13:46:05.211469 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-99f77788-50ba-4a01-b10c-ae931330e7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:05.246130 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f1bf2e8a-7cbf-4ad5-b6a4-96e6cd967a0c req-485eae29-0aad-48c5-857a-cef074f9a437 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/security-groups?id=a10b95d8-9140-4c2f-b3c3-7c70b32973df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334709 Aug 18 13:46:05.417428 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-99f77788-50ba-4a01-b10c-ae931330e7f6 service neutron] For port a0e76fab-b177-4a16-96a5-24c8ea4616a9, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=a0e76fab-b177-4a16-96a5-24c8ea4616a9,segment=NetworkSegment(72cf65ea-0c08-44cb-9891-61748bf7305a),segment_id=72cf65ea-0c08-44cb-9891-61748bf7305a)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:46:05.450554 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-99f77788-50ba-4a01-b10c-ae931330e7f6 service neutron] For port a0e76fab-b177-4a16-96a5-24c8ea4616a9, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:46:05.489937 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f575401-e907-4afd-9a1b-08ac44f3c8ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0e76fab-b177-4a16-96a5-24c8ea4616a9'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:46:05.492889 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e27902-7b5e-41e8-a622-58d89e480cfb" -d '{"events": [{"server_uuid": "5f575401-e907-4afd-9a1b-08ac44f3c8ea", "name": "network-vif-unplugged", "status": "completed", "tag": "a0e76fab-b177-4a16-96a5-24c8ea4616a9"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:46:05.497010 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-99f77788-50ba-4a01-b10c-ae931330e7f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:05.509491 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-99f77788-50ba-4a01-b10c-ae931330e7f6 service neutron] Transition to ACTIVE for port object a0e76fab-b177-4a16-96a5-24c8ea4616a9 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:46:05.549206 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 13:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77fe1fdf-54e9-45f7-9667-cd0c641cdfaa x-openstack-request-id: req-77fe1fdf-54e9-45f7-9667-cd0c641cdfaa {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:46:05.549206 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f575401-e907-4afd-9a1b-08ac44f3c8ea", "name": "network-vif-unplugged", "status": "completed", "tag": "a0e76fab-b177-4a16-96a5-24c8ea4616a9", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:46:05.549206 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77fe1fdf-54e9-45f7-9667-cd0c641cdfaa {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:46:05.549206 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f575401-e907-4afd-9a1b-08ac44f3c8ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0e76fab-b177-4a16-96a5-24c8ea4616a9', 'code': 200} Aug 18 13:46:05.565493 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-99f77788-50ba-4a01-b10c-ae931330e7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:05.633175 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-99f77788-50ba-4a01-b10c-ae931330e7f6 service neutron] No DVR routers for this DVR port a0e76fab-b177-4a16-96a5-24c8ea4616a9 on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:46:05.640260 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f77788-50ba-4a01-b10c-ae931330e7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a0e76fab-b177-4a16-96a5-24c8ea4616a9,revision_number=6']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:46:05.651622 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f77788-50ba-4a01-b10c-ae931330e7f6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:05.651970 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f77788-50ba-4a01-b10c-ae931330e7f6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:05.652315 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f77788-50ba-4a01-b10c-ae931330e7f6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:05.652652 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f77788-50ba-4a01-b10c-ae931330e7f6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:05.652988 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f77788-50ba-4a01-b10c-ae931330e7f6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:05.653323 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f77788-50ba-4a01-b10c-ae931330e7f6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:05.653669 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f77788-50ba-4a01-b10c-ae931330e7f6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:05.653988 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f77788-50ba-4a01-b10c-ae931330e7f6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:05.654353 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f77788-50ba-4a01-b10c-ae931330e7f6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:05.654684 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f77788-50ba-4a01-b10c-ae931330e7f6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:05.655020 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f77788-50ba-4a01-b10c-ae931330e7f6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:05.655343 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f77788-50ba-4a01-b10c-ae931330e7f6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:05.685351 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-99f77788-50ba-4a01-b10c-ae931330e7f6 service neutron] Attempting to bind port a0e76fab-b177-4a16-96a5-24c8ea4616a9 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:46:05.685604 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-99f77788-50ba-4a01-b10c-ae931330e7f6 service neutron] Attempting to bind port a0e76fab-b177-4a16-96a5-24c8ea4616a9 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '72cf65ea-0c08-44cb-9891-61748bf7305a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd1deb5e0-c65a-41ed-901e-17eb2d813ba0'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:46:05.685942 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-99f77788-50ba-4a01-b10c-ae931330e7f6 service neutron] Attempting to bind port a0e76fab-b177-4a16-96a5-24c8ea4616a9 on network d1deb5e0-c65a-41ed-901e-17eb2d813ba0 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:46:05.690606 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-99f77788-50ba-4a01-b10c-ae931330e7f6 service neutron] Port a0e76fab-b177-4a16-96a5-24c8ea4616a9 on network d1deb5e0-c65a-41ed-901e-17eb2d813ba0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:46:05.690933 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-99f77788-50ba-4a01-b10c-ae931330e7f6 service neutron] Attempting to bind port a0e76fab-b177-4a16-96a5-24c8ea4616a9 on network d1deb5e0-c65a-41ed-901e-17eb2d813ba0 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:46:05.696430 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-99f77788-50ba-4a01-b10c-ae931330e7f6 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:46:05.696780 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-99f77788-50ba-4a01-b10c-ae931330e7f6 service neutron] Checking segment: {'id': '72cf65ea-0c08-44cb-9891-61748bf7305a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd1deb5e0-c65a-41ed-901e-17eb2d813ba0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:46:05.697165 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-99f77788-50ba-4a01-b10c-ae931330e7f6 service neutron] Bound using segment: {'id': '72cf65ea-0c08-44cb-9891-61748bf7305a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd1deb5e0-c65a-41ed-901e-17eb2d813ba0'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:46:05.697599 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-99f77788-50ba-4a01-b10c-ae931330e7f6 service neutron] Bound port: a0e76fab-b177-4a16-96a5-24c8ea4616a9, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72cf65ea-0c08-44cb-9891-61748bf7305a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd1deb5e0-c65a-41ed-901e-17eb2d813ba0'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:46:05.697964 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-99f77788-50ba-4a01-b10c-ae931330e7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:05.778271 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-99f77788-50ba-4a01-b10c-ae931330e7f6 service neutron] For port a0e76fab-b177-4a16-96a5-24c8ea4616a9, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:46:05.781775 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-99f77788-50ba-4a01-b10c-ae931330e7f6 service neutron] For port a0e76fab-b177-4a16-96a5-24c8ea4616a9, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=a0e76fab-b177-4a16-96a5-24c8ea4616a9,segment=NetworkSegment(72cf65ea-0c08-44cb-9891-61748bf7305a),segment_id=72cf65ea-0c08-44cb-9891-61748bf7305a)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:46:05.834814 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-99f77788-50ba-4a01-b10c-ae931330e7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:05.872939 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-99f77788-50ba-4a01-b10c-ae931330e7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:05.873573 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-99f77788-50ba-4a01-b10c-ae931330e7f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:05.875089 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-99f77788-50ba-4a01-b10c-ae931330e7f6 service neutron] 10.222.0.20 "PUT /v2.0/ports/a0e76fab-b177-4a16-96a5-24c8ea4616a9 HTTP/1.1" status: 200 len: 1091 time: 0.7256386 Aug 18 13:46:05.896084 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f77788-50ba-4a01-b10c-ae931330e7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a0e76fab-b177-4a16-96a5-24c8ea4616a9,revision_number=7']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:46:05.949579 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-1ab27479-c6bb-437e-9c6a-40ae192a9c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:05.951262 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-1ab27479-c6bb-437e-9c6a-40ae192a9c07 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a4f580a0005c47838f031f5edfdd430c&device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 1094 time: 0.0478265 Aug 18 13:46:06.046896 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-26a4bfa4-b67b-4e46-bf20-d063418649ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:06.048409 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-26a4bfa4-b67b-4e46-bf20-d063418649ab service neutron] 10.222.0.20 "GET /v2.0/networks?id=d1deb5e0-c65a-41ed-901e-17eb2d813ba0 HTTP/1.1" status: 200 len: 913 time: 0.0903614 Aug 18 13:46:06.097728 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-a5a906ca-3e1f-4459-a09a-f367bd595962 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0e76fab-b177-4a16-96a5-24c8ea4616a9 HTTP/1.1" status: 200 len: 217 time: 0.0398197 Aug 18 13:46:06.146852 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-c0bc337b-e03a-49d3-ba92-dbabe512979d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:06.148349 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-c0bc337b-e03a-49d3-ba92-dbabe512979d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=83ce94af-89a4-4a9a-8961-7b9c52ad9e6d HTTP/1.1" status: 200 len: 852 time: 0.0446892 Aug 18 13:46:06.180686 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-0d0228bb-9341-43e1-bccb-7cb48cfa91c3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d1deb5e0-c65a-41ed-901e-17eb2d813ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256894 Aug 18 13:46:06.282100 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-39d4364f-b979-4ac4-8744-2fa4e90f3383 service neutron] 10.222.0.20 "GET /v2.0/networks/d1deb5e0-c65a-41ed-901e-17eb2d813ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941515 Aug 18 13:46:06.370965 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5925dde7-1aaf-4ed6-bb8f-9f50f41d1dcf req-a85a1af3-5e07-4dde-a04c-204a15c3c6a0 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:06.372707 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5925dde7-1aaf-4ed6-bb8f-9f50f41d1dcf req-a85a1af3-5e07-4dde-a04c-204a15c3c6a0 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 943 time: 0.0552149 Aug 18 13:46:06.384095 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d7215e12-8bf6-43b7-9775-0a5ab868c5ab req-8d57c0ec-40fd-4f6c-87e2-7e8f7bbb0926 service neutron] 10.222.0.20 "GET /v2.0/networks/d1deb5e0-c65a-41ed-901e-17eb2d813ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951154 Aug 18 13:46:06.414289 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5925dde7-1aaf-4ed6-bb8f-9f50f41d1dcf req-95b97b61-d035-4507-a16c-4c0366edabbe tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/security-groups?id=a10b95d8-9140-4c2f-b3c3-7c70b32973df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355098 Aug 18 13:46:07.540949 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f45f1a-7910-43c0-86cb-0174f2dfc4ff req-b7efaffd-173c-4551-9ce0-35bcd163fff7 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:07.542646 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-92f45f1a-7910-43c0-86cb-0174f2dfc4ff req-b7efaffd-173c-4551-9ce0-35bcd163fff7 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 943 time: 0.0538027 Aug 18 13:46:07.548315 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f575401-e907-4afd-9a1b-08ac44f3c8ea', 'tag': 'a0e76fab-b177-4a16-96a5-24c8ea4616a9'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:46:07.550720 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e388e11b-a42d-492c-8d39-e251139b52fc" -d '{"events": [{"name": "network-changed", "server_uuid": "5f575401-e907-4afd-9a1b-08ac44f3c8ea", "tag": "a0e76fab-b177-4a16-96a5-24c8ea4616a9"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:46:07.591652 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-92f45f1a-7910-43c0-86cb-0174f2dfc4ff req-c3fa7d58-e860-4f16-8e20-c91246516c4b tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/security-groups?id=a10b95d8-9140-4c2f-b3c3-7c70b32973df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353715 Aug 18 13:46:07.602027 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9834a5-5753-497d-babb-94a55df78caf x-openstack-request-id: req-3d9834a5-5753-497d-babb-94a55df78caf {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:46:07.602454 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f575401-e907-4afd-9a1b-08ac44f3c8ea", "tag": "a0e76fab-b177-4a16-96a5-24c8ea4616a9", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:46:07.603092 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d9834a5-5753-497d-babb-94a55df78caf {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:46:07.603532 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f575401-e907-4afd-9a1b-08ac44f3c8ea', 'tag': 'a0e76fab-b177-4a16-96a5-24c8ea4616a9', 'status': 'completed', 'code': 200} Aug 18 13:46:07.701441 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388e11b-a42d-492c-8d39-e251139b52fc req-89730a6e-92c0-4a94-824a-fede8da8c54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:07.702997 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e388e11b-a42d-492c-8d39-e251139b52fc req-89730a6e-92c0-4a94-824a-fede8da8c54d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a4f580a0005c47838f031f5edfdd430c&device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 1094 time: 0.0747085 Aug 18 13:46:07.709333 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388e11b-a42d-492c-8d39-e251139b52fc req-935082e8-6f10-40af-a6b1-df5b99ed2540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:07.711806 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e388e11b-a42d-492c-8d39-e251139b52fc req-935082e8-6f10-40af-a6b1-df5b99ed2540 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a4f580a0005c47838f031f5edfdd430c&device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 1094 time: 0.0745695 Aug 18 13:46:08.242613 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388e11b-a42d-492c-8d39-e251139b52fc req-fdbdbfca-f2b6-457a-a283-dfadc37fcc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:08.244172 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e388e11b-a42d-492c-8d39-e251139b52fc req-fdbdbfca-f2b6-457a-a283-dfadc37fcc38 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d1deb5e0-c65a-41ed-901e-17eb2d813ba0 HTTP/1.1" status: 200 len: 913 time: 0.5313914 Aug 18 13:46:08.247170 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388e11b-a42d-492c-8d39-e251139b52fc req-6312409d-6cb8-4c46-b66e-8e2f848842a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:08.248591 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e388e11b-a42d-492c-8d39-e251139b52fc req-6312409d-6cb8-4c46-b66e-8e2f848842a0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d1deb5e0-c65a-41ed-901e-17eb2d813ba0 HTTP/1.1" status: 200 len: 913 time: 0.5277495 Aug 18 13:46:08.331010 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e388e11b-a42d-492c-8d39-e251139b52fc req-69c1a313-9554-4148-a5b6-bc198ad5bb66 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0e76fab-b177-4a16-96a5-24c8ea4616a9 HTTP/1.1" status: 200 len: 217 time: 0.0796282 Aug 18 13:46:08.332353 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e388e11b-a42d-492c-8d39-e251139b52fc req-43655a8c-689e-4e8c-aad4-50c15b4b5575 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0e76fab-b177-4a16-96a5-24c8ea4616a9 HTTP/1.1" status: 200 len: 217 time: 0.0743575 Aug 18 13:46:08.415708 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388e11b-a42d-492c-8d39-e251139b52fc req-62591abc-9b25-454f-b351-41271e9f5aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:08.417089 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e388e11b-a42d-492c-8d39-e251139b52fc req-62591abc-9b25-454f-b351-41271e9f5aac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=83ce94af-89a4-4a9a-8961-7b9c52ad9e6d HTTP/1.1" status: 200 len: 852 time: 0.0796955 Aug 18 13:46:08.418775 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388e11b-a42d-492c-8d39-e251139b52fc req-0d0888d4-2d24-4382-8cf1-56f1d9ee5a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:08.420100 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e388e11b-a42d-492c-8d39-e251139b52fc req-0d0888d4-2d24-4382-8cf1-56f1d9ee5a35 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=83ce94af-89a4-4a9a-8961-7b9c52ad9e6d HTTP/1.1" status: 200 len: 852 time: 0.0749161 Aug 18 13:46:08.472377 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e388e11b-a42d-492c-8d39-e251139b52fc req-df84c6de-a720-4f23-ad87-e8554bdc22b0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d1deb5e0-c65a-41ed-901e-17eb2d813ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484345 Aug 18 13:46:08.474226 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e388e11b-a42d-492c-8d39-e251139b52fc req-9c4ca4d1-b272-4e45-8fca-d315c37ab5b6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d1deb5e0-c65a-41ed-901e-17eb2d813ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425556 Aug 18 13:46:08.636623 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e388e11b-a42d-492c-8d39-e251139b52fc req-1c540784-8249-4465-bca7-97c29b0c8381 service neutron] 10.222.0.39 "GET /v2.0/networks/d1deb5e0-c65a-41ed-901e-17eb2d813ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486201 Aug 18 13:46:08.638433 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e388e11b-a42d-492c-8d39-e251139b52fc req-645f12e4-cdc9-4ca8-b1ec-986a0d67a77a service neutron] 10.222.0.20 "GET /v2.0/networks/d1deb5e0-c65a-41ed-901e-17eb2d813ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577003 Aug 18 13:46:08.743336 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee988c-0cfc-4098-a360-e125033c6ebd req-0b3935d6-1b3f-415c-8439-a5a9d04dd3e5 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:08.745204 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-48ee988c-0cfc-4098-a360-e125033c6ebd req-0b3935d6-1b3f-415c-8439-a5a9d04dd3e5 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 943 time: 0.0583098 Aug 18 13:46:08.792870 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-48ee988c-0cfc-4098-a360-e125033c6ebd req-5023d3b7-5864-4988-a9e5-b170c8ddb5cb tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/security-groups?id=a10b95d8-9140-4c2f-b3c3-7c70b32973df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370915 Aug 18 13:46:08.801578 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e388e11b-a42d-492c-8d39-e251139b52fc req-49b007be-87c7-40cb-aebc-5f96d2df6d50 service neutron] 10.222.0.39 "GET /v2.0/networks/d1deb5e0-c65a-41ed-901e-17eb2d813ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582105 Aug 18 13:46:08.803404 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e388e11b-a42d-492c-8d39-e251139b52fc req-9ee9f516-7f4b-46af-9082-5b51799612a7 service neutron] 10.222.0.20 "GET /v2.0/networks/d1deb5e0-c65a-41ed-901e-17eb2d813ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518571 Aug 18 13:46:09.055637 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device a0e76fab-b177-4a16-96a5-24c8ea4616a9 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:46:09.098226 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device a0e76fab-b177-4a16-96a5-24c8ea4616a9 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:46:09.240801 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef6195-92e3-46b4-b864-381f1ce14eee req-bce0a6f4-1650-4207-9ba1-9d2d14cd946f tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:09.242924 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-82ef6195-92e3-46b4-b864-381f1ce14eee req-bce0a6f4-1650-4207-9ba1-9d2d14cd946f tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea&tenant_id=a4f580a0005c47838f031f5edfdd430c&binding%3Ahost_id=n-h2-803603-2 HTTP/1.1" status: 200 len: 943 time: 0.0579691 Aug 18 13:46:09.305363 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [req-82ef6195-92e3-46b4-b864-381f1ce14eee req-0cb673e9-ceb3-4b79-84df-64b80f556ddb service neutron] delete failed (client error): The resource could not be found. Aug 18 13:46:09.306337 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-82ef6195-92e3-46b4-b864-381f1ce14eee req-0cb673e9-ceb3-4b79-84df-64b80f556ddb service neutron] 10.222.0.39 "DELETE /v2.0/ports/a0e76fab-b177-4a16-96a5-24c8ea4616a9/bindings/n-h1-803603-2 HTTP/1.1" status: 404 len: 380 time: 0.0559478 Aug 18 13:46:09.395738 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef6195-92e3-46b4-b864-381f1ce14eee req-2e2f6a7d-2a8f-44fb-9b12-af89af931483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:09.397304 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-82ef6195-92e3-46b4-b864-381f1ce14eee req-2e2f6a7d-2a8f-44fb-9b12-af89af931483 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a4f580a0005c47838f031f5edfdd430c&device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 1094 time: 0.0476210 Aug 18 13:46:09.494938 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef6195-92e3-46b4-b864-381f1ce14eee req-f16d1284-0e74-4cb9-b24e-b34396326048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:09.496456 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-82ef6195-92e3-46b4-b864-381f1ce14eee req-f16d1284-0e74-4cb9-b24e-b34396326048 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d1deb5e0-c65a-41ed-901e-17eb2d813ba0 HTTP/1.1" status: 200 len: 913 time: 0.0922875 Aug 18 13:46:09.539495 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-82ef6195-92e3-46b4-b864-381f1ce14eee req-e7cf36b4-1644-4a12-a708-ff56d1d4d7f9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0e76fab-b177-4a16-96a5-24c8ea4616a9 HTTP/1.1" status: 200 len: 217 time: 0.0360396 Aug 18 13:46:09.588969 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef6195-92e3-46b4-b864-381f1ce14eee req-b8ccbb4e-f434-41f6-b912-64b03ebab079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:09.590412 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-82ef6195-92e3-46b4-b864-381f1ce14eee req-b8ccbb4e-f434-41f6-b912-64b03ebab079 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=83ce94af-89a4-4a9a-8961-7b9c52ad9e6d HTTP/1.1" status: 200 len: 852 time: 0.0444210 Aug 18 13:46:09.627378 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-82ef6195-92e3-46b4-b864-381f1ce14eee req-b6896f02-b2b5-4e45-b231-c21b7fa3680b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d1deb5e0-c65a-41ed-901e-17eb2d813ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303583 Aug 18 13:46:09.720357 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-82ef6195-92e3-46b4-b864-381f1ce14eee req-e438ab59-48a1-40f0-bbf5-23d5671d61e4 service neutron] 10.222.0.39 "GET /v2.0/networks/d1deb5e0-c65a-41ed-901e-17eb2d813ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847485 Aug 18 13:46:09.818329 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-82ef6195-92e3-46b4-b864-381f1ce14eee req-bfce8be8-36ef-4c14-a031-3fdb8b645848 service neutron] 10.222.0.39 "GET /v2.0/networks/d1deb5e0-c65a-41ed-901e-17eb2d813ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905273 Aug 18 13:46:10.198450 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device a0e76fab-b177-4a16-96a5-24c8ea4616a9 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:46:10.302024 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port a0e76fab-b177-4a16-96a5-24c8ea4616a9, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=a0e76fab-b177-4a16-96a5-24c8ea4616a9,segment=NetworkSegment(72cf65ea-0c08-44cb-9891-61748bf7305a),segment_id=72cf65ea-0c08-44cb-9891-61748bf7305a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:46:10.315345 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'a0e76fab-b177-4a16-96a5-24c8ea4616a9', 'network_id': 'd1deb5e0-c65a-41ed-901e-17eb2d813ba0', 'port_id': 'a0e76fab-b177-4a16-96a5-24c8ea4616a9', 'mac_address': 'fa:16:3e:e1:f3:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ce94af-89a4-4a9a-8961-7b9c52ad9e6d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:46:10.362135 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:10.379470 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0e76fab-b177-4a16-96a5-24c8ea4616a9 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:46:10.404087 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port a0e76fab-b177-4a16-96a5-24c8ea4616a9, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=a0e76fab-b177-4a16-96a5-24c8ea4616a9,segment=NetworkSegment(72cf65ea-0c08-44cb-9891-61748bf7305a),segment_id=72cf65ea-0c08-44cb-9891-61748bf7305a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:46:10.473496 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:10.530162 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=a0e76fab-b177-4a16-96a5-24c8ea4616a9,revision_number=8']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:46:10.538543 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:10.538892 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:10.539233 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:10.539676 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:10.539933 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:10.540392 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:10.540598 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:10.540924 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:10.541248 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:10.541571 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:10.541895 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:10.542245 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:10.715956 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['a0e76fab-b177-4a16-96a5-24c8ea4616a9'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:46:11.220741 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b83c71-3d37-428e-958e-05973ccdbe8c req-14e1b5d2-7c23-4aa1-9be4-a2852f200b6a tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:11.222378 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-38b83c71-3d37-428e-958e-05973ccdbe8c req-14e1b5d2-7c23-4aa1-9be4-a2852f200b6a tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 944 time: 0.0515590 Aug 18 13:46:11.269906 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-38b83c71-3d37-428e-958e-05973ccdbe8c req-11c42377-be21-4bea-96c9-ec2aaca3866d tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/security-groups?id=a10b95d8-9140-4c2f-b3c3-7c70b32973df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378723 Aug 18 13:46:11.634363 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-50c88b43-395c-4fb9-90b8-2f3dd7a2e3e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:12.203711 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device a0e76fab-b177-4a16-96a5-24c8ea4616a9 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:46:12.341497 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port a0e76fab-b177-4a16-96a5-24c8ea4616a9 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:46:12.345771 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port a0e76fab-b177-4a16-96a5-24c8ea4616a9 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:46:12.350305 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:12.436226 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef6195-92e3-46b4-b864-381f1ce14eee req-db7b5476-94df-4ca4-9ae9-4de4beff8e15 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:12.437768 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-82ef6195-92e3-46b4-b864-381f1ce14eee req-db7b5476-94df-4ca4-9ae9-4de4beff8e15 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 944 time: 0.0855026 Aug 18 13:46:12.441288 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:12.462937 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b476b2-d8e3-4b55-94ca-7d48765b701d req-5fe44b54-009d-4419-aae9-9aeee293964b tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:12.465325 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-72b476b2-d8e3-4b55-94ca-7d48765b701d req-5fe44b54-009d-4419-aae9-9aeee293964b tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 944 time: 0.0720539 Aug 18 13:46:12.468847 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f575401-e907-4afd-9a1b-08ac44f3c8ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e76fab-b177-4a16-96a5-24c8ea4616a9'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:46:12.471283 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e8c428-9a19-4821-98df-0fcf387bbabd" -d '{"events": [{"server_uuid": "5f575401-e907-4afd-9a1b-08ac44f3c8ea", "name": "network-vif-plugged", "status": "completed", "tag": "a0e76fab-b177-4a16-96a5-24c8ea4616a9"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:46:12.486358 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port a0e76fab-b177-4a16-96a5-24c8ea4616a9, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=a0e76fab-b177-4a16-96a5-24c8ea4616a9,segment=NetworkSegment(72cf65ea-0c08-44cb-9891-61748bf7305a),segment_id=72cf65ea-0c08-44cb-9891-61748bf7305a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:46:12.516731 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85cd0f8-85ea-4001-9f6f-2c0f68a5bd77 x-openstack-request-id: req-c85cd0f8-85ea-4001-9f6f-2c0f68a5bd77 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:46:12.517044 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f575401-e907-4afd-9a1b-08ac44f3c8ea", "name": "network-vif-plugged", "status": "completed", "tag": "a0e76fab-b177-4a16-96a5-24c8ea4616a9", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:46:12.517361 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c85cd0f8-85ea-4001-9f6f-2c0f68a5bd77 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:46:12.517794 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f575401-e907-4afd-9a1b-08ac44f3c8ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e76fab-b177-4a16-96a5-24c8ea4616a9', 'code': 200} Aug 18 13:46:12.556244 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-72b476b2-d8e3-4b55-94ca-7d48765b701d req-6b3aef27-6bf9-42e7-bfef-45ab03315cd3 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/security-groups?id=a10b95d8-9140-4c2f-b3c3-7c70b32973df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745969 Aug 18 13:46:12.565683 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:12.584703 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-82ef6195-92e3-46b4-b864-381f1ce14eee req-a43c23c0-7ae9-409e-a6a6-ca703dc2afe0 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Deleting port a0e76fab-b177-4a16-96a5-24c8ea4616a9 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:46:12.585044 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-82ef6195-92e3-46b4-b864-381f1ce14eee req-a43c23c0-7ae9-409e-a6a6-ca703dc2afe0 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:12.628299 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=a0e76fab-b177-4a16-96a5-24c8ea4616a9,revision_number=9']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:46:12.701064 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-82ef6195-92e3-46b4-b864-381f1ce14eee req-a43c23c0-7ae9-409e-a6a6-ca703dc2afe0 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] For port a0e76fab-b177-4a16-96a5-24c8ea4616a9, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=a0e76fab-b177-4a16-96a5-24c8ea4616a9,segment=NetworkSegment(72cf65ea-0c08-44cb-9891-61748bf7305a),segment_id=72cf65ea-0c08-44cb-9891-61748bf7305a)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:46:12.701629 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-82ef6195-92e3-46b4-b864-381f1ce14eee req-a43c23c0-7ae9-409e-a6a6-ca703dc2afe0 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:12.715831 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-82ef6195-92e3-46b4-b864-381f1ce14eee req-a43c23c0-7ae9-409e-a6a6-ca703dc2afe0 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Calling delete_port for a0e76fab-b177-4a16-96a5-24c8ea4616a9 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:46:12.897560 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-82ef6195-92e3-46b4-b864-381f1ce14eee req-a43c23c0-7ae9-409e-a6a6-ca703dc2afe0 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:12.910786 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['a0e76fab-b177-4a16-96a5-24c8ea4616a9'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:46:12.929860 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c23c0-7ae9-409e-a6a6-ca703dc2afe0 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Pushing event deleted for resources: {'Port': ['ID=a0e76fab-b177-4a16-96a5-24c8ea4616a9,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:46:12.974027 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ef6195-92e3-46b4-b864-381f1ce14eee req-a43c23c0-7ae9-409e-a6a6-ca703dc2afe0 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] No DVR routers for this DVR port a0e76fab-b177-4a16-96a5-24c8ea4616a9 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:46:12.978030 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-82ef6195-92e3-46b4-b864-381f1ce14eee req-a43c23c0-7ae9-409e-a6a6-ca703dc2afe0 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:12.980357 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-82ef6195-92e3-46b4-b864-381f1ce14eee req-a43c23c0-7ae9-409e-a6a6-ca703dc2afe0 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.20 "DELETE /v2.0/ports/a0e76fab-b177-4a16-96a5-24c8ea4616a9 HTTP/1.1" status: 204 len: 173 time: 0.5345294 Aug 18 13:46:12.980816 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f575401-e907-4afd-9a1b-08ac44f3c8ea', 'name': 'network-vif-deleted', 'tag': 'a0e76fab-b177-4a16-96a5-24c8ea4616a9'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:46:12.983359 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79117aa5-8f36-43eb-a2a3-663135537527" -d '{"events": [{"server_uuid": "5f575401-e907-4afd-9a1b-08ac44f3c8ea", "name": "network-vif-deleted", "tag": "a0e76fab-b177-4a16-96a5-24c8ea4616a9"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:46:13.028029 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ddf342-548f-440c-98c9-13ec5a769d27 x-openstack-request-id: req-45ddf342-548f-440c-98c9-13ec5a769d27 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:46:13.028465 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f575401-e907-4afd-9a1b-08ac44f3c8ea", "name": "network-vif-deleted", "tag": "a0e76fab-b177-4a16-96a5-24c8ea4616a9", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:46:13.028840 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45ddf342-548f-440c-98c9-13ec5a769d27 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:46:13.029366 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f575401-e907-4afd-9a1b-08ac44f3c8ea', 'name': 'network-vif-deleted', 'tag': 'a0e76fab-b177-4a16-96a5-24c8ea4616a9', 'status': 'completed', 'code': 200} Aug 18 13:46:13.668542 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9c3f6c09-852d-4d0b-a6da-c20149164d2f req-9fd5a8e0-ee57-4114-b35d-5bf313ab1ab3 tempest-DeleteServersTestJSON-845760694 tempest-DeleteServersTestJSON-845760694-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f575401-e907-4afd-9a1b-08ac44f3c8ea HTTP/1.1" status: 200 len: 210 time: 0.0302238 Aug 18 13:46:13.800360 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a2914e4b-e665-4de0-8057-62c5d282b2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:14.617461 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:14.806853 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36674) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:46:14.858794 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1d64b9f-8685-4d7d-a969-86b0715ec24a admin admin] Deleting subnet 83ce94af-89a4-4a9a-8961-7b9c52ad9e6d {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:46:14.862459 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e1d64b9f-8685-4d7d-a969-86b0715ec24a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:14.903744 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e1d64b9f-8685-4d7d-a969-86b0715ec24a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:14.946019 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e1d64b9f-8685-4d7d-a969-86b0715ec24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:15.057373 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e1d64b9f-8685-4d7d-a969-86b0715ec24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:15.091125 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d64b9f-8685-4d7d-a969-86b0715ec24a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83ce94af-89a4-4a9a-8961-7b9c52ad9e6d,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:46:15.097116 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e1d64b9f-8685-4d7d-a969-86b0715ec24a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:15.100383 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e1d64b9f-8685-4d7d-a969-86b0715ec24a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/83ce94af-89a4-4a9a-8961-7b9c52ad9e6d HTTP/1.1" status: 204 len: 168 time: 0.2916889 Aug 18 13:46:15.102783 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36676) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:46:15.176023 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f589d8fa-1b6f-4b17-aa48-861f6974b322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:15.265867 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f589d8fa-1b6f-4b17-aa48-861f6974b322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:15.278320 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-f589d8fa-1b6f-4b17-aa48-861f6974b322 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1deb5e0-c65a-41ed-901e-17eb2d813ba0']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:46:15.290359 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-f589d8fa-1b6f-4b17-aa48-861f6974b322 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72cf65ea-0c08-44cb-9891-61748bf7305a') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:46:15.290658 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-f589d8fa-1b6f-4b17-aa48-861f6974b322 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72cf65ea-0c08-44cb-9891-61748bf7305a') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:46:15.300577 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f589d8fa-1b6f-4b17-aa48-861f6974b322 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:15.315948 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f589d8fa-1b6f-4b17-aa48-861f6974b322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:15.323270 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f589d8fa-1b6f-4b17-aa48-861f6974b322 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:46:15.323670 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f589d8fa-1b6f-4b17-aa48-861f6974b322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:15.334465 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:46:15.334465 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:46:15.334465 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:46:15.334465 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:46:15.334465 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:46:15.334465 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:46:15.334465 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:46:15.334465 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:46:15.334465 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:46:15.334465 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:46:15.334465 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:46:15.334465 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:46:15.334465 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:46:15.334465 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:46:15.334465 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:46:15.334465 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:46:15.334465 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:46:15.334465 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:46:15.334465 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:46:15.334465 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:46:15.334465 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:46:15.334465 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:46:15.334465 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:46:15.334465 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:46:15.334465 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:46:15.334465 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:46:15.334465 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:46:15.334465 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:46:15.334465 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:46:15.334465 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:46:15.334465 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:46:15.334465 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:46:15.434485 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f589d8fa-1b6f-4b17-aa48-861f6974b322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:15.440414 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f589d8fa-1b6f-4b17-aa48-861f6974b322 admin admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:15.442371 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f589d8fa-1b6f-4b17-aa48-861f6974b322 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d1deb5e0-c65a-41ed-901e-17eb2d813ba0 HTTP/1.1" status: 204 len: 168 time: 0.3385718 Aug 18 13:46:15.454597 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f589d8fa-1b6f-4b17-aa48-861f6974b322 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1deb5e0-c65a-41ed-901e-17eb2d813ba0,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:46:15.569830 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:15.797285 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36680) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:46:15.844563 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c8f59806-659b-4a5f-8204-d77725b6714c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4f580a0005c47838f031f5edfdd430c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459962 Aug 18 13:46:15.847737 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36682) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:46:15.906699 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e93a89dd-1047-4f9b-af9f-13699224ec95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:15.930295 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e93a89dd-1047-4f9b-af9f-13699224ec95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:16.040004 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e93a89dd-1047-4f9b-af9f-13699224ec95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:16.042543 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e93a89dd-1047-4f9b-af9f-13699224ec95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:16.043732 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e93a89dd-1047-4f9b-af9f-13699224ec95 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a10b95d8-9140-4c2f-b3c3-7c70b32973df HTTP/1.1" status: 204 len: 168 time: 0.1950164 Aug 18 13:46:16.052412 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a89dd-1047-4f9b-af9f-13699224ec95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10b95d8-9140-4c2f-b3c3-7c70b32973df,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:46:16.243121 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device a0e76fab-b177-4a16-96a5-24c8ea4616a9 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:46:16.268881 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: a0e76fab-b177-4a16-96a5-24c8ea4616a9 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:46:16.269365 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device a0e76fab-b177-4a16-96a5-24c8ea4616a9 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:46:17.154642 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 36704) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:46:17.259885 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-1f4dd945-e6c6-475c-9ea7-4fd51a2c1249 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1076783259-network', 'tenant_id': 'a55e5bb4d88042e9a0c85f5d8eac9f3c'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:46:17.341094 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4dd945-e6c6-475c-9ea7-4fd51a2c1249 admin admin] Made reservation on behalf of a55e5bb4d88042e9a0c85f5d8eac9f3c for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:46:17.343558 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd945-e6c6-475c-9ea7-4fd51a2c1249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:17.352791 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd945-e6c6-475c-9ea7-4fd51a2c1249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:17.466083 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd945-e6c6-475c-9ea7-4fd51a2c1249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:17.526161 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:17.555237 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd945-e6c6-475c-9ea7-4fd51a2c1249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:17.582017 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f4dd945-e6c6-475c-9ea7-4fd51a2c1249 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:46:17.592574 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4dd945-e6c6-475c-9ea7-4fd51a2c1249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafd10c1-82cc-4656-b1e8-208118aeec96,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:46:17.597760 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd945-e6c6-475c-9ea7-4fd51a2c1249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:17.598123 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-1f4dd945-e6c6-475c-9ea7-4fd51a2c1249 admin admin] Added segment 30e45b72-5bb9-4ccc-b5d8-a15ffd50e430 of type vlan for network 80e3ef0c-afb5-499e-beed-5101c6b67c21 Aug 18 13:46:17.645294 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd945-e6c6-475c-9ea7-4fd51a2c1249 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:17.720020 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd945-e6c6-475c-9ea7-4fd51a2c1249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:17.721145 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4dd945-e6c6-475c-9ea7-4fd51a2c1249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:17.721843 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd945-e6c6-475c-9ea7-4fd51a2c1249 admin admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:17.787342 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4dd945-e6c6-475c-9ea7-4fd51a2c1249 admin admin] Pushing event updated for resources: {'Network': ['ID=80e3ef0c-afb5-499e-beed-5101c6b67c21,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:46:17.801185 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 80e3ef0c-afb5-499e-beed-5101c6b67c21 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:46:17.830818 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1f4dd945-e6c6-475c-9ea7-4fd51a2c1249 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6742990 Aug 18 13:46:17.834784 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 36708) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:46:17.841564 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-778f47eb-d220-466e-af21-a9a50341d170 admin admin] Request body: {'subnet': {'network_id': '80e3ef0c-afb5-499e-beed-5101c6b67c21', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1076783259-subnet', 'tenant_id': 'a55e5bb4d88042e9a0c85f5d8eac9f3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:46:17.958093 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778f47eb-d220-466e-af21-a9a50341d170 admin admin] Made reservation on behalf of a55e5bb4d88042e9a0c85f5d8eac9f3c for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:46:17.960642 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-778f47eb-d220-466e-af21-a9a50341d170 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:18.205938 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-778f47eb-d220-466e-af21-a9a50341d170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:18.268101 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f47eb-d220-466e-af21-a9a50341d170 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39862a9a-3382-4f2a-bdd9-ad606afa6f19,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:46:18.280655 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778f47eb-d220-466e-af21-a9a50341d170 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:18.281006 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778f47eb-d220-466e-af21-a9a50341d170 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:18.281350 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778f47eb-d220-466e-af21-a9a50341d170 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:18.281691 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778f47eb-d220-466e-af21-a9a50341d170 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:18.282027 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778f47eb-d220-466e-af21-a9a50341d170 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:18.282387 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778f47eb-d220-466e-af21-a9a50341d170 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:18.282718 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778f47eb-d220-466e-af21-a9a50341d170 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:18.283046 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778f47eb-d220-466e-af21-a9a50341d170 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:18.283375 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778f47eb-d220-466e-af21-a9a50341d170 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:18.283700 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778f47eb-d220-466e-af21-a9a50341d170 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:18.284028 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778f47eb-d220-466e-af21-a9a50341d170 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:18.284362 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778f47eb-d220-466e-af21-a9a50341d170 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:46:18.291803 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778f47eb-d220-466e-af21-a9a50341d170 admin admin] Checking segment: {'id': '30e45b72-5bb9-4ccc-b5d8-a15ffd50e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '80e3ef0c-afb5-499e-beed-5101c6b67c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:46:18.292173 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778f47eb-d220-466e-af21-a9a50341d170 admin admin] Network hostable DHCP agents. Network: 80e3ef0c-afb5-499e-beed-5101c6b67c21, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:46:18.365896 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778f47eb-d220-466e-af21-a9a50341d170 admin admin] Network 80e3ef0c-afb5-499e-beed-5101c6b67c21 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:46:18.428399 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-778f47eb-d220-466e-af21-a9a50341d170 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 80e3ef0c-afb5-499e-beed-5101c6b67c21) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:46:18.433912 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778f47eb-d220-466e-af21-a9a50341d170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:18.435301 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-778f47eb-d220-466e-af21-a9a50341d170 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:18.440689 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd96707-200e-48f7-a91a-a7f104f62d27 None None] Network 80e3ef0c-afb5-499e-beed-5101c6b67c21 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:46:18.532985 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-778f47eb-d220-466e-af21-a9a50341d170 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6963470 Aug 18 13:46:18.582876 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc442700-fd19-4978-a595-64f0d7bd6e75 None None] Network 80e3ef0c-afb5-499e-beed-5101c6b67c21 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:46:19.027957 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-36ff4122-1618-4703-9577-93d661c7bd6c tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:19.029572 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-36ff4122-1618-4703-9577-93d661c7bd6c tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/networks?id=80e3ef0c-afb5-499e-beed-5101c6b67c21 HTTP/1.1" status: 200 len: 815 time: 0.1162949 Aug 18 13:46:19.045733 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-1cb524e1-a612-41ac-956c-1d6bd0d7ed07 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/quotas/a55e5bb4d88042e9a0c85f5d8eac9f3c HTTP/1.1" status: 200 len: 375 time: 0.0099630 Aug 18 13:46:19.080210 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-07ce4e52-66e2-4f21-b00c-27b70455afae tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a55e5bb4d88042e9a0c85f5d8eac9f3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281584 Aug 18 13:46:19.177856 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-accc24f2-108b-4623-b229-6db17e4ed828 service neutron] 10.222.0.13 "GET /v2.0/networks/80e3ef0c-afb5-499e-beed-5101c6b67c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900791 Aug 18 13:46:19.290028 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-796716e6-3ffe-4b5b-8a94-eab3558b2195 service neutron] 10.222.0.13 "GET /v2.0/networks/80e3ef0c-afb5-499e-beed-5101c6b67c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046789 Aug 18 13:46:19.651754 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-541d7a3d-dac2-43e2-9ba7-b6afb04310ae req-4a650bb0-98f7-4b91-b6f7-bd1a4f1ae246 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 210 time: 0.0865147 Aug 18 13:46:20.850151 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d4cf266c-d2a8-49d8-9828-01db56750ce1 req-d94d8de1-4595-4dfd-803c-12701dd6c02e tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 210 time: 0.0855381 Aug 18 13:46:21.596831 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-1aa5a607-9169-4e25-9770-32918a2ea6a0 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:21.598353 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-1aa5a607-9169-4e25-9770-32918a2ea6a0 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.20 "GET /v2.0/networks?id=80e3ef0c-afb5-499e-beed-5101c6b67c21 HTTP/1.1" status: 200 len: 815 time: 0.1112065 Aug 18 13:46:21.611322 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-e9f7a226-aab4-4bf3-b184-33241d68362f tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Request body: {'port': {'device_id': 'd562850f-3e0e-44f1-b9ff-710dc3422e16', 'network_id': '80e3ef0c-afb5-499e-beed-5101c6b67c21', 'admin_state_up': True, 'tenant_id': 'a55e5bb4d88042e9a0c85f5d8eac9f3c'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:46:21.805775 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-e9f7a226-aab4-4bf3-b184-33241d68362f tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Made reservation on behalf of a55e5bb4d88042e9a0c85f5d8eac9f3c for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:46:21.810753 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-e9f7a226-aab4-4bf3-b184-33241d68362f tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:21.962538 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-e9f7a226-aab4-4bf3-b184-33241d68362f tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Allocated IP 172.20.0.5 (80e3ef0c-afb5-499e-beed-5101c6b67c21/39862a9a-3382-4f2a-bdd9-ad606afa6f19/2af1499a-db15-4261-83ad-793373f48d51) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:46:21.963878 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-24bf0040-c666-4700-9658-b6f44f1ab339 req-e6052a2b-9dff-4def-80fa-4da049fefe35 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 210 time: 0.0298750 Aug 18 13:46:21.973325 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:46:22.118588 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-e9f7a226-aab4-4bf3-b184-33241d68362f tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:22.228135 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-e9f7a226-aab4-4bf3-b184-33241d68362f tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:22.289156 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-e9f7a226-aab4-4bf3-b184-33241d68362f tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Network 80e3ef0c-afb5-499e-beed-5101c6b67c21 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:46:22.292714 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-e9f7a226-aab4-4bf3-b184-33241d68362f tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:46:22.300126 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-e9f7a226-aab4-4bf3-b184-33241d68362f tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:46:22.331807 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f7a226-aab4-4bf3-b184-33241d68362f tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Pushing event updated for resources: {'Port': ['ID=2af1499a-db15-4261-83ad-793373f48d51,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:46:22.360271 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-e9f7a226-aab4-4bf3-b184-33241d68362f tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:22.360802 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-e9f7a226-aab4-4bf3-b184-33241d68362f tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:22.462113 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-e9f7a226-aab4-4bf3-b184-33241d68362f tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8545001 Aug 18 13:46:22.475417 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-c68b753e-bd3e-4e4f-b70e-28ea2d90b190 service neutron] Request body: {'port': {'device_id': 'd562850f-3e0e-44f1-b9ff-710dc3422e16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:46:22.539250 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-c68b753e-bd3e-4e4f-b70e-28ea2d90b190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:22.804909 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-c68b753e-bd3e-4e4f-b70e-28ea2d90b190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2af1499a-db15-4261-83ad-793373f48d51 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:46:22.812547 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-c68b753e-bd3e-4e4f-b70e-28ea2d90b190 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:22.824873 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-c68b753e-bd3e-4e4f-b70e-28ea2d90b190 service neutron] Transition to ACTIVE for port object 2af1499a-db15-4261-83ad-793373f48d51 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:46:22.930379 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-c68b753e-bd3e-4e4f-b70e-28ea2d90b190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:22.979265 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b753e-bd3e-4e4f-b70e-28ea2d90b190 service neutron] Pushing event updated for resources: {'Port': ['ID=2af1499a-db15-4261-83ad-793373f48d51,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:46:23.087489 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-c68b753e-bd3e-4e4f-b70e-28ea2d90b190 service neutron] Attempting to bind port 2af1499a-db15-4261-83ad-793373f48d51 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:46:23.087730 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-c68b753e-bd3e-4e4f-b70e-28ea2d90b190 service neutron] Attempting to bind port 2af1499a-db15-4261-83ad-793373f48d51 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '30e45b72-5bb9-4ccc-b5d8-a15ffd50e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '80e3ef0c-afb5-499e-beed-5101c6b67c21'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:46:23.088070 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-c68b753e-bd3e-4e4f-b70e-28ea2d90b190 service neutron] Attempting to bind port 2af1499a-db15-4261-83ad-793373f48d51 on network 80e3ef0c-afb5-499e-beed-5101c6b67c21 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:46:23.095570 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-c68b753e-bd3e-4e4f-b70e-28ea2d90b190 service neutron] Port 2af1499a-db15-4261-83ad-793373f48d51 on network 80e3ef0c-afb5-499e-beed-5101c6b67c21 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:46:23.095902 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-c68b753e-bd3e-4e4f-b70e-28ea2d90b190 service neutron] Attempting to bind port 2af1499a-db15-4261-83ad-793373f48d51 on network 80e3ef0c-afb5-499e-beed-5101c6b67c21 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:46:23.104409 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-c68b753e-bd3e-4e4f-b70e-28ea2d90b190 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:46:23.104747 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-c68b753e-bd3e-4e4f-b70e-28ea2d90b190 service neutron] Checking segment: {'id': '30e45b72-5bb9-4ccc-b5d8-a15ffd50e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '80e3ef0c-afb5-499e-beed-5101c6b67c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:46:23.105131 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-c68b753e-bd3e-4e4f-b70e-28ea2d90b190 service neutron] Bound using segment: {'id': '30e45b72-5bb9-4ccc-b5d8-a15ffd50e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '80e3ef0c-afb5-499e-beed-5101c6b67c21'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:46:23.105662 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-c68b753e-bd3e-4e4f-b70e-28ea2d90b190 service neutron] Bound port: 2af1499a-db15-4261-83ad-793373f48d51, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30e45b72-5bb9-4ccc-b5d8-a15ffd50e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '80e3ef0c-afb5-499e-beed-5101c6b67c21'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:46:23.105947 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-c68b753e-bd3e-4e4f-b70e-28ea2d90b190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:23.123073 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49eefb1-7571-497d-90ed-f983d9b5941c req-ec2942e4-fc4e-455b-a164-c912e1f7a277 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:23.124576 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f49eefb1-7571-497d-90ed-f983d9b5941c req-ec2942e4-fc4e-455b-a164-c912e1f7a277 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 943 time: 0.0835359 Aug 18 13:46:23.200780 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f49eefb1-7571-497d-90ed-f983d9b5941c req-e03e4eb7-b5f4-481b-93ee-206f234b3259 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696099 Aug 18 13:46:23.207074 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-c68b753e-bd3e-4e4f-b70e-28ea2d90b190 service neutron] For port 2af1499a-db15-4261-83ad-793373f48d51, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:46:23.210452 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-c68b753e-bd3e-4e4f-b70e-28ea2d90b190 service neutron] For port 2af1499a-db15-4261-83ad-793373f48d51, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=2af1499a-db15-4261-83ad-793373f48d51,segment=NetworkSegment(30e45b72-5bb9-4ccc-b5d8-a15ffd50e430),segment_id=30e45b72-5bb9-4ccc-b5d8-a15ffd50e430)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:46:23.280226 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-c68b753e-bd3e-4e4f-b70e-28ea2d90b190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:23.319880 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-c68b753e-bd3e-4e4f-b70e-28ea2d90b190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:23.320507 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-c68b753e-bd3e-4e4f-b70e-28ea2d90b190 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:23.321909 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-c68b753e-bd3e-4e4f-b70e-28ea2d90b190 service neutron] 10.222.0.20 "PUT /v2.0/ports/2af1499a-db15-4261-83ad-793373f48d51 HTTP/1.1" status: 200 len: 1091 time: 0.8509607 Aug 18 13:46:23.322381 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd562850f-3e0e-44f1-b9ff-710dc3422e16', 'tag': '2af1499a-db15-4261-83ad-793373f48d51'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:46:23.324713 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0d968aac7a69a65bc553cd8faa4b454b20da937c4c9ab803c213bcac117ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1b126e-4d82-4d8f-955b-e7037607641e" -d '{"events": [{"name": "network-changed", "server_uuid": "d562850f-3e0e-44f1-b9ff-710dc3422e16", "tag": "2af1499a-db15-4261-83ad-793373f48d51"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:46:23.352247 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b753e-bd3e-4e4f-b70e-28ea2d90b190 service neutron] Pushing event updated for resources: {'Port': ['ID=2af1499a-db15-4261-83ad-793373f48d51,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:46:23.363858 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033b85e0-c833-4985-9382-c752a6884d08 x-openstack-request-id: req-033b85e0-c833-4985-9382-c752a6884d08 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:46:23.364176 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d562850f-3e0e-44f1-b9ff-710dc3422e16", "tag": "2af1499a-db15-4261-83ad-793373f48d51", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:46:23.364488 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-033b85e0-c833-4985-9382-c752a6884d08 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:46:23.364825 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd562850f-3e0e-44f1-b9ff-710dc3422e16', 'tag': '2af1499a-db15-4261-83ad-793373f48d51', 'status': 'completed', 'code': 200} Aug 18 13:46:23.429420 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b126e-4d82-4d8f-955b-e7037607641e req-8b3dc297-34ff-48d6-87f6-6ac05b9ecb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:23.431045 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fa1b126e-4d82-4d8f-955b-e7037607641e req-8b3dc297-34ff-48d6-87f6-6ac05b9ecb7d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a55e5bb4d88042e9a0c85f5d8eac9f3c&device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 1094 time: 0.0450258 Aug 18 13:46:23.542505 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b126e-4d82-4d8f-955b-e7037607641e req-05cebace-9fb7-47a9-922a-cbd938d37797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:23.544021 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fa1b126e-4d82-4d8f-955b-e7037607641e req-05cebace-9fb7-47a9-922a-cbd938d37797 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=a55e5bb4d88042e9a0c85f5d8eac9f3c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1055233 Aug 18 13:46:23.649027 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b126e-4d82-4d8f-955b-e7037607641e req-7d00eb31-c8f9-4028-be3f-b42d8afe384e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:23.650512 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fa1b126e-4d82-4d8f-955b-e7037607641e req-7d00eb31-c8f9-4028-be3f-b42d8afe384e service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0989156 Aug 18 13:46:23.730607 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-8e5290e5-b949-4a36-b859-531f7cddec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:23.732210 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-8e5290e5-b949-4a36-b859-531f7cddec4e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a55e5bb4d88042e9a0c85f5d8eac9f3c&device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 1094 time: 0.0427821 Aug 18 13:46:23.779181 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-f3c97838-6503-4cfe-9b68-64ca6c9c37cc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2af1499a-db15-4261-83ad-793373f48d51 HTTP/1.1" status: 200 len: 217 time: 0.0395434 Aug 18 13:46:23.828677 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-fd12647d-f233-4f5a-82ea-1c1f18007c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:23.830165 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-fd12647d-f233-4f5a-82ea-1c1f18007c22 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=39862a9a-3382-4f2a-bdd9-ad606afa6f19 HTTP/1.1" status: 200 len: 855 time: 0.0442905 Aug 18 13:46:23.864156 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-0b482799-1a98-4ea9-9df7-607331c6bb65 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80e3ef0c-afb5-499e-beed-5101c6b67c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255623 Aug 18 13:46:23.960080 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-fa820910-47e8-4291-940e-e4d2c97940b4 service neutron] 10.222.0.20 "GET /v2.0/networks/80e3ef0c-afb5-499e-beed-5101c6b67c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877783 Aug 18 13:46:24.050876 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0ff80bc5-b315-43ff-bd8a-142eb0298828 req-39554d82-ddd9-49f4-90b1-e84c5a9f2f5b service neutron] 10.222.0.20 "GET /v2.0/networks/80e3ef0c-afb5-499e-beed-5101c6b67c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834520 Aug 18 13:46:24.321297 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4649c00-0867-471a-a8aa-25b4b3b2c8bc req-2b3e6dbb-0276-4d76-a0bf-067b711eb6a8 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:24.322912 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b4649c00-0867-471a-a8aa-25b4b3b2c8bc req-2b3e6dbb-0276-4d76-a0bf-067b711eb6a8 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 943 time: 0.0516908 Aug 18 13:46:24.368276 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b4649c00-0867-471a-a8aa-25b4b3b2c8bc req-176beeb4-e4fd-4876-92a8-bec87a79b946 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388694 Aug 18 13:46:25.488196 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26290bf9-bbd6-4537-b7c7-3d9037255b09 req-2c098d40-cd4d-4b9a-9dba-3a9541cff37b tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:25.489697 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-26290bf9-bbd6-4537-b7c7-3d9037255b09 req-2c098d40-cd4d-4b9a-9dba-3a9541cff37b tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 943 time: 0.0516431 Aug 18 13:46:25.529598 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-26290bf9-bbd6-4537-b7c7-3d9037255b09 req-f606dea2-938c-4125-95a7-22dfe05525bc tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334597 Aug 18 13:46:26.304943 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 2af1499a-db15-4261-83ad-793373f48d51 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:46:26.410479 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 2af1499a-db15-4261-83ad-793373f48d51, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=2af1499a-db15-4261-83ad-793373f48d51,segment=NetworkSegment(30e45b72-5bb9-4ccc-b5d8-a15ffd50e430),segment_id=30e45b72-5bb9-4ccc-b5d8-a15ffd50e430)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:46:26.424514 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '2af1499a-db15-4261-83ad-793373f48d51', 'network_id': '80e3ef0c-afb5-499e-beed-5101c6b67c21', 'port_id': '2af1499a-db15-4261-83ad-793373f48d51', 'mac_address': 'fa:16:3e:0a:49:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39862a9a-3382-4f2a-bdd9-ad606afa6f19', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:46:26.468338 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:26.483613 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2af1499a-db15-4261-83ad-793373f48d51 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:46:26.509446 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 2af1499a-db15-4261-83ad-793373f48d51, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=2af1499a-db15-4261-83ad-793373f48d51,segment=NetworkSegment(30e45b72-5bb9-4ccc-b5d8-a15ffd50e430),segment_id=30e45b72-5bb9-4ccc-b5d8-a15ffd50e430)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:46:26.618438 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:26.655641 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20bf19-4b84-4e36-845b-3bf016fd9e70 req-0b2bae9c-0db6-471b-8762-19701a299fc5 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:26.657297 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bb20bf19-4b84-4e36-845b-3bf016fd9e70 req-0b2bae9c-0db6-471b-8762-19701a299fc5 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 943 time: 0.0551641 Aug 18 13:46:26.682252 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=2af1499a-db15-4261-83ad-793373f48d51,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:46:26.703507 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bb20bf19-4b84-4e36-845b-3bf016fd9e70 req-1e1ef20d-7fcf-42fd-a1f7-96d31464f862 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376914 Aug 18 13:46:26.803487 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['2af1499a-db15-4261-83ad-793373f48d51'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:46:27.830296 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697dd7fc-0506-4f18-b56f-ed600ddaf1d6 req-b1fe8a9b-e86d-4f61-812c-05aad1f98a31 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:27.831801 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-697dd7fc-0506-4f18-b56f-ed600ddaf1d6 req-b1fe8a9b-e86d-4f61-812c-05aad1f98a31 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 944 time: 0.0573115 Aug 18 13:46:27.873186 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-697dd7fc-0506-4f18-b56f-ed600ddaf1d6 req-a0b9f93e-e2f3-4481-8ef7-febaa1ce1b92 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348082 Aug 18 13:46:28.319982 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 2af1499a-db15-4261-83ad-793373f48d51 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:46:28.344967 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:28.417173 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 2af1499a-db15-4261-83ad-793373f48d51 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:46:28.421856 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 2af1499a-db15-4261-83ad-793373f48d51 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:46:28.422411 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:28.506506 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:28.549614 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd562850f-3e0e-44f1-b9ff-710dc3422e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af1499a-db15-4261-83ad-793373f48d51'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:46:28.552301 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca02566c2856f866774cf05e3078b7dc3846df6346c0d4a4fb8ef1b25df21ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dcba753-2c77-4052-9932-544c12f7d353" -d '{"events": [{"server_uuid": "d562850f-3e0e-44f1-b9ff-710dc3422e16", "name": "network-vif-plugged", "status": "completed", "tag": "2af1499a-db15-4261-83ad-793373f48d51"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:46:28.571106 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 2af1499a-db15-4261-83ad-793373f48d51, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=2af1499a-db15-4261-83ad-793373f48d51,segment=NetworkSegment(30e45b72-5bb9-4ccc-b5d8-a15ffd50e430),segment_id=30e45b72-5bb9-4ccc-b5d8-a15ffd50e430)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:46:28.621975 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97ccfdb-11c1-443c-aec4-2c8ab46c7eff x-openstack-request-id: req-e97ccfdb-11c1-443c-aec4-2c8ab46c7eff {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:46:28.622483 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d562850f-3e0e-44f1-b9ff-710dc3422e16", "name": "network-vif-plugged", "status": "completed", "tag": "2af1499a-db15-4261-83ad-793373f48d51", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:46:28.622899 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e97ccfdb-11c1-443c-aec4-2c8ab46c7eff {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:46:28.623547 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd562850f-3e0e-44f1-b9ff-710dc3422e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af1499a-db15-4261-83ad-793373f48d51', 'code': 200} Aug 18 13:46:28.639795 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:28.695050 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=2af1499a-db15-4261-83ad-793373f48d51,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:46:28.798136 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6585b65-709e-4f19-8d0b-b22f76b35da2 req-6350e027-03da-4a99-a213-005628550751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:28.799712 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a6585b65-709e-4f19-8d0b-b22f76b35da2 req-6350e027-03da-4a99-a213-005628550751 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 1096 time: 0.0830266 Aug 18 13:46:28.835595 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a6585b65-709e-4f19-8d0b-b22f76b35da2 req-7555e276-72f8-42d0-8463-561410ffd6b9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282133 Aug 18 13:46:28.993008 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f2bfc-2a9c-4022-8520-f338fa17b93f req-a0f2c1ff-002f-49f2-89f9-e784e1faf29b tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:28.994847 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f88f2bfc-2a9c-4022-8520-f338fa17b93f req-a0f2c1ff-002f-49f2-89f9-e784e1faf29b tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 945 time: 0.0536931 Aug 18 13:46:29.033876 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f88f2bfc-2a9c-4022-8520-f338fa17b93f req-ec4db770-e3d8-4239-b7ed-8fd7c5cd23e6 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329938 Aug 18 13:46:29.114652 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:30.155796 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81964adc-21e5-4b0f-878c-a2c52af6d224 req-ffeac351-b59c-4899-953d-d914cf06f721 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:30.157335 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-81964adc-21e5-4b0f-878c-a2c52af6d224 req-ffeac351-b59c-4899-953d-d914cf06f721 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 945 time: 0.0512996 Aug 18 13:46:30.202477 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-81964adc-21e5-4b0f-878c-a2c52af6d224 req-7b3d4771-53e3-41a4-b8ba-3eca1183a5a0 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387654 Aug 18 13:46:30.336054 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f64438-5f3f-43c0-855d-996f7ce32bc9 req-64ba75ed-0e7e-488c-bd19-be65f784410d tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:30.337599 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-48f64438-5f3f-43c0-855d-996f7ce32bc9 req-64ba75ed-0e7e-488c-bd19-be65f784410d tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 945 time: 0.0531998 Aug 18 13:46:30.377592 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-48f64438-5f3f-43c0-855d-996f7ce32bc9 req-75ef4141-8599-44c8-812a-5c27da33e1e2 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335171 Aug 18 13:46:30.726007 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167abad2-1700-4b2e-8701-d3e8e47e7f53 req-818bda33-88fe-48d0-b583-45cfbc2f3363 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:30.727762 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-167abad2-1700-4b2e-8701-d3e8e47e7f53 req-818bda33-88fe-48d0-b583-45cfbc2f3363 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 945 time: 0.0622973 Aug 18 13:46:30.766622 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-167abad2-1700-4b2e-8701-d3e8e47e7f53 req-7a9ab4aa-d64f-4339-bb9a-293d27a94e99 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329065 Aug 18 13:46:30.882860 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a905e3a-aedc-4f1f-8b87-f7401535db11 req-f93ac4f8-3089-4385-aeb1-7882f879da7c tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:30.884280 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5a905e3a-aedc-4f1f-8b87-f7401535db11 req-f93ac4f8-3089-4385-aeb1-7882f879da7c tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 945 time: 0.0510221 Aug 18 13:46:30.923671 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5a905e3a-aedc-4f1f-8b87-f7401535db11 req-a338fb44-191b-4e88-b344-34ee4ad97427 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331998 Aug 18 13:46:32.675787 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8243d-cbed-416a-9e59-65f754dd1fe2 req-058b85dd-5c3f-44e1-b40e-ec3f8aaba001 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:32.677382 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1fb8243d-cbed-416a-9e59-65f754dd1fe2 req-058b85dd-5c3f-44e1-b40e-ec3f8aaba001 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 945 time: 0.0541129 Aug 18 13:46:32.725993 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1fb8243d-cbed-416a-9e59-65f754dd1fe2 req-cc2d09ec-5bd1-490c-b679-f03a8f52fff7 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364857 Aug 18 13:46:32.819941 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-3aed5a0f-6796-4c8c-8d65-9aecd4ffebcc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0447917 Aug 18 13:46:33.867808 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77321d5-aed4-484e-9bce-bc574b272c04 req-ee904241-2006-4f71-ac5e-9a31723fc2ad tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:33.870439 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e77321d5-aed4-484e-9bce-bc574b272c04 req-ee904241-2006-4f71-ac5e-9a31723fc2ad tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 945 time: 0.0638430 Aug 18 13:46:33.912768 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e77321d5-aed4-484e-9bce-bc574b272c04 req-f6b744fa-c3c9-4577-a987-168c2b11e38f tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363946 Aug 18 13:46:35.063927 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9a66b-068d-4c85-9288-1939c505d94a req-18aefcbd-b79d-41e5-aa39-5446a12afdcf tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:35.065548 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-98f9a66b-068d-4c85-9288-1939c505d94a req-18aefcbd-b79d-41e5-aa39-5446a12afdcf tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 945 time: 0.0717022 Aug 18 13:46:35.127273 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-f52fa06f-af66-483f-8035-c486f3c90eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:35.128717 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-f52fa06f-af66-483f-8035-c486f3c90eb5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a55e5bb4d88042e9a0c85f5d8eac9f3c&device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 1096 time: 0.0829246 Aug 18 13:46:35.131872 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-98f9a66b-068d-4c85-9288-1939c505d94a req-c5583343-2e3c-45ea-90a5-4ae913b45e38 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520241 Aug 18 13:46:35.229705 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-546a695d-a660-491a-b13d-433b51854e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:35.231447 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-546a695d-a660-491a-b13d-433b51854e6c service neutron] 10.222.0.20 "GET /v2.0/networks?id=80e3ef0c-afb5-499e-beed-5101c6b67c21 HTTP/1.1" status: 200 len: 916 time: 0.0951898 Aug 18 13:46:35.276467 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-8a5ff800-6366-4395-b338-d33e75234614 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2af1499a-db15-4261-83ad-793373f48d51 HTTP/1.1" status: 200 len: 217 time: 0.0378845 Aug 18 13:46:35.328604 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-cfb6272b-35c9-4ac6-bf10-1dbfc613399a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:35.330309 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-cfb6272b-35c9-4ac6-bf10-1dbfc613399a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=39862a9a-3382-4f2a-bdd9-ad606afa6f19 HTTP/1.1" status: 200 len: 855 time: 0.0471623 Aug 18 13:46:35.373171 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-b4236d21-238e-4d8b-a945-5ee4f0508766 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80e3ef0c-afb5-499e-beed-5101c6b67c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353024 Aug 18 13:46:35.472926 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-275e61f6-9320-4c25-9903-61d5228029cc service neutron] 10.222.0.20 "GET /v2.0/networks/80e3ef0c-afb5-499e-beed-5101c6b67c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928032 Aug 18 13:46:35.573156 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-d83c4352-1db4-48d0-acc4-0b28a0fa71a1 service neutron] 10.222.0.20 "GET /v2.0/networks/80e3ef0c-afb5-499e-beed-5101c6b67c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925424 Aug 18 13:46:36.271381 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc603ff-92c2-4574-a217-b7fb746bc094 req-7e435977-155e-4d37-b4f2-2c5749357a6f tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:36.273090 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2bc603ff-92c2-4574-a217-b7fb746bc094 req-7e435977-155e-4d37-b4f2-2c5749357a6f tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 945 time: 0.0571327 Aug 18 13:46:36.314557 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2bc603ff-92c2-4574-a217-b7fb746bc094 req-c0cbfa31-ebac-4804-b7a7-fd7129dde727 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347021 Aug 18 13:46:37.437473 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b3c95-7bf1-401b-84fd-dae7b798c6f4 req-25bbcef0-9769-48a2-9a2f-1901c7904aa6 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:37.439223 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-569b3c95-7bf1-401b-84fd-dae7b798c6f4 req-25bbcef0-9769-48a2-9a2f-1901c7904aa6 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 945 time: 0.0541620 Aug 18 13:46:37.479452 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-569b3c95-7bf1-401b-84fd-dae7b798c6f4 req-2f4b5fae-c7a0-4192-8770-2b372eed2ec2 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337722 Aug 18 13:46:38.618741 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3fc80-7896-4843-ada2-112cffefa3b2 req-75d18a40-a123-4741-989b-958b6fb714bf tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:38.620867 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-68e3fc80-7896-4843-ada2-112cffefa3b2 req-75d18a40-a123-4741-989b-958b6fb714bf tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 945 time: 0.0605373 Aug 18 13:46:38.670608 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-68e3fc80-7896-4843-ada2-112cffefa3b2 req-b1c8bafe-bfe5-4e69-b5b7-9d29b53911c3 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431037 Aug 18 13:46:39.800762 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd36bd-03ec-4fc0-bf76-bce0d95a4a30 req-8e6ab5cc-d67d-424f-95a7-6fe35ab8d64e tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:39.802437 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aedd36bd-03ec-4fc0-bf76-bce0d95a4a30 req-8e6ab5cc-d67d-424f-95a7-6fe35ab8d64e tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 945 time: 0.0547931 Aug 18 13:46:39.846679 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aedd36bd-03ec-4fc0-bf76-bce0d95a4a30 req-f516f052-a8e6-4d7a-a756-9e9c65e64cab tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373840 Aug 18 13:46:40.970989 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f7e95-7f81-4614-90fb-72beabb7b322 req-61fdde4e-9617-4ca9-9921-28a3705207c2 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:40.972505 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-747f7e95-7f81-4614-90fb-72beabb7b322 req-61fdde4e-9617-4ca9-9921-28a3705207c2 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 945 time: 0.0512345 Aug 18 13:46:41.014615 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-747f7e95-7f81-4614-90fb-72beabb7b322 req-9e22197a-b6bd-4ce5-aaf2-954278be8fa6 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355659 Aug 18 13:46:41.656333 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cafb2634-3220-4258-80fd-74291f799b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:42.143964 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07cebe-1e53-406a-8520-ddf8d4b0254e req-fb0e3f6f-72d5-4708-a4ee-afa8d401711a tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:42.145580 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab07cebe-1e53-406a-8520-ddf8d4b0254e req-fb0e3f6f-72d5-4708-a4ee-afa8d401711a tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 945 time: 0.0570383 Aug 18 13:46:42.190571 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab07cebe-1e53-406a-8520-ddf8d4b0254e req-c39500c5-f8b8-4e65-879e-d25bb074e722 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339699 Aug 18 13:46:43.319744 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5286cc-462b-4a08-9624-ba9cd549eb7f req-87fc3dcc-a4f3-43a8-8901-aa5d9594968c tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:43.321381 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1f5286cc-462b-4a08-9624-ba9cd549eb7f req-87fc3dcc-a4f3-43a8-8901-aa5d9594968c tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 945 time: 0.0532901 Aug 18 13:46:43.363449 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1f5286cc-462b-4a08-9624-ba9cd549eb7f req-c013d11e-8625-4609-9e3b-02dfbf3f4e85 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355537 Aug 18 13:46:43.753689 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d51f536f-24a7-4d4d-9e8c-ae6a0a392e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:44.493203 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffb16f-896c-4ec7-8765-6b009b830247 req-9768bb47-b949-452e-b4f0-71b9a01a4783 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:44.495182 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-51ffb16f-896c-4ec7-8765-6b009b830247 req-9768bb47-b949-452e-b4f0-71b9a01a4783 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 945 time: 0.0540268 Aug 18 13:46:44.538729 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-51ffb16f-896c-4ec7-8765-6b009b830247 req-8b5c8070-1f7d-4d96-9150-9cfc39a4ec4d tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369196 Aug 18 13:46:44.611326 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:45.553950 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:45.681376 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbfafd3-2e2f-4b7f-9c50-2761ac6d47cd req-6bcb24f0-cc8c-485d-aa40-8f8e97852452 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:45.683033 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4bbfafd3-2e2f-4b7f-9c50-2761ac6d47cd req-6bcb24f0-cc8c-485d-aa40-8f8e97852452 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 945 time: 0.0672560 Aug 18 13:46:45.724902 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4bbfafd3-2e2f-4b7f-9c50-2761ac6d47cd req-81cdc14f-b151-4692-b01d-58d18fa24844 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336227 Aug 18 13:46:46.866481 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55fff48-f1e1-4916-8e22-52d16f756980 req-60ab3ca7-f75b-4ac4-a587-052e8db4bf48 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:46.868182 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a55fff48-f1e1-4916-8e22-52d16f756980 req-60ab3ca7-f75b-4ac4-a587-052e8db4bf48 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 945 time: 0.0542824 Aug 18 13:46:46.912505 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a55fff48-f1e1-4916-8e22-52d16f756980 req-efb3d943-ae63-4715-8116-fcef996f6726 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372686 Aug 18 13:46:47.542121 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:48.050984 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e69da6-84e8-4a07-a6c8-fbc43b4092d4 req-ec33cd70-3e4b-49c6-8c9b-73a12e55038d tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:48.053039 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a4e69da6-84e8-4a07-a6c8-fbc43b4092d4 req-ec33cd70-3e4b-49c6-8c9b-73a12e55038d tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 945 time: 0.0664454 Aug 18 13:46:48.101250 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a4e69da6-84e8-4a07-a6c8-fbc43b4092d4 req-6b4b5e26-e3a0-41b6-b336-47a0d913471d tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409663 Aug 18 13:46:48.285923 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af076374-fa70-497e-85d7-0ce15d5e69e3 req-c9dcf52f-257d-4167-a98c-ee0d2b2af4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:48.287513 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-af076374-fa70-497e-85d7-0ce15d5e69e3 req-c9dcf52f-257d-4167-a98c-ee0d2b2af4e5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a55e5bb4d88042e9a0c85f5d8eac9f3c&device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 1096 time: 0.0458229 Aug 18 13:46:48.404154 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af076374-fa70-497e-85d7-0ce15d5e69e3 req-e0705781-300c-45e8-978e-3625acf20821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:48.405589 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-af076374-fa70-497e-85d7-0ce15d5e69e3 req-e0705781-300c-45e8-978e-3625acf20821 service neutron] 10.222.0.20 "GET /v2.0/networks?id=80e3ef0c-afb5-499e-beed-5101c6b67c21 HTTP/1.1" status: 200 len: 916 time: 0.0987637 Aug 18 13:46:48.452454 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-af076374-fa70-497e-85d7-0ce15d5e69e3 req-b80d6bd6-5da0-44c9-9511-826d9ac8636f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2af1499a-db15-4261-83ad-793373f48d51 HTTP/1.1" status: 200 len: 217 time: 0.0395722 Aug 18 13:46:48.503711 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af076374-fa70-497e-85d7-0ce15d5e69e3 req-cdd1405f-d7cc-418f-9d63-30a448a8f49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:48.505229 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-af076374-fa70-497e-85d7-0ce15d5e69e3 req-cdd1405f-d7cc-418f-9d63-30a448a8f49d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=39862a9a-3382-4f2a-bdd9-ad606afa6f19 HTTP/1.1" status: 200 len: 855 time: 0.0455525 Aug 18 13:46:48.546209 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-af076374-fa70-497e-85d7-0ce15d5e69e3 req-4fc2e369-f274-40ab-bbdd-541580776e6c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80e3ef0c-afb5-499e-beed-5101c6b67c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338445 Aug 18 13:46:48.643346 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-af076374-fa70-497e-85d7-0ce15d5e69e3 req-817fc146-bb22-4217-bbd0-8610bb5cdc90 service neutron] 10.222.0.20 "GET /v2.0/networks/80e3ef0c-afb5-499e-beed-5101c6b67c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901992 Aug 18 13:46:48.738569 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-af076374-fa70-497e-85d7-0ce15d5e69e3 req-8b832063-ac59-4356-be01-580d2636a98a service neutron] 10.222.0.20 "GET /v2.0/networks/80e3ef0c-afb5-499e-beed-5101c6b67c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858896 Aug 18 13:46:49.244759 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82aee2-dd84-47dd-b931-825114eb4c81 req-839aab93-bf6f-4fcb-9c6b-a66c8205fe6d tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:49.246929 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6c82aee2-dd84-47dd-b931-825114eb4c81 req-839aab93-bf6f-4fcb-9c6b-a66c8205fe6d tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 945 time: 0.0673742 Aug 18 13:46:49.287860 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6c82aee2-dd84-47dd-b931-825114eb4c81 req-8367af80-9f73-40ea-bfe7-6b5cfef5f8ab tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346713 Aug 18 13:46:50.422139 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b500f8a-de04-4f8a-8e61-76ed076b0a35 req-d9a3adba-ca5e-4110-b510-28142dff9b53 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:50.424105 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1b500f8a-de04-4f8a-8e61-76ed076b0a35 req-d9a3adba-ca5e-4110-b510-28142dff9b53 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 945 time: 0.0655642 Aug 18 13:46:50.475101 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1b500f8a-de04-4f8a-8e61-76ed076b0a35 req-d583ded6-f143-422c-9270-71788a491293 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435674 Aug 18 13:46:51.604254 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f33b2-81ea-4c95-aa67-5f559a8360ef req-9db25209-797c-4948-b772-35e74498e792 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:51.605923 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c32f33b2-81ea-4c95-aa67-5f559a8360ef req-9db25209-797c-4948-b772-35e74498e792 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 945 time: 0.0555072 Aug 18 13:46:51.644807 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c32f33b2-81ea-4c95-aa67-5f559a8360ef req-d4afd258-37b2-4530-a44c-f4c61218c0f1 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330403 Aug 18 13:46:52.765735 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55fce9-8ecf-4f89-bc80-30c4b2e78026 req-2bfeae61-8ffe-4e88-89b7-3c5c39c358c6 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:52.767258 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8a55fce9-8ecf-4f89-bc80-30c4b2e78026 req-2bfeae61-8ffe-4e88-89b7-3c5c39c358c6 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 945 time: 0.0539100 Aug 18 13:46:52.806556 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8a55fce9-8ecf-4f89-bc80-30c4b2e78026 req-d7469f68-88be-4805-a0ab-035da9d38089 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327342 Aug 18 13:46:53.931057 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915a354-0a26-4a61-9115-4fa5fa8d47e5 req-9b14b21a-f177-439c-aa33-89862151a0a5 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:53.932551 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3915a354-0a26-4a61-9115-4fa5fa8d47e5 req-9b14b21a-f177-439c-aa33-89862151a0a5 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 945 time: 0.0497124 Aug 18 13:46:53.973842 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3915a354-0a26-4a61-9115-4fa5fa8d47e5 req-165de45d-1e5c-4dc5-b1e5-fe2ac3f76d5d tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346875 Aug 18 13:46:55.091847 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5bfee3-44c2-4c6a-b3aa-904fa35367f8 req-bec7ab5e-e842-4628-b0b0-3a0a2f080494 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:55.093344 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6b5bfee3-44c2-4c6a-b3aa-904fa35367f8 req-bec7ab5e-e842-4628-b0b0-3a0a2f080494 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 945 time: 0.0495701 Aug 18 13:46:55.134653 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6b5bfee3-44c2-4c6a-b3aa-904fa35367f8 req-407bdf32-9881-402c-bd25-0da1fe63120d tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349238 Aug 18 13:46:56.253780 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da384f-cb4c-4d90-9d73-93daef3c4703 req-11efe453-e32a-4908-84e2-6a94cc3cb8bd tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:56.255574 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f9da384f-cb4c-4d90-9d73-93daef3c4703 req-11efe453-e32a-4908-84e2-6a94cc3cb8bd tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 945 time: 0.0518084 Aug 18 13:46:56.295947 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f9da384f-cb4c-4d90-9d73-93daef3c4703 req-8b9129df-cfa4-44dd-b240-35eddc3ce8b8 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336647 Aug 18 13:46:57.434627 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0fbf98-d5b1-4cb0-a7dc-2396c338dab6 req-e8bcb2ca-8312-4010-bc73-6aaadb6d784a tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:57.436455 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2b0fbf98-d5b1-4cb0-a7dc-2396c338dab6 req-e8bcb2ca-8312-4010-bc73-6aaadb6d784a tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 945 time: 0.0549915 Aug 18 13:46:57.481492 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2b0fbf98-d5b1-4cb0-a7dc-2396c338dab6 req-b8f1f40c-fc95-44e1-9e64-cee40cc4d4bf tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384870 Aug 18 13:46:57.846586 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-0c4ba1db-15b4-4c37-86a9-a849db746864 service neutron] show failed (client error): The resource could not be found. Aug 18 13:46:57.847641 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-0c4ba1db-15b4-4c37-86a9-a849db746864 service neutron] 10.222.0.20 "GET /v2.0/ports/2af1499a-db15-4261-83ad-793373f48d51/bindings/n-h1-803603-2 HTTP/1.1" status: 404 len: 380 time: 0.4486434 Aug 18 13:46:58.489346 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:58.611594 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c63e4-26c6-49d4-82a2-4f3e84ea9ce9 req-dcc579b4-1d51-4f80-970d-e970c9f8ed76 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:58.613127 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-582c63e4-26c6-49d4-82a2-4f3e84ea9ce9 req-dcc579b4-1d51-4f80-970d-e970c9f8ed76 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 945 time: 0.0534220 Aug 18 13:46:58.661222 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-582c63e4-26c6-49d4-82a2-4f3e84ea9ce9 req-b3b7f07f-ef0b-4b72-ad23-1c7fd9a92e69 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390177 Aug 18 13:46:58.962449 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:46:58.991657 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-cd5b4e2a-7477-4adb-b342-fd86e18b03d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:58.994485 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-cd5b4e2a-7477-4adb-b342-fd86e18b03d9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16&tenant_id=a55e5bb4d88042e9a0c85f5d8eac9f3c HTTP/1.1" status: 200 len: 1096 time: 0.0939591 Aug 18 13:46:59.005777 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-8fe1aeac-1386-4d2e-b245-341b43285e69 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803603-2', 'device_owner': 'compute:nova'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:46:59.065888 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-8fe1aeac-1386-4d2e-b245-341b43285e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:59.124108 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:59.279714 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-8fe1aeac-1386-4d2e-b245-341b43285e69 service neutron] For port 2af1499a-db15-4261-83ad-793373f48d51, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=2af1499a-db15-4261-83ad-793373f48d51,segment=NetworkSegment(30e45b72-5bb9-4ccc-b5d8-a15ffd50e430),segment_id=30e45b72-5bb9-4ccc-b5d8-a15ffd50e430)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:46:59.325664 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-8fe1aeac-1386-4d2e-b245-341b43285e69 service neutron] For port 2af1499a-db15-4261-83ad-793373f48d51, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:46:59.400475 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd562850f-3e0e-44f1-b9ff-710dc3422e16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2af1499a-db15-4261-83ad-793373f48d51'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:46:59.409867 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-8fe1aeac-1386-4d2e-b245-341b43285e69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:59.432321 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-8fe1aeac-1386-4d2e-b245-341b43285e69 service neutron] Transition to ACTIVE for port object 2af1499a-db15-4261-83ad-793373f48d51 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:46:59.449755 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6b3b2b-3f05-478c-83f3-94e346b8413e" -d '{"events": [{"server_uuid": "d562850f-3e0e-44f1-b9ff-710dc3422e16", "name": "network-vif-unplugged", "status": "completed", "tag": "2af1499a-db15-4261-83ad-793373f48d51"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:46:59.523938 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-8fe1aeac-1386-4d2e-b245-341b43285e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:59.571881 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 13:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437b0cbd-f27e-4c60-8c6b-312ae00719a7 x-openstack-request-id: req-437b0cbd-f27e-4c60-8c6b-312ae00719a7 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:46:59.572222 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d562850f-3e0e-44f1-b9ff-710dc3422e16", "name": "network-vif-unplugged", "status": "completed", "tag": "2af1499a-db15-4261-83ad-793373f48d51", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:46:59.572593 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-437b0cbd-f27e-4c60-8c6b-312ae00719a7 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:46:59.573085 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd562850f-3e0e-44f1-b9ff-710dc3422e16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2af1499a-db15-4261-83ad-793373f48d51', 'code': 200} Aug 18 13:46:59.594751 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-8fe1aeac-1386-4d2e-b245-341b43285e69 service neutron] No DVR routers for this DVR port 2af1499a-db15-4261-83ad-793373f48d51 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:46:59.601215 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe1aeac-1386-4d2e-b245-341b43285e69 service neutron] Pushing event updated for resources: {'Port': ['ID=2af1499a-db15-4261-83ad-793373f48d51,revision_number=6']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:46:59.639460 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-8fe1aeac-1386-4d2e-b245-341b43285e69 service neutron] Attempting to bind port 2af1499a-db15-4261-83ad-793373f48d51 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:46:59.639877 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-8fe1aeac-1386-4d2e-b245-341b43285e69 service neutron] Attempting to bind port 2af1499a-db15-4261-83ad-793373f48d51 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '30e45b72-5bb9-4ccc-b5d8-a15ffd50e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '80e3ef0c-afb5-499e-beed-5101c6b67c21'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:46:59.640212 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-8fe1aeac-1386-4d2e-b245-341b43285e69 service neutron] Attempting to bind port 2af1499a-db15-4261-83ad-793373f48d51 on network 80e3ef0c-afb5-499e-beed-5101c6b67c21 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:46:59.645442 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-8fe1aeac-1386-4d2e-b245-341b43285e69 service neutron] Port 2af1499a-db15-4261-83ad-793373f48d51 on network 80e3ef0c-afb5-499e-beed-5101c6b67c21 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:46:59.645764 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-8fe1aeac-1386-4d2e-b245-341b43285e69 service neutron] Attempting to bind port 2af1499a-db15-4261-83ad-793373f48d51 on network 80e3ef0c-afb5-499e-beed-5101c6b67c21 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:46:59.651520 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-8fe1aeac-1386-4d2e-b245-341b43285e69 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:46:59.651680 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-8fe1aeac-1386-4d2e-b245-341b43285e69 service neutron] Checking segment: {'id': '30e45b72-5bb9-4ccc-b5d8-a15ffd50e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '80e3ef0c-afb5-499e-beed-5101c6b67c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:46:59.651968 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-8fe1aeac-1386-4d2e-b245-341b43285e69 service neutron] Bound using segment: {'id': '30e45b72-5bb9-4ccc-b5d8-a15ffd50e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '80e3ef0c-afb5-499e-beed-5101c6b67c21'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:46:59.652391 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-8fe1aeac-1386-4d2e-b245-341b43285e69 service neutron] Bound port: 2af1499a-db15-4261-83ad-793373f48d51, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30e45b72-5bb9-4ccc-b5d8-a15ffd50e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '80e3ef0c-afb5-499e-beed-5101c6b67c21'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:46:59.652747 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-8fe1aeac-1386-4d2e-b245-341b43285e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:59.719668 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-8fe1aeac-1386-4d2e-b245-341b43285e69 service neutron] For port 2af1499a-db15-4261-83ad-793373f48d51, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:46:59.722925 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-8fe1aeac-1386-4d2e-b245-341b43285e69 service neutron] For port 2af1499a-db15-4261-83ad-793373f48d51, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=2af1499a-db15-4261-83ad-793373f48d51,segment=NetworkSegment(30e45b72-5bb9-4ccc-b5d8-a15ffd50e430),segment_id=30e45b72-5bb9-4ccc-b5d8-a15ffd50e430)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:46:59.787506 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e05c5-483a-4996-b18c-a7547e956a1b req-6e73db27-54f1-434f-8ff9-0cdfd2e082be tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:59.789031 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5b7e05c5-483a-4996-b18c-a7547e956a1b req-6e73db27-54f1-434f-8ff9-0cdfd2e082be tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 943 time: 0.0567899 Aug 18 13:46:59.810837 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-8fe1aeac-1386-4d2e-b245-341b43285e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:59.859796 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-8fe1aeac-1386-4d2e-b245-341b43285e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:59.860431 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-8fe1aeac-1386-4d2e-b245-341b43285e69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:46:59.861820 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-8fe1aeac-1386-4d2e-b245-341b43285e69 service neutron] 10.222.0.39 "PUT /v2.0/ports/2af1499a-db15-4261-83ad-793373f48d51 HTTP/1.1" status: 200 len: 1091 time: 0.8602076 Aug 18 13:46:59.892651 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5b7e05c5-483a-4996-b18c-a7547e956a1b req-0df33754-e1a2-4022-b020-2c257c50ae2f tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943534 Aug 18 13:46:59.907495 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe1aeac-1386-4d2e-b245-341b43285e69 service neutron] Pushing event updated for resources: {'Port': ['ID=2af1499a-db15-4261-83ad-793373f48d51,revision_number=7']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:46:59.938852 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-89c9ddda-7e19-433c-8e15-d198d4c83e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:46:59.940407 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-89c9ddda-7e19-433c-8e15-d198d4c83e43 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a55e5bb4d88042e9a0c85f5d8eac9f3c&device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 1094 time: 0.0468841 Aug 18 13:47:00.039081 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-18027e26-6416-4839-8892-70dfb690dc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:00.040629 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-18027e26-6416-4839-8892-70dfb690dc21 service neutron] 10.222.0.39 "GET /v2.0/networks?id=80e3ef0c-afb5-499e-beed-5101c6b67c21 HTTP/1.1" status: 200 len: 916 time: 0.0921919 Aug 18 13:47:00.083187 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-2e6a7415-868e-461a-8594-67b76ce4b1ff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2af1499a-db15-4261-83ad-793373f48d51 HTTP/1.1" status: 200 len: 217 time: 0.0355701 Aug 18 13:47:00.136867 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-7a0938d4-cdef-496f-a2f7-63d78d5af821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:00.138480 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-7a0938d4-cdef-496f-a2f7-63d78d5af821 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=39862a9a-3382-4f2a-bdd9-ad606afa6f19 HTTP/1.1" status: 200 len: 855 time: 0.0479431 Aug 18 13:47:00.174881 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-f7e44945-b4a7-4a7c-95ba-70043c31b4de service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=80e3ef0c-afb5-499e-beed-5101c6b67c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294604 Aug 18 13:47:00.286059 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-9759341a-c937-433d-9b77-b2530179b550 service neutron] 10.222.0.39 "GET /v2.0/networks/80e3ef0c-afb5-499e-beed-5101c6b67c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033030 Aug 18 13:47:00.382204 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e16427d-d833-46d1-b6b6-a7ab8f0be9af req-04627e83-e390-4a69-8c7a-8ffc64c701d3 service neutron] 10.222.0.39 "GET /v2.0/networks/80e3ef0c-afb5-499e-beed-5101c6b67c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887423 Aug 18 13:47:00.505802 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 2af1499a-db15-4261-83ad-793373f48d51 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:47:00.559355 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 2af1499a-db15-4261-83ad-793373f48d51 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:47:01.019911 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78aa10a-fa52-4241-b182-ef0c6b81a6c6 req-08e58878-c682-4315-8f8d-d839d7272f7f tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:01.021354 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e78aa10a-fa52-4241-b182-ef0c6b81a6c6 req-08e58878-c682-4315-8f8d-d839d7272f7f tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 943 time: 0.0562136 Aug 18 13:47:01.062200 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e78aa10a-fa52-4241-b182-ef0c6b81a6c6 req-b4fc0dec-d3da-46ea-8161-011870ab5b12 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346239 Aug 18 13:47:01.574410 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd562850f-3e0e-44f1-b9ff-710dc3422e16', 'tag': '2af1499a-db15-4261-83ad-793373f48d51'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:47:01.577343 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ae8825-12ae-442b-859a-57b0bbf8477a" -d '{"events": [{"name": "network-changed", "server_uuid": "d562850f-3e0e-44f1-b9ff-710dc3422e16", "tag": "2af1499a-db15-4261-83ad-793373f48d51"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:47:01.629330 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ccec88-a5e9-4ab7-8b2b-46c6208fcff9 x-openstack-request-id: req-a2ccec88-a5e9-4ab7-8b2b-46c6208fcff9 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:47:01.629753 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d562850f-3e0e-44f1-b9ff-710dc3422e16", "tag": "2af1499a-db15-4261-83ad-793373f48d51", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:47:01.630095 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2ccec88-a5e9-4ab7-8b2b-46c6208fcff9 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:47:01.630459 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd562850f-3e0e-44f1-b9ff-710dc3422e16', 'tag': '2af1499a-db15-4261-83ad-793373f48d51', 'status': 'completed', 'code': 200} Aug 18 13:47:01.722677 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae8825-12ae-442b-859a-57b0bbf8477a req-353b3fb2-a918-4588-ae55-b52e0e057229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:01.724232 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c2ae8825-12ae-442b-859a-57b0bbf8477a req-353b3fb2-a918-4588-ae55-b52e0e057229 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a55e5bb4d88042e9a0c85f5d8eac9f3c&device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 1094 time: 0.0658078 Aug 18 13:47:01.726697 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae8825-12ae-442b-859a-57b0bbf8477a req-a87558fe-e3ba-4db2-b4d8-a42ec9f657ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:01.728122 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c2ae8825-12ae-442b-859a-57b0bbf8477a req-a87558fe-e3ba-4db2-b4d8-a42ec9f657ad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a55e5bb4d88042e9a0c85f5d8eac9f3c&device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 1094 time: 0.0784209 Aug 18 13:47:01.888355 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae8825-12ae-442b-859a-57b0bbf8477a req-a5368fa8-18c0-4908-9e9c-0a56f7d7fba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:01.889942 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c2ae8825-12ae-442b-859a-57b0bbf8477a req-a5368fa8-18c0-4908-9e9c-0a56f7d7fba9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=80e3ef0c-afb5-499e-beed-5101c6b67c21 HTTP/1.1" status: 200 len: 916 time: 0.1591301 Aug 18 13:47:01.892684 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae8825-12ae-442b-859a-57b0bbf8477a req-c9fcc8d9-12a2-4a7d-865e-c1eecb6cd4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:01.894073 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c2ae8825-12ae-442b-859a-57b0bbf8477a req-c9fcc8d9-12a2-4a7d-865e-c1eecb6cd4e3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=80e3ef0c-afb5-499e-beed-5101c6b67c21 HTTP/1.1" status: 200 len: 916 time: 0.1553626 Aug 18 13:47:01.943154 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c2ae8825-12ae-442b-859a-57b0bbf8477a req-baec1327-dfe2-4da4-9216-54f783c72c02 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2af1499a-db15-4261-83ad-793373f48d51 HTTP/1.1" status: 200 len: 217 time: 0.0452323 Aug 18 13:47:01.979604 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c2ae8825-12ae-442b-859a-57b0bbf8477a req-4a73a76c-58cb-4c05-a7af-295b96254136 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2af1499a-db15-4261-83ad-793373f48d51 HTTP/1.1" status: 200 len: 217 time: 0.0756357 Aug 18 13:47:02.052383 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae8825-12ae-442b-859a-57b0bbf8477a req-a44afdf6-ad4d-4fea-a566-974838fa17df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:02.053962 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c2ae8825-12ae-442b-859a-57b0bbf8477a req-a44afdf6-ad4d-4fea-a566-974838fa17df service neutron] 10.222.0.20 "GET /v2.0/subnets?id=39862a9a-3382-4f2a-bdd9-ad606afa6f19 HTTP/1.1" status: 200 len: 855 time: 0.0837312 Aug 18 13:47:02.062463 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae8825-12ae-442b-859a-57b0bbf8477a req-81741400-f204-4325-9f22-0d84a05dce5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:02.063901 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c2ae8825-12ae-442b-859a-57b0bbf8477a req-81741400-f204-4325-9f22-0d84a05dce5f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=39862a9a-3382-4f2a-bdd9-ad606afa6f19 HTTP/1.1" status: 200 len: 855 time: 0.0661461 Aug 18 13:47:02.097487 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c2ae8825-12ae-442b-859a-57b0bbf8477a req-64ac4e59-b8cd-4aa9-9fbd-3403fd3141c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80e3ef0c-afb5-499e-beed-5101c6b67c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367885 Aug 18 13:47:02.115487 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c2ae8825-12ae-442b-859a-57b0bbf8477a req-a71326fa-aa28-4bf6-9f1c-eae06d69b674 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=80e3ef0c-afb5-499e-beed-5101c6b67c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407410 Aug 18 13:47:02.207095 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cacb17-ca32-4113-b636-c90077483e09 req-a2237e2c-5e6c-446b-af3a-32a81c977774 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:02.208802 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d8cacb17-ca32-4113-b636-c90077483e09 req-a2237e2c-5e6c-446b-af3a-32a81c977774 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 943 time: 0.0725751 Aug 18 13:47:02.252707 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d8cacb17-ca32-4113-b636-c90077483e09 req-8c3c9e29-4763-4899-ae28-b338c882fede tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362959 Aug 18 13:47:02.278515 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c2ae8825-12ae-442b-859a-57b0bbf8477a req-bd04e434-1f68-4326-8e38-238c856fa652 service neutron] 10.222.0.20 "GET /v2.0/networks/80e3ef0c-afb5-499e-beed-5101c6b67c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674802 Aug 18 13:47:02.284198 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c2ae8825-12ae-442b-859a-57b0bbf8477a req-3b29ff70-4767-4270-8788-53b59df09deb service neutron] 10.222.0.39 "GET /v2.0/networks/80e3ef0c-afb5-499e-beed-5101c6b67c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628263 Aug 18 13:47:02.446025 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c2ae8825-12ae-442b-859a-57b0bbf8477a req-649ee7dd-f988-4219-abc6-4c89a059a999 service neutron] 10.222.0.20 "GET /v2.0/networks/80e3ef0c-afb5-499e-beed-5101c6b67c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607466 Aug 18 13:47:02.448062 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c2ae8825-12ae-442b-859a-57b0bbf8477a req-ab4bdaf6-91ae-4644-acfe-18a4297bf8ba service neutron] 10.222.0.39 "GET /v2.0/networks/80e3ef0c-afb5-499e-beed-5101c6b67c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537063 Aug 18 13:47:03.361880 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 2af1499a-db15-4261-83ad-793373f48d51 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:47:03.383154 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2caff-9d7c-48e5-8dbe-8365872540bb req-0534d8d9-0e27-4d83-ac8e-b43d3d84cb9c tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:03.384678 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-57b2caff-9d7c-48e5-8dbe-8365872540bb req-0534d8d9-0e27-4d83-ac8e-b43d3d84cb9c tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 943 time: 0.0563104 Aug 18 13:47:03.435679 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-57b2caff-9d7c-48e5-8dbe-8365872540bb req-5a3622fb-aac9-4764-bac6-448e27759965 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444186 Aug 18 13:47:03.477827 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 2af1499a-db15-4261-83ad-793373f48d51, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=2af1499a-db15-4261-83ad-793373f48d51,segment=NetworkSegment(30e45b72-5bb9-4ccc-b5d8-a15ffd50e430),segment_id=30e45b72-5bb9-4ccc-b5d8-a15ffd50e430)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:47:03.489003 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '2af1499a-db15-4261-83ad-793373f48d51', 'network_id': '80e3ef0c-afb5-499e-beed-5101c6b67c21', 'port_id': '2af1499a-db15-4261-83ad-793373f48d51', 'mac_address': 'fa:16:3e:0a:49:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39862a9a-3382-4f2a-bdd9-ad606afa6f19', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:47:03.531784 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:03.546003 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2af1499a-db15-4261-83ad-793373f48d51 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:47:03.565892 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 2af1499a-db15-4261-83ad-793373f48d51, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=2af1499a-db15-4261-83ad-793373f48d51,segment=NetworkSegment(30e45b72-5bb9-4ccc-b5d8-a15ffd50e430),segment_id=30e45b72-5bb9-4ccc-b5d8-a15ffd50e430)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:47:03.639313 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:03.697139 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=2af1499a-db15-4261-83ad-793373f48d51,revision_number=8']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:47:03.794720 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7c3d8-528a-4c84-a855-cb2969e421aa req-ae2b1cea-cfd8-4469-bfdc-63cbfdac58d4 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:03.796610 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-daf7c3d8-528a-4c84-a855-cb2969e421aa req-ae2b1cea-cfd8-4469-bfdc-63cbfdac58d4 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 944 time: 0.0593116 Aug 18 13:47:03.857884 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['2af1499a-db15-4261-83ad-793373f48d51'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:47:03.866226 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-daf7c3d8-528a-4c84-a855-cb2969e421aa req-d03a068f-253f-474f-a416-b777bb12e02a tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570855 Aug 18 13:47:03.885796 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d128d-6579-4b1d-b280-83a71c841bfc req-2ca9f4fe-6b26-4752-990e-ec54d31a44e5 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:03.888613 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-079d128d-6579-4b1d-b280-83a71c841bfc req-2ca9f4fe-6b26-4752-990e-ec54d31a44e5 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.20 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16&tenant_id=a55e5bb4d88042e9a0c85f5d8eac9f3c&binding%3Ahost_id=n-h1-803603-2 HTTP/1.1" status: 200 len: 944 time: 0.0880122 Aug 18 13:47:03.968699 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [req-079d128d-6579-4b1d-b280-83a71c841bfc req-b71d39f6-8506-40de-9ea9-beca95d16f80 service neutron] delete failed (client error): The resource could not be found. Aug 18 13:47:03.969908 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-079d128d-6579-4b1d-b280-83a71c841bfc req-b71d39f6-8506-40de-9ea9-beca95d16f80 service neutron] 10.222.0.20 "DELETE /v2.0/ports/2af1499a-db15-4261-83ad-793373f48d51/bindings/n-h2-803603-2 HTTP/1.1" status: 404 len: 380 time: 0.0739942 Aug 18 13:47:04.056508 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d128d-6579-4b1d-b280-83a71c841bfc req-88545439-b418-48bb-bf98-263ff6ca8772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:04.057984 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-079d128d-6579-4b1d-b280-83a71c841bfc req-88545439-b418-48bb-bf98-263ff6ca8772 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a55e5bb4d88042e9a0c85f5d8eac9f3c&device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 1095 time: 0.0429218 Aug 18 13:47:04.154538 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d128d-6579-4b1d-b280-83a71c841bfc req-e66193bf-5683-45b4-b9d9-f5b6b13c398b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:04.156041 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-079d128d-6579-4b1d-b280-83a71c841bfc req-e66193bf-5683-45b4-b9d9-f5b6b13c398b service neutron] 10.222.0.20 "GET /v2.0/networks?id=80e3ef0c-afb5-499e-beed-5101c6b67c21 HTTP/1.1" status: 200 len: 916 time: 0.0916409 Aug 18 13:47:04.199113 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-079d128d-6579-4b1d-b280-83a71c841bfc req-8d76c740-bf39-4539-a408-d98c4d5c1eae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2af1499a-db15-4261-83ad-793373f48d51 HTTP/1.1" status: 200 len: 217 time: 0.0354102 Aug 18 13:47:04.252709 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d128d-6579-4b1d-b280-83a71c841bfc req-0fa11d30-7850-4a44-a4e6-c41c25649b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:04.254230 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-079d128d-6579-4b1d-b280-83a71c841bfc req-0fa11d30-7850-4a44-a4e6-c41c25649b8d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=39862a9a-3382-4f2a-bdd9-ad606afa6f19 HTTP/1.1" status: 200 len: 855 time: 0.0484433 Aug 18 13:47:04.287640 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-079d128d-6579-4b1d-b280-83a71c841bfc req-036c5705-9880-4897-98a0-e0b9587d2af3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80e3ef0c-afb5-499e-beed-5101c6b67c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257194 Aug 18 13:47:04.383159 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-079d128d-6579-4b1d-b280-83a71c841bfc req-fdeae8c6-2bfa-4633-bcb0-8be498e63458 service neutron] 10.222.0.20 "GET /v2.0/networks/80e3ef0c-afb5-499e-beed-5101c6b67c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883503 Aug 18 13:47:04.474217 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-079d128d-6579-4b1d-b280-83a71c841bfc req-f56dd2d2-f3ba-48f9-981b-ca94b229163a service neutron] 10.222.0.20 "GET /v2.0/networks/80e3ef0c-afb5-499e-beed-5101c6b67c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840900 Aug 18 13:47:04.990276 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828be14-28a8-4a19-893a-e8ae871851c6 req-581c27b0-6004-4c4b-ac14-01aa5615ab7a tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:04.991666 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7828be14-28a8-4a19-893a-e8ae871851c6 req-581c27b0-6004-4c4b-ac14-01aa5615ab7a tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 944 time: 0.0531025 Aug 18 13:47:05.035561 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7828be14-28a8-4a19-893a-e8ae871851c6 req-15d5ea6d-c837-433f-9e47-82268e48791c tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340025 Aug 18 13:47:05.356170 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 2af1499a-db15-4261-83ad-793373f48d51 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:47:05.483121 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 2af1499a-db15-4261-83ad-793373f48d51 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:47:05.487259 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 2af1499a-db15-4261-83ad-793373f48d51 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:47:05.487648 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:05.592567 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:05.619822 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd562850f-3e0e-44f1-b9ff-710dc3422e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af1499a-db15-4261-83ad-793373f48d51'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:47:05.635879 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 2af1499a-db15-4261-83ad-793373f48d51, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=2af1499a-db15-4261-83ad-793373f48d51,segment=NetworkSegment(30e45b72-5bb9-4ccc-b5d8-a15ffd50e430),segment_id=30e45b72-5bb9-4ccc-b5d8-a15ffd50e430)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:47:05.664700 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ba3b915c790ece66a99fb45b0530a9eb9c5b6743edcd6e3a78a03ec4b78c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087811d2-c246-4f17-87fc-59d2e67bb674" -d '{"events": [{"server_uuid": "d562850f-3e0e-44f1-b9ff-710dc3422e16", "name": "network-vif-plugged", "status": "completed", "tag": "2af1499a-db15-4261-83ad-793373f48d51"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:47:05.718945 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:05.752704 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8587e5f5-91f8-48bb-9566-9309781495de x-openstack-request-id: req-8587e5f5-91f8-48bb-9566-9309781495de {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:47:05.752997 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d562850f-3e0e-44f1-b9ff-710dc3422e16", "name": "network-vif-plugged", "status": "completed", "tag": "2af1499a-db15-4261-83ad-793373f48d51", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:47:05.753254 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8587e5f5-91f8-48bb-9566-9309781495de {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:47:05.753652 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd562850f-3e0e-44f1-b9ff-710dc3422e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af1499a-db15-4261-83ad-793373f48d51', 'code': 200} Aug 18 13:47:05.776431 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=2af1499a-db15-4261-83ad-793373f48d51,revision_number=9']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:47:06.157239 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb29849-babd-4eae-a518-71a8008a3f87 req-a7d7528b-35b0-49bc-9e23-8467320d61e0 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:06.158761 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1fb29849-babd-4eae-a518-71a8008a3f87 req-a7d7528b-35b0-49bc-9e23-8467320d61e0 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 945 time: 0.0542870 Aug 18 13:47:06.203011 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1fb29849-babd-4eae-a518-71a8008a3f87 req-73780ceb-72c7-42b5-b88c-559783e1025e tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325911 Aug 18 13:47:06.338936 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79a6c3-6906-4be6-afb8-ea2a5dba1d7f req-6e14076e-3d98-4697-98fe-c0c76185b0dd tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:06.340438 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fa79a6c3-6906-4be6-afb8-ea2a5dba1d7f req-6e14076e-3d98-4697-98fe-c0c76185b0dd tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 945 time: 0.0550089 Aug 18 13:47:06.378912 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fa79a6c3-6906-4be6-afb8-ea2a5dba1d7f req-6f4262f3-0edd-4203-b8eb-1e46134ad82e tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324795 Aug 18 13:47:06.501999 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673030f2-3f45-4f8d-95df-9393549f4926 req-aa1409e2-9b17-4e44-b1e6-b4d7532b4a99 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:06.503542 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-673030f2-3f45-4f8d-95df-9393549f4926 req-aa1409e2-9b17-4e44-b1e6-b4d7532b4a99 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 945 time: 0.0524206 Aug 18 13:47:06.543311 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-673030f2-3f45-4f8d-95df-9393549f4926 req-df8a299c-0f84-49fd-bf0e-a1c034812e3d tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330827 Aug 18 13:47:07.194847 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-a5efc1c3-1e49-49ae-be2a-4299cb3f2c71 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:07.196402 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-a5efc1c3-1e49-49ae-be2a-4299cb3f2c71 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/networks?id=80e3ef0c-afb5-499e-beed-5101c6b67c21 HTTP/1.1" status: 200 len: 815 time: 0.1099739 Aug 18 13:47:07.212170 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-363e605d-d65e-4fe4-aa22-090a21bf0f01 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/quotas/a55e5bb4d88042e9a0c85f5d8eac9f3c HTTP/1.1" status: 200 len: 375 time: 0.0097415 Aug 18 13:47:07.262556 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-91f2f0d8-a288-4703-9586-ddc44a70d0d8 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a55e5bb4d88042e9a0c85f5d8eac9f3c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0446866 Aug 18 13:47:07.371752 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-aa1d17ac-3b30-4fc8-9f16-5f23a421bbe3 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:47:07.372817 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-aa1d17ac-3b30-4fc8-9f16-5f23a421bbe3 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0464661 Aug 18 13:47:07.466293 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-1bde8e79-3a57-4867-981f-e2555ee7be1f service neutron] 10.222.0.13 "GET /v2.0/networks/80e3ef0c-afb5-499e-beed-5101c6b67c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870366 Aug 18 13:47:07.560423 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-ef58772d-107a-4f6c-8379-b195d88a63f6 service neutron] 10.222.0.13 "GET /v2.0/networks/80e3ef0c-afb5-499e-beed-5101c6b67c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880888 Aug 18 13:47:07.920809 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-14da3f89-c808-4727-bc06-7574c5c6b44c req-96b8fbc6-420d-4378-b4b7-899754cb531f tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 210 time: 0.0274496 Aug 18 13:47:08.350299 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5b2f6-3532-414d-b441-b52381a82ac4 req-7e991595-5830-4471-ba4d-7fa337051edd tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:08.352993 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fbb5b2f6-3532-414d-b441-b52381a82ac4 req-7e991595-5830-4471-ba4d-7fa337051edd tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.39 "GET /v2.0/ports?device_id=d562850f-3e0e-44f1-b9ff-710dc3422e16 HTTP/1.1" status: 200 len: 945 time: 0.0513790 Aug 18 13:47:08.454242 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-fbb5b2f6-3532-414d-b441-b52381a82ac4 req-46eaf12b-970b-443b-8baf-391a0c5872c0 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Deleting port 2af1499a-db15-4261-83ad-793373f48d51 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:47:08.454593 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fbb5b2f6-3532-414d-b441-b52381a82ac4 req-46eaf12b-970b-443b-8baf-391a0c5872c0 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:08.544178 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-fbb5b2f6-3532-414d-b441-b52381a82ac4 req-46eaf12b-970b-443b-8baf-391a0c5872c0 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] For port 2af1499a-db15-4261-83ad-793373f48d51, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=2af1499a-db15-4261-83ad-793373f48d51,segment=NetworkSegment(30e45b72-5bb9-4ccc-b5d8-a15ffd50e430),segment_id=30e45b72-5bb9-4ccc-b5d8-a15ffd50e430)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:47:08.544535 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fbb5b2f6-3532-414d-b441-b52381a82ac4 req-46eaf12b-970b-443b-8baf-391a0c5872c0 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:08.558761 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-fbb5b2f6-3532-414d-b441-b52381a82ac4 req-46eaf12b-970b-443b-8baf-391a0c5872c0 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Calling delete_port for 2af1499a-db15-4261-83ad-793373f48d51 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:47:08.867856 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fbb5b2f6-3532-414d-b441-b52381a82ac4 req-46eaf12b-970b-443b-8baf-391a0c5872c0 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:08.880474 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['2af1499a-db15-4261-83ad-793373f48d51'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:47:08.899801 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eaf12b-970b-443b-8baf-391a0c5872c0 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Pushing event deleted for resources: {'Port': ['ID=2af1499a-db15-4261-83ad-793373f48d51,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:47:08.924398 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eaf12b-970b-443b-8baf-391a0c5872c0 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:47:08.925129 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eaf12b-970b-443b-8baf-391a0c5872c0 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:47:08.925129 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eaf12b-970b-443b-8baf-391a0c5872c0 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:47:08.925420 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eaf12b-970b-443b-8baf-391a0c5872c0 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:47:08.925701 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eaf12b-970b-443b-8baf-391a0c5872c0 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:47:08.926029 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eaf12b-970b-443b-8baf-391a0c5872c0 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:47:08.926379 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eaf12b-970b-443b-8baf-391a0c5872c0 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:47:08.926707 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eaf12b-970b-443b-8baf-391a0c5872c0 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:47:08.927029 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eaf12b-970b-443b-8baf-391a0c5872c0 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:47:08.927342 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eaf12b-970b-443b-8baf-391a0c5872c0 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:47:08.927665 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eaf12b-970b-443b-8baf-391a0c5872c0 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:47:08.928691 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eaf12b-970b-443b-8baf-391a0c5872c0 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:47:08.955295 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb5b2f6-3532-414d-b441-b52381a82ac4 req-46eaf12b-970b-443b-8baf-391a0c5872c0 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] No DVR routers for this DVR port 2af1499a-db15-4261-83ad-793373f48d51 on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:47:08.958417 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fbb5b2f6-3532-414d-b441-b52381a82ac4 req-46eaf12b-970b-443b-8baf-391a0c5872c0 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:08.960556 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fbb5b2f6-3532-414d-b441-b52381a82ac4 req-46eaf12b-970b-443b-8baf-391a0c5872c0 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.39 "DELETE /v2.0/ports/2af1499a-db15-4261-83ad-793373f48d51 HTTP/1.1" status: 204 len: 173 time: 0.6018131 Aug 18 13:47:08.961135 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd562850f-3e0e-44f1-b9ff-710dc3422e16', 'name': 'network-vif-deleted', 'tag': '2af1499a-db15-4261-83ad-793373f48d51'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:47:08.963577 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b49cc4-d595-4eef-a8da-0f05d7e2c8cd" -d '{"events": [{"server_uuid": "d562850f-3e0e-44f1-b9ff-710dc3422e16", "name": "network-vif-deleted", "tag": "2af1499a-db15-4261-83ad-793373f48d51"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:47:09.001002 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d7d75b-dbce-4b62-8f1c-16ccc887908e x-openstack-request-id: req-58d7d75b-dbce-4b62-8f1c-16ccc887908e {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:47:09.001298 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d562850f-3e0e-44f1-b9ff-710dc3422e16", "name": "network-vif-deleted", "tag": "2af1499a-db15-4261-83ad-793373f48d51", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:47:09.001551 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58d7d75b-dbce-4b62-8f1c-16ccc887908e {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:47:09.001961 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd562850f-3e0e-44f1-b9ff-710dc3422e16', 'name': 'network-vif-deleted', 'tag': '2af1499a-db15-4261-83ad-793373f48d51', 'status': 'completed', 'code': 200} Aug 18 13:47:09.064477 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0715bbb6-8453-4b2b-890f-561d282e01df req-b45e72c5-8f7a-4c51-a4c8-55d31ec46815 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 210 time: 0.0323570 Aug 18 13:47:09.974879 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-bd1516d4-7e6a-43c2-9c60-e9ec6442165d tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:09.976356 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-bd1516d4-7e6a-43c2-9c60-e9ec6442165d tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.39 "GET /v2.0/networks?id=80e3ef0c-afb5-499e-beed-5101c6b67c21 HTTP/1.1" status: 200 len: 815 time: 0.1428404 Aug 18 13:47:09.988973 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-8afa6b8f-4e73-46ef-9649-80dc67d578a0 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Request body: {'port': {'device_id': '4ae9806d-4d29-420f-8aca-334b954f546f', 'network_id': '80e3ef0c-afb5-499e-beed-5101c6b67c21', 'admin_state_up': True, 'tenant_id': 'a55e5bb4d88042e9a0c85f5d8eac9f3c'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:47:10.184379 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cc38245b-5c49-447d-a3ff-862a4171ef49 req-87b9280c-73f2-4501-b6f8-8aade2103277 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 210 time: 0.0297875 Aug 18 13:47:10.233376 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-8afa6b8f-4e73-46ef-9649-80dc67d578a0 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Made reservation on behalf of a55e5bb4d88042e9a0c85f5d8eac9f3c for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:47:10.236929 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-8afa6b8f-4e73-46ef-9649-80dc67d578a0 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:10.366342 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-8afa6b8f-4e73-46ef-9649-80dc67d578a0 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Allocated IP 172.20.0.9 (80e3ef0c-afb5-499e-beed-5101c6b67c21/39862a9a-3382-4f2a-bdd9-ad606afa6f19/751b0c10-ba15-46ab-ab45-e160c331b629) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:47:10.506855 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-8afa6b8f-4e73-46ef-9649-80dc67d578a0 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:10.621110 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-8afa6b8f-4e73-46ef-9649-80dc67d578a0 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:10.632396 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['2af1499a-db15-4261-83ad-793373f48d51'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:47:10.665833 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-8afa6b8f-4e73-46ef-9649-80dc67d578a0 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Network 80e3ef0c-afb5-499e-beed-5101c6b67c21 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:47:10.669065 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-8afa6b8f-4e73-46ef-9649-80dc67d578a0 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:47:10.672895 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-8afa6b8f-4e73-46ef-9649-80dc67d578a0 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:47:10.679837 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa6b8f-4e73-46ef-9649-80dc67d578a0 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Pushing event updated for resources: {'Port': ['ID=751b0c10-ba15-46ab-ab45-e160c331b629,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:47:10.724454 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-8afa6b8f-4e73-46ef-9649-80dc67d578a0 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:10.725221 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-8afa6b8f-4e73-46ef-9649-80dc67d578a0 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:10.844108 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-8afa6b8f-4e73-46ef-9649-80dc67d578a0 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8589764 Aug 18 13:47:10.856986 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-e3e814c2-f105-4c37-9a95-e50bfd829d20 service neutron] Request body: {'port': {'device_id': '4ae9806d-4d29-420f-8aca-334b954f546f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:47:10.919667 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-e3e814c2-f105-4c37-9a95-e50bfd829d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:11.225809 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-e3e814c2-f105-4c37-9a95-e50bfd829d20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 751b0c10-ba15-46ab-ab45-e160c331b629 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:47:11.241093 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-e3e814c2-f105-4c37-9a95-e50bfd829d20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:11.254518 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-e3e814c2-f105-4c37-9a95-e50bfd829d20 service neutron] Transition to ACTIVE for port object 751b0c10-ba15-46ab-ab45-e160c331b629 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:47:11.321612 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2557d1-6504-4c9e-95db-5d7cbd655694 req-350b9bd8-4143-4bbf-b5c8-320744c93be8 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:11.323133 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-da2557d1-6504-4c9e-95db-5d7cbd655694 req-350b9bd8-4143-4bbf-b5c8-320744c93be8 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 931 time: 0.0554962 Aug 18 13:47:11.336285 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-e3e814c2-f105-4c37-9a95-e50bfd829d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:11.363320 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-da2557d1-6504-4c9e-95db-5d7cbd655694 req-f99ede0e-d1ff-4c21-84e3-950b8c224363 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340898 Aug 18 13:47:11.409505 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e814c2-f105-4c37-9a95-e50bfd829d20 service neutron] Pushing event updated for resources: {'Port': ['ID=751b0c10-ba15-46ab-ab45-e160c331b629,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:47:11.463912 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-e3e814c2-f105-4c37-9a95-e50bfd829d20 service neutron] Attempting to bind port 751b0c10-ba15-46ab-ab45-e160c331b629 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:47:11.464243 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-e3e814c2-f105-4c37-9a95-e50bfd829d20 service neutron] Attempting to bind port 751b0c10-ba15-46ab-ab45-e160c331b629 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '30e45b72-5bb9-4ccc-b5d8-a15ffd50e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '80e3ef0c-afb5-499e-beed-5101c6b67c21'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:47:11.464569 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-e3e814c2-f105-4c37-9a95-e50bfd829d20 service neutron] Attempting to bind port 751b0c10-ba15-46ab-ab45-e160c331b629 on network 80e3ef0c-afb5-499e-beed-5101c6b67c21 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:47:11.469237 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-e3e814c2-f105-4c37-9a95-e50bfd829d20 service neutron] Port 751b0c10-ba15-46ab-ab45-e160c331b629 on network 80e3ef0c-afb5-499e-beed-5101c6b67c21 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:47:11.469501 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-e3e814c2-f105-4c37-9a95-e50bfd829d20 service neutron] Attempting to bind port 751b0c10-ba15-46ab-ab45-e160c331b629 on network 80e3ef0c-afb5-499e-beed-5101c6b67c21 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:47:11.474349 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-e3e814c2-f105-4c37-9a95-e50bfd829d20 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:47:11.475261 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-e3e814c2-f105-4c37-9a95-e50bfd829d20 service neutron] Checking segment: {'id': '30e45b72-5bb9-4ccc-b5d8-a15ffd50e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '80e3ef0c-afb5-499e-beed-5101c6b67c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:47:11.475649 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-e3e814c2-f105-4c37-9a95-e50bfd829d20 service neutron] Bound using segment: {'id': '30e45b72-5bb9-4ccc-b5d8-a15ffd50e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '80e3ef0c-afb5-499e-beed-5101c6b67c21'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:47:11.476076 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-e3e814c2-f105-4c37-9a95-e50bfd829d20 service neutron] Bound port: 751b0c10-ba15-46ab-ab45-e160c331b629, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30e45b72-5bb9-4ccc-b5d8-a15ffd50e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '80e3ef0c-afb5-499e-beed-5101c6b67c21'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:47:11.476516 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-e3e814c2-f105-4c37-9a95-e50bfd829d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:11.542402 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-e3e814c2-f105-4c37-9a95-e50bfd829d20 service neutron] For port 751b0c10-ba15-46ab-ab45-e160c331b629, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:47:11.545850 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-e3e814c2-f105-4c37-9a95-e50bfd829d20 service neutron] For port 751b0c10-ba15-46ab-ab45-e160c331b629, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=751b0c10-ba15-46ab-ab45-e160c331b629,segment=NetworkSegment(30e45b72-5bb9-4ccc-b5d8-a15ffd50e430),segment_id=30e45b72-5bb9-4ccc-b5d8-a15ffd50e430)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:47:11.673679 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-e3e814c2-f105-4c37-9a95-e50bfd829d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:11.711108 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-e3e814c2-f105-4c37-9a95-e50bfd829d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:11.711727 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-e3e814c2-f105-4c37-9a95-e50bfd829d20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:11.713123 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-e3e814c2-f105-4c37-9a95-e50bfd829d20 service neutron] 10.222.0.39 "PUT /v2.0/ports/751b0c10-ba15-46ab-ab45-e160c331b629 HTTP/1.1" status: 200 len: 1091 time: 0.8609293 Aug 18 13:47:11.713589 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ae9806d-4d29-420f-8aca-334b954f546f', 'tag': '751b0c10-ba15-46ab-ab45-e160c331b629'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:47:11.715886 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f3c46e-f491-46be-98e1-3cbe90e4de69" -d '{"events": [{"name": "network-changed", "server_uuid": "4ae9806d-4d29-420f-8aca-334b954f546f", "tag": "751b0c10-ba15-46ab-ab45-e160c331b629"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:47:11.741700 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e814c2-f105-4c37-9a95-e50bfd829d20 service neutron] Pushing event updated for resources: {'Port': ['ID=751b0c10-ba15-46ab-ab45-e160c331b629,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:47:11.754389 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-86a30bb9-fda1-453f-99b1-e27378d81506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:11.760403 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64773520-9a21-46d9-8048-4fdf7224b4d3 x-openstack-request-id: req-64773520-9a21-46d9-8048-4fdf7224b4d3 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:47:11.760403 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ae9806d-4d29-420f-8aca-334b954f546f", "tag": "751b0c10-ba15-46ab-ab45-e160c331b629", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:47:11.760403 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-64773520-9a21-46d9-8048-4fdf7224b4d3 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:47:11.760403 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ae9806d-4d29-420f-8aca-334b954f546f', 'tag': '751b0c10-ba15-46ab-ab45-e160c331b629', 'status': 'completed', 'code': 200} Aug 18 13:47:11.818865 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3c46e-f491-46be-98e1-3cbe90e4de69 req-7e0ba9ce-49b8-4836-83ec-cc6e05473609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:11.820427 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-97f3c46e-f491-46be-98e1-3cbe90e4de69 req-7e0ba9ce-49b8-4836-83ec-cc6e05473609 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a55e5bb4d88042e9a0c85f5d8eac9f3c&device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 1094 time: 0.0414197 Aug 18 13:47:11.923956 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3c46e-f491-46be-98e1-3cbe90e4de69 req-53e1a5c7-1c1b-4438-a0e8-23cf0cb44197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:11.925418 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-97f3c46e-f491-46be-98e1-3cbe90e4de69 req-53e1a5c7-1c1b-4438-a0e8-23cf0cb44197 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=a55e5bb4d88042e9a0c85f5d8eac9f3c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0960364 Aug 18 13:47:12.022640 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3c46e-f491-46be-98e1-3cbe90e4de69 req-bd362736-69e6-4d63-85bd-f72a5397e656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:12.024033 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-97f3c46e-f491-46be-98e1-3cbe90e4de69 req-bd362736-69e6-4d63-85bd-f72a5397e656 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920413 Aug 18 13:47:12.102380 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-0f901e63-a1cc-4488-b149-8582bc35fc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:12.103893 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-0f901e63-a1cc-4488-b149-8582bc35fc80 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a55e5bb4d88042e9a0c85f5d8eac9f3c&device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 1094 time: 0.0407596 Aug 18 13:47:12.147142 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-17e22020-8431-4523-9259-70c697f32a16 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=751b0c10-ba15-46ab-ab45-e160c331b629 HTTP/1.1" status: 200 len: 217 time: 0.0355151 Aug 18 13:47:12.204745 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-a804771b-38ae-4297-98cc-79d28fe586aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:12.206257 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-a804771b-38ae-4297-98cc-79d28fe586aa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=39862a9a-3382-4f2a-bdd9-ad606afa6f19 HTTP/1.1" status: 200 len: 855 time: 0.0521250 Aug 18 13:47:12.236842 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-fb837b5f-7fee-4d46-972d-ea7eac2c9012 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=80e3ef0c-afb5-499e-beed-5101c6b67c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238287 Aug 18 13:47:12.326755 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-57dbc1d6-8530-48a1-ac71-2fbf28d36a78 service neutron] 10.222.0.39 "GET /v2.0/networks/80e3ef0c-afb5-499e-beed-5101c6b67c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824797 Aug 18 13:47:12.425262 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aa74f82c-bbf5-4520-912c-383e25df31aa req-e70127df-17b8-4b14-b7f5-99cd4c17b93f service neutron] 10.222.0.39 "GET /v2.0/networks/80e3ef0c-afb5-499e-beed-5101c6b67c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920038 Aug 18 13:47:12.481003 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a57278-91d4-4d0d-acae-25cc9834298f req-acf33a21-9fa7-47cb-b95d-b7d83aeac284 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:12.482513 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c4a57278-91d4-4d0d-acae-25cc9834298f req-acf33a21-9fa7-47cb-b95d-b7d83aeac284 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 943 time: 0.0482352 Aug 18 13:47:12.524823 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c4a57278-91d4-4d0d-acae-25cc9834298f req-70106ce9-3b94-4381-9dcd-fe6afa579099 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362914 Aug 18 13:47:13.370876 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 2af1499a-db15-4261-83ad-793373f48d51 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:47:13.394565 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: 2af1499a-db15-4261-83ad-793373f48d51 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:47:13.394923 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 2af1499a-db15-4261-83ad-793373f48d51 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:47:13.647478 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc47d02-db52-4aba-8d2a-8aab5a81ddef req-324068f3-f53c-4645-ad1e-725b47c6c3ed tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:13.649041 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1cc47d02-db52-4aba-8d2a-8aab5a81ddef req-324068f3-f53c-4645-ad1e-725b47c6c3ed tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 943 time: 0.0535822 Aug 18 13:47:13.693015 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1cc47d02-db52-4aba-8d2a-8aab5a81ddef req-c864d5d2-91d4-455b-a077-ea631dbf4de2 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370083 Aug 18 13:47:13.798631 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d7958833-49bb-4c6b-95bd-5e96109e9da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:14.598763 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:14.811535 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db24a42-6611-40b9-9b2a-627ef4912e3d req-ac029191-0b7a-499a-81e9-8c78e246ec71 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:14.813016 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8db24a42-6611-40b9-9b2a-627ef4912e3d req-ac029191-0b7a-499a-81e9-8c78e246ec71 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 943 time: 0.0494823 Aug 18 13:47:14.852950 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8db24a42-6611-40b9-9b2a-627ef4912e3d req-4b688d29-7d32-4c6f-a2fc-eaaedaf248ba tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333889 Aug 18 13:47:15.374721 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 751b0c10-ba15-46ab-ab45-e160c331b629 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:47:15.469571 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 751b0c10-ba15-46ab-ab45-e160c331b629, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=751b0c10-ba15-46ab-ab45-e160c331b629,segment=NetworkSegment(30e45b72-5bb9-4ccc-b5d8-a15ffd50e430),segment_id=30e45b72-5bb9-4ccc-b5d8-a15ffd50e430)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:47:15.489808 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '751b0c10-ba15-46ab-ab45-e160c331b629', 'network_id': '80e3ef0c-afb5-499e-beed-5101c6b67c21', 'port_id': '751b0c10-ba15-46ab-ab45-e160c331b629', 'mac_address': 'fa:16:3e:0a:11:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39862a9a-3382-4f2a-bdd9-ad606afa6f19', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:47:15.533069 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:15.546529 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 751b0c10-ba15-46ab-ab45-e160c331b629 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:47:15.567446 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 751b0c10-ba15-46ab-ab45-e160c331b629, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=751b0c10-ba15-46ab-ab45-e160c331b629,segment=NetworkSegment(30e45b72-5bb9-4ccc-b5d8-a15ffd50e430),segment_id=30e45b72-5bb9-4ccc-b5d8-a15ffd50e430)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:47:15.569382 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:15.677922 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:15.728463 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=751b0c10-ba15-46ab-ab45-e160c331b629,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:47:15.735867 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:47:15.736222 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:47:15.736572 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:47:15.736915 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:47:15.737256 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:47:15.737591 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:47:15.737926 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:47:15.738288 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:47:15.738620 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:47:15.738951 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:47:15.739294 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:47:15.739607 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:47:15.870155 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['751b0c10-ba15-46ab-ab45-e160c331b629'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:47:15.971934 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043218a3-8740-43fb-ba48-9e3ea75ddcd7 req-02ddad1d-d533-411c-8c8b-a5e96e6f7d25 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:15.973598 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-043218a3-8740-43fb-ba48-9e3ea75ddcd7 req-02ddad1d-d533-411c-8c8b-a5e96e6f7d25 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 944 time: 0.0503302 Aug 18 13:47:16.016016 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-043218a3-8740-43fb-ba48-9e3ea75ddcd7 req-5ec6544b-4053-4589-9293-bdf192963ddb tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355628 Aug 18 13:47:17.137069 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a4613-29c5-4cf4-9613-16e468afa1ba req-63949639-939d-4c22-a1b0-0272d5c475fb tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:17.138495 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ee6a4613-29c5-4cf4-9613-16e468afa1ba req-63949639-939d-4c22-a1b0-0272d5c475fb tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 944 time: 0.0546486 Aug 18 13:47:17.177274 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ee6a4613-29c5-4cf4-9613-16e468afa1ba req-54c7cbcd-4f62-400c-8ac2-a3911c909c32 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323553 Aug 18 13:47:17.385667 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 751b0c10-ba15-46ab-ab45-e160c331b629 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:47:17.524465 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 751b0c10-ba15-46ab-ab45-e160c331b629 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:47:17.528638 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 751b0c10-ba15-46ab-ab45-e160c331b629 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:47:17.529015 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:17.549908 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:17.612689 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:17.638817 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae9806d-4d29-420f-8aca-334b954f546f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '751b0c10-ba15-46ab-ab45-e160c331b629'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:47:17.641085 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ba3b915c790ece66a99fb45b0530a9eb9c5b6743edcd6e3a78a03ec4b78c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200abf47-b0c5-444f-bba4-136099e6b27d" -d '{"events": [{"server_uuid": "4ae9806d-4d29-420f-8aca-334b954f546f", "name": "network-vif-plugged", "status": "completed", "tag": "751b0c10-ba15-46ab-ab45-e160c331b629"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:47:17.654592 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 751b0c10-ba15-46ab-ab45-e160c331b629, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=751b0c10-ba15-46ab-ab45-e160c331b629,segment=NetworkSegment(30e45b72-5bb9-4ccc-b5d8-a15ffd50e430),segment_id=30e45b72-5bb9-4ccc-b5d8-a15ffd50e430)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:47:17.679743 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b117f616-e577-4a83-8c5a-e9cb356a8262 x-openstack-request-id: req-b117f616-e577-4a83-8c5a-e9cb356a8262 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:47:17.680040 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae9806d-4d29-420f-8aca-334b954f546f", "name": "network-vif-plugged", "status": "completed", "tag": "751b0c10-ba15-46ab-ab45-e160c331b629", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:47:17.680297 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b117f616-e577-4a83-8c5a-e9cb356a8262 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:47:17.680723 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae9806d-4d29-420f-8aca-334b954f546f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '751b0c10-ba15-46ab-ab45-e160c331b629', 'code': 200} Aug 18 13:47:17.730435 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:17.780501 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=751b0c10-ba15-46ab-ab45-e160c331b629,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:47:17.780963 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060abc9-9e36-4f77-9ed8-82d93b9d52f4 req-b6ecba73-b59e-49d0-b365-d73deef479b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:17.782534 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8060abc9-9e36-4f77-9ed8-82d93b9d52f4 req-b6ecba73-b59e-49d0-b365-d73deef479b5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 1096 time: 0.0455637 Aug 18 13:47:17.817770 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8060abc9-9e36-4f77-9ed8-82d93b9d52f4 req-247ed495-fcda-4efa-a266-1e2aaca65cf5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282495 Aug 18 13:47:18.294091 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e1ea3-5257-43b4-8949-e3247c730330 req-b9267a63-1475-4434-874f-a6956ffeb36d tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:18.295665 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-de8e1ea3-5257-43b4-8949-e3247c730330 req-b9267a63-1475-4434-874f-a6956ffeb36d tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 945 time: 0.0505533 Aug 18 13:47:18.335465 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-de8e1ea3-5257-43b4-8949-e3247c730330 req-aa5ba611-5417-4226-b1bd-25714a99b612 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337286 Aug 18 13:47:19.454162 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cc599-aa16-446d-bc28-c0291ba684d1 req-a492ed96-9bd5-4125-9bb4-59fe8a61a464 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:19.455676 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a6cc599-aa16-446d-bc28-c0291ba684d1 req-a492ed96-9bd5-4125-9bb4-59fe8a61a464 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 945 time: 0.0488524 Aug 18 13:47:19.493305 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a6cc599-aa16-446d-bc28-c0291ba684d1 req-e62d62ed-7f3a-43e0-9af8-caecb863ed12 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311353 Aug 18 13:47:19.610157 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c05163-9101-4c2d-a806-a07ac8671f66 req-7001f5d9-aca1-4267-bc25-4977675af7b4 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:19.611694 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c9c05163-9101-4c2d-a806-a07ac8671f66 req-7001f5d9-aca1-4267-bc25-4977675af7b4 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 945 time: 0.0489707 Aug 18 13:47:19.650958 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c9c05163-9101-4c2d-a806-a07ac8671f66 req-d46f72f1-08ca-4f48-9105-948c195648f4 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326807 Aug 18 13:47:20.014470 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b6955-56a1-4392-8c2e-8bfb56b1ac20 req-71e04243-b757-4e8f-b065-60b8b4190df8 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:20.015951 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c79b6955-56a1-4392-8c2e-8bfb56b1ac20 req-71e04243-b757-4e8f-b065-60b8b4190df8 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 945 time: 0.0539165 Aug 18 13:47:20.056433 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c79b6955-56a1-4392-8c2e-8bfb56b1ac20 req-33f32b1d-78d7-41f3-a910-c17b12ffb112 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342386 Aug 18 13:47:20.116419 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-74f1a768-a87a-49cd-8b24-aeed2fd00bf9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0400333 Aug 18 13:47:21.179675 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5b586-0abb-49bb-bde9-0e14f147c8a5 req-ec53654c-2615-49f4-8367-fd8955eb0ff1 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:21.181264 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-92e5b586-0abb-49bb-bde9-0e14f147c8a5 req-ec53654c-2615-49f4-8367-fd8955eb0ff1 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 945 time: 0.0552688 Aug 18 13:47:21.220512 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-92e5b586-0abb-49bb-bde9-0e14f147c8a5 req-13eb6755-a269-4537-8fb1-c89a8d141f04 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326486 Aug 18 13:47:22.171781 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-5365cb9e-aeac-498b-ac1b-8a39899b6001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:22.173322 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-5365cb9e-aeac-498b-ac1b-8a39899b6001 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a55e5bb4d88042e9a0c85f5d8eac9f3c&device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 1096 time: 0.0411053 Aug 18 13:47:22.266439 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-c2ad3cce-4aaf-483e-b8bd-ef0410dd8b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:22.267955 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-c2ad3cce-4aaf-483e-b8bd-ef0410dd8b43 service neutron] 10.222.0.39 "GET /v2.0/networks?id=80e3ef0c-afb5-499e-beed-5101c6b67c21 HTTP/1.1" status: 200 len: 916 time: 0.0882306 Aug 18 13:47:22.311209 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-c65c6857-48af-4d3f-8f60-e2fdb91669b4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=751b0c10-ba15-46ab-ab45-e160c331b629 HTTP/1.1" status: 200 len: 217 time: 0.0363195 Aug 18 13:47:22.338161 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afece131-0a90-4ba3-9c7d-8cb7f62862b0 req-e4c756e8-106c-4904-a585-dec41ab275d7 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:22.339698 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-afece131-0a90-4ba3-9c7d-8cb7f62862b0 req-e4c756e8-106c-4904-a585-dec41ab275d7 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 945 time: 0.0502763 Aug 18 13:47:22.360636 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-ade3919f-e855-42f0-b4d8-82db5be9b3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:22.362127 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-ade3919f-e855-42f0-b4d8-82db5be9b3e3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=39862a9a-3382-4f2a-bdd9-ad606afa6f19 HTTP/1.1" status: 200 len: 855 time: 0.0441351 Aug 18 13:47:22.379400 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-afece131-0a90-4ba3-9c7d-8cb7f62862b0 req-c009158b-799a-4fbe-ad0f-23fe1a071c75 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336721 Aug 18 13:47:22.393727 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-b74f11b4-7c79-4f07-b53c-be6b15238284 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=80e3ef0c-afb5-499e-beed-5101c6b67c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248621 Aug 18 13:47:22.487268 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-d216f6cb-d4c9-4dba-a890-3e61931a6c32 service neutron] 10.222.0.39 "GET /v2.0/networks/80e3ef0c-afb5-499e-beed-5101c6b67c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861444 Aug 18 13:47:22.577910 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-572bbc0a-6b27-4428-9b91-1ca5643c933d service neutron] 10.222.0.39 "GET /v2.0/networks/80e3ef0c-afb5-499e-beed-5101c6b67c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837898 Aug 18 13:47:23.499592 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e037cb-7fcb-4f81-ae1d-1e1421b18c71 req-aac8c494-88ab-45da-bd36-3830b3b36d8c tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:23.501097 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-08e037cb-7fcb-4f81-ae1d-1e1421b18c71 req-aac8c494-88ab-45da-bd36-3830b3b36d8c tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 945 time: 0.0545304 Aug 18 13:47:23.539021 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-08e037cb-7fcb-4f81-ae1d-1e1421b18c71 req-980ca23e-84de-416f-ae00-4e58ee1c64ce tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312452 Aug 18 13:47:24.658450 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3dabfc-6f2d-424d-8bc3-af936bc52fe9 req-51843b4f-ea61-4398-b001-77a12c99476b tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:24.659944 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cf3dabfc-6f2d-424d-8bc3-af936bc52fe9 req-51843b4f-ea61-4398-b001-77a12c99476b tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 945 time: 0.0502992 Aug 18 13:47:24.698991 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cf3dabfc-6f2d-424d-8bc3-af936bc52fe9 req-5d7cb841-964e-4a22-a3b8-f4bb431917b3 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328543 Aug 18 13:47:25.815549 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01d3d1-1e3f-42bd-8369-09ec940d2b2e req-dc591f8f-67fc-4ab1-b247-538a0cd2883b tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:25.817074 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cf01d3d1-1e3f-42bd-8369-09ec940d2b2e req-dc591f8f-67fc-4ab1-b247-538a0cd2883b tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 945 time: 0.0483046 Aug 18 13:47:25.855312 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cf01d3d1-1e3f-42bd-8369-09ec940d2b2e req-057f3107-4b23-4f2d-aae2-76815ffba8a7 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316534 Aug 18 13:47:26.977574 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80641929-de6c-40e5-9389-f2a1199e4af1 req-fb08d241-0681-4154-83b9-f06633fea501 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:26.979262 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-80641929-de6c-40e5-9389-f2a1199e4af1 req-fb08d241-0681-4154-83b9-f06633fea501 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 945 time: 0.0548306 Aug 18 13:47:27.018706 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-80641929-de6c-40e5-9389-f2a1199e4af1 req-4a7561c4-256d-4c05-9d13-da0861eb4e7e tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335054 Aug 18 13:47:28.133564 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e638351-4732-4b3c-9623-73cee3b85138 req-5a3053ad-449a-4a29-bb41-10c62fae6e6d tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:28.134999 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2e638351-4732-4b3c-9623-73cee3b85138 req-5a3053ad-449a-4a29-bb41-10c62fae6e6d tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 945 time: 0.0483706 Aug 18 13:47:28.172948 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2e638351-4732-4b3c-9623-73cee3b85138 req-0951f86d-74c9-4d02-8722-3f3e7428ad08 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319393 Aug 18 13:47:28.374429 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:29.134272 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:29.293299 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1281e86-4976-4e03-818a-689d32ed61c0 req-8cf36ad7-edb9-4847-adf5-0aa5da9699ae tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:29.294835 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f1281e86-4976-4e03-818a-689d32ed61c0 req-8cf36ad7-edb9-4847-adf5-0aa5da9699ae tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 945 time: 0.0498822 Aug 18 13:47:29.334338 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f1281e86-4976-4e03-818a-689d32ed61c0 req-8a4fc09c-8c1f-4dd8-a5b4-21a1111c7df7 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329347 Aug 18 13:47:30.458553 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb6a38-86fe-4729-ae52-898ad1fabd15 req-831a748f-77e4-4d8f-84c3-b656d3d38252 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:30.460617 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-13cb6a38-86fe-4729-ae52-898ad1fabd15 req-831a748f-77e4-4d8f-84c3-b656d3d38252 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 945 time: 0.0535707 Aug 18 13:47:30.501978 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-13cb6a38-86fe-4729-ae52-898ad1fabd15 req-d9ff708d-0f06-4ffa-9151-7ac9a577fbbf tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325208 Aug 18 13:47:31.627174 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a65a36-1846-478b-81e0-16c026b46995 req-47c1a220-b026-4d77-bd9d-2e2e594dfe19 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:31.628709 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-01a65a36-1846-478b-81e0-16c026b46995 req-47c1a220-b026-4d77-bd9d-2e2e594dfe19 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 945 time: 0.0504751 Aug 18 13:47:31.668856 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-01a65a36-1846-478b-81e0-16c026b46995 req-5e385a93-57ad-41b6-bccb-f07169a3076f tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340633 Aug 18 13:47:32.785739 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771470c-4758-4bc8-919a-cbe41944bcf8 req-c0e16b33-0b4b-40e0-a340-a841249e4c01 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:32.787766 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0771470c-4758-4bc8-919a-cbe41944bcf8 req-c0e16b33-0b4b-40e0-a340-a841249e4c01 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 945 time: 0.0489433 Aug 18 13:47:32.825793 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0771470c-4758-4bc8-919a-cbe41944bcf8 req-5a8985ce-3937-4b2b-b92b-7fa12c8c18e2 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320647 Aug 18 13:47:33.972429 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d587ca-2e2f-45f7-bb2a-cf608fb7e71b req-29dd8609-20c7-43a1-bb39-6c606b7542f0 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:33.974090 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-14d587ca-2e2f-45f7-bb2a-cf608fb7e71b req-29dd8609-20c7-43a1-bb39-6c606b7542f0 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 945 time: 0.0566428 Aug 18 13:47:34.014310 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-14d587ca-2e2f-45f7-bb2a-cf608fb7e71b req-6b7fbd02-93e8-4f32-87a1-6ae2a1a60776 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337570 Aug 18 13:47:35.144828 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ad530-9df5-4171-be53-9fdcbf6faece req-4c0a371c-7292-4be8-89c0-d68b506ae49a tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:35.146867 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c71ad530-9df5-4171-be53-9fdcbf6faece req-4c0a371c-7292-4be8-89c0-d68b506ae49a tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 945 time: 0.0483398 Aug 18 13:47:35.184929 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c71ad530-9df5-4171-be53-9fdcbf6faece req-1e0116c4-d93b-4e13-8091-6f8dbfec8634 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318532 Aug 18 13:47:35.962470 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:47:36.307300 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa9fcc-92bc-4a1c-a770-8756b8367aa2 req-db3de935-b066-4e41-81cd-9234b9977d00 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:36.308879 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-93fa9fcc-92bc-4a1c-a770-8756b8367aa2 req-db3de935-b066-4e41-81cd-9234b9977d00 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 945 time: 0.0533960 Aug 18 13:47:36.351823 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-93fa9fcc-92bc-4a1c-a770-8756b8367aa2 req-5b0dd388-1745-468e-be1d-258e209b5bc3 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367584 Aug 18 13:47:37.472522 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b83f3-af95-4090-a4d4-7d8d4cf1e61e req-5784f0f1-5cf8-4983-874a-07fc1fed044e tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:37.474054 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-717b83f3-af95-4090-a4d4-7d8d4cf1e61e req-5784f0f1-5cf8-4983-874a-07fc1fed044e tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 945 time: 0.0530760 Aug 18 13:47:37.520320 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-717b83f3-af95-4090-a4d4-7d8d4cf1e61e req-c9b9ee0a-d765-4379-935f-82eab0a33fc4 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396607 Aug 18 13:47:38.643072 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff6e7e-b67a-4a8d-aa62-51fe5747f9dc req-7652058f-3f4c-4104-8385-5cdf870b33cc tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:38.644761 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fbff6e7e-b67a-4a8d-aa62-51fe5747f9dc req-7652058f-3f4c-4104-8385-5cdf870b33cc tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 945 time: 0.0532029 Aug 18 13:47:38.687706 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fbff6e7e-b67a-4a8d-aa62-51fe5747f9dc req-eb49378b-43b1-4718-9328-c85bff2928ba tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365970 Aug 18 13:47:39.806128 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d7e66-8b58-47eb-bace-e3b1601a3d6a req-7e9abe02-9ad5-47ac-9dca-5066f946b2f1 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:39.807642 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-af6d7e66-8b58-47eb-bace-e3b1601a3d6a req-7e9abe02-9ad5-47ac-9dca-5066f946b2f1 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 945 time: 0.0492401 Aug 18 13:47:39.845553 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-af6d7e66-8b58-47eb-bace-e3b1601a3d6a req-fb62bf8b-123b-4484-a487-e39ecc638083 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319524 Aug 18 13:47:40.965058 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ce8f1-fb19-450d-a517-afa838a2f167 req-123670f5-9597-4255-9169-c3057a68b91f tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:40.966545 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e54ce8f1-fb19-450d-a517-afa838a2f167 req-123670f5-9597-4255-9169-c3057a68b91f tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 945 time: 0.0521333 Aug 18 13:47:41.004551 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e54ce8f1-fb19-450d-a517-afa838a2f167 req-a27736b6-b77e-482a-9b61-4248c28d67d6 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320699 Aug 18 13:47:41.636831 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-74abea06-8589-48ca-bce8-97d988cff262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:42.120450 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fe884-e478-4f11-88b6-495d6efa3c63 req-2444b0b8-4db8-4f3b-bbca-b76cc4ab941b tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:42.121966 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-886fe884-e478-4f11-88b6-495d6efa3c63 req-2444b0b8-4db8-4f3b-bbca-b76cc4ab941b tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 945 time: 0.0486958 Aug 18 13:47:42.160130 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-886fe884-e478-4f11-88b6-495d6efa3c63 req-6c7e5925-0793-4b22-8a34-5869e42a243b tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320966 Aug 18 13:47:43.279780 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745d39e-563e-46c2-8e2a-8fdfcd61ec8e req-c9978124-8b29-4c5b-8c09-17ca9dfab080 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:43.281295 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7745d39e-563e-46c2-8e2a-8fdfcd61ec8e req-c9978124-8b29-4c5b-8c09-17ca9dfab080 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 945 time: 0.0524096 Aug 18 13:47:43.319925 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7745d39e-563e-46c2-8e2a-8fdfcd61ec8e req-acf6d21e-5ad8-43f1-8231-94ef631f6df8 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324392 Aug 18 13:47:43.764394 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c7e29c90-e4e9-401e-a60d-018bf14df35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:44.439849 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e541e-8b6f-4515-ae0c-85658ba00b3f req-5121289e-424d-40c3-b53e-c31aa8d7e848 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:44.441242 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-134e541e-8b6f-4515-ae0c-85658ba00b3f req-5121289e-424d-40c3-b53e-c31aa8d7e848 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 945 time: 0.0522113 Aug 18 13:47:44.479014 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-134e541e-8b6f-4515-ae0c-85658ba00b3f req-f3dc185a-cb15-4ae8-aa32-8a8e139d76da tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311592 Aug 18 13:47:44.619757 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:45.573663 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:45.597935 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07154cd7-acf5-4ec5-acf4-4e02bb4d71e5 req-8c3f4643-bb9a-4c61-86b8-5a70a86527e6 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:45.599492 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-07154cd7-acf5-4ec5-acf4-4e02bb4d71e5 req-8c3f4643-bb9a-4c61-86b8-5a70a86527e6 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 945 time: 0.0512061 Aug 18 13:47:45.638323 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-07154cd7-acf5-4ec5-acf4-4e02bb4d71e5 req-dada9386-c256-4e40-8373-25876639f71d tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327222 Aug 18 13:47:46.757333 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba1b5c-99f7-43cf-a99c-c9a97d7a1eaf req-2d48e813-b9eb-4291-8bdb-587fd662b372 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:46.758900 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-63ba1b5c-99f7-43cf-a99c-c9a97d7a1eaf req-2d48e813-b9eb-4291-8bdb-587fd662b372 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 945 time: 0.0504532 Aug 18 13:47:46.797302 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-63ba1b5c-99f7-43cf-a99c-c9a97d7a1eaf req-e304106b-9b99-4fb4-a266-ff1d60c423cb tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322468 Aug 18 13:47:47.562689 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:47.916630 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d4101-227e-48e7-b4f5-db79bf6b8515 req-39d20a43-e7c3-40ae-8e86-02016244f3bf tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:47.918105 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-471d4101-227e-48e7-b4f5-db79bf6b8515 req-39d20a43-e7c3-40ae-8e86-02016244f3bf tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 945 time: 0.0535090 Aug 18 13:47:47.956258 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-471d4101-227e-48e7-b4f5-db79bf6b8515 req-620701cc-3a60-4118-b8c6-11354179c638 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320508 Aug 18 13:47:49.072807 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393347fb-51ae-46d3-a883-96b8255fd760 req-322524ba-3408-4782-9a03-07eead575421 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:49.074320 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-393347fb-51ae-46d3-a883-96b8255fd760 req-322524ba-3408-4782-9a03-07eead575421 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 945 time: 0.0497472 Aug 18 13:47:49.111674 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-393347fb-51ae-46d3-a883-96b8255fd760 req-b3a8bf91-9db9-4ede-a4a6-f836231eff7f tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311773 Aug 18 13:47:49.651516 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-a3808a68-b850-4343-bc84-092b66530b55 service neutron] show failed (client error): The resource could not be found. Aug 18 13:47:49.652533 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-a3808a68-b850-4343-bc84-092b66530b55 service neutron] 10.222.0.39 "GET /v2.0/ports/751b0c10-ba15-46ab-ab45-e160c331b629/bindings/n-h2-803603-2 HTTP/1.1" status: 404 len: 380 time: 0.0609281 Aug 18 13:47:50.230539 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-54af9658-ffba-42d0-93ff-a457a703e576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:50.232068 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-54af9658-ffba-42d0-93ff-a457a703e576 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f&tenant_id=a55e5bb4d88042e9a0c85f5d8eac9f3c HTTP/1.1" status: 200 len: 1096 time: 0.0430162 Aug 18 13:47:50.236668 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ed005-1bbc-491b-b080-1d796f944289 req-55114709-9535-4f1e-8ce9-bf2c03f2cd90 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:50.238228 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1f6ed005-1bbc-491b-b080-1d796f944289 req-55114709-9535-4f1e-8ce9-bf2c03f2cd90 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 945 time: 0.0535476 Aug 18 13:47:50.245529 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-532f8d30-fd8a-4d0e-8917-7177f99c2f7d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803603-2', 'device_owner': 'compute:nova'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:47:50.278535 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1f6ed005-1bbc-491b-b080-1d796f944289 req-cee5122b-70f6-4c35-bff5-ec0305187941 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331850 Aug 18 13:47:50.301845 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-532f8d30-fd8a-4d0e-8917-7177f99c2f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:50.505399 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-532f8d30-fd8a-4d0e-8917-7177f99c2f7d service neutron] For port 751b0c10-ba15-46ab-ab45-e160c331b629, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=751b0c10-ba15-46ab-ab45-e160c331b629,segment=NetworkSegment(30e45b72-5bb9-4ccc-b5d8-a15ffd50e430),segment_id=30e45b72-5bb9-4ccc-b5d8-a15ffd50e430)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:47:50.890111 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-532f8d30-fd8a-4d0e-8917-7177f99c2f7d service neutron] For port 751b0c10-ba15-46ab-ab45-e160c331b629, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:47:50.929815 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae9806d-4d29-420f-8aca-334b954f546f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '751b0c10-ba15-46ab-ab45-e160c331b629'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:47:50.932268 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922f12a0-2f74-4e91-a44f-fb5fc022229d" -d '{"events": [{"server_uuid": "4ae9806d-4d29-420f-8aca-334b954f546f", "name": "network-vif-unplugged", "status": "completed", "tag": "751b0c10-ba15-46ab-ab45-e160c331b629"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:47:50.936319 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-532f8d30-fd8a-4d0e-8917-7177f99c2f7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:50.949251 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-532f8d30-fd8a-4d0e-8917-7177f99c2f7d service neutron] Transition to ACTIVE for port object 751b0c10-ba15-46ab-ab45-e160c331b629 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:47:50.985476 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 13:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90558586-219c-4a61-a51a-59ffa09aa2d3 x-openstack-request-id: req-90558586-219c-4a61-a51a-59ffa09aa2d3 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:47:50.985785 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae9806d-4d29-420f-8aca-334b954f546f", "name": "network-vif-unplugged", "status": "completed", "tag": "751b0c10-ba15-46ab-ab45-e160c331b629", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:47:50.986036 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90558586-219c-4a61-a51a-59ffa09aa2d3 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:47:50.986468 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae9806d-4d29-420f-8aca-334b954f546f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '751b0c10-ba15-46ab-ab45-e160c331b629', 'code': 200} Aug 18 13:47:51.019776 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-532f8d30-fd8a-4d0e-8917-7177f99c2f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:51.081630 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-532f8d30-fd8a-4d0e-8917-7177f99c2f7d service neutron] No DVR routers for this DVR port 751b0c10-ba15-46ab-ab45-e160c331b629 on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:47:51.085336 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f8d30-fd8a-4d0e-8917-7177f99c2f7d service neutron] Pushing event updated for resources: {'Port': ['ID=751b0c10-ba15-46ab-ab45-e160c331b629,revision_number=6']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:47:51.124136 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-532f8d30-fd8a-4d0e-8917-7177f99c2f7d service neutron] Attempting to bind port 751b0c10-ba15-46ab-ab45-e160c331b629 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:47:51.124574 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-532f8d30-fd8a-4d0e-8917-7177f99c2f7d service neutron] Attempting to bind port 751b0c10-ba15-46ab-ab45-e160c331b629 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '30e45b72-5bb9-4ccc-b5d8-a15ffd50e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '80e3ef0c-afb5-499e-beed-5101c6b67c21'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:47:51.124993 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-532f8d30-fd8a-4d0e-8917-7177f99c2f7d service neutron] Attempting to bind port 751b0c10-ba15-46ab-ab45-e160c331b629 on network 80e3ef0c-afb5-499e-beed-5101c6b67c21 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:47:51.129582 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-532f8d30-fd8a-4d0e-8917-7177f99c2f7d service neutron] Port 751b0c10-ba15-46ab-ab45-e160c331b629 on network 80e3ef0c-afb5-499e-beed-5101c6b67c21 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:47:51.129903 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-532f8d30-fd8a-4d0e-8917-7177f99c2f7d service neutron] Attempting to bind port 751b0c10-ba15-46ab-ab45-e160c331b629 on network 80e3ef0c-afb5-499e-beed-5101c6b67c21 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:47:51.134876 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-532f8d30-fd8a-4d0e-8917-7177f99c2f7d service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:47:51.138691 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-532f8d30-fd8a-4d0e-8917-7177f99c2f7d service neutron] Checking segment: {'id': '30e45b72-5bb9-4ccc-b5d8-a15ffd50e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '80e3ef0c-afb5-499e-beed-5101c6b67c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:47:51.138691 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-532f8d30-fd8a-4d0e-8917-7177f99c2f7d service neutron] Bound using segment: {'id': '30e45b72-5bb9-4ccc-b5d8-a15ffd50e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '80e3ef0c-afb5-499e-beed-5101c6b67c21'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:47:51.138691 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-532f8d30-fd8a-4d0e-8917-7177f99c2f7d service neutron] Bound port: 751b0c10-ba15-46ab-ab45-e160c331b629, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30e45b72-5bb9-4ccc-b5d8-a15ffd50e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '80e3ef0c-afb5-499e-beed-5101c6b67c21'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:47:51.138691 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-532f8d30-fd8a-4d0e-8917-7177f99c2f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:51.202521 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-532f8d30-fd8a-4d0e-8917-7177f99c2f7d service neutron] For port 751b0c10-ba15-46ab-ab45-e160c331b629, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:47:51.205589 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-532f8d30-fd8a-4d0e-8917-7177f99c2f7d service neutron] For port 751b0c10-ba15-46ab-ab45-e160c331b629, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=751b0c10-ba15-46ab-ab45-e160c331b629,segment=NetworkSegment(30e45b72-5bb9-4ccc-b5d8-a15ffd50e430),segment_id=30e45b72-5bb9-4ccc-b5d8-a15ffd50e430)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:47:51.278671 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-532f8d30-fd8a-4d0e-8917-7177f99c2f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:51.314422 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-532f8d30-fd8a-4d0e-8917-7177f99c2f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:51.315053 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-532f8d30-fd8a-4d0e-8917-7177f99c2f7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:51.316477 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-532f8d30-fd8a-4d0e-8917-7177f99c2f7d service neutron] 10.222.0.20 "PUT /v2.0/ports/751b0c10-ba15-46ab-ab45-e160c331b629 HTTP/1.1" status: 200 len: 1091 time: 1.0755444 Aug 18 13:47:51.338854 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f8d30-fd8a-4d0e-8917-7177f99c2f7d service neutron] Pushing event updated for resources: {'Port': ['ID=751b0c10-ba15-46ab-ab45-e160c331b629,revision_number=7']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:47:51.385045 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-7ae3bae5-924f-451d-ad33-739ea105173a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:51.385283 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-7ae3bae5-924f-451d-ad33-739ea105173a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a55e5bb4d88042e9a0c85f5d8eac9f3c&device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 1094 time: 0.0432930 Aug 18 13:47:51.401117 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d37462-5274-405a-b419-03475064a52d req-cb205385-55bd-413a-9f86-642b2d7f7d4d tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:51.403352 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-88d37462-5274-405a-b419-03475064a52d req-cb205385-55bd-413a-9f86-642b2d7f7d4d tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 943 time: 0.0541744 Aug 18 13:47:51.442108 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-88d37462-5274-405a-b419-03475064a52d req-150e33df-2b6e-4631-a18c-2df9500a1409 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334082 Aug 18 13:47:51.482870 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-a0b01408-b721-4c94-961c-3e0c4c9c07c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:51.484407 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-a0b01408-b721-4c94-961c-3e0c4c9c07c3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=80e3ef0c-afb5-499e-beed-5101c6b67c21 HTTP/1.1" status: 200 len: 916 time: 0.0923603 Aug 18 13:47:51.526893 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-206eb495-ba92-494c-83bb-d321021a563a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=751b0c10-ba15-46ab-ab45-e160c331b629 HTTP/1.1" status: 200 len: 217 time: 0.0353630 Aug 18 13:47:51.581101 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-cd693032-a5a4-4570-896f-54bfffefac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:51.582611 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-cd693032-a5a4-4570-896f-54bfffefac28 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=39862a9a-3382-4f2a-bdd9-ad606afa6f19 HTTP/1.1" status: 200 len: 855 time: 0.0493753 Aug 18 13:47:51.614705 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-1703e3ef-33c6-4c22-859a-77a93bfa0826 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80e3ef0c-afb5-499e-beed-5101c6b67c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239577 Aug 18 13:47:51.706832 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-b354763d-e78b-4c2d-8055-6169a5eb3a1e service neutron] 10.222.0.20 "GET /v2.0/networks/80e3ef0c-afb5-499e-beed-5101c6b67c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853372 Aug 18 13:47:51.808008 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e8d4f19a-77e9-445d-8543-07b5b67510f7 req-79317d7a-f442-4a1b-8e11-74b7485b6c08 service neutron] 10.222.0.20 "GET /v2.0/networks/80e3ef0c-afb5-499e-beed-5101c6b67c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931227 Aug 18 13:47:52.564056 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d945e8-7f08-4c0a-a882-3546ddc9cc9f req-7b88db9f-3c9a-42cb-9632-4f27aae3b84e tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:52.565558 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-78d945e8-7f08-4c0a-a882-3546ddc9cc9f req-7b88db9f-3c9a-42cb-9632-4f27aae3b84e tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 943 time: 0.0507882 Aug 18 13:47:52.603916 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-78d945e8-7f08-4c0a-a882-3546ddc9cc9f req-8b3a7aa7-7041-4d8c-8ef8-0b64a1ee931d tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321722 Aug 18 13:47:52.987438 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ae9806d-4d29-420f-8aca-334b954f546f', 'tag': '751b0c10-ba15-46ab-ab45-e160c331b629'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:47:52.990581 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7561d18-30f1-4c08-a803-16351a0d6bc4" -d '{"events": [{"name": "network-changed", "server_uuid": "4ae9806d-4d29-420f-8aca-334b954f546f", "tag": "751b0c10-ba15-46ab-ab45-e160c331b629"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:47:53.040143 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29133e14-88ab-4725-a299-757ddf886fca x-openstack-request-id: req-29133e14-88ab-4725-a299-757ddf886fca {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:47:53.040438 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ae9806d-4d29-420f-8aca-334b954f546f", "tag": "751b0c10-ba15-46ab-ab45-e160c331b629", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:47:53.040689 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-29133e14-88ab-4725-a299-757ddf886fca {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:47:53.041085 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ae9806d-4d29-420f-8aca-334b954f546f', 'tag': '751b0c10-ba15-46ab-ab45-e160c331b629', 'status': 'completed', 'code': 200} Aug 18 13:47:53.127959 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7561d18-30f1-4c08-a803-16351a0d6bc4 req-f447b505-4829-4f27-8001-888d939e9772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:53.129365 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a7561d18-30f1-4c08-a803-16351a0d6bc4 req-f447b505-4829-4f27-8001-888d939e9772 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a55e5bb4d88042e9a0c85f5d8eac9f3c&device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 1094 time: 0.0718939 Aug 18 13:47:53.131144 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7561d18-30f1-4c08-a803-16351a0d6bc4 req-4b0bd0f1-040a-41c0-9ca5-ee6e3c79c9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:53.132467 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a7561d18-30f1-4c08-a803-16351a0d6bc4 req-4b0bd0f1-040a-41c0-9ca5-ee6e3c79c9b2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a55e5bb4d88042e9a0c85f5d8eac9f3c&device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 1094 time: 0.0670309 Aug 18 13:47:53.290066 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7561d18-30f1-4c08-a803-16351a0d6bc4 req-57d4f662-1e49-4636-a426-0386f8e851aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:53.291579 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a7561d18-30f1-4c08-a803-16351a0d6bc4 req-57d4f662-1e49-4636-a426-0386f8e851aa service neutron] 10.222.0.39 "GET /v2.0/networks?id=80e3ef0c-afb5-499e-beed-5101c6b67c21 HTTP/1.1" status: 200 len: 916 time: 0.1548431 Aug 18 13:47:53.294150 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7561d18-30f1-4c08-a803-16351a0d6bc4 req-ef9eea91-2c4b-4e5e-853e-8b797b8f8b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:53.295488 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a7561d18-30f1-4c08-a803-16351a0d6bc4 req-ef9eea91-2c4b-4e5e-853e-8b797b8f8b2d service neutron] 10.222.0.20 "GET /v2.0/networks?id=80e3ef0c-afb5-499e-beed-5101c6b67c21 HTTP/1.1" status: 200 len: 916 time: 0.1498744 Aug 18 13:47:53.368711 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a7561d18-30f1-4c08-a803-16351a0d6bc4 req-c9a479c7-30eb-4f05-b964-bef86ec924a1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=751b0c10-ba15-46ab-ab45-e160c331b629 HTTP/1.1" status: 200 len: 217 time: 0.0688314 Aug 18 13:47:53.369920 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a7561d18-30f1-4c08-a803-16351a0d6bc4 req-7eb9169e-d466-48e7-8e98-beb8f54475ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=751b0c10-ba15-46ab-ab45-e160c331b629 HTTP/1.1" status: 200 len: 217 time: 0.0645750 Aug 18 13:47:53.452427 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7561d18-30f1-4c08-a803-16351a0d6bc4 req-ae9db2aa-d2e4-4129-89d9-72282692c8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:53.457020 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a7561d18-30f1-4c08-a803-16351a0d6bc4 req-ae9db2aa-d2e4-4129-89d9-72282692c8df service neutron] 10.222.0.39 "GET /v2.0/subnets?id=39862a9a-3382-4f2a-bdd9-ad606afa6f19 HTTP/1.1" status: 200 len: 855 time: 0.0785973 Aug 18 13:47:53.457020 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7561d18-30f1-4c08-a803-16351a0d6bc4 req-aef0368a-2a3c-4b0a-ae96-2218d026ab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:53.457020 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a7561d18-30f1-4c08-a803-16351a0d6bc4 req-aef0368a-2a3c-4b0a-ae96-2218d026ab6c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=39862a9a-3382-4f2a-bdd9-ad606afa6f19 HTTP/1.1" status: 200 len: 855 time: 0.0740364 Aug 18 13:47:53.510373 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a7561d18-30f1-4c08-a803-16351a0d6bc4 req-3efa3a4a-b831-42ac-a486-8168df3df579 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=80e3ef0c-afb5-499e-beed-5101c6b67c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493126 Aug 18 13:47:53.512252 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a7561d18-30f1-4c08-a803-16351a0d6bc4 req-3fba2273-dc0b-471c-bc35-902b95f91b8e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80e3ef0c-afb5-499e-beed-5101c6b67c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433371 Aug 18 13:47:53.525941 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 751b0c10-ba15-46ab-ab45-e160c331b629 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:47:53.565450 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 751b0c10-ba15-46ab-ab45-e160c331b629 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:47:53.673679 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a7561d18-30f1-4c08-a803-16351a0d6bc4 req-9fa735e8-e768-420b-baa1-9ddeb8b0ab87 service neutron] 10.222.0.39 "GET /v2.0/networks/80e3ef0c-afb5-499e-beed-5101c6b67c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567879 Aug 18 13:47:53.675558 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a7561d18-30f1-4c08-a803-16351a0d6bc4 req-5f137eae-e0cc-4bde-81f8-5b832d63467c service neutron] 10.222.0.20 "GET /v2.0/networks/80e3ef0c-afb5-499e-beed-5101c6b67c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510146 Aug 18 13:47:53.857356 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acddbaf6-3551-404b-95b5-c082b5c2ecf4 req-7698c0cf-38a2-457b-a6c5-6e88b47119c4 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:53.858895 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-acddbaf6-3551-404b-95b5-c082b5c2ecf4 req-7698c0cf-38a2-457b-a6c5-6e88b47119c4 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 943 time: 0.1824782 Aug 18 13:47:53.897753 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a7561d18-30f1-4c08-a803-16351a0d6bc4 req-dcefa065-e3dd-4c17-8e80-74fb9703c7d5 service neutron] 10.222.0.39 "GET /v2.0/networks/80e3ef0c-afb5-499e-beed-5101c6b67c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117817 Aug 18 13:47:53.902831 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a7561d18-30f1-4c08-a803-16351a0d6bc4 req-237e1802-5549-46ef-9b52-949bd4ef4c47 service neutron] 10.222.0.20 "GET /v2.0/networks/80e3ef0c-afb5-499e-beed-5101c6b67c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179101 Aug 18 13:47:53.923868 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-acddbaf6-3551-404b-95b5-c082b5c2ecf4 req-9a72906b-e5ff-4fda-8343-f7532d922e55 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578923 Aug 18 13:47:54.754448 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 751b0c10-ba15-46ab-ab45-e160c331b629 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:47:54.853382 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 751b0c10-ba15-46ab-ab45-e160c331b629, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=751b0c10-ba15-46ab-ab45-e160c331b629,segment=NetworkSegment(30e45b72-5bb9-4ccc-b5d8-a15ffd50e430),segment_id=30e45b72-5bb9-4ccc-b5d8-a15ffd50e430)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:47:54.865810 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '751b0c10-ba15-46ab-ab45-e160c331b629', 'network_id': '80e3ef0c-afb5-499e-beed-5101c6b67c21', 'port_id': '751b0c10-ba15-46ab-ab45-e160c331b629', 'mac_address': 'fa:16:3e:0a:11:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39862a9a-3382-4f2a-bdd9-ad606afa6f19', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:47:54.903817 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:54.917352 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 751b0c10-ba15-46ab-ab45-e160c331b629 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:47:54.937142 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 751b0c10-ba15-46ab-ab45-e160c331b629, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=751b0c10-ba15-46ab-ab45-e160c331b629,segment=NetworkSegment(30e45b72-5bb9-4ccc-b5d8-a15ffd50e430),segment_id=30e45b72-5bb9-4ccc-b5d8-a15ffd50e430)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:47:54.998202 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:55.046714 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d8c62a-0aa3-4d6e-8a79-389cb79579d3 req-542c87b2-f74c-4abc-b90c-ed0be59ad5c4 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:55.048135 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f9d8c62a-0aa3-4d6e-8a79-389cb79579d3 req-542c87b2-f74c-4abc-b90c-ed0be59ad5c4 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 944 time: 0.0532787 Aug 18 13:47:55.050879 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=751b0c10-ba15-46ab-ab45-e160c331b629,revision_number=8']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:47:55.088416 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f9d8c62a-0aa3-4d6e-8a79-389cb79579d3 req-9d4a64b4-8e37-40b4-85ef-a5232ae9a7b3 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327942 Aug 18 13:47:55.217772 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['751b0c10-ba15-46ab-ab45-e160c331b629'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:47:55.460063 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc325bce-a906-475a-af5a-520e676842f7 req-df04611e-c867-4d09-b300-f4389a2bbe0c tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:55.461629 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bc325bce-a906-475a-af5a-520e676842f7 req-df04611e-c867-4d09-b300-f4389a2bbe0c tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 944 time: 0.0510414 Aug 18 13:47:55.501449 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bc325bce-a906-475a-af5a-520e676842f7 req-d66e3c3a-6749-4854-b614-328230000068 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334914 Aug 18 13:47:55.540538 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680f11f-40b2-409e-863e-3817599111b9 req-11dc2833-96ab-498e-a31d-0a795c972aed tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:55.542054 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1680f11f-40b2-409e-863e-3817599111b9 req-11dc2833-96ab-498e-a31d-0a795c972aed tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f&tenant_id=a55e5bb4d88042e9a0c85f5d8eac9f3c&binding%3Ahost_id=n-h2-803603-2 HTTP/1.1" status: 200 len: 944 time: 0.0546174 Aug 18 13:47:55.604155 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [req-1680f11f-40b2-409e-863e-3817599111b9 req-bae472ee-a778-465d-9ddd-04205cd31c36 service neutron] delete failed (client error): The resource could not be found. Aug 18 13:47:55.605225 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1680f11f-40b2-409e-863e-3817599111b9 req-bae472ee-a778-465d-9ddd-04205cd31c36 service neutron] 10.222.0.39 "DELETE /v2.0/ports/751b0c10-ba15-46ab-ab45-e160c331b629/bindings/n-h1-803603-2 HTTP/1.1" status: 404 len: 380 time: 0.0551128 Aug 18 13:47:55.694699 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680f11f-40b2-409e-863e-3817599111b9 req-a7c75c85-7418-4432-9cca-b2a562a8efe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:55.696266 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1680f11f-40b2-409e-863e-3817599111b9 req-a7c75c85-7418-4432-9cca-b2a562a8efe6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a55e5bb4d88042e9a0c85f5d8eac9f3c&device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 1095 time: 0.0476522 Aug 18 13:47:55.788876 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680f11f-40b2-409e-863e-3817599111b9 req-bd66220d-0487-4ae5-99c7-baf665f9afeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:55.790436 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1680f11f-40b2-409e-863e-3817599111b9 req-bd66220d-0487-4ae5-99c7-baf665f9afeb service neutron] 10.222.0.39 "GET /v2.0/networks?id=80e3ef0c-afb5-499e-beed-5101c6b67c21 HTTP/1.1" status: 200 len: 916 time: 0.0870011 Aug 18 13:47:55.837611 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1680f11f-40b2-409e-863e-3817599111b9 req-2f07390d-3edd-47e0-931f-1f2f5252ae85 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=751b0c10-ba15-46ab-ab45-e160c331b629 HTTP/1.1" status: 200 len: 217 time: 0.0400517 Aug 18 13:47:55.888037 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680f11f-40b2-409e-863e-3817599111b9 req-12a94b86-5c60-4ad0-9136-68bcb9884443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:55.889462 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1680f11f-40b2-409e-863e-3817599111b9 req-12a94b86-5c60-4ad0-9136-68bcb9884443 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=39862a9a-3382-4f2a-bdd9-ad606afa6f19 HTTP/1.1" status: 200 len: 855 time: 0.0451760 Aug 18 13:47:55.921014 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1680f11f-40b2-409e-863e-3817599111b9 req-89cd16d3-14f1-481b-a3a6-a9acca7337a4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=80e3ef0c-afb5-499e-beed-5101c6b67c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248930 Aug 18 13:47:56.014283 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1680f11f-40b2-409e-863e-3817599111b9 req-e7895d5e-d1a3-45e0-8c51-fad4d062324f service neutron] 10.222.0.39 "GET /v2.0/networks/80e3ef0c-afb5-499e-beed-5101c6b67c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856178 Aug 18 13:47:56.106123 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1680f11f-40b2-409e-863e-3817599111b9 req-8ba84693-6ef2-4dc9-9f85-fc5cb7e5c19d service neutron] 10.222.0.39 "GET /v2.0/networks/80e3ef0c-afb5-499e-beed-5101c6b67c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851111 Aug 18 13:47:56.626584 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bda3de-c879-44eb-b5a0-99947ba610a9 req-caba6305-b2f0-471d-b55c-f4c79f04d85e tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:56.628115 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-30bda3de-c879-44eb-b5a0-99947ba610a9 req-caba6305-b2f0-471d-b55c-f4c79f04d85e tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 944 time: 0.0520363 Aug 18 13:47:56.668315 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-30bda3de-c879-44eb-b5a0-99947ba610a9 req-c5395517-bf59-4218-9848-ebdf5b5964a2 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339060 Aug 18 13:47:56.759296 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 751b0c10-ba15-46ab-ab45-e160c331b629 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:47:56.899433 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 751b0c10-ba15-46ab-ab45-e160c331b629 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:47:56.904045 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 751b0c10-ba15-46ab-ab45-e160c331b629 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:47:56.904395 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:56.990676 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:57.016392 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae9806d-4d29-420f-8aca-334b954f546f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '751b0c10-ba15-46ab-ab45-e160c331b629'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:47:57.021435 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ba3b915c790ece66a99fb45b0530a9eb9c5b6743edcd6e3a78a03ec4b78c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202c7f81-acdb-42fb-89a1-7973e917b350" -d '{"events": [{"server_uuid": "4ae9806d-4d29-420f-8aca-334b954f546f", "name": "network-vif-plugged", "status": "completed", "tag": "751b0c10-ba15-46ab-ab45-e160c331b629"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:47:57.034969 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 751b0c10-ba15-46ab-ab45-e160c331b629, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=751b0c10-ba15-46ab-ab45-e160c331b629,segment=NetworkSegment(30e45b72-5bb9-4ccc-b5d8-a15ffd50e430),segment_id=30e45b72-5bb9-4ccc-b5d8-a15ffd50e430)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:47:57.063894 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713d94ca-d0aa-46b4-9f34-cc40d2f3a0ee x-openstack-request-id: req-713d94ca-d0aa-46b4-9f34-cc40d2f3a0ee {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:47:57.064186 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae9806d-4d29-420f-8aca-334b954f546f", "name": "network-vif-plugged", "status": "completed", "tag": "751b0c10-ba15-46ab-ab45-e160c331b629", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:47:57.064434 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-713d94ca-d0aa-46b4-9f34-cc40d2f3a0ee {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:47:57.064821 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae9806d-4d29-420f-8aca-334b954f546f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '751b0c10-ba15-46ab-ab45-e160c331b629', 'code': 200} Aug 18 13:47:57.107156 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:57.159888 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=751b0c10-ba15-46ab-ab45-e160c331b629,revision_number=9']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:47:57.821953 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009cb67-e591-4034-b350-e0d50c901784 req-3feb87a5-1143-44e5-b328-499068cead46 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:57.823553 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0009cb67-e591-4034-b350-e0d50c901784 req-3feb87a5-1143-44e5-b328-499068cead46 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 945 time: 0.0558352 Aug 18 13:47:57.862063 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0009cb67-e591-4034-b350-e0d50c901784 req-b2c273d2-2e3b-458c-8ad2-84a50d9730d5 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325482 Aug 18 13:47:57.980281 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c9f10-3c0e-46c2-b129-20596827c702 req-239babe6-61a4-4342-aa97-c1871e49cf60 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:57.981736 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3a0c9f10-3c0e-46c2-b129-20596827c702 req-239babe6-61a4-4342-aa97-c1871e49cf60 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 945 time: 0.0504739 Aug 18 13:47:58.021008 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3a0c9f10-3c0e-46c2-b129-20596827c702 req-1317a988-e0c2-44c5-b25e-9bb29be454bd tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332403 Aug 18 13:47:58.136242 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76ccc7-efc5-48b5-a9f5-00c779add5f7 req-618e5c92-3b98-4608-b248-b5ada3cfd2c6 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:58.137752 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5b76ccc7-efc5-48b5-a9f5-00c779add5f7 req-618e5c92-3b98-4608-b248-b5ada3cfd2c6 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 945 time: 0.0507319 Aug 18 13:47:58.177510 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5b76ccc7-efc5-48b5-a9f5-00c779add5f7 req-1f929c6b-f00c-4703-8627-3f480dea69a4 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331903 Aug 18 13:47:58.373575 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:58.877846 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078e2b3-f73a-40f9-883a-ef5524b309bb req-166e23d8-c14f-4eeb-a1d1-80ce4582badc tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:58.879405 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d078e2b3-f73a-40f9-883a-ef5524b309bb req-166e23d8-c14f-4eeb-a1d1-80ce4582badc tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 945 time: 0.0574353 Aug 18 13:47:58.918286 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d078e2b3-f73a-40f9-883a-ef5524b309bb req-37f51275-ed2a-404a-b3e7-e83386bec1b8 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327966 Aug 18 13:47:59.156761 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:47:59.981741 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e08b78-7b5b-46f7-b883-145291687e79 req-a92f8652-15cf-4f35-9918-963356077b5e tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:47:59.983325 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-31e08b78-7b5b-46f7-b883-145291687e79 req-a92f8652-15cf-4f35-9918-963356077b5e tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 945 time: 0.0496867 Aug 18 13:48:00.089992 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9fe0c7-5292-4da6-8595-75ece42e6037 req-e5fe23e9-977e-40ba-8279-d651b5f11c0c tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:48:00.091508 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ce9fe0c7-5292-4da6-8595-75ece42e6037 req-e5fe23e9-977e-40ba-8279-d651b5f11c0c tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae9806d-4d29-420f-8aca-334b954f546f HTTP/1.1" status: 200 len: 945 time: 0.1042550 Aug 18 13:48:00.137296 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-31e08b78-7b5b-46f7-b883-145291687e79 req-2228cd92-a0e4-4ae6-bd5a-80296153180f tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Deleting port 751b0c10-ba15-46ab-ab45-e160c331b629 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:48:00.137552 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-31e08b78-7b5b-46f7-b883-145291687e79 req-2228cd92-a0e4-4ae6-bd5a-80296153180f tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:00.155156 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ce9fe0c7-5292-4da6-8595-75ece42e6037 req-90312629-4410-4a4e-9de4-a6a40b5b1d85 tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.13 "GET /v2.0/security-groups?id=cafd10c1-82cc-4656-b1e8-208118aeec96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567882 Aug 18 13:48:00.234209 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-31e08b78-7b5b-46f7-b883-145291687e79 req-2228cd92-a0e4-4ae6-bd5a-80296153180f tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] For port 751b0c10-ba15-46ab-ab45-e160c331b629, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=751b0c10-ba15-46ab-ab45-e160c331b629,segment=NetworkSegment(30e45b72-5bb9-4ccc-b5d8-a15ffd50e430),segment_id=30e45b72-5bb9-4ccc-b5d8-a15ffd50e430)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:48:00.234511 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-31e08b78-7b5b-46f7-b883-145291687e79 req-2228cd92-a0e4-4ae6-bd5a-80296153180f tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:00.248133 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-31e08b78-7b5b-46f7-b883-145291687e79 req-2228cd92-a0e4-4ae6-bd5a-80296153180f tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Calling delete_port for 751b0c10-ba15-46ab-ab45-e160c331b629 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:48:00.459681 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-31e08b78-7b5b-46f7-b883-145291687e79 req-2228cd92-a0e4-4ae6-bd5a-80296153180f tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:00.472187 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['751b0c10-ba15-46ab-ab45-e160c331b629'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:48:00.490203 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2228cd92-a0e4-4ae6-bd5a-80296153180f tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Pushing event deleted for resources: {'Port': ['ID=751b0c10-ba15-46ab-ab45-e160c331b629,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:48:00.532395 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e08b78-7b5b-46f7-b883-145291687e79 req-2228cd92-a0e4-4ae6-bd5a-80296153180f tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] No DVR routers for this DVR port 751b0c10-ba15-46ab-ab45-e160c331b629 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:48:00.535155 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-31e08b78-7b5b-46f7-b883-145291687e79 req-2228cd92-a0e4-4ae6-bd5a-80296153180f tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:00.537192 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-31e08b78-7b5b-46f7-b883-145291687e79 req-2228cd92-a0e4-4ae6-bd5a-80296153180f tempest-ServerDiskConfigTestJSON-1075173006 tempest-ServerDiskConfigTestJSON-1075173006-project] 10.222.0.20 "DELETE /v2.0/ports/751b0c10-ba15-46ab-ab45-e160c331b629 HTTP/1.1" status: 204 len: 173 time: 0.5406928 Aug 18 13:48:00.537638 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae9806d-4d29-420f-8aca-334b954f546f', 'name': 'network-vif-deleted', 'tag': '751b0c10-ba15-46ab-ab45-e160c331b629'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:48:00.540085 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83be38c1-31c8-42ff-a5da-3aa87db93670" -d '{"events": [{"server_uuid": "4ae9806d-4d29-420f-8aca-334b954f546f", "name": "network-vif-deleted", "tag": "751b0c10-ba15-46ab-ab45-e160c331b629"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:48:00.576602 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299ed4d5-d643-4028-9ba5-90e685a6d337 x-openstack-request-id: req-299ed4d5-d643-4028-9ba5-90e685a6d337 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:48:00.576898 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae9806d-4d29-420f-8aca-334b954f546f", "name": "network-vif-deleted", "tag": "751b0c10-ba15-46ab-ab45-e160c331b629", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:48:00.577156 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-299ed4d5-d643-4028-9ba5-90e685a6d337 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:48:00.577559 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae9806d-4d29-420f-8aca-334b954f546f', 'name': 'network-vif-deleted', 'tag': '751b0c10-ba15-46ab-ab45-e160c331b629', 'status': 'completed', 'code': 200} Aug 18 13:48:01.281394 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37084) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:48:01.327089 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c3b47e0-7481-43f2-975f-ae261f1f3af2 admin admin] Deleting subnet 39862a9a-3382-4f2a-bdd9-ad606afa6f19 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:48:01.330292 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8c3b47e0-7481-43f2-975f-ae261f1f3af2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:01.365258 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8c3b47e0-7481-43f2-975f-ae261f1f3af2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:01.408807 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8c3b47e0-7481-43f2-975f-ae261f1f3af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:01.545886 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8c3b47e0-7481-43f2-975f-ae261f1f3af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:01.571478 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b47e0-7481-43f2-975f-ae261f1f3af2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39862a9a-3382-4f2a-bdd9-ad606afa6f19,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:48:01.582381 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8c3b47e0-7481-43f2-975f-ae261f1f3af2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:01.584922 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8c3b47e0-7481-43f2-975f-ae261f1f3af2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/39862a9a-3382-4f2a-bdd9-ad606afa6f19 HTTP/1.1" status: 204 len: 168 time: 0.3025024 Aug 18 13:48:01.586593 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b47e0-7481-43f2-975f-ae261f1f3af2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:01.586941 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b47e0-7481-43f2-975f-ae261f1f3af2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:01.587387 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b47e0-7481-43f2-975f-ae261f1f3af2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:01.587640 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37086) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:48:01.588140 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b47e0-7481-43f2-975f-ae261f1f3af2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:01.588140 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b47e0-7481-43f2-975f-ae261f1f3af2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:01.588383 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b47e0-7481-43f2-975f-ae261f1f3af2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:01.588716 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b47e0-7481-43f2-975f-ae261f1f3af2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:01.589045 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b47e0-7481-43f2-975f-ae261f1f3af2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:01.589372 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b47e0-7481-43f2-975f-ae261f1f3af2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:01.589700 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b47e0-7481-43f2-975f-ae261f1f3af2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:01.590028 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b47e0-7481-43f2-975f-ae261f1f3af2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:01.590380 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b47e0-7481-43f2-975f-ae261f1f3af2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:01.665955 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a345cfa4-bb06-4b4b-9d1b-5c2a0c5cd36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:01.749520 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a345cfa4-bb06-4b4b-9d1b-5c2a0c5cd36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:01.761417 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-a345cfa4-bb06-4b4b-9d1b-5c2a0c5cd36f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80e3ef0c-afb5-499e-beed-5101c6b67c21']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:48:01.772785 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-a345cfa4-bb06-4b4b-9d1b-5c2a0c5cd36f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30e45b72-5bb9-4ccc-b5d8-a15ffd50e430') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:48:01.773355 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-a345cfa4-bb06-4b4b-9d1b-5c2a0c5cd36f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30e45b72-5bb9-4ccc-b5d8-a15ffd50e430') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:48:01.784104 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a345cfa4-bb06-4b4b-9d1b-5c2a0c5cd36f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:01.802843 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a345cfa4-bb06-4b4b-9d1b-5c2a0c5cd36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:01.809775 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a345cfa4-bb06-4b4b-9d1b-5c2a0c5cd36f admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:48:01.810215 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a345cfa4-bb06-4b4b-9d1b-5c2a0c5cd36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:01.811924 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:48:01.811924 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:48:01.811924 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:48:01.811924 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:48:01.811924 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:48:01.811924 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:48:01.811924 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:48:01.811924 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:48:01.811924 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:48:01.811924 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:48:01.811924 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:48:01.811924 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:48:01.811924 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:48:01.811924 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:48:01.811924 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:48:01.811924 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:48:01.811924 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:48:01.811924 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:48:01.811924 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:48:01.811924 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:48:01.811924 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:48:01.811924 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:48:01.811924 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:48:01.811924 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:48:01.811924 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:48:01.811924 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:48:01.811924 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:48:01.811924 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:48:01.811924 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:48:01.811924 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:48:01.811924 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:48:01.811924 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:48:01.963701 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a345cfa4-bb06-4b4b-9d1b-5c2a0c5cd36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:01.969264 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a345cfa4-bb06-4b4b-9d1b-5c2a0c5cd36f admin admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:01.980027 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a345cfa4-bb06-4b4b-9d1b-5c2a0c5cd36f admin admin] 10.222.0.13 "DELETE /v2.0/networks/80e3ef0c-afb5-499e-beed-5101c6b67c21 HTTP/1.1" status: 204 len: 168 time: 0.3825114 Aug 18 13:48:01.983505 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a345cfa4-bb06-4b4b-9d1b-5c2a0c5cd36f admin admin] Pushing event deleted for resources: {'Network': ['ID=80e3ef0c-afb5-499e-beed-5101c6b67c21,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:48:02.342523 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37090) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:48:02.383066 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6d2c82eb-c3fd-476f-a19d-c153be8fe4fc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a55e5bb4d88042e9a0c85f5d8eac9f3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393412 Aug 18 13:48:02.385523 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37092) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:48:02.437611 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d2740000-d35c-4e77-a958-47e2171fd710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:02.462648 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d2740000-d35c-4e77-a958-47e2171fd710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:02.598089 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d2740000-d35c-4e77-a958-47e2171fd710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:02.602401 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d2740000-d35c-4e77-a958-47e2171fd710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:02.603903 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d2740000-d35c-4e77-a958-47e2171fd710 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cafd10c1-82cc-4656-b1e8-208118aeec96 HTTP/1.1" status: 204 len: 168 time: 0.2174160 Aug 18 13:48:02.613835 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2740000-d35c-4e77-a958-47e2171fd710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafd10c1-82cc-4656-b1e8-208118aeec96,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:48:02.801127 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 751b0c10-ba15-46ab-ab45-e160c331b629 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:48:02.821664 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 751b0c10-ba15-46ab-ab45-e160c331b629 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:48:02.822011 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 751b0c10-ba15-46ab-ab45-e160c331b629 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:48:03.606198 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37114) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:48:03.709421 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-2e8c92d1-b50a-4f5b-94ec-d88e36be53dc admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-964935329-network', 'tenant_id': '0bb3851a915245f990a25e5cd818032b'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:48:03.786761 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8c92d1-b50a-4f5b-94ec-d88e36be53dc admin admin] Made reservation on behalf of 0bb3851a915245f990a25e5cd818032b for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:48:03.789189 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2e8c92d1-b50a-4f5b-94ec-d88e36be53dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:03.798586 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2e8c92d1-b50a-4f5b-94ec-d88e36be53dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:03.893678 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2e8c92d1-b50a-4f5b-94ec-d88e36be53dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:03.967889 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2e8c92d1-b50a-4f5b-94ec-d88e36be53dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:03.995158 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e8c92d1-b50a-4f5b-94ec-d88e36be53dc admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:48:04.006623 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c92d1-b50a-4f5b-94ec-d88e36be53dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d898242e-3ac1-4949-b1ef-394de5a2e993,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:48:04.011950 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2e8c92d1-b50a-4f5b-94ec-d88e36be53dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:04.012303 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-2e8c92d1-b50a-4f5b-94ec-d88e36be53dc admin admin] Added segment dd781120-304f-4b5b-97a2-6fedd9c3aad9 of type vlan for network de2eb0e2-4301-47e1-aab5-4b22ec41fcfb Aug 18 13:48:04.054395 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2e8c92d1-b50a-4f5b-94ec-d88e36be53dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:04.169551 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2e8c92d1-b50a-4f5b-94ec-d88e36be53dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:04.170624 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8c92d1-b50a-4f5b-94ec-d88e36be53dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:48:04.171223 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2e8c92d1-b50a-4f5b-94ec-d88e36be53dc admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:04.234292 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c92d1-b50a-4f5b-94ec-d88e36be53dc admin admin] Pushing event updated for resources: {'Network': ['ID=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:48:04.244924 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network de2eb0e2-4301-47e1-aab5-4b22ec41fcfb details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:48:04.302053 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2e8c92d1-b50a-4f5b-94ec-d88e36be53dc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6945322 Aug 18 13:48:04.305392 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37118) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:48:04.310564 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-19c9c568-c2f6-41a7-839e-14ab6f25a531 admin admin] Request body: {'subnet': {'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-964935329-subnet', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:48:04.396810 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c9c568-c2f6-41a7-839e-14ab6f25a531 admin admin] Made reservation on behalf of 0bb3851a915245f990a25e5cd818032b for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:48:04.399230 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-19c9c568-c2f6-41a7-839e-14ab6f25a531 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:04.609503 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-19c9c568-c2f6-41a7-839e-14ab6f25a531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:04.666783 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c9c568-c2f6-41a7-839e-14ab6f25a531 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e63ba7b-bcc7-4bfe-af18-04e90f2744d5,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:48:04.676532 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c9c568-c2f6-41a7-839e-14ab6f25a531 admin admin] Checking segment: {'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:48:04.677410 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c9c568-c2f6-41a7-839e-14ab6f25a531 admin admin] Network hostable DHCP agents. Network: de2eb0e2-4301-47e1-aab5-4b22ec41fcfb, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:48:04.752148 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c9c568-c2f6-41a7-839e-14ab6f25a531 admin admin] Network de2eb0e2-4301-47e1-aab5-4b22ec41fcfb is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:48:04.815298 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-19c9c568-c2f6-41a7-839e-14ab6f25a531 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, de2eb0e2-4301-47e1-aab5-4b22ec41fcfb) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:48:04.820256 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c9c568-c2f6-41a7-839e-14ab6f25a531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:48:04.826264 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-19c9c568-c2f6-41a7-839e-14ab6f25a531 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:04.827086 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841fc51b-965d-4bbf-8d08-79495b80bf36 None None] Network de2eb0e2-4301-47e1-aab5-4b22ec41fcfb requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:48:04.894534 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-19c9c568-c2f6-41a7-839e-14ab6f25a531 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5877998 Aug 18 13:48:04.897050 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37120) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:48:04.901630 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-43a511c2-f89a-414e-bd29-37570dfb38d0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-964935329-router', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:48:04.967665 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37908056-a376-4a37-8b09-b6a79b88c577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'fixed_ips': [{'subnet_id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:48:04.968526 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-37908056-a376-4a37-8b09-b6a79b88c577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:04.975832 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-43a511c2-f89a-414e-bd29-37570dfb38d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:04.976979 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-43a511c2-f89a-414e-bd29-37570dfb38d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:05.032814 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-43a511c2-f89a-414e-bd29-37570dfb38d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:05.108651 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-37908056-a376-4a37-8b09-b6a79b88c577 None None] Allocated IP 172.20.0.2 (de2eb0e2-4301-47e1-aab5-4b22ec41fcfb/2e63ba7b-bcc7-4bfe-af18-04e90f2744d5/412e1e58-6bf0-4905-8f9e-279bdc1315a7) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:48:05.218044 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-43a511c2-f89a-414e-bd29-37570dfb38d0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:05.257300 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-37908056-a376-4a37-8b09-b6a79b88c577 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:05.265734 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-37908056-a376-4a37-8b09-b6a79b88c577 None None] Transition to ACTIVE for port object 412e1e58-6bf0-4905-8f9e-279bdc1315a7 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:48:05.280783 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-37908056-a376-4a37-8b09-b6a79b88c577 None None] Transition to ACTIVE for port object 412e1e58-6bf0-4905-8f9e-279bdc1315a7 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:48:05.345783 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-37908056-a376-4a37-8b09-b6a79b88c577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:05.386567 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37908056-a376-4a37-8b09-b6a79b88c577 None None] Network de2eb0e2-4301-47e1-aab5-4b22ec41fcfb is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:48:05.392094 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-37908056-a376-4a37-8b09-b6a79b88c577 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:48:05.395781 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37908056-a376-4a37-8b09-b6a79b88c577 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:48:05.404614 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37908056-a376-4a37-8b09-b6a79b88c577 None None] Pushing event updated for resources: {'Port': ['ID=412e1e58-6bf0-4905-8f9e-279bdc1315a7,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:48:05.456375 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-37908056-a376-4a37-8b09-b6a79b88c577 None None] Attempting to bind port 412e1e58-6bf0-4905-8f9e-279bdc1315a7 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:48:05.456749 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-37908056-a376-4a37-8b09-b6a79b88c577 None None] Attempting to bind port 412e1e58-6bf0-4905-8f9e-279bdc1315a7 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:48:05.457110 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37908056-a376-4a37-8b09-b6a79b88c577 None None] Attempting to bind port 412e1e58-6bf0-4905-8f9e-279bdc1315a7 on network de2eb0e2-4301-47e1-aab5-4b22ec41fcfb {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:48:05.462281 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37908056-a376-4a37-8b09-b6a79b88c577 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:48:05.462658 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37908056-a376-4a37-8b09-b6a79b88c577 None None] Checking segment: {'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:48:05.463062 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-37908056-a376-4a37-8b09-b6a79b88c577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:05.463456 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37908056-a376-4a37-8b09-b6a79b88c577 None None] Bound using segment: {'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:48:05.463932 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-37908056-a376-4a37-8b09-b6a79b88c577 None None] Bound port: 412e1e58-6bf0-4905-8f9e-279bdc1315a7, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:48:05.464307 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-37908056-a376-4a37-8b09-b6a79b88c577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:05.490569 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-43a511c2-f89a-414e-bd29-37570dfb38d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:05.510423 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-43a511c2-f89a-414e-bd29-37570dfb38d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:05.532503 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-37908056-a376-4a37-8b09-b6a79b88c577 None None] For port 412e1e58-6bf0-4905-8f9e-279bdc1315a7, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:48:05.535728 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-37908056-a376-4a37-8b09-b6a79b88c577 None None] For port 412e1e58-6bf0-4905-8f9e-279bdc1315a7, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=412e1e58-6bf0-4905-8f9e-279bdc1315a7,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:48:05.604087 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-37908056-a376-4a37-8b09-b6a79b88c577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:05.611961 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-43a511c2-f89a-414e-bd29-37570dfb38d0 admin admin] Allocated IP 172.25.6.245 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/4baf138b-f928-4761-b8cd-7b3292aac913) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:48:05.665658 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37908056-a376-4a37-8b09-b6a79b88c577 None None] Pushing event updated for resources: {'Port': ['ID=412e1e58-6bf0-4905-8f9e-279bdc1315a7,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:48:05.725451 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-43a511c2-f89a-414e-bd29-37570dfb38d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:05.821651 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-43a511c2-f89a-414e-bd29-37570dfb38d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:05.868048 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a511c2-f89a-414e-bd29-37570dfb38d0 admin admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:48:05.871372 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-43a511c2-f89a-414e-bd29-37570dfb38d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:48:05.875110 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a511c2-f89a-414e-bd29-37570dfb38d0 admin admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:48:05.897702 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a511c2-f89a-414e-bd29-37570dfb38d0 admin admin] Pushing event updated for resources: {'Port': ['ID=4baf138b-f928-4761-b8cd-7b3292aac913,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:48:06.218464 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-43a511c2-f89a-414e-bd29-37570dfb38d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:06.263569 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 412e1e58-6bf0-4905-8f9e-279bdc1315a7 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:48:06.392345 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 412e1e58-6bf0-4905-8f9e-279bdc1315a7 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:48:06.444960 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-43a511c2-f89a-414e-bd29-37570dfb38d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:06.583848 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74598190-aa6d-47ec-9abd-c2aa160e119d None None] Network de2eb0e2-4301-47e1-aab5-4b22ec41fcfb requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:48:06.649618 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a511c2-f89a-414e-bd29-37570dfb38d0 admin admin] Router 2401f522-23a2-46e5-b297-5be50b3a16b8 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:48:06.741872 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b9f4e4e1-b394-4e5e-aef9-a4d093174bb7 None None] Provisioning for port 412e1e58-6bf0-4905-8f9e-279bdc1315a7 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:48:06.748711 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b9f4e4e1-b394-4e5e-aef9-a4d093174bb7 None None] Provisioning complete for port 412e1e58-6bf0-4905-8f9e-279bdc1315a7 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:48:06.752057 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b9f4e4e1-b394-4e5e-aef9-a4d093174bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:06.765837 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a511c2-f89a-414e-bd29-37570dfb38d0 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:48:06.785026 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99056f8-36ae-46d2-8c58-31a30fd796d2 None None] Sync routers for ids ['2401f522-23a2-46e5-b297-5be50b3a16b8'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:48:06.803361 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99056f8-36ae-46d2-8c58-31a30fd796d2 None None] Routers {'2401f522-23a2-46e5-b297-5be50b3a16b8'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:48:06.803996 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e99056f8-36ae-46d2-8c58-31a30fd796d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:47:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['2401f522-23a2-46e5-b297-5be50b3a16b8'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:48:06.851050 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-43a511c2-f89a-414e-bd29-37570dfb38d0 admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:06.852744 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-43a511c2-f89a-414e-bd29-37570dfb38d0 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9547486 Aug 18 13:48:06.855681 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37124) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:48:06.926104 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b9f4e4e1-b394-4e5e-aef9-a4d093174bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:06.965933 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-e99056f8-36ae-46d2-8c58-31a30fd796d2 None None] Set router 2401f522-23a2-46e5-b297-5be50b3a16b8 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:48:07.028638 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-b9f4e4e1-b394-4e5e-aef9-a4d093174bb7 None None] For port 412e1e58-6bf0-4905-8f9e-279bdc1315a7, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=412e1e58-6bf0-4905-8f9e-279bdc1315a7,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:48:07.084654 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b9f4e4e1-b394-4e5e-aef9-a4d093174bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:07.155378 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f4e4e1-b394-4e5e-aef9-a4d093174bb7 None None] Pushing event updated for resources: {'Port': ['ID=412e1e58-6bf0-4905-8f9e-279bdc1315a7,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:48:07.210244 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-97671980-79ae-4208-b545-8b7cf5e87df6 None None] Provisioning complete for port 412e1e58-6bf0-4905-8f9e-279bdc1315a7 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:48:07.210624 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-97671980-79ae-4208-b545-8b7cf5e87df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:07.250351 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e99056f8-36ae-46d2-8c58-31a30fd796d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'name': 'tempest-ServerActionsTestJSON-964935329-router', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:48:04Z', 'updated_at': '2021-08-18T13:48:06Z', 'revision_number': 3, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'gw_port': {'id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:05Z', 'updated_at': '2021-08-18T13:48:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:48:07.279791 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99056f8-36ae-46d2-8c58-31a30fd796d2 None None] Checking router: 2401f522-23a2-46e5-b297-5be50b3a16b8 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:48:07.280448 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99056f8-36ae-46d2-8c58-31a30fd796d2 None None] Updating router 2401f522-23a2-46e5-b297-5be50b3a16b8 port 4baf138b-f928-4761-b8cd-7b3292aac913 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:48:07.285241 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6db94a43-8aed-4d24-9e9b-ce462f90ffa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:07.311598 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e99056f8-36ae-46d2-8c58-31a30fd796d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:07.763968 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-6db94a43-8aed-4d24-9e9b-ce462f90ffa4 admin admin] Allocated IP 172.20.0.1 (de2eb0e2-4301-47e1-aab5-4b22ec41fcfb/2e63ba7b-bcc7-4bfe-af18-04e90f2744d5/e8198b66-47b6-45a9-90ba-2082e9664e65) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:48:07.783646 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e99056f8-36ae-46d2-8c58-31a30fd796d2 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:07.795115 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-e99056f8-36ae-46d2-8c58-31a30fd796d2 None None] Transition to ACTIVE for port object 4baf138b-f928-4761-b8cd-7b3292aac913 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:48:07.860975 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e99056f8-36ae-46d2-8c58-31a30fd796d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:07.872972 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6db94a43-8aed-4d24-9e9b-ce462f90ffa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:07.886422 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-6db94a43-8aed-4d24-9e9b-ce462f90ffa4 admin admin] Transition to ACTIVE for port object e8198b66-47b6-45a9-90ba-2082e9664e65 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:48:07.912787 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-e99056f8-36ae-46d2-8c58-31a30fd796d2 None None] Attempting to bind port 4baf138b-f928-4761-b8cd-7b3292aac913 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:48:07.913160 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-e99056f8-36ae-46d2-8c58-31a30fd796d2 None None] Attempting to bind port 4baf138b-f928-4761-b8cd-7b3292aac913 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:48:07.913529 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99056f8-36ae-46d2-8c58-31a30fd796d2 None None] Attempting to bind port 4baf138b-f928-4761-b8cd-7b3292aac913 on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:48:07.922833 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99056f8-36ae-46d2-8c58-31a30fd796d2 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:48:07.923209 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99056f8-36ae-46d2-8c58-31a30fd796d2 None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:48:07.923612 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e99056f8-36ae-46d2-8c58-31a30fd796d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:07.924007 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99056f8-36ae-46d2-8c58-31a30fd796d2 None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:48:07.924469 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-e99056f8-36ae-46d2-8c58-31a30fd796d2 None None] Bound port: 4baf138b-f928-4761-b8cd-7b3292aac913, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:48:07.924850 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e99056f8-36ae-46d2-8c58-31a30fd796d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:07.926535 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab834fba-3fb9-4ffc-8108-54f0027c662e None None] Pushing event updated for resources: {'Port': ['ID=4baf138b-f928-4761-b8cd-7b3292aac913,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:48:07.974617 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6db94a43-8aed-4d24-9e9b-ce462f90ffa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:07.985877 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-e99056f8-36ae-46d2-8c58-31a30fd796d2 None None] For port 4baf138b-f928-4761-b8cd-7b3292aac913, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:48:07.990023 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-e99056f8-36ae-46d2-8c58-31a30fd796d2 None None] For port 4baf138b-f928-4761-b8cd-7b3292aac913, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4baf138b-f928-4761-b8cd-7b3292aac913,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:48:08.018388 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db94a43-8aed-4d24-9e9b-ce462f90ffa4 admin admin] Network de2eb0e2-4301-47e1-aab5-4b22ec41fcfb is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:48:08.024282 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-6db94a43-8aed-4d24-9e9b-ce462f90ffa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:48:08.026508 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db94a43-8aed-4d24-9e9b-ce462f90ffa4 admin admin] Pushing event updated for resources: {'Port': ['ID=e8198b66-47b6-45a9-90ba-2082e9664e65,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:48:08.028706 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db94a43-8aed-4d24-9e9b-ce462f90ffa4 admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:48:08.067956 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e99056f8-36ae-46d2-8c58-31a30fd796d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:08.068856 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6db94a43-8aed-4d24-9e9b-ce462f90ffa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:08.120448 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99056f8-36ae-46d2-8c58-31a30fd796d2 None None] Routers {'2401f522-23a2-46e5-b297-5be50b3a16b8'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:48:08.121094 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e99056f8-36ae-46d2-8c58-31a30fd796d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:47:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['2401f522-23a2-46e5-b297-5be50b3a16b8'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:48:08.181196 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab834fba-3fb9-4ffc-8108-54f0027c662e None None] Pushing event updated for resources: {'Port': ['ID=4baf138b-f928-4761-b8cd-7b3292aac913,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:48:08.248992 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 412e1e58-6bf0-4905-8f9e-279bdc1315a7 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:48:08.255981 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-e99056f8-36ae-46d2-8c58-31a30fd796d2 None None] Set router 2401f522-23a2-46e5-b297-5be50b3a16b8 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:48:08.276098 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6db94a43-8aed-4d24-9e9b-ce462f90ffa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:08.423985 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 412e1e58-6bf0-4905-8f9e-279bdc1315a7 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:48:08.424566 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:08.449596 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6db94a43-8aed-4d24-9e9b-ce462f90ffa4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:08.458246 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-0ba205fe-f7a9-4150-8405-5f080072a2a5 None None] Provisioning for port e8198b66-47b6-45a9-90ba-2082e9664e65 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:48:08.471638 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-0ba205fe-f7a9-4150-8405-5f080072a2a5 None None] Provisioning complete for port e8198b66-47b6-45a9-90ba-2082e9664e65 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:48:08.472004 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0ba205fe-f7a9-4150-8405-5f080072a2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:08.523769 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6db94a43-8aed-4d24-9e9b-ce462f90ffa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:08.533726 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-0ba205fe-f7a9-4150-8405-5f080072a2a5 None None] Port e8198b66-47b6-45a9-90ba-2082e9664e65 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:48:08.598669 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db94a43-8aed-4d24-9e9b-ce462f90ffa4 admin admin] Pushing event updated for resources: {'Port': ['ID=e8198b66-47b6-45a9-90ba-2082e9664e65,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:48:08.598852 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e99056f8-36ae-46d2-8c58-31a30fd796d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'name': 'tempest-ServerActionsTestJSON-964935329-router', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:48:04Z', 'updated_at': '2021-08-18T13:48:06Z', 'revision_number': 3, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'gw_port': {'id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:05Z', 'updated_at': '2021-08-18T13:48:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:48:08.601465 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6db94a43-8aed-4d24-9e9b-ce462f90ffa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:08.629427 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99056f8-36ae-46d2-8c58-31a30fd796d2 None None] The sync data for ids ['2401f522-23a2-46e5-b297-5be50b3a16b8'] in n-d-803603-2 is: [{'id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'name': 'tempest-ServerActionsTestJSON-964935329-router', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:48:04Z', 'updated_at': '2021-08-18T13:48:06Z', 'revision_number': 3, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'gw_port': {'id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:05Z', 'updated_at': '2021-08-18T13:48:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:48:08.704074 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db94a43-8aed-4d24-9e9b-ce462f90ffa4 admin admin] Network de2eb0e2-4301-47e1-aab5-4b22ec41fcfb is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:48:08.705577 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-6db94a43-8aed-4d24-9e9b-ce462f90ffa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:48:08.832051 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db94a43-8aed-4d24-9e9b-ce462f90ffa4 admin admin] Router 2401f522-23a2-46e5-b297-5be50b3a16b8 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:48:08.986821 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db94a43-8aed-4d24-9e9b-ce462f90ffa4 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:48:08.992597 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6db94a43-8aed-4d24-9e9b-ce462f90ffa4 admin admin] 10.222.0.13 "PUT /v2.0/routers/2401f522-23a2-46e5-b297-5be50b3a16b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1358879 Aug 18 13:48:09.057401 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7a4a145e-8dca-4c9d-925a-cca923d35658 None None] Provisioning complete for port e8198b66-47b6-45a9-90ba-2082e9664e65 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:48:09.057777 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7a4a145e-8dca-4c9d-925a-cca923d35658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:09.095327 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7a4a145e-8dca-4c9d-925a-cca923d35658 None None] Port e8198b66-47b6-45a9-90ba-2082e9664e65 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:48:09.628756 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37134) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:48:09.634096 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-3181d42a-38da-46b0-bb5c-c2882344da36 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1122108492', 'description': 'tempest-description--1190956511'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:48:09.710609 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3181d42a-38da-46b0-bb5c-c2882344da36 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:09.795821 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3181d42a-38da-46b0-bb5c-c2882344da36 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:09.882030 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3181d42a-38da-46b0-bb5c-c2882344da36 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:09.912209 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181d42a-38da-46b0-bb5c-c2882344da36 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1774de-953a-4692-83a7-f144e24c62af,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:48:09.967812 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3181d42a-38da-46b0-bb5c-c2882344da36 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:09.969130 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3181d42a-38da-46b0-bb5c-c2882344da36 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3393514 Aug 18 13:48:09.971843 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37136) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:48:09.976331 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-6f92adbb-7f59-425b-99b4-00e61301ff09 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Request body: {'security_group_rule': {'security_group_id': 'cc1774de-953a-4692-83a7-f144e24c62af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:48:10.083241 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6f92adbb-7f59-425b-99b4-00e61301ff09 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:10.142531 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6f92adbb-7f59-425b-99b4-00e61301ff09 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:10.188700 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6f92adbb-7f59-425b-99b4-00e61301ff09 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:10.208568 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f92adbb-7f59-425b-99b4-00e61301ff09 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae1f398b-283c-410e-886f-adf2223e8c47,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:48:10.217924 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ac5cc4-5866-4325-b6fe-1263e55e79c9 None None] Sync routers for ids ['2401f522-23a2-46e5-b297-5be50b3a16b8'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:48:10.228238 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ac5cc4-5866-4325-b6fe-1263e55e79c9 None None] Routers {'2401f522-23a2-46e5-b297-5be50b3a16b8'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:48:10.228869 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-e6ac5cc4-5866-4325-b6fe-1263e55e79c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:47:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['2401f522-23a2-46e5-b297-5be50b3a16b8'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:48:10.266720 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6f92adbb-7f59-425b-99b4-00e61301ff09 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:10.269875 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37138) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:48:10.270452 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6f92adbb-7f59-425b-99b4-00e61301ff09 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2971292 Aug 18 13:48:10.274102 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4baf138b-f928-4761-b8cd-7b3292aac913 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:48:10.275510 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-103f08d3-0dea-4c9d-9d60-d57b5a592bed tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Request body: {'security_group_rule': {'security_group_id': 'cc1774de-953a-4692-83a7-f144e24c62af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:48:10.340766 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-e6ac5cc4-5866-4325-b6fe-1263e55e79c9 None None] Set router 2401f522-23a2-46e5-b297-5be50b3a16b8 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:48:10.369538 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-103f08d3-0dea-4c9d-9d60-d57b5a592bed tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:10.397956 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 4baf138b-f928-4761-b8cd-7b3292aac913 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:48:10.402052 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 4baf138b-f928-4761-b8cd-7b3292aac913 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:48:10.402593 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:10.433791 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-103f08d3-0dea-4c9d-9d60-d57b5a592bed tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:10.488768 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:10.512055 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 4baf138b-f928-4761-b8cd-7b3292aac913, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4baf138b-f928-4761-b8cd-7b3292aac913,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:48:10.523818 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-103f08d3-0dea-4c9d-9d60-d57b5a592bed tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:10.542904 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f08d3-0dea-4c9d-9d60-d57b5a592bed tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e0c7023-6845-454f-b39d-d435fd0c6712,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:48:10.545248 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-e6ac5cc4-5866-4325-b6fe-1263e55e79c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'name': 'tempest-ServerActionsTestJSON-964935329-router', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:48:04Z', 'updated_at': '2021-08-18T13:48:08Z', 'revision_number': 4, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'gw_port': {'id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:05Z', 'updated_at': '2021-08-18T13:48:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'e8198b66-47b6-45a9-90ba-2082e9664e65', 'name': '', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'mac_address': 'fa:16:3e:59:ad:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:07Z', 'updated_at': '2021-08-18T13:48:08Z', 'revision_number': 2, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'subnets': [{'id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:48:10.551954 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f08d3-0dea-4c9d-9d60-d57b5a592bed tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:10.552298 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f08d3-0dea-4c9d-9d60-d57b5a592bed tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:10.552644 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f08d3-0dea-4c9d-9d60-d57b5a592bed tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:10.555331 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f08d3-0dea-4c9d-9d60-d57b5a592bed tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:10.555331 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f08d3-0dea-4c9d-9d60-d57b5a592bed tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:10.555331 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f08d3-0dea-4c9d-9d60-d57b5a592bed tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:10.555331 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f08d3-0dea-4c9d-9d60-d57b5a592bed tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:10.555331 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f08d3-0dea-4c9d-9d60-d57b5a592bed tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:10.555331 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f08d3-0dea-4c9d-9d60-d57b5a592bed tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:10.555331 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f08d3-0dea-4c9d-9d60-d57b5a592bed tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:10.555331 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f08d3-0dea-4c9d-9d60-d57b5a592bed tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:10.563347 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f08d3-0dea-4c9d-9d60-d57b5a592bed tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:10.573466 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ac5cc4-5866-4325-b6fe-1263e55e79c9 None None] Checking router: 2401f522-23a2-46e5-b297-5be50b3a16b8 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:48:10.573824 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ac5cc4-5866-4325-b6fe-1263e55e79c9 None None] Updating router 2401f522-23a2-46e5-b297-5be50b3a16b8 port e8198b66-47b6-45a9-90ba-2082e9664e65 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:48:10.599682 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-e6ac5cc4-5866-4325-b6fe-1263e55e79c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:10.603402 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:10.643795 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-103f08d3-0dea-4c9d-9d60-d57b5a592bed tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:10.646540 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-103f08d3-0dea-4c9d-9d60-d57b5a592bed tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3754790 Aug 18 13:48:10.649323 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37140) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:48:10.654438 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=4baf138b-f928-4761-b8cd-7b3292aac913,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:48:10.655521 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-8092f563-2064-4f81-abf7-b11a25d7af48 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:48:10.769622 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8092f563-2064-4f81-abf7-b11a25d7af48 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks [] for floatingip, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:10.881225 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-e6ac5cc4-5866-4325-b6fe-1263e55e79c9 None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:10.892457 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-e6ac5cc4-5866-4325-b6fe-1263e55e79c9 None None] Transition to ACTIVE for port object e8198b66-47b6-45a9-90ba-2082e9664e65 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:48:10.962400 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-e6ac5cc4-5866-4325-b6fe-1263e55e79c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:11.015947 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfde595-5e8a-45be-8423-3cec4cd45c09 None None] Pushing event updated for resources: {'Port': ['ID=e8198b66-47b6-45a9-90ba-2082e9664e65,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:48:11.042485 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfde595-5e8a-45be-8423-3cec4cd45c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:11.042826 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfde595-5e8a-45be-8423-3cec4cd45c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:11.043167 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfde595-5e8a-45be-8423-3cec4cd45c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:11.043500 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfde595-5e8a-45be-8423-3cec4cd45c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:11.043833 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfde595-5e8a-45be-8423-3cec4cd45c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:11.044166 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfde595-5e8a-45be-8423-3cec4cd45c09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:11.044489 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfde595-5e8a-45be-8423-3cec4cd45c09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:11.044806 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfde595-5e8a-45be-8423-3cec4cd45c09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:11.045126 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfde595-5e8a-45be-8423-3cec4cd45c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:11.045444 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfde595-5e8a-45be-8423-3cec4cd45c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:11.045762 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfde595-5e8a-45be-8423-3cec4cd45c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:11.046078 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfde595-5e8a-45be-8423-3cec4cd45c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:11.084144 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-e6ac5cc4-5866-4325-b6fe-1263e55e79c9 None None] Attempting to bind port e8198b66-47b6-45a9-90ba-2082e9664e65 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:48:11.084517 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-e6ac5cc4-5866-4325-b6fe-1263e55e79c9 None None] Attempting to bind port e8198b66-47b6-45a9-90ba-2082e9664e65 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:48:11.084866 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ac5cc4-5866-4325-b6fe-1263e55e79c9 None None] Attempting to bind port e8198b66-47b6-45a9-90ba-2082e9664e65 on network de2eb0e2-4301-47e1-aab5-4b22ec41fcfb {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:48:11.091376 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ac5cc4-5866-4325-b6fe-1263e55e79c9 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:48:11.091751 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ac5cc4-5866-4325-b6fe-1263e55e79c9 None None] Checking segment: {'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:48:11.092154 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-e6ac5cc4-5866-4325-b6fe-1263e55e79c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:11.092557 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ac5cc4-5866-4325-b6fe-1263e55e79c9 None None] Bound using segment: {'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:48:11.092999 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-e6ac5cc4-5866-4325-b6fe-1263e55e79c9 None None] Bound port: e8198b66-47b6-45a9-90ba-2082e9664e65, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:48:11.093378 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-e6ac5cc4-5866-4325-b6fe-1263e55e79c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:11.169332 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-e6ac5cc4-5866-4325-b6fe-1263e55e79c9 None None] For port e8198b66-47b6-45a9-90ba-2082e9664e65, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:48:11.172886 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-e6ac5cc4-5866-4325-b6fe-1263e55e79c9 None None] For port e8198b66-47b6-45a9-90ba-2082e9664e65, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=e8198b66-47b6-45a9-90ba-2082e9664e65,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:48:11.238297 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-e6ac5cc4-5866-4325-b6fe-1263e55e79c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:11.254917 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8092f563-2064-4f81-abf7-b11a25d7af48 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:11.299747 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ac5cc4-5866-4325-b6fe-1263e55e79c9 None None] Routers {'2401f522-23a2-46e5-b297-5be50b3a16b8'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:48:11.300361 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-e6ac5cc4-5866-4325-b6fe-1263e55e79c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:47:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['2401f522-23a2-46e5-b297-5be50b3a16b8'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:48:11.305306 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfde595-5e8a-45be-8423-3cec4cd45c09 None None] Pushing event updated for resources: {'Port': ['ID=e8198b66-47b6-45a9-90ba-2082e9664e65,revision_number=4']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:48:11.366073 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-8092f563-2064-4f81-abf7-b11a25d7af48 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Allocated IP 172.25.6.107 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/313cea84-92e2-4f97-bcc2-0d50e1571b5a) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:48:11.416114 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-e6ac5cc4-5866-4325-b6fe-1263e55e79c9 None None] Set router 2401f522-23a2-46e5-b297-5be50b3a16b8 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:48:11.485931 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8092f563-2064-4f81-abf7-b11a25d7af48 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:11.581566 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8092f563-2064-4f81-abf7-b11a25d7af48 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:11.618777 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8092f563-2064-4f81-abf7-b11a25d7af48 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:48:11.625110 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-e6ac5cc4-5866-4325-b6fe-1263e55e79c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'name': 'tempest-ServerActionsTestJSON-964935329-router', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:48:04Z', 'updated_at': '2021-08-18T13:48:08Z', 'revision_number': 4, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'gw_port': {'id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:05Z', 'updated_at': '2021-08-18T13:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'e8198b66-47b6-45a9-90ba-2082e9664e65', 'name': '', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'mac_address': 'fa:16:3e:59:ad:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:07Z', 'updated_at': '2021-08-18T13:48:11Z', 'revision_number': 4, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'subnets': [{'id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:48:11.625503 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-8092f563-2064-4f81-abf7-b11a25d7af48 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:48:11.629142 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8092f563-2064-4f81-abf7-b11a25d7af48 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:48:11.654138 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8092f563-2064-4f81-abf7-b11a25d7af48 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Pushing event updated for resources: {'Port': ['ID=313cea84-92e2-4f97-bcc2-0d50e1571b5a,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:48:11.658691 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ac5cc4-5866-4325-b6fe-1263e55e79c9 None None] The sync data for ids ['2401f522-23a2-46e5-b297-5be50b3a16b8'] in n-d-803603-2 is: [{'id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'name': 'tempest-ServerActionsTestJSON-964935329-router', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:48:04Z', 'updated_at': '2021-08-18T13:48:08Z', 'revision_number': 4, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'gw_port': {'id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:05Z', 'updated_at': '2021-08-18T13:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'e8198b66-47b6-45a9-90ba-2082e9664e65', 'name': '', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'mac_address': 'fa:16:3e:59:ad:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:07Z', 'updated_at': '2021-08-18T13:48:11Z', 'revision_number': 4, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'subnets': [{'id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:48:11.667248 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3d2cbd50-4fe6-4268-b09a-a4d15deff0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:11.745535 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8092f563-2064-4f81-abf7-b11a25d7af48 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:11.911862 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8092f563-2064-4f81-abf7-b11a25d7af48 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:12.076032 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8092f563-2064-4f81-abf7-b11a25d7af48 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:12.135225 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8092f563-2064-4f81-abf7-b11a25d7af48 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:12.215578 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8092f563-2064-4f81-abf7-b11a25d7af48 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Pushing event updated for resources: {'Port': ['ID=313cea84-92e2-4f97-bcc2-0d50e1571b5a,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:48:12.226454 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8092f563-2064-4f81-abf7-b11a25d7af48 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:12.295269 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8092f563-2064-4f81-abf7-b11a25d7af48 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:12.298774 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8092f563-2064-4f81-abf7-b11a25d7af48 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6478448 Aug 18 13:48:12.314059 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4baf138b-f928-4761-b8cd-7b3292aac913 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:48:12.373435 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 4baf138b-f928-4761-b8cd-7b3292aac913 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:48:12.373799 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:12.460465 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device e8198b66-47b6-45a9-90ba-2082e9664e65 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:48:12.463266 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-d8643501-9658-4a38-ac5a-887a95dc2235 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1122108492&fields=id&tenant_id=0bb3851a915245f990a25e5cd818032b HTTP/1.1" status: 200 len: 267 time: 0.0383778 Aug 18 13:48:12.580833 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port e8198b66-47b6-45a9-90ba-2082e9664e65 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:48:12.585467 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port e8198b66-47b6-45a9-90ba-2082e9664e65 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:48:12.586299 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:12.595784 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-4e490fbd-b6b7-48d0-9d82-75ae046efb5e tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:48:12.597454 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-4e490fbd-b6b7-48d0-9d82-75ae046efb5e tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 811 time: 0.1260982 Aug 18 13:48:12.619746 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-858630d3-7960-4297-a015-1f3fa53d53bb tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/quotas/0bb3851a915245f990a25e5cd818032b HTTP/1.1" status: 200 len: 375 time: 0.0114901 Aug 18 13:48:12.675323 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:12.677666 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-8c76e1bc-0ff7-48fb-a5ad-05e5f94bf295 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0520151 Aug 18 13:48:12.714403 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port e8198b66-47b6-45a9-90ba-2082e9664e65, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=e8198b66-47b6-45a9-90ba-2082e9664e65,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:48:12.786440 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:12.843286 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=e8198b66-47b6-45a9-90ba-2082e9664e65,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:48:12.869514 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-af09018c-e4e6-49af-b161-e37648356b26 service neutron] 10.222.0.13 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408417 Aug 18 13:48:12.961666 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-f2ee80a2-3a7c-46f2-bac6-68da9ed17385 service neutron] 10.222.0.13 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860438 Aug 18 13:48:12.962192 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:48:13.220511 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f540a341-3d05-4831-8de6-eda7a50b5b5c req-ef64e094-8eb9-48cb-a709-bed3151e82e5 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 210 time: 0.0306003 Aug 18 13:48:13.775175 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c5766c01-11e6-4942-9f0e-bc624eff64d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:14.229809 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device e8198b66-47b6-45a9-90ba-2082e9664e65 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:48:14.281717 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port e8198b66-47b6-45a9-90ba-2082e9664e65 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:48:14.282212 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:14.333974 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d9481d62-97a1-42e2-ae05-8e20758591bd req-2eb1098b-4615-4ae8-b9c0-86cbff7389a8 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 210 time: 0.0278258 Aug 18 13:48:14.597879 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:15.295183 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-cdd11a62-7059-4ca3-95f2-e5da43f5a831 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:48:15.296699 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-cdd11a62-7059-4ca3-95f2-e5da43f5a831 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.20 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 811 time: 0.1131203 Aug 18 13:48:15.342297 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-285619f4-2061-4897-b79b-c910c5e50b7d tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bb3851a915245f990a25e5cd818032b HTTP/1.1" status: 200 len: 380 time: 0.0361052 Aug 18 13:48:15.352324 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-e2070ace-6442-4040-ad61-cd9776d941ee tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Request body: {'port': {'device_id': 'a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'admin_state_up': True, 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'security_groups': ['cc1774de-953a-4692-83a7-f144e24c62af']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:48:15.432518 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-02e7f011-9526-4024-82b6-44cd83fb51cf req-b84009be-0d0a-438c-b5cb-b4c77e8258ed tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 210 time: 0.0285861 Aug 18 13:48:15.552421 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-e2070ace-6442-4040-ad61-cd9776d941ee tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Made reservation on behalf of 0bb3851a915245f990a25e5cd818032b for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:48:15.556246 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-e2070ace-6442-4040-ad61-cd9776d941ee tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:15.591932 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:15.695648 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-e2070ace-6442-4040-ad61-cd9776d941ee tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Allocated IP 172.20.0.8 (de2eb0e2-4301-47e1-aab5-4b22ec41fcfb/2e63ba7b-bcc7-4bfe-af18-04e90f2744d5/b0201eac-9053-4c15-84cc-b2597b8c5956) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:48:15.846188 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-e2070ace-6442-4040-ad61-cd9776d941ee tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:15.860597 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-e2070ace-6442-4040-ad61-cd9776d941ee tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Transition to ACTIVE for port object b0201eac-9053-4c15-84cc-b2597b8c5956 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:48:15.939114 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-e2070ace-6442-4040-ad61-cd9776d941ee tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:15.982542 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-e2070ace-6442-4040-ad61-cd9776d941ee tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Network de2eb0e2-4301-47e1-aab5-4b22ec41fcfb is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:48:15.985618 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-e2070ace-6442-4040-ad61-cd9776d941ee tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:48:15.989893 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-e2070ace-6442-4040-ad61-cd9776d941ee tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:48:15.996691 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2070ace-6442-4040-ad61-cd9776d941ee tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Pushing event updated for resources: {'Port': ['ID=b0201eac-9053-4c15-84cc-b2597b8c5956,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:48:16.051333 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-e2070ace-6442-4040-ad61-cd9776d941ee tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:48:16.052536 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-e2070ace-6442-4040-ad61-cd9776d941ee tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:16.130885 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-e2070ace-6442-4040-ad61-cd9776d941ee tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7830253 Aug 18 13:48:16.144112 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-c67c1a01-a1c8-424e-8703-3265ae848b72 service neutron] Request body: {'port': {'device_id': 'a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:48:16.202640 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-c67c1a01-a1c8-424e-8703-3265ae848b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:16.237931 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-9918fd55-92ca-4721-a9ed-d6fdf30bce9a None None] Provisioning for port b0201eac-9053-4c15-84cc-b2597b8c5956 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:48:16.242750 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-9918fd55-92ca-4721-a9ed-d6fdf30bce9a None None] Provisioning complete for port b0201eac-9053-4c15-84cc-b2597b8c5956 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:48:16.243113 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9918fd55-92ca-4721-a9ed-d6fdf30bce9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:16.278499 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-9918fd55-92ca-4721-a9ed-d6fdf30bce9a None None] Port b0201eac-9053-4c15-84cc-b2597b8c5956 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:48:16.466572 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-c67c1a01-a1c8-424e-8703-3265ae848b72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0201eac-9053-4c15-84cc-b2597b8c5956 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:48:16.474766 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-c67c1a01-a1c8-424e-8703-3265ae848b72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:16.486661 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-c67c1a01-a1c8-424e-8703-3265ae848b72 service neutron] Transition to ACTIVE for port object b0201eac-9053-4c15-84cc-b2597b8c5956 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:48:16.555945 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64edc27b-3b84-465e-8829-2d02bc587d74 req-6e9f8478-d3fd-4338-a458-b9815007cfb1 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:48:16.557511 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-64edc27b-3b84-465e-8829-2d02bc587d74 req-6e9f8478-d3fd-4338-a458-b9815007cfb1 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 931 time: 0.0548139 Aug 18 13:48:16.558744 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-c67c1a01-a1c8-424e-8703-3265ae848b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:16.632504 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c1a01-a1c8-424e-8703-3265ae848b72 service neutron] Pushing event updated for resources: {'Port': ['ID=b0201eac-9053-4c15-84cc-b2597b8c5956,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:48:16.660237 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-64edc27b-3b84-465e-8829-2d02bc587d74 req-9a4b4ffe-d23c-4578-b1d3-88028eee240d tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960913 Aug 18 13:48:16.719341 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-c67c1a01-a1c8-424e-8703-3265ae848b72 service neutron] Attempting to bind port b0201eac-9053-4c15-84cc-b2597b8c5956 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:48:16.719341 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-c67c1a01-a1c8-424e-8703-3265ae848b72 service neutron] Attempting to bind port b0201eac-9053-4c15-84cc-b2597b8c5956 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:48:16.719341 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-c67c1a01-a1c8-424e-8703-3265ae848b72 service neutron] Attempting to bind port b0201eac-9053-4c15-84cc-b2597b8c5956 on network de2eb0e2-4301-47e1-aab5-4b22ec41fcfb {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:48:16.721198 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-c67c1a01-a1c8-424e-8703-3265ae848b72 service neutron] Port b0201eac-9053-4c15-84cc-b2597b8c5956 on network de2eb0e2-4301-47e1-aab5-4b22ec41fcfb not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:48:16.721536 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-c67c1a01-a1c8-424e-8703-3265ae848b72 service neutron] Attempting to bind port b0201eac-9053-4c15-84cc-b2597b8c5956 on network de2eb0e2-4301-47e1-aab5-4b22ec41fcfb {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:48:16.727959 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-c67c1a01-a1c8-424e-8703-3265ae848b72 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:48:16.728311 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-c67c1a01-a1c8-424e-8703-3265ae848b72 service neutron] Checking segment: {'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:48:16.728707 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-c67c1a01-a1c8-424e-8703-3265ae848b72 service neutron] Bound using segment: {'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:48:16.729148 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-c67c1a01-a1c8-424e-8703-3265ae848b72 service neutron] Bound port: b0201eac-9053-4c15-84cc-b2597b8c5956, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:48:16.729515 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-c67c1a01-a1c8-424e-8703-3265ae848b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:16.804887 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-c67c1a01-a1c8-424e-8703-3265ae848b72 service neutron] For port b0201eac-9053-4c15-84cc-b2597b8c5956, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:48:16.808005 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-c67c1a01-a1c8-424e-8703-3265ae848b72 service neutron] For port b0201eac-9053-4c15-84cc-b2597b8c5956, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=b0201eac-9053-4c15-84cc-b2597b8c5956,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:48:16.876391 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-c67c1a01-a1c8-424e-8703-3265ae848b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:16.912688 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-c67c1a01-a1c8-424e-8703-3265ae848b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:48:16.913314 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-c67c1a01-a1c8-424e-8703-3265ae848b72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:16.914808 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-c67c1a01-a1c8-424e-8703-3265ae848b72 service neutron] 10.222.0.20 "PUT /v2.0/ports/b0201eac-9053-4c15-84cc-b2597b8c5956 HTTP/1.1" status: 200 len: 1091 time: 0.7750809 Aug 18 13:48:16.915253 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5', 'tag': 'b0201eac-9053-4c15-84cc-b2597b8c5956'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:48:16.917531 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6694b6-0401-4bbc-a5a2-e7d3bc42ece1" -d '{"events": [{"name": "network-changed", "server_uuid": "a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5", "tag": "b0201eac-9053-4c15-84cc-b2597b8c5956"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:48:16.949754 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c1a01-a1c8-424e-8703-3265ae848b72 service neutron] Pushing event updated for resources: {'Port': ['ID=b0201eac-9053-4c15-84cc-b2597b8c5956,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:48:16.960290 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043ecc32-02c7-4b6c-a968-1afa4917d1f4 x-openstack-request-id: req-043ecc32-02c7-4b6c-a968-1afa4917d1f4 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:48:16.960290 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5", "tag": "b0201eac-9053-4c15-84cc-b2597b8c5956", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:48:16.960290 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-043ecc32-02c7-4b6c-a968-1afa4917d1f4 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:48:16.960588 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5', 'tag': 'b0201eac-9053-4c15-84cc-b2597b8c5956', 'status': 'completed', 'code': 200} Aug 18 13:48:17.024943 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6694b6-0401-4bbc-a5a2-e7d3bc42ece1 req-ef2fc27e-ed7b-40cc-bc8d-5709013aac71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:48:17.026541 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6c6694b6-0401-4bbc-a5a2-e7d3bc42ece1 req-ef2fc27e-ed7b-40cc-bc8d-5709013aac71 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 1094 time: 0.0440693 Aug 18 13:48:17.134659 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6694b6-0401-4bbc-a5a2-e7d3bc42ece1 req-af6ee7ee-3d13-4d73-ae90-f850ff335bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:48:17.136176 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6c6694b6-0401-4bbc-a5a2-e7d3bc42ece1 req-af6ee7ee-3d13-4d73-ae90-f850ff335bf3 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=0bb3851a915245f990a25e5cd818032b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1021640 Aug 18 13:48:17.234545 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6694b6-0401-4bbc-a5a2-e7d3bc42ece1 req-e1327d84-0a97-48c9-ae08-55ba201d5bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:48:17.235955 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6c6694b6-0401-4bbc-a5a2-e7d3bc42ece1 req-e1327d84-0a97-48c9-ae08-55ba201d5bf1 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930426 Aug 18 13:48:17.320719 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-a4bc66cc-e857-43cb-8fe7-92ae3509ff8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:48:17.322718 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-a4bc66cc-e857-43cb-8fe7-92ae3509ff8e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 1094 time: 0.0483024 Aug 18 13:48:17.365992 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-7c143eb1-8efb-4310-8158-1324f1b3503e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0201eac-9053-4c15-84cc-b2597b8c5956 HTTP/1.1" status: 200 len: 217 time: 0.0355620 Aug 18 13:48:17.414607 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-2b148860-d738-4a6f-8774-9ae90f114fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:48:17.416140 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-2b148860-d738-4a6f-8774-9ae90f114fd8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e63ba7b-bcc7-4bfe-af18-04e90f2744d5 HTTP/1.1" status: 200 len: 850 time: 0.0438323 Aug 18 13:48:17.465885 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-fe7ae557-a705-4a50-a743-ac0200d1bfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:48:17.467446 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-fe7ae557-a705-4a50-a743-ac0200d1bfb7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444319 Aug 18 13:48:17.541018 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:17.558890 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-1c6896fd-e28e-4c1a-a1a0-59e4a1599db9 service neutron] 10.222.0.20 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838943 Aug 18 13:48:17.659337 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-962f801f-7453-4fd9-89de-d3633b1eca75 req-f817e9ff-9d8c-4aed-9e46-f129f590561e service neutron] 10.222.0.20 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935252 Aug 18 13:48:17.793350 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446004ee-032b-4e58-8eda-3c075a422f0d req-0dca0bd0-0403-4021-bb51-fb9ea0b1cf83 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:48:17.794797 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-446004ee-032b-4e58-8eda-3c075a422f0d req-0dca0bd0-0403-4021-bb51-fb9ea0b1cf83 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 943 time: 0.0494201 Aug 18 13:48:17.832393 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-446004ee-032b-4e58-8eda-3c075a422f0d req-1c5bcfad-e4f7-438f-8a70-b2fe533a153f tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315511 Aug 18 13:48:18.954793 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bc24c-f7b8-48b3-83ca-933ce4562462 req-cdae8c04-f91c-4f4d-99f2-9b6213fe37f8 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:48:18.956298 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fb9bc24c-f7b8-48b3-83ca-933ce4562462 req-cdae8c04-f91c-4f4d-99f2-9b6213fe37f8 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 943 time: 0.0529342 Aug 18 13:48:18.996999 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fb9bc24c-f7b8-48b3-83ca-933ce4562462 req-c7572e43-2c7d-4c1b-9b38-881d2c490b10 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334022 Aug 18 13:48:20.111372 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7985010-66ce-4da6-9c6f-e8b3ce4de778 req-8765830a-8e3b-4610-bf52-5d7e50cb1e99 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:48:20.112846 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b7985010-66ce-4da6-9c6f-e8b3ce4de778 req-8765830a-8e3b-4610-bf52-5d7e50cb1e99 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 943 time: 0.0486329 Aug 18 13:48:20.150830 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b7985010-66ce-4da6-9c6f-e8b3ce4de778 req-915d816e-7dc7-47a4-908d-07db79bcebe7 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310071 Aug 18 13:48:20.894449 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device b0201eac-9053-4c15-84cc-b2597b8c5956 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:48:20.995428 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port b0201eac-9053-4c15-84cc-b2597b8c5956, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=b0201eac-9053-4c15-84cc-b2597b8c5956,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:48:21.006771 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'b0201eac-9053-4c15-84cc-b2597b8c5956', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'port_id': 'b0201eac-9053-4c15-84cc-b2597b8c5956', 'mac_address': 'fa:16:3e:2c:20:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:48:21.043713 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:21.056319 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0201eac-9053-4c15-84cc-b2597b8c5956 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:48:21.078939 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port b0201eac-9053-4c15-84cc-b2597b8c5956, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=b0201eac-9053-4c15-84cc-b2597b8c5956,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:48:21.180779 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:21.232079 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=b0201eac-9053-4c15-84cc-b2597b8c5956,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:48:21.239853 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:21.240205 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:21.240573 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:21.240918 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:21.241257 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:21.241595 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:21.241930 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:21.242284 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:21.242616 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:21.242948 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:21.243544 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:21.243869 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:48:21.268762 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aadb09-1b14-4e8a-aec8-189fde1fb2dd req-0d6700f8-6c4d-4dc3-89ab-bf820aafff69 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:48:21.271023 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a5aadb09-1b14-4e8a-aec8-189fde1fb2dd req-0d6700f8-6c4d-4dc3-89ab-bf820aafff69 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 944 time: 0.0521274 Aug 18 13:48:21.311361 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a5aadb09-1b14-4e8a-aec8-189fde1fb2dd req-ee590dbb-493f-4e78-b04e-9ed34851da27 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343895 Aug 18 13:48:21.366971 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['b0201eac-9053-4c15-84cc-b2597b8c5956'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:48:22.431488 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516e966-5394-4653-aa80-3645dd9798cf req-0fb98e7e-23ea-437f-bf37-b564d428a4c1 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:48:22.432863 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5516e966-5394-4653-aa80-3645dd9798cf req-0fb98e7e-23ea-437f-bf37-b564d428a4c1 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 944 time: 0.0531402 Aug 18 13:48:22.470056 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5516e966-5394-4653-aa80-3645dd9798cf req-b463a078-84d9-4e11-8f90-83061cd05074 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311310 Aug 18 13:48:22.911776 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device b0201eac-9053-4c15-84cc-b2597b8c5956 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:48:23.003826 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port b0201eac-9053-4c15-84cc-b2597b8c5956 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:48:23.008392 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port b0201eac-9053-4c15-84cc-b2597b8c5956 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:48:23.008774 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:23.085973 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:23.107779 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0201eac-9053-4c15-84cc-b2597b8c5956'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:48:23.110017 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ba3b915c790ece66a99fb45b0530a9eb9c5b6743edcd6e3a78a03ec4b78c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a866047e-3c89-4a9a-9d96-51125084e4d1" -d '{"events": [{"server_uuid": "a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5", "name": "network-vif-plugged", "status": "completed", "tag": "b0201eac-9053-4c15-84cc-b2597b8c5956"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:48:23.123722 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port b0201eac-9053-4c15-84cc-b2597b8c5956, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=b0201eac-9053-4c15-84cc-b2597b8c5956,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:48:23.148047 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e0772f-0e34-4337-b2e7-c4de9f6305c3 x-openstack-request-id: req-c1e0772f-0e34-4337-b2e7-c4de9f6305c3 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:48:23.148337 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5", "name": "network-vif-plugged", "status": "completed", "tag": "b0201eac-9053-4c15-84cc-b2597b8c5956", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:48:23.148593 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1e0772f-0e34-4337-b2e7-c4de9f6305c3 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:48:23.148991 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0201eac-9053-4c15-84cc-b2597b8c5956', 'code': 200} Aug 18 13:48:23.169171 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:23.223738 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=b0201eac-9053-4c15-84cc-b2597b8c5956,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:48:23.246696 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27661af1-5074-40f9-ad23-dd898325122d req-05920d3c-7f63-4ed4-9306-0a0b418abb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:48:23.248219 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27661af1-5074-40f9-ad23-dd898325122d req-05920d3c-7f63-4ed4-9306-0a0b418abb35 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 1096 time: 0.0416491 Aug 18 13:48:23.283212 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27661af1-5074-40f9-ad23-dd898325122d req-18835a11-223d-4ea1-8e23-d5d285a1c954 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276062 Aug 18 13:48:23.584731 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855684f-0bbb-4f32-bde7-5991e4169f04 req-b1de9349-556b-4132-bbfa-8ae6b4fb1454 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:48:23.586282 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a855684f-0bbb-4f32-bde7-5991e4169f04 req-b1de9349-556b-4132-bbfa-8ae6b4fb1454 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 945 time: 0.0493205 Aug 18 13:48:23.624611 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a855684f-0bbb-4f32-bde7-5991e4169f04 req-bc3327b5-61b3-434b-819b-ef3afc6be77d tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322721 Aug 18 13:48:24.750868 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037f6b1-eea0-4620-879a-5c0fc1a16ef4 req-3b6de40a-c52f-4bd5-bc04-832a99dc51ae tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:48:24.752347 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b037f6b1-eea0-4620-879a-5c0fc1a16ef4 req-3b6de40a-c52f-4bd5-bc04-832a99dc51ae tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 945 time: 0.0544131 Aug 18 13:48:24.793428 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b037f6b1-eea0-4620-879a-5c0fc1a16ef4 req-a7e1c102-02de-4027-af2e-e6089c24868f tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344343 Aug 18 13:48:24.910736 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9359b5-0aec-4a1c-ba81-ec94a6750e4e req-7a7b91d3-3043-4c72-9cc6-686bdc8bd2f9 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:48:24.912159 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0c9359b5-0aec-4a1c-ba81-ec94a6750e4e req-7a7b91d3-3043-4c72-9cc6-686bdc8bd2f9 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 945 time: 0.0541141 Aug 18 13:48:24.921011 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 37212) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:48:24.925499 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-0f9f1fcc-00d5-49ee-879b-abd9f1e24975 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Request body: {'floatingip': {'port_id': 'b0201eac-9053-4c15-84cc-b2597b8c5956'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:48:24.964891 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0f9f1fcc-00d5-49ee-879b-abd9f1e24975 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks [] for floatingip, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:25.401542 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0f9f1fcc-00d5-49ee-879b-abd9f1e24975 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:25.449239 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0f9f1fcc-00d5-49ee-879b-abd9f1e24975 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:25.550639 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [None req-0f9f1fcc-00d5-49ee-879b-abd9f1e24975 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Floating IP b19885e3-29db-4384-ba4d-3caa5ce71479 associated. External IP: 172.25.6.107, port: b0201eac-9053-4c15-84cc-b2597b8c5956. Aug 18 13:48:25.761576 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9f1fcc-00d5-49ee-879b-abd9f1e24975 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Router 2401f522-23a2-46e5-b297-5be50b3a16b8 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:48:25.871869 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9f1fcc-00d5-49ee-879b-abd9f1e24975 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:48:25.876753 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0f9f1fcc-00d5-49ee-879b-abd9f1e24975 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:25.881262 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847299f7-4b60-4804-b194-5a00b833cb63 None None] Sync routers for ids ['2401f522-23a2-46e5-b297-5be50b3a16b8'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:48:25.889939 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847299f7-4b60-4804-b194-5a00b833cb63 None None] Routers {'2401f522-23a2-46e5-b297-5be50b3a16b8'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:48:25.890594 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-847299f7-4b60-4804-b194-5a00b833cb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:48:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['2401f522-23a2-46e5-b297-5be50b3a16b8'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:48:25.906980 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0f9f1fcc-00d5-49ee-879b-abd9f1e24975 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "PUT /v2.0/floatingips/b19885e3-29db-4384-ba4d-3caa5ce71479 HTTP/1.1" status: 200 len: 991 time: 0.9848900 Aug 18 13:48:25.907682 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5', 'tag': 'b0201eac-9053-4c15-84cc-b2597b8c5956'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:48:25.910057 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b95faac-c057-49ac-9fd1-c5979df41ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5", "tag": "b0201eac-9053-4c15-84cc-b2597b8c5956"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:48:25.947256 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134c655d-529a-4965-aa57-78b964f9abab x-openstack-request-id: req-134c655d-529a-4965-aa57-78b964f9abab {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:48:25.947919 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5", "tag": "b0201eac-9053-4c15-84cc-b2597b8c5956", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:48:25.947919 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-134c655d-529a-4965-aa57-78b964f9abab {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:48:25.948468 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5', 'tag': 'b0201eac-9053-4c15-84cc-b2597b8c5956', 'status': 'completed', 'code': 200} Aug 18 13:48:26.005033 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-847299f7-4b60-4804-b194-5a00b833cb63 None None] Set router 2401f522-23a2-46e5-b297-5be50b3a16b8 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:48:26.011687 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95faac-c057-49ac-9fd1-c5979df41ca6 req-e5f1c145-1ad6-4988-8819-48940633dae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:48:26.013147 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6b95faac-c057-49ac-9fd1-c5979df41ca6 req-e5f1c145-1ad6-4988-8819-48940633dae9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 1096 time: 0.0422263 Aug 18 13:48:26.103761 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95faac-c057-49ac-9fd1-c5979df41ca6 req-caaddf8d-96f4-4a96-bb27-3a6590f72283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:48:26.105313 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6b95faac-c057-49ac-9fd1-c5979df41ca6 req-caaddf8d-96f4-4a96-bb27-3a6590f72283 service neutron] 10.222.0.20 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 912 time: 0.0849993 Aug 18 13:48:26.174349 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6b95faac-c057-49ac-9fd1-c5979df41ca6 req-43009f56-1f07-4e2b-8f13-eb8536e1cbff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0201eac-9053-4c15-84cc-b2597b8c5956 HTTP/1.1" status: 200 len: 999 time: 0.0618958 Aug 18 13:48:26.225411 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95faac-c057-49ac-9fd1-c5979df41ca6 req-931a3fe7-ac1b-43b5-b523-4b2882d867f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:48:26.226946 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6b95faac-c057-49ac-9fd1-c5979df41ca6 req-931a3fe7-ac1b-43b5-b523-4b2882d867f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e63ba7b-bcc7-4bfe-af18-04e90f2744d5 HTTP/1.1" status: 200 len: 850 time: 0.0454164 Aug 18 13:48:26.230469 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-847299f7-4b60-4804-b194-5a00b833cb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'name': 'tempest-ServerActionsTestJSON-964935329-router', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:48:04Z', 'updated_at': '2021-08-18T13:48:08Z', 'revision_number': 4, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'gw_port': {'id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:05Z', 'updated_at': '2021-08-18T13:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'b19885e3-29db-4384-ba4d-3caa5ce71479', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'port_id': 'b0201eac-9053-4c15-84cc-b2597b8c5956', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'mac_address': 'fa:16:3e:2c:20:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:48:11Z', 'updated_at': '2021-08-18T13:48:25Z', 'revision_number': 1, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8198b66-47b6-45a9-90ba-2082e9664e65', 'name': '', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'mac_address': 'fa:16:3e:59:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:07Z', 'updated_at': '2021-08-18T13:48:12Z', 'revision_number': 5, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'subnets': [{'id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:48:26.257536 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847299f7-4b60-4804-b194-5a00b833cb63 None None] Checking router: 2401f522-23a2-46e5-b297-5be50b3a16b8 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:48:26.266008 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847299f7-4b60-4804-b194-5a00b833cb63 None None] Routers {'2401f522-23a2-46e5-b297-5be50b3a16b8'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:48:26.266583 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-847299f7-4b60-4804-b194-5a00b833cb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:48:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['2401f522-23a2-46e5-b297-5be50b3a16b8'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:48:26.274816 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95faac-c057-49ac-9fd1-c5979df41ca6 req-1925bb28-9fa5-4d9f-affd-3c759abcea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:48:26.276374 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6b95faac-c057-49ac-9fd1-c5979df41ca6 req-1925bb28-9fa5-4d9f-affd-3c759abcea3e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424788 Aug 18 13:48:26.376194 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6b95faac-c057-49ac-9fd1-c5979df41ca6 req-37a0a4b3-8bc3-4ba7-9e86-797d7380151d service neutron] 10.222.0.20 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926960 Aug 18 13:48:26.377666 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-847299f7-4b60-4804-b194-5a00b833cb63 None None] Set router 2401f522-23a2-46e5-b297-5be50b3a16b8 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:48:26.470871 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6b95faac-c057-49ac-9fd1-c5979df41ca6 req-528208f5-3858-49d7-bcef-84f5657087f3 service neutron] 10.222.0.20 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879636 Aug 18 13:48:26.762411 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-847299f7-4b60-4804-b194-5a00b833cb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'name': 'tempest-ServerActionsTestJSON-964935329-router', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:48:04Z', 'updated_at': '2021-08-18T13:48:08Z', 'revision_number': 4, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'gw_port': {'id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:05Z', 'updated_at': '2021-08-18T13:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'b19885e3-29db-4384-ba4d-3caa5ce71479', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'port_id': 'b0201eac-9053-4c15-84cc-b2597b8c5956', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'mac_address': 'fa:16:3e:2c:20:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:48:11Z', 'updated_at': '2021-08-18T13:48:25Z', 'revision_number': 1, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8198b66-47b6-45a9-90ba-2082e9664e65', 'name': '', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'mac_address': 'fa:16:3e:59:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:07Z', 'updated_at': '2021-08-18T13:48:12Z', 'revision_number': 5, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'subnets': [{'id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:48:26.788892 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847299f7-4b60-4804-b194-5a00b833cb63 None None] The sync data for ids ['2401f522-23a2-46e5-b297-5be50b3a16b8'] in n-d-803603-2 is: [{'id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'name': 'tempest-ServerActionsTestJSON-964935329-router', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:48:04Z', 'updated_at': '2021-08-18T13:48:08Z', 'revision_number': 4, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'gw_port': {'id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:05Z', 'updated_at': '2021-08-18T13:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'b19885e3-29db-4384-ba4d-3caa5ce71479', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'port_id': 'b0201eac-9053-4c15-84cc-b2597b8c5956', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'mac_address': 'fa:16:3e:2c:20:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:48:11Z', 'updated_at': '2021-08-18T13:48:25Z', 'revision_number': 1, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8198b66-47b6-45a9-90ba-2082e9664e65', 'name': '', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'mac_address': 'fa:16:3e:59:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:07Z', 'updated_at': '2021-08-18T13:48:12Z', 'revision_number': 5, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'subnets': [{'id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:48:26.983347 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6fe32f-cb84-4b6e-8b30-17abc23d2f2f None None] New status for floating IP b19885e3-29db-4384-ba4d-3caa5ce71479: ACTIVE {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:48:28.340257 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:29.140682 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:41.649065 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b6d686bc-aff3-4409-b368-08c681603012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:43.769129 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-95b49284-d960-4afa-941f-0a71dfbc8c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:44.626265 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:45.580183 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:47.546397 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:49.961334 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:48:51.572184 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3cbfedfb-d689-4754-92b3-011f887617f7 req-5075f44c-ed68-4165-9fd7-2cf32e6b0ec1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469203 Aug 18 13:48:51.656448 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbfedfb-d689-4754-92b3-011f887617f7 req-441706f9-a9d9-42e7-889a-026b0c8643d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:48:51.657955 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3cbfedfb-d689-4754-92b3-011f887617f7 req-441706f9-a9d9-42e7-889a-026b0c8643d2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 1096 time: 0.0440531 Aug 18 13:48:51.762725 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbfedfb-d689-4754-92b3-011f887617f7 req-9c42bbe2-710e-40a9-9bc7-e5c753940797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:48:51.764311 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3cbfedfb-d689-4754-92b3-011f887617f7 req-9c42bbe2-710e-40a9-9bc7-e5c753940797 service neutron] 10.222.0.20 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 912 time: 0.0877030 Aug 18 13:48:51.835437 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3cbfedfb-d689-4754-92b3-011f887617f7 req-b7633db0-a65b-42ad-8944-cd5905ab694f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0201eac-9053-4c15-84cc-b2597b8c5956 HTTP/1.1" status: 200 len: 1001 time: 0.0640466 Aug 18 13:48:51.888104 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbfedfb-d689-4754-92b3-011f887617f7 req-7b94e6c5-04f5-416d-97e8-1e95399b45e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:48:51.889590 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3cbfedfb-d689-4754-92b3-011f887617f7 req-7b94e6c5-04f5-416d-97e8-1e95399b45e2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e63ba7b-bcc7-4bfe-af18-04e90f2744d5 HTTP/1.1" status: 200 len: 850 time: 0.0465431 Aug 18 13:48:51.935825 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbfedfb-d689-4754-92b3-011f887617f7 req-d8c8293f-5790-403a-8aa2-b2f23ccc1ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:48:51.937344 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3cbfedfb-d689-4754-92b3-011f887617f7 req-d8c8293f-5790-403a-8aa2-b2f23ccc1ae3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403216 Aug 18 13:48:52.032248 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3cbfedfb-d689-4754-92b3-011f887617f7 req-2e9af400-596e-44a8-99ca-315f5034c2fc service neutron] 10.222.0.20 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864966 Aug 18 13:48:52.122621 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3cbfedfb-d689-4754-92b3-011f887617f7 req-491a6ca0-6839-4c7f-93a3-26c9ebd200f0 service neutron] 10.222.0.20 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834396 Aug 18 13:48:58.349261 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:48:59.167004 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:49:11.671328 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4d389448-4861-40cb-bdbf-ad776dcde05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:49:13.784735 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-73a459f4-7048-459c-8147-be7fa387c517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:49:14.597035 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:49:15.562411 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:49:17.538084 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:49:26.959983 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:49:28.345282 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:49:29.166367 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:49:41.693251 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cc0aa481-b1c5-4884-84bd-f92aa7d36be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:49:43.785027 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3652f52c-3bbe-4f44-a2bd-fe68ff05cab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:49:44.584891 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:49:45.571475 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:49:47.560356 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:49:51.645802 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-78d76ac2-8904-45ff-9835-21f897e2549e req-f56475d5-d8ce-4147-b5b8-db412b6c206a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456574 Aug 18 13:49:51.733731 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d76ac2-8904-45ff-9835-21f897e2549e req-1246565d-86cf-4326-85d1-31b37f341e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:49:51.735319 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-78d76ac2-8904-45ff-9835-21f897e2549e req-1246565d-86cf-4326-85d1-31b37f341e20 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 1096 time: 0.0468569 Aug 18 13:49:51.842784 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d76ac2-8904-45ff-9835-21f897e2549e req-8957746e-fb15-41be-a1d1-a4cae5f9e450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:49:51.844300 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-78d76ac2-8904-45ff-9835-21f897e2549e req-8957746e-fb15-41be-a1d1-a4cae5f9e450 service neutron] 10.222.0.20 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 912 time: 0.0889287 Aug 18 13:49:51.923401 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-78d76ac2-8904-45ff-9835-21f897e2549e req-5d35f8d0-87ef-4e96-8e25-e1795e18330f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0201eac-9053-4c15-84cc-b2597b8c5956 HTTP/1.1" status: 200 len: 1001 time: 0.0721829 Aug 18 13:49:51.975052 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d76ac2-8904-45ff-9835-21f897e2549e req-bd889bd1-7cb3-4eb4-8750-2494ef377833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:49:51.976552 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-78d76ac2-8904-45ff-9835-21f897e2549e req-bd889bd1-7cb3-4eb4-8750-2494ef377833 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e63ba7b-bcc7-4bfe-af18-04e90f2744d5 HTTP/1.1" status: 200 len: 850 time: 0.0459883 Aug 18 13:49:52.024401 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d76ac2-8904-45ff-9835-21f897e2549e req-1a07110d-f2c8-47a2-8af4-0902312aaee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:49:52.026031 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-78d76ac2-8904-45ff-9835-21f897e2549e req-1a07110d-f2c8-47a2-8af4-0902312aaee6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423245 Aug 18 13:49:52.038252 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [req-78d76ac2-8904-45ff-9835-21f897e2549e req-95f204f1-b775-4fe9-b044-d1d3ff31f10c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:49:52.039530 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-78d76ac2-8904-45ff-9835-21f897e2549e req-95f204f1-b775-4fe9-b044-d1d3ff31f10c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058308 Aug 18 13:49:52.141372 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-78d76ac2-8904-45ff-9835-21f897e2549e req-6bb5e775-2f95-4d1e-80f7-efc79712f0be service neutron] 10.222.0.20 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944142 Aug 18 13:49:52.231571 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-78d76ac2-8904-45ff-9835-21f897e2549e req-ce38c9e9-fd36-4edc-a5e6-3417bc8265ab service neutron] 10.222.0.20 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831780 Aug 18 13:49:58.377412 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:49:59.165526 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:01.743582 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab03eae-4735-4939-b99d-2633acb6ba39 req-7130ad25-3155-4ca6-9766-f1f2cdfc4255 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:01.745157 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2ab03eae-4735-4939-b99d-2633acb6ba39 req-7130ad25-3155-4ca6-9766-f1f2cdfc4255 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 945 time: 0.0558724 Aug 18 13:50:01.784114 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2ab03eae-4735-4939-b99d-2633acb6ba39 req-cb56a5f6-b119-4a27-928f-a931aa74a977 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327511 Aug 18 13:50:02.172907 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6b9cf-4d84-4d04-af18-9819d2015147 req-3c35e452-6dff-42df-b19d-1e89fbe92830 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:02.174712 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dca6b9cf-4d84-4d04-af18-9819d2015147 req-3c35e452-6dff-42df-b19d-1e89fbe92830 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 945 time: 0.0537555 Aug 18 13:50:02.220057 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dca6b9cf-4d84-4d04-af18-9819d2015147 req-c7d4daf2-1a9f-4039-8440-29a2279d5b02 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379314 Aug 18 13:50:02.411324 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-c447295b-0f21-4988-9f6f-525329d10aa6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0876129 Aug 18 13:50:03.349279 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d203b-c38a-4b02-91f7-7a42f327e343 req-f160ef81-0d9b-4744-8f9a-4ed931b9b44e tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:03.350986 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a96d203b-c38a-4b02-91f7-7a42f327e343 req-f160ef81-0d9b-4744-8f9a-4ed931b9b44e tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 945 time: 0.0587139 Aug 18 13:50:03.395166 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a96d203b-c38a-4b02-91f7-7a42f327e343 req-c8366c72-53fd-463d-8a1e-5619ee2f30eb tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374851 Aug 18 13:50:03.958391 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:50:04.517021 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e2e28-d8b2-4383-89ff-16851314ce95 req-c58304bf-8e01-455d-bd79-c532cec6dc46 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:04.518441 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5c2e2e28-d8b2-4383-89ff-16851314ce95 req-c58304bf-8e01-455d-bd79-c532cec6dc46 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 945 time: 0.0526607 Aug 18 13:50:04.556337 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5c2e2e28-d8b2-4383-89ff-16851314ce95 req-449de8d1-e4e6-4e72-a319-78fac28f7c67 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313692 Aug 18 13:50:05.673832 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fb11a-dbb3-4044-bcfe-151d71b8b2ea req-3baff6e1-339b-4528-9a0f-e3693f567f4a tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:05.675359 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-175fb11a-dbb3-4044-bcfe-151d71b8b2ea req-3baff6e1-339b-4528-9a0f-e3693f567f4a tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 945 time: 0.0501521 Aug 18 13:50:05.717584 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-175fb11a-dbb3-4044-bcfe-151d71b8b2ea req-7a238ca1-856b-45cd-8dae-bb36ae474393 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355706 Aug 18 13:50:06.834006 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d103ae86-28d0-4de8-a121-d845dba96098 req-d7ed890f-ae6e-41c6-8d1a-76b62544038f tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:06.835519 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d103ae86-28d0-4de8-a121-d845dba96098 req-d7ed890f-ae6e-41c6-8d1a-76b62544038f tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 945 time: 0.0491667 Aug 18 13:50:06.874707 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d103ae86-28d0-4de8-a121-d845dba96098 req-9628c4b0-d3a9-49f5-91fd-57c500f43e12 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329335 Aug 18 13:50:07.997388 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b45e76-8736-4124-bb27-da6837b6580d req-25c90feb-1f24-4617-8f3b-626b320e1c4f tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:07.998964 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f9b45e76-8736-4124-bb27-da6837b6580d req-25c90feb-1f24-4617-8f3b-626b320e1c4f tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 945 time: 0.0524766 Aug 18 13:50:08.037229 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f9b45e76-8736-4124-bb27-da6837b6580d req-de6a3372-977d-464c-90f5-6229e0b788a9 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320318 Aug 18 13:50:08.387639 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-a5822819-9f94-4a3e-ac5c-4d487d4b89f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:08.389201 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-a5822819-9f94-4a3e-ac5c-4d487d4b89f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 1096 time: 0.0415826 Aug 18 13:50:08.837328 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-f82c5764-e628-4ca8-a09b-63964215bb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:08.838898 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-f82c5764-e628-4ca8-a09b-63964215bb40 service neutron] 10.222.0.20 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 912 time: 0.4428356 Aug 18 13:50:08.906665 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-75322358-70ea-4632-b994-80327743132a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0201eac-9053-4c15-84cc-b2597b8c5956 HTTP/1.1" status: 200 len: 1001 time: 0.0596876 Aug 18 13:50:08.959677 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-63dedfc5-d6c9-45fe-8cd6-3806bdc93f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:08.961144 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-63dedfc5-d6c9-45fe-8cd6-3806bdc93f23 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e63ba7b-bcc7-4bfe-af18-04e90f2744d5 HTTP/1.1" status: 200 len: 850 time: 0.0474989 Aug 18 13:50:09.007867 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-eea24d96-5e32-4cef-838e-ee4c1f2c2a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:09.009994 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-eea24d96-5e32-4cef-838e-ee4c1f2c2a8f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412068 Aug 18 13:50:09.101022 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-565f3a6a-2d9d-488f-9c86-be4b23709226 service neutron] 10.222.0.20 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831122 Aug 18 13:50:09.208936 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841293da-730b-4b5c-ae9a-f5d3d242ebe1 req-61535a8c-7236-4421-8f46-d39f85b7f3f1 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:09.210485 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-841293da-730b-4b5c-ae9a-f5d3d242ebe1 req-61535a8c-7236-4421-8f46-d39f85b7f3f1 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 945 time: 0.1046908 Aug 18 13:50:09.249381 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-c5c245e9-c53e-4f4c-a888-3dc9323be1c3 service neutron] 10.222.0.20 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349571 Aug 18 13:50:09.264262 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-841293da-730b-4b5c-ae9a-f5d3d242ebe1 req-d0df208a-c3ed-4695-b0f8-77d35dd72aca tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472329 Aug 18 13:50:10.384175 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7980ff-88a5-487e-a68a-af4551727c82 req-c07765b9-ede9-4e89-969f-e39e6e0defb5 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:10.385691 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fc7980ff-88a5-487e-a68a-af4551727c82 req-c07765b9-ede9-4e89-969f-e39e6e0defb5 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 945 time: 0.0510094 Aug 18 13:50:10.424285 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fc7980ff-88a5-487e-a68a-af4551727c82 req-273fa27e-cf30-478d-b6c5-92ddbe48429c tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324762 Aug 18 13:50:11.547774 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de246109-ab35-4a3a-9f49-a038d20018ad req-e81192c9-35a8-47dc-875c-18ccbd8a384f tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:11.549305 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-de246109-ab35-4a3a-9f49-a038d20018ad req-e81192c9-35a8-47dc-875c-18ccbd8a384f tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 945 time: 0.0544677 Aug 18 13:50:11.592822 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-de246109-ab35-4a3a-9f49-a038d20018ad req-ed56382b-cc2e-4b07-9e73-dbb9b3f5a7d0 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331879 Aug 18 13:50:11.682119 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c2b844bb-4cbf-46f2-afb9-93940a7240f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:12.714806 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58252a-becc-40c4-88c0-6dca643c2013 req-9502b378-9b15-4894-a80f-653a13d8705e tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:12.716390 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dc58252a-becc-40c4-88c0-6dca643c2013 req-9502b378-9b15-4894-a80f-653a13d8705e tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 945 time: 0.0517728 Aug 18 13:50:12.760952 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dc58252a-becc-40c4-88c0-6dca643c2013 req-01646e88-d0db-4250-9507-a48c1f54b2c0 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381529 Aug 18 13:50:13.788791 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5fb13aa3-993e-4102-adec-ada3dd5c1f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:13.875760 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5280b831-aed0-436c-b188-6172a66dc4e9 req-b89a221b-2acf-46be-b194-49c49bfabc5d tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:13.877871 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5280b831-aed0-436c-b188-6172a66dc4e9 req-b89a221b-2acf-46be-b194-49c49bfabc5d tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 945 time: 0.0495188 Aug 18 13:50:13.915998 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5280b831-aed0-436c-b188-6172a66dc4e9 req-a666344d-77e3-4164-a961-ddfd87527ecc tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325603 Aug 18 13:50:14.594302 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:15.031561 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae88792-aad5-496b-9af7-03bbf28161b6 req-34c552d5-ee5c-46f4-839b-77110fad0491 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:15.033059 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fae88792-aad5-496b-9af7-03bbf28161b6 req-34c552d5-ee5c-46f4-839b-77110fad0491 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 945 time: 0.0501499 Aug 18 13:50:15.070656 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fae88792-aad5-496b-9af7-03bbf28161b6 req-60f352da-428b-4549-98be-6088c89ecfea tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316885 Aug 18 13:50:15.582603 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:16.187479 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cec1bf-56b8-45d9-82e8-be505498e8ad req-c3650eb8-cd65-4adf-aaf3-cd97359d7fb0 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:16.188932 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a0cec1bf-56b8-45d9-82e8-be505498e8ad req-c3650eb8-cd65-4adf-aaf3-cd97359d7fb0 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 945 time: 0.0477128 Aug 18 13:50:16.226205 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a0cec1bf-56b8-45d9-82e8-be505498e8ad req-2c71d682-816a-4c1f-b2b8-a9971728afdd tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312867 Aug 18 13:50:17.342925 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8833c-80ac-44c9-88c1-269132b513de req-9c46c2ff-8110-40db-927c-b3525a95f0e4 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:17.344474 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-91c8833c-80ac-44c9-88c1-269132b513de req-9c46c2ff-8110-40db-927c-b3525a95f0e4 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 945 time: 0.0507705 Aug 18 13:50:17.385632 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-91c8833c-80ac-44c9-88c1-269132b513de req-eaff09ba-8fb1-416b-b277-3c6dcb5ec35f tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349264 Aug 18 13:50:17.549975 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:18.505542 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43856db3-4cb3-4ed5-b9db-20320eb40984 req-2a2b8bad-c8af-4337-9441-ef2dae6d1e53 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:18.506970 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-43856db3-4cb3-4ed5-b9db-20320eb40984 req-2a2b8bad-c8af-4337-9441-ef2dae6d1e53 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 945 time: 0.0526304 Aug 18 13:50:18.545857 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-43856db3-4cb3-4ed5-b9db-20320eb40984 req-b7c4f27f-0f78-4abf-903d-7e2272093591 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323238 Aug 18 13:50:19.660497 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947faaf-aa76-4a29-9444-8ae4e80855bc req-1ddf0e40-b5ae-4452-84c5-ac32b0bd09f2 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:19.662021 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1947faaf-aa76-4a29-9444-8ae4e80855bc req-1ddf0e40-b5ae-4452-84c5-ac32b0bd09f2 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 945 time: 0.0493066 Aug 18 13:50:19.704490 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1947faaf-aa76-4a29-9444-8ae4e80855bc req-e80dc988-19eb-4f72-963a-14f7efa0eda4 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361588 Aug 18 13:50:20.818567 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238a2c3-aa7c-4e3f-8de7-d2d3f53e5496 req-18cde17f-929d-4be2-92e0-85eedd0b2965 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:20.820057 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6238a2c3-aa7c-4e3f-8de7-d2d3f53e5496 req-18cde17f-929d-4be2-92e0-85eedd0b2965 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 945 time: 0.0491433 Aug 18 13:50:20.858056 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6238a2c3-aa7c-4e3f-8de7-d2d3f53e5496 req-246285c3-e52d-4b9b-959a-94f92dbdb151 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315771 Aug 18 13:50:21.308181 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-97c114b5-7460-4dee-9afe-7b756462a547 service neutron] show failed (client error): The resource could not be found. Aug 18 13:50:21.309231 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-97c114b5-7460-4dee-9afe-7b756462a547 service neutron] 10.222.0.20 "GET /v2.0/ports/b0201eac-9053-4c15-84cc-b2597b8c5956/bindings/n-h1-803603-2 HTTP/1.1" status: 404 len: 380 time: 0.0544307 Aug 18 13:50:21.827359 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-7285e984-5f48-41ee-8450-bc864343dcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:21.828901 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-7285e984-5f48-41ee-8450-bc864343dcbb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5&tenant_id=0bb3851a915245f990a25e5cd818032b HTTP/1.1" status: 200 len: 1096 time: 0.0468962 Aug 18 13:50:21.840733 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-54245e25-5f72-4022-8912-15a8b73472a0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803603-2', 'device_owner': 'compute:nova'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:50:21.895294 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-54245e25-5f72-4022-8912-15a8b73472a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:21.974601 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370cf5c-40d7-44ad-a6ce-e41fc312bb8e req-79b69aa8-1b5a-4d29-8345-11ee8e0a6b66 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:21.976084 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b370cf5c-40d7-44ad-a6ce-e41fc312bb8e req-79b69aa8-1b5a-4d29-8345-11ee8e0a6b66 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 945 time: 0.0500622 Aug 18 13:50:22.015572 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b370cf5c-40d7-44ad-a6ce-e41fc312bb8e req-e44206c3-f466-41e3-b60c-3cb049c00f3e tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327122 Aug 18 13:50:22.100743 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-54245e25-5f72-4022-8912-15a8b73472a0 service neutron] For port b0201eac-9053-4c15-84cc-b2597b8c5956, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=b0201eac-9053-4c15-84cc-b2597b8c5956,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:50:22.134502 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-54245e25-5f72-4022-8912-15a8b73472a0 service neutron] For port b0201eac-9053-4c15-84cc-b2597b8c5956, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:50:22.177796 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0201eac-9053-4c15-84cc-b2597b8c5956'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:50:22.180113 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620c69fe-a8f2-473f-ac6a-020431086d68" -d '{"events": [{"server_uuid": "a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5", "name": "network-vif-unplugged", "status": "completed", "tag": "b0201eac-9053-4c15-84cc-b2597b8c5956"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:50:22.184337 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-54245e25-5f72-4022-8912-15a8b73472a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:22.197571 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-54245e25-5f72-4022-8912-15a8b73472a0 service neutron] Transition to ACTIVE for port object b0201eac-9053-4c15-84cc-b2597b8c5956 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:50:22.227521 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 13:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6604a67c-1fe5-43ed-9f21-0e0f403ccb6a x-openstack-request-id: req-6604a67c-1fe5-43ed-9f21-0e0f403ccb6a {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:50:22.227812 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5", "name": "network-vif-unplugged", "status": "completed", "tag": "b0201eac-9053-4c15-84cc-b2597b8c5956", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:50:22.228063 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6604a67c-1fe5-43ed-9f21-0e0f403ccb6a {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:50:22.228458 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0201eac-9053-4c15-84cc-b2597b8c5956', 'code': 200} Aug 18 13:50:22.273886 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-54245e25-5f72-4022-8912-15a8b73472a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:22.348488 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54245e25-5f72-4022-8912-15a8b73472a0 service neutron] Pushing event updated for resources: {'Port': ['ID=b0201eac-9053-4c15-84cc-b2597b8c5956,revision_number=6']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:50:22.363612 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54245e25-5f72-4022-8912-15a8b73472a0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:22.363962 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54245e25-5f72-4022-8912-15a8b73472a0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:22.364303 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54245e25-5f72-4022-8912-15a8b73472a0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:22.364637 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54245e25-5f72-4022-8912-15a8b73472a0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:22.364970 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54245e25-5f72-4022-8912-15a8b73472a0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:22.365298 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54245e25-5f72-4022-8912-15a8b73472a0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:22.365624 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54245e25-5f72-4022-8912-15a8b73472a0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:22.365952 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54245e25-5f72-4022-8912-15a8b73472a0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:22.366307 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54245e25-5f72-4022-8912-15a8b73472a0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:22.366628 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54245e25-5f72-4022-8912-15a8b73472a0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:22.367211 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54245e25-5f72-4022-8912-15a8b73472a0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:22.367528 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54245e25-5f72-4022-8912-15a8b73472a0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:22.406436 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-54245e25-5f72-4022-8912-15a8b73472a0 service neutron] No DVR routers for this DVR port b0201eac-9053-4c15-84cc-b2597b8c5956 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:50:22.548462 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-54245e25-5f72-4022-8912-15a8b73472a0 service neutron] Attempting to bind port b0201eac-9053-4c15-84cc-b2597b8c5956 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:50:22.548861 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-54245e25-5f72-4022-8912-15a8b73472a0 service neutron] Attempting to bind port b0201eac-9053-4c15-84cc-b2597b8c5956 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:50:22.549154 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-54245e25-5f72-4022-8912-15a8b73472a0 service neutron] Attempting to bind port b0201eac-9053-4c15-84cc-b2597b8c5956 on network de2eb0e2-4301-47e1-aab5-4b22ec41fcfb {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:50:22.554009 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-54245e25-5f72-4022-8912-15a8b73472a0 service neutron] Port b0201eac-9053-4c15-84cc-b2597b8c5956 on network de2eb0e2-4301-47e1-aab5-4b22ec41fcfb not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:50:22.554424 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-54245e25-5f72-4022-8912-15a8b73472a0 service neutron] Attempting to bind port b0201eac-9053-4c15-84cc-b2597b8c5956 on network de2eb0e2-4301-47e1-aab5-4b22ec41fcfb {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:50:22.559588 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-54245e25-5f72-4022-8912-15a8b73472a0 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:50:22.559928 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-54245e25-5f72-4022-8912-15a8b73472a0 service neutron] Checking segment: {'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:50:22.560406 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-54245e25-5f72-4022-8912-15a8b73472a0 service neutron] Bound using segment: {'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:50:22.560827 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-54245e25-5f72-4022-8912-15a8b73472a0 service neutron] Bound port: b0201eac-9053-4c15-84cc-b2597b8c5956, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:50:22.561188 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-54245e25-5f72-4022-8912-15a8b73472a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:22.624756 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-54245e25-5f72-4022-8912-15a8b73472a0 service neutron] For port b0201eac-9053-4c15-84cc-b2597b8c5956, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:50:22.627659 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-54245e25-5f72-4022-8912-15a8b73472a0 service neutron] For port b0201eac-9053-4c15-84cc-b2597b8c5956, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=b0201eac-9053-4c15-84cc-b2597b8c5956,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:50:22.685535 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-54245e25-5f72-4022-8912-15a8b73472a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:22.720206 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-54245e25-5f72-4022-8912-15a8b73472a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:22.720825 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-54245e25-5f72-4022-8912-15a8b73472a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:22.722242 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-54245e25-5f72-4022-8912-15a8b73472a0 service neutron] 10.222.0.39 "PUT /v2.0/ports/b0201eac-9053-4c15-84cc-b2597b8c5956 HTTP/1.1" status: 200 len: 1091 time: 0.8856087 Aug 18 13:50:22.745642 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54245e25-5f72-4022-8912-15a8b73472a0 service neutron] Pushing event updated for resources: {'Port': ['ID=b0201eac-9053-4c15-84cc-b2597b8c5956,revision_number=7']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:50:22.795564 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-b59331a4-3091-44e8-bd8f-2776aff25607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:22.798130 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-b59331a4-3091-44e8-bd8f-2776aff25607 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 1094 time: 0.0492702 Aug 18 13:50:22.900551 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-f993fb8b-a6f9-43ec-ba6d-c7ba05faf162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:22.902038 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-f993fb8b-a6f9-43ec-ba6d-c7ba05faf162 service neutron] 10.222.0.39 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 912 time: 0.0950348 Aug 18 13:50:22.969252 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-3b060d56-6b4d-41a8-9bb7-69876d41c8f3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0201eac-9053-4c15-84cc-b2597b8c5956 HTTP/1.1" status: 200 len: 999 time: 0.0588005 Aug 18 13:50:23.023542 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-58584cee-4560-49ce-be03-cc09dfd5a695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:23.024931 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-58584cee-4560-49ce-be03-cc09dfd5a695 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e63ba7b-bcc7-4bfe-af18-04e90f2744d5 HTTP/1.1" status: 200 len: 850 time: 0.0490499 Aug 18 13:50:23.071275 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-8e1bb910-b9cd-4387-ac1d-7f3a9d843454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:23.072781 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-8e1bb910-b9cd-4387-ac1d-7f3a9d843454 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398889 Aug 18 13:50:23.131289 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22314c-744f-4612-9af5-ba976e68960c req-25ad1f87-ed9b-4bfb-bf24-050c22c6c1f3 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:23.132771 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-da22314c-744f-4612-9af5-ba976e68960c req-25ad1f87-ed9b-4bfb-bf24-050c22c6c1f3 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 943 time: 0.0491931 Aug 18 13:50:23.162414 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-d6dfc1d5-ed90-4490-a8f0-d20695120bc6 service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819449 Aug 18 13:50:23.172051 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-da22314c-744f-4612-9af5-ba976e68960c req-c5e3b3fa-ef16-48d0-9ce8-0c99ddc958df tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331240 Aug 18 13:50:23.257508 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-a98a5b58-c34e-41f7-934c-a8d63becd496 service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882266 Aug 18 13:50:24.229995 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5', 'tag': 'b0201eac-9053-4c15-84cc-b2597b8c5956'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:50:24.232521 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2044746e-fd16-43e1-bcd1-4d8908c19179" -d '{"events": [{"name": "network-changed", "server_uuid": "a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5", "tag": "b0201eac-9053-4c15-84cc-b2597b8c5956"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:50:24.282401 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba6b542-f6d9-485c-824b-3aad7915ec37 x-openstack-request-id: req-9ba6b542-f6d9-485c-824b-3aad7915ec37 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:50:24.282687 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5", "tag": "b0201eac-9053-4c15-84cc-b2597b8c5956", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:50:24.282934 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9ba6b542-f6d9-485c-824b-3aad7915ec37 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:50:24.283329 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5', 'tag': 'b0201eac-9053-4c15-84cc-b2597b8c5956', 'status': 'completed', 'code': 200} Aug 18 13:50:24.300442 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47228097-44b3-4c61-86ff-0060e9685ce4 req-768b03c1-bf00-43e8-8fa3-c55cbb2f6f78 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:24.302070 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-47228097-44b3-4c61-86ff-0060e9685ce4 req-768b03c1-bf00-43e8-8fa3-c55cbb2f6f78 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 943 time: 0.0586889 Aug 18 13:50:24.404440 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-47228097-44b3-4c61-86ff-0060e9685ce4 req-f4244e79-ba37-4d86-8eea-38e4a313db8c tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844157 Aug 18 13:50:24.407335 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044746e-fd16-43e1-bcd1-4d8908c19179 req-ec350a79-6285-4d88-9859-7123a9f821a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:24.408634 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2044746e-fd16-43e1-bcd1-4d8908c19179 req-ec350a79-6285-4d88-9859-7123a9f821a5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 1094 time: 0.0974202 Aug 18 13:50:24.410457 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044746e-fd16-43e1-bcd1-4d8908c19179 req-ff89db03-fb6e-4db2-b126-086710475606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:24.411826 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2044746e-fd16-43e1-bcd1-4d8908c19179 req-ff89db03-fb6e-4db2-b126-086710475606 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 1094 time: 0.1087277 Aug 18 13:50:24.568540 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044746e-fd16-43e1-bcd1-4d8908c19179 req-fbca086f-deb9-45a5-a2f8-cdfc85c6df71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:24.569950 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2044746e-fd16-43e1-bcd1-4d8908c19179 req-fbca086f-deb9-45a5-a2f8-cdfc85c6df71 service neutron] 10.222.0.20 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 912 time: 0.1546423 Aug 18 13:50:24.570933 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044746e-fd16-43e1-bcd1-4d8908c19179 req-410200a7-1af3-4446-8ca7-b606d23881ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:24.572248 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2044746e-fd16-43e1-bcd1-4d8908c19179 req-410200a7-1af3-4446-8ca7-b606d23881ae service neutron] 10.222.0.39 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 912 time: 0.1495805 Aug 18 13:50:24.686594 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2044746e-fd16-43e1-bcd1-4d8908c19179 req-feef3f9b-b76b-4ade-a495-3e7a0cab8f8b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0201eac-9053-4c15-84cc-b2597b8c5956 HTTP/1.1" status: 200 len: 999 time: 0.1083353 Aug 18 13:50:24.688359 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2044746e-fd16-43e1-bcd1-4d8908c19179 req-3e9288bc-2d36-4be5-bb41-8c5203e49f6b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0201eac-9053-4c15-84cc-b2597b8c5956 HTTP/1.1" status: 200 len: 999 time: 0.1044018 Aug 18 13:50:24.774113 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044746e-fd16-43e1-bcd1-4d8908c19179 req-5ece6090-29e0-4f6c-b52b-a7e9be77003e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:24.775714 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2044746e-fd16-43e1-bcd1-4d8908c19179 req-5ece6090-29e0-4f6c-b52b-a7e9be77003e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e63ba7b-bcc7-4bfe-af18-04e90f2744d5 HTTP/1.1" status: 200 len: 850 time: 0.0825882 Aug 18 13:50:24.777801 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044746e-fd16-43e1-bcd1-4d8908c19179 req-59f58621-170f-4a5e-bb4d-f1119bb78888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:24.779157 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2044746e-fd16-43e1-bcd1-4d8908c19179 req-59f58621-170f-4a5e-bb4d-f1119bb78888 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e63ba7b-bcc7-4bfe-af18-04e90f2744d5 HTTP/1.1" status: 200 len: 850 time: 0.0787165 Aug 18 13:50:24.857362 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044746e-fd16-43e1-bcd1-4d8908c19179 req-5ba0076e-7537-4923-ab19-1931f2f85a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:24.858939 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2044746e-fd16-43e1-bcd1-4d8908c19179 req-5ba0076e-7537-4923-ab19-1931f2f85a1e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762897 Aug 18 13:50:24.861556 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044746e-fd16-43e1-bcd1-4d8908c19179 req-ec9d85dd-dba6-42b8-abab-60f3cdca8513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:24.862971 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2044746e-fd16-43e1-bcd1-4d8908c19179 req-ec9d85dd-dba6-42b8-abab-60f3cdca8513 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728064 Aug 18 13:50:25.025528 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2044746e-fd16-43e1-bcd1-4d8908c19179 req-2215ff11-a251-4e2a-9367-8317da892e81 service neutron] 10.222.0.20 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593893 Aug 18 13:50:25.027484 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2044746e-fd16-43e1-bcd1-4d8908c19179 req-347268fe-fab5-4cc4-91ab-66aa29ee0c77 service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540909 Aug 18 13:50:25.185197 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2044746e-fd16-43e1-bcd1-4d8908c19179 req-43f948f9-7e17-4230-8e55-22ece3bba9e7 service neutron] 10.222.0.20 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512108 Aug 18 13:50:25.188462 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2044746e-fd16-43e1-bcd1-4d8908c19179 req-ea4e29be-508e-4e51-a90b-ea2988f8a291 service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473269 Aug 18 13:50:25.521381 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce1786-6086-4e85-b8c4-ddd77bd7af45 req-00102a7e-a267-43f4-a2c0-b934d4a35cc2 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:25.522873 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4cce1786-6086-4e85-b8c4-ddd77bd7af45 req-00102a7e-a267-43f4-a2c0-b934d4a35cc2 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 943 time: 0.0497375 Aug 18 13:50:25.565200 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4cce1786-6086-4e85-b8c4-ddd77bd7af45 req-f26a6914-d292-4307-acde-a52b7380e95f tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363562 Aug 18 13:50:25.579741 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device b0201eac-9053-4c15-84cc-b2597b8c5956 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:50:25.620524 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device b0201eac-9053-4c15-84cc-b2597b8c5956 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:50:25.936888 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b6621-d8ee-4296-a4b4-28beb589be29 req-63c660ee-e482-4aa1-a6e2-46950b80b7ee tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:25.938438 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a39b6621-d8ee-4296-a4b4-28beb589be29 req-63c660ee-e482-4aa1-a6e2-46950b80b7ee tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 943 time: 0.0518465 Aug 18 13:50:25.977256 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a39b6621-d8ee-4296-a4b4-28beb589be29 req-f977b8ab-b6a0-4e35-91b9-5a762fb2f29b tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326352 Aug 18 13:50:26.022551 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d36f15-734a-45c6-8d84-70a7d605f01e req-6a3da824-89e5-4602-8fd9-dc289f2fbea6 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:26.024025 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-11d36f15-734a-45c6-8d84-70a7d605f01e req-6a3da824-89e5-4602-8fd9-dc289f2fbea6 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5&tenant_id=0bb3851a915245f990a25e5cd818032b&binding%3Ahost_id=n-h1-803603-2 HTTP/1.1" status: 200 len: 943 time: 0.0541570 Aug 18 13:50:26.083614 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [req-11d36f15-734a-45c6-8d84-70a7d605f01e req-0fd77aed-cda5-4d51-a3de-efb1026dc7c5 service neutron] delete failed (client error): The resource could not be found. Aug 18 13:50:26.084608 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-11d36f15-734a-45c6-8d84-70a7d605f01e req-0fd77aed-cda5-4d51-a3de-efb1026dc7c5 service neutron] 10.222.0.20 "DELETE /v2.0/ports/b0201eac-9053-4c15-84cc-b2597b8c5956/bindings/n-h2-803603-2 HTTP/1.1" status: 404 len: 380 time: 0.0529747 Aug 18 13:50:26.170803 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d36f15-734a-45c6-8d84-70a7d605f01e req-f29a506c-728c-43de-a185-d61cde926459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:26.172232 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-11d36f15-734a-45c6-8d84-70a7d605f01e req-f29a506c-728c-43de-a185-d61cde926459 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 1094 time: 0.0445604 Aug 18 13:50:26.265467 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d36f15-734a-45c6-8d84-70a7d605f01e req-d106132c-c155-49f9-bafa-326fde534dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:26.266962 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-11d36f15-734a-45c6-8d84-70a7d605f01e req-d106132c-c155-49f9-bafa-326fde534dfa service neutron] 10.222.0.20 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 912 time: 0.0840721 Aug 18 13:50:26.335261 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-11d36f15-734a-45c6-8d84-70a7d605f01e req-2e5039cf-18f7-4d89-a5d8-2577f2715510 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0201eac-9053-4c15-84cc-b2597b8c5956 HTTP/1.1" status: 200 len: 999 time: 0.0612342 Aug 18 13:50:26.382927 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device b0201eac-9053-4c15-84cc-b2597b8c5956 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:50:26.386977 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d36f15-734a-45c6-8d84-70a7d605f01e req-6183ddff-cc3b-47e0-9e00-b6b122092e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:26.388453 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-11d36f15-734a-45c6-8d84-70a7d605f01e req-6183ddff-cc3b-47e0-9e00-b6b122092e62 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e63ba7b-bcc7-4bfe-af18-04e90f2744d5 HTTP/1.1" status: 200 len: 850 time: 0.0463111 Aug 18 13:50:26.435663 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d36f15-734a-45c6-8d84-70a7d605f01e req-09b92c9d-91ce-4c4e-8008-e2f9579111f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:26.437089 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-11d36f15-734a-45c6-8d84-70a7d605f01e req-09b92c9d-91ce-4c4e-8008-e2f9579111f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415981 Aug 18 13:50:26.476797 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port b0201eac-9053-4c15-84cc-b2597b8c5956, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=b0201eac-9053-4c15-84cc-b2597b8c5956,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:50:26.488083 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'b0201eac-9053-4c15-84cc-b2597b8c5956', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'port_id': 'b0201eac-9053-4c15-84cc-b2597b8c5956', 'mac_address': 'fa:16:3e:2c:20:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:50:26.528818 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-11d36f15-734a-45c6-8d84-70a7d605f01e req-4acf8721-6f23-48ce-b3ee-d5c16cf41f05 service neutron] 10.222.0.20 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849404 Aug 18 13:50:26.529642 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:26.544913 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0201eac-9053-4c15-84cc-b2597b8c5956 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:50:26.564946 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port b0201eac-9053-4c15-84cc-b2597b8c5956, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=b0201eac-9053-4c15-84cc-b2597b8c5956,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:50:26.617721 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-11d36f15-734a-45c6-8d84-70a7d605f01e req-aa22668d-f396-416a-9f75-596f24a354a9 service neutron] 10.222.0.20 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821939 Aug 18 13:50:26.629710 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:26.678087 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=b0201eac-9053-4c15-84cc-b2597b8c5956,revision_number=8']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:50:26.686188 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:26.686497 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:26.686842 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:26.687183 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:26.687522 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:26.687859 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:26.688213 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:26.688543 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:26.688869 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:26.689196 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:26.689519 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:26.689842 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:50:26.879588 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['b0201eac-9053-4c15-84cc-b2597b8c5956'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:50:27.100284 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfc4d6-909d-40bf-8c99-1f19a6d42dfe req-f4117a7b-e95a-4976-9cea-c0d133380eaa tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:27.101780 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4bdfc4d6-909d-40bf-8c99-1f19a6d42dfe req-f4117a7b-e95a-4976-9cea-c0d133380eaa tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 944 time: 0.0496588 Aug 18 13:50:27.140814 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4bdfc4d6-909d-40bf-8c99-1f19a6d42dfe req-b9dbe796-563a-4e10-9f54-72ce8857d0b0 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325649 Aug 18 13:50:28.255331 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe1103-9915-40c5-9657-2458ab630856 req-abf460aa-502b-462e-8701-74a0623e8dea tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:28.256880 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8dfe1103-9915-40c5-9657-2458ab630856 req-abf460aa-502b-462e-8701-74a0623e8dea tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 944 time: 0.0491328 Aug 18 13:50:28.294596 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8dfe1103-9915-40c5-9657-2458ab630856 req-8fcaadaa-9431-4946-ac33-068d12799bb5 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310261 Aug 18 13:50:28.391744 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device b0201eac-9053-4c15-84cc-b2597b8c5956 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:50:28.395350 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:28.428859 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdde89c-fccc-48f0-8aaa-00a5af7efd2f req-5c8d7756-1756-493d-958e-fb0a37bc2ad0 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:28.430284 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dbdde89c-fccc-48f0-8aaa-00a5af7efd2f req-5c8d7756-1756-493d-958e-fb0a37bc2ad0 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 944 time: 0.0535192 Aug 18 13:50:28.467698 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dbdde89c-fccc-48f0-8aaa-00a5af7efd2f req-78ccf386-ecea-48a3-bae5-dc93be7cea94 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307224 Aug 18 13:50:28.496367 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port b0201eac-9053-4c15-84cc-b2597b8c5956 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:50:28.501113 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port b0201eac-9053-4c15-84cc-b2597b8c5956 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:50:28.505022 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:28.580141 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:28.584036 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52453922-0605-4cb1-9ee5-73730da42dc0 req-13ab2b73-5e24-46ef-a96e-f858af65237e tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:28.585535 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-52453922-0605-4cb1-9ee5-73730da42dc0 req-13ab2b73-5e24-46ef-a96e-f858af65237e tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 944 time: 0.0493038 Aug 18 13:50:28.605513 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0201eac-9053-4c15-84cc-b2597b8c5956'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:50:28.610101 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ba3b915c790ece66a99fb45b0530a9eb9c5b6743edcd6e3a78a03ec4b78c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcb568a-3282-461e-8b0e-1c5f639cb7e1" -d '{"events": [{"server_uuid": "a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5", "name": "network-vif-plugged", "status": "completed", "tag": "b0201eac-9053-4c15-84cc-b2597b8c5956"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:50:28.622560 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port b0201eac-9053-4c15-84cc-b2597b8c5956, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=b0201eac-9053-4c15-84cc-b2597b8c5956,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:50:28.629405 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-52453922-0605-4cb1-9ee5-73730da42dc0 req-1cacffbb-df72-427d-990d-10f136041dc2 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377111 Aug 18 13:50:28.654887 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822af85a-1a8a-4992-a521-b7d0544ae4a8 x-openstack-request-id: req-822af85a-1a8a-4992-a521-b7d0544ae4a8 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:50:28.655185 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5", "name": "network-vif-plugged", "status": "completed", "tag": "b0201eac-9053-4c15-84cc-b2597b8c5956", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:50:28.655441 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-822af85a-1a8a-4992-a521-b7d0544ae4a8 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:50:28.655886 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0201eac-9053-4c15-84cc-b2597b8c5956', 'code': 200} Aug 18 13:50:28.681553 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:28.732250 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=b0201eac-9053-4c15-84cc-b2597b8c5956,revision_number=9']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:50:29.102400 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b1d2d-a869-479d-860b-07217bc29a27 req-7ed91ea2-a033-4534-a35c-72d8a6cd94cc tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:29.103906 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-123b1d2d-a869-479d-860b-07217bc29a27 req-7ed91ea2-a033-4534-a35c-72d8a6cd94cc tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 945 time: 0.0489008 Aug 18 13:50:29.143828 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-123b1d2d-a869-479d-860b-07217bc29a27 req-0170c4f1-ee2c-41ec-abc2-e867d2aaf26b tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332832 Aug 18 13:50:29.159725 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:30.258783 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633ccf4-c5d4-45a2-b994-0fae1dd92a27 req-807f7429-a97e-4092-8a16-647b801af2fc tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:30.260271 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b633ccf4-c5d4-45a2-b994-0fae1dd92a27 req-807f7429-a97e-4092-8a16-647b801af2fc tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 945 time: 0.0494616 Aug 18 13:50:30.299191 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b633ccf4-c5d4-45a2-b994-0fae1dd92a27 req-401a275b-cdcf-4ca4-a05f-b0ece17dbe6b tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320964 Aug 18 13:50:30.326871 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181db349-90da-4cc9-8e4b-3659bbafefba req-195580c9-9220-4b65-b3cc-3363420149aa tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:30.328341 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-181db349-90da-4cc9-8e4b-3659bbafefba req-195580c9-9220-4b65-b3cc-3363420149aa tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 945 time: 0.0484478 Aug 18 13:50:30.418586 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-181db349-90da-4cc9-8e4b-3659bbafefba req-7922048b-9790-4bc8-836a-37a6662d3a95 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Deleting port b0201eac-9053-4c15-84cc-b2597b8c5956 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:50:30.419010 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-181db349-90da-4cc9-8e4b-3659bbafefba req-7922048b-9790-4bc8-836a-37a6662d3a95 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:30.504191 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-181db349-90da-4cc9-8e4b-3659bbafefba req-7922048b-9790-4bc8-836a-37a6662d3a95 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] For port b0201eac-9053-4c15-84cc-b2597b8c5956, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=b0201eac-9053-4c15-84cc-b2597b8c5956,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:50:30.504554 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-181db349-90da-4cc9-8e4b-3659bbafefba req-7922048b-9790-4bc8-836a-37a6662d3a95 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:30.675891 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-181db349-90da-4cc9-8e4b-3659bbafefba req-7922048b-9790-4bc8-836a-37a6662d3a95 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:30.676271 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-181db349-90da-4cc9-8e4b-3659bbafefba req-7922048b-9790-4bc8-836a-37a6662d3a95 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:30.676587 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [req-181db349-90da-4cc9-8e4b-3659bbafefba req-7922048b-9790-4bc8-836a-37a6662d3a95 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Floating IP b19885e3-29db-4384-ba4d-3caa5ce71479 disassociated. External IP: 172.25.6.107, port: b0201eac-9053-4c15-84cc-b2597b8c5956. Aug 18 13:50:30.676933 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-181db349-90da-4cc9-8e4b-3659bbafefba req-7922048b-9790-4bc8-836a-37a6662d3a95 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Calling delete_port for b0201eac-9053-4c15-84cc-b2597b8c5956 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:50:30.927066 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-181db349-90da-4cc9-8e4b-3659bbafefba req-7922048b-9790-4bc8-836a-37a6662d3a95 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:30.960691 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7922048b-9790-4bc8-836a-37a6662d3a95 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Pushing event deleted for resources: {'Port': ['ID=b0201eac-9053-4c15-84cc-b2597b8c5956,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:50:31.077896 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-181db349-90da-4cc9-8e4b-3659bbafefba req-7922048b-9790-4bc8-836a-37a6662d3a95 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Router 2401f522-23a2-46e5-b297-5be50b3a16b8 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:50:31.185421 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-181db349-90da-4cc9-8e4b-3659bbafefba req-7922048b-9790-4bc8-836a-37a6662d3a95 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:50:31.195956 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37b93b1-c37d-412c-b72d-852bcee852f2 None None] Sync routers for ids ['2401f522-23a2-46e5-b297-5be50b3a16b8'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:50:31.206019 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37b93b1-c37d-412c-b72d-852bcee852f2 None None] Routers {'2401f522-23a2-46e5-b297-5be50b3a16b8'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:50:31.206740 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-a37b93b1-c37d-412c-b72d-852bcee852f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:50:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['2401f522-23a2-46e5-b297-5be50b3a16b8'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:50:31.227036 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-181db349-90da-4cc9-8e4b-3659bbafefba req-7922048b-9790-4bc8-836a-37a6662d3a95 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] No DVR routers for this DVR port b0201eac-9053-4c15-84cc-b2597b8c5956 on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:50:31.230123 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-181db349-90da-4cc9-8e4b-3659bbafefba req-7922048b-9790-4bc8-836a-37a6662d3a95 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:31.232807 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-181db349-90da-4cc9-8e4b-3659bbafefba req-7922048b-9790-4bc8-836a-37a6662d3a95 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.39 "DELETE /v2.0/ports/b0201eac-9053-4c15-84cc-b2597b8c5956 HTTP/1.1" status: 204 len: 173 time: 0.8984175 Aug 18 13:50:31.233240 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5', 'name': 'network-vif-deleted', 'tag': 'b0201eac-9053-4c15-84cc-b2597b8c5956'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:50:31.235531 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007f8b74-07de-4124-bb4e-e7d1fc01b582" -d '{"events": [{"server_uuid": "a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5", "name": "network-vif-deleted", "tag": "b0201eac-9053-4c15-84cc-b2597b8c5956"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:50:31.272049 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41240944-c762-4a0b-a696-75ef9cca0f91 x-openstack-request-id: req-41240944-c762-4a0b-a696-75ef9cca0f91 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:50:31.272348 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5", "name": "network-vif-deleted", "tag": "b0201eac-9053-4c15-84cc-b2597b8c5956", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:50:31.272606 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-41240944-c762-4a0b-a696-75ef9cca0f91 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:50:31.273024 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5', 'name': 'network-vif-deleted', 'tag': 'b0201eac-9053-4c15-84cc-b2597b8c5956', 'status': 'completed', 'code': 200} Aug 18 13:50:31.321390 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-a37b93b1-c37d-412c-b72d-852bcee852f2 None None] Set router 2401f522-23a2-46e5-b297-5be50b3a16b8 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:50:31.399135 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a6b3435a-660d-4412-a1b0-60d5690f2e90 req-940b97f5-b3d1-4e69-bcdd-ffa641448932 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3e4bae5-a5ba-48cc-8f0b-689b1b96c5a5 HTTP/1.1" status: 200 len: 210 time: 0.0300736 Aug 18 13:50:31.525887 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-a37b93b1-c37d-412c-b72d-852bcee852f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'name': 'tempest-ServerActionsTestJSON-964935329-router', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:48:04Z', 'updated_at': '2021-08-18T13:48:08Z', 'revision_number': 4, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'gw_port': {'id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:05Z', 'updated_at': '2021-08-18T13:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'e8198b66-47b6-45a9-90ba-2082e9664e65', 'name': '', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'mac_address': 'fa:16:3e:59:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:07Z', 'updated_at': '2021-08-18T13:48:12Z', 'revision_number': 5, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'subnets': [{'id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:50:31.557240 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37b93b1-c37d-412c-b72d-852bcee852f2 None None] Checking router: 2401f522-23a2-46e5-b297-5be50b3a16b8 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:50:31.566195 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37b93b1-c37d-412c-b72d-852bcee852f2 None None] Routers {'2401f522-23a2-46e5-b297-5be50b3a16b8'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:50:31.566831 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-a37b93b1-c37d-412c-b72d-852bcee852f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:50:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['2401f522-23a2-46e5-b297-5be50b3a16b8'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:50:31.672620 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-a37b93b1-c37d-412c-b72d-852bcee852f2 None None] Set router 2401f522-23a2-46e5-b297-5be50b3a16b8 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:50:31.876086 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-a37b93b1-c37d-412c-b72d-852bcee852f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'name': 'tempest-ServerActionsTestJSON-964935329-router', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:48:04Z', 'updated_at': '2021-08-18T13:48:08Z', 'revision_number': 4, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'gw_port': {'id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:05Z', 'updated_at': '2021-08-18T13:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'e8198b66-47b6-45a9-90ba-2082e9664e65', 'name': '', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'mac_address': 'fa:16:3e:59:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:07Z', 'updated_at': '2021-08-18T13:48:12Z', 'revision_number': 5, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'subnets': [{'id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:50:31.903162 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37b93b1-c37d-412c-b72d-852bcee852f2 None None] The sync data for ids ['2401f522-23a2-46e5-b297-5be50b3a16b8'] in n-d-803603-2 is: [{'id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'name': 'tempest-ServerActionsTestJSON-964935329-router', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:48:04Z', 'updated_at': '2021-08-18T13:48:08Z', 'revision_number': 4, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'gw_port': {'id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:05Z', 'updated_at': '2021-08-18T13:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'e8198b66-47b6-45a9-90ba-2082e9664e65', 'name': '', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'mac_address': 'fa:16:3e:59:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:07Z', 'updated_at': '2021-08-18T13:48:12Z', 'revision_number': 5, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'subnets': [{'id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:50:32.120414 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d727585-d326-41cd-8dc8-782f23abaac3 None None] New status for floating IP b19885e3-29db-4384-ba4d-3caa5ce71479: DOWN {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:50:32.632422 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-98acb637-6b8d-4b4c-86e8-41b89f07826a tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1122108492&fields=id&tenant_id=0bb3851a915245f990a25e5cd818032b HTTP/1.1" status: 200 len: 267 time: 0.0326865 Aug 18 13:50:32.740142 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-37b60eac-54ca-4642-b1a4-ab0b709d3c83 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:32.741568 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-37b60eac-54ca-4642-b1a4-ab0b709d3c83 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 811 time: 0.1024845 Aug 18 13:50:32.756730 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-5e331238-c6e5-4a81-9df5-02300e7e367f tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/quotas/0bb3851a915245f990a25e5cd818032b HTTP/1.1" status: 200 len: 375 time: 0.0089111 Aug 18 13:50:32.808854 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-3d48037a-fd14-4bd6-a9fe-5c97a06dc96b tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466862 Aug 18 13:50:32.904129 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-9d48a2e1-1d1a-4e06-8c01-0c7acfc5202d service neutron] 10.222.0.13 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836880 Aug 18 13:50:32.995906 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-0e821b1e-5eb8-4a7d-add2-ecfab07ab239 service neutron] 10.222.0.13 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855939 Aug 18 13:50:33.230646 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e1a4fad2-cb30-4897-839b-1ba6c1d0ad29 req-947644c7-8dea-4b6e-bc32-793eaac132a7 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 210 time: 0.0261633 Aug 18 13:50:34.330410 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b866983f-035b-4e48-8178-498ebc35a51f req-0554ee27-880d-4136-9f8d-5c2f1df20b3e tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 210 time: 0.0285425 Aug 18 13:50:34.413114 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device b0201eac-9053-4c15-84cc-b2597b8c5956 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:50:34.437083 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: b0201eac-9053-4c15-84cc-b2597b8c5956 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:50:34.437422 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device b0201eac-9053-4c15-84cc-b2597b8c5956 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:50:35.222712 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-f42ded64-45a0-49e0-ba7e-eea7d776691d tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:35.224377 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-f42ded64-45a0-49e0-ba7e-eea7d776691d tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.39 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 811 time: 0.1055095 Aug 18 13:50:35.270757 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-9d81b3eb-2f1b-48b4-a29d-29e86e05abf8 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bb3851a915245f990a25e5cd818032b HTTP/1.1" status: 200 len: 380 time: 0.0374548 Aug 18 13:50:35.279896 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-8cdb67b6-b7d5-4029-9d81-39f5df976c95 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Request body: {'port': {'device_id': '5ef1e2d8-4065-41cd-920a-0e6ae45b6c66', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'admin_state_up': True, 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'security_groups': ['cc1774de-953a-4692-83a7-f144e24c62af']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:50:35.427231 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3f3f8d41-cca2-4bf9-b222-09ed948fbfe9 req-7976e3d9-0f6a-4323-9188-83d5b611b1d2 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 210 time: 0.0265849 Aug 18 13:50:35.464132 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-8cdb67b6-b7d5-4029-9d81-39f5df976c95 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Made reservation on behalf of 0bb3851a915245f990a25e5cd818032b for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:50:35.468280 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-8cdb67b6-b7d5-4029-9d81-39f5df976c95 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:35.594498 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-8cdb67b6-b7d5-4029-9d81-39f5df976c95 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Allocated IP 172.20.0.13 (de2eb0e2-4301-47e1-aab5-4b22ec41fcfb/2e63ba7b-bcc7-4bfe-af18-04e90f2744d5/d92f8473-da64-4951-8d81-1221c44d76a0) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:50:35.728500 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-8cdb67b6-b7d5-4029-9d81-39f5df976c95 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:35.742318 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-8cdb67b6-b7d5-4029-9d81-39f5df976c95 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Transition to ACTIVE for port object d92f8473-da64-4951-8d81-1221c44d76a0 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:50:35.842281 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-8cdb67b6-b7d5-4029-9d81-39f5df976c95 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:35.886238 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-8cdb67b6-b7d5-4029-9d81-39f5df976c95 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Network de2eb0e2-4301-47e1-aab5-4b22ec41fcfb is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:50:35.889842 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-8cdb67b6-b7d5-4029-9d81-39f5df976c95 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:50:35.893606 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-8cdb67b6-b7d5-4029-9d81-39f5df976c95 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:50:35.900619 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb67b6-b7d5-4029-9d81-39f5df976c95 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Pushing event updated for resources: {'Port': ['ID=d92f8473-da64-4951-8d81-1221c44d76a0,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:50:35.946663 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-8cdb67b6-b7d5-4029-9d81-39f5df976c95 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:35.947410 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-8cdb67b6-b7d5-4029-9d81-39f5df976c95 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:36.047692 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-8cdb67b6-b7d5-4029-9d81-39f5df976c95 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7714589 Aug 18 13:50:36.070637 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-026373c4-82e9-4ee9-9ae3-d4b01e5376b4 service neutron] Request body: {'port': {'device_id': '5ef1e2d8-4065-41cd-920a-0e6ae45b6c66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:50:36.116153 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-026373c4-82e9-4ee9-9ae3-d4b01e5376b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:36.212451 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f3ec0725-2251-4551-a45a-89628aa7b9df None None] Provisioning for port d92f8473-da64-4951-8d81-1221c44d76a0 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:50:36.216474 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f3ec0725-2251-4551-a45a-89628aa7b9df None None] Provisioning complete for port d92f8473-da64-4951-8d81-1221c44d76a0 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:50:36.216848 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f3ec0725-2251-4551-a45a-89628aa7b9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:36.252010 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f3ec0725-2251-4551-a45a-89628aa7b9df None None] Port d92f8473-da64-4951-8d81-1221c44d76a0 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:50:36.374658 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-026373c4-82e9-4ee9-9ae3-d4b01e5376b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d92f8473-da64-4951-8d81-1221c44d76a0 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:50:36.381959 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-026373c4-82e9-4ee9-9ae3-d4b01e5376b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:36.394067 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-026373c4-82e9-4ee9-9ae3-d4b01e5376b4 service neutron] Transition to ACTIVE for port object d92f8473-da64-4951-8d81-1221c44d76a0 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:50:36.462201 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-026373c4-82e9-4ee9-9ae3-d4b01e5376b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:36.538344 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026373c4-82e9-4ee9-9ae3-d4b01e5376b4 service neutron] Pushing event updated for resources: {'Port': ['ID=d92f8473-da64-4951-8d81-1221c44d76a0,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:50:36.967084 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771caf9-5e2d-442e-8b82-73f9a6477e53 req-ad5067ea-3be9-45bc-80a2-d534ad7fa2c3 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:36.968598 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f771caf9-5e2d-442e-8b82-73f9a6477e53 req-ad5067ea-3be9-45bc-80a2-d534ad7fa2c3 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 944 time: 0.4669998 Aug 18 13:50:36.989866 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-026373c4-82e9-4ee9-9ae3-d4b01e5376b4 service neutron] Attempting to bind port d92f8473-da64-4951-8d81-1221c44d76a0 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:50:36.990227 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-026373c4-82e9-4ee9-9ae3-d4b01e5376b4 service neutron] Attempting to bind port d92f8473-da64-4951-8d81-1221c44d76a0 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:50:36.990565 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-026373c4-82e9-4ee9-9ae3-d4b01e5376b4 service neutron] Attempting to bind port d92f8473-da64-4951-8d81-1221c44d76a0 on network de2eb0e2-4301-47e1-aab5-4b22ec41fcfb {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:50:37.001849 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-026373c4-82e9-4ee9-9ae3-d4b01e5376b4 service neutron] Port d92f8473-da64-4951-8d81-1221c44d76a0 on network de2eb0e2-4301-47e1-aab5-4b22ec41fcfb not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:50:37.002195 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-026373c4-82e9-4ee9-9ae3-d4b01e5376b4 service neutron] Attempting to bind port d92f8473-da64-4951-8d81-1221c44d76a0 on network de2eb0e2-4301-47e1-aab5-4b22ec41fcfb {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:50:37.011098 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-026373c4-82e9-4ee9-9ae3-d4b01e5376b4 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:50:37.011441 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-026373c4-82e9-4ee9-9ae3-d4b01e5376b4 service neutron] Checking segment: {'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:50:37.011825 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-026373c4-82e9-4ee9-9ae3-d4b01e5376b4 service neutron] Bound using segment: {'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:50:37.012252 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-026373c4-82e9-4ee9-9ae3-d4b01e5376b4 service neutron] Bound port: d92f8473-da64-4951-8d81-1221c44d76a0, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:50:37.012641 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-026373c4-82e9-4ee9-9ae3-d4b01e5376b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:37.034026 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f771caf9-5e2d-442e-8b82-73f9a6477e53 req-faa48400-2edc-4092-981e-4d9996186921 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590835 Aug 18 13:50:37.084776 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-026373c4-82e9-4ee9-9ae3-d4b01e5376b4 service neutron] For port d92f8473-da64-4951-8d81-1221c44d76a0, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:50:37.087743 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-026373c4-82e9-4ee9-9ae3-d4b01e5376b4 service neutron] For port d92f8473-da64-4951-8d81-1221c44d76a0, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=d92f8473-da64-4951-8d81-1221c44d76a0,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:50:37.154680 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-026373c4-82e9-4ee9-9ae3-d4b01e5376b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:37.191910 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-026373c4-82e9-4ee9-9ae3-d4b01e5376b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:37.192524 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-026373c4-82e9-4ee9-9ae3-d4b01e5376b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:37.193907 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-026373c4-82e9-4ee9-9ae3-d4b01e5376b4 service neutron] 10.222.0.39 "PUT /v2.0/ports/d92f8473-da64-4951-8d81-1221c44d76a0 HTTP/1.1" status: 200 len: 1092 time: 1.1378245 Aug 18 13:50:37.194376 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef1e2d8-4065-41cd-920a-0e6ae45b6c66', 'tag': 'd92f8473-da64-4951-8d81-1221c44d76a0'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:50:37.196634 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e8d5ea-969c-4513-8ee7-b31201ba6088" -d '{"events": [{"name": "network-changed", "server_uuid": "5ef1e2d8-4065-41cd-920a-0e6ae45b6c66", "tag": "d92f8473-da64-4951-8d81-1221c44d76a0"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:50:37.233092 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026373c4-82e9-4ee9-9ae3-d4b01e5376b4 service neutron] Pushing event updated for resources: {'Port': ['ID=d92f8473-da64-4951-8d81-1221c44d76a0,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:50:37.247810 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7a7113-927f-4083-b3a1-5ee8f3d6c074 x-openstack-request-id: req-ad7a7113-927f-4083-b3a1-5ee8f3d6c074 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:50:37.248108 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ef1e2d8-4065-41cd-920a-0e6ae45b6c66", "tag": "d92f8473-da64-4951-8d81-1221c44d76a0", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:50:37.248606 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad7a7113-927f-4083-b3a1-5ee8f3d6c074 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:50:37.248983 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ef1e2d8-4065-41cd-920a-0e6ae45b6c66', 'tag': 'd92f8473-da64-4951-8d81-1221c44d76a0', 'status': 'completed', 'code': 200} Aug 18 13:50:37.308966 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8d5ea-969c-4513-8ee7-b31201ba6088 req-dc319de5-bdd3-4fb9-b87c-dfbd39290288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:37.310748 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e0e8d5ea-969c-4513-8ee7-b31201ba6088 req-dc319de5-bdd3-4fb9-b87c-dfbd39290288 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 1095 time: 0.0442421 Aug 18 13:50:37.418037 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8d5ea-969c-4513-8ee7-b31201ba6088 req-af474bf5-02ba-4c9d-81e9-64641a246833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:37.419544 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e0e8d5ea-969c-4513-8ee7-b31201ba6088 req-af474bf5-02ba-4c9d-81e9-64641a246833 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=0bb3851a915245f990a25e5cd818032b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1002183 Aug 18 13:50:37.513689 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8d5ea-969c-4513-8ee7-b31201ba6088 req-1923080f-62a5-4793-b7ef-b9f0ebd95257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:37.515216 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e0e8d5ea-969c-4513-8ee7-b31201ba6088 req-1923080f-62a5-4793-b7ef-b9f0ebd95257 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877175 Aug 18 13:50:37.589923 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-2172c0f6-3df9-465b-a8b8-16ef52e28f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:37.592018 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-2172c0f6-3df9-465b-a8b8-16ef52e28f2e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 1095 time: 0.0410662 Aug 18 13:50:37.638290 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-0127014b-8589-41c6-b769-4b34dff7057f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d92f8473-da64-4951-8d81-1221c44d76a0 HTTP/1.1" status: 200 len: 217 time: 0.0372951 Aug 18 13:50:37.688028 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-7740d291-9da0-4a4b-992d-b7a0ab919e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:37.689484 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-7740d291-9da0-4a4b-992d-b7a0ab919e67 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e63ba7b-bcc7-4bfe-af18-04e90f2744d5 HTTP/1.1" status: 200 len: 850 time: 0.0440764 Aug 18 13:50:37.734714 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-7ea857d4-6632-4424-8bcb-9e837171e8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:37.736190 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-7ea857d4-6632-4424-8bcb-9e837171e8c4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398612 Aug 18 13:50:37.827345 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-99b566ee-ae99-43c6-acd8-9fd727aeebb6 service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837297 Aug 18 13:50:37.916046 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da4b91f3-4803-49dd-9c80-2671923bf99c req-1342bc02-d0d1-4843-b671-e058f3da2aee service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814884 Aug 18 13:50:38.166635 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e0878-3a6e-4c37-a3e7-049d47ba9cf1 req-b1db4863-064f-4bfa-a0e3-1c750d14ef6b tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:38.168121 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-927e0878-3a6e-4c37-a3e7-049d47ba9cf1 req-b1db4863-064f-4bfa-a0e3-1c750d14ef6b tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 944 time: 0.0534236 Aug 18 13:50:38.205697 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-927e0878-3a6e-4c37-a3e7-049d47ba9cf1 req-bb87f55f-6990-41ff-9b9c-6349ba86285b tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310528 Aug 18 13:50:39.327307 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058e30c-c064-4ded-b534-6013c94caedd req-16bb1ea7-a0c1-4f0f-a028-88e740a1fc72 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:39.328789 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5058e30c-c064-4ded-b534-6013c94caedd req-16bb1ea7-a0c1-4f0f-a028-88e740a1fc72 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 944 time: 0.0527298 Aug 18 13:50:39.366837 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5058e30c-c064-4ded-b534-6013c94caedd req-ce71363f-f467-4ece-b4e3-2210c34958d5 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313625 Aug 18 13:50:40.428129 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device d92f8473-da64-4951-8d81-1221c44d76a0 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:50:40.482049 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a029e-029c-4bde-a5a7-96d1d0276884 req-ab88081f-ec9c-45f0-8a03-a43765f7e48e tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:40.483547 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e29a029e-029c-4bde-a5a7-96d1d0276884 req-ab88081f-ec9c-45f0-8a03-a43765f7e48e tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 944 time: 0.0502572 Aug 18 13:50:40.523933 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e29a029e-029c-4bde-a5a7-96d1d0276884 req-fba30b84-261e-45e9-b240-56e26c41164e tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320523 Aug 18 13:50:40.527076 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port d92f8473-da64-4951-8d81-1221c44d76a0, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=d92f8473-da64-4951-8d81-1221c44d76a0,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:50:40.538433 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'd92f8473-da64-4951-8d81-1221c44d76a0', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'port_id': 'd92f8473-da64-4951-8d81-1221c44d76a0', 'mac_address': 'fa:16:3e:ef:39:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:50:40.576210 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:40.588625 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d92f8473-da64-4951-8d81-1221c44d76a0 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:50:40.607991 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port d92f8473-da64-4951-8d81-1221c44d76a0, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=d92f8473-da64-4951-8d81-1221c44d76a0,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:50:40.698400 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:40.745330 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=d92f8473-da64-4951-8d81-1221c44d76a0,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:50:40.883975 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['d92f8473-da64-4951-8d81-1221c44d76a0'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:50:40.959038 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:50:41.640833 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88557b42-6495-4890-bade-80d9756dde29 req-ee670b5d-6e42-4293-b0c5-41974ea84188 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:41.642340 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-88557b42-6495-4890-bade-80d9756dde29 req-ee670b5d-6e42-4293-b0c5-41974ea84188 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 945 time: 0.0497549 Aug 18 13:50:41.647084 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-dfa11917-c59a-47cf-96f4-3451bdba3d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:41.679876 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-88557b42-6495-4890-bade-80d9756dde29 req-494e0813-231d-4c11-9fd1-8f4ebd56400c tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313942 Aug 18 13:50:42.427739 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device d92f8473-da64-4951-8d81-1221c44d76a0 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:50:42.537865 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port d92f8473-da64-4951-8d81-1221c44d76a0 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:50:42.541828 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port d92f8473-da64-4951-8d81-1221c44d76a0 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:50:42.542256 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:42.622977 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:42.644574 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef1e2d8-4065-41cd-920a-0e6ae45b6c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92f8473-da64-4951-8d81-1221c44d76a0'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:50:42.646818 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ba3b915c790ece66a99fb45b0530a9eb9c5b6743edcd6e3a78a03ec4b78c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7dbde1d-da4b-4b28-8d81-09e2ec76bae0" -d '{"events": [{"server_uuid": "5ef1e2d8-4065-41cd-920a-0e6ae45b6c66", "name": "network-vif-plugged", "status": "completed", "tag": "d92f8473-da64-4951-8d81-1221c44d76a0"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:50:42.660454 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port d92f8473-da64-4951-8d81-1221c44d76a0, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=d92f8473-da64-4951-8d81-1221c44d76a0,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:50:42.684620 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3cc9f3c-04ee-4a11-94d9-ecf08a451660 x-openstack-request-id: req-c3cc9f3c-04ee-4a11-94d9-ecf08a451660 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:50:42.684908 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef1e2d8-4065-41cd-920a-0e6ae45b6c66", "name": "network-vif-plugged", "status": "completed", "tag": "d92f8473-da64-4951-8d81-1221c44d76a0", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:50:42.685159 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3cc9f3c-04ee-4a11-94d9-ecf08a451660 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:50:42.685548 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef1e2d8-4065-41cd-920a-0e6ae45b6c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92f8473-da64-4951-8d81-1221c44d76a0', 'code': 200} Aug 18 13:50:42.738393 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:42.781765 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de456ee-ea6e-44c6-9a91-b8fbb8d8305f req-525c27f6-7a62-4c1d-91a1-c7b18a1793f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:42.784021 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1de456ee-ea6e-44c6-9a91-b8fbb8d8305f req-525c27f6-7a62-4c1d-91a1-c7b18a1793f6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 1097 time: 0.0422814 Aug 18 13:50:42.792899 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=d92f8473-da64-4951-8d81-1221c44d76a0,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:50:42.807230 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62eb5f-794c-488c-a440-5d5a3d1a76b5 req-3f3435d6-adb3-4717-9677-4a9b87898980 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:42.808796 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ad62eb5f-794c-488c-a440-5d5a3d1a76b5 req-3f3435d6-adb3-4717-9677-4a9b87898980 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 946 time: 0.0586483 Aug 18 13:50:42.820410 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1de456ee-ea6e-44c6-9a91-b8fbb8d8305f req-32a62c1f-f5e4-49a8-9a08-1a25a763a770 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296953 Aug 18 13:50:42.848362 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ad62eb5f-794c-488c-a440-5d5a3d1a76b5 req-1a27636a-6b1b-4a4e-b6e8-92079fe50f4c tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329583 Aug 18 13:50:43.789695 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-df011e2c-19b9-4f6a-b2f9-74e4ed96fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:43.972154 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33c8bd-e33b-42e8-967b-ba7326e5b67f req-a7df3c40-4888-4e6f-8cc1-68fb0f193256 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:43.973645 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7b33c8bd-e33b-42e8-967b-ba7326e5b67f req-a7df3c40-4888-4e6f-8cc1-68fb0f193256 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 946 time: 0.0533354 Aug 18 13:50:44.010991 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7b33c8bd-e33b-42e8-967b-ba7326e5b67f req-6fc16827-efd8-40ed-90fd-db68c11d8435 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313599 Aug 18 13:50:44.127235 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5822b9d7-cdb7-4bc9-a463-140d00c00549 req-02f21c37-4657-4c5b-922b-cc63ff7c8bb7 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:44.128713 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5822b9d7-cdb7-4bc9-a463-140d00c00549 req-02f21c37-4657-4c5b-922b-cc63ff7c8bb7 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 946 time: 0.0548067 Aug 18 13:50:44.137269 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37636) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:50:44.142278 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-7d7bf856-995f-442f-91d1-7394f583a840 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Request body: {'floatingip': {'port_id': 'd92f8473-da64-4951-8d81-1221c44d76a0'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:50:44.182429 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7d7bf856-995f-442f-91d1-7394f583a840 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks [] for floatingip, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:44.588294 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:44.624556 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7d7bf856-995f-442f-91d1-7394f583a840 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:44.679088 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7d7bf856-995f-442f-91d1-7394f583a840 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:44.780374 n-d-803603-2 neutron-server[101676]: INFO neutron.db.l3_db [None req-7d7bf856-995f-442f-91d1-7394f583a840 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Floating IP b19885e3-29db-4384-ba4d-3caa5ce71479 associated. External IP: 172.25.6.107, port: d92f8473-da64-4951-8d81-1221c44d76a0. Aug 18 13:50:44.999190 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7bf856-995f-442f-91d1-7394f583a840 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Router 2401f522-23a2-46e5-b297-5be50b3a16b8 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:50:45.105271 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7bf856-995f-442f-91d1-7394f583a840 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:50:45.109790 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7d7bf856-995f-442f-91d1-7394f583a840 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:45.116016 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24ad7a1-01a5-4d8d-8fce-a57ad503544d None None] Sync routers for ids ['2401f522-23a2-46e5-b297-5be50b3a16b8'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:50:45.125596 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24ad7a1-01a5-4d8d-8fce-a57ad503544d None None] Routers {'2401f522-23a2-46e5-b297-5be50b3a16b8'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:50:45.126225 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-b24ad7a1-01a5-4d8d-8fce-a57ad503544d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:50:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['2401f522-23a2-46e5-b297-5be50b3a16b8'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:50:45.140772 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7d7bf856-995f-442f-91d1-7394f583a840 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "PUT /v2.0/floatingips/b19885e3-29db-4384-ba4d-3caa5ce71479 HTTP/1.1" status: 200 len: 992 time: 0.9986382 Aug 18 13:50:45.140772 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef1e2d8-4065-41cd-920a-0e6ae45b6c66', 'tag': 'd92f8473-da64-4951-8d81-1221c44d76a0'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:50:45.190749 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8d889e168220163876f439a36e214edce7e14ad7c9e2b3367f43e2d5729643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96378984-d2f7-45a1-8163-c9f096e81bb5" -d '{"events": [{"name": "network-changed", "server_uuid": "5ef1e2d8-4065-41cd-920a-0e6ae45b6c66", "tag": "d92f8473-da64-4951-8d81-1221c44d76a0"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:50:45.281098 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6b388a-6c42-4fec-9a66-d62a96ddd739 x-openstack-request-id: req-da6b388a-6c42-4fec-9a66-d62a96ddd739 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:50:45.281679 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ef1e2d8-4065-41cd-920a-0e6ae45b6c66", "tag": "d92f8473-da64-4951-8d81-1221c44d76a0", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:50:45.281938 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da6b388a-6c42-4fec-9a66-d62a96ddd739 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:50:45.282387 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ef1e2d8-4065-41cd-920a-0e6ae45b6c66', 'tag': 'd92f8473-da64-4951-8d81-1221c44d76a0', 'status': 'completed', 'code': 200} Aug 18 13:50:45.343196 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96378984-d2f7-45a1-8163-c9f096e81bb5 req-c64d39e4-ab45-4788-8377-c6794f27d564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:45.344741 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-96378984-d2f7-45a1-8163-c9f096e81bb5 req-c64d39e4-ab45-4788-8377-c6794f27d564 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 1097 time: 0.0420759 Aug 18 13:50:45.396809 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-b24ad7a1-01a5-4d8d-8fce-a57ad503544d None None] Set router 2401f522-23a2-46e5-b297-5be50b3a16b8 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:50:45.442776 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96378984-d2f7-45a1-8163-c9f096e81bb5 req-f70bdaae-769f-4eeb-b89c-1a30f53c6228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:45.444288 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-96378984-d2f7-45a1-8163-c9f096e81bb5 req-f70bdaae-769f-4eeb-b89c-1a30f53c6228 service neutron] 10.222.0.39 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 912 time: 0.0929952 Aug 18 13:50:45.512167 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-96378984-d2f7-45a1-8163-c9f096e81bb5 req-9d797f57-0df3-414e-a6d9-b56bee11cd2a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d92f8473-da64-4951-8d81-1221c44d76a0 HTTP/1.1" status: 200 len: 1000 time: 0.0606310 Aug 18 13:50:45.562216 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96378984-d2f7-45a1-8163-c9f096e81bb5 req-159c4dbc-c4ec-45f3-bb56-e58f31a0b19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:45.563848 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-96378984-d2f7-45a1-8163-c9f096e81bb5 req-159c4dbc-c4ec-45f3-bb56-e58f31a0b19c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e63ba7b-bcc7-4bfe-af18-04e90f2744d5 HTTP/1.1" status: 200 len: 850 time: 0.0448506 Aug 18 13:50:45.614051 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96378984-d2f7-45a1-8163-c9f096e81bb5 req-16456df7-f3e0-437c-880f-4f1011fc91bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:50:45.615673 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-96378984-d2f7-45a1-8163-c9f096e81bb5 req-16456df7-f3e0-437c-880f-4f1011fc91bc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454063 Aug 18 13:50:45.620319 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:45.637800 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-b24ad7a1-01a5-4d8d-8fce-a57ad503544d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'name': 'tempest-ServerActionsTestJSON-964935329-router', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:48:04Z', 'updated_at': '2021-08-18T13:48:08Z', 'revision_number': 4, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'gw_port': {'id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:05Z', 'updated_at': '2021-08-18T13:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'b19885e3-29db-4384-ba4d-3caa5ce71479', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'port_id': 'd92f8473-da64-4951-8d81-1221c44d76a0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'mac_address': 'fa:16:3e:ef:39:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef1e2d8-4065-41cd-920a-0e6ae45b6c66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:48:11Z', 'updated_at': '2021-08-18T13:50:44Z', 'revision_number': 5, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8198b66-47b6-45a9-90ba-2082e9664e65', 'name': '', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'mac_address': 'fa:16:3e:59:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:07Z', 'updated_at': '2021-08-18T13:48:12Z', 'revision_number': 5, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'subnets': [{'id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:50:45.665328 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24ad7a1-01a5-4d8d-8fce-a57ad503544d None None] Checking router: 2401f522-23a2-46e5-b297-5be50b3a16b8 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:50:45.673647 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24ad7a1-01a5-4d8d-8fce-a57ad503544d None None] Routers {'2401f522-23a2-46e5-b297-5be50b3a16b8'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:50:45.674302 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-b24ad7a1-01a5-4d8d-8fce-a57ad503544d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:50:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['2401f522-23a2-46e5-b297-5be50b3a16b8'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:50:45.708578 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-96378984-d2f7-45a1-8163-c9f096e81bb5 req-2b04bd31-f5f0-47a2-8dba-f83a66c0ddc4 service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851431 Aug 18 13:50:45.782639 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-b24ad7a1-01a5-4d8d-8fce-a57ad503544d None None] Set router 2401f522-23a2-46e5-b297-5be50b3a16b8 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:50:45.801703 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-96378984-d2f7-45a1-8163-c9f096e81bb5 req-86b2830b-d54d-4d94-bf07-250b2c755429 service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868645 Aug 18 13:50:46.007630 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-b24ad7a1-01a5-4d8d-8fce-a57ad503544d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'name': 'tempest-ServerActionsTestJSON-964935329-router', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:48:04Z', 'updated_at': '2021-08-18T13:48:08Z', 'revision_number': 4, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'gw_port': {'id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:05Z', 'updated_at': '2021-08-18T13:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'b19885e3-29db-4384-ba4d-3caa5ce71479', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'port_id': 'd92f8473-da64-4951-8d81-1221c44d76a0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'mac_address': 'fa:16:3e:ef:39:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef1e2d8-4065-41cd-920a-0e6ae45b6c66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:48:11Z', 'updated_at': '2021-08-18T13:50:44Z', 'revision_number': 5, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8198b66-47b6-45a9-90ba-2082e9664e65', 'name': '', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'mac_address': 'fa:16:3e:59:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:07Z', 'updated_at': '2021-08-18T13:48:12Z', 'revision_number': 5, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'subnets': [{'id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:50:46.037098 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24ad7a1-01a5-4d8d-8fce-a57ad503544d None None] The sync data for ids ['2401f522-23a2-46e5-b297-5be50b3a16b8'] in n-d-803603-2 is: [{'id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'name': 'tempest-ServerActionsTestJSON-964935329-router', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:48:04Z', 'updated_at': '2021-08-18T13:48:08Z', 'revision_number': 4, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'gw_port': {'id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:05Z', 'updated_at': '2021-08-18T13:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'b19885e3-29db-4384-ba4d-3caa5ce71479', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'port_id': 'd92f8473-da64-4951-8d81-1221c44d76a0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'mac_address': 'fa:16:3e:ef:39:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef1e2d8-4065-41cd-920a-0e6ae45b6c66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:48:11Z', 'updated_at': '2021-08-18T13:50:44Z', 'revision_number': 5, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8198b66-47b6-45a9-90ba-2082e9664e65', 'name': '', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'mac_address': 'fa:16:3e:59:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:07Z', 'updated_at': '2021-08-18T13:48:12Z', 'revision_number': 5, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'subnets': [{'id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:50:46.224674 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6652e8c2-1b9c-40e5-a22b-31ddaa42dfd6 None None] New status for floating IP b19885e3-29db-4384-ba4d-3caa5ce71479: ACTIVE {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:50:47.532412 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:58.360641 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:50:59.198676 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:51:11.661817 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-131c8459-f1ef-41c2-ad7d-5590f0b19e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:51:13.810026 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-447b602c-6c86-4981-ac37-ef89138686a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:51:14.593219 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:51:15.571745 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:51:16.180273 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b9d7f6c2-1fd8-4048-9774-68553a466940 req-51ece041-e7aa-4078-885c-71faf47a3eb1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397074 Aug 18 13:51:16.259021 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7f6c2-1fd8-4048-9774-68553a466940 req-84ff9795-8e55-4dad-9def-e67beaac8a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:51:16.260511 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b9d7f6c2-1fd8-4048-9774-68553a466940 req-84ff9795-8e55-4dad-9def-e67beaac8a50 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 1097 time: 0.0393655 Aug 18 13:51:16.369246 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7f6c2-1fd8-4048-9774-68553a466940 req-6a047966-3973-48cd-89e4-98566d62dce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:51:16.370772 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b9d7f6c2-1fd8-4048-9774-68553a466940 req-6a047966-3973-48cd-89e4-98566d62dce9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 912 time: 0.0889249 Aug 18 13:51:16.444273 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b9d7f6c2-1fd8-4048-9774-68553a466940 req-3fca0977-981a-49ad-9372-e88fd7cd4aaf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d92f8473-da64-4951-8d81-1221c44d76a0 HTTP/1.1" status: 200 len: 1002 time: 0.0638714 Aug 18 13:51:16.493303 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7f6c2-1fd8-4048-9774-68553a466940 req-9d5eb941-45e9-461a-bf55-8f27bd485e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:51:16.494764 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b9d7f6c2-1fd8-4048-9774-68553a466940 req-9d5eb941-45e9-461a-bf55-8f27bd485e14 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e63ba7b-bcc7-4bfe-af18-04e90f2744d5 HTTP/1.1" status: 200 len: 850 time: 0.0435033 Aug 18 13:51:16.544056 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7f6c2-1fd8-4048-9774-68553a466940 req-77702d40-a91b-427b-92bc-ffe22c41d28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:51:16.545613 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b9d7f6c2-1fd8-4048-9774-68553a466940 req-77702d40-a91b-427b-92bc-ffe22c41d28e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440841 Aug 18 13:51:16.638195 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b9d7f6c2-1fd8-4048-9774-68553a466940 req-c20a5c6e-f0f2-4a82-915e-225f2d92fed1 service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832739 Aug 18 13:51:16.733939 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b9d7f6c2-1fd8-4048-9774-68553a466940 req-4f5b04dd-0423-4a3f-92c3-97eb5f318a36 service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870202 Aug 18 13:51:17.558775 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:51:17.958555 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:51:28.421942 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:51:29.234909 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:51:41.640022 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-41974a85-bd6d-42bc-877b-b3b61cf16429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:51:43.775083 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-56bb2b96-3c76-405e-a822-28c17852f3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:51:44.609761 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:51:45.576751 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:51:47.548704 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:51:54.958900 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:51:58.391698 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:51:59.203119 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:06.172594 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [req-1dd6af52-9ab2-4ed6-8683-715f8c9fcb9f req-fca8bbf7-275c-43e7-896f-8fd6d16424b1 service neutron] (101676) timed out ('10.222.0.13', 34934) {{(pid=101676) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 13:52:11.708005 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-569bcc16-76bc-4d93-8c8e-63fe6014fc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:13.780612 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-090e7c16-d3d7-48ff-ba21-61559a521e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:14.591939 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:15.588067 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:17.217603 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aad7b365-567d-493f-ac8f-49c572d3ba00 req-8796df2c-fbe6-42ca-b18d-3ca95f332e01 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0829639 Aug 18 13:52:17.296515 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7b365-567d-493f-ac8f-49c572d3ba00 req-175483b3-5734-4762-b5e7-450e41334d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:17.297993 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aad7b365-567d-493f-ac8f-49c572d3ba00 req-175483b3-5734-4762-b5e7-450e41334d9e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 1097 time: 0.0397191 Aug 18 13:52:17.404287 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7b365-567d-493f-ac8f-49c572d3ba00 req-31aa6c00-1e9e-4251-bc22-863381cdf5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:17.405672 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aad7b365-567d-493f-ac8f-49c572d3ba00 req-31aa6c00-1e9e-4251-bc22-863381cdf5bd service neutron] 10.222.0.39 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 912 time: 0.0891526 Aug 18 13:52:17.471803 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aad7b365-567d-493f-ac8f-49c572d3ba00 req-195c0afb-602e-4d77-825a-41e02e9b3f8c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d92f8473-da64-4951-8d81-1221c44d76a0 HTTP/1.1" status: 200 len: 1002 time: 0.0589619 Aug 18 13:52:17.525623 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7b365-567d-493f-ac8f-49c572d3ba00 req-2cd5fccb-4bee-437a-8405-e1ef7a7767e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:17.527103 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aad7b365-567d-493f-ac8f-49c572d3ba00 req-2cd5fccb-4bee-437a-8405-e1ef7a7767e0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e63ba7b-bcc7-4bfe-af18-04e90f2744d5 HTTP/1.1" status: 200 len: 850 time: 0.0489385 Aug 18 13:52:17.563331 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:17.574573 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7b365-567d-493f-ac8f-49c572d3ba00 req-b9dcd975-bcad-47fb-a0aa-a38ba09c4cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:17.576092 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aad7b365-567d-493f-ac8f-49c572d3ba00 req-b9dcd975-bcad-47fb-a0aa-a38ba09c4cf5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412395 Aug 18 13:52:17.674812 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aad7b365-567d-493f-ac8f-49c572d3ba00 req-e165ccf1-249b-4e99-bb9c-6224736a2bf2 service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903454 Aug 18 13:52:17.775955 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aad7b365-567d-493f-ac8f-49c572d3ba00 req-676a9482-2a9a-4640-887d-ec62566ab984 service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943594 Aug 18 13:52:21.148334 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d443e-2cd6-411c-bf61-35ce2e3696ca req-14c87281-7933-43d3-a4de-6618760b7121 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:21.149848 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7e9d443e-2cd6-411c-bf61-35ce2e3696ca req-14c87281-7933-43d3-a4de-6618760b7121 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 946 time: 0.1014853 Aug 18 13:52:21.187153 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7e9d443e-2cd6-411c-bf61-35ce2e3696ca req-0536bea3-8cdc-4df5-acc9-2bae11f11773 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313697 Aug 18 13:52:21.588878 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [req-14395f00-f067-4258-b54d-2f4401eb066e req-f99b6c86-5945-42a0-b64e-a82bfb493150 service neutron] (101676) timed out ('10.222.0.20', 49883) {{(pid=101676) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 13:52:22.355287 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a007d-d9c0-4b50-915b-8fad899aa80b req-1bf393b7-8b25-47ca-b2e5-d2d4d8a184ff tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:22.356783 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1f3a007d-d9c0-4b50-915b-8fad899aa80b req-1bf393b7-8b25-47ca-b2e5-d2d4d8a184ff tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 946 time: 0.0990522 Aug 18 13:52:22.394098 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1f3a007d-d9c0-4b50-915b-8fad899aa80b req-64f6fbe9-cf52-4b15-a69e-daf6d8efdbe2 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313468 Aug 18 13:52:23.509126 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf77f4-0279-4cab-8ca6-20e9a34e89f6 req-272075f1-c04b-4581-9a94-44eff55cf169 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:23.510615 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3aaf77f4-0279-4cab-8ca6-20e9a34e89f6 req-272075f1-c04b-4581-9a94-44eff55cf169 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 946 time: 0.0479753 Aug 18 13:52:23.549328 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3aaf77f4-0279-4cab-8ca6-20e9a34e89f6 req-1dd376c5-a4de-4643-9348-f08300bb02c8 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327833 Aug 18 13:52:24.665103 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d9352-4f05-4fd2-be44-a43e648154e3 req-d12e1cf2-ef76-4077-b295-e03f589db280 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:24.666607 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-df9d9352-4f05-4fd2-be44-a43e648154e3 req-d12e1cf2-ef76-4077-b295-e03f589db280 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 946 time: 0.0490208 Aug 18 13:52:24.710066 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-df9d9352-4f05-4fd2-be44-a43e648154e3 req-8ebb8122-9265-4754-8618-b1b158c2b94d tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372624 Aug 18 13:52:25.830053 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe8f42-462f-4255-a753-45ef95c8d9d5 req-cde9dd4e-5321-4565-a400-13d505611962 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:25.831535 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1cbe8f42-462f-4255-a753-45ef95c8d9d5 req-cde9dd4e-5321-4565-a400-13d505611962 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 946 time: 0.0524049 Aug 18 13:52:25.871093 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1cbe8f42-462f-4255-a753-45ef95c8d9d5 req-03d17a74-72c7-4dc5-8103-4316c2d169ad tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328836 Aug 18 13:52:26.985851 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b9522-8fda-4e88-b92c-6a378287623b req-9cc313b3-960c-458d-a84d-d4e3216e163f tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:26.987540 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1c0b9522-8fda-4e88-b92c-6a378287623b req-9cc313b3-960c-458d-a84d-d4e3216e163f tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 946 time: 0.0490899 Aug 18 13:52:27.027233 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1c0b9522-8fda-4e88-b92c-6a378287623b req-2dfebfe1-4e10-4915-836a-7e89bab3c474 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330827 Aug 18 13:52:28.140859 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d541a1-ae02-4261-9e1b-9ba74972eed9 req-2485e109-c908-43b8-8e34-330772dfb45b tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:28.142269 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-38d541a1-ae02-4261-9e1b-9ba74972eed9 req-2485e109-c908-43b8-8e34-330772dfb45b tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 946 time: 0.0492718 Aug 18 13:52:28.179792 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-38d541a1-ae02-4261-9e1b-9ba74972eed9 req-25cfa6fa-055d-4f0a-ae98-e31ae2ed5358 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315831 Aug 18 13:52:28.393210 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:29.199293 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:29.299096 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7b397-fbbe-47a4-a47a-03c8715c2e0c req-6c9b6387-0783-4a21-a1c7-c4cd15ceb98a tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:29.300660 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-05b7b397-fbbe-47a4-a47a-03c8715c2e0c req-6c9b6387-0783-4a21-a1c7-c4cd15ceb98a tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 946 time: 0.0520799 Aug 18 13:52:29.341565 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-05b7b397-fbbe-47a4-a47a-03c8715c2e0c req-a536a2fe-79a8-4b4d-a321-51e7bea1c928 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348856 Aug 18 13:52:30.456226 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829b830-c4a2-4ee7-86cf-0c8d5acad99a req-0e90b6fb-ab29-4a2c-a27e-661b1cb41bfd tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:30.457704 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f829b830-c4a2-4ee7-86cf-0c8d5acad99a req-0e90b6fb-ab29-4a2c-a27e-661b1cb41bfd tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 946 time: 0.0490131 Aug 18 13:52:30.494816 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f829b830-c4a2-4ee7-86cf-0c8d5acad99a req-97a4b3c3-83a9-4bdb-899c-7b6ecb27273c tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312192 Aug 18 13:52:31.610422 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b27a9-beec-4a7f-b4d0-786037f47ceb req-7734f5e0-9d9a-43b9-8141-7c36c4803284 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:31.611883 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-083b27a9-beec-4a7f-b4d0-786037f47ceb req-7734f5e0-9d9a-43b9-8141-7c36c4803284 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 946 time: 0.0481968 Aug 18 13:52:31.654192 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-083b27a9-beec-4a7f-b4d0-786037f47ceb req-25fa5994-857e-4573-a61d-aa3c6a248cc8 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357862 Aug 18 13:52:31.958090 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:52:32.008308 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2b1bf-9f53-4f32-883e-bfe021c3fc14 req-bdc9258c-6cf2-4673-a006-113bd0062b22 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:32.009835 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ebf2b1bf-9f53-4f32-883e-bfe021c3fc14 req-bdc9258c-6cf2-4673-a006-113bd0062b22 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 946 time: 0.0497947 Aug 18 13:52:32.047400 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ebf2b1bf-9f53-4f32-883e-bfe021c3fc14 req-6e7e2d3a-7080-41b6-a05f-732a33bdbc4f tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313566 Aug 18 13:52:32.159493 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 37880) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:52:32.242365 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-6f7b42a7-59b3-42c9-abc3-e011cc5ebd55 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0810769 Aug 18 13:52:33.161632 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1afd60-78f9-4602-9f7f-477c76b0a638 req-9dd89c20-1c7f-4259-b20d-bbe0a1fda0a0 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:33.163157 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bc1afd60-78f9-4602-9f7f-477c76b0a638 req-9dd89c20-1c7f-4259-b20d-bbe0a1fda0a0 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 946 time: 0.0493047 Aug 18 13:52:33.201549 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bc1afd60-78f9-4602-9f7f-477c76b0a638 req-dbe4c5e6-11ee-4ee2-9def-c2e1f8835129 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319428 Aug 18 13:52:34.316776 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e4f0b-8153-4b91-aad2-171c0faf33aa req-2a2c9c94-847b-4f6f-87a4-78ba8df95ce2 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:34.318319 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-315e4f0b-8153-4b91-aad2-171c0faf33aa req-2a2c9c94-847b-4f6f-87a4-78ba8df95ce2 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 946 time: 0.0486071 Aug 18 13:52:34.357293 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-315e4f0b-8153-4b91-aad2-171c0faf33aa req-ed8327bd-f636-4757-853c-b85e656f0fbd tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323596 Aug 18 13:52:35.477965 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f12da-6eae-49bc-8277-a3f549b77ccf req-af55fe03-66aa-4066-9bae-7a9c59a8e0f7 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:35.479507 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-015f12da-6eae-49bc-8277-a3f549b77ccf req-af55fe03-66aa-4066-9bae-7a9c59a8e0f7 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 946 time: 0.0499947 Aug 18 13:52:35.519004 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-015f12da-6eae-49bc-8277-a3f549b77ccf req-16555273-2779-4f37-a4d6-588078e6f863 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331056 Aug 18 13:52:36.167266 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-a1168be9-0446-42dc-8ea0-4b111d890f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:36.168644 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-a1168be9-0446-42dc-8ea0-4b111d890f3a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 1097 time: 0.0404782 Aug 18 13:52:36.262258 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-f8d02928-5279-4076-ae25-00d50579f706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:36.263777 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-f8d02928-5279-4076-ae25-00d50579f706 service neutron] 10.222.0.39 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 912 time: 0.0878444 Aug 18 13:52:36.333420 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-29895a34-c52a-44a1-b1a5-ccb0c8b0662c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d92f8473-da64-4951-8d81-1221c44d76a0 HTTP/1.1" status: 200 len: 1002 time: 0.0621347 Aug 18 13:52:36.381360 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-6fecfc77-6872-4aad-9144-2586579918a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:36.383416 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-6fecfc77-6872-4aad-9144-2586579918a4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e63ba7b-bcc7-4bfe-af18-04e90f2744d5 HTTP/1.1" status: 200 len: 850 time: 0.0434508 Aug 18 13:52:36.428204 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-65bb9ac3-7adb-40cd-beae-e4501f50b807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:36.430204 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-65bb9ac3-7adb-40cd-beae-e4501f50b807 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402915 Aug 18 13:52:36.523570 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-6a6b6212-cf79-4a74-9e7c-cf7ea0bec68f service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865428 Aug 18 13:52:36.639614 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-605699b6-f645-40d3-a45b-03c8e7e95af8 service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093621 Aug 18 13:52:36.657428 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd445f6c-3d3d-4527-9004-7613b961aa64 req-b5e4ee23-f9cd-4ced-931b-d3101a768bea tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:36.659133 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dd445f6c-3d3d-4527-9004-7613b961aa64 req-b5e4ee23-f9cd-4ced-931b-d3101a768bea tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 946 time: 0.0705991 Aug 18 13:52:36.698075 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dd445f6c-3d3d-4527-9004-7613b961aa64 req-ff7d483e-991b-49a1-a2d0-54929cc800f6 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322275 Aug 18 13:52:37.816543 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979d7f8-072b-4240-ae87-01043bf6fc64 req-e7b954ee-f119-4388-977a-fe9104df382a tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:37.818022 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5979d7f8-072b-4240-ae87-01043bf6fc64 req-e7b954ee-f119-4388-977a-fe9104df382a tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 946 time: 0.0525672 Aug 18 13:52:37.857121 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5979d7f8-072b-4240-ae87-01043bf6fc64 req-46a93ba6-f23d-4224-8516-5a2ebcf264c9 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324833 Aug 18 13:52:38.660801 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-b7dff2e0-43de-4584-b947-d0b1ae5adc08 service neutron] show failed (client error): The resource could not be found. Aug 18 13:52:38.661790 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-b7dff2e0-43de-4584-b947-d0b1ae5adc08 service neutron] 10.222.0.39 "GET /v2.0/ports/d92f8473-da64-4951-8d81-1221c44d76a0/bindings/n-h2-803603-2 HTTP/1.1" status: 404 len: 380 time: 0.0599153 Aug 18 13:52:38.978420 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f436cc6-a02d-4215-bd68-17aac805a8d7 req-baa8010f-3590-483c-99f1-4a058eb4a405 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:38.979956 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6f436cc6-a02d-4215-bd68-17aac805a8d7 req-baa8010f-3590-483c-99f1-4a058eb4a405 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 946 time: 0.0508482 Aug 18 13:52:39.019949 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6f436cc6-a02d-4215-bd68-17aac805a8d7 req-64ec38fc-83f5-4ae2-9623-f1bf05db623d tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339119 Aug 18 13:52:39.228105 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-c26aac1a-dbd4-47da-a22d-5d6fddf97c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:39.229655 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-c26aac1a-dbd4-47da-a22d-5d6fddf97c30 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66&tenant_id=0bb3851a915245f990a25e5cd818032b HTTP/1.1" status: 200 len: 1097 time: 0.0823448 Aug 18 13:52:39.241690 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-17d5613a-d9d4-42c1-9e24-13d88ea5ddd9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803603-2', 'device_owner': 'compute:nova'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:52:39.299814 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-17d5613a-d9d4-42c1-9e24-13d88ea5ddd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:39.500508 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-17d5613a-d9d4-42c1-9e24-13d88ea5ddd9 service neutron] For port d92f8473-da64-4951-8d81-1221c44d76a0, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=d92f8473-da64-4951-8d81-1221c44d76a0,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:52:39.532708 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-17d5613a-d9d4-42c1-9e24-13d88ea5ddd9 service neutron] For port d92f8473-da64-4951-8d81-1221c44d76a0, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:52:39.571785 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef1e2d8-4065-41cd-920a-0e6ae45b6c66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd92f8473-da64-4951-8d81-1221c44d76a0'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:52:39.574055 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c1a031-2d92-4440-8d29-deda0521cf05" -d '{"events": [{"server_uuid": "5ef1e2d8-4065-41cd-920a-0e6ae45b6c66", "name": "network-vif-unplugged", "status": "completed", "tag": "d92f8473-da64-4951-8d81-1221c44d76a0"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:52:39.577801 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-17d5613a-d9d4-42c1-9e24-13d88ea5ddd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:39.590390 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-17d5613a-d9d4-42c1-9e24-13d88ea5ddd9 service neutron] Transition to ACTIVE for port object d92f8473-da64-4951-8d81-1221c44d76a0 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:52:39.665831 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-17d5613a-d9d4-42c1-9e24-13d88ea5ddd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:39.696137 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 13:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00d582e-e420-4fb0-8367-77ba93a2e6f3 x-openstack-request-id: req-b00d582e-e420-4fb0-8367-77ba93a2e6f3 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:52:39.696937 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef1e2d8-4065-41cd-920a-0e6ae45b6c66", "name": "network-vif-unplugged", "status": "completed", "tag": "d92f8473-da64-4951-8d81-1221c44d76a0", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:52:39.697192 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b00d582e-e420-4fb0-8367-77ba93a2e6f3 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:52:39.697576 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef1e2d8-4065-41cd-920a-0e6ae45b6c66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd92f8473-da64-4951-8d81-1221c44d76a0', 'code': 200} Aug 18 13:52:39.752269 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d5613a-d9d4-42c1-9e24-13d88ea5ddd9 service neutron] Pushing event updated for resources: {'Port': ['ID=d92f8473-da64-4951-8d81-1221c44d76a0,revision_number=6']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:52:39.766731 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d5613a-d9d4-42c1-9e24-13d88ea5ddd9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:52:39.767084 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d5613a-d9d4-42c1-9e24-13d88ea5ddd9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:52:39.767428 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d5613a-d9d4-42c1-9e24-13d88ea5ddd9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:52:39.767767 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d5613a-d9d4-42c1-9e24-13d88ea5ddd9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:52:39.768104 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d5613a-d9d4-42c1-9e24-13d88ea5ddd9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:52:39.768438 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d5613a-d9d4-42c1-9e24-13d88ea5ddd9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:52:39.768768 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d5613a-d9d4-42c1-9e24-13d88ea5ddd9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:52:39.769095 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d5613a-d9d4-42c1-9e24-13d88ea5ddd9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:52:39.769427 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d5613a-d9d4-42c1-9e24-13d88ea5ddd9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:52:39.769761 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d5613a-d9d4-42c1-9e24-13d88ea5ddd9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:52:39.770085 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d5613a-d9d4-42c1-9e24-13d88ea5ddd9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:52:39.770434 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d5613a-d9d4-42c1-9e24-13d88ea5ddd9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:52:39.806383 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-17d5613a-d9d4-42c1-9e24-13d88ea5ddd9 service neutron] No DVR routers for this DVR port d92f8473-da64-4951-8d81-1221c44d76a0 on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:52:39.947222 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-17d5613a-d9d4-42c1-9e24-13d88ea5ddd9 service neutron] Attempting to bind port d92f8473-da64-4951-8d81-1221c44d76a0 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:52:39.947545 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-17d5613a-d9d4-42c1-9e24-13d88ea5ddd9 service neutron] Attempting to bind port d92f8473-da64-4951-8d81-1221c44d76a0 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:52:39.947871 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-17d5613a-d9d4-42c1-9e24-13d88ea5ddd9 service neutron] Attempting to bind port d92f8473-da64-4951-8d81-1221c44d76a0 on network de2eb0e2-4301-47e1-aab5-4b22ec41fcfb {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:52:39.952084 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-17d5613a-d9d4-42c1-9e24-13d88ea5ddd9 service neutron] Port d92f8473-da64-4951-8d81-1221c44d76a0 on network de2eb0e2-4301-47e1-aab5-4b22ec41fcfb not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:52:39.952403 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-17d5613a-d9d4-42c1-9e24-13d88ea5ddd9 service neutron] Attempting to bind port d92f8473-da64-4951-8d81-1221c44d76a0 on network de2eb0e2-4301-47e1-aab5-4b22ec41fcfb {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:52:39.957081 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-17d5613a-d9d4-42c1-9e24-13d88ea5ddd9 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:52:39.957413 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-17d5613a-d9d4-42c1-9e24-13d88ea5ddd9 service neutron] Checking segment: {'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:52:39.957794 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-17d5613a-d9d4-42c1-9e24-13d88ea5ddd9 service neutron] Bound using segment: {'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:52:39.958236 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-17d5613a-d9d4-42c1-9e24-13d88ea5ddd9 service neutron] Bound port: d92f8473-da64-4951-8d81-1221c44d76a0, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:52:39.958613 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-17d5613a-d9d4-42c1-9e24-13d88ea5ddd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:40.024837 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-17d5613a-d9d4-42c1-9e24-13d88ea5ddd9 service neutron] For port d92f8473-da64-4951-8d81-1221c44d76a0, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:52:40.027756 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-17d5613a-d9d4-42c1-9e24-13d88ea5ddd9 service neutron] For port d92f8473-da64-4951-8d81-1221c44d76a0, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=d92f8473-da64-4951-8d81-1221c44d76a0,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:52:40.131838 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-17d5613a-d9d4-42c1-9e24-13d88ea5ddd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:40.150815 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6e44b-1840-4122-bf64-cb7a0e5f4d7a req-c4abf1f7-4aac-4d42-92cb-6823664d7d7e tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:40.152294 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1ee6e44b-1840-4122-bf64-cb7a0e5f4d7a req-c4abf1f7-4aac-4d42-92cb-6823664d7d7e tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 944 time: 0.0636482 Aug 18 13:52:40.183316 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-17d5613a-d9d4-42c1-9e24-13d88ea5ddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:40.183934 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-17d5613a-d9d4-42c1-9e24-13d88ea5ddd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:40.185306 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-17d5613a-d9d4-42c1-9e24-13d88ea5ddd9 service neutron] 10.222.0.20 "PUT /v2.0/ports/d92f8473-da64-4951-8d81-1221c44d76a0 HTTP/1.1" status: 200 len: 1092 time: 0.9478445 Aug 18 13:52:40.250343 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d5613a-d9d4-42c1-9e24-13d88ea5ddd9 service neutron] Pushing event updated for resources: {'Port': ['ID=d92f8473-da64-4951-8d81-1221c44d76a0,revision_number=7']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:52:40.258546 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1ee6e44b-1840-4122-bf64-cb7a0e5f4d7a req-c825bc90-8297-4eee-98d8-4c27442b52cd tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890443 Aug 18 13:52:40.273601 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-0d16e7e9-a456-49fa-a274-23e0531606c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:40.275240 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-0d16e7e9-a456-49fa-a274-23e0531606c0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 1095 time: 0.0609226 Aug 18 13:52:40.373482 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-22bbfa5f-613a-44d4-aad0-b6cffb8fb38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:40.375010 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-22bbfa5f-613a-44d4-aad0-b6cffb8fb38d service neutron] 10.222.0.20 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 912 time: 0.0924556 Aug 18 13:52:40.443374 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-5023450c-a8f4-4d27-aa10-c84afa688af7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d92f8473-da64-4951-8d81-1221c44d76a0 HTTP/1.1" status: 200 len: 1000 time: 0.0609965 Aug 18 13:52:40.496647 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-5b73c797-5d55-4d9c-a882-ca68d5eb5357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:40.498057 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-5b73c797-5d55-4d9c-a882-ca68d5eb5357 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e63ba7b-bcc7-4bfe-af18-04e90f2744d5 HTTP/1.1" status: 200 len: 850 time: 0.0465584 Aug 18 13:52:40.542855 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-4de8dd80-369e-4686-905e-22dfdfccddda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:40.544313 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-4de8dd80-369e-4686-905e-22dfdfccddda service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388162 Aug 18 13:52:40.638626 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-375ebd16-8710-44c1-8ce1-0ccc40b90e93 service neutron] 10.222.0.20 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869310 Aug 18 13:52:40.725946 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8119f549-f089-41b0-a0c7-e4aa8bf97925 req-2956f331-401f-41ca-aacb-cf9852712aca service neutron] 10.222.0.20 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808039 Aug 18 13:52:41.379234 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98623f8-fde9-42e5-8fea-de97d38cb02e req-600c9fcd-d8c2-4003-a9cf-e54d354e42f4 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:41.380748 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b98623f8-fde9-42e5-8fea-de97d38cb02e req-600c9fcd-d8c2-4003-a9cf-e54d354e42f4 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 944 time: 0.0499032 Aug 18 13:52:41.418537 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b98623f8-fde9-42e5-8fea-de97d38cb02e req-bcdbe047-681d-414d-95b8-fda99029c94d tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316350 Aug 18 13:52:41.678975 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f3024093-fd53-422f-b95b-44b596fc9421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:41.698967 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef1e2d8-4065-41cd-920a-0e6ae45b6c66', 'tag': 'd92f8473-da64-4951-8d81-1221c44d76a0'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:52:41.701339 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4591db-55e3-4713-8bc3-e878f47de434" -d '{"events": [{"name": "network-changed", "server_uuid": "5ef1e2d8-4065-41cd-920a-0e6ae45b6c66", "tag": "d92f8473-da64-4951-8d81-1221c44d76a0"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:52:41.751036 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1247b0-76f6-40f1-a33d-f780c6f2d537 x-openstack-request-id: req-ad1247b0-76f6-40f1-a33d-f780c6f2d537 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:52:41.751622 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ef1e2d8-4065-41cd-920a-0e6ae45b6c66", "tag": "d92f8473-da64-4951-8d81-1221c44d76a0", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:52:41.751622 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad1247b0-76f6-40f1-a33d-f780c6f2d537 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:52:41.751960 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ef1e2d8-4065-41cd-920a-0e6ae45b6c66', 'tag': 'd92f8473-da64-4951-8d81-1221c44d76a0', 'status': 'completed', 'code': 200} Aug 18 13:52:41.842555 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4591db-55e3-4713-8bc3-e878f47de434 req-33c7a384-bd10-40cc-a648-8408b480b6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:41.844000 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e4591db-55e3-4713-8bc3-e878f47de434 req-33c7a384-bd10-40cc-a648-8408b480b6ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 1095 time: 0.0732567 Aug 18 13:52:41.846531 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4591db-55e3-4713-8bc3-e878f47de434 req-ca2dada1-7110-4205-a09d-5c30f8043587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:41.848319 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e4591db-55e3-4713-8bc3-e878f47de434 req-ca2dada1-7110-4205-a09d-5c30f8043587 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 1095 time: 0.0678592 Aug 18 13:52:42.010829 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4591db-55e3-4713-8bc3-e878f47de434 req-a8b8ae52-ffc8-46ba-8d31-49488b28981c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:42.012314 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e4591db-55e3-4713-8bc3-e878f47de434 req-a8b8ae52-ffc8-46ba-8d31-49488b28981c service neutron] 10.222.0.39 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 912 time: 0.1591878 Aug 18 13:52:42.016646 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4591db-55e3-4713-8bc3-e878f47de434 req-462360dd-4c86-488d-aeea-a03e91d55026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:42.017993 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e4591db-55e3-4713-8bc3-e878f47de434 req-462360dd-4c86-488d-aeea-a03e91d55026 service neutron] 10.222.0.20 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 912 time: 0.1551864 Aug 18 13:52:42.126694 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e4591db-55e3-4713-8bc3-e878f47de434 req-edafd551-9148-4f92-8c8d-863bf77c0240 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d92f8473-da64-4951-8d81-1221c44d76a0 HTTP/1.1" status: 200 len: 1000 time: 0.1059473 Aug 18 13:52:42.130488 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e4591db-55e3-4713-8bc3-e878f47de434 req-a81517aa-809e-49dd-960b-a5ade924474a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d92f8473-da64-4951-8d81-1221c44d76a0 HTTP/1.1" status: 200 len: 1000 time: 0.1040437 Aug 18 13:52:42.208981 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4591db-55e3-4713-8bc3-e878f47de434 req-5bd5e860-498c-4f7f-a29a-df7824a275cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:42.210495 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e4591db-55e3-4713-8bc3-e878f47de434 req-5bd5e860-498c-4f7f-a29a-df7824a275cc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e63ba7b-bcc7-4bfe-af18-04e90f2744d5 HTTP/1.1" status: 200 len: 850 time: 0.0771501 Aug 18 13:52:42.213894 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4591db-55e3-4713-8bc3-e878f47de434 req-da2af527-2b86-4848-9b80-d5fe4bd751dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:42.215274 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e4591db-55e3-4713-8bc3-e878f47de434 req-da2af527-2b86-4848-9b80-d5fe4bd751dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e63ba7b-bcc7-4bfe-af18-04e90f2744d5 HTTP/1.1" status: 200 len: 850 time: 0.0571837 Aug 18 13:52:42.544416 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b6ee19-742f-4dae-9784-c540f3231820 req-5acd1fa6-b253-4cf1-be88-41f6296e69aa tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:42.546095 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e4b6ee19-742f-4dae-9784-c540f3231820 req-5acd1fa6-b253-4cf1-be88-41f6296e69aa tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 944 time: 0.0508235 Aug 18 13:52:42.585845 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e4b6ee19-742f-4dae-9784-c540f3231820 req-fb5299d1-df0d-469f-9985-8769495ad872 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335021 Aug 18 13:52:42.636913 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4591db-55e3-4713-8bc3-e878f47de434 req-49175672-e0f0-41ad-a781-9fadf3ff5aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:42.638490 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e4591db-55e3-4713-8bc3-e878f47de434 req-49175672-e0f0-41ad-a781-9fadf3ff5aa5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4215240 Aug 18 13:52:42.643908 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4591db-55e3-4713-8bc3-e878f47de434 req-0190128e-e591-4336-9beb-9fc56cee6164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:42.646706 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e4591db-55e3-4713-8bc3-e878f47de434 req-0190128e-e591-4336-9beb-9fc56cee6164 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4210818 Aug 18 13:52:42.795725 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e4591db-55e3-4713-8bc3-e878f47de434 req-bbd5c008-8c30-4c37-b621-558691fc1dfd service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493559 Aug 18 13:52:42.798981 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e4591db-55e3-4713-8bc3-e878f47de434 req-82208bc1-dd5e-4d3e-868f-587477a06ddb service neutron] 10.222.0.20 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450744 Aug 18 13:52:42.929971 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device d92f8473-da64-4951-8d81-1221c44d76a0 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:52:42.953908 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3570188-35b6-4715-a498-09f21239c579 req-de9939bf-fe4c-4bb0-ba63-c3c5dbd68874 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:42.954597 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.39', 52143) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:52:42.955948 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c3570188-35b6-4715-a498-09f21239c579 req-de9939bf-fe4c-4bb0-ba63-c3c5dbd68874 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 944 time: 0.0747230 Aug 18 13:52:42.974614 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device d92f8473-da64-4951-8d81-1221c44d76a0 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:52:42.977287 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e4591db-55e3-4713-8bc3-e878f47de434 req-55436c19-d34d-4e8b-8de2-ff8fb302c18c service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735570 Aug 18 13:52:42.995932 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e4591db-55e3-4713-8bc3-e878f47de434 req-69586a03-a589-44f2-b76d-1a0e46b631c8 service neutron] 10.222.0.20 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840916 Aug 18 13:52:43.017884 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c3570188-35b6-4715-a498-09f21239c579 req-64fd9470-016c-43e1-ae71-61d85db48aa6 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557542 Aug 18 13:52:43.022947 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a4e85-5338-4964-aa92-8234b9683f73 req-dddf8f8f-b7ad-4216-af99-ff83ffca2937 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:43.024460 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-070a4e85-5338-4964-aa92-8234b9683f73 req-dddf8f8f-b7ad-4216-af99-ff83ffca2937 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66&tenant_id=0bb3851a915245f990a25e5cd818032b&binding%3Ahost_id=n-h2-803603-2 HTTP/1.1" status: 200 len: 944 time: 0.0688918 Aug 18 13:52:43.086698 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [req-070a4e85-5338-4964-aa92-8234b9683f73 req-1b2f0abd-672b-44da-8878-4220d6c0d1a4 service neutron] delete failed (client error): The resource could not be found. Aug 18 13:52:43.088199 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-070a4e85-5338-4964-aa92-8234b9683f73 req-1b2f0abd-672b-44da-8878-4220d6c0d1a4 service neutron] 10.222.0.39 "DELETE /v2.0/ports/d92f8473-da64-4951-8d81-1221c44d76a0/bindings/n-h1-803603-2 HTTP/1.1" status: 404 len: 380 time: 0.0557959 Aug 18 13:52:43.178454 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a4e85-5338-4964-aa92-8234b9683f73 req-4cc3615b-74dc-4f35-bda5-bf4ed7b94364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:43.179998 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-070a4e85-5338-4964-aa92-8234b9683f73 req-4cc3615b-74dc-4f35-bda5-bf4ed7b94364 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 1095 time: 0.0419371 Aug 18 13:52:43.275458 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a4e85-5338-4964-aa92-8234b9683f73 req-ec780dbe-a6f6-4399-9b0b-d00d2624bda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:43.276879 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-070a4e85-5338-4964-aa92-8234b9683f73 req-ec780dbe-a6f6-4399-9b0b-d00d2624bda6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 912 time: 0.0893447 Aug 18 13:52:43.348730 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-070a4e85-5338-4964-aa92-8234b9683f73 req-4a004075-0eee-4119-878b-e68445280a0c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d92f8473-da64-4951-8d81-1221c44d76a0 HTTP/1.1" status: 200 len: 1000 time: 0.0600121 Aug 18 13:52:43.397870 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a4e85-5338-4964-aa92-8234b9683f73 req-4757a358-9f4f-4b8f-8d07-b6a2a4e4ed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:43.399369 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-070a4e85-5338-4964-aa92-8234b9683f73 req-4757a358-9f4f-4b8f-8d07-b6a2a4e4ed52 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e63ba7b-bcc7-4bfe-af18-04e90f2744d5 HTTP/1.1" status: 200 len: 850 time: 0.0436168 Aug 18 13:52:43.453609 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a4e85-5338-4964-aa92-8234b9683f73 req-470b2ab0-6609-419e-aa12-29a2b6876d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:43.455429 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-070a4e85-5338-4964-aa92-8234b9683f73 req-470b2ab0-6609-419e-aa12-29a2b6876d02 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482559 Aug 18 13:52:43.551732 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-070a4e85-5338-4964-aa92-8234b9683f73 req-9341a870-2cc1-4c62-b0d8-7c5b32c41348 service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879810 Aug 18 13:52:43.647373 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-070a4e85-5338-4964-aa92-8234b9683f73 req-bdc0e769-d4bd-40a8-840a-c099d93f7dec service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879934 Aug 18 13:52:43.793437 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-33822644-9904-4559-88d1-aaa71976bb84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:44.138082 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a6d26-ca3d-4bb3-91e0-db5d99d4fbd3 req-9069fe43-9aa7-400b-8a15-6a8712d89030 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:44.139639 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cd6a6d26-ca3d-4bb3-91e0-db5d99d4fbd3 req-9069fe43-9aa7-400b-8a15-6a8712d89030 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 944 time: 0.0506830 Aug 18 13:52:44.178821 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cd6a6d26-ca3d-4bb3-91e0-db5d99d4fbd3 req-9371f340-7660-4b53-b0f0-eb042c48528b tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328703 Aug 18 13:52:44.339808 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device d92f8473-da64-4951-8d81-1221c44d76a0 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:52:44.439105 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port d92f8473-da64-4951-8d81-1221c44d76a0, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=d92f8473-da64-4951-8d81-1221c44d76a0,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:52:44.450829 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'd92f8473-da64-4951-8d81-1221c44d76a0', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'port_id': 'd92f8473-da64-4951-8d81-1221c44d76a0', 'mac_address': 'fa:16:3e:ef:39:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:52:44.488632 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:44.502073 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d92f8473-da64-4951-8d81-1221c44d76a0 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:52:44.520966 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port d92f8473-da64-4951-8d81-1221c44d76a0, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=d92f8473-da64-4951-8d81-1221c44d76a0,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:52:44.603797 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:44.608513 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:44.655896 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=d92f8473-da64-4951-8d81-1221c44d76a0,revision_number=8']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:52:44.663106 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:52:44.663450 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:52:44.663786 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:52:44.664119 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:52:44.664450 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:52:44.664790 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:52:44.665233 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:52:44.666088 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:52:44.666445 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:52:44.666770 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:52:44.667091 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:52:44.667412 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:52:44.816443 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['d92f8473-da64-4951-8d81-1221c44d76a0'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:52:45.295356 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f347bbd-4f10-4576-a9ab-105f877a41e6 req-2ede3586-500f-4763-8fdf-0163759abf1e tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:45.297262 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0f347bbd-4f10-4576-a9ab-105f877a41e6 req-2ede3586-500f-4763-8fdf-0163759abf1e tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 945 time: 0.0493407 Aug 18 13:52:45.334899 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0f347bbd-4f10-4576-a9ab-105f877a41e6 req-6f19b054-d1dd-4968-9e4c-b969ee9c2d6e tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317483 Aug 18 13:52:45.448779 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba9b1a-5158-4a1e-8a84-07f1b358e918 req-04471914-a32a-4ec0-b743-d41b1fec7a39 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:45.450386 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b6ba9b1a-5158-4a1e-8a84-07f1b358e918 req-04471914-a32a-4ec0-b743-d41b1fec7a39 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 945 time: 0.0499401 Aug 18 13:52:45.488518 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b6ba9b1a-5158-4a1e-8a84-07f1b358e918 req-bd07347f-2fb9-444b-9d2d-6ba801de0286 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319245 Aug 18 13:52:45.587531 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:45.850619 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbfa52a-6362-4c24-964d-650ee5299e2d req-4e5c2e42-f8ad-474c-a611-6744122689ef tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:45.852184 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-abbfa52a-6362-4c24-964d-650ee5299e2d req-4e5c2e42-f8ad-474c-a611-6744122689ef tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 945 time: 0.0577540 Aug 18 13:52:45.895267 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-abbfa52a-6362-4c24-964d-650ee5299e2d req-4581a1ae-d3c8-496d-bb4c-a518231c69c3 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357034 Aug 18 13:52:45.956611 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473ae53-f0a9-4152-9623-e496aaee85c4 req-a7dd61e2-0d56-461e-a7bc-f0b279ab06ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:45.958117 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5473ae53-f0a9-4152-9623-e496aaee85c4 req-a7dd61e2-0d56-461e-a7bc-f0b279ab06ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 1096 time: 0.0482154 Aug 18 13:52:46.051787 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473ae53-f0a9-4152-9623-e496aaee85c4 req-a270622e-dad2-4601-81b9-5b2e29988a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:46.053163 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5473ae53-f0a9-4152-9623-e496aaee85c4 req-a270622e-dad2-4601-81b9-5b2e29988a0a service neutron] 10.222.0.20 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 912 time: 0.0882025 Aug 18 13:52:46.119545 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5473ae53-f0a9-4152-9623-e496aaee85c4 req-bdfa98f8-391c-44a3-831a-6b38311bb9d1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d92f8473-da64-4951-8d81-1221c44d76a0 HTTP/1.1" status: 200 len: 1001 time: 0.0581295 Aug 18 13:52:46.168304 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473ae53-f0a9-4152-9623-e496aaee85c4 req-582a11dc-8d81-4754-8130-3fa039a9eb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:46.169790 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5473ae53-f0a9-4152-9623-e496aaee85c4 req-582a11dc-8d81-4754-8130-3fa039a9eb26 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e63ba7b-bcc7-4bfe-af18-04e90f2744d5 HTTP/1.1" status: 200 len: 850 time: 0.0435758 Aug 18 13:52:46.218330 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473ae53-f0a9-4152-9623-e496aaee85c4 req-e22fd72a-d3eb-4b22-9ce0-ce607f7756b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:46.219820 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5473ae53-f0a9-4152-9623-e496aaee85c4 req-e22fd72a-d3eb-4b22-9ce0-ce607f7756b7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434399 Aug 18 13:52:46.308248 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5473ae53-f0a9-4152-9623-e496aaee85c4 req-66ebd368-3041-4ade-ab8e-eae0e5f20c65 service neutron] 10.222.0.20 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812013 Aug 18 13:52:46.355779 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device d92f8473-da64-4951-8d81-1221c44d76a0 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:52:46.403540 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5473ae53-f0a9-4152-9623-e496aaee85c4 req-0b0174dd-888d-4154-8058-d078c7d09777 service neutron] 10.222.0.20 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887001 Aug 18 13:52:46.505790 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port d92f8473-da64-4951-8d81-1221c44d76a0 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:52:46.510301 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port d92f8473-da64-4951-8d81-1221c44d76a0 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:52:46.510667 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:46.589918 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:46.611097 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef1e2d8-4065-41cd-920a-0e6ae45b6c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92f8473-da64-4951-8d81-1221c44d76a0'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:52:46.613384 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ba3b915c790ece66a99fb45b0530a9eb9c5b6743edcd6e3a78a03ec4b78c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bf3998-6931-48dd-8ffc-443812a62e27" -d '{"events": [{"server_uuid": "5ef1e2d8-4065-41cd-920a-0e6ae45b6c66", "name": "network-vif-plugged", "status": "completed", "tag": "d92f8473-da64-4951-8d81-1221c44d76a0"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:52:46.626282 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port d92f8473-da64-4951-8d81-1221c44d76a0, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=d92f8473-da64-4951-8d81-1221c44d76a0,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:52:46.694562 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:46.719412 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44a9804-4f5b-4bc1-a2eb-11f66f546b0f x-openstack-request-id: req-a44a9804-4f5b-4bc1-a2eb-11f66f546b0f {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:52:46.719706 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef1e2d8-4065-41cd-920a-0e6ae45b6c66", "name": "network-vif-plugged", "status": "completed", "tag": "d92f8473-da64-4951-8d81-1221c44d76a0", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:52:46.719959 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a44a9804-4f5b-4bc1-a2eb-11f66f546b0f {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:52:46.720406 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef1e2d8-4065-41cd-920a-0e6ae45b6c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92f8473-da64-4951-8d81-1221c44d76a0', 'code': 200} Aug 18 13:52:46.745845 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=d92f8473-da64-4951-8d81-1221c44d76a0,revision_number=9']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:52:47.019267 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a97cfa-32e8-43d5-bb5a-48a948cdd0b2 req-8f018ac8-d7df-4193-9af5-263d4de7e638 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:47.020793 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27a97cfa-32e8-43d5-bb5a-48a948cdd0b2 req-8f018ac8-d7df-4193-9af5-263d4de7e638 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 946 time: 0.0550454 Aug 18 13:52:47.059553 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27a97cfa-32e8-43d5-bb5a-48a948cdd0b2 req-d4986f4f-7edc-4782-ad4c-ef805ff4adcf tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319955 Aug 18 13:52:47.542423 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:48.177244 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b928142-4a50-468a-befd-f3de2b6bd352 req-6d5f9b89-a2d1-4ee4-a238-6fce0a3cbf4f tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:48.178666 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8b928142-4a50-468a-befd-f3de2b6bd352 req-6d5f9b89-a2d1-4ee4-a238-6fce0a3cbf4f tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 946 time: 0.0496745 Aug 18 13:52:48.216219 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8b928142-4a50-468a-befd-f3de2b6bd352 req-00e217f2-994d-4bad-832a-b95004ba4405 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316722 Aug 18 13:52:48.682081 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a142d7f-1d1d-45cd-8cb8-c0db26e107c4 req-e8f504c6-37f8-4554-a12d-8cadaacf9454 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:48.683582 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9a142d7f-1d1d-45cd-8cb8-c0db26e107c4 req-e8f504c6-37f8-4554-a12d-8cadaacf9454 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 946 time: 0.0530820 Aug 18 13:52:48.720677 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9a142d7f-1d1d-45cd-8cb8-c0db26e107c4 req-4e6ba328-d87c-49b8-a4f3-963067a5696d tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306563 Aug 18 13:52:49.840570 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c2891-382f-44a5-a7c7-58ffcb01e39e req-d2be18ce-ef92-41de-b2f0-b137a478de40 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:49.842084 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-404c2891-382f-44a5-a7c7-58ffcb01e39e req-d2be18ce-ef92-41de-b2f0-b137a478de40 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 946 time: 0.0497043 Aug 18 13:52:49.907563 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-404c2891-382f-44a5-a7c7-58ffcb01e39e req-b849329d-f2cd-434e-b87e-6fd909d8c260 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594161 Aug 18 13:52:49.928834 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d72d9e-d3b0-48d5-95f2-6ae9a90b6caf req-611d0f75-d51d-41bf-a6f1-4b627f5b8da4 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:49.930332 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-68d72d9e-d3b0-48d5-95f2-6ae9a90b6caf req-611d0f75-d51d-41bf-a6f1-4b627f5b8da4 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 946 time: 0.0628541 Aug 18 13:52:50.022778 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-68d72d9e-d3b0-48d5-95f2-6ae9a90b6caf req-6f37fb98-84c5-49c2-b853-61149da29bed tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Deleting port d92f8473-da64-4951-8d81-1221c44d76a0 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:52:50.023045 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-68d72d9e-d3b0-48d5-95f2-6ae9a90b6caf req-6f37fb98-84c5-49c2-b853-61149da29bed tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:50.114479 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-68d72d9e-d3b0-48d5-95f2-6ae9a90b6caf req-6f37fb98-84c5-49c2-b853-61149da29bed tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] For port d92f8473-da64-4951-8d81-1221c44d76a0, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=d92f8473-da64-4951-8d81-1221c44d76a0,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:52:50.114858 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-68d72d9e-d3b0-48d5-95f2-6ae9a90b6caf req-6f37fb98-84c5-49c2-b853-61149da29bed tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:50.282274 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-68d72d9e-d3b0-48d5-95f2-6ae9a90b6caf req-6f37fb98-84c5-49c2-b853-61149da29bed tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:50.282577 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-68d72d9e-d3b0-48d5-95f2-6ae9a90b6caf req-6f37fb98-84c5-49c2-b853-61149da29bed tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:50.282897 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [req-68d72d9e-d3b0-48d5-95f2-6ae9a90b6caf req-6f37fb98-84c5-49c2-b853-61149da29bed tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Floating IP b19885e3-29db-4384-ba4d-3caa5ce71479 disassociated. External IP: 172.25.6.107, port: d92f8473-da64-4951-8d81-1221c44d76a0. Aug 18 13:52:50.283245 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-68d72d9e-d3b0-48d5-95f2-6ae9a90b6caf req-6f37fb98-84c5-49c2-b853-61149da29bed tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Calling delete_port for d92f8473-da64-4951-8d81-1221c44d76a0 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:52:50.450550 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-68d72d9e-d3b0-48d5-95f2-6ae9a90b6caf req-6f37fb98-84c5-49c2-b853-61149da29bed tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:50.477788 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37fb98-84c5-49c2-b853-61149da29bed tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Pushing event deleted for resources: {'Port': ['ID=d92f8473-da64-4951-8d81-1221c44d76a0,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:52:50.603099 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68d72d9e-d3b0-48d5-95f2-6ae9a90b6caf req-6f37fb98-84c5-49c2-b853-61149da29bed tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Router 2401f522-23a2-46e5-b297-5be50b3a16b8 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:52:50.744742 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68d72d9e-d3b0-48d5-95f2-6ae9a90b6caf req-6f37fb98-84c5-49c2-b853-61149da29bed tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:52:50.755358 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af656f3d-dba7-442f-a414-941b8dba4f63 None None] Sync routers for ids ['2401f522-23a2-46e5-b297-5be50b3a16b8'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:52:50.765233 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af656f3d-dba7-442f-a414-941b8dba4f63 None None] Routers {'2401f522-23a2-46e5-b297-5be50b3a16b8'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:52:50.765856 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-af656f3d-dba7-442f-a414-941b8dba4f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:52:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['2401f522-23a2-46e5-b297-5be50b3a16b8'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:52:50.783382 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d72d9e-d3b0-48d5-95f2-6ae9a90b6caf req-6f37fb98-84c5-49c2-b853-61149da29bed tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] No DVR routers for this DVR port d92f8473-da64-4951-8d81-1221c44d76a0 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:52:50.786093 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-68d72d9e-d3b0-48d5-95f2-6ae9a90b6caf req-6f37fb98-84c5-49c2-b853-61149da29bed tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:50.788208 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-68d72d9e-d3b0-48d5-95f2-6ae9a90b6caf req-6f37fb98-84c5-49c2-b853-61149da29bed tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.20 "DELETE /v2.0/ports/d92f8473-da64-4951-8d81-1221c44d76a0 HTTP/1.1" status: 204 len: 173 time: 0.8519323 Aug 18 13:52:50.788582 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef1e2d8-4065-41cd-920a-0e6ae45b6c66', 'name': 'network-vif-deleted', 'tag': 'd92f8473-da64-4951-8d81-1221c44d76a0'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:52:50.791437 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e316d8e-80b4-42d6-970f-f009111a1ca4" -d '{"events": [{"server_uuid": "5ef1e2d8-4065-41cd-920a-0e6ae45b6c66", "name": "network-vif-deleted", "tag": "d92f8473-da64-4951-8d81-1221c44d76a0"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:52:50.827378 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5049f67d-3921-4978-8721-ae0379985735 x-openstack-request-id: req-5049f67d-3921-4978-8721-ae0379985735 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:52:50.827704 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef1e2d8-4065-41cd-920a-0e6ae45b6c66", "name": "network-vif-deleted", "tag": "d92f8473-da64-4951-8d81-1221c44d76a0", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:52:50.827916 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5049f67d-3921-4978-8721-ae0379985735 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:52:50.828328 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef1e2d8-4065-41cd-920a-0e6ae45b6c66', 'name': 'network-vif-deleted', 'tag': 'd92f8473-da64-4951-8d81-1221c44d76a0', 'status': 'completed', 'code': 200} Aug 18 13:52:50.877150 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-af656f3d-dba7-442f-a414-941b8dba4f63 None None] Set router 2401f522-23a2-46e5-b297-5be50b3a16b8 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:52:51.004648 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-53458a2c-4543-49c3-a696-4981be89fbbe req-6d3def96-04bb-4c46-81b0-c0db162ec4a3 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ef1e2d8-4065-41cd-920a-0e6ae45b6c66 HTTP/1.1" status: 200 len: 210 time: 0.0263584 Aug 18 13:52:51.084977 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-af656f3d-dba7-442f-a414-941b8dba4f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'name': 'tempest-ServerActionsTestJSON-964935329-router', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:48:04Z', 'updated_at': '2021-08-18T13:48:08Z', 'revision_number': 4, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'gw_port': {'id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:05Z', 'updated_at': '2021-08-18T13:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'e8198b66-47b6-45a9-90ba-2082e9664e65', 'name': '', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'mac_address': 'fa:16:3e:59:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:07Z', 'updated_at': '2021-08-18T13:48:12Z', 'revision_number': 5, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'subnets': [{'id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:52:51.112179 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af656f3d-dba7-442f-a414-941b8dba4f63 None None] Checking router: 2401f522-23a2-46e5-b297-5be50b3a16b8 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:52:51.121236 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af656f3d-dba7-442f-a414-941b8dba4f63 None None] Routers {'2401f522-23a2-46e5-b297-5be50b3a16b8'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:52:51.121841 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-af656f3d-dba7-442f-a414-941b8dba4f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:52:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['2401f522-23a2-46e5-b297-5be50b3a16b8'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:52:51.233290 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-af656f3d-dba7-442f-a414-941b8dba4f63 None None] Set router 2401f522-23a2-46e5-b297-5be50b3a16b8 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:52:51.437717 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-af656f3d-dba7-442f-a414-941b8dba4f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'name': 'tempest-ServerActionsTestJSON-964935329-router', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:48:04Z', 'updated_at': '2021-08-18T13:48:08Z', 'revision_number': 4, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'gw_port': {'id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:05Z', 'updated_at': '2021-08-18T13:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'e8198b66-47b6-45a9-90ba-2082e9664e65', 'name': '', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'mac_address': 'fa:16:3e:59:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:07Z', 'updated_at': '2021-08-18T13:48:12Z', 'revision_number': 5, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'subnets': [{'id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:52:51.464209 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af656f3d-dba7-442f-a414-941b8dba4f63 None None] The sync data for ids ['2401f522-23a2-46e5-b297-5be50b3a16b8'] in n-d-803603-2 is: [{'id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'name': 'tempest-ServerActionsTestJSON-964935329-router', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:48:04Z', 'updated_at': '2021-08-18T13:48:08Z', 'revision_number': 4, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'gw_port': {'id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:05Z', 'updated_at': '2021-08-18T13:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'e8198b66-47b6-45a9-90ba-2082e9664e65', 'name': '', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'mac_address': 'fa:16:3e:59:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:07Z', 'updated_at': '2021-08-18T13:48:12Z', 'revision_number': 5, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'subnets': [{'id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:52:51.683031 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cf3ad3-711d-4f04-9644-3703dfebe487 None None] New status for floating IP b19885e3-29db-4384-ba4d-3caa5ce71479: DOWN {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:52:52.273217 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-f16aa45d-8809-4f17-9959-828765d2aa5f tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1122108492&fields=id&tenant_id=0bb3851a915245f990a25e5cd818032b HTTP/1.1" status: 200 len: 267 time: 0.0335338 Aug 18 13:52:52.356273 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device d92f8473-da64-4951-8d81-1221c44d76a0 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:52:52.376298 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: d92f8473-da64-4951-8d81-1221c44d76a0 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:52:52.376589 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device d92f8473-da64-4951-8d81-1221c44d76a0 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:52:52.382926 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-f7634c8a-d872-45fa-9c60-a5120314e224 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:52.384966 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-f7634c8a-d872-45fa-9c60-a5120314e224 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 811 time: 0.1039863 Aug 18 13:52:52.399863 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-0b3d41cc-df02-49dc-8199-55e9badb36f3 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/quotas/0bb3851a915245f990a25e5cd818032b HTTP/1.1" status: 200 len: 375 time: 0.0090373 Aug 18 13:52:52.456606 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-05e94208-8a1d-47ee-9a37-a9d8e89aae19 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510850 Aug 18 13:52:52.591089 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-4cd95274-553d-4606-9fed-443fd835a9cc service neutron] 10.222.0.13 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221850 Aug 18 13:52:52.683805 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-6766cab0-ab62-4965-9f04-4af127b914d8 service neutron] 10.222.0.13 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865061 Aug 18 13:52:52.915023 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4237adf7-40aa-49ec-bc97-a6bffba94aaf req-34e62861-558c-40fd-8b47-fb3e3f8d0268 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 210 time: 0.0258348 Aug 18 13:52:54.010287 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-64dbdc01-ea24-464e-bd5a-e757e4da99a0 req-178e0faa-e791-44b0-87e4-10685f0073c6 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 210 time: 0.0279195 Aug 18 13:52:55.054016 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-e6adb0a3-8108-4016-a01a-882663ad97a1 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:55.055561 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-e6adb0a3-8108-4016-a01a-882663ad97a1 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.39 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 811 time: 0.1053529 Aug 18 13:52:55.121010 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-f654ae88-8a44-4a84-baf0-cda669c41145 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bb3851a915245f990a25e5cd818032b HTTP/1.1" status: 200 len: 380 time: 0.0564809 Aug 18 13:52:55.122937 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1e7abf4b-f830-4a78-accc-a5fcbbf271fe req-5598c234-fcbc-44a3-b8a9-5795bf26c61f tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 210 time: 0.0383885 Aug 18 13:52:55.130270 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-d473b788-96ce-4b4b-8d8d-2edf21f736df tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Request body: {'port': {'device_id': 'db889e95-05fe-4c3c-8ed3-65cd6c9a24e8', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'admin_state_up': True, 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'security_groups': ['cc1774de-953a-4692-83a7-f144e24c62af']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:52:55.318537 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-d473b788-96ce-4b4b-8d8d-2edf21f736df tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Made reservation on behalf of 0bb3851a915245f990a25e5cd818032b for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:52:55.323020 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-d473b788-96ce-4b4b-8d8d-2edf21f736df tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:55.457002 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-d473b788-96ce-4b4b-8d8d-2edf21f736df tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Allocated IP 172.20.0.7 (de2eb0e2-4301-47e1-aab5-4b22ec41fcfb/2e63ba7b-bcc7-4bfe-af18-04e90f2744d5/3fcdfffc-b1a8-4d6c-96b0-3678216afeb9) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:52:55.598093 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-d473b788-96ce-4b4b-8d8d-2edf21f736df tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:55.611496 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-d473b788-96ce-4b4b-8d8d-2edf21f736df tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Transition to ACTIVE for port object 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:52:55.774762 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-d473b788-96ce-4b4b-8d8d-2edf21f736df tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:55.824853 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-d473b788-96ce-4b4b-8d8d-2edf21f736df tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Network de2eb0e2-4301-47e1-aab5-4b22ec41fcfb is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:52:55.828033 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-d473b788-96ce-4b4b-8d8d-2edf21f736df tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:52:55.831926 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-d473b788-96ce-4b4b-8d8d-2edf21f736df tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:52:55.838980 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473b788-96ce-4b4b-8d8d-2edf21f736df tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Pushing event updated for resources: {'Port': ['ID=3fcdfffc-b1a8-4d6c-96b0-3678216afeb9,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:52:55.890676 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-d473b788-96ce-4b4b-8d8d-2edf21f736df tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:55.891323 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-d473b788-96ce-4b4b-8d8d-2edf21f736df tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:55.963541 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-d473b788-96ce-4b4b-8d8d-2edf21f736df tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8369935 Aug 18 13:52:55.976484 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-e5a085c1-f28b-4047-867f-d4169a4d57a8 service neutron] Request body: {'port': {'device_id': 'db889e95-05fe-4c3c-8ed3-65cd6c9a24e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:52:56.033772 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-e5a085c1-f28b-4047-867f-d4169a4d57a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:56.175659 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-e75ae3e6-bdc0-474b-b166-fef2dfd6e164 None None] Provisioning for port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:52:56.180318 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-e75ae3e6-bdc0-474b-b166-fef2dfd6e164 None None] Provisioning complete for port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:52:56.180693 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e75ae3e6-bdc0-474b-b166-fef2dfd6e164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:56.219645 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-e75ae3e6-bdc0-474b-b166-fef2dfd6e164 None None] Port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:52:56.242878 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c38a84-d00c-4262-a724-e8672be15b3c req-63d4f81b-04e2-485f-9459-da75fc508d36 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:56.251495 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-06c38a84-d00c-4262-a724-e8672be15b3c req-63d4f81b-04e2-485f-9459-da75fc508d36 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 931 time: 0.0496061 Aug 18 13:52:56.282494 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-06c38a84-d00c-4262-a724-e8672be15b3c req-dfa793e3-2b53-4bc6-8ee5-0752054fac9b tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314391 Aug 18 13:52:56.311539 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-e5a085c1-f28b-4047-867f-d4169a4d57a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:52:56.319194 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-e5a085c1-f28b-4047-867f-d4169a4d57a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:56.332129 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-e5a085c1-f28b-4047-867f-d4169a4d57a8 service neutron] Transition to ACTIVE for port object 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:52:56.402751 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-e5a085c1-f28b-4047-867f-d4169a4d57a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:56.453002 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a085c1-f28b-4047-867f-d4169a4d57a8 service neutron] Pushing event updated for resources: {'Port': ['ID=3fcdfffc-b1a8-4d6c-96b0-3678216afeb9,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:52:56.527081 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-e5a085c1-f28b-4047-867f-d4169a4d57a8 service neutron] Attempting to bind port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:52:56.527420 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-e5a085c1-f28b-4047-867f-d4169a4d57a8 service neutron] Attempting to bind port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:52:56.527759 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-e5a085c1-f28b-4047-867f-d4169a4d57a8 service neutron] Attempting to bind port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 on network de2eb0e2-4301-47e1-aab5-4b22ec41fcfb {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:52:56.532628 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-e5a085c1-f28b-4047-867f-d4169a4d57a8 service neutron] Port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 on network de2eb0e2-4301-47e1-aab5-4b22ec41fcfb not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:52:56.532959 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-e5a085c1-f28b-4047-867f-d4169a4d57a8 service neutron] Attempting to bind port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 on network de2eb0e2-4301-47e1-aab5-4b22ec41fcfb {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:52:56.538638 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-e5a085c1-f28b-4047-867f-d4169a4d57a8 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:52:56.538910 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-e5a085c1-f28b-4047-867f-d4169a4d57a8 service neutron] Checking segment: {'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:52:56.539306 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-e5a085c1-f28b-4047-867f-d4169a4d57a8 service neutron] Bound using segment: {'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:52:56.539747 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-e5a085c1-f28b-4047-867f-d4169a4d57a8 service neutron] Bound port: 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:52:56.540122 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-e5a085c1-f28b-4047-867f-d4169a4d57a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:56.610975 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-e5a085c1-f28b-4047-867f-d4169a4d57a8 service neutron] For port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:52:56.614040 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-e5a085c1-f28b-4047-867f-d4169a4d57a8 service neutron] For port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=3fcdfffc-b1a8-4d6c-96b0-3678216afeb9,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:52:56.690532 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-e5a085c1-f28b-4047-867f-d4169a4d57a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:56.724596 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-e5a085c1-f28b-4047-867f-d4169a4d57a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:56.725215 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-e5a085c1-f28b-4047-867f-d4169a4d57a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:56.726767 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-e5a085c1-f28b-4047-867f-d4169a4d57a8 service neutron] 10.222.0.39 "PUT /v2.0/ports/3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 HTTP/1.1" status: 200 len: 1091 time: 0.7548044 Aug 18 13:52:56.727221 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db889e95-05fe-4c3c-8ed3-65cd6c9a24e8', 'tag': '3fcdfffc-b1a8-4d6c-96b0-3678216afeb9'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:52:56.729481 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b89b829-5461-4997-ba48-95c5a7ddc256" -d '{"events": [{"name": "network-changed", "server_uuid": "db889e95-05fe-4c3c-8ed3-65cd6c9a24e8", "tag": "3fcdfffc-b1a8-4d6c-96b0-3678216afeb9"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:52:56.756733 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a085c1-f28b-4047-867f-d4169a4d57a8 service neutron] Pushing event updated for resources: {'Port': ['ID=3fcdfffc-b1a8-4d6c-96b0-3678216afeb9,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:52:56.771601 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83a5bd6-8cca-4875-815b-4bf6d6f65183 x-openstack-request-id: req-b83a5bd6-8cca-4875-815b-4bf6d6f65183 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:52:56.771897 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db889e95-05fe-4c3c-8ed3-65cd6c9a24e8", "tag": "3fcdfffc-b1a8-4d6c-96b0-3678216afeb9", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:52:56.772153 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b83a5bd6-8cca-4875-815b-4bf6d6f65183 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:52:56.772559 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db889e95-05fe-4c3c-8ed3-65cd6c9a24e8', 'tag': '3fcdfffc-b1a8-4d6c-96b0-3678216afeb9', 'status': 'completed', 'code': 200} Aug 18 13:52:56.835179 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89b829-5461-4997-ba48-95c5a7ddc256 req-4ff29043-98ef-40c8-8f70-9edb25257851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:56.836712 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4b89b829-5461-4997-ba48-95c5a7ddc256 req-4ff29043-98ef-40c8-8f70-9edb25257851 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 1094 time: 0.0440688 Aug 18 13:52:56.941968 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89b829-5461-4997-ba48-95c5a7ddc256 req-a3b42e29-8da2-48b9-bb9a-125f5dfd97ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:56.943464 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4b89b829-5461-4997-ba48-95c5a7ddc256 req-a3b42e29-8da2-48b9-bb9a-125f5dfd97ac service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=0bb3851a915245f990a25e5cd818032b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0991545 Aug 18 13:52:57.034347 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89b829-5461-4997-ba48-95c5a7ddc256 req-13886d75-0213-404e-9547-51bce199bba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:57.035781 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4b89b829-5461-4997-ba48-95c5a7ddc256 req-13886d75-0213-404e-9547-51bce199bba3 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0853665 Aug 18 13:52:57.112976 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-65000930-c237-43a2-956b-b5a21a6815dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:57.114403 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-65000930-c237-43a2-956b-b5a21a6815dc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 1094 time: 0.0433590 Aug 18 13:52:57.155079 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-c27127d5-f3de-4dbc-8a50-6f276dfb2eda service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 HTTP/1.1" status: 200 len: 217 time: 0.0332792 Aug 18 13:52:57.204131 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-0bd6854e-c9ac-4720-8f38-0f2e62071f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:57.205613 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-0bd6854e-c9ac-4720-8f38-0f2e62071f00 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e63ba7b-bcc7-4bfe-af18-04e90f2744d5 HTTP/1.1" status: 200 len: 850 time: 0.0432730 Aug 18 13:52:57.252901 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-4890eb54-8554-499b-893b-bbf568656d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:57.254457 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-4890eb54-8554-499b-893b-bbf568656d3c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412607 Aug 18 13:52:57.352004 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-7efdcbbe-91c5-47a3-bbc9-f7cc03df74c2 service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906091 Aug 18 13:52:57.400488 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7adaa87-bd71-4d95-b4cb-1ad8f8640693 req-09fec5ba-9a18-4f91-bc61-e6ff34b3fb61 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:57.402612 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b7adaa87-bd71-4d95-b4cb-1ad8f8640693 req-09fec5ba-9a18-4f91-bc61-e6ff34b3fb61 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 943 time: 0.0496802 Aug 18 13:52:57.448332 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d7519c62-1971-4a61-8737-4e8d683b6ea9 req-1bd663ba-c377-412f-80a5-77283ea5c750 service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895448 Aug 18 13:52:57.455741 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b7adaa87-bd71-4d95-b4cb-1ad8f8640693 req-6bb155aa-60b2-413d-9079-f5732c4bb3ca tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469928 Aug 18 13:52:58.381498 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:58.583670 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e068a-c4f7-422b-b0a6-4f10c7c4d604 req-770312db-890e-4e80-9bb1-c52032e0caa6 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:58.585074 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-354e068a-c4f7-422b-b0a6-4f10c7c4d604 req-770312db-890e-4e80-9bb1-c52032e0caa6 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 943 time: 0.0534708 Aug 18 13:52:58.622548 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-354e068a-c4f7-422b-b0a6-4f10c7c4d604 req-739d419c-9f4d-4b03-93e1-c16fc4278a01 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307949 Aug 18 13:52:59.214400 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:52:59.735920 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a545e36-6080-4db4-9f91-fad6e322ed02 req-02dd8e3b-1097-4e8d-b181-5d01ad062bf7 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:52:59.737394 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2a545e36-6080-4db4-9f91-fad6e322ed02 req-02dd8e3b-1097-4e8d-b181-5d01ad062bf7 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 943 time: 0.0480804 Aug 18 13:52:59.775676 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2a545e36-6080-4db4-9f91-fad6e322ed02 req-6c44ff77-2394-4d6d-9d02-9e4537fc302f tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320249 Aug 18 13:53:00.889531 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafb083-02a9-46e3-bb54-f333672d75be req-0ad9b9e7-fd12-4bc6-b8ff-883c87e55bfa tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:53:00.891073 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8dafb083-02a9-46e3-bb54-f333672d75be req-0ad9b9e7-fd12-4bc6-b8ff-883c87e55bfa tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 943 time: 0.0485940 Aug 18 13:53:00.928300 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8dafb083-02a9-46e3-bb54-f333672d75be req-3cf66df2-675f-47e6-9c54-17a0919c6e28 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310645 Aug 18 13:53:00.991695 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:53:01.087727 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=3fcdfffc-b1a8-4d6c-96b0-3678216afeb9,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:53:01.099244 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '3fcdfffc-b1a8-4d6c-96b0-3678216afeb9', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'port_id': '3fcdfffc-b1a8-4d6c-96b0-3678216afeb9', 'mac_address': 'fa:16:3e:7d:fc:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:53:01.136084 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:53:01.148919 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:53:01.168791 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=3fcdfffc-b1a8-4d6c-96b0-3678216afeb9,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:53:01.244332 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:53:01.295796 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=3fcdfffc-b1a8-4d6c-96b0-3678216afeb9,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:53:01.467811 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['3fcdfffc-b1a8-4d6c-96b0-3678216afeb9'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:53:02.043064 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506d930-ef90-41ad-8352-5642cb9cc583 req-20259734-559e-4b94-a5ac-d3831fd84723 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:53:02.044527 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a506d930-ef90-41ad-8352-5642cb9cc583 req-20259734-559e-4b94-a5ac-d3831fd84723 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 944 time: 0.0485644 Aug 18 13:53:02.083103 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a506d930-ef90-41ad-8352-5642cb9cc583 req-bb366feb-698b-4cb4-81d8-47aade562a8f tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325642 Aug 18 13:53:03.008167 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:53:03.131597 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:53:03.134396 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:53:03.135368 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:53:03.205003 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e03e0-5c26-4551-b5b3-c9f5621074a5 req-0ee89400-f994-4165-8832-0f766c40e700 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:53:03.206648 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e74e03e0-5c26-4551-b5b3-c9f5621074a5 req-0ee89400-f994-4165-8832-0f766c40e700 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 944 time: 0.0560431 Aug 18 13:53:03.249941 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e74e03e0-5c26-4551-b5b3-c9f5621074a5 req-e59e886a-fa32-4621-ac1e-d684d525182f tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367224 Aug 18 13:53:03.377135 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:53:03.398995 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db889e95-05fe-4c3c-8ed3-65cd6c9a24e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcdfffc-b1a8-4d6c-96b0-3678216afeb9'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:53:03.401255 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ba3b915c790ece66a99fb45b0530a9eb9c5b6743edcd6e3a78a03ec4b78c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c5829c-2367-4484-a658-0a872d7d4599" -d '{"events": [{"server_uuid": "db889e95-05fe-4c3c-8ed3-65cd6c9a24e8", "name": "network-vif-plugged", "status": "completed", "tag": "3fcdfffc-b1a8-4d6c-96b0-3678216afeb9"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:53:03.414145 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=3fcdfffc-b1a8-4d6c-96b0-3678216afeb9,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:53:03.439677 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1baa51c4-9d3c-4732-9123-f78f05253169 x-openstack-request-id: req-1baa51c4-9d3c-4732-9123-f78f05253169 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:53:03.440004 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db889e95-05fe-4c3c-8ed3-65cd6c9a24e8", "name": "network-vif-plugged", "status": "completed", "tag": "3fcdfffc-b1a8-4d6c-96b0-3678216afeb9", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:53:03.440253 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1baa51c4-9d3c-4732-9123-f78f05253169 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:53:03.440667 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db889e95-05fe-4c3c-8ed3-65cd6c9a24e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcdfffc-b1a8-4d6c-96b0-3678216afeb9', 'code': 200} Aug 18 13:53:03.467780 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:53:03.519799 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=3fcdfffc-b1a8-4d6c-96b0-3678216afeb9,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:53:03.537670 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92421668-2c2a-4bc3-8d4c-bb80ad2df6b5 req-e3a1a7cf-5b54-4abc-a7b1-b6d945d4c825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:53:03.539239 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-92421668-2c2a-4bc3-8d4c-bb80ad2df6b5 req-e3a1a7cf-5b54-4abc-a7b1-b6d945d4c825 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 1096 time: 0.0430775 Aug 18 13:53:03.574692 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-92421668-2c2a-4bc3-8d4c-bb80ad2df6b5 req-91420cfa-5bb2-49bd-93e8-e08f1e953eef service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288045 Aug 18 13:53:04.368345 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23519e35-2906-4522-b92f-2a01d0b04488 req-b9eab646-b496-490b-afed-d5dc2626662e tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:53:04.369924 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-23519e35-2906-4522-b92f-2a01d0b04488 req-b9eab646-b496-490b-afed-d5dc2626662e tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 945 time: 0.0513005 Aug 18 13:53:04.407934 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-23519e35-2906-4522-b92f-2a01d0b04488 req-0bb2624b-8fd0-4d6f-9721-0469cb1b3e84 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319796 Aug 18 13:53:05.527754 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e2ef4-3b9d-4754-b50a-2537ad1c31fe req-71d8ad98-a1e1-4610-ae73-4ac87f7ec97b tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:53:05.529212 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e86e2ef4-3b9d-4754-b50a-2537ad1c31fe req-71d8ad98-a1e1-4610-ae73-4ac87f7ec97b tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 945 time: 0.0529146 Aug 18 13:53:05.571946 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e86e2ef4-3b9d-4754-b50a-2537ad1c31fe req-78c21761-e359-4640-94b8-1bb5a03e31a5 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364671 Aug 18 13:53:05.683195 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076b296-2249-4373-81a7-c8c63e29f0e8 req-95222900-2f40-45d5-a05e-66e68fd9ff2c tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:53:05.684663 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8076b296-2249-4373-81a7-c8c63e29f0e8 req-95222900-2f40-45d5-a05e-66e68fd9ff2c tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 945 time: 0.0487800 Aug 18 13:53:05.693349 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38042) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:53:05.698553 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-b3005b1e-73f2-40f7-8fc2-1b8befe0ceea tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Request body: {'floatingip': {'port_id': '3fcdfffc-b1a8-4d6c-96b0-3678216afeb9'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:53:05.739798 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b3005b1e-73f2-40f7-8fc2-1b8befe0ceea tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks [] for floatingip, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:53:06.515440 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b3005b1e-73f2-40f7-8fc2-1b8befe0ceea tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:53:06.587254 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b3005b1e-73f2-40f7-8fc2-1b8befe0ceea tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:53:06.685500 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [None req-b3005b1e-73f2-40f7-8fc2-1b8befe0ceea tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Floating IP b19885e3-29db-4384-ba4d-3caa5ce71479 associated. External IP: 172.25.6.107, port: 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9. Aug 18 13:53:06.890984 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3005b1e-73f2-40f7-8fc2-1b8befe0ceea tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Router 2401f522-23a2-46e5-b297-5be50b3a16b8 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:53:06.998076 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3005b1e-73f2-40f7-8fc2-1b8befe0ceea tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:53:07.002975 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b3005b1e-73f2-40f7-8fc2-1b8befe0ceea tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:53:07.007492 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c31657-6ca2-4084-a3fb-b9dbb72f93ee None None] Sync routers for ids ['2401f522-23a2-46e5-b297-5be50b3a16b8'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:53:07.017192 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c31657-6ca2-4084-a3fb-b9dbb72f93ee None None] Routers {'2401f522-23a2-46e5-b297-5be50b3a16b8'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:53:07.017806 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d1c31657-6ca2-4084-a3fb-b9dbb72f93ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:52:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['2401f522-23a2-46e5-b297-5be50b3a16b8'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:53:07.029710 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b3005b1e-73f2-40f7-8fc2-1b8befe0ceea tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "PUT /v2.0/floatingips/b19885e3-29db-4384-ba4d-3caa5ce71479 HTTP/1.1" status: 200 len: 991 time: 1.3352401 Aug 18 13:53:07.030333 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db889e95-05fe-4c3c-8ed3-65cd6c9a24e8', 'tag': '3fcdfffc-b1a8-4d6c-96b0-3678216afeb9'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:53:07.032586 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed18679-ec8b-47e3-b811-5901ab8d9d60" -d '{"events": [{"name": "network-changed", "server_uuid": "db889e95-05fe-4c3c-8ed3-65cd6c9a24e8", "tag": "3fcdfffc-b1a8-4d6c-96b0-3678216afeb9"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:53:07.075237 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8d5c49-fbc8-44bb-9041-9175df29be80 x-openstack-request-id: req-6c8d5c49-fbc8-44bb-9041-9175df29be80 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:53:07.075983 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db889e95-05fe-4c3c-8ed3-65cd6c9a24e8", "tag": "3fcdfffc-b1a8-4d6c-96b0-3678216afeb9", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:53:07.076247 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c8d5c49-fbc8-44bb-9041-9175df29be80 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:53:07.076656 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db889e95-05fe-4c3c-8ed3-65cd6c9a24e8', 'tag': '3fcdfffc-b1a8-4d6c-96b0-3678216afeb9', 'status': 'completed', 'code': 200} Aug 18 13:53:07.126857 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-d1c31657-6ca2-4084-a3fb-b9dbb72f93ee None None] Set router 2401f522-23a2-46e5-b297-5be50b3a16b8 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:53:07.142405 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed18679-ec8b-47e3-b811-5901ab8d9d60 req-842f6b64-b01c-4248-8302-919fe4500db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:53:07.144017 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ed18679-ec8b-47e3-b811-5901ab8d9d60 req-842f6b64-b01c-4248-8302-919fe4500db3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 1096 time: 0.0411928 Aug 18 13:53:07.239588 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed18679-ec8b-47e3-b811-5901ab8d9d60 req-3522439d-f730-42b6-ac35-6bfad9cd1b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:53:07.241356 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ed18679-ec8b-47e3-b811-5901ab8d9d60 req-3522439d-f730-42b6-ac35-6bfad9cd1b7c service neutron] 10.222.0.39 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 912 time: 0.0903962 Aug 18 13:53:07.306348 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ed18679-ec8b-47e3-b811-5901ab8d9d60 req-9b4835b6-35ff-4bba-9fcb-1cd84011695f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 HTTP/1.1" status: 200 len: 999 time: 0.0581620 Aug 18 13:53:07.357432 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d1c31657-6ca2-4084-a3fb-b9dbb72f93ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'name': 'tempest-ServerActionsTestJSON-964935329-router', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:48:04Z', 'updated_at': '2021-08-18T13:48:08Z', 'revision_number': 4, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'gw_port': {'id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:05Z', 'updated_at': '2021-08-18T13:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'b19885e3-29db-4384-ba4d-3caa5ce71479', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'port_id': '3fcdfffc-b1a8-4d6c-96b0-3678216afeb9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'mac_address': 'fa:16:3e:7d:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db889e95-05fe-4c3c-8ed3-65cd6c9a24e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:48:11Z', 'updated_at': '2021-08-18T13:53:06Z', 'revision_number': 9, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8198b66-47b6-45a9-90ba-2082e9664e65', 'name': '', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'mac_address': 'fa:16:3e:59:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:07Z', 'updated_at': '2021-08-18T13:48:12Z', 'revision_number': 5, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'subnets': [{'id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:53:07.360581 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed18679-ec8b-47e3-b811-5901ab8d9d60 req-4c3f71e2-57f6-4468-b491-2c5f569d7777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:53:07.361237 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ed18679-ec8b-47e3-b811-5901ab8d9d60 req-4c3f71e2-57f6-4468-b491-2c5f569d7777 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e63ba7b-bcc7-4bfe-af18-04e90f2744d5 HTTP/1.1" status: 200 len: 850 time: 0.0484185 Aug 18 13:53:07.384555 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c31657-6ca2-4084-a3fb-b9dbb72f93ee None None] Checking router: 2401f522-23a2-46e5-b297-5be50b3a16b8 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:53:07.392816 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c31657-6ca2-4084-a3fb-b9dbb72f93ee None None] Routers {'2401f522-23a2-46e5-b297-5be50b3a16b8'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:53:07.393428 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d1c31657-6ca2-4084-a3fb-b9dbb72f93ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:52:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['2401f522-23a2-46e5-b297-5be50b3a16b8'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:53:07.406600 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed18679-ec8b-47e3-b811-5901ab8d9d60 req-666499dc-86d6-402f-bf79-c567f4d564e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:53:07.408231 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ed18679-ec8b-47e3-b811-5901ab8d9d60 req-666499dc-86d6-402f-bf79-c567f4d564e1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404401 Aug 18 13:53:07.501285 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-d1c31657-6ca2-4084-a3fb-b9dbb72f93ee None None] Set router 2401f522-23a2-46e5-b297-5be50b3a16b8 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:53:07.505496 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ed18679-ec8b-47e3-b811-5901ab8d9d60 req-0a21b42f-94aa-429e-bdf4-a3586d56a0aa service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891955 Aug 18 13:53:07.595595 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ed18679-ec8b-47e3-b811-5901ab8d9d60 req-73cb3c92-a886-48c2-92dd-02d4d6d0a5f8 service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833669 Aug 18 13:53:07.733487 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d1c31657-6ca2-4084-a3fb-b9dbb72f93ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'name': 'tempest-ServerActionsTestJSON-964935329-router', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:48:04Z', 'updated_at': '2021-08-18T13:48:08Z', 'revision_number': 4, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'gw_port': {'id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:05Z', 'updated_at': '2021-08-18T13:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'b19885e3-29db-4384-ba4d-3caa5ce71479', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'port_id': '3fcdfffc-b1a8-4d6c-96b0-3678216afeb9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'mac_address': 'fa:16:3e:7d:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db889e95-05fe-4c3c-8ed3-65cd6c9a24e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:48:11Z', 'updated_at': '2021-08-18T13:53:06Z', 'revision_number': 9, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8198b66-47b6-45a9-90ba-2082e9664e65', 'name': '', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'mac_address': 'fa:16:3e:59:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:07Z', 'updated_at': '2021-08-18T13:48:12Z', 'revision_number': 5, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'subnets': [{'id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:53:07.760166 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c31657-6ca2-4084-a3fb-b9dbb72f93ee None None] The sync data for ids ['2401f522-23a2-46e5-b297-5be50b3a16b8'] in n-d-803603-2 is: [{'id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'name': 'tempest-ServerActionsTestJSON-964935329-router', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:48:04Z', 'updated_at': '2021-08-18T13:48:08Z', 'revision_number': 4, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'gw_port': {'id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:05Z', 'updated_at': '2021-08-18T13:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'b19885e3-29db-4384-ba4d-3caa5ce71479', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'port_id': '3fcdfffc-b1a8-4d6c-96b0-3678216afeb9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'mac_address': 'fa:16:3e:7d:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db889e95-05fe-4c3c-8ed3-65cd6c9a24e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:48:11Z', 'updated_at': '2021-08-18T13:53:06Z', 'revision_number': 9, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8198b66-47b6-45a9-90ba-2082e9664e65', 'name': '', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'mac_address': 'fa:16:3e:59:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:07Z', 'updated_at': '2021-08-18T13:48:12Z', 'revision_number': 5, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'subnets': [{'id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:53:07.948544 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386eee73-5872-47c6-a85d-0fba594a0d57 None None] New status for floating IP b19885e3-29db-4384-ba4d-3caa5ce71479: ACTIVE {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:53:08.957145 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:53:11.649671 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-046ebef5-d555-43c1-882f-d5a48b432e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:53:13.798754 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-dc650fc7-cc72-4cc5-a27d-afbd815fb0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:53:14.608177 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:53:15.592489 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:53:17.180350 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aed2eb86-ade1-445a-8059-9b6e3fc44e21 req-cfbd7407-648c-451a-84bd-b22c49faf678 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391719 Aug 18 13:53:17.267336 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2eb86-ade1-445a-8059-9b6e3fc44e21 req-05a09b43-7955-49f3-9118-44c9ba5267f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:53:17.268946 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aed2eb86-ade1-445a-8059-9b6e3fc44e21 req-05a09b43-7955-49f3-9118-44c9ba5267f1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 1096 time: 0.0443985 Aug 18 13:53:17.374496 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2eb86-ade1-445a-8059-9b6e3fc44e21 req-8010f32a-b628-40c4-96e7-d04cd19b5e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:53:17.375907 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aed2eb86-ade1-445a-8059-9b6e3fc44e21 req-8010f32a-b628-40c4-96e7-d04cd19b5e32 service neutron] 10.222.0.39 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 912 time: 0.0861976 Aug 18 13:53:17.447736 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aed2eb86-ade1-445a-8059-9b6e3fc44e21 req-53f7f4e7-2c17-4c58-90c1-85cb7b41a1a6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 HTTP/1.1" status: 200 len: 1002 time: 0.0614941 Aug 18 13:53:17.501186 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2eb86-ade1-445a-8059-9b6e3fc44e21 req-a3f85380-62a0-409f-ab05-a0a1369db6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:53:17.510332 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aed2eb86-ade1-445a-8059-9b6e3fc44e21 req-a3f85380-62a0-409f-ab05-a0a1369db6f7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e63ba7b-bcc7-4bfe-af18-04e90f2744d5 HTTP/1.1" status: 200 len: 850 time: 0.0474072 Aug 18 13:53:17.550832 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2eb86-ade1-445a-8059-9b6e3fc44e21 req-e4be3277-cf65-4186-b209-c70cc9507717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:53:17.552486 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aed2eb86-ade1-445a-8059-9b6e3fc44e21 req-e4be3277-cf65-4186-b209-c70cc9507717 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414732 Aug 18 13:53:17.552644 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:53:17.645839 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aed2eb86-ade1-445a-8059-9b6e3fc44e21 req-cfba118d-c28a-404a-bfcc-25b062b1878c service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846243 Aug 18 13:53:17.739230 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aed2eb86-ade1-445a-8059-9b6e3fc44e21 req-5101196b-80bc-4458-80ff-147fbe5384a5 service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861015 Aug 18 13:53:28.396578 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:53:29.202104 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:53:41.654984 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-deff0975-faa1-414e-82bb-83f2ca21b69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:53:43.792014 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-46d3693d-5e6e-4546-aa44-6e48cc3f2c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:53:44.603542 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:53:45.586989 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:53:45.956102 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:53:47.552659 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:53:58.415174 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:53:59.266079 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:54:11.660745 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cc9860be-d60e-4604-ad12-09554de96d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:54:13.791826 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2ad49652-9f6b-448a-922c-458a19f61aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:54:14.631761 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:54:15.614648 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:54:17.574813 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:54:18.174773 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-07818a72-a6ef-4f9f-b9d7-8748e630c2d4 req-b05ef08e-6237-4b33-b8da-81de7f27073f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413456 Aug 18 13:54:18.262726 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07818a72-a6ef-4f9f-b9d7-8748e630c2d4 req-82701683-b01e-4c8b-8596-25ebdd251a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:54:18.264218 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-07818a72-a6ef-4f9f-b9d7-8748e630c2d4 req-82701683-b01e-4c8b-8596-25ebdd251a62 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 1096 time: 0.0451381 Aug 18 13:54:18.368845 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07818a72-a6ef-4f9f-b9d7-8748e630c2d4 req-7ab9d7d7-b450-4faf-934e-8595f8956c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:54:18.370069 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-07818a72-a6ef-4f9f-b9d7-8748e630c2d4 req-7ab9d7d7-b450-4faf-934e-8595f8956c49 service neutron] 10.222.0.39 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 912 time: 0.0862014 Aug 18 13:54:18.439762 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-07818a72-a6ef-4f9f-b9d7-8748e630c2d4 req-72b868ca-c0cf-4d78-a381-5b846a14ba8f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 HTTP/1.1" status: 200 len: 1002 time: 0.0615177 Aug 18 13:54:18.489471 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07818a72-a6ef-4f9f-b9d7-8748e630c2d4 req-2aa65d7c-b09d-4547-881f-a0358dd53ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:54:18.490944 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-07818a72-a6ef-4f9f-b9d7-8748e630c2d4 req-2aa65d7c-b09d-4547-881f-a0358dd53ff1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e63ba7b-bcc7-4bfe-af18-04e90f2744d5 HTTP/1.1" status: 200 len: 850 time: 0.0437186 Aug 18 13:54:18.535621 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07818a72-a6ef-4f9f-b9d7-8748e630c2d4 req-ebaea8f4-64d4-4c10-8956-79ea6e604069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:54:18.537085 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-07818a72-a6ef-4f9f-b9d7-8748e630c2d4 req-ebaea8f4-64d4-4c10-8956-79ea6e604069 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395370 Aug 18 13:54:18.629570 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-07818a72-a6ef-4f9f-b9d7-8748e630c2d4 req-36b4d703-0291-412c-aa15-a2ad4469a45d service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849962 Aug 18 13:54:18.718707 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-07818a72-a6ef-4f9f-b9d7-8748e630c2d4 req-4771f916-d103-49e2-a7e4-86974377f613 service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822387 Aug 18 13:54:22.955145 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:54:28.396875 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:54:29.286739 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:54:41.686685 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7ce399ae-fa3a-4b55-9b3d-66a3f4647477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:54:42.086371 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a7f3e-a30f-4a70-9205-f0f3f68ce225 req-70ef0e8b-578a-4257-a1d7-820423a85ca0 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:54:42.087887 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0c4a7f3e-a30f-4a70-9205-f0f3f68ce225 req-70ef0e8b-578a-4257-a1d7-820423a85ca0 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 945 time: 0.0512264 Aug 18 13:54:42.127340 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0c4a7f3e-a30f-4a70-9205-f0f3f68ce225 req-377f7d13-c97f-40fe-9aa7-daab71e59809 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329816 Aug 18 13:54:42.212811 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-7c8e00c4-01c5-42f8-b671-713108f962d2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0427351 Aug 18 13:54:43.258323 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6e631-55da-458c-80b2-c24dff51fc6d req-1e558889-dfb4-4d36-a4c1-dd08309c9b9d tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:54:43.260085 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-19c6e631-55da-458c-80b2-c24dff51fc6d req-1e558889-dfb4-4d36-a4c1-dd08309c9b9d tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 945 time: 0.0563951 Aug 18 13:54:43.306537 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-19c6e631-55da-458c-80b2-c24dff51fc6d req-c818123a-ec97-4cbd-be04-ddb657e770ab tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398808 Aug 18 13:54:43.802988 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-30274ac9-7149-4aba-b72e-7a7fa743b561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:54:44.356126 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-d703ed09-a316-4e33-9b2a-4779b6290472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:54:44.357662 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-d703ed09-a316-4e33-9b2a-4779b6290472 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 1096 time: 0.0461020 Aug 18 13:54:44.485685 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2591438-106e-47f3-a9ae-abd55993659c req-62e7599e-2522-4661-9480-7265b519656b tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:54:44.487223 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b2591438-106e-47f3-a9ae-abd55993659c req-62e7599e-2522-4661-9480-7265b519656b tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 945 time: 0.1054893 Aug 18 13:54:44.492436 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-9bed5dbd-09ab-47d9-96af-fe157b16327c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:54:44.493850 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-9bed5dbd-09ab-47d9-96af-fe157b16327c service neutron] 10.222.0.39 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 912 time: 0.1298015 Aug 18 13:54:44.572473 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b2591438-106e-47f3-a9ae-abd55993659c req-4b245f3a-b418-4099-b1e2-292e73705fec tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775619 Aug 18 13:54:44.581632 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-bfb0842f-3325-4670-b8bb-1f807c44edbb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 HTTP/1.1" status: 200 len: 1002 time: 0.0799408 Aug 18 13:54:44.614753 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:54:44.635252 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-d2320214-7c4d-4f1b-98bc-4deeb23c1942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:54:44.636715 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-d2320214-7c4d-4f1b-98bc-4deeb23c1942 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e63ba7b-bcc7-4bfe-af18-04e90f2744d5 HTTP/1.1" status: 200 len: 850 time: 0.0484993 Aug 18 13:54:44.683402 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-aaaa9aff-c969-4212-a655-dc78316344de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:54:44.684916 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-aaaa9aff-c969-4212-a655-dc78316344de service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412107 Aug 18 13:54:44.775169 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-e32e2a38-7f60-427e-898a-3a487d6a1f86 service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829537 Aug 18 13:54:44.867839 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-150f9800-e6ce-40af-945a-3b0d7ea01199 service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855291 Aug 18 13:54:45.608754 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:54:45.703722 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9b261-4096-4800-9a0f-e051170d511c req-938e11ea-9fd2-45af-b39b-4940fc6b658d tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:54:45.705332 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7aa9b261-4096-4800-9a0f-e051170d511c req-938e11ea-9fd2-45af-b39b-4940fc6b658d tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 945 time: 0.0551047 Aug 18 13:54:45.748165 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7aa9b261-4096-4800-9a0f-e051170d511c req-5ded739f-eb79-4ef1-a918-78e16ad6aba5 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367825 Aug 18 13:54:46.868255 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd0a47-4ba4-4520-8899-0883659193d9 req-9add72e1-ae75-4cec-ab59-74692ba01028 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:54:46.869906 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-abcd0a47-4ba4-4520-8899-0883659193d9 req-9add72e1-ae75-4cec-ab59-74692ba01028 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 945 time: 0.0523942 Aug 18 13:54:46.908652 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-abcd0a47-4ba4-4520-8899-0883659193d9 req-4d5fd34a-1654-4475-ba33-1fbf25b9c1cc tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327306 Aug 18 13:54:47.568541 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:54:48.341567 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb149f-637f-4446-92a5-cb8b9922e8e7 req-e522f9f5-f8c1-4505-add6-79b5d6cb84c0 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:54:48.343121 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c8bb149f-637f-4446-92a5-cb8b9922e8e7 req-e522f9f5-f8c1-4505-add6-79b5d6cb84c0 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 945 time: 0.3652875 Aug 18 13:54:48.383939 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c8bb149f-637f-4446-92a5-cb8b9922e8e7 req-b1241547-a30e-40b8-89f9-afd00549aeac tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343928 Aug 18 13:54:49.508475 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605da9e-8cb6-496c-ba7c-55cdb3a73446 req-b33acfcb-7dc1-40e0-834c-33e92a81e6cd tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:54:49.510061 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f605da9e-8cb6-496c-ba7c-55cdb3a73446 req-b33acfcb-7dc1-40e0-834c-33e92a81e6cd tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 945 time: 0.0534141 Aug 18 13:54:49.557635 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f605da9e-8cb6-496c-ba7c-55cdb3a73446 req-53ebaae9-67fd-4d48-9262-4dc736086b93 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407238 Aug 18 13:54:50.677544 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d738a-fba9-40c8-99fb-c429d3140971 req-6ec6cf02-089b-47e0-8725-0cd9310a7b17 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:54:50.678936 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-865d738a-fba9-40c8-99fb-c429d3140971 req-6ec6cf02-089b-47e0-8725-0cd9310a7b17 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 945 time: 0.0513890 Aug 18 13:54:50.717487 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-865d738a-fba9-40c8-99fb-c429d3140971 req-fad718c0-2d06-4f31-a196-4f630c92cdd7 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320764 Aug 18 13:54:51.838457 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd1590-a148-417e-b056-0c77ae1212a1 req-663e7057-eab4-460e-9cd4-5d329f284f6a tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:54:51.840269 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-19fd1590-a148-417e-b056-0c77ae1212a1 req-663e7057-eab4-460e-9cd4-5d329f284f6a tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 945 time: 0.0527325 Aug 18 13:54:51.888010 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-19fd1590-a148-417e-b056-0c77ae1212a1 req-7559e686-452d-4252-80a9-53544c4cadcf tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407805 Aug 18 13:54:53.010463 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63322340-aba8-4eab-a5a8-1551fa7a98a3 req-41257117-f7da-46c2-8bcc-8f70b5f3291e tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:54:53.012100 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-63322340-aba8-4eab-a5a8-1551fa7a98a3 req-41257117-f7da-46c2-8bcc-8f70b5f3291e tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 945 time: 0.0492899 Aug 18 13:54:53.054869 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-63322340-aba8-4eab-a5a8-1551fa7a98a3 req-2d2614d4-d781-44f2-be4c-e116e4f41f9d tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366480 Aug 18 13:54:54.176910 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1775611-3f9b-44bc-acbb-212718f2ccc5 req-1a5044e0-8a6f-4380-8074-8b513edc7728 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:54:54.178347 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f1775611-3f9b-44bc-acbb-212718f2ccc5 req-1a5044e0-8a6f-4380-8074-8b513edc7728 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 945 time: 0.0496025 Aug 18 13:54:54.216333 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f1775611-3f9b-44bc-acbb-212718f2ccc5 req-ce94974b-7bc7-4ac0-b12d-ac194d203711 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317781 Aug 18 13:54:55.330182 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f95d1-a50f-48b7-87e8-02dfed586356 req-7a3c4491-a052-439b-a0f9-fd112494b2dc tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:54:55.331697 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c53f95d1-a50f-48b7-87e8-02dfed586356 req-7a3c4491-a052-439b-a0f9-fd112494b2dc tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 945 time: 0.0493186 Aug 18 13:54:55.370516 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c53f95d1-a50f-48b7-87e8-02dfed586356 req-920febe4-59d9-4e5d-bc40-2a871b2fc961 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324907 Aug 18 13:54:56.484956 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ecf4dc-952f-49ce-9540-5a67f689730b req-4438ac13-81cd-4499-972e-35b74dbe3d80 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:54:56.486775 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-74ecf4dc-952f-49ce-9540-5a67f689730b req-4438ac13-81cd-4499-972e-35b74dbe3d80 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 945 time: 0.0490260 Aug 18 13:54:56.531441 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-74ecf4dc-952f-49ce-9540-5a67f689730b req-0a4b3062-909b-477b-a916-0cef84a709dd tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380189 Aug 18 13:54:56.986438 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-60f8060d-1196-4660-bcb5-edc88990f59b service neutron] show failed (client error): The resource could not be found. Aug 18 13:54:56.987529 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-60f8060d-1196-4660-bcb5-edc88990f59b service neutron] 10.222.0.39 "GET /v2.0/ports/3fcdfffc-b1a8-4d6c-96b0-3678216afeb9/bindings/n-h2-803603-2 HTTP/1.1" status: 404 len: 380 time: 0.0596955 Aug 18 13:54:57.594561 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-c60b21d2-7cb1-4325-900d-fee6485817ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:54:57.596166 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-c60b21d2-7cb1-4325-900d-fee6485817ef service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8&tenant_id=0bb3851a915245f990a25e5cd818032b HTTP/1.1" status: 200 len: 1096 time: 0.0451388 Aug 18 13:54:57.607789 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-d93d53d6-0739-492b-84c1-8b3e0bed3ced service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803603-2', 'device_owner': 'compute:nova'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:54:57.652265 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388cd79-35a1-4bc3-8f10-774e53b8782f req-0327e230-3a97-4dbb-8c49-d4c8ba850e4c tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:54:57.653771 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f388cd79-35a1-4bc3-8f10-774e53b8782f req-0327e230-3a97-4dbb-8c49-d4c8ba850e4c tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 945 time: 0.0499909 Aug 18 13:54:57.667305 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-d93d53d6-0739-492b-84c1-8b3e0bed3ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:54:57.694276 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f388cd79-35a1-4bc3-8f10-774e53b8782f req-1ac707bb-02aa-4f88-98f9-f0fb9c3094f5 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343902 Aug 18 13:54:57.882652 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-d93d53d6-0739-492b-84c1-8b3e0bed3ced service neutron] For port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=3fcdfffc-b1a8-4d6c-96b0-3678216afeb9,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:54:57.917998 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-d93d53d6-0739-492b-84c1-8b3e0bed3ced service neutron] For port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:54:57.960467 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db889e95-05fe-4c3c-8ed3-65cd6c9a24e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fcdfffc-b1a8-4d6c-96b0-3678216afeb9'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:54:57.962715 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb5a461-10e1-47ad-9c76-5f2624224ec8" -d '{"events": [{"server_uuid": "db889e95-05fe-4c3c-8ed3-65cd6c9a24e8", "name": "network-vif-unplugged", "status": "completed", "tag": "3fcdfffc-b1a8-4d6c-96b0-3678216afeb9"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:54:57.966690 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-d93d53d6-0739-492b-84c1-8b3e0bed3ced service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:54:57.980628 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-d93d53d6-0739-492b-84c1-8b3e0bed3ced service neutron] Transition to ACTIVE for port object 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:54:58.019707 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 13:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8f5b50-1ba1-4ceb-9eb1-11b20264249f x-openstack-request-id: req-ef8f5b50-1ba1-4ceb-9eb1-11b20264249f {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:54:58.020055 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db889e95-05fe-4c3c-8ed3-65cd6c9a24e8", "name": "network-vif-unplugged", "status": "completed", "tag": "3fcdfffc-b1a8-4d6c-96b0-3678216afeb9", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:54:58.020286 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef8f5b50-1ba1-4ceb-9eb1-11b20264249f {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:54:58.020729 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db889e95-05fe-4c3c-8ed3-65cd6c9a24e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fcdfffc-b1a8-4d6c-96b0-3678216afeb9', 'code': 200} Aug 18 13:54:58.054156 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-d93d53d6-0739-492b-84c1-8b3e0bed3ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:54:58.136227 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d53d6-0739-492b-84c1-8b3e0bed3ced service neutron] Pushing event updated for resources: {'Port': ['ID=3fcdfffc-b1a8-4d6c-96b0-3678216afeb9,revision_number=6']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:54:58.153112 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d53d6-0739-492b-84c1-8b3e0bed3ced service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:54:58.153112 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d53d6-0739-492b-84c1-8b3e0bed3ced service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:54:58.154140 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d53d6-0739-492b-84c1-8b3e0bed3ced service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:54:58.154140 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d53d6-0739-492b-84c1-8b3e0bed3ced service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:54:58.154568 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d53d6-0739-492b-84c1-8b3e0bed3ced service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:54:58.154827 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d53d6-0739-492b-84c1-8b3e0bed3ced service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:54:58.155263 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d53d6-0739-492b-84c1-8b3e0bed3ced service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:54:58.155491 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d53d6-0739-492b-84c1-8b3e0bed3ced service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:54:58.155824 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d53d6-0739-492b-84c1-8b3e0bed3ced service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:54:58.156159 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d53d6-0739-492b-84c1-8b3e0bed3ced service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:54:58.156520 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d53d6-0739-492b-84c1-8b3e0bed3ced service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:54:58.156810 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d53d6-0739-492b-84c1-8b3e0bed3ced service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:54:58.201666 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-d93d53d6-0739-492b-84c1-8b3e0bed3ced service neutron] No DVR routers for this DVR port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:54:58.360032 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-d93d53d6-0739-492b-84c1-8b3e0bed3ced service neutron] Attempting to bind port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:54:58.360032 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-d93d53d6-0739-492b-84c1-8b3e0bed3ced service neutron] Attempting to bind port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:54:58.360032 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-d93d53d6-0739-492b-84c1-8b3e0bed3ced service neutron] Attempting to bind port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 on network de2eb0e2-4301-47e1-aab5-4b22ec41fcfb {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:54:58.360032 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-d93d53d6-0739-492b-84c1-8b3e0bed3ced service neutron] Port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 on network de2eb0e2-4301-47e1-aab5-4b22ec41fcfb not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:54:58.360032 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-d93d53d6-0739-492b-84c1-8b3e0bed3ced service neutron] Attempting to bind port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 on network de2eb0e2-4301-47e1-aab5-4b22ec41fcfb {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:54:58.365168 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-d93d53d6-0739-492b-84c1-8b3e0bed3ced service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:54:58.365505 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-d93d53d6-0739-492b-84c1-8b3e0bed3ced service neutron] Checking segment: {'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:54:58.365889 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-d93d53d6-0739-492b-84c1-8b3e0bed3ced service neutron] Bound using segment: {'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:54:58.366347 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-d93d53d6-0739-492b-84c1-8b3e0bed3ced service neutron] Bound port: 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:54:58.366756 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-d93d53d6-0739-492b-84c1-8b3e0bed3ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:54:58.402617 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:54:58.433108 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-d93d53d6-0739-492b-84c1-8b3e0bed3ced service neutron] For port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:54:58.436404 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-d93d53d6-0739-492b-84c1-8b3e0bed3ced service neutron] For port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=3fcdfffc-b1a8-4d6c-96b0-3678216afeb9,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:54:58.506978 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-d93d53d6-0739-492b-84c1-8b3e0bed3ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:54:58.547146 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-d93d53d6-0739-492b-84c1-8b3e0bed3ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:54:58.547863 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-d93d53d6-0739-492b-84c1-8b3e0bed3ced service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:54:58.549318 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-d93d53d6-0739-492b-84c1-8b3e0bed3ced service neutron] 10.222.0.20 "PUT /v2.0/ports/3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 HTTP/1.1" status: 200 len: 1091 time: 0.9456029 Aug 18 13:54:58.586366 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d53d6-0739-492b-84c1-8b3e0bed3ced service neutron] Pushing event updated for resources: {'Port': ['ID=3fcdfffc-b1a8-4d6c-96b0-3678216afeb9,revision_number=7']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:54:58.628436 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-dbe7a150-e07f-4df6-bd5a-3aaa58da4ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:54:58.630997 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-dbe7a150-e07f-4df6-bd5a-3aaa58da4ecb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 1094 time: 0.0571434 Aug 18 13:54:58.737822 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-76dc6521-7174-4684-9d9d-96c8ac9dee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:54:58.740314 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-76dc6521-7174-4684-9d9d-96c8ac9dee8e service neutron] 10.222.0.20 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 912 time: 0.1028326 Aug 18 13:54:58.816683 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-e091d1d9-8003-4048-88f1-0722ce502abe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 HTTP/1.1" status: 200 len: 1000 time: 0.0669773 Aug 18 13:54:58.826957 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d67541-7ec5-4725-a379-bee6346ac4b1 req-d6526d92-d118-4b47-970e-6247cdb1090f tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:54:58.829127 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-72d67541-7ec5-4725-a379-bee6346ac4b1 req-d6526d92-d118-4b47-970e-6247cdb1090f tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 943 time: 0.0535045 Aug 18 13:54:58.877178 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-3945f200-7c68-4dbe-a724-1e3ea9901544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:54:58.877456 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-72d67541-7ec5-4725-a379-bee6346ac4b1 req-fca28f09-65a9-4348-a895-7f56040e3a05 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415680 Aug 18 13:54:58.878831 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-3945f200-7c68-4dbe-a724-1e3ea9901544 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e63ba7b-bcc7-4bfe-af18-04e90f2744d5 HTTP/1.1" status: 200 len: 850 time: 0.0551710 Aug 18 13:54:58.932721 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-c889f3be-0e17-4487-92c8-802e24c934ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:54:58.934293 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-c889f3be-0e17-4487-92c8-802e24c934ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475497 Aug 18 13:54:59.038779 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-7a0843a6-39f1-4852-815d-614225474541 service neutron] 10.222.0.20 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970178 Aug 18 13:54:59.140381 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-066c2658-4e9d-46ee-b09c-9ea6d6bb4d34 req-28ebded1-1d28-4cff-aadc-eec3ff318105 service neutron] 10.222.0.20 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923817 Aug 18 13:54:59.259967 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:54:59.953816 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:55:00.020756 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a51fac-fa7d-458c-9185-3ef68b06b60f req-52d5ffa9-aca9-45c4-8535-b3215fa9884f tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:00.022292 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e8a51fac-fa7d-458c-9185-3ef68b06b60f req-52d5ffa9-aca9-45c4-8535-b3215fa9884f tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 943 time: 0.0565209 Aug 18 13:55:00.022758 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db889e95-05fe-4c3c-8ed3-65cd6c9a24e8', 'tag': '3fcdfffc-b1a8-4d6c-96b0-3678216afeb9'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:55:00.025018 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3cb744-086c-4383-aae7-47afba0290e7" -d '{"events": [{"name": "network-changed", "server_uuid": "db889e95-05fe-4c3c-8ed3-65cd6c9a24e8", "tag": "3fcdfffc-b1a8-4d6c-96b0-3678216afeb9"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:55:00.064476 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e8a51fac-fa7d-458c-9185-3ef68b06b60f req-06de4a24-ddab-4390-99db-ee15e2a07a86 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362074 Aug 18 13:55:00.079348 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fe0d0a-60c1-4159-a284-2679b317c684 x-openstack-request-id: req-c9fe0d0a-60c1-4159-a284-2679b317c684 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:55:00.079941 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db889e95-05fe-4c3c-8ed3-65cd6c9a24e8", "tag": "3fcdfffc-b1a8-4d6c-96b0-3678216afeb9", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:55:00.080749 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9fe0d0a-60c1-4159-a284-2679b317c684 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:55:00.081338 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db889e95-05fe-4c3c-8ed3-65cd6c9a24e8', 'tag': '3fcdfffc-b1a8-4d6c-96b0-3678216afeb9', 'status': 'completed', 'code': 200} Aug 18 13:55:00.165868 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3cb744-086c-4383-aae7-47afba0290e7 req-f78da666-1120-42a5-ac3a-fa74bc3512d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:00.167403 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dc3cb744-086c-4383-aae7-47afba0290e7 req-f78da666-1120-42a5-ac3a-fa74bc3512d4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 1094 time: 0.0689912 Aug 18 13:55:00.173602 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3cb744-086c-4383-aae7-47afba0290e7 req-c5ddb040-9b4f-4ccc-bf38-942721e6a42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:00.175076 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dc3cb744-086c-4383-aae7-47afba0290e7 req-c5ddb040-9b4f-4ccc-bf38-942721e6a42e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 1094 time: 0.0684962 Aug 18 13:55:00.339448 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3cb744-086c-4383-aae7-47afba0290e7 req-e931851b-bd52-45b6-9814-865283c89b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:00.340930 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dc3cb744-086c-4383-aae7-47afba0290e7 req-e931851b-bd52-45b6-9814-865283c89b2d service neutron] 10.222.0.39 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 912 time: 0.1650193 Aug 18 13:55:00.341929 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3cb744-086c-4383-aae7-47afba0290e7 req-632e1f88-4312-4886-9252-550efe76833b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:00.343257 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dc3cb744-086c-4383-aae7-47afba0290e7 req-632e1f88-4312-4886-9252-550efe76833b service neutron] 10.222.0.20 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 912 time: 0.1594460 Aug 18 13:55:00.458581 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dc3cb744-086c-4383-aae7-47afba0290e7 req-a4d6571f-cabd-467c-90a1-19c0e163ab12 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 HTTP/1.1" status: 200 len: 1000 time: 0.1028445 Aug 18 13:55:00.460408 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dc3cb744-086c-4383-aae7-47afba0290e7 req-3a21457a-a5d2-4de1-9d80-3a3d5681d226 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 HTTP/1.1" status: 200 len: 1000 time: 0.1126764 Aug 18 13:55:00.550772 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3cb744-086c-4383-aae7-47afba0290e7 req-89a5b881-ff07-4309-b123-ff1eaa1784e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:00.553194 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dc3cb744-086c-4383-aae7-47afba0290e7 req-89a5b881-ff07-4309-b123-ff1eaa1784e0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e63ba7b-bcc7-4bfe-af18-04e90f2744d5 HTTP/1.1" status: 200 len: 850 time: 0.0856633 Aug 18 13:55:00.554665 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3cb744-086c-4383-aae7-47afba0290e7 req-caed3349-3828-4731-8a13-37f1dac20bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:00.556053 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dc3cb744-086c-4383-aae7-47afba0290e7 req-caed3349-3828-4731-8a13-37f1dac20bfd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e63ba7b-bcc7-4bfe-af18-04e90f2744d5 HTTP/1.1" status: 200 len: 850 time: 0.0899248 Aug 18 13:55:00.636296 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3cb744-086c-4383-aae7-47afba0290e7 req-ddb5e5dc-7d18-4f6a-a03b-fdb41f80ac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:00.637847 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dc3cb744-086c-4383-aae7-47afba0290e7 req-ddb5e5dc-7d18-4f6a-a03b-fdb41f80ac49 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766323 Aug 18 13:55:00.642761 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3cb744-086c-4383-aae7-47afba0290e7 req-9d9a62bf-ce0a-40b2-bda0-1e801a5e0fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:00.644226 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dc3cb744-086c-4383-aae7-47afba0290e7 req-9d9a62bf-ce0a-40b2-bda0-1e801a5e0fe7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737879 Aug 18 13:55:00.914087 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:55:01.018188 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=3fcdfffc-b1a8-4d6c-96b0-3678216afeb9,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:55:01.029983 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '3fcdfffc-b1a8-4d6c-96b0-3678216afeb9', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'port_id': '3fcdfffc-b1a8-4d6c-96b0-3678216afeb9', 'mac_address': 'fa:16:3e:7d:fc:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:55:01.070969 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:01.085631 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:55:01.114649 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=3fcdfffc-b1a8-4d6c-96b0-3678216afeb9,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:55:01.178419 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dc3cb744-086c-4383-aae7-47afba0290e7 req-ef573026-e5c6-4911-bfbd-0270f59b3576 service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5331712 Aug 18 13:55:01.182269 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dc3cb744-086c-4383-aae7-47afba0290e7 req-50737ebe-bdf6-43de-9169-81f76cb8a230 service neutron] 10.222.0.20 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5275710 Aug 18 13:55:01.201602 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df6790-bd90-4a6d-b166-0a372b96e2c4 req-69c81bb5-89f3-4ac2-8011-9cbfadcfc1a8 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:01.203209 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f8df6790-bd90-4a6d-b166-0a372b96e2c4 req-69c81bb5-89f3-4ac2-8011-9cbfadcfc1a8 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 943 time: 0.0548275 Aug 18 13:55:01.205963 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:01.246904 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f8df6790-bd90-4a6d-b166-0a372b96e2c4 req-3f4c96d3-7f7a-4d50-a725-16aa13fcd19c tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366840 Aug 18 13:55:01.259287 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=3fcdfffc-b1a8-4d6c-96b0-3678216afeb9,revision_number=8']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:01.269318 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:55:01.270025 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:55:01.270481 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:55:01.270834 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:55:01.271346 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:55:01.271692 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:55:01.272028 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:55:01.272367 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:55:01.272698 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:55:01.273080 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:55:01.273418 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:55:01.273744 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:55:01.352415 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dc3cb744-086c-4383-aae7-47afba0290e7 req-f4002363-16e9-4863-bf17-f0030ad3f577 service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668613 Aug 18 13:55:01.356526 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dc3cb744-086c-4383-aae7-47afba0290e7 req-8ba9bd70-039b-4878-acc8-7bafa99c80f3 service neutron] 10.222.0.20 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618910 Aug 18 13:55:01.429892 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['3fcdfffc-b1a8-4d6c-96b0-3678216afeb9'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:55:01.611823 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:55:01.651846 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:55:01.817613 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d84842-37db-4042-8114-7099e13211c5 req-3eadff0e-b663-4872-a9ab-ae425ac6f639 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:01.819184 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-68d84842-37db-4042-8114-7099e13211c5 req-3eadff0e-b663-4872-a9ab-ae425ac6f639 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 944 time: 0.0501256 Aug 18 13:55:01.859973 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-cf656eb9-e669-45a6-ac3b-8bd33d52bb25 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:01.861565 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-cf656eb9-e669-45a6-ac3b-8bd33d52bb25 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.20 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8&tenant_id=0bb3851a915245f990a25e5cd818032b&binding%3Ahost_id=n-h2-803603-2 HTTP/1.1" status: 200 len: 944 time: 0.0587478 Aug 18 13:55:01.861712 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-68d84842-37db-4042-8114-7099e13211c5 req-e1f69b83-f9ec-4d82-b9f8-a9b6574b6253 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359178 Aug 18 13:55:01.930146 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-e9ab6b83-4df9-495b-8ede-75c18e7edfe0 service neutron] 10.222.0.20 "GET /v2.0/ports/3fcdfffc-b1a8-4d6c-96b0-3678216afeb9/bindings/n-h2-803603-2 HTTP/1.1" status: 200 len: 382 time: 0.0607791 Aug 18 13:55:01.997250 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-d7bca58d-235b-40a9-ab8b-ff019737d1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:01.998773 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-d7bca58d-235b-40a9-ab8b-ff019737d1c6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 1095 time: 0.0456409 Aug 18 13:55:02.088848 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-a9ec9c75-72bc-4376-a517-5e0ba94b52be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:02.090398 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-a9ec9c75-72bc-4376-a517-5e0ba94b52be service neutron] 10.222.0.20 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 912 time: 0.0845418 Aug 18 13:55:02.160318 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-900dc907-08f5-4b4a-be57-41e6042c313d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 HTTP/1.1" status: 200 len: 1001 time: 0.0633442 Aug 18 13:55:02.212338 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-0804a535-c814-4dbc-8a13-e744d4ee2eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:02.213875 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-0804a535-c814-4dbc-8a13-e744d4ee2eed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e63ba7b-bcc7-4bfe-af18-04e90f2744d5 HTTP/1.1" status: 200 len: 850 time: 0.0463543 Aug 18 13:55:02.259649 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-77a01343-6901-492b-b012-873833d63cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:02.261083 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-77a01343-6901-492b-b012-873833d63cc0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400181 Aug 18 13:55:02.353801 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-5154d4a8-16c6-42d2-9c64-3d7223f3f903 service neutron] 10.222.0.20 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857348 Aug 18 13:55:02.443808 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-cf3ea9fb-18a3-4bae-b722-a25cd1fedf3e service neutron] 10.222.0.20 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833890 Aug 18 13:55:02.917075 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:55:02.988429 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ad815-1d05-4ebe-b5b8-7667efad761f req-f510b756-979f-4641-a96b-76d1d5b9ab54 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:02.990865 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7d3ad815-1d05-4ebe-b5b8-7667efad761f req-f510b756-979f-4641-a96b-76d1d5b9ab54 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 944 time: 0.0566089 Aug 18 13:55:03.028778 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7d3ad815-1d05-4ebe-b5b8-7667efad761f req-dded448f-fd50-4093-8ec8-31db4ffa3879 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318418 Aug 18 13:55:03.057435 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:55:03.061500 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:55:03.061871 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:03.138499 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:03.171535 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db889e95-05fe-4c3c-8ed3-65cd6c9a24e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcdfffc-b1a8-4d6c-96b0-3678216afeb9'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:55:03.173842 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ba3b915c790ece66a99fb45b0530a9eb9c5b6743edcd6e3a78a03ec4b78c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5dff3be-ad4f-4b8a-9c28-148a13a83804" -d '{"events": [{"server_uuid": "db889e95-05fe-4c3c-8ed3-65cd6c9a24e8", "name": "network-vif-plugged", "status": "completed", "tag": "3fcdfffc-b1a8-4d6c-96b0-3678216afeb9"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:55:03.187772 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=3fcdfffc-b1a8-4d6c-96b0-3678216afeb9,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:55:03.224247 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c70bd27-5f1f-4500-937a-3d00f58916cd x-openstack-request-id: req-7c70bd27-5f1f-4500-937a-3d00f58916cd {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:55:03.224536 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db889e95-05fe-4c3c-8ed3-65cd6c9a24e8", "name": "network-vif-plugged", "status": "completed", "tag": "3fcdfffc-b1a8-4d6c-96b0-3678216afeb9", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:55:03.224786 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c70bd27-5f1f-4500-937a-3d00f58916cd {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:55:03.225176 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db889e95-05fe-4c3c-8ed3-65cd6c9a24e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcdfffc-b1a8-4d6c-96b0-3678216afeb9', 'code': 200} Aug 18 13:55:03.285751 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:03.336123 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=3fcdfffc-b1a8-4d6c-96b0-3678216afeb9,revision_number=9']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:04.151809 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beef992-99d8-4b3a-94f1-ef176f04c73d req-e268b29e-364b-48c3-9211-5c056ba68339 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:04.153230 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4beef992-99d8-4b3a-94f1-ef176f04c73d req-e268b29e-364b-48c3-9211-5c056ba68339 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 945 time: 0.0515592 Aug 18 13:55:04.191522 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4beef992-99d8-4b3a-94f1-ef176f04c73d req-4116082a-b1eb-451a-a228-a8b9ee44e6b2 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322843 Aug 18 13:55:04.867954 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-5754745f-5975-4363-b73e-44f32c73985f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:04.869487 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-5754745f-5975-4363-b73e-44f32c73985f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8&tenant_id=0bb3851a915245f990a25e5cd818032b HTTP/1.1" status: 200 len: 1096 time: 0.0427728 Aug 18 13:55:04.881684 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-41c22e10-f36d-40d4-b4ac-afe6f5b80b0f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803603-2', 'device_owner': 'compute:nova'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:55:04.938347 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-41c22e10-f36d-40d4-b4ac-afe6f5b80b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:05.139161 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-41c22e10-f36d-40d4-b4ac-afe6f5b80b0f service neutron] For port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=3fcdfffc-b1a8-4d6c-96b0-3678216afeb9,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:55:05.172357 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-41c22e10-f36d-40d4-b4ac-afe6f5b80b0f service neutron] For port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:55:05.214359 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db889e95-05fe-4c3c-8ed3-65cd6c9a24e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fcdfffc-b1a8-4d6c-96b0-3678216afeb9'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:55:05.216698 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca5eba6-4868-4822-86cf-9eaaa8b7868e" -d '{"events": [{"server_uuid": "db889e95-05fe-4c3c-8ed3-65cd6c9a24e8", "name": "network-vif-unplugged", "status": "completed", "tag": "3fcdfffc-b1a8-4d6c-96b0-3678216afeb9"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:55:05.221177 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-41c22e10-f36d-40d4-b4ac-afe6f5b80b0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:05.234724 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-41c22e10-f36d-40d4-b4ac-afe6f5b80b0f service neutron] Transition to ACTIVE for port object 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:55:05.270511 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 13:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61977ef-3105-43fe-8d13-0f1bccf6134e x-openstack-request-id: req-b61977ef-3105-43fe-8d13-0f1bccf6134e {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:55:05.270832 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db889e95-05fe-4c3c-8ed3-65cd6c9a24e8", "name": "network-vif-unplugged", "status": "completed", "tag": "3fcdfffc-b1a8-4d6c-96b0-3678216afeb9", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:55:05.271115 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b61977ef-3105-43fe-8d13-0f1bccf6134e {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:55:05.271524 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db889e95-05fe-4c3c-8ed3-65cd6c9a24e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fcdfffc-b1a8-4d6c-96b0-3678216afeb9', 'code': 200} Aug 18 13:55:05.313600 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b192ba5-af53-4a61-ac8d-78bb4c9027fb req-479523b7-c6e6-454f-be44-0421445431f6 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:05.315090 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2b192ba5-af53-4a61-ac8d-78bb4c9027fb req-479523b7-c6e6-454f-be44-0421445431f6 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 945 time: 0.0515265 Aug 18 13:55:05.345124 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-41c22e10-f36d-40d4-b4ac-afe6f5b80b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:05.357783 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2b192ba5-af53-4a61-ac8d-78bb4c9027fb req-6ed9b0b6-a6ad-4003-aaae-699d02ef45b7 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366540 Aug 18 13:55:05.429341 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c22e10-f36d-40d4-b4ac-afe6f5b80b0f service neutron] Pushing event updated for resources: {'Port': ['ID=3fcdfffc-b1a8-4d6c-96b0-3678216afeb9,revision_number=10']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:05.472968 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-41c22e10-f36d-40d4-b4ac-afe6f5b80b0f service neutron] No DVR routers for this DVR port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:55:05.615112 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-41c22e10-f36d-40d4-b4ac-afe6f5b80b0f service neutron] Attempting to bind port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:55:05.615435 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-41c22e10-f36d-40d4-b4ac-afe6f5b80b0f service neutron] Attempting to bind port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:55:05.615783 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-41c22e10-f36d-40d4-b4ac-afe6f5b80b0f service neutron] Attempting to bind port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 on network de2eb0e2-4301-47e1-aab5-4b22ec41fcfb {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:55:05.621490 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-41c22e10-f36d-40d4-b4ac-afe6f5b80b0f service neutron] Port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 on network de2eb0e2-4301-47e1-aab5-4b22ec41fcfb not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:55:05.621824 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-41c22e10-f36d-40d4-b4ac-afe6f5b80b0f service neutron] Attempting to bind port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 on network de2eb0e2-4301-47e1-aab5-4b22ec41fcfb {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:55:05.627140 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-41c22e10-f36d-40d4-b4ac-afe6f5b80b0f service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:55:05.627493 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-41c22e10-f36d-40d4-b4ac-afe6f5b80b0f service neutron] Checking segment: {'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:55:05.627891 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-41c22e10-f36d-40d4-b4ac-afe6f5b80b0f service neutron] Bound using segment: {'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:55:05.628327 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-41c22e10-f36d-40d4-b4ac-afe6f5b80b0f service neutron] Bound port: 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:55:05.628693 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-41c22e10-f36d-40d4-b4ac-afe6f5b80b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:05.693510 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-41c22e10-f36d-40d4-b4ac-afe6f5b80b0f service neutron] For port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:55:05.696615 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-41c22e10-f36d-40d4-b4ac-afe6f5b80b0f service neutron] For port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=3fcdfffc-b1a8-4d6c-96b0-3678216afeb9,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:55:05.774815 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-41c22e10-f36d-40d4-b4ac-afe6f5b80b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:05.812555 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-41c22e10-f36d-40d4-b4ac-afe6f5b80b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:05.813339 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-41c22e10-f36d-40d4-b4ac-afe6f5b80b0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:05.814601 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-41c22e10-f36d-40d4-b4ac-afe6f5b80b0f service neutron] 10.222.0.39 "PUT /v2.0/ports/3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 HTTP/1.1" status: 200 len: 1092 time: 0.9376330 Aug 18 13:55:05.866117 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c22e10-f36d-40d4-b4ac-afe6f5b80b0f service neutron] Pushing event updated for resources: {'Port': ['ID=3fcdfffc-b1a8-4d6c-96b0-3678216afeb9,revision_number=11']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:05.886717 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-008d5fc9-08f2-403b-a127-14d8b21be8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:05.888278 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-008d5fc9-08f2-403b-a127-14d8b21be8db service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 1095 time: 0.0521672 Aug 18 13:55:05.982864 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-97619e85-4e69-4740-8559-5028b1fc75be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:05.984398 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-97619e85-4e69-4740-8559-5028b1fc75be service neutron] 10.222.0.39 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 912 time: 0.0889838 Aug 18 13:55:06.055743 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-4fc47c6d-7cdc-43cd-900d-2fa5e8d13ec3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 HTTP/1.1" status: 200 len: 1000 time: 0.0646110 Aug 18 13:55:06.105848 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-493fcde0-46cc-466b-9049-36f47252a29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:06.107618 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-493fcde0-46cc-466b-9049-36f47252a29c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e63ba7b-bcc7-4bfe-af18-04e90f2744d5 HTTP/1.1" status: 200 len: 850 time: 0.0443678 Aug 18 13:55:06.156691 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-91128977-bd42-4399-9507-c92676c40323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:06.158256 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-91128977-bd42-4399-9507-c92676c40323 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406973 Aug 18 13:55:06.169078 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-dda82a24-6847-4853-9540-9ba2bfd8c2bd service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:55:06.170203 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-dda82a24-6847-4853-9540-9ba2bfd8c2bd service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051100 Aug 18 13:55:06.264196 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-bf442f1d-c85d-432a-b05a-22a88907cd43 service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866230 Aug 18 13:55:06.354500 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6aff67e9-c12e-4a41-b461-db6816cf3c8b req-4b63cfce-2199-4a9e-a097-87029bf5f223 service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831521 Aug 18 13:55:06.483301 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156a0c9-2487-41bd-89eb-fe183a447529 req-c901aea2-a77a-4be4-aefe-d3b9ed51ae59 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:06.484836 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6156a0c9-2487-41bd-89eb-fe183a447529 req-c901aea2-a77a-4be4-aefe-d3b9ed51ae59 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 944 time: 0.0558109 Aug 18 13:55:06.523374 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6156a0c9-2487-41bd-89eb-fe183a447529 req-5006f7bc-294c-45f6-b43b-d35ce8006225 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317149 Aug 18 13:55:06.946160 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:55:06.984788 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:55:07.272798 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db889e95-05fe-4c3c-8ed3-65cd6c9a24e8', 'tag': '3fcdfffc-b1a8-4d6c-96b0-3678216afeb9'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:55:07.275253 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe4bdbc-0d6a-4283-a309-3ff63090feae" -d '{"events": [{"name": "network-changed", "server_uuid": "db889e95-05fe-4c3c-8ed3-65cd6c9a24e8", "tag": "3fcdfffc-b1a8-4d6c-96b0-3678216afeb9"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:55:07.323240 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce135552-56f0-4295-9d8b-025c418ddea6 x-openstack-request-id: req-ce135552-56f0-4295-9d8b-025c418ddea6 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:55:07.323557 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db889e95-05fe-4c3c-8ed3-65cd6c9a24e8", "tag": "3fcdfffc-b1a8-4d6c-96b0-3678216afeb9", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:55:07.324543 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce135552-56f0-4295-9d8b-025c418ddea6 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:55:07.324949 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db889e95-05fe-4c3c-8ed3-65cd6c9a24e8', 'tag': '3fcdfffc-b1a8-4d6c-96b0-3678216afeb9', 'status': 'completed', 'code': 200} Aug 18 13:55:07.411873 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4bdbc-0d6a-4283-a309-3ff63090feae req-f211c279-c649-4ff7-9557-b1d5117441b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:07.413402 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9fe4bdbc-0d6a-4283-a309-3ff63090feae req-f211c279-c649-4ff7-9557-b1d5117441b3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 1095 time: 0.0711908 Aug 18 13:55:07.415969 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4bdbc-0d6a-4283-a309-3ff63090feae req-03b8678e-5243-42f2-af1e-95e243df1f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:07.417354 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9fe4bdbc-0d6a-4283-a309-3ff63090feae req-03b8678e-5243-42f2-af1e-95e243df1f68 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 1095 time: 0.0664151 Aug 18 13:55:07.584271 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4bdbc-0d6a-4283-a309-3ff63090feae req-81516d7a-a8ab-4385-b7e6-535d3df763c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:07.585786 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9fe4bdbc-0d6a-4283-a309-3ff63090feae req-81516d7a-a8ab-4385-b7e6-535d3df763c3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 912 time: 0.1637630 Aug 18 13:55:07.586930 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4bdbc-0d6a-4283-a309-3ff63090feae req-91ba5569-dac3-465d-beb8-f448f0f042e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:07.588267 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9fe4bdbc-0d6a-4283-a309-3ff63090feae req-91ba5569-dac3-465d-beb8-f448f0f042e5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 912 time: 0.1582303 Aug 18 13:55:07.737607 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9fe4bdbc-0d6a-4283-a309-3ff63090feae req-4bcc02eb-e727-4864-a544-c28311d39e61 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 HTTP/1.1" status: 200 len: 1000 time: 0.1432729 Aug 18 13:55:07.739913 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9fe4bdbc-0d6a-4283-a309-3ff63090feae req-5e4058d1-9f8b-4276-9092-ff5638c8d164 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 HTTP/1.1" status: 200 len: 1000 time: 0.1362634 Aug 18 13:55:07.753039 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca86b6-9129-4f91-948e-67212e5af939 req-9574935f-4ab9-43ae-a296-39679f1bf6bf tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:07.754648 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b6ca86b6-9129-4f91-948e-67212e5af939 req-9574935f-4ab9-43ae-a296-39679f1bf6bf tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 944 time: 0.1536376 Aug 18 13:55:07.863345 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4bdbc-0d6a-4283-a309-3ff63090feae req-2a0fac0d-b45f-4b56-9e75-4eed32317cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:07.865138 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9fe4bdbc-0d6a-4283-a309-3ff63090feae req-2a0fac0d-b45f-4b56-9e75-4eed32317cf9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e63ba7b-bcc7-4bfe-af18-04e90f2744d5 HTTP/1.1" status: 200 len: 850 time: 0.1095846 Aug 18 13:55:07.868434 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4bdbc-0d6a-4283-a309-3ff63090feae req-8a291ff2-8800-402b-a7cd-29021fb48c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:07.869846 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9fe4bdbc-0d6a-4283-a309-3ff63090feae req-8a291ff2-8800-402b-a7cd-29021fb48c73 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e63ba7b-bcc7-4bfe-af18-04e90f2744d5 HTTP/1.1" status: 200 len: 850 time: 0.1132505 Aug 18 13:55:07.885400 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b6ca86b6-9129-4f91-948e-67212e5af939 req-fcd66aec-4505-4458-9880-1eab706b121f tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141713 Aug 18 13:55:07.943392 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4bdbc-0d6a-4283-a309-3ff63090feae req-619887dc-cb12-44f8-a0cb-759d341fe2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:07.945052 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9fe4bdbc-0d6a-4283-a309-3ff63090feae req-619887dc-cb12-44f8-a0cb-759d341fe2f8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723846 Aug 18 13:55:07.952292 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4bdbc-0d6a-4283-a309-3ff63090feae req-32d44c66-200a-4835-9180-b704bfa13189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:07.952784 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9fe4bdbc-0d6a-4283-a309-3ff63090feae req-32d44c66-200a-4835-9180-b704bfa13189 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719419 Aug 18 13:55:08.107801 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9fe4bdbc-0d6a-4283-a309-3ff63090feae req-3e3e91f5-7472-4029-8c48-a6345d1350ee service neutron] 10.222.0.20 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539776 Aug 18 13:55:08.109587 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9fe4bdbc-0d6a-4283-a309-3ff63090feae req-a00a75e0-9322-4527-a3f5-197e32f7d181 service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482790 Aug 18 13:55:08.277421 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9fe4bdbc-0d6a-4283-a309-3ff63090feae req-c38c5325-ed8d-43c1-96ab-998c6fb68ba4 service neutron] 10.222.0.20 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625397 Aug 18 13:55:08.279377 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9fe4bdbc-0d6a-4283-a309-3ff63090feae req-793d1c98-43ea-4ce8-b642-91063a66c030 service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572905 Aug 18 13:55:09.014003 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c8e19-6f0d-4ca2-b891-03bfc5ccf1a1 req-016c3e73-0fae-4733-894d-08719c31e033 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:09.015492 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-580c8e19-6f0d-4ca2-b891-03bfc5ccf1a1 req-016c3e73-0fae-4733-894d-08719c31e033 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 944 time: 0.0508134 Aug 18 13:55:09.058019 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-580c8e19-6f0d-4ca2-b891-03bfc5ccf1a1 req-732bce59-26e1-4aaf-bf4d-fd9876c0a1a3 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325978 Aug 18 13:55:09.172826 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0545e4-e222-4674-9aff-5bb0832c65f0 req-463403e3-4ee1-42d9-94b2-020ec9bd2137 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:09.174370 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b0545e4-e222-4674-9aff-5bb0832c65f0 req-463403e3-4ee1-42d9-94b2-020ec9bd2137 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 944 time: 0.0501480 Aug 18 13:55:09.212862 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1b0545e4-e222-4674-9aff-5bb0832c65f0 req-2873a69b-5692-4ec2-b800-2871336c088a tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320599 Aug 18 13:55:09.331417 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7952d-4a24-4936-84a9-eb83ffa86709 req-87ba2d0d-4cf1-48bd-b912-553f850b86e1 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:09.333482 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b0b7952d-4a24-4936-84a9-eb83ffa86709 req-87ba2d0d-4cf1-48bd-b912-553f850b86e1 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 944 time: 0.0500665 Aug 18 13:55:09.372223 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b0b7952d-4a24-4936-84a9-eb83ffa86709 req-4feccdd3-f946-468b-b5ae-a0eca1cd921b tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327852 Aug 18 13:55:09.619420 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:55:09.718882 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=3fcdfffc-b1a8-4d6c-96b0-3678216afeb9,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:55:09.731421 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '3fcdfffc-b1a8-4d6c-96b0-3678216afeb9', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'port_id': '3fcdfffc-b1a8-4d6c-96b0-3678216afeb9', 'mac_address': 'fa:16:3e:7d:fc:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:55:09.777195 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:09.791430 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:55:09.812385 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=3fcdfffc-b1a8-4d6c-96b0-3678216afeb9,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:55:09.824691 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c05f57b-8883-4d33-a61e-a2ffd4f1a7e9 req-721b6bd6-4afe-44a6-8c2a-f1fb933ae7f7 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:09.826239 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7c05f57b-8883-4d33-a61e-a2ffd4f1a7e9 req-721b6bd6-4afe-44a6-8c2a-f1fb933ae7f7 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 944 time: 0.0508852 Aug 18 13:55:09.871392 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7c05f57b-8883-4d33-a61e-a2ffd4f1a7e9 req-75025ec2-f832-4a66-841a-d011ca7e448c tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389388 Aug 18 13:55:09.894039 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:09.943404 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=3fcdfffc-b1a8-4d6c-96b0-3678216afeb9,revision_number=12']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:10.134728 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['3fcdfffc-b1a8-4d6c-96b0-3678216afeb9'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:55:10.999370 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654e5b8-6171-40ae-8b99-e32b8080953f req-8203d9b8-608d-453d-bfaa-c0ae3eaf4501 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:11.000874 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7654e5b8-6171-40ae-8b99-e32b8080953f req-8203d9b8-608d-453d-bfaa-c0ae3eaf4501 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 945 time: 0.0563204 Aug 18 13:55:11.039750 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7654e5b8-6171-40ae-8b99-e32b8080953f req-e62d1ad5-f96e-445f-add7-76f732ee0349 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321963 Aug 18 13:55:11.106926 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e2fe2-ea6a-488a-a43e-73bba6325652 req-7f230ad5-1576-4bac-b22e-35962f01fcc2 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:11.108341 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b53e2fe2-ea6a-488a-a43e-73bba6325652 req-7f230ad5-1576-4bac-b22e-35962f01fcc2 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.39 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 945 time: 0.0492418 Aug 18 13:55:11.202373 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-b53e2fe2-ea6a-488a-a43e-73bba6325652 req-63ac4b8a-2b9c-45c9-a9a0-f51885bbbb9d tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Deleting port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:55:11.202642 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b53e2fe2-ea6a-488a-a43e-73bba6325652 req-63ac4b8a-2b9c-45c9-a9a0-f51885bbbb9d tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:11.299203 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-b53e2fe2-ea6a-488a-a43e-73bba6325652 req-63ac4b8a-2b9c-45c9-a9a0-f51885bbbb9d tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] For port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=3fcdfffc-b1a8-4d6c-96b0-3678216afeb9,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:55:11.299570 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b53e2fe2-ea6a-488a-a43e-73bba6325652 req-63ac4b8a-2b9c-45c9-a9a0-f51885bbbb9d tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:11.472243 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b53e2fe2-ea6a-488a-a43e-73bba6325652 req-63ac4b8a-2b9c-45c9-a9a0-f51885bbbb9d tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:11.472611 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b53e2fe2-ea6a-488a-a43e-73bba6325652 req-63ac4b8a-2b9c-45c9-a9a0-f51885bbbb9d tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:11.473533 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [req-b53e2fe2-ea6a-488a-a43e-73bba6325652 req-63ac4b8a-2b9c-45c9-a9a0-f51885bbbb9d tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Floating IP b19885e3-29db-4384-ba4d-3caa5ce71479 disassociated. External IP: 172.25.6.107, port: 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9. Aug 18 13:55:11.473886 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-b53e2fe2-ea6a-488a-a43e-73bba6325652 req-63ac4b8a-2b9c-45c9-a9a0-f51885bbbb9d tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Calling delete_port for 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:55:11.623964 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:55:11.670861 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b53e2fe2-ea6a-488a-a43e-73bba6325652 req-63ac4b8a-2b9c-45c9-a9a0-f51885bbbb9d tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:11.671616 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:55:11.675287 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:55:11.675664 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:11.695116 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 was deleted so its status cannot be updated. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 18 13:55:11.699028 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f9ba5a7b-8e1a-436a-8bcc-b5dcd8561b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:11.702430 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac4b8a-2b9c-45c9-a9a0-f51885bbbb9d tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Pushing event deleted for resources: {'Port': ['ID=3fcdfffc-b1a8-4d6c-96b0-3678216afeb9,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:11.829860 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b53e2fe2-ea6a-488a-a43e-73bba6325652 req-63ac4b8a-2b9c-45c9-a9a0-f51885bbbb9d tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Router 2401f522-23a2-46e5-b297-5be50b3a16b8 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:55:11.942487 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b53e2fe2-ea6a-488a-a43e-73bba6325652 req-63ac4b8a-2b9c-45c9-a9a0-f51885bbbb9d tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:55:11.954863 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982b5653-c52f-4222-937e-75f6a930b7a3 None None] Sync routers for ids ['2401f522-23a2-46e5-b297-5be50b3a16b8'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:55:11.964475 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982b5653-c52f-4222-937e-75f6a930b7a3 None None] Routers {'2401f522-23a2-46e5-b297-5be50b3a16b8'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:55:11.965106 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-982b5653-c52f-4222-937e-75f6a930b7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:54:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['2401f522-23a2-46e5-b297-5be50b3a16b8'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:55:11.985603 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53e2fe2-ea6a-488a-a43e-73bba6325652 req-63ac4b8a-2b9c-45c9-a9a0-f51885bbbb9d tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] No DVR routers for this DVR port 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:55:11.988199 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b53e2fe2-ea6a-488a-a43e-73bba6325652 req-63ac4b8a-2b9c-45c9-a9a0-f51885bbbb9d tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:11.991114 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b53e2fe2-ea6a-488a-a43e-73bba6325652 req-63ac4b8a-2b9c-45c9-a9a0-f51885bbbb9d tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.39 "DELETE /v2.0/ports/3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 HTTP/1.1" status: 204 len: 173 time: 0.8764853 Aug 18 13:55:11.995245 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db889e95-05fe-4c3c-8ed3-65cd6c9a24e8', 'name': 'network-vif-deleted', 'tag': '3fcdfffc-b1a8-4d6c-96b0-3678216afeb9'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:55:11.995245 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631f03ee-e009-4c48-9d86-b52f46e3836e" -d '{"events": [{"server_uuid": "db889e95-05fe-4c3c-8ed3-65cd6c9a24e8", "name": "network-vif-deleted", "tag": "3fcdfffc-b1a8-4d6c-96b0-3678216afeb9"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:55:12.039401 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68682fe-5897-4f39-a5eb-4f424635db8d x-openstack-request-id: req-f68682fe-5897-4f39-a5eb-4f424635db8d {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:55:12.040084 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db889e95-05fe-4c3c-8ed3-65cd6c9a24e8", "name": "network-vif-deleted", "tag": "3fcdfffc-b1a8-4d6c-96b0-3678216afeb9", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:55:12.040084 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f68682fe-5897-4f39-a5eb-4f424635db8d {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:55:12.040442 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db889e95-05fe-4c3c-8ed3-65cd6c9a24e8', 'name': 'network-vif-deleted', 'tag': '3fcdfffc-b1a8-4d6c-96b0-3678216afeb9', 'status': 'completed', 'code': 200} Aug 18 13:55:12.081772 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-982b5653-c52f-4222-937e-75f6a930b7a3 None None] Set router 2401f522-23a2-46e5-b297-5be50b3a16b8 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:55:12.138229 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8ebbd17e-4390-42e9-9ba7-0de838cfccee req-e654f97f-824e-4a55-9a26-976f9e84d05f tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=db889e95-05fe-4c3c-8ed3-65cd6c9a24e8 HTTP/1.1" status: 200 len: 210 time: 0.0272374 Aug 18 13:55:12.295443 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-982b5653-c52f-4222-937e-75f6a930b7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'name': 'tempest-ServerActionsTestJSON-964935329-router', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:48:04Z', 'updated_at': '2021-08-18T13:48:08Z', 'revision_number': 4, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'gw_port': {'id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:05Z', 'updated_at': '2021-08-18T13:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'e8198b66-47b6-45a9-90ba-2082e9664e65', 'name': '', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'mac_address': 'fa:16:3e:59:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:07Z', 'updated_at': '2021-08-18T13:48:12Z', 'revision_number': 5, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'subnets': [{'id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:55:12.323268 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982b5653-c52f-4222-937e-75f6a930b7a3 None None] Checking router: 2401f522-23a2-46e5-b297-5be50b3a16b8 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:55:12.332196 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982b5653-c52f-4222-937e-75f6a930b7a3 None None] Routers {'2401f522-23a2-46e5-b297-5be50b3a16b8'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:55:12.332974 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-982b5653-c52f-4222-937e-75f6a930b7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:54:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['2401f522-23a2-46e5-b297-5be50b3a16b8'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:55:12.443453 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-982b5653-c52f-4222-937e-75f6a930b7a3 None None] Set router 2401f522-23a2-46e5-b297-5be50b3a16b8 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:55:12.652444 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-982b5653-c52f-4222-937e-75f6a930b7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'name': 'tempest-ServerActionsTestJSON-964935329-router', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:48:04Z', 'updated_at': '2021-08-18T13:48:08Z', 'revision_number': 4, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'gw_port': {'id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:05Z', 'updated_at': '2021-08-18T13:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'e8198b66-47b6-45a9-90ba-2082e9664e65', 'name': '', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'mac_address': 'fa:16:3e:59:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:07Z', 'updated_at': '2021-08-18T13:48:12Z', 'revision_number': 5, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'subnets': [{'id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:55:12.684817 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982b5653-c52f-4222-937e-75f6a930b7a3 None None] The sync data for ids ['2401f522-23a2-46e5-b297-5be50b3a16b8'] in n-d-803603-2 is: [{'id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'name': 'tempest-ServerActionsTestJSON-964935329-router', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:48:04Z', 'updated_at': '2021-08-18T13:48:08Z', 'revision_number': 4, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'gw_port': {'id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:05Z', 'updated_at': '2021-08-18T13:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'e8198b66-47b6-45a9-90ba-2082e9664e65', 'name': '', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'mac_address': 'fa:16:3e:59:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:07Z', 'updated_at': '2021-08-18T13:48:12Z', 'revision_number': 5, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'subnets': [{'id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:55:12.928770 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86171b8d-4547-4654-9e81-3735739fa4d9 None None] New status for floating IP b19885e3-29db-4384-ba4d-3caa5ce71479: DOWN {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:55:13.421437 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-36688add-67ab-4a9f-b708-f0492f864789 req-cb89918d-ae34-435f-9f34-113f1000b06c tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1122108492&fields=id&tenant_id=0bb3851a915245f990a25e5cd818032b HTTP/1.1" status: 200 len: 267 time: 0.0331101 Aug 18 13:55:13.529138 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36688add-67ab-4a9f-b708-f0492f864789 req-e2716a95-9250-4494-93ac-741c57b4eeae tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:13.530661 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-36688add-67ab-4a9f-b708-f0492f864789 req-e2716a95-9250-4494-93ac-741c57b4eeae tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 811 time: 0.1017826 Aug 18 13:55:13.548133 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-36688add-67ab-4a9f-b708-f0492f864789 req-200ab561-5e51-4f96-9ea2-6167f0450163 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/quotas/0bb3851a915245f990a25e5cd818032b HTTP/1.1" status: 200 len: 375 time: 0.0107176 Aug 18 13:55:13.609394 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-36688add-67ab-4a9f-b708-f0492f864789 req-7b5cee6b-bf86-4674-b06b-fb7e2e2b8824 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0545547 Aug 18 13:55:13.703880 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-36688add-67ab-4a9f-b708-f0492f864789 req-9374e835-7ecc-4585-b19c-c557ac6eec0d service neutron] 10.222.0.13 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824797 Aug 18 13:55:13.796576 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-41816b66-ffa3-4e64-970f-037e89f12672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:13.802211 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-36688add-67ab-4a9f-b708-f0492f864789 req-5bce78b8-d1c5-45b8-9ccf-52b7f630475c service neutron] 10.222.0.13 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913746 Aug 18 13:55:14.005045 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-06164f01-1959-4209-b8bf-3243bd850a72 req-638c545e-f9e7-4399-9602-833cb41e9d58 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 210 time: 0.0270121 Aug 18 13:55:14.648262 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:15.086951 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bef540f5-0f22-4213-8055-983508b688a6 req-84a09f6d-bc73-4768-a53f-8fe57890eff1 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 210 time: 0.0274708 Aug 18 13:55:15.631301 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:15.642925 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:55:15.663745 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:55:15.664093 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 3fcdfffc-b1a8-4d6c-96b0-3678216afeb9 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:55:16.184042 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-68384301-ee6e-48e2-aed2-514f0ca47696 req-09c7593a-fe4c-418a-927e-048bf7d86ac3 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 210 time: 0.0266070 Aug 18 13:55:17.280166 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-85111807-68b9-434d-a6fb-0547363b44b7 req-8999be6c-10ac-4c96-a4e7-d5843a547c04 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 210 time: 0.0275078 Aug 18 13:55:17.559891 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:17.994526 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36688add-67ab-4a9f-b708-f0492f864789 req-3e7a66cc-7c0c-4a3b-9f16-7dc74ca5fabb tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:17.995999 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-36688add-67ab-4a9f-b708-f0492f864789 req-3e7a66cc-7c0c-4a3b-9f16-7dc74ca5fabb tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.39 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 811 time: 0.1055417 Aug 18 13:55:18.039023 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-36688add-67ab-4a9f-b708-f0492f864789 req-a43581eb-6607-4bfe-993a-32bf72a32fa2 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bb3851a915245f990a25e5cd818032b HTTP/1.1" status: 200 len: 380 time: 0.0339448 Aug 18 13:55:18.048842 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-36688add-67ab-4a9f-b708-f0492f864789 req-0efb7955-5a14-4244-a77c-b2cc5346053c tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Request body: {'port': {'device_id': '5f05ee7e-d4bf-47c0-93c7-361c5053e0dd', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'admin_state_up': True, 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'security_groups': ['cc1774de-953a-4692-83a7-f144e24c62af']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:55:18.211308 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36688add-67ab-4a9f-b708-f0492f864789 req-0efb7955-5a14-4244-a77c-b2cc5346053c tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Made reservation on behalf of 0bb3851a915245f990a25e5cd818032b for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:55:18.214876 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-36688add-67ab-4a9f-b708-f0492f864789 req-0efb7955-5a14-4244-a77c-b2cc5346053c tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:18.345466 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-36688add-67ab-4a9f-b708-f0492f864789 req-0efb7955-5a14-4244-a77c-b2cc5346053c tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Allocated IP 172.20.0.14 (de2eb0e2-4301-47e1-aab5-4b22ec41fcfb/2e63ba7b-bcc7-4bfe-af18-04e90f2744d5/fe25db58-9cac-450a-be22-a9955e1f6391) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:55:18.386441 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-871bf178-0280-41a5-bef6-2bc690d20a49 req-462f5d80-2936-4035-b84a-a78ee8d7d826 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 210 time: 0.0351565 Aug 18 13:55:18.513234 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-36688add-67ab-4a9f-b708-f0492f864789 req-0efb7955-5a14-4244-a77c-b2cc5346053c tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:18.527332 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-36688add-67ab-4a9f-b708-f0492f864789 req-0efb7955-5a14-4244-a77c-b2cc5346053c tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Transition to ACTIVE for port object fe25db58-9cac-450a-be22-a9955e1f6391 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:55:18.617737 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-36688add-67ab-4a9f-b708-f0492f864789 req-0efb7955-5a14-4244-a77c-b2cc5346053c tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:18.663668 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36688add-67ab-4a9f-b708-f0492f864789 req-0efb7955-5a14-4244-a77c-b2cc5346053c tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Network de2eb0e2-4301-47e1-aab5-4b22ec41fcfb is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:55:18.668832 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-36688add-67ab-4a9f-b708-f0492f864789 req-0efb7955-5a14-4244-a77c-b2cc5346053c tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:55:18.672748 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-36688add-67ab-4a9f-b708-f0492f864789 req-0efb7955-5a14-4244-a77c-b2cc5346053c tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:55:18.701927 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb7955-5a14-4244-a77c-b2cc5346053c tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Pushing event updated for resources: {'Port': ['ID=fe25db58-9cac-450a-be22-a9955e1f6391,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:18.729647 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36688add-67ab-4a9f-b708-f0492f864789 req-0efb7955-5a14-4244-a77c-b2cc5346053c tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:18.730313 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-36688add-67ab-4a9f-b708-f0492f864789 req-0efb7955-5a14-4244-a77c-b2cc5346053c tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:18.837495 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-36688add-67ab-4a9f-b708-f0492f864789 req-0efb7955-5a14-4244-a77c-b2cc5346053c tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7921903 Aug 18 13:55:18.850587 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-36688add-67ab-4a9f-b708-f0492f864789 req-6701f3c3-0b83-4020-8105-2364500dfc08 service neutron] Request body: {'port': {'device_id': '5f05ee7e-d4bf-47c0-93c7-361c5053e0dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:55:18.904660 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-36688add-67ab-4a9f-b708-f0492f864789 req-6701f3c3-0b83-4020-8105-2364500dfc08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:18.922161 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d6d9b991-5503-443b-a0e2-85d2b19d3803 None None] Provisioning for port fe25db58-9cac-450a-be22-a9955e1f6391 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:55:18.926894 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d6d9b991-5503-443b-a0e2-85d2b19d3803 None None] Provisioning complete for port fe25db58-9cac-450a-be22-a9955e1f6391 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:55:18.927333 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d6d9b991-5503-443b-a0e2-85d2b19d3803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:18.963938 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-d6d9b991-5503-443b-a0e2-85d2b19d3803 None None] Port fe25db58-9cac-450a-be22-a9955e1f6391 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:55:19.172604 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-36688add-67ab-4a9f-b708-f0492f864789 req-6701f3c3-0b83-4020-8105-2364500dfc08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe25db58-9cac-450a-be22-a9955e1f6391 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:55:19.180654 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-36688add-67ab-4a9f-b708-f0492f864789 req-6701f3c3-0b83-4020-8105-2364500dfc08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:19.192446 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-36688add-67ab-4a9f-b708-f0492f864789 req-6701f3c3-0b83-4020-8105-2364500dfc08 service neutron] Transition to ACTIVE for port object fe25db58-9cac-450a-be22-a9955e1f6391 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:55:19.241599 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-36688add-67ab-4a9f-b708-f0492f864789 req-6701f3c3-0b83-4020-8105-2364500dfc08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:19.294205 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6701f3c3-0b83-4020-8105-2364500dfc08 service neutron] Pushing event updated for resources: {'Port': ['ID=fe25db58-9cac-450a-be22-a9955e1f6391,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:19.366793 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-36688add-67ab-4a9f-b708-f0492f864789 req-6701f3c3-0b83-4020-8105-2364500dfc08 service neutron] Attempting to bind port fe25db58-9cac-450a-be22-a9955e1f6391 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:55:19.367136 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-36688add-67ab-4a9f-b708-f0492f864789 req-6701f3c3-0b83-4020-8105-2364500dfc08 service neutron] Attempting to bind port fe25db58-9cac-450a-be22-a9955e1f6391 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:55:19.367478 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36688add-67ab-4a9f-b708-f0492f864789 req-6701f3c3-0b83-4020-8105-2364500dfc08 service neutron] Attempting to bind port fe25db58-9cac-450a-be22-a9955e1f6391 on network de2eb0e2-4301-47e1-aab5-4b22ec41fcfb {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:55:19.373150 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36688add-67ab-4a9f-b708-f0492f864789 req-6701f3c3-0b83-4020-8105-2364500dfc08 service neutron] Port fe25db58-9cac-450a-be22-a9955e1f6391 on network de2eb0e2-4301-47e1-aab5-4b22ec41fcfb not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:55:19.373378 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36688add-67ab-4a9f-b708-f0492f864789 req-6701f3c3-0b83-4020-8105-2364500dfc08 service neutron] Attempting to bind port fe25db58-9cac-450a-be22-a9955e1f6391 on network de2eb0e2-4301-47e1-aab5-4b22ec41fcfb {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:55:19.379760 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36688add-67ab-4a9f-b708-f0492f864789 req-6701f3c3-0b83-4020-8105-2364500dfc08 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:55:19.380110 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36688add-67ab-4a9f-b708-f0492f864789 req-6701f3c3-0b83-4020-8105-2364500dfc08 service neutron] Checking segment: {'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:55:19.380506 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36688add-67ab-4a9f-b708-f0492f864789 req-6701f3c3-0b83-4020-8105-2364500dfc08 service neutron] Bound using segment: {'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:55:19.381057 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-36688add-67ab-4a9f-b708-f0492f864789 req-6701f3c3-0b83-4020-8105-2364500dfc08 service neutron] Bound port: fe25db58-9cac-450a-be22-a9955e1f6391, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:55:19.381550 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-36688add-67ab-4a9f-b708-f0492f864789 req-6701f3c3-0b83-4020-8105-2364500dfc08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:19.514082 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0d5cc-7234-493b-8500-f591a1f51c67 req-8b1e3bfb-967b-4b6a-b995-702c0848b9d9 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:19.515752 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-23d0d5cc-7234-493b-8500-f591a1f51c67 req-8b1e3bfb-967b-4b6a-b995-702c0848b9d9 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 944 time: 0.0537922 Aug 18 13:55:19.565314 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-23d0d5cc-7234-493b-8500-f591a1f51c67 req-17264100-e415-439a-95b0-858985231501 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426908 Aug 18 13:55:19.825347 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-36688add-67ab-4a9f-b708-f0492f864789 req-6701f3c3-0b83-4020-8105-2364500dfc08 service neutron] For port fe25db58-9cac-450a-be22-a9955e1f6391, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:55:19.828416 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-36688add-67ab-4a9f-b708-f0492f864789 req-6701f3c3-0b83-4020-8105-2364500dfc08 service neutron] For port fe25db58-9cac-450a-be22-a9955e1f6391, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=fe25db58-9cac-450a-be22-a9955e1f6391,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:55:19.888730 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-36688add-67ab-4a9f-b708-f0492f864789 req-6701f3c3-0b83-4020-8105-2364500dfc08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:19.923986 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36688add-67ab-4a9f-b708-f0492f864789 req-6701f3c3-0b83-4020-8105-2364500dfc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:19.924611 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-36688add-67ab-4a9f-b708-f0492f864789 req-6701f3c3-0b83-4020-8105-2364500dfc08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:19.926014 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-36688add-67ab-4a9f-b708-f0492f864789 req-6701f3c3-0b83-4020-8105-2364500dfc08 service neutron] 10.222.0.39 "PUT /v2.0/ports/fe25db58-9cac-450a-be22-a9955e1f6391 HTTP/1.1" status: 200 len: 1092 time: 1.0800402 Aug 18 13:55:19.926558 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f05ee7e-d4bf-47c0-93c7-361c5053e0dd', 'tag': 'fe25db58-9cac-450a-be22-a9955e1f6391'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:55:19.928926 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75284b6a-de19-4851-99b7-d56b3cc7c48f" -d '{"events": [{"name": "network-changed", "server_uuid": "5f05ee7e-d4bf-47c0-93c7-361c5053e0dd", "tag": "fe25db58-9cac-450a-be22-a9955e1f6391"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:55:19.955614 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6701f3c3-0b83-4020-8105-2364500dfc08 service neutron] Pushing event updated for resources: {'Port': ['ID=fe25db58-9cac-450a-be22-a9955e1f6391,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:19.979666 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d8afac-938b-480d-b38d-82f36543f92d x-openstack-request-id: req-c5d8afac-938b-480d-b38d-82f36543f92d {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:55:19.979666 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f05ee7e-d4bf-47c0-93c7-361c5053e0dd", "tag": "fe25db58-9cac-450a-be22-a9955e1f6391", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:55:19.979666 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5d8afac-938b-480d-b38d-82f36543f92d {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:55:19.979666 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f05ee7e-d4bf-47c0-93c7-361c5053e0dd', 'tag': 'fe25db58-9cac-450a-be22-a9955e1f6391', 'status': 'completed', 'code': 200} Aug 18 13:55:20.042708 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75284b6a-de19-4851-99b7-d56b3cc7c48f req-991a987c-6a7c-4179-ae2a-314a5b13f343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:20.044337 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-75284b6a-de19-4851-99b7-d56b3cc7c48f req-991a987c-6a7c-4179-ae2a-314a5b13f343 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 1095 time: 0.0463874 Aug 18 13:55:20.155380 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75284b6a-de19-4851-99b7-d56b3cc7c48f req-b664161e-eeaa-4b29-8446-e8a3e7312a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:20.156899 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-75284b6a-de19-4851-99b7-d56b3cc7c48f req-b664161e-eeaa-4b29-8446-e8a3e7312a21 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=0bb3851a915245f990a25e5cd818032b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1046271 Aug 18 13:55:20.253082 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75284b6a-de19-4851-99b7-d56b3cc7c48f req-a658a9e0-1cb3-46d4-930c-2b3eb7f7272a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:20.255258 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-75284b6a-de19-4851-99b7-d56b3cc7c48f req-a658a9e0-1cb3-46d4-930c-2b3eb7f7272a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916455 Aug 18 13:55:20.338944 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36688add-67ab-4a9f-b708-f0492f864789 req-fd176d3b-b3a0-4a85-9900-372242bbd15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:20.340550 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-36688add-67ab-4a9f-b708-f0492f864789 req-fd176d3b-b3a0-4a85-9900-372242bbd15d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 1095 time: 0.0475986 Aug 18 13:55:20.384111 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-36688add-67ab-4a9f-b708-f0492f864789 req-3b1f85d5-1e39-4d11-88d1-6f3cda775069 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe25db58-9cac-450a-be22-a9955e1f6391 HTTP/1.1" status: 200 len: 217 time: 0.0350943 Aug 18 13:55:20.435358 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36688add-67ab-4a9f-b708-f0492f864789 req-213ee8bc-19e9-42ca-b861-18d0df9cead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:20.436844 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-36688add-67ab-4a9f-b708-f0492f864789 req-213ee8bc-19e9-42ca-b861-18d0df9cead7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e63ba7b-bcc7-4bfe-af18-04e90f2744d5 HTTP/1.1" status: 200 len: 850 time: 0.0451584 Aug 18 13:55:20.487250 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36688add-67ab-4a9f-b708-f0492f864789 req-c4abd674-9a70-4be5-9eb1-67d29e9b8909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:20.489056 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-36688add-67ab-4a9f-b708-f0492f864789 req-c4abd674-9a70-4be5-9eb1-67d29e9b8909 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455627 Aug 18 13:55:20.579884 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-36688add-67ab-4a9f-b708-f0492f864789 req-15f2d5db-9eec-4d4c-964e-82ec3d90c214 service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831220 Aug 18 13:55:20.678899 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-36688add-67ab-4a9f-b708-f0492f864789 req-57d9fcde-6286-407f-a0ff-915460364162 service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918438 Aug 18 13:55:20.685413 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e41f5-3cb9-49ea-a2d5-46740f6236a9 req-86e80a96-c226-43fe-8324-6c4d3fc13543 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:20.687082 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-743e41f5-3cb9-49ea-a2d5-46740f6236a9 req-86e80a96-c226-43fe-8324-6c4d3fc13543 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 944 time: 0.0510271 Aug 18 13:55:20.733942 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-743e41f5-3cb9-49ea-a2d5-46740f6236a9 req-6b7c13fe-e453-4933-ae1f-a389768906ba tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397928 Aug 18 13:55:21.855257 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa839de-f4c2-4958-8b8a-51bdbd3ddf98 req-983cca08-c761-42e1-91a9-7d2a51ff8451 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:21.856816 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bfa839de-f4c2-4958-8b8a-51bdbd3ddf98 req-983cca08-c761-42e1-91a9-7d2a51ff8451 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 944 time: 0.0523696 Aug 18 13:55:21.897852 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bfa839de-f4c2-4958-8b8a-51bdbd3ddf98 req-dd820566-dcc8-45ec-b5db-263b7c118f56 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348368 Aug 18 13:55:23.015202 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1b766-2abc-4c36-976b-1ff2be816985 req-40c8bc66-8435-427c-8f57-b36836bd2270 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:23.016686 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4eb1b766-2abc-4c36-976b-1ff2be816985 req-40c8bc66-8435-427c-8f57-b36836bd2270 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 944 time: 0.0499306 Aug 18 13:55:23.054861 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4eb1b766-2abc-4c36-976b-1ff2be816985 req-76b3140e-3bd9-42c3-a287-86d2997a2d18 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315478 Aug 18 13:55:23.672409 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device fe25db58-9cac-450a-be22-a9955e1f6391 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:55:23.770450 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port fe25db58-9cac-450a-be22-a9955e1f6391, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=fe25db58-9cac-450a-be22-a9955e1f6391,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:55:23.782062 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'fe25db58-9cac-450a-be22-a9955e1f6391', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'port_id': 'fe25db58-9cac-450a-be22-a9955e1f6391', 'mac_address': 'fa:16:3e:8e:12:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:55:23.819666 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:23.832972 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe25db58-9cac-450a-be22-a9955e1f6391 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:55:23.853087 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port fe25db58-9cac-450a-be22-a9955e1f6391, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=fe25db58-9cac-450a-be22-a9955e1f6391,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:55:23.921856 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:23.973183 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=fe25db58-9cac-450a-be22-a9955e1f6391,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:24.107892 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['fe25db58-9cac-450a-be22-a9955e1f6391'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:55:24.174668 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9afe9e-1b10-44f6-a6c6-c6e613d3208a req-7a6f4bae-1683-4d9e-a04b-6cef2f5c9088 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:24.176758 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3a9afe9e-1b10-44f6-a6c6-c6e613d3208a req-7a6f4bae-1683-4d9e-a04b-6cef2f5c9088 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 945 time: 0.0524373 Aug 18 13:55:24.217628 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3a9afe9e-1b10-44f6-a6c6-c6e613d3208a req-c0879d7c-58c0-4e18-bfe7-7f200fbf62f5 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341859 Aug 18 13:55:24.857498 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [req-1213898c-0513-46c8-a041-a3256a7d9733 req-a5e6e51a-8628-46c7-9fcc-ebed03ef7a0b service neutron] (101675) timed out ('10.222.0.13', 36114) {{(pid=101675) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 13:55:25.335592 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead0ff9-2de6-4fa6-95be-f71ce3ac2fdb req-9614c55c-5108-4b10-b712-389c6ac05e8c tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:25.337074 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fead0ff9-2de6-4fa6-95be-f71ce3ac2fdb req-9614c55c-5108-4b10-b712-389c6ac05e8c tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 945 time: 0.0486825 Aug 18 13:55:25.374858 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fead0ff9-2de6-4fa6-95be-f71ce3ac2fdb req-ef3b2fda-9e4b-49a2-99db-be0e739813ec tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319142 Aug 18 13:55:25.673184 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device fe25db58-9cac-450a-be22-a9955e1f6391 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:55:25.796097 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port fe25db58-9cac-450a-be22-a9955e1f6391 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:55:25.800081 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port fe25db58-9cac-450a-be22-a9955e1f6391 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:55:25.800450 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:26.032696 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:26.053868 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f05ee7e-d4bf-47c0-93c7-361c5053e0dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe25db58-9cac-450a-be22-a9955e1f6391'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:55:26.056134 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ba3b915c790ece66a99fb45b0530a9eb9c5b6743edcd6e3a78a03ec4b78c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1ddcb1-8f6b-42ff-9a84-f255581f5172" -d '{"events": [{"server_uuid": "5f05ee7e-d4bf-47c0-93c7-361c5053e0dd", "name": "network-vif-plugged", "status": "completed", "tag": "fe25db58-9cac-450a-be22-a9955e1f6391"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:55:26.069593 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port fe25db58-9cac-450a-be22-a9955e1f6391, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=fe25db58-9cac-450a-be22-a9955e1f6391,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:55:26.093873 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e1ef93-d407-4300-bfd2-43de8ff7ff13 x-openstack-request-id: req-17e1ef93-d407-4300-bfd2-43de8ff7ff13 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:55:26.094203 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f05ee7e-d4bf-47c0-93c7-361c5053e0dd", "name": "network-vif-plugged", "status": "completed", "tag": "fe25db58-9cac-450a-be22-a9955e1f6391", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:55:26.094444 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17e1ef93-d407-4300-bfd2-43de8ff7ff13 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:55:26.094840 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f05ee7e-d4bf-47c0-93c7-361c5053e0dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe25db58-9cac-450a-be22-a9955e1f6391', 'code': 200} Aug 18 13:55:26.133617 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:26.181761 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=fe25db58-9cac-450a-be22-a9955e1f6391,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:55:26.192489 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43279b01-d9a4-4cff-bdc3-9e25dfc6ee62 req-1ef518a4-5c2a-4660-a840-7ae69f8c5214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:26.193989 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-43279b01-d9a4-4cff-bdc3-9e25dfc6ee62 req-1ef518a4-5c2a-4660-a840-7ae69f8c5214 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 1097 time: 0.0442860 Aug 18 13:55:26.229802 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-43279b01-d9a4-4cff-bdc3-9e25dfc6ee62 req-14a96bd9-a0c0-4b0b-b6ae-a2adf6f79475 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281322 Aug 18 13:55:26.496958 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37b290-f70f-4103-9ee5-faa221f7c23e req-6c478b9c-6d11-44bd-b929-0c56a82db6e5 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:26.498625 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1a37b290-f70f-4103-9ee5-faa221f7c23e req-6c478b9c-6d11-44bd-b929-0c56a82db6e5 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 946 time: 0.0521362 Aug 18 13:55:26.549083 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1a37b290-f70f-4103-9ee5-faa221f7c23e req-6fe33de1-6a6f-4cb5-88af-4f01c496bb15 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389447 Aug 18 13:55:27.678971 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f3b49-cc12-4123-b08a-34f3c12635e0 req-a806c03c-fb4f-41b9-9cdb-1f44bd01aeb3 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:27.680552 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4a2f3b49-cc12-4123-b08a-34f3c12635e0 req-a806c03c-fb4f-41b9-9cdb-1f44bd01aeb3 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 946 time: 0.0551217 Aug 18 13:55:27.725923 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4a2f3b49-cc12-4123-b08a-34f3c12635e0 req-e3b09eff-fe99-4eb9-a7c1-e270dad8bfb7 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357049 Aug 18 13:55:27.849580 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d563b53-0704-4d9c-925f-fcbe28692a9f req-f8792f2f-6744-4cba-9507-a74b2afb9a52 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:27.852083 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2d563b53-0704-4d9c-925f-fcbe28692a9f req-f8792f2f-6744-4cba-9507-a74b2afb9a52 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 946 time: 0.0558455 Aug 18 13:55:27.862930 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38426) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:55:27.868519 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-201cbe5c-1780-48d8-b133-6df1b37e6805 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Request body: {'floatingip': {'port_id': 'fe25db58-9cac-450a-be22-a9955e1f6391'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:55:27.911659 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-201cbe5c-1780-48d8-b133-6df1b37e6805 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks [] for floatingip, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:28.398476 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-201cbe5c-1780-48d8-b133-6df1b37e6805 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:28.430951 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:28.474686 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-201cbe5c-1780-48d8-b133-6df1b37e6805 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:28.583130 n-d-803603-2 neutron-server[101676]: INFO neutron.db.l3_db [None req-201cbe5c-1780-48d8-b133-6df1b37e6805 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Floating IP b19885e3-29db-4384-ba4d-3caa5ce71479 associated. External IP: 172.25.6.107, port: fe25db58-9cac-450a-be22-a9955e1f6391. Aug 18 13:55:28.804896 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201cbe5c-1780-48d8-b133-6df1b37e6805 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Router 2401f522-23a2-46e5-b297-5be50b3a16b8 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:55:28.922878 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201cbe5c-1780-48d8-b133-6df1b37e6805 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:55:28.928825 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-201cbe5c-1780-48d8-b133-6df1b37e6805 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:28.936261 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d170c7e3-3047-4619-80a1-8c7db14f9232 None None] Sync routers for ids ['2401f522-23a2-46e5-b297-5be50b3a16b8'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:55:28.947173 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d170c7e3-3047-4619-80a1-8c7db14f9232 None None] Routers {'2401f522-23a2-46e5-b297-5be50b3a16b8'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:55:28.948004 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d170c7e3-3047-4619-80a1-8c7db14f9232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:55:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['2401f522-23a2-46e5-b297-5be50b3a16b8'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:55:28.957777 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-201cbe5c-1780-48d8-b133-6df1b37e6805 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "PUT /v2.0/floatingips/b19885e3-29db-4384-ba4d-3caa5ce71479 HTTP/1.1" status: 200 len: 993 time: 1.0930715 Aug 18 13:55:28.959011 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f05ee7e-d4bf-47c0-93c7-361c5053e0dd', 'tag': 'fe25db58-9cac-450a-be22-a9955e1f6391'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:55:28.961491 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8d889e168220163876f439a36e214edce7e14ad7c9e2b3367f43e2d5729643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1209ab39-61c5-4149-98ae-f3654478b640" -d '{"events": [{"name": "network-changed", "server_uuid": "5f05ee7e-d4bf-47c0-93c7-361c5053e0dd", "tag": "fe25db58-9cac-450a-be22-a9955e1f6391"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:55:29.031535 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47589420-0005-4dcc-87c2-101a2124c6e2 x-openstack-request-id: req-47589420-0005-4dcc-87c2-101a2124c6e2 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:55:29.032072 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f05ee7e-d4bf-47c0-93c7-361c5053e0dd", "tag": "fe25db58-9cac-450a-be22-a9955e1f6391", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:55:29.032485 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-47589420-0005-4dcc-87c2-101a2124c6e2 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:55:29.033131 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f05ee7e-d4bf-47c0-93c7-361c5053e0dd', 'tag': 'fe25db58-9cac-450a-be22-a9955e1f6391', 'status': 'completed', 'code': 200} Aug 18 13:55:29.097067 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-d170c7e3-3047-4619-80a1-8c7db14f9232 None None] Set router 2401f522-23a2-46e5-b297-5be50b3a16b8 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:55:29.102266 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209ab39-61c5-4149-98ae-f3654478b640 req-2ae05819-f257-4a4e-94ad-da434c3fe3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:29.104196 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1209ab39-61c5-4149-98ae-f3654478b640 req-2ae05819-f257-4a4e-94ad-da434c3fe3a8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 1097 time: 0.0537183 Aug 18 13:55:29.221373 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209ab39-61c5-4149-98ae-f3654478b640 req-c74f5363-427b-4221-bf6e-3b69ad3e446b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:29.223962 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1209ab39-61c5-4149-98ae-f3654478b640 req-c74f5363-427b-4221-bf6e-3b69ad3e446b service neutron] 10.222.0.39 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 912 time: 0.1118152 Aug 18 13:55:29.301284 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:29.315007 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1209ab39-61c5-4149-98ae-f3654478b640 req-e44c6b33-b11c-44ec-b48a-9c6f72c7fa43 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe25db58-9cac-450a-be22-a9955e1f6391 HTTP/1.1" status: 200 len: 1001 time: 0.0824902 Aug 18 13:55:29.381029 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209ab39-61c5-4149-98ae-f3654478b640 req-0c1dea0b-8177-45e0-bb77-a1852a2b98e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:29.383432 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1209ab39-61c5-4149-98ae-f3654478b640 req-0c1dea0b-8177-45e0-bb77-a1852a2b98e3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e63ba7b-bcc7-4bfe-af18-04e90f2744d5 HTTP/1.1" status: 200 len: 850 time: 0.0618532 Aug 18 13:55:29.409430 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d170c7e3-3047-4619-80a1-8c7db14f9232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'name': 'tempest-ServerActionsTestJSON-964935329-router', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:48:04Z', 'updated_at': '2021-08-18T13:48:08Z', 'revision_number': 4, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'gw_port': {'id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:05Z', 'updated_at': '2021-08-18T13:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'b19885e3-29db-4384-ba4d-3caa5ce71479', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'port_id': 'fe25db58-9cac-450a-be22-a9955e1f6391', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'mac_address': 'fa:16:3e:8e:12:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f05ee7e-d4bf-47c0-93c7-361c5053e0dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:48:11Z', 'updated_at': '2021-08-18T13:55:28Z', 'revision_number': 13, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8198b66-47b6-45a9-90ba-2082e9664e65', 'name': '', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'mac_address': 'fa:16:3e:59:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:07Z', 'updated_at': '2021-08-18T13:48:12Z', 'revision_number': 5, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'subnets': [{'id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:55:29.456749 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d170c7e3-3047-4619-80a1-8c7db14f9232 None None] Checking router: 2401f522-23a2-46e5-b297-5be50b3a16b8 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:55:29.464382 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209ab39-61c5-4149-98ae-f3654478b640 req-6bf7a974-12ad-4bdf-9493-6e6dcf5f011b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:55:29.468012 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1209ab39-61c5-4149-98ae-f3654478b640 req-6bf7a974-12ad-4bdf-9493-6e6dcf5f011b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766144 Aug 18 13:55:29.470456 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d170c7e3-3047-4619-80a1-8c7db14f9232 None None] Routers {'2401f522-23a2-46e5-b297-5be50b3a16b8'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:55:29.471130 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d170c7e3-3047-4619-80a1-8c7db14f9232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:55:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['2401f522-23a2-46e5-b297-5be50b3a16b8'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:55:29.569981 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1209ab39-61c5-4149-98ae-f3654478b640 req-d4d974c9-f11c-493f-bf40-734c8787405e service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948780 Aug 18 13:55:29.639142 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-d170c7e3-3047-4619-80a1-8c7db14f9232 None None] Set router 2401f522-23a2-46e5-b297-5be50b3a16b8 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:55:29.676032 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1209ab39-61c5-4149-98ae-f3654478b640 req-e998c5e0-3b70-4ab3-a5c8-35cb6f9ef6ee service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982995 Aug 18 13:55:29.922889 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-d170c7e3-3047-4619-80a1-8c7db14f9232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'name': 'tempest-ServerActionsTestJSON-964935329-router', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:48:04Z', 'updated_at': '2021-08-18T13:48:08Z', 'revision_number': 4, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'gw_port': {'id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:05Z', 'updated_at': '2021-08-18T13:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'b19885e3-29db-4384-ba4d-3caa5ce71479', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'port_id': 'fe25db58-9cac-450a-be22-a9955e1f6391', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'mac_address': 'fa:16:3e:8e:12:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f05ee7e-d4bf-47c0-93c7-361c5053e0dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:48:11Z', 'updated_at': '2021-08-18T13:55:28Z', 'revision_number': 13, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8198b66-47b6-45a9-90ba-2082e9664e65', 'name': '', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'mac_address': 'fa:16:3e:59:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:07Z', 'updated_at': '2021-08-18T13:48:12Z', 'revision_number': 5, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'subnets': [{'id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:55:29.952041 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d170c7e3-3047-4619-80a1-8c7db14f9232 None None] The sync data for ids ['2401f522-23a2-46e5-b297-5be50b3a16b8'] in n-d-803603-2 is: [{'id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'name': 'tempest-ServerActionsTestJSON-964935329-router', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:48:04Z', 'updated_at': '2021-08-18T13:48:08Z', 'revision_number': 4, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'gw_port': {'id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:05Z', 'updated_at': '2021-08-18T13:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'b19885e3-29db-4384-ba4d-3caa5ce71479', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'port_id': 'fe25db58-9cac-450a-be22-a9955e1f6391', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'mac_address': 'fa:16:3e:8e:12:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f05ee7e-d4bf-47c0-93c7-361c5053e0dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:48:11Z', 'updated_at': '2021-08-18T13:55:28Z', 'revision_number': 13, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8198b66-47b6-45a9-90ba-2082e9664e65', 'name': '', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'mac_address': 'fa:16:3e:59:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:07Z', 'updated_at': '2021-08-18T13:48:12Z', 'revision_number': 5, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'subnets': [{'id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:55:30.173689 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e310dd80-6544-4393-8e3d-9280b91c5e6f None None] New status for floating IP b19885e3-29db-4384-ba4d-3caa5ce71479: ACTIVE {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:55:36.953476 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:55:41.744939 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4a6ca774-f93c-4f23-adb2-71c106a54c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:43.807969 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-eff75d33-90ec-43dd-9e64-4d29c2c1a3db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:44.613871 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:45.613790 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:47.607635 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:58.405838 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:55:59.292880 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:11.708629 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0c3fc44b-91c6-485c-8228-3b9e18649034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:13.821865 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6fcf9b99-327e-46c3-8dc4-5f871aa327be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:13.954421 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:56:14.634311 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:15.616545 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:17.582222 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:20.194479 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f14f23f0-b862-48ca-b927-3780eb541b11 req-396ae07d-ccac-4543-af95-13be39460108 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444133 Aug 18 13:56:20.289333 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f23f0-b862-48ca-b927-3780eb541b11 req-747c12f0-5e58-424b-a8ff-d864370ed570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:20.290965 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f14f23f0-b862-48ca-b927-3780eb541b11 req-747c12f0-5e58-424b-a8ff-d864370ed570 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 1097 time: 0.0463023 Aug 18 13:56:20.425619 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f23f0-b862-48ca-b927-3780eb541b11 req-f294f7c6-27e6-433f-a703-1de43767a147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:20.427353 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f14f23f0-b862-48ca-b927-3780eb541b11 req-f294f7c6-27e6-433f-a703-1de43767a147 service neutron] 10.222.0.39 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 912 time: 0.1147513 Aug 18 13:56:20.499757 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f14f23f0-b862-48ca-b927-3780eb541b11 req-eb5cf33a-99f5-411e-9935-eed730470ed6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe25db58-9cac-450a-be22-a9955e1f6391 HTTP/1.1" status: 200 len: 1003 time: 0.0652940 Aug 18 13:56:20.559627 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f23f0-b862-48ca-b927-3780eb541b11 req-d8acab6e-5cde-41aa-a5fa-4407234e2d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:20.561162 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f14f23f0-b862-48ca-b927-3780eb541b11 req-d8acab6e-5cde-41aa-a5fa-4407234e2d7f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e63ba7b-bcc7-4bfe-af18-04e90f2744d5 HTTP/1.1" status: 200 len: 850 time: 0.0532885 Aug 18 13:56:20.613999 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f23f0-b862-48ca-b927-3780eb541b11 req-033cb519-7991-4ebf-b531-ce844322cc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:56:20.615612 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f14f23f0-b862-48ca-b927-3780eb541b11 req-033cb519-7991-4ebf-b531-ce844322cc08 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462165 Aug 18 13:56:20.722418 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f14f23f0-b862-48ca-b927-3780eb541b11 req-840f717a-73d7-4dd8-b487-e61fde6176ee service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986888 Aug 18 13:56:20.824346 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f14f23f0-b862-48ca-b927-3780eb541b11 req-648cd2b9-df2e-40c6-9bd0-173061c65ebc service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949357 Aug 18 13:56:28.435722 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:29.315517 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:41.724792 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f8740fad-52aa-4dbf-b821-3ceb7b68734b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:43.827703 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b13cfe68-3e60-446d-a185-1ec7b02f072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:44.658249 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:45.650403 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:47.595144 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:50.954329 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:56:58.404437 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:56:59.292282 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:07.457671 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbe988-6654-4db0-8ae6-fbcee4ad55db req-538ce689-74a3-4510-ae67-5f929a9effab tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:07.459713 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5bfbe988-6654-4db0-8ae6-fbcee4ad55db req-538ce689-74a3-4510-ae67-5f929a9effab tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 946 time: 0.0548868 Aug 18 13:57:07.503818 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5bfbe988-6654-4db0-8ae6-fbcee4ad55db req-f8bc6685-9181-4127-886f-a93e1cdb738d tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371933 Aug 18 13:57:11.686531 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4a146635-fe45-4bf7-b177-e4c137eb8b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:13.815416 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e100e1c7-3d76-456c-a0b2-18a04a6a241c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:14.622942 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:15.629282 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:17.646106 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:20.919643 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4444ba4-2754-4e02-beee-5bd8744f7d20 req-000adf30-254f-4a22-9296-2ae21e58223b tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:20.921314 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f4444ba4-2754-4e02-beee-5bd8744f7d20 req-000adf30-254f-4a22-9296-2ae21e58223b tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 946 time: 0.1332805 Aug 18 13:57:20.980700 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f4444ba4-2754-4e02-beee-5bd8744f7d20 req-9bbfc5dd-d5a9-4859-b45d-15c5557b5562 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523670 Aug 18 13:57:21.014577 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-bb2af58c-61ab-4541-b145-92a96c9b0915 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0517249 Aug 18 13:57:22.200713 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f0840-8ded-4c5b-b0d0-f4ba7ccfcf7e req-1c7c455b-b11b-4dcb-9281-d0a957ec7ab0 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:22.202380 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8d3f0840-8ded-4c5b-b0d0-f4ba7ccfcf7e req-1c7c455b-b11b-4dcb-9281-d0a957ec7ab0 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 946 time: 0.1323755 Aug 18 13:57:22.254851 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8d3f0840-8ded-4c5b-b0d0-f4ba7ccfcf7e req-004cc4b1-d2ee-491c-b0ae-ea8f434d8303 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400226 Aug 18 13:57:22.316526 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d728a8-9339-4f1d-af0b-6f6d3214dbcd req-ad92ed89-286e-4d84-93d3-a0d00f481966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:22.319236 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-64d728a8-9339-4f1d-af0b-6f6d3214dbcd req-ad92ed89-286e-4d84-93d3-a0d00f481966 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 1097 time: 0.1155005 Aug 18 13:57:22.433805 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d728a8-9339-4f1d-af0b-6f6d3214dbcd req-428f91cb-43b8-4a0e-a75f-65d556d1ade0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:22.435271 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-64d728a8-9339-4f1d-af0b-6f6d3214dbcd req-428f91cb-43b8-4a0e-a75f-65d556d1ade0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 912 time: 0.0941060 Aug 18 13:57:22.507333 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-64d728a8-9339-4f1d-af0b-6f6d3214dbcd req-afe2211f-4e69-40b5-80fe-4e2eea3d0c77 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe25db58-9cac-450a-be22-a9955e1f6391 HTTP/1.1" status: 200 len: 1003 time: 0.0648582 Aug 18 13:57:22.565999 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d728a8-9339-4f1d-af0b-6f6d3214dbcd req-2467e16d-12c4-4c6a-8c54-59dceb8619ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:22.568688 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-64d728a8-9339-4f1d-af0b-6f6d3214dbcd req-2467e16d-12c4-4c6a-8c54-59dceb8619ec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e63ba7b-bcc7-4bfe-af18-04e90f2744d5 HTTP/1.1" status: 200 len: 850 time: 0.0546355 Aug 18 13:57:22.626823 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d728a8-9339-4f1d-af0b-6f6d3214dbcd req-ec1daa61-5075-4802-90c1-663327840d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:22.628433 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-64d728a8-9339-4f1d-af0b-6f6d3214dbcd req-ec1daa61-5075-4802-90c1-663327840d86 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526805 Aug 18 13:57:22.731685 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-64d728a8-9339-4f1d-af0b-6f6d3214dbcd req-3ad828af-cc74-41a7-95f2-c0c6cec2fe3f service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930014 Aug 18 13:57:22.836292 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-64d728a8-9339-4f1d-af0b-6f6d3214dbcd req-ccd29a97-d511-4b75-bcde-508a6e9d4017 service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973823 Aug 18 13:57:23.410593 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd2330-b5bd-4362-8e5c-14fe98c800fb req-4228b9e4-0546-4761-90f6-e1a9eb766c87 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:23.413265 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2bcd2330-b5bd-4362-8e5c-14fe98c800fb req-4228b9e4-0546-4761-90f6-e1a9eb766c87 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 946 time: 0.0717852 Aug 18 13:57:23.434848 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-562ed36a-d05c-4fd0-bdaa-87e26a265820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:23.436479 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-562ed36a-d05c-4fd0-bdaa-87e26a265820 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 1097 time: 0.0572824 Aug 18 13:57:23.454673 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2bcd2330-b5bd-4362-8e5c-14fe98c800fb req-e94eaa05-2a13-49c2-ad3a-67cb8180d4e7 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351596 Aug 18 13:57:23.533742 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-e07956b0-77df-4745-870d-fcf4d442358e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:23.535907 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-e07956b0-77df-4745-870d-fcf4d442358e service neutron] 10.222.0.39 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 912 time: 0.0925767 Aug 18 13:57:23.608673 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-372155c6-c467-4846-8653-0f1639873685 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe25db58-9cac-450a-be22-a9955e1f6391 HTTP/1.1" status: 200 len: 1003 time: 0.0661771 Aug 18 13:57:23.662411 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-3877c09a-39b2-4b3c-bd8b-adebf8aecf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:23.663928 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-3877c09a-39b2-4b3c-bd8b-adebf8aecf6b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e63ba7b-bcc7-4bfe-af18-04e90f2744d5 HTTP/1.1" status: 200 len: 850 time: 0.0488608 Aug 18 13:57:23.713115 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-c36b51a3-2b39-4fdd-a8e1-25e1cb1dfcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:23.714714 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-c36b51a3-2b39-4fdd-a8e1-25e1cb1dfcff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438545 Aug 18 13:57:23.815901 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-94fe5194-86bf-416e-b14e-53090fd26943 service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938349 Aug 18 13:57:23.911387 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-d8240cce-f634-42cd-8fdd-74a75bc2d378 service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882149 Aug 18 13:57:24.589057 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79a379-bac3-43ac-9aaf-19b3d03cba4d req-5490ccb1-45f0-4c70-8939-3d2ec5ce9f4c tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:24.590699 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5f79a379-bac3-43ac-9aaf-19b3d03cba4d req-5490ccb1-45f0-4c70-8939-3d2ec5ce9f4c tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 946 time: 0.0594699 Aug 18 13:57:24.632727 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5f79a379-bac3-43ac-9aaf-19b3d03cba4d req-b89bd9e1-12d3-47c5-9ffe-43a0935defb6 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349174 Aug 18 13:57:25.765396 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd9eff-1183-4979-845f-35bf9fe903d8 req-8c104571-cb12-4a03-8d6a-7294e0719671 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:25.767061 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4ebd9eff-1183-4979-845f-35bf9fe903d8 req-8c104571-cb12-4a03-8d6a-7294e0719671 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 946 time: 0.0537710 Aug 18 13:57:25.809142 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4ebd9eff-1183-4979-845f-35bf9fe903d8 req-1bf15f03-c8c9-4856-9f44-b500abc8058e tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353796 Aug 18 13:57:26.979183 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d2e27-ad3b-41fe-bc40-a83b3d01299a req-e576f6d4-2160-4769-932f-f07726641e60 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:26.980744 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7e2d2e27-ad3b-41fe-bc40-a83b3d01299a req-e576f6d4-2160-4769-932f-f07726641e60 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 946 time: 0.0523179 Aug 18 13:57:27.050861 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7e2d2e27-ad3b-41fe-bc40-a83b3d01299a req-1c4b01f1-f2bc-4b94-8bcc-296f30c225db tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596485 Aug 18 13:57:27.952957 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:57:28.189875 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b62f3-db51-477e-88fe-69b7fb73c030 req-717a932a-8edc-4bcc-9eea-d8ad30b477b9 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:28.192044 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-038b62f3-db51-477e-88fe-69b7fb73c030 req-717a932a-8edc-4bcc-9eea-d8ad30b477b9 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 946 time: 0.0572808 Aug 18 13:57:28.235679 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-038b62f3-db51-477e-88fe-69b7fb73c030 req-771d7726-9bd8-4cc8-9b0a-c4277037c72d tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369239 Aug 18 13:57:28.411365 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:29.320880 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:29.422241 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54717c90-6065-488b-b472-d374e52b5a38 req-560c2ae9-860e-48e9-98ff-e2f3580dc754 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:29.424950 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-54717c90-6065-488b-b472-d374e52b5a38 req-560c2ae9-860e-48e9-98ff-e2f3580dc754 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 946 time: 0.0880010 Aug 18 13:57:29.468000 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-54717c90-6065-488b-b472-d374e52b5a38 req-84b00467-2acf-4a51-903e-f10a0872ce4f tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366409 Aug 18 13:57:30.603755 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d544f8-d7d4-4665-8e80-97a6416ad834 req-940f7b63-73b1-4e97-865f-e59e3ded3868 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:30.605563 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-06d544f8-d7d4-4665-8e80-97a6416ad834 req-940f7b63-73b1-4e97-865f-e59e3ded3868 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 946 time: 0.0616977 Aug 18 13:57:30.648846 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-06d544f8-d7d4-4665-8e80-97a6416ad834 req-7ec286d0-a414-40a9-b527-495686455856 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370998 Aug 18 13:57:31.790061 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a1ae7-7573-4c65-8252-bc218f07a960 req-0e513088-4ee4-40f0-bfcd-27db7b2503bb tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:31.791696 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-717a1ae7-7573-4c65-8252-bc218f07a960 req-0e513088-4ee4-40f0-bfcd-27db7b2503bb tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 946 time: 0.0671647 Aug 18 13:57:31.837197 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-717a1ae7-7573-4c65-8252-bc218f07a960 req-0c873723-f0e0-46fc-966c-9d911f2c6f90 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348611 Aug 18 13:57:32.963670 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2f42f-b37a-46b9-adec-1ba357316a02 req-2771404a-74ba-4d82-9dc3-d3da6e115001 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:32.965290 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-46c2f42f-b37a-46b9-adec-1ba357316a02 req-2771404a-74ba-4d82-9dc3-d3da6e115001 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 946 time: 0.0530477 Aug 18 13:57:33.015102 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-46c2f42f-b37a-46b9-adec-1ba357316a02 req-16f1b97f-9d10-4208-a501-1e674b160057 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434434 Aug 18 13:57:34.140858 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd05b1-34e8-4eb7-8a63-f66d2f00f7c3 req-7072fb41-d1e6-45ea-8e35-98313516e9da tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:34.142335 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6fcd05b1-34e8-4eb7-8a63-f66d2f00f7c3 req-7072fb41-d1e6-45ea-8e35-98313516e9da tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 946 time: 0.0558870 Aug 18 13:57:34.180719 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6fcd05b1-34e8-4eb7-8a63-f66d2f00f7c3 req-355335f5-c8ef-40d3-b4b8-7f3e11ca20d1 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316765 Aug 18 13:57:35.305764 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc7a24-e3a2-4ba5-89cb-b6566b13d650 req-d1026018-eba6-49b5-a798-488cd0b223d2 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:35.307440 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-11bc7a24-e3a2-4ba5-89cb-b6566b13d650 req-d1026018-eba6-49b5-a798-488cd0b223d2 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 946 time: 0.0542691 Aug 18 13:57:35.351108 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-11bc7a24-e3a2-4ba5-89cb-b6566b13d650 req-eb7e1548-514e-4151-b643-a82ace184773 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372303 Aug 18 13:57:36.492741 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe9548-03ae-4da6-b302-48a1e529d3b1 req-aa94022a-51db-4704-9679-45d0f6cad795 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:36.495194 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-43fe9548-03ae-4da6-b302-48a1e529d3b1 req-aa94022a-51db-4704-9679-45d0f6cad795 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 946 time: 0.0688674 Aug 18 13:57:36.550230 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-43fe9548-03ae-4da6-b302-48a1e529d3b1 req-d2742103-f9f5-491d-9a87-a6840c1fe902 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482683 Aug 18 13:57:37.767754 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec666122-5a14-43fa-9ca6-72859c606b7a req-d9ae81e6-cc33-4c52-aa27-a1d2f9e7da80 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:37.770079 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ec666122-5a14-43fa-9ca6-72859c606b7a req-d9ae81e6-cc33-4c52-aa27-a1d2f9e7da80 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 946 time: 0.0819473 Aug 18 13:57:37.816230 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ec666122-5a14-43fa-9ca6-72859c606b7a req-fc498f18-22be-4ad5-9846-4c33b593ffec tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379646 Aug 18 13:57:38.276886 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-44d7d422-f20b-4e04-bd38-10db703ca8f7 service neutron] show failed (client error): The resource could not be found. Aug 18 13:57:38.277930 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-44d7d422-f20b-4e04-bd38-10db703ca8f7 service neutron] 10.222.0.39 "GET /v2.0/ports/fe25db58-9cac-450a-be22-a9955e1f6391/bindings/n-h2-803603-2 HTTP/1.1" status: 404 len: 380 time: 0.0685298 Aug 18 13:57:38.957584 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-1eb9d746-edba-461b-9e69-64a59249cad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:38.959272 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-1eb9d746-edba-461b-9e69-64a59249cad9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd&tenant_id=0bb3851a915245f990a25e5cd818032b HTTP/1.1" status: 200 len: 1097 time: 0.1138308 Aug 18 13:57:38.973606 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-d77d8f83-08a9-474c-8d39-65d6f434ffce service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803603-2', 'device_owner': 'compute:nova'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:57:38.983258 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969de229-e7ad-40b4-a98a-b4aca6f97d50 req-adbac369-a644-4371-9972-d9d00b3870ac tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:38.984798 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-969de229-e7ad-40b4-a98a-b4aca6f97d50 req-adbac369-a644-4371-9972-d9d00b3870ac tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 946 time: 0.0715318 Aug 18 13:57:39.084757 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-969de229-e7ad-40b4-a98a-b4aca6f97d50 req-c92266ab-d2bc-4895-8f5c-0c8aff5d9968 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808766 Aug 18 13:57:39.085506 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-d77d8f83-08a9-474c-8d39-65d6f434ffce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:39.321050 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-d77d8f83-08a9-474c-8d39-65d6f434ffce service neutron] For port fe25db58-9cac-450a-be22-a9955e1f6391, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=fe25db58-9cac-450a-be22-a9955e1f6391,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:39.364205 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-d77d8f83-08a9-474c-8d39-65d6f434ffce service neutron] For port fe25db58-9cac-450a-be22-a9955e1f6391, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:57:39.410078 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f05ee7e-d4bf-47c0-93c7-361c5053e0dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe25db58-9cac-450a-be22-a9955e1f6391'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:57:39.412649 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38104c80-0854-4d20-9408-050283ef475a" -d '{"events": [{"server_uuid": "5f05ee7e-d4bf-47c0-93c7-361c5053e0dd", "name": "network-vif-unplugged", "status": "completed", "tag": "fe25db58-9cac-450a-be22-a9955e1f6391"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:57:39.417357 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-d77d8f83-08a9-474c-8d39-65d6f434ffce service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:39.435720 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-d77d8f83-08a9-474c-8d39-65d6f434ffce service neutron] Transition to ACTIVE for port object fe25db58-9cac-450a-be22-a9955e1f6391 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:57:39.469746 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 13:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c62af5-9fc9-4b57-9bba-9aca29b45686 x-openstack-request-id: req-64c62af5-9fc9-4b57-9bba-9aca29b45686 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:57:39.470062 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f05ee7e-d4bf-47c0-93c7-361c5053e0dd", "name": "network-vif-unplugged", "status": "completed", "tag": "fe25db58-9cac-450a-be22-a9955e1f6391", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:57:39.470341 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-64c62af5-9fc9-4b57-9bba-9aca29b45686 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:57:39.470744 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f05ee7e-d4bf-47c0-93c7-361c5053e0dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe25db58-9cac-450a-be22-a9955e1f6391', 'code': 200} Aug 18 13:57:39.525131 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-d77d8f83-08a9-474c-8d39-65d6f434ffce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:39.616917 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d8f83-08a9-474c-8d39-65d6f434ffce service neutron] Pushing event updated for resources: {'Port': ['ID=fe25db58-9cac-450a-be22-a9955e1f6391,revision_number=6']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:39.628437 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d8f83-08a9-474c-8d39-65d6f434ffce service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:39.628839 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d8f83-08a9-474c-8d39-65d6f434ffce service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:39.629205 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d8f83-08a9-474c-8d39-65d6f434ffce service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:39.629548 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d8f83-08a9-474c-8d39-65d6f434ffce service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:39.629885 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d8f83-08a9-474c-8d39-65d6f434ffce service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:39.630304 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d8f83-08a9-474c-8d39-65d6f434ffce service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:39.630685 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d8f83-08a9-474c-8d39-65d6f434ffce service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:39.631033 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d8f83-08a9-474c-8d39-65d6f434ffce service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:39.631376 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d8f83-08a9-474c-8d39-65d6f434ffce service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:39.631699 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d8f83-08a9-474c-8d39-65d6f434ffce service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:39.632010 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d8f83-08a9-474c-8d39-65d6f434ffce service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:39.632331 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d8f83-08a9-474c-8d39-65d6f434ffce service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:39.677626 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-d77d8f83-08a9-474c-8d39-65d6f434ffce service neutron] No DVR routers for this DVR port fe25db58-9cac-450a-be22-a9955e1f6391 on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:57:39.831985 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-d77d8f83-08a9-474c-8d39-65d6f434ffce service neutron] Attempting to bind port fe25db58-9cac-450a-be22-a9955e1f6391 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:57:39.832256 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-d77d8f83-08a9-474c-8d39-65d6f434ffce service neutron] Attempting to bind port fe25db58-9cac-450a-be22-a9955e1f6391 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:57:39.832592 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-d77d8f83-08a9-474c-8d39-65d6f434ffce service neutron] Attempting to bind port fe25db58-9cac-450a-be22-a9955e1f6391 on network de2eb0e2-4301-47e1-aab5-4b22ec41fcfb {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:57:39.837548 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-d77d8f83-08a9-474c-8d39-65d6f434ffce service neutron] Port fe25db58-9cac-450a-be22-a9955e1f6391 on network de2eb0e2-4301-47e1-aab5-4b22ec41fcfb not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:57:39.837875 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-d77d8f83-08a9-474c-8d39-65d6f434ffce service neutron] Attempting to bind port fe25db58-9cac-450a-be22-a9955e1f6391 on network de2eb0e2-4301-47e1-aab5-4b22ec41fcfb {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:57:39.843869 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-d77d8f83-08a9-474c-8d39-65d6f434ffce service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:57:39.844213 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-d77d8f83-08a9-474c-8d39-65d6f434ffce service neutron] Checking segment: {'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:57:39.844607 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-d77d8f83-08a9-474c-8d39-65d6f434ffce service neutron] Bound using segment: {'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:57:39.846113 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-d77d8f83-08a9-474c-8d39-65d6f434ffce service neutron] Bound port: fe25db58-9cac-450a-be22-a9955e1f6391, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:57:39.846113 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-d77d8f83-08a9-474c-8d39-65d6f434ffce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:39.915597 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-d77d8f83-08a9-474c-8d39-65d6f434ffce service neutron] For port fe25db58-9cac-450a-be22-a9955e1f6391, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:57:39.918997 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-d77d8f83-08a9-474c-8d39-65d6f434ffce service neutron] For port fe25db58-9cac-450a-be22-a9955e1f6391, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=fe25db58-9cac-450a-be22-a9955e1f6391,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:57:40.003442 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-d77d8f83-08a9-474c-8d39-65d6f434ffce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:40.044311 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-d77d8f83-08a9-474c-8d39-65d6f434ffce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:40.045002 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-d77d8f83-08a9-474c-8d39-65d6f434ffce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:40.046598 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-d77d8f83-08a9-474c-8d39-65d6f434ffce service neutron] 10.222.0.20 "PUT /v2.0/ports/fe25db58-9cac-450a-be22-a9955e1f6391 HTTP/1.1" status: 200 len: 1092 time: 1.0787632 Aug 18 13:57:40.073798 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d8f83-08a9-474c-8d39-65d6f434ffce service neutron] Pushing event updated for resources: {'Port': ['ID=fe25db58-9cac-450a-be22-a9955e1f6391,revision_number=7']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:40.142634 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-54295240-3ab7-4d3b-811e-3aebe048f1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:40.146216 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-54295240-3ab7-4d3b-811e-3aebe048f1cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 1095 time: 0.0673501 Aug 18 13:57:40.290754 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afce1c-0ac5-42c4-ab8a-a8d0903ae169 req-21d1f7bb-72bd-41de-9bc4-9abb0da7a5b7 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:40.292354 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-83afce1c-0ac5-42c4-ab8a-a8d0903ae169 req-21d1f7bb-72bd-41de-9bc4-9abb0da7a5b7 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 944 time: 0.0913217 Aug 18 13:57:40.293706 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-6e646ebf-906a-4fca-9790-8354f43454c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:40.295141 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-6e646ebf-906a-4fca-9790-8354f43454c3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 912 time: 0.1419997 Aug 18 13:57:40.381917 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-83afce1c-0ac5-42c4-ab8a-a8d0903ae169 req-4d9e04fb-f05d-4746-a5c1-21f91c299984 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828123 Aug 18 13:57:40.389116 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-87059816-0c33-4290-b7ff-df10847350ae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe25db58-9cac-450a-be22-a9955e1f6391 HTTP/1.1" status: 200 len: 1001 time: 0.0829413 Aug 18 13:57:40.444865 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-98c72b79-6296-4065-894f-172d8701a19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:40.446427 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-98c72b79-6296-4065-894f-172d8701a19d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e63ba7b-bcc7-4bfe-af18-04e90f2744d5 HTTP/1.1" status: 200 len: 850 time: 0.0506704 Aug 18 13:57:40.499208 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device fe25db58-9cac-450a-be22-a9955e1f6391 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:57:40.507651 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-c387a9f2-3d4d-4b86-8e5f-2e30761b9a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:40.510317 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-c387a9f2-3d4d-4b86-8e5f-2e30761b9a97 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565684 Aug 18 13:57:40.555024 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device fe25db58-9cac-450a-be22-a9955e1f6391 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:57:40.610770 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-f514a847-323e-4cc8-ad1d-71fea55caca1 service neutron] 10.222.0.20 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930595 Aug 18 13:57:40.713029 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8782cfed-9aa4-4eb7-b6d9-efaaa6b03298 req-8f909914-30d9-4aef-9844-3c3235968bf3 service neutron] 10.222.0.20 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955417 Aug 18 13:57:41.472588 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f05ee7e-d4bf-47c0-93c7-361c5053e0dd', 'tag': 'fe25db58-9cac-450a-be22-a9955e1f6391'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:57:41.474766 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3a52b6-e39d-4dca-aaec-a09ebe75f8af" -d '{"events": [{"name": "network-changed", "server_uuid": "5f05ee7e-d4bf-47c0-93c7-361c5053e0dd", "tag": "fe25db58-9cac-450a-be22-a9955e1f6391"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:57:41.528494 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b3434-9d06-4fc3-9b6b-ff8dfd9946b5 req-f479ffc1-bd23-4f7f-98f5-a39e29d3cc2a tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:41.529920 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-221b3434-9d06-4fc3-9b6b-ff8dfd9946b5 req-f479ffc1-bd23-4f7f-98f5-a39e29d3cc2a tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 944 time: 0.0675876 Aug 18 13:57:41.575378 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-221b3434-9d06-4fc3-9b6b-ff8dfd9946b5 req-22c58588-027b-4610-9306-e7da658602d4 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384092 Aug 18 13:57:41.646924 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9bf5d9f-62a3-4757-85e0-7399724101f3 x-openstack-request-id: req-f9bf5d9f-62a3-4757-85e0-7399724101f3 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:57:41.649483 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f05ee7e-d4bf-47c0-93c7-361c5053e0dd", "tag": "fe25db58-9cac-450a-be22-a9955e1f6391", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:57:41.649483 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9bf5d9f-62a3-4757-85e0-7399724101f3 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:57:41.649483 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f05ee7e-d4bf-47c0-93c7-361c5053e0dd', 'tag': 'fe25db58-9cac-450a-be22-a9955e1f6391', 'status': 'completed', 'code': 200} Aug 18 13:57:41.718039 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e7d8023c-d199-4339-91f2-64f81b32e529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:41.752738 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a52b6-e39d-4dca-aaec-a09ebe75f8af req-d07d00d1-4eed-4127-b04b-809d10d0df3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:41.754311 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab3a52b6-e39d-4dca-aaec-a09ebe75f8af req-d07d00d1-4eed-4127-b04b-809d10d0df3e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 1095 time: 0.0830405 Aug 18 13:57:41.759540 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a52b6-e39d-4dca-aaec-a09ebe75f8af req-fac68abc-f3fb-4677-9145-26b3ecd916eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:41.761024 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab3a52b6-e39d-4dca-aaec-a09ebe75f8af req-fac68abc-f3fb-4677-9145-26b3ecd916eb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 1095 time: 0.0799494 Aug 18 13:57:41.928748 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a52b6-e39d-4dca-aaec-a09ebe75f8af req-4b80ae58-bddb-40e8-bf33-ed57a829e1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:41.930258 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab3a52b6-e39d-4dca-aaec-a09ebe75f8af req-4b80ae58-bddb-40e8-bf33-ed57a829e1f7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 912 time: 0.1681023 Aug 18 13:57:41.931577 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a52b6-e39d-4dca-aaec-a09ebe75f8af req-1b1e4a98-c9cf-4560-a085-af0f37b0e54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:41.932874 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab3a52b6-e39d-4dca-aaec-a09ebe75f8af req-1b1e4a98-c9cf-4560-a085-af0f37b0e54d service neutron] 10.222.0.20 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 912 time: 0.1626115 Aug 18 13:57:42.055989 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab3a52b6-e39d-4dca-aaec-a09ebe75f8af req-8d671ce6-e41f-4dcb-9443-342b50d099ef service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe25db58-9cac-450a-be22-a9955e1f6391 HTTP/1.1" status: 200 len: 1001 time: 0.1187475 Aug 18 13:57:42.057804 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab3a52b6-e39d-4dca-aaec-a09ebe75f8af req-835b4bdc-c321-4106-9224-1f66ef9681ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe25db58-9cac-450a-be22-a9955e1f6391 HTTP/1.1" status: 200 len: 1001 time: 0.1132784 Aug 18 13:57:42.147155 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a52b6-e39d-4dca-aaec-a09ebe75f8af req-abed462e-61dd-4f96-917a-2a4d8979ff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:42.148677 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab3a52b6-e39d-4dca-aaec-a09ebe75f8af req-abed462e-61dd-4f96-917a-2a4d8979ff78 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e63ba7b-bcc7-4bfe-af18-04e90f2744d5 HTTP/1.1" status: 200 len: 850 time: 0.0860298 Aug 18 13:57:42.153619 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a52b6-e39d-4dca-aaec-a09ebe75f8af req-4cab12c4-e626-41b2-b18c-11b84c2c93eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:42.155194 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab3a52b6-e39d-4dca-aaec-a09ebe75f8af req-4cab12c4-e626-41b2-b18c-11b84c2c93eb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e63ba7b-bcc7-4bfe-af18-04e90f2744d5 HTTP/1.1" status: 200 len: 850 time: 0.0832953 Aug 18 13:57:42.229082 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a52b6-e39d-4dca-aaec-a09ebe75f8af req-805cc123-4440-4f8f-a090-7bf513e00c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:42.230693 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab3a52b6-e39d-4dca-aaec-a09ebe75f8af req-805cc123-4440-4f8f-a090-7bf513e00c40 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745442 Aug 18 13:57:42.245456 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a52b6-e39d-4dca-aaec-a09ebe75f8af req-c667f38a-a732-43c3-b903-23fbe9683259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:42.247133 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab3a52b6-e39d-4dca-aaec-a09ebe75f8af req-c667f38a-a732-43c3-b903-23fbe9683259 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827174 Aug 18 13:57:42.414454 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab3a52b6-e39d-4dca-aaec-a09ebe75f8af req-a72a996a-b93f-4743-9535-124386b8368e service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753283 Aug 18 13:57:42.416557 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab3a52b6-e39d-4dca-aaec-a09ebe75f8af req-10d4a88b-b1a6-457e-b679-bbdc3ab0bb4b service neutron] 10.222.0.20 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607504 Aug 18 13:57:42.713570 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debf762-a798-4082-a107-283d86fd9c21 req-614541fd-adb1-441e-bf32-d79fb78a979b tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:42.715815 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4debf762-a798-4082-a107-283d86fd9c21 req-614541fd-adb1-441e-bf32-d79fb78a979b tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 944 time: 0.0576594 Aug 18 13:57:42.763190 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4debf762-a798-4082-a107-283d86fd9c21 req-af4daf6f-bad2-4c70-9ba7-e076ec840ee1 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408335 Aug 18 13:57:42.984301 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab3a52b6-e39d-4dca-aaec-a09ebe75f8af req-0a0b63aa-e035-4546-a232-cbbf24b62f10 service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5623677 Aug 18 13:57:42.986207 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ab3a52b6-e39d-4dca-aaec-a09ebe75f8af req-9632e1c6-b0a4-4e6f-a337-a85e62076239 service neutron] 10.222.0.20 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5561061 Aug 18 13:57:43.828401 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-aded8c61-3c02-4250-8979-68a89f5109e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:43.944769 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888f047-76b1-4c27-8f4a-c95bc2ff0fd3 req-36149871-aad2-48ce-bf40-797c884343b3 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:43.947572 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9888f047-76b1-4c27-8f4a-c95bc2ff0fd3 req-36149871-aad2-48ce-bf40-797c884343b3 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 944 time: 0.0938945 Aug 18 13:57:44.012753 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9888f047-76b1-4c27-8f4a-c95bc2ff0fd3 req-1b858dc8-5e0a-42c8-8b44-02cbfac2cd92 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579023 Aug 18 13:57:44.730879 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:45.174742 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d6d85-4fbc-4630-a48a-a8b8eeeafd48 req-092b59c1-5170-41a2-9ce9-30c5321efdc4 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:45.176393 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b14d6d85-4fbc-4630-a48a-a8b8eeeafd48 req-092b59c1-5170-41a2-9ce9-30c5321efdc4 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 944 time: 0.0656648 Aug 18 13:57:45.229466 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b14d6d85-4fbc-4630-a48a-a8b8eeeafd48 req-36354ab8-1379-454d-9894-3e06f1142412 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419326 Aug 18 13:57:45.667897 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:46.367035 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ec133-55fd-4f31-a19f-35306b376974 req-c3ba4787-bd89-4d4b-95fb-6253c415a4fb tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:46.368697 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-565ec133-55fd-4f31-a19f-35306b376974 req-c3ba4787-bd89-4d4b-95fb-6253c415a4fb tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 944 time: 0.0577166 Aug 18 13:57:46.412052 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-565ec133-55fd-4f31-a19f-35306b376974 req-de5f4e1d-5721-4b5c-b2fa-1e9f7bf189ed tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366826 Aug 18 13:57:47.546585 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef6a5b-8dc2-4e7a-bad5-6b979cd1ca32 req-802f681a-3679-4125-966e-9d222cceb799 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:47.548358 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ecef6a5b-8dc2-4e7a-bad5-6b979cd1ca32 req-802f681a-3679-4125-966e-9d222cceb799 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 944 time: 0.0625658 Aug 18 13:57:47.593416 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:47.599417 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ecef6a5b-8dc2-4e7a-bad5-6b979cd1ca32 req-0e8e726e-2413-4d7d-95bd-e9c802c814a3 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437233 Aug 18 13:57:48.723133 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983c493-9f66-43d6-96c1-1172808b732c req-07adda1b-e701-4cc0-b5c2-d639acd9a272 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:48.724729 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9983c493-9f66-43d6-96c1-1172808b732c req-07adda1b-e701-4cc0-b5c2-d639acd9a272 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 944 time: 0.0534189 Aug 18 13:57:48.769763 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9983c493-9f66-43d6-96c1-1172808b732c req-83acf6e8-3768-4528-828d-74540770c39a tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382347 Aug 18 13:57:49.896691 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85da582-81e7-47c0-8706-e910dce1dcb6 req-422f1aa2-8289-4d55-9e84-b6d77759c2b4 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:49.898332 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e85da582-81e7-47c0-8706-e910dce1dcb6 req-422f1aa2-8289-4d55-9e84-b6d77759c2b4 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 944 time: 0.0562186 Aug 18 13:57:49.937822 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e85da582-81e7-47c0-8706-e910dce1dcb6 req-7ff549f9-37e5-4b87-a13e-b87a3404154d tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332048 Aug 18 13:57:51.082906 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9aefd6-93bc-463a-8570-a540548f6578 req-b5726936-e053-459e-a7b2-c92d32f6e9c4 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:51.085569 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5f9aefd6-93bc-463a-8570-a540548f6578 req-b5726936-e053-459e-a7b2-c92d32f6e9c4 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 944 time: 0.0722373 Aug 18 13:57:51.126968 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5f9aefd6-93bc-463a-8570-a540548f6578 req-4d554e3f-16df-434c-8273-8d8da946065e tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350053 Aug 18 13:57:52.258436 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1a1c0-65c6-4ad2-be40-dd075f948bb6 req-6e1a59ea-72c1-4881-a70b-c750ecfbfa31 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:52.260147 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-25b1a1c0-65c6-4ad2-be40-dd075f948bb6 req-6e1a59ea-72c1-4881-a70b-c750ecfbfa31 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 944 time: 0.0587475 Aug 18 13:57:52.306619 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-25b1a1c0-65c6-4ad2-be40-dd075f948bb6 req-ac208fc1-f35a-47fd-a71a-c452c07394d2 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398347 Aug 18 13:57:53.451830 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429b945-9ec9-43d8-b550-759a647a1067 req-12de4623-a5b6-4ca0-b0e1-e88d578750ee tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:53.455388 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b429b945-9ec9-43d8-b550-759a647a1067 req-12de4623-a5b6-4ca0-b0e1-e88d578750ee tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 944 time: 0.0645990 Aug 18 13:57:53.502506 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b429b945-9ec9-43d8-b550-759a647a1067 req-1f589429-457d-49d1-a93c-2e6fc0b7ac97 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390153 Aug 18 13:57:54.630580 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426955be-7a45-4b48-b597-305444d70aa9 req-6143b72a-f1f5-4fcb-b2e6-e9cd89675e24 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:54.632181 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-426955be-7a45-4b48-b597-305444d70aa9 req-6143b72a-f1f5-4fcb-b2e6-e9cd89675e24 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 944 time: 0.0529151 Aug 18 13:57:54.674607 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-426955be-7a45-4b48-b597-305444d70aa9 req-94a9df56-7d93-478c-bdc2-c04b67f5f7b1 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360954 Aug 18 13:57:55.305063 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97232bb-3afe-49fa-aa30-32297b87b87a req-0421ea21-8dad-4b13-ae04-df04eac39c93 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:55.306742 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c97232bb-3afe-49fa-aa30-32297b87b87a req-0421ea21-8dad-4b13-ae04-df04eac39c93 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 944 time: 0.0579996 Aug 18 13:57:55.343482 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-e1306bce-4c3f-4019-af15-744b68212a90 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:55.345222 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-e1306bce-4c3f-4019-af15-744b68212a90 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd&tenant_id=0bb3851a915245f990a25e5cd818032b&binding%3Ahost_id=n-h2-803603-2 HTTP/1.1" status: 200 len: 944 time: 0.0579007 Aug 18 13:57:55.352113 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c97232bb-3afe-49fa-aa30-32297b87b87a req-ae2c805a-e4fa-48ce-b99c-a95586e9cc18 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380409 Aug 18 13:57:55.421145 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-3bb8aa67-4ad6-4521-9b47-27e5a7b2d56e service neutron] 10.222.0.20 "GET /v2.0/ports/fe25db58-9cac-450a-be22-a9955e1f6391/bindings/n-h2-803603-2 HTTP/1.1" status: 200 len: 382 time: 0.0680315 Aug 18 13:57:55.490796 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-7c07002f-db38-41bf-a53f-e1cebff31ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:55.492482 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-7c07002f-db38-41bf-a53f-e1cebff31ed5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 1095 time: 0.0458541 Aug 18 13:57:55.593557 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-38bdfb81-d85c-4062-9afb-9641dc3428c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:55.595229 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-38bdfb81-d85c-4062-9afb-9641dc3428c6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 912 time: 0.0960333 Aug 18 13:57:55.658685 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device fe25db58-9cac-450a-be22-a9955e1f6391 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:57:55.675055 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-77d3ce13-0f6d-465d-b7bf-b6ac9a383793 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe25db58-9cac-450a-be22-a9955e1f6391 HTTP/1.1" status: 200 len: 1001 time: 0.0724282 Aug 18 13:57:55.731502 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-6a563cfe-5f2f-457a-b33f-3161293445a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:55.733364 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-6a563cfe-5f2f-457a-b33f-3161293445a7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e63ba7b-bcc7-4bfe-af18-04e90f2744d5 HTTP/1.1" status: 200 len: 850 time: 0.0511570 Aug 18 13:57:55.789922 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-6a9416ba-365f-4c04-88a4-39ed849c893e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:55.791648 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-6a9416ba-365f-4c04-88a4-39ed849c893e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513194 Aug 18 13:57:55.814416 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port fe25db58-9cac-450a-be22-a9955e1f6391, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=fe25db58-9cac-450a-be22-a9955e1f6391,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:55.826471 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'fe25db58-9cac-450a-be22-a9955e1f6391', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'port_id': 'fe25db58-9cac-450a-be22-a9955e1f6391', 'mac_address': 'fa:16:3e:8e:12:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:57:55.871519 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:55.886231 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe25db58-9cac-450a-be22-a9955e1f6391 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:57:55.908221 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port fe25db58-9cac-450a-be22-a9955e1f6391, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=fe25db58-9cac-450a-be22-a9955e1f6391,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:55.957531 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-ba038522-19e8-41a4-901a-80de250e3247 service neutron] 10.222.0.20 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578498 Aug 18 13:57:55.973412 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:56.053684 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=fe25db58-9cac-450a-be22-a9955e1f6391,revision_number=8']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:56.059310 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-da2e4662-52d2-4bd3-8d94-c9fd67d628db service neutron] 10.222.0.20 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947886 Aug 18 13:57:56.066272 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:56.067415 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:56.067415 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:56.068017 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:56.068604 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:56.069147 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:56.069616 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:56.069980 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:56.070549 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:56.071115 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:56.071666 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:56.072241 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:57:56.220734 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['fe25db58-9cac-450a-be22-a9955e1f6391'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:57:56.548751 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e2346-24b5-4866-9902-7aebc91d66e6 req-758fefd1-e3cb-47e9-9d85-47f97724fa4f tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:56.551608 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0c9e2346-24b5-4866-9902-7aebc91d66e6 req-758fefd1-e3cb-47e9-9d85-47f97724fa4f tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 945 time: 0.0709045 Aug 18 13:57:56.593669 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0c9e2346-24b5-4866-9902-7aebc91d66e6 req-2fa33176-bf15-429b-9c5e-72405ff213fa tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361350 Aug 18 13:57:57.676420 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device fe25db58-9cac-450a-be22-a9955e1f6391 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:57:57.745525 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82647129-909c-44e3-84a6-5df4776e0ba7 req-27cbab3b-df39-41c3-809a-eb25137cc072 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:57.747022 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-82647129-909c-44e3-84a6-5df4776e0ba7 req-27cbab3b-df39-41c3-809a-eb25137cc072 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 945 time: 0.0632248 Aug 18 13:57:57.791019 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-82647129-909c-44e3-84a6-5df4776e0ba7 req-cb5d33e8-7bc2-4ae1-be32-398096c7b6df tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379069 Aug 18 13:57:57.833148 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port fe25db58-9cac-450a-be22-a9955e1f6391 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:57:57.837341 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port fe25db58-9cac-450a-be22-a9955e1f6391 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:57:57.837721 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:57.927426 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:57.966023 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f05ee7e-d4bf-47c0-93c7-361c5053e0dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe25db58-9cac-450a-be22-a9955e1f6391'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:57:57.968389 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ba3b915c790ece66a99fb45b0530a9eb9c5b6743edcd6e3a78a03ec4b78c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb11c7fb-80cd-41b8-a463-089ddcd22608" -d '{"events": [{"server_uuid": "5f05ee7e-d4bf-47c0-93c7-361c5053e0dd", "name": "network-vif-plugged", "status": "completed", "tag": "fe25db58-9cac-450a-be22-a9955e1f6391"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:57:57.984592 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port fe25db58-9cac-450a-be22-a9955e1f6391, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=fe25db58-9cac-450a-be22-a9955e1f6391,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:57:58.089877 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:58.096086 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b55284-a552-4fe8-9a3c-8de0feae011d x-openstack-request-id: req-f6b55284-a552-4fe8-9a3c-8de0feae011d {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:57:58.096476 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f05ee7e-d4bf-47c0-93c7-361c5053e0dd", "name": "network-vif-plugged", "status": "completed", "tag": "fe25db58-9cac-450a-be22-a9955e1f6391", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:57:58.096797 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f6b55284-a552-4fe8-9a3c-8de0feae011d {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:57:58.097423 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f05ee7e-d4bf-47c0-93c7-361c5053e0dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe25db58-9cac-450a-be22-a9955e1f6391', 'code': 200} Aug 18 13:57:58.150152 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=fe25db58-9cac-450a-be22-a9955e1f6391,revision_number=9']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:57:58.456264 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:57:58.616142 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ded31-5a3f-456d-9689-dec1189bdf41 req-feed4737-2d88-4364-8e02-e36fb8401afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:58.618331 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-709ded31-5a3f-456d-9689-dec1189bdf41 req-feed4737-2d88-4364-8e02-e36fb8401afe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 1097 time: 0.0481129 Aug 18 13:57:58.747761 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ded31-5a3f-456d-9689-dec1189bdf41 req-25aa2657-0a65-4f29-b4c8-8569348fa365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:58.750301 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-709ded31-5a3f-456d-9689-dec1189bdf41 req-25aa2657-0a65-4f29-b4c8-8569348fa365 service neutron] 10.222.0.20 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 912 time: 0.1100495 Aug 18 13:57:58.830879 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-709ded31-5a3f-456d-9689-dec1189bdf41 req-8d8d2d5d-8474-4411-a60b-e162d7aec873 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe25db58-9cac-450a-be22-a9955e1f6391 HTTP/1.1" status: 200 len: 1003 time: 0.0702806 Aug 18 13:57:58.890986 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ded31-5a3f-456d-9689-dec1189bdf41 req-48795b3a-7eb9-4817-ae12-2279fd69a8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:58.892837 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-709ded31-5a3f-456d-9689-dec1189bdf41 req-48795b3a-7eb9-4817-ae12-2279fd69a8f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e63ba7b-bcc7-4bfe-af18-04e90f2744d5 HTTP/1.1" status: 200 len: 850 time: 0.0583472 Aug 18 13:57:58.950872 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335c276-eb70-44ce-8bae-22431e0349c7 req-f7a11376-b2af-472c-b156-24266a1f44e3 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:58.953745 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a335c276-eb70-44ce-8bae-22431e0349c7 req-f7a11376-b2af-472c-b156-24266a1f44e3 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 946 time: 0.0722997 Aug 18 13:57:58.976157 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ded31-5a3f-456d-9689-dec1189bdf41 req-b9cad773-29db-42ba-a49b-c4efe17af4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:57:58.978254 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-709ded31-5a3f-456d-9689-dec1189bdf41 req-b9cad773-29db-42ba-a49b-c4efe17af4f2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782244 Aug 18 13:57:59.004138 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a335c276-eb70-44ce-8bae-22431e0349c7 req-9bf11ce4-2173-4121-be17-ff8510a73983 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408812 Aug 18 13:57:59.135269 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-709ded31-5a3f-456d-9689-dec1189bdf41 req-3c405999-64de-4b33-9e61-68bb5c9d2b61 service neutron] 10.222.0.20 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492054 Aug 18 13:57:59.257434 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-709ded31-5a3f-456d-9689-dec1189bdf41 req-ffd2f116-2798-42e1-a9f1-941c18d8d8a7 service neutron] 10.222.0.20 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112719 Aug 18 13:57:59.339590 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:00.171718 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12082a2-8762-4296-8c59-7bb24165e32f req-f378c560-a72b-4fee-b3b3-0ca456fa2b60 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:00.173259 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d12082a2-8762-4296-8c59-7bb24165e32f req-f378c560-a72b-4fee-b3b3-0ca456fa2b60 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 946 time: 0.0806184 Aug 18 13:58:00.224489 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d12082a2-8762-4296-8c59-7bb24165e32f req-e87ea6e9-2f29-4aab-9bb8-1bb5564f6cac tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450010 Aug 18 13:58:01.371499 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e23a8-3689-41b9-b5e7-1be21a67f5dd req-c78dcc9b-d02f-48b0-984d-211dc20a8b44 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:01.373207 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-155e23a8-3689-41b9-b5e7-1be21a67f5dd req-c78dcc9b-d02f-48b0-984d-211dc20a8b44 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 946 time: 0.0630424 Aug 18 13:58:01.375725 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-dcf23e3b-399b-4001-b46b-0778cc3b265d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:01.377373 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-dcf23e3b-399b-4001-b46b-0778cc3b265d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd&tenant_id=0bb3851a915245f990a25e5cd818032b HTTP/1.1" status: 200 len: 1097 time: 0.0501730 Aug 18 13:58:01.393843 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-dfd8a33b-f62d-494e-b025-c9cf2399bbec service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803603-2', 'device_owner': 'compute:nova'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:58:01.418203 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-155e23a8-3689-41b9-b5e7-1be21a67f5dd req-abea65db-07f1-4f56-b201-257388fa4719 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382764 Aug 18 13:58:01.475996 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-dfd8a33b-f62d-494e-b025-c9cf2399bbec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:01.701253 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device fe25db58-9cac-450a-be22-a9955e1f6391 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:58:01.707313 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-dfd8a33b-f62d-494e-b025-c9cf2399bbec service neutron] For port fe25db58-9cac-450a-be22-a9955e1f6391, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=fe25db58-9cac-450a-be22-a9955e1f6391,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:01.754784 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-dfd8a33b-f62d-494e-b025-c9cf2399bbec service neutron] For port fe25db58-9cac-450a-be22-a9955e1f6391, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:58:01.798687 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:01.804057 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f05ee7e-d4bf-47c0-93c7-361c5053e0dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe25db58-9cac-450a-be22-a9955e1f6391'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:58:01.806633 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f549452-f35c-481b-a98f-3743d5475a10" -d '{"events": [{"server_uuid": "5f05ee7e-d4bf-47c0-93c7-361c5053e0dd", "name": "network-vif-unplugged", "status": "completed", "tag": "fe25db58-9cac-450a-be22-a9955e1f6391"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:58:01.812022 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-dfd8a33b-f62d-494e-b025-c9cf2399bbec service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:01.830741 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-dfd8a33b-f62d-494e-b025-c9cf2399bbec service neutron] Transition to ACTIVE for port object fe25db58-9cac-450a-be22-a9955e1f6391 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:58:01.890964 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 13:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1901913f-7ef5-4707-b604-319fec414db0 x-openstack-request-id: req-1901913f-7ef5-4707-b604-319fec414db0 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:58:01.891396 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f05ee7e-d4bf-47c0-93c7-361c5053e0dd", "name": "network-vif-unplugged", "status": "completed", "tag": "fe25db58-9cac-450a-be22-a9955e1f6391", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:58:01.891803 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1901913f-7ef5-4707-b604-319fec414db0 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:58:01.892379 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f05ee7e-d4bf-47c0-93c7-361c5053e0dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe25db58-9cac-450a-be22-a9955e1f6391', 'code': 200} Aug 18 13:58:01.918472 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-dfd8a33b-f62d-494e-b025-c9cf2399bbec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:01.963430 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.db.api [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:58:01.963794 n-d-803603-2 neutron-server[101677]: DEBUG oslo_db.api [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:58:02.018197 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd8a33b-f62d-494e-b025-c9cf2399bbec service neutron] Pushing event updated for resources: {'Port': ['ID=fe25db58-9cac-450a-be22-a9955e1f6391,revision_number=10']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:02.059095 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-dfd8a33b-f62d-494e-b025-c9cf2399bbec service neutron] No DVR routers for this DVR port fe25db58-9cac-450a-be22-a9955e1f6391 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:58:02.213024 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-dfd8a33b-f62d-494e-b025-c9cf2399bbec service neutron] Attempting to bind port fe25db58-9cac-450a-be22-a9955e1f6391 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:58:02.213274 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-dfd8a33b-f62d-494e-b025-c9cf2399bbec service neutron] Attempting to bind port fe25db58-9cac-450a-be22-a9955e1f6391 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:58:02.213676 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-dfd8a33b-f62d-494e-b025-c9cf2399bbec service neutron] Attempting to bind port fe25db58-9cac-450a-be22-a9955e1f6391 on network de2eb0e2-4301-47e1-aab5-4b22ec41fcfb {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:58:02.218974 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-dfd8a33b-f62d-494e-b025-c9cf2399bbec service neutron] Port fe25db58-9cac-450a-be22-a9955e1f6391 on network de2eb0e2-4301-47e1-aab5-4b22ec41fcfb not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:58:02.219311 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-dfd8a33b-f62d-494e-b025-c9cf2399bbec service neutron] Attempting to bind port fe25db58-9cac-450a-be22-a9955e1f6391 on network de2eb0e2-4301-47e1-aab5-4b22ec41fcfb {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:58:02.224765 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-dfd8a33b-f62d-494e-b025-c9cf2399bbec service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:58:02.225108 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-dfd8a33b-f62d-494e-b025-c9cf2399bbec service neutron] Checking segment: {'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:58:02.225493 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-dfd8a33b-f62d-494e-b025-c9cf2399bbec service neutron] Bound using segment: {'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:58:02.225938 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-dfd8a33b-f62d-494e-b025-c9cf2399bbec service neutron] Bound port: fe25db58-9cac-450a-be22-a9955e1f6391, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd781120-304f-4b5b-97a2-6fedd9c3aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:58:02.226313 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-dfd8a33b-f62d-494e-b025-c9cf2399bbec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:02.294877 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-dfd8a33b-f62d-494e-b025-c9cf2399bbec service neutron] For port fe25db58-9cac-450a-be22-a9955e1f6391, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:58:02.298973 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-dfd8a33b-f62d-494e-b025-c9cf2399bbec service neutron] For port fe25db58-9cac-450a-be22-a9955e1f6391, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=fe25db58-9cac-450a-be22-a9955e1f6391,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:58:02.377500 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-dfd8a33b-f62d-494e-b025-c9cf2399bbec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:02.419823 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-dfd8a33b-f62d-494e-b025-c9cf2399bbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:02.420466 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-dfd8a33b-f62d-494e-b025-c9cf2399bbec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:02.421941 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-dfd8a33b-f62d-494e-b025-c9cf2399bbec service neutron] 10.222.0.39 "PUT /v2.0/ports/fe25db58-9cac-450a-be22-a9955e1f6391 HTTP/1.1" status: 200 len: 1093 time: 1.0357530 Aug 18 13:58:02.445816 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd8a33b-f62d-494e-b025-c9cf2399bbec service neutron] Pushing event updated for resources: {'Port': ['ID=fe25db58-9cac-450a-be22-a9955e1f6391,revision_number=11']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:02.515967 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-b30780c8-1ec7-42f8-b236-75851b220fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:02.517615 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-b30780c8-1ec7-42f8-b236-75851b220fbc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 1096 time: 0.0664012 Aug 18 13:58:02.580937 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787299b-c1de-42c2-96fc-c247f04b9834 req-d30c31cc-dba3-481a-b2a2-4b1a0b55ceb5 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:02.582605 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5787299b-c1de-42c2-96fc-c247f04b9834 req-d30c31cc-dba3-481a-b2a2-4b1a0b55ceb5 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 945 time: 0.0617828 Aug 18 13:58:02.627445 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5787299b-c1de-42c2-96fc-c247f04b9834 req-5aa0bcfd-e942-44ca-ac08-b763de016ea7 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379763 Aug 18 13:58:02.662847 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-669d84eb-495c-4c30-a750-515f3f03a326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:02.664724 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-669d84eb-495c-4c30-a750-515f3f03a326 service neutron] 10.222.0.39 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 912 time: 0.1386757 Aug 18 13:58:02.772129 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-8e74ab4a-5584-41d4-95c0-9249c53f2489 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe25db58-9cac-450a-be22-a9955e1f6391 HTTP/1.1" status: 200 len: 1001 time: 0.1002235 Aug 18 13:58:02.827404 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-555fc238-be1a-41f6-8c2a-2d0395ee0afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:02.829127 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-555fc238-be1a-41f6-8c2a-2d0395ee0afd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e63ba7b-bcc7-4bfe-af18-04e90f2744d5 HTTP/1.1" status: 200 len: 850 time: 0.0495384 Aug 18 13:58:02.878206 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-055c5c04-7107-417e-801e-ba19cd5e6653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:02.879783 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-055c5c04-7107-417e-801e-ba19cd5e6653 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442696 Aug 18 13:58:02.980753 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-65346eb4-6ec7-4d0c-a266-58a3f2734462 service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925944 Aug 18 13:58:03.077145 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fe68aeec-cc81-4c01-9dc0-bfc7859a7f75 req-59350c1a-ee06-4729-9b01-96a53c89f7b5 service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895507 Aug 18 13:58:03.768978 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e6ded-829b-4417-b48e-d2727ba2ff85 req-7ecd2b1e-23ce-4fe6-9dc1-dc6845f80977 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:03.770683 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-261e6ded-829b-4417-b48e-d2727ba2ff85 req-7ecd2b1e-23ce-4fe6-9dc1-dc6845f80977 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 945 time: 0.0633721 Aug 18 13:58:03.821095 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-261e6ded-829b-4417-b48e-d2727ba2ff85 req-5e7c4848-37ae-4c2f-8523-ae3016b7d90f tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394838 Aug 18 13:58:03.893911 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f05ee7e-d4bf-47c0-93c7-361c5053e0dd', 'tag': 'fe25db58-9cac-450a-be22-a9955e1f6391'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:58:03.897403 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5ff7fa-02f4-4244-9e64-aad4bf95f379" -d '{"events": [{"name": "network-changed", "server_uuid": "5f05ee7e-d4bf-47c0-93c7-361c5053e0dd", "tag": "fe25db58-9cac-450a-be22-a9955e1f6391"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:58:03.952999 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f56b97b-e171-4d2b-85cd-a0e52f7a6e85 x-openstack-request-id: req-8f56b97b-e171-4d2b-85cd-a0e52f7a6e85 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:58:03.953453 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f05ee7e-d4bf-47c0-93c7-361c5053e0dd", "tag": "fe25db58-9cac-450a-be22-a9955e1f6391", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:58:03.954675 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f56b97b-e171-4d2b-85cd-a0e52f7a6e85 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:58:03.955256 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f05ee7e-d4bf-47c0-93c7-361c5053e0dd', 'tag': 'fe25db58-9cac-450a-be22-a9955e1f6391', 'status': 'completed', 'code': 200} Aug 18 13:58:04.051243 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ff7fa-02f4-4244-9e64-aad4bf95f379 req-a2ca65fa-32f1-4355-a49e-a868b5020302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:04.052695 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4a5ff7fa-02f4-4244-9e64-aad4bf95f379 req-a2ca65fa-32f1-4355-a49e-a868b5020302 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 1096 time: 0.0745454 Aug 18 13:58:04.055450 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ff7fa-02f4-4244-9e64-aad4bf95f379 req-d96ddb51-1f9c-4149-885f-52a5ffd9563a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:04.056866 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4a5ff7fa-02f4-4244-9e64-aad4bf95f379 req-d96ddb51-1f9c-4149-885f-52a5ffd9563a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bb3851a915245f990a25e5cd818032b&device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 1096 time: 0.0800340 Aug 18 13:58:04.232262 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ff7fa-02f4-4244-9e64-aad4bf95f379 req-5392aa6f-1372-4f02-8b8a-d39a04aac0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:04.234090 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4a5ff7fa-02f4-4244-9e64-aad4bf95f379 req-5392aa6f-1372-4f02-8b8a-d39a04aac0d0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 912 time: 0.1741464 Aug 18 13:58:04.239504 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ff7fa-02f4-4244-9e64-aad4bf95f379 req-89dcd7cc-cb91-41c2-9c77-892190388172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:04.242332 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4a5ff7fa-02f4-4244-9e64-aad4bf95f379 req-89dcd7cc-cb91-41c2-9c77-892190388172 service neutron] 10.222.0.20 "GET /v2.0/networks?id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 200 len: 912 time: 0.1737905 Aug 18 13:58:04.371723 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4a5ff7fa-02f4-4244-9e64-aad4bf95f379 req-ef8a0e74-4bdf-45a0-a22e-f7da78211f58 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe25db58-9cac-450a-be22-a9955e1f6391 HTTP/1.1" status: 200 len: 1001 time: 0.1279998 Aug 18 13:58:04.411501 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4a5ff7fa-02f4-4244-9e64-aad4bf95f379 req-1276339a-a415-4c44-b54a-b7b4b7fefb5f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe25db58-9cac-450a-be22-a9955e1f6391 HTTP/1.1" status: 200 len: 1001 time: 0.1569803 Aug 18 13:58:04.464295 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ff7fa-02f4-4244-9e64-aad4bf95f379 req-aed04179-406a-42ac-9430-a4bcb5f8ffd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:04.465929 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4a5ff7fa-02f4-4244-9e64-aad4bf95f379 req-aed04179-406a-42ac-9430-a4bcb5f8ffd9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e63ba7b-bcc7-4bfe-af18-04e90f2744d5 HTTP/1.1" status: 200 len: 850 time: 0.0871112 Aug 18 13:58:04.488848 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ff7fa-02f4-4244-9e64-aad4bf95f379 req-007f07b2-d3e3-4a93-bff2-2b8da419ae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:04.489120 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4a5ff7fa-02f4-4244-9e64-aad4bf95f379 req-007f07b2-d3e3-4a93-bff2-2b8da419ae4f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e63ba7b-bcc7-4bfe-af18-04e90f2744d5 HTTP/1.1" status: 200 len: 850 time: 0.0680411 Aug 18 13:58:04.558145 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ff7fa-02f4-4244-9e64-aad4bf95f379 req-c1673639-945e-4c06-b205-d91828f571bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:04.560621 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4a5ff7fa-02f4-4244-9e64-aad4bf95f379 req-c1673639-945e-4c06-b205-d91828f571bf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876598 Aug 18 13:58:04.564447 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ff7fa-02f4-4244-9e64-aad4bf95f379 req-128e5b4b-fd5a-4393-9aca-c4fad84793f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:04.565976 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4a5ff7fa-02f4-4244-9e64-aad4bf95f379 req-128e5b4b-fd5a-4393-9aca-c4fad84793f8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608006 Aug 18 13:58:04.747499 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4a5ff7fa-02f4-4244-9e64-aad4bf95f379 req-def8162d-ad68-49b8-a8b2-a6759e3fd1ba service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797042 Aug 18 13:58:04.749510 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4a5ff7fa-02f4-4244-9e64-aad4bf95f379 req-4abffc0d-7162-45e2-af4a-f4e436285536 service neutron] 10.222.0.20 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729226 Aug 18 13:58:04.929354 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4a5ff7fa-02f4-4244-9e64-aad4bf95f379 req-71161179-df24-421c-9494-d6713638f0ce service neutron] 10.222.0.20 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667907 Aug 18 13:58:04.931383 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4a5ff7fa-02f4-4244-9e64-aad4bf95f379 req-a84ee941-045d-4199-9fd7-cc2c8f0c230e service neutron] 10.222.0.39 "GET /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771808 Aug 18 13:58:04.958871 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:58:04.998963 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d74a3-3ce5-431d-98ae-c8f751e35a54 req-47537bdb-6176-4c10-9cfe-338a79c8cf6c tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:05.001249 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-672d74a3-3ce5-431d-98ae-c8f751e35a54 req-47537bdb-6176-4c10-9cfe-338a79c8cf6c tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 945 time: 0.0678787 Aug 18 13:58:05.049979 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-672d74a3-3ce5-431d-98ae-c8f751e35a54 req-8309c22e-f28c-4be3-ba21-bae7532bc1ab tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376291 Aug 18 13:58:06.256290 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d888c-5a3d-4115-a581-f1af9674297f req-b4c8005a-c5ab-4f20-b105-0b8e3f1714e7 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:06.259074 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-333d888c-5a3d-4115-a581-f1af9674297f req-b4c8005a-c5ab-4f20-b105-0b8e3f1714e7 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 945 time: 0.0827806 Aug 18 13:58:06.321631 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-333d888c-5a3d-4115-a581-f1af9674297f req-62b19da1-3bfb-48db-930f-4225780c985f tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560226 Aug 18 13:58:07.492334 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c490a-fd13-40e0-b4d3-d10ceecec532 req-9f275041-be1c-4ad8-a76e-eb8955e15231 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:07.495024 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-311c490a-fd13-40e0-b4d3-d10ceecec532 req-9f275041-be1c-4ad8-a76e-eb8955e15231 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 945 time: 0.0817802 Aug 18 13:58:07.558811 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-311c490a-fd13-40e0-b4d3-d10ceecec532 req-ddfad6f9-7fe1-416f-bef9-8a09ba097458 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561094 Aug 18 13:58:08.714887 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84871ace-1c59-47c0-aa38-9f2b7c8c3c00 req-ecd15cfd-0e57-4ff4-9991-a33773c80066 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:08.716523 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-84871ace-1c59-47c0-aa38-9f2b7c8c3c00 req-ecd15cfd-0e57-4ff4-9991-a33773c80066 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 945 time: 0.0562341 Aug 18 13:58:08.764809 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-84871ace-1c59-47c0-aa38-9f2b7c8c3c00 req-83f778e0-a445-41dc-a3a9-fb2d2e21bd22 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367913 Aug 18 13:58:09.894922 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa97f2-8891-44d3-974f-ac6deab1f244 req-0a623ee4-9569-4096-92f4-99a27ac729c7 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:09.896584 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12fa97f2-8891-44d3-974f-ac6deab1f244 req-0a623ee4-9569-4096-92f4-99a27ac729c7 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 945 time: 0.0559063 Aug 18 13:58:09.943828 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12fa97f2-8891-44d3-974f-ac6deab1f244 req-af2350ec-d41d-4605-82ff-535284ccf688 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367358 Aug 18 13:58:11.074425 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73642c-7bf9-439a-a82e-b40f1c465f60 req-4e58d451-7c51-46d1-a2a9-b291a746f550 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:11.076060 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-db73642c-7bf9-439a-a82e-b40f1c465f60 req-4e58d451-7c51-46d1-a2a9-b291a746f550 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 945 time: 0.0569985 Aug 18 13:58:11.125032 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-db73642c-7bf9-439a-a82e-b40f1c465f60 req-facc855c-7f25-4b28-949d-9d20d1099c1c tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412302 Aug 18 13:58:11.694985 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cf621f28-8425-4ece-9dc1-bc6f56d3611c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:12.254731 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a3d26-584c-4046-8d89-323bb692856a req-c1131684-6dd1-4c16-9862-44db3be6b4c6 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:12.256327 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0f6a3d26-584c-4046-8d89-323bb692856a req-c1131684-6dd1-4c16-9862-44db3be6b4c6 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 945 time: 0.0542362 Aug 18 13:58:12.298294 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0f6a3d26-584c-4046-8d89-323bb692856a req-d6888480-9d31-4b3e-af4c-d770a4779b8d tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357296 Aug 18 13:58:13.456756 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939381b4-4d88-49b7-9d17-cf701512ea28 req-23fbaa5a-2e60-452c-9da1-9ebdbffd6e3c tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:13.459593 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-939381b4-4d88-49b7-9d17-cf701512ea28 req-23fbaa5a-2e60-452c-9da1-9ebdbffd6e3c tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 945 time: 0.0828893 Aug 18 13:58:13.506306 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-939381b4-4d88-49b7-9d17-cf701512ea28 req-2d7acd34-64f5-452a-8e20-2d844d32e136 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400679 Aug 18 13:58:13.820443 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f2d36914-f133-4122-ae62-fc26558385e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:14.629496 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:14.642425 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8029c3a4-76e1-437c-9c09-9a58db81b523 req-69f843e9-0f1d-435f-a9f2-8b462528c08a tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:14.649768 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8029c3a4-76e1-437c-9c09-9a58db81b523 req-69f843e9-0f1d-435f-a9f2-8b462528c08a tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 945 time: 0.0572255 Aug 18 13:58:14.687211 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8029c3a4-76e1-437c-9c09-9a58db81b523 req-f022dade-e116-4592-b7d0-cdde8ea631d1 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368235 Aug 18 13:58:15.660575 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:15.841528 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95120552-2d0f-4a15-921c-5f02f47f3405 req-c960b9bd-0a62-4dac-97fa-cbedd4f336fc tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:15.844330 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-95120552-2d0f-4a15-921c-5f02f47f3405 req-c960b9bd-0a62-4dac-97fa-cbedd4f336fc tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 945 time: 0.0724013 Aug 18 13:58:15.900159 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-95120552-2d0f-4a15-921c-5f02f47f3405 req-48ad270c-2e45-4d20-9ce2-ea4f088442b3 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446501 Aug 18 13:58:16.666791 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device fe25db58-9cac-450a-be22-a9955e1f6391 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:58:16.768497 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port fe25db58-9cac-450a-be22-a9955e1f6391, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=fe25db58-9cac-450a-be22-a9955e1f6391,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:16.782486 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'fe25db58-9cac-450a-be22-a9955e1f6391', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'port_id': 'fe25db58-9cac-450a-be22-a9955e1f6391', 'mac_address': 'fa:16:3e:8e:12:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:58:16.822855 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:16.841748 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe25db58-9cac-450a-be22-a9955e1f6391 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:58:16.875864 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port fe25db58-9cac-450a-be22-a9955e1f6391, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=fe25db58-9cac-450a-be22-a9955e1f6391,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:16.960972 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:17.020479 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=fe25db58-9cac-450a-be22-a9955e1f6391,revision_number=12']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:17.045532 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d6558-3729-4f6b-8c3d-96b4cba804b3 req-81144e2b-ab52-4729-8dc5-e1198bcce6ea tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:17.047216 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-984d6558-3729-4f6b-8c3d-96b4cba804b3 req-81144e2b-ab52-4729-8dc5-e1198bcce6ea tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 946 time: 0.0547187 Aug 18 13:58:17.090433 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-984d6558-3729-4f6b-8c3d-96b4cba804b3 req-c55c99f0-862b-4584-8ba8-1e1167f530e0 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368347 Aug 18 13:58:17.207583 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['fe25db58-9cac-450a-be22-a9955e1f6391'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:58:17.217427 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8746b-fb19-4406-8cdd-963590474402 req-5c4386e3-626a-4d5d-95f4-5d58e630a558 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:17.219133 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c0d8746b-fb19-4406-8cdd-963590474402 req-5c4386e3-626a-4d5d-95f4-5d58e630a558 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 946 time: 0.0587912 Aug 18 13:58:17.264546 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c0d8746b-fb19-4406-8cdd-963590474402 req-2b738d35-3b36-4404-99d5-39e8d1711dbc tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389647 Aug 18 13:58:17.398434 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da6453-f275-4273-b61c-7002f7acdc43 req-171f9ddf-7ed6-474e-80c4-2a6f95d2cff0 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:17.400049 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f5da6453-f275-4273-b61c-7002f7acdc43 req-171f9ddf-7ed6-474e-80c4-2a6f95d2cff0 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 946 time: 0.0619218 Aug 18 13:58:17.443208 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f5da6453-f275-4273-b61c-7002f7acdc43 req-443abc05-9d59-4313-a079-dc8272b45fa8 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359154 Aug 18 13:58:17.591893 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:17.984045 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52257f12-26d1-4cd3-aebb-062d35129a09 req-f848b63f-c686-46e6-bc83-ed7c414aabdb tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:17.992604 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-52257f12-26d1-4cd3-aebb-062d35129a09 req-f848b63f-c686-46e6-bc83-ed7c414aabdb tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 946 time: 0.0582240 Aug 18 13:58:18.047944 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-52257f12-26d1-4cd3-aebb-062d35129a09 req-24de807c-70eb-4210-b7ef-6988de60055d tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551252 Aug 18 13:58:18.676045 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device fe25db58-9cac-450a-be22-a9955e1f6391 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:58:18.808803 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port fe25db58-9cac-450a-be22-a9955e1f6391 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:58:18.813583 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port fe25db58-9cac-450a-be22-a9955e1f6391 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:58:18.814062 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:18.904880 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:18.931059 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f05ee7e-d4bf-47c0-93c7-361c5053e0dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe25db58-9cac-450a-be22-a9955e1f6391'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:58:18.933601 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ba3b915c790ece66a99fb45b0530a9eb9c5b6743edcd6e3a78a03ec4b78c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12196c9-5b40-49b8-8e82-3866fa12bb38" -d '{"events": [{"server_uuid": "5f05ee7e-d4bf-47c0-93c7-361c5053e0dd", "name": "network-vif-plugged", "status": "completed", "tag": "fe25db58-9cac-450a-be22-a9955e1f6391"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:58:18.948787 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port fe25db58-9cac-450a-be22-a9955e1f6391, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=fe25db58-9cac-450a-be22-a9955e1f6391,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:18.980091 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2d95be-1c27-4b9b-9863-da34615f57f3 x-openstack-request-id: req-0c2d95be-1c27-4b9b-9863-da34615f57f3 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:58:18.980388 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f05ee7e-d4bf-47c0-93c7-361c5053e0dd", "name": "network-vif-plugged", "status": "completed", "tag": "fe25db58-9cac-450a-be22-a9955e1f6391", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:58:18.980644 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c2d95be-1c27-4b9b-9863-da34615f57f3 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:58:18.981044 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f05ee7e-d4bf-47c0-93c7-361c5053e0dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe25db58-9cac-450a-be22-a9955e1f6391', 'code': 200} Aug 18 13:58:19.020569 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:19.076990 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=fe25db58-9cac-450a-be22-a9955e1f6391,revision_number=13']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:19.186879 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9dfb35-5865-4a08-9c0d-ec94607b428b req-1e31873d-e506-4986-bfaf-d984e2f70419 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:19.188866 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2e9dfb35-5865-4a08-9c0d-ec94607b428b req-1e31873d-e506-4986-bfaf-d984e2f70419 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 947 time: 0.0550113 Aug 18 13:58:19.233458 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2e9dfb35-5865-4a08-9c0d-ec94607b428b req-6dd4c8e3-5ce0-4077-b240-53ad805e33c3 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc1774de-953a-4692-83a7-f144e24c62af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381274 Aug 18 13:58:19.500070 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f22cb-516e-472a-910a-346ef2e4ec4c req-13e1b21b-1d1b-4293-9e01-6b383aff8c90 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:19.501646 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-af3f22cb-516e-472a-910a-346ef2e4ec4c req-13e1b21b-1d1b-4293-9e01-6b383aff8c90 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 947 time: 0.0503547 Aug 18 13:58:19.626275 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-af3f22cb-516e-472a-910a-346ef2e4ec4c req-8314f4b6-bec3-4900-abb5-d9fc99ecb57a tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Deleting port fe25db58-9cac-450a-be22-a9955e1f6391 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:58:19.626621 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-af3f22cb-516e-472a-910a-346ef2e4ec4c req-8314f4b6-bec3-4900-abb5-d9fc99ecb57a tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:19.725244 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-af3f22cb-516e-472a-910a-346ef2e4ec4c req-8314f4b6-bec3-4900-abb5-d9fc99ecb57a tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] For port fe25db58-9cac-450a-be22-a9955e1f6391, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=fe25db58-9cac-450a-be22-a9955e1f6391,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:19.725621 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-af3f22cb-516e-472a-910a-346ef2e4ec4c req-8314f4b6-bec3-4900-abb5-d9fc99ecb57a tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:19.938790 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-af3f22cb-516e-472a-910a-346ef2e4ec4c req-8314f4b6-bec3-4900-abb5-d9fc99ecb57a tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:19.939212 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-af3f22cb-516e-472a-910a-346ef2e4ec4c req-8314f4b6-bec3-4900-abb5-d9fc99ecb57a tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:19.939486 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [req-af3f22cb-516e-472a-910a-346ef2e4ec4c req-8314f4b6-bec3-4900-abb5-d9fc99ecb57a tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Floating IP b19885e3-29db-4384-ba4d-3caa5ce71479 disassociated. External IP: 172.25.6.107, port: fe25db58-9cac-450a-be22-a9955e1f6391. Aug 18 13:58:19.939841 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-af3f22cb-516e-472a-910a-346ef2e4ec4c req-8314f4b6-bec3-4900-abb5-d9fc99ecb57a tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Calling delete_port for fe25db58-9cac-450a-be22-a9955e1f6391 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:58:20.149307 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-af3f22cb-516e-472a-910a-346ef2e4ec4c req-8314f4b6-bec3-4900-abb5-d9fc99ecb57a tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:20.183775 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314f4b6-bec3-4900-abb5-d9fc99ecb57a tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Pushing event deleted for resources: {'Port': ['ID=fe25db58-9cac-450a-be22-a9955e1f6391,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:20.311968 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af3f22cb-516e-472a-910a-346ef2e4ec4c req-8314f4b6-bec3-4900-abb5-d9fc99ecb57a tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Router 2401f522-23a2-46e5-b297-5be50b3a16b8 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:58:20.381096 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dff721b9-e6cb-4929-bc11-84adb434f7f8 req-0765a210-afa7-484e-90f3-e8cc549aaa30 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 210 time: 0.0339649 Aug 18 13:58:20.437490 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af3f22cb-516e-472a-910a-346ef2e4ec4c req-8314f4b6-bec3-4900-abb5-d9fc99ecb57a tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:58:20.449312 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7822e5df-2aaf-4096-afdd-a73eb6f6706f None None] Sync routers for ids ['2401f522-23a2-46e5-b297-5be50b3a16b8'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:58:20.460615 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7822e5df-2aaf-4096-afdd-a73eb6f6706f None None] Routers {'2401f522-23a2-46e5-b297-5be50b3a16b8'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:58:20.461307 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-7822e5df-2aaf-4096-afdd-a73eb6f6706f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:58:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['2401f522-23a2-46e5-b297-5be50b3a16b8'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:58:20.484825 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3f22cb-516e-472a-910a-346ef2e4ec4c req-8314f4b6-bec3-4900-abb5-d9fc99ecb57a tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] No DVR routers for this DVR port fe25db58-9cac-450a-be22-a9955e1f6391 on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:58:20.487773 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-af3f22cb-516e-472a-910a-346ef2e4ec4c req-8314f4b6-bec3-4900-abb5-d9fc99ecb57a tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:20.490022 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-af3f22cb-516e-472a-910a-346ef2e4ec4c req-8314f4b6-bec3-4900-abb5-d9fc99ecb57a tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.39 "DELETE /v2.0/ports/fe25db58-9cac-450a-be22-a9955e1f6391 HTTP/1.1" status: 204 len: 173 time: 0.9818106 Aug 18 13:58:20.490525 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f05ee7e-d4bf-47c0-93c7-361c5053e0dd', 'name': 'network-vif-deleted', 'tag': 'fe25db58-9cac-450a-be22-a9955e1f6391'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:58:20.492915 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5667a6-89cb-4439-b6ea-d7603f448512" -d '{"events": [{"server_uuid": "5f05ee7e-d4bf-47c0-93c7-361c5053e0dd", "name": "network-vif-deleted", "tag": "fe25db58-9cac-450a-be22-a9955e1f6391"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:58:20.533023 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454601ae-bd2d-4cc8-8351-d009aef19ff5 x-openstack-request-id: req-454601ae-bd2d-4cc8-8351-d009aef19ff5 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:58:20.533326 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f05ee7e-d4bf-47c0-93c7-361c5053e0dd", "name": "network-vif-deleted", "tag": "fe25db58-9cac-450a-be22-a9955e1f6391", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:58:20.533637 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-454601ae-bd2d-4cc8-8351-d009aef19ff5 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:58:20.534050 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f05ee7e-d4bf-47c0-93c7-361c5053e0dd', 'name': 'network-vif-deleted', 'tag': 'fe25db58-9cac-450a-be22-a9955e1f6391', 'status': 'completed', 'code': 200} Aug 18 13:58:20.584272 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-7822e5df-2aaf-4096-afdd-a73eb6f6706f None None] Set router 2401f522-23a2-46e5-b297-5be50b3a16b8 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:58:20.831244 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-7822e5df-2aaf-4096-afdd-a73eb6f6706f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'name': 'tempest-ServerActionsTestJSON-964935329-router', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:48:04Z', 'updated_at': '2021-08-18T13:48:08Z', 'revision_number': 4, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'gw_port': {'id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:05Z', 'updated_at': '2021-08-18T13:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'e8198b66-47b6-45a9-90ba-2082e9664e65', 'name': '', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'mac_address': 'fa:16:3e:59:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:07Z', 'updated_at': '2021-08-18T13:48:12Z', 'revision_number': 5, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'subnets': [{'id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:58:20.861720 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7822e5df-2aaf-4096-afdd-a73eb6f6706f None None] Checking router: 2401f522-23a2-46e5-b297-5be50b3a16b8 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:58:20.870899 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7822e5df-2aaf-4096-afdd-a73eb6f6706f None None] Routers {'2401f522-23a2-46e5-b297-5be50b3a16b8'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:58:20.871548 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-7822e5df-2aaf-4096-afdd-a73eb6f6706f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:58:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['2401f522-23a2-46e5-b297-5be50b3a16b8'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:58:20.987845 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-7822e5df-2aaf-4096-afdd-a73eb6f6706f None None] Set router 2401f522-23a2-46e5-b297-5be50b3a16b8 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:58:21.259327 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-7822e5df-2aaf-4096-afdd-a73eb6f6706f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'name': 'tempest-ServerActionsTestJSON-964935329-router', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:48:04Z', 'updated_at': '2021-08-18T13:48:08Z', 'revision_number': 4, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'gw_port': {'id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:05Z', 'updated_at': '2021-08-18T13:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'e8198b66-47b6-45a9-90ba-2082e9664e65', 'name': '', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'mac_address': 'fa:16:3e:59:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:07Z', 'updated_at': '2021-08-18T13:48:12Z', 'revision_number': 5, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'subnets': [{'id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:58:21.508189 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b51f8b4b-3030-4c53-b547-5ebd882c9a08 req-e03f21b2-e12e-4340-ad01-22a484bfacea tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 210 time: 0.0467603 Aug 18 13:58:21.545764 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7822e5df-2aaf-4096-afdd-a73eb6f6706f None None] The sync data for ids ['2401f522-23a2-46e5-b297-5be50b3a16b8'] in n-d-803603-2 is: [{'id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'name': 'tempest-ServerActionsTestJSON-964935329-router', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:48:04Z', 'updated_at': '2021-08-18T13:48:08Z', 'revision_number': 4, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'gw_port': {'id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:05Z', 'updated_at': '2021-08-18T13:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'e8198b66-47b6-45a9-90ba-2082e9664e65', 'name': '', 'network_id': 'de2eb0e2-4301-47e1-aab5-4b22ec41fcfb', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'mac_address': 'fa:16:3e:59:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:07Z', 'updated_at': '2021-08-18T13:48:12Z', 'revision_number': 5, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'subnets': [{'id': '2e63ba7b-bcc7-4bfe-af18-04e90f2744d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:58:21.828672 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58dce9ab-148f-4ee5-a6f2-04a1bb556e86 None None] New status for floating IP b19885e3-29db-4384-ba4d-3caa5ce71479: DOWN {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:58:22.643058 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4faf77cd-0ee3-43fb-a2b1-2861bcc19652 req-d160292b-dfbf-4ae1-a564-0a73133fc32e tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 210 time: 0.0422478 Aug 18 13:58:22.684155 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device fe25db58-9cac-450a-be22-a9955e1f6391 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:58:22.708358 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: fe25db58-9cac-450a-be22-a9955e1f6391 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:58:22.708841 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device fe25db58-9cac-450a-be22-a9955e1f6391 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:58:23.769076 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a38f59c0-b660-4149-8af4-fb0896ba1d10 req-33d34811-6d17-4653-8fc7-a3839d470ee7 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 210 time: 0.0300727 Aug 18 13:58:24.894673 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-329d9d6a-e68a-4e35-be2e-2950236585fd req-abadd77e-bb2f-482c-b3c6-8d87b9a939ee tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f05ee7e-d4bf-47c0-93c7-361c5053e0dd HTTP/1.1" status: 200 len: 210 time: 0.0294387 Aug 18 13:58:28.451673 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:29.328273 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:30.066652 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38932) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:30.130282 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8545c9b0-a388-4640-a167-17a0c2d8204b tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:30.162437 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8545c9b0-a388-4640-a167-17a0c2d8204b tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:30.325965 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8545c9b0-a388-4640-a167-17a0c2d8204b tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:30.329508 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8545c9b0-a388-4640-a167-17a0c2d8204b tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:30.330864 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8545c9b0-a388-4640-a167-17a0c2d8204b tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "DELETE /v2.0/security-groups/cc1774de-953a-4692-83a7-f144e24c62af HTTP/1.1" status: 204 len: 168 time: 0.2631361 Aug 18 13:58:30.333853 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38934) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:30.341320 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8545c9b0-a388-4640-a167-17a0c2d8204b tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1774de-953a-4692-83a7-f144e24c62af,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:30.350082 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [None req-6ea4b6d4-353e-4c4e-af91-b78a40ff6d64 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] show failed (client error): The resource could not be found. Aug 18 13:58:30.350424 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8545c9b0-a388-4640-a167-17a0c2d8204b tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:30.350626 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8545c9b0-a388-4640-a167-17a0c2d8204b tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:30.350972 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8545c9b0-a388-4640-a167-17a0c2d8204b tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:30.351314 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8545c9b0-a388-4640-a167-17a0c2d8204b tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:30.351542 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6ea4b6d4-353e-4c4e-af91-b78a40ff6d64 tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "GET /v2.0/security-groups/cc1774de-953a-4692-83a7-f144e24c62af HTTP/1.1" status: 404 len: 347 time: 0.0160758 Aug 18 13:58:30.351727 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8545c9b0-a388-4640-a167-17a0c2d8204b tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:30.351972 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8545c9b0-a388-4640-a167-17a0c2d8204b tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:30.352303 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8545c9b0-a388-4640-a167-17a0c2d8204b tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:30.352627 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8545c9b0-a388-4640-a167-17a0c2d8204b tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:30.352957 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8545c9b0-a388-4640-a167-17a0c2d8204b tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:30.353277 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8545c9b0-a388-4640-a167-17a0c2d8204b tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:30.353606 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8545c9b0-a388-4640-a167-17a0c2d8204b tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:30.353942 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8545c9b0-a388-4640-a167-17a0c2d8204b tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:30.354843 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38936) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:30.492693 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-4a03a187-c6bb-44f6-9c19-f423ca2277dd tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Deleting port 313cea84-92e2-4f97-bcc2-0d50e1571b5a {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:58:30.492997 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4a03a187-c6bb-44f6-9c19-f423ca2277dd tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:30.580387 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4a03a187-c6bb-44f6-9c19-f423ca2277dd tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:30.580719 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4a03a187-c6bb-44f6-9c19-f423ca2277dd tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:30.595119 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-4a03a187-c6bb-44f6-9c19-f423ca2277dd tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Calling delete_port for 313cea84-92e2-4f97-bcc2-0d50e1571b5a owned by network:floatingip {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:58:30.825043 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4a03a187-c6bb-44f6-9c19-f423ca2277dd tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:30.851346 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03a187-c6bb-44f6-9c19-f423ca2277dd tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Pushing event deleted for resources: {'Port': ['ID=313cea84-92e2-4f97-bcc2-0d50e1571b5a,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:30.923166 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4a03a187-c6bb-44f6-9c19-f423ca2277dd tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks [] for floatingip, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:30.927473 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4a03a187-c6bb-44f6-9c19-f423ca2277dd tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:30.929421 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4a03a187-c6bb-44f6-9c19-f423ca2277dd tempest-ServerActionsTestJSON-83686230 tempest-ServerActionsTestJSON-83686230-project] 10.222.0.13 "DELETE /v2.0/floatingips/b19885e3-29db-4384-ba4d-3caa5ce71479 HTTP/1.1" status: 204 len: 168 time: 0.5733259 Aug 18 13:58:30.932416 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38938) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:31.950557 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-27b946cb-d7d8-488c-abe3-8796dc26855e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:32.231012 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-27b946cb-d7d8-488c-abe3-8796dc26855e admin admin] Deleting port e8198b66-47b6-45a9-90ba-2082e9664e65 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:58:32.231446 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-27b946cb-d7d8-488c-abe3-8796dc26855e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:32.317732 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-27b946cb-d7d8-488c-abe3-8796dc26855e admin admin] For port e8198b66-47b6-45a9-90ba-2082e9664e65, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=e8198b66-47b6-45a9-90ba-2082e9664e65,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:32.318106 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-27b946cb-d7d8-488c-abe3-8796dc26855e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:32.333798 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-27b946cb-d7d8-488c-abe3-8796dc26855e admin admin] Calling delete_port for e8198b66-47b6-45a9-90ba-2082e9664e65 owned by network:router_interface {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:58:32.636430 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-27b946cb-d7d8-488c-abe3-8796dc26855e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:32.669283 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b946cb-d7d8-488c-abe3-8796dc26855e admin admin] Pushing event deleted for resources: {'Port': ['ID=e8198b66-47b6-45a9-90ba-2082e9664e65,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:32.871281 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-27b946cb-d7d8-488c-abe3-8796dc26855e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:33.112839 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b946cb-d7d8-488c-abe3-8796dc26855e admin admin] Router 2401f522-23a2-46e5-b297-5be50b3a16b8 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:58:33.228989 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b946cb-d7d8-488c-abe3-8796dc26855e admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:58:33.236036 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-27b946cb-d7d8-488c-abe3-8796dc26855e admin admin] 10.222.0.13 "PUT /v2.0/routers/2401f522-23a2-46e5-b297-5be50b3a16b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3024299 Aug 18 13:58:33.238779 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38942) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:33.242359 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ead94ae-3ac2-45d7-8933-1a9fce8305af None None] Sync routers for ids ['2401f522-23a2-46e5-b297-5be50b3a16b8'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:58:33.253263 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ead94ae-3ac2-45d7-8933-1a9fce8305af None None] Routers {'2401f522-23a2-46e5-b297-5be50b3a16b8'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:58:33.253894 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-1ead94ae-3ac2-45d7-8933-1a9fce8305af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:58:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['2401f522-23a2-46e5-b297-5be50b3a16b8'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:58:33.356078 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d19cd4ea-7bd7-4d6d-a430-604a4b462ec6 admin admin] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:33.377082 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-1ead94ae-3ac2-45d7-8933-1a9fce8305af None None] Set router 2401f522-23a2-46e5-b297-5be50b3a16b8 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:58:33.537334 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d19cd4ea-7bd7-4d6d-a430-604a4b462ec6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:33.586370 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-1ead94ae-3ac2-45d7-8933-1a9fce8305af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'name': 'tempest-ServerActionsTestJSON-964935329-router', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:48:04Z', 'updated_at': '2021-08-18T13:58:32Z', 'revision_number': 5, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'gw_port': {'id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:05Z', 'updated_at': '2021-08-18T13:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:58:33.615141 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ead94ae-3ac2-45d7-8933-1a9fce8305af None None] Checking router: 2401f522-23a2-46e5-b297-5be50b3a16b8 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:58:33.625153 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ead94ae-3ac2-45d7-8933-1a9fce8305af None None] Routers {'2401f522-23a2-46e5-b297-5be50b3a16b8'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:58:33.625790 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-1ead94ae-3ac2-45d7-8933-1a9fce8305af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:58:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['2401f522-23a2-46e5-b297-5be50b3a16b8'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:58:33.694494 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-d19cd4ea-7bd7-4d6d-a430-604a4b462ec6 admin admin] Deleting port 4baf138b-f928-4761-b8cd-7b3292aac913 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:58:33.694876 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d19cd4ea-7bd7-4d6d-a430-604a4b462ec6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:33.757118 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-1ead94ae-3ac2-45d7-8933-1a9fce8305af None None] Set router 2401f522-23a2-46e5-b297-5be50b3a16b8 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:58:33.809113 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-d19cd4ea-7bd7-4d6d-a430-604a4b462ec6 admin admin] For port 4baf138b-f928-4761-b8cd-7b3292aac913, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4baf138b-f928-4761-b8cd-7b3292aac913,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:33.809850 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d19cd4ea-7bd7-4d6d-a430-604a4b462ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:33.833408 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-d19cd4ea-7bd7-4d6d-a430-604a4b462ec6 admin admin] Calling delete_port for 4baf138b-f928-4761-b8cd-7b3292aac913 owned by network:router_gateway {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:58:33.959505 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-1ead94ae-3ac2-45d7-8933-1a9fce8305af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'name': 'tempest-ServerActionsTestJSON-964935329-router', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:48:04Z', 'updated_at': '2021-08-18T13:58:32Z', 'revision_number': 5, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'gw_port': {'id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:05Z', 'updated_at': '2021-08-18T13:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:58:33.992920 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ead94ae-3ac2-45d7-8933-1a9fce8305af None None] The sync data for ids ['2401f522-23a2-46e5-b297-5be50b3a16b8'] in n-d-803603-2 is: [{'id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'name': 'tempest-ServerActionsTestJSON-964935329-router', 'tenant_id': '0bb3851a915245f990a25e5cd818032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:48:04Z', 'updated_at': '2021-08-18T13:58:32Z', 'revision_number': 5, 'project_id': '0bb3851a915245f990a25e5cd818032b', 'gw_port': {'id': '4baf138b-f928-4761-b8cd-7b3292aac913', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2401f522-23a2-46e5-b297-5be50b3a16b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:48:05Z', 'updated_at': '2021-08-18T13:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:58:34.165612 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d19cd4ea-7bd7-4d6d-a430-604a4b462ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:34.196328 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19cd4ea-7bd7-4d6d-a430-604a4b462ec6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4baf138b-f928-4761-b8cd-7b3292aac913,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:34.267547 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d19cd4ea-7bd7-4d6d-a430-604a4b462ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:34.364980 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d19cd4ea-7bd7-4d6d-a430-604a4b462ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:34.367604 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d19cd4ea-7bd7-4d6d-a430-604a4b462ec6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:34.520360 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d19cd4ea-7bd7-4d6d-a430-604a4b462ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:34.521269 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19cd4ea-7bd7-4d6d-a430-604a4b462ec6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2401f522-23a2-46e5-b297-5be50b3a16b8 {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:58:34.529749 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d19cd4ea-7bd7-4d6d-a430-604a4b462ec6 admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:34.533116 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d19cd4ea-7bd7-4d6d-a430-604a4b462ec6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/2401f522-23a2-46e5-b297-5be50b3a16b8 HTTP/1.1" status: 204 len: 168 time: 1.2930307 Aug 18 13:58:34.536111 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38944) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:34.624922 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c77ab08-5c19-442c-901e-d53ec4e0ba63 admin admin] Deleting subnet 2e63ba7b-bcc7-4bfe-af18-04e90f2744d5 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:58:34.636501 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9c77ab08-5c19-442c-901e-d53ec4e0ba63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:34.690398 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9c77ab08-5c19-442c-901e-d53ec4e0ba63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:34.704541 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device e8198b66-47b6-45a9-90ba-2082e9664e65 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:58:34.741437 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: e8198b66-47b6-45a9-90ba-2082e9664e65 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:58:34.742052 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device e8198b66-47b6-45a9-90ba-2082e9664e65 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:58:34.800011 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9c77ab08-5c19-442c-901e-d53ec4e0ba63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:34.969056 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9c77ab08-5c19-442c-901e-d53ec4e0ba63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:35.000697 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9c77ab08-5c19-442c-901e-d53ec4e0ba63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:35.004375 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9c77ab08-5c19-442c-901e-d53ec4e0ba63 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2e63ba7b-bcc7-4bfe-af18-04e90f2744d5 HTTP/1.1" status: 204 len: 168 time: 0.4666245 Aug 18 13:58:35.005802 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77ab08-5c19-442c-901e-d53ec4e0ba63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e63ba7b-bcc7-4bfe-af18-04e90f2744d5,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:35.007383 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38948) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:35.011271 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8471e8d2-7a0d-48ac-ae8a-ba1d4503eea1 None None] Network de2eb0e2-4301-47e1-aab5-4b22ec41fcfb requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:58:35.123340 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bdbbd434-143f-4d94-b50c-61a1f7882db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:35.204385 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-bdbbd434-143f-4d94-b50c-61a1f7882db6 admin admin] Deleting port 412e1e58-6bf0-4905-8f9e-279bdc1315a7 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:58:35.205226 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bdbbd434-143f-4d94-b50c-61a1f7882db6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:35.247835 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5426c684-9be4-4f3b-8a67-40bdb156c597 None None] DHCP port deletion for de2eb0e2-4301-47e1-aab5-4b22ec41fcfb request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:58:35.303073 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-5426c684-9be4-4f3b-8a67-40bdb156c597 None None] Deleting port 412e1e58-6bf0-4905-8f9e-279bdc1315a7 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:58:35.303453 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5426c684-9be4-4f3b-8a67-40bdb156c597 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:35.303687 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-bdbbd434-143f-4d94-b50c-61a1f7882db6 admin admin] For port 412e1e58-6bf0-4905-8f9e-279bdc1315a7, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=412e1e58-6bf0-4905-8f9e-279bdc1315a7,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:35.304289 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bdbbd434-143f-4d94-b50c-61a1f7882db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:35.330284 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-bdbbd434-143f-4d94-b50c-61a1f7882db6 admin admin] Calling delete_port for 412e1e58-6bf0-4905-8f9e-279bdc1315a7 owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:58:35.375413 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-5426c684-9be4-4f3b-8a67-40bdb156c597 None None] For port 412e1e58-6bf0-4905-8f9e-279bdc1315a7, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=412e1e58-6bf0-4905-8f9e-279bdc1315a7,segment=NetworkSegment(dd781120-304f-4b5b-97a2-6fedd9c3aad9),segment_id=dd781120-304f-4b5b-97a2-6fedd9c3aad9)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:35.375813 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5426c684-9be4-4f3b-8a67-40bdb156c597 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:35.391580 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-5426c684-9be4-4f3b-8a67-40bdb156c597 None None] Calling delete_port for 412e1e58-6bf0-4905-8f9e-279bdc1315a7 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:58:35.623130 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bdbbd434-143f-4d94-b50c-61a1f7882db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:35.634929 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5426c684-9be4-4f3b-8a67-40bdb156c597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:35.659452 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbbd434-143f-4d94-b50c-61a1f7882db6 admin admin] Pushing event deleted for resources: {'Port': ['ID=412e1e58-6bf0-4905-8f9e-279bdc1315a7,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:35.664852 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbbd434-143f-4d94-b50c-61a1f7882db6 admin admin] No DVR routers for this DVR port 412e1e58-6bf0-4905-8f9e-279bdc1315a7 on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:58:35.672564 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426c684-9be4-4f3b-8a67-40bdb156c597 None None] Pushing event deleted for resources: {'Port': ['ID=412e1e58-6bf0-4905-8f9e-279bdc1315a7,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:35.677564 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5426c684-9be4-4f3b-8a67-40bdb156c597 None None] No DVR routers for this DVR port 412e1e58-6bf0-4905-8f9e-279bdc1315a7 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:58:35.760830 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bdbbd434-143f-4d94-b50c-61a1f7882db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:35.773480 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-bdbbd434-143f-4d94-b50c-61a1f7882db6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de2eb0e2-4301-47e1-aab5-4b22ec41fcfb']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:58:35.785548 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-bdbbd434-143f-4d94-b50c-61a1f7882db6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd781120-304f-4b5b-97a2-6fedd9c3aad9') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:58:35.785885 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-bdbbd434-143f-4d94-b50c-61a1f7882db6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd781120-304f-4b5b-97a2-6fedd9c3aad9') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:58:35.796668 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bdbbd434-143f-4d94-b50c-61a1f7882db6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:35.814065 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bdbbd434-143f-4d94-b50c-61a1f7882db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:35.821786 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdbbd434-143f-4d94-b50c-61a1f7882db6 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:58:35.822348 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bdbbd434-143f-4d94-b50c-61a1f7882db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:35.824679 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:58:35.824679 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:58:35.824679 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:58:35.824679 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:58:35.824679 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:58:35.824679 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:58:35.824679 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:58:35.824679 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:58:35.824679 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:58:35.824679 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:58:35.824679 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:58:35.824679 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:58:35.824679 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:58:35.824679 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:58:35.824679 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:58:35.824679 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:58:35.824679 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:58:35.824679 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:58:35.824679 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:58:35.824679 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:58:35.824679 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:58:35.824679 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:58:35.824679 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:58:35.824679 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:58:35.824679 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:58:35.824679 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:58:35.824679 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:58:35.824679 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:58:35.824679 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:58:35.824679 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:58:35.824679 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:58:35.824679 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:58:35.973332 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bdbbd434-143f-4d94-b50c-61a1f7882db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:35.980862 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bdbbd434-143f-4d94-b50c-61a1f7882db6 admin admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:35.983860 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-bdbbd434-143f-4d94-b50c-61a1f7882db6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/de2eb0e2-4301-47e1-aab5-4b22ec41fcfb HTTP/1.1" status: 204 len: 168 time: 0.9742639 Aug 18 13:58:35.997807 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbbd434-143f-4d94-b50c-61a1f7882db6 admin admin] Pushing event deleted for resources: {'Network': ['ID=de2eb0e2-4301-47e1-aab5-4b22ec41fcfb,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:36.375868 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38954) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:36.425010 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f94066c1-e331-4a0f-8312-c3e7b5113b01 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0bb3851a915245f990a25e5cd818032b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478218 Aug 18 13:58:36.427818 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 38956) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:36.484960 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-be2b2cf7-d0fa-40b7-8503-0afe350e48d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:36.510716 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-be2b2cf7-d0fa-40b7-8503-0afe350e48d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:36.590994 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 412e1e58-6bf0-4905-8f9e-279bdc1315a7 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:58:36.613284 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 412e1e58-6bf0-4905-8f9e-279bdc1315a7 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:58:36.621670 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 412e1e58-6bf0-4905-8f9e-279bdc1315a7 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:58:36.621670 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4baf138b-f928-4761-b8cd-7b3292aac913 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:58:36.638718 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 4baf138b-f928-4761-b8cd-7b3292aac913 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:58:36.639057 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4baf138b-f928-4761-b8cd-7b3292aac913 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:58:36.674394 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-be2b2cf7-d0fa-40b7-8503-0afe350e48d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:36.677515 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-be2b2cf7-d0fa-40b7-8503-0afe350e48d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:36.679286 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-be2b2cf7-d0fa-40b7-8503-0afe350e48d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d898242e-3ac1-4949-b1ef-394de5a2e993 HTTP/1.1" status: 204 len: 168 time: 0.2502310 Aug 18 13:58:36.690472 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b2cf7-d0fa-40b7-8503-0afe350e48d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d898242e-3ac1-4949-b1ef-394de5a2e993,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:37.903434 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38978) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:38.013826 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-3f839f94-4ca4-4b33-994d-9297c5677702 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1908326819-network', 'tenant_id': '2fa615cbbf4445e69858e22f277f5402'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:58:38.113875 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f839f94-4ca4-4b33-994d-9297c5677702 admin admin] Made reservation on behalf of 2fa615cbbf4445e69858e22f277f5402 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:58:38.117282 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3f839f94-4ca4-4b33-994d-9297c5677702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:38.127849 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3f839f94-4ca4-4b33-994d-9297c5677702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:38.230953 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3f839f94-4ca4-4b33-994d-9297c5677702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:38.321963 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3f839f94-4ca4-4b33-994d-9297c5677702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:38.349524 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f839f94-4ca4-4b33-994d-9297c5677702 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:58:38.361697 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f839f94-4ca4-4b33-994d-9297c5677702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d811a0-dd77-4f75-b045-3a35411383c5,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:38.367253 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3f839f94-4ca4-4b33-994d-9297c5677702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:38.378357 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-3f839f94-4ca4-4b33-994d-9297c5677702 admin admin] Added segment 73232c0e-4e6f-4f13-b6a6-cc1cd084da45 of type vlan for network 92042ed3-d1fc-4eb1-a972-39b9a7e4529e Aug 18 13:58:38.418849 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3f839f94-4ca4-4b33-994d-9297c5677702 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:38.516853 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3f839f94-4ca4-4b33-994d-9297c5677702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:38.517920 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f839f94-4ca4-4b33-994d-9297c5677702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:38.518632 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3f839f94-4ca4-4b33-994d-9297c5677702 admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:38.591081 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f839f94-4ca4-4b33-994d-9297c5677702 admin admin] Pushing event updated for resources: {'Network': ['ID=92042ed3-d1fc-4eb1-a972-39b9a7e4529e,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:38.603814 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 92042ed3-d1fc-4eb1-a972-39b9a7e4529e details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:58:38.637467 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3f839f94-4ca4-4b33-994d-9297c5677702 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7323527 Aug 18 13:58:38.640795 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 38982) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:58:38.646946 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-84bffe76-c0ca-4783-aecf-b5393d63ea3f admin admin] Request body: {'subnet': {'network_id': '92042ed3-d1fc-4eb1-a972-39b9a7e4529e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1908326819-subnet', 'tenant_id': '2fa615cbbf4445e69858e22f277f5402', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:58:38.727479 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84bffe76-c0ca-4783-aecf-b5393d63ea3f admin admin] Made reservation on behalf of 2fa615cbbf4445e69858e22f277f5402 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:58:38.730155 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-84bffe76-c0ca-4783-aecf-b5393d63ea3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:38.973329 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-84bffe76-c0ca-4783-aecf-b5393d63ea3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:39.030062 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bffe76-c0ca-4783-aecf-b5393d63ea3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f636b98c-a503-476b-bfb5-715c652c4ae0,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:39.051591 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bffe76-c0ca-4783-aecf-b5393d63ea3f admin admin] Checking segment: {'id': '73232c0e-4e6f-4f13-b6a6-cc1cd084da45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '92042ed3-d1fc-4eb1-a972-39b9a7e4529e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:58:39.051962 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bffe76-c0ca-4783-aecf-b5393d63ea3f admin admin] Network hostable DHCP agents. Network: 92042ed3-d1fc-4eb1-a972-39b9a7e4529e, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:58:39.165937 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bffe76-c0ca-4783-aecf-b5393d63ea3f admin admin] Network 92042ed3-d1fc-4eb1-a972-39b9a7e4529e is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:58:39.241924 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-84bffe76-c0ca-4783-aecf-b5393d63ea3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 92042ed3-d1fc-4eb1-a972-39b9a7e4529e) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:58:39.246798 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bffe76-c0ca-4783-aecf-b5393d63ea3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:39.247479 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-84bffe76-c0ca-4783-aecf-b5393d63ea3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:39.255038 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4204ca9-9e1c-4246-b3a2-903c76f17fa5 None None] Network 92042ed3-d1fc-4eb1-a972-39b9a7e4529e requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:58:39.332175 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-84bffe76-c0ca-4783-aecf-b5393d63ea3f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6899388 Aug 18 13:58:39.404614 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a763345-6d89-49dc-8aa4-08af9fd3fa82 None None] Network 92042ed3-d1fc-4eb1-a972-39b9a7e4529e requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:58:39.865717 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-f4ba26ad-99d7-4ba6-916b-1b425db2f961 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:39.867333 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-f4ba26ad-99d7-4ba6-916b-1b425db2f961 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/networks?id=92042ed3-d1fc-4eb1-a972-39b9a7e4529e HTTP/1.1" status: 200 len: 814 time: 0.1260798 Aug 18 13:58:39.884697 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-b1497222-19e5-4f43-9732-a59f91d1e0f7 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/quotas/2fa615cbbf4445e69858e22f277f5402 HTTP/1.1" status: 200 len: 375 time: 0.0112774 Aug 18 13:58:39.919397 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-474b9919-2dd6-43e9-bf49-fb8e67b048f7 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fa615cbbf4445e69858e22f277f5402&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282128 Aug 18 13:58:39.981821 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-79f3dbe3-4160-4eeb-8260-801405515b4a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:58:39.983731 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-79f3dbe3-4160-4eeb-8260-801405515b4a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0555177 Aug 18 13:58:40.087985 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-b0a0fc37-02b8-4d17-8979-79bcf96484a7 service neutron] 10.222.0.13 "GET /v2.0/networks/92042ed3-d1fc-4eb1-a972-39b9a7e4529e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973692 Aug 18 13:58:40.191937 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-df9017c1-a635-47c8-8743-f79ceb4d29de service neutron] 10.222.0.13 "GET /v2.0/networks/92042ed3-d1fc-4eb1-a972-39b9a7e4529e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966859 Aug 18 13:58:40.474314 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fa420d98-a70a-4068-ab2b-a8b244438c7d req-19c62c4c-7e4b-4b77-81a2-265539b44237 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/ports?device_id=5507e99a-b46c-449c-88cd-2db4560243bc HTTP/1.1" status: 200 len: 210 time: 0.0293765 Aug 18 13:58:41.579415 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-20fc1940-0b2d-4ba0-9546-1da973f8a2a0 req-bf5f6066-0378-4bd9-abcd-2c3fdcd670d5 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/ports?device_id=5507e99a-b46c-449c-88cd-2db4560243bc HTTP/1.1" status: 200 len: 210 time: 0.0405207 Aug 18 13:58:41.738678 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f6357bea-3e72-47d1-9fbf-596465160c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:41.949521 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:58:42.687512 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4db11526-765c-4935-889d-defefdd231f7 req-1962c21f-45be-4c0a-a229-4a44332da4bd tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/ports?device_id=5507e99a-b46c-449c-88cd-2db4560243bc HTTP/1.1" status: 200 len: 210 time: 0.0362022 Aug 18 13:58:42.928852 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-c8db2e18-8070-40ff-905a-d21cc86c84b4 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:42.930497 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-c8db2e18-8070-40ff-905a-d21cc86c84b4 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.39 "GET /v2.0/networks?id=92042ed3-d1fc-4eb1-a972-39b9a7e4529e HTTP/1.1" status: 200 len: 814 time: 0.1202075 Aug 18 13:58:42.944798 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-c1f81c81-f990-43d4-9f35-fda6f0734b8d tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Request body: {'port': {'device_id': '5507e99a-b46c-449c-88cd-2db4560243bc', 'network_id': '92042ed3-d1fc-4eb1-a972-39b9a7e4529e', 'admin_state_up': True, 'tenant_id': '2fa615cbbf4445e69858e22f277f5402'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:58:43.148329 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-c1f81c81-f990-43d4-9f35-fda6f0734b8d tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Made reservation on behalf of 2fa615cbbf4445e69858e22f277f5402 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:58:43.152442 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-c1f81c81-f990-43d4-9f35-fda6f0734b8d tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:43.336004 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-c1f81c81-f990-43d4-9f35-fda6f0734b8d tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Allocated IP 172.20.0.3 (92042ed3-d1fc-4eb1-a972-39b9a7e4529e/f636b98c-a503-476b-bfb5-715c652c4ae0/bd928748-84f8-4dd4-90d3-7b70acc6a333) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:58:43.552749 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-c1f81c81-f990-43d4-9f35-fda6f0734b8d tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:43.703867 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-c1f81c81-f990-43d4-9f35-fda6f0734b8d tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:43.772010 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-c1f81c81-f990-43d4-9f35-fda6f0734b8d tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Network 92042ed3-d1fc-4eb1-a972-39b9a7e4529e is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:58:43.777298 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-c1f81c81-f990-43d4-9f35-fda6f0734b8d tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:58:43.784376 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-c1f81c81-f990-43d4-9f35-fda6f0734b8d tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:58:43.819103 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f81c81-f990-43d4-9f35-fda6f0734b8d tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Pushing event updated for resources: {'Port': ['ID=bd928748-84f8-4dd4-90d3-7b70acc6a333,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:43.843749 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f81c81-f990-43d4-9f35-fda6f0734b8d tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:43.844352 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f81c81-f990-43d4-9f35-fda6f0734b8d tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:43.844928 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f81c81-f990-43d4-9f35-fda6f0734b8d tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:43.845281 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f81c81-f990-43d4-9f35-fda6f0734b8d tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:43.845626 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f81c81-f990-43d4-9f35-fda6f0734b8d tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:43.845972 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f81c81-f990-43d4-9f35-fda6f0734b8d tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:43.846339 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f81c81-f990-43d4-9f35-fda6f0734b8d tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:43.846674 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f81c81-f990-43d4-9f35-fda6f0734b8d tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:43.847008 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f81c81-f990-43d4-9f35-fda6f0734b8d tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:43.847337 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f81c81-f990-43d4-9f35-fda6f0734b8d tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:43.847664 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f81c81-f990-43d4-9f35-fda6f0734b8d tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:43.847983 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f81c81-f990-43d4-9f35-fda6f0734b8d tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:58:43.879228 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-41e7ce59-8614-46a1-9f7e-c935a1c04541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:43.898501 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-c1f81c81-f990-43d4-9f35-fda6f0734b8d tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:43.899193 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-c1f81c81-f990-43d4-9f35-fda6f0734b8d tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:43.931653 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e7615-655c-497b-a1fd-e8ec0141a004 req-3e960adb-6174-41d2-8225-ee717a13e4e9 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:43.933291 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6e1e7615-655c-497b-a1fd-e8ec0141a004 req-3e960adb-6174-41d2-8225-ee717a13e4e9 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/ports?device_id=5507e99a-b46c-449c-88cd-2db4560243bc HTTP/1.1" status: 200 len: 931 time: 0.0790541 Aug 18 13:58:43.994420 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6e1e7615-655c-497b-a1fd-e8ec0141a004 req-c8629762-6f33-4cf9-a397-70856d110938 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/security-groups?id=41d811a0-dd77-4f75-b045-3a35411383c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491993 Aug 18 13:58:44.001189 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-c1f81c81-f990-43d4-9f35-fda6f0734b8d tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0614324 Aug 18 13:58:44.027124 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-5651c3d0-7629-41a3-855d-697baf062e99 service neutron] Request body: {'port': {'device_id': '5507e99a-b46c-449c-88cd-2db4560243bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:58:44.094780 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-5651c3d0-7629-41a3-855d-697baf062e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:44.647685 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:44.812695 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-5651c3d0-7629-41a3-855d-697baf062e99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd928748-84f8-4dd4-90d3-7b70acc6a333 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:58:44.821530 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-5651c3d0-7629-41a3-855d-697baf062e99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:44.836428 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-5651c3d0-7629-41a3-855d-697baf062e99 service neutron] Transition to ACTIVE for port object bd928748-84f8-4dd4-90d3-7b70acc6a333 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:58:44.932635 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-5651c3d0-7629-41a3-855d-697baf062e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:44.989731 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651c3d0-7629-41a3-855d-697baf062e99 service neutron] Pushing event updated for resources: {'Port': ['ID=bd928748-84f8-4dd4-90d3-7b70acc6a333,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:45.066542 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-5651c3d0-7629-41a3-855d-697baf062e99 service neutron] Attempting to bind port bd928748-84f8-4dd4-90d3-7b70acc6a333 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:58:45.066794 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-5651c3d0-7629-41a3-855d-697baf062e99 service neutron] Attempting to bind port bd928748-84f8-4dd4-90d3-7b70acc6a333 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '73232c0e-4e6f-4f13-b6a6-cc1cd084da45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '92042ed3-d1fc-4eb1-a972-39b9a7e4529e'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:58:45.067128 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-5651c3d0-7629-41a3-855d-697baf062e99 service neutron] Attempting to bind port bd928748-84f8-4dd4-90d3-7b70acc6a333 on network 92042ed3-d1fc-4eb1-a972-39b9a7e4529e {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:58:45.072043 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-5651c3d0-7629-41a3-855d-697baf062e99 service neutron] Port bd928748-84f8-4dd4-90d3-7b70acc6a333 on network 92042ed3-d1fc-4eb1-a972-39b9a7e4529e not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:58:45.072424 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-5651c3d0-7629-41a3-855d-697baf062e99 service neutron] Attempting to bind port bd928748-84f8-4dd4-90d3-7b70acc6a333 on network 92042ed3-d1fc-4eb1-a972-39b9a7e4529e {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:58:45.078390 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-5651c3d0-7629-41a3-855d-697baf062e99 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:58:45.078729 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-5651c3d0-7629-41a3-855d-697baf062e99 service neutron] Checking segment: {'id': '73232c0e-4e6f-4f13-b6a6-cc1cd084da45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '92042ed3-d1fc-4eb1-a972-39b9a7e4529e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:58:45.079122 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-5651c3d0-7629-41a3-855d-697baf062e99 service neutron] Bound using segment: {'id': '73232c0e-4e6f-4f13-b6a6-cc1cd084da45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '92042ed3-d1fc-4eb1-a972-39b9a7e4529e'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:58:45.079556 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-5651c3d0-7629-41a3-855d-697baf062e99 service neutron] Bound port: bd928748-84f8-4dd4-90d3-7b70acc6a333, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73232c0e-4e6f-4f13-b6a6-cc1cd084da45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '92042ed3-d1fc-4eb1-a972-39b9a7e4529e'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:58:45.079922 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-5651c3d0-7629-41a3-855d-697baf062e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:45.136442 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141dc09-95d7-4747-a62f-db262d0ddbbb req-839129a0-36d8-497e-87f3-d36731c9fbfd tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:45.138056 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d141dc09-95d7-4747-a62f-db262d0ddbbb req-839129a0-36d8-497e-87f3-d36731c9fbfd tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/ports?device_id=5507e99a-b46c-449c-88cd-2db4560243bc HTTP/1.1" status: 200 len: 943 time: 0.0571897 Aug 18 13:58:45.152650 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-5651c3d0-7629-41a3-855d-697baf062e99 service neutron] For port bd928748-84f8-4dd4-90d3-7b70acc6a333, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:58:45.159286 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-5651c3d0-7629-41a3-855d-697baf062e99 service neutron] For port bd928748-84f8-4dd4-90d3-7b70acc6a333, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=bd928748-84f8-4dd4-90d3-7b70acc6a333,segment=NetworkSegment(73232c0e-4e6f-4f13-b6a6-cc1cd084da45),segment_id=73232c0e-4e6f-4f13-b6a6-cc1cd084da45)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:58:45.180824 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d141dc09-95d7-4747-a62f-db262d0ddbbb req-df908865-c3dd-4402-90f4-6ab140defddf tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/security-groups?id=41d811a0-dd77-4f75-b045-3a35411383c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345271 Aug 18 13:58:45.245460 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-5651c3d0-7629-41a3-855d-697baf062e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:45.282428 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-5651c3d0-7629-41a3-855d-697baf062e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:45.283198 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-5651c3d0-7629-41a3-855d-697baf062e99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:45.284668 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-5651c3d0-7629-41a3-855d-697baf062e99 service neutron] 10.222.0.39 "PUT /v2.0/ports/bd928748-84f8-4dd4-90d3-7b70acc6a333 HTTP/1.1" status: 200 len: 1091 time: 1.2744334 Aug 18 13:58:45.285129 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5507e99a-b46c-449c-88cd-2db4560243bc', 'tag': 'bd928748-84f8-4dd4-90d3-7b70acc6a333'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:58:45.287575 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c23d113-95d5-41a0-a43b-e7f638210ede" -d '{"events": [{"name": "network-changed", "server_uuid": "5507e99a-b46c-449c-88cd-2db4560243bc", "tag": "bd928748-84f8-4dd4-90d3-7b70acc6a333"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:58:45.318835 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651c3d0-7629-41a3-855d-697baf062e99 service neutron] Pushing event updated for resources: {'Port': ['ID=bd928748-84f8-4dd4-90d3-7b70acc6a333,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:45.356134 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6c7355-1dca-4b4c-ac69-c16ac4882484 x-openstack-request-id: req-0a6c7355-1dca-4b4c-ac69-c16ac4882484 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:58:45.356473 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5507e99a-b46c-449c-88cd-2db4560243bc", "tag": "bd928748-84f8-4dd4-90d3-7b70acc6a333", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:58:45.356745 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a6c7355-1dca-4b4c-ac69-c16ac4882484 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:58:45.357194 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5507e99a-b46c-449c-88cd-2db4560243bc', 'tag': 'bd928748-84f8-4dd4-90d3-7b70acc6a333', 'status': 'completed', 'code': 200} Aug 18 13:58:45.417750 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23d113-95d5-41a0-a43b-e7f638210ede req-87ebcc77-00f7-4dd9-8a82-91fc475ce84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:45.419316 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0c23d113-95d5-41a0-a43b-e7f638210ede req-87ebcc77-00f7-4dd9-8a82-91fc475ce84f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2fa615cbbf4445e69858e22f277f5402&device_id=5507e99a-b46c-449c-88cd-2db4560243bc HTTP/1.1" status: 200 len: 1094 time: 0.0434580 Aug 18 13:58:45.533198 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23d113-95d5-41a0-a43b-e7f638210ede req-b9116fe8-edfa-46d6-b47f-d18168be6e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:45.534820 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0c23d113-95d5-41a0-a43b-e7f638210ede req-b9116fe8-edfa-46d6-b47f-d18168be6e85 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=2fa615cbbf4445e69858e22f277f5402&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1074476 Aug 18 13:58:45.653799 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23d113-95d5-41a0-a43b-e7f638210ede req-72f3d69e-b65d-4bb8-bc51-09a4b4c1ffce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:45.655970 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0c23d113-95d5-41a0-a43b-e7f638210ede req-72f3d69e-b65d-4bb8-bc51-09a4b4c1ffce service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1142159 Aug 18 13:58:45.687222 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:45.854198 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-addb5457-2e66-4def-9b93-8c97309d2116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:45.856011 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-addb5457-2e66-4def-9b93-8c97309d2116 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2fa615cbbf4445e69858e22f277f5402&device_id=5507e99a-b46c-449c-88cd-2db4560243bc HTTP/1.1" status: 200 len: 1094 time: 0.1604526 Aug 18 13:58:45.901241 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-37915677-09e9-471b-b398-f20a83fc075c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd928748-84f8-4dd4-90d3-7b70acc6a333 HTTP/1.1" status: 200 len: 217 time: 0.0373604 Aug 18 13:58:45.957831 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-11354fc0-852a-43d0-b793-19fac8c1d8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:45.959406 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-11354fc0-852a-43d0-b793-19fac8c1d8a6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f636b98c-a503-476b-bfb5-715c652c4ae0 HTTP/1.1" status: 200 len: 854 time: 0.0517607 Aug 18 13:58:45.994572 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-3b9a6d06-0913-4cc0-9c52-fc372aa4f3eb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=92042ed3-d1fc-4eb1-a972-39b9a7e4529e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280719 Aug 18 13:58:46.093658 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-f326f1a0-90aa-4586-ba0c-8540f4a13143 service neutron] 10.222.0.39 "GET /v2.0/networks/92042ed3-d1fc-4eb1-a972-39b9a7e4529e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919006 Aug 18 13:58:46.199167 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-614f1ecd-2c7e-4ba2-bbab-be65eb77da41 req-4c5f5bfb-2a57-4018-94d9-a258c0a4059c service neutron] 10.222.0.39 "GET /v2.0/networks/92042ed3-d1fc-4eb1-a972-39b9a7e4529e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971069 Aug 18 13:58:46.340593 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0a33c-d21a-4c0b-9bcb-5311691a72f7 req-e4494326-0b56-49e6-8e10-a075beb38bad tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:46.342235 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-eaa0a33c-d21a-4c0b-9bcb-5311691a72f7 req-e4494326-0b56-49e6-8e10-a075beb38bad tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/ports?device_id=5507e99a-b46c-449c-88cd-2db4560243bc HTTP/1.1" status: 200 len: 943 time: 0.0579033 Aug 18 13:58:46.384280 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-eaa0a33c-d21a-4c0b-9bcb-5311691a72f7 req-dcbc2e79-4c04-4fa6-9561-eca29f7ff2c3 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/security-groups?id=41d811a0-dd77-4f75-b045-3a35411383c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354133 Aug 18 13:58:47.511761 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23c5e2-2ea5-4936-8452-f7f31b3b0288 req-fc661ca9-a8f3-4645-bbd0-b5b6a8502347 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:47.513366 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-de23c5e2-2ea5-4936-8452-f7f31b3b0288 req-fc661ca9-a8f3-4645-bbd0-b5b6a8502347 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/ports?device_id=5507e99a-b46c-449c-88cd-2db4560243bc HTTP/1.1" status: 200 len: 943 time: 0.0545802 Aug 18 13:58:47.566435 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-de23c5e2-2ea5-4936-8452-f7f31b3b0288 req-a14e0856-1ca4-4151-9953-5c03fff0cfed tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/security-groups?id=41d811a0-dd77-4f75-b045-3a35411383c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457792 Aug 18 13:58:47.601039 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:48.726771 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a4e0e-b0b1-4f04-aff5-2c74ac244374 req-def9d429-7e3e-4f1c-b3c9-ca1a27cad54e tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:48.728377 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-465a4e0e-b0b1-4f04-aff5-2c74ac244374 req-def9d429-7e3e-4f1c-b3c9-ca1a27cad54e tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/ports?device_id=5507e99a-b46c-449c-88cd-2db4560243bc HTTP/1.1" status: 200 len: 943 time: 0.0818601 Aug 18 13:58:48.777150 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device bd928748-84f8-4dd4-90d3-7b70acc6a333 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:58:48.778403 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-465a4e0e-b0b1-4f04-aff5-2c74ac244374 req-8597e532-63a8-4ac0-a3d1-d809b272099d tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/security-groups?id=41d811a0-dd77-4f75-b045-3a35411383c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403852 Aug 18 13:58:48.890590 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port bd928748-84f8-4dd4-90d3-7b70acc6a333, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=bd928748-84f8-4dd4-90d3-7b70acc6a333,segment=NetworkSegment(73232c0e-4e6f-4f13-b6a6-cc1cd084da45),segment_id=73232c0e-4e6f-4f13-b6a6-cc1cd084da45)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:48.906403 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'bd928748-84f8-4dd4-90d3-7b70acc6a333', 'network_id': '92042ed3-d1fc-4eb1-a972-39b9a7e4529e', 'port_id': 'bd928748-84f8-4dd4-90d3-7b70acc6a333', 'mac_address': 'fa:16:3e:be:71:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f636b98c-a503-476b-bfb5-715c652c4ae0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:58:48.945728 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:48.961126 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd928748-84f8-4dd4-90d3-7b70acc6a333 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:58:48.986317 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port bd928748-84f8-4dd4-90d3-7b70acc6a333, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=bd928748-84f8-4dd4-90d3-7b70acc6a333,segment=NetworkSegment(73232c0e-4e6f-4f13-b6a6-cc1cd084da45),segment_id=73232c0e-4e6f-4f13-b6a6-cc1cd084da45)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:49.067551 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:49.119368 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=bd928748-84f8-4dd4-90d3-7b70acc6a333,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:49.281357 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['bd928748-84f8-4dd4-90d3-7b70acc6a333'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:58:49.912140 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192f39c-5d09-40bf-afea-107602787052 req-07b98a14-4ed6-47dc-90b4-a2e523ddb7ad tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:49.913915 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8192f39c-5d09-40bf-afea-107602787052 req-07b98a14-4ed6-47dc-90b4-a2e523ddb7ad tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/ports?device_id=5507e99a-b46c-449c-88cd-2db4560243bc HTTP/1.1" status: 200 len: 944 time: 0.0586545 Aug 18 13:58:49.957978 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8192f39c-5d09-40bf-afea-107602787052 req-944e0e3d-a7cb-48e1-8af1-95df16580001 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/security-groups?id=41d811a0-dd77-4f75-b045-3a35411383c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367558 Aug 18 13:58:50.807952 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device bd928748-84f8-4dd4-90d3-7b70acc6a333 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:58:50.941863 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port bd928748-84f8-4dd4-90d3-7b70acc6a333 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:58:50.947174 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port bd928748-84f8-4dd4-90d3-7b70acc6a333 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:58:50.949304 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:51.040507 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:51.068326 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5507e99a-b46c-449c-88cd-2db4560243bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd928748-84f8-4dd4-90d3-7b70acc6a333'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:58:51.070632 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ba3b915c790ece66a99fb45b0530a9eb9c5b6743edcd6e3a78a03ec4b78c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ee56a4-de0d-4141-99fa-88b7869b7333" -d '{"events": [{"server_uuid": "5507e99a-b46c-449c-88cd-2db4560243bc", "name": "network-vif-plugged", "status": "completed", "tag": "bd928748-84f8-4dd4-90d3-7b70acc6a333"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:58:51.086714 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port bd928748-84f8-4dd4-90d3-7b70acc6a333, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=bd928748-84f8-4dd4-90d3-7b70acc6a333,segment=NetworkSegment(73232c0e-4e6f-4f13-b6a6-cc1cd084da45),segment_id=73232c0e-4e6f-4f13-b6a6-cc1cd084da45)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:58:51.132462 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea9336-ed36-4fcc-9e35-ea4c2a1beccb req-f103d20b-aeb6-4149-bae6-59857e87bad3 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:51.134740 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-36ea9336-ed36-4fcc-9e35-ea4c2a1beccb req-f103d20b-aeb6-4149-bae6-59857e87bad3 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/ports?device_id=5507e99a-b46c-449c-88cd-2db4560243bc HTTP/1.1" status: 200 len: 944 time: 0.0678387 Aug 18 13:58:51.135550 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc8d4bf-dc60-4663-82e0-d104d2d49d20 x-openstack-request-id: req-9dc8d4bf-dc60-4663-82e0-d104d2d49d20 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:58:51.135883 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5507e99a-b46c-449c-88cd-2db4560243bc", "name": "network-vif-plugged", "status": "completed", "tag": "bd928748-84f8-4dd4-90d3-7b70acc6a333", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:58:51.136230 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9dc8d4bf-dc60-4663-82e0-d104d2d49d20 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:58:51.137000 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5507e99a-b46c-449c-88cd-2db4560243bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd928748-84f8-4dd4-90d3-7b70acc6a333', 'code': 200} Aug 18 13:58:51.153037 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:51.202059 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-36ea9336-ed36-4fcc-9e35-ea4c2a1beccb req-58dbb912-398b-4eee-a616-951e9784b79e tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/security-groups?id=41d811a0-dd77-4f75-b045-3a35411383c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559797 Aug 18 13:58:51.212570 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=bd928748-84f8-4dd4-90d3-7b70acc6a333,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:51.269264 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d6855-62a1-46fc-9bfa-898fe7cfca96 req-861158b1-564c-47fb-bcf9-4aad7b499369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:51.271570 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1e1d6855-62a1-46fc-9bfa-898fe7cfca96 req-861158b1-564c-47fb-bcf9-4aad7b499369 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5507e99a-b46c-449c-88cd-2db4560243bc HTTP/1.1" status: 200 len: 1096 time: 0.0634530 Aug 18 13:58:51.313620 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1e1d6855-62a1-46fc-9bfa-898fe7cfca96 req-fc512f3f-e468-4bad-b884-56d6b63024b9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=41d811a0-dd77-4f75-b045-3a35411383c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340848 Aug 18 13:58:52.339044 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8821340-3020-448d-8499-5493d1d37718 req-7c90ee21-1d9e-461e-96e6-aec24a9efad0 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:52.340679 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f8821340-3020-448d-8499-5493d1d37718 req-7c90ee21-1d9e-461e-96e6-aec24a9efad0 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/ports?device_id=5507e99a-b46c-449c-88cd-2db4560243bc HTTP/1.1" status: 200 len: 945 time: 0.0569527 Aug 18 13:58:52.389054 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f8821340-3020-448d-8499-5493d1d37718 req-2e26e964-0e89-4bba-8d0f-0953d31498b0 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/security-groups?id=41d811a0-dd77-4f75-b045-3a35411383c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407395 Aug 18 13:58:52.664100 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-bf579e7d-6243-4b46-9e8b-812dd899d954 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:52.665719 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-bf579e7d-6243-4b46-9e8b-812dd899d954 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/networks?id=92042ed3-d1fc-4eb1-a972-39b9a7e4529e HTTP/1.1" status: 200 len: 814 time: 0.1276073 Aug 18 13:58:52.682816 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-ca9f248e-842b-487a-8192-a8e7a11009bb tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/quotas/2fa615cbbf4445e69858e22f277f5402 HTTP/1.1" status: 200 len: 375 time: 0.0100470 Aug 18 13:58:52.739350 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-91f03b42-112a-4e6a-8c35-d6efdcd90d5a tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fa615cbbf4445e69858e22f277f5402&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0489650 Aug 18 13:58:52.799283 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-bf577232-ac77-4f03-a655-778827c8c076 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:58:52.800349 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-bf577232-ac77-4f03-a655-778827c8c076 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0536642 Aug 18 13:58:52.917579 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-1af36ee1-fa54-495c-8fb4-567425c257bd service neutron] 10.222.0.13 "GET /v2.0/networks/92042ed3-d1fc-4eb1-a972-39b9a7e4529e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059413 Aug 18 13:58:53.017695 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-ff92bd93-d3b8-4bd7-87dd-764ba63230f9 service neutron] 10.222.0.13 "GET /v2.0/networks/92042ed3-d1fc-4eb1-a972-39b9a7e4529e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925660 Aug 18 13:58:53.311049 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7b17f37f-3a5e-4100-ba53-fb6e4011cc41 req-8f5b70c3-e01f-4225-8418-149a41582561 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ac86039-e252-4c61-b1b1-80a0a5d4851b HTTP/1.1" status: 200 len: 210 time: 0.0476861 Aug 18 13:58:54.395827 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2cf9ef35-1520-4666-817d-415416f9155b req-170a6938-90b3-4423-a561-fd2254577d4a tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ac86039-e252-4c61-b1b1-80a0a5d4851b HTTP/1.1" status: 200 len: 210 time: 0.0300279 Aug 18 13:58:55.548144 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dd31155d-674c-437e-bf0a-b9b37b349ddd req-3b1d57fb-5c9f-49e2-a4c3-a34ecf3b3e69 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ac86039-e252-4c61-b1b1-80a0a5d4851b HTTP/1.1" status: 200 len: 210 time: 0.0432637 Aug 18 13:58:55.597460 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-06d1b691-1eff-4be2-8a50-f834502ea822 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:55.599159 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-06d1b691-1eff-4be2-8a50-f834502ea822 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.20 "GET /v2.0/networks?id=92042ed3-d1fc-4eb1-a972-39b9a7e4529e HTTP/1.1" status: 200 len: 814 time: 0.1765976 Aug 18 13:58:55.613159 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-d302fa97-8218-4eb1-8376-e453f678aa2a tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Request body: {'port': {'device_id': '3ac86039-e252-4c61-b1b1-80a0a5d4851b', 'network_id': '92042ed3-d1fc-4eb1-a972-39b9a7e4529e', 'admin_state_up': True, 'tenant_id': '2fa615cbbf4445e69858e22f277f5402'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:58:55.849828 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-d302fa97-8218-4eb1-8376-e453f678aa2a tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Made reservation on behalf of 2fa615cbbf4445e69858e22f277f5402 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:58:55.854011 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-d302fa97-8218-4eb1-8376-e453f678aa2a tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:56.000028 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-d302fa97-8218-4eb1-8376-e453f678aa2a tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Allocated IP 172.20.0.12 (92042ed3-d1fc-4eb1-a972-39b9a7e4529e/f636b98c-a503-476b-bfb5-715c652c4ae0/1ab6145e-6717-4fbe-9f16-7f60203a4069) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:58:56.165128 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-d302fa97-8218-4eb1-8376-e453f678aa2a tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:56.275368 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-d302fa97-8218-4eb1-8376-e453f678aa2a tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:56.287667 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['bd928748-84f8-4dd4-90d3-7b70acc6a333'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:58:56.338154 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-d302fa97-8218-4eb1-8376-e453f678aa2a tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Network 92042ed3-d1fc-4eb1-a972-39b9a7e4529e is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:58:56.342680 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-d302fa97-8218-4eb1-8376-e453f678aa2a tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:58:56.349173 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-d302fa97-8218-4eb1-8376-e453f678aa2a tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:58:56.376878 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d302fa97-8218-4eb1-8376-e453f678aa2a tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Pushing event updated for resources: {'Port': ['ID=1ab6145e-6717-4fbe-9f16-7f60203a4069,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:56.417238 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-d302fa97-8218-4eb1-8376-e453f678aa2a tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:56.418444 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-d302fa97-8218-4eb1-8376-e453f678aa2a tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:56.475793 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-d302fa97-8218-4eb1-8376-e453f678aa2a tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8668735 Aug 18 13:58:56.489156 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-1bd03a36-b35b-4bb3-8308-902813422a84 service neutron] Request body: {'port': {'device_id': '3ac86039-e252-4c61-b1b1-80a0a5d4851b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:58:56.547401 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-1bd03a36-b35b-4bb3-8308-902813422a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:56.686074 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def3b1a-3e98-4aad-825a-16768c95574d req-921b1dda-94a1-4f29-891d-d3637524a0f6 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:56.687593 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3def3b1a-3e98-4aad-825a-16768c95574d req-921b1dda-94a1-4f29-891d-d3637524a0f6 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ac86039-e252-4c61-b1b1-80a0a5d4851b HTTP/1.1" status: 200 len: 932 time: 0.0559912 Aug 18 13:58:56.736906 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3def3b1a-3e98-4aad-825a-16768c95574d req-6df1a95c-f85a-4b61-b52a-1f583e74fd44 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/security-groups?id=41d811a0-dd77-4f75-b045-3a35411383c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426095 Aug 18 13:58:56.861326 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-1bd03a36-b35b-4bb3-8308-902813422a84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ab6145e-6717-4fbe-9f16-7f60203a4069 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:58:56.873637 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-1bd03a36-b35b-4bb3-8308-902813422a84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:56.886561 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-1bd03a36-b35b-4bb3-8308-902813422a84 service neutron] Transition to ACTIVE for port object 1ab6145e-6717-4fbe-9f16-7f60203a4069 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:58:57.080869 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-1bd03a36-b35b-4bb3-8308-902813422a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:57.135525 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd03a36-b35b-4bb3-8308-902813422a84 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab6145e-6717-4fbe-9f16-7f60203a4069,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:57.212599 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-1bd03a36-b35b-4bb3-8308-902813422a84 service neutron] Attempting to bind port 1ab6145e-6717-4fbe-9f16-7f60203a4069 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:58:57.212939 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-1bd03a36-b35b-4bb3-8308-902813422a84 service neutron] Attempting to bind port 1ab6145e-6717-4fbe-9f16-7f60203a4069 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '73232c0e-4e6f-4f13-b6a6-cc1cd084da45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '92042ed3-d1fc-4eb1-a972-39b9a7e4529e'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:58:57.213276 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-1bd03a36-b35b-4bb3-8308-902813422a84 service neutron] Attempting to bind port 1ab6145e-6717-4fbe-9f16-7f60203a4069 on network 92042ed3-d1fc-4eb1-a972-39b9a7e4529e {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:58:57.219093 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-1bd03a36-b35b-4bb3-8308-902813422a84 service neutron] Port 1ab6145e-6717-4fbe-9f16-7f60203a4069 on network 92042ed3-d1fc-4eb1-a972-39b9a7e4529e not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:58:57.219474 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-1bd03a36-b35b-4bb3-8308-902813422a84 service neutron] Attempting to bind port 1ab6145e-6717-4fbe-9f16-7f60203a4069 on network 92042ed3-d1fc-4eb1-a972-39b9a7e4529e {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:58:57.225249 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-1bd03a36-b35b-4bb3-8308-902813422a84 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:58:57.225603 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-1bd03a36-b35b-4bb3-8308-902813422a84 service neutron] Checking segment: {'id': '73232c0e-4e6f-4f13-b6a6-cc1cd084da45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '92042ed3-d1fc-4eb1-a972-39b9a7e4529e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:58:57.225998 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-1bd03a36-b35b-4bb3-8308-902813422a84 service neutron] Bound using segment: {'id': '73232c0e-4e6f-4f13-b6a6-cc1cd084da45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '92042ed3-d1fc-4eb1-a972-39b9a7e4529e'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:58:57.226603 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-1bd03a36-b35b-4bb3-8308-902813422a84 service neutron] Bound port: 1ab6145e-6717-4fbe-9f16-7f60203a4069, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73232c0e-4e6f-4f13-b6a6-cc1cd084da45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '92042ed3-d1fc-4eb1-a972-39b9a7e4529e'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:58:57.226989 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-1bd03a36-b35b-4bb3-8308-902813422a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:57.304067 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-1bd03a36-b35b-4bb3-8308-902813422a84 service neutron] For port 1ab6145e-6717-4fbe-9f16-7f60203a4069, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:58:57.307746 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-1bd03a36-b35b-4bb3-8308-902813422a84 service neutron] For port 1ab6145e-6717-4fbe-9f16-7f60203a4069, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=1ab6145e-6717-4fbe-9f16-7f60203a4069,segment=NetworkSegment(73232c0e-4e6f-4f13-b6a6-cc1cd084da45),segment_id=73232c0e-4e6f-4f13-b6a6-cc1cd084da45)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:58:57.601326 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-1bd03a36-b35b-4bb3-8308-902813422a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:57.640381 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-1bd03a36-b35b-4bb3-8308-902813422a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:57.641068 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-1bd03a36-b35b-4bb3-8308-902813422a84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:57.642676 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-1bd03a36-b35b-4bb3-8308-902813422a84 service neutron] 10.222.0.20 "PUT /v2.0/ports/1ab6145e-6717-4fbe-9f16-7f60203a4069 HTTP/1.1" status: 200 len: 1092 time: 1.1582758 Aug 18 13:58:57.645562 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ac86039-e252-4c61-b1b1-80a0a5d4851b', 'tag': '1ab6145e-6717-4fbe-9f16-7f60203a4069'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:58:57.648891 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1bdc171-58e1-4595-93cf-82f146d0db73" -d '{"events": [{"name": "network-changed", "server_uuid": "3ac86039-e252-4c61-b1b1-80a0a5d4851b", "tag": "1ab6145e-6717-4fbe-9f16-7f60203a4069"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:58:57.681582 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd03a36-b35b-4bb3-8308-902813422a84 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab6145e-6717-4fbe-9f16-7f60203a4069,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:58:57.699885 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed33e42-3116-4e50-8d3a-c4744ea212a4 x-openstack-request-id: req-fed33e42-3116-4e50-8d3a-c4744ea212a4 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:58:57.700119 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ac86039-e252-4c61-b1b1-80a0a5d4851b", "tag": "1ab6145e-6717-4fbe-9f16-7f60203a4069", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:58:57.700371 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fed33e42-3116-4e50-8d3a-c4744ea212a4 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:58:57.700876 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ac86039-e252-4c61-b1b1-80a0a5d4851b', 'tag': '1ab6145e-6717-4fbe-9f16-7f60203a4069', 'status': 'completed', 'code': 200} Aug 18 13:58:57.771945 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdc171-58e1-4595-93cf-82f146d0db73 req-3a3c467f-6735-4017-88fc-c45df533b1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:57.773998 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f1bdc171-58e1-4595-93cf-82f146d0db73 req-3a3c467f-6735-4017-88fc-c45df533b1c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2fa615cbbf4445e69858e22f277f5402&device_id=3ac86039-e252-4c61-b1b1-80a0a5d4851b HTTP/1.1" status: 200 len: 1095 time: 0.0531836 Aug 18 13:58:57.869258 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02c937-b922-451a-be81-557213e9dc5d req-ddbf5b78-f09a-450c-b7bb-66a90b97127e tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:57.870951 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5a02c937-b922-451a-be81-557213e9dc5d req-ddbf5b78-f09a-450c-b7bb-66a90b97127e tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ac86039-e252-4c61-b1b1-80a0a5d4851b HTTP/1.1" status: 200 len: 944 time: 0.0571015 Aug 18 13:58:57.881071 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdc171-58e1-4595-93cf-82f146d0db73 req-d91b3336-da4d-43f5-a7c9-16d2f227cfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:57.883209 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f1bdc171-58e1-4595-93cf-82f146d0db73 req-d91b3336-da4d-43f5-a7c9-16d2f227cfcc service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=2fa615cbbf4445e69858e22f277f5402&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1020002 Aug 18 13:58:57.911820 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5a02c937-b922-451a-be81-557213e9dc5d req-8bef8d01-89a5-46b0-a02e-654d9990804a tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/security-groups?id=41d811a0-dd77-4f75-b045-3a35411383c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346079 Aug 18 13:58:57.977523 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdc171-58e1-4595-93cf-82f146d0db73 req-e5e2c118-3923-4de6-9535-a557b071d06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:57.978963 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f1bdc171-58e1-4595-93cf-82f146d0db73 req-e5e2c118-3923-4de6-9535-a557b071d06f service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890055 Aug 18 13:58:58.068971 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-bdf8890c-ebdb-4068-9710-516e4737ef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:58.070523 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-bdf8890c-ebdb-4068-9710-516e4737ef7c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2fa615cbbf4445e69858e22f277f5402&device_id=3ac86039-e252-4c61-b1b1-80a0a5d4851b HTTP/1.1" status: 200 len: 1095 time: 0.0537076 Aug 18 13:58:58.115608 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-5ace58cc-4b89-4e4f-ac4b-cda0cf8cfe68 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ab6145e-6717-4fbe-9f16-7f60203a4069 HTTP/1.1" status: 200 len: 217 time: 0.0370548 Aug 18 13:58:58.170078 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-efd89031-ac9e-4586-95bf-7dcaa95ed2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:58.171647 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-efd89031-ac9e-4586-95bf-7dcaa95ed2d0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f636b98c-a503-476b-bfb5-715c652c4ae0 HTTP/1.1" status: 200 len: 854 time: 0.0484133 Aug 18 13:58:58.211180 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-3253cccb-1c1f-418b-bfa9-824d602b4081 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92042ed3-d1fc-4eb1-a972-39b9a7e4529e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325608 Aug 18 13:58:58.313232 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-e260fa4c-c126-446f-b52c-a5461cac4a31 service neutron] 10.222.0.20 "GET /v2.0/networks/92042ed3-d1fc-4eb1-a972-39b9a7e4529e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942490 Aug 18 13:58:58.433731 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aca42290-4fa7-4458-a089-63ec4fd70761 req-bb4483b7-61cb-4a7d-a45a-b6f1352d4900 service neutron] 10.222.0.20 "GET /v2.0/networks/92042ed3-d1fc-4eb1-a972-39b9a7e4529e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125350 Aug 18 13:58:58.480634 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:58:59.040940 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9496e0d-3111-46d1-890a-d736f0a07605 req-789bbec0-9036-4221-87f5-96049d6dae45 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:58:59.042583 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f9496e0d-3111-46d1-890a-d736f0a07605 req-789bbec0-9036-4221-87f5-96049d6dae45 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ac86039-e252-4c61-b1b1-80a0a5d4851b HTTP/1.1" status: 200 len: 944 time: 0.0524275 Aug 18 13:58:59.101524 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f9496e0d-3111-46d1-890a-d736f0a07605 req-86e9dc8a-6107-464b-a083-2b26c834876d tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/security-groups?id=41d811a0-dd77-4f75-b045-3a35411383c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519383 Aug 18 13:58:59.326677 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:00.231142 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d37b8d-f4f2-48df-93a5-6adb5d83d2b8 req-e84dcf9e-f6ce-4189-beaa-2b5f65ac2ad7 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:00.233620 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c6d37b8d-f4f2-48df-93a5-6adb5d83d2b8 req-e84dcf9e-f6ce-4189-beaa-2b5f65ac2ad7 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ac86039-e252-4c61-b1b1-80a0a5d4851b HTTP/1.1" status: 200 len: 944 time: 0.0549393 Aug 18 13:59:00.275521 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c6d37b8d-f4f2-48df-93a5-6adb5d83d2b8 req-33380b29-ef20-44d2-9da7-b8aff84b75a8 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/security-groups?id=41d811a0-dd77-4f75-b045-3a35411383c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357988 Aug 18 13:59:01.406082 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925df6d-b817-42d9-8e97-3b5207c598bb req-04403ce3-360a-4bf1-8d60-f443cbd17a43 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:01.407965 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0925df6d-b817-42d9-8e97-3b5207c598bb req-04403ce3-360a-4bf1-8d60-f443cbd17a43 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ac86039-e252-4c61-b1b1-80a0a5d4851b HTTP/1.1" status: 200 len: 944 time: 0.0583959 Aug 18 13:59:01.455352 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0925df6d-b817-42d9-8e97-3b5207c598bb req-3cc746a4-2be6-4d9d-8346-863bd5f2cfe4 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/security-groups?id=41d811a0-dd77-4f75-b045-3a35411383c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386589 Aug 18 13:59:01.982930 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 1ab6145e-6717-4fbe-9f16-7f60203a4069 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:59:02.092981 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 1ab6145e-6717-4fbe-9f16-7f60203a4069, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=1ab6145e-6717-4fbe-9f16-7f60203a4069,segment=NetworkSegment(73232c0e-4e6f-4f13-b6a6-cc1cd084da45),segment_id=73232c0e-4e6f-4f13-b6a6-cc1cd084da45)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:02.107085 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '1ab6145e-6717-4fbe-9f16-7f60203a4069', 'network_id': '92042ed3-d1fc-4eb1-a972-39b9a7e4529e', 'port_id': '1ab6145e-6717-4fbe-9f16-7f60203a4069', 'mac_address': 'fa:16:3e:dd:83:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f636b98c-a503-476b-bfb5-715c652c4ae0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:59:02.155409 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:02.171049 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ab6145e-6717-4fbe-9f16-7f60203a4069 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:59:02.194576 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 1ab6145e-6717-4fbe-9f16-7f60203a4069, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=1ab6145e-6717-4fbe-9f16-7f60203a4069,segment=NetworkSegment(73232c0e-4e6f-4f13-b6a6-cc1cd084da45),segment_id=73232c0e-4e6f-4f13-b6a6-cc1cd084da45)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:02.272662 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:02.324475 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=1ab6145e-6717-4fbe-9f16-7f60203a4069,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:02.333252 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:02.333606 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:02.333956 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:02.334340 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:02.334685 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:02.335024 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:02.335365 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:02.335692 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:02.336186 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:02.336429 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:02.336683 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:02.337011 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:02.473928 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['1ab6145e-6717-4fbe-9f16-7f60203a4069'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:59:02.593810 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79f20f-ee80-41ee-9d91-8460a855b2ef req-67d996eb-b005-44b2-8ad9-2315864d94f1 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:02.595422 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ca79f20f-ee80-41ee-9d91-8460a855b2ef req-67d996eb-b005-44b2-8ad9-2315864d94f1 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ac86039-e252-4c61-b1b1-80a0a5d4851b HTTP/1.1" status: 200 len: 945 time: 0.0596843 Aug 18 13:59:02.662073 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ca79f20f-ee80-41ee-9d91-8460a855b2ef req-c8e946d4-bb06-4b6f-8610-a81d7362b9fd tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/security-groups?id=41d811a0-dd77-4f75-b045-3a35411383c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581999 Aug 18 13:59:03.815392 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09968ff-14cf-42ae-b70c-dffca9c888a6 req-997d7396-91a9-4dca-b9b5-7dee67950303 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:03.817066 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b09968ff-14cf-42ae-b70c-dffca9c888a6 req-997d7396-91a9-4dca-b9b5-7dee67950303 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ac86039-e252-4c61-b1b1-80a0a5d4851b HTTP/1.1" status: 200 len: 945 time: 0.0808594 Aug 18 13:59:03.869243 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b09968ff-14cf-42ae-b70c-dffca9c888a6 req-e179fb9b-95fa-4cad-9b6a-f5e5579333bb tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/security-groups?id=41d811a0-dd77-4f75-b045-3a35411383c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454338 Aug 18 13:59:03.994391 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 1ab6145e-6717-4fbe-9f16-7f60203a4069 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:59:04.129442 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 1ab6145e-6717-4fbe-9f16-7f60203a4069 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:59:04.134209 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 1ab6145e-6717-4fbe-9f16-7f60203a4069 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:59:04.134706 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:04.223584 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:04.259138 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac86039-e252-4c61-b1b1-80a0a5d4851b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab6145e-6717-4fbe-9f16-7f60203a4069'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:59:04.263223 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ba3b915c790ece66a99fb45b0530a9eb9c5b6743edcd6e3a78a03ec4b78c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44585957-96ac-43d7-80cd-1b99c679b5a7" -d '{"events": [{"server_uuid": "3ac86039-e252-4c61-b1b1-80a0a5d4851b", "name": "network-vif-plugged", "status": "completed", "tag": "1ab6145e-6717-4fbe-9f16-7f60203a4069"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:59:04.287619 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 1ab6145e-6717-4fbe-9f16-7f60203a4069, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=1ab6145e-6717-4fbe-9f16-7f60203a4069,segment=NetworkSegment(73232c0e-4e6f-4f13-b6a6-cc1cd084da45),segment_id=73232c0e-4e6f-4f13-b6a6-cc1cd084da45)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:04.310905 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5318be-9060-4bc1-bdd5-9f18b47ae072 x-openstack-request-id: req-8f5318be-9060-4bc1-bdd5-9f18b47ae072 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:59:04.311227 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac86039-e252-4c61-b1b1-80a0a5d4851b", "name": "network-vif-plugged", "status": "completed", "tag": "1ab6145e-6717-4fbe-9f16-7f60203a4069", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:59:04.311527 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f5318be-9060-4bc1-bdd5-9f18b47ae072 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:59:04.311993 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac86039-e252-4c61-b1b1-80a0a5d4851b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab6145e-6717-4fbe-9f16-7f60203a4069', 'code': 200} Aug 18 13:59:04.398466 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:04.416113 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3631ea7-27ad-4c4a-aa02-d949bce2201e req-992df872-991b-44d7-a5ff-fc4855bec48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:04.417864 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f3631ea7-27ad-4c4a-aa02-d949bce2201e req-992df872-991b-44d7-a5ff-fc4855bec48c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3ac86039-e252-4c61-b1b1-80a0a5d4851b HTTP/1.1" status: 200 len: 1096 time: 0.0462420 Aug 18 13:59:04.461361 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f3631ea7-27ad-4c4a-aa02-d949bce2201e req-cd316f95-c30b-489b-a2c5-ecf8230d9bd0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=41d811a0-dd77-4f75-b045-3a35411383c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355232 Aug 18 13:59:04.462797 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=1ab6145e-6717-4fbe-9f16-7f60203a4069,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:05.022774 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499bcfb-1b11-41cc-8113-765705c53fc1 req-0c3bfe47-7ff9-407a-8961-a75cb1dc01e9 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:05.024415 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b499bcfb-1b11-41cc-8113-765705c53fc1 req-0c3bfe47-7ff9-407a-8961-a75cb1dc01e9 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ac86039-e252-4c61-b1b1-80a0a5d4851b HTTP/1.1" status: 200 len: 946 time: 0.0553873 Aug 18 13:59:05.067597 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b499bcfb-1b11-41cc-8113-765705c53fc1 req-227757c9-3302-41bb-9e96-7edece48de98 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/security-groups?id=41d811a0-dd77-4f75-b045-3a35411383c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365837 Aug 18 13:59:06.212655 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211629b-9c6d-4cdf-80fe-0b7333f06e18 req-ffecd18e-af55-4961-a952-97565db33c3e tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:06.215226 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f211629b-9c6d-4cdf-80fe-0b7333f06e18 req-ffecd18e-af55-4961-a952-97565db33c3e tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ac86039-e252-4c61-b1b1-80a0a5d4851b HTTP/1.1" status: 200 len: 946 time: 0.0618157 Aug 18 13:59:06.259811 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f211629b-9c6d-4cdf-80fe-0b7333f06e18 req-fdf8c0f2-acfa-437d-ae1e-426351c2cfaf tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/security-groups?id=41d811a0-dd77-4f75-b045-3a35411383c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381505 Aug 18 13:59:06.856084 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016e929-73a9-4b2a-b14a-f9f17e5ab372 req-e2ce8c62-7e3a-4075-9c01-5e9f0d6d2e8a tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:06.858367 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8016e929-73a9-4b2a-b14a-f9f17e5ab372 req-e2ce8c62-7e3a-4075-9c01-5e9f0d6d2e8a tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ac86039-e252-4c61-b1b1-80a0a5d4851b HTTP/1.1" status: 200 len: 946 time: 0.0592380 Aug 18 13:59:06.900908 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8016e929-73a9-4b2a-b14a-f9f17e5ab372 req-8ce21cf0-67c7-4c11-a74f-75246ff2211d tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/security-groups?id=41d811a0-dd77-4f75-b045-3a35411383c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361738 Aug 18 13:59:08.050809 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af473039-e51d-439e-a860-0c92df9ef323 req-7592b365-4879-4ac0-a854-4db4ff99f6a1 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:08.052509 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-af473039-e51d-439e-a860-0c92df9ef323 req-7592b365-4879-4ac0-a854-4db4ff99f6a1 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ac86039-e252-4c61-b1b1-80a0a5d4851b HTTP/1.1" status: 200 len: 946 time: 0.0563743 Aug 18 13:59:08.137343 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-af473039-e51d-439e-a860-0c92df9ef323 req-8148634c-2337-4103-9f7b-06a643f7b4dd tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/security-groups?id=41d811a0-dd77-4f75-b045-3a35411383c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774310 Aug 18 13:59:08.146962 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d789dd-74ea-41ad-b1ee-0ffb2b3327c8 req-2012fcd9-32a9-4519-bd90-5efe18349e97 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:08.148575 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-37d789dd-74ea-41ad-b1ee-0ffb2b3327c8 req-2012fcd9-32a9-4519-bd90-5efe18349e97 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ac86039-e252-4c61-b1b1-80a0a5d4851b HTTP/1.1" status: 200 len: 946 time: 0.0903714 Aug 18 13:59:08.250696 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-37d789dd-74ea-41ad-b1ee-0ffb2b3327c8 req-4aa57f16-98a7-464a-9451-cd868d382c46 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Deleting port 1ab6145e-6717-4fbe-9f16-7f60203a4069 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:59:08.251049 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-37d789dd-74ea-41ad-b1ee-0ffb2b3327c8 req-4aa57f16-98a7-464a-9451-cd868d382c46 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:08.357461 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-37d789dd-74ea-41ad-b1ee-0ffb2b3327c8 req-4aa57f16-98a7-464a-9451-cd868d382c46 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] For port 1ab6145e-6717-4fbe-9f16-7f60203a4069, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=1ab6145e-6717-4fbe-9f16-7f60203a4069,segment=NetworkSegment(73232c0e-4e6f-4f13-b6a6-cc1cd084da45),segment_id=73232c0e-4e6f-4f13-b6a6-cc1cd084da45)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:08.357842 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-37d789dd-74ea-41ad-b1ee-0ffb2b3327c8 req-4aa57f16-98a7-464a-9451-cd868d382c46 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:08.373938 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-37d789dd-74ea-41ad-b1ee-0ffb2b3327c8 req-4aa57f16-98a7-464a-9451-cd868d382c46 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Calling delete_port for 1ab6145e-6717-4fbe-9f16-7f60203a4069 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:59:08.583440 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-37d789dd-74ea-41ad-b1ee-0ffb2b3327c8 req-4aa57f16-98a7-464a-9451-cd868d382c46 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:08.597995 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['bd928748-84f8-4dd4-90d3-7b70acc6a333'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:59:08.605308 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['1ab6145e-6717-4fbe-9f16-7f60203a4069'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:59:08.616249 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa57f16-98a7-464a-9451-cd868d382c46 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Pushing event deleted for resources: {'Port': ['ID=1ab6145e-6717-4fbe-9f16-7f60203a4069,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:08.661899 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d789dd-74ea-41ad-b1ee-0ffb2b3327c8 req-4aa57f16-98a7-464a-9451-cd868d382c46 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] No DVR routers for this DVR port 1ab6145e-6717-4fbe-9f16-7f60203a4069 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:59:08.665365 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-37d789dd-74ea-41ad-b1ee-0ffb2b3327c8 req-4aa57f16-98a7-464a-9451-cd868d382c46 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:08.667619 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-37d789dd-74ea-41ad-b1ee-0ffb2b3327c8 req-4aa57f16-98a7-464a-9451-cd868d382c46 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.20 "DELETE /v2.0/ports/1ab6145e-6717-4fbe-9f16-7f60203a4069 HTTP/1.1" status: 204 len: 173 time: 0.5120010 Aug 18 13:59:08.668102 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac86039-e252-4c61-b1b1-80a0a5d4851b', 'name': 'network-vif-deleted', 'tag': '1ab6145e-6717-4fbe-9f16-7f60203a4069'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:59:08.670846 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5815289f-0ff5-438c-9ce1-f40e7a08ddc8" -d '{"events": [{"server_uuid": "3ac86039-e252-4c61-b1b1-80a0a5d4851b", "name": "network-vif-deleted", "tag": "1ab6145e-6717-4fbe-9f16-7f60203a4069"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:59:08.713268 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f40df2b-0e7c-4bcb-82ae-61fb9377ca52 x-openstack-request-id: req-1f40df2b-0e7c-4bcb-82ae-61fb9377ca52 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:59:08.713565 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac86039-e252-4c61-b1b1-80a0a5d4851b", "name": "network-vif-deleted", "tag": "1ab6145e-6717-4fbe-9f16-7f60203a4069", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:59:08.713852 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f40df2b-0e7c-4bcb-82ae-61fb9377ca52 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:59:08.714298 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac86039-e252-4c61-b1b1-80a0a5d4851b', 'name': 'network-vif-deleted', 'tag': '1ab6145e-6717-4fbe-9f16-7f60203a4069', 'status': 'completed', 'code': 200} Aug 18 13:59:09.305121 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e91d9d54-554c-4f59-bda8-3e83afe8a422 req-e21272d1-33eb-4eaf-bb28-c51bb2489113 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ac86039-e252-4c61-b1b1-80a0a5d4851b HTTP/1.1" status: 200 len: 210 time: 0.0288055 Aug 18 13:59:10.482565 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac24826-04c4-499a-bd8d-53391cb12bbf req-643e7c3a-ac34-47b7-a736-d22851cbdbfb tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:10.484310 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7ac24826-04c4-499a-bd8d-53391cb12bbf req-643e7c3a-ac34-47b7-a736-d22851cbdbfb tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/ports?device_id=5507e99a-b46c-449c-88cd-2db4560243bc HTTP/1.1" status: 200 len: 945 time: 0.0592852 Aug 18 13:59:10.529682 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7ac24826-04c4-499a-bd8d-53391cb12bbf req-37e7dbfd-fac2-4329-8bda-286ab6ed2a6f tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/security-groups?id=41d811a0-dd77-4f75-b045-3a35411383c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386300 Aug 18 13:59:10.702856 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68309d-f4dc-4c0d-87b6-699485a098cf req-8183657e-c789-45f9-85cb-9cdf73341cd4 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:10.704622 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aa68309d-f4dc-4c0d-87b6-699485a098cf req-8183657e-c789-45f9-85cb-9cdf73341cd4 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/ports?device_id=5507e99a-b46c-449c-88cd-2db4560243bc HTTP/1.1" status: 200 len: 945 time: 0.0575550 Aug 18 13:59:10.752354 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-aa68309d-f4dc-4c0d-87b6-699485a098cf req-a36ade80-c272-48af-9e89-023e6e437678 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/security-groups?id=41d811a0-dd77-4f75-b045-3a35411383c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412519 Aug 18 13:59:10.894242 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5112a5c-3b82-4c4c-a8b3-2df20ae48964 req-b6681484-885e-4811-b7bb-4a5486b4e9a6 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:10.895882 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f5112a5c-3b82-4c4c-a8b3-2df20ae48964 req-b6681484-885e-4811-b7bb-4a5486b4e9a6 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/ports?device_id=5507e99a-b46c-449c-88cd-2db4560243bc HTTP/1.1" status: 200 len: 945 time: 0.0657189 Aug 18 13:59:10.944726 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f5112a5c-3b82-4c4c-a8b3-2df20ae48964 req-a419020a-5a95-4f65-8080-2fbfde918e46 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/security-groups?id=41d811a0-dd77-4f75-b045-3a35411383c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423596 Aug 18 13:59:11.156979 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17207b8d-0845-4ab9-9400-e705187c6e2a req-cb3e89fc-a7d3-4f45-bb6b-3e306988178d tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:11.158862 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-17207b8d-0845-4ab9-9400-e705187c6e2a req-cb3e89fc-a7d3-4f45-bb6b-3e306988178d tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/ports?device_id=5507e99a-b46c-449c-88cd-2db4560243bc HTTP/1.1" status: 200 len: 945 time: 0.0587473 Aug 18 13:59:11.203783 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-17207b8d-0845-4ab9-9400-e705187c6e2a req-c288d066-daff-40b6-9bc7-f338a29fb2df tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/security-groups?id=41d811a0-dd77-4f75-b045-3a35411383c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379677 Aug 18 13:59:11.335672 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0acd4-75c0-4cf2-bf7b-cf456d839857 req-a6a3dbd6-e865-4de4-9f7c-7640d80ba7e5 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:11.337638 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b0a0acd4-75c0-4cf2-bf7b-cf456d839857 req-a6a3dbd6-e865-4de4-9f7c-7640d80ba7e5 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/ports?device_id=5507e99a-b46c-449c-88cd-2db4560243bc HTTP/1.1" status: 200 len: 945 time: 0.0549202 Aug 18 13:59:11.381951 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b0a0acd4-75c0-4cf2-bf7b-cf456d839857 req-3bfde1a0-07fa-48a6-ba4a-fd1964a5fcf2 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/security-groups?id=41d811a0-dd77-4f75-b045-3a35411383c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369773 Aug 18 13:59:11.530936 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d728dfe-d8f3-4e75-b44b-34466d17abb0 req-af5172ed-0f75-494a-bde1-8d07d82b2d64 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:11.532723 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8d728dfe-d8f3-4e75-b44b-34466d17abb0 req-af5172ed-0f75-494a-bde1-8d07d82b2d64 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/ports?device_id=5507e99a-b46c-449c-88cd-2db4560243bc HTTP/1.1" status: 200 len: 945 time: 0.0605216 Aug 18 13:59:11.578816 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8d728dfe-d8f3-4e75-b44b-34466d17abb0 req-8d3cec5d-b260-4669-bb5b-77621b2f4c34 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/security-groups?id=41d811a0-dd77-4f75-b045-3a35411383c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389457 Aug 18 13:59:11.740809 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ccb621db-2f9b-4b5c-b16e-e2f0b886651e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:12.091935 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 1ab6145e-6717-4fbe-9f16-7f60203a4069 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:59:12.264303 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a142a3-8bba-46c1-8e84-1234ec6bd257 req-9fe46188-4b79-4a44-b9e6-f5cc6ba69530 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:12.265962 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-89a142a3-8bba-46c1-8e84-1234ec6bd257 req-9fe46188-4b79-4a44-b9e6-f5cc6ba69530 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/ports?device_id=5507e99a-b46c-449c-88cd-2db4560243bc HTTP/1.1" status: 200 len: 945 time: 0.0687408 Aug 18 13:59:12.311884 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 1ab6145e-6717-4fbe-9f16-7f60203a4069 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:59:12.312514 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 1ab6145e-6717-4fbe-9f16-7f60203a4069 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:59:12.313734 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-89a142a3-8bba-46c1-8e84-1234ec6bd257 req-1677b9fe-703e-4b68-a572-fe631f99dbfb tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/security-groups?id=41d811a0-dd77-4f75-b045-3a35411383c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407431 Aug 18 13:59:13.451570 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90192a-7e77-45df-a10f-69ed4ddd2e51 req-d9009e64-748f-4958-9441-9467275206ed tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:13.453219 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c90192a-7e77-45df-a10f-69ed4ddd2e51 req-d9009e64-748f-4958-9441-9467275206ed tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/ports?device_id=5507e99a-b46c-449c-88cd-2db4560243bc HTTP/1.1" status: 200 len: 945 time: 0.0583217 Aug 18 13:59:13.505448 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9c90192a-7e77-45df-a10f-69ed4ddd2e51 req-4a0cdd69-9d48-420d-8370-87bb5d5c3a09 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/security-groups?id=41d811a0-dd77-4f75-b045-3a35411383c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416956 Aug 18 13:59:13.668128 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6329c-c976-4d0e-a09c-83e2d537515e req-10b650be-cc7c-45d1-a55f-0b986630e296 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:13.670456 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a5c6329c-c976-4d0e-a09c-83e2d537515e req-10b650be-cc7c-45d1-a55f-0b986630e296 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.39 "GET /v2.0/ports?device_id=5507e99a-b46c-449c-88cd-2db4560243bc HTTP/1.1" status: 200 len: 945 time: 0.0572062 Aug 18 13:59:13.787462 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-a5c6329c-c976-4d0e-a09c-83e2d537515e req-3bb3fdbc-406a-4996-93c7-abc93a043dec tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Deleting port bd928748-84f8-4dd4-90d3-7b70acc6a333 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:59:13.787988 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-a5c6329c-c976-4d0e-a09c-83e2d537515e req-3bb3fdbc-406a-4996-93c7-abc93a043dec tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:13.872633 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-38175db8-d263-4151-961b-8c98a59ae607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:13.898615 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-a5c6329c-c976-4d0e-a09c-83e2d537515e req-3bb3fdbc-406a-4996-93c7-abc93a043dec tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] For port bd928748-84f8-4dd4-90d3-7b70acc6a333, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=bd928748-84f8-4dd4-90d3-7b70acc6a333,segment=NetworkSegment(73232c0e-4e6f-4f13-b6a6-cc1cd084da45),segment_id=73232c0e-4e6f-4f13-b6a6-cc1cd084da45)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:13.899058 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-a5c6329c-c976-4d0e-a09c-83e2d537515e req-3bb3fdbc-406a-4996-93c7-abc93a043dec tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:13.914925 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-a5c6329c-c976-4d0e-a09c-83e2d537515e req-3bb3fdbc-406a-4996-93c7-abc93a043dec tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Calling delete_port for bd928748-84f8-4dd4-90d3-7b70acc6a333 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:59:14.163788 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-a5c6329c-c976-4d0e-a09c-83e2d537515e req-3bb3fdbc-406a-4996-93c7-abc93a043dec tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:14.176704 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['bd928748-84f8-4dd4-90d3-7b70acc6a333'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:59:14.216546 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb3fdbc-406a-4996-93c7-abc93a043dec tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Pushing event deleted for resources: {'Port': ['ID=bd928748-84f8-4dd4-90d3-7b70acc6a333,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:14.269626 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c6329c-c976-4d0e-a09c-83e2d537515e req-3bb3fdbc-406a-4996-93c7-abc93a043dec tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] No DVR routers for this DVR port bd928748-84f8-4dd4-90d3-7b70acc6a333 on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:59:14.272459 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-a5c6329c-c976-4d0e-a09c-83e2d537515e req-3bb3fdbc-406a-4996-93c7-abc93a043dec tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:14.274713 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a5c6329c-c976-4d0e-a09c-83e2d537515e req-3bb3fdbc-406a-4996-93c7-abc93a043dec tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.39 "DELETE /v2.0/ports/bd928748-84f8-4dd4-90d3-7b70acc6a333 HTTP/1.1" status: 204 len: 173 time: 0.5979583 Aug 18 13:59:14.275218 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5507e99a-b46c-449c-88cd-2db4560243bc', 'name': 'network-vif-deleted', 'tag': 'bd928748-84f8-4dd4-90d3-7b70acc6a333'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:59:14.277614 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7d010a-8d8f-4488-baa9-ea7be4bb716f" -d '{"events": [{"server_uuid": "5507e99a-b46c-449c-88cd-2db4560243bc", "name": "network-vif-deleted", "tag": "bd928748-84f8-4dd4-90d3-7b70acc6a333"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:59:14.317096 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73df6df-808a-47b1-8683-d6a4d1131a59 x-openstack-request-id: req-b73df6df-808a-47b1-8683-d6a4d1131a59 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:59:14.317391 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5507e99a-b46c-449c-88cd-2db4560243bc", "name": "network-vif-deleted", "tag": "bd928748-84f8-4dd4-90d3-7b70acc6a333", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:59:14.317650 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b73df6df-808a-47b1-8683-d6a4d1131a59 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:59:14.318072 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5507e99a-b46c-449c-88cd-2db4560243bc', 'name': 'network-vif-deleted', 'tag': 'bd928748-84f8-4dd4-90d3-7b70acc6a333', 'status': 'completed', 'code': 200} Aug 18 13:59:14.611430 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a31f9a8f-ca7f-4b8e-bf4e-95247bc72687 req-13b6e2d6-e702-41a3-811a-4b508e0a0ff0 tempest-ServersNegativeTestJSON-1406956247 tempest-ServersNegativeTestJSON-1406956247-project] 10.222.0.13 "GET /v2.0/ports?device_id=5507e99a-b46c-449c-88cd-2db4560243bc HTTP/1.1" status: 200 len: 210 time: 0.0293653 Aug 18 13:59:14.645172 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:15.672028 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:15.694698 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39146) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:15.747184 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-62e26072-ed53-4aa5-a09b-245e4d728045 admin admin] Deleting subnet f636b98c-a503-476b-bfb5-715c652c4ae0 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:59:15.751025 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-62e26072-ed53-4aa5-a09b-245e4d728045 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:15.791872 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-62e26072-ed53-4aa5-a09b-245e4d728045 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:15.835893 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-62e26072-ed53-4aa5-a09b-245e4d728045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:15.972011 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-62e26072-ed53-4aa5-a09b-245e4d728045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:16.000976 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e26072-ed53-4aa5-a09b-245e4d728045 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f636b98c-a503-476b-bfb5-715c652c4ae0,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:16.005842 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-62e26072-ed53-4aa5-a09b-245e4d728045 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:16.009266 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-62e26072-ed53-4aa5-a09b-245e4d728045 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f636b98c-a503-476b-bfb5-715c652c4ae0 HTTP/1.1" status: 204 len: 168 time: 0.3132491 Aug 18 13:59:16.011941 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39148) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:16.092413 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-23760139-cd69-4d32-8421-d653fd7fff21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:16.178722 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-23760139-cd69-4d32-8421-d653fd7fff21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:16.192431 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-23760139-cd69-4d32-8421-d653fd7fff21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92042ed3-d1fc-4eb1-a972-39b9a7e4529e']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:16.212027 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-23760139-cd69-4d32-8421-d653fd7fff21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73232c0e-4e6f-4f13-b6a6-cc1cd084da45') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:16.212339 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-23760139-cd69-4d32-8421-d653fd7fff21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73232c0e-4e6f-4f13-b6a6-cc1cd084da45') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:16.222668 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-23760139-cd69-4d32-8421-d653fd7fff21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:16.568208 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-23760139-cd69-4d32-8421-d653fd7fff21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:16.576340 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23760139-cd69-4d32-8421-d653fd7fff21 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:59:16.576865 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-23760139-cd69-4d32-8421-d653fd7fff21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:16.579036 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:59:16.579036 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:59:16.579036 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:59:16.579036 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:59:16.579036 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:59:16.579036 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:59:16.579036 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:59:16.579036 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:59:16.579036 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:59:16.579036 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:59:16.579036 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:59:16.579036 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:59:16.579036 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:59:16.579036 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:59:16.579036 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:59:16.579036 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:59:16.579036 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:59:16.579036 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:59:16.579036 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:59:16.579036 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:59:16.579036 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:59:16.579036 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:59:16.579036 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:59:16.579036 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:59:16.579036 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:59:16.579036 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:59:16.579036 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:59:16.579036 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:59:16.579036 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:59:16.579036 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:59:16.579036 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:59:16.579036 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:59:16.720172 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-23760139-cd69-4d32-8421-d653fd7fff21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:16.727196 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-23760139-cd69-4d32-8421-d653fd7fff21 admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:16.729627 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-23760139-cd69-4d32-8421-d653fd7fff21 admin admin] 10.222.0.13 "DELETE /v2.0/networks/92042ed3-d1fc-4eb1-a972-39b9a7e4529e HTTP/1.1" status: 204 len: 168 time: 0.7160215 Aug 18 13:59:16.743598 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23760139-cd69-4d32-8421-d653fd7fff21 admin admin] Pushing event deleted for resources: {'Network': ['ID=92042ed3-d1fc-4eb1-a972-39b9a7e4529e,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:16.917344 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device bd928748-84f8-4dd4-90d3-7b70acc6a333 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:59:16.939295 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: bd928748-84f8-4dd4-90d3-7b70acc6a333 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:59:16.943047 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device bd928748-84f8-4dd4-90d3-7b70acc6a333 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:59:17.067207 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39152) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:17.127370 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-643621a8-abe8-4012-a49b-efd4a3f6f7fa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2fa615cbbf4445e69858e22f277f5402&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0584271 Aug 18 13:59:17.130287 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39154) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:17.219433 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-57f479d8-c97f-4a34-af78-9b8e8d398321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:17.264608 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-57f479d8-c97f-4a34-af78-9b8e8d398321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:17.426036 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-57f479d8-c97f-4a34-af78-9b8e8d398321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:17.428569 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-57f479d8-c97f-4a34-af78-9b8e8d398321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:17.429748 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-57f479d8-c97f-4a34-af78-9b8e8d398321 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/41d811a0-dd77-4f75-b045-3a35411383c5 HTTP/1.1" status: 204 len: 168 time: 0.2981377 Aug 18 13:59:17.438695 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f479d8-c97f-4a34-af78-9b8e8d398321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d811a0-dd77-4f75-b045-3a35411383c5,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:17.599746 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:18.669750 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39176) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:18.784213 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-8ba6a8c6-536d-4ea3-9882-fef6182d0b14 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1187155395'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:18.889320 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba6a8c6-536d-4ea3-9882-fef6182d0b14 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Made reservation on behalf of 6524e202b33b46d995867f4581293875 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:59:18.893591 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8ba6a8c6-536d-4ea3-9882-fef6182d0b14 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:18.903463 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8ba6a8c6-536d-4ea3-9882-fef6182d0b14 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:18.952232 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:59:19.033179 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8ba6a8c6-536d-4ea3-9882-fef6182d0b14 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:19.130681 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8ba6a8c6-536d-4ea3-9882-fef6182d0b14 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:19.157197 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ba6a8c6-536d-4ea3-9882-fef6182d0b14 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:59:19.172519 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba6a8c6-536d-4ea3-9882-fef6182d0b14 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60beab93-5f49-4902-87d0-bf2af08db187,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:19.178017 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8ba6a8c6-536d-4ea3-9882-fef6182d0b14 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:19.178469 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-8ba6a8c6-536d-4ea3-9882-fef6182d0b14 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Added segment 17436754-dd5d-4fe8-965e-34626a892da2 of type vlan for network 3553db7f-b3d7-4ebe-b5dd-ee1af47295bc Aug 18 13:59:19.226930 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8ba6a8c6-536d-4ea3-9882-fef6182d0b14 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:19.334693 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8ba6a8c6-536d-4ea3-9882-fef6182d0b14 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:19.341421 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba6a8c6-536d-4ea3-9882-fef6182d0b14 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:19.342104 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8ba6a8c6-536d-4ea3-9882-fef6182d0b14 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:19.428445 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba6a8c6-536d-4ea3-9882-fef6182d0b14 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Pushing event updated for resources: {'Network': ['ID=3553db7f-b3d7-4ebe-b5dd-ee1af47295bc,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:19.439069 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 3553db7f-b3d7-4ebe-b5dd-ee1af47295bc details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:59:19.494854 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8ba6a8c6-536d-4ea3-9882-fef6182d0b14 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8139319 Aug 18 13:59:22.856965 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39182) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:22.863358 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-25d4df42-76b5-4168-8959-cb0536049190 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Request body: {'subnet': {'network_id': '3553db7f-b3d7-4ebe-b5dd-ee1af47295bc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:23.147974 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d4df42-76b5-4168-8959-cb0536049190 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Made reservation on behalf of 6524e202b33b46d995867f4581293875 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:59:23.151778 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-25d4df42-76b5-4168-8959-cb0536049190 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:23.603031 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-25d4df42-76b5-4168-8959-cb0536049190 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:23.674981 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d4df42-76b5-4168-8959-cb0536049190 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Pushing event updated for resources: {'Subnet': ['ID=7021c85e-e486-4003-a923-ca130de20976,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:23.684084 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d4df42-76b5-4168-8959-cb0536049190 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Checking segment: {'id': '17436754-dd5d-4fe8-965e-34626a892da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3553db7f-b3d7-4ebe-b5dd-ee1af47295bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:59:23.684458 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d4df42-76b5-4168-8959-cb0536049190 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Network hostable DHCP agents. Network: 3553db7f-b3d7-4ebe-b5dd-ee1af47295bc, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:59:23.791477 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d4df42-76b5-4168-8959-cb0536049190 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Network 3553db7f-b3d7-4ebe-b5dd-ee1af47295bc is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:59:23.930831 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-25d4df42-76b5-4168-8959-cb0536049190 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 3553db7f-b3d7-4ebe-b5dd-ee1af47295bc) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:59:23.937740 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d4df42-76b5-4168-8959-cb0536049190 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:23.938791 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-25d4df42-76b5-4168-8959-cb0536049190 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:23.950441 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab0854c-a4c5-462f-aab1-ccf9a46b65d9 None None] Network 3553db7f-b3d7-4ebe-b5dd-ee1af47295bc requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:59:24.090581 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-25d4df42-76b5-4168-8959-cb0536049190 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2312915 Aug 18 13:59:24.095121 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39186) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:24.103979 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-22a1140d-0027-491d-bc25-289d9350af21 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1428542113'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:24.174411 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296bfa6c-b80c-42d8-8817-7d8574c04ff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-3553db7f-b3d7-4ebe-b5dd-ee1af47295bc', 'network_id': '3553db7f-b3d7-4ebe-b5dd-ee1af47295bc', 'tenant_id': '6524e202b33b46d995867f4581293875', 'fixed_ips': [{'subnet_id': '7021c85e-e486-4003-a923-ca130de20976'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:59:24.175454 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-296bfa6c-b80c-42d8-8817-7d8574c04ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:24.248491 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a1140d-0027-491d-bc25-289d9350af21 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Made reservation on behalf of 6524e202b33b46d995867f4581293875 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:59:24.253224 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-22a1140d-0027-491d-bc25-289d9350af21 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:24.289963 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a1140d-0027-491d-bc25-289d9350af21 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:59:24.302212 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-22a1140d-0027-491d-bc25-289d9350af21 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:24.302713 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-22a1140d-0027-491d-bc25-289d9350af21 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Added segment 6029ab30-27b2-48f2-8897-070a5b33faef of type vlan for network b1d24097-a9cd-4fc6-bb02-5ccc5bb147f2 Aug 18 13:59:24.352656 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-296bfa6c-b80c-42d8-8817-7d8574c04ff2 None None] Allocated IP 2001:db8:0:ffff::2 (3553db7f-b3d7-4ebe-b5dd-ee1af47295bc/7021c85e-e486-4003-a923-ca130de20976/6885a13b-f626-4f30-8584-deeeee678e30) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:59:24.357048 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-22a1140d-0027-491d-bc25-289d9350af21 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:24.483004 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-22a1140d-0027-491d-bc25-289d9350af21 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:24.489343 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a1140d-0027-491d-bc25-289d9350af21 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:24.491487 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-22a1140d-0027-491d-bc25-289d9350af21 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:24.519513 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-296bfa6c-b80c-42d8-8817-7d8574c04ff2 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:24.529524 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-296bfa6c-b80c-42d8-8817-7d8574c04ff2 None None] Transition to ACTIVE for port object 6885a13b-f626-4f30-8584-deeeee678e30 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:59:24.547099 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-296bfa6c-b80c-42d8-8817-7d8574c04ff2 None None] Transition to ACTIVE for port object 6885a13b-f626-4f30-8584-deeeee678e30 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:59:24.607870 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a1140d-0027-491d-bc25-289d9350af21 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Pushing event updated for resources: {'Network': ['ID=b1d24097-a9cd-4fc6-bb02-5ccc5bb147f2,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:24.619850 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network b1d24097-a9cd-4fc6-bb02-5ccc5bb147f2 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:59:24.628471 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-22a1140d-0027-491d-bc25-289d9350af21 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5318449 Aug 18 13:59:24.632359 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39188) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:24.641919 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-b36203e6-ed82-469c-9375-5db5c052a733 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Request body: {'subnet': {'network_id': 'b1d24097-a9cd-4fc6-bb02-5ccc5bb147f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:24.682738 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-296bfa6c-b80c-42d8-8817-7d8574c04ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:24.751466 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296bfa6c-b80c-42d8-8817-7d8574c04ff2 None None] Network 3553db7f-b3d7-4ebe-b5dd-ee1af47295bc is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:59:24.752779 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296bfa6c-b80c-42d8-8817-7d8574c04ff2 None None] Pushing event updated for resources: {'Port': ['ID=6885a13b-f626-4f30-8584-deeeee678e30,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:24.757035 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-296bfa6c-b80c-42d8-8817-7d8574c04ff2 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:59:24.759636 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296bfa6c-b80c-42d8-8817-7d8574c04ff2 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:59:24.848563 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36203e6-ed82-469c-9375-5db5c052a733 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Made reservation on behalf of 6524e202b33b46d995867f4581293875 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:59:24.853925 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b36203e6-ed82-469c-9375-5db5c052a733 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:24.862014 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-296bfa6c-b80c-42d8-8817-7d8574c04ff2 None None] Attempting to bind port 6885a13b-f626-4f30-8584-deeeee678e30 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:59:24.862629 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-296bfa6c-b80c-42d8-8817-7d8574c04ff2 None None] Attempting to bind port 6885a13b-f626-4f30-8584-deeeee678e30 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '17436754-dd5d-4fe8-965e-34626a892da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3553db7f-b3d7-4ebe-b5dd-ee1af47295bc'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:59:24.863225 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296bfa6c-b80c-42d8-8817-7d8574c04ff2 None None] Attempting to bind port 6885a13b-f626-4f30-8584-deeeee678e30 on network 3553db7f-b3d7-4ebe-b5dd-ee1af47295bc {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:59:24.873842 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296bfa6c-b80c-42d8-8817-7d8574c04ff2 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:59:24.874506 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296bfa6c-b80c-42d8-8817-7d8574c04ff2 None None] Checking segment: {'id': '17436754-dd5d-4fe8-965e-34626a892da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3553db7f-b3d7-4ebe-b5dd-ee1af47295bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:59:24.875187 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-296bfa6c-b80c-42d8-8817-7d8574c04ff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:24.875818 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296bfa6c-b80c-42d8-8817-7d8574c04ff2 None None] Bound using segment: {'id': '17436754-dd5d-4fe8-965e-34626a892da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3553db7f-b3d7-4ebe-b5dd-ee1af47295bc'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:59:24.876602 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-296bfa6c-b80c-42d8-8817-7d8574c04ff2 None None] Bound port: 6885a13b-f626-4f30-8584-deeeee678e30, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17436754-dd5d-4fe8-965e-34626a892da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3553db7f-b3d7-4ebe-b5dd-ee1af47295bc'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:59:24.877221 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-296bfa6c-b80c-42d8-8817-7d8574c04ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:24.994106 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-296bfa6c-b80c-42d8-8817-7d8574c04ff2 None None] For port 6885a13b-f626-4f30-8584-deeeee678e30, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:59:25.000549 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-296bfa6c-b80c-42d8-8817-7d8574c04ff2 None None] For port 6885a13b-f626-4f30-8584-deeeee678e30, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=6885a13b-f626-4f30-8584-deeeee678e30,segment=NetworkSegment(17436754-dd5d-4fe8-965e-34626a892da2),segment_id=17436754-dd5d-4fe8-965e-34626a892da2)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:59:25.125816 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-296bfa6c-b80c-42d8-8817-7d8574c04ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:25.192089 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b36203e6-ed82-469c-9375-5db5c052a733 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:25.192871 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296bfa6c-b80c-42d8-8817-7d8574c04ff2 None None] Pushing event updated for resources: {'Port': ['ID=6885a13b-f626-4f30-8584-deeeee678e30,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:25.315313 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36203e6-ed82-469c-9375-5db5c052a733 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Pushing event updated for resources: {'Subnet': ['ID=befefb4a-6092-47cb-be75-8cbb591681de,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:25.328994 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36203e6-ed82-469c-9375-5db5c052a733 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Checking segment: {'id': '6029ab30-27b2-48f2-8897-070a5b33faef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b1d24097-a9cd-4fc6-bb02-5ccc5bb147f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:59:25.329585 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36203e6-ed82-469c-9375-5db5c052a733 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Network hostable DHCP agents. Network: b1d24097-a9cd-4fc6-bb02-5ccc5bb147f2, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:59:25.444669 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36203e6-ed82-469c-9375-5db5c052a733 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Network b1d24097-a9cd-4fc6-bb02-5ccc5bb147f2 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:59:25.585455 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-b36203e6-ed82-469c-9375-5db5c052a733 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, b1d24097-a9cd-4fc6-bb02-5ccc5bb147f2) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:59:25.591015 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36203e6-ed82-469c-9375-5db5c052a733 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:25.591657 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b36203e6-ed82-469c-9375-5db5c052a733 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:25.600484 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fdfc02-ed34-4d2b-a229-589ceb2a2c55 None None] Network b1d24097-a9cd-4fc6-bb02-5ccc5bb147f2 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:59:25.730019 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b36203e6-ed82-469c-9375-5db5c052a733 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.0958240 Aug 18 13:59:25.734863 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39190) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:25.782798 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725d9958-fb70-497a-8c8a-dfc484bcc50e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-b1d24097-a9cd-4fc6-bb02-5ccc5bb147f2', 'network_id': 'b1d24097-a9cd-4fc6-bb02-5ccc5bb147f2', 'tenant_id': '6524e202b33b46d995867f4581293875', 'fixed_ips': [{'subnet_id': 'befefb4a-6092-47cb-be75-8cbb591681de'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:59:25.782798 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-725d9958-fb70-497a-8c8a-dfc484bcc50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:25.903852 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-57ba9928-dd6a-4011-ba64-999138b66e65 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:25.988608 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-725d9958-fb70-497a-8c8a-dfc484bcc50e None None] Allocated IP 2001:db8::2 (b1d24097-a9cd-4fc6-bb02-5ccc5bb147f2/befefb4a-6092-47cb-be75-8cbb591681de/407f05d0-2433-4e64-8887-a617be258597) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:59:26.028112 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-57ba9928-dd6a-4011-ba64-999138b66e65 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:26.183012 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-725d9958-fb70-497a-8c8a-dfc484bcc50e None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:26.193467 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-725d9958-fb70-497a-8c8a-dfc484bcc50e None None] Transition to ACTIVE for port object 407f05d0-2433-4e64-8887-a617be258597 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:59:26.211509 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-725d9958-fb70-497a-8c8a-dfc484bcc50e None None] Transition to ACTIVE for port object 407f05d0-2433-4e64-8887-a617be258597 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:59:26.263649 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0db626-0ef8-4425-8db9-41717ed71337 None None] Network 3553db7f-b3d7-4ebe-b5dd-ee1af47295bc requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:59:26.322034 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-725d9958-fb70-497a-8c8a-dfc484bcc50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:26.388919 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725d9958-fb70-497a-8c8a-dfc484bcc50e None None] Network b1d24097-a9cd-4fc6-bb02-5ccc5bb147f2 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:59:26.396776 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-725d9958-fb70-497a-8c8a-dfc484bcc50e None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:59:26.408303 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725d9958-fb70-497a-8c8a-dfc484bcc50e None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:59:26.413181 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d9958-fb70-497a-8c8a-dfc484bcc50e None None] Pushing event updated for resources: {'Port': ['ID=407f05d0-2433-4e64-8887-a617be258597,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:26.422289 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-53b8d2a0-f999-429f-8b13-cc755f297b6f None None] Provisioning for port 6885a13b-f626-4f30-8584-deeeee678e30 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:59:26.460851 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-57ba9928-dd6a-4011-ba64-999138b66e65 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:26.494547 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba9928-dd6a-4011-ba64-999138b66e65 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Pushing event deleted for resources: {'Subnet': ['ID=befefb4a-6092-47cb-be75-8cbb591681de,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:26.533040 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-725d9958-fb70-497a-8c8a-dfc484bcc50e None None] Attempting to bind port 407f05d0-2433-4e64-8887-a617be258597 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:59:26.533409 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-725d9958-fb70-497a-8c8a-dfc484bcc50e None None] Attempting to bind port 407f05d0-2433-4e64-8887-a617be258597 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '6029ab30-27b2-48f2-8897-070a5b33faef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b1d24097-a9cd-4fc6-bb02-5ccc5bb147f2'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:59:26.533773 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725d9958-fb70-497a-8c8a-dfc484bcc50e None None] Attempting to bind port 407f05d0-2433-4e64-8887-a617be258597 on network b1d24097-a9cd-4fc6-bb02-5ccc5bb147f2 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:59:26.542233 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725d9958-fb70-497a-8c8a-dfc484bcc50e None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:59:26.542673 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725d9958-fb70-497a-8c8a-dfc484bcc50e None None] Checking segment: {'id': '6029ab30-27b2-48f2-8897-070a5b33faef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b1d24097-a9cd-4fc6-bb02-5ccc5bb147f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:59:26.543596 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-725d9958-fb70-497a-8c8a-dfc484bcc50e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:26.544159 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725d9958-fb70-497a-8c8a-dfc484bcc50e None None] Bound using segment: {'id': '6029ab30-27b2-48f2-8897-070a5b33faef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b1d24097-a9cd-4fc6-bb02-5ccc5bb147f2'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:59:26.544496 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-725d9958-fb70-497a-8c8a-dfc484bcc50e None None] Bound port: 407f05d0-2433-4e64-8887-a617be258597, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6029ab30-27b2-48f2-8897-070a5b33faef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b1d24097-a9cd-4fc6-bb02-5ccc5bb147f2'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:59:26.544895 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-725d9958-fb70-497a-8c8a-dfc484bcc50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:26.570329 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-57ba9928-dd6a-4011-ba64-999138b66e65 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:26.589412 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-57ba9928-dd6a-4011-ba64-999138b66e65 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1d24097-a9cd-4fc6-bb02-5ccc5bb147f2']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:26.613073 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-57ba9928-dd6a-4011-ba64-999138b66e65 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6029ab30-27b2-48f2-8897-070a5b33faef') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:26.613597 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-57ba9928-dd6a-4011-ba64-999138b66e65 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6029ab30-27b2-48f2-8897-070a5b33faef') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:26.626696 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-725d9958-fb70-497a-8c8a-dfc484bcc50e None None] For port 407f05d0-2433-4e64-8887-a617be258597, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:59:26.630379 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-725d9958-fb70-497a-8c8a-dfc484bcc50e None None] For port 407f05d0-2433-4e64-8887-a617be258597, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=407f05d0-2433-4e64-8887-a617be258597,segment=NetworkSegment(6029ab30-27b2-48f2-8897-070a5b33faef),segment_id=6029ab30-27b2-48f2-8897-070a5b33faef)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:59:26.635330 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-57ba9928-dd6a-4011-ba64-999138b66e65 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:26.681207 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6885a13b-f626-4f30-8584-deeeee678e30 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:59:26.726978 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-725d9958-fb70-497a-8c8a-dfc484bcc50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:26.728934 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-57ba9928-dd6a-4011-ba64-999138b66e65 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:26.744415 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ba9928-dd6a-4011-ba64-999138b66e65 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:59:26.745174 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-57ba9928-dd6a-4011-ba64-999138b66e65 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:26.751250 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:59:26.751250 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:59:26.751250 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:59:26.751250 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:59:26.751250 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:59:26.751250 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:59:26.751250 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:59:26.751250 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:59:26.751250 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:59:26.751250 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:59:26.751250 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:59:26.751250 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:59:26.751250 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:59:26.751250 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:59:26.751250 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:59:26.751250 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:59:26.751250 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:59:26.751250 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:59:26.751250 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:59:26.751250 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:59:26.751250 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:59:26.751250 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:59:26.751250 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:59:26.751250 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:59:26.751250 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:59:26.751250 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:59:26.751250 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:59:26.751250 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:59:26.751250 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:59:26.751250 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:59:26.751250 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:59:26.751250 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:59:26.832279 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d9958-fb70-497a-8c8a-dfc484bcc50e None None] Pushing event updated for resources: {'Port': ['ID=407f05d0-2433-4e64-8887-a617be258597,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:26.870288 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef686d47-d4a0-417f-8303-ae849f30b270 None None] Network b1d24097-a9cd-4fc6-bb02-5ccc5bb147f2 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:59:26.939578 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 6885a13b-f626-4f30-8584-deeeee678e30 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:59:26.945807 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.db.api [None req-57ba9928-dd6a-4011-ba64-999138b66e65 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 18 13:59:26.945807 n-d-803603-2 neutron-server[101675]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 18 13:59:26.945807 n-d-803603-2 neutron-server[101675]: [parameters: {'id': 'b1d24097-a9cd-4fc6-bb02-5ccc5bb147f2'}] Aug 18 13:59:26.945807 n-d-803603-2 neutron-server[101675]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:59:26.946634 n-d-803603-2 neutron-server[101675]: DEBUG oslo_db.api [None req-57ba9928-dd6a-4011-ba64-999138b66e65 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:59:26.951833 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 6885a13b-f626-4f30-8584-deeeee678e30 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:59:26.952431 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:27.097624 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-1a95d2c1-2c21-463f-96e9-5f149c70e0d5 None None] Provisioning complete for port 6885a13b-f626-4f30-8584-deeeee678e30 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:59:27.098301 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1a95d2c1-2c21-463f-96e9-5f149c70e0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:27.283629 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceed4da4-1f9d-4c8e-8a23-67d28f63e65c None None] get_active_networks_info from n-d-803603-2 {{(pid=101677) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 13:59:27.335147 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:27.441041 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1a95d2c1-2c21-463f-96e9-5f149c70e0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:27.447305 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-57ba9928-dd6a-4011-ba64-999138b66e65 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:27.459150 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 6885a13b-f626-4f30-8584-deeeee678e30, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=6885a13b-f626-4f30-8584-deeeee678e30,segment=NetworkSegment(17436754-dd5d-4fe8-965e-34626a892da2),segment_id=17436754-dd5d-4fe8-965e-34626a892da2)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:27.482818 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceed4da4-1f9d-4c8e-8a23-67d28f63e65c None None] Resources bound (agent type, host, resource id): {{(pid=101677) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 13:59:27.525686 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-57ba9928-dd6a-4011-ba64-999138b66e65 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Deleting port 407f05d0-2433-4e64-8887-a617be258597 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:59:27.526444 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-57ba9928-dd6a-4011-ba64-999138b66e65 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:27.547201 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:27.610041 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-57ba9928-dd6a-4011-ba64-999138b66e65 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] For port 407f05d0-2433-4e64-8887-a617be258597, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=407f05d0-2433-4e64-8887-a617be258597,segment=NetworkSegment(6029ab30-27b2-48f2-8897-070a5b33faef),segment_id=6029ab30-27b2-48f2-8897-070a5b33faef)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:27.610469 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-57ba9928-dd6a-4011-ba64-999138b66e65 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:27.625251 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-57ba9928-dd6a-4011-ba64-999138b66e65 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Calling delete_port for 407f05d0-2433-4e64-8887-a617be258597 owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:59:27.654523 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.db.api [None req-1a95d2c1-2c21-463f-96e9-5f149c70e0d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:59:27.655145 n-d-803603-2 neutron-server[101677]: DEBUG oslo_db.api [None req-1a95d2c1-2c21-463f-96e9-5f149c70e0d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:59:27.676842 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=6885a13b-f626-4f30-8584-deeeee678e30,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:27.793499 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-57ba9928-dd6a-4011-ba64-999138b66e65 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:27.821718 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba9928-dd6a-4011-ba64-999138b66e65 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Pushing event deleted for resources: {'Port': ['ID=407f05d0-2433-4e64-8887-a617be258597,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:27.826282 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ba9928-dd6a-4011-ba64-999138b66e65 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] No DVR routers for this DVR port 407f05d0-2433-4e64-8887-a617be258597 on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:59:27.940764 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-57ba9928-dd6a-4011-ba64-999138b66e65 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:27.952807 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-57ba9928-dd6a-4011-ba64-999138b66e65 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1d24097-a9cd-4fc6-bb02-5ccc5bb147f2']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:27.964171 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-57ba9928-dd6a-4011-ba64-999138b66e65 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6029ab30-27b2-48f2-8897-070a5b33faef') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:27.965153 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-57ba9928-dd6a-4011-ba64-999138b66e65 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6029ab30-27b2-48f2-8897-070a5b33faef') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:27.975674 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-57ba9928-dd6a-4011-ba64-999138b66e65 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:27.998548 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-57ba9928-dd6a-4011-ba64-999138b66e65 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:28.006259 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ba9928-dd6a-4011-ba64-999138b66e65 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:59:28.006803 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-57ba9928-dd6a-4011-ba64-999138b66e65 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:28.010850 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:59:28.010850 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:59:28.010850 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:59:28.010850 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:59:28.010850 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:59:28.010850 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:59:28.010850 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:59:28.010850 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:59:28.010850 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:59:28.010850 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:59:28.010850 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:59:28.010850 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:59:28.010850 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:59:28.010850 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:59:28.010850 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:59:28.010850 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:59:28.010850 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:59:28.010850 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:59:28.010850 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:59:28.010850 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:59:28.010850 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:59:28.010850 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:59:28.010850 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:59:28.010850 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:59:28.010850 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:59:28.010850 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:59:28.010850 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:59:28.010850 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:59:28.010850 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:59:28.010850 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:59:28.010850 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:59:28.010850 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:59:28.186385 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-57ba9928-dd6a-4011-ba64-999138b66e65 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:28.197816 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-57ba9928-dd6a-4011-ba64-999138b66e65 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:28.201615 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-57ba9928-dd6a-4011-ba64-999138b66e65 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] 10.222.0.13 "DELETE /v2.0/networks/b1d24097-a9cd-4fc6-bb02-5ccc5bb147f2 HTTP/1.1" status: 204 len: 168 time: 2.4655967 Aug 18 13:59:28.206542 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39192) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:28.214729 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-1e1b442f-ab0a-4344-9016-55027de8ddea tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-803822077'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:28.217464 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba9928-dd6a-4011-ba64-999138b66e65 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Pushing event deleted for resources: {'Network': ['ID=b1d24097-a9cd-4fc6-bb02-5ccc5bb147f2,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:28.336290 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1b442f-ab0a-4344-9016-55027de8ddea tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Made reservation on behalf of 6524e202b33b46d995867f4581293875 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:59:28.340271 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1e1b442f-ab0a-4344-9016-55027de8ddea tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:28.376446 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e1b442f-ab0a-4344-9016-55027de8ddea tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:59:28.388098 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1e1b442f-ab0a-4344-9016-55027de8ddea tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:28.388452 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-1e1b442f-ab0a-4344-9016-55027de8ddea tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Added segment 93d03f2c-cb70-4b0b-a867-ce244c3db62d of type vlan for network 047894ae-ec42-476e-999f-dc2c5774d6a0 Aug 18 13:59:28.444587 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:28.457902 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1e1b442f-ab0a-4344-9016-55027de8ddea tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:28.564788 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1e1b442f-ab0a-4344-9016-55027de8ddea tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:28.572983 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1b442f-ab0a-4344-9016-55027de8ddea tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:28.574408 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1e1b442f-ab0a-4344-9016-55027de8ddea tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:28.627436 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6885a13b-f626-4f30-8584-deeeee678e30 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:59:28.670040 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b442f-ab0a-4344-9016-55027de8ddea tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Pushing event updated for resources: {'Network': ['ID=047894ae-ec42-476e-999f-dc2c5774d6a0,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:28.683251 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 047894ae-ec42-476e-999f-dc2c5774d6a0 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:59:28.739240 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 6885a13b-f626-4f30-8584-deeeee678e30 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:59:28.739513 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:28.807310 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1e1b442f-ab0a-4344-9016-55027de8ddea tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5944433 Aug 18 13:59:28.807657 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39194) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:28.813373 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-9de9614f-9edc-440c-8b04-53ae732e77f6 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Request body: {'subnet': {'network_id': '047894ae-ec42-476e-999f-dc2c5774d6a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:28.987502 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de9614f-9edc-440c-8b04-53ae732e77f6 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Made reservation on behalf of 6524e202b33b46d995867f4581293875 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:59:28.991227 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9de9614f-9edc-440c-8b04-53ae732e77f6 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:29.057516 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.ipam_backend_mixin [None req-9de9614f-9edc-440c-8b04-53ae732e77f6 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Performing IP validity checks on allocation pools {{(pid=101676) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 18 13:59:29.058207 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.ipam_backend_mixin [None req-9de9614f-9edc-440c-8b04-53ae732e77f6 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101676) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 18 13:59:29.285111 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9de9614f-9edc-440c-8b04-53ae732e77f6 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:29.348684 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de9614f-9edc-440c-8b04-53ae732e77f6 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Pushing event updated for resources: {'Subnet': ['ID=90ad20fe-a315-4a33-b155-019ca58f3833,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:29.358567 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de9614f-9edc-440c-8b04-53ae732e77f6 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Checking segment: {'id': '93d03f2c-cb70-4b0b-a867-ce244c3db62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '047894ae-ec42-476e-999f-dc2c5774d6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:59:29.358937 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de9614f-9edc-440c-8b04-53ae732e77f6 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Network hostable DHCP agents. Network: 047894ae-ec42-476e-999f-dc2c5774d6a0, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:59:29.381664 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:29.461660 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de9614f-9edc-440c-8b04-53ae732e77f6 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Network 047894ae-ec42-476e-999f-dc2c5774d6a0 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:59:29.553317 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-9de9614f-9edc-440c-8b04-53ae732e77f6 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 047894ae-ec42-476e-999f-dc2c5774d6a0) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:59:29.557832 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de9614f-9edc-440c-8b04-53ae732e77f6 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:29.558999 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9de9614f-9edc-440c-8b04-53ae732e77f6 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:29.564125 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527dbe5f-b0fe-48aa-a48e-ce720f69dee5 None None] Network 047894ae-ec42-476e-999f-dc2c5774d6a0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:59:29.643532 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9de9614f-9edc-440c-8b04-53ae732e77f6 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8341112 Aug 18 13:59:29.647555 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39196) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:29.765225 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d19e8b01-41da-4917-a629-890438e9cb8f tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:29.893151 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d19e8b01-41da-4917-a629-890438e9cb8f tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:29.944050 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e776cc-d452-4381-bb58-8fcebfda730f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-047894ae-ec42-476e-999f-dc2c5774d6a0', 'network_id': '047894ae-ec42-476e-999f-dc2c5774d6a0', 'tenant_id': '6524e202b33b46d995867f4581293875', 'fixed_ips': [{'subnet_id': '90ad20fe-a315-4a33-b155-019ca58f3833'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:59:29.944942 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a6e776cc-d452-4381-bb58-8fcebfda730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:30.067085 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d19e8b01-41da-4917-a629-890438e9cb8f tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:30.117163 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e8b01-41da-4917-a629-890438e9cb8f tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Pushing event deleted for resources: {'Subnet': ['ID=90ad20fe-a315-4a33-b155-019ca58f3833,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:30.196886 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d19e8b01-41da-4917-a629-890438e9cb8f tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:30.209432 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-d19e8b01-41da-4917-a629-890438e9cb8f tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['047894ae-ec42-476e-999f-dc2c5774d6a0']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server [None req-a6e776cc-d452-4381-bb58-8fcebfda730f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 90ad20fe-a315-4a33-b155-019ca58f3833: This subnet is being modified by another concurrent operation. Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server raise exception Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 90ad20fe-a315-4a33-b155-019ca58f3833: This subnet is being modified by another concurrent operation. Aug 18 13:59:30.217303 n-d-803603-2 neutron-server[101677]: ERROR oslo_messaging.rpc.server Aug 18 13:59:30.223673 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-d19e8b01-41da-4917-a629-890438e9cb8f tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93d03f2c-cb70-4b0b-a867-ce244c3db62d') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:30.223673 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-d19e8b01-41da-4917-a629-890438e9cb8f tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93d03f2c-cb70-4b0b-a867-ce244c3db62d') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:30.239310 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f6e6cb-bf62-4d43-9e58-37546065e30d None None] Network 047894ae-ec42-476e-999f-dc2c5774d6a0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:59:30.239654 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d19e8b01-41da-4917-a629-890438e9cb8f tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:30.256897 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d19e8b01-41da-4917-a629-890438e9cb8f tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:30.264781 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d19e8b01-41da-4917-a629-890438e9cb8f tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:59:30.265347 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d19e8b01-41da-4917-a629-890438e9cb8f tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:30.268761 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:59:30.268761 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:59:30.268761 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:59:30.268761 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:59:30.268761 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:59:30.268761 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:59:30.268761 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:59:30.268761 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:59:30.268761 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:59:30.268761 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:59:30.268761 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:59:30.268761 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:59:30.268761 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:59:30.268761 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:59:30.268761 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:59:30.268761 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:59:30.268761 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:59:30.268761 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:59:30.268761 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:59:30.268761 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:59:30.268761 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:59:30.268761 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:59:30.268761 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:59:30.268761 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:59:30.268761 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:59:30.268761 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:59:30.268761 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:59:30.268761 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:59:30.268761 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:59:30.268761 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:59:30.268761 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:59:30.268761 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:59:30.398338 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da02476a-be3b-435a-9421-6a3c22c96770 None None] get_active_networks_info from n-d-803603-2 {{(pid=101677) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 13:59:30.404717 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d19e8b01-41da-4917-a629-890438e9cb8f tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:30.415912 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d19e8b01-41da-4917-a629-890438e9cb8f tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:30.424274 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d19e8b01-41da-4917-a629-890438e9cb8f tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] 10.222.0.13 "DELETE /v2.0/networks/047894ae-ec42-476e-999f-dc2c5774d6a0 HTTP/1.1" status: 204 len: 168 time: 0.7700610 Aug 18 13:59:30.425140 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39198) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:30.431643 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-91a558f4-975b-4bde-9942-57463debeaa9 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-363122704'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:30.456090 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e8b01-41da-4917-a629-890438e9cb8f tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Pushing event deleted for resources: {'Network': ['ID=047894ae-ec42-476e-999f-dc2c5774d6a0,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:30.477549 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e8b01-41da-4917-a629-890438e9cb8f tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:30.477904 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e8b01-41da-4917-a629-890438e9cb8f tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:30.478266 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e8b01-41da-4917-a629-890438e9cb8f tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:30.478610 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e8b01-41da-4917-a629-890438e9cb8f tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:30.478943 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e8b01-41da-4917-a629-890438e9cb8f tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:30.479274 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e8b01-41da-4917-a629-890438e9cb8f tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:30.479602 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e8b01-41da-4917-a629-890438e9cb8f tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:30.480482 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e8b01-41da-4917-a629-890438e9cb8f tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:30.481071 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e8b01-41da-4917-a629-890438e9cb8f tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:30.481393 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e8b01-41da-4917-a629-890438e9cb8f tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:30.481717 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e8b01-41da-4917-a629-890438e9cb8f tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:30.482040 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e8b01-41da-4917-a629-890438e9cb8f tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:30.500973 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da02476a-be3b-435a-9421-6a3c22c96770 None None] Resources bound (agent type, host, resource id): {{(pid=101677) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 13:59:30.564989 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a558f4-975b-4bde-9942-57463debeaa9 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Made reservation on behalf of 6524e202b33b46d995867f4581293875 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:59:30.571514 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-91a558f4-975b-4bde-9942-57463debeaa9 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:30.603762 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91a558f4-975b-4bde-9942-57463debeaa9 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:59:30.615108 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-91a558f4-975b-4bde-9942-57463debeaa9 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:30.615604 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-91a558f4-975b-4bde-9942-57463debeaa9 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Added segment 76c28bf8-e5f4-46e4-a0d7-375a08b3db4c of type vlan for network 33ae1da6-3156-4ef2-b0a1-4df01bd88c40 Aug 18 13:59:30.665790 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-91a558f4-975b-4bde-9942-57463debeaa9 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:30.807735 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-91a558f4-975b-4bde-9942-57463debeaa9 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:30.814373 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a558f4-975b-4bde-9942-57463debeaa9 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:30.815025 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-91a558f4-975b-4bde-9942-57463debeaa9 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:30.887407 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a558f4-975b-4bde-9942-57463debeaa9 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Pushing event updated for resources: {'Network': ['ID=33ae1da6-3156-4ef2-b0a1-4df01bd88c40,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:30.899062 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 33ae1da6-3156-4ef2-b0a1-4df01bd88c40 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:59:30.954131 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-91a558f4-975b-4bde-9942-57463debeaa9 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5272536 Aug 18 13:59:30.957813 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39200) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:30.963595 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-4bb926e0-1ea5-4329-8964-0f4d6b2cfd72 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Request body: {'subnet': {'network_id': '33ae1da6-3156-4ef2-b0a1-4df01bd88c40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:31.141483 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb926e0-1ea5-4329-8964-0f4d6b2cfd72 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Made reservation on behalf of 6524e202b33b46d995867f4581293875 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:59:31.145362 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4bb926e0-1ea5-4329-8964-0f4d6b2cfd72 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:31.410601 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4bb926e0-1ea5-4329-8964-0f4d6b2cfd72 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:31.478652 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb926e0-1ea5-4329-8964-0f4d6b2cfd72 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Pushing event updated for resources: {'Subnet': ['ID=59e4b6ea-5218-4554-9caf-9c4520d5dba0,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:31.489330 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb926e0-1ea5-4329-8964-0f4d6b2cfd72 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Checking segment: {'id': '76c28bf8-e5f4-46e4-a0d7-375a08b3db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '33ae1da6-3156-4ef2-b0a1-4df01bd88c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:59:31.489700 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb926e0-1ea5-4329-8964-0f4d6b2cfd72 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Network hostable DHCP agents. Network: 33ae1da6-3156-4ef2-b0a1-4df01bd88c40, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:59:31.556570 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb926e0-1ea5-4329-8964-0f4d6b2cfd72 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Network 33ae1da6-3156-4ef2-b0a1-4df01bd88c40 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:59:31.642338 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-4bb926e0-1ea5-4329-8964-0f4d6b2cfd72 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 33ae1da6-3156-4ef2-b0a1-4df01bd88c40) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:59:31.648205 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb926e0-1ea5-4329-8964-0f4d6b2cfd72 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:31.648914 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4bb926e0-1ea5-4329-8964-0f4d6b2cfd72 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:31.653697 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf194e8-daaa-4627-9c3d-133b93b368ee None None] Network 33ae1da6-3156-4ef2-b0a1-4df01bd88c40 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:59:31.753880 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4bb926e0-1ea5-4329-8964-0f4d6b2cfd72 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7947712 Aug 18 13:59:31.758697 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39202) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:31.764770 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-a337f554-bfca-4b24-b59b-1baa9e0e80d6 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-704885054'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:31.822133 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b75887-9b89-49cc-a35a-72f043e506c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-33ae1da6-3156-4ef2-b0a1-4df01bd88c40', 'network_id': '33ae1da6-3156-4ef2-b0a1-4df01bd88c40', 'tenant_id': '6524e202b33b46d995867f4581293875', 'fixed_ips': [{'subnet_id': '59e4b6ea-5218-4554-9caf-9c4520d5dba0'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:59:31.823148 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-38b75887-9b89-49cc-a35a-72f043e506c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:31.856594 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a337f554-bfca-4b24-b59b-1baa9e0e80d6 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Made reservation on behalf of 6524e202b33b46d995867f4581293875 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:59:31.863343 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a337f554-bfca-4b24-b59b-1baa9e0e80d6 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:31.902399 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a337f554-bfca-4b24-b59b-1baa9e0e80d6 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:59:31.918881 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a337f554-bfca-4b24-b59b-1baa9e0e80d6 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:31.919420 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-a337f554-bfca-4b24-b59b-1baa9e0e80d6 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Added segment 84151b61-2ad9-4446-854c-e745349d789b of type vlan for network 7f3250af-aaa9-4765-976f-85920c8fbb20 Aug 18 13:59:31.979367 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a337f554-bfca-4b24-b59b-1baa9e0e80d6 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:32.037601 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-38b75887-9b89-49cc-a35a-72f043e506c0 None None] Allocated IP 2001:db8::2 (33ae1da6-3156-4ef2-b0a1-4df01bd88c40/59e4b6ea-5218-4554-9caf-9c4520d5dba0/0fa8ffda-9b3f-4978-b531-a22a9c4468c4) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:59:32.070773 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a337f554-bfca-4b24-b59b-1baa9e0e80d6 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:32.077318 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a337f554-bfca-4b24-b59b-1baa9e0e80d6 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:32.077971 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a337f554-bfca-4b24-b59b-1baa9e0e80d6 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:32.149086 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a337f554-bfca-4b24-b59b-1baa9e0e80d6 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Pushing event updated for resources: {'Network': ['ID=7f3250af-aaa9-4765-976f-85920c8fbb20,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:32.162319 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 7f3250af-aaa9-4765-976f-85920c8fbb20 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:59:32.192086 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a337f554-bfca-4b24-b59b-1baa9e0e80d6 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4319701 Aug 18 13:59:32.195576 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39204) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:32.201594 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-dc5d0491-67a8-4408-b0a1-b4662e03174f tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Request body: {'subnet': {'network_id': '7f3250af-aaa9-4765-976f-85920c8fbb20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:32.270004 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-38b75887-9b89-49cc-a35a-72f043e506c0 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:32.280811 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-38b75887-9b89-49cc-a35a-72f043e506c0 None None] Transition to ACTIVE for port object 0fa8ffda-9b3f-4978-b531-a22a9c4468c4 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:59:32.297570 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-38b75887-9b89-49cc-a35a-72f043e506c0 None None] Transition to ACTIVE for port object 0fa8ffda-9b3f-4978-b531-a22a9c4468c4 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:59:32.381790 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-38b75887-9b89-49cc-a35a-72f043e506c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:32.424827 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b75887-9b89-49cc-a35a-72f043e506c0 None None] Network 33ae1da6-3156-4ef2-b0a1-4df01bd88c40 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:59:32.427416 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5d0491-67a8-4408-b0a1-b4662e03174f tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Made reservation on behalf of 6524e202b33b46d995867f4581293875 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:59:32.428323 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-38b75887-9b89-49cc-a35a-72f043e506c0 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:59:32.431284 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dc5d0491-67a8-4408-b0a1-b4662e03174f tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:32.432552 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b75887-9b89-49cc-a35a-72f043e506c0 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:59:32.439341 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b75887-9b89-49cc-a35a-72f043e506c0 None None] Pushing event updated for resources: {'Port': ['ID=0fa8ffda-9b3f-4978-b531-a22a9c4468c4,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:32.502581 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-38b75887-9b89-49cc-a35a-72f043e506c0 None None] Attempting to bind port 0fa8ffda-9b3f-4978-b531-a22a9c4468c4 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:59:32.503195 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-38b75887-9b89-49cc-a35a-72f043e506c0 None None] Attempting to bind port 0fa8ffda-9b3f-4978-b531-a22a9c4468c4 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '76c28bf8-e5f4-46e4-a0d7-375a08b3db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '33ae1da6-3156-4ef2-b0a1-4df01bd88c40'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:59:32.503581 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b75887-9b89-49cc-a35a-72f043e506c0 None None] Attempting to bind port 0fa8ffda-9b3f-4978-b531-a22a9c4468c4 on network 33ae1da6-3156-4ef2-b0a1-4df01bd88c40 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:59:32.509569 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b75887-9b89-49cc-a35a-72f043e506c0 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:59:32.509914 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b75887-9b89-49cc-a35a-72f043e506c0 None None] Checking segment: {'id': '76c28bf8-e5f4-46e4-a0d7-375a08b3db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '33ae1da6-3156-4ef2-b0a1-4df01bd88c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:59:32.510242 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-38b75887-9b89-49cc-a35a-72f043e506c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:32.510654 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b75887-9b89-49cc-a35a-72f043e506c0 None None] Bound using segment: {'id': '76c28bf8-e5f4-46e4-a0d7-375a08b3db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '33ae1da6-3156-4ef2-b0a1-4df01bd88c40'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:59:32.511780 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-38b75887-9b89-49cc-a35a-72f043e506c0 None None] Bound port: 0fa8ffda-9b3f-4978-b531-a22a9c4468c4, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c28bf8-e5f4-46e4-a0d7-375a08b3db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '33ae1da6-3156-4ef2-b0a1-4df01bd88c40'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:59:32.512191 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-38b75887-9b89-49cc-a35a-72f043e506c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:32.587770 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-38b75887-9b89-49cc-a35a-72f043e506c0 None None] For port 0fa8ffda-9b3f-4978-b531-a22a9c4468c4, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:59:32.592011 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-38b75887-9b89-49cc-a35a-72f043e506c0 None None] For port 0fa8ffda-9b3f-4978-b531-a22a9c4468c4, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=0fa8ffda-9b3f-4978-b531-a22a9c4468c4,segment=NetworkSegment(76c28bf8-e5f4-46e4-a0d7-375a08b3db4c),segment_id=76c28bf8-e5f4-46e4-a0d7-375a08b3db4c)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:59:32.668590 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-38b75887-9b89-49cc-a35a-72f043e506c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:32.742612 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dc5d0491-67a8-4408-b0a1-b4662e03174f tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:32.748780 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b75887-9b89-49cc-a35a-72f043e506c0 None None] Pushing event updated for resources: {'Port': ['ID=0fa8ffda-9b3f-4978-b531-a22a9c4468c4,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:32.819300 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d0491-67a8-4408-b0a1-b4662e03174f tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Pushing event updated for resources: {'Subnet': ['ID=635d0b84-11a9-4b1a-961b-f97000d458c9,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:32.838013 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5d0491-67a8-4408-b0a1-b4662e03174f tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Checking segment: {'id': '84151b61-2ad9-4446-854c-e745349d789b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7f3250af-aaa9-4765-976f-85920c8fbb20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:59:32.838423 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5d0491-67a8-4408-b0a1-b4662e03174f tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Network hostable DHCP agents. Network: 7f3250af-aaa9-4765-976f-85920c8fbb20, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:59:32.970349 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5d0491-67a8-4408-b0a1-b4662e03174f tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Network 7f3250af-aaa9-4765-976f-85920c8fbb20 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:59:33.059672 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-dc5d0491-67a8-4408-b0a1-b4662e03174f tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 7f3250af-aaa9-4765-976f-85920c8fbb20) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:59:33.069736 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5d0491-67a8-4408-b0a1-b4662e03174f tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:33.070316 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dc5d0491-67a8-4408-b0a1-b4662e03174f tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:33.070919 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07df28a2-a411-4ea6-9be6-61da86d0c1c2 None None] Network 7f3250af-aaa9-4765-976f-85920c8fbb20 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:59:33.184019 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-dc5d0491-67a8-4408-b0a1-b4662e03174f tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9863489 Aug 18 13:59:33.186622 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39206) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:33.269864 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cb6407-0ff5-4d35-bb76-509f265b6633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-7f3250af-aaa9-4765-976f-85920c8fbb20', 'network_id': '7f3250af-aaa9-4765-976f-85920c8fbb20', 'tenant_id': '6524e202b33b46d995867f4581293875', 'fixed_ips': [{'subnet_id': '635d0b84-11a9-4b1a-961b-f97000d458c9'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:59:33.271162 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d1cb6407-0ff5-4d35-bb76-509f265b6633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:33.359577 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1e54b943-f6be-43f0-8ea6-b9379a78eecb tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:33.443072 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-d1cb6407-0ff5-4d35-bb76-509f265b6633 None None] Allocated IP 2001:db8::2 (7f3250af-aaa9-4765-976f-85920c8fbb20/635d0b84-11a9-4b1a-961b-f97000d458c9/d4fec1c7-6902-4eaa-8edc-928336b1689a) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:59:33.455331 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1e54b943-f6be-43f0-8ea6-b9379a78eecb tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:33.679440 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d1cb6407-0ff5-4d35-bb76-509f265b6633 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:33.692350 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d1cb6407-0ff5-4d35-bb76-509f265b6633 None None] Transition to ACTIVE for port object d4fec1c7-6902-4eaa-8edc-928336b1689a will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:59:33.718731 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d1cb6407-0ff5-4d35-bb76-509f265b6633 None None] Transition to ACTIVE for port object d4fec1c7-6902-4eaa-8edc-928336b1689a will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:59:33.789120 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d1cb6407-0ff5-4d35-bb76-509f265b6633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:33.857361 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cb6407-0ff5-4d35-bb76-509f265b6633 None None] Network 7f3250af-aaa9-4765-976f-85920c8fbb20 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:59:33.863382 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-d1cb6407-0ff5-4d35-bb76-509f265b6633 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:59:33.866340 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cb6407-0ff5-4d35-bb76-509f265b6633 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:59:33.873664 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cb6407-0ff5-4d35-bb76-509f265b6633 None None] Pushing event updated for resources: {'Port': ['ID=d4fec1c7-6902-4eaa-8edc-928336b1689a,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:33.888893 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1e54b943-f6be-43f0-8ea6-b9379a78eecb tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:33.953416 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99da9425-779e-41d4-bb7b-7cfce4699d1f None None] Network 33ae1da6-3156-4ef2-b0a1-4df01bd88c40 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:59:33.984180 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e54b943-f6be-43f0-8ea6-b9379a78eecb tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Pushing event deleted for resources: {'Subnet': ['ID=635d0b84-11a9-4b1a-961b-f97000d458c9,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:34.014030 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1e54b943-f6be-43f0-8ea6-b9379a78eecb tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:34.017729 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-d1cb6407-0ff5-4d35-bb76-509f265b6633 None None] Attempting to bind port d4fec1c7-6902-4eaa-8edc-928336b1689a on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:59:34.018148 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-d1cb6407-0ff5-4d35-bb76-509f265b6633 None None] Attempting to bind port d4fec1c7-6902-4eaa-8edc-928336b1689a by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '84151b61-2ad9-4446-854c-e745349d789b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7f3250af-aaa9-4765-976f-85920c8fbb20'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:59:34.018582 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cb6407-0ff5-4d35-bb76-509f265b6633 None None] Attempting to bind port d4fec1c7-6902-4eaa-8edc-928336b1689a on network 7f3250af-aaa9-4765-976f-85920c8fbb20 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:59:34.027506 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-1e54b943-f6be-43f0-8ea6-b9379a78eecb tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f3250af-aaa9-4765-976f-85920c8fbb20']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:34.039315 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cb6407-0ff5-4d35-bb76-509f265b6633 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:59:34.039831 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cb6407-0ff5-4d35-bb76-509f265b6633 None None] Checking segment: {'id': '84151b61-2ad9-4446-854c-e745349d789b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7f3250af-aaa9-4765-976f-85920c8fbb20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:59:34.040354 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d1cb6407-0ff5-4d35-bb76-509f265b6633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:34.040854 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cb6407-0ff5-4d35-bb76-509f265b6633 None None] Bound using segment: {'id': '84151b61-2ad9-4446-854c-e745349d789b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7f3250af-aaa9-4765-976f-85920c8fbb20'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:59:34.041487 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-d1cb6407-0ff5-4d35-bb76-509f265b6633 None None] Bound port: d4fec1c7-6902-4eaa-8edc-928336b1689a, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84151b61-2ad9-4446-854c-e745349d789b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7f3250af-aaa9-4765-976f-85920c8fbb20'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:59:34.041780 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-1e54b943-f6be-43f0-8ea6-b9379a78eecb tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84151b61-2ad9-4446-854c-e745349d789b') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:34.042077 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d1cb6407-0ff5-4d35-bb76-509f265b6633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:34.042308 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-1e54b943-f6be-43f0-8ea6-b9379a78eecb tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84151b61-2ad9-4446-854c-e745349d789b') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:34.059894 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1e54b943-f6be-43f0-8ea6-b9379a78eecb tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:34.085992 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1e54b943-f6be-43f0-8ea6-b9379a78eecb tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:34.097164 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-561f9811-0641-494e-a39e-eacfcb07cbe0 None None] Provisioning for port 0fa8ffda-9b3f-4978-b531-a22a9c4468c4 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:59:34.097833 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e54b943-f6be-43f0-8ea6-b9379a78eecb tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:59:34.098460 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1e54b943-f6be-43f0-8ea6-b9379a78eecb tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:34.104618 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:59:34.104618 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:59:34.104618 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:59:34.104618 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:59:34.104618 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:59:34.104618 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:59:34.104618 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:59:34.104618 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:59:34.104618 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:59:34.104618 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:59:34.104618 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:59:34.104618 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:59:34.104618 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:59:34.104618 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:59:34.104618 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:59:34.104618 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:59:34.104618 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:59:34.104618 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:59:34.104618 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:59:34.104618 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:59:34.104618 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:59:34.104618 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:59:34.104618 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:59:34.104618 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:59:34.104618 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:59:34.104618 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:59:34.104618 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:59:34.104618 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:59:34.104618 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:59:34.104618 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:59:34.104618 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:59:34.104618 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:59:34.182001 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-d1cb6407-0ff5-4d35-bb76-509f265b6633 None None] For port d4fec1c7-6902-4eaa-8edc-928336b1689a, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:59:34.226779 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-d1cb6407-0ff5-4d35-bb76-509f265b6633 None None] For port d4fec1c7-6902-4eaa-8edc-928336b1689a, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=d4fec1c7-6902-4eaa-8edc-928336b1689a,segment=NetworkSegment(84151b61-2ad9-4446-854c-e745349d789b),segment_id=84151b61-2ad9-4446-854c-e745349d789b)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:59:34.254314 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.db.api [None req-1e54b943-f6be-43f0-8ea6-b9379a78eecb tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 18 13:59:34.254314 n-d-803603-2 neutron-server[101676]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 18 13:59:34.254314 n-d-803603-2 neutron-server[101676]: [parameters: {'id': '7f3250af-aaa9-4765-976f-85920c8fbb20'}] Aug 18 13:59:34.254314 n-d-803603-2 neutron-server[101676]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 13:59:34.255091 n-d-803603-2 neutron-server[101676]: DEBUG oslo_db.api [None req-1e54b943-f6be-43f0-8ea6-b9379a78eecb tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 13:59:34.331284 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d1cb6407-0ff5-4d35-bb76-509f265b6633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:34.458709 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cb6407-0ff5-4d35-bb76-509f265b6633 None None] Pushing event updated for resources: {'Port': ['ID=d4fec1c7-6902-4eaa-8edc-928336b1689a,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:34.476543 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cb3026-480c-47f4-bb38-31eb6fb8700d None None] Network 7f3250af-aaa9-4765-976f-85920c8fbb20 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:59:34.637379 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17fbfa3-2591-4623-a227-121dc9b0eda3 None None] get_active_networks_info from n-d-803603-2 {{(pid=101677) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 13:59:34.680884 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 0fa8ffda-9b3f-4978-b531-a22a9c4468c4 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:59:34.755939 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1e54b943-f6be-43f0-8ea6-b9379a78eecb tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:34.811556 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17fbfa3-2591-4623-a227-121dc9b0eda3 None None] Resources bound (agent type, host, resource id): {{(pid=101677) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 13:59:34.832941 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-1e54b943-f6be-43f0-8ea6-b9379a78eecb tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Deleting port d4fec1c7-6902-4eaa-8edc-928336b1689a {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:59:34.833655 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1e54b943-f6be-43f0-8ea6-b9379a78eecb tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:34.891191 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 0fa8ffda-9b3f-4978-b531-a22a9c4468c4 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:59:34.900110 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 0fa8ffda-9b3f-4978-b531-a22a9c4468c4 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:59:34.900632 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:34.923047 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-1e54b943-f6be-43f0-8ea6-b9379a78eecb tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] For port d4fec1c7-6902-4eaa-8edc-928336b1689a, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=d4fec1c7-6902-4eaa-8edc-928336b1689a,segment=NetworkSegment(84151b61-2ad9-4446-854c-e745349d789b),segment_id=84151b61-2ad9-4446-854c-e745349d789b)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:34.923550 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1e54b943-f6be-43f0-8ea6-b9379a78eecb tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:34.943126 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-1e54b943-f6be-43f0-8ea6-b9379a78eecb tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Calling delete_port for d4fec1c7-6902-4eaa-8edc-928336b1689a owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:59:35.077023 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:35.132733 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1e54b943-f6be-43f0-8ea6-b9379a78eecb tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:35.155509 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 0fa8ffda-9b3f-4978-b531-a22a9c4468c4, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=0fa8ffda-9b3f-4978-b531-a22a9c4468c4,segment=NetworkSegment(76c28bf8-e5f4-46e4-a0d7-375a08b3db4c),segment_id=76c28bf8-e5f4-46e4-a0d7-375a08b3db4c)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:35.184669 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e54b943-f6be-43f0-8ea6-b9379a78eecb tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Pushing event deleted for resources: {'Port': ['ID=d4fec1c7-6902-4eaa-8edc-928336b1689a,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:35.191898 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e54b943-f6be-43f0-8ea6-b9379a78eecb tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] No DVR routers for this DVR port d4fec1c7-6902-4eaa-8edc-928336b1689a on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:59:35.231962 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:35.285033 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1e54b943-f6be-43f0-8ea6-b9379a78eecb tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:35.297390 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-1e54b943-f6be-43f0-8ea6-b9379a78eecb tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f3250af-aaa9-4765-976f-85920c8fbb20']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:35.311040 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-1e54b943-f6be-43f0-8ea6-b9379a78eecb tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84151b61-2ad9-4446-854c-e745349d789b') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:35.311518 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-1e54b943-f6be-43f0-8ea6-b9379a78eecb tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84151b61-2ad9-4446-854c-e745349d789b') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:35.320117 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=0fa8ffda-9b3f-4978-b531-a22a9c4468c4,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:35.323131 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1e54b943-f6be-43f0-8ea6-b9379a78eecb tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:35.347172 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1e54b943-f6be-43f0-8ea6-b9379a78eecb tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:35.355434 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e54b943-f6be-43f0-8ea6-b9379a78eecb tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:59:35.356287 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1e54b943-f6be-43f0-8ea6-b9379a78eecb tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:35.359793 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:59:35.359793 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:59:35.359793 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:59:35.359793 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:59:35.359793 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:59:35.359793 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:59:35.359793 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:59:35.359793 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:59:35.359793 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:59:35.359793 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:59:35.359793 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:59:35.359793 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:59:35.359793 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:59:35.359793 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:59:35.359793 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:59:35.359793 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:59:35.359793 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:59:35.359793 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:59:35.359793 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:59:35.359793 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:59:35.359793 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:59:35.359793 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:59:35.359793 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:59:35.359793 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:59:35.359793 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:59:35.359793 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:59:35.359793 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:59:35.359793 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:59:35.359793 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:59:35.359793 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:59:35.359793 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:59:35.359793 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:59:35.484527 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1e54b943-f6be-43f0-8ea6-b9379a78eecb tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:35.498634 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1e54b943-f6be-43f0-8ea6-b9379a78eecb tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:35.502379 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1e54b943-f6be-43f0-8ea6-b9379a78eecb tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] 10.222.0.13 "DELETE /v2.0/networks/7f3250af-aaa9-4765-976f-85920c8fbb20 HTTP/1.1" status: 204 len: 168 time: 2.3139822 Aug 18 13:59:35.505842 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39208) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:35.521164 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e54b943-f6be-43f0-8ea6-b9379a78eecb tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Pushing event deleted for resources: {'Network': ['ID=7f3250af-aaa9-4765-976f-85920c8fbb20,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:35.542495 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4cf02aa-0ca9-4a44-860a-088bc0da06f9 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] GET failed (client error): The resource could not be found. Aug 18 13:59:35.543850 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b4cf02aa-0ca9-4a44-860a-088bc0da06f9 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] 10.222.0.13 "GET /v2.0/subnets/635d0b84-11a9-4b1a-961b-f97000d458c9 HTTP/1.1" status: 404 len: 337 time: 0.0363207 Aug 18 13:59:35.548643 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39210) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:35.568578 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-4167c147-784e-4acc-a9a8-21422633fcea tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] DELETE failed (client error): The resource could not be found. Aug 18 13:59:35.571605 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4167c147-784e-4acc-a9a8-21422633fcea tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:59:35.571605 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4167c147-784e-4acc-a9a8-21422633fcea tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] 10.222.0.13 "DELETE /v2.0/networks/7f3250af-aaa9-4765-976f-85920c8fbb20 HTTP/1.1" status: 404 len: 339 time: 0.0213652 Aug 18 13:59:35.575574 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39212) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:35.609679 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-d13ae92b-fe10-4789-9bca-e5f6f1f956e6 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] DELETE failed (client error): The resource could not be found. Aug 18 13:59:35.610068 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d13ae92b-fe10-4789-9bca-e5f6f1f956e6 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:59:35.612395 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d13ae92b-fe10-4789-9bca-e5f6f1f956e6 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] 10.222.0.13 "DELETE /v2.0/subnets/635d0b84-11a9-4b1a-961b-f97000d458c9 HTTP/1.1" status: 404 len: 337 time: 0.0357795 Aug 18 13:59:35.615179 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39214) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:35.635589 n-d-803603-2 neutron-server[101676]: INFO neutron.pecan_wsgi.hooks.translation [None req-82afe730-e99f-4acc-9bf1-ff66351506bf tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] DELETE failed (client error): The resource could not be found. Aug 18 13:59:35.636736 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82afe730-e99f-4acc-9bf1-ff66351506bf tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:59:35.638613 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-82afe730-e99f-4acc-9bf1-ff66351506bf tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] 10.222.0.13 "DELETE /v2.0/networks/7f3250af-aaa9-4765-976f-85920c8fbb20 HTTP/1.1" status: 404 len: 339 time: 0.0223632 Aug 18 13:59:35.641419 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39216) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:35.700939 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-21f09722-13cb-45a6-a855-ca218c1560f1 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Deleting subnet 59e4b6ea-5218-4554-9caf-9c4520d5dba0 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:59:35.704640 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-21f09722-13cb-45a6-a855-ca218c1560f1 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:35.751908 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-21f09722-13cb-45a6-a855-ca218c1560f1 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:35.858770 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-21f09722-13cb-45a6-a855-ca218c1560f1 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:36.021819 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-21f09722-13cb-45a6-a855-ca218c1560f1 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:36.055479 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f09722-13cb-45a6-a855-ca218c1560f1 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Pushing event deleted for resources: {'Subnet': ['ID=59e4b6ea-5218-4554-9caf-9c4520d5dba0,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:36.059554 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-21f09722-13cb-45a6-a855-ca218c1560f1 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:36.061851 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-21f09722-13cb-45a6-a855-ca218c1560f1 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] 10.222.0.13 "DELETE /v2.0/subnets/59e4b6ea-5218-4554-9caf-9c4520d5dba0 HTTP/1.1" status: 204 len: 168 time: 0.4191418 Aug 18 13:59:36.066206 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39218) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:36.074866 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c891d041-73cd-4790-bc9c-e8e73281bc27 None None] Network 33ae1da6-3156-4ef2-b0a1-4df01bd88c40 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:59:36.181142 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cb2f81c3-08be-4fd9-aa04-61f4de2a4765 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:36.252666 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-cb2f81c3-08be-4fd9-aa04-61f4de2a4765 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Deleting port 0fa8ffda-9b3f-4978-b531-a22a9c4468c4 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:59:36.253213 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cb2f81c3-08be-4fd9-aa04-61f4de2a4765 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:36.346230 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da56ff63-6ef2-4343-8c28-8d9e1106ee5b None None] DHCP port deletion for 33ae1da6-3156-4ef2-b0a1-4df01bd88c40 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:59:36.358059 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-cb2f81c3-08be-4fd9-aa04-61f4de2a4765 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] For port 0fa8ffda-9b3f-4978-b531-a22a9c4468c4, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=0fa8ffda-9b3f-4978-b531-a22a9c4468c4,segment=NetworkSegment(76c28bf8-e5f4-46e4-a0d7-375a08b3db4c),segment_id=76c28bf8-e5f4-46e4-a0d7-375a08b3db4c)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:36.358472 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cb2f81c3-08be-4fd9-aa04-61f4de2a4765 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:36.376311 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-cb2f81c3-08be-4fd9-aa04-61f4de2a4765 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Calling delete_port for 0fa8ffda-9b3f-4978-b531-a22a9c4468c4 owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:59:36.437414 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-da56ff63-6ef2-4343-8c28-8d9e1106ee5b None None] Deleting port 0fa8ffda-9b3f-4978-b531-a22a9c4468c4 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:59:36.438058 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-da56ff63-6ef2-4343-8c28-8d9e1106ee5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:36.552788 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cb2f81c3-08be-4fd9-aa04-61f4de2a4765 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:36.557368 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-da56ff63-6ef2-4343-8c28-8d9e1106ee5b None None] For port 0fa8ffda-9b3f-4978-b531-a22a9c4468c4, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=0fa8ffda-9b3f-4978-b531-a22a9c4468c4,segment=NetworkSegment(76c28bf8-e5f4-46e4-a0d7-375a08b3db4c),segment_id=76c28bf8-e5f4-46e4-a0d7-375a08b3db4c)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:36.558696 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-da56ff63-6ef2-4343-8c28-8d9e1106ee5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:36.595533 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-da56ff63-6ef2-4343-8c28-8d9e1106ee5b None None] Calling delete_port for 0fa8ffda-9b3f-4978-b531-a22a9c4468c4 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:59:36.605269 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2f81c3-08be-4fd9-aa04-61f4de2a4765 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] No DVR routers for this DVR port 0fa8ffda-9b3f-4978-b531-a22a9c4468c4 on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:59:36.614129 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f81c3-08be-4fd9-aa04-61f4de2a4765 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Pushing event deleted for resources: {'Port': ['ID=0fa8ffda-9b3f-4978-b531-a22a9c4468c4,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:36.671943 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 0fa8ffda-9b3f-4978-b531-a22a9c4468c4 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:59:36.699529 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 0fa8ffda-9b3f-4978-b531-a22a9c4468c4 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:59:36.699875 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 0fa8ffda-9b3f-4978-b531-a22a9c4468c4 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:59:36.742207 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-da56ff63-6ef2-4343-8c28-8d9e1106ee5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:36.754602 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cb2f81c3-08be-4fd9-aa04-61f4de2a4765 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:36.768430 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da56ff63-6ef2-4343-8c28-8d9e1106ee5b None None] Pushing event deleted for resources: {'Port': ['ID=0fa8ffda-9b3f-4978-b531-a22a9c4468c4,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:36.772115 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-cb2f81c3-08be-4fd9-aa04-61f4de2a4765 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33ae1da6-3156-4ef2-b0a1-4df01bd88c40']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:36.776316 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da56ff63-6ef2-4343-8c28-8d9e1106ee5b None None] No DVR routers for this DVR port 0fa8ffda-9b3f-4978-b531-a22a9c4468c4 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:59:36.792849 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-cb2f81c3-08be-4fd9-aa04-61f4de2a4765 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76c28bf8-e5f4-46e4-a0d7-375a08b3db4c') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:36.793201 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-cb2f81c3-08be-4fd9-aa04-61f4de2a4765 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76c28bf8-e5f4-46e4-a0d7-375a08b3db4c') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:36.804426 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cb2f81c3-08be-4fd9-aa04-61f4de2a4765 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:36.828616 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cb2f81c3-08be-4fd9-aa04-61f4de2a4765 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:36.835929 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb2f81c3-08be-4fd9-aa04-61f4de2a4765 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:59:36.836358 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cb2f81c3-08be-4fd9-aa04-61f4de2a4765 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:36.840302 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 13:59:36.840302 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:59:36.840302 n-d-803603-2 neutron-server[101676]: timer() Aug 18 13:59:36.840302 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:59:36.840302 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 13:59:36.840302 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:59:36.840302 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 13:59:36.840302 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:59:36.840302 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 13:59:36.840302 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:59:36.840302 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 13:59:36.840302 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:59:36.840302 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 13:59:36.840302 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:59:36.840302 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:59:36.840302 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:59:36.840302 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:59:36.840302 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:59:36.840302 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 13:59:36.840302 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:59:36.840302 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 13:59:36.840302 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:59:36.840302 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:59:36.840302 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:59:36.840302 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 13:59:36.840302 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:59:36.840302 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:59:36.840302 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:59:36.840302 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:59:36.840302 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:59:36.840302 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:59:36.840302 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:59:36.979172 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cb2f81c3-08be-4fd9-aa04-61f4de2a4765 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:36.992318 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cb2f81c3-08be-4fd9-aa04-61f4de2a4765 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:36.996244 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-cb2f81c3-08be-4fd9-aa04-61f4de2a4765 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] 10.222.0.13 "DELETE /v2.0/networks/33ae1da6-3156-4ef2-b0a1-4df01bd88c40 HTTP/1.1" status: 204 len: 168 time: 0.9278448 Aug 18 13:59:36.999486 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39220) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:37.014859 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f81c3-08be-4fd9-aa04-61f4de2a4765 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Pushing event deleted for resources: {'Network': ['ID=33ae1da6-3156-4ef2-b0a1-4df01bd88c40,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:37.029088 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bc1d424-9bc1-48a5-a83f-43d931a58691 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] DELETE failed (client error): The resource could not be found. Aug 18 13:59:37.029544 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bc1d424-9bc1-48a5-a83f-43d931a58691 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:59:37.031430 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1bc1d424-9bc1-48a5-a83f-43d931a58691 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] 10.222.0.13 "DELETE /v2.0/subnets/90ad20fe-a315-4a33-b155-019ca58f3833 HTTP/1.1" status: 404 len: 337 time: 0.0306239 Aug 18 13:59:37.034403 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39222) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:37.054246 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e99c36d-0c09-459d-86e3-fdb4dee061cb tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] DELETE failed (client error): The resource could not be found. Aug 18 13:59:37.054812 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e99c36d-0c09-459d-86e3-fdb4dee061cb tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:59:37.056568 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7e99c36d-0c09-459d-86e3-fdb4dee061cb tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] 10.222.0.13 "DELETE /v2.0/networks/047894ae-ec42-476e-999f-dc2c5774d6a0 HTTP/1.1" status: 404 len: 339 time: 0.0211768 Aug 18 13:59:37.060164 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39224) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:37.088070 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d06489c-1b59-48d3-ace3-b855cf995de8 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] DELETE failed (client error): The resource could not be found. Aug 18 13:59:37.088840 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d06489c-1b59-48d3-ace3-b855cf995de8 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:59:37.091240 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5d06489c-1b59-48d3-ace3-b855cf995de8 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] 10.222.0.13 "DELETE /v2.0/subnets/befefb4a-6092-47cb-be75-8cbb591681de HTTP/1.1" status: 404 len: 337 time: 0.0299037 Aug 18 13:59:37.094214 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39226) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:37.113922 n-d-803603-2 neutron-server[101675]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7e99ad8-4e1e-42f5-9b76-2d38ee29ce15 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] DELETE failed (client error): The resource could not be found. Aug 18 13:59:37.114595 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7e99ad8-4e1e-42f5-9b76-2d38ee29ce15 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 13:59:37.116474 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a7e99ad8-4e1e-42f5-9b76-2d38ee29ce15 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] 10.222.0.13 "DELETE /v2.0/networks/b1d24097-a9cd-4fc6-bb02-5ccc5bb147f2 HTTP/1.1" status: 404 len: 339 time: 0.0211864 Aug 18 13:59:37.121285 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39228) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:37.177245 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-f902acf2-b676-4ae7-9a8c-26562f7ffd64 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Deleting subnet 7021c85e-e486-4003-a923-ca130de20976 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:59:37.180875 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f902acf2-b676-4ae7-9a8c-26562f7ffd64 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:37.231239 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f902acf2-b676-4ae7-9a8c-26562f7ffd64 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:37.329451 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f902acf2-b676-4ae7-9a8c-26562f7ffd64 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:37.547890 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f902acf2-b676-4ae7-9a8c-26562f7ffd64 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:37.586582 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f902acf2-b676-4ae7-9a8c-26562f7ffd64 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Pushing event deleted for resources: {'Subnet': ['ID=7021c85e-e486-4003-a923-ca130de20976,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:37.587876 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f902acf2-b676-4ae7-9a8c-26562f7ffd64 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:37.591735 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f902acf2-b676-4ae7-9a8c-26562f7ffd64 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] 10.222.0.13 "DELETE /v2.0/subnets/7021c85e-e486-4003-a923-ca130de20976 HTTP/1.1" status: 204 len: 168 time: 0.4689851 Aug 18 13:59:37.594846 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39230) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:37.595830 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0702e29-7176-44f0-8f54-696d500f9bb1 None None] Network 3553db7f-b3d7-4ebe-b5dd-ee1af47295bc requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:59:37.719847 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-58cb2f23-6155-4648-b683-f23504e00145 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:37.792555 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-58cb2f23-6155-4648-b683-f23504e00145 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Deleting port 6885a13b-f626-4f30-8584-deeeee678e30 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:59:37.793061 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-58cb2f23-6155-4648-b683-f23504e00145 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:37.829136 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1b291f-969c-49e8-8a58-b1037c8fac1c None None] DHCP port deletion for 3553db7f-b3d7-4ebe-b5dd-ee1af47295bc request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:59:37.872470 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-58cb2f23-6155-4648-b683-f23504e00145 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] For port 6885a13b-f626-4f30-8584-deeeee678e30, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=6885a13b-f626-4f30-8584-deeeee678e30,segment=NetworkSegment(17436754-dd5d-4fe8-965e-34626a892da2),segment_id=17436754-dd5d-4fe8-965e-34626a892da2)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:37.872844 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-58cb2f23-6155-4648-b683-f23504e00145 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:37.888935 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-58cb2f23-6155-4648-b683-f23504e00145 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Calling delete_port for 6885a13b-f626-4f30-8584-deeeee678e30 owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:59:37.890101 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-0c1b291f-969c-49e8-8a58-b1037c8fac1c None None] Deleting port 6885a13b-f626-4f30-8584-deeeee678e30 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:59:37.890666 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0c1b291f-969c-49e8-8a58-b1037c8fac1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:38.009064 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-0c1b291f-969c-49e8-8a58-b1037c8fac1c None None] For port 6885a13b-f626-4f30-8584-deeeee678e30, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=6885a13b-f626-4f30-8584-deeeee678e30,segment=NetworkSegment(17436754-dd5d-4fe8-965e-34626a892da2),segment_id=17436754-dd5d-4fe8-965e-34626a892da2)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:38.009737 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0c1b291f-969c-49e8-8a58-b1037c8fac1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:38.034895 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-0c1b291f-969c-49e8-8a58-b1037c8fac1c None None] Calling delete_port for 6885a13b-f626-4f30-8584-deeeee678e30 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:59:38.082594 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-58cb2f23-6155-4648-b683-f23504e00145 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:38.119172 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb2f23-6155-4648-b683-f23504e00145 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Pushing event deleted for resources: {'Port': ['ID=6885a13b-f626-4f30-8584-deeeee678e30,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:38.119172 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cb2f23-6155-4648-b683-f23504e00145 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] No DVR routers for this DVR port 6885a13b-f626-4f30-8584-deeeee678e30 on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:59:38.170958 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0c1b291f-969c-49e8-8a58-b1037c8fac1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:38.206680 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b291f-969c-49e8-8a58-b1037c8fac1c None None] Pushing event deleted for resources: {'Port': ['ID=6885a13b-f626-4f30-8584-deeeee678e30,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:38.211700 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1b291f-969c-49e8-8a58-b1037c8fac1c None None] No DVR routers for this DVR port 6885a13b-f626-4f30-8584-deeeee678e30 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:59:38.216451 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-58cb2f23-6155-4648-b683-f23504e00145 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:38.236196 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-58cb2f23-6155-4648-b683-f23504e00145 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3553db7f-b3d7-4ebe-b5dd-ee1af47295bc']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:38.254823 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-58cb2f23-6155-4648-b683-f23504e00145 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17436754-dd5d-4fe8-965e-34626a892da2') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:38.255339 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-58cb2f23-6155-4648-b683-f23504e00145 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17436754-dd5d-4fe8-965e-34626a892da2') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:38.272703 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-58cb2f23-6155-4648-b683-f23504e00145 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:38.297580 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-58cb2f23-6155-4648-b683-f23504e00145 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:38.304767 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58cb2f23-6155-4648-b683-f23504e00145 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:59:38.305220 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-58cb2f23-6155-4648-b683-f23504e00145 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:38.308986 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:59:38.308986 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:59:38.308986 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:59:38.308986 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:59:38.308986 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:59:38.308986 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:59:38.308986 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:59:38.308986 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:59:38.308986 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:59:38.308986 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:59:38.308986 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:59:38.308986 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:59:38.308986 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:59:38.308986 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:59:38.308986 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:59:38.308986 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:59:38.308986 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:59:38.308986 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:59:38.308986 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:59:38.308986 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:59:38.308986 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:59:38.308986 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:59:38.308986 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:59:38.308986 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:59:38.308986 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:59:38.308986 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:59:38.308986 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:59:38.308986 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:59:38.308986 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:59:38.308986 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:59:38.308986 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:59:38.308986 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:59:38.455813 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-58cb2f23-6155-4648-b683-f23504e00145 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:38.460924 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-58cb2f23-6155-4648-b683-f23504e00145 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:38.463309 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-58cb2f23-6155-4648-b683-f23504e00145 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] 10.222.0.13 "DELETE /v2.0/networks/3553db7f-b3d7-4ebe-b5dd-ee1af47295bc HTTP/1.1" status: 204 len: 168 time: 0.8670142 Aug 18 13:59:38.487563 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb2f23-6155-4648-b683-f23504e00145 tempest-NetworksIpV6Test-1038665912 tempest-NetworksIpV6Test-1038665912-project] Pushing event deleted for resources: {'Network': ['ID=3553db7f-b3d7-4ebe-b5dd-ee1af47295bc,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:38.627442 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6885a13b-f626-4f30-8584-deeeee678e30 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:59:38.650618 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 6885a13b-f626-4f30-8584-deeeee678e30 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:59:38.651023 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6885a13b-f626-4f30-8584-deeeee678e30 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:59:39.056149 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39236) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:39.227109 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-df6c20be-3fdb-4123-9f6b-9816947dbb5d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6524e202b33b46d995867f4581293875&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1696544 Aug 18 13:59:39.229936 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39240) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:39.289107 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b6f15785-3fd6-44ca-b829-bf0455e32321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:39.316083 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b6f15785-3fd6-44ca-b829-bf0455e32321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:39.450797 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b6f15785-3fd6-44ca-b829-bf0455e32321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:39.454086 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b6f15785-3fd6-44ca-b829-bf0455e32321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:39.455398 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b6f15785-3fd6-44ca-b829-bf0455e32321 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60beab93-5f49-4902-87d0-bf2af08db187 HTTP/1.1" status: 204 len: 168 time: 0.2240279 Aug 18 13:59:39.464765 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f15785-3fd6-44ca-b829-bf0455e32321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60beab93-5f49-4902-87d0-bf2af08db187,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:40.660869 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39262) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:40.797453 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-ed6570d4-cd31-4d48-9e10-7dd067e8f45b tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-282556607', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:40.901455 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ed6570d4-cd31-4d48-9e10-7dd067e8f45b tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:40.902903 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ed6570d4-cd31-4d48-9e10-7dd067e8f45b tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:40.959939 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ed6570d4-cd31-4d48-9e10-7dd067e8f45b tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:41.055807 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ed6570d4-cd31-4d48-9e10-7dd067e8f45b tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:41.161901 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ed6570d4-cd31-4d48-9e10-7dd067e8f45b tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:41.163219 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ed6570d4-cd31-4d48-9e10-7dd067e8f45b tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5009859 Aug 18 13:59:41.166286 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39266) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:41.174945 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-e681f8e0-0479-48e5-984b-add060f07cbc tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-546894687'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:41.312943 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e681f8e0-0479-48e5-984b-add060f07cbc tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Made reservation on behalf of d7e6ee79ea434d1eb460db0fced6ca34 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:59:41.316741 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e681f8e0-0479-48e5-984b-add060f07cbc tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:41.327727 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e681f8e0-0479-48e5-984b-add060f07cbc tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:41.464523 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e681f8e0-0479-48e5-984b-add060f07cbc tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:41.541408 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e681f8e0-0479-48e5-984b-add060f07cbc tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:41.572198 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e681f8e0-0479-48e5-984b-add060f07cbc tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:59:41.582420 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e681f8e0-0479-48e5-984b-add060f07cbc tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4820ef5-31d7-48aa-b5a4-b87e6fe45ed2,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:41.589493 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e681f8e0-0479-48e5-984b-add060f07cbc tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:41.589865 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-e681f8e0-0479-48e5-984b-add060f07cbc tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Added segment 757e8c3d-0dff-472d-a2d4-885cc3167fb0 of type vlan for network c7cd37e3-4865-4178-b971-47f0a83c8b77 Aug 18 13:59:41.636732 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e681f8e0-0479-48e5-984b-add060f07cbc tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:41.707653 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-64c75141-2051-4983-8942-22762db01405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:41.767544 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e681f8e0-0479-48e5-984b-add060f07cbc tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:41.773722 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e681f8e0-0479-48e5-984b-add060f07cbc tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:41.774642 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e681f8e0-0479-48e5-984b-add060f07cbc tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:42.254091 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e681f8e0-0479-48e5-984b-add060f07cbc tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0862336 Aug 18 13:59:42.256491 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e681f8e0-0479-48e5-984b-add060f07cbc tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Pushing event updated for resources: {'Network': ['ID=c7cd37e3-4865-4178-b971-47f0a83c8b77,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:42.264422 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39268) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:42.272571 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-2567f160-1c82-4731-9035-66e434d722a2 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Request body: {'subnet': {'network_id': 'c7cd37e3-4865-4178-b971-47f0a83c8b77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:42.274939 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network c7cd37e3-4865-4178-b971-47f0a83c8b77 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:59:42.501191 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2567f160-1c82-4731-9035-66e434d722a2 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Made reservation on behalf of d7e6ee79ea434d1eb460db0fced6ca34 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:59:42.505430 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2567f160-1c82-4731-9035-66e434d722a2 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:42.853378 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2567f160-1c82-4731-9035-66e434d722a2 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:42.928443 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2567f160-1c82-4731-9035-66e434d722a2 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Pushing event updated for resources: {'Subnet': ['ID=0e10f973-b488-4b8b-bb25-c3076463fc8f,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:42.937103 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2567f160-1c82-4731-9035-66e434d722a2 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Checking segment: {'id': '757e8c3d-0dff-472d-a2d4-885cc3167fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c7cd37e3-4865-4178-b971-47f0a83c8b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:59:42.937529 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2567f160-1c82-4731-9035-66e434d722a2 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Network hostable DHCP agents. Network: c7cd37e3-4865-4178-b971-47f0a83c8b77, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:59:43.021290 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2567f160-1c82-4731-9035-66e434d722a2 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Network c7cd37e3-4865-4178-b971-47f0a83c8b77 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:59:43.101236 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-2567f160-1c82-4731-9035-66e434d722a2 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, c7cd37e3-4865-4178-b971-47f0a83c8b77) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:59:43.107394 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2567f160-1c82-4731-9035-66e434d722a2 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:43.108907 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2567f160-1c82-4731-9035-66e434d722a2 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:43.114353 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8815585c-09ad-445d-8790-dde0512feef8 None None] Network c7cd37e3-4865-4178-b971-47f0a83c8b77 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:59:43.236652 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2567f160-1c82-4731-9035-66e434d722a2 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9665637 Aug 18 13:59:43.236997 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39270) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:43.243269 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-33377911-7993-4118-bd33-c16c5ed036e3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-200593867'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:43.375744 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33377911-7993-4118-bd33-c16c5ed036e3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Made reservation on behalf of d7e6ee79ea434d1eb460db0fced6ca34 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:59:43.381868 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-33377911-7993-4118-bd33-c16c5ed036e3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:43.422933 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33377911-7993-4118-bd33-c16c5ed036e3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:59:43.439139 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-33377911-7993-4118-bd33-c16c5ed036e3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:43.439702 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-33377911-7993-4118-bd33-c16c5ed036e3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Added segment 7d0572c3-4395-49dc-9e03-d1cf1ada8428 of type vlan for network b71552e8-75f5-4351-91d0-1003bf821ad1 Aug 18 13:59:43.509705 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-33377911-7993-4118-bd33-c16c5ed036e3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:43.526861 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56b90fe-1a1c-4138-a7a1-22bd00cddfd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-c7cd37e3-4865-4178-b971-47f0a83c8b77', 'network_id': 'c7cd37e3-4865-4178-b971-47f0a83c8b77', 'tenant_id': 'd7e6ee79ea434d1eb460db0fced6ca34', 'fixed_ips': [{'subnet_id': '0e10f973-b488-4b8b-bb25-c3076463fc8f'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:59:43.532544 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a56b90fe-1a1c-4138-a7a1-22bd00cddfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:43.638092 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-33377911-7993-4118-bd33-c16c5ed036e3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:43.644146 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33377911-7993-4118-bd33-c16c5ed036e3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:43.644788 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-33377911-7993-4118-bd33-c16c5ed036e3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:43.741445 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-33377911-7993-4118-bd33-c16c5ed036e3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4973276 Aug 18 13:59:43.741445 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33377911-7993-4118-bd33-c16c5ed036e3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Pushing event updated for resources: {'Network': ['ID=b71552e8-75f5-4351-91d0-1003bf821ad1,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:43.743748 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39272) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:43.758584 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-37f6a6af-8768-49f7-80cb-861fad8bd356 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Request body: {'subnet': {'network_id': 'b71552e8-75f5-4351-91d0-1003bf821ad1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:43.772548 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network b71552e8-75f5-4351-91d0-1003bf821ad1 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:59:43.865106 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-a56b90fe-1a1c-4138-a7a1-22bd00cddfd2 None None] Allocated IP 172.20.0.2 (c7cd37e3-4865-4178-b971-47f0a83c8b77/0e10f973-b488-4b8b-bb25-c3076463fc8f/1095b61a-c515-44d6-bc98-6d81afc33deb) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:59:43.931070 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-07fd4600-10b7-45ec-8783-ccc41059b971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:43.990467 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f6a6af-8768-49f7-80cb-861fad8bd356 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Made reservation on behalf of d7e6ee79ea434d1eb460db0fced6ca34 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:59:43.998395 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-37f6a6af-8768-49f7-80cb-861fad8bd356 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:44.060759 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a56b90fe-1a1c-4138-a7a1-22bd00cddfd2 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:44.073357 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a56b90fe-1a1c-4138-a7a1-22bd00cddfd2 None None] Transition to ACTIVE for port object 1095b61a-c515-44d6-bc98-6d81afc33deb will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:59:44.098557 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a56b90fe-1a1c-4138-a7a1-22bd00cddfd2 None None] Transition to ACTIVE for port object 1095b61a-c515-44d6-bc98-6d81afc33deb will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:59:44.191521 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a56b90fe-1a1c-4138-a7a1-22bd00cddfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:44.247072 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56b90fe-1a1c-4138-a7a1-22bd00cddfd2 None None] Network c7cd37e3-4865-4178-b971-47f0a83c8b77 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:59:44.250526 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-a56b90fe-1a1c-4138-a7a1-22bd00cddfd2 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:59:44.254798 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56b90fe-1a1c-4138-a7a1-22bd00cddfd2 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:59:44.261453 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56b90fe-1a1c-4138-a7a1-22bd00cddfd2 None None] Pushing event updated for resources: {'Port': ['ID=1095b61a-c515-44d6-bc98-6d81afc33deb,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:44.294504 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-37f6a6af-8768-49f7-80cb-861fad8bd356 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:44.331100 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-a56b90fe-1a1c-4138-a7a1-22bd00cddfd2 None None] Attempting to bind port 1095b61a-c515-44d6-bc98-6d81afc33deb on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:59:44.331871 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-a56b90fe-1a1c-4138-a7a1-22bd00cddfd2 None None] Attempting to bind port 1095b61a-c515-44d6-bc98-6d81afc33deb by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '757e8c3d-0dff-472d-a2d4-885cc3167fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c7cd37e3-4865-4178-b971-47f0a83c8b77'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:59:44.332470 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56b90fe-1a1c-4138-a7a1-22bd00cddfd2 None None] Attempting to bind port 1095b61a-c515-44d6-bc98-6d81afc33deb on network c7cd37e3-4865-4178-b971-47f0a83c8b77 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:59:44.342415 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56b90fe-1a1c-4138-a7a1-22bd00cddfd2 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:59:44.343018 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56b90fe-1a1c-4138-a7a1-22bd00cddfd2 None None] Checking segment: {'id': '757e8c3d-0dff-472d-a2d4-885cc3167fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c7cd37e3-4865-4178-b971-47f0a83c8b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:59:44.343663 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a56b90fe-1a1c-4138-a7a1-22bd00cddfd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:44.344321 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56b90fe-1a1c-4138-a7a1-22bd00cddfd2 None None] Bound using segment: {'id': '757e8c3d-0dff-472d-a2d4-885cc3167fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c7cd37e3-4865-4178-b971-47f0a83c8b77'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:59:44.345105 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-a56b90fe-1a1c-4138-a7a1-22bd00cddfd2 None None] Bound port: 1095b61a-c515-44d6-bc98-6d81afc33deb, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '757e8c3d-0dff-472d-a2d4-885cc3167fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c7cd37e3-4865-4178-b971-47f0a83c8b77'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:59:44.345742 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a56b90fe-1a1c-4138-a7a1-22bd00cddfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:44.394810 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6a6af-8768-49f7-80cb-861fad8bd356 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Pushing event updated for resources: {'Subnet': ['ID=797b36da-0767-463d-95e1-7657f4ee2a53,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:44.411363 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f6a6af-8768-49f7-80cb-861fad8bd356 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Checking segment: {'id': '7d0572c3-4395-49dc-9e03-d1cf1ada8428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b71552e8-75f5-4351-91d0-1003bf821ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:59:44.411962 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f6a6af-8768-49f7-80cb-861fad8bd356 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Network hostable DHCP agents. Network: b71552e8-75f5-4351-91d0-1003bf821ad1, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:59:44.450139 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-a56b90fe-1a1c-4138-a7a1-22bd00cddfd2 None None] For port 1095b61a-c515-44d6-bc98-6d81afc33deb, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:59:44.450139 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-a56b90fe-1a1c-4138-a7a1-22bd00cddfd2 None None] For port 1095b61a-c515-44d6-bc98-6d81afc33deb, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=1095b61a-c515-44d6-bc98-6d81afc33deb,segment=NetworkSegment(757e8c3d-0dff-472d-a2d4-885cc3167fb0),segment_id=757e8c3d-0dff-472d-a2d4-885cc3167fb0)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:59:44.564129 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f6a6af-8768-49f7-80cb-861fad8bd356 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Network b71552e8-75f5-4351-91d0-1003bf821ad1 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:59:44.608325 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a56b90fe-1a1c-4138-a7a1-22bd00cddfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:44.646321 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:44.673530 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-37f6a6af-8768-49f7-80cb-861fad8bd356 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, b71552e8-75f5-4351-91d0-1003bf821ad1) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:59:44.680093 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f6a6af-8768-49f7-80cb-861fad8bd356 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:44.681747 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-37f6a6af-8768-49f7-80cb-861fad8bd356 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:44.682794 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56b90fe-1a1c-4138-a7a1-22bd00cddfd2 None None] Pushing event updated for resources: {'Port': ['ID=1095b61a-c515-44d6-bc98-6d81afc33deb,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:44.689819 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dd155d-f66d-4c60-885d-090f3daaf5ce None None] Network b71552e8-75f5-4351-91d0-1003bf821ad1 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:59:44.792118 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-37f6a6af-8768-49f7-80cb-861fad8bd356 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0454197 Aug 18 13:59:44.796591 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39274) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:44.805041 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-4fe45615-7617-42a5-bcde-dab383e4aaa3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b71552e8-75f5-4351-91d0-1003bf821ad1'}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:44.966517 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44edc392-19dc-423d-99af-6edb53cf834a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-b71552e8-75f5-4351-91d0-1003bf821ad1', 'network_id': 'b71552e8-75f5-4351-91d0-1003bf821ad1', 'tenant_id': 'd7e6ee79ea434d1eb460db0fced6ca34', 'fixed_ips': [{'subnet_id': '797b36da-0767-463d-95e1-7657f4ee2a53'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:59:44.967973 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-44edc392-19dc-423d-99af-6edb53cf834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:45.105301 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4fe45615-7617-42a5-bcde-dab383e4aaa3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:45.235577 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-44edc392-19dc-423d-99af-6edb53cf834a None None] Allocated IP 172.21.0.2 (b71552e8-75f5-4351-91d0-1003bf821ad1/797b36da-0767-463d-95e1-7657f4ee2a53/6c7a93c3-87e1-4586-9633-61d16989808a) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:59:45.322942 n-d-803603-2 neutron-server[101676]: INFO neutron.api.v2.resource [None req-4fe45615-7617-42a5-bcde-dab383e4aaa3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 13:59:45.324152 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4fe45615-7617-42a5-bcde-dab383e4aaa3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] 10.222.0.13 "PUT /v2.0/routers/f04f014d-b804-4bf6-9738-33c78edbb398 HTTP/1.1" status: 400 len: 364 time: 0.5255892 Aug 18 13:59:45.330210 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39276) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:45.393016 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a1f3599-64bc-4173-a657-d4b50df61a7f tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Deleting subnet 797b36da-0767-463d-95e1-7657f4ee2a53 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:59:45.437615 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-44edc392-19dc-423d-99af-6edb53cf834a None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:45.449310 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-44edc392-19dc-423d-99af-6edb53cf834a None None] Transition to ACTIVE for port object 6c7a93c3-87e1-4586-9633-61d16989808a will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:59:45.468678 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-44edc392-19dc-423d-99af-6edb53cf834a None None] Transition to ACTIVE for port object 6c7a93c3-87e1-4586-9633-61d16989808a will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:59:45.707163 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2a1f3599-64bc-4173-a657-d4b50df61a7f tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:45.709039 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-44edc392-19dc-423d-99af-6edb53cf834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:45.763059 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44edc392-19dc-423d-99af-6edb53cf834a None None] Network b71552e8-75f5-4351-91d0-1003bf821ad1 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:59:45.768812 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-44edc392-19dc-423d-99af-6edb53cf834a None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:59:45.773137 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:45.779710 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44edc392-19dc-423d-99af-6edb53cf834a None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:59:45.785181 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44edc392-19dc-423d-99af-6edb53cf834a None None] Pushing event updated for resources: {'Port': ['ID=6c7a93c3-87e1-4586-9633-61d16989808a,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:45.805566 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2a1f3599-64bc-4173-a657-d4b50df61a7f tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:45.877573 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-44edc392-19dc-423d-99af-6edb53cf834a None None] Attempting to bind port 6c7a93c3-87e1-4586-9633-61d16989808a on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:59:45.878061 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-44edc392-19dc-423d-99af-6edb53cf834a None None] Attempting to bind port 6c7a93c3-87e1-4586-9633-61d16989808a by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '7d0572c3-4395-49dc-9e03-d1cf1ada8428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b71552e8-75f5-4351-91d0-1003bf821ad1'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:59:45.878412 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44edc392-19dc-423d-99af-6edb53cf834a None None] Attempting to bind port 6c7a93c3-87e1-4586-9633-61d16989808a on network b71552e8-75f5-4351-91d0-1003bf821ad1 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:59:45.893345 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44edc392-19dc-423d-99af-6edb53cf834a None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:59:45.894498 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44edc392-19dc-423d-99af-6edb53cf834a None None] Checking segment: {'id': '7d0572c3-4395-49dc-9e03-d1cf1ada8428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b71552e8-75f5-4351-91d0-1003bf821ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:59:45.895322 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-44edc392-19dc-423d-99af-6edb53cf834a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:45.895931 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44edc392-19dc-423d-99af-6edb53cf834a None None] Bound using segment: {'id': '7d0572c3-4395-49dc-9e03-d1cf1ada8428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b71552e8-75f5-4351-91d0-1003bf821ad1'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:59:45.896709 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-44edc392-19dc-423d-99af-6edb53cf834a None None] Bound port: 6c7a93c3-87e1-4586-9633-61d16989808a, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d0572c3-4395-49dc-9e03-d1cf1ada8428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b71552e8-75f5-4351-91d0-1003bf821ad1'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:59:45.897346 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-44edc392-19dc-423d-99af-6edb53cf834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:45.958543 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2a1f3599-64bc-4173-a657-d4b50df61a7f tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:45.970988 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71547d77-21ed-45f7-b78b-847e7f011462 None None] Network c7cd37e3-4865-4178-b971-47f0a83c8b77 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:59:46.134011 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2a1f3599-64bc-4173-a657-d4b50df61a7f tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:46.156021 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-44edc392-19dc-423d-99af-6edb53cf834a None None] For port 6c7a93c3-87e1-4586-9633-61d16989808a, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:59:46.182870 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f3599-64bc-4173-a657-d4b50df61a7f tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Pushing event deleted for resources: {'Subnet': ['ID=797b36da-0767-463d-95e1-7657f4ee2a53,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:46.186349 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-18688f33-7451-48d4-a824-cabbbdb5e801 None None] Provisioning for port 1095b61a-c515-44d6-bc98-6d81afc33deb completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:59:46.189211 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2a1f3599-64bc-4173-a657-d4b50df61a7f tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:46.192552 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2a1f3599-64bc-4173-a657-d4b50df61a7f tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] 10.222.0.13 "DELETE /v2.0/subnets/797b36da-0767-463d-95e1-7657f4ee2a53 HTTP/1.1" status: 204 len: 168 time: 0.8609354 Aug 18 13:59:46.204334 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-44edc392-19dc-423d-99af-6edb53cf834a None None] For port 6c7a93c3-87e1-4586-9633-61d16989808a, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=6c7a93c3-87e1-4586-9633-61d16989808a,segment=NetworkSegment(7d0572c3-4395-49dc-9e03-d1cf1ada8428),segment_id=7d0572c3-4395-49dc-9e03-d1cf1ada8428)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:59:46.208364 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39278) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:46.288134 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-44edc392-19dc-423d-99af-6edb53cf834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:46.362517 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44edc392-19dc-423d-99af-6edb53cf834a None None] Pushing event updated for resources: {'Port': ['ID=6c7a93c3-87e1-4586-9633-61d16989808a,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:46.365401 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9093cc1-0cdf-4595-89a7-d8ee678041a3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:46.459531 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-c9093cc1-0cdf-4595-89a7-d8ee678041a3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Deleting port 6c7a93c3-87e1-4586-9633-61d16989808a {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:59:46.460048 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9093cc1-0cdf-4595-89a7-d8ee678041a3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:46.624356 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-c9093cc1-0cdf-4595-89a7-d8ee678041a3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] For port 6c7a93c3-87e1-4586-9633-61d16989808a, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=6c7a93c3-87e1-4586-9633-61d16989808a,segment=NetworkSegment(7d0572c3-4395-49dc-9e03-d1cf1ada8428),segment_id=7d0572c3-4395-49dc-9e03-d1cf1ada8428)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:46.625063 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9093cc1-0cdf-4595-89a7-d8ee678041a3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:46.654234 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-c9093cc1-0cdf-4595-89a7-d8ee678041a3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Calling delete_port for 6c7a93c3-87e1-4586-9633-61d16989808a owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:59:46.813800 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 1095b61a-c515-44d6-bc98-6d81afc33deb up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:59:46.881341 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9093cc1-0cdf-4595-89a7-d8ee678041a3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:46.918406 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9093cc1-0cdf-4595-89a7-d8ee678041a3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Pushing event deleted for resources: {'Port': ['ID=6c7a93c3-87e1-4586-9633-61d16989808a,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:46.923901 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9093cc1-0cdf-4595-89a7-d8ee678041a3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] No DVR routers for this DVR port 6c7a93c3-87e1-4586-9633-61d16989808a on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:59:46.960357 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9093cc1-0cdf-4595-89a7-d8ee678041a3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:46.960711 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9093cc1-0cdf-4595-89a7-d8ee678041a3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:46.961053 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9093cc1-0cdf-4595-89a7-d8ee678041a3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:46.962834 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9093cc1-0cdf-4595-89a7-d8ee678041a3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:46.962834 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9093cc1-0cdf-4595-89a7-d8ee678041a3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:46.962834 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9093cc1-0cdf-4595-89a7-d8ee678041a3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:46.962834 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9093cc1-0cdf-4595-89a7-d8ee678041a3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:46.962834 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9093cc1-0cdf-4595-89a7-d8ee678041a3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:46.964117 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9093cc1-0cdf-4595-89a7-d8ee678041a3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:46.964117 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9093cc1-0cdf-4595-89a7-d8ee678041a3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:46.964450 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9093cc1-0cdf-4595-89a7-d8ee678041a3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:46.964643 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9093cc1-0cdf-4595-89a7-d8ee678041a3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:46.986624 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 1095b61a-c515-44d6-bc98-6d81afc33deb completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:59:46.991612 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 1095b61a-c515-44d6-bc98-6d81afc33deb triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:59:46.992250 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:47.038294 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9093cc1-0cdf-4595-89a7-d8ee678041a3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:47.049605 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-c9093cc1-0cdf-4595-89a7-d8ee678041a3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b71552e8-75f5-4351-91d0-1003bf821ad1']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:47.063265 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-c9093cc1-0cdf-4595-89a7-d8ee678041a3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d0572c3-4395-49dc-9e03-d1cf1ada8428') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:47.063669 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-c9093cc1-0cdf-4595-89a7-d8ee678041a3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d0572c3-4395-49dc-9e03-d1cf1ada8428') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:47.078428 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9093cc1-0cdf-4595-89a7-d8ee678041a3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:47.103675 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9093cc1-0cdf-4595-89a7-d8ee678041a3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:47.116721 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9093cc1-0cdf-4595-89a7-d8ee678041a3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:59:47.117426 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9093cc1-0cdf-4595-89a7-d8ee678041a3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:47.123165 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:59:47.123165 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:59:47.123165 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:59:47.123165 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:59:47.123165 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:59:47.123165 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:59:47.123165 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:59:47.123165 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:59:47.123165 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:59:47.123165 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:59:47.123165 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:59:47.123165 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:59:47.123165 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:59:47.123165 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:59:47.123165 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:59:47.123165 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:59:47.123165 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:59:47.123165 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:59:47.123165 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:59:47.123165 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:59:47.123165 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:59:47.123165 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:59:47.123165 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:59:47.123165 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:59:47.123165 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:59:47.123165 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:59:47.123165 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:59:47.123165 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:59:47.123165 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:59:47.123165 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:59:47.123165 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:59:47.123165 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:59:47.130003 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:47.184508 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 1095b61a-c515-44d6-bc98-6d81afc33deb, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=1095b61a-c515-44d6-bc98-6d81afc33deb,segment=NetworkSegment(757e8c3d-0dff-472d-a2d4-885cc3167fb0),segment_id=757e8c3d-0dff-472d-a2d4-885cc3167fb0)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:47.284276 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:47.285276 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6c7a93c3-87e1-4586-9633-61d16989808a up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:59:47.318349 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9093cc1-0cdf-4595-89a7-d8ee678041a3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:47.331788 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c9093cc1-0cdf-4595-89a7-d8ee678041a3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:47.335815 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c9093cc1-0cdf-4595-89a7-d8ee678041a3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] 10.222.0.13 "DELETE /v2.0/networks/b71552e8-75f5-4351-91d0-1003bf821ad1 HTTP/1.1" status: 204 len: 168 time: 1.1245325 Aug 18 13:59:47.338385 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39280) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:47.353870 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 6c7a93c3-87e1-4586-9633-61d16989808a {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:59:47.354860 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6c7a93c3-87e1-4586-9633-61d16989808a not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 18 13:59:47.364899 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9093cc1-0cdf-4595-89a7-d8ee678041a3 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Pushing event deleted for resources: {'Network': ['ID=b71552e8-75f5-4351-91d0-1003bf821ad1,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:47.396350 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Port 6c7a93c3-87e1-4586-9633-61d16989808a not found, will not notify nova. {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 18 13:59:47.418051 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=1095b61a-c515-44d6-bc98-6d81afc33deb,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:47.441064 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f4e67b9-8502-4dfc-92b9-45321ad22e10 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Deleting subnet 0e10f973-b488-4b8b-bb25-c3076463fc8f {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:59:47.445479 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7f4e67b9-8502-4dfc-92b9-45321ad22e10 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:47.498863 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7f4e67b9-8502-4dfc-92b9-45321ad22e10 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:47.612972 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:47.640152 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7f4e67b9-8502-4dfc-92b9-45321ad22e10 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:47.646215 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f732d09-120d-4abb-8970-bec9a6a15757 None None] DHCP port deletion for b71552e8-75f5-4351-91d0-1003bf821ad1 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:59:47.674798 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-845f283a-ef06-44c3-932d-750e37dbab2e None None] Could not find standard attr ID for object 6c7a93c3-87e1-4586-9633-61d16989808a. {{(pid=101677) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 13:59:47.684112 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117f1c7f-3a54-4755-bfa0-3a26ada21b44 None None] Network b71552e8-75f5-4351-91d0-1003bf821ad1 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:59:47.700829 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117f1c7f-3a54-4755-bfa0-3a26ada21b44 None None] Network b71552e8-75f5-4351-91d0-1003bf821ad1 could not be found, it might have been deleted concurrently. {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 18 13:59:47.807691 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7f4e67b9-8502-4dfc-92b9-45321ad22e10 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:47.842275 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7f4e67b9-8502-4dfc-92b9-45321ad22e10 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:47.844196 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7f4e67b9-8502-4dfc-92b9-45321ad22e10 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] 10.222.0.13 "DELETE /v2.0/subnets/0e10f973-b488-4b8b-bb25-c3076463fc8f HTTP/1.1" status: 204 len: 168 time: 0.5043924 Aug 18 13:59:47.845282 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4e67b9-8502-4dfc-92b9-45321ad22e10 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Pushing event deleted for resources: {'Subnet': ['ID=0e10f973-b488-4b8b-bb25-c3076463fc8f,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:47.847556 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39282) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:47.850514 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b891d9c1-49ed-44f6-8d20-e4172d12eacd None None] Network c7cd37e3-4865-4178-b971-47f0a83c8b77 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:59:47.952705 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7cdc8aa8-846c-4c66-872e-9b87373edcd2 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:48.038796 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-7cdc8aa8-846c-4c66-872e-9b87373edcd2 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Deleting port 1095b61a-c515-44d6-bc98-6d81afc33deb {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:59:48.039140 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7cdc8aa8-846c-4c66-872e-9b87373edcd2 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:48.084244 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17506038-8cb8-419e-b2de-40cfd9f098db None None] DHCP port deletion for c7cd37e3-4865-4178-b971-47f0a83c8b77 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:59:48.130787 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-7cdc8aa8-846c-4c66-872e-9b87373edcd2 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] For port 1095b61a-c515-44d6-bc98-6d81afc33deb, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=1095b61a-c515-44d6-bc98-6d81afc33deb,segment=NetworkSegment(757e8c3d-0dff-472d-a2d4-885cc3167fb0),segment_id=757e8c3d-0dff-472d-a2d4-885cc3167fb0)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:48.131260 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7cdc8aa8-846c-4c66-872e-9b87373edcd2 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:48.148761 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-7cdc8aa8-846c-4c66-872e-9b87373edcd2 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Calling delete_port for 1095b61a-c515-44d6-bc98-6d81afc33deb owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:59:48.154505 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-17506038-8cb8-419e-b2de-40cfd9f098db None None] Deleting port 1095b61a-c515-44d6-bc98-6d81afc33deb {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:59:48.155057 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-17506038-8cb8-419e-b2de-40cfd9f098db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:48.270419 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-17506038-8cb8-419e-b2de-40cfd9f098db None None] For port 1095b61a-c515-44d6-bc98-6d81afc33deb, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=1095b61a-c515-44d6-bc98-6d81afc33deb,segment=NetworkSegment(757e8c3d-0dff-472d-a2d4-885cc3167fb0),segment_id=757e8c3d-0dff-472d-a2d4-885cc3167fb0)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:48.271084 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-17506038-8cb8-419e-b2de-40cfd9f098db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:48.298342 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-17506038-8cb8-419e-b2de-40cfd9f098db None None] Calling delete_port for 1095b61a-c515-44d6-bc98-6d81afc33deb owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:59:48.378788 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7cdc8aa8-846c-4c66-872e-9b87373edcd2 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:48.399678 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-17506038-8cb8-419e-b2de-40cfd9f098db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:48.428073 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdc8aa8-846c-4c66-872e-9b87373edcd2 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] No DVR routers for this DVR port 1095b61a-c515-44d6-bc98-6d81afc33deb on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:59:48.431183 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc8aa8-846c-4c66-872e-9b87373edcd2 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Pushing event deleted for resources: {'Port': ['ID=1095b61a-c515-44d6-bc98-6d81afc33deb,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:48.447052 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17506038-8cb8-419e-b2de-40cfd9f098db None None] Pushing event deleted for resources: {'Port': ['ID=1095b61a-c515-44d6-bc98-6d81afc33deb,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:48.453963 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17506038-8cb8-419e-b2de-40cfd9f098db None None] No DVR routers for this DVR port 1095b61a-c515-44d6-bc98-6d81afc33deb on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:59:48.574279 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7cdc8aa8-846c-4c66-872e-9b87373edcd2 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:48.594847 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-7cdc8aa8-846c-4c66-872e-9b87373edcd2 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7cd37e3-4865-4178-b971-47f0a83c8b77']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:48.616033 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-7cdc8aa8-846c-4c66-872e-9b87373edcd2 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '757e8c3d-0dff-472d-a2d4-885cc3167fb0') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:48.620803 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-7cdc8aa8-846c-4c66-872e-9b87373edcd2 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '757e8c3d-0dff-472d-a2d4-885cc3167fb0') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:48.636735 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7cdc8aa8-846c-4c66-872e-9b87373edcd2 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:48.639157 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 1095b61a-c515-44d6-bc98-6d81afc33deb no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:59:48.663103 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 1095b61a-c515-44d6-bc98-6d81afc33deb {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:59:48.663389 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 1095b61a-c515-44d6-bc98-6d81afc33deb not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:59:48.663548 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7cdc8aa8-846c-4c66-872e-9b87373edcd2 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:48.663942 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6c7a93c3-87e1-4586-9633-61d16989808a no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:59:48.675422 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cdc8aa8-846c-4c66-872e-9b87373edcd2 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:59:48.676075 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7cdc8aa8-846c-4c66-872e-9b87373edcd2 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:48.681047 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 13:59:48.681047 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:59:48.681047 n-d-803603-2 neutron-server[101675]: timer() Aug 18 13:59:48.681047 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:59:48.681047 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 13:59:48.681047 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:59:48.681047 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 13:59:48.681047 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:59:48.681047 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 13:59:48.681047 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:59:48.681047 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 13:59:48.681047 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:59:48.681047 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 13:59:48.681047 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:59:48.681047 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:59:48.681047 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:59:48.681047 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:59:48.681047 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:59:48.681047 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 13:59:48.681047 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:59:48.681047 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 13:59:48.681047 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:59:48.681047 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:59:48.681047 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:59:48.681047 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 13:59:48.681047 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:59:48.681047 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:59:48.681047 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:59:48.681047 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:59:48.681047 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:59:48.681047 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:59:48.681047 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:59:48.688241 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 6c7a93c3-87e1-4586-9633-61d16989808a {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:59:48.688773 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6c7a93c3-87e1-4586-9633-61d16989808a not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:59:48.827048 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7cdc8aa8-846c-4c66-872e-9b87373edcd2 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:48.836591 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7cdc8aa8-846c-4c66-872e-9b87373edcd2 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:48.838828 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7cdc8aa8-846c-4c66-872e-9b87373edcd2 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] 10.222.0.13 "DELETE /v2.0/networks/c7cd37e3-4865-4178-b971-47f0a83c8b77 HTTP/1.1" status: 204 len: 168 time: 0.9891114 Aug 18 13:59:48.842767 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39284) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:48.868766 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc8aa8-846c-4c66-872e-9b87373edcd2 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Pushing event deleted for resources: {'Network': ['ID=c7cd37e3-4865-4178-b971-47f0a83c8b77,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:48.894260 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6fc53ff3-be7f-467e-97c2-76d335b5cb69 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] 10.222.0.13 "GET /v2.0/ports?device_id=f04f014d-b804-4bf6-9738-33c78edbb398 HTTP/1.1" status: 200 len: 205 time: 0.0497375 Aug 18 13:59:48.896838 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39286) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:49.031921 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2586f102-e657-4576-9b22-26f15371d078 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:49.269648 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2586f102-e657-4576-9b22-26f15371d078 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:49.272565 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2586f102-e657-4576-9b22-26f15371d078 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:49.409496 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2586f102-e657-4576-9b22-26f15371d078 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:49.410301 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2586f102-e657-4576-9b22-26f15371d078 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Fanout notify agent at l3_agent the message router_deleted on router f04f014d-b804-4bf6-9738-33c78edbb398 {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:59:49.419400 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2586f102-e657-4576-9b22-26f15371d078 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:49.421021 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2586f102-e657-4576-9b22-26f15371d078 tempest-RoutersNegativeTest-372639798 tempest-RoutersNegativeTest-372639798-project] 10.222.0.13 "DELETE /v2.0/routers/f04f014d-b804-4bf6-9738-33c78edbb398 HTTP/1.1" status: 204 len: 168 time: 0.5231876 Aug 18 13:59:50.084215 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39292) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:50.257051 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-005a9913-2710-48c0-b713-309c04bfb834 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d7e6ee79ea434d1eb460db0fced6ca34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1713278 Aug 18 13:59:50.259942 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39296) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:50.320639 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3180f165-fe95-4daf-a4c7-7b6a8b5c5cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:50.349926 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3180f165-fe95-4daf-a4c7-7b6a8b5c5cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:50.549812 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3180f165-fe95-4daf-a4c7-7b6a8b5c5cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:50.552662 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3180f165-fe95-4daf-a4c7-7b6a8b5c5cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:50.553924 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3180f165-fe95-4daf-a4c7-7b6a8b5c5cca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e4820ef5-31d7-48aa-b5a4-b87e6fe45ed2 HTTP/1.1" status: 204 len: 168 time: 0.2928483 Aug 18 13:59:50.566950 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3180f165-fe95-4daf-a4c7-7b6a8b5c5cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4820ef5-31d7-48aa-b5a4-b87e6fe45ed2,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:51.722542 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39318) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:51.881375 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-25695fb3-97d4-464e-a5c0-7e5b25380256 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-19020607-network', 'tenant_id': '846d16bf4ff344908a514d6a971af77e'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:52.087298 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25695fb3-97d4-464e-a5c0-7e5b25380256 admin admin] Made reservation on behalf of 846d16bf4ff344908a514d6a971af77e for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:59:52.089958 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-25695fb3-97d4-464e-a5c0-7e5b25380256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:52.100476 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-25695fb3-97d4-464e-a5c0-7e5b25380256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:52.210985 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-25695fb3-97d4-464e-a5c0-7e5b25380256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:52.340537 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-25695fb3-97d4-464e-a5c0-7e5b25380256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:52.370301 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25695fb3-97d4-464e-a5c0-7e5b25380256 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:59:52.377017 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25695fb3-97d4-464e-a5c0-7e5b25380256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764f7792-832b-4f3d-891d-051c7e37d9a1,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:52.383492 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-25695fb3-97d4-464e-a5c0-7e5b25380256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:52.391369 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-25695fb3-97d4-464e-a5c0-7e5b25380256 admin admin] Added segment 2894f511-f72c-4ef4-a305-7bff3abc7c6b of type vlan for network d38ff0df-d552-4458-8b8a-0e3af0f31966 Aug 18 13:59:52.427503 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-25695fb3-97d4-464e-a5c0-7e5b25380256 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:52.540518 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-25695fb3-97d4-464e-a5c0-7e5b25380256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:52.541606 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25695fb3-97d4-464e-a5c0-7e5b25380256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:52.542234 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-25695fb3-97d4-464e-a5c0-7e5b25380256 admin admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:52.606206 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25695fb3-97d4-464e-a5c0-7e5b25380256 admin admin] Pushing event updated for resources: {'Network': ['ID=d38ff0df-d552-4458-8b8a-0e3af0f31966,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:52.618711 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network d38ff0df-d552-4458-8b8a-0e3af0f31966 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:59:52.687725 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-25695fb3-97d4-464e-a5c0-7e5b25380256 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9640052 Aug 18 13:59:52.692150 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39322) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:52.698346 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-8a5be95a-e219-436d-abbc-7c7c27d24918 admin admin] Request body: {'subnet': {'network_id': 'd38ff0df-d552-4458-8b8a-0e3af0f31966', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-19020607-subnet', 'tenant_id': '846d16bf4ff344908a514d6a971af77e', 'ip_version': 4}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:52.820223 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5be95a-e219-436d-abbc-7c7c27d24918 admin admin] Made reservation on behalf of 846d16bf4ff344908a514d6a971af77e for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:59:52.823370 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8a5be95a-e219-436d-abbc-7c7c27d24918 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:53.169387 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8a5be95a-e219-436d-abbc-7c7c27d24918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:53.233232 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5be95a-e219-436d-abbc-7c7c27d24918 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42971352-72f4-44ba-8fa4-ab88bbce306d,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:53.250023 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5be95a-e219-436d-abbc-7c7c27d24918 admin admin] Checking segment: {'id': '2894f511-f72c-4ef4-a305-7bff3abc7c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd38ff0df-d552-4458-8b8a-0e3af0f31966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:59:53.250638 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5be95a-e219-436d-abbc-7c7c27d24918 admin admin] Network hostable DHCP agents. Network: d38ff0df-d552-4458-8b8a-0e3af0f31966, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:59:53.361119 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5be95a-e219-436d-abbc-7c7c27d24918 admin admin] Network d38ff0df-d552-4458-8b8a-0e3af0f31966 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:59:53.437401 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-8a5be95a-e219-436d-abbc-7c7c27d24918 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, d38ff0df-d552-4458-8b8a-0e3af0f31966) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:59:53.442718 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5be95a-e219-436d-abbc-7c7c27d24918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:53.443427 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-8a5be95a-e219-436d-abbc-7c7c27d24918 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:53.452175 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faee69d7-d7bc-4f15-af8d-6d65a72b36fb None None] Network d38ff0df-d552-4458-8b8a-0e3af0f31966 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:59:53.514732 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8a5be95a-e219-436d-abbc-7c7c27d24918 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8210154 Aug 18 13:59:53.518368 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39324) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:53.525787 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-03b003f7-1eed-49b7-b1d5-bdaf669fb85c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-19020607-router', 'tenant_id': '846d16bf4ff344908a514d6a971af77e', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:53.598101 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-03b003f7-1eed-49b7-b1d5-bdaf669fb85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:53.599439 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-03b003f7-1eed-49b7-b1d5-bdaf669fb85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:53.629356 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25949738-af17-4a51-8d88-379b5bfb0c25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-d38ff0df-d552-4458-8b8a-0e3af0f31966', 'network_id': 'd38ff0df-d552-4458-8b8a-0e3af0f31966', 'tenant_id': '846d16bf4ff344908a514d6a971af77e', 'fixed_ips': [{'subnet_id': '42971352-72f4-44ba-8fa4-ab88bbce306d'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:59:53.630619 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-25949738-af17-4a51-8d88-379b5bfb0c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:53.690777 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-03b003f7-1eed-49b7-b1d5-bdaf669fb85c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:53.785167 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-25949738-af17-4a51-8d88-379b5bfb0c25 None None] Allocated IP 172.20.0.2 (d38ff0df-d552-4458-8b8a-0e3af0f31966/42971352-72f4-44ba-8fa4-ab88bbce306d/4410e638-cc16-46b8-b291-b11637e2fe09) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:59:53.912984 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-03b003f7-1eed-49b7-b1d5-bdaf669fb85c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:53.952049 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-25949738-af17-4a51-8d88-379b5bfb0c25 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:53.960621 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-25949738-af17-4a51-8d88-379b5bfb0c25 None None] Transition to ACTIVE for port object 4410e638-cc16-46b8-b291-b11637e2fe09 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:59:53.976541 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-25949738-af17-4a51-8d88-379b5bfb0c25 None None] Transition to ACTIVE for port object 4410e638-cc16-46b8-b291-b11637e2fe09 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:59:54.054969 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-25949738-af17-4a51-8d88-379b5bfb0c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:54.104854 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25949738-af17-4a51-8d88-379b5bfb0c25 None None] Network d38ff0df-d552-4458-8b8a-0e3af0f31966 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:59:54.108443 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-25949738-af17-4a51-8d88-379b5bfb0c25 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:59:54.112302 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25949738-af17-4a51-8d88-379b5bfb0c25 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:59:54.126005 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25949738-af17-4a51-8d88-379b5bfb0c25 None None] Pushing event updated for resources: {'Port': ['ID=4410e638-cc16-46b8-b291-b11637e2fe09,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:54.178344 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-25949738-af17-4a51-8d88-379b5bfb0c25 None None] Attempting to bind port 4410e638-cc16-46b8-b291-b11637e2fe09 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:59:54.178753 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-25949738-af17-4a51-8d88-379b5bfb0c25 None None] Attempting to bind port 4410e638-cc16-46b8-b291-b11637e2fe09 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '2894f511-f72c-4ef4-a305-7bff3abc7c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd38ff0df-d552-4458-8b8a-0e3af0f31966'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:59:54.179067 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25949738-af17-4a51-8d88-379b5bfb0c25 None None] Attempting to bind port 4410e638-cc16-46b8-b291-b11637e2fe09 on network d38ff0df-d552-4458-8b8a-0e3af0f31966 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:59:54.185907 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25949738-af17-4a51-8d88-379b5bfb0c25 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:59:54.186334 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25949738-af17-4a51-8d88-379b5bfb0c25 None None] Checking segment: {'id': '2894f511-f72c-4ef4-a305-7bff3abc7c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd38ff0df-d552-4458-8b8a-0e3af0f31966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:59:54.186720 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-25949738-af17-4a51-8d88-379b5bfb0c25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:54.187112 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25949738-af17-4a51-8d88-379b5bfb0c25 None None] Bound using segment: {'id': '2894f511-f72c-4ef4-a305-7bff3abc7c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd38ff0df-d552-4458-8b8a-0e3af0f31966'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:59:54.187580 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-25949738-af17-4a51-8d88-379b5bfb0c25 None None] Bound port: 4410e638-cc16-46b8-b291-b11637e2fe09, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2894f511-f72c-4ef4-a305-7bff3abc7c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd38ff0df-d552-4458-8b8a-0e3af0f31966'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:59:54.187964 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-25949738-af17-4a51-8d88-379b5bfb0c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:54.241041 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-03b003f7-1eed-49b7-b1d5-bdaf669fb85c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:54.260852 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-25949738-af17-4a51-8d88-379b5bfb0c25 None None] For port 4410e638-cc16-46b8-b291-b11637e2fe09, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:59:54.266005 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-03b003f7-1eed-49b7-b1d5-bdaf669fb85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:54.266513 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-25949738-af17-4a51-8d88-379b5bfb0c25 None None] For port 4410e638-cc16-46b8-b291-b11637e2fe09, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4410e638-cc16-46b8-b291-b11637e2fe09,segment=NetworkSegment(2894f511-f72c-4ef4-a305-7bff3abc7c6b),segment_id=2894f511-f72c-4ef4-a305-7bff3abc7c6b)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:59:54.352496 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-25949738-af17-4a51-8d88-379b5bfb0c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:54.386671 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-03b003f7-1eed-49b7-b1d5-bdaf669fb85c admin admin] Allocated IP 172.25.6.109 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/846da394-262c-4d2d-8da5-f127d74dc9fc) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:59:54.433774 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25949738-af17-4a51-8d88-379b5bfb0c25 None None] Pushing event updated for resources: {'Port': ['ID=4410e638-cc16-46b8-b291-b11637e2fe09,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:54.532386 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-03b003f7-1eed-49b7-b1d5-bdaf669fb85c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:54.644568 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-03b003f7-1eed-49b7-b1d5-bdaf669fb85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:54.717478 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b003f7-1eed-49b7-b1d5-bdaf669fb85c admin admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:59:54.722544 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-03b003f7-1eed-49b7-b1d5-bdaf669fb85c admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:59:54.729043 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b003f7-1eed-49b7-b1d5-bdaf669fb85c admin admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:59:54.739109 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b003f7-1eed-49b7-b1d5-bdaf669fb85c admin admin] Pushing event updated for resources: {'Port': ['ID=846da394-262c-4d2d-8da5-f127d74dc9fc,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:54.791045 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4410e638-cc16-46b8-b291-b11637e2fe09 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:59:54.923905 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 4410e638-cc16-46b8-b291-b11637e2fe09 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:59:55.148760 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-03b003f7-1eed-49b7-b1d5-bdaf669fb85c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:55.406525 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-03b003f7-1eed-49b7-b1d5-bdaf669fb85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:55.455018 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1321b842-f2b5-4e52-a62b-ae34b4a401e5 None None] Network d38ff0df-d552-4458-8b8a-0e3af0f31966 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:59:55.603169 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b003f7-1eed-49b7-b1d5-bdaf669fb85c admin admin] Router 869f9ebe-14e0-4ac0-ba36-48c28aabf281 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:59:55.644932 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ff838363-85b7-4179-9528-5aa764e1375f None None] Provisioning for port 4410e638-cc16-46b8-b291-b11637e2fe09 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:59:55.669488 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ff838363-85b7-4179-9528-5aa764e1375f None None] Provisioning complete for port 4410e638-cc16-46b8-b291-b11637e2fe09 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:59:55.670317 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ff838363-85b7-4179-9528-5aa764e1375f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:55.725298 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b003f7-1eed-49b7-b1d5-bdaf669fb85c admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:59:55.742709 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4f9e14-2cbe-4aff-941e-ae03521b1acc None None] Sync routers for ids ['869f9ebe-14e0-4ac0-ba36-48c28aabf281'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:59:55.754220 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4f9e14-2cbe-4aff-941e-ae03521b1acc None None] Routers {'869f9ebe-14e0-4ac0-ba36-48c28aabf281'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:59:55.754867 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-2d4f9e14-2cbe-4aff-941e-ae03521b1acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:59:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['869f9ebe-14e0-4ac0-ba36-48c28aabf281'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:55.820669 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-03b003f7-1eed-49b7-b1d5-bdaf669fb85c admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:55.823566 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-03b003f7-1eed-49b7-b1d5-bdaf669fb85c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3027415 Aug 18 13:59:55.826725 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39326) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:55.844500 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ff838363-85b7-4179-9528-5aa764e1375f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:55.905821 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-ff838363-85b7-4179-9528-5aa764e1375f None None] For port 4410e638-cc16-46b8-b291-b11637e2fe09, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4410e638-cc16-46b8-b291-b11637e2fe09,segment=NetworkSegment(2894f511-f72c-4ef4-a305-7bff3abc7c6b),segment_id=2894f511-f72c-4ef4-a305-7bff3abc7c6b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:55.908970 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-2d4f9e14-2cbe-4aff-941e-ae03521b1acc None None] Set router 869f9ebe-14e0-4ac0-ba36-48c28aabf281 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:59:55.989806 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ff838363-85b7-4179-9528-5aa764e1375f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:56.020111 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:59:56.080133 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff838363-85b7-4179-9528-5aa764e1375f None None] Pushing event updated for resources: {'Port': ['ID=4410e638-cc16-46b8-b291-b11637e2fe09,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:56.115495 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-4f5f6a24-4761-4110-8bb7-ef2653668e68 None None] Provisioning complete for port 4410e638-cc16-46b8-b291-b11637e2fe09 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:59:56.115868 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4f5f6a24-4761-4110-8bb7-ef2653668e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:56.183555 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-2d4f9e14-2cbe-4aff-941e-ae03521b1acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869f9ebe-14e0-4ac0-ba36-48c28aabf281', 'name': 'tempest-TestEncryptedCinderVolumes-19020607-router', 'tenant_id': '846d16bf4ff344908a514d6a971af77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '846da394-262c-4d2d-8da5-f127d74dc9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:59:53Z', 'updated_at': '2021-08-18T13:59:54Z', 'revision_number': 3, 'project_id': '846d16bf4ff344908a514d6a971af77e', 'gw_port': {'id': '846da394-262c-4d2d-8da5-f127d74dc9fc', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869f9ebe-14e0-4ac0-ba36-48c28aabf281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:59:54Z', 'updated_at': '2021-08-18T13:59:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:56.213448 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4f9e14-2cbe-4aff-941e-ae03521b1acc None None] Checking router: 869f9ebe-14e0-4ac0-ba36-48c28aabf281 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:59:56.213900 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4f9e14-2cbe-4aff-941e-ae03521b1acc None None] Updating router 869f9ebe-14e0-4ac0-ba36-48c28aabf281 port 846da394-262c-4d2d-8da5-f127d74dc9fc binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:59:56.247840 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-2d4f9e14-2cbe-4aff-941e-ae03521b1acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:56.524652 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-2d4f9e14-2cbe-4aff-941e-ae03521b1acc None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:56.536566 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-2d4f9e14-2cbe-4aff-941e-ae03521b1acc None None] Transition to ACTIVE for port object 846da394-262c-4d2d-8da5-f127d74dc9fc will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:59:56.624313 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-2d4f9e14-2cbe-4aff-941e-ae03521b1acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:56.656916 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4410e638-cc16-46b8-b291-b11637e2fe09 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:59:56.657689 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-316ba40b-eff4-4551-9842-c96fc61a5ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:56.712414 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 4410e638-cc16-46b8-b291-b11637e2fe09 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:59:56.713341 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:56.720127 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac1242-d732-43c8-b542-f05103abfbed None None] Pushing event updated for resources: {'Port': ['ID=846da394-262c-4d2d-8da5-f127d74dc9fc,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:56.734066 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac1242-d732-43c8-b542-f05103abfbed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:56.734606 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac1242-d732-43c8-b542-f05103abfbed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:56.735012 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac1242-d732-43c8-b542-f05103abfbed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:56.735730 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac1242-d732-43c8-b542-f05103abfbed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:56.742562 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac1242-d732-43c8-b542-f05103abfbed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:56.743572 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac1242-d732-43c8-b542-f05103abfbed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:56.745060 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac1242-d732-43c8-b542-f05103abfbed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:56.745901 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac1242-d732-43c8-b542-f05103abfbed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:56.746536 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac1242-d732-43c8-b542-f05103abfbed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:56.747110 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac1242-d732-43c8-b542-f05103abfbed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:56.747793 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac1242-d732-43c8-b542-f05103abfbed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:56.748359 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac1242-d732-43c8-b542-f05103abfbed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:59:56.752396 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-2d4f9e14-2cbe-4aff-941e-ae03521b1acc None None] Attempting to bind port 846da394-262c-4d2d-8da5-f127d74dc9fc on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:59:56.753044 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-2d4f9e14-2cbe-4aff-941e-ae03521b1acc None None] Attempting to bind port 846da394-262c-4d2d-8da5-f127d74dc9fc by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:59:56.753763 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4f9e14-2cbe-4aff-941e-ae03521b1acc None None] Attempting to bind port 846da394-262c-4d2d-8da5-f127d74dc9fc on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:59:56.762102 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4f9e14-2cbe-4aff-941e-ae03521b1acc None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:59:56.762102 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4f9e14-2cbe-4aff-941e-ae03521b1acc None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:59:56.762102 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-2d4f9e14-2cbe-4aff-941e-ae03521b1acc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:56.762102 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4f9e14-2cbe-4aff-941e-ae03521b1acc None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:59:56.762102 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-2d4f9e14-2cbe-4aff-941e-ae03521b1acc None None] Bound port: 846da394-262c-4d2d-8da5-f127d74dc9fc, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:59:56.762810 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-2d4f9e14-2cbe-4aff-941e-ae03521b1acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:56.829084 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-2d4f9e14-2cbe-4aff-941e-ae03521b1acc None None] For port 846da394-262c-4d2d-8da5-f127d74dc9fc, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:59:56.832619 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-2d4f9e14-2cbe-4aff-941e-ae03521b1acc None None] For port 846da394-262c-4d2d-8da5-f127d74dc9fc, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=846da394-262c-4d2d-8da5-f127d74dc9fc,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:59:56.866011 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-316ba40b-eff4-4551-9842-c96fc61a5ffa admin admin] Allocated IP 172.20.0.1 (d38ff0df-d552-4458-8b8a-0e3af0f31966/42971352-72f4-44ba-8fa4-ab88bbce306d/efcad12f-7dbf-4f51-a1c8-62192902e6ac) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:59:56.923603 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-2d4f9e14-2cbe-4aff-941e-ae03521b1acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:56.989167 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac1242-d732-43c8-b542-f05103abfbed None None] Pushing event updated for resources: {'Port': ['ID=846da394-262c-4d2d-8da5-f127d74dc9fc,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:56.991889 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4f9e14-2cbe-4aff-941e-ae03521b1acc None None] Routers {'869f9ebe-14e0-4ac0-ba36-48c28aabf281'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:59:56.992791 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-2d4f9e14-2cbe-4aff-941e-ae03521b1acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:59:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['869f9ebe-14e0-4ac0-ba36-48c28aabf281'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:57.007134 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-316ba40b-eff4-4551-9842-c96fc61a5ffa admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:57.023546 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-316ba40b-eff4-4551-9842-c96fc61a5ffa admin admin] Transition to ACTIVE for port object efcad12f-7dbf-4f51-a1c8-62192902e6ac will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:59:57.102738 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-2d4f9e14-2cbe-4aff-941e-ae03521b1acc None None] Set router 869f9ebe-14e0-4ac0-ba36-48c28aabf281 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:59:57.134746 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-316ba40b-eff4-4551-9842-c96fc61a5ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:57.176680 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316ba40b-eff4-4551-9842-c96fc61a5ffa admin admin] Network d38ff0df-d552-4458-8b8a-0e3af0f31966 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:59:57.183408 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-316ba40b-eff4-4551-9842-c96fc61a5ffa admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:59:57.186834 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316ba40b-eff4-4551-9842-c96fc61a5ffa admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:59:57.236016 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ba40b-eff4-4551-9842-c96fc61a5ffa admin admin] Pushing event updated for resources: {'Port': ['ID=efcad12f-7dbf-4f51-a1c8-62192902e6ac,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:57.275875 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-316ba40b-eff4-4551-9842-c96fc61a5ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:57.432447 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-2d4f9e14-2cbe-4aff-941e-ae03521b1acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869f9ebe-14e0-4ac0-ba36-48c28aabf281', 'name': 'tempest-TestEncryptedCinderVolumes-19020607-router', 'tenant_id': '846d16bf4ff344908a514d6a971af77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '846da394-262c-4d2d-8da5-f127d74dc9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:59:53Z', 'updated_at': '2021-08-18T13:59:54Z', 'revision_number': 3, 'project_id': '846d16bf4ff344908a514d6a971af77e', 'gw_port': {'id': '846da394-262c-4d2d-8da5-f127d74dc9fc', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869f9ebe-14e0-4ac0-ba36-48c28aabf281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:59:54Z', 'updated_at': '2021-08-18T13:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:57.485842 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4f9e14-2cbe-4aff-941e-ae03521b1acc None None] The sync data for ids ['869f9ebe-14e0-4ac0-ba36-48c28aabf281'] in n-d-803603-2 is: [{'id': '869f9ebe-14e0-4ac0-ba36-48c28aabf281', 'name': 'tempest-TestEncryptedCinderVolumes-19020607-router', 'tenant_id': '846d16bf4ff344908a514d6a971af77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '846da394-262c-4d2d-8da5-f127d74dc9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:59:53Z', 'updated_at': '2021-08-18T13:59:54Z', 'revision_number': 3, 'project_id': '846d16bf4ff344908a514d6a971af77e', 'gw_port': {'id': '846da394-262c-4d2d-8da5-f127d74dc9fc', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869f9ebe-14e0-4ac0-ba36-48c28aabf281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:59:54Z', 'updated_at': '2021-08-18T13:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:59:57.525846 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-316ba40b-eff4-4551-9842-c96fc61a5ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:57.624587 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-2354c3fa-c336-4197-8f10-5ea905b5726b None None] Provisioning for port efcad12f-7dbf-4f51-a1c8-62192902e6ac completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:59:57.629344 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-2354c3fa-c336-4197-8f10-5ea905b5726b None None] Provisioning complete for port efcad12f-7dbf-4f51-a1c8-62192902e6ac triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:59:57.629929 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2354c3fa-c336-4197-8f10-5ea905b5726b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:57.684841 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-2354c3fa-c336-4197-8f10-5ea905b5726b None None] Port efcad12f-7dbf-4f51-a1c8-62192902e6ac cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:59:57.749017 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-316ba40b-eff4-4551-9842-c96fc61a5ffa admin admin] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:57.843593 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-316ba40b-eff4-4551-9842-c96fc61a5ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:57.924929 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-316ba40b-eff4-4551-9842-c96fc61a5ffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:57.927087 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ba40b-eff4-4551-9842-c96fc61a5ffa admin admin] Pushing event updated for resources: {'Port': ['ID=efcad12f-7dbf-4f51-a1c8-62192902e6ac,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:58.049971 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316ba40b-eff4-4551-9842-c96fc61a5ffa admin admin] Network d38ff0df-d552-4458-8b8a-0e3af0f31966 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:59:58.052004 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-316ba40b-eff4-4551-9842-c96fc61a5ffa admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:59:58.206829 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-316ba40b-eff4-4551-9842-c96fc61a5ffa admin admin] Router 869f9ebe-14e0-4ac0-ba36-48c28aabf281 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:59:58.323053 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-be993997-5ead-4f68-968e-2798eda0b17e None None] Provisioning complete for port efcad12f-7dbf-4f51-a1c8-62192902e6ac triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:59:58.323544 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-be993997-5ead-4f68-968e-2798eda0b17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:58.355557 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316ba40b-eff4-4551-9842-c96fc61a5ffa admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:59:58.361410 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-316ba40b-eff4-4551-9842-c96fc61a5ffa admin admin] 10.222.0.13 "PUT /v2.0/routers/869f9ebe-14e0-4ac0-ba36-48c28aabf281/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5328069 Aug 18 13:59:58.419024 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-be993997-5ead-4f68-968e-2798eda0b17e None None] Port efcad12f-7dbf-4f51-a1c8-62192902e6ac cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:59:58.475309 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:58.693731 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 846da394-262c-4d2d-8da5-f127d74dc9fc up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:59:58.871581 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 846da394-262c-4d2d-8da5-f127d74dc9fc completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:59:58.880255 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 846da394-262c-4d2d-8da5-f127d74dc9fc triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:59:58.880255 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:58.976435 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:59.011682 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 846da394-262c-4d2d-8da5-f127d74dc9fc, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=846da394-262c-4d2d-8da5-f127d74dc9fc,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:59:59.074237 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:59.132588 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=846da394-262c-4d2d-8da5-f127d74dc9fc,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:59.176689 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39342) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:59.181951 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-b7e0642d-7e85-49cf-b994-024b44e313d1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1343253004-network', 'tenant_id': 'ed1cc6fbc28f4b2a8acaee9b5416b2f5'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:59:59.288075 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1db881d-a477-4879-b54e-e14a016e4622 None None] Sync routers for ids ['869f9ebe-14e0-4ac0-ba36-48c28aabf281'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:59:59.303483 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1db881d-a477-4879-b54e-e14a016e4622 None None] Routers {'869f9ebe-14e0-4ac0-ba36-48c28aabf281'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:59:59.304146 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-c1db881d-a477-4879-b54e-e14a016e4622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:59:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['869f9ebe-14e0-4ac0-ba36-48c28aabf281'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:59.323190 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e0642d-7e85-49cf-b994-024b44e313d1 admin admin] Made reservation on behalf of ed1cc6fbc28f4b2a8acaee9b5416b2f5 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:59:59.325917 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b7e0642d-7e85-49cf-b994-024b44e313d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:59.337171 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b7e0642d-7e85-49cf-b994-024b44e313d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:59.392871 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:59.425636 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-c1db881d-a477-4879-b54e-e14a016e4622 None None] Set router 869f9ebe-14e0-4ac0-ba36-48c28aabf281 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:59:59.470368 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b7e0642d-7e85-49cf-b994-024b44e313d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:59.585913 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b7e0642d-7e85-49cf-b994-024b44e313d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:59.615286 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e0642d-7e85-49cf-b994-024b44e313d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:59:59.628221 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e0642d-7e85-49cf-b994-024b44e313d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a613c8f4-e6f1-4677-97c3-8282ea8b3899,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:59.635320 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b7e0642d-7e85-49cf-b994-024b44e313d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:59.635949 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-b7e0642d-7e85-49cf-b994-024b44e313d1 admin admin] Added segment f3e99376-03e8-49ea-9cc2-98145c2de5e9 of type vlan for network 3806437d-206e-4694-ba62-b5e70a54e1d2 Aug 18 13:59:59.677493 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-c1db881d-a477-4879-b54e-e14a016e4622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869f9ebe-14e0-4ac0-ba36-48c28aabf281', 'name': 'tempest-TestEncryptedCinderVolumes-19020607-router', 'tenant_id': '846d16bf4ff344908a514d6a971af77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '846da394-262c-4d2d-8da5-f127d74dc9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:59:53Z', 'updated_at': '2021-08-18T13:59:57Z', 'revision_number': 4, 'project_id': '846d16bf4ff344908a514d6a971af77e', 'gw_port': {'id': '846da394-262c-4d2d-8da5-f127d74dc9fc', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869f9ebe-14e0-4ac0-ba36-48c28aabf281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:59:54Z', 'updated_at': '2021-08-18T13:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'efcad12f-7dbf-4f51-a1c8-62192902e6ac', 'name': '', 'network_id': 'd38ff0df-d552-4458-8b8a-0e3af0f31966', 'tenant_id': '846d16bf4ff344908a514d6a971af77e', 'mac_address': 'fa:16:3e:b5:ed:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869f9ebe-14e0-4ac0-ba36-48c28aabf281', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '42971352-72f4-44ba-8fa4-ab88bbce306d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:59:56Z', 'updated_at': '2021-08-18T13:59:57Z', 'revision_number': 2, 'project_id': '846d16bf4ff344908a514d6a971af77e', 'subnets': [{'id': '42971352-72f4-44ba-8fa4-ab88bbce306d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:59:59.705287 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1db881d-a477-4879-b54e-e14a016e4622 None None] Checking router: 869f9ebe-14e0-4ac0-ba36-48c28aabf281 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:59:59.706118 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1db881d-a477-4879-b54e-e14a016e4622 None None] Updating router 869f9ebe-14e0-4ac0-ba36-48c28aabf281 port efcad12f-7dbf-4f51-a1c8-62192902e6ac binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:59:59.711156 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b7e0642d-7e85-49cf-b994-024b44e313d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:59.739321 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c1db881d-a477-4879-b54e-e14a016e4622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:59.808946 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b7e0642d-7e85-49cf-b994-024b44e313d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:59.810158 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e0642d-7e85-49cf-b994-024b44e313d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:59:59.810922 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b7e0642d-7e85-49cf-b994-024b44e313d1 admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:59:59.883653 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e0642d-7e85-49cf-b994-024b44e313d1 admin admin] Pushing event updated for resources: {'Network': ['ID=3806437d-206e-4694-ba62-b5e70a54e1d2,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:59:59.898567 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 3806437d-206e-4694-ba62-b5e70a54e1d2 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:59:59.938964 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b7e0642d-7e85-49cf-b994-024b44e313d1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7575941 Aug 18 13:59:59.939282 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39344) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:59:59.944996 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-268c44d1-5663-4a87-995e-c360e398ade9 admin admin] Request body: {'subnet': {'network_id': '3806437d-206e-4694-ba62-b5e70a54e1d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1343253004-subnet', 'tenant_id': 'ed1cc6fbc28f4b2a8acaee9b5416b2f5', 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:00:00.046714 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268c44d1-5663-4a87-995e-c360e398ade9 admin admin] Made reservation on behalf of ed1cc6fbc28f4b2a8acaee9b5416b2f5 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:00:00.050672 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-268c44d1-5663-4a87-995e-c360e398ade9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:00.158271 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c1db881d-a477-4879-b54e-e14a016e4622 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:00.178378 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c1db881d-a477-4879-b54e-e14a016e4622 None None] Transition to ACTIVE for port object efcad12f-7dbf-4f51-a1c8-62192902e6ac will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:00:00.254767 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c1db881d-a477-4879-b54e-e14a016e4622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:00.334756 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da20477-b3c9-4df6-9d99-36282a7ae3ed None None] Pushing event updated for resources: {'Port': ['ID=efcad12f-7dbf-4f51-a1c8-62192902e6ac,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:00.363112 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-268c44d1-5663-4a87-995e-c360e398ade9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:00.412339 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-c1db881d-a477-4879-b54e-e14a016e4622 None None] Attempting to bind port efcad12f-7dbf-4f51-a1c8-62192902e6ac on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:00:00.412862 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-c1db881d-a477-4879-b54e-e14a016e4622 None None] Attempting to bind port efcad12f-7dbf-4f51-a1c8-62192902e6ac by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '2894f511-f72c-4ef4-a305-7bff3abc7c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd38ff0df-d552-4458-8b8a-0e3af0f31966'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:00:00.413508 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1db881d-a477-4879-b54e-e14a016e4622 None None] Attempting to bind port efcad12f-7dbf-4f51-a1c8-62192902e6ac on network d38ff0df-d552-4458-8b8a-0e3af0f31966 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:00:00.425093 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1db881d-a477-4879-b54e-e14a016e4622 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:00:00.425698 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1db881d-a477-4879-b54e-e14a016e4622 None None] Checking segment: {'id': '2894f511-f72c-4ef4-a305-7bff3abc7c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd38ff0df-d552-4458-8b8a-0e3af0f31966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:00:00.427365 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c1db881d-a477-4879-b54e-e14a016e4622 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:00.432077 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1db881d-a477-4879-b54e-e14a016e4622 None None] Bound using segment: {'id': '2894f511-f72c-4ef4-a305-7bff3abc7c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd38ff0df-d552-4458-8b8a-0e3af0f31966'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:00:00.432077 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-c1db881d-a477-4879-b54e-e14a016e4622 None None] Bound port: efcad12f-7dbf-4f51-a1c8-62192902e6ac, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2894f511-f72c-4ef4-a305-7bff3abc7c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd38ff0df-d552-4458-8b8a-0e3af0f31966'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:00:00.432077 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c1db881d-a477-4879-b54e-e14a016e4622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:00.432666 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c44d1-5663-4a87-995e-c360e398ade9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=baa7df46-ba46-4000-aabf-9ae0516bd8e2,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:00.444632 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268c44d1-5663-4a87-995e-c360e398ade9 admin admin] Checking segment: {'id': 'f3e99376-03e8-49ea-9cc2-98145c2de5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3806437d-206e-4694-ba62-b5e70a54e1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:00:00.445013 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268c44d1-5663-4a87-995e-c360e398ade9 admin admin] Network hostable DHCP agents. Network: 3806437d-206e-4694-ba62-b5e70a54e1d2, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:00:00.533832 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-c1db881d-a477-4879-b54e-e14a016e4622 None None] For port efcad12f-7dbf-4f51-a1c8-62192902e6ac, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:00:00.538199 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-c1db881d-a477-4879-b54e-e14a016e4622 None None] For port efcad12f-7dbf-4f51-a1c8-62192902e6ac, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=efcad12f-7dbf-4f51-a1c8-62192902e6ac,segment=NetworkSegment(2894f511-f72c-4ef4-a305-7bff3abc7c6b),segment_id=2894f511-f72c-4ef4-a305-7bff3abc7c6b)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:00:00.549315 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268c44d1-5663-4a87-995e-c360e398ade9 admin admin] Network 3806437d-206e-4694-ba62-b5e70a54e1d2 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:00:00.626640 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c1db881d-a477-4879-b54e-e14a016e4622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:00.637305 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-268c44d1-5663-4a87-995e-c360e398ade9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 3806437d-206e-4694-ba62-b5e70a54e1d2) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:00:00.643386 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268c44d1-5663-4a87-995e-c360e398ade9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:00.644070 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-268c44d1-5663-4a87-995e-c360e398ade9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:00.675127 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba184e81-70c6-4721-8fb8-3f756a223a6c None None] Network 3806437d-206e-4694-ba62-b5e70a54e1d2 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:00:00.675649 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 846da394-262c-4d2d-8da5-f127d74dc9fc up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:00:00.724893 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-268c44d1-5663-4a87-995e-c360e398ade9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7839224 Aug 18 14:00:00.727588 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39346) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:00:00.737521 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-e5858df0-04e2-4b80-9d8b-0853c0ad8e5c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1343253004-router', 'tenant_id': 'ed1cc6fbc28f4b2a8acaee9b5416b2f5', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:00:00.838823 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e5858df0-04e2-4b80-9d8b-0853c0ad8e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:00.841065 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e5858df0-04e2-4b80-9d8b-0853c0ad8e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:00.878372 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da20477-b3c9-4df6-9d99-36282a7ae3ed None None] Pushing event updated for resources: {'Port': ['ID=efcad12f-7dbf-4f51-a1c8-62192902e6ac,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:00.897520 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1db881d-a477-4879-b54e-e14a016e4622 None None] Routers {'869f9ebe-14e0-4ac0-ba36-48c28aabf281'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:00:00.898647 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-c1db881d-a477-4879-b54e-e14a016e4622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:59:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['869f9ebe-14e0-4ac0-ba36-48c28aabf281'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:00:00.936814 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e5858df0-04e2-4b80-9d8b-0853c0ad8e5c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:01.174037 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e5858df0-04e2-4b80-9d8b-0853c0ad8e5c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:01.196202 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 846da394-262c-4d2d-8da5-f127d74dc9fc triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:00:01.196943 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:01.304433 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-c1db881d-a477-4879-b54e-e14a016e4622 None None] Set router 869f9ebe-14e0-4ac0-ba36-48c28aabf281 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:00:01.448512 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d694b8c4-c433-4c12-86bd-f5ff6dbafe7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-3806437d-206e-4694-ba62-b5e70a54e1d2', 'network_id': '3806437d-206e-4694-ba62-b5e70a54e1d2', 'tenant_id': 'ed1cc6fbc28f4b2a8acaee9b5416b2f5', 'fixed_ips': [{'subnet_id': 'baa7df46-ba46-4000-aabf-9ae0516bd8e2'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:00:01.449905 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d694b8c4-c433-4c12-86bd-f5ff6dbafe7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:01.535262 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e5858df0-04e2-4b80-9d8b-0853c0ad8e5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:01.558464 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e5858df0-04e2-4b80-9d8b-0853c0ad8e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:01.722465 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-e5858df0-04e2-4b80-9d8b-0853c0ad8e5c admin admin] Allocated IP 172.25.6.19 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/4db8c15e-1de2-4520-af0c-726ceb5f7e56) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:00:01.875611 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e5858df0-04e2-4b80-9d8b-0853c0ad8e5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:01.994093 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e5858df0-04e2-4b80-9d8b-0853c0ad8e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:02.036928 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5858df0-04e2-4b80-9d8b-0853c0ad8e5c admin admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:00:02.044903 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-e5858df0-04e2-4b80-9d8b-0853c0ad8e5c admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:00:02.049119 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5858df0-04e2-4b80-9d8b-0853c0ad8e5c admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:00:02.059307 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-d694b8c4-c433-4c12-86bd-f5ff6dbafe7c None None] Allocated IP 172.20.0.2 (3806437d-206e-4694-ba62-b5e70a54e1d2/baa7df46-ba46-4000-aabf-9ae0516bd8e2/c6092243-914d-436b-b04b-1e6b6a47cc75) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:00:02.084172 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5858df0-04e2-4b80-9d8b-0853c0ad8e5c admin admin] Pushing event updated for resources: {'Port': ['ID=4db8c15e-1de2-4520-af0c-726ceb5f7e56,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:02.171678 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-c1db881d-a477-4879-b54e-e14a016e4622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869f9ebe-14e0-4ac0-ba36-48c28aabf281', 'name': 'tempest-TestEncryptedCinderVolumes-19020607-router', 'tenant_id': '846d16bf4ff344908a514d6a971af77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '846da394-262c-4d2d-8da5-f127d74dc9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:59:53Z', 'updated_at': '2021-08-18T13:59:57Z', 'revision_number': 4, 'project_id': '846d16bf4ff344908a514d6a971af77e', 'gw_port': {'id': '846da394-262c-4d2d-8da5-f127d74dc9fc', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869f9ebe-14e0-4ac0-ba36-48c28aabf281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:59:54Z', 'updated_at': '2021-08-18T13:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'efcad12f-7dbf-4f51-a1c8-62192902e6ac', 'name': '', 'network_id': 'd38ff0df-d552-4458-8b8a-0e3af0f31966', 'tenant_id': '846d16bf4ff344908a514d6a971af77e', 'mac_address': 'fa:16:3e:b5:ed:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869f9ebe-14e0-4ac0-ba36-48c28aabf281', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '42971352-72f4-44ba-8fa4-ab88bbce306d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:59:56Z', 'updated_at': '2021-08-18T14:00:00Z', 'revision_number': 4, 'project_id': '846d16bf4ff344908a514d6a971af77e', 'subnets': [{'id': '42971352-72f4-44ba-8fa4-ab88bbce306d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:00:02.490710 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1db881d-a477-4879-b54e-e14a016e4622 None None] The sync data for ids ['869f9ebe-14e0-4ac0-ba36-48c28aabf281'] in n-d-803603-2 is: [{'id': '869f9ebe-14e0-4ac0-ba36-48c28aabf281', 'name': 'tempest-TestEncryptedCinderVolumes-19020607-router', 'tenant_id': '846d16bf4ff344908a514d6a971af77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '846da394-262c-4d2d-8da5-f127d74dc9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:59:53Z', 'updated_at': '2021-08-18T13:59:57Z', 'revision_number': 4, 'project_id': '846d16bf4ff344908a514d6a971af77e', 'gw_port': {'id': '846da394-262c-4d2d-8da5-f127d74dc9fc', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869f9ebe-14e0-4ac0-ba36-48c28aabf281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:59:54Z', 'updated_at': '2021-08-18T13:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'efcad12f-7dbf-4f51-a1c8-62192902e6ac', 'name': '', 'network_id': 'd38ff0df-d552-4458-8b8a-0e3af0f31966', 'tenant_id': '846d16bf4ff344908a514d6a971af77e', 'mac_address': 'fa:16:3e:b5:ed:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869f9ebe-14e0-4ac0-ba36-48c28aabf281', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '42971352-72f4-44ba-8fa4-ab88bbce306d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:59:56Z', 'updated_at': '2021-08-18T14:00:00Z', 'revision_number': 4, 'project_id': '846d16bf4ff344908a514d6a971af77e', 'subnets': [{'id': '42971352-72f4-44ba-8fa4-ab88bbce306d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:00:02.494824 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e5858df0-04e2-4b80-9d8b-0853c0ad8e5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:02.713790 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d694b8c4-c433-4c12-86bd-f5ff6dbafe7c None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:02.730857 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d694b8c4-c433-4c12-86bd-f5ff6dbafe7c None None] Transition to ACTIVE for port object c6092243-914d-436b-b04b-1e6b6a47cc75 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:00:02.762334 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d694b8c4-c433-4c12-86bd-f5ff6dbafe7c None None] Transition to ACTIVE for port object c6092243-914d-436b-b04b-1e6b6a47cc75 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:00:02.773091 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device efcad12f-7dbf-4f51-a1c8-62192902e6ac up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:00:02.784256 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e5858df0-04e2-4b80-9d8b-0853c0ad8e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:02.845949 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d694b8c4-c433-4c12-86bd-f5ff6dbafe7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:02.926448 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d694b8c4-c433-4c12-86bd-f5ff6dbafe7c None None] Network 3806437d-206e-4694-ba62-b5e70a54e1d2 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:00:02.927884 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port efcad12f-7dbf-4f51-a1c8-62192902e6ac completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:00:02.935347 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-d694b8c4-c433-4c12-86bd-f5ff6dbafe7c None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:00:02.941216 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d694b8c4-c433-4c12-86bd-f5ff6dbafe7c None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:00:02.950840 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port efcad12f-7dbf-4f51-a1c8-62192902e6ac triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:00:02.951320 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:02.955209 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d694b8c4-c433-4c12-86bd-f5ff6dbafe7c None None] Pushing event updated for resources: {'Port': ['ID=c6092243-914d-436b-b04b-1e6b6a47cc75,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:03.005832 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d694b8c4-c433-4c12-86bd-f5ff6dbafe7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:03.007636 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d694b8c4-c433-4c12-86bd-f5ff6dbafe7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:03.007636 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d694b8c4-c433-4c12-86bd-f5ff6dbafe7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:03.007636 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d694b8c4-c433-4c12-86bd-f5ff6dbafe7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:03.007636 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d694b8c4-c433-4c12-86bd-f5ff6dbafe7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:03.007636 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d694b8c4-c433-4c12-86bd-f5ff6dbafe7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:03.008409 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d694b8c4-c433-4c12-86bd-f5ff6dbafe7c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:03.008578 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d694b8c4-c433-4c12-86bd-f5ff6dbafe7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:03.008948 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d694b8c4-c433-4c12-86bd-f5ff6dbafe7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:03.010224 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d694b8c4-c433-4c12-86bd-f5ff6dbafe7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:03.010653 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d694b8c4-c433-4c12-86bd-f5ff6dbafe7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:03.011071 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d694b8c4-c433-4c12-86bd-f5ff6dbafe7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:03.058472 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-d694b8c4-c433-4c12-86bd-f5ff6dbafe7c None None] Attempting to bind port c6092243-914d-436b-b04b-1e6b6a47cc75 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:00:03.058859 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-d694b8c4-c433-4c12-86bd-f5ff6dbafe7c None None] Attempting to bind port c6092243-914d-436b-b04b-1e6b6a47cc75 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'f3e99376-03e8-49ea-9cc2-98145c2de5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3806437d-206e-4694-ba62-b5e70a54e1d2'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:00:03.059233 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d694b8c4-c433-4c12-86bd-f5ff6dbafe7c None None] Attempting to bind port c6092243-914d-436b-b04b-1e6b6a47cc75 on network 3806437d-206e-4694-ba62-b5e70a54e1d2 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:00:03.069004 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d694b8c4-c433-4c12-86bd-f5ff6dbafe7c None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:00:03.070241 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d694b8c4-c433-4c12-86bd-f5ff6dbafe7c None None] Checking segment: {'id': 'f3e99376-03e8-49ea-9cc2-98145c2de5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3806437d-206e-4694-ba62-b5e70a54e1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:00:03.070241 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d694b8c4-c433-4c12-86bd-f5ff6dbafe7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:03.070241 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d694b8c4-c433-4c12-86bd-f5ff6dbafe7c None None] Bound using segment: {'id': 'f3e99376-03e8-49ea-9cc2-98145c2de5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3806437d-206e-4694-ba62-b5e70a54e1d2'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:00:03.070833 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-d694b8c4-c433-4c12-86bd-f5ff6dbafe7c None None] Bound port: c6092243-914d-436b-b04b-1e6b6a47cc75, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e99376-03e8-49ea-9cc2-98145c2de5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3806437d-206e-4694-ba62-b5e70a54e1d2'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:00:03.071107 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d694b8c4-c433-4c12-86bd-f5ff6dbafe7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:03.172507 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:03.261950 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-d694b8c4-c433-4c12-86bd-f5ff6dbafe7c None None] For port c6092243-914d-436b-b04b-1e6b6a47cc75, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:00:03.271751 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-d694b8c4-c433-4c12-86bd-f5ff6dbafe7c None None] For port c6092243-914d-436b-b04b-1e6b6a47cc75, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=c6092243-914d-436b-b04b-1e6b6a47cc75,segment=NetworkSegment(f3e99376-03e8-49ea-9cc2-98145c2de5e9),segment_id=f3e99376-03e8-49ea-9cc2-98145c2de5e9)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:00:03.276986 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port efcad12f-7dbf-4f51-a1c8-62192902e6ac, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=efcad12f-7dbf-4f51-a1c8-62192902e6ac,segment=NetworkSegment(2894f511-f72c-4ef4-a305-7bff3abc7c6b),segment_id=2894f511-f72c-4ef4-a305-7bff3abc7c6b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:00:03.345453 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d694b8c4-c433-4c12-86bd-f5ff6dbafe7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:03.423051 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:03.469415 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d694b8c4-c433-4c12-86bd-f5ff6dbafe7c None None] Pushing event updated for resources: {'Port': ['ID=c6092243-914d-436b-b04b-1e6b6a47cc75,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:03.511398 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5858df0-04e2-4b80-9d8b-0853c0ad8e5c admin admin] Router c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:00:03.589737 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=efcad12f-7dbf-4f51-a1c8-62192902e6ac,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:03.774702 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5858df0-04e2-4b80-9d8b-0853c0ad8e5c admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:00:03.799227 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e777c87f-9566-4775-aae6-0a217132746f None None] Sync routers for ids ['c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:00:03.815408 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e777c87f-9566-4775-aae6-0a217132746f None None] Routers {'c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:00:03.816502 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-e777c87f-9566-4775-aae6-0a217132746f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:59:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:00:03.868387 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e5858df0-04e2-4b80-9d8b-0853c0ad8e5c admin admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:03.874250 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e5858df0-04e2-4b80-9d8b-0853c0ad8e5c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.1409125 Aug 18 14:00:03.876018 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39350) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:00:04.021059 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-e777c87f-9566-4775-aae6-0a217132746f None None] Set router c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:00:04.357813 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-e777c87f-9566-4775-aae6-0a217132746f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d', 'name': 'tempest-TestEncryptedCinderVolumes-1343253004-router', 'tenant_id': 'ed1cc6fbc28f4b2a8acaee9b5416b2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '4db8c15e-1de2-4520-af0c-726ceb5f7e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:00:00Z', 'updated_at': '2021-08-18T14:00:02Z', 'revision_number': 3, 'project_id': 'ed1cc6fbc28f4b2a8acaee9b5416b2f5', 'gw_port': {'id': '4db8c15e-1de2-4520-af0c-726ceb5f7e56', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:00:01Z', 'updated_at': '2021-08-18T14:00:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:00:04.410774 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e777c87f-9566-4775-aae6-0a217132746f None None] Checking router: c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:00:04.411668 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e777c87f-9566-4775-aae6-0a217132746f None None] Updating router c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d port 4db8c15e-1de2-4520-af0c-726ceb5f7e56 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:00:04.466105 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-e777c87f-9566-4775-aae6-0a217132746f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:04.841507 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device c6092243-914d-436b-b04b-1e6b6a47cc75 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:00:04.932923 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-e777c87f-9566-4775-aae6-0a217132746f None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:04.947978 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-e777c87f-9566-4775-aae6-0a217132746f None None] Transition to ACTIVE for port object 4db8c15e-1de2-4520-af0c-726ceb5f7e56 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:00:04.972728 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e72eb33-debc-466c-9031-916e3d4e1683 None None] Network 3806437d-206e-4694-ba62-b5e70a54e1d2 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:00:05.065454 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-e777c87f-9566-4775-aae6-0a217132746f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:05.115137 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a2fcd4cd-8c2a-4817-a97b-a11184dc6011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:05.134792 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-e777c87f-9566-4775-aae6-0a217132746f None None] Attempting to bind port 4db8c15e-1de2-4520-af0c-726ceb5f7e56 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:00:05.135142 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-e777c87f-9566-4775-aae6-0a217132746f None None] Attempting to bind port 4db8c15e-1de2-4520-af0c-726ceb5f7e56 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:00:05.135532 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e777c87f-9566-4775-aae6-0a217132746f None None] Attempting to bind port 4db8c15e-1de2-4520-af0c-726ceb5f7e56 on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:00:05.146010 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e777c87f-9566-4775-aae6-0a217132746f None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:00:05.150633 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e777c87f-9566-4775-aae6-0a217132746f None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:00:05.150633 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-e777c87f-9566-4775-aae6-0a217132746f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:05.150633 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e777c87f-9566-4775-aae6-0a217132746f None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:00:05.150633 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-e777c87f-9566-4775-aae6-0a217132746f None None] Bound port: 4db8c15e-1de2-4520-af0c-726ceb5f7e56, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:00:05.150633 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-e777c87f-9566-4775-aae6-0a217132746f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:05.189626 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d6b586f4-1e11-4f43-a102-78e2479056ab None None] Provisioning for port c6092243-914d-436b-b04b-1e6b6a47cc75 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:00:05.205280 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c756b5-6140-4d67-9dfd-5146a10d53d2 None None] Pushing event updated for resources: {'Port': ['ID=4db8c15e-1de2-4520-af0c-726ceb5f7e56,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:05.240784 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port c6092243-914d-436b-b04b-1e6b6a47cc75 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:00:05.249846 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-e777c87f-9566-4775-aae6-0a217132746f None None] For port 4db8c15e-1de2-4520-af0c-726ceb5f7e56, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:00:05.256113 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-e777c87f-9566-4775-aae6-0a217132746f None None] For port 4db8c15e-1de2-4520-af0c-726ceb5f7e56, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4db8c15e-1de2-4520-af0c-726ceb5f7e56,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:00:05.261129 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port c6092243-914d-436b-b04b-1e6b6a47cc75 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:00:05.261737 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:05.347925 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-e777c87f-9566-4775-aae6-0a217132746f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:05.445933 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:05.460311 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e777c87f-9566-4775-aae6-0a217132746f None None] Routers {'c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:00:05.460311 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-e777c87f-9566-4775-aae6-0a217132746f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:59:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:00:05.465412 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-a2fcd4cd-8c2a-4817-a97b-a11184dc6011 admin admin] Allocated IP 172.20.0.1 (3806437d-206e-4694-ba62-b5e70a54e1d2/baa7df46-ba46-4000-aabf-9ae0516bd8e2/5f8890c8-6012-4e55-9599-8cddcbafc605) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:00:05.497356 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c756b5-6140-4d67-9dfd-5146a10d53d2 None None] Pushing event updated for resources: {'Port': ['ID=4db8c15e-1de2-4520-af0c-726ceb5f7e56,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:05.498977 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port c6092243-914d-436b-b04b-1e6b6a47cc75, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=c6092243-914d-436b-b04b-1e6b6a47cc75,segment=NetworkSegment(f3e99376-03e8-49ea-9cc2-98145c2de5e9),segment_id=f3e99376-03e8-49ea-9cc2-98145c2de5e9)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:00:05.563558 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:05.566157 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device efcad12f-7dbf-4f51-a1c8-62192902e6ac up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:00:05.628274 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a2fcd4cd-8c2a-4817-a97b-a11184dc6011 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:05.647562 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-a2fcd4cd-8c2a-4817-a97b-a11184dc6011 admin admin] Transition to ACTIVE for port object 5f8890c8-6012-4e55-9599-8cddcbafc605 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:00:05.723450 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-e777c87f-9566-4775-aae6-0a217132746f None None] Set router c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:00:05.739764 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=c6092243-914d-436b-b04b-1e6b6a47cc75,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:05.758575 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port efcad12f-7dbf-4f51-a1c8-62192902e6ac triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:00:05.759860 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:05.784267 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a2fcd4cd-8c2a-4817-a97b-a11184dc6011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:05.809555 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-2caec12d-f3fb-48f5-a0d5-952b56073280 None None] Provisioning complete for port c6092243-914d-436b-b04b-1e6b6a47cc75 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:00:05.810004 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2caec12d-f3fb-48f5-a0d5-952b56073280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:05.836844 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fcd4cd-8c2a-4817-a97b-a11184dc6011 admin admin] Network 3806437d-206e-4694-ba62-b5e70a54e1d2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:00:05.847519 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-a2fcd4cd-8c2a-4817-a97b-a11184dc6011 admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:00:05.854593 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fcd4cd-8c2a-4817-a97b-a11184dc6011 admin admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:00:05.889530 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fcd4cd-8c2a-4817-a97b-a11184dc6011 admin admin] Pushing event updated for resources: {'Port': ['ID=5f8890c8-6012-4e55-9599-8cddcbafc605,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:05.923774 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a2fcd4cd-8c2a-4817-a97b-a11184dc6011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:06.071420 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-e777c87f-9566-4775-aae6-0a217132746f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d', 'name': 'tempest-TestEncryptedCinderVolumes-1343253004-router', 'tenant_id': 'ed1cc6fbc28f4b2a8acaee9b5416b2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '4db8c15e-1de2-4520-af0c-726ceb5f7e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:00:00Z', 'updated_at': '2021-08-18T14:00:02Z', 'revision_number': 3, 'project_id': 'ed1cc6fbc28f4b2a8acaee9b5416b2f5', 'gw_port': {'id': '4db8c15e-1de2-4520-af0c-726ceb5f7e56', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:00:01Z', 'updated_at': '2021-08-18T14:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:00:06.109159 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e777c87f-9566-4775-aae6-0a217132746f None None] The sync data for ids ['c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d'] in n-d-803603-2 is: [{'id': 'c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d', 'name': 'tempest-TestEncryptedCinderVolumes-1343253004-router', 'tenant_id': 'ed1cc6fbc28f4b2a8acaee9b5416b2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '4db8c15e-1de2-4520-af0c-726ceb5f7e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:00:00Z', 'updated_at': '2021-08-18T14:00:02Z', 'revision_number': 3, 'project_id': 'ed1cc6fbc28f4b2a8acaee9b5416b2f5', 'gw_port': {'id': '4db8c15e-1de2-4520-af0c-726ceb5f7e56', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:00:01Z', 'updated_at': '2021-08-18T14:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:00:06.189455 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a2fcd4cd-8c2a-4817-a97b-a11184dc6011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:06.329000 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-8ab31bc5-85ff-4a73-aa58-2270bc6a77ae None None] Provisioning for port 5f8890c8-6012-4e55-9599-8cddcbafc605 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:00:06.336677 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-8ab31bc5-85ff-4a73-aa58-2270bc6a77ae None None] Provisioning complete for port 5f8890c8-6012-4e55-9599-8cddcbafc605 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:00:06.337053 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8ab31bc5-85ff-4a73-aa58-2270bc6a77ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:06.382792 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-8ab31bc5-85ff-4a73-aa58-2270bc6a77ae None None] Port 5f8890c8-6012-4e55-9599-8cddcbafc605 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:00:06.414301 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a2fcd4cd-8c2a-4817-a97b-a11184dc6011 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:06.511584 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a2fcd4cd-8c2a-4817-a97b-a11184dc6011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:06.591250 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fcd4cd-8c2a-4817-a97b-a11184dc6011 admin admin] Pushing event updated for resources: {'Port': ['ID=5f8890c8-6012-4e55-9599-8cddcbafc605,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:06.594069 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a2fcd4cd-8c2a-4817-a97b-a11184dc6011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:06.780790 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fcd4cd-8c2a-4817-a97b-a11184dc6011 admin admin] Network 3806437d-206e-4694-ba62-b5e70a54e1d2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:00:06.783836 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-a2fcd4cd-8c2a-4817-a97b-a11184dc6011 admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:00:06.826260 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device c6092243-914d-436b-b04b-1e6b6a47cc75 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:00:06.938374 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port c6092243-914d-436b-b04b-1e6b6a47cc75 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:00:06.939148 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:07.021339 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2fcd4cd-8c2a-4817-a97b-a11184dc6011 admin admin] Router c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:00:07.114021 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4db8c15e-1de2-4520-af0c-726ceb5f7e56 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:00:07.182697 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fcd4cd-8c2a-4817-a97b-a11184dc6011 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:00:07.189675 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a2fcd4cd-8c2a-4817-a97b-a11184dc6011 admin admin] 10.222.0.13 "PUT /v2.0/routers/c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3120224 Aug 18 14:00:07.226537 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a6de3fd9-8791-4df2-9581-a424cec05cbb None None] Provisioning complete for port 5f8890c8-6012-4e55-9599-8cddcbafc605 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:00:07.227287 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a6de3fd9-8791-4df2-9581-a424cec05cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:07.279852 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 4db8c15e-1de2-4520-af0c-726ceb5f7e56 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:00:07.301179 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 4db8c15e-1de2-4520-af0c-726ceb5f7e56 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:00:07.301813 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:07.369054 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-a6de3fd9-8791-4df2-9581-a424cec05cbb None None] Port 5f8890c8-6012-4e55-9599-8cddcbafc605 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:00:07.446485 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:07.475664 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 4db8c15e-1de2-4520-af0c-726ceb5f7e56, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4db8c15e-1de2-4520-af0c-726ceb5f7e56,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:00:07.551451 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:07.616487 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=4db8c15e-1de2-4520-af0c-726ceb5f7e56,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:08.181991 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f56858-792c-4fad-b556-84e94be0ab55 None None] Sync routers for ids ['c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:00:08.203020 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f56858-792c-4fad-b556-84e94be0ab55 None None] Routers {'c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:00:08.204266 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-57f56858-792c-4fad-b556-84e94be0ab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:59:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:00:08.395042 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-57f56858-792c-4fad-b556-84e94be0ab55 None None] Set router c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:00:08.421323 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-d0f10a25-5a65-4230-ae05-1a9c54c0383c tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:08.423468 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-d0f10a25-5a65-4230-ae05-1a9c54c0383c tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/networks?id=d38ff0df-d552-4458-8b8a-0e3af0f31966 HTTP/1.1" status: 200 len: 815 time: 0.1460395 Aug 18 14:00:08.446110 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-bc85d1d6-8242-44aa-8d4a-daeebc06ab88 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/quotas/846d16bf4ff344908a514d6a971af77e HTTP/1.1" status: 200 len: 375 time: 0.0118520 Aug 18 14:00:08.517860 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-0900709e-7b84-4620-a58f-a188d85484ae tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=846d16bf4ff344908a514d6a971af77e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598912 Aug 18 14:00:08.658481 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-c14a9ce3-2167-45b2-96d9-f28cb873e750 service neutron] 10.222.0.13 "GET /v2.0/networks/d38ff0df-d552-4458-8b8a-0e3af0f31966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238868 Aug 18 14:00:08.695826 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-57f56858-792c-4fad-b556-84e94be0ab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d', 'name': 'tempest-TestEncryptedCinderVolumes-1343253004-router', 'tenant_id': 'ed1cc6fbc28f4b2a8acaee9b5416b2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '4db8c15e-1de2-4520-af0c-726ceb5f7e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:00:00Z', 'updated_at': '2021-08-18T14:00:06Z', 'revision_number': 4, 'project_id': 'ed1cc6fbc28f4b2a8acaee9b5416b2f5', 'gw_port': {'id': '4db8c15e-1de2-4520-af0c-726ceb5f7e56', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:00:01Z', 'updated_at': '2021-08-18T14:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '5f8890c8-6012-4e55-9599-8cddcbafc605', 'name': '', 'network_id': '3806437d-206e-4694-ba62-b5e70a54e1d2', 'tenant_id': 'ed1cc6fbc28f4b2a8acaee9b5416b2f5', 'mac_address': 'fa:16:3e:1e:8e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'baa7df46-ba46-4000-aabf-9ae0516bd8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:00:05Z', 'updated_at': '2021-08-18T14:00:06Z', 'revision_number': 2, 'project_id': 'ed1cc6fbc28f4b2a8acaee9b5416b2f5', 'subnets': [{'id': 'baa7df46-ba46-4000-aabf-9ae0516bd8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:00:08.739111 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4db8c15e-1de2-4520-af0c-726ceb5f7e56 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:00:08.743903 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f56858-792c-4fad-b556-84e94be0ab55 None None] Checking router: c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:00:08.744452 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f56858-792c-4fad-b556-84e94be0ab55 None None] Updating router c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d port 5f8890c8-6012-4e55-9599-8cddcbafc605 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:00:08.787573 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-252451dd-6f99-40a5-a521-d712e1f1a2c8 service neutron] 10.222.0.13 "GET /v2.0/networks/d38ff0df-d552-4458-8b8a-0e3af0f31966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200585 Aug 18 14:00:08.801972 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-57f56858-792c-4fad-b556-84e94be0ab55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:08.871140 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 4db8c15e-1de2-4520-af0c-726ceb5f7e56 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:00:08.871615 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:09.176795 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-29477fb1-84ae-4b3f-87ab-7d3850302ba1 req-86eaac1f-b372-4dd2-8a96-5ee1d3908753 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/ports?device_id=5884374a-eb74-422a-8f32-ebf91fc37cfa HTTP/1.1" status: 200 len: 210 time: 0.0394599 Aug 18 14:00:09.312209 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-57f56858-792c-4fad-b556-84e94be0ab55 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:09.331540 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-57f56858-792c-4fad-b556-84e94be0ab55 None None] Transition to ACTIVE for port object 5f8890c8-6012-4e55-9599-8cddcbafc605 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:00:09.533970 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-57f56858-792c-4fad-b556-84e94be0ab55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:09.597665 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc8eb3-37d3-491f-920b-7a4e1aadc935 None None] Pushing event updated for resources: {'Port': ['ID=5f8890c8-6012-4e55-9599-8cddcbafc605,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:09.672462 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-57f56858-792c-4fad-b556-84e94be0ab55 None None] Attempting to bind port 5f8890c8-6012-4e55-9599-8cddcbafc605 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:00:09.672926 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-57f56858-792c-4fad-b556-84e94be0ab55 None None] Attempting to bind port 5f8890c8-6012-4e55-9599-8cddcbafc605 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'f3e99376-03e8-49ea-9cc2-98145c2de5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3806437d-206e-4694-ba62-b5e70a54e1d2'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:00:09.673306 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f56858-792c-4fad-b556-84e94be0ab55 None None] Attempting to bind port 5f8890c8-6012-4e55-9599-8cddcbafc605 on network 3806437d-206e-4694-ba62-b5e70a54e1d2 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:00:09.679877 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f56858-792c-4fad-b556-84e94be0ab55 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:00:09.680384 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f56858-792c-4fad-b556-84e94be0ab55 None None] Checking segment: {'id': 'f3e99376-03e8-49ea-9cc2-98145c2de5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3806437d-206e-4694-ba62-b5e70a54e1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:00:09.681478 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-57f56858-792c-4fad-b556-84e94be0ab55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:09.681775 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f56858-792c-4fad-b556-84e94be0ab55 None None] Bound using segment: {'id': 'f3e99376-03e8-49ea-9cc2-98145c2de5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3806437d-206e-4694-ba62-b5e70a54e1d2'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:00:09.682398 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-57f56858-792c-4fad-b556-84e94be0ab55 None None] Bound port: 5f8890c8-6012-4e55-9599-8cddcbafc605, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e99376-03e8-49ea-9cc2-98145c2de5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3806437d-206e-4694-ba62-b5e70a54e1d2'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:00:09.685246 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-57f56858-792c-4fad-b556-84e94be0ab55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:09.792671 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-57f56858-792c-4fad-b556-84e94be0ab55 None None] For port 5f8890c8-6012-4e55-9599-8cddcbafc605, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:00:09.800149 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-57f56858-792c-4fad-b556-84e94be0ab55 None None] For port 5f8890c8-6012-4e55-9599-8cddcbafc605, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=5f8890c8-6012-4e55-9599-8cddcbafc605,segment=NetworkSegment(f3e99376-03e8-49ea-9cc2-98145c2de5e9),segment_id=f3e99376-03e8-49ea-9cc2-98145c2de5e9)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:00:09.888737 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-57f56858-792c-4fad-b556-84e94be0ab55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:09.972964 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc8eb3-37d3-491f-920b-7a4e1aadc935 None None] Pushing event updated for resources: {'Port': ['ID=5f8890c8-6012-4e55-9599-8cddcbafc605,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:09.977917 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f56858-792c-4fad-b556-84e94be0ab55 None None] Routers {'c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:00:09.978574 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-57f56858-792c-4fad-b556-84e94be0ab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T13:59:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:00:10.172996 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-57f56858-792c-4fad-b556-84e94be0ab55 None None] Set router c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:00:10.411137 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f9516cc0-ae04-4cb3-8654-1ee99a1ec797 req-e4c31df9-365e-4fe8-9fd5-8a4ce1a66082 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/ports?device_id=5884374a-eb74-422a-8f32-ebf91fc37cfa HTTP/1.1" status: 200 len: 210 time: 0.0644159 Aug 18 14:00:10.742117 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-57f56858-792c-4fad-b556-84e94be0ab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d', 'name': 'tempest-TestEncryptedCinderVolumes-1343253004-router', 'tenant_id': 'ed1cc6fbc28f4b2a8acaee9b5416b2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '4db8c15e-1de2-4520-af0c-726ceb5f7e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:00:00Z', 'updated_at': '2021-08-18T14:00:06Z', 'revision_number': 4, 'project_id': 'ed1cc6fbc28f4b2a8acaee9b5416b2f5', 'gw_port': {'id': '4db8c15e-1de2-4520-af0c-726ceb5f7e56', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:00:01Z', 'updated_at': '2021-08-18T14:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '5f8890c8-6012-4e55-9599-8cddcbafc605', 'name': '', 'network_id': '3806437d-206e-4694-ba62-b5e70a54e1d2', 'tenant_id': 'ed1cc6fbc28f4b2a8acaee9b5416b2f5', 'mac_address': 'fa:16:3e:1e:8e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'baa7df46-ba46-4000-aabf-9ae0516bd8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:00:05Z', 'updated_at': '2021-08-18T14:00:09Z', 'revision_number': 4, 'project_id': 'ed1cc6fbc28f4b2a8acaee9b5416b2f5', 'subnets': [{'id': 'baa7df46-ba46-4000-aabf-9ae0516bd8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:00:10.786628 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f56858-792c-4fad-b556-84e94be0ab55 None None] The sync data for ids ['c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d'] in n-d-803603-2 is: [{'id': 'c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d', 'name': 'tempest-TestEncryptedCinderVolumes-1343253004-router', 'tenant_id': 'ed1cc6fbc28f4b2a8acaee9b5416b2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '4db8c15e-1de2-4520-af0c-726ceb5f7e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:00:00Z', 'updated_at': '2021-08-18T14:00:06Z', 'revision_number': 4, 'project_id': 'ed1cc6fbc28f4b2a8acaee9b5416b2f5', 'gw_port': {'id': '4db8c15e-1de2-4520-af0c-726ceb5f7e56', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:00:01Z', 'updated_at': '2021-08-18T14:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '5f8890c8-6012-4e55-9599-8cddcbafc605', 'name': '', 'network_id': '3806437d-206e-4694-ba62-b5e70a54e1d2', 'tenant_id': 'ed1cc6fbc28f4b2a8acaee9b5416b2f5', 'mac_address': 'fa:16:3e:1e:8e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'baa7df46-ba46-4000-aabf-9ae0516bd8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:00:05Z', 'updated_at': '2021-08-18T14:00:09Z', 'revision_number': 4, 'project_id': 'ed1cc6fbc28f4b2a8acaee9b5416b2f5', 'subnets': [{'id': 'baa7df46-ba46-4000-aabf-9ae0516bd8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:00:11.534836 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fc9e57ed-d50a-4f19-95d5-1e097139cffa req-1b806beb-1198-4a23-b9a5-561b12705f7b tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/ports?device_id=5884374a-eb74-422a-8f32-ebf91fc37cfa HTTP/1.1" status: 200 len: 210 time: 0.0332446 Aug 18 14:00:11.729265 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cae6757a-c5a6-4b92-8967-14d8e93904a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:12.124412 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-30b5bb06-e306-45aa-a187-38342845e2c7 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:12.126081 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-30b5bb06-e306-45aa-a187-38342845e2c7 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.39 "GET /v2.0/networks?id=d38ff0df-d552-4458-8b8a-0e3af0f31966 HTTP/1.1" status: 200 len: 815 time: 0.1544764 Aug 18 14:00:12.140812 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-c19fad2d-7710-48e5-9dc4-a9eded4e2b02 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Request body: {'port': {'device_id': '5884374a-eb74-422a-8f32-ebf91fc37cfa', 'network_id': 'd38ff0df-d552-4458-8b8a-0e3af0f31966', 'admin_state_up': True, 'tenant_id': '846d16bf4ff344908a514d6a971af77e'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:00:12.356499 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-c19fad2d-7710-48e5-9dc4-a9eded4e2b02 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Made reservation on behalf of 846d16bf4ff344908a514d6a971af77e for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:00:12.360923 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-c19fad2d-7710-48e5-9dc4-a9eded4e2b02 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:12.590563 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-c19fad2d-7710-48e5-9dc4-a9eded4e2b02 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Allocated IP 172.20.0.3 (d38ff0df-d552-4458-8b8a-0e3af0f31966/42971352-72f4-44ba-8fa4-ab88bbce306d/c192e31a-9c33-48be-bdd0-af1a5f109c3c) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:00:12.729941 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 5f8890c8-6012-4e55-9599-8cddcbafc605 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:00:12.733487 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b18572e1-5ac1-403e-b8f4-4d808f430868 req-b97b1d4d-e0a4-4597-9af1-a30140caf6c0 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/ports?device_id=5884374a-eb74-422a-8f32-ebf91fc37cfa HTTP/1.1" status: 200 len: 210 time: 0.0597706 Aug 18 14:00:12.876322 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 5f8890c8-6012-4e55-9599-8cddcbafc605 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:00:12.882098 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 5f8890c8-6012-4e55-9599-8cddcbafc605 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:00:12.882724 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:12.889964 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-c19fad2d-7710-48e5-9dc4-a9eded4e2b02 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:12.908667 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-c19fad2d-7710-48e5-9dc4-a9eded4e2b02 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Transition to ACTIVE for port object c192e31a-9c33-48be-bdd0-af1a5f109c3c will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:00:13.020784 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:13.024036 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-c19fad2d-7710-48e5-9dc4-a9eded4e2b02 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:13.064267 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 5f8890c8-6012-4e55-9599-8cddcbafc605, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=5f8890c8-6012-4e55-9599-8cddcbafc605,segment=NetworkSegment(f3e99376-03e8-49ea-9cc2-98145c2de5e9),segment_id=f3e99376-03e8-49ea-9cc2-98145c2de5e9)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:00:13.116665 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-c19fad2d-7710-48e5-9dc4-a9eded4e2b02 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Network d38ff0df-d552-4458-8b8a-0e3af0f31966 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:00:13.123753 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-c19fad2d-7710-48e5-9dc4-a9eded4e2b02 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:00:13.128775 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:13.131175 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-c19fad2d-7710-48e5-9dc4-a9eded4e2b02 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:00:13.175987 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19fad2d-7710-48e5-9dc4-a9eded4e2b02 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Pushing event updated for resources: {'Port': ['ID=c192e31a-9c33-48be-bdd0-af1a5f109c3c,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:13.224818 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=5f8890c8-6012-4e55-9599-8cddcbafc605,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:13.230011 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-c19fad2d-7710-48e5-9dc4-a9eded4e2b02 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:13.231449 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-c19fad2d-7710-48e5-9dc4-a9eded4e2b02 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:13.328046 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-c19fad2d-7710-48e5-9dc4-a9eded4e2b02 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1918983 Aug 18 14:00:13.344694 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-0b7a22fa-6a9b-43c6-980b-0b12bbee9ca7 service neutron] Request body: {'port': {'device_id': '5884374a-eb74-422a-8f32-ebf91fc37cfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:00:13.440101 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-0b7a22fa-6a9b-43c6-980b-0b12bbee9ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:13.526965 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-774a88df-f077-44a9-93d4-269bf71fd0db None None] Provisioning for port c192e31a-9c33-48be-bdd0-af1a5f109c3c completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:00:13.536379 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-774a88df-f077-44a9-93d4-269bf71fd0db None None] Provisioning complete for port c192e31a-9c33-48be-bdd0-af1a5f109c3c triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:00:13.537017 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-774a88df-f077-44a9-93d4-269bf71fd0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:13.604666 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-774a88df-f077-44a9-93d4-269bf71fd0db None None] Port c192e31a-9c33-48be-bdd0-af1a5f109c3c cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:00:13.843481 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-060bfafa-5d72-4c50-82b2-3d28379f90e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:13.880857 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-0b7a22fa-6a9b-43c6-980b-0b12bbee9ca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c192e31a-9c33-48be-bdd0-af1a5f109c3c {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:00:13.897820 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-0b7a22fa-6a9b-43c6-980b-0b12bbee9ca7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:13.921475 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-0b7a22fa-6a9b-43c6-980b-0b12bbee9ca7 service neutron] Transition to ACTIVE for port object c192e31a-9c33-48be-bdd0-af1a5f109c3c will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:00:13.931384 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2106e8-0d03-4e31-bfb7-3a51c5881079 req-30b8ab66-8210-4c28-9523-60f7d43a34d5 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:13.933734 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1c2106e8-0d03-4e31-bfb7-3a51c5881079 req-30b8ab66-8210-4c28-9523-60f7d43a34d5 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/ports?device_id=5884374a-eb74-422a-8f32-ebf91fc37cfa HTTP/1.1" status: 200 len: 931 time: 0.0799918 Aug 18 14:00:13.982977 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1c2106e8-0d03-4e31-bfb7-3a51c5881079 req-35c66823-dbc3-40b7-87d0-a5fc4940d14e tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/security-groups?id=764f7792-832b-4f3d-891d-051c7e37d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422659 Aug 18 14:00:14.019850 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-0b7a22fa-6a9b-43c6-980b-0b12bbee9ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:14.114902 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7a22fa-6a9b-43c6-980b-0b12bbee9ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=c192e31a-9c33-48be-bdd0-af1a5f109c3c,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:14.244148 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-0b7a22fa-6a9b-43c6-980b-0b12bbee9ca7 service neutron] Attempting to bind port c192e31a-9c33-48be-bdd0-af1a5f109c3c on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:00:14.277960 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-0b7a22fa-6a9b-43c6-980b-0b12bbee9ca7 service neutron] Attempting to bind port c192e31a-9c33-48be-bdd0-af1a5f109c3c by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '2894f511-f72c-4ef4-a305-7bff3abc7c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd38ff0df-d552-4458-8b8a-0e3af0f31966'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:00:14.277960 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-0b7a22fa-6a9b-43c6-980b-0b12bbee9ca7 service neutron] Attempting to bind port c192e31a-9c33-48be-bdd0-af1a5f109c3c on network d38ff0df-d552-4458-8b8a-0e3af0f31966 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:00:14.277960 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-0b7a22fa-6a9b-43c6-980b-0b12bbee9ca7 service neutron] Port c192e31a-9c33-48be-bdd0-af1a5f109c3c on network d38ff0df-d552-4458-8b8a-0e3af0f31966 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:00:14.277960 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-0b7a22fa-6a9b-43c6-980b-0b12bbee9ca7 service neutron] Attempting to bind port c192e31a-9c33-48be-bdd0-af1a5f109c3c on network d38ff0df-d552-4458-8b8a-0e3af0f31966 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:00:14.277960 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-0b7a22fa-6a9b-43c6-980b-0b12bbee9ca7 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:00:14.277960 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-0b7a22fa-6a9b-43c6-980b-0b12bbee9ca7 service neutron] Checking segment: {'id': '2894f511-f72c-4ef4-a305-7bff3abc7c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd38ff0df-d552-4458-8b8a-0e3af0f31966'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:00:14.277960 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-0b7a22fa-6a9b-43c6-980b-0b12bbee9ca7 service neutron] Bound using segment: {'id': '2894f511-f72c-4ef4-a305-7bff3abc7c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd38ff0df-d552-4458-8b8a-0e3af0f31966'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:00:14.277960 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-0b7a22fa-6a9b-43c6-980b-0b12bbee9ca7 service neutron] Bound port: c192e31a-9c33-48be-bdd0-af1a5f109c3c, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2894f511-f72c-4ef4-a305-7bff3abc7c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd38ff0df-d552-4458-8b8a-0e3af0f31966'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:00:14.277960 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-0b7a22fa-6a9b-43c6-980b-0b12bbee9ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:14.402273 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-0b7a22fa-6a9b-43c6-980b-0b12bbee9ca7 service neutron] For port c192e31a-9c33-48be-bdd0-af1a5f109c3c, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:00:14.408336 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-0b7a22fa-6a9b-43c6-980b-0b12bbee9ca7 service neutron] For port c192e31a-9c33-48be-bdd0-af1a5f109c3c, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=c192e31a-9c33-48be-bdd0-af1a5f109c3c,segment=NetworkSegment(2894f511-f72c-4ef4-a305-7bff3abc7c6b),segment_id=2894f511-f72c-4ef4-a305-7bff3abc7c6b)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:00:14.583378 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-0b7a22fa-6a9b-43c6-980b-0b12bbee9ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:14.625803 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-0b7a22fa-6a9b-43c6-980b-0b12bbee9ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:14.626469 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-0b7a22fa-6a9b-43c6-980b-0b12bbee9ca7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:14.627941 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-0b7a22fa-6a9b-43c6-980b-0b12bbee9ca7 service neutron] 10.222.0.39 "PUT /v2.0/ports/c192e31a-9c33-48be-bdd0-af1a5f109c3c HTTP/1.1" status: 200 len: 1091 time: 1.2903380 Aug 18 14:00:14.628408 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5884374a-eb74-422a-8f32-ebf91fc37cfa', 'tag': 'c192e31a-9c33-48be-bdd0-af1a5f109c3c'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:00:14.628682 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:14.630830 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33674067-ab34-49ea-965c-4dc88a72d291" -d '{"events": [{"name": "network-changed", "server_uuid": "5884374a-eb74-422a-8f32-ebf91fc37cfa", "tag": "c192e31a-9c33-48be-bdd0-af1a5f109c3c"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:00:14.671530 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7a22fa-6a9b-43c6-980b-0b12bbee9ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=c192e31a-9c33-48be-bdd0-af1a5f109c3c,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:14.689525 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e83853f-18b7-4798-9133-370a5b137be5 x-openstack-request-id: req-8e83853f-18b7-4798-9133-370a5b137be5 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:00:14.690444 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5884374a-eb74-422a-8f32-ebf91fc37cfa", "tag": "c192e31a-9c33-48be-bdd0-af1a5f109c3c", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:00:14.690802 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8e83853f-18b7-4798-9133-370a5b137be5 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:00:14.691903 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5884374a-eb74-422a-8f32-ebf91fc37cfa', 'tag': 'c192e31a-9c33-48be-bdd0-af1a5f109c3c', 'status': 'completed', 'code': 200} Aug 18 14:00:14.710299 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 5f8890c8-6012-4e55-9599-8cddcbafc605 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:00:14.785563 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 5f8890c8-6012-4e55-9599-8cddcbafc605 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:00:14.785959 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:14.801624 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33674067-ab34-49ea-965c-4dc88a72d291 req-925de117-697e-429f-9df1-cdcc371094b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:14.804472 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-33674067-ab34-49ea-965c-4dc88a72d291 req-925de117-697e-429f-9df1-cdcc371094b6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=846d16bf4ff344908a514d6a971af77e&device_id=5884374a-eb74-422a-8f32-ebf91fc37cfa HTTP/1.1" status: 200 len: 1094 time: 0.0852005 Aug 18 14:00:14.957227 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33674067-ab34-49ea-965c-4dc88a72d291 req-6eeed9b6-b295-49e6-8caf-4c40b50860cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:14.959818 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-33674067-ab34-49ea-965c-4dc88a72d291 req-6eeed9b6-b295-49e6-8caf-4c40b50860cf service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=846d16bf4ff344908a514d6a971af77e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1460838 Aug 18 14:00:15.070804 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33674067-ab34-49ea-965c-4dc88a72d291 req-06d8980b-b8b0-4ec7-89cc-bf934cb6891d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:15.073025 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-33674067-ab34-49ea-965c-4dc88a72d291 req-06d8980b-b8b0-4ec7-89cc-bf934cb6891d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1041844 Aug 18 14:00:15.171096 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-4aac65e4-e66e-43b7-bb45-b80152de3fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:15.173143 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-4aac65e4-e66e-43b7-bb45-b80152de3fdb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=846d16bf4ff344908a514d6a971af77e&device_id=5884374a-eb74-422a-8f32-ebf91fc37cfa HTTP/1.1" status: 200 len: 1094 time: 0.0548587 Aug 18 14:00:15.196776 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051557d-a231-4bf6-a2bb-97529ae2835a req-b77b9420-c484-4338-b353-695097541d0e tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:15.200676 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c051557d-a231-4bf6-a2bb-97529ae2835a req-b77b9420-c484-4338-b353-695097541d0e tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/ports?device_id=5884374a-eb74-422a-8f32-ebf91fc37cfa HTTP/1.1" status: 200 len: 943 time: 0.0912993 Aug 18 14:00:15.223834 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-b9caca71-8ac1-4392-b304-a3224bbaef7f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c192e31a-9c33-48be-bdd0-af1a5f109c3c HTTP/1.1" status: 200 len: 217 time: 0.0405128 Aug 18 14:00:15.263511 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c051557d-a231-4bf6-a2bb-97529ae2835a req-c2ad5e46-3371-4d64-90fd-506bc13e7661 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/security-groups?id=764f7792-832b-4f3d-891d-051c7e37d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524900 Aug 18 14:00:15.280316 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-96d6f207-eca9-481b-923c-ab61156456e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:15.281819 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-96d6f207-eca9-481b-923c-ab61156456e9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42971352-72f4-44ba-8fa4-ab88bbce306d HTTP/1.1" status: 200 len: 854 time: 0.0516617 Aug 18 14:00:15.360188 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-a6954ce8-2ec5-44c4-b764-07bf522644c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:15.361971 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-a6954ce8-2ec5-44c4-b764-07bf522644c6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d38ff0df-d552-4458-8b8a-0e3af0f31966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721025 Aug 18 14:00:15.490134 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-455d6598-3c3f-4ae9-9265-cc65d69c3842 service neutron] 10.222.0.39 "GET /v2.0/networks/d38ff0df-d552-4458-8b8a-0e3af0f31966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198809 Aug 18 14:00:15.616646 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3d9274b8-ddc8-4b59-ab80-64a80fab8aab req-2edb3212-3b9f-439f-91b8-1cfc456ffd2c service neutron] 10.222.0.39 "GET /v2.0/networks/d38ff0df-d552-4458-8b8a-0e3af0f31966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196816 Aug 18 14:00:15.854043 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:16.427496 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08348797-df53-480d-b7b1-27083494c089 req-ee0d821d-80cb-49a0-a208-4cf894a97679 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:16.430634 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-08348797-df53-480d-b7b1-27083494c089 req-ee0d821d-80cb-49a0-a208-4cf894a97679 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/ports?device_id=5884374a-eb74-422a-8f32-ebf91fc37cfa HTTP/1.1" status: 200 len: 943 time: 0.0891564 Aug 18 14:00:16.481708 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-08348797-df53-480d-b7b1-27083494c089 req-9fe3ea95-0cd5-4fa0-8f4b-2a6c0fbc4e05 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/security-groups?id=764f7792-832b-4f3d-891d-051c7e37d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437162 Aug 18 14:00:17.135860 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device c192e31a-9c33-48be-bdd0-af1a5f109c3c details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:00:17.273175 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port c192e31a-9c33-48be-bdd0-af1a5f109c3c, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=c192e31a-9c33-48be-bdd0-af1a5f109c3c,segment=NetworkSegment(2894f511-f72c-4ef4-a305-7bff3abc7c6b),segment_id=2894f511-f72c-4ef4-a305-7bff3abc7c6b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:00:17.287826 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'c192e31a-9c33-48be-bdd0-af1a5f109c3c', 'network_id': 'd38ff0df-d552-4458-8b8a-0e3af0f31966', 'port_id': 'c192e31a-9c33-48be-bdd0-af1a5f109c3c', 'mac_address': 'fa:16:3e:2c:a8:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42971352-72f4-44ba-8fa4-ab88bbce306d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:00:17.335737 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:17.352598 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c192e31a-9c33-48be-bdd0-af1a5f109c3c {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:00:17.395363 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port c192e31a-9c33-48be-bdd0-af1a5f109c3c, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=c192e31a-9c33-48be-bdd0-af1a5f109c3c,segment=NetworkSegment(2894f511-f72c-4ef4-a305-7bff3abc7c6b),segment_id=2894f511-f72c-4ef4-a305-7bff3abc7c6b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:00:17.498969 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:17.604101 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=c192e31a-9c33-48be-bdd0-af1a5f109c3c,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:17.662707 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:17.668142 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541458e9-bf70-412b-9690-eff963312550 req-35862655-2582-4bce-8ed2-a6056fadd9ee tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:17.671018 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-541458e9-bf70-412b-9690-eff963312550 req-35862655-2582-4bce-8ed2-a6056fadd9ee tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/ports?device_id=5884374a-eb74-422a-8f32-ebf91fc37cfa HTTP/1.1" status: 200 len: 944 time: 0.0851896 Aug 18 14:00:17.706951 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['c192e31a-9c33-48be-bdd0-af1a5f109c3c'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:00:17.720472 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-541458e9-bf70-412b-9690-eff963312550 req-17cee30b-8148-458e-8cae-389a8148e862 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/security-groups?id=764f7792-832b-4f3d-891d-051c7e37d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423782 Aug 18 14:00:18.875596 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a3954-9c3f-418b-bbe0-98573af919db req-8f632880-8da0-4d13-b0b9-8f0d6df4867b tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:18.877263 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a14a3954-9c3f-418b-bbe0-98573af919db req-8f632880-8da0-4d13-b0b9-8f0d6df4867b tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/ports?device_id=5884374a-eb74-422a-8f32-ebf91fc37cfa HTTP/1.1" status: 200 len: 944 time: 0.0669751 Aug 18 14:00:18.930023 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a14a3954-9c3f-418b-bbe0-98573af919db req-ab6c7d15-8683-4320-843e-74b396b3e06b tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/security-groups?id=764f7792-832b-4f3d-891d-051c7e37d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408027 Aug 18 14:00:19.148822 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device c192e31a-9c33-48be-bdd0-af1a5f109c3c up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:00:19.287873 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port c192e31a-9c33-48be-bdd0-af1a5f109c3c completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:00:19.293258 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port c192e31a-9c33-48be-bdd0-af1a5f109c3c triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:00:19.293752 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:19.387438 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:19.413908 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5884374a-eb74-422a-8f32-ebf91fc37cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c192e31a-9c33-48be-bdd0-af1a5f109c3c'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:00:19.417124 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ba3b915c790ece66a99fb45b0530a9eb9c5b6743edcd6e3a78a03ec4b78c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a8c4db-eca1-4590-9b43-b71fbc35469c" -d '{"events": [{"server_uuid": "5884374a-eb74-422a-8f32-ebf91fc37cfa", "name": "network-vif-plugged", "status": "completed", "tag": "c192e31a-9c33-48be-bdd0-af1a5f109c3c"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:00:19.432694 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port c192e31a-9c33-48be-bdd0-af1a5f109c3c, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=c192e31a-9c33-48be-bdd0-af1a5f109c3c,segment=NetworkSegment(2894f511-f72c-4ef4-a305-7bff3abc7c6b),segment_id=2894f511-f72c-4ef4-a305-7bff3abc7c6b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:00:19.470359 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c68d40-36b3-4042-891f-c898f2f106d8 x-openstack-request-id: req-51c68d40-36b3-4042-891f-c898f2f106d8 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:00:19.470654 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5884374a-eb74-422a-8f32-ebf91fc37cfa", "name": "network-vif-plugged", "status": "completed", "tag": "c192e31a-9c33-48be-bdd0-af1a5f109c3c", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:00:19.470907 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-51c68d40-36b3-4042-891f-c898f2f106d8 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:00:19.471304 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5884374a-eb74-422a-8f32-ebf91fc37cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c192e31a-9c33-48be-bdd0-af1a5f109c3c', 'code': 200} Aug 18 14:00:19.522802 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:19.584267 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec349892-49c1-486a-ba4b-c34229d3464c req-ae5f342f-385a-491f-8367-32378227f161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:19.585918 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ec349892-49c1-486a-ba4b-c34229d3464c req-ae5f342f-385a-491f-8367-32378227f161 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5884374a-eb74-422a-8f32-ebf91fc37cfa HTTP/1.1" status: 200 len: 1096 time: 0.0479970 Aug 18 14:00:19.593546 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=c192e31a-9c33-48be-bdd0-af1a5f109c3c,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:19.634327 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ec349892-49c1-486a-ba4b-c34229d3464c req-23daed36-07bf-4647-8ef7-7660f8fe71cc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=764f7792-832b-4f3d-891d-051c7e37d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411830 Aug 18 14:00:20.073147 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae29f1-1bc4-4cb9-9ccc-1982b31e0cd0 req-5bb215b8-24df-4e92-ad0f-4d834df55011 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:20.074726 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26ae29f1-1bc4-4cb9-9ccc-1982b31e0cd0 req-5bb215b8-24df-4e92-ad0f-4d834df55011 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/ports?device_id=5884374a-eb74-422a-8f32-ebf91fc37cfa HTTP/1.1" status: 200 len: 945 time: 0.0513077 Aug 18 14:00:20.115065 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-26ae29f1-1bc4-4cb9-9ccc-1982b31e0cd0 req-b46d0bbb-2b08-4a2f-9dea-8e9ceea236e9 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/security-groups?id=764f7792-832b-4f3d-891d-051c7e37d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342038 Aug 18 14:00:21.239169 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf7e68-8c76-492f-8507-f591e1f357e8 req-dda42c14-505a-4305-b0f1-1f91b20427d8 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:21.240832 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-11cf7e68-8c76-492f-8507-f591e1f357e8 req-dda42c14-505a-4305-b0f1-1f91b20427d8 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/ports?device_id=5884374a-eb74-422a-8f32-ebf91fc37cfa HTTP/1.1" status: 200 len: 945 time: 0.0522282 Aug 18 14:00:21.282964 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-11cf7e68-8c76-492f-8507-f591e1f357e8 req-93bf2dad-6626-4d04-9b5c-4804cdf2332b tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/security-groups?id=764f7792-832b-4f3d-891d-051c7e37d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353072 Aug 18 14:00:21.411758 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ea563-ea75-4176-844a-48caceee5551 req-a3a481ca-c5d2-4f1e-bcc6-fe612d0507e0 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:21.413275 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d22ea563-ea75-4176-844a-48caceee5551 req-a3a481ca-c5d2-4f1e-bcc6-fe612d0507e0 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/ports?device_id=5884374a-eb74-422a-8f32-ebf91fc37cfa HTTP/1.1" status: 200 len: 945 time: 0.0549228 Aug 18 14:00:21.455987 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d22ea563-ea75-4176-844a-48caceee5551 req-532508aa-59c2-431a-a08b-03f1d7ff4d69 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/security-groups?id=764f7792-832b-4f3d-891d-051c7e37d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359468 Aug 18 14:00:27.203903 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a9a9c69e-9cff-4491-9d2e-1019c0dd926a req-3c2049fd-5de3-4917-8244-0bebe493cbe2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5884374a-eb74-422a-8f32-ebf91fc37cfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0671654 Aug 18 14:00:27.299798 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9c69e-9cff-4491-9d2e-1019c0dd926a req-de55848b-043b-4b72-b450-b4d4c207b5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:27.301595 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a9a9c69e-9cff-4491-9d2e-1019c0dd926a req-de55848b-043b-4b72-b450-b4d4c207b5bc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=846d16bf4ff344908a514d6a971af77e&device_id=5884374a-eb74-422a-8f32-ebf91fc37cfa HTTP/1.1" status: 200 len: 1096 time: 0.0508962 Aug 18 14:00:27.450748 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9c69e-9cff-4491-9d2e-1019c0dd926a req-1d6f6264-9405-4ea1-8912-27bd220b5cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:27.452298 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a9a9c69e-9cff-4491-9d2e-1019c0dd926a req-1d6f6264-9405-4ea1-8912-27bd220b5cf7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d38ff0df-d552-4458-8b8a-0e3af0f31966 HTTP/1.1" status: 200 len: 916 time: 0.1274219 Aug 18 14:00:27.504441 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a9a9c69e-9cff-4491-9d2e-1019c0dd926a req-f79cdc9a-c2d1-4c71-ba4a-6c17a34aea01 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c192e31a-9c33-48be-bdd0-af1a5f109c3c HTTP/1.1" status: 200 len: 217 time: 0.0433280 Aug 18 14:00:27.565233 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9c69e-9cff-4491-9d2e-1019c0dd926a req-bcd54f0a-5d3e-4a93-a16d-c271387ce782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:27.567406 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a9a9c69e-9cff-4491-9d2e-1019c0dd926a req-bcd54f0a-5d3e-4a93-a16d-c271387ce782 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42971352-72f4-44ba-8fa4-ab88bbce306d HTTP/1.1" status: 200 len: 854 time: 0.0559874 Aug 18 14:00:27.628716 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9c69e-9cff-4491-9d2e-1019c0dd926a req-e9bebc16-72d3-4b46-b347-2d1c5d3f1181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:27.631180 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a9a9c69e-9cff-4491-9d2e-1019c0dd926a req-e9bebc16-72d3-4b46-b347-2d1c5d3f1181 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d38ff0df-d552-4458-8b8a-0e3af0f31966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548177 Aug 18 14:00:27.768992 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a9a9c69e-9cff-4491-9d2e-1019c0dd926a req-2f33eb4f-7cd0-4c5d-84c6-d265fa514183 service neutron] 10.222.0.39 "GET /v2.0/networks/d38ff0df-d552-4458-8b8a-0e3af0f31966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303027 Aug 18 14:00:27.893620 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a9a9c69e-9cff-4491-9d2e-1019c0dd926a req-bdafb2c2-3438-48d6-8a2e-deb6de42515a service neutron] 10.222.0.39 "GET /v2.0/networks/d38ff0df-d552-4458-8b8a-0e3af0f31966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177862 Aug 18 14:00:28.536073 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:29.347960 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:32.971481 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:00:41.696359 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d1083221-a284-4f12-96b5-5434b7bb57bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:43.893578 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2dbe1920-a7d6-401a-8e08-cabae5673c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:44.621127 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:45.789261 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:47.609894 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:47.904787 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d1781-7281-4029-8f76-27fd9cbf057d req-61537008-3c51-4374-81eb-bdea23226873 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:47.906481 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-867d1781-7281-4029-8f76-27fd9cbf057d req-61537008-3c51-4374-81eb-bdea23226873 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/ports?device_id=5884374a-eb74-422a-8f32-ebf91fc37cfa HTTP/1.1" status: 200 len: 945 time: 0.0570245 Aug 18 14:00:47.960955 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-867d1781-7281-4029-8f76-27fd9cbf057d req-9fd05b13-264d-4b3e-a5e5-280af076e1f8 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/security-groups?id=764f7792-832b-4f3d-891d-051c7e37d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471039 Aug 18 14:00:49.103360 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270de847-2bcc-40d4-9c77-b9625f76b350 req-ca782f03-d3e7-4f09-a58b-926a67eddc52 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:49.104989 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-270de847-2bcc-40d4-9c77-b9625f76b350 req-ca782f03-d3e7-4f09-a58b-926a67eddc52 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/ports?device_id=5884374a-eb74-422a-8f32-ebf91fc37cfa HTTP/1.1" status: 200 len: 945 time: 0.0638559 Aug 18 14:00:49.149527 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-270de847-2bcc-40d4-9c77-b9625f76b350 req-09c522b2-af8a-4dd9-bfed-b2da71f89267 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/security-groups?id=764f7792-832b-4f3d-891d-051c7e37d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364912 Aug 18 14:00:49.428046 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ca2e8-977b-41fa-ae89-45dee097e548 req-76d64f5b-501f-44ca-80d5-882187340a66 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:49.430571 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f02ca2e8-977b-41fa-ae89-45dee097e548 req-76d64f5b-501f-44ca-80d5-882187340a66 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.39 "GET /v2.0/ports?device_id=5884374a-eb74-422a-8f32-ebf91fc37cfa HTTP/1.1" status: 200 len: 945 time: 0.0571108 Aug 18 14:00:49.532385 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-f02ca2e8-977b-41fa-ae89-45dee097e548 req-b5a7ff1f-6b53-48e7-bbbe-39978517009d tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Deleting port c192e31a-9c33-48be-bdd0-af1a5f109c3c {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:00:49.532730 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-f02ca2e8-977b-41fa-ae89-45dee097e548 req-b5a7ff1f-6b53-48e7-bbbe-39978517009d tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:49.644874 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-f02ca2e8-977b-41fa-ae89-45dee097e548 req-b5a7ff1f-6b53-48e7-bbbe-39978517009d tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] For port c192e31a-9c33-48be-bdd0-af1a5f109c3c, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=c192e31a-9c33-48be-bdd0-af1a5f109c3c,segment=NetworkSegment(2894f511-f72c-4ef4-a305-7bff3abc7c6b),segment_id=2894f511-f72c-4ef4-a305-7bff3abc7c6b)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:00:49.645241 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-f02ca2e8-977b-41fa-ae89-45dee097e548 req-b5a7ff1f-6b53-48e7-bbbe-39978517009d tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:49.661194 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-f02ca2e8-977b-41fa-ae89-45dee097e548 req-b5a7ff1f-6b53-48e7-bbbe-39978517009d tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Calling delete_port for c192e31a-9c33-48be-bdd0-af1a5f109c3c owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:00:49.920623 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-f02ca2e8-977b-41fa-ae89-45dee097e548 req-b5a7ff1f-6b53-48e7-bbbe-39978517009d tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:49.935142 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['c192e31a-9c33-48be-bdd0-af1a5f109c3c'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:00:49.965422 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a7ff1f-6b53-48e7-bbbe-39978517009d tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Pushing event deleted for resources: {'Port': ['ID=c192e31a-9c33-48be-bdd0-af1a5f109c3c,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:49.981205 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7ff1f-6b53-48e7-bbbe-39978517009d tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:49.981619 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7ff1f-6b53-48e7-bbbe-39978517009d tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:49.981956 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7ff1f-6b53-48e7-bbbe-39978517009d tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:49.982327 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7ff1f-6b53-48e7-bbbe-39978517009d tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:49.982670 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7ff1f-6b53-48e7-bbbe-39978517009d tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:49.983012 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7ff1f-6b53-48e7-bbbe-39978517009d tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:49.983354 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7ff1f-6b53-48e7-bbbe-39978517009d tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:49.983687 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7ff1f-6b53-48e7-bbbe-39978517009d tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:49.984023 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7ff1f-6b53-48e7-bbbe-39978517009d tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:49.984355 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7ff1f-6b53-48e7-bbbe-39978517009d tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:49.984684 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7ff1f-6b53-48e7-bbbe-39978517009d tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:49.985012 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7ff1f-6b53-48e7-bbbe-39978517009d tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:00:50.048437 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-f02ca2e8-977b-41fa-ae89-45dee097e548 req-b5a7ff1f-6b53-48e7-bbbe-39978517009d tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] No DVR routers for this DVR port c192e31a-9c33-48be-bdd0-af1a5f109c3c on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:00:50.052329 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-f02ca2e8-977b-41fa-ae89-45dee097e548 req-b5a7ff1f-6b53-48e7-bbbe-39978517009d tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:50.056434 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f02ca2e8-977b-41fa-ae89-45dee097e548 req-b5a7ff1f-6b53-48e7-bbbe-39978517009d tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.39 "DELETE /v2.0/ports/c192e31a-9c33-48be-bdd0-af1a5f109c3c HTTP/1.1" status: 204 len: 173 time: 0.6192997 Aug 18 14:00:50.057168 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5884374a-eb74-422a-8f32-ebf91fc37cfa', 'name': 'network-vif-deleted', 'tag': 'c192e31a-9c33-48be-bdd0-af1a5f109c3c'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:00:50.061710 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b56ff2-5fb1-43cb-9892-d2e561367486" -d '{"events": [{"server_uuid": "5884374a-eb74-422a-8f32-ebf91fc37cfa", "name": "network-vif-deleted", "tag": "c192e31a-9c33-48be-bdd0-af1a5f109c3c"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:00:50.112188 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987275c5-ff74-4e30-b7e6-ab355d0eadf3 x-openstack-request-id: req-987275c5-ff74-4e30-b7e6-ab355d0eadf3 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:00:50.112188 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5884374a-eb74-422a-8f32-ebf91fc37cfa", "name": "network-vif-deleted", "tag": "c192e31a-9c33-48be-bdd0-af1a5f109c3c", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:00:50.112188 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-987275c5-ff74-4e30-b7e6-ab355d0eadf3 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:00:50.112188 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5884374a-eb74-422a-8f32-ebf91fc37cfa', 'name': 'network-vif-deleted', 'tag': 'c192e31a-9c33-48be-bdd0-af1a5f109c3c', 'status': 'completed', 'code': 200} Aug 18 14:00:50.274608 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-54696754-069c-4874-874a-b5c8f3e5d6e7 req-b8c22538-9191-4ad3-b34a-607b4023fcc5 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/ports?device_id=5884374a-eb74-422a-8f32-ebf91fc37cfa HTTP/1.1" status: 200 len: 210 time: 0.0479012 Aug 18 14:00:52.067134 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-78716c14-50b1-4da3-980d-e9982e450ee6 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:52.068664 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-78716c14-50b1-4da3-980d-e9982e450ee6 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/networks?id=d38ff0df-d552-4458-8b8a-0e3af0f31966 HTTP/1.1" status: 200 len: 815 time: 0.1178782 Aug 18 14:00:52.086345 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-1d38d798-fe40-461d-843e-24ffbda566dd tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/quotas/846d16bf4ff344908a514d6a971af77e HTTP/1.1" status: 200 len: 375 time: 0.0102286 Aug 18 14:00:52.145830 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-dc5c9388-dffb-4ba6-827a-a49a21668a9d tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=846d16bf4ff344908a514d6a971af77e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526702 Aug 18 14:00:52.258045 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-5f78b8ac-fd88-4b92-a310-0e655099afa0 service neutron] 10.222.0.13 "GET /v2.0/networks/d38ff0df-d552-4458-8b8a-0e3af0f31966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977955 Aug 18 14:00:52.359606 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-5694ba0e-0017-43b1-94fa-be3b9c846853 service neutron] 10.222.0.13 "GET /v2.0/networks/d38ff0df-d552-4458-8b8a-0e3af0f31966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945818 Aug 18 14:00:52.624756 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dd4aa3f0-a780-4cd0-a357-5134dd73d95b req-dd05462d-06d5-4a2e-95b5-b7ef08fa3b8d tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/ports?device_id=91040243-751a-40c2-99d2-4a62a6b80488 HTTP/1.1" status: 200 len: 210 time: 0.0352433 Aug 18 14:00:53.307450 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device c192e31a-9c33-48be-bdd0-af1a5f109c3c no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:00:53.329503 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: c192e31a-9c33-48be-bdd0-af1a5f109c3c {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:00:53.329876 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device c192e31a-9c33-48be-bdd0-af1a5f109c3c not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:00:53.727311 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-11bdd6d6-eea1-469c-af26-4404f5cd4af3 req-9afed297-ca3f-4eff-9e0f-cb04b1f30334 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/ports?device_id=91040243-751a-40c2-99d2-4a62a6b80488 HTTP/1.1" status: 200 len: 210 time: 0.0294027 Aug 18 14:00:54.667668 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-a46237fa-8743-45a2-a7f9-8794b939d51d tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:54.669231 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-a46237fa-8743-45a2-a7f9-8794b939d51d tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.39 "GET /v2.0/networks?id=d38ff0df-d552-4458-8b8a-0e3af0f31966 HTTP/1.1" status: 200 len: 815 time: 0.1223712 Aug 18 14:00:54.685948 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-52d5bd21-b44d-4500-bf3b-24e9d40e3f13 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Request body: {'port': {'device_id': '91040243-751a-40c2-99d2-4a62a6b80488', 'network_id': 'd38ff0df-d552-4458-8b8a-0e3af0f31966', 'admin_state_up': True, 'tenant_id': '846d16bf4ff344908a514d6a971af77e'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:00:54.839873 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a7974807-b676-45f3-873b-aea500f86709 req-745abbde-8900-45d6-bd85-f608bd24d7c4 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/ports?device_id=91040243-751a-40c2-99d2-4a62a6b80488 HTTP/1.1" status: 200 len: 210 time: 0.0299003 Aug 18 14:00:54.907147 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-52d5bd21-b44d-4500-bf3b-24e9d40e3f13 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Made reservation on behalf of 846d16bf4ff344908a514d6a971af77e for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:00:54.913787 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-52d5bd21-b44d-4500-bf3b-24e9d40e3f13 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:55.088352 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-52d5bd21-b44d-4500-bf3b-24e9d40e3f13 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Allocated IP 172.20.0.6 (d38ff0df-d552-4458-8b8a-0e3af0f31966/42971352-72f4-44ba-8fa4-ab88bbce306d/76103da4-2d7a-44e2-b1da-abbeaa8756f4) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:00:55.262804 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-52d5bd21-b44d-4500-bf3b-24e9d40e3f13 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:55.276924 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-52d5bd21-b44d-4500-bf3b-24e9d40e3f13 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Transition to ACTIVE for port object 76103da4-2d7a-44e2-b1da-abbeaa8756f4 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:00:55.394896 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-52d5bd21-b44d-4500-bf3b-24e9d40e3f13 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:55.444885 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-52d5bd21-b44d-4500-bf3b-24e9d40e3f13 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Network d38ff0df-d552-4458-8b8a-0e3af0f31966 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:00:55.448302 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-52d5bd21-b44d-4500-bf3b-24e9d40e3f13 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:00:55.455332 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-52d5bd21-b44d-4500-bf3b-24e9d40e3f13 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:00:55.501534 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d5bd21-b44d-4500-bf3b-24e9d40e3f13 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Pushing event updated for resources: {'Port': ['ID=76103da4-2d7a-44e2-b1da-abbeaa8756f4,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:55.539104 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-52d5bd21-b44d-4500-bf3b-24e9d40e3f13 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:55.539864 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-52d5bd21-b44d-4500-bf3b-24e9d40e3f13 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:55.645700 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-52d5bd21-b44d-4500-bf3b-24e9d40e3f13 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9635909 Aug 18 14:00:55.659052 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-2f229311-bce7-4c01-813b-fa325119a2f3 service neutron] Request body: {'port': {'device_id': '91040243-751a-40c2-99d2-4a62a6b80488', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:00:55.721180 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-2f229311-bce7-4c01-813b-fa325119a2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:55.803939 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-092d13a4-87b5-494c-a66a-b846a0a09ede None None] Provisioning for port 76103da4-2d7a-44e2-b1da-abbeaa8756f4 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:00:55.808600 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-092d13a4-87b5-494c-a66a-b846a0a09ede None None] Provisioning complete for port 76103da4-2d7a-44e2-b1da-abbeaa8756f4 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:00:55.809201 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-092d13a4-87b5-494c-a66a-b846a0a09ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:55.852302 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-092d13a4-87b5-494c-a66a-b846a0a09ede None None] Port 76103da4-2d7a-44e2-b1da-abbeaa8756f4 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:00:56.090198 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badadd4-c3e7-4364-bc5e-ce5d919bb978 req-39ec1f33-460b-4987-a83e-29c66d872719 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:56.092893 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0badadd4-c3e7-4364-bc5e-ce5d919bb978 req-39ec1f33-460b-4987-a83e-29c66d872719 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/ports?device_id=91040243-751a-40c2-99d2-4a62a6b80488 HTTP/1.1" status: 200 len: 931 time: 0.1543105 Aug 18 14:00:56.231924 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-2f229311-bce7-4c01-813b-fa325119a2f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76103da4-2d7a-44e2-b1da-abbeaa8756f4 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:00:56.245746 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0badadd4-c3e7-4364-bc5e-ce5d919bb978 req-9e4afb20-c7f2-4b6f-aaea-247a4614ba50 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/security-groups?id=764f7792-832b-4f3d-891d-051c7e37d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450217 Aug 18 14:00:56.253600 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-2f229311-bce7-4c01-813b-fa325119a2f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:56.274097 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-2f229311-bce7-4c01-813b-fa325119a2f3 service neutron] Transition to ACTIVE for port object 76103da4-2d7a-44e2-b1da-abbeaa8756f4 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:00:56.340603 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-2f229311-bce7-4c01-813b-fa325119a2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:56.430159 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f229311-bce7-4c01-813b-fa325119a2f3 service neutron] Pushing event updated for resources: {'Port': ['ID=76103da4-2d7a-44e2-b1da-abbeaa8756f4,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:56.512892 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-2f229311-bce7-4c01-813b-fa325119a2f3 service neutron] Attempting to bind port 76103da4-2d7a-44e2-b1da-abbeaa8756f4 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:00:56.513375 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-2f229311-bce7-4c01-813b-fa325119a2f3 service neutron] Attempting to bind port 76103da4-2d7a-44e2-b1da-abbeaa8756f4 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '2894f511-f72c-4ef4-a305-7bff3abc7c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd38ff0df-d552-4458-8b8a-0e3af0f31966'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:00:56.513814 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-2f229311-bce7-4c01-813b-fa325119a2f3 service neutron] Attempting to bind port 76103da4-2d7a-44e2-b1da-abbeaa8756f4 on network d38ff0df-d552-4458-8b8a-0e3af0f31966 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:00:56.521421 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-2f229311-bce7-4c01-813b-fa325119a2f3 service neutron] Port 76103da4-2d7a-44e2-b1da-abbeaa8756f4 on network d38ff0df-d552-4458-8b8a-0e3af0f31966 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:00:56.521889 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-2f229311-bce7-4c01-813b-fa325119a2f3 service neutron] Attempting to bind port 76103da4-2d7a-44e2-b1da-abbeaa8756f4 on network d38ff0df-d552-4458-8b8a-0e3af0f31966 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:00:56.530405 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-2f229311-bce7-4c01-813b-fa325119a2f3 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:00:56.530961 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-2f229311-bce7-4c01-813b-fa325119a2f3 service neutron] Checking segment: {'id': '2894f511-f72c-4ef4-a305-7bff3abc7c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd38ff0df-d552-4458-8b8a-0e3af0f31966'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:00:56.531600 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-2f229311-bce7-4c01-813b-fa325119a2f3 service neutron] Bound using segment: {'id': '2894f511-f72c-4ef4-a305-7bff3abc7c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd38ff0df-d552-4458-8b8a-0e3af0f31966'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:00:56.532374 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-2f229311-bce7-4c01-813b-fa325119a2f3 service neutron] Bound port: 76103da4-2d7a-44e2-b1da-abbeaa8756f4, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2894f511-f72c-4ef4-a305-7bff3abc7c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd38ff0df-d552-4458-8b8a-0e3af0f31966'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:00:56.532968 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-2f229311-bce7-4c01-813b-fa325119a2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:56.628294 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-2f229311-bce7-4c01-813b-fa325119a2f3 service neutron] For port 76103da4-2d7a-44e2-b1da-abbeaa8756f4, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:00:56.634865 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-2f229311-bce7-4c01-813b-fa325119a2f3 service neutron] For port 76103da4-2d7a-44e2-b1da-abbeaa8756f4, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=76103da4-2d7a-44e2-b1da-abbeaa8756f4,segment=NetworkSegment(2894f511-f72c-4ef4-a305-7bff3abc7c6b),segment_id=2894f511-f72c-4ef4-a305-7bff3abc7c6b)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:00:56.724068 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-2f229311-bce7-4c01-813b-fa325119a2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:56.761672 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-2f229311-bce7-4c01-813b-fa325119a2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:56.762347 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-2f229311-bce7-4c01-813b-fa325119a2f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:56.764235 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-2f229311-bce7-4c01-813b-fa325119a2f3 service neutron] 10.222.0.39 "PUT /v2.0/ports/76103da4-2d7a-44e2-b1da-abbeaa8756f4 HTTP/1.1" status: 200 len: 1091 time: 1.1096792 Aug 18 14:00:56.766731 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91040243-751a-40c2-99d2-4a62a6b80488', 'tag': '76103da4-2d7a-44e2-b1da-abbeaa8756f4'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:00:56.770470 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a616954f-a6b4-4217-b319-3e2013b4c57f" -d '{"events": [{"name": "network-changed", "server_uuid": "91040243-751a-40c2-99d2-4a62a6b80488", "tag": "76103da4-2d7a-44e2-b1da-abbeaa8756f4"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:00:56.808358 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f229311-bce7-4c01-813b-fa325119a2f3 service neutron] Pushing event updated for resources: {'Port': ['ID=76103da4-2d7a-44e2-b1da-abbeaa8756f4,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:00:56.815062 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f647fa3d-4fb9-478f-aa9e-a500ec64092b x-openstack-request-id: req-f647fa3d-4fb9-478f-aa9e-a500ec64092b {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:00:56.822408 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91040243-751a-40c2-99d2-4a62a6b80488", "tag": "76103da4-2d7a-44e2-b1da-abbeaa8756f4", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:00:56.822408 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f647fa3d-4fb9-478f-aa9e-a500ec64092b {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:00:56.822408 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91040243-751a-40c2-99d2-4a62a6b80488', 'tag': '76103da4-2d7a-44e2-b1da-abbeaa8756f4', 'status': 'completed', 'code': 200} Aug 18 14:00:56.885719 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616954f-a6b4-4217-b319-3e2013b4c57f req-bc1b8d43-4f73-4da0-afb3-f7ac94aab18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:56.887536 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a616954f-a6b4-4217-b319-3e2013b4c57f req-bc1b8d43-4f73-4da0-afb3-f7ac94aab18c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=846d16bf4ff344908a514d6a971af77e&device_id=91040243-751a-40c2-99d2-4a62a6b80488 HTTP/1.1" status: 200 len: 1094 time: 0.0506134 Aug 18 14:00:57.023379 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616954f-a6b4-4217-b319-3e2013b4c57f req-a565c4b5-8f5e-48ed-9c3a-442691879e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:57.024942 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a616954f-a6b4-4217-b319-3e2013b4c57f req-a565c4b5-8f5e-48ed-9c3a-442691879e11 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=846d16bf4ff344908a514d6a971af77e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1285288 Aug 18 14:00:57.591806 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616954f-a6b4-4217-b319-3e2013b4c57f req-74d976c4-ef09-4d04-ba15-a3ba3cf2d026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:57.594381 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a616954f-a6b4-4217-b319-3e2013b4c57f req-74d976c4-ef09-4d04-ba15-a3ba3cf2d026 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5620542 Aug 18 14:00:57.632944 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12074962-7298-4a5a-9c8b-0d6338e7a7da req-77a86f39-cdbf-4d20-84d1-dde484a04943 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:57.635787 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12074962-7298-4a5a-9c8b-0d6338e7a7da req-77a86f39-cdbf-4d20-84d1-dde484a04943 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/ports?device_id=91040243-751a-40c2-99d2-4a62a6b80488 HTTP/1.1" status: 200 len: 943 time: 0.1066370 Aug 18 14:00:57.750689 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12074962-7298-4a5a-9c8b-0d6338e7a7da req-46485d14-1177-4b87-88fa-5d37dcbe17bb tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/security-groups?id=764f7792-832b-4f3d-891d-051c7e37d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058385 Aug 18 14:00:57.754261 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-ed4a0847-eb86-4df4-91d2-fc899921c82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:57.755680 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-ed4a0847-eb86-4df4-91d2-fc899921c82d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=846d16bf4ff344908a514d6a971af77e&device_id=91040243-751a-40c2-99d2-4a62a6b80488 HTTP/1.1" status: 200 len: 1094 time: 0.1131628 Aug 18 14:00:57.809485 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-03f64f0e-523e-44c3-821c-08b5ea8451b1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76103da4-2d7a-44e2-b1da-abbeaa8756f4 HTTP/1.1" status: 200 len: 217 time: 0.0453496 Aug 18 14:00:57.864940 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-5d88a987-06f9-4acf-bb97-0d3857e44bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:57.866628 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-5d88a987-06f9-4acf-bb97-0d3857e44bcd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42971352-72f4-44ba-8fa4-ab88bbce306d HTTP/1.1" status: 200 len: 854 time: 0.0501850 Aug 18 14:00:57.916643 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-69687963-184b-49d7-960f-75b328575c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:57.918316 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-69687963-184b-49d7-960f-75b328575c9b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d38ff0df-d552-4458-8b8a-0e3af0f31966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445883 Aug 18 14:00:58.036322 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-77051af2-0af1-4532-a038-2de098f652ce service neutron] 10.222.0.39 "GET /v2.0/networks/d38ff0df-d552-4458-8b8a-0e3af0f31966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103189 Aug 18 14:00:58.135476 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5fd1a696-617f-40d1-a64e-5ba294ae55fd req-eb7e5a27-51a0-45cc-84da-9452d59a8396 service neutron] 10.222.0.39 "GET /v2.0/networks/d38ff0df-d552-4458-8b8a-0e3af0f31966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916920 Aug 18 14:00:58.478028 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:00:58.893208 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c4a3d-f787-4d35-a781-22f7d7d7f534 req-a56d536b-4486-4b2b-9604-cbbe1de0de24 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:00:58.894879 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0e1c4a3d-f787-4d35-a781-22f7d7d7f534 req-a56d536b-4486-4b2b-9604-cbbe1de0de24 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/ports?device_id=91040243-751a-40c2-99d2-4a62a6b80488 HTTP/1.1" status: 200 len: 943 time: 0.0556746 Aug 18 14:00:58.938458 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0e1c4a3d-f787-4d35-a781-22f7d7d7f534 req-a7382027-d1ff-4077-802b-3fe5795a2ca6 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/security-groups?id=764f7792-832b-4f3d-891d-051c7e37d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364978 Aug 18 14:00:59.360044 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:00.072937 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d0d7f-4fc4-43d6-947e-dcc269c7a3fc req-59197ccc-ccaf-4530-8d4c-f84c77c2a984 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:00.074665 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-405d0d7f-4fc4-43d6-947e-dcc269c7a3fc req-59197ccc-ccaf-4530-8d4c-f84c77c2a984 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/ports?device_id=91040243-751a-40c2-99d2-4a62a6b80488 HTTP/1.1" status: 200 len: 943 time: 0.0608079 Aug 18 14:01:00.123774 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-405d0d7f-4fc4-43d6-947e-dcc269c7a3fc req-cbb5311d-1b58-40a6-b8c7-22b3209c9a6d tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/security-groups?id=764f7792-832b-4f3d-891d-051c7e37d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373566 Aug 18 14:01:01.247187 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051aab6a-6716-4901-b832-f39ab772e9cb req-68baa44d-d40e-476c-af63-3d7d5aeac57c tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:01.249111 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-051aab6a-6716-4901-b832-f39ab772e9cb req-68baa44d-d40e-476c-af63-3d7d5aeac57c tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/ports?device_id=91040243-751a-40c2-99d2-4a62a6b80488 HTTP/1.1" status: 200 len: 943 time: 0.0539823 Aug 18 14:01:01.301876 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-051aab6a-6716-4901-b832-f39ab772e9cb req-40ae1431-b874-408c-b7a2-2d5183c493df tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/security-groups?id=764f7792-832b-4f3d-891d-051c7e37d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411427 Aug 18 14:01:01.308903 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 76103da4-2d7a-44e2-b1da-abbeaa8756f4 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:01:01.417844 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 76103da4-2d7a-44e2-b1da-abbeaa8756f4, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=76103da4-2d7a-44e2-b1da-abbeaa8756f4,segment=NetworkSegment(2894f511-f72c-4ef4-a305-7bff3abc7c6b),segment_id=2894f511-f72c-4ef4-a305-7bff3abc7c6b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:01.431108 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '76103da4-2d7a-44e2-b1da-abbeaa8756f4', 'network_id': 'd38ff0df-d552-4458-8b8a-0e3af0f31966', 'port_id': '76103da4-2d7a-44e2-b1da-abbeaa8756f4', 'mac_address': 'fa:16:3e:45:08:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42971352-72f4-44ba-8fa4-ab88bbce306d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:01:01.496176 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:01.518461 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76103da4-2d7a-44e2-b1da-abbeaa8756f4 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:01:01.551092 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 76103da4-2d7a-44e2-b1da-abbeaa8756f4, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=76103da4-2d7a-44e2-b1da-abbeaa8756f4,segment=NetworkSegment(2894f511-f72c-4ef4-a305-7bff3abc7c6b),segment_id=2894f511-f72c-4ef4-a305-7bff3abc7c6b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:01.643489 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:01.694295 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=76103da4-2d7a-44e2-b1da-abbeaa8756f4,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:01.838543 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['76103da4-2d7a-44e2-b1da-abbeaa8756f4'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:01:02.466662 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740fd439-5312-4297-8bca-8bc379cc7bcf req-0631fd22-a3b4-4de9-a8b6-e18a269d75a5 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:02.468353 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-740fd439-5312-4297-8bca-8bc379cc7bcf req-0631fd22-a3b4-4de9-a8b6-e18a269d75a5 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/ports?device_id=91040243-751a-40c2-99d2-4a62a6b80488 HTTP/1.1" status: 200 len: 944 time: 0.0642481 Aug 18 14:01:02.517408 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-740fd439-5312-4297-8bca-8bc379cc7bcf req-233c4a34-ed57-46fe-b5a4-21e1931410eb tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/security-groups?id=764f7792-832b-4f3d-891d-051c7e37d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371068 Aug 18 14:01:03.331429 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 76103da4-2d7a-44e2-b1da-abbeaa8756f4 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:01:03.443144 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 76103da4-2d7a-44e2-b1da-abbeaa8756f4 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:01:03.447333 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 76103da4-2d7a-44e2-b1da-abbeaa8756f4 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:01:03.447711 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:03.531281 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:03.561634 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91040243-751a-40c2-99d2-4a62a6b80488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76103da4-2d7a-44e2-b1da-abbeaa8756f4'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:01:03.564025 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ba3b915c790ece66a99fb45b0530a9eb9c5b6743edcd6e3a78a03ec4b78c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093d6463-b069-4c8d-a552-55f8fdc54828" -d '{"events": [{"server_uuid": "91040243-751a-40c2-99d2-4a62a6b80488", "name": "network-vif-plugged", "status": "completed", "tag": "76103da4-2d7a-44e2-b1da-abbeaa8756f4"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:01:03.580420 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 76103da4-2d7a-44e2-b1da-abbeaa8756f4, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=76103da4-2d7a-44e2-b1da-abbeaa8756f4,segment=NetworkSegment(2894f511-f72c-4ef4-a305-7bff3abc7c6b),segment_id=2894f511-f72c-4ef4-a305-7bff3abc7c6b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:03.615166 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f8b7ea-e755-41e6-b6c7-e5f04af8664b x-openstack-request-id: req-b4f8b7ea-e755-41e6-b6c7-e5f04af8664b {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:01:03.617832 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91040243-751a-40c2-99d2-4a62a6b80488", "name": "network-vif-plugged", "status": "completed", "tag": "76103da4-2d7a-44e2-b1da-abbeaa8756f4", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:01:03.617832 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b4f8b7ea-e755-41e6-b6c7-e5f04af8664b {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:01:03.617832 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91040243-751a-40c2-99d2-4a62a6b80488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76103da4-2d7a-44e2-b1da-abbeaa8756f4', 'code': 200} Aug 18 14:01:03.650824 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ce40f-ce03-4c32-9d18-b3899819219a req-1d8c7fd1-e445-46c2-a80f-576d29026b59 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:03.652988 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-929ce40f-ce03-4c32-9d18-b3899819219a req-1d8c7fd1-e445-46c2-a80f-576d29026b59 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/ports?device_id=91040243-751a-40c2-99d2-4a62a6b80488 HTTP/1.1" status: 200 len: 944 time: 0.0614469 Aug 18 14:01:03.685370 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:03.701467 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-929ce40f-ce03-4c32-9d18-b3899819219a req-01d08cf3-3968-4f03-848f-620277bc6d1c tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/security-groups?id=764f7792-832b-4f3d-891d-051c7e37d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381908 Aug 18 14:01:03.747261 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=76103da4-2d7a-44e2-b1da-abbeaa8756f4,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:03.751582 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d9c8e-efbe-4dd8-a8f9-59dbffed719b req-d7a239b4-334b-4bd9-af7f-4628a5cf05e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:03.754462 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2c8d9c8e-efbe-4dd8-a8f9-59dbffed719b req-d7a239b4-334b-4bd9-af7f-4628a5cf05e0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=91040243-751a-40c2-99d2-4a62a6b80488 HTTP/1.1" status: 200 len: 1096 time: 0.0728843 Aug 18 14:01:03.755315 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:03.755675 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:03.756523 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:03.756876 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:03.757216 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:03.757556 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:03.757941 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:03.758286 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:03.758623 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:03.758953 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:03.759285 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:03.759616 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:03.797239 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2c8d9c8e-efbe-4dd8-a8f9-59dbffed719b req-dfd5d69d-ad9a-4d3f-a2ea-aff836633ffc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=764f7792-832b-4f3d-891d-051c7e37d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355084 Aug 18 14:01:04.845259 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23b44b-332e-4cd3-bbdf-1e8344d3618f req-ce45a580-f55e-4c65-8a9a-90e0178ea223 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:04.847446 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-db23b44b-332e-4cd3-bbdf-1e8344d3618f req-ce45a580-f55e-4c65-8a9a-90e0178ea223 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/ports?device_id=91040243-751a-40c2-99d2-4a62a6b80488 HTTP/1.1" status: 200 len: 945 time: 0.0586634 Aug 18 14:01:04.898698 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-db23b44b-332e-4cd3-bbdf-1e8344d3618f req-3ccdb968-2447-497e-88a0-c2c74a71b93e tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/security-groups?id=764f7792-832b-4f3d-891d-051c7e37d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442805 Aug 18 14:01:05.024576 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f436a69-2889-4586-b4b0-384df7226628 req-987d32cf-095f-4bc2-8342-7c8d78bac9f8 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:05.026245 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1f436a69-2889-4586-b4b0-384df7226628 req-987d32cf-095f-4bc2-8342-7c8d78bac9f8 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/ports?device_id=91040243-751a-40c2-99d2-4a62a6b80488 HTTP/1.1" status: 200 len: 945 time: 0.0550125 Aug 18 14:01:05.078053 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1f436a69-2889-4586-b4b0-384df7226628 req-37c5ceae-f968-428b-af91-c7ad37f0261d tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/security-groups?id=764f7792-832b-4f3d-891d-051c7e37d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450363 Aug 18 14:01:09.971702 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:01:11.685315 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e3129024-3cb4-4c7a-ad0c-ac1abf1c2faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:13.862160 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-53e0beb0-106c-4bb5-bfc0-2d8a46da50cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:14.633979 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:15.670817 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:17.617820 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:28.455295 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:29.176490 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-579a18ea-a9d2-4943-8801-52d1602e4e66 req-3cf6da98-fba9-4031-9837-c99b23369a71 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=91040243-751a-40c2-99d2-4a62a6b80488&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0542817 Aug 18 14:01:29.263390 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a18ea-a9d2-4943-8801-52d1602e4e66 req-77cc2007-19a9-4f55-817a-10359e1cde17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:29.264970 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-579a18ea-a9d2-4943-8801-52d1602e4e66 req-77cc2007-19a9-4f55-817a-10359e1cde17 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=846d16bf4ff344908a514d6a971af77e&device_id=91040243-751a-40c2-99d2-4a62a6b80488 HTTP/1.1" status: 200 len: 1096 time: 0.0442910 Aug 18 14:01:29.370115 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:29.389168 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a18ea-a9d2-4943-8801-52d1602e4e66 req-80498ccc-bc0f-4082-a77c-932c2f88242b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:29.390777 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-579a18ea-a9d2-4943-8801-52d1602e4e66 req-80498ccc-bc0f-4082-a77c-932c2f88242b service neutron] 10.222.0.39 "GET /v2.0/networks?id=d38ff0df-d552-4458-8b8a-0e3af0f31966 HTTP/1.1" status: 200 len: 916 time: 0.1021652 Aug 18 14:01:29.435143 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-579a18ea-a9d2-4943-8801-52d1602e4e66 req-0c551734-5210-4984-a600-6ffa309e9d8c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76103da4-2d7a-44e2-b1da-abbeaa8756f4 HTTP/1.1" status: 200 len: 217 time: 0.0357730 Aug 18 14:01:29.490722 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a18ea-a9d2-4943-8801-52d1602e4e66 req-4e88bf05-298c-48ce-b565-0fee57b4111a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:29.492147 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-579a18ea-a9d2-4943-8801-52d1602e4e66 req-4e88bf05-298c-48ce-b565-0fee57b4111a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42971352-72f4-44ba-8fa4-ab88bbce306d HTTP/1.1" status: 200 len: 854 time: 0.0497894 Aug 18 14:01:29.547343 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a18ea-a9d2-4943-8801-52d1602e4e66 req-d10c3f94-b884-4dcf-9173-af58bc1785a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:29.548899 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-579a18ea-a9d2-4943-8801-52d1602e4e66 req-d10c3f94-b884-4dcf-9173-af58bc1785a1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d38ff0df-d552-4458-8b8a-0e3af0f31966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496833 Aug 18 14:01:29.655422 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-579a18ea-a9d2-4943-8801-52d1602e4e66 req-0c79d566-6816-4a1e-886d-e3354969fa87 service neutron] 10.222.0.39 "GET /v2.0/networks/d38ff0df-d552-4458-8b8a-0e3af0f31966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952497 Aug 18 14:01:29.759995 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-579a18ea-a9d2-4943-8801-52d1602e4e66 req-75541e6d-2e93-4577-a490-22206b74c3b5 service neutron] 10.222.0.39 "GET /v2.0/networks/d38ff0df-d552-4458-8b8a-0e3af0f31966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970812 Aug 18 14:01:30.803641 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd6b9f-d421-49f1-b492-6fefe4f456f3 req-86a7f094-627d-4b3a-8ddb-1a5a7f451f17 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:30.805277 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9cfd6b9f-d421-49f1-b492-6fefe4f456f3 req-86a7f094-627d-4b3a-8ddb-1a5a7f451f17 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/ports?device_id=91040243-751a-40c2-99d2-4a62a6b80488 HTTP/1.1" status: 200 len: 945 time: 0.0574806 Aug 18 14:01:30.848093 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9cfd6b9f-d421-49f1-b492-6fefe4f456f3 req-8760c6aa-3331-4346-a016-5ad1f709274b tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/security-groups?id=764f7792-832b-4f3d-891d-051c7e37d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361114 Aug 18 14:01:31.994742 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584e8d5-959d-43fb-a3a7-d8065c70d122 req-e97d5cf9-32d7-4464-a29e-fa67975ba960 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:31.997661 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5584e8d5-959d-43fb-a3a7-d8065c70d122 req-e97d5cf9-32d7-4464-a29e-fa67975ba960 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/ports?device_id=91040243-751a-40c2-99d2-4a62a6b80488 HTTP/1.1" status: 200 len: 945 time: 0.0757074 Aug 18 14:01:32.047283 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5584e8d5-959d-43fb-a3a7-d8065c70d122 req-5824eeaa-cc4c-442a-8fab-4b23c9155843 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/security-groups?id=764f7792-832b-4f3d-891d-051c7e37d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434179 Aug 18 14:01:32.327087 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d74610-ec97-4559-9e5e-4aac8b121a92 req-eec3cb19-5cdc-4e79-ae85-9b9531773afd tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:32.328713 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d3d74610-ec97-4559-9e5e-4aac8b121a92 req-eec3cb19-5cdc-4e79-ae85-9b9531773afd tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.39 "GET /v2.0/ports?device_id=91040243-751a-40c2-99d2-4a62a6b80488 HTTP/1.1" status: 200 len: 945 time: 0.0522280 Aug 18 14:01:32.430285 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-d3d74610-ec97-4559-9e5e-4aac8b121a92 req-7a902e8a-de1d-45be-8dba-732e8fb6f129 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Deleting port 76103da4-2d7a-44e2-b1da-abbeaa8756f4 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:01:32.430645 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d3d74610-ec97-4559-9e5e-4aac8b121a92 req-7a902e8a-de1d-45be-8dba-732e8fb6f129 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:32.537182 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-d3d74610-ec97-4559-9e5e-4aac8b121a92 req-7a902e8a-de1d-45be-8dba-732e8fb6f129 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] For port 76103da4-2d7a-44e2-b1da-abbeaa8756f4, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=76103da4-2d7a-44e2-b1da-abbeaa8756f4,segment=NetworkSegment(2894f511-f72c-4ef4-a305-7bff3abc7c6b),segment_id=2894f511-f72c-4ef4-a305-7bff3abc7c6b)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:32.537559 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d3d74610-ec97-4559-9e5e-4aac8b121a92 req-7a902e8a-de1d-45be-8dba-732e8fb6f129 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:32.551212 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-d3d74610-ec97-4559-9e5e-4aac8b121a92 req-7a902e8a-de1d-45be-8dba-732e8fb6f129 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Calling delete_port for 76103da4-2d7a-44e2-b1da-abbeaa8756f4 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:01:32.752735 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d3d74610-ec97-4559-9e5e-4aac8b121a92 req-7a902e8a-de1d-45be-8dba-732e8fb6f129 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:32.765738 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['76103da4-2d7a-44e2-b1da-abbeaa8756f4'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:01:32.783943 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a902e8a-de1d-45be-8dba-732e8fb6f129 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Pushing event deleted for resources: {'Port': ['ID=76103da4-2d7a-44e2-b1da-abbeaa8756f4,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:32.832314 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d74610-ec97-4559-9e5e-4aac8b121a92 req-7a902e8a-de1d-45be-8dba-732e8fb6f129 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] No DVR routers for this DVR port 76103da4-2d7a-44e2-b1da-abbeaa8756f4 on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:01:32.835739 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d3d74610-ec97-4559-9e5e-4aac8b121a92 req-7a902e8a-de1d-45be-8dba-732e8fb6f129 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:32.837850 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d3d74610-ec97-4559-9e5e-4aac8b121a92 req-7a902e8a-de1d-45be-8dba-732e8fb6f129 tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.39 "DELETE /v2.0/ports/76103da4-2d7a-44e2-b1da-abbeaa8756f4 HTTP/1.1" status: 204 len: 173 time: 0.5027044 Aug 18 14:01:32.838361 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91040243-751a-40c2-99d2-4a62a6b80488', 'name': 'network-vif-deleted', 'tag': '76103da4-2d7a-44e2-b1da-abbeaa8756f4'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:01:32.840735 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b884971c-bc45-4f4e-8206-928d697be0b6" -d '{"events": [{"server_uuid": "91040243-751a-40c2-99d2-4a62a6b80488", "name": "network-vif-deleted", "tag": "76103da4-2d7a-44e2-b1da-abbeaa8756f4"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:01:32.879445 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b03f6a7-7a7f-4456-a7ae-cc29f0dc0b9e x-openstack-request-id: req-2b03f6a7-7a7f-4456-a7ae-cc29f0dc0b9e {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:01:32.880285 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91040243-751a-40c2-99d2-4a62a6b80488", "name": "network-vif-deleted", "tag": "76103da4-2d7a-44e2-b1da-abbeaa8756f4", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:01:32.880540 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b03f6a7-7a7f-4456-a7ae-cc29f0dc0b9e {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:01:32.880941 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91040243-751a-40c2-99d2-4a62a6b80488', 'name': 'network-vif-deleted', 'tag': '76103da4-2d7a-44e2-b1da-abbeaa8756f4', 'status': 'completed', 'code': 200} Aug 18 14:01:33.183636 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-26b1130a-e42e-4dba-aa2a-4e5b0a3c28c0 req-71950182-7c97-4878-b8d4-a98d666c60ec tempest-TestEncryptedCinderVolumes-212607491 tempest-TestEncryptedCinderVolumes-212607491-project] 10.222.0.13 "GET /v2.0/ports?device_id=91040243-751a-40c2-99d2-4a62a6b80488 HTTP/1.1" status: 200 len: 210 time: 0.0446801 Aug 18 14:01:34.404947 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39686) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:34.814203 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eaf4fa77-b12c-43cb-8aae-ce3ab5a8b2b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:35.137270 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-eaf4fa77-b12c-43cb-8aae-ce3ab5a8b2b0 admin admin] Deleting port efcad12f-7dbf-4f51-a1c8-62192902e6ac {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:01:35.137663 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eaf4fa77-b12c-43cb-8aae-ce3ab5a8b2b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:35.230138 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-eaf4fa77-b12c-43cb-8aae-ce3ab5a8b2b0 admin admin] For port efcad12f-7dbf-4f51-a1c8-62192902e6ac, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=efcad12f-7dbf-4f51-a1c8-62192902e6ac,segment=NetworkSegment(2894f511-f72c-4ef4-a305-7bff3abc7c6b),segment_id=2894f511-f72c-4ef4-a305-7bff3abc7c6b)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:35.230850 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eaf4fa77-b12c-43cb-8aae-ce3ab5a8b2b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:35.245315 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-eaf4fa77-b12c-43cb-8aae-ce3ab5a8b2b0 admin admin] Calling delete_port for efcad12f-7dbf-4f51-a1c8-62192902e6ac owned by network:router_interface {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:01:35.433761 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 76103da4-2d7a-44e2-b1da-abbeaa8756f4 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:01:35.464329 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: 76103da4-2d7a-44e2-b1da-abbeaa8756f4 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:01:35.469982 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 76103da4-2d7a-44e2-b1da-abbeaa8756f4 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:01:35.547158 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eaf4fa77-b12c-43cb-8aae-ce3ab5a8b2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:35.574635 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf4fa77-b12c-43cb-8aae-ce3ab5a8b2b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=efcad12f-7dbf-4f51-a1c8-62192902e6ac,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:35.789231 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-eaf4fa77-b12c-43cb-8aae-ce3ab5a8b2b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:36.021979 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf4fa77-b12c-43cb-8aae-ce3ab5a8b2b0 admin admin] Router 869f9ebe-14e0-4ac0-ba36-48c28aabf281 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:01:36.137015 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf4fa77-b12c-43cb-8aae-ce3ab5a8b2b0 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:01:36.143273 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-eaf4fa77-b12c-43cb-8aae-ce3ab5a8b2b0 admin admin] 10.222.0.13 "PUT /v2.0/routers/869f9ebe-14e0-4ac0-ba36-48c28aabf281/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7368174 Aug 18 14:01:36.146424 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39688) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:36.149073 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df12ad9-14d6-43b9-a72b-969d9d40c811 None None] Sync routers for ids ['869f9ebe-14e0-4ac0-ba36-48c28aabf281'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:01:36.159383 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df12ad9-14d6-43b9-a72b-969d9d40c811 None None] Routers {'869f9ebe-14e0-4ac0-ba36-48c28aabf281'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:01:36.160425 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-1df12ad9-14d6-43b9-a72b-969d9d40c811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:01:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['869f9ebe-14e0-4ac0-ba36-48c28aabf281'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:36.279613 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fd5e46c6-4d6c-4457-8c35-ab63b6638e9a admin admin] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:36.398401 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fd5e46c6-4d6c-4457-8c35-ab63b6638e9a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:36.399297 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-1df12ad9-14d6-43b9-a72b-969d9d40c811 None None] Set router 869f9ebe-14e0-4ac0-ba36-48c28aabf281 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:01:36.553045 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-fd5e46c6-4d6c-4457-8c35-ab63b6638e9a admin admin] Deleting port 846da394-262c-4d2d-8da5-f127d74dc9fc {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:01:36.553644 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fd5e46c6-4d6c-4457-8c35-ab63b6638e9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:36.624194 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-1df12ad9-14d6-43b9-a72b-969d9d40c811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869f9ebe-14e0-4ac0-ba36-48c28aabf281', 'name': 'tempest-TestEncryptedCinderVolumes-19020607-router', 'tenant_id': '846d16bf4ff344908a514d6a971af77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '846da394-262c-4d2d-8da5-f127d74dc9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:59:53Z', 'updated_at': '2021-08-18T14:01:35Z', 'revision_number': 5, 'project_id': '846d16bf4ff344908a514d6a971af77e', 'gw_port': {'id': '846da394-262c-4d2d-8da5-f127d74dc9fc', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869f9ebe-14e0-4ac0-ba36-48c28aabf281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:59:54Z', 'updated_at': '2021-08-18T13:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:36.654083 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-fd5e46c6-4d6c-4457-8c35-ab63b6638e9a admin admin] For port 846da394-262c-4d2d-8da5-f127d74dc9fc, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=846da394-262c-4d2d-8da5-f127d74dc9fc,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:36.654501 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fd5e46c6-4d6c-4457-8c35-ab63b6638e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:36.656710 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df12ad9-14d6-43b9-a72b-969d9d40c811 None None] Checking router: 869f9ebe-14e0-4ac0-ba36-48c28aabf281 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:01:36.673829 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df12ad9-14d6-43b9-a72b-969d9d40c811 None None] Routers {'869f9ebe-14e0-4ac0-ba36-48c28aabf281'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:01:36.675047 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-fd5e46c6-4d6c-4457-8c35-ab63b6638e9a admin admin] Calling delete_port for 846da394-262c-4d2d-8da5-f127d74dc9fc owned by network:router_gateway {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:01:36.675571 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-1df12ad9-14d6-43b9-a72b-969d9d40c811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:01:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['869f9ebe-14e0-4ac0-ba36-48c28aabf281'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:36.828327 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-1df12ad9-14d6-43b9-a72b-969d9d40c811 None None] Set router 869f9ebe-14e0-4ac0-ba36-48c28aabf281 gateway port host: None {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:01:36.883786 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-1df12ad9-14d6-43b9-a72b-969d9d40c811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869f9ebe-14e0-4ac0-ba36-48c28aabf281', 'name': 'tempest-TestEncryptedCinderVolumes-19020607-router', 'tenant_id': '846d16bf4ff344908a514d6a971af77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:59:53Z', 'updated_at': '2021-08-18T14:01:36Z', 'revision_number': 6, 'project_id': '846d16bf4ff344908a514d6a971af77e', 'gw_port_host': None}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:36.916138 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df12ad9-14d6-43b9-a72b-969d9d40c811 None None] The sync data for ids ['869f9ebe-14e0-4ac0-ba36-48c28aabf281'] in n-d-803603-2 is: [{'id': '869f9ebe-14e0-4ac0-ba36-48c28aabf281', 'name': 'tempest-TestEncryptedCinderVolumes-19020607-router', 'tenant_id': '846d16bf4ff344908a514d6a971af77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:59:53Z', 'updated_at': '2021-08-18T14:01:36Z', 'revision_number': 6, 'project_id': '846d16bf4ff344908a514d6a971af77e', 'gw_port_host': None}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:01:36.941636 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fd5e46c6-4d6c-4457-8c35-ab63b6638e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:36.993113 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e46c6-4d6c-4457-8c35-ab63b6638e9a admin admin] Pushing event deleted for resources: {'Port': ['ID=846da394-262c-4d2d-8da5-f127d74dc9fc,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:37.099527 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fd5e46c6-4d6c-4457-8c35-ab63b6638e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:37.277094 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fd5e46c6-4d6c-4457-8c35-ab63b6638e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:37.281701 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fd5e46c6-4d6c-4457-8c35-ab63b6638e9a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:37.447198 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fd5e46c6-4d6c-4457-8c35-ab63b6638e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:37.447818 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5e46c6-4d6c-4457-8c35-ab63b6638e9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 869f9ebe-14e0-4ac0-ba36-48c28aabf281 {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:01:37.452817 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fd5e46c6-4d6c-4457-8c35-ab63b6638e9a admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:37.454085 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-fd5e46c6-4d6c-4457-8c35-ab63b6638e9a admin admin] 10.222.0.13 "DELETE /v2.0/routers/869f9ebe-14e0-4ac0-ba36-48c28aabf281 HTTP/1.1" status: 204 len: 168 time: 1.3065882 Aug 18 14:01:37.458386 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39690) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:37.507476 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4d0cfd6-f600-4e82-b0a8-fbfe30226607 admin admin] Deleting subnet 42971352-72f4-44ba-8fa4-ab88bbce306d {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:01:37.511340 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b4d0cfd6-f600-4e82-b0a8-fbfe30226607 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:37.550810 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b4d0cfd6-f600-4e82-b0a8-fbfe30226607 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:37.647313 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b4d0cfd6-f600-4e82-b0a8-fbfe30226607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:37.781663 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b4d0cfd6-f600-4e82-b0a8-fbfe30226607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:37.816001 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d0cfd6-f600-4e82-b0a8-fbfe30226607 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42971352-72f4-44ba-8fa4-ab88bbce306d,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:37.824525 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b4d0cfd6-f600-4e82-b0a8-fbfe30226607 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:37.829564 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b4d0cfd6-f600-4e82-b0a8-fbfe30226607 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/42971352-72f4-44ba-8fa4-ab88bbce306d HTTP/1.1" status: 204 len: 168 time: 0.3704755 Aug 18 14:01:37.829791 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39692) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:37.835593 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d0cfd6-f600-4e82-b0a8-fbfe30226607 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:37.835936 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d0cfd6-f600-4e82-b0a8-fbfe30226607 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:37.836288 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d0cfd6-f600-4e82-b0a8-fbfe30226607 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:37.836824 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d0cfd6-f600-4e82-b0a8-fbfe30226607 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:37.837170 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d0cfd6-f600-4e82-b0a8-fbfe30226607 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:37.837502 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d0cfd6-f600-4e82-b0a8-fbfe30226607 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:37.837831 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d0cfd6-f600-4e82-b0a8-fbfe30226607 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:37.838153 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d0cfd6-f600-4e82-b0a8-fbfe30226607 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:37.841186 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d0cfd6-f600-4e82-b0a8-fbfe30226607 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:37.841186 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d0cfd6-f600-4e82-b0a8-fbfe30226607 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:37.841186 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d0cfd6-f600-4e82-b0a8-fbfe30226607 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:37.841186 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d0cfd6-f600-4e82-b0a8-fbfe30226607 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:37.847757 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e05b32-1448-41a6-865a-5b3f3cb3b020 None None] Network d38ff0df-d552-4458-8b8a-0e3af0f31966 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:01:37.936819 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-693435a1-7d2c-49bb-841e-d0dae92e791f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:38.035517 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-693435a1-7d2c-49bb-841e-d0dae92e791f admin admin] Deleting port 4410e638-cc16-46b8-b291-b11637e2fe09 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:01:38.036072 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-693435a1-7d2c-49bb-841e-d0dae92e791f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:38.055943 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c67262-870c-47f6-9acc-979ad1d56ba7 None None] DHCP port deletion for d38ff0df-d552-4458-8b8a-0e3af0f31966 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:01:38.121776 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-693435a1-7d2c-49bb-841e-d0dae92e791f admin admin] For port 4410e638-cc16-46b8-b291-b11637e2fe09, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4410e638-cc16-46b8-b291-b11637e2fe09,segment=NetworkSegment(2894f511-f72c-4ef4-a305-7bff3abc7c6b),segment_id=2894f511-f72c-4ef4-a305-7bff3abc7c6b)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:38.122273 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-693435a1-7d2c-49bb-841e-d0dae92e791f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:38.130563 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-e7c67262-870c-47f6-9acc-979ad1d56ba7 None None] Deleting port 4410e638-cc16-46b8-b291-b11637e2fe09 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:01:38.130966 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e7c67262-870c-47f6-9acc-979ad1d56ba7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:38.137760 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-693435a1-7d2c-49bb-841e-d0dae92e791f admin admin] Calling delete_port for 4410e638-cc16-46b8-b291-b11637e2fe09 owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:01:38.244137 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-e7c67262-870c-47f6-9acc-979ad1d56ba7 None None] For port 4410e638-cc16-46b8-b291-b11637e2fe09, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4410e638-cc16-46b8-b291-b11637e2fe09,segment=NetworkSegment(2894f511-f72c-4ef4-a305-7bff3abc7c6b),segment_id=2894f511-f72c-4ef4-a305-7bff3abc7c6b)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:38.244681 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e7c67262-870c-47f6-9acc-979ad1d56ba7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:38.265197 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-e7c67262-870c-47f6-9acc-979ad1d56ba7 None None] Calling delete_port for 4410e638-cc16-46b8-b291-b11637e2fe09 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:01:38.306645 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-693435a1-7d2c-49bb-841e-d0dae92e791f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:38.332122 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693435a1-7d2c-49bb-841e-d0dae92e791f admin admin] Pushing event deleted for resources: {'Port': ['ID=4410e638-cc16-46b8-b291-b11637e2fe09,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:38.339382 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693435a1-7d2c-49bb-841e-d0dae92e791f admin admin] No DVR routers for this DVR port 4410e638-cc16-46b8-b291-b11637e2fe09 on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:01:38.393041 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e7c67262-870c-47f6-9acc-979ad1d56ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:38.416921 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-693435a1-7d2c-49bb-841e-d0dae92e791f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:38.422859 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c67262-870c-47f6-9acc-979ad1d56ba7 None None] No DVR routers for this DVR port 4410e638-cc16-46b8-b291-b11637e2fe09 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:01:38.428246 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c67262-870c-47f6-9acc-979ad1d56ba7 None None] Pushing event deleted for resources: {'Port': ['ID=4410e638-cc16-46b8-b291-b11637e2fe09,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:38.436224 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-693435a1-7d2c-49bb-841e-d0dae92e791f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d38ff0df-d552-4458-8b8a-0e3af0f31966']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:38.449281 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-693435a1-7d2c-49bb-841e-d0dae92e791f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2894f511-f72c-4ef4-a305-7bff3abc7c6b') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:38.449640 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-693435a1-7d2c-49bb-841e-d0dae92e791f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2894f511-f72c-4ef4-a305-7bff3abc7c6b') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:38.460856 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-693435a1-7d2c-49bb-841e-d0dae92e791f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:38.482534 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-693435a1-7d2c-49bb-841e-d0dae92e791f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:38.490008 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-693435a1-7d2c-49bb-841e-d0dae92e791f admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:01:38.492722 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-693435a1-7d2c-49bb-841e-d0dae92e791f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:38.492722 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 14:01:38.492722 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:01:38.492722 n-d-803603-2 neutron-server[101675]: timer() Aug 18 14:01:38.492722 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:01:38.492722 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 14:01:38.492722 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:01:38.492722 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 14:01:38.492722 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:01:38.492722 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 14:01:38.492722 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:01:38.492722 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 14:01:38.492722 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:01:38.492722 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 14:01:38.492722 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:01:38.492722 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:01:38.492722 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:01:38.492722 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:01:38.492722 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:01:38.492722 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 14:01:38.492722 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:01:38.492722 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 14:01:38.492722 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:01:38.492722 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:01:38.492722 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:01:38.492722 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 14:01:38.492722 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:01:38.492722 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:01:38.492722 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:01:38.492722 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:01:38.492722 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:01:38.492722 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:01:38.492722 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:01:38.646870 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-693435a1-7d2c-49bb-841e-d0dae92e791f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:38.656174 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-693435a1-7d2c-49bb-841e-d0dae92e791f admin admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:38.659946 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-693435a1-7d2c-49bb-841e-d0dae92e791f admin admin] 10.222.0.13 "DELETE /v2.0/networks/d38ff0df-d552-4458-8b8a-0e3af0f31966 HTTP/1.1" status: 204 len: 168 time: 0.8259971 Aug 18 14:01:38.662246 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39694) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:38.680732 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693435a1-7d2c-49bb-841e-d0dae92e791f admin admin] Pushing event deleted for resources: {'Network': ['ID=d38ff0df-d552-4458-8b8a-0e3af0f31966,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:38.731552 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4410e638-cc16-46b8-b291-b11637e2fe09 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:01:38.756141 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 4410e638-cc16-46b8-b291-b11637e2fe09 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:01:38.756577 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4410e638-cc16-46b8-b291-b11637e2fe09 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:01:38.757181 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 846da394-262c-4d2d-8da5-f127d74dc9fc no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:01:38.780296 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 846da394-262c-4d2d-8da5-f127d74dc9fc {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:01:38.780737 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 846da394-262c-4d2d-8da5-f127d74dc9fc not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:01:38.781288 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device efcad12f-7dbf-4f51-a1c8-62192902e6ac no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:01:38.804093 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: efcad12f-7dbf-4f51-a1c8-62192902e6ac {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:01:38.804585 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device efcad12f-7dbf-4f51-a1c8-62192902e6ac not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:01:39.480451 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ed5903a0-9110-454d-a39a-f6b2e27acde9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:39.766903 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-ed5903a0-9110-454d-a39a-f6b2e27acde9 admin admin] Deleting port 5f8890c8-6012-4e55-9599-8cddcbafc605 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:01:39.767144 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ed5903a0-9110-454d-a39a-f6b2e27acde9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:39.864725 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-ed5903a0-9110-454d-a39a-f6b2e27acde9 admin admin] For port 5f8890c8-6012-4e55-9599-8cddcbafc605, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=5f8890c8-6012-4e55-9599-8cddcbafc605,segment=NetworkSegment(f3e99376-03e8-49ea-9cc2-98145c2de5e9),segment_id=f3e99376-03e8-49ea-9cc2-98145c2de5e9)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:39.865360 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ed5903a0-9110-454d-a39a-f6b2e27acde9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:39.884960 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-ed5903a0-9110-454d-a39a-f6b2e27acde9 admin admin] Calling delete_port for 5f8890c8-6012-4e55-9599-8cddcbafc605 owned by network:router_interface {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:01:40.190265 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ed5903a0-9110-454d-a39a-f6b2e27acde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:40.217311 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5903a0-9110-454d-a39a-f6b2e27acde9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f8890c8-6012-4e55-9599-8cddcbafc605,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:40.452921 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ed5903a0-9110-454d-a39a-f6b2e27acde9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:40.698791 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5903a0-9110-454d-a39a-f6b2e27acde9 admin admin] Router c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:01:40.814509 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5903a0-9110-454d-a39a-f6b2e27acde9 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:01:40.820708 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ed5903a0-9110-454d-a39a-f6b2e27acde9 admin admin] 10.222.0.13 "PUT /v2.0/routers/c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1571050 Aug 18 14:01:40.824360 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39696) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:40.827789 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df91565b-7363-4d10-badf-48f45471a7aa None None] Sync routers for ids ['c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:01:40.843556 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df91565b-7363-4d10-badf-48f45471a7aa None None] Routers {'c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:01:40.844964 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-df91565b-7363-4d10-badf-48f45471a7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:01:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:40.965409 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-df91565b-7363-4d10-badf-48f45471a7aa None None] Set router c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:01:40.988267 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1e3c3c3d-2f30-4762-9f18-91fe359a94ab admin admin] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:41.104632 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1e3c3c3d-2f30-4762-9f18-91fe359a94ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:41.202987 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-df91565b-7363-4d10-badf-48f45471a7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d', 'name': 'tempest-TestEncryptedCinderVolumes-1343253004-router', 'tenant_id': 'ed1cc6fbc28f4b2a8acaee9b5416b2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '4db8c15e-1de2-4520-af0c-726ceb5f7e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:00:00Z', 'updated_at': '2021-08-18T14:01:40Z', 'revision_number': 5, 'project_id': 'ed1cc6fbc28f4b2a8acaee9b5416b2f5', 'gw_port': {'id': '4db8c15e-1de2-4520-af0c-726ceb5f7e56', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:00:01Z', 'updated_at': '2021-08-18T14:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:41.234368 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df91565b-7363-4d10-badf-48f45471a7aa None None] Checking router: c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:01:41.244632 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df91565b-7363-4d10-badf-48f45471a7aa None None] Routers {'c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:01:41.245398 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-df91565b-7363-4d10-badf-48f45471a7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:01:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:41.245598 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-1e3c3c3d-2f30-4762-9f18-91fe359a94ab admin admin] Deleting port 4db8c15e-1de2-4520-af0c-726ceb5f7e56 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:01:41.245937 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1e3c3c3d-2f30-4762-9f18-91fe359a94ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:41.341479 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-1e3c3c3d-2f30-4762-9f18-91fe359a94ab admin admin] For port 4db8c15e-1de2-4520-af0c-726ceb5f7e56, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4db8c15e-1de2-4520-af0c-726ceb5f7e56,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:41.341840 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1e3c3c3d-2f30-4762-9f18-91fe359a94ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:41.356034 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-1e3c3c3d-2f30-4762-9f18-91fe359a94ab admin admin] Calling delete_port for 4db8c15e-1de2-4520-af0c-726ceb5f7e56 owned by network:router_gateway {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:01:41.419654 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-df91565b-7363-4d10-badf-48f45471a7aa None None] Set router c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d gateway port host: None {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:01:41.491819 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-df91565b-7363-4d10-badf-48f45471a7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d', 'name': 'tempest-TestEncryptedCinderVolumes-1343253004-router', 'tenant_id': 'ed1cc6fbc28f4b2a8acaee9b5416b2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:00:00Z', 'updated_at': '2021-08-18T14:01:41Z', 'revision_number': 6, 'project_id': 'ed1cc6fbc28f4b2a8acaee9b5416b2f5', 'gw_port_host': None}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:41.521479 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df91565b-7363-4d10-badf-48f45471a7aa None None] The sync data for ids ['c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d'] in n-d-803603-2 is: [{'id': 'c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d', 'name': 'tempest-TestEncryptedCinderVolumes-1343253004-router', 'tenant_id': 'ed1cc6fbc28f4b2a8acaee9b5416b2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:00:00Z', 'updated_at': '2021-08-18T14:01:41Z', 'revision_number': 6, 'project_id': 'ed1cc6fbc28f4b2a8acaee9b5416b2f5', 'gw_port_host': None}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:01:41.670329 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1e3c3c3d-2f30-4762-9f18-91fe359a94ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:41.699620 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c3c3d-2f30-4762-9f18-91fe359a94ab admin admin] Pushing event deleted for resources: {'Port': ['ID=4db8c15e-1de2-4520-af0c-726ceb5f7e56,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:41.712537 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8fba8247-13d2-4ffd-b7cb-fa11b449ed81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:41.773667 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1e3c3c3d-2f30-4762-9f18-91fe359a94ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:41.877840 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1e3c3c3d-2f30-4762-9f18-91fe359a94ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:41.881708 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1e3c3c3d-2f30-4762-9f18-91fe359a94ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:42.099217 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1e3c3c3d-2f30-4762-9f18-91fe359a94ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:42.099703 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3c3c3d-2f30-4762-9f18-91fe359a94ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:01:42.106758 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1e3c3c3d-2f30-4762-9f18-91fe359a94ab admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:42.108326 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1e3c3c3d-2f30-4762-9f18-91fe359a94ab admin admin] 10.222.0.13 "DELETE /v2.0/routers/c2e6efcd-fb21-4a7b-b809-fa74c0c3bd6d HTTP/1.1" status: 204 len: 168 time: 1.2827861 Aug 18 14:01:42.111414 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39698) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:42.163448 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-0886a067-3212-485e-a650-e0ffe6e92fc2 admin admin] Deleting subnet baa7df46-ba46-4000-aabf-9ae0516bd8e2 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:01:42.167011 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0886a067-3212-485e-a650-e0ffe6e92fc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:42.211304 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0886a067-3212-485e-a650-e0ffe6e92fc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:42.306356 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0886a067-3212-485e-a650-e0ffe6e92fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:42.472496 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0886a067-3212-485e-a650-e0ffe6e92fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:42.510935 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0886a067-3212-485e-a650-e0ffe6e92fc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baa7df46-ba46-4000-aabf-9ae0516bd8e2,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:42.516746 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0886a067-3212-485e-a650-e0ffe6e92fc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:42.520430 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0886a067-3212-485e-a650-e0ffe6e92fc2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/baa7df46-ba46-4000-aabf-9ae0516bd8e2 HTTP/1.1" status: 204 len: 168 time: 0.4076629 Aug 18 14:01:42.524448 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39700) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:42.533321 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3eba1ec-bc66-4310-aaf9-aaaf2213e5f2 None None] Network 3806437d-206e-4694-ba62-b5e70a54e1d2 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:01:42.636599 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-550cf8b4-dccf-44f2-9fc1-7ef92d48dbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:42.738540 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-550cf8b4-dccf-44f2-9fc1-7ef92d48dbd2 admin admin] Deleting port c6092243-914d-436b-b04b-1e6b6a47cc75 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:01:42.739258 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-550cf8b4-dccf-44f2-9fc1-7ef92d48dbd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:42.744115 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 5f8890c8-6012-4e55-9599-8cddcbafc605 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:01:42.776785 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 5f8890c8-6012-4e55-9599-8cddcbafc605 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:01:42.777325 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 5f8890c8-6012-4e55-9599-8cddcbafc605 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:01:42.777925 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4db8c15e-1de2-4520-af0c-726ceb5f7e56 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:01:42.801622 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 4db8c15e-1de2-4520-af0c-726ceb5f7e56 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:01:42.801952 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4db8c15e-1de2-4520-af0c-726ceb5f7e56 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:01:42.833433 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f5fe8d-2759-442c-93d2-e16816f7f059 None None] DHCP port deletion for 3806437d-206e-4694-ba62-b5e70a54e1d2 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:01:42.839393 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-550cf8b4-dccf-44f2-9fc1-7ef92d48dbd2 admin admin] For port c6092243-914d-436b-b04b-1e6b6a47cc75, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=c6092243-914d-436b-b04b-1e6b6a47cc75,segment=NetworkSegment(f3e99376-03e8-49ea-9cc2-98145c2de5e9),segment_id=f3e99376-03e8-49ea-9cc2-98145c2de5e9)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:42.839806 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-550cf8b4-dccf-44f2-9fc1-7ef92d48dbd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:42.865830 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-550cf8b4-dccf-44f2-9fc1-7ef92d48dbd2 admin admin] Calling delete_port for c6092243-914d-436b-b04b-1e6b6a47cc75 owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:01:42.891994 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-41f5fe8d-2759-442c-93d2-e16816f7f059 None None] Deleting port c6092243-914d-436b-b04b-1e6b6a47cc75 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:01:42.892307 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-41f5fe8d-2759-442c-93d2-e16816f7f059 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:42.971098 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-41f5fe8d-2759-442c-93d2-e16816f7f059 None None] For port c6092243-914d-436b-b04b-1e6b6a47cc75, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=c6092243-914d-436b-b04b-1e6b6a47cc75,segment=NetworkSegment(f3e99376-03e8-49ea-9cc2-98145c2de5e9),segment_id=f3e99376-03e8-49ea-9cc2-98145c2de5e9)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:42.971929 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-41f5fe8d-2759-442c-93d2-e16816f7f059 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:42.990884 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-41f5fe8d-2759-442c-93d2-e16816f7f059 None None] Calling delete_port for c6092243-914d-436b-b04b-1e6b6a47cc75 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:01:43.146729 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-550cf8b4-dccf-44f2-9fc1-7ef92d48dbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:43.158297 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-41f5fe8d-2759-442c-93d2-e16816f7f059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:43.200957 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550cf8b4-dccf-44f2-9fc1-7ef92d48dbd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6092243-914d-436b-b04b-1e6b6a47cc75,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:43.206799 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f5fe8d-2759-442c-93d2-e16816f7f059 None None] Pushing event deleted for resources: {'Port': ['ID=c6092243-914d-436b-b04b-1e6b6a47cc75,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:43.211386 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550cf8b4-dccf-44f2-9fc1-7ef92d48dbd2 admin admin] No DVR routers for this DVR port c6092243-914d-436b-b04b-1e6b6a47cc75 on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:01:43.221681 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f5fe8d-2759-442c-93d2-e16816f7f059 None None] No DVR routers for this DVR port c6092243-914d-436b-b04b-1e6b6a47cc75 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:01:43.315312 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-550cf8b4-dccf-44f2-9fc1-7ef92d48dbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:43.327556 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-550cf8b4-dccf-44f2-9fc1-7ef92d48dbd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3806437d-206e-4694-ba62-b5e70a54e1d2']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:43.340252 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-550cf8b4-dccf-44f2-9fc1-7ef92d48dbd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3e99376-03e8-49ea-9cc2-98145c2de5e9') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:43.340537 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-550cf8b4-dccf-44f2-9fc1-7ef92d48dbd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3e99376-03e8-49ea-9cc2-98145c2de5e9') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:43.354516 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-550cf8b4-dccf-44f2-9fc1-7ef92d48dbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:43.371909 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-550cf8b4-dccf-44f2-9fc1-7ef92d48dbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:43.378964 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-550cf8b4-dccf-44f2-9fc1-7ef92d48dbd2 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:01:43.380096 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-550cf8b4-dccf-44f2-9fc1-7ef92d48dbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:43.382088 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 14:01:43.382088 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:01:43.382088 n-d-803603-2 neutron-server[101676]: timer() Aug 18 14:01:43.382088 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:01:43.382088 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 14:01:43.382088 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:01:43.382088 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 14:01:43.382088 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:01:43.382088 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 14:01:43.382088 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:01:43.382088 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 14:01:43.382088 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:01:43.382088 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 14:01:43.382088 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:01:43.382088 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:01:43.382088 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:01:43.382088 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:01:43.382088 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:01:43.382088 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 14:01:43.382088 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:01:43.382088 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 14:01:43.382088 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:01:43.382088 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:01:43.382088 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:01:43.382088 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 14:01:43.382088 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:01:43.382088 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:01:43.382088 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:01:43.382088 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:01:43.382088 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:01:43.382088 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:01:43.382088 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:01:43.558380 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-550cf8b4-dccf-44f2-9fc1-7ef92d48dbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:43.569718 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-550cf8b4-dccf-44f2-9fc1-7ef92d48dbd2 admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:43.572915 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-550cf8b4-dccf-44f2-9fc1-7ef92d48dbd2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3806437d-206e-4694-ba62-b5e70a54e1d2 HTTP/1.1" status: 204 len: 168 time: 1.0468738 Aug 18 14:01:43.595303 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550cf8b4-dccf-44f2-9fc1-7ef92d48dbd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3806437d-206e-4694-ba62-b5e70a54e1d2,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:43.850448 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-59a803a6-3d06-4d8f-88ac-24e91a83c66b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:44.018340 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39704) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:44.071386 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-398ed736-1439-4afb-84a8-9809619ea09b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=846d16bf4ff344908a514d6a971af77e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514839 Aug 18 14:01:44.075611 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39706) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:44.139945 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b35c2207-dc2d-4590-a2fc-92a8c9d7637b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:44.165043 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b35c2207-dc2d-4590-a2fc-92a8c9d7637b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:44.318005 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b35c2207-dc2d-4590-a2fc-92a8c9d7637b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:44.321173 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b35c2207-dc2d-4590-a2fc-92a8c9d7637b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:44.322878 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b35c2207-dc2d-4590-a2fc-92a8c9d7637b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/764f7792-832b-4f3d-891d-051c7e37d9a1 HTTP/1.1" status: 204 len: 168 time: 0.2459579 Aug 18 14:01:44.333947 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c2207-dc2d-4590-a2fc-92a8c9d7637b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764f7792-832b-4f3d-891d-051c7e37d9a1,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:44.680364 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:44.719494 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device c6092243-914d-436b-b04b-1e6b6a47cc75 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:01:44.755716 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: c6092243-914d-436b-b04b-1e6b6a47cc75 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:01:44.756336 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device c6092243-914d-436b-b04b-1e6b6a47cc75 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:01:45.131875 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39712) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:45.181034 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f598ff62-c438-4b5a-a759-82ea9fb37176 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed1cc6fbc28f4b2a8acaee9b5416b2f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479012 Aug 18 14:01:45.184100 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39714) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:45.243812 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d044d181-92c3-4901-9286-d51c6c99f088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:45.268922 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d044d181-92c3-4901-9286-d51c6c99f088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:45.435313 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d044d181-92c3-4901-9286-d51c6c99f088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:45.438102 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d044d181-92c3-4901-9286-d51c6c99f088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:45.439371 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d044d181-92c3-4901-9286-d51c6c99f088 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a613c8f4-e6f1-4677-97c3-8282ea8b3899 HTTP/1.1" status: 204 len: 168 time: 0.2539387 Aug 18 14:01:45.448929 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044d181-92c3-4901-9286-d51c6c99f088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a613c8f4-e6f1-4677-97c3-8282ea8b3899,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:45.680935 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:46.752856 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39736) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:46.890150 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-b1282387-e9eb-4996-94ff-182161afe5d6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-207259924-network', 'tenant_id': '8c914737029a48dfb023a72fd119006a'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:46.971559 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:01:46.977949 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1282387-e9eb-4996-94ff-182161afe5d6 admin admin] Made reservation on behalf of 8c914737029a48dfb023a72fd119006a for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:01:46.982296 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b1282387-e9eb-4996-94ff-182161afe5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:46.990231 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b1282387-e9eb-4996-94ff-182161afe5d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:47.126734 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b1282387-e9eb-4996-94ff-182161afe5d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:47.217786 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b1282387-e9eb-4996-94ff-182161afe5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:47.244562 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1282387-e9eb-4996-94ff-182161afe5d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:01:47.254820 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1282387-e9eb-4996-94ff-182161afe5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d428276f-fcb3-4da0-bc29-e8dc3b2b24af,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:47.261778 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b1282387-e9eb-4996-94ff-182161afe5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:47.262516 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-b1282387-e9eb-4996-94ff-182161afe5d6 admin admin] Added segment 778142dc-12b5-43ef-9dc1-2ed4e98f9fc8 of type vlan for network a0ea307c-c83b-4770-bcb4-4f444aba099b Aug 18 14:01:47.309060 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b1282387-e9eb-4996-94ff-182161afe5d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:47.423834 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b1282387-e9eb-4996-94ff-182161afe5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:47.424808 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1282387-e9eb-4996-94ff-182161afe5d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:47.425459 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b1282387-e9eb-4996-94ff-182161afe5d6 admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:47.496228 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1282387-e9eb-4996-94ff-182161afe5d6 admin admin] Pushing event updated for resources: {'Network': ['ID=a0ea307c-c83b-4770-bcb4-4f444aba099b,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:47.509863 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network a0ea307c-c83b-4770-bcb4-4f444aba099b details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:01:47.582677 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b1282387-e9eb-4996-94ff-182161afe5d6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8282640 Aug 18 14:01:47.585542 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39740) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:47.593896 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-a7010af6-0964-4374-90c5-0835079a43d8 admin admin] Request body: {'subnet': {'network_id': 'a0ea307c-c83b-4770-bcb4-4f444aba099b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-207259924-subnet', 'tenant_id': '8c914737029a48dfb023a72fd119006a', 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:47.706144 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:47.746147 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7010af6-0964-4374-90c5-0835079a43d8 admin admin] Made reservation on behalf of 8c914737029a48dfb023a72fd119006a for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:01:47.748633 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a7010af6-0964-4374-90c5-0835079a43d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:48.032070 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a7010af6-0964-4374-90c5-0835079a43d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:48.097447 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7010af6-0964-4374-90c5-0835079a43d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fc15670-2c2c-4bcd-84fb-e55ed7c57716,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:48.111007 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7010af6-0964-4374-90c5-0835079a43d8 admin admin] Checking segment: {'id': '778142dc-12b5-43ef-9dc1-2ed4e98f9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a0ea307c-c83b-4770-bcb4-4f444aba099b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:01:48.111371 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7010af6-0964-4374-90c5-0835079a43d8 admin admin] Network hostable DHCP agents. Network: a0ea307c-c83b-4770-bcb4-4f444aba099b, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:01:48.247036 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7010af6-0964-4374-90c5-0835079a43d8 admin admin] Network a0ea307c-c83b-4770-bcb4-4f444aba099b is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:01:48.357936 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-a7010af6-0964-4374-90c5-0835079a43d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, a0ea307c-c83b-4770-bcb4-4f444aba099b) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:01:48.363778 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7010af6-0964-4374-90c5-0835079a43d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:48.364547 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a7010af6-0964-4374-90c5-0835079a43d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:48.370734 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bccc26c-a2b9-4f78-9749-41905c969b3e None None] Network a0ea307c-c83b-4770-bcb4-4f444aba099b requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:01:48.493312 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a7010af6-0964-4374-90c5-0835079a43d8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9058990 Aug 18 14:01:48.495750 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39742) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:48.500394 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-3acf2375-fd79-48b1-b874-93c7775550c3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-207259924-router', 'tenant_id': '8c914737029a48dfb023a72fd119006a', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:48.529060 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6d806f-33e6-4c18-b12f-04c8e1bd7429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-a0ea307c-c83b-4770-bcb4-4f444aba099b', 'network_id': 'a0ea307c-c83b-4770-bcb4-4f444aba099b', 'tenant_id': '8c914737029a48dfb023a72fd119006a', 'fixed_ips': [{'subnet_id': '5fc15670-2c2c-4bcd-84fb-e55ed7c57716'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:01:48.529937 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3f6d806f-33e6-4c18-b12f-04c8e1bd7429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:48.598325 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3acf2375-fd79-48b1-b874-93c7775550c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:48.599385 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3acf2375-fd79-48b1-b874-93c7775550c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:48.659149 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3acf2375-fd79-48b1-b874-93c7775550c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:48.679099 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-3f6d806f-33e6-4c18-b12f-04c8e1bd7429 None None] Allocated IP 172.20.0.2 (a0ea307c-c83b-4770-bcb4-4f444aba099b/5fc15670-2c2c-4bcd-84fb-e55ed7c57716/cc321b1f-4ccf-4151-9708-f46c25c3c47e) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:01:48.890674 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3acf2375-fd79-48b1-b874-93c7775550c3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:49.059031 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3f6d806f-33e6-4c18-b12f-04c8e1bd7429 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:49.071554 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-3f6d806f-33e6-4c18-b12f-04c8e1bd7429 None None] Transition to ACTIVE for port object cc321b1f-4ccf-4151-9708-f46c25c3c47e will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:01:49.089740 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-3f6d806f-33e6-4c18-b12f-04c8e1bd7429 None None] Transition to ACTIVE for port object cc321b1f-4ccf-4151-9708-f46c25c3c47e will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:01:49.186681 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3f6d806f-33e6-4c18-b12f-04c8e1bd7429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:49.197836 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3acf2375-fd79-48b1-b874-93c7775550c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:49.225231 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3acf2375-fd79-48b1-b874-93c7775550c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:49.228230 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6d806f-33e6-4c18-b12f-04c8e1bd7429 None None] Network a0ea307c-c83b-4770-bcb4-4f444aba099b is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:01:49.231496 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-3f6d806f-33e6-4c18-b12f-04c8e1bd7429 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:01:49.238508 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6d806f-33e6-4c18-b12f-04c8e1bd7429 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:01:49.251934 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d806f-33e6-4c18-b12f-04c8e1bd7429 None None] Pushing event updated for resources: {'Port': ['ID=cc321b1f-4ccf-4151-9708-f46c25c3c47e,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:49.314483 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-3f6d806f-33e6-4c18-b12f-04c8e1bd7429 None None] Attempting to bind port cc321b1f-4ccf-4151-9708-f46c25c3c47e on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:01:49.314760 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-3f6d806f-33e6-4c18-b12f-04c8e1bd7429 None None] Attempting to bind port cc321b1f-4ccf-4151-9708-f46c25c3c47e by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '778142dc-12b5-43ef-9dc1-2ed4e98f9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a0ea307c-c83b-4770-bcb4-4f444aba099b'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:01:49.315125 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6d806f-33e6-4c18-b12f-04c8e1bd7429 None None] Attempting to bind port cc321b1f-4ccf-4151-9708-f46c25c3c47e on network a0ea307c-c83b-4770-bcb4-4f444aba099b {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:01:49.321739 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6d806f-33e6-4c18-b12f-04c8e1bd7429 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:01:49.322110 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6d806f-33e6-4c18-b12f-04c8e1bd7429 None None] Checking segment: {'id': '778142dc-12b5-43ef-9dc1-2ed4e98f9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a0ea307c-c83b-4770-bcb4-4f444aba099b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:01:49.322548 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3f6d806f-33e6-4c18-b12f-04c8e1bd7429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:49.322945 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6d806f-33e6-4c18-b12f-04c8e1bd7429 None None] Bound using segment: {'id': '778142dc-12b5-43ef-9dc1-2ed4e98f9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a0ea307c-c83b-4770-bcb4-4f444aba099b'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:01:49.323419 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-3f6d806f-33e6-4c18-b12f-04c8e1bd7429 None None] Bound port: cc321b1f-4ccf-4151-9708-f46c25c3c47e, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778142dc-12b5-43ef-9dc1-2ed4e98f9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a0ea307c-c83b-4770-bcb4-4f444aba099b'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:01:49.324059 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3f6d806f-33e6-4c18-b12f-04c8e1bd7429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:49.402805 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-3f6d806f-33e6-4c18-b12f-04c8e1bd7429 None None] For port cc321b1f-4ccf-4151-9708-f46c25c3c47e, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:01:49.406154 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-3acf2375-fd79-48b1-b874-93c7775550c3 admin admin] Allocated IP 172.25.6.222 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/72a70411-6998-4177-bcea-1a80888a4cbf) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:01:49.406955 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-3f6d806f-33e6-4c18-b12f-04c8e1bd7429 None None] For port cc321b1f-4ccf-4151-9708-f46c25c3c47e, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=cc321b1f-4ccf-4151-9708-f46c25c3c47e,segment=NetworkSegment(778142dc-12b5-43ef-9dc1-2ed4e98f9fc8),segment_id=778142dc-12b5-43ef-9dc1-2ed4e98f9fc8)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:01:49.501184 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3f6d806f-33e6-4c18-b12f-04c8e1bd7429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:49.531917 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3acf2375-fd79-48b1-b874-93c7775550c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:49.578116 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d806f-33e6-4c18-b12f-04c8e1bd7429 None None] Pushing event updated for resources: {'Port': ['ID=cc321b1f-4ccf-4151-9708-f46c25c3c47e,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:49.655168 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3acf2375-fd79-48b1-b874-93c7775550c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:49.701281 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acf2375-fd79-48b1-b874-93c7775550c3 admin admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:01:49.704836 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-3acf2375-fd79-48b1-b874-93c7775550c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:01:49.708955 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acf2375-fd79-48b1-b874-93c7775550c3 admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:01:49.740241 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf2375-fd79-48b1-b874-93c7775550c3 admin admin] Pushing event updated for resources: {'Port': ['ID=72a70411-6998-4177-bcea-1a80888a4cbf,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:50.119225 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3acf2375-fd79-48b1-b874-93c7775550c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:50.398339 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3acf2375-fd79-48b1-b874-93c7775550c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:50.592848 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0676a97b-7f4c-4f87-acf6-1ccf8993f5c4 None None] Network a0ea307c-c83b-4770-bcb4-4f444aba099b requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:01:50.632192 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3acf2375-fd79-48b1-b874-93c7775550c3 admin admin] Router ae604162-e84b-4c03-b00d-a3bd4e5d6726 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:01:50.743983 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-3169005a-3107-4373-86a1-5fc17958100b None None] Provisioning for port cc321b1f-4ccf-4151-9708-f46c25c3c47e completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:01:50.781607 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acf2375-fd79-48b1-b874-93c7775550c3 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:01:50.799974 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c597f15-4081-4287-829a-959aca526a90 None None] Sync routers for ids ['ae604162-e84b-4c03-b00d-a3bd4e5d6726'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:01:50.809822 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device cc321b1f-4ccf-4151-9708-f46c25c3c47e up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:01:50.812041 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c597f15-4081-4287-829a-959aca526a90 None None] Routers {'ae604162-e84b-4c03-b00d-a3bd4e5d6726'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:01:50.812674 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-7c597f15-4081-4287-829a-959aca526a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:01:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ae604162-e84b-4c03-b00d-a3bd4e5d6726'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:50.898113 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3acf2375-fd79-48b1-b874-93c7775550c3 admin admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:50.902282 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3acf2375-fd79-48b1-b874-93c7775550c3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4028902 Aug 18 14:01:50.904319 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39744) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:50.955214 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-7c597f15-4081-4287-829a-959aca526a90 None None] Set router ae604162-e84b-4c03-b00d-a3bd4e5d6726 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:01:51.010387 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port cc321b1f-4ccf-4151-9708-f46c25c3c47e completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:01:51.017009 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port cc321b1f-4ccf-4151-9708-f46c25c3c47e triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:01:51.017981 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:51.195534 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-7c597f15-4081-4287-829a-959aca526a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae604162-e84b-4c03-b00d-a3bd4e5d6726', 'name': 'tempest-TestMinimumBasicScenario-207259924-router', 'tenant_id': '8c914737029a48dfb023a72fd119006a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '72a70411-6998-4177-bcea-1a80888a4cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:01:48Z', 'updated_at': '2021-08-18T14:01:49Z', 'revision_number': 3, 'project_id': '8c914737029a48dfb023a72fd119006a', 'gw_port': {'id': '72a70411-6998-4177-bcea-1a80888a4cbf', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae604162-e84b-4c03-b00d-a3bd4e5d6726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:49Z', 'updated_at': '2021-08-18T14:01:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:51.198209 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:51.202940 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-08ee7f99-54bd-4b3e-bc5a-30e03049955e None None] Provisioning complete for port cc321b1f-4ccf-4151-9708-f46c25c3c47e triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:01:51.203516 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-08ee7f99-54bd-4b3e-bc5a-30e03049955e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:51.225570 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c597f15-4081-4287-829a-959aca526a90 None None] Checking router: ae604162-e84b-4c03-b00d-a3bd4e5d6726 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:01:51.225959 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c597f15-4081-4287-829a-959aca526a90 None None] Updating router ae604162-e84b-4c03-b00d-a3bd4e5d6726 port 72a70411-6998-4177-bcea-1a80888a4cbf binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:01:51.264271 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7c597f15-4081-4287-829a-959aca526a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:51.311832 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port cc321b1f-4ccf-4151-9708-f46c25c3c47e, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=cc321b1f-4ccf-4151-9708-f46c25c3c47e,segment=NetworkSegment(778142dc-12b5-43ef-9dc1-2ed4e98f9fc8),segment_id=778142dc-12b5-43ef-9dc1-2ed4e98f9fc8)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:51.399566 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-08ee7f99-54bd-4b3e-bc5a-30e03049955e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:51.420973 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:51.573019 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=cc321b1f-4ccf-4151-9708-f46c25c3c47e,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:51.580310 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.db.api [None req-08ee7f99-54bd-4b3e-bc5a-30e03049955e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:01:51.580682 n-d-803603-2 neutron-server[101677]: DEBUG oslo_db.api [None req-08ee7f99-54bd-4b3e-bc5a-30e03049955e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:01:51.610420 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7c597f15-4081-4287-829a-959aca526a90 None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:51.628287 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-7c597f15-4081-4287-829a-959aca526a90 None None] Transition to ACTIVE for port object 72a70411-6998-4177-bcea-1a80888a4cbf will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:01:51.755002 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7c597f15-4081-4287-829a-959aca526a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:51.766970 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-235a9877-cb69-464c-9ae3-ed40f1ee411b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:51.812767 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed08ea-be17-413b-a380-b02cf1fd74a5 None None] Pushing event updated for resources: {'Port': ['ID=72a70411-6998-4177-bcea-1a80888a4cbf,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:51.817933 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-7c597f15-4081-4287-829a-959aca526a90 None None] Attempting to bind port 72a70411-6998-4177-bcea-1a80888a4cbf on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:01:51.818332 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-7c597f15-4081-4287-829a-959aca526a90 None None] Attempting to bind port 72a70411-6998-4177-bcea-1a80888a4cbf by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:01:51.818722 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c597f15-4081-4287-829a-959aca526a90 None None] Attempting to bind port 72a70411-6998-4177-bcea-1a80888a4cbf on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:01:51.826775 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed08ea-be17-413b-a380-b02cf1fd74a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:51.826775 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed08ea-be17-413b-a380-b02cf1fd74a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:51.827199 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed08ea-be17-413b-a380-b02cf1fd74a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:51.827339 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed08ea-be17-413b-a380-b02cf1fd74a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:51.827654 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed08ea-be17-413b-a380-b02cf1fd74a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:51.828000 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed08ea-be17-413b-a380-b02cf1fd74a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:51.828327 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed08ea-be17-413b-a380-b02cf1fd74a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:51.828653 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed08ea-be17-413b-a380-b02cf1fd74a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:51.828978 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed08ea-be17-413b-a380-b02cf1fd74a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:51.829301 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed08ea-be17-413b-a380-b02cf1fd74a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:51.829623 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed08ea-be17-413b-a380-b02cf1fd74a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:51.829944 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed08ea-be17-413b-a380-b02cf1fd74a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:51.838059 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c597f15-4081-4287-829a-959aca526a90 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:01:51.838657 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c597f15-4081-4287-829a-959aca526a90 None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:01:51.839208 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7c597f15-4081-4287-829a-959aca526a90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:51.839958 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c597f15-4081-4287-829a-959aca526a90 None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:01:51.840905 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-7c597f15-4081-4287-829a-959aca526a90 None None] Bound port: 72a70411-6998-4177-bcea-1a80888a4cbf, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:01:51.841676 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7c597f15-4081-4287-829a-959aca526a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:51.933167 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-7c597f15-4081-4287-829a-959aca526a90 None None] For port 72a70411-6998-4177-bcea-1a80888a4cbf, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:01:51.938960 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-7c597f15-4081-4287-829a-959aca526a90 None None] For port 72a70411-6998-4177-bcea-1a80888a4cbf, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=72a70411-6998-4177-bcea-1a80888a4cbf,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:01:51.965012 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-235a9877-cb69-464c-9ae3-ed40f1ee411b admin admin] Allocated IP 172.20.0.1 (a0ea307c-c83b-4770-bcb4-4f444aba099b/5fc15670-2c2c-4bcd-84fb-e55ed7c57716/6f177b49-bc85-4408-9f80-e6be4eb1c326) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:01:52.036071 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7c597f15-4081-4287-829a-959aca526a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:52.097117 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c597f15-4081-4287-829a-959aca526a90 None None] Routers {'ae604162-e84b-4c03-b00d-a3bd4e5d6726'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:01:52.097755 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-7c597f15-4081-4287-829a-959aca526a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:01:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ae604162-e84b-4c03-b00d-a3bd4e5d6726'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:52.112712 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-235a9877-cb69-464c-9ae3-ed40f1ee411b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:52.145866 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-235a9877-cb69-464c-9ae3-ed40f1ee411b admin admin] Transition to ACTIVE for port object 6f177b49-bc85-4408-9f80-e6be4eb1c326 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:01:52.147256 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed08ea-be17-413b-a380-b02cf1fd74a5 None None] Pushing event updated for resources: {'Port': ['ID=72a70411-6998-4177-bcea-1a80888a4cbf,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:52.241142 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-7c597f15-4081-4287-829a-959aca526a90 None None] Set router ae604162-e84b-4c03-b00d-a3bd4e5d6726 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:01:52.286866 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-235a9877-cb69-464c-9ae3-ed40f1ee411b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:52.334448 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235a9877-cb69-464c-9ae3-ed40f1ee411b admin admin] Network a0ea307c-c83b-4770-bcb4-4f444aba099b is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:01:52.338058 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-235a9877-cb69-464c-9ae3-ed40f1ee411b admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:01:52.342548 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235a9877-cb69-464c-9ae3-ed40f1ee411b admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:01:52.349140 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a9877-cb69-464c-9ae3-ed40f1ee411b admin admin] Pushing event updated for resources: {'Port': ['ID=6f177b49-bc85-4408-9f80-e6be4eb1c326,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:52.392401 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-235a9877-cb69-464c-9ae3-ed40f1ee411b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:52.558895 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-7c597f15-4081-4287-829a-959aca526a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae604162-e84b-4c03-b00d-a3bd4e5d6726', 'name': 'tempest-TestMinimumBasicScenario-207259924-router', 'tenant_id': '8c914737029a48dfb023a72fd119006a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '72a70411-6998-4177-bcea-1a80888a4cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:01:48Z', 'updated_at': '2021-08-18T14:01:49Z', 'revision_number': 3, 'project_id': '8c914737029a48dfb023a72fd119006a', 'gw_port': {'id': '72a70411-6998-4177-bcea-1a80888a4cbf', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae604162-e84b-4c03-b00d-a3bd4e5d6726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:49Z', 'updated_at': '2021-08-18T14:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:52.592584 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c597f15-4081-4287-829a-959aca526a90 None None] The sync data for ids ['ae604162-e84b-4c03-b00d-a3bd4e5d6726'] in n-d-803603-2 is: [{'id': 'ae604162-e84b-4c03-b00d-a3bd4e5d6726', 'name': 'tempest-TestMinimumBasicScenario-207259924-router', 'tenant_id': '8c914737029a48dfb023a72fd119006a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '72a70411-6998-4177-bcea-1a80888a4cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:01:48Z', 'updated_at': '2021-08-18T14:01:49Z', 'revision_number': 3, 'project_id': '8c914737029a48dfb023a72fd119006a', 'gw_port': {'id': '72a70411-6998-4177-bcea-1a80888a4cbf', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae604162-e84b-4c03-b00d-a3bd4e5d6726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:49Z', 'updated_at': '2021-08-18T14:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:01:52.637248 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-235a9877-cb69-464c-9ae3-ed40f1ee411b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:52.725883 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device cc321b1f-4ccf-4151-9708-f46c25c3c47e up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:01:52.757322 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-4c293c3e-ba86-4699-b346-a1c1500afe03 None None] Provisioning for port 6f177b49-bc85-4408-9f80-e6be4eb1c326 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:01:52.765781 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-4c293c3e-ba86-4699-b346-a1c1500afe03 None None] Provisioning complete for port 6f177b49-bc85-4408-9f80-e6be4eb1c326 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:01:52.766309 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4c293c3e-ba86-4699-b346-a1c1500afe03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:52.815867 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-4c293c3e-ba86-4699-b346-a1c1500afe03 None None] Port 6f177b49-bc85-4408-9f80-e6be4eb1c326 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:01:52.827636 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port cc321b1f-4ccf-4151-9708-f46c25c3c47e triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:01:52.828008 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:52.909220 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-235a9877-cb69-464c-9ae3-ed40f1ee411b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:52.990510 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-235a9877-cb69-464c-9ae3-ed40f1ee411b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:53.068431 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-235a9877-cb69-464c-9ae3-ed40f1ee411b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:53.070550 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a9877-cb69-464c-9ae3-ed40f1ee411b admin admin] Pushing event updated for resources: {'Port': ['ID=6f177b49-bc85-4408-9f80-e6be4eb1c326,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:53.219005 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235a9877-cb69-464c-9ae3-ed40f1ee411b admin admin] Network a0ea307c-c83b-4770-bcb4-4f444aba099b is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:01:53.221246 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-235a9877-cb69-464c-9ae3-ed40f1ee411b admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:01:53.429781 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235a9877-cb69-464c-9ae3-ed40f1ee411b admin admin] Router ae604162-e84b-4c03-b00d-a3bd4e5d6726 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:01:53.554414 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-5c42c447-baca-44a2-b9f5-5fbc78c2320d None None] Provisioning complete for port 6f177b49-bc85-4408-9f80-e6be4eb1c326 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:01:53.555043 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5c42c447-baca-44a2-b9f5-5fbc78c2320d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:53.598574 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235a9877-cb69-464c-9ae3-ed40f1ee411b admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:01:53.606672 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-235a9877-cb69-464c-9ae3-ed40f1ee411b admin admin] 10.222.0.13 "PUT /v2.0/routers/ae604162-e84b-4c03-b00d-a3bd4e5d6726/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7011223 Aug 18 14:01:53.626207 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-5c42c447-baca-44a2-b9f5-5fbc78c2320d None None] Port 6f177b49-bc85-4408-9f80-e6be4eb1c326 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:01:54.451702 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39760) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:54.459307 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-1f16af4c-476c-413a-91b8-0faf837f5d70 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1339840121-network', 'tenant_id': 'b3f2e5f7d793471da50a184f32311da9'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:54.484299 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362a98f1-0910-44a7-99b1-1f9bafed338d None None] Sync routers for ids ['ae604162-e84b-4c03-b00d-a3bd4e5d6726'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:01:54.496244 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362a98f1-0910-44a7-99b1-1f9bafed338d None None] Routers {'ae604162-e84b-4c03-b00d-a3bd4e5d6726'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:01:54.497078 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-362a98f1-0910-44a7-99b1-1f9bafed338d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:01:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ae604162-e84b-4c03-b00d-a3bd4e5d6726'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:54.567336 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f16af4c-476c-413a-91b8-0faf837f5d70 admin admin] Made reservation on behalf of b3f2e5f7d793471da50a184f32311da9 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:01:54.570054 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1f16af4c-476c-413a-91b8-0faf837f5d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:54.586313 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1f16af4c-476c-413a-91b8-0faf837f5d70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:54.638334 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-362a98f1-0910-44a7-99b1-1f9bafed338d None None] Set router ae604162-e84b-4c03-b00d-a3bd4e5d6726 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:01:54.719246 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1f16af4c-476c-413a-91b8-0faf837f5d70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:54.791436 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1f16af4c-476c-413a-91b8-0faf837f5d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:54.800971 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 72a70411-6998-4177-bcea-1a80888a4cbf up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:01:54.828395 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f16af4c-476c-413a-91b8-0faf837f5d70 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:01:54.851922 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16af4c-476c-413a-91b8-0faf837f5d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af340a5-4fd4-46a5-b56c-49e2a3769102,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:54.862467 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1f16af4c-476c-413a-91b8-0faf837f5d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:54.863777 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-1f16af4c-476c-413a-91b8-0faf837f5d70 admin admin] Added segment 6083eee5-bb6b-404e-91f2-e188473a5b0c of type vlan for network b4c2837b-5c7e-429c-a63e-8cd020ca2823 Aug 18 14:01:54.885670 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16af4c-476c-413a-91b8-0faf837f5d70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:54.886200 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16af4c-476c-413a-91b8-0faf837f5d70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:54.886711 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16af4c-476c-413a-91b8-0faf837f5d70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:54.887324 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16af4c-476c-413a-91b8-0faf837f5d70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:54.887848 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16af4c-476c-413a-91b8-0faf837f5d70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:54.888487 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16af4c-476c-413a-91b8-0faf837f5d70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:54.888909 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16af4c-476c-413a-91b8-0faf837f5d70 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:54.889289 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16af4c-476c-413a-91b8-0faf837f5d70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:54.889765 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16af4c-476c-413a-91b8-0faf837f5d70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:54.890421 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16af4c-476c-413a-91b8-0faf837f5d70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:54.890890 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16af4c-476c-413a-91b8-0faf837f5d70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:54.891419 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16af4c-476c-413a-91b8-0faf837f5d70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:01:54.958126 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1f16af4c-476c-413a-91b8-0faf837f5d70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:54.968762 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-362a98f1-0910-44a7-99b1-1f9bafed338d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae604162-e84b-4c03-b00d-a3bd4e5d6726', 'name': 'tempest-TestMinimumBasicScenario-207259924-router', 'tenant_id': '8c914737029a48dfb023a72fd119006a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '72a70411-6998-4177-bcea-1a80888a4cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:01:48Z', 'updated_at': '2021-08-18T14:01:52Z', 'revision_number': 4, 'project_id': '8c914737029a48dfb023a72fd119006a', 'gw_port': {'id': '72a70411-6998-4177-bcea-1a80888a4cbf', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae604162-e84b-4c03-b00d-a3bd4e5d6726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:49Z', 'updated_at': '2021-08-18T14:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '6f177b49-bc85-4408-9f80-e6be4eb1c326', 'name': '', 'network_id': 'a0ea307c-c83b-4770-bcb4-4f444aba099b', 'tenant_id': '8c914737029a48dfb023a72fd119006a', 'mac_address': 'fa:16:3e:fa:73:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae604162-e84b-4c03-b00d-a3bd4e5d6726', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '5fc15670-2c2c-4bcd-84fb-e55ed7c57716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:51Z', 'updated_at': '2021-08-18T14:01:52Z', 'revision_number': 2, 'project_id': '8c914737029a48dfb023a72fd119006a', 'subnets': [{'id': '5fc15670-2c2c-4bcd-84fb-e55ed7c57716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:55.022536 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362a98f1-0910-44a7-99b1-1f9bafed338d None None] Checking router: ae604162-e84b-4c03-b00d-a3bd4e5d6726 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:01:55.023140 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362a98f1-0910-44a7-99b1-1f9bafed338d None None] Updating router ae604162-e84b-4c03-b00d-a3bd4e5d6726 port 6f177b49-bc85-4408-9f80-e6be4eb1c326 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:01:55.026674 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 72a70411-6998-4177-bcea-1a80888a4cbf completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:01:55.063542 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 72a70411-6998-4177-bcea-1a80888a4cbf triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:01:55.064168 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:55.094241 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1f16af4c-476c-413a-91b8-0faf837f5d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:55.095251 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f16af4c-476c-413a-91b8-0faf837f5d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:55.095880 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1f16af4c-476c-413a-91b8-0faf837f5d70 admin admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:55.102511 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-362a98f1-0910-44a7-99b1-1f9bafed338d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:55.167520 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16af4c-476c-413a-91b8-0faf837f5d70 admin admin] Pushing event updated for resources: {'Network': ['ID=b4c2837b-5c7e-429c-a63e-8cd020ca2823,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:55.193509 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network b4c2837b-5c7e-429c-a63e-8cd020ca2823 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:01:55.204299 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1f16af4c-476c-413a-91b8-0faf837f5d70 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7508800 Aug 18 14:01:55.207110 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39762) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:55.212595 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-bf08f3ca-5655-4157-9823-1abef306bbc5 admin admin] Request body: {'subnet': {'network_id': 'b4c2837b-5c7e-429c-a63e-8cd020ca2823', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1339840121-subnet', 'tenant_id': 'b3f2e5f7d793471da50a184f32311da9', 'ip_version': 4}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:55.300968 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf08f3ca-5655-4157-9823-1abef306bbc5 admin admin] Made reservation on behalf of b3f2e5f7d793471da50a184f32311da9 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:01:55.303591 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bf08f3ca-5655-4157-9823-1abef306bbc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:55.484013 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:55.584240 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bf08f3ca-5655-4157-9823-1abef306bbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:55.590206 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 72a70411-6998-4177-bcea-1a80888a4cbf, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=72a70411-6998-4177-bcea-1a80888a4cbf,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:55.665620 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf08f3ca-5655-4157-9823-1abef306bbc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a9e9211-7760-42c2-bf56-423484b3d1f2,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:55.678388 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf08f3ca-5655-4157-9823-1abef306bbc5 admin admin] Checking segment: {'id': '6083eee5-bb6b-404e-91f2-e188473a5b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b4c2837b-5c7e-429c-a63e-8cd020ca2823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:01:55.678757 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf08f3ca-5655-4157-9823-1abef306bbc5 admin admin] Network hostable DHCP agents. Network: b4c2837b-5c7e-429c-a63e-8cd020ca2823, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:01:55.690012 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:55.777563 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf08f3ca-5655-4157-9823-1abef306bbc5 admin admin] Network b4c2837b-5c7e-429c-a63e-8cd020ca2823 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:01:55.836535 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=72a70411-6998-4177-bcea-1a80888a4cbf,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:55.843898 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-362a98f1-0910-44a7-99b1-1f9bafed338d None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:55.861988 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-362a98f1-0910-44a7-99b1-1f9bafed338d None None] Transition to ACTIVE for port object 6f177b49-bc85-4408-9f80-e6be4eb1c326 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:01:55.866140 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-bf08f3ca-5655-4157-9823-1abef306bbc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, b4c2837b-5c7e-429c-a63e-8cd020ca2823) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:01:55.872647 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf08f3ca-5655-4157-9823-1abef306bbc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:01:55.873634 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bf08f3ca-5655-4157-9823-1abef306bbc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:55.878815 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d142b65-c448-4354-ab2a-aff1c4a66b80 None None] Network b4c2837b-5c7e-429c-a63e-8cd020ca2823 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:01:55.958271 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-362a98f1-0910-44a7-99b1-1f9bafed338d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:55.970185 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-bf08f3ca-5655-4157-9823-1abef306bbc5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7618065 Aug 18 14:01:55.973887 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39764) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:55.979618 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-89c720bf-da80-4e2c-90a5-5a017357b365 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1339840121-router', 'tenant_id': 'b3f2e5f7d793471da50a184f32311da9', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:01:56.047085 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705a9e2-9d39-4f36-837d-754de460b52f None None] Pushing event updated for resources: {'Port': ['ID=6f177b49-bc85-4408-9f80-e6be4eb1c326,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:56.084673 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-89c720bf-da80-4e2c-90a5-5a017357b365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:56.087516 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-89c720bf-da80-4e2c-90a5-5a017357b365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:56.153692 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-362a98f1-0910-44a7-99b1-1f9bafed338d None None] Attempting to bind port 6f177b49-bc85-4408-9f80-e6be4eb1c326 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:01:56.153692 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-362a98f1-0910-44a7-99b1-1f9bafed338d None None] Attempting to bind port 6f177b49-bc85-4408-9f80-e6be4eb1c326 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '778142dc-12b5-43ef-9dc1-2ed4e98f9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a0ea307c-c83b-4770-bcb4-4f444aba099b'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:01:56.153692 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362a98f1-0910-44a7-99b1-1f9bafed338d None None] Attempting to bind port 6f177b49-bc85-4408-9f80-e6be4eb1c326 on network a0ea307c-c83b-4770-bcb4-4f444aba099b {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:01:56.154314 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-89c720bf-da80-4e2c-90a5-5a017357b365 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:56.155600 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362a98f1-0910-44a7-99b1-1f9bafed338d None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:01:56.156152 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362a98f1-0910-44a7-99b1-1f9bafed338d None None] Checking segment: {'id': '778142dc-12b5-43ef-9dc1-2ed4e98f9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a0ea307c-c83b-4770-bcb4-4f444aba099b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:01:56.156658 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-362a98f1-0910-44a7-99b1-1f9bafed338d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:56.157142 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362a98f1-0910-44a7-99b1-1f9bafed338d None None] Bound using segment: {'id': '778142dc-12b5-43ef-9dc1-2ed4e98f9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a0ea307c-c83b-4770-bcb4-4f444aba099b'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:01:56.157895 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-362a98f1-0910-44a7-99b1-1f9bafed338d None None] Bound port: 6f177b49-bc85-4408-9f80-e6be4eb1c326, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778142dc-12b5-43ef-9dc1-2ed4e98f9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a0ea307c-c83b-4770-bcb4-4f444aba099b'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:01:56.158437 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-362a98f1-0910-44a7-99b1-1f9bafed338d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:56.164220 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639bc8bc-4e33-4639-b2fb-829efdc2e7cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-b4c2837b-5c7e-429c-a63e-8cd020ca2823', 'network_id': 'b4c2837b-5c7e-429c-a63e-8cd020ca2823', 'tenant_id': 'b3f2e5f7d793471da50a184f32311da9', 'fixed_ips': [{'subnet_id': '6a9e9211-7760-42c2-bf56-423484b3d1f2'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:01:56.165436 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-639bc8bc-4e33-4639-b2fb-829efdc2e7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:56.343046 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-362a98f1-0910-44a7-99b1-1f9bafed338d None None] For port 6f177b49-bc85-4408-9f80-e6be4eb1c326, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:01:56.348527 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-362a98f1-0910-44a7-99b1-1f9bafed338d None None] For port 6f177b49-bc85-4408-9f80-e6be4eb1c326, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=6f177b49-bc85-4408-9f80-e6be4eb1c326,segment=NetworkSegment(778142dc-12b5-43ef-9dc1-2ed4e98f9fc8),segment_id=778142dc-12b5-43ef-9dc1-2ed4e98f9fc8)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:01:56.398341 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-639bc8bc-4e33-4639-b2fb-829efdc2e7cf None None] Allocated IP 172.20.0.2 (b4c2837b-5c7e-429c-a63e-8cd020ca2823/6a9e9211-7760-42c2-bf56-423484b3d1f2/4647a5af-1d5e-4346-864c-5b11c6c7723c) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:01:56.423573 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-89c720bf-da80-4e2c-90a5-5a017357b365 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:56.487477 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-362a98f1-0910-44a7-99b1-1f9bafed338d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:56.835851 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-89c720bf-da80-4e2c-90a5-5a017357b365 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:56.858419 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-89c720bf-da80-4e2c-90a5-5a017357b365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:56.870970 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 72a70411-6998-4177-bcea-1a80888a4cbf up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:01:56.907496 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362a98f1-0910-44a7-99b1-1f9bafed338d None None] Routers {'ae604162-e84b-4c03-b00d-a3bd4e5d6726'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:01:56.908417 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-362a98f1-0910-44a7-99b1-1f9bafed338d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:01:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ae604162-e84b-4c03-b00d-a3bd4e5d6726'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:56.977045 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-89c720bf-da80-4e2c-90a5-5a017357b365 admin admin] Allocated IP 172.25.6.134 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/5750ad12-207f-4801-975e-052ceeadb7e8) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:01:57.020027 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705a9e2-9d39-4f36-837d-754de460b52f None None] Pushing event updated for resources: {'Port': ['ID=6f177b49-bc85-4408-9f80-e6be4eb1c326,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:57.104493 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-89c720bf-da80-4e2c-90a5-5a017357b365 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:57.218283 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-89c720bf-da80-4e2c-90a5-5a017357b365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:57.255277 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-639bc8bc-4e33-4639-b2fb-829efdc2e7cf None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:57.266303 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c720bf-da80-4e2c-90a5-5a017357b365 admin admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:01:57.270656 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-89c720bf-da80-4e2c-90a5-5a017357b365 admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:01:57.273324 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c720bf-da80-4e2c-90a5-5a017357b365 admin admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:01:57.288546 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-639bc8bc-4e33-4639-b2fb-829efdc2e7cf None None] Transition to ACTIVE for port object 4647a5af-1d5e-4346-864c-5b11c6c7723c will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:01:57.294701 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 72a70411-6998-4177-bcea-1a80888a4cbf triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:01:57.295335 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:57.308622 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c720bf-da80-4e2c-90a5-5a017357b365 admin admin] Pushing event updated for resources: {'Port': ['ID=5750ad12-207f-4801-975e-052ceeadb7e8,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:57.364516 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-362a98f1-0910-44a7-99b1-1f9bafed338d None None] Set router ae604162-e84b-4c03-b00d-a3bd4e5d6726 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:01:57.400967 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-639bc8bc-4e33-4639-b2fb-829efdc2e7cf None None] Transition to ACTIVE for port object 4647a5af-1d5e-4346-864c-5b11c6c7723c will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:01:57.506017 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-639bc8bc-4e33-4639-b2fb-829efdc2e7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:57.592224 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639bc8bc-4e33-4639-b2fb-829efdc2e7cf None None] Network b4c2837b-5c7e-429c-a63e-8cd020ca2823 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:01:57.602008 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-639bc8bc-4e33-4639-b2fb-829efdc2e7cf None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:01:57.611702 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639bc8bc-4e33-4639-b2fb-829efdc2e7cf None None] Pushing event updated for resources: {'Port': ['ID=4647a5af-1d5e-4346-864c-5b11c6c7723c,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:57.618503 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639bc8bc-4e33-4639-b2fb-829efdc2e7cf None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:01:57.674961 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-89c720bf-da80-4e2c-90a5-5a017357b365 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:57.720980 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-639bc8bc-4e33-4639-b2fb-829efdc2e7cf None None] Attempting to bind port 4647a5af-1d5e-4346-864c-5b11c6c7723c on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:01:57.721352 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-639bc8bc-4e33-4639-b2fb-829efdc2e7cf None None] Attempting to bind port 4647a5af-1d5e-4346-864c-5b11c6c7723c by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '6083eee5-bb6b-404e-91f2-e188473a5b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b4c2837b-5c7e-429c-a63e-8cd020ca2823'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:01:57.721724 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639bc8bc-4e33-4639-b2fb-829efdc2e7cf None None] Attempting to bind port 4647a5af-1d5e-4346-864c-5b11c6c7723c on network b4c2837b-5c7e-429c-a63e-8cd020ca2823 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:01:57.733007 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639bc8bc-4e33-4639-b2fb-829efdc2e7cf None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:01:57.733498 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639bc8bc-4e33-4639-b2fb-829efdc2e7cf None None] Checking segment: {'id': '6083eee5-bb6b-404e-91f2-e188473a5b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b4c2837b-5c7e-429c-a63e-8cd020ca2823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:01:57.733796 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-639bc8bc-4e33-4639-b2fb-829efdc2e7cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:57.734221 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639bc8bc-4e33-4639-b2fb-829efdc2e7cf None None] Bound using segment: {'id': '6083eee5-bb6b-404e-91f2-e188473a5b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b4c2837b-5c7e-429c-a63e-8cd020ca2823'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:01:57.734724 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-639bc8bc-4e33-4639-b2fb-829efdc2e7cf None None] Bound port: 4647a5af-1d5e-4346-864c-5b11c6c7723c, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6083eee5-bb6b-404e-91f2-e188473a5b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b4c2837b-5c7e-429c-a63e-8cd020ca2823'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:01:57.735123 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-639bc8bc-4e33-4639-b2fb-829efdc2e7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:57.780320 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-362a98f1-0910-44a7-99b1-1f9bafed338d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae604162-e84b-4c03-b00d-a3bd4e5d6726', 'name': 'tempest-TestMinimumBasicScenario-207259924-router', 'tenant_id': '8c914737029a48dfb023a72fd119006a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '72a70411-6998-4177-bcea-1a80888a4cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:01:48Z', 'updated_at': '2021-08-18T14:01:52Z', 'revision_number': 4, 'project_id': '8c914737029a48dfb023a72fd119006a', 'gw_port': {'id': '72a70411-6998-4177-bcea-1a80888a4cbf', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae604162-e84b-4c03-b00d-a3bd4e5d6726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:49Z', 'updated_at': '2021-08-18T14:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '6f177b49-bc85-4408-9f80-e6be4eb1c326', 'name': '', 'network_id': 'a0ea307c-c83b-4770-bcb4-4f444aba099b', 'tenant_id': '8c914737029a48dfb023a72fd119006a', 'mac_address': 'fa:16:3e:fa:73:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae604162-e84b-4c03-b00d-a3bd4e5d6726', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '5fc15670-2c2c-4bcd-84fb-e55ed7c57716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:51Z', 'updated_at': '2021-08-18T14:01:56Z', 'revision_number': 4, 'project_id': '8c914737029a48dfb023a72fd119006a', 'subnets': [{'id': '5fc15670-2c2c-4bcd-84fb-e55ed7c57716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:57.813769 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362a98f1-0910-44a7-99b1-1f9bafed338d None None] The sync data for ids ['ae604162-e84b-4c03-b00d-a3bd4e5d6726'] in n-d-803603-2 is: [{'id': 'ae604162-e84b-4c03-b00d-a3bd4e5d6726', 'name': 'tempest-TestMinimumBasicScenario-207259924-router', 'tenant_id': '8c914737029a48dfb023a72fd119006a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '72a70411-6998-4177-bcea-1a80888a4cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:01:48Z', 'updated_at': '2021-08-18T14:01:52Z', 'revision_number': 4, 'project_id': '8c914737029a48dfb023a72fd119006a', 'gw_port': {'id': '72a70411-6998-4177-bcea-1a80888a4cbf', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae604162-e84b-4c03-b00d-a3bd4e5d6726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:49Z', 'updated_at': '2021-08-18T14:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '6f177b49-bc85-4408-9f80-e6be4eb1c326', 'name': '', 'network_id': 'a0ea307c-c83b-4770-bcb4-4f444aba099b', 'tenant_id': '8c914737029a48dfb023a72fd119006a', 'mac_address': 'fa:16:3e:fa:73:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae604162-e84b-4c03-b00d-a3bd4e5d6726', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '5fc15670-2c2c-4bcd-84fb-e55ed7c57716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:51Z', 'updated_at': '2021-08-18T14:01:56Z', 'revision_number': 4, 'project_id': '8c914737029a48dfb023a72fd119006a', 'subnets': [{'id': '5fc15670-2c2c-4bcd-84fb-e55ed7c57716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:01:57.846227 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-639bc8bc-4e33-4639-b2fb-829efdc2e7cf None None] For port 4647a5af-1d5e-4346-864c-5b11c6c7723c, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:01:57.850642 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-639bc8bc-4e33-4639-b2fb-829efdc2e7cf None None] For port 4647a5af-1d5e-4346-864c-5b11c6c7723c, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4647a5af-1d5e-4346-864c-5b11c6c7723c,segment=NetworkSegment(6083eee5-bb6b-404e-91f2-e188473a5b0c),segment_id=6083eee5-bb6b-404e-91f2-e188473a5b0c)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:01:57.927318 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-639bc8bc-4e33-4639-b2fb-829efdc2e7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:57.966958 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-89c720bf-da80-4e2c-90a5-5a017357b365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:58.018597 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639bc8bc-4e33-4639-b2fb-829efdc2e7cf None None] Pushing event updated for resources: {'Port': ['ID=4647a5af-1d5e-4346-864c-5b11c6c7723c,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:58.231333 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c720bf-da80-4e2c-90a5-5a017357b365 admin admin] Router 285abeba-900d-4fc5-8adc-422f594b419f is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:01:58.406580 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c720bf-da80-4e2c-90a5-5a017357b365 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:01:58.417938 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b0b68b-3c13-427e-ba9d-154aa6175818 None None] Sync routers for ids ['285abeba-900d-4fc5-8adc-422f594b419f'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:01:58.428276 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b0b68b-3c13-427e-ba9d-154aa6175818 None None] Routers {'285abeba-900d-4fc5-8adc-422f594b419f'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:01:58.429128 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-08b0b68b-3c13-427e-ba9d-154aa6175818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:01:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['285abeba-900d-4fc5-8adc-422f594b419f'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:58.477621 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:58.511762 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-89c720bf-da80-4e2c-90a5-5a017357b365 admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:58.513748 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-89c720bf-da80-4e2c-90a5-5a017357b365 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5379894 Aug 18 14:01:58.517604 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39766) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:01:58.616079 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-08b0b68b-3c13-427e-ba9d-154aa6175818 None None] Set router 285abeba-900d-4fc5-8adc-422f594b419f gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:01:58.855818 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6f177b49-bc85-4408-9f80-e6be4eb1c326 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:01:58.965436 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-08b0b68b-3c13-427e-ba9d-154aa6175818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285abeba-900d-4fc5-8adc-422f594b419f', 'name': 'tempest-TestMinimumBasicScenario-1339840121-router', 'tenant_id': 'b3f2e5f7d793471da50a184f32311da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '5750ad12-207f-4801-975e-052ceeadb7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:01:56Z', 'updated_at': '2021-08-18T14:01:57Z', 'revision_number': 3, 'project_id': 'b3f2e5f7d793471da50a184f32311da9', 'gw_port': {'id': '5750ad12-207f-4801-975e-052ceeadb7e8', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:05:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285abeba-900d-4fc5-8adc-422f594b419f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:56Z', 'updated_at': '2021-08-18T14:01:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:01:58.974784 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 6f177b49-bc85-4408-9f80-e6be4eb1c326 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:01:58.979631 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 6f177b49-bc85-4408-9f80-e6be4eb1c326 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:01:58.980315 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:59.036105 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b0b68b-3c13-427e-ba9d-154aa6175818 None None] Checking router: 285abeba-900d-4fc5-8adc-422f594b419f for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:01:59.036884 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b0b68b-3c13-427e-ba9d-154aa6175818 None None] Updating router 285abeba-900d-4fc5-8adc-422f594b419f port 5750ad12-207f-4801-975e-052ceeadb7e8 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:01:59.115024 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-08b0b68b-3c13-427e-ba9d-154aa6175818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:59.217990 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:59.296535 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 6f177b49-bc85-4408-9f80-e6be4eb1c326, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=6f177b49-bc85-4408-9f80-e6be4eb1c326,segment=NetworkSegment(778142dc-12b5-43ef-9dc1-2ed4e98f9fc8),segment_id=778142dc-12b5-43ef-9dc1-2ed4e98f9fc8)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:59.372142 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:59.373516 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4647a5af-1d5e-4346-864c-5b11c6c7723c up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:01:59.426221 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84f5ff2-acb7-4de4-8a93-5132fd8e5727 None None] Network b4c2837b-5c7e-429c-a63e-8cd020ca2823 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:01:59.441871 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc912-f5ee-4a5e-ab88-a182612803b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:59.450476 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:59.546075 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=6f177b49-bc85-4408-9f80-e6be4eb1c326,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:59.622420 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-08b0b68b-3c13-427e-ba9d-154aa6175818 None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:59.630840 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-e916eaae-bbb7-414c-8399-794766b597aa None None] Provisioning for port 4647a5af-1d5e-4346-864c-5b11c6c7723c completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:01:59.636303 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-08b0b68b-3c13-427e-ba9d-154aa6175818 None None] Transition to ACTIVE for port object 5750ad12-207f-4801-975e-052ceeadb7e8 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:01:59.654119 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 4647a5af-1d5e-4346-864c-5b11c6c7723c completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:01:59.678713 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 4647a5af-1d5e-4346-864c-5b11c6c7723c triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:01:59.679328 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:59.709294 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-08b0b68b-3c13-427e-ba9d-154aa6175818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:59.793766 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-3d3bc912-f5ee-4a5e-ab88-a182612803b0 admin admin] Allocated IP 172.20.0.1 (b4c2837b-5c7e-429c-a63e-8cd020ca2823/6a9e9211-7760-42c2-bf56-423484b3d1f2/dba318b0-8578-4e5e-8901-dabdacd20dae) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:01:59.798061 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-08b0b68b-3c13-427e-ba9d-154aa6175818 None None] Attempting to bind port 5750ad12-207f-4801-975e-052ceeadb7e8 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:01:59.798894 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-08b0b68b-3c13-427e-ba9d-154aa6175818 None None] Attempting to bind port 5750ad12-207f-4801-975e-052ceeadb7e8 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:01:59.799399 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b0b68b-3c13-427e-ba9d-154aa6175818 None None] Attempting to bind port 5750ad12-207f-4801-975e-052ceeadb7e8 on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:01:59.821613 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b0b68b-3c13-427e-ba9d-154aa6175818 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:01:59.822226 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b0b68b-3c13-427e-ba9d-154aa6175818 None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:01:59.822893 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-08b0b68b-3c13-427e-ba9d-154aa6175818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:59.823595 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b0b68b-3c13-427e-ba9d-154aa6175818 None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:01:59.824376 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-08b0b68b-3c13-427e-ba9d-154aa6175818 None None] Bound port: 5750ad12-207f-4801-975e-052ceeadb7e8, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:01:59.824997 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-08b0b68b-3c13-427e-ba9d-154aa6175818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:59.837866 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:01:59.903336 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43668a23-de20-46b5-84c2-97efe403e997 None None] Pushing event updated for resources: {'Port': ['ID=5750ad12-207f-4801-975e-052ceeadb7e8,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:01:59.913717 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 4647a5af-1d5e-4346-864c-5b11c6c7723c, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4647a5af-1d5e-4346-864c-5b11c6c7723c,segment=NetworkSegment(6083eee5-bb6b-404e-91f2-e188473a5b0c),segment_id=6083eee5-bb6b-404e-91f2-e188473a5b0c)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:01:59.969987 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-08b0b68b-3c13-427e-ba9d-154aa6175818 None None] For port 5750ad12-207f-4801-975e-052ceeadb7e8, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:01:59.976244 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-08b0b68b-3c13-427e-ba9d-154aa6175818 None None] For port 5750ad12-207f-4801-975e-052ceeadb7e8, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=5750ad12-207f-4801-975e-052ceeadb7e8,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:02:00.014980 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:00.015861 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc912-f5ee-4a5e-ab88-a182612803b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:00.034431 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-3d3bc912-f5ee-4a5e-ab88-a182612803b0 admin admin] Transition to ACTIVE for port object dba318b0-8578-4e5e-8901-dabdacd20dae will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:02:00.072554 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-08b0b68b-3c13-427e-ba9d-154aa6175818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:00.109092 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=4647a5af-1d5e-4346-864c-5b11c6c7723c,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:00.144511 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b0b68b-3c13-427e-ba9d-154aa6175818 None None] Routers {'285abeba-900d-4fc5-8adc-422f594b419f'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:02:00.145164 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-08b0b68b-3c13-427e-ba9d-154aa6175818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:01:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['285abeba-900d-4fc5-8adc-422f594b419f'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:00.163788 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc912-f5ee-4a5e-ab88-a182612803b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:00.173391 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-92a60895-e7e0-4592-8626-1773d3444073 None None] Provisioning complete for port 4647a5af-1d5e-4346-864c-5b11c6c7723c triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:02:00.173864 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-92a60895-e7e0-4592-8626-1773d3444073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:00.182737 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43668a23-de20-46b5-84c2-97efe403e997 None None] Pushing event updated for resources: {'Port': ['ID=5750ad12-207f-4801-975e-052ceeadb7e8,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:00.236286 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3bc912-f5ee-4a5e-ab88-a182612803b0 admin admin] Network b4c2837b-5c7e-429c-a63e-8cd020ca2823 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:02:00.248627 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-3d3bc912-f5ee-4a5e-ab88-a182612803b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:02:00.255587 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3bc912-f5ee-4a5e-ab88-a182612803b0 admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:02:00.282886 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-08b0b68b-3c13-427e-ba9d-154aa6175818 None None] Set router 285abeba-900d-4fc5-8adc-422f594b419f gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:02:00.317970 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3bc912-f5ee-4a5e-ab88-a182612803b0 admin admin] Pushing event updated for resources: {'Port': ['ID=dba318b0-8578-4e5e-8901-dabdacd20dae,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:00.328520 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc912-f5ee-4a5e-ab88-a182612803b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:00.581748 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-08b0b68b-3c13-427e-ba9d-154aa6175818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285abeba-900d-4fc5-8adc-422f594b419f', 'name': 'tempest-TestMinimumBasicScenario-1339840121-router', 'tenant_id': 'b3f2e5f7d793471da50a184f32311da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '5750ad12-207f-4801-975e-052ceeadb7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:01:56Z', 'updated_at': '2021-08-18T14:01:57Z', 'revision_number': 3, 'project_id': 'b3f2e5f7d793471da50a184f32311da9', 'gw_port': {'id': '5750ad12-207f-4801-975e-052ceeadb7e8', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:05:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285abeba-900d-4fc5-8adc-422f594b419f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:56Z', 'updated_at': '2021-08-18T14:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:00.605809 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc912-f5ee-4a5e-ab88-a182612803b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:00.620986 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b0b68b-3c13-427e-ba9d-154aa6175818 None None] The sync data for ids ['285abeba-900d-4fc5-8adc-422f594b419f'] in n-d-803603-2 is: [{'id': '285abeba-900d-4fc5-8adc-422f594b419f', 'name': 'tempest-TestMinimumBasicScenario-1339840121-router', 'tenant_id': 'b3f2e5f7d793471da50a184f32311da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '5750ad12-207f-4801-975e-052ceeadb7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:01:56Z', 'updated_at': '2021-08-18T14:01:57Z', 'revision_number': 3, 'project_id': 'b3f2e5f7d793471da50a184f32311da9', 'gw_port': {'id': '5750ad12-207f-4801-975e-052ceeadb7e8', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:05:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285abeba-900d-4fc5-8adc-422f594b419f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:56Z', 'updated_at': '2021-08-18T14:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:02:00.680425 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-17e74cd3-22d9-4988-adb2-f5eab75c348a None None] Provisioning for port dba318b0-8578-4e5e-8901-dabdacd20dae completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:02:00.685457 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-17e74cd3-22d9-4988-adb2-f5eab75c348a None None] Provisioning complete for port dba318b0-8578-4e5e-8901-dabdacd20dae triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:02:00.686142 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-17e74cd3-22d9-4988-adb2-f5eab75c348a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:00.738464 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-17e74cd3-22d9-4988-adb2-f5eab75c348a None None] Port dba318b0-8578-4e5e-8901-dabdacd20dae cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:02:00.763644 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6f177b49-bc85-4408-9f80-e6be4eb1c326 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:02:00.838013 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 6f177b49-bc85-4408-9f80-e6be4eb1c326 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:02:00.839163 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:00.875897 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc912-f5ee-4a5e-ab88-a182612803b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:00.979744 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc912-f5ee-4a5e-ab88-a182612803b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:01.010684 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4647a5af-1d5e-4346-864c-5b11c6c7723c up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:02:01.064760 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3bc912-f5ee-4a5e-ab88-a182612803b0 admin admin] Pushing event updated for resources: {'Port': ['ID=dba318b0-8578-4e5e-8901-dabdacd20dae,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:01.069491 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc912-f5ee-4a5e-ab88-a182612803b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:01.109553 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 4647a5af-1d5e-4346-864c-5b11c6c7723c triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:02:01.110392 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:01.199573 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3bc912-f5ee-4a5e-ab88-a182612803b0 admin admin] Network b4c2837b-5c7e-429c-a63e-8cd020ca2823 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:02:01.201450 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-3d3bc912-f5ee-4a5e-ab88-a182612803b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:02:01.356405 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d3bc912-f5ee-4a5e-ab88-a182612803b0 admin admin] Router 285abeba-900d-4fc5-8adc-422f594b419f has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:02:01.505437 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3bc912-f5ee-4a5e-ab88-a182612803b0 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:02:01.513568 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3d3bc912-f5ee-4a5e-ab88-a182612803b0 admin admin] 10.222.0.13 "PUT /v2.0/routers/285abeba-900d-4fc5-8adc-422f594b419f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9927506 Aug 18 14:02:01.571898 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-1cf6d2d8-87c7-4df6-af01-58df57743f12 None None] Provisioning complete for port dba318b0-8578-4e5e-8901-dabdacd20dae triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:02:01.572526 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1cf6d2d8-87c7-4df6-af01-58df57743f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:01.632417 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-1cf6d2d8-87c7-4df6-af01-58df57743f12 None None] Port dba318b0-8578-4e5e-8901-dabdacd20dae cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:02:02.543309 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01643f53-59d7-40b6-8a59-5bb913868deb None None] Sync routers for ids ['285abeba-900d-4fc5-8adc-422f594b419f'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:02:02.557609 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01643f53-59d7-40b6-8a59-5bb913868deb None None] Routers {'285abeba-900d-4fc5-8adc-422f594b419f'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:02:02.558673 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-01643f53-59d7-40b6-8a59-5bb913868deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:01:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['285abeba-900d-4fc5-8adc-422f594b419f'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:02.708980 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-01643f53-59d7-40b6-8a59-5bb913868deb None None] Set router 285abeba-900d-4fc5-8adc-422f594b419f gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:02:02.823881 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 5750ad12-207f-4801-975e-052ceeadb7e8 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:02:03.102422 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 5750ad12-207f-4801-975e-052ceeadb7e8 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:02:03.111896 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 5750ad12-207f-4801-975e-052ceeadb7e8 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:02:03.113028 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:03.235709 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-01643f53-59d7-40b6-8a59-5bb913868deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285abeba-900d-4fc5-8adc-422f594b419f', 'name': 'tempest-TestMinimumBasicScenario-1339840121-router', 'tenant_id': 'b3f2e5f7d793471da50a184f32311da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '5750ad12-207f-4801-975e-052ceeadb7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:01:56Z', 'updated_at': '2021-08-18T14:02:00Z', 'revision_number': 4, 'project_id': 'b3f2e5f7d793471da50a184f32311da9', 'gw_port': {'id': '5750ad12-207f-4801-975e-052ceeadb7e8', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:05:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285abeba-900d-4fc5-8adc-422f594b419f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:56Z', 'updated_at': '2021-08-18T14:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'dba318b0-8578-4e5e-8901-dabdacd20dae', 'name': '', 'network_id': 'b4c2837b-5c7e-429c-a63e-8cd020ca2823', 'tenant_id': 'b3f2e5f7d793471da50a184f32311da9', 'mac_address': 'fa:16:3e:7c:e9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285abeba-900d-4fc5-8adc-422f594b419f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '6a9e9211-7760-42c2-bf56-423484b3d1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:59Z', 'updated_at': '2021-08-18T14:02:00Z', 'revision_number': 2, 'project_id': 'b3f2e5f7d793471da50a184f32311da9', 'subnets': [{'id': '6a9e9211-7760-42c2-bf56-423484b3d1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:03.299271 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01643f53-59d7-40b6-8a59-5bb913868deb None None] Checking router: 285abeba-900d-4fc5-8adc-422f594b419f for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:02:03.299716 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01643f53-59d7-40b6-8a59-5bb913868deb None None] Updating router 285abeba-900d-4fc5-8adc-422f594b419f port dba318b0-8578-4e5e-8901-dabdacd20dae binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:02:03.400039 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-01643f53-59d7-40b6-8a59-5bb913868deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:03.444147 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:03.771946 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 5750ad12-207f-4801-975e-052ceeadb7e8, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=5750ad12-207f-4801-975e-052ceeadb7e8,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:02:03.941450 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:04.097064 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=5750ad12-207f-4801-975e-052ceeadb7e8,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:04.112278 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:04.113338 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:04.113987 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:04.114165 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:04.114445 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:04.114765 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:04.115196 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:04.115428 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:04.115759 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:04.116087 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:04.116420 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:04.116755 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:04.340724 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-01643f53-59d7-40b6-8a59-5bb913868deb None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:04.371865 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-01643f53-59d7-40b6-8a59-5bb913868deb None None] Transition to ACTIVE for port object dba318b0-8578-4e5e-8901-dabdacd20dae will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:02:04.460445 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-01643f53-59d7-40b6-8a59-5bb913868deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:04.569731 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f017e804-6218-4f05-bbf2-55365d1c1265 None None] Pushing event updated for resources: {'Port': ['ID=dba318b0-8578-4e5e-8901-dabdacd20dae,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:04.733049 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-01643f53-59d7-40b6-8a59-5bb913868deb None None] Attempting to bind port dba318b0-8578-4e5e-8901-dabdacd20dae on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:02:04.733396 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-01643f53-59d7-40b6-8a59-5bb913868deb None None] Attempting to bind port dba318b0-8578-4e5e-8901-dabdacd20dae by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '6083eee5-bb6b-404e-91f2-e188473a5b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b4c2837b-5c7e-429c-a63e-8cd020ca2823'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:02:04.733990 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01643f53-59d7-40b6-8a59-5bb913868deb None None] Attempting to bind port dba318b0-8578-4e5e-8901-dabdacd20dae on network b4c2837b-5c7e-429c-a63e-8cd020ca2823 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:02:04.744351 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01643f53-59d7-40b6-8a59-5bb913868deb None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:02:04.744957 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01643f53-59d7-40b6-8a59-5bb913868deb None None] Checking segment: {'id': '6083eee5-bb6b-404e-91f2-e188473a5b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b4c2837b-5c7e-429c-a63e-8cd020ca2823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:02:04.745655 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-01643f53-59d7-40b6-8a59-5bb913868deb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:04.746324 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01643f53-59d7-40b6-8a59-5bb913868deb None None] Bound using segment: {'id': '6083eee5-bb6b-404e-91f2-e188473a5b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b4c2837b-5c7e-429c-a63e-8cd020ca2823'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:02:04.747316 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-01643f53-59d7-40b6-8a59-5bb913868deb None None] Bound port: dba318b0-8578-4e5e-8901-dabdacd20dae, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6083eee5-bb6b-404e-91f2-e188473a5b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b4c2837b-5c7e-429c-a63e-8cd020ca2823'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:02:04.747970 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-01643f53-59d7-40b6-8a59-5bb913868deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:04.867749 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 5750ad12-207f-4801-975e-052ceeadb7e8 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:02:04.877722 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-01643f53-59d7-40b6-8a59-5bb913868deb None None] For port dba318b0-8578-4e5e-8901-dabdacd20dae, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:02:04.921993 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-01643f53-59d7-40b6-8a59-5bb913868deb None None] For port dba318b0-8578-4e5e-8901-dabdacd20dae, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=dba318b0-8578-4e5e-8901-dabdacd20dae,segment=NetworkSegment(6083eee5-bb6b-404e-91f2-e188473a5b0c),segment_id=6083eee5-bb6b-404e-91f2-e188473a5b0c)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:02:04.962326 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 5750ad12-207f-4801-975e-052ceeadb7e8 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:02:04.962831 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:05.008065 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-01643f53-59d7-40b6-8a59-5bb913868deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:05.122456 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f017e804-6218-4f05-bbf2-55365d1c1265 None None] Pushing event updated for resources: {'Port': ['ID=dba318b0-8578-4e5e-8901-dabdacd20dae,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:05.131596 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01643f53-59d7-40b6-8a59-5bb913868deb None None] Routers {'285abeba-900d-4fc5-8adc-422f594b419f'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:02:05.132638 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-01643f53-59d7-40b6-8a59-5bb913868deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:01:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['285abeba-900d-4fc5-8adc-422f594b419f'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:05.411374 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-01643f53-59d7-40b6-8a59-5bb913868deb None None] Set router 285abeba-900d-4fc5-8adc-422f594b419f gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:02:05.935015 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-01643f53-59d7-40b6-8a59-5bb913868deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285abeba-900d-4fc5-8adc-422f594b419f', 'name': 'tempest-TestMinimumBasicScenario-1339840121-router', 'tenant_id': 'b3f2e5f7d793471da50a184f32311da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '5750ad12-207f-4801-975e-052ceeadb7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:01:56Z', 'updated_at': '2021-08-18T14:02:00Z', 'revision_number': 4, 'project_id': 'b3f2e5f7d793471da50a184f32311da9', 'gw_port': {'id': '5750ad12-207f-4801-975e-052ceeadb7e8', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285abeba-900d-4fc5-8adc-422f594b419f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:56Z', 'updated_at': '2021-08-18T14:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'dba318b0-8578-4e5e-8901-dabdacd20dae', 'name': '', 'network_id': 'b4c2837b-5c7e-429c-a63e-8cd020ca2823', 'tenant_id': 'b3f2e5f7d793471da50a184f32311da9', 'mac_address': 'fa:16:3e:7c:e9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285abeba-900d-4fc5-8adc-422f594b419f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '6a9e9211-7760-42c2-bf56-423484b3d1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:59Z', 'updated_at': '2021-08-18T14:02:04Z', 'revision_number': 4, 'project_id': 'b3f2e5f7d793471da50a184f32311da9', 'subnets': [{'id': '6a9e9211-7760-42c2-bf56-423484b3d1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:05.987431 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01643f53-59d7-40b6-8a59-5bb913868deb None None] The sync data for ids ['285abeba-900d-4fc5-8adc-422f594b419f'] in n-d-803603-2 is: [{'id': '285abeba-900d-4fc5-8adc-422f594b419f', 'name': 'tempest-TestMinimumBasicScenario-1339840121-router', 'tenant_id': 'b3f2e5f7d793471da50a184f32311da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '5750ad12-207f-4801-975e-052ceeadb7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:01:56Z', 'updated_at': '2021-08-18T14:02:00Z', 'revision_number': 4, 'project_id': 'b3f2e5f7d793471da50a184f32311da9', 'gw_port': {'id': '5750ad12-207f-4801-975e-052ceeadb7e8', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285abeba-900d-4fc5-8adc-422f594b419f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:56Z', 'updated_at': '2021-08-18T14:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'dba318b0-8578-4e5e-8901-dabdacd20dae', 'name': '', 'network_id': 'b4c2837b-5c7e-429c-a63e-8cd020ca2823', 'tenant_id': 'b3f2e5f7d793471da50a184f32311da9', 'mac_address': 'fa:16:3e:7c:e9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285abeba-900d-4fc5-8adc-422f594b419f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '6a9e9211-7760-42c2-bf56-423484b3d1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:59Z', 'updated_at': '2021-08-18T14:02:04Z', 'revision_number': 4, 'project_id': 'b3f2e5f7d793471da50a184f32311da9', 'subnets': [{'id': '6a9e9211-7760-42c2-bf56-423484b3d1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:02:06.797939 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device dba318b0-8578-4e5e-8901-dabdacd20dae up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:02:07.086453 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port dba318b0-8578-4e5e-8901-dabdacd20dae completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:02:07.094376 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port dba318b0-8578-4e5e-8901-dabdacd20dae triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:02:07.094928 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:07.237789 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:07.287052 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port dba318b0-8578-4e5e-8901-dabdacd20dae, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=dba318b0-8578-4e5e-8901-dabdacd20dae,segment=NetworkSegment(6083eee5-bb6b-404e-91f2-e188473a5b0c),segment_id=6083eee5-bb6b-404e-91f2-e188473a5b0c)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:02:07.378459 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:07.460332 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=dba318b0-8578-4e5e-8901-dabdacd20dae,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:08.806402 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device dba318b0-8578-4e5e-8901-dabdacd20dae up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:02:08.908665 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port dba318b0-8578-4e5e-8901-dabdacd20dae triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:02:08.910097 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:11.755575 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8d7690fe-b3b5-47bc-a0a9-f601a512ae1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:14.015597 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9f5e4477-0d98-4ea3-8f5f-c90b4f9d4a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:14.699558 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:15.659488 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:16.283300 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-f750db34-b665-46b5-aef8-199ef7a963bf tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:16.284940 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-f750db34-b665-46b5-aef8-199ef7a963bf tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/networks?id=a0ea307c-c83b-4770-bcb4-4f444aba099b HTTP/1.1" status: 200 len: 814 time: 0.1851628 Aug 18 14:02:16.303044 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-98003eef-b57b-4c30-9829-f1a590e18309 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/quotas/8c914737029a48dfb023a72fd119006a HTTP/1.1" status: 200 len: 375 time: 0.0117528 Aug 18 14:02:16.376192 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-b25b4611-7357-4535-8f32-3a2efc26e868 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8c914737029a48dfb023a72fd119006a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0620761 Aug 18 14:02:16.500771 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-cafeca81-df5a-4ba7-b40e-1642988707c3 service neutron] 10.222.0.13 "GET /v2.0/networks/a0ea307c-c83b-4770-bcb4-4f444aba099b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086071 Aug 18 14:02:16.670838 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-30cd396f-b51e-44e8-a740-9c04164097ba service neutron] 10.222.0.13 "GET /v2.0/networks/a0ea307c-c83b-4770-bcb4-4f444aba099b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622698 Aug 18 14:02:17.001803 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bac506bf-54a8-4030-997f-a1bdde7e7926 req-142fa778-4760-4f32-95ab-573df5ee2774 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/ports?device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 210 time: 0.0291853 Aug 18 14:02:17.727572 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:18.105836 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d2754357-db05-4c31-9fbb-989b8a7828e1 req-4ae2d4f3-63eb-41c1-808b-840116d0f4da tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/ports?device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 210 time: 0.0340126 Aug 18 14:02:19.230560 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3985d271-8c7f-4d53-a294-965c3c2fc8bd req-68f09701-77bd-4896-83f0-2262ba2dc1bb tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/ports?device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 210 time: 0.0330613 Aug 18 14:02:20.133409 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-95234b71-4754-4980-bc7e-444513c4135e tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:20.135029 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-95234b71-4754-4980-bc7e-444513c4135e tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.39 "GET /v2.0/networks?id=a0ea307c-c83b-4770-bcb4-4f444aba099b HTTP/1.1" status: 200 len: 814 time: 0.5427330 Aug 18 14:02:20.154732 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-9d3ecbda-cc04-42a7-9435-5e43f83361aa tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Request body: {'port': {'device_id': 'f886ed38-8a4c-4476-aa41-8225f95479b7', 'network_id': 'a0ea307c-c83b-4770-bcb4-4f444aba099b', 'admin_state_up': True, 'tenant_id': '8c914737029a48dfb023a72fd119006a'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:02:20.442165 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-9d3ecbda-cc04-42a7-9435-5e43f83361aa tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Made reservation on behalf of 8c914737029a48dfb023a72fd119006a for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:02:20.448480 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-9d3ecbda-cc04-42a7-9435-5e43f83361aa tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:20.626619 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3d2fb7b0-d83a-4d28-9eb7-71fe8b827836 req-150f740d-a370-4e11-b0a1-5e5fab0a62ce tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/ports?device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 210 time: 0.3055675 Aug 18 14:02:20.746002 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-9d3ecbda-cc04-42a7-9435-5e43f83361aa tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Allocated IP 172.20.0.7 (a0ea307c-c83b-4770-bcb4-4f444aba099b/5fc15670-2c2c-4bcd-84fb-e55ed7c57716/a456b45d-cf36-4e90-937c-06b7cf18d0cc) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:02:21.117575 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-9d3ecbda-cc04-42a7-9435-5e43f83361aa tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:21.145926 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-9d3ecbda-cc04-42a7-9435-5e43f83361aa tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Transition to ACTIVE for port object a456b45d-cf36-4e90-937c-06b7cf18d0cc will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:02:21.271163 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-9d3ecbda-cc04-42a7-9435-5e43f83361aa tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:21.347984 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-9d3ecbda-cc04-42a7-9435-5e43f83361aa tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Network a0ea307c-c83b-4770-bcb4-4f444aba099b is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:02:21.352234 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-9d3ecbda-cc04-42a7-9435-5e43f83361aa tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:02:21.356848 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-9d3ecbda-cc04-42a7-9435-5e43f83361aa tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:02:21.364990 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ecbda-cc04-42a7-9435-5e43f83361aa tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Pushing event updated for resources: {'Port': ['ID=a456b45d-cf36-4e90-937c-06b7cf18d0cc,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:21.483444 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-9d3ecbda-cc04-42a7-9435-5e43f83361aa tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:21.485594 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-9d3ecbda-cc04-42a7-9435-5e43f83361aa tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:21.608450 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-9d3ecbda-cc04-42a7-9435-5e43f83361aa tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4627497 Aug 18 14:02:21.873686 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c021f1e9-1ac7-48c3-9fa4-95eb28c10092 None None] Provisioning for port a456b45d-cf36-4e90-937c-06b7cf18d0cc completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:02:21.879263 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c021f1e9-1ac7-48c3-9fa4-95eb28c10092 None None] Provisioning complete for port a456b45d-cf36-4e90-937c-06b7cf18d0cc triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:02:21.880178 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c021f1e9-1ac7-48c3-9fa4-95eb28c10092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:21.920770 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917d970-9df2-4857-a402-a5ed5d0926a6 req-e27a2f62-5403-466f-bc5c-e6c8cf7afd5b tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:21.931046 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-c021f1e9-1ac7-48c3-9fa4-95eb28c10092 None None] Port a456b45d-cf36-4e90-937c-06b7cf18d0cc cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:02:21.935151 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d917d970-9df2-4857-a402-a5ed5d0926a6 req-e27a2f62-5403-466f-bc5c-e6c8cf7afd5b tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/ports?device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 931 time: 0.1961801 Aug 18 14:02:21.995390 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d917d970-9df2-4857-a402-a5ed5d0926a6 req-580b54fe-21f2-4127-af70-f05d40a6bf3c tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/security-groups?id=d428276f-fcb3-4da0-bc29-e8dc3b2b24af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590518 Aug 18 14:02:23.169245 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242796a-01ad-4397-8f2d-26e851a89e4e req-e1fecf97-4264-4f1c-b43e-c8736aa51f34 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:23.173200 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a242796a-01ad-4397-8f2d-26e851a89e4e req-e1fecf97-4264-4f1c-b43e-c8736aa51f34 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/ports?device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 931 time: 0.0827751 Aug 18 14:02:23.242454 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a242796a-01ad-4397-8f2d-26e851a89e4e req-1470a73e-1523-42a6-a8c5-5fd6716afd23 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/security-groups?id=d428276f-fcb3-4da0-bc29-e8dc3b2b24af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562408 Aug 18 14:02:23.973030 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:02:24.422555 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98226438-4814-4997-ba47-a5b2e65607fb req-d33e7a85-269e-42a6-9467-5af6be1127d6 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:24.425032 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-98226438-4814-4997-ba47-a5b2e65607fb req-d33e7a85-269e-42a6-9467-5af6be1127d6 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/ports?device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 931 time: 0.0665667 Aug 18 14:02:24.478241 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-98226438-4814-4997-ba47-a5b2e65607fb req-0ab3d706-db15-4e23-a44a-3d063b05dfc0 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/security-groups?id=d428276f-fcb3-4da0-bc29-e8dc3b2b24af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456252 Aug 18 14:02:25.673061 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c55f2b-93c4-4e5c-ac45-900db6e4bbf5 req-0290e321-b886-42cf-ae48-7dc57c8d2024 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:25.675622 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-76c55f2b-93c4-4e5c-ac45-900db6e4bbf5 req-0290e321-b886-42cf-ae48-7dc57c8d2024 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/ports?device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 931 time: 0.0789657 Aug 18 14:02:25.751768 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-76c55f2b-93c4-4e5c-ac45-900db6e4bbf5 req-337639cd-1a21-4cd1-9d4d-4f52623c954b tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/security-groups?id=d428276f-fcb3-4da0-bc29-e8dc3b2b24af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644417 Aug 18 14:02:26.934448 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706c519-178b-46ce-8fd6-75e995cfbb75 req-c2f68e0e-29cd-4920-b106-b08a5a4243ce tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:26.936643 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e706c519-178b-46ce-8fd6-75e995cfbb75 req-c2f68e0e-29cd-4920-b106-b08a5a4243ce tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/ports?device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 931 time: 0.0691836 Aug 18 14:02:26.985644 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e706c519-178b-46ce-8fd6-75e995cfbb75 req-f07be2b0-0cf8-43a0-8e22-4cfad689cc0f tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/security-groups?id=d428276f-fcb3-4da0-bc29-e8dc3b2b24af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413003 Aug 18 14:02:28.122158 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763d22f-a9b9-44c1-938b-79e48a5611c8 req-0a336bd7-ad97-4262-b7db-680310de6c4f tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:28.135406 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c763d22f-a9b9-44c1-938b-79e48a5611c8 req-0a336bd7-ad97-4262-b7db-680310de6c4f tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/ports?device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 931 time: 0.0727389 Aug 18 14:02:28.182350 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c763d22f-a9b9-44c1-938b-79e48a5611c8 req-2ccfbda7-4e77-4ac6-8b1f-8d1f5ed87ee3 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/security-groups?id=d428276f-fcb3-4da0-bc29-e8dc3b2b24af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456870 Aug 18 14:02:28.442131 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:29.332210 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f06e95-aa13-4572-af99-95dbc83e1356 req-643cebb0-ed6a-43e0-9f06-a06f7e55ab04 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:29.333824 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-77f06e95-aa13-4572-af99-95dbc83e1356 req-643cebb0-ed6a-43e0-9f06-a06f7e55ab04 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/ports?device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 931 time: 0.0778027 Aug 18 14:02:29.384570 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:29.400136 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-77f06e95-aa13-4572-af99-95dbc83e1356 req-32362a9e-7ae4-47c9-b465-0590296b7b98 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/security-groups?id=d428276f-fcb3-4da0-bc29-e8dc3b2b24af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570917 Aug 18 14:02:30.543589 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db0d385-c7a9-4fef-87a5-d4adc1652551 req-7cb39403-182e-4339-9f23-1e1685363804 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:30.545114 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1db0d385-c7a9-4fef-87a5-d4adc1652551 req-7cb39403-182e-4339-9f23-1e1685363804 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/ports?device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 931 time: 0.0594134 Aug 18 14:02:30.589626 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1db0d385-c7a9-4fef-87a5-d4adc1652551 req-8e5bc186-af72-4115-b1cc-19a1abe3b1a5 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/security-groups?id=d428276f-fcb3-4da0-bc29-e8dc3b2b24af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373974 Aug 18 14:02:30.949426 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-6ad4e431-44ed-4176-bc65-abf6c29a4c77 service neutron] Request body: {'port': {'device_id': 'f886ed38-8a4c-4476-aa41-8225f95479b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:02:31.018023 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-6ad4e431-44ed-4176-bc65-abf6c29a4c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:31.371147 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-6ad4e431-44ed-4176-bc65-abf6c29a4c77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a456b45d-cf36-4e90-937c-06b7cf18d0cc {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:02:31.506663 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-6ad4e431-44ed-4176-bc65-abf6c29a4c77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:31.506663 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-6ad4e431-44ed-4176-bc65-abf6c29a4c77 service neutron] Transition to ACTIVE for port object a456b45d-cf36-4e90-937c-06b7cf18d0cc will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:02:31.659351 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-6ad4e431-44ed-4176-bc65-abf6c29a4c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:31.754333 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad4e431-44ed-4176-bc65-abf6c29a4c77 service neutron] Pushing event updated for resources: {'Port': ['ID=a456b45d-cf36-4e90-937c-06b7cf18d0cc,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:31.849324 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c205d-9f7e-477d-9e7b-826e81027646 req-43087671-1ed7-491d-afe0-9f8f7fdafb2d tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:31.852739 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1e6c205d-9f7e-477d-9e7b-826e81027646 req-43087671-1ed7-491d-afe0-9f8f7fdafb2d tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/ports?device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 943 time: 0.1654458 Aug 18 14:02:31.946099 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1e6c205d-9f7e-477d-9e7b-826e81027646 req-a9798bb3-c873-4fbe-bb63-30abe470a3b9 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/security-groups?id=d428276f-fcb3-4da0-bc29-e8dc3b2b24af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868359 Aug 18 14:02:31.960925 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-6ad4e431-44ed-4176-bc65-abf6c29a4c77 service neutron] Attempting to bind port a456b45d-cf36-4e90-937c-06b7cf18d0cc on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:02:31.961880 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-6ad4e431-44ed-4176-bc65-abf6c29a4c77 service neutron] Attempting to bind port a456b45d-cf36-4e90-937c-06b7cf18d0cc by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '778142dc-12b5-43ef-9dc1-2ed4e98f9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a0ea307c-c83b-4770-bcb4-4f444aba099b'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:02:31.961880 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-6ad4e431-44ed-4176-bc65-abf6c29a4c77 service neutron] Attempting to bind port a456b45d-cf36-4e90-937c-06b7cf18d0cc on network a0ea307c-c83b-4770-bcb4-4f444aba099b {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:02:31.967064 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-6ad4e431-44ed-4176-bc65-abf6c29a4c77 service neutron] Port a456b45d-cf36-4e90-937c-06b7cf18d0cc on network a0ea307c-c83b-4770-bcb4-4f444aba099b not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:02:31.967612 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-6ad4e431-44ed-4176-bc65-abf6c29a4c77 service neutron] Attempting to bind port a456b45d-cf36-4e90-937c-06b7cf18d0cc on network a0ea307c-c83b-4770-bcb4-4f444aba099b {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:02:31.974524 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-6ad4e431-44ed-4176-bc65-abf6c29a4c77 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:02:31.974945 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-6ad4e431-44ed-4176-bc65-abf6c29a4c77 service neutron] Checking segment: {'id': '778142dc-12b5-43ef-9dc1-2ed4e98f9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a0ea307c-c83b-4770-bcb4-4f444aba099b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:02:31.975334 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-6ad4e431-44ed-4176-bc65-abf6c29a4c77 service neutron] Bound using segment: {'id': '778142dc-12b5-43ef-9dc1-2ed4e98f9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a0ea307c-c83b-4770-bcb4-4f444aba099b'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:02:31.975780 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-6ad4e431-44ed-4176-bc65-abf6c29a4c77 service neutron] Bound port: a456b45d-cf36-4e90-937c-06b7cf18d0cc, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '778142dc-12b5-43ef-9dc1-2ed4e98f9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a0ea307c-c83b-4770-bcb4-4f444aba099b'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:02:31.976153 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-6ad4e431-44ed-4176-bc65-abf6c29a4c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:32.055781 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-6ad4e431-44ed-4176-bc65-abf6c29a4c77 service neutron] For port a456b45d-cf36-4e90-937c-06b7cf18d0cc, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:02:32.062786 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-6ad4e431-44ed-4176-bc65-abf6c29a4c77 service neutron] For port a456b45d-cf36-4e90-937c-06b7cf18d0cc, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=a456b45d-cf36-4e90-937c-06b7cf18d0cc,segment=NetworkSegment(778142dc-12b5-43ef-9dc1-2ed4e98f9fc8),segment_id=778142dc-12b5-43ef-9dc1-2ed4e98f9fc8)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:02:32.192200 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-6ad4e431-44ed-4176-bc65-abf6c29a4c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:32.236947 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-6ad4e431-44ed-4176-bc65-abf6c29a4c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:32.237461 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-6ad4e431-44ed-4176-bc65-abf6c29a4c77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:32.238863 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-6ad4e431-44ed-4176-bc65-abf6c29a4c77 service neutron] 10.222.0.39 "PUT /v2.0/ports/a456b45d-cf36-4e90-937c-06b7cf18d0cc HTTP/1.1" status: 200 len: 1091 time: 1.3535180 Aug 18 14:02:32.239355 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f886ed38-8a4c-4476-aa41-8225f95479b7', 'tag': 'a456b45d-cf36-4e90-937c-06b7cf18d0cc'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:02:32.241747 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b364b270-e9dd-4659-a121-843b0dccd9d4" -d '{"events": [{"name": "network-changed", "server_uuid": "f886ed38-8a4c-4476-aa41-8225f95479b7", "tag": "a456b45d-cf36-4e90-937c-06b7cf18d0cc"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:02:32.276032 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad4e431-44ed-4176-bc65-abf6c29a4c77 service neutron] Pushing event updated for resources: {'Port': ['ID=a456b45d-cf36-4e90-937c-06b7cf18d0cc,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:32.299988 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1fafbca-e6e8-4bce-9abf-b0af6c408779 x-openstack-request-id: req-f1fafbca-e6e8-4bce-9abf-b0af6c408779 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:02:32.300382 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f886ed38-8a4c-4476-aa41-8225f95479b7", "tag": "a456b45d-cf36-4e90-937c-06b7cf18d0cc", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:02:32.300728 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1fafbca-e6e8-4bce-9abf-b0af6c408779 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:02:32.301299 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f886ed38-8a4c-4476-aa41-8225f95479b7', 'tag': 'a456b45d-cf36-4e90-937c-06b7cf18d0cc', 'status': 'completed', 'code': 200} Aug 18 14:02:32.378714 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364b270-e9dd-4659-a121-843b0dccd9d4 req-6ac08807-13dc-45d0-ba8c-5b55acc56f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:32.380360 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b364b270-e9dd-4659-a121-843b0dccd9d4 req-6ac08807-13dc-45d0-ba8c-5b55acc56f50 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8c914737029a48dfb023a72fd119006a&device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 1094 time: 0.0569427 Aug 18 14:02:32.549879 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364b270-e9dd-4659-a121-843b0dccd9d4 req-df5766f8-d013-4ac5-9af8-691637a1ba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:32.551460 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b364b270-e9dd-4659-a121-843b0dccd9d4 req-df5766f8-d013-4ac5-9af8-691637a1ba1f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=8c914737029a48dfb023a72fd119006a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1629126 Aug 18 14:02:32.665344 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364b270-e9dd-4659-a121-843b0dccd9d4 req-169fbfc3-0ed2-419d-8736-3c12ddc89e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:32.667336 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b364b270-e9dd-4659-a121-843b0dccd9d4 req-169fbfc3-0ed2-419d-8736-3c12ddc89e56 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1080985 Aug 18 14:02:32.763330 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-3fcf1e7e-573d-4429-a894-60a1e80ba38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:32.766487 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-3fcf1e7e-573d-4429-a894-60a1e80ba38d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8c914737029a48dfb023a72fd119006a&device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 1094 time: 0.0490401 Aug 18 14:02:32.818981 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-f2c1c849-2a84-42aa-b127-796a37c1cde1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a456b45d-cf36-4e90-937c-06b7cf18d0cc HTTP/1.1" status: 200 len: 217 time: 0.0439799 Aug 18 14:02:32.873683 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-6755e5b9-2963-424f-a6ca-9e151632b6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:32.875281 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-6755e5b9-2963-424f-a6ca-9e151632b6d5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5fc15670-2c2c-4bcd-84fb-e55ed7c57716 HTTP/1.1" status: 200 len: 853 time: 0.0491254 Aug 18 14:02:32.925592 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-e9f409f3-1c8f-479c-b3db-383c4ac7163d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:32.927194 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-e9f409f3-1c8f-479c-b3db-383c4ac7163d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0ea307c-c83b-4770-bcb4-4f444aba099b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450802 Aug 18 14:02:33.037344 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-b272a00a-825a-438f-b6fc-109674338eee service neutron] 10.222.0.39 "GET /v2.0/networks/a0ea307c-c83b-4770-bcb4-4f444aba099b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016436 Aug 18 14:02:33.179079 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e441e-7ab3-481d-9106-87ad03e17140 req-dc574253-d643-4949-b5dd-2581de9493f1 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:33.180814 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-053e441e-7ab3-481d-9106-87ad03e17140 req-dc574253-d643-4949-b5dd-2581de9493f1 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/ports?device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 943 time: 0.1157908 Aug 18 14:02:33.187846 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-289857bd-bf6f-43d8-8652-f2b27698d1ca req-0ce8df50-5c0a-4948-a398-e3f95b5f5ad6 service neutron] 10.222.0.39 "GET /v2.0/networks/a0ea307c-c83b-4770-bcb4-4f444aba099b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429617 Aug 18 14:02:33.227391 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-053e441e-7ab3-481d-9106-87ad03e17140 req-35f257c0-8994-4419-aa22-32f818545ae9 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/security-groups?id=d428276f-fcb3-4da0-bc29-e8dc3b2b24af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381546 Aug 18 14:02:34.361914 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84237d-722e-49a5-b43c-9ac3ccf4ebb1 req-a8d2489c-81fa-4220-aeb6-7a37d574d491 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:34.363554 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ae84237d-722e-49a5-b43c-9ac3ccf4ebb1 req-a8d2489c-81fa-4220-aeb6-7a37d574d491 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/ports?device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 943 time: 0.0590494 Aug 18 14:02:34.406164 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ae84237d-722e-49a5-b43c-9ac3ccf4ebb1 req-56e6b3c1-5a01-42f1-b289-977aa09a0aaa tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/security-groups?id=d428276f-fcb3-4da0-bc29-e8dc3b2b24af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359795 Aug 18 14:02:35.544416 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9892a1-32e8-4b8a-b668-2102fafc970d req-4067df4e-62ab-409f-9169-7b0ff4896da6 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:35.546616 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4e9892a1-32e8-4b8a-b668-2102fafc970d req-4067df4e-62ab-409f-9169-7b0ff4896da6 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/ports?device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 943 time: 0.0567820 Aug 18 14:02:35.592607 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4e9892a1-32e8-4b8a-b668-2102fafc970d req-b7e4b158-dc12-428e-9554-710b7d220541 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/security-groups?id=d428276f-fcb3-4da0-bc29-e8dc3b2b24af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375154 Aug 18 14:02:35.639939 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device a456b45d-cf36-4e90-937c-06b7cf18d0cc details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:02:35.747429 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port a456b45d-cf36-4e90-937c-06b7cf18d0cc, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=a456b45d-cf36-4e90-937c-06b7cf18d0cc,segment=NetworkSegment(778142dc-12b5-43ef-9dc1-2ed4e98f9fc8),segment_id=778142dc-12b5-43ef-9dc1-2ed4e98f9fc8)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:02:35.761613 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'a456b45d-cf36-4e90-937c-06b7cf18d0cc', 'network_id': 'a0ea307c-c83b-4770-bcb4-4f444aba099b', 'port_id': 'a456b45d-cf36-4e90-937c-06b7cf18d0cc', 'mac_address': 'fa:16:3e:39:d3:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc15670-2c2c-4bcd-84fb-e55ed7c57716', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:02:35.807197 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:35.822271 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a456b45d-cf36-4e90-937c-06b7cf18d0cc {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:02:35.844911 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port a456b45d-cf36-4e90-937c-06b7cf18d0cc, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=a456b45d-cf36-4e90-937c-06b7cf18d0cc,segment=NetworkSegment(778142dc-12b5-43ef-9dc1-2ed4e98f9fc8),segment_id=778142dc-12b5-43ef-9dc1-2ed4e98f9fc8)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:02:35.927045 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:35.984489 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=a456b45d-cf36-4e90-937c-06b7cf18d0cc,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:36.167460 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['a456b45d-cf36-4e90-937c-06b7cf18d0cc'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:02:36.723915 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef81dc-38bd-4855-8d29-8c1cc93f2315 req-4f20f1d2-9cbb-4e0c-ae49-8529e9ea92a4 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:36.725575 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-26ef81dc-38bd-4855-8d29-8c1cc93f2315 req-4f20f1d2-9cbb-4e0c-ae49-8529e9ea92a4 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/ports?device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 944 time: 0.0561814 Aug 18 14:02:36.776855 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-26ef81dc-38bd-4855-8d29-8c1cc93f2315 req-97b125c5-651e-41f7-95d9-3d5a4c876df0 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/security-groups?id=d428276f-fcb3-4da0-bc29-e8dc3b2b24af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430486 Aug 18 14:02:37.653769 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device a456b45d-cf36-4e90-937c-06b7cf18d0cc up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:02:37.777837 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port a456b45d-cf36-4e90-937c-06b7cf18d0cc completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:02:37.783508 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port a456b45d-cf36-4e90-937c-06b7cf18d0cc triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:02:37.784026 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:37.880358 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:37.911035 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f886ed38-8a4c-4476-aa41-8225f95479b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a456b45d-cf36-4e90-937c-06b7cf18d0cc'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:02:37.913351 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ba3b915c790ece66a99fb45b0530a9eb9c5b6743edcd6e3a78a03ec4b78c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e1310c-1866-4384-8671-2d86a48fbc7e" -d '{"events": [{"server_uuid": "f886ed38-8a4c-4476-aa41-8225f95479b7", "name": "network-vif-plugged", "status": "completed", "tag": "a456b45d-cf36-4e90-937c-06b7cf18d0cc"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:02:37.929689 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port a456b45d-cf36-4e90-937c-06b7cf18d0cc, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=a456b45d-cf36-4e90-937c-06b7cf18d0cc,segment=NetworkSegment(778142dc-12b5-43ef-9dc1-2ed4e98f9fc8),segment_id=778142dc-12b5-43ef-9dc1-2ed4e98f9fc8)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:02:37.944457 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6395913-41d6-4370-8857-9c3e843d7c13 req-b2f06d12-0f73-44ba-a4f0-7886b5c07689 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:37.947126 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f6395913-41d6-4370-8857-9c3e843d7c13 req-b2f06d12-0f73-44ba-a4f0-7886b5c07689 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/ports?device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 944 time: 0.0892522 Aug 18 14:02:37.966754 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7a60e1-36d7-48c8-b0e0-a0713ebcab33 x-openstack-request-id: req-5c7a60e1-36d7-48c8-b0e0-a0713ebcab33 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:02:37.967192 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f886ed38-8a4c-4476-aa41-8225f95479b7", "name": "network-vif-plugged", "status": "completed", "tag": "a456b45d-cf36-4e90-937c-06b7cf18d0cc", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:02:37.967491 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c7a60e1-36d7-48c8-b0e0-a0713ebcab33 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:02:37.967942 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f886ed38-8a4c-4476-aa41-8225f95479b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a456b45d-cf36-4e90-937c-06b7cf18d0cc', 'code': 200} Aug 18 14:02:37.999068 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f6395913-41d6-4370-8857-9c3e843d7c13 req-60c9a11f-d52c-4a8b-82c5-578ee1457ca6 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/security-groups?id=d428276f-fcb3-4da0-bc29-e8dc3b2b24af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407612 Aug 18 14:02:38.019043 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:38.079010 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=a456b45d-cf36-4e90-937c-06b7cf18d0cc,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:38.107427 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd816e45-7c27-4d9c-9290-7de7a5b09575 req-cdb70ba4-c406-4f8a-8b02-4437c4cd1b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:38.109113 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cd816e45-7c27-4d9c-9290-7de7a5b09575 req-cdb70ba4-c406-4f8a-8b02-4437c4cd1b9b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 1096 time: 0.0552723 Aug 18 14:02:38.149260 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cd816e45-7c27-4d9c-9290-7de7a5b09575 req-f9684e0b-50ad-4f33-8949-329c0dadd773 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d428276f-fcb3-4da0-bc29-e8dc3b2b24af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329123 Aug 18 14:02:39.141703 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4191381-72ec-4938-bff1-010cdedea681 req-a018ef65-3ee0-4a80-9005-6c5465826162 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:39.144595 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f4191381-72ec-4938-bff1-010cdedea681 req-a018ef65-3ee0-4a80-9005-6c5465826162 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/ports?device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 945 time: 0.0582795 Aug 18 14:02:39.190770 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f4191381-72ec-4938-bff1-010cdedea681 req-935ab142-46e9-4a4e-8f41-28a684083050 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/security-groups?id=d428276f-fcb3-4da0-bc29-e8dc3b2b24af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381091 Aug 18 14:02:39.353915 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9170cd-576e-426d-afe8-ad77f802e55f req-10dabeb3-0229-431c-8ca4-262f4f0abd47 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:39.356712 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da9170cd-576e-426d-afe8-ad77f802e55f req-10dabeb3-0229-431c-8ca4-262f4f0abd47 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/ports?device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 945 time: 0.0918465 Aug 18 14:02:39.421696 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da9170cd-576e-426d-afe8-ad77f802e55f req-5ca66300-7c38-4d4d-83fa-612aec02672d tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/security-groups?id=d428276f-fcb3-4da0-bc29-e8dc3b2b24af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579143 Aug 18 14:02:39.638242 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d57cb-9853-4e10-9f7d-f7a771178a92 req-64cebfbf-ce20-4b34-bc37-ad37ca96747f tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:39.639783 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fa1d57cb-9853-4e10-9f7d-f7a771178a92 req-64cebfbf-ce20-4b34-bc37-ad37ca96747f tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/ports?device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 945 time: 0.0537343 Aug 18 14:02:39.688304 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fa1d57cb-9853-4e10-9f7d-f7a771178a92 req-625e07e4-acd7-41ca-b53d-75b664076e87 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/security-groups?id=d428276f-fcb3-4da0-bc29-e8dc3b2b24af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409658 Aug 18 14:02:41.720994 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4db698cf-3802-4dc0-9ec7-286d3976d04f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:43.838889 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-07b526f7-3b7b-43cc-ae1b-fdf3b9c80654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:44.629279 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:45.695541 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:47.680749 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:56.363092 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d6918-d084-4368-9629-f69f9a4739e5 req-0753a2da-bc0c-42e3-ab77-1171ff78ccc2 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:56.365028 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b03d6918-d084-4368-9629-f69f9a4739e5 req-0753a2da-bc0c-42e3-ab77-1171ff78ccc2 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/ports?device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 945 time: 0.0642295 Aug 18 14:02:56.410776 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b03d6918-d084-4368-9629-f69f9a4739e5 req-6f112bfa-222c-4dfc-84ef-cf2dc9bdebfe tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/security-groups?id=d428276f-fcb3-4da0-bc29-e8dc3b2b24af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385878 Aug 18 14:02:56.445278 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39988) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:56.549131 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093e64ec-1376-434e-8d15-4e5b6ee63824 tempest-TestMinimumBasicScenario-423916310 tempest-TestMinimumBasicScenario-423916310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:56.550854 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-093e64ec-1376-434e-8d15-4e5b6ee63824 tempest-TestMinimumBasicScenario-423916310 tempest-TestMinimumBasicScenario-423916310-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 1091 time: 0.1045346 Aug 18 14:02:56.554227 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 39992) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:56.559035 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-935427d0-a304-455d-a0e4-fb3f49a5e6d1 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'port_id': 'a456b45d-cf36-4e90-937c-06b7cf18d0cc', 'tenant_id': '8c914737029a48dfb023a72fd119006a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:02:56.651803 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-935427d0-a304-455d-a0e4-fb3f49a5e6d1 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks [] for floatingip, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:56.767068 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-935427d0-a304-455d-a0e4-fb3f49a5e6d1 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:56.893044 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-935427d0-a304-455d-a0e4-fb3f49a5e6d1 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Allocated IP 172.25.6.177 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/35e8f2f2-6e89-4bad-a034-0444d97898e6) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:02:57.013911 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-935427d0-a304-455d-a0e4-fb3f49a5e6d1 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:57.131868 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-935427d0-a304-455d-a0e4-fb3f49a5e6d1 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:57.181999 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935427d0-a304-455d-a0e4-fb3f49a5e6d1 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:02:57.185327 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-935427d0-a304-455d-a0e4-fb3f49a5e6d1 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:02:57.190045 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935427d0-a304-455d-a0e4-fb3f49a5e6d1 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:02:57.196203 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935427d0-a304-455d-a0e4-fb3f49a5e6d1 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Pushing event updated for resources: {'Port': ['ID=35e8f2f2-6e89-4bad-a034-0444d97898e6,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:57.226038 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935427d0-a304-455d-a0e4-fb3f49a5e6d1 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:57.226428 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935427d0-a304-455d-a0e4-fb3f49a5e6d1 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:57.226776 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935427d0-a304-455d-a0e4-fb3f49a5e6d1 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:57.227124 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935427d0-a304-455d-a0e4-fb3f49a5e6d1 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:57.227467 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935427d0-a304-455d-a0e4-fb3f49a5e6d1 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:57.227901 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935427d0-a304-455d-a0e4-fb3f49a5e6d1 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:57.228238 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935427d0-a304-455d-a0e4-fb3f49a5e6d1 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:57.228573 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935427d0-a304-455d-a0e4-fb3f49a5e6d1 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:57.228908 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935427d0-a304-455d-a0e4-fb3f49a5e6d1 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:57.229240 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935427d0-a304-455d-a0e4-fb3f49a5e6d1 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:57.229582 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935427d0-a304-455d-a0e4-fb3f49a5e6d1 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:57.229906 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935427d0-a304-455d-a0e4-fb3f49a5e6d1 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:02:58.085416 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-935427d0-a304-455d-a0e4-fb3f49a5e6d1 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:58.332909 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-935427d0-a304-455d-a0e4-fb3f49a5e6d1 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:58.506360 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:58.521358 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-935427d0-a304-455d-a0e4-fb3f49a5e6d1 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:58.597858 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-935427d0-a304-455d-a0e4-fb3f49a5e6d1 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:58.708164 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935427d0-a304-455d-a0e4-fb3f49a5e6d1 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Pushing event updated for resources: {'Port': ['ID=35e8f2f2-6e89-4bad-a034-0444d97898e6,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:02:58.730547 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-935427d0-a304-455d-a0e4-fb3f49a5e6d1 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:58.887247 n-d-803603-2 neutron-server[101676]: INFO neutron.db.l3_db [None req-935427d0-a304-455d-a0e4-fb3f49a5e6d1 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Floating IP ba21e255-7c5d-4f1b-99ef-377c3285aa22 associated. External IP: 172.25.6.177, port: a456b45d-cf36-4e90-937c-06b7cf18d0cc. Aug 18 14:02:59.143112 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935427d0-a304-455d-a0e4-fb3f49a5e6d1 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Router ae604162-e84b-4c03-b00d-a3bd4e5d6726 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:02:59.286856 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935427d0-a304-455d-a0e4-fb3f49a5e6d1 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:02:59.301859 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3ab790-3e87-4bc3-9e41-9d3b2c39c27b None None] Sync routers for ids ['ae604162-e84b-4c03-b00d-a3bd4e5d6726'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:02:59.318095 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3ab790-3e87-4bc3-9e41-9d3b2c39c27b None None] Routers {'ae604162-e84b-4c03-b00d-a3bd4e5d6726'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:02:59.318768 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-bd3ab790-3e87-4bc3-9e41-9d3b2c39c27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:02:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ae604162-e84b-4c03-b00d-a3bd4e5d6726'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:59.420870 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-935427d0-a304-455d-a0e4-fb3f49a5e6d1 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:59.458373 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-935427d0-a304-455d-a0e4-fb3f49a5e6d1 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9026906 Aug 18 14:02:59.459289 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f886ed38-8a4c-4476-aa41-8225f95479b7', 'tag': 'a456b45d-cf36-4e90-937c-06b7cf18d0cc'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:02:59.462984 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 39994) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:02:59.468560 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:59.468814 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-52272f3e-6ae2-4955-beff-c4c1c73cace2 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1845382759', 'description': 'tempest-secgroup-smoke-1845382759 description', 'project_id': '8c914737029a48dfb023a72fd119006a'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:02:59.474165 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8d889e168220163876f439a36e214edce7e14ad7c9e2b3367f43e2d5729643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e6c6ea-9597-4f23-815b-245732d06822" -d '{"events": [{"name": "network-changed", "server_uuid": "f886ed38-8a4c-4476-aa41-8225f95479b7", "tag": "a456b45d-cf36-4e90-937c-06b7cf18d0cc"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:02:59.573583 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-bd3ab790-3e87-4bc3-9e41-9d3b2c39c27b None None] Set router ae604162-e84b-4c03-b00d-a3bd4e5d6726 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:02:59.602430 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-52272f3e-6ae2-4955-beff-c4c1c73cace2 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:59.628296 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0983fdae-ebbd-4765-9321-f6c3f9aa7878 x-openstack-request-id: req-0983fdae-ebbd-4765-9321-f6c3f9aa7878 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:02:59.628611 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f886ed38-8a4c-4476-aa41-8225f95479b7", "tag": "a456b45d-cf36-4e90-937c-06b7cf18d0cc", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:02:59.628950 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0983fdae-ebbd-4765-9321-f6c3f9aa7878 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:02:59.629378 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f886ed38-8a4c-4476-aa41-8225f95479b7', 'tag': 'a456b45d-cf36-4e90-937c-06b7cf18d0cc', 'status': 'completed', 'code': 200} Aug 18 14:02:59.781015 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6c6ea-9597-4f23-815b-245732d06822 req-e93ff2ed-2ad0-4e3f-ac0f-08ec2e4d9d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:59.784408 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27e6c6ea-9597-4f23-815b-245732d06822 req-e93ff2ed-2ad0-4e3f-ac0f-08ec2e4d9d1c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8c914737029a48dfb023a72fd119006a&device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 1096 time: 0.1216955 Aug 18 14:02:59.869551 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-bd3ab790-3e87-4bc3-9e41-9d3b2c39c27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae604162-e84b-4c03-b00d-a3bd4e5d6726', 'name': 'tempest-TestMinimumBasicScenario-207259924-router', 'tenant_id': '8c914737029a48dfb023a72fd119006a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '72a70411-6998-4177-bcea-1a80888a4cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:01:48Z', 'updated_at': '2021-08-18T14:01:52Z', 'revision_number': 4, 'project_id': '8c914737029a48dfb023a72fd119006a', 'gw_port': {'id': '72a70411-6998-4177-bcea-1a80888a4cbf', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae604162-e84b-4c03-b00d-a3bd4e5d6726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:49Z', 'updated_at': '2021-08-18T14:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'ba21e255-7c5d-4f1b-99ef-377c3285aa22', 'tenant_id': '8c914737029a48dfb023a72fd119006a', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'ae604162-e84b-4c03-b00d-a3bd4e5d6726', 'port_id': 'a456b45d-cf36-4e90-937c-06b7cf18d0cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0ea307c-c83b-4770-bcb4-4f444aba099b', 'mac_address': 'fa:16:3e:39:d3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f886ed38-8a4c-4476-aa41-8225f95479b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:02:57Z', 'updated_at': '2021-08-18T14:02:57Z', 'revision_number': 0, 'project_id': '8c914737029a48dfb023a72fd119006a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f177b49-bc85-4408-9f80-e6be4eb1c326', 'name': '', 'network_id': 'a0ea307c-c83b-4770-bcb4-4f444aba099b', 'tenant_id': '8c914737029a48dfb023a72fd119006a', 'mac_address': 'fa:16:3e:fa:73:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae604162-e84b-4c03-b00d-a3bd4e5d6726', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '5fc15670-2c2c-4bcd-84fb-e55ed7c57716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:51Z', 'updated_at': '2021-08-18T14:01:59Z', 'revision_number': 5, 'project_id': '8c914737029a48dfb023a72fd119006a', 'subnets': [{'id': '5fc15670-2c2c-4bcd-84fb-e55ed7c57716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:59.899759 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3ab790-3e87-4bc3-9e41-9d3b2c39c27b None None] Checking router: ae604162-e84b-4c03-b00d-a3bd4e5d6726 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:02:59.909696 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3ab790-3e87-4bc3-9e41-9d3b2c39c27b None None] Routers {'ae604162-e84b-4c03-b00d-a3bd4e5d6726'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:02:59.910387 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-bd3ab790-3e87-4bc3-9e41-9d3b2c39c27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:02:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ae604162-e84b-4c03-b00d-a3bd4e5d6726'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:02:59.939261 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-52272f3e-6ae2-4955-beff-c4c1c73cace2 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:02:59.995871 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6c6ea-9597-4f23-815b-245732d06822 req-57697a03-4d80-420c-96ce-7612b1f54db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:02:59.997732 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27e6c6ea-9597-4f23-815b-245732d06822 req-57697a03-4d80-420c-96ce-7612b1f54db7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a0ea307c-c83b-4770-bcb4-4f444aba099b HTTP/1.1" status: 200 len: 915 time: 0.1986399 Aug 18 14:03:00.059676 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-bd3ab790-3e87-4bc3-9e41-9d3b2c39c27b None None] Set router ae604162-e84b-4c03-b00d-a3bd4e5d6726 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:03:00.080854 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-52272f3e-6ae2-4955-beff-c4c1c73cace2 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:00.161365 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27e6c6ea-9597-4f23-815b-245732d06822 req-4cf179e2-a61a-463d-80f2-900f03843836 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a456b45d-cf36-4e90-937c-06b7cf18d0cc HTTP/1.1" status: 200 len: 999 time: 0.1548424 Aug 18 14:03:00.163673 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272f3e-6ae2-4955-beff-c4c1c73cace2 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac769bfe-3e64-4c17-aad5-e4d96cdadaf2,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:00.187707 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272f3e-6ae2-4955-beff-c4c1c73cace2 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:00.187707 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272f3e-6ae2-4955-beff-c4c1c73cace2 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:00.187707 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272f3e-6ae2-4955-beff-c4c1c73cace2 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:00.187707 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272f3e-6ae2-4955-beff-c4c1c73cace2 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:00.189043 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272f3e-6ae2-4955-beff-c4c1c73cace2 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:00.189043 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272f3e-6ae2-4955-beff-c4c1c73cace2 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:00.189586 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272f3e-6ae2-4955-beff-c4c1c73cace2 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:00.190122 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272f3e-6ae2-4955-beff-c4c1c73cace2 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:00.198735 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272f3e-6ae2-4955-beff-c4c1c73cace2 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:00.198735 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272f3e-6ae2-4955-beff-c4c1c73cace2 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:00.198735 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272f3e-6ae2-4955-beff-c4c1c73cace2 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:00.198735 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52272f3e-6ae2-4955-beff-c4c1c73cace2 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:03:00.228333 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-52272f3e-6ae2-4955-beff-c4c1c73cace2 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:00.229649 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-52272f3e-6ae2-4955-beff-c4c1c73cace2 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7656012 Aug 18 14:03:00.235259 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40000) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:00.240269 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-57a53e55-63e2-4f9f-befe-c799d95410bc tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Request body: {'security_group_rule': {'security_group_id': 'ac769bfe-3e64-4c17-aad5-e4d96cdadaf2', 'project_id': '8c914737029a48dfb023a72fd119006a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:00.263690 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6c6ea-9597-4f23-815b-245732d06822 req-d77c52a2-455e-4f98-9c10-400e95acf5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:00.267444 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27e6c6ea-9597-4f23-815b-245732d06822 req-d77c52a2-455e-4f98-9c10-400e95acf5b3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5fc15670-2c2c-4bcd-84fb-e55ed7c57716 HTTP/1.1" status: 200 len: 853 time: 0.0902901 Aug 18 14:03:00.338284 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6c6ea-9597-4f23-815b-245732d06822 req-b309acc2-f026-48f3-b6c1-5fb95c1dee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:00.342891 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27e6c6ea-9597-4f23-815b-245732d06822 req-b309acc2-f026-48f3-b6c1-5fb95c1dee4d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0ea307c-c83b-4770-bcb4-4f444aba099b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682228 Aug 18 14:03:00.355521 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-57a53e55-63e2-4f9f-befe-c799d95410bc tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:00.362899 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-bd3ab790-3e87-4bc3-9e41-9d3b2c39c27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae604162-e84b-4c03-b00d-a3bd4e5d6726', 'name': 'tempest-TestMinimumBasicScenario-207259924-router', 'tenant_id': '8c914737029a48dfb023a72fd119006a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '72a70411-6998-4177-bcea-1a80888a4cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:01:48Z', 'updated_at': '2021-08-18T14:01:52Z', 'revision_number': 4, 'project_id': '8c914737029a48dfb023a72fd119006a', 'gw_port': {'id': '72a70411-6998-4177-bcea-1a80888a4cbf', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae604162-e84b-4c03-b00d-a3bd4e5d6726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:49Z', 'updated_at': '2021-08-18T14:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'ba21e255-7c5d-4f1b-99ef-377c3285aa22', 'tenant_id': '8c914737029a48dfb023a72fd119006a', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'ae604162-e84b-4c03-b00d-a3bd4e5d6726', 'port_id': 'a456b45d-cf36-4e90-937c-06b7cf18d0cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0ea307c-c83b-4770-bcb4-4f444aba099b', 'mac_address': 'fa:16:3e:39:d3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f886ed38-8a4c-4476-aa41-8225f95479b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:02:57Z', 'updated_at': '2021-08-18T14:02:57Z', 'revision_number': 0, 'project_id': '8c914737029a48dfb023a72fd119006a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f177b49-bc85-4408-9f80-e6be4eb1c326', 'name': '', 'network_id': 'a0ea307c-c83b-4770-bcb4-4f444aba099b', 'tenant_id': '8c914737029a48dfb023a72fd119006a', 'mac_address': 'fa:16:3e:fa:73:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae604162-e84b-4c03-b00d-a3bd4e5d6726', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '5fc15670-2c2c-4bcd-84fb-e55ed7c57716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:51Z', 'updated_at': '2021-08-18T14:01:59Z', 'revision_number': 5, 'project_id': '8c914737029a48dfb023a72fd119006a', 'subnets': [{'id': '5fc15670-2c2c-4bcd-84fb-e55ed7c57716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:00.419484 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3ab790-3e87-4bc3-9e41-9d3b2c39c27b None None] The sync data for ids ['ae604162-e84b-4c03-b00d-a3bd4e5d6726'] in n-d-803603-2 is: [{'id': 'ae604162-e84b-4c03-b00d-a3bd4e5d6726', 'name': 'tempest-TestMinimumBasicScenario-207259924-router', 'tenant_id': '8c914737029a48dfb023a72fd119006a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '72a70411-6998-4177-bcea-1a80888a4cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:01:48Z', 'updated_at': '2021-08-18T14:01:52Z', 'revision_number': 4, 'project_id': '8c914737029a48dfb023a72fd119006a', 'gw_port': {'id': '72a70411-6998-4177-bcea-1a80888a4cbf', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae604162-e84b-4c03-b00d-a3bd4e5d6726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:49Z', 'updated_at': '2021-08-18T14:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'ba21e255-7c5d-4f1b-99ef-377c3285aa22', 'tenant_id': '8c914737029a48dfb023a72fd119006a', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'ae604162-e84b-4c03-b00d-a3bd4e5d6726', 'port_id': 'a456b45d-cf36-4e90-937c-06b7cf18d0cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0ea307c-c83b-4770-bcb4-4f444aba099b', 'mac_address': 'fa:16:3e:39:d3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f886ed38-8a4c-4476-aa41-8225f95479b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:02:57Z', 'updated_at': '2021-08-18T14:02:57Z', 'revision_number': 0, 'project_id': '8c914737029a48dfb023a72fd119006a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f177b49-bc85-4408-9f80-e6be4eb1c326', 'name': '', 'network_id': 'a0ea307c-c83b-4770-bcb4-4f444aba099b', 'tenant_id': '8c914737029a48dfb023a72fd119006a', 'mac_address': 'fa:16:3e:fa:73:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae604162-e84b-4c03-b00d-a3bd4e5d6726', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '5fc15670-2c2c-4bcd-84fb-e55ed7c57716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:51Z', 'updated_at': '2021-08-18T14:01:59Z', 'revision_number': 5, 'project_id': '8c914737029a48dfb023a72fd119006a', 'subnets': [{'id': '5fc15670-2c2c-4bcd-84fb-e55ed7c57716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:03:00.441218 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-57a53e55-63e2-4f9f-befe-c799d95410bc tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:00.485427 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27e6c6ea-9597-4f23-815b-245732d06822 req-ec353b66-3cbf-403e-95bb-b037e7a4c136 service neutron] 10.222.0.39 "GET /v2.0/networks/a0ea307c-c83b-4770-bcb4-4f444aba099b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313739 Aug 18 14:03:00.608515 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27e6c6ea-9597-4f23-815b-245732d06822 req-469ac26b-ca91-4ae1-985e-e78036d06703 service neutron] 10.222.0.39 "GET /v2.0/networks/a0ea307c-c83b-4770-bcb4-4f444aba099b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134138 Aug 18 14:03:00.674281 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cffee24-87d5-47ff-8bae-36fb05ee8fba None None] New status for floating IP ba21e255-7c5d-4f1b-99ef-377c3285aa22: ACTIVE {{(pid=101677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:03:00.691771 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-57a53e55-63e2-4f9f-befe-c799d95410bc tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:00.718224 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a53e55-63e2-4f9f-befe-c799d95410bc tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c07a70a-acb9-480f-a06d-524ac748ad0d,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:00.794672 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-57a53e55-63e2-4f9f-befe-c799d95410bc tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:00.796206 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-57a53e55-63e2-4f9f-befe-c799d95410bc tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5598593 Aug 18 14:03:00.799377 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40002) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:00.805208 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-62d14788-a2df-43fe-a0c5-fd8924cbc86a tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Request body: {'security_group_rule': {'security_group_id': 'ac769bfe-3e64-4c17-aad5-e4d96cdadaf2', 'project_id': '8c914737029a48dfb023a72fd119006a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:00.923437 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-62d14788-a2df-43fe-a0c5-fd8924cbc86a tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:00.979905 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:03:01.018724 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-62d14788-a2df-43fe-a0c5-fd8924cbc86a tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:01.106721 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-62d14788-a2df-43fe-a0c5-fd8924cbc86a tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:01.134101 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d14788-a2df-43fe-a0c5-fd8924cbc86a tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff2da895-ca96-4227-b794-b044a252427b,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:01.194502 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-62d14788-a2df-43fe-a0c5-fd8924cbc86a tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:01.196008 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-62d14788-a2df-43fe-a0c5-fd8924cbc86a tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3953047 Aug 18 14:03:01.199261 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40004) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:01.209534 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-4b7bd579-4fce-4f38-928d-1a3f7e00caa2 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Request body: {'security_group_rule': {'security_group_id': 'ac769bfe-3e64-4c17-aad5-e4d96cdadaf2', 'project_id': '8c914737029a48dfb023a72fd119006a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:01.293904 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd579-4fce-4f38-928d-1a3f7e00caa2 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:01.380419 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd579-4fce-4f38-928d-1a3f7e00caa2 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:01.468347 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd579-4fce-4f38-928d-1a3f7e00caa2 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:01.493220 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7bd579-4fce-4f38-928d-1a3f7e00caa2 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4317a8f4-4d18-4c63-985f-11be3f87c547,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:01.617057 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd579-4fce-4f38-928d-1a3f7e00caa2 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:01.618461 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4b7bd579-4fce-4f38-928d-1a3f7e00caa2 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4136164 Aug 18 14:03:01.621814 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40006) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:01.627552 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-f7cfe890-0b93-4f25-9b47-1300b49fcbe4 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Request body: {'security_group_rule': {'security_group_id': 'ac769bfe-3e64-4c17-aad5-e4d96cdadaf2', 'project_id': '8c914737029a48dfb023a72fd119006a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:01.884888 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f7cfe890-0b93-4f25-9b47-1300b49fcbe4 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:01.955516 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f7cfe890-0b93-4f25-9b47-1300b49fcbe4 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:02.049920 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f7cfe890-0b93-4f25-9b47-1300b49fcbe4 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:02.080746 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cfe890-0b93-4f25-9b47-1300b49fcbe4 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df2ede4f-f57f-4172-a736-acd3eaa4a6cd,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:02.205895 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f7cfe890-0b93-4f25-9b47-1300b49fcbe4 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:02.207454 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f7cfe890-0b93-4f25-9b47-1300b49fcbe4 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5842652 Aug 18 14:03:02.210619 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40008) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:02.216011 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-fe9b8e3f-1576-4cbb-8a7b-2ee807fee647 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Request body: {'security_group_rule': {'security_group_id': 'ac769bfe-3e64-4c17-aad5-e4d96cdadaf2', 'project_id': '8c914737029a48dfb023a72fd119006a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:02.302614 n-d-803603-2 neutron-server[101675]: INFO neutron.db.securitygroups_db [None req-fe9b8e3f-1576-4cbb-8a7b-2ee807fee647 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Project 8c914737029a48dfb023a72fd119006a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:03:02.308047 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fe9b8e3f-1576-4cbb-8a7b-2ee807fee647 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:02.386668 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fe9b8e3f-1576-4cbb-8a7b-2ee807fee647 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:02.479972 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fe9b8e3f-1576-4cbb-8a7b-2ee807fee647 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:02.501628 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b8e3f-1576-4cbb-8a7b-2ee807fee647 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fa2a8da-3908-45f8-b38c-cfc49ea79071,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:02.599926 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fe9b8e3f-1576-4cbb-8a7b-2ee807fee647 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:02.601681 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-fe9b8e3f-1576-4cbb-8a7b-2ee807fee647 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3897860 Aug 18 14:03:02.605510 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40010) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:02.610764 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-361a1485-32a6-4632-8f8a-02cf091327ca tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Request body: {'security_group_rule': {'security_group_id': 'ac769bfe-3e64-4c17-aad5-e4d96cdadaf2', 'project_id': '8c914737029a48dfb023a72fd119006a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:02.714404 n-d-803603-2 neutron-server[101676]: INFO neutron.db.securitygroups_db [None req-361a1485-32a6-4632-8f8a-02cf091327ca tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Project 8c914737029a48dfb023a72fd119006a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:03:02.720887 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-361a1485-32a6-4632-8f8a-02cf091327ca tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:02.803641 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-361a1485-32a6-4632-8f8a-02cf091327ca tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:02.883317 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-361a1485-32a6-4632-8f8a-02cf091327ca tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:02.906542 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a1485-32a6-4632-8f8a-02cf091327ca tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4c5b884-170a-43b4-b228-35aad5c89e0a,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:02.976939 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-361a1485-32a6-4632-8f8a-02cf091327ca tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:02.979350 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-361a1485-32a6-4632-8f8a-02cf091327ca tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3724313 Aug 18 14:03:03.085595 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a7567633-363d-419e-9303-6da2c5579781 req-984ed66b-56a7-43b3-b9bd-734347749008 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1845382759&fields=id&tenant_id=8c914737029a48dfb023a72fd119006a HTTP/1.1" status: 200 len: 267 time: 0.0413680 Aug 18 14:03:03.151718 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7567633-363d-419e-9303-6da2c5579781 req-ec69a4a2-3af9-4968-a897-f0f60b95688f tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:03.153615 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a7567633-363d-419e-9303-6da2c5579781 req-ec69a4a2-3af9-4968-a897-f0f60b95688f tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/ports?device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 945 time: 0.0614107 Aug 18 14:03:03.166955 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-a7567633-363d-419e-9303-6da2c5579781 req-11a57e07-7eb3-4431-b9c3-2c4a5ef18299 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Request body: {'port': {'security_groups': ['d428276f-fcb3-4da0-bc29-e8dc3b2b24af', 'ac769bfe-3e64-4c17-aad5-e4d96cdadaf2']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:03.246599 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-a7567633-363d-419e-9303-6da2c5579781 req-11a57e07-7eb3-4431-b9c3-2c4a5ef18299 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:03.515529 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-a7567633-363d-419e-9303-6da2c5579781 req-11a57e07-7eb3-4431-b9c3-2c4a5ef18299 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] For port a456b45d-cf36-4e90-937c-06b7cf18d0cc, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=a456b45d-cf36-4e90-937c-06b7cf18d0cc,segment=NetworkSegment(778142dc-12b5-43ef-9dc1-2ed4e98f9fc8),segment_id=778142dc-12b5-43ef-9dc1-2ed4e98f9fc8)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:03:03.549952 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-a7567633-363d-419e-9303-6da2c5579781 req-11a57e07-7eb3-4431-b9c3-2c4a5ef18299 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:03.617162 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-a7567633-363d-419e-9303-6da2c5579781 req-11a57e07-7eb3-4431-b9c3-2c4a5ef18299 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:03.631333 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['a456b45d-cf36-4e90-937c-06b7cf18d0cc'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:03:03.681220 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7567633-363d-419e-9303-6da2c5579781 req-11a57e07-7eb3-4431-b9c3-2c4a5ef18299 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:03.682160 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-a7567633-363d-419e-9303-6da2c5579781 req-11a57e07-7eb3-4431-b9c3-2c4a5ef18299 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:03.684484 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a7567633-363d-419e-9303-6da2c5579781 req-11a57e07-7eb3-4431-b9c3-2c4a5ef18299 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "PUT /v2.0/ports/a456b45d-cf36-4e90-937c-06b7cf18d0cc HTTP/1.1" status: 200 len: 981 time: 0.5227275 Aug 18 14:03:03.686764 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f886ed38-8a4c-4476-aa41-8225f95479b7', 'tag': 'a456b45d-cf36-4e90-937c-06b7cf18d0cc'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:03:03.694670 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2245c5-369d-4380-9f2f-2c8067315574" -d '{"events": [{"name": "network-changed", "server_uuid": "f886ed38-8a4c-4476-aa41-8225f95479b7", "tag": "a456b45d-cf36-4e90-937c-06b7cf18d0cc"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:03:03.748783 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['a456b45d-cf36-4e90-937c-06b7cf18d0cc'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:03:03.751878 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a57e07-7eb3-4431-b9c3-2c4a5ef18299 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Pushing event updated for resources: {'Port': ['ID=a456b45d-cf36-4e90-937c-06b7cf18d0cc,revision_number=6']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:03.925638 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3daa8a76-c4e6-4aab-b13a-f3e16fa02520 x-openstack-request-id: req-3daa8a76-c4e6-4aab-b13a-f3e16fa02520 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:03:03.926494 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f886ed38-8a4c-4476-aa41-8225f95479b7", "tag": "a456b45d-cf36-4e90-937c-06b7cf18d0cc", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:03:03.927122 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3daa8a76-c4e6-4aab-b13a-f3e16fa02520 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:03:03.928299 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f886ed38-8a4c-4476-aa41-8225f95479b7', 'tag': 'a456b45d-cf36-4e90-937c-06b7cf18d0cc', 'status': 'completed', 'code': 200} Aug 18 14:03:03.945981 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcda6e-5956-4f49-91eb-7e6019b6dd19 req-fe6d53eb-9bc1-46a0-9575-6a8beeec9c39 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:03.948821 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-34dcda6e-5956-4f49-91eb-7e6019b6dd19 req-fe6d53eb-9bc1-46a0-9575-6a8beeec9c39 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/ports?device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 984 time: 0.1207716 Aug 18 14:03:04.028096 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2245c5-369d-4380-9f2f-2c8067315574 req-3d10a113-e4f3-4802-9f10-09a3a3b4b40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:04.029587 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ef2245c5-369d-4380-9f2f-2c8067315574 req-3d10a113-e4f3-4802-9f10-09a3a3b4b40d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8c914737029a48dfb023a72fd119006a&device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 1135 time: 0.0743737 Aug 18 14:03:04.033956 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-34dcda6e-5956-4f49-91eb-7e6019b6dd19 req-d43a2768-d86c-437e-8944-413dcf688912 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/security-groups?id=d428276f-fcb3-4da0-bc29-e8dc3b2b24af&id=ac769bfe-3e64-4c17-aad5-e4d96cdadaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0750968 Aug 18 14:03:04.141922 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2245c5-369d-4380-9f2f-2c8067315574 req-5b250fe4-2c94-4b8a-9f7f-283c4c915bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:04.143677 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ef2245c5-369d-4380-9f2f-2c8067315574 req-5b250fe4-2c94-4b8a-9f7f-283c4c915bb9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a0ea307c-c83b-4770-bcb4-4f444aba099b HTTP/1.1" status: 200 len: 915 time: 0.1063311 Aug 18 14:03:04.198455 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-1e67fe8f-38d6-4a7d-b180-6723ba350fca None None] Provisioning complete for port a456b45d-cf36-4e90-937c-06b7cf18d0cc triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:03:04.198826 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1e67fe8f-38d6-4a7d-b180-6723ba350fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:04.233530 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ef2245c5-369d-4380-9f2f-2c8067315574 req-21d3e82f-c1fd-48cf-9bf8-4bfd8aae0154 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a456b45d-cf36-4e90-937c-06b7cf18d0cc HTTP/1.1" status: 200 len: 1001 time: 0.0765064 Aug 18 14:03:04.290563 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2245c5-369d-4380-9f2f-2c8067315574 req-61eb8d3b-4af5-4d5a-a17c-36cd1755e28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:04.292100 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ef2245c5-369d-4380-9f2f-2c8067315574 req-61eb8d3b-4af5-4d5a-a17c-36cd1755e28b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5fc15670-2c2c-4bcd-84fb-e55ed7c57716 HTTP/1.1" status: 200 len: 853 time: 0.0515194 Aug 18 14:03:04.342724 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2245c5-369d-4380-9f2f-2c8067315574 req-2dee3483-34b7-4c85-a7e6-fad5019acb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:04.344365 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ef2245c5-369d-4380-9f2f-2c8067315574 req-2dee3483-34b7-4c85-a7e6-fad5019acb2f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0ea307c-c83b-4770-bcb4-4f444aba099b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445957 Aug 18 14:03:04.460745 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ef2245c5-369d-4380-9f2f-2c8067315574 req-32c4d401-d852-4c7f-8889-4bb7748cbc02 service neutron] 10.222.0.39 "GET /v2.0/networks/a0ea307c-c83b-4770-bcb4-4f444aba099b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083472 Aug 18 14:03:04.573683 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ef2245c5-369d-4380-9f2f-2c8067315574 req-56a13f0c-5d18-4a8b-b10f-2224d5ba3386 service neutron] 10.222.0.39 "GET /v2.0/networks/a0ea307c-c83b-4770-bcb4-4f444aba099b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045883 Aug 18 14:03:11.799346 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-869bf495-c5a9-43d2-8f71-c8df6b2f6ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:11.995740 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176df972-0820-4980-9a87-86212cf771c0 req-d95c36e0-2f1c-4b48-80b4-6e0af046ed45 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:11.997915 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-176df972-0820-4980-9a87-86212cf771c0 req-d95c36e0-2f1c-4b48-80b4-6e0af046ed45 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/ports?device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 984 time: 0.0570652 Aug 18 14:03:12.041006 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-176df972-0820-4980-9a87-86212cf771c0 req-40fe3c5e-577d-4d15-9fb2-72a69b652d43 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/security-groups?id=d428276f-fcb3-4da0-bc29-e8dc3b2b24af&id=ac769bfe-3e64-4c17-aad5-e4d96cdadaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356233 Aug 18 14:03:12.045263 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb4d67-05e1-41a1-91b9-9d6ef7068434 req-8c8f89a4-a117-4408-9c83-8257b7a2f69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:12.046860 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a6bb4d67-05e1-41a1-91b9-9d6ef7068434 req-8c8f89a4-a117-4408-9c83-8257b7a2f69f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8c914737029a48dfb023a72fd119006a&device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 1135 time: 0.0528533 Aug 18 14:03:12.151520 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb4d67-05e1-41a1-91b9-9d6ef7068434 req-000a14c1-e68b-4e82-bae0-f60c6cfae9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:12.153216 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a6bb4d67-05e1-41a1-91b9-9d6ef7068434 req-000a14c1-e68b-4e82-bae0-f60c6cfae9fd service neutron] 10.222.0.39 "GET /v2.0/networks?id=a0ea307c-c83b-4770-bcb4-4f444aba099b HTTP/1.1" status: 200 len: 915 time: 0.0972402 Aug 18 14:03:12.234653 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a6bb4d67-05e1-41a1-91b9-9d6ef7068434 req-975bac4f-f2ee-4a53-bc23-692368f3e81b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a456b45d-cf36-4e90-937c-06b7cf18d0cc HTTP/1.1" status: 200 len: 1001 time: 0.0728657 Aug 18 14:03:12.289311 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb4d67-05e1-41a1-91b9-9d6ef7068434 req-a7e9c16a-7080-4a5d-90c7-9aa388a7ecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:12.290942 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a6bb4d67-05e1-41a1-91b9-9d6ef7068434 req-a7e9c16a-7080-4a5d-90c7-9aa388a7ecbe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5fc15670-2c2c-4bcd-84fb-e55ed7c57716 HTTP/1.1" status: 200 len: 853 time: 0.0495806 Aug 18 14:03:12.340375 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb4d67-05e1-41a1-91b9-9d6ef7068434 req-6ad7fedb-37ba-4bfd-8d5a-599d128ebe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:12.341963 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a6bb4d67-05e1-41a1-91b9-9d6ef7068434 req-6ad7fedb-37ba-4bfd-8d5a-599d128ebe6b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0ea307c-c83b-4770-bcb4-4f444aba099b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434976 Aug 18 14:03:12.444233 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a6bb4d67-05e1-41a1-91b9-9d6ef7068434 req-d26fe4b0-0dc6-49a1-86d2-e1f101c075b4 service neutron] 10.222.0.39 "GET /v2.0/networks/a0ea307c-c83b-4770-bcb4-4f444aba099b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918310 Aug 18 14:03:12.545541 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a6bb4d67-05e1-41a1-91b9-9d6ef7068434 req-c66cb1a5-8c31-4b81-bd35-df05d9fad3a6 service neutron] 10.222.0.39 "GET /v2.0/networks/a0ea307c-c83b-4770-bcb4-4f444aba099b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907824 Aug 18 14:03:13.193010 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67373c6e-818d-4114-86e1-8adaa9136557 req-eccd6588-50e9-4486-b2bd-dd6b0ab78fb9 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:13.194745 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-67373c6e-818d-4114-86e1-8adaa9136557 req-eccd6588-50e9-4486-b2bd-dd6b0ab78fb9 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/ports?device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 984 time: 0.0584536 Aug 18 14:03:13.240310 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-67373c6e-818d-4114-86e1-8adaa9136557 req-a58bc30a-350e-4347-bd42-4f00faf5e8c5 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/security-groups?id=d428276f-fcb3-4da0-bc29-e8dc3b2b24af&id=ac769bfe-3e64-4c17-aad5-e4d96cdadaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390301 Aug 18 14:03:13.825397 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-446073ff-eb74-4d8d-bf7e-31993517db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:14.398579 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d426f-a9c6-4e47-b153-cdb60ed0fe77 req-ad04fe88-6b77-4f9e-bc31-83814b9f5cfe tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:14.400494 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b90d426f-a9c6-4e47-b153-cdb60ed0fe77 req-ad04fe88-6b77-4f9e-bc31-83814b9f5cfe tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/ports?device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 984 time: 0.0578721 Aug 18 14:03:14.445513 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b90d426f-a9c6-4e47-b153-cdb60ed0fe77 req-7b6a74c2-fd78-4cea-bbe1-f220b253fbad tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/security-groups?id=d428276f-fcb3-4da0-bc29-e8dc3b2b24af&id=ac769bfe-3e64-4c17-aad5-e4d96cdadaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382347 Aug 18 14:03:14.622094 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:15.579513 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c21ba9-16f2-4600-bf2a-1013723c7a56 req-d1c35179-c642-47b7-b7fd-4ca75499f298 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:15.591177 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-22c21ba9-16f2-4600-bf2a-1013723c7a56 req-d1c35179-c642-47b7-b7fd-4ca75499f298 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/ports?device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 984 time: 0.0612643 Aug 18 14:03:15.641420 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-22c21ba9-16f2-4600-bf2a-1013723c7a56 req-4feaea42-c92b-4aa4-bf82-cf1c3471a385 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/security-groups?id=d428276f-fcb3-4da0-bc29-e8dc3b2b24af&id=ac769bfe-3e64-4c17-aad5-e4d96cdadaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534868 Aug 18 14:03:15.671331 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:16.772695 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24ffda-84c3-4136-8472-7ae7433386e6 req-b7426d39-8756-401f-9ac0-46bff132ca4d tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:16.774330 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8e24ffda-84c3-4136-8472-7ae7433386e6 req-b7426d39-8756-401f-9ac0-46bff132ca4d tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/ports?device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 984 time: 0.0586336 Aug 18 14:03:16.821279 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8e24ffda-84c3-4136-8472-7ae7433386e6 req-e550ec78-ad21-44ea-9c91-e5e451a0f94b tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/security-groups?id=d428276f-fcb3-4da0-bc29-e8dc3b2b24af&id=ac769bfe-3e64-4c17-aad5-e4d96cdadaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402927 Aug 18 14:03:17.627847 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:17.957095 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeef45c-4526-4555-8688-29b9edf4b1e7 req-7db3afd5-4ed8-4ead-8041-81bb299aab80 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:17.958745 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cfeef45c-4526-4555-8688-29b9edf4b1e7 req-7db3afd5-4ed8-4ead-8041-81bb299aab80 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/ports?device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 984 time: 0.0567191 Aug 18 14:03:18.003394 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cfeef45c-4526-4555-8688-29b9edf4b1e7 req-4cf00682-ae08-4556-87fe-82af799831bf tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/security-groups?id=d428276f-fcb3-4da0-bc29-e8dc3b2b24af&id=ac769bfe-3e64-4c17-aad5-e4d96cdadaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369203 Aug 18 14:03:19.130358 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03374ed4-01e7-47fe-bdd3-1401fa16e419 req-7d082e6b-4e2f-4a78-b14c-b6a4d81aa0c3 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:19.131949 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-03374ed4-01e7-47fe-bdd3-1401fa16e419 req-7d082e6b-4e2f-4a78-b14c-b6a4d81aa0c3 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/ports?device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 984 time: 0.0560291 Aug 18 14:03:19.177673 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-03374ed4-01e7-47fe-bdd3-1401fa16e419 req-ec4b4695-8219-4ff1-860a-e961a5852a68 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/security-groups?id=d428276f-fcb3-4da0-bc29-e8dc3b2b24af&id=ac769bfe-3e64-4c17-aad5-e4d96cdadaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381124 Aug 18 14:03:20.310192 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c5a65-8f6b-4e6e-89dc-30259781d5d5 req-fcf21031-f209-445f-97de-60c787bbc45d tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:20.313117 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7d7c5a65-8f6b-4e6e-89dc-30259781d5d5 req-fcf21031-f209-445f-97de-60c787bbc45d tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/ports?device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 984 time: 0.0580528 Aug 18 14:03:20.367516 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7d7c5a65-8f6b-4e6e-89dc-30259781d5d5 req-df712df1-0518-40c6-a6dc-c8642c773f02 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/security-groups?id=d428276f-fcb3-4da0-bc29-e8dc3b2b24af&id=ac769bfe-3e64-4c17-aad5-e4d96cdadaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0469990 Aug 18 14:03:21.502927 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c244a4-a2a6-430c-9546-0783cc813ff3 req-b34ab0a5-9911-43f4-be88-6ab4ab5173fb tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:21.504622 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-25c244a4-a2a6-430c-9546-0783cc813ff3 req-b34ab0a5-9911-43f4-be88-6ab4ab5173fb tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/ports?device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 984 time: 0.0619211 Aug 18 14:03:21.550696 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-25c244a4-a2a6-430c-9546-0783cc813ff3 req-6855e0c9-8d68-4444-ad44-d7bbe78fc7aa tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/security-groups?id=d428276f-fcb3-4da0-bc29-e8dc3b2b24af&id=ac769bfe-3e64-4c17-aad5-e4d96cdadaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392113 Aug 18 14:03:22.684842 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e332fa-07ae-4b93-b563-7da251f1c9ae req-5415b3e0-a5c2-4970-b7de-d3448c7817f3 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:22.686492 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f9e332fa-07ae-4b93-b563-7da251f1c9ae req-5415b3e0-a5c2-4970-b7de-d3448c7817f3 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/ports?device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 984 time: 0.0581751 Aug 18 14:03:22.737692 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f9e332fa-07ae-4b93-b563-7da251f1c9ae req-3d64584d-df98-41a8-bae9-6424cd3650da tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/security-groups?id=d428276f-fcb3-4da0-bc29-e8dc3b2b24af&id=ac769bfe-3e64-4c17-aad5-e4d96cdadaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445206 Aug 18 14:03:23.867370 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9f929-d2a9-4c75-bb50-0c4b73dd5378 req-3610459d-7602-4f46-9f81-a11423a6d358 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:23.869048 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-32f9f929-d2a9-4c75-bb50-0c4b73dd5378 req-3610459d-7602-4f46-9f81-a11423a6d358 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/ports?device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 984 time: 0.0572145 Aug 18 14:03:23.916002 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-32f9f929-d2a9-4c75-bb50-0c4b73dd5378 req-7069a5f6-11bb-4ea5-a2bb-aa104e7a7a6d tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/security-groups?id=d428276f-fcb3-4da0-bc29-e8dc3b2b24af&id=ac769bfe-3e64-4c17-aad5-e4d96cdadaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395696 Aug 18 14:03:28.461645 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:29.413574 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:31.178826 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bf0e9fc9-aaf1-4fbf-b153-92164aa3da86 req-37e595e6-c5f9-4ac1-9456-4ebd3a61925a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f886ed38-8a4c-4476-aa41-8225f95479b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0488110 Aug 18 14:03:31.284874 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e9fc9-aaf1-4fbf-b153-92164aa3da86 req-ef346755-f6f9-46d9-8bf6-e779844b856a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:31.286526 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bf0e9fc9-aaf1-4fbf-b153-92164aa3da86 req-ef346755-f6f9-46d9-8bf6-e779844b856a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8c914737029a48dfb023a72fd119006a&device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 1135 time: 0.0511556 Aug 18 14:03:31.410217 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e9fc9-aaf1-4fbf-b153-92164aa3da86 req-cf72ed15-7332-4316-9afc-c53d4c3be077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:31.412051 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bf0e9fc9-aaf1-4fbf-b153-92164aa3da86 req-cf72ed15-7332-4316-9afc-c53d4c3be077 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a0ea307c-c83b-4770-bcb4-4f444aba099b HTTP/1.1" status: 200 len: 915 time: 0.1038992 Aug 18 14:03:31.486360 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bf0e9fc9-aaf1-4fbf-b153-92164aa3da86 req-a7a634f1-b072-43b4-b85e-b727267104e3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a456b45d-cf36-4e90-937c-06b7cf18d0cc HTTP/1.1" status: 200 len: 1001 time: 0.0656981 Aug 18 14:03:31.546117 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e9fc9-aaf1-4fbf-b153-92164aa3da86 req-71c018e6-963c-4093-bbb5-2c169ffd2bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:31.547730 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bf0e9fc9-aaf1-4fbf-b153-92164aa3da86 req-71c018e6-963c-4093-bbb5-2c169ffd2bef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5fc15670-2c2c-4bcd-84fb-e55ed7c57716 HTTP/1.1" status: 200 len: 853 time: 0.0541563 Aug 18 14:03:31.599853 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e9fc9-aaf1-4fbf-b153-92164aa3da86 req-c459e6d8-0101-4b8c-a44e-8e0c5541fc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:31.601441 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bf0e9fc9-aaf1-4fbf-b153-92164aa3da86 req-c459e6d8-0101-4b8c-a44e-8e0c5541fc68 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0ea307c-c83b-4770-bcb4-4f444aba099b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464289 Aug 18 14:03:31.701109 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bf0e9fc9-aaf1-4fbf-b153-92164aa3da86 req-d5d7daa0-0659-4b76-971c-413ef73d949f service neutron] 10.222.0.39 "GET /v2.0/networks/a0ea307c-c83b-4770-bcb4-4f444aba099b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914097 Aug 18 14:03:31.805040 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bf0e9fc9-aaf1-4fbf-b153-92164aa3da86 req-14f9120a-b22d-4261-859b-033fb58d774e service neutron] 10.222.0.39 "GET /v2.0/networks/a0ea307c-c83b-4770-bcb4-4f444aba099b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969229 Aug 18 14:03:37.971859 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:03:41.726973 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-842b9302-aee4-4d32-8163-a1e878728f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:43.832966 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0b18d05e-28e6-47d5-bd8b-83a9ccf7de8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:44.632772 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:45.700671 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:47.641472 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:56.282122 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bccdea58-bef7-4f7d-93b0-21119c905416 req-a2ba73d0-3591-47e7-95fa-5b7786a5bb55 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1845382759&fields=id&tenant_id=8c914737029a48dfb023a72fd119006a HTTP/1.1" status: 200 len: 267 time: 0.0382719 Aug 18 14:03:56.341440 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccdea58-bef7-4f7d-93b0-21119c905416 req-47b1cd55-d44f-4dad-96b3-9d6f0110694c tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:56.343378 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bccdea58-bef7-4f7d-93b0-21119c905416 req-47b1cd55-d44f-4dad-96b3-9d6f0110694c tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/ports?device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 984 time: 0.0543582 Aug 18 14:03:56.355052 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-bccdea58-bef7-4f7d-93b0-21119c905416 req-85ecfee8-f461-4a62-aeb4-993c9977892c tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Request body: {'port': {'security_groups': ['d428276f-fcb3-4da0-bc29-e8dc3b2b24af']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:03:56.426621 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bccdea58-bef7-4f7d-93b0-21119c905416 req-85ecfee8-f461-4a62-aeb4-993c9977892c tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:56.659532 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-bccdea58-bef7-4f7d-93b0-21119c905416 req-85ecfee8-f461-4a62-aeb4-993c9977892c tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] For port a456b45d-cf36-4e90-937c-06b7cf18d0cc, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=a456b45d-cf36-4e90-937c-06b7cf18d0cc,segment=NetworkSegment(778142dc-12b5-43ef-9dc1-2ed4e98f9fc8),segment_id=778142dc-12b5-43ef-9dc1-2ed4e98f9fc8)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:03:56.692254 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bccdea58-bef7-4f7d-93b0-21119c905416 req-85ecfee8-f461-4a62-aeb4-993c9977892c tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:56.751585 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bccdea58-bef7-4f7d-93b0-21119c905416 req-85ecfee8-f461-4a62-aeb4-993c9977892c tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:56.767399 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['a456b45d-cf36-4e90-937c-06b7cf18d0cc'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:03:56.801049 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccdea58-bef7-4f7d-93b0-21119c905416 req-85ecfee8-f461-4a62-aeb4-993c9977892c tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:56.801741 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bccdea58-bef7-4f7d-93b0-21119c905416 req-85ecfee8-f461-4a62-aeb4-993c9977892c tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:56.803275 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bccdea58-bef7-4f7d-93b0-21119c905416 req-85ecfee8-f461-4a62-aeb4-993c9977892c tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "PUT /v2.0/ports/a456b45d-cf36-4e90-937c-06b7cf18d0cc HTTP/1.1" status: 200 len: 942 time: 0.4529636 Aug 18 14:03:56.803765 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f886ed38-8a4c-4476-aa41-8225f95479b7', 'tag': 'a456b45d-cf36-4e90-937c-06b7cf18d0cc'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:03:56.806210 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4de4b7d-e65d-4b53-9faa-b2888fad7836" -d '{"events": [{"name": "network-changed", "server_uuid": "f886ed38-8a4c-4476-aa41-8225f95479b7", "tag": "a456b45d-cf36-4e90-937c-06b7cf18d0cc"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:03:56.821614 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40072) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:56.850285 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ecfee8-f461-4a62-aeb4-993c9977892c tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Pushing event updated for resources: {'Port': ['ID=a456b45d-cf36-4e90-937c-06b7cf18d0cc,revision_number=7']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:56.887738 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['a456b45d-cf36-4e90-937c-06b7cf18d0cc'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:03:56.893712 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139eaf3c-e703-4a25-a686-0d8a4d9e9926 x-openstack-request-id: req-139eaf3c-e703-4a25-a686-0d8a4d9e9926 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:03:56.894001 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f886ed38-8a4c-4476-aa41-8225f95479b7", "tag": "a456b45d-cf36-4e90-937c-06b7cf18d0cc", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:03:56.894283 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-139eaf3c-e703-4a25-a686-0d8a4d9e9926 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:03:56.894703 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f886ed38-8a4c-4476-aa41-8225f95479b7', 'tag': 'a456b45d-cf36-4e90-937c-06b7cf18d0cc', 'status': 'completed', 'code': 200} Aug 18 14:03:56.912832 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-67227236-c05a-48fe-98d4-9ef66b3b022b tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:56.943843 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-67227236-c05a-48fe-98d4-9ef66b3b022b tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:56.999842 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de4b7d-e65d-4b53-9faa-b2888fad7836 req-4508eeb5-dc50-4ee2-8bd0-7ebfbb192dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:57.001788 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b4de4b7d-e65d-4b53-9faa-b2888fad7836 req-4508eeb5-dc50-4ee2-8bd0-7ebfbb192dc7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8c914737029a48dfb023a72fd119006a&device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 1096 time: 0.0801778 Aug 18 14:03:57.139851 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de4b7d-e65d-4b53-9faa-b2888fad7836 req-0840e2f8-adb7-427d-8a51-d20aec2b4f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:57.141503 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b4de4b7d-e65d-4b53-9faa-b2888fad7836 req-0840e2f8-adb7-427d-8a51-d20aec2b4f6b service neutron] 10.222.0.39 "GET /v2.0/networks?id=a0ea307c-c83b-4770-bcb4-4f444aba099b HTTP/1.1" status: 200 len: 915 time: 0.1303592 Aug 18 14:03:57.151672 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-67227236-c05a-48fe-98d4-9ef66b3b022b tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:57.154498 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-67227236-c05a-48fe-98d4-9ef66b3b022b tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:57.155736 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-67227236-c05a-48fe-98d4-9ef66b3b022b tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "DELETE /v2.0/security-groups/ac769bfe-3e64-4c17-aad5-e4d96cdadaf2 HTTP/1.1" status: 204 len: 168 time: 0.3389390 Aug 18 14:03:57.158583 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40074) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:03:57.166036 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67227236-c05a-48fe-98d4-9ef66b3b022b tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac769bfe-3e64-4c17-aad5-e4d96cdadaf2,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:57.204441 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-719a82f6-d00d-4c05-bb0d-57a93db6bb7a None None] Provisioning complete for port a456b45d-cf36-4e90-937c-06b7cf18d0cc triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:03:57.205504 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-719a82f6-d00d-4c05-bb0d-57a93db6bb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:57.264267 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b4de4b7d-e65d-4b53-9faa-b2888fad7836 req-bcdc52dd-4348-4ab6-b3f5-9b00d194e667 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a456b45d-cf36-4e90-937c-06b7cf18d0cc HTTP/1.1" status: 200 len: 1001 time: 0.1143458 Aug 18 14:03:57.371728 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de4b7d-e65d-4b53-9faa-b2888fad7836 req-1bb5e082-9224-48d1-aec0-915889c5a748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:57.373994 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b4de4b7d-e65d-4b53-9faa-b2888fad7836 req-1bb5e082-9224-48d1-aec0-915889c5a748 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5fc15670-2c2c-4bcd-84fb-e55ed7c57716 HTTP/1.1" status: 200 len: 853 time: 0.1012373 Aug 18 14:03:57.451053 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de4b7d-e65d-4b53-9faa-b2888fad7836 req-2b8c6aef-dda2-4a03-8157-71c21ea4b793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:57.452683 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b4de4b7d-e65d-4b53-9faa-b2888fad7836 req-2b8c6aef-dda2-4a03-8157-71c21ea4b793 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0ea307c-c83b-4770-bcb4-4f444aba099b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574932 Aug 18 14:03:57.470904 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-cabb6ce2-4013-432d-b656-67ce49ad9543 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Deleting port 35e8f2f2-6e89-4bad-a034-0444d97898e6 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:03:57.471251 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cabb6ce2-4013-432d-b656-67ce49ad9543 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:57.616506 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cabb6ce2-4013-432d-b656-67ce49ad9543 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:57.616834 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cabb6ce2-4013-432d-b656-67ce49ad9543 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:57.621307 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b4de4b7d-e65d-4b53-9faa-b2888fad7836 req-643cafc9-b649-423e-9ba1-8607d9b42b84 service neutron] 10.222.0.39 "GET /v2.0/networks/a0ea307c-c83b-4770-bcb4-4f444aba099b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611433 Aug 18 14:03:57.645115 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-cabb6ce2-4013-432d-b656-67ce49ad9543 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Calling delete_port for 35e8f2f2-6e89-4bad-a034-0444d97898e6 owned by network:floatingip {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:03:57.795273 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b4de4b7d-e65d-4b53-9faa-b2888fad7836 req-ca7342d4-4368-4e53-8b42-a2e5ee4939c3 service neutron] 10.222.0.39 "GET /v2.0/networks/a0ea307c-c83b-4770-bcb4-4f444aba099b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652086 Aug 18 14:03:58.323572 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cabb6ce2-4013-432d-b656-67ce49ad9543 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:58.352075 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb6ce2-4013-432d-b656-67ce49ad9543 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Pushing event deleted for resources: {'Port': ['ID=35e8f2f2-6e89-4bad-a034-0444d97898e6,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:03:58.420623 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cabb6ce2-4013-432d-b656-67ce49ad9543 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks [] for floatingip, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:58.421445 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [None req-cabb6ce2-4013-432d-b656-67ce49ad9543 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Floating IP ba21e255-7c5d-4f1b-99ef-377c3285aa22 disassociated (deleted). External IP: 172.25.6.177, port: a456b45d-cf36-4e90-937c-06b7cf18d0cc. Aug 18 14:03:58.460439 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:58.685807 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cabb6ce2-4013-432d-b656-67ce49ad9543 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Router ae604162-e84b-4c03-b00d-a3bd4e5d6726 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:03:58.809789 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabb6ce2-4013-432d-b656-67ce49ad9543 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:03:58.817703 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cabb6ce2-4013-432d-b656-67ce49ad9543 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:58.824638 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed3f6c9-96cc-423e-a991-679d364d4d4a None None] Sync routers for ids ['ae604162-e84b-4c03-b00d-a3bd4e5d6726'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:03:58.836951 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed3f6c9-96cc-423e-a991-679d364d4d4a None None] Routers {'ae604162-e84b-4c03-b00d-a3bd4e5d6726'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:03:58.837788 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-aed3f6c9-96cc-423e-a991-679d364d4d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:03:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ae604162-e84b-4c03-b00d-a3bd4e5d6726'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:58.856729 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-cabb6ce2-4013-432d-b656-67ce49ad9543 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "DELETE /v2.0/floatingips/ba21e255-7c5d-4f1b-99ef-377c3285aa22 HTTP/1.1" status: 204 len: 168 time: 1.6968710 Aug 18 14:03:58.895626 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f886ed38-8a4c-4476-aa41-8225f95479b7', 'tag': 'a456b45d-cf36-4e90-937c-06b7cf18d0cc'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:03:58.898634 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd102e67-d07f-4847-a3d3-7e3b7bb75553" -d '{"events": [{"name": "network-changed", "server_uuid": "f886ed38-8a4c-4476-aa41-8225f95479b7", "tag": "a456b45d-cf36-4e90-937c-06b7cf18d0cc"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:03:58.947798 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8422db50-fee5-4fc6-9b52-b78920d32922 x-openstack-request-id: req-8422db50-fee5-4fc6-9b52-b78920d32922 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:03:58.948336 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f886ed38-8a4c-4476-aa41-8225f95479b7", "tag": "a456b45d-cf36-4e90-937c-06b7cf18d0cc", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:03:58.948679 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8422db50-fee5-4fc6-9b52-b78920d32922 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:03:58.949174 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f886ed38-8a4c-4476-aa41-8225f95479b7', 'tag': 'a456b45d-cf36-4e90-937c-06b7cf18d0cc', 'status': 'completed', 'code': 200} Aug 18 14:03:59.022999 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-aed3f6c9-96cc-423e-a991-679d364d4d4a None None] Set router ae604162-e84b-4c03-b00d-a3bd4e5d6726 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:03:59.058419 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd102e67-d07f-4847-a3d3-7e3b7bb75553 req-b9b0705a-863d-469b-b0ca-1d4438997fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:59.062016 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dd102e67-d07f-4847-a3d3-7e3b7bb75553 req-b9b0705a-863d-469b-b0ca-1d4438997fd7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8c914737029a48dfb023a72fd119006a&device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 1096 time: 0.0814664 Aug 18 14:03:59.205077 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd102e67-d07f-4847-a3d3-7e3b7bb75553 req-f1bc4cd4-4d62-4377-931b-a1573c138b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:59.206709 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dd102e67-d07f-4847-a3d3-7e3b7bb75553 req-f1bc4cd4-4d62-4377-931b-a1573c138b70 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a0ea307c-c83b-4770-bcb4-4f444aba099b HTTP/1.1" status: 200 len: 915 time: 0.1368971 Aug 18 14:03:59.258028 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dd102e67-d07f-4847-a3d3-7e3b7bb75553 req-d44fb8f2-e5bb-4ec2-8eec-7ce73f023cd9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a456b45d-cf36-4e90-937c-06b7cf18d0cc HTTP/1.1" status: 200 len: 217 time: 0.0440633 Aug 18 14:03:59.331633 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-aed3f6c9-96cc-423e-a991-679d364d4d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae604162-e84b-4c03-b00d-a3bd4e5d6726', 'name': 'tempest-TestMinimumBasicScenario-207259924-router', 'tenant_id': '8c914737029a48dfb023a72fd119006a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '72a70411-6998-4177-bcea-1a80888a4cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:01:48Z', 'updated_at': '2021-08-18T14:01:52Z', 'revision_number': 4, 'project_id': '8c914737029a48dfb023a72fd119006a', 'gw_port': {'id': '72a70411-6998-4177-bcea-1a80888a4cbf', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae604162-e84b-4c03-b00d-a3bd4e5d6726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:49Z', 'updated_at': '2021-08-18T14:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '6f177b49-bc85-4408-9f80-e6be4eb1c326', 'name': '', 'network_id': 'a0ea307c-c83b-4770-bcb4-4f444aba099b', 'tenant_id': '8c914737029a48dfb023a72fd119006a', 'mac_address': 'fa:16:3e:fa:73:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae604162-e84b-4c03-b00d-a3bd4e5d6726', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '5fc15670-2c2c-4bcd-84fb-e55ed7c57716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:51Z', 'updated_at': '2021-08-18T14:01:59Z', 'revision_number': 5, 'project_id': '8c914737029a48dfb023a72fd119006a', 'subnets': [{'id': '5fc15670-2c2c-4bcd-84fb-e55ed7c57716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:59.332059 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd102e67-d07f-4847-a3d3-7e3b7bb75553 req-52cf9063-0517-432c-8c7a-39e4c8a9a4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:59.334905 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dd102e67-d07f-4847-a3d3-7e3b7bb75553 req-52cf9063-0517-432c-8c7a-39e4c8a9a4f0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5fc15670-2c2c-4bcd-84fb-e55ed7c57716 HTTP/1.1" status: 200 len: 853 time: 0.0691073 Aug 18 14:03:59.381658 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed3f6c9-96cc-423e-a991-679d364d4d4a None None] Checking router: ae604162-e84b-4c03-b00d-a3bd4e5d6726 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:03:59.395100 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed3f6c9-96cc-423e-a991-679d364d4d4a None None] Routers {'ae604162-e84b-4c03-b00d-a3bd4e5d6726'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:03:59.395403 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-aed3f6c9-96cc-423e-a991-679d364d4d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:03:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ae604162-e84b-4c03-b00d-a3bd4e5d6726'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:59.419405 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd102e67-d07f-4847-a3d3-7e3b7bb75553 req-88acb950-3a4d-4d32-bf26-fcdd0e8ef507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:03:59.422328 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dd102e67-d07f-4847-a3d3-7e3b7bb75553 req-88acb950-3a4d-4d32-bf26-fcdd0e8ef507 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0ea307c-c83b-4770-bcb4-4f444aba099b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795557 Aug 18 14:03:59.440475 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:03:59.538972 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-aed3f6c9-96cc-423e-a991-679d364d4d4a None None] Set router ae604162-e84b-4c03-b00d-a3bd4e5d6726 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:03:59.595298 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dd102e67-d07f-4847-a3d3-7e3b7bb75553 req-3d8fb7f2-b4b5-4b0f-92ee-66d590760f5d service neutron] 10.222.0.39 "GET /v2.0/networks/a0ea307c-c83b-4770-bcb4-4f444aba099b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646597 Aug 18 14:03:59.743661 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dd102e67-d07f-4847-a3d3-7e3b7bb75553 req-1589a5cb-3de2-432b-9410-75fd7ab3dd84 service neutron] 10.222.0.39 "GET /v2.0/networks/a0ea307c-c83b-4770-bcb4-4f444aba099b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396959 Aug 18 14:03:59.808265 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-aed3f6c9-96cc-423e-a991-679d364d4d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae604162-e84b-4c03-b00d-a3bd4e5d6726', 'name': 'tempest-TestMinimumBasicScenario-207259924-router', 'tenant_id': '8c914737029a48dfb023a72fd119006a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '72a70411-6998-4177-bcea-1a80888a4cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:01:48Z', 'updated_at': '2021-08-18T14:01:52Z', 'revision_number': 4, 'project_id': '8c914737029a48dfb023a72fd119006a', 'gw_port': {'id': '72a70411-6998-4177-bcea-1a80888a4cbf', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae604162-e84b-4c03-b00d-a3bd4e5d6726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:49Z', 'updated_at': '2021-08-18T14:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '6f177b49-bc85-4408-9f80-e6be4eb1c326', 'name': '', 'network_id': 'a0ea307c-c83b-4770-bcb4-4f444aba099b', 'tenant_id': '8c914737029a48dfb023a72fd119006a', 'mac_address': 'fa:16:3e:fa:73:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae604162-e84b-4c03-b00d-a3bd4e5d6726', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '5fc15670-2c2c-4bcd-84fb-e55ed7c57716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:51Z', 'updated_at': '2021-08-18T14:01:59Z', 'revision_number': 5, 'project_id': '8c914737029a48dfb023a72fd119006a', 'subnets': [{'id': '5fc15670-2c2c-4bcd-84fb-e55ed7c57716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:03:59.848405 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed3f6c9-96cc-423e-a991-679d364d4d4a None None] The sync data for ids ['ae604162-e84b-4c03-b00d-a3bd4e5d6726'] in n-d-803603-2 is: [{'id': 'ae604162-e84b-4c03-b00d-a3bd4e5d6726', 'name': 'tempest-TestMinimumBasicScenario-207259924-router', 'tenant_id': '8c914737029a48dfb023a72fd119006a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '72a70411-6998-4177-bcea-1a80888a4cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:01:48Z', 'updated_at': '2021-08-18T14:01:52Z', 'revision_number': 4, 'project_id': '8c914737029a48dfb023a72fd119006a', 'gw_port': {'id': '72a70411-6998-4177-bcea-1a80888a4cbf', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae604162-e84b-4c03-b00d-a3bd4e5d6726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:49Z', 'updated_at': '2021-08-18T14:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '6f177b49-bc85-4408-9f80-e6be4eb1c326', 'name': '', 'network_id': 'a0ea307c-c83b-4770-bcb4-4f444aba099b', 'tenant_id': '8c914737029a48dfb023a72fd119006a', 'mac_address': 'fa:16:3e:fa:73:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae604162-e84b-4c03-b00d-a3bd4e5d6726', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '5fc15670-2c2c-4bcd-84fb-e55ed7c57716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:51Z', 'updated_at': '2021-08-18T14:01:59Z', 'revision_number': 5, 'project_id': '8c914737029a48dfb023a72fd119006a', 'subnets': [{'id': '5fc15670-2c2c-4bcd-84fb-e55ed7c57716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:04:00.146040 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50341bc-33bb-4b7a-8b03-a10cc3790223 None None] New status for floating IP ba21e255-7c5d-4f1b-99ef-377c3285aa22: DOWN {{(pid=101677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:04:08.873277 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aaafc2-769e-4ef9-87fe-6cd4a8f1b01a req-cc7b250b-fd12-4830-b6eb-9564738740fd tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:08.875381 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-66aaafc2-769e-4ef9-87fe-6cd4a8f1b01a req-cc7b250b-fd12-4830-b6eb-9564738740fd tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/ports?device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 945 time: 0.0683084 Aug 18 14:04:08.926604 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-66aaafc2-769e-4ef9-87fe-6cd4a8f1b01a req-fb8bac25-be41-40d3-ad24-b9ae3699eb48 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/security-groups?id=d428276f-fcb3-4da0-bc29-e8dc3b2b24af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442226 Aug 18 14:04:10.066430 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5758f-fc0f-435d-9a03-911f06c4f73c req-020f51b5-39e2-43e2-98d5-0184025bf32f tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:10.068096 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-97f5758f-fc0f-435d-9a03-911f06c4f73c req-020f51b5-39e2-43e2-98d5-0184025bf32f tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/ports?device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 945 time: 0.0570316 Aug 18 14:04:10.112344 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-97f5758f-fc0f-435d-9a03-911f06c4f73c req-db9d4171-a7dc-4cfb-b896-364825964145 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/security-groups?id=d428276f-fcb3-4da0-bc29-e8dc3b2b24af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372334 Aug 18 14:04:10.493146 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511861ba-6e34-4f2b-b301-c71d58d48c49 req-a7e5eec1-0417-4f71-949e-1ad0ca0711e9 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:10.495913 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-511861ba-6e34-4f2b-b301-c71d58d48c49 req-a7e5eec1-0417-4f71-949e-1ad0ca0711e9 tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.39 "GET /v2.0/ports?device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 945 time: 0.0674105 Aug 18 14:04:10.602066 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-511861ba-6e34-4f2b-b301-c71d58d48c49 req-0f1a5a77-7480-41ef-abf6-2c4bedab99ac tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Deleting port a456b45d-cf36-4e90-937c-06b7cf18d0cc {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:04:10.602472 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-511861ba-6e34-4f2b-b301-c71d58d48c49 req-0f1a5a77-7480-41ef-abf6-2c4bedab99ac tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:10.720619 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-511861ba-6e34-4f2b-b301-c71d58d48c49 req-0f1a5a77-7480-41ef-abf6-2c4bedab99ac tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] For port a456b45d-cf36-4e90-937c-06b7cf18d0cc, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=a456b45d-cf36-4e90-937c-06b7cf18d0cc,segment=NetworkSegment(778142dc-12b5-43ef-9dc1-2ed4e98f9fc8),segment_id=778142dc-12b5-43ef-9dc1-2ed4e98f9fc8)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:10.721008 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-511861ba-6e34-4f2b-b301-c71d58d48c49 req-0f1a5a77-7480-41ef-abf6-2c4bedab99ac tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:10.737635 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-511861ba-6e34-4f2b-b301-c71d58d48c49 req-0f1a5a77-7480-41ef-abf6-2c4bedab99ac tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Calling delete_port for a456b45d-cf36-4e90-937c-06b7cf18d0cc owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:04:10.977037 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-511861ba-6e34-4f2b-b301-c71d58d48c49 req-0f1a5a77-7480-41ef-abf6-2c4bedab99ac tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:10.990515 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['a456b45d-cf36-4e90-937c-06b7cf18d0cc'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:04:11.010550 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a5a77-7480-41ef-abf6-2c4bedab99ac tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Pushing event deleted for resources: {'Port': ['ID=a456b45d-cf36-4e90-937c-06b7cf18d0cc,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:11.062441 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a5a77-7480-41ef-abf6-2c4bedab99ac tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:11.063008 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a5a77-7480-41ef-abf6-2c4bedab99ac tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:11.063596 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a5a77-7480-41ef-abf6-2c4bedab99ac tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:11.064176 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a5a77-7480-41ef-abf6-2c4bedab99ac tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:11.064757 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a5a77-7480-41ef-abf6-2c4bedab99ac tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:11.065352 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a5a77-7480-41ef-abf6-2c4bedab99ac tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:11.065863 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a5a77-7480-41ef-abf6-2c4bedab99ac tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:11.066543 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a5a77-7480-41ef-abf6-2c4bedab99ac tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:11.067223 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a5a77-7480-41ef-abf6-2c4bedab99ac tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:11.067606 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a5a77-7480-41ef-abf6-2c4bedab99ac tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:11.068181 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a5a77-7480-41ef-abf6-2c4bedab99ac tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:11.068730 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1a5a77-7480-41ef-abf6-2c4bedab99ac tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:11.099285 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-511861ba-6e34-4f2b-b301-c71d58d48c49 req-0f1a5a77-7480-41ef-abf6-2c4bedab99ac tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] No DVR routers for this DVR port a456b45d-cf36-4e90-937c-06b7cf18d0cc on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:04:11.103775 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-511861ba-6e34-4f2b-b301-c71d58d48c49 req-0f1a5a77-7480-41ef-abf6-2c4bedab99ac tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:11.107688 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-511861ba-6e34-4f2b-b301-c71d58d48c49 req-0f1a5a77-7480-41ef-abf6-2c4bedab99ac tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.39 "DELETE /v2.0/ports/a456b45d-cf36-4e90-937c-06b7cf18d0cc HTTP/1.1" status: 204 len: 173 time: 0.6055050 Aug 18 14:04:11.108259 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f886ed38-8a4c-4476-aa41-8225f95479b7', 'name': 'network-vif-deleted', 'tag': 'a456b45d-cf36-4e90-937c-06b7cf18d0cc'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:04:11.112577 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10bd23e-1259-4dad-8024-996d18ddbfb6" -d '{"events": [{"server_uuid": "f886ed38-8a4c-4476-aa41-8225f95479b7", "name": "network-vif-deleted", "tag": "a456b45d-cf36-4e90-937c-06b7cf18d0cc"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:04:11.171071 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8fac90-83a2-450f-803c-091ca2308536 x-openstack-request-id: req-3a8fac90-83a2-450f-803c-091ca2308536 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:04:11.171071 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f886ed38-8a4c-4476-aa41-8225f95479b7", "name": "network-vif-deleted", "tag": "a456b45d-cf36-4e90-937c-06b7cf18d0cc", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:04:11.171071 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a8fac90-83a2-450f-803c-091ca2308536 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:04:11.171071 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f886ed38-8a4c-4476-aa41-8225f95479b7', 'name': 'network-vif-deleted', 'tag': 'a456b45d-cf36-4e90-937c-06b7cf18d0cc', 'status': 'completed', 'code': 200} Aug 18 14:04:11.221085 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-411dacf5-4be5-42a6-bc4e-fbc9b3b81696 req-15c944a5-88db-45a0-a898-0c9e7d68f64d tempest-TestMinimumBasicScenario-413692211 tempest-TestMinimumBasicScenario-413692211-project] 10.222.0.13 "GET /v2.0/ports?device_id=f886ed38-8a4c-4476-aa41-8225f95479b7 HTTP/1.1" status: 200 len: 210 time: 0.0318222 Aug 18 14:04:11.688389 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7e48db0f-7164-4125-89f3-0c2287bd9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:13.645806 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40174) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:13.843336 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3024e118-f75d-40df-b82a-ef0d99df7d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:14.083277 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bd500bf1-43fd-41e1-9d7a-1818157b1dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:14.267826 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device a456b45d-cf36-4e90-937c-06b7cf18d0cc no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:04:14.292434 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: a456b45d-cf36-4e90-937c-06b7cf18d0cc {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:04:14.292894 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device a456b45d-cf36-4e90-937c-06b7cf18d0cc not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:04:14.370197 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-bd500bf1-43fd-41e1-9d7a-1818157b1dff admin admin] Deleting port 6f177b49-bc85-4408-9f80-e6be4eb1c326 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:04:14.370605 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bd500bf1-43fd-41e1-9d7a-1818157b1dff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:14.478031 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-bd500bf1-43fd-41e1-9d7a-1818157b1dff admin admin] For port 6f177b49-bc85-4408-9f80-e6be4eb1c326, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=6f177b49-bc85-4408-9f80-e6be4eb1c326,segment=NetworkSegment(778142dc-12b5-43ef-9dc1-2ed4e98f9fc8),segment_id=778142dc-12b5-43ef-9dc1-2ed4e98f9fc8)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:14.478479 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bd500bf1-43fd-41e1-9d7a-1818157b1dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:14.493961 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-bd500bf1-43fd-41e1-9d7a-1818157b1dff admin admin] Calling delete_port for 6f177b49-bc85-4408-9f80-e6be4eb1c326 owned by network:router_interface {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:04:14.642775 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:14.847139 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bd500bf1-43fd-41e1-9d7a-1818157b1dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:14.882967 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd500bf1-43fd-41e1-9d7a-1818157b1dff admin admin] Pushing event deleted for resources: {'Port': ['ID=6f177b49-bc85-4408-9f80-e6be4eb1c326,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:14.975124 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:04:15.125361 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bd500bf1-43fd-41e1-9d7a-1818157b1dff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:15.369400 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd500bf1-43fd-41e1-9d7a-1818157b1dff admin admin] Router ae604162-e84b-4c03-b00d-a3bd4e5d6726 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:04:15.489802 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd500bf1-43fd-41e1-9d7a-1818157b1dff admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:04:15.495432 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-bd500bf1-43fd-41e1-9d7a-1818157b1dff admin admin] 10.222.0.13 "PUT /v2.0/routers/ae604162-e84b-4c03-b00d-a3bd4e5d6726/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8480840 Aug 18 14:04:15.499774 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40176) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:15.500642 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b9b71c-64c6-4173-9b10-281d6b2c02e9 None None] Sync routers for ids ['ae604162-e84b-4c03-b00d-a3bd4e5d6726'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:04:15.512331 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b9b71c-64c6-4173-9b10-281d6b2c02e9 None None] Routers {'ae604162-e84b-4c03-b00d-a3bd4e5d6726'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:04:15.513218 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-09b9b71c-64c6-4173-9b10-281d6b2c02e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:04:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ae604162-e84b-4c03-b00d-a3bd4e5d6726'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:15.633152 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0474af32-0531-4f9a-976c-e9ef64b784de admin admin] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:15.691457 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:15.749918 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0474af32-0531-4f9a-976c-e9ef64b784de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:15.783198 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-09b9b71c-64c6-4173-9b10-281d6b2c02e9 None None] Set router ae604162-e84b-4c03-b00d-a3bd4e5d6726 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:04:15.912402 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-0474af32-0531-4f9a-976c-e9ef64b784de admin admin] Deleting port 72a70411-6998-4177-bcea-1a80888a4cbf {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:04:15.912970 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0474af32-0531-4f9a-976c-e9ef64b784de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:16.024217 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-0474af32-0531-4f9a-976c-e9ef64b784de admin admin] For port 72a70411-6998-4177-bcea-1a80888a4cbf, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=72a70411-6998-4177-bcea-1a80888a4cbf,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:16.024579 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0474af32-0531-4f9a-976c-e9ef64b784de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:16.039681 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-0474af32-0531-4f9a-976c-e9ef64b784de admin admin] Calling delete_port for 72a70411-6998-4177-bcea-1a80888a4cbf owned by network:router_gateway {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:04:16.047052 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-09b9b71c-64c6-4173-9b10-281d6b2c02e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae604162-e84b-4c03-b00d-a3bd4e5d6726', 'name': 'tempest-TestMinimumBasicScenario-207259924-router', 'tenant_id': '8c914737029a48dfb023a72fd119006a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '72a70411-6998-4177-bcea-1a80888a4cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:01:48Z', 'updated_at': '2021-08-18T14:04:14Z', 'revision_number': 5, 'project_id': '8c914737029a48dfb023a72fd119006a', 'gw_port': {'id': '72a70411-6998-4177-bcea-1a80888a4cbf', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae604162-e84b-4c03-b00d-a3bd4e5d6726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:49Z', 'updated_at': '2021-08-18T14:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:16.075795 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b9b71c-64c6-4173-9b10-281d6b2c02e9 None None] Checking router: ae604162-e84b-4c03-b00d-a3bd4e5d6726 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:04:16.085105 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b9b71c-64c6-4173-9b10-281d6b2c02e9 None None] Routers {'ae604162-e84b-4c03-b00d-a3bd4e5d6726'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:04:16.085739 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-09b9b71c-64c6-4173-9b10-281d6b2c02e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:04:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ae604162-e84b-4c03-b00d-a3bd4e5d6726'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:16.184254 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-09b9b71c-64c6-4173-9b10-281d6b2c02e9 None None] Set router ae604162-e84b-4c03-b00d-a3bd4e5d6726 gateway port host: None {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:04:16.246761 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-09b9b71c-64c6-4173-9b10-281d6b2c02e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae604162-e84b-4c03-b00d-a3bd4e5d6726', 'name': 'tempest-TestMinimumBasicScenario-207259924-router', 'tenant_id': '8c914737029a48dfb023a72fd119006a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:01:48Z', 'updated_at': '2021-08-18T14:04:15Z', 'revision_number': 6, 'project_id': '8c914737029a48dfb023a72fd119006a', 'gw_port_host': None}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:16.277181 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b9b71c-64c6-4173-9b10-281d6b2c02e9 None None] The sync data for ids ['ae604162-e84b-4c03-b00d-a3bd4e5d6726'] in n-d-803603-2 is: [{'id': 'ae604162-e84b-4c03-b00d-a3bd4e5d6726', 'name': 'tempest-TestMinimumBasicScenario-207259924-router', 'tenant_id': '8c914737029a48dfb023a72fd119006a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:01:48Z', 'updated_at': '2021-08-18T14:04:15Z', 'revision_number': 6, 'project_id': '8c914737029a48dfb023a72fd119006a', 'gw_port_host': None}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:04:16.414647 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0474af32-0531-4f9a-976c-e9ef64b784de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:16.448409 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0474af32-0531-4f9a-976c-e9ef64b784de admin admin] Pushing event deleted for resources: {'Port': ['ID=72a70411-6998-4177-bcea-1a80888a4cbf,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:16.517911 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0474af32-0531-4f9a-976c-e9ef64b784de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:16.620176 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0474af32-0531-4f9a-976c-e9ef64b784de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:16.623334 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0474af32-0531-4f9a-976c-e9ef64b784de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:16.791342 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0474af32-0531-4f9a-976c-e9ef64b784de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:16.792157 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0474af32-0531-4f9a-976c-e9ef64b784de admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae604162-e84b-4c03-b00d-a3bd4e5d6726 {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:04:16.797937 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0474af32-0531-4f9a-976c-e9ef64b784de admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:16.799910 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0474af32-0531-4f9a-976c-e9ef64b784de admin admin] 10.222.0.13 "DELETE /v2.0/routers/ae604162-e84b-4c03-b00d-a3bd4e5d6726 HTTP/1.1" status: 204 len: 168 time: 1.2987001 Aug 18 14:04:16.803882 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40178) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:16.859826 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-d087de60-23f5-4159-b01c-3054980bc37a admin admin] Deleting subnet 5fc15670-2c2c-4bcd-84fb-e55ed7c57716 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:04:16.863943 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d087de60-23f5-4159-b01c-3054980bc37a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:16.910612 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d087de60-23f5-4159-b01c-3054980bc37a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:17.006439 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d087de60-23f5-4159-b01c-3054980bc37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:17.131599 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6f177b49-bc85-4408-9f80-e6be4eb1c326 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:04:17.149599 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d087de60-23f5-4159-b01c-3054980bc37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:17.154841 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 6f177b49-bc85-4408-9f80-e6be4eb1c326 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:04:17.155237 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6f177b49-bc85-4408-9f80-e6be4eb1c326 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:04:17.155901 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 72a70411-6998-4177-bcea-1a80888a4cbf no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:04:17.194648 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 72a70411-6998-4177-bcea-1a80888a4cbf {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:04:17.195271 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 72a70411-6998-4177-bcea-1a80888a4cbf not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:04:17.202721 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087de60-23f5-4159-b01c-3054980bc37a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fc15670-2c2c-4bcd-84fb-e55ed7c57716,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:17.210687 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d087de60-23f5-4159-b01c-3054980bc37a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:17.214387 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d087de60-23f5-4159-b01c-3054980bc37a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5fc15670-2c2c-4bcd-84fb-e55ed7c57716 HTTP/1.1" status: 204 len: 168 time: 0.4089894 Aug 18 14:04:17.216330 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f6c4c2-0080-443f-bf81-87ec3cb06da2 None None] Network a0ea307c-c83b-4770-bcb4-4f444aba099b requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:04:17.218243 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40180) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:17.225416 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d087de60-23f5-4159-b01c-3054980bc37a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:17.226010 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d087de60-23f5-4159-b01c-3054980bc37a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:17.226640 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d087de60-23f5-4159-b01c-3054980bc37a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:17.227522 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d087de60-23f5-4159-b01c-3054980bc37a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:17.228118 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d087de60-23f5-4159-b01c-3054980bc37a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:17.228788 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d087de60-23f5-4159-b01c-3054980bc37a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:17.229379 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d087de60-23f5-4159-b01c-3054980bc37a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:17.230254 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d087de60-23f5-4159-b01c-3054980bc37a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:17.230833 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d087de60-23f5-4159-b01c-3054980bc37a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:17.231439 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d087de60-23f5-4159-b01c-3054980bc37a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:17.232088 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d087de60-23f5-4159-b01c-3054980bc37a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:17.232730 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d087de60-23f5-4159-b01c-3054980bc37a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:17.322433 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-10fc8f1b-1824-45a4-a5ff-5c0a59feb63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:17.398567 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-10fc8f1b-1824-45a4-a5ff-5c0a59feb63e admin admin] Deleting port cc321b1f-4ccf-4151-9708-f46c25c3c47e {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:04:17.399270 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-10fc8f1b-1824-45a4-a5ff-5c0a59feb63e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:17.488181 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc1ad36-b3b2-416c-b10b-eebb717b4e7e None None] DHCP port deletion for a0ea307c-c83b-4770-bcb4-4f444aba099b request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:04:17.526093 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-10fc8f1b-1824-45a4-a5ff-5c0a59feb63e admin admin] For port cc321b1f-4ccf-4151-9708-f46c25c3c47e, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=cc321b1f-4ccf-4151-9708-f46c25c3c47e,segment=NetworkSegment(778142dc-12b5-43ef-9dc1-2ed4e98f9fc8),segment_id=778142dc-12b5-43ef-9dc1-2ed4e98f9fc8)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:17.527195 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-10fc8f1b-1824-45a4-a5ff-5c0a59feb63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:17.564126 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-10fc8f1b-1824-45a4-a5ff-5c0a59feb63e admin admin] Calling delete_port for cc321b1f-4ccf-4151-9708-f46c25c3c47e owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:04:17.564456 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-acc1ad36-b3b2-416c-b10b-eebb717b4e7e None None] Deleting port cc321b1f-4ccf-4151-9708-f46c25c3c47e {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:04:17.564817 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-acc1ad36-b3b2-416c-b10b-eebb717b4e7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:17.686992 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-acc1ad36-b3b2-416c-b10b-eebb717b4e7e None None] For port cc321b1f-4ccf-4151-9708-f46c25c3c47e, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=cc321b1f-4ccf-4151-9708-f46c25c3c47e,segment=NetworkSegment(778142dc-12b5-43ef-9dc1-2ed4e98f9fc8),segment_id=778142dc-12b5-43ef-9dc1-2ed4e98f9fc8)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:17.687532 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-acc1ad36-b3b2-416c-b10b-eebb717b4e7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:17.708761 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-acc1ad36-b3b2-416c-b10b-eebb717b4e7e None None] Calling delete_port for cc321b1f-4ccf-4151-9708-f46c25c3c47e owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:04:17.711586 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:17.771623 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-10fc8f1b-1824-45a4-a5ff-5c0a59feb63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:17.804228 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc8f1b-1824-45a4-a5ff-5c0a59feb63e admin admin] Pushing event deleted for resources: {'Port': ['ID=cc321b1f-4ccf-4151-9708-f46c25c3c47e,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:17.809057 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fc8f1b-1824-45a4-a5ff-5c0a59feb63e admin admin] No DVR routers for this DVR port cc321b1f-4ccf-4151-9708-f46c25c3c47e on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:04:17.853462 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-acc1ad36-b3b2-416c-b10b-eebb717b4e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:17.889621 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1ad36-b3b2-416c-b10b-eebb717b4e7e None None] Pushing event deleted for resources: {'Port': ['ID=cc321b1f-4ccf-4151-9708-f46c25c3c47e,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:17.894496 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc1ad36-b3b2-416c-b10b-eebb717b4e7e None None] No DVR routers for this DVR port cc321b1f-4ccf-4151-9708-f46c25c3c47e on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:04:17.904288 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1ad36-b3b2-416c-b10b-eebb717b4e7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:17.904627 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1ad36-b3b2-416c-b10b-eebb717b4e7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:17.905785 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1ad36-b3b2-416c-b10b-eebb717b4e7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:17.906405 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1ad36-b3b2-416c-b10b-eebb717b4e7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:17.906970 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1ad36-b3b2-416c-b10b-eebb717b4e7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:17.907530 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1ad36-b3b2-416c-b10b-eebb717b4e7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:17.909071 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1ad36-b3b2-416c-b10b-eebb717b4e7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:17.909071 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1ad36-b3b2-416c-b10b-eebb717b4e7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:17.909508 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1ad36-b3b2-416c-b10b-eebb717b4e7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:17.910041 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1ad36-b3b2-416c-b10b-eebb717b4e7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:17.910862 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1ad36-b3b2-416c-b10b-eebb717b4e7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:17.911411 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1ad36-b3b2-416c-b10b-eebb717b4e7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:17.935586 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-10fc8f1b-1824-45a4-a5ff-5c0a59feb63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:17.954460 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-10fc8f1b-1824-45a4-a5ff-5c0a59feb63e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ea307c-c83b-4770-bcb4-4f444aba099b']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:17.973812 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-10fc8f1b-1824-45a4-a5ff-5c0a59feb63e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '778142dc-12b5-43ef-9dc1-2ed4e98f9fc8') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:17.974356 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-10fc8f1b-1824-45a4-a5ff-5c0a59feb63e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '778142dc-12b5-43ef-9dc1-2ed4e98f9fc8') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:18.002089 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-10fc8f1b-1824-45a4-a5ff-5c0a59feb63e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:18.025561 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-10fc8f1b-1824-45a4-a5ff-5c0a59feb63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:18.033596 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10fc8f1b-1824-45a4-a5ff-5c0a59feb63e admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:04:18.034083 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-10fc8f1b-1824-45a4-a5ff-5c0a59feb63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:18.036397 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 14:04:18.036397 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:04:18.036397 n-d-803603-2 neutron-server[101675]: timer() Aug 18 14:04:18.036397 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:04:18.036397 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 14:04:18.036397 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:04:18.036397 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 14:04:18.036397 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:04:18.036397 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 14:04:18.036397 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:04:18.036397 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 14:04:18.036397 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:04:18.036397 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 14:04:18.036397 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:04:18.036397 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:04:18.036397 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:04:18.036397 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:04:18.036397 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:04:18.036397 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 14:04:18.036397 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:04:18.036397 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 14:04:18.036397 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:04:18.036397 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:04:18.036397 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:04:18.036397 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 14:04:18.036397 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:04:18.036397 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:04:18.036397 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:04:18.036397 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:04:18.036397 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:04:18.036397 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:04:18.036397 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:04:18.165738 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-10fc8f1b-1824-45a4-a5ff-5c0a59feb63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:18.172915 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-10fc8f1b-1824-45a4-a5ff-5c0a59feb63e admin admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:18.176724 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-10fc8f1b-1824-45a4-a5ff-5c0a59feb63e admin admin] 10.222.0.13 "DELETE /v2.0/networks/a0ea307c-c83b-4770-bcb4-4f444aba099b HTTP/1.1" status: 204 len: 168 time: 0.9552124 Aug 18 14:04:18.180716 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40182) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:18.195429 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc8f1b-1824-45a4-a5ff-5c0a59feb63e admin admin] Pushing event deleted for resources: {'Network': ['ID=a0ea307c-c83b-4770-bcb4-4f444aba099b,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:18.597493 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7543177a-c7a8-410f-ac25-839f872bca91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:18.814830 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device cc321b1f-4ccf-4151-9708-f46c25c3c47e no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:04:18.837176 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: cc321b1f-4ccf-4151-9708-f46c25c3c47e {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:04:18.837528 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device cc321b1f-4ccf-4151-9708-f46c25c3c47e not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:04:18.880424 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-7543177a-c7a8-410f-ac25-839f872bca91 admin admin] Deleting port dba318b0-8578-4e5e-8901-dabdacd20dae {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:04:18.880781 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7543177a-c7a8-410f-ac25-839f872bca91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:18.972932 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-7543177a-c7a8-410f-ac25-839f872bca91 admin admin] For port dba318b0-8578-4e5e-8901-dabdacd20dae, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=dba318b0-8578-4e5e-8901-dabdacd20dae,segment=NetworkSegment(6083eee5-bb6b-404e-91f2-e188473a5b0c),segment_id=6083eee5-bb6b-404e-91f2-e188473a5b0c)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:18.973302 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7543177a-c7a8-410f-ac25-839f872bca91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:18.992803 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-7543177a-c7a8-410f-ac25-839f872bca91 admin admin] Calling delete_port for dba318b0-8578-4e5e-8901-dabdacd20dae owned by network:router_interface {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:04:19.359737 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7543177a-c7a8-410f-ac25-839f872bca91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:19.388855 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7543177a-c7a8-410f-ac25-839f872bca91 admin admin] Pushing event deleted for resources: {'Port': ['ID=dba318b0-8578-4e5e-8901-dabdacd20dae,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:19.635576 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7543177a-c7a8-410f-ac25-839f872bca91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:19.880748 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7543177a-c7a8-410f-ac25-839f872bca91 admin admin] Router 285abeba-900d-4fc5-8adc-422f594b419f has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:04:20.006980 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7543177a-c7a8-410f-ac25-839f872bca91 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:04:20.016330 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7543177a-c7a8-410f-ac25-839f872bca91 admin admin] 10.222.0.13 "PUT /v2.0/routers/285abeba-900d-4fc5-8adc-422f594b419f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8341022 Aug 18 14:04:20.018747 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca3e050-d293-455f-8db7-90e08c732ee6 None None] Sync routers for ids ['285abeba-900d-4fc5-8adc-422f594b419f'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:04:20.020420 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40186) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:20.032540 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca3e050-d293-455f-8db7-90e08c732ee6 None None] Routers {'285abeba-900d-4fc5-8adc-422f594b419f'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:04:20.033122 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-5ca3e050-d293-455f-8db7-90e08c732ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:04:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['285abeba-900d-4fc5-8adc-422f594b419f'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:20.180796 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-5ca3e050-d293-455f-8db7-90e08c732ee6 None None] Set router 285abeba-900d-4fc5-8adc-422f594b419f gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:04:20.439200 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-5ca3e050-d293-455f-8db7-90e08c732ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285abeba-900d-4fc5-8adc-422f594b419f', 'name': 'tempest-TestMinimumBasicScenario-1339840121-router', 'tenant_id': 'b3f2e5f7d793471da50a184f32311da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '5750ad12-207f-4801-975e-052ceeadb7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:01:56Z', 'updated_at': '2021-08-18T14:04:19Z', 'revision_number': 5, 'project_id': 'b3f2e5f7d793471da50a184f32311da9', 'gw_port': {'id': '5750ad12-207f-4801-975e-052ceeadb7e8', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285abeba-900d-4fc5-8adc-422f594b419f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:56Z', 'updated_at': '2021-08-18T14:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:20.494481 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca3e050-d293-455f-8db7-90e08c732ee6 None None] Checking router: 285abeba-900d-4fc5-8adc-422f594b419f for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:04:20.509722 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca3e050-d293-455f-8db7-90e08c732ee6 None None] Routers {'285abeba-900d-4fc5-8adc-422f594b419f'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:04:20.510704 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-5ca3e050-d293-455f-8db7-90e08c732ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:04:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['285abeba-900d-4fc5-8adc-422f594b419f'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:20.525529 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8c6eb5d5-15e4-44c3-a667-767eade30fd9 admin admin] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:20.691917 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-5ca3e050-d293-455f-8db7-90e08c732ee6 None None] Set router 285abeba-900d-4fc5-8adc-422f594b419f gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:04:20.702281 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8c6eb5d5-15e4-44c3-a667-767eade30fd9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:20.910325 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-8c6eb5d5-15e4-44c3-a667-767eade30fd9 admin admin] Deleting port 5750ad12-207f-4801-975e-052ceeadb7e8 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:04:20.911109 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8c6eb5d5-15e4-44c3-a667-767eade30fd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:20.929068 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-5ca3e050-d293-455f-8db7-90e08c732ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285abeba-900d-4fc5-8adc-422f594b419f', 'name': 'tempest-TestMinimumBasicScenario-1339840121-router', 'tenant_id': 'b3f2e5f7d793471da50a184f32311da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '5750ad12-207f-4801-975e-052ceeadb7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:01:56Z', 'updated_at': '2021-08-18T14:04:19Z', 'revision_number': 5, 'project_id': 'b3f2e5f7d793471da50a184f32311da9', 'gw_port': {'id': '5750ad12-207f-4801-975e-052ceeadb7e8', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285abeba-900d-4fc5-8adc-422f594b419f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:56Z', 'updated_at': '2021-08-18T14:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:20.958540 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca3e050-d293-455f-8db7-90e08c732ee6 None None] The sync data for ids ['285abeba-900d-4fc5-8adc-422f594b419f'] in n-d-803603-2 is: [{'id': '285abeba-900d-4fc5-8adc-422f594b419f', 'name': 'tempest-TestMinimumBasicScenario-1339840121-router', 'tenant_id': 'b3f2e5f7d793471da50a184f32311da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '5750ad12-207f-4801-975e-052ceeadb7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:01:56Z', 'updated_at': '2021-08-18T14:04:19Z', 'revision_number': 5, 'project_id': 'b3f2e5f7d793471da50a184f32311da9', 'gw_port': {'id': '5750ad12-207f-4801-975e-052ceeadb7e8', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285abeba-900d-4fc5-8adc-422f594b419f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:01:56Z', 'updated_at': '2021-08-18T14:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:04:21.074116 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-8c6eb5d5-15e4-44c3-a667-767eade30fd9 admin admin] For port 5750ad12-207f-4801-975e-052ceeadb7e8, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=5750ad12-207f-4801-975e-052ceeadb7e8,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:21.074768 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8c6eb5d5-15e4-44c3-a667-767eade30fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:21.099855 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-8c6eb5d5-15e4-44c3-a667-767eade30fd9 admin admin] Calling delete_port for 5750ad12-207f-4801-975e-052ceeadb7e8 owned by network:router_gateway {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:04:21.437836 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8c6eb5d5-15e4-44c3-a667-767eade30fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:21.487498 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6eb5d5-15e4-44c3-a667-767eade30fd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5750ad12-207f-4801-975e-052ceeadb7e8,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:21.558555 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8c6eb5d5-15e4-44c3-a667-767eade30fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:21.657813 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8c6eb5d5-15e4-44c3-a667-767eade30fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:21.660083 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8c6eb5d5-15e4-44c3-a667-767eade30fd9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:21.779983 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8c6eb5d5-15e4-44c3-a667-767eade30fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:21.780704 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6eb5d5-15e4-44c3-a667-767eade30fd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 285abeba-900d-4fc5-8adc-422f594b419f {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:04:21.789335 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8c6eb5d5-15e4-44c3-a667-767eade30fd9 admin admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:21.790493 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8c6eb5d5-15e4-44c3-a667-767eade30fd9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/285abeba-900d-4fc5-8adc-422f594b419f HTTP/1.1" status: 204 len: 168 time: 1.7685261 Aug 18 14:04:21.792767 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40190) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:21.855687 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-950633da-3e2c-4c12-8682-2d6e68315fc2 admin admin] Deleting subnet 6a9e9211-7760-42c2-bf56-423484b3d1f2 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:04:21.860154 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-950633da-3e2c-4c12-8682-2d6e68315fc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:21.904434 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-950633da-3e2c-4c12-8682-2d6e68315fc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:22.005641 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-950633da-3e2c-4c12-8682-2d6e68315fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:22.139908 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-950633da-3e2c-4c12-8682-2d6e68315fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:22.187750 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950633da-3e2c-4c12-8682-2d6e68315fc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a9e9211-7760-42c2-bf56-423484b3d1f2,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:22.198151 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-950633da-3e2c-4c12-8682-2d6e68315fc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:22.207407 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-950633da-3e2c-4c12-8682-2d6e68315fc2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6a9e9211-7760-42c2-bf56-423484b3d1f2 HTTP/1.1" status: 204 len: 168 time: 0.4067483 Aug 18 14:04:22.207820 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0514ea19-66f9-44d4-a35a-b48efa49b9c7 None None] Network b4c2837b-5c7e-429c-a63e-8cd020ca2823 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:04:22.208321 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40192) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:22.304476 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-18ee520a-64d2-420a-89ab-ca7fcc99c651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:22.389432 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-18ee520a-64d2-420a-89ab-ca7fcc99c651 admin admin] Deleting port 4647a5af-1d5e-4346-864c-5b11c6c7723c {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:04:22.389783 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-18ee520a-64d2-420a-89ab-ca7fcc99c651 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:22.443847 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8c17d9-4e16-4ccf-a8b4-ad3791bce53d None None] DHCP port deletion for b4c2837b-5c7e-429c-a63e-8cd020ca2823 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:04:22.479661 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-18ee520a-64d2-420a-89ab-ca7fcc99c651 admin admin] For port 4647a5af-1d5e-4346-864c-5b11c6c7723c, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4647a5af-1d5e-4346-864c-5b11c6c7723c,segment=NetworkSegment(6083eee5-bb6b-404e-91f2-e188473a5b0c),segment_id=6083eee5-bb6b-404e-91f2-e188473a5b0c)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:22.480151 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-18ee520a-64d2-420a-89ab-ca7fcc99c651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:22.499898 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-18ee520a-64d2-420a-89ab-ca7fcc99c651 admin admin] Calling delete_port for 4647a5af-1d5e-4346-864c-5b11c6c7723c owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:04:22.500668 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-4b8c17d9-4e16-4ccf-a8b4-ad3791bce53d None None] Deleting port 4647a5af-1d5e-4346-864c-5b11c6c7723c {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:04:22.501065 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4b8c17d9-4e16-4ccf-a8b4-ad3791bce53d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:22.591884 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-4b8c17d9-4e16-4ccf-a8b4-ad3791bce53d None None] For port 4647a5af-1d5e-4346-864c-5b11c6c7723c, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4647a5af-1d5e-4346-864c-5b11c6c7723c,segment=NetworkSegment(6083eee5-bb6b-404e-91f2-e188473a5b0c),segment_id=6083eee5-bb6b-404e-91f2-e188473a5b0c)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:22.592347 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4b8c17d9-4e16-4ccf-a8b4-ad3791bce53d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:22.610973 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-4b8c17d9-4e16-4ccf-a8b4-ad3791bce53d None None] Calling delete_port for 4647a5af-1d5e-4346-864c-5b11c6c7723c owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:04:22.680124 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-18ee520a-64d2-420a-89ab-ca7fcc99c651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:22.707090 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4b8c17d9-4e16-4ccf-a8b4-ad3791bce53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:22.709226 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee520a-64d2-420a-89ab-ca7fcc99c651 admin admin] Pushing event deleted for resources: {'Port': ['ID=4647a5af-1d5e-4346-864c-5b11c6c7723c,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:22.714953 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ee520a-64d2-420a-89ab-ca7fcc99c651 admin admin] No DVR routers for this DVR port 4647a5af-1d5e-4346-864c-5b11c6c7723c on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:04:22.739793 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c17d9-4e16-4ccf-a8b4-ad3791bce53d None None] Pushing event deleted for resources: {'Port': ['ID=4647a5af-1d5e-4346-864c-5b11c6c7723c,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:22.743828 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8c17d9-4e16-4ccf-a8b4-ad3791bce53d None None] No DVR routers for this DVR port 4647a5af-1d5e-4346-864c-5b11c6c7723c on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:04:22.812298 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-18ee520a-64d2-420a-89ab-ca7fcc99c651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:22.829447 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-18ee520a-64d2-420a-89ab-ca7fcc99c651 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4c2837b-5c7e-429c-a63e-8cd020ca2823']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:22.837826 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4647a5af-1d5e-4346-864c-5b11c6c7723c no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:04:22.844305 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-18ee520a-64d2-420a-89ab-ca7fcc99c651 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6083eee5-bb6b-404e-91f2-e188473a5b0c') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:22.844602 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-18ee520a-64d2-420a-89ab-ca7fcc99c651 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6083eee5-bb6b-404e-91f2-e188473a5b0c') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:22.856602 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-18ee520a-64d2-420a-89ab-ca7fcc99c651 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:22.860827 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 4647a5af-1d5e-4346-864c-5b11c6c7723c {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:04:22.861175 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4647a5af-1d5e-4346-864c-5b11c6c7723c not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:04:22.861609 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device dba318b0-8578-4e5e-8901-dabdacd20dae no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:04:22.873798 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-18ee520a-64d2-420a-89ab-ca7fcc99c651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:22.881687 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18ee520a-64d2-420a-89ab-ca7fcc99c651 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:04:22.881909 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: dba318b0-8578-4e5e-8901-dabdacd20dae {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:04:22.882220 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device dba318b0-8578-4e5e-8901-dabdacd20dae not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:04:22.882343 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-18ee520a-64d2-420a-89ab-ca7fcc99c651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:22.882584 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 5750ad12-207f-4801-975e-052ceeadb7e8 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:04:22.884388 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 14:04:22.884388 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:04:22.884388 n-d-803603-2 neutron-server[101675]: timer() Aug 18 14:04:22.884388 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:04:22.884388 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 14:04:22.884388 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:04:22.884388 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 14:04:22.884388 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:04:22.884388 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 14:04:22.884388 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:04:22.884388 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 14:04:22.884388 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:04:22.884388 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 14:04:22.884388 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:04:22.884388 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:04:22.884388 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:04:22.884388 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:04:22.884388 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:04:22.884388 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 14:04:22.884388 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:04:22.884388 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 14:04:22.884388 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:04:22.884388 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:04:22.884388 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:04:22.884388 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 14:04:22.884388 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:04:22.884388 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:04:22.884388 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:04:22.884388 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:04:22.884388 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:04:22.884388 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:04:22.884388 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:04:22.908448 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 5750ad12-207f-4801-975e-052ceeadb7e8 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:04:22.908883 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 5750ad12-207f-4801-975e-052ceeadb7e8 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:04:23.064911 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-18ee520a-64d2-420a-89ab-ca7fcc99c651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:23.071150 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-18ee520a-64d2-420a-89ab-ca7fcc99c651 admin admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:23.073796 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-18ee520a-64d2-420a-89ab-ca7fcc99c651 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b4c2837b-5c7e-429c-a63e-8cd020ca2823 HTTP/1.1" status: 204 len: 168 time: 0.8674884 Aug 18 14:04:23.092974 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee520a-64d2-420a-89ab-ca7fcc99c651 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4c2837b-5c7e-429c-a63e-8cd020ca2823,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:23.562028 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40196) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:23.612290 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-16cde645-f83b-4136-a872-ad264c21707d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c914737029a48dfb023a72fd119006a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488598 Aug 18 14:04:23.614997 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40198) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:23.671336 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3249ef70-dac6-4a2c-901b-96e8a75cab3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:23.695963 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3249ef70-dac6-4a2c-901b-96e8a75cab3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:23.830495 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3249ef70-dac6-4a2c-901b-96e8a75cab3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:23.833491 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3249ef70-dac6-4a2c-901b-96e8a75cab3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:23.835056 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3249ef70-dac6-4a2c-901b-96e8a75cab3b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d428276f-fcb3-4da0-bc29-e8dc3b2b24af HTTP/1.1" status: 204 len: 168 time: 0.2189445 Aug 18 14:04:23.845776 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3249ef70-dac6-4a2c-901b-96e8a75cab3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d428276f-fcb3-4da0-bc29-e8dc3b2b24af,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:24.661530 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40204) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:24.707426 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3d8d4b39-0578-4277-b66d-4a656b63162f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b3f2e5f7d793471da50a184f32311da9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443101 Aug 18 14:04:24.711784 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40206) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:24.766203 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bb91ebd4-6997-4592-926e-b3890555063e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:24.802785 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bb91ebd4-6997-4592-926e-b3890555063e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:24.948177 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bb91ebd4-6997-4592-926e-b3890555063e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:24.951091 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bb91ebd4-6997-4592-926e-b3890555063e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:24.952355 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-bb91ebd4-6997-4592-926e-b3890555063e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2af340a5-4fd4-46a5-b56c-49e2a3769102 HTTP/1.1" status: 204 len: 168 time: 0.2395277 Aug 18 14:04:24.961413 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91ebd4-6997-4592-926e-b3890555063e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af340a5-4fd4-46a5-b56c-49e2a3769102,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:27.696011 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40246) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:27.701795 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-7381d575-8344-488a-90e9-db44a3effce8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1174541671', 'description': 'tempest-secgroup-smoke-1174541671 description', 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:27.797270 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7381d575-8344-488a-90e9-db44a3effce8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:27.812254 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7381d575-8344-488a-90e9-db44a3effce8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:27.966750 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7381d575-8344-488a-90e9-db44a3effce8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:28.041969 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7381d575-8344-488a-90e9-db44a3effce8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:28.086354 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381d575-8344-488a-90e9-db44a3effce8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ec488f-0b1a-4ea2-8626-ef7a36d421ae,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:28.165411 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7381d575-8344-488a-90e9-db44a3effce8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:28.270585 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7381d575-8344-488a-90e9-db44a3effce8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:28.303723 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381d575-8344-488a-90e9-db44a3effce8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=031d73ea-bb6f-4817-a349-91609dac1ae5,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:28.393611 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-7381d575-8344-488a-90e9-db44a3effce8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:28.395719 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7381d575-8344-488a-90e9-db44a3effce8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6983404 Aug 18 14:04:28.399035 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40248) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:28.404011 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-2c713414-5954-425d-9583-df76b13b0f6d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'security_group_rule': {'security_group_id': '031d73ea-bb6f-4817-a349-91609dac1ae5', 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:28.485372 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:28.532964 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2c713414-5954-425d-9583-df76b13b0f6d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:28.594730 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2c713414-5954-425d-9583-df76b13b0f6d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:28.664658 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2c713414-5954-425d-9583-df76b13b0f6d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:28.690154 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c713414-5954-425d-9583-df76b13b0f6d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db71107-f95f-4a89-b23c-9bcca76d6690,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:28.778945 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2c713414-5954-425d-9583-df76b13b0f6d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:28.780563 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2c713414-5954-425d-9583-df76b13b0f6d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3799741 Aug 18 14:04:28.783700 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40250) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:28.788778 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-0c7f8653-7b0b-43b2-b0c6-faf3f954866a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'security_group_rule': {'security_group_id': '031d73ea-bb6f-4817-a349-91609dac1ae5', 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:28.901825 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0c7f8653-7b0b-43b2-b0c6-faf3f954866a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:28.971852 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0c7f8653-7b0b-43b2-b0c6-faf3f954866a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:29.056531 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0c7f8653-7b0b-43b2-b0c6-faf3f954866a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:29.077104 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f8653-7b0b-43b2-b0c6-faf3f954866a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9054755-bec0-4ff8-9f86-94bb5cfa1cb4,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:29.188018 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-0c7f8653-7b0b-43b2-b0c6-faf3f954866a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:29.196944 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0c7f8653-7b0b-43b2-b0c6-faf3f954866a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4046042 Aug 18 14:04:29.200300 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40252) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:29.205204 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-4420623d-e995-4cf7-9d72-33f1dd32af61 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'security_group_rule': {'security_group_id': '031d73ea-bb6f-4817-a349-91609dac1ae5', 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:29.379515 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4420623d-e995-4cf7-9d72-33f1dd32af61 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:29.448480 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4420623d-e995-4cf7-9d72-33f1dd32af61 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:29.482505 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:29.584484 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4420623d-e995-4cf7-9d72-33f1dd32af61 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:29.604464 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420623d-e995-4cf7-9d72-33f1dd32af61 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76a448d2-aec6-4d78-bac8-d8dcbcd89219,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:29.687499 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4420623d-e995-4cf7-9d72-33f1dd32af61 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:29.688739 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4420623d-e995-4cf7-9d72-33f1dd32af61 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4873805 Aug 18 14:04:29.691949 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40254) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:29.696916 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-efe09caf-1df3-4ea5-8029-d5be31e2952a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'security_group_rule': {'security_group_id': '031d73ea-bb6f-4817-a349-91609dac1ae5', 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:29.796549 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-efe09caf-1df3-4ea5-8029-d5be31e2952a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:29.879899 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-efe09caf-1df3-4ea5-8029-d5be31e2952a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:29.976477 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-efe09caf-1df3-4ea5-8029-d5be31e2952a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:30.000662 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe09caf-1df3-4ea5-8029-d5be31e2952a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2055af04-7c95-40fc-8558-06dedd9cb53b,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:30.073542 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-efe09caf-1df3-4ea5-8029-d5be31e2952a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:30.075611 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-efe09caf-1df3-4ea5-8029-d5be31e2952a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3825998 Aug 18 14:04:30.078851 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40256) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:30.083539 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-94330c21-d320-4694-a2f7-9cbe24d61e19 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'security_group_rule': {'security_group_id': '031d73ea-bb6f-4817-a349-91609dac1ae5', 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:30.236333 n-d-803603-2 neutron-server[101676]: INFO neutron.db.securitygroups_db [None req-94330c21-d320-4694-a2f7-9cbe24d61e19 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Project c4b6cbf5f3fd46fcb1038295c88e6b22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:04:30.242323 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-94330c21-d320-4694-a2f7-9cbe24d61e19 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:30.344708 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-94330c21-d320-4694-a2f7-9cbe24d61e19 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:30.462291 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-94330c21-d320-4694-a2f7-9cbe24d61e19 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:30.486064 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94330c21-d320-4694-a2f7-9cbe24d61e19 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7f874cd-d7e5-4f7c-8fa7-bc9a419ee87a,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:30.567568 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-94330c21-d320-4694-a2f7-9cbe24d61e19 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:30.569043 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-94330c21-d320-4694-a2f7-9cbe24d61e19 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4890525 Aug 18 14:04:30.572205 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40258) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:30.577841 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-cd6073b0-5a03-4bd6-be3a-38f48408af5f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'security_group_rule': {'security_group_id': '031d73ea-bb6f-4817-a349-91609dac1ae5', 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:30.696337 n-d-803603-2 neutron-server[101676]: INFO neutron.db.securitygroups_db [None req-cd6073b0-5a03-4bd6-be3a-38f48408af5f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Project c4b6cbf5f3fd46fcb1038295c88e6b22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:04:30.701920 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cd6073b0-5a03-4bd6-be3a-38f48408af5f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:30.783609 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cd6073b0-5a03-4bd6-be3a-38f48408af5f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:30.884845 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cd6073b0-5a03-4bd6-be3a-38f48408af5f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:30.905070 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6073b0-5a03-4bd6-be3a-38f48408af5f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ab34cb9-0df3-43d6-a0ef-3aedf345ab0c,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:30.983568 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cd6073b0-5a03-4bd6-be3a-38f48408af5f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:30.985715 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-cd6073b0-5a03-4bd6-be3a-38f48408af5f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4116914 Aug 18 14:04:30.988875 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40260) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:30.995501 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-3cc3f2c3-1cd2-4b74-b693-3301469ceeba tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'network': {'name': 'tempest-network-smoke--302562246', 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'port_security_enabled': True}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:31.099263 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc3f2c3-1cd2-4b74-b693-3301469ceeba tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Made reservation on behalf of c4b6cbf5f3fd46fcb1038295c88e6b22 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:04:31.103154 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3cc3f2c3-1cd2-4b74-b693-3301469ceeba tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:31.130860 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cc3f2c3-1cd2-4b74-b693-3301469ceeba tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:04:31.146380 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3cc3f2c3-1cd2-4b74-b693-3301469ceeba tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:31.146981 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-3cc3f2c3-1cd2-4b74-b693-3301469ceeba tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Added segment eadd4976-0305-45e4-8f17-d52b8efe3e3e of type vlan for network 375ced2a-dd84-47c6-a970-d822fd15aec2 Aug 18 14:04:31.220146 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3cc3f2c3-1cd2-4b74-b693-3301469ceeba tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:31.319428 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3cc3f2c3-1cd2-4b74-b693-3301469ceeba tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:31.325378 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc3f2c3-1cd2-4b74-b693-3301469ceeba tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:31.326005 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3cc3f2c3-1cd2-4b74-b693-3301469ceeba tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:31.405520 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3f2c3-1cd2-4b74-b693-3301469ceeba tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'Network': ['ID=375ced2a-dd84-47c6-a970-d822fd15aec2,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:31.417776 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 375ced2a-dd84-47c6-a970-d822fd15aec2 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:04:31.443277 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3cc3f2c3-1cd2-4b74-b693-3301469ceeba tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4528768 Aug 18 14:04:31.446920 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40262) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:31.453261 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-1fbcbc60-d182-4de8-b3dc-c5b57d5902d1 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-262601935', 'admin_state_up': True, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:31.561909 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1fbcbc60-d182-4de8-b3dc-c5b57d5902d1 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:31.563141 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1fbcbc60-d182-4de8-b3dc-c5b57d5902d1 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:31.650077 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1fbcbc60-d182-4de8-b3dc-c5b57d5902d1 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:31.880248 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1fbcbc60-d182-4de8-b3dc-c5b57d5902d1 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:32.172641 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1fbcbc60-d182-4de8-b3dc-c5b57d5902d1 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for router_gateway, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:32.194572 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1fbcbc60-d182-4de8-b3dc-c5b57d5902d1 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:32.332145 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-1fbcbc60-d182-4de8-b3dc-c5b57d5902d1 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Allocated IP 172.25.6.30 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/a1f0dc36-a541-4078-a817-8f344f9a4fad) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:04:32.455487 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1fbcbc60-d182-4de8-b3dc-c5b57d5902d1 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:32.599784 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1fbcbc60-d182-4de8-b3dc-c5b57d5902d1 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:32.651537 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbcbc60-d182-4de8-b3dc-c5b57d5902d1 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:04:32.655387 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-1fbcbc60-d182-4de8-b3dc-c5b57d5902d1 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:04:32.660196 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbcbc60-d182-4de8-b3dc-c5b57d5902d1 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:04:32.663565 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbcbc60-d182-4de8-b3dc-c5b57d5902d1 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'Port': ['ID=a1f0dc36-a541-4078-a817-8f344f9a4fad,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:33.042758 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1fbcbc60-d182-4de8-b3dc-c5b57d5902d1 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for router_gateway, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:33.279152 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1fbcbc60-d182-4de8-b3dc-c5b57d5902d1 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:33.475992 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbcbc60-d182-4de8-b3dc-c5b57d5902d1 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Router 419511df-6fa1-4038-ae95-87a2a13d43fe is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:04:33.590580 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbcbc60-d182-4de8-b3dc-c5b57d5902d1 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:04:33.604083 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fba1e5-09b6-4009-9f93-76bd737e5814 None None] Sync routers for ids ['419511df-6fa1-4038-ae95-87a2a13d43fe'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:04:33.615864 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fba1e5-09b6-4009-9f93-76bd737e5814 None None] Routers {'419511df-6fa1-4038-ae95-87a2a13d43fe'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:04:33.616560 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-21fba1e5-09b6-4009-9f93-76bd737e5814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:04:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['419511df-6fa1-4038-ae95-87a2a13d43fe'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:33.731430 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1fbcbc60-d182-4de8-b3dc-c5b57d5902d1 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:33.733334 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1fbcbc60-d182-4de8-b3dc-c5b57d5902d1 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2849348 Aug 18 14:04:33.738429 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40264) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:33.742984 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-21fba1e5-09b6-4009-9f93-76bd737e5814 None None] Set router 419511df-6fa1-4038-ae95-87a2a13d43fe gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:04:33.925745 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6efac894-8ac6-4f18-a368-05d8f1aa6cc6 tempest-TestNetworkAdvancedServerOps-441945603 tempest-TestNetworkAdvancedServerOps-441945603-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=c4b6cbf5f3fd46fcb1038295c88e6b22&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1858139 Aug 18 14:04:33.929192 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40268) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:33.978064 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-21fba1e5-09b6-4009-9f93-76bd737e5814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '419511df-6fa1-4038-ae95-87a2a13d43fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262601935', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'a1f0dc36-a541-4078-a817-8f344f9a4fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:31Z', 'updated_at': '2021-08-18T14:04:32Z', 'revision_number': 3, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': 'a1f0dc36-a541-4078-a817-8f344f9a4fad', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:03:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '419511df-6fa1-4038-ae95-87a2a13d43fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:32Z', 'updated_at': '2021-08-18T14:04:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:34.008543 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fba1e5-09b6-4009-9f93-76bd737e5814 None None] Checking router: 419511df-6fa1-4038-ae95-87a2a13d43fe for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:04:34.008860 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fba1e5-09b6-4009-9f93-76bd737e5814 None None] Updating router 419511df-6fa1-4038-ae95-87a2a13d43fe port a1f0dc36-a541-4078-a817-8f344f9a4fad binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:04:34.034003 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d69d35-c27a-4656-ac67-5a2871019f16 tempest-TestNetworkAdvancedServerOps-441945603 tempest-TestNetworkAdvancedServerOps-441945603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:34.035633 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-50d69d35-c27a-4656-ac67-5a2871019f16 tempest-TestNetworkAdvancedServerOps-441945603 tempest-TestNetworkAdvancedServerOps-441945603-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1054265 Aug 18 14:04:34.038637 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40270) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:34.039029 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-21fba1e5-09b6-4009-9f93-76bd737e5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:34.087197 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0f71f53b-92bb-436a-8a10-de773b4baa55 tempest-TestNetworkAdvancedServerOps-441945603 tempest-TestNetworkAdvancedServerOps-441945603-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=0babe39a-03c6-4af7-9ca5-00804dd781c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0470004 Aug 18 14:04:34.090537 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40272) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:34.096666 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-bb6760c2-80af-4eb5-9b70-70a5f8944c56 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-141653305', 'network_id': '375ced2a-dd84-47c6-a970-d822fd15aec2', 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:34.384992 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6760c2-80af-4eb5-9b70-70a5f8944c56 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Made reservation on behalf of c4b6cbf5f3fd46fcb1038295c88e6b22 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:04:34.390267 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bb6760c2-80af-4eb5-9b70-70a5f8944c56 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:34.403078 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-21fba1e5-09b6-4009-9f93-76bd737e5814 None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:34.414738 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-21fba1e5-09b6-4009-9f93-76bd737e5814 None None] Transition to ACTIVE for port object a1f0dc36-a541-4078-a817-8f344f9a4fad will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:04:34.496062 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-21fba1e5-09b6-4009-9f93-76bd737e5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:34.556477 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-21fba1e5-09b6-4009-9f93-76bd737e5814 None None] Attempting to bind port a1f0dc36-a541-4078-a817-8f344f9a4fad on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:04:34.556847 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-21fba1e5-09b6-4009-9f93-76bd737e5814 None None] Attempting to bind port a1f0dc36-a541-4078-a817-8f344f9a4fad by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:04:34.557214 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fba1e5-09b6-4009-9f93-76bd737e5814 None None] Attempting to bind port a1f0dc36-a541-4078-a817-8f344f9a4fad on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:04:34.560141 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e439a-c971-4625-a0db-84384a01e290 None None] Pushing event updated for resources: {'Port': ['ID=a1f0dc36-a541-4078-a817-8f344f9a4fad,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:34.570060 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fba1e5-09b6-4009-9f93-76bd737e5814 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:04:34.570469 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fba1e5-09b6-4009-9f93-76bd737e5814 None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:04:34.570880 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-21fba1e5-09b6-4009-9f93-76bd737e5814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:34.571336 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fba1e5-09b6-4009-9f93-76bd737e5814 None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:04:34.571868 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-21fba1e5-09b6-4009-9f93-76bd737e5814 None None] Bound port: a1f0dc36-a541-4078-a817-8f344f9a4fad, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:04:34.572257 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-21fba1e5-09b6-4009-9f93-76bd737e5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:34.575604 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889e439a-c971-4625-a0db-84384a01e290 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:34.575949 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889e439a-c971-4625-a0db-84384a01e290 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:34.576284 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889e439a-c971-4625-a0db-84384a01e290 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:34.576617 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889e439a-c971-4625-a0db-84384a01e290 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:34.577024 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889e439a-c971-4625-a0db-84384a01e290 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:34.577355 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889e439a-c971-4625-a0db-84384a01e290 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:34.577682 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889e439a-c971-4625-a0db-84384a01e290 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:34.578004 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889e439a-c971-4625-a0db-84384a01e290 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:34.578390 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889e439a-c971-4625-a0db-84384a01e290 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:34.578707 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889e439a-c971-4625-a0db-84384a01e290 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:34.579030 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889e439a-c971-4625-a0db-84384a01e290 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:34.579347 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889e439a-c971-4625-a0db-84384a01e290 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:04:34.642146 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-21fba1e5-09b6-4009-9f93-76bd737e5814 None None] For port a1f0dc36-a541-4078-a817-8f344f9a4fad, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:04:34.645935 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-21fba1e5-09b6-4009-9f93-76bd737e5814 None None] For port a1f0dc36-a541-4078-a817-8f344f9a4fad, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=a1f0dc36-a541-4078-a817-8f344f9a4fad,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:04:34.725302 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-21fba1e5-09b6-4009-9f93-76bd737e5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:34.789360 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fba1e5-09b6-4009-9f93-76bd737e5814 None None] Routers {'419511df-6fa1-4038-ae95-87a2a13d43fe'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:04:34.789999 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-21fba1e5-09b6-4009-9f93-76bd737e5814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:04:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['419511df-6fa1-4038-ae95-87a2a13d43fe'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:34.795964 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e439a-c971-4625-a0db-84384a01e290 None None] Pushing event updated for resources: {'Port': ['ID=a1f0dc36-a541-4078-a817-8f344f9a4fad,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:34.961242 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-21fba1e5-09b6-4009-9f93-76bd737e5814 None None] Set router 419511df-6fa1-4038-ae95-87a2a13d43fe gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:04:35.020215 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bb6760c2-80af-4eb5-9b70-70a5f8944c56 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:35.139169 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6760c2-80af-4eb5-9b70-70a5f8944c56 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'Subnet': ['ID=8f0d510f-82b3-4b12-8d26-a495413674dd,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:35.145787 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6760c2-80af-4eb5-9b70-70a5f8944c56 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Checking segment: {'id': 'eadd4976-0305-45e4-8f17-d52b8efe3e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '375ced2a-dd84-47c6-a970-d822fd15aec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:04:35.146387 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6760c2-80af-4eb5-9b70-70a5f8944c56 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Network hostable DHCP agents. Network: 375ced2a-dd84-47c6-a970-d822fd15aec2, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:04:35.285037 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6760c2-80af-4eb5-9b70-70a5f8944c56 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Network 375ced2a-dd84-47c6-a970-d822fd15aec2 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:04:35.354119 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-21fba1e5-09b6-4009-9f93-76bd737e5814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '419511df-6fa1-4038-ae95-87a2a13d43fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262601935', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'a1f0dc36-a541-4078-a817-8f344f9a4fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:31Z', 'updated_at': '2021-08-18T14:04:32Z', 'revision_number': 3, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': 'a1f0dc36-a541-4078-a817-8f344f9a4fad', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:03:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '419511df-6fa1-4038-ae95-87a2a13d43fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:32Z', 'updated_at': '2021-08-18T14:04:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:35.381712 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-bb6760c2-80af-4eb5-9b70-70a5f8944c56 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 375ced2a-dd84-47c6-a970-d822fd15aec2) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:04:35.386307 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fba1e5-09b6-4009-9f93-76bd737e5814 None None] The sync data for ids ['419511df-6fa1-4038-ae95-87a2a13d43fe'] in n-d-803603-2 is: [{'id': '419511df-6fa1-4038-ae95-87a2a13d43fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262601935', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'a1f0dc36-a541-4078-a817-8f344f9a4fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:31Z', 'updated_at': '2021-08-18T14:04:32Z', 'revision_number': 3, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': 'a1f0dc36-a541-4078-a817-8f344f9a4fad', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:03:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '419511df-6fa1-4038-ae95-87a2a13d43fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:32Z', 'updated_at': '2021-08-18T14:04:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:04:35.387595 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6760c2-80af-4eb5-9b70-70a5f8944c56 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:35.388576 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bb6760c2-80af-4eb5-9b70-70a5f8944c56 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:35.401246 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0b3961-2859-4a79-86db-c38dbb115c1f None None] Network 375ced2a-dd84-47c6-a970-d822fd15aec2 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:04:35.500191 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-bb6760c2-80af-4eb5-9b70-70a5f8944c56 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4081550 Aug 18 14:04:35.504432 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40274) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:35.613165 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decffb96-8b64-40b3-9e85-59503794be5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-375ced2a-dd84-47c6-a970-d822fd15aec2', 'network_id': '375ced2a-dd84-47c6-a970-d822fd15aec2', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'fixed_ips': [{'subnet_id': '8f0d510f-82b3-4b12-8d26-a495413674dd'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:04:35.615698 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-decffb96-8b64-40b3-9e85-59503794be5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:35.880176 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-decffb96-8b64-40b3-9e85-59503794be5f None None] Allocated IP 172.20.0.2 (375ced2a-dd84-47c6-a970-d822fd15aec2/8f0d510f-82b3-4b12-8d26-a495413674dd/e595eb44-c637-4b5b-a15f-252148c38699) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:04:36.125498 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-decffb96-8b64-40b3-9e85-59503794be5f None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:36.140544 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-decffb96-8b64-40b3-9e85-59503794be5f None None] Transition to ACTIVE for port object e595eb44-c637-4b5b-a15f-252148c38699 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:04:36.171505 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-decffb96-8b64-40b3-9e85-59503794be5f None None] Transition to ACTIVE for port object e595eb44-c637-4b5b-a15f-252148c38699 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:04:36.248750 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-decffb96-8b64-40b3-9e85-59503794be5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:36.261254 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-33bd25f5-95dd-4dd3-80df-1b2fe9c612b8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:36.334297 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decffb96-8b64-40b3-9e85-59503794be5f None None] Network 375ced2a-dd84-47c6-a970-d822fd15aec2 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:04:36.341355 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-decffb96-8b64-40b3-9e85-59503794be5f None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:04:36.348738 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decffb96-8b64-40b3-9e85-59503794be5f None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:04:36.364260 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decffb96-8b64-40b3-9e85-59503794be5f None None] Pushing event updated for resources: {'Port': ['ID=e595eb44-c637-4b5b-a15f-252148c38699,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:36.455316 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-decffb96-8b64-40b3-9e85-59503794be5f None None] Attempting to bind port e595eb44-c637-4b5b-a15f-252148c38699 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:04:36.456041 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-decffb96-8b64-40b3-9e85-59503794be5f None None] Attempting to bind port e595eb44-c637-4b5b-a15f-252148c38699 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'eadd4976-0305-45e4-8f17-d52b8efe3e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '375ced2a-dd84-47c6-a970-d822fd15aec2'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:04:36.456513 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decffb96-8b64-40b3-9e85-59503794be5f None None] Attempting to bind port e595eb44-c637-4b5b-a15f-252148c38699 on network 375ced2a-dd84-47c6-a970-d822fd15aec2 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:04:36.467348 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decffb96-8b64-40b3-9e85-59503794be5f None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:04:36.467837 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decffb96-8b64-40b3-9e85-59503794be5f None None] Checking segment: {'id': 'eadd4976-0305-45e4-8f17-d52b8efe3e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '375ced2a-dd84-47c6-a970-d822fd15aec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:04:36.468873 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-decffb96-8b64-40b3-9e85-59503794be5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:36.469454 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decffb96-8b64-40b3-9e85-59503794be5f None None] Bound using segment: {'id': 'eadd4976-0305-45e4-8f17-d52b8efe3e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '375ced2a-dd84-47c6-a970-d822fd15aec2'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:04:36.470341 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-decffb96-8b64-40b3-9e85-59503794be5f None None] Bound port: e595eb44-c637-4b5b-a15f-252148c38699, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eadd4976-0305-45e4-8f17-d52b8efe3e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '375ced2a-dd84-47c6-a970-d822fd15aec2'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:04:36.471022 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-decffb96-8b64-40b3-9e85-59503794be5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:36.593009 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-decffb96-8b64-40b3-9e85-59503794be5f None None] For port e595eb44-c637-4b5b-a15f-252148c38699, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:04:36.599259 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-decffb96-8b64-40b3-9e85-59503794be5f None None] For port e595eb44-c637-4b5b-a15f-252148c38699, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=e595eb44-c637-4b5b-a15f-252148c38699,segment=NetworkSegment(eadd4976-0305-45e4-8f17-d52b8efe3e3e),segment_id=eadd4976-0305-45e4-8f17-d52b8efe3e3e)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:04:36.645138 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-33bd25f5-95dd-4dd3-80df-1b2fe9c612b8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Allocated IP 172.20.0.1 (375ced2a-dd84-47c6-a970-d822fd15aec2/8f0d510f-82b3-4b12-8d26-a495413674dd/e50d8327-fbce-41f8-b9c8-2b5c164c2715) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:04:36.664791 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-decffb96-8b64-40b3-9e85-59503794be5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:36.743261 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decffb96-8b64-40b3-9e85-59503794be5f None None] Pushing event updated for resources: {'Port': ['ID=e595eb44-c637-4b5b-a15f-252148c38699,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:36.873385 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-33bd25f5-95dd-4dd3-80df-1b2fe9c612b8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:36.878533 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device a1f0dc36-a541-4078-a817-8f344f9a4fad up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:04:36.894716 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-33bd25f5-95dd-4dd3-80df-1b2fe9c612b8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Transition to ACTIVE for port object e50d8327-fbce-41f8-b9c8-2b5c164c2715 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:04:37.011150 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-33bd25f5-95dd-4dd3-80df-1b2fe9c612b8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:37.044949 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port a1f0dc36-a541-4078-a817-8f344f9a4fad completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:04:37.050655 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port a1f0dc36-a541-4078-a817-8f344f9a4fad triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:37.051039 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:37.104770 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bd25f5-95dd-4dd3-80df-1b2fe9c612b8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Network 375ced2a-dd84-47c6-a970-d822fd15aec2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:04:37.122299 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-33bd25f5-95dd-4dd3-80df-1b2fe9c612b8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:04:37.130164 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bd25f5-95dd-4dd3-80df-1b2fe9c612b8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:04:37.143875 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd25f5-95dd-4dd3-80df-1b2fe9c612b8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'Port': ['ID=e50d8327-fbce-41f8-b9c8-2b5c164c2715,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:37.179122 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:37.217640 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port a1f0dc36-a541-4078-a817-8f344f9a4fad, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=a1f0dc36-a541-4078-a817-8f344f9a4fad,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:37.220166 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-33bd25f5-95dd-4dd3-80df-1b2fe9c612b8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:37.304878 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:37.372807 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=a1f0dc36-a541-4078-a817-8f344f9a4fad,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:37.486317 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-33bd25f5-95dd-4dd3-80df-1b2fe9c612b8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:37.945032 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0bcc32-ef34-4b0e-a5fe-78869f59bed4 None None] Network 375ced2a-dd84-47c6-a970-d822fd15aec2 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:04:37.963411 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-33bd25f5-95dd-4dd3-80df-1b2fe9c612b8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:38.030433 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-33bd25f5-95dd-4dd3-80df-1b2fe9c612b8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:38.116058 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-33bd25f5-95dd-4dd3-80df-1b2fe9c612b8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:38.118068 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd25f5-95dd-4dd3-80df-1b2fe9c612b8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'Port': ['ID=e50d8327-fbce-41f8-b9c8-2b5c164c2715,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:38.136693 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7caceb90-af31-4906-925c-542c38f2187b None None] Provisioning for port e595eb44-c637-4b5b-a15f-252148c38699 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:04:38.269270 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bd25f5-95dd-4dd3-80df-1b2fe9c612b8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Network 375ced2a-dd84-47c6-a970-d822fd15aec2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:04:38.271509 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-33bd25f5-95dd-4dd3-80df-1b2fe9c612b8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:04:38.448164 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33bd25f5-95dd-4dd3-80df-1b2fe9c612b8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Router 419511df-6fa1-4038-ae95-87a2a13d43fe has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:04:38.587130 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-97764ffd-0e9f-49fe-a133-adbfedfa548b None None] Provisioning for port e50d8327-fbce-41f8-b9c8-2b5c164c2715 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:04:38.592209 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-97764ffd-0e9f-49fe-a133-adbfedfa548b None None] Provisioning complete for port e50d8327-fbce-41f8-b9c8-2b5c164c2715 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:38.593441 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-97764ffd-0e9f-49fe-a133-adbfedfa548b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:38.623580 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33bd25f5-95dd-4dd3-80df-1b2fe9c612b8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:04:38.630680 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-33bd25f5-95dd-4dd3-80df-1b2fe9c612b8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "PUT /v2.0/routers/419511df-6fa1-4038-ae95-87a2a13d43fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1255352 Aug 18 14:04:38.649180 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18dc5b8-9160-48b9-ab86-3e27103ed516 None None] Sync routers for ids ['419511df-6fa1-4038-ae95-87a2a13d43fe'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:04:38.670016 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-97764ffd-0e9f-49fe-a133-adbfedfa548b None None] Port e50d8327-fbce-41f8-b9c8-2b5c164c2715 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:04:38.683048 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18dc5b8-9160-48b9-ab86-3e27103ed516 None None] Routers {'419511df-6fa1-4038-ae95-87a2a13d43fe'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:04:38.683048 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e18dc5b8-9160-48b9-ab86-3e27103ed516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:04:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['419511df-6fa1-4038-ae95-87a2a13d43fe'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:38.827114 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-08d6f822-c29a-4d02-9592-7e8faea54ec5 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1174541671&fields=id&tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22 HTTP/1.1" status: 200 len: 267 time: 0.0668180 Aug 18 14:04:39.044327 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device a1f0dc36-a541-4078-a817-8f344f9a4fad up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:04:39.086959 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d0bc753b-dd6c-4bf4-977e-14b59486649a None None] Provisioning complete for port e50d8327-fbce-41f8-b9c8-2b5c164c2715 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:39.087244 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d0bc753b-dd6c-4bf4-977e-14b59486649a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:39.139591 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-e18dc5b8-9160-48b9-ab86-3e27103ed516 None None] Set router 419511df-6fa1-4038-ae95-87a2a13d43fe gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:04:39.195565 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-d0bc753b-dd6c-4bf4-977e-14b59486649a None None] Port e50d8327-fbce-41f8-b9c8-2b5c164c2715 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:04:39.242130 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port a1f0dc36-a541-4078-a817-8f344f9a4fad triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:39.242537 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:39.351595 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-cab23f54-dd61-4120-9f55-438a3ef19902 None None] Provisioning complete for port e50d8327-fbce-41f8-b9c8-2b5c164c2715 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:39.352019 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cab23f54-dd61-4120-9f55-438a3ef19902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:39.441656 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-cab23f54-dd61-4120-9f55-438a3ef19902 None None] Port e50d8327-fbce-41f8-b9c8-2b5c164c2715 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:04:39.485512 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device e595eb44-c637-4b5b-a15f-252148c38699 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:04:39.553680 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e18dc5b8-9160-48b9-ab86-3e27103ed516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '419511df-6fa1-4038-ae95-87a2a13d43fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262601935', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'a1f0dc36-a541-4078-a817-8f344f9a4fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:31Z', 'updated_at': '2021-08-18T14:04:37Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': 'a1f0dc36-a541-4078-a817-8f344f9a4fad', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:03:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419511df-6fa1-4038-ae95-87a2a13d43fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:32Z', 'updated_at': '2021-08-18T14:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'e50d8327-fbce-41f8-b9c8-2b5c164c2715', 'name': '', 'network_id': '375ced2a-dd84-47c6-a970-d822fd15aec2', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'mac_address': 'fa:16:3e:e1:dd:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '419511df-6fa1-4038-ae95-87a2a13d43fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '8f0d510f-82b3-4b12-8d26-a495413674dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:36Z', 'updated_at': '2021-08-18T14:04:37Z', 'revision_number': 2, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'subnets': [{'id': '8f0d510f-82b3-4b12-8d26-a495413674dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:39.570077 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-18ba69d7-b19c-4f59-81d5-27423d11bfd5 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:39.571761 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-18ba69d7-b19c-4f59-81d5-27423d11bfd5 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/networks?id=375ced2a-dd84-47c6-a970-d822fd15aec2 HTTP/1.1" status: 200 len: 796 time: 0.7378364 Aug 18 14:04:39.584846 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18dc5b8-9160-48b9-ab86-3e27103ed516 None None] Checking router: 419511df-6fa1-4038-ae95-87a2a13d43fe for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:04:39.585202 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18dc5b8-9160-48b9-ab86-3e27103ed516 None None] Updating router 419511df-6fa1-4038-ae95-87a2a13d43fe port e50d8327-fbce-41f8-b9c8-2b5c164c2715 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:04:39.595842 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-00111a9d-b5be-4489-9962-3c58189f0364 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/quotas/c4b6cbf5f3fd46fcb1038295c88e6b22 HTTP/1.1" status: 200 len: 375 time: 0.0150979 Aug 18 14:04:39.613788 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e18dc5b8-9160-48b9-ab86-3e27103ed516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:39.632291 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port e595eb44-c637-4b5b-a15f-252148c38699 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:04:39.655991 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port e595eb44-c637-4b5b-a15f-252148c38699 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:39.656373 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:39.680296 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-a5dfb421-2669-4c85-967d-5a3b5721c3ea tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0770731 Aug 18 14:04:39.882989 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:39.907140 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-47de441b-7972-45ec-8d76-071e7e3f06db service neutron] 10.222.0.13 "GET /v2.0/networks/375ced2a-dd84-47c6-a970-d822fd15aec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123652 Aug 18 14:04:39.949900 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port e595eb44-c637-4b5b-a15f-252148c38699, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=e595eb44-c637-4b5b-a15f-252148c38699,segment=NetworkSegment(eadd4976-0305-45e4-8f17-d52b8efe3e3e),segment_id=eadd4976-0305-45e4-8f17-d52b8efe3e3e)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:40.024580 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:40.037873 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-46c8df5f-d521-48ec-aac0-a74b2cbbc983 service neutron] 10.222.0.13 "GET /v2.0/networks/375ced2a-dd84-47c6-a970-d822fd15aec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220138 Aug 18 14:04:40.103888 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e18dc5b8-9160-48b9-ab86-3e27103ed516 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:40.141936 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-e18dc5b8-9160-48b9-ab86-3e27103ed516 None None] Transition to ACTIVE for port object e50d8327-fbce-41f8-b9c8-2b5c164c2715 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:04:40.169415 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=e595eb44-c637-4b5b-a15f-252148c38699,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:40.270854 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e18dc5b8-9160-48b9-ab86-3e27103ed516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:40.365606 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-329212c5-916d-4bb7-9cff-f8db00b57d89 req-d6ee81ea-9711-44c6-b9f3-d52854a3afa6 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=825060e9-4138-44bc-b80d-f806fc035990 HTTP/1.1" status: 200 len: 210 time: 0.0563936 Aug 18 14:04:40.370809 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a13474-7397-4261-9e57-4644cbb631a1 None None] Pushing event updated for resources: {'Port': ['ID=e50d8327-fbce-41f8-b9c8-2b5c164c2715,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:40.463747 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-e18dc5b8-9160-48b9-ab86-3e27103ed516 None None] Attempting to bind port e50d8327-fbce-41f8-b9c8-2b5c164c2715 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:04:40.464359 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-e18dc5b8-9160-48b9-ab86-3e27103ed516 None None] Attempting to bind port e50d8327-fbce-41f8-b9c8-2b5c164c2715 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'eadd4976-0305-45e4-8f17-d52b8efe3e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '375ced2a-dd84-47c6-a970-d822fd15aec2'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:04:40.464998 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18dc5b8-9160-48b9-ab86-3e27103ed516 None None] Attempting to bind port e50d8327-fbce-41f8-b9c8-2b5c164c2715 on network 375ced2a-dd84-47c6-a970-d822fd15aec2 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:04:40.475593 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18dc5b8-9160-48b9-ab86-3e27103ed516 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:04:40.476220 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18dc5b8-9160-48b9-ab86-3e27103ed516 None None] Checking segment: {'id': 'eadd4976-0305-45e4-8f17-d52b8efe3e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '375ced2a-dd84-47c6-a970-d822fd15aec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:04:40.476925 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e18dc5b8-9160-48b9-ab86-3e27103ed516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:40.477582 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18dc5b8-9160-48b9-ab86-3e27103ed516 None None] Bound using segment: {'id': 'eadd4976-0305-45e4-8f17-d52b8efe3e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '375ced2a-dd84-47c6-a970-d822fd15aec2'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:04:40.478484 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-e18dc5b8-9160-48b9-ab86-3e27103ed516 None None] Bound port: e50d8327-fbce-41f8-b9c8-2b5c164c2715, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eadd4976-0305-45e4-8f17-d52b8efe3e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '375ced2a-dd84-47c6-a970-d822fd15aec2'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:04:40.479119 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e18dc5b8-9160-48b9-ab86-3e27103ed516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:40.586110 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-e18dc5b8-9160-48b9-ab86-3e27103ed516 None None] For port e50d8327-fbce-41f8-b9c8-2b5c164c2715, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:04:40.589950 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-e18dc5b8-9160-48b9-ab86-3e27103ed516 None None] For port e50d8327-fbce-41f8-b9c8-2b5c164c2715, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=e50d8327-fbce-41f8-b9c8-2b5c164c2715,segment=NetworkSegment(eadd4976-0305-45e4-8f17-d52b8efe3e3e),segment_id=eadd4976-0305-45e4-8f17-d52b8efe3e3e)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:04:40.660921 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e18dc5b8-9160-48b9-ab86-3e27103ed516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:40.735783 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18dc5b8-9160-48b9-ab86-3e27103ed516 None None] Routers {'419511df-6fa1-4038-ae95-87a2a13d43fe'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:04:40.736447 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e18dc5b8-9160-48b9-ab86-3e27103ed516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:04:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['419511df-6fa1-4038-ae95-87a2a13d43fe'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:40.785907 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a13474-7397-4261-9e57-4644cbb631a1 None None] Pushing event updated for resources: {'Port': ['ID=e50d8327-fbce-41f8-b9c8-2b5c164c2715,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:40.890107 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device e595eb44-c637-4b5b-a15f-252148c38699 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:04:40.934273 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-e18dc5b8-9160-48b9-ab86-3e27103ed516 None None] Set router 419511df-6fa1-4038-ae95-87a2a13d43fe gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:04:41.081921 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port e595eb44-c637-4b5b-a15f-252148c38699 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:41.082316 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:41.273458 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-e18dc5b8-9160-48b9-ab86-3e27103ed516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '419511df-6fa1-4038-ae95-87a2a13d43fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262601935', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'a1f0dc36-a541-4078-a817-8f344f9a4fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:31Z', 'updated_at': '2021-08-18T14:04:37Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': 'a1f0dc36-a541-4078-a817-8f344f9a4fad', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:03:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419511df-6fa1-4038-ae95-87a2a13d43fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:32Z', 'updated_at': '2021-08-18T14:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'e50d8327-fbce-41f8-b9c8-2b5c164c2715', 'name': '', 'network_id': '375ced2a-dd84-47c6-a970-d822fd15aec2', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'mac_address': 'fa:16:3e:e1:dd:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '419511df-6fa1-4038-ae95-87a2a13d43fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '8f0d510f-82b3-4b12-8d26-a495413674dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:36Z', 'updated_at': '2021-08-18T14:04:40Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'subnets': [{'id': '8f0d510f-82b3-4b12-8d26-a495413674dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:41.304231 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18dc5b8-9160-48b9-ab86-3e27103ed516 None None] The sync data for ids ['419511df-6fa1-4038-ae95-87a2a13d43fe'] in n-d-803603-2 is: [{'id': '419511df-6fa1-4038-ae95-87a2a13d43fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262601935', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'a1f0dc36-a541-4078-a817-8f344f9a4fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:31Z', 'updated_at': '2021-08-18T14:04:37Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': 'a1f0dc36-a541-4078-a817-8f344f9a4fad', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:03:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419511df-6fa1-4038-ae95-87a2a13d43fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:32Z', 'updated_at': '2021-08-18T14:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'e50d8327-fbce-41f8-b9c8-2b5c164c2715', 'name': '', 'network_id': '375ced2a-dd84-47c6-a970-d822fd15aec2', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'mac_address': 'fa:16:3e:e1:dd:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '419511df-6fa1-4038-ae95-87a2a13d43fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '8f0d510f-82b3-4b12-8d26-a495413674dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:36Z', 'updated_at': '2021-08-18T14:04:40Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'subnets': [{'id': '8f0d510f-82b3-4b12-8d26-a495413674dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:04:41.504807 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-80e4242a-cd4f-48cd-bc9f-3b6acce1a7f7 req-c6003132-f4f4-40b2-936f-8320dda0be13 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=825060e9-4138-44bc-b80d-f806fc035990 HTTP/1.1" status: 200 len: 210 time: 0.0487192 Aug 18 14:04:41.847888 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bc6fc6bb-4129-4332-a1c1-b82d721a44d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:42.629164 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7d7b48bf-f8c3-449f-897a-73a20bd48120 req-a56c36a1-2f0b-455b-b922-88e02a4b2ec7 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=825060e9-4138-44bc-b80d-f806fc035990 HTTP/1.1" status: 200 len: 210 time: 0.0315115 Aug 18 14:04:42.878756 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device e50d8327-fbce-41f8-b9c8-2b5c164c2715 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:04:43.010607 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port e50d8327-fbce-41f8-b9c8-2b5c164c2715 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:04:43.018380 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port e50d8327-fbce-41f8-b9c8-2b5c164c2715 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:43.018977 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:43.140403 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:43.199732 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port e50d8327-fbce-41f8-b9c8-2b5c164c2715, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=e50d8327-fbce-41f8-b9c8-2b5c164c2715,segment=NetworkSegment(eadd4976-0305-45e4-8f17-d52b8efe3e3e),segment_id=eadd4976-0305-45e4-8f17-d52b8efe3e3e)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:43.290333 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:43.379096 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=e50d8327-fbce-41f8-b9c8-2b5c164c2715,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:43.471780 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-d84a2a78-51f9-4188-b1b7-3410cbc43dfa tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:43.473475 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-d84a2a78-51f9-4188-b1b7-3410cbc43dfa tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.20 "GET /v2.0/networks?id=375ced2a-dd84-47c6-a970-d822fd15aec2 HTTP/1.1" status: 200 len: 796 time: 0.1657898 Aug 18 14:04:43.540735 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-e0548eae-1b5b-4d0a-a321-0edad779d9ca tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22 HTTP/1.1" status: 200 len: 380 time: 0.0578353 Aug 18 14:04:43.552045 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-7d66c9d0-6979-4fa6-b1bf-a17dfe67c029 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'port': {'device_id': '825060e9-4138-44bc-b80d-f806fc035990', 'network_id': '375ced2a-dd84-47c6-a970-d822fd15aec2', 'admin_state_up': True, 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'security_groups': ['031d73ea-bb6f-4817-a349-91609dac1ae5']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:43.791181 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0b5bfd90-4a1b-4876-a0ef-17e8b1271440 req-e53b0d2b-c25d-4cca-bc89-a2a774253636 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=825060e9-4138-44bc-b80d-f806fc035990 HTTP/1.1" status: 200 len: 210 time: 0.0507278 Aug 18 14:04:43.801759 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-7d66c9d0-6979-4fa6-b1bf-a17dfe67c029 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Made reservation on behalf of c4b6cbf5f3fd46fcb1038295c88e6b22 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:04:43.808393 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-7d66c9d0-6979-4fa6-b1bf-a17dfe67c029 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:43.879767 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f4a70eae-708e-491c-b095-987491dd98a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:43.971355 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-7d66c9d0-6979-4fa6-b1bf-a17dfe67c029 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Allocated IP 172.20.0.11 (375ced2a-dd84-47c6-a970-d822fd15aec2/8f0d510f-82b3-4b12-8d26-a495413674dd/8df83758-6bdd-4b28-b2b3-aa770680ef92) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:04:44.145696 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-7d66c9d0-6979-4fa6-b1bf-a17dfe67c029 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:44.164445 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-7d66c9d0-6979-4fa6-b1bf-a17dfe67c029 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Transition to ACTIVE for port object 8df83758-6bdd-4b28-b2b3-aa770680ef92 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:04:44.276864 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-7d66c9d0-6979-4fa6-b1bf-a17dfe67c029 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:44.336719 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-7d66c9d0-6979-4fa6-b1bf-a17dfe67c029 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Network 375ced2a-dd84-47c6-a970-d822fd15aec2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:04:44.346887 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-7d66c9d0-6979-4fa6-b1bf-a17dfe67c029 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:04:44.351522 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-7d66c9d0-6979-4fa6-b1bf-a17dfe67c029 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:04:44.382425 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66c9d0-6979-4fa6-b1bf-a17dfe67c029 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'Port': ['ID=8df83758-6bdd-4b28-b2b3-aa770680ef92,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:44.426011 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-7d66c9d0-6979-4fa6-b1bf-a17dfe67c029 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:44.427205 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-7d66c9d0-6979-4fa6-b1bf-a17dfe67c029 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:44.521005 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-7d66c9d0-6979-4fa6-b1bf-a17dfe67c029 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9738290 Aug 18 14:04:44.535183 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-97944d5b-46a1-4e20-b231-697ca4ef9549 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:04:44.536598 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-97944d5b-46a1-4e20-b231-697ca4ef9549 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080018 Aug 18 14:04:44.630228 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-19682270-aea3-4cd7-a912-171d8ddba7e1 service neutron] Request body: {'port': {'device_id': '825060e9-4138-44bc-b80d-f806fc035990', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:44.644661 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:44.705102 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-19682270-aea3-4cd7-a912-171d8ddba7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:44.747916 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d973dd33-a3c3-49fe-8432-c124d0614f54 None None] Provisioning for port 8df83758-6bdd-4b28-b2b3-aa770680ef92 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:04:44.754507 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d973dd33-a3c3-49fe-8432-c124d0614f54 None None] Provisioning complete for port 8df83758-6bdd-4b28-b2b3-aa770680ef92 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:44.754963 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d973dd33-a3c3-49fe-8432-c124d0614f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:44.828195 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-d973dd33-a3c3-49fe-8432-c124d0614f54 None None] Port 8df83758-6bdd-4b28-b2b3-aa770680ef92 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:04:44.871416 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device e50d8327-fbce-41f8-b9c8-2b5c164c2715 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:04:44.939844 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port e50d8327-fbce-41f8-b9c8-2b5c164c2715 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:44.940992 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:44.992829 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672414c-8c5f-4716-971c-cf894fe9faad req-cada6c15-6b67-45ed-929b-8ebe008f8159 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:44.996641 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7672414c-8c5f-4716-971c-cf894fe9faad req-cada6c15-6b67-45ed-929b-8ebe008f8159 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=825060e9-4138-44bc-b80d-f806fc035990 HTTP/1.1" status: 200 len: 932 time: 0.0720570 Aug 18 14:04:45.060361 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7672414c-8c5f-4716-971c-cf894fe9faad req-17c20d23-0120-4412-bf74-404fd1ea9d31 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=031d73ea-bb6f-4817-a349-91609dac1ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550823 Aug 18 14:04:45.196209 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-19682270-aea3-4cd7-a912-171d8ddba7e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8df83758-6bdd-4b28-b2b3-aa770680ef92 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:04:45.210877 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-19682270-aea3-4cd7-a912-171d8ddba7e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:45.234394 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-19682270-aea3-4cd7-a912-171d8ddba7e1 service neutron] Transition to ACTIVE for port object 8df83758-6bdd-4b28-b2b3-aa770680ef92 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:04:45.315817 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-19682270-aea3-4cd7-a912-171d8ddba7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:45.381903 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19682270-aea3-4cd7-a912-171d8ddba7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=8df83758-6bdd-4b28-b2b3-aa770680ef92,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:45.487184 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-19682270-aea3-4cd7-a912-171d8ddba7e1 service neutron] Attempting to bind port 8df83758-6bdd-4b28-b2b3-aa770680ef92 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:04:45.487754 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-19682270-aea3-4cd7-a912-171d8ddba7e1 service neutron] Attempting to bind port 8df83758-6bdd-4b28-b2b3-aa770680ef92 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': 'eadd4976-0305-45e4-8f17-d52b8efe3e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '375ced2a-dd84-47c6-a970-d822fd15aec2'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:04:45.488322 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-19682270-aea3-4cd7-a912-171d8ddba7e1 service neutron] Attempting to bind port 8df83758-6bdd-4b28-b2b3-aa770680ef92 on network 375ced2a-dd84-47c6-a970-d822fd15aec2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:04:45.497147 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-19682270-aea3-4cd7-a912-171d8ddba7e1 service neutron] Port 8df83758-6bdd-4b28-b2b3-aa770680ef92 on network 375ced2a-dd84-47c6-a970-d822fd15aec2 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:04:45.497695 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-19682270-aea3-4cd7-a912-171d8ddba7e1 service neutron] Attempting to bind port 8df83758-6bdd-4b28-b2b3-aa770680ef92 on network 375ced2a-dd84-47c6-a970-d822fd15aec2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:04:45.506830 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-19682270-aea3-4cd7-a912-171d8ddba7e1 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:04:45.507419 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-19682270-aea3-4cd7-a912-171d8ddba7e1 service neutron] Checking segment: {'id': 'eadd4976-0305-45e4-8f17-d52b8efe3e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '375ced2a-dd84-47c6-a970-d822fd15aec2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:04:45.508088 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-19682270-aea3-4cd7-a912-171d8ddba7e1 service neutron] Bound using segment: {'id': 'eadd4976-0305-45e4-8f17-d52b8efe3e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '375ced2a-dd84-47c6-a970-d822fd15aec2'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:04:45.508845 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-19682270-aea3-4cd7-a912-171d8ddba7e1 service neutron] Bound port: 8df83758-6bdd-4b28-b2b3-aa770680ef92, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eadd4976-0305-45e4-8f17-d52b8efe3e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '375ced2a-dd84-47c6-a970-d822fd15aec2'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:04:45.509481 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-19682270-aea3-4cd7-a912-171d8ddba7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:45.627880 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-19682270-aea3-4cd7-a912-171d8ddba7e1 service neutron] For port 8df83758-6bdd-4b28-b2b3-aa770680ef92, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:04:45.632023 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-19682270-aea3-4cd7-a912-171d8ddba7e1 service neutron] For port 8df83758-6bdd-4b28-b2b3-aa770680ef92, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=8df83758-6bdd-4b28-b2b3-aa770680ef92,segment=NetworkSegment(eadd4976-0305-45e4-8f17-d52b8efe3e3e),segment_id=eadd4976-0305-45e4-8f17-d52b8efe3e3e)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:04:45.718996 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:45.774412 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-19682270-aea3-4cd7-a912-171d8ddba7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:45.835014 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-19682270-aea3-4cd7-a912-171d8ddba7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:45.835521 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-19682270-aea3-4cd7-a912-171d8ddba7e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:45.837025 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-19682270-aea3-4cd7-a912-171d8ddba7e1 service neutron] 10.222.0.20 "PUT /v2.0/ports/8df83758-6bdd-4b28-b2b3-aa770680ef92 HTTP/1.1" status: 200 len: 1092 time: 1.2920980 Aug 18 14:04:45.837506 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '825060e9-4138-44bc-b80d-f806fc035990', 'tag': '8df83758-6bdd-4b28-b2b3-aa770680ef92'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:04:45.840080 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4f5307-814c-4637-ac6d-5847df89646e" -d '{"events": [{"name": "network-changed", "server_uuid": "825060e9-4138-44bc-b80d-f806fc035990", "tag": "8df83758-6bdd-4b28-b2b3-aa770680ef92"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:04:45.880985 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19682270-aea3-4cd7-a912-171d8ddba7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=8df83758-6bdd-4b28-b2b3-aa770680ef92,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:45.891302 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0db1795-dbd9-40be-8771-746c1e11c6da x-openstack-request-id: req-c0db1795-dbd9-40be-8771-746c1e11c6da {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:04:45.891744 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "825060e9-4138-44bc-b80d-f806fc035990", "tag": "8df83758-6bdd-4b28-b2b3-aa770680ef92", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:04:45.893208 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c0db1795-dbd9-40be-8771-746c1e11c6da {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:04:45.893748 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '825060e9-4138-44bc-b80d-f806fc035990', 'tag': '8df83758-6bdd-4b28-b2b3-aa770680ef92', 'status': 'completed', 'code': 200} Aug 18 14:04:45.971128 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f5307-814c-4637-ac6d-5847df89646e req-542d5b32-96d4-48f0-a42e-4977ccca768e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:45.972791 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8b4f5307-814c-4637-ac6d-5847df89646e req-542d5b32-96d4-48f0-a42e-4977ccca768e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22&device_id=825060e9-4138-44bc-b80d-f806fc035990 HTTP/1.1" status: 200 len: 1095 time: 0.0597954 Aug 18 14:04:46.135013 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f5307-814c-4637-ac6d-5847df89646e req-ac8f967c-88ce-422c-be2d-2fa359c15dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:46.137581 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8b4f5307-814c-4637-ac6d-5847df89646e req-ac8f967c-88ce-422c-be2d-2fa359c15dc3 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1563518 Aug 18 14:04:46.250207 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d0cd7-01bb-4e81-9b84-f591feea4790 req-858e4394-a4f7-42c3-897a-179c62883906 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:46.252626 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-702d0cd7-01bb-4e81-9b84-f591feea4790 req-858e4394-a4f7-42c3-897a-179c62883906 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=825060e9-4138-44bc-b80d-f806fc035990 HTTP/1.1" status: 200 len: 944 time: 0.0776772 Aug 18 14:04:46.294775 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f5307-814c-4637-ac6d-5847df89646e req-9223331e-70e9-4351-b60d-825b319c6a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:46.297705 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8b4f5307-814c-4637-ac6d-5847df89646e req-9223331e-70e9-4351-b60d-825b319c6a3f service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1517773 Aug 18 14:04:46.306809 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-702d0cd7-01bb-4e81-9b84-f591feea4790 req-3bf82a0f-0bef-4680-a690-2d78249f63e2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=031d73ea-bb6f-4817-a349-91609dac1ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435367 Aug 18 14:04:46.392360 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-4f2b1929-545c-4c7b-b95b-a5c226a4559d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:46.393897 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-4f2b1929-545c-4c7b-b95b-a5c226a4559d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22&device_id=825060e9-4138-44bc-b80d-f806fc035990 HTTP/1.1" status: 200 len: 1095 time: 0.0477660 Aug 18 14:04:46.439819 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-f956436a-50d6-41db-b63f-677a715475c4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8df83758-6bdd-4b28-b2b3-aa770680ef92 HTTP/1.1" status: 200 len: 217 time: 0.0381579 Aug 18 14:04:46.495013 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-7ca9e81f-9b57-4598-9d30-07247951933b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:46.497277 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-7ca9e81f-9b57-4598-9d30-07247951933b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f0d510f-82b3-4b12-8d26-a495413674dd HTTP/1.1" status: 200 len: 834 time: 0.0503948 Aug 18 14:04:46.554665 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-909cbc28-5258-48de-8c26-043ca1c976d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:46.556444 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-909cbc28-5258-48de-8c26-043ca1c976d9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=375ced2a-dd84-47c6-a970-d822fd15aec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522525 Aug 18 14:04:46.659330 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-bc228055-23fc-4ed3-be86-b9949c113bb0 service neutron] 10.222.0.20 "GET /v2.0/networks/375ced2a-dd84-47c6-a970-d822fd15aec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948074 Aug 18 14:04:46.766099 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5b5df211-a427-4558-ab0e-2f3b7aca4b86 req-cc5de8f7-9fd2-47ee-a4af-43872ca4fbe9 service neutron] 10.222.0.20 "GET /v2.0/networks/375ced2a-dd84-47c6-a970-d822fd15aec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994663 Aug 18 14:04:47.455751 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5da740-6849-47da-82e7-51a4c9113a19 req-cda8dc48-6e7b-4952-b29a-418fd7441235 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:47.457508 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2a5da740-6849-47da-82e7-51a4c9113a19 req-cda8dc48-6e7b-4952-b29a-418fd7441235 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=825060e9-4138-44bc-b80d-f806fc035990 HTTP/1.1" status: 200 len: 944 time: 0.0570023 Aug 18 14:04:47.507405 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2a5da740-6849-47da-82e7-51a4c9113a19 req-9c117835-d8d0-41e6-88a2-3fd5bb506203 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=031d73ea-bb6f-4817-a349-91609dac1ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384297 Aug 18 14:04:47.635347 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:48.655350 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a93e89-3151-4458-befd-f0aa679781c0 req-9840b64b-b6dd-4e22-9b5e-c01983748a58 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:48.656989 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-18a93e89-3151-4458-befd-f0aa679781c0 req-9840b64b-b6dd-4e22-9b5e-c01983748a58 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=825060e9-4138-44bc-b80d-f806fc035990 HTTP/1.1" status: 200 len: 944 time: 0.0663638 Aug 18 14:04:48.705681 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-18a93e89-3151-4458-befd-f0aa679781c0 req-30ebf775-9dd6-4d1d-8a3e-177b592c7718 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=031d73ea-bb6f-4817-a349-91609dac1ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377436 Aug 18 14:04:49.649348 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 8df83758-6bdd-4b28-b2b3-aa770680ef92 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:04:49.761300 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 8df83758-6bdd-4b28-b2b3-aa770680ef92, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=8df83758-6bdd-4b28-b2b3-aa770680ef92,segment=NetworkSegment(eadd4976-0305-45e4-8f17-d52b8efe3e3e),segment_id=eadd4976-0305-45e4-8f17-d52b8efe3e3e)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:49.774681 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '8df83758-6bdd-4b28-b2b3-aa770680ef92', 'network_id': '375ced2a-dd84-47c6-a970-d822fd15aec2', 'port_id': '8df83758-6bdd-4b28-b2b3-aa770680ef92', 'mac_address': 'fa:16:3e:dd:ba:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f0d510f-82b3-4b12-8d26-a495413674dd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:04:49.820166 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:49.835066 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8df83758-6bdd-4b28-b2b3-aa770680ef92 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:04:49.858592 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c46ec-8307-4477-91a2-e2d7ba44ad6d req-52e7b293-418e-44de-8cb4-c5581cfcfdbf tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:49.860322 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a0c46ec-8307-4477-91a2-e2d7ba44ad6d req-52e7b293-418e-44de-8cb4-c5581cfcfdbf tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=825060e9-4138-44bc-b80d-f806fc035990 HTTP/1.1" status: 200 len: 944 time: 0.0760965 Aug 18 14:04:49.866256 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 8df83758-6bdd-4b28-b2b3-aa770680ef92, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=8df83758-6bdd-4b28-b2b3-aa770680ef92,segment=NetworkSegment(eadd4976-0305-45e4-8f17-d52b8efe3e3e),segment_id=eadd4976-0305-45e4-8f17-d52b8efe3e3e)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:49.921744 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0a0c46ec-8307-4477-91a2-e2d7ba44ad6d req-1b0e1a90-61cd-46ca-b265-5ba733265499 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=031d73ea-bb6f-4817-a349-91609dac1ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542080 Aug 18 14:04:49.926603 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:49.991468 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=8df83758-6bdd-4b28-b2b3-aa770680ef92,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:50.159918 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['8df83758-6bdd-4b28-b2b3-aa770680ef92'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:04:51.063584 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8acb041-ba15-4de2-a4ae-181aa460f9c0 req-28f05e98-21fd-4508-b8d1-fd6f06457fa9 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:51.065330 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d8acb041-ba15-4de2-a4ae-181aa460f9c0 req-28f05e98-21fd-4508-b8d1-fd6f06457fa9 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=825060e9-4138-44bc-b80d-f806fc035990 HTTP/1.1" status: 200 len: 945 time: 0.0593114 Aug 18 14:04:51.113703 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d8acb041-ba15-4de2-a4ae-181aa460f9c0 req-fa718a0b-9447-44ba-bee7-4f6f983408f9 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=031d73ea-bb6f-4817-a349-91609dac1ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408835 Aug 18 14:04:51.664343 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 8df83758-6bdd-4b28-b2b3-aa770680ef92 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:04:51.806350 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 8df83758-6bdd-4b28-b2b3-aa770680ef92 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:04:51.810744 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 8df83758-6bdd-4b28-b2b3-aa770680ef92 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:04:51.811123 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:51.976580 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:04:52.076920 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:52.102015 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825060e9-4138-44bc-b80d-f806fc035990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df83758-6bdd-4b28-b2b3-aa770680ef92'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:04:52.104477 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ba3b915c790ece66a99fb45b0530a9eb9c5b6743edcd6e3a78a03ec4b78c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0974241-83a3-4a43-9d8c-fca415a0b7b7" -d '{"events": [{"server_uuid": "825060e9-4138-44bc-b80d-f806fc035990", "name": "network-vif-plugged", "status": "completed", "tag": "8df83758-6bdd-4b28-b2b3-aa770680ef92"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:04:52.120480 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 8df83758-6bdd-4b28-b2b3-aa770680ef92, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=8df83758-6bdd-4b28-b2b3-aa770680ef92,segment=NetworkSegment(eadd4976-0305-45e4-8f17-d52b8efe3e3e),segment_id=eadd4976-0305-45e4-8f17-d52b8efe3e3e)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:04:52.193010 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:52.248943 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ecc2a-2f39-4427-ab00-b8aa9e97ddbf req-cc55041b-89b1-47cf-b69f-72599a68eec1 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:52.251732 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b15ecc2a-2f39-4427-ab00-b8aa9e97ddbf req-cc55041b-89b1-47cf-b69f-72599a68eec1 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=825060e9-4138-44bc-b80d-f806fc035990 HTTP/1.1" status: 200 len: 946 time: 0.0624776 Aug 18 14:04:52.257947 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2503168d-7030-4419-8d95-7d4a7c1742ff x-openstack-request-id: req-2503168d-7030-4419-8d95-7d4a7c1742ff {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:04:52.258452 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "825060e9-4138-44bc-b80d-f806fc035990", "name": "network-vif-plugged", "status": "completed", "tag": "8df83758-6bdd-4b28-b2b3-aa770680ef92", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:04:52.258866 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2503168d-7030-4419-8d95-7d4a7c1742ff {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:04:52.259489 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825060e9-4138-44bc-b80d-f806fc035990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df83758-6bdd-4b28-b2b3-aa770680ef92', 'code': 200} Aug 18 14:04:52.275014 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=8df83758-6bdd-4b28-b2b3-aa770680ef92,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:52.316838 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b15ecc2a-2f39-4427-ab00-b8aa9e97ddbf req-49aac821-b220-436b-8292-d85c3f434e4f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=031d73ea-bb6f-4817-a349-91609dac1ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533018 Aug 18 14:04:52.382619 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f792e-3397-45ba-89ee-2b34c1f5958c req-7d056fd7-62e3-4053-bbfe-6a0b9ed2c5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:52.384102 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cb0f792e-3397-45ba-89ee-2b34c1f5958c req-7d056fd7-62e3-4053-bbfe-6a0b9ed2c5b4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=825060e9-4138-44bc-b80d-f806fc035990 HTTP/1.1" status: 200 len: 1097 time: 0.0551274 Aug 18 14:04:52.423482 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cb0f792e-3397-45ba-89ee-2b34c1f5958c req-af76ad9d-071e-4316-b586-2cde3060e5b3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=031d73ea-bb6f-4817-a349-91609dac1ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318024 Aug 18 14:04:53.454411 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1f7a3-6fc7-44b6-a8f2-99ac57169a63 req-78025745-4691-4364-9627-2322463472fd tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:53.456045 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-53e1f7a3-6fc7-44b6-a8f2-99ac57169a63 req-78025745-4691-4364-9627-2322463472fd tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=825060e9-4138-44bc-b80d-f806fc035990 HTTP/1.1" status: 200 len: 946 time: 0.0574076 Aug 18 14:04:53.505261 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-53e1f7a3-6fc7-44b6-a8f2-99ac57169a63 req-69bbc97c-f599-458f-a678-9d7447ebf5ab tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=031d73ea-bb6f-4817-a349-91609dac1ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417190 Aug 18 14:04:53.655085 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cdac5f-aaee-49b1-a863-9e9652467ca6 req-cb55f658-2d71-4a0b-9ed8-2aa54f775b21 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:53.656938 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b3cdac5f-aaee-49b1-a863-9e9652467ca6 req-cb55f658-2d71-4a0b-9ed8-2aa54f775b21 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=825060e9-4138-44bc-b80d-f806fc035990 HTTP/1.1" status: 200 len: 946 time: 0.0709326 Aug 18 14:04:53.713952 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b3cdac5f-aaee-49b1-a863-9e9652467ca6 req-5f3416ea-ee23-4735-a427-35c4789b86cf tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=031d73ea-bb6f-4817-a349-91609dac1ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503097 Aug 18 14:04:53.740147 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40344) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:53.797630 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bdd6df-09b4-4b5b-8e58-b08f88056bac tempest-TestNetworkAdvancedServerOps-441945603 tempest-TestNetworkAdvancedServerOps-441945603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:53.799893 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-13bdd6df-09b4-4b5b-8e58-b08f88056bac tempest-TestNetworkAdvancedServerOps-441945603 tempest-TestNetworkAdvancedServerOps-441945603-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=825060e9-4138-44bc-b80d-f806fc035990 HTTP/1.1" status: 200 len: 1092 time: 0.0583797 Aug 18 14:04:53.802974 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40346) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:53.809060 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-d2532e43-d997-4729-9b24-086180ee30ff tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'port_id': '8df83758-6bdd-4b28-b2b3-aa770680ef92', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:04:53.895689 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d2532e43-d997-4729-9b24-086180ee30ff tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for floatingip, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:54.016424 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d2532e43-d997-4729-9b24-086180ee30ff tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:54.134767 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-d2532e43-d997-4729-9b24-086180ee30ff tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Allocated IP 172.25.6.199 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/4cf19512-3d85-4092-afa9-aee48d71f9c5) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:04:54.259539 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d2532e43-d997-4729-9b24-086180ee30ff tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:54.376229 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d2532e43-d997-4729-9b24-086180ee30ff tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:54.436184 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2532e43-d997-4729-9b24-086180ee30ff tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:04:54.459139 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-d2532e43-d997-4729-9b24-086180ee30ff tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:04:54.465386 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2532e43-d997-4729-9b24-086180ee30ff tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:04:54.495896 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2532e43-d997-4729-9b24-086180ee30ff tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'Port': ['ID=4cf19512-3d85-4092-afa9-aee48d71f9c5,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:54.942118 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d2532e43-d997-4729-9b24-086180ee30ff tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:55.092326 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d2532e43-d997-4729-9b24-086180ee30ff tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:55.270867 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d2532e43-d997-4729-9b24-086180ee30ff tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:55.349589 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d2532e43-d997-4729-9b24-086180ee30ff tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:55.423205 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2532e43-d997-4729-9b24-086180ee30ff tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'Port': ['ID=4cf19512-3d85-4092-afa9-aee48d71f9c5,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:04:55.438159 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d2532e43-d997-4729-9b24-086180ee30ff tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:55.551308 n-d-803603-2 neutron-server[101676]: INFO neutron.db.l3_db [None req-d2532e43-d997-4729-9b24-086180ee30ff tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Floating IP 67d276bf-572d-43c5-813c-b8c35a06a20d associated. External IP: 172.25.6.199, port: 8df83758-6bdd-4b28-b2b3-aa770680ef92. Aug 18 14:04:55.803375 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2532e43-d997-4729-9b24-086180ee30ff tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Router 419511df-6fa1-4038-ae95-87a2a13d43fe has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:04:55.930933 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2532e43-d997-4729-9b24-086180ee30ff tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:04:55.941621 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc61dcb6-9078-4c71-8859-8316ade7064a None None] Sync routers for ids ['419511df-6fa1-4038-ae95-87a2a13d43fe'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:04:55.952716 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc61dcb6-9078-4c71-8859-8316ade7064a None None] Routers {'419511df-6fa1-4038-ae95-87a2a13d43fe'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:04:55.953353 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-bc61dcb6-9078-4c71-8859-8316ade7064a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:04:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['419511df-6fa1-4038-ae95-87a2a13d43fe'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:56.013617 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d2532e43-d997-4729-9b24-086180ee30ff tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:56.065295 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d2532e43-d997-4729-9b24-086180ee30ff tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2576263 Aug 18 14:04:56.065295 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '825060e9-4138-44bc-b80d-f806fc035990', 'tag': '8df83758-6bdd-4b28-b2b3-aa770680ef92'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:04:56.065295 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8d889e168220163876f439a36e214edce7e14ad7c9e2b3367f43e2d5729643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c8aae7-7ae9-4fe4-b9c6-876dbfc41b6c" -d '{"events": [{"name": "network-changed", "server_uuid": "825060e9-4138-44bc-b80d-f806fc035990", "tag": "8df83758-6bdd-4b28-b2b3-aa770680ef92"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:04:56.105642 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-bc61dcb6-9078-4c71-8859-8316ade7064a None None] Set router 419511df-6fa1-4038-ae95-87a2a13d43fe gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:04:56.106100 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546be427-e44b-4186-83d6-3b9374a718a0 x-openstack-request-id: req-546be427-e44b-4186-83d6-3b9374a718a0 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:04:56.106445 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "825060e9-4138-44bc-b80d-f806fc035990", "tag": "8df83758-6bdd-4b28-b2b3-aa770680ef92", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:04:56.106707 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-546be427-e44b-4186-83d6-3b9374a718a0 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:04:56.107134 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '825060e9-4138-44bc-b80d-f806fc035990', 'tag': '8df83758-6bdd-4b28-b2b3-aa770680ef92', 'status': 'completed', 'code': 200} Aug 18 14:04:56.221720 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8aae7-7ae9-4fe4-b9c6-876dbfc41b6c req-cc1e75d7-1cf2-4a0a-8ee7-41c70f2f7ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:56.224441 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-77c8aae7-7ae9-4fe4-b9c6-876dbfc41b6c req-cc1e75d7-1cf2-4a0a-8ee7-41c70f2f7ae5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22&device_id=825060e9-4138-44bc-b80d-f806fc035990 HTTP/1.1" status: 200 len: 1097 time: 0.0901639 Aug 18 14:04:56.240429 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d720fb79-c5d6-45c2-b011-abbbe250eae8 req-aa69f2ba-ce42-43b0-948b-07bfc4dabec7 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:56.242034 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d720fb79-c5d6-45c2-b011-abbbe250eae8 req-aa69f2ba-ce42-43b0-948b-07bfc4dabec7 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=825060e9-4138-44bc-b80d-f806fc035990 HTTP/1.1" status: 200 len: 946 time: 0.0945051 Aug 18 14:04:56.335352 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d720fb79-c5d6-45c2-b011-abbbe250eae8 req-1345a564-3dca-4b9b-b5d3-30f5dd0727f4 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=031d73ea-bb6f-4817-a349-91609dac1ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843582 Aug 18 14:04:56.360618 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40352) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:56.379502 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8aae7-7ae9-4fe4-b9c6-876dbfc41b6c req-acf55f58-e928-4dff-b7e6-363eb3b12319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:56.382428 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-77c8aae7-7ae9-4fe4-b9c6-876dbfc41b6c req-acf55f58-e928-4dff-b7e6-363eb3b12319 service neutron] 10.222.0.20 "GET /v2.0/networks?id=375ced2a-dd84-47c6-a970-d822fd15aec2 HTTP/1.1" status: 200 len: 897 time: 0.1505315 Aug 18 14:04:56.417776 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-bc61dcb6-9078-4c71-8859-8316ade7064a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '419511df-6fa1-4038-ae95-87a2a13d43fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262601935', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'a1f0dc36-a541-4078-a817-8f344f9a4fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:31Z', 'updated_at': '2021-08-18T14:04:37Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': 'a1f0dc36-a541-4078-a817-8f344f9a4fad', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:03:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419511df-6fa1-4038-ae95-87a2a13d43fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:32Z', 'updated_at': '2021-08-18T14:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '67d276bf-572d-43c5-813c-b8c35a06a20d', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '419511df-6fa1-4038-ae95-87a2a13d43fe', 'port_id': '8df83758-6bdd-4b28-b2b3-aa770680ef92', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '375ced2a-dd84-47c6-a970-d822fd15aec2', 'mac_address': 'fa:16:3e:dd:ba:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825060e9-4138-44bc-b80d-f806fc035990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:04:54Z', 'updated_at': '2021-08-18T14:04:54Z', 'revision_number': 0, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e50d8327-fbce-41f8-b9c8-2b5c164c2715', 'name': '', 'network_id': '375ced2a-dd84-47c6-a970-d822fd15aec2', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'mac_address': 'fa:16:3e:e1:dd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419511df-6fa1-4038-ae95-87a2a13d43fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '8f0d510f-82b3-4b12-8d26-a495413674dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:36Z', 'updated_at': '2021-08-18T14:04:43Z', 'revision_number': 5, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'subnets': [{'id': '8f0d510f-82b3-4b12-8d26-a495413674dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:56.446564 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc61dcb6-9078-4c71-8859-8316ade7064a None None] Checking router: 419511df-6fa1-4038-ae95-87a2a13d43fe for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:04:56.458865 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc61dcb6-9078-4c71-8859-8316ade7064a None None] Routers {'419511df-6fa1-4038-ae95-87a2a13d43fe'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:04:56.459782 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-bc61dcb6-9078-4c71-8859-8316ade7064a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:04:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['419511df-6fa1-4038-ae95-87a2a13d43fe'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:56.468617 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8030ed1a-d2d3-4e2e-b14e-6b89417b579b tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/floatingips/67d276bf-572d-43c5-813c-b8c35a06a20d HTTP/1.1" status: 200 len: 992 time: 0.1061842 Aug 18 14:04:56.485985 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-77c8aae7-7ae9-4fe4-b9c6-876dbfc41b6c req-56ddc9ce-1a4e-4267-bbec-31bc9bc959c5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8df83758-6bdd-4b28-b2b3-aa770680ef92 HTTP/1.1" status: 200 len: 1000 time: 0.0968680 Aug 18 14:04:56.539471 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8aae7-7ae9-4fe4-b9c6-876dbfc41b6c req-4de31596-2e89-4281-b32e-be454500c7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:56.540993 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-77c8aae7-7ae9-4fe4-b9c6-876dbfc41b6c req-4de31596-2e89-4281-b32e-be454500c7e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f0d510f-82b3-4b12-8d26-a495413674dd HTTP/1.1" status: 200 len: 834 time: 0.0481231 Aug 18 14:04:56.579700 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-bc61dcb6-9078-4c71-8859-8316ade7064a None None] Set router 419511df-6fa1-4038-ae95-87a2a13d43fe gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:04:56.601059 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8aae7-7ae9-4fe4-b9c6-876dbfc41b6c req-f2a4d4db-351b-45ab-80fe-c41fceaed62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:04:56.603282 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-77c8aae7-7ae9-4fe4-b9c6-876dbfc41b6c req-f2a4d4db-351b-45ab-80fe-c41fceaed62d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=375ced2a-dd84-47c6-a970-d822fd15aec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544569 Aug 18 14:04:56.713036 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-77c8aae7-7ae9-4fe4-b9c6-876dbfc41b6c req-4790d6a4-42fc-4685-897a-ef6f15f533be service neutron] 10.222.0.20 "GET /v2.0/networks/375ced2a-dd84-47c6-a970-d822fd15aec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021831 Aug 18 14:04:56.832729 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-77c8aae7-7ae9-4fe4-b9c6-876dbfc41b6c req-3d5861d7-018b-46b6-b5a4-628598119743 service neutron] 10.222.0.20 "GET /v2.0/networks/375ced2a-dd84-47c6-a970-d822fd15aec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131597 Aug 18 14:04:56.860340 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-bc61dcb6-9078-4c71-8859-8316ade7064a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '419511df-6fa1-4038-ae95-87a2a13d43fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262601935', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'a1f0dc36-a541-4078-a817-8f344f9a4fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:31Z', 'updated_at': '2021-08-18T14:04:37Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': 'a1f0dc36-a541-4078-a817-8f344f9a4fad', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:03:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419511df-6fa1-4038-ae95-87a2a13d43fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:32Z', 'updated_at': '2021-08-18T14:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '67d276bf-572d-43c5-813c-b8c35a06a20d', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '419511df-6fa1-4038-ae95-87a2a13d43fe', 'port_id': '8df83758-6bdd-4b28-b2b3-aa770680ef92', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '375ced2a-dd84-47c6-a970-d822fd15aec2', 'mac_address': 'fa:16:3e:dd:ba:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825060e9-4138-44bc-b80d-f806fc035990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:04:54Z', 'updated_at': '2021-08-18T14:04:54Z', 'revision_number': 0, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e50d8327-fbce-41f8-b9c8-2b5c164c2715', 'name': '', 'network_id': '375ced2a-dd84-47c6-a970-d822fd15aec2', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'mac_address': 'fa:16:3e:e1:dd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419511df-6fa1-4038-ae95-87a2a13d43fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '8f0d510f-82b3-4b12-8d26-a495413674dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:36Z', 'updated_at': '2021-08-18T14:04:43Z', 'revision_number': 5, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'subnets': [{'id': '8f0d510f-82b3-4b12-8d26-a495413674dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:04:56.890073 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc61dcb6-9078-4c71-8859-8316ade7064a None None] The sync data for ids ['419511df-6fa1-4038-ae95-87a2a13d43fe'] in n-d-803603-2 is: [{'id': '419511df-6fa1-4038-ae95-87a2a13d43fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262601935', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'a1f0dc36-a541-4078-a817-8f344f9a4fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:31Z', 'updated_at': '2021-08-18T14:04:37Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': 'a1f0dc36-a541-4078-a817-8f344f9a4fad', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:03:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419511df-6fa1-4038-ae95-87a2a13d43fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:32Z', 'updated_at': '2021-08-18T14:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '67d276bf-572d-43c5-813c-b8c35a06a20d', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '419511df-6fa1-4038-ae95-87a2a13d43fe', 'port_id': '8df83758-6bdd-4b28-b2b3-aa770680ef92', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '375ced2a-dd84-47c6-a970-d822fd15aec2', 'mac_address': 'fa:16:3e:dd:ba:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825060e9-4138-44bc-b80d-f806fc035990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:04:54Z', 'updated_at': '2021-08-18T14:04:54Z', 'revision_number': 0, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e50d8327-fbce-41f8-b9c8-2b5c164c2715', 'name': '', 'network_id': '375ced2a-dd84-47c6-a970-d822fd15aec2', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'mac_address': 'fa:16:3e:e1:dd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419511df-6fa1-4038-ae95-87a2a13d43fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '8f0d510f-82b3-4b12-8d26-a495413674dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:36Z', 'updated_at': '2021-08-18T14:04:43Z', 'revision_number': 5, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'subnets': [{'id': '8f0d510f-82b3-4b12-8d26-a495413674dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:04:57.114657 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd50205-30e4-4891-b59a-8cb54f29f214 None None] New status for floating IP 67d276bf-572d-43c5-813c-b8c35a06a20d: ACTIVE {{(pid=101677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:04:57.472949 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40354) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:04:57.560425 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-0665240f-14ae-4a2a-ac74-4b92294893e2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/floatingips/67d276bf-572d-43c5-813c-b8c35a06a20d HTTP/1.1" status: 200 len: 994 time: 0.0857890 Aug 18 14:04:58.513245 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:04:59.426679 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:02.282002 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-109c7c83-5efd-4a17-8182-ff832edb60c8 req-59cfb979-05bc-4fd3-8b82-ad18098c8508 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=825060e9-4138-44bc-b80d-f806fc035990&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470376 Aug 18 14:05:02.392295 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c7c83-5efd-4a17-8182-ff832edb60c8 req-d35b2c4c-f801-409b-b323-ca53e45c8a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:02.394864 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-109c7c83-5efd-4a17-8182-ff832edb60c8 req-d35b2c4c-f801-409b-b323-ca53e45c8a8e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22&device_id=825060e9-4138-44bc-b80d-f806fc035990 HTTP/1.1" status: 200 len: 1097 time: 0.0658925 Aug 18 14:05:02.413119 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [req-6ac132f5-e314-403d-ac12-cd6c4889a513 req-c447295b-0f21-4988-9f6f-525329d10aa6 service neutron] (101675) timed out ('10.222.0.13', 36558) {{(pid=101675) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 14:05:02.516701 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c7c83-5efd-4a17-8182-ff832edb60c8 req-fc8a227b-408c-400c-8617-e9c13406d90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:02.518097 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-109c7c83-5efd-4a17-8182-ff832edb60c8 req-fc8a227b-408c-400c-8617-e9c13406d90f service neutron] 10.222.0.20 "GET /v2.0/networks?id=375ced2a-dd84-47c6-a970-d822fd15aec2 HTTP/1.1" status: 200 len: 897 time: 0.1023469 Aug 18 14:05:02.595393 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-109c7c83-5efd-4a17-8182-ff832edb60c8 req-6b1e32c6-f24d-4056-9b4c-c11ae50145d4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8df83758-6bdd-4b28-b2b3-aa770680ef92 HTTP/1.1" status: 200 len: 1002 time: 0.0693440 Aug 18 14:05:02.658318 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c7c83-5efd-4a17-8182-ff832edb60c8 req-e807e42f-af60-42af-9339-00bc40ed50ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:02.659907 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-109c7c83-5efd-4a17-8182-ff832edb60c8 req-e807e42f-af60-42af-9339-00bc40ed50ca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f0d510f-82b3-4b12-8d26-a495413674dd HTTP/1.1" status: 200 len: 834 time: 0.0566173 Aug 18 14:05:02.712601 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c7c83-5efd-4a17-8182-ff832edb60c8 req-88340a57-2577-4c37-8e1c-6dba44f6d721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:02.714905 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-109c7c83-5efd-4a17-8182-ff832edb60c8 req-88340a57-2577-4c37-8e1c-6dba44f6d721 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=375ced2a-dd84-47c6-a970-d822fd15aec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476887 Aug 18 14:05:02.818428 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-109c7c83-5efd-4a17-8182-ff832edb60c8 req-46ec5a48-1a35-41e3-a238-3ce7ce01c334 service neutron] 10.222.0.20 "GET /v2.0/networks/375ced2a-dd84-47c6-a970-d822fd15aec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952489 Aug 18 14:05:02.933395 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-109c7c83-5efd-4a17-8182-ff832edb60c8 req-0d5482ed-7701-494d-aa19-e9e6777e3b01 service neutron] 10.222.0.20 "GET /v2.0/networks/375ced2a-dd84-47c6-a970-d822fd15aec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077380 Aug 18 14:05:11.677269 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6da082b1-d811-4c15-a234-b4d9a3f2b709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:13.831758 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d8f3744d-bb71-4e4a-9ecb-26e5d4e2f6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:14.628894 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:15.668584 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:17.673905 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:28.477541 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:28.976152 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:05:29.189919 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd9ff62-7e42-4ae9-a03a-a6ec2d9a637f req-f324ae1d-1f0d-4da8-971d-7bf533081230 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:29.192010 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dcd9ff62-7e42-4ae9-a03a-a6ec2d9a637f req-f324ae1d-1f0d-4da8-971d-7bf533081230 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=825060e9-4138-44bc-b80d-f806fc035990 HTTP/1.1" status: 200 len: 946 time: 0.0615182 Aug 18 14:05:29.237539 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-dcd9ff62-7e42-4ae9-a03a-a6ec2d9a637f req-4ffd5ed7-0d46-44de-9ff3-ed67ad0f1096 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=031d73ea-bb6f-4817-a349-91609dac1ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387037 Aug 18 14:05:29.502423 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:30.387026 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c1b50-8591-4024-af91-3534d236f8a5 req-6bec8540-23d8-448f-bded-8c1ce6ae3727 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:30.388770 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ea3c1b50-8591-4024-af91-3534d236f8a5 req-6bec8540-23d8-448f-bded-8c1ce6ae3727 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=825060e9-4138-44bc-b80d-f806fc035990 HTTP/1.1" status: 200 len: 946 time: 0.0601840 Aug 18 14:05:30.437138 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ea3c1b50-8591-4024-af91-3534d236f8a5 req-a1fa3747-999c-4f0f-9a91-a58e23949254 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=031d73ea-bb6f-4817-a349-91609dac1ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376387 Aug 18 14:05:30.471076 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40388) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:30.545599 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-05922796-04ff-4598-adff-e44c3f8cff59 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/floatingips/67d276bf-572d-43c5-813c-b8c35a06a20d HTTP/1.1" status: 200 len: 994 time: 0.0731435 Aug 18 14:05:32.337410 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef265e3-9908-4ab7-b16a-91bb4d961284 req-674e939e-726d-4118-ac8f-fee2474c5257 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:32.339265 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4ef265e3-9908-4ab7-b16a-91bb4d961284 req-674e939e-726d-4118-ac8f-fee2474c5257 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=825060e9-4138-44bc-b80d-f806fc035990 HTTP/1.1" status: 200 len: 946 time: 0.0573463 Aug 18 14:05:32.385194 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4ef265e3-9908-4ab7-b16a-91bb4d961284 req-0675b8a5-de36-4d46-a2d1-6a6bb831d070 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=031d73ea-bb6f-4817-a349-91609dac1ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394809 Aug 18 14:05:33.521333 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afc74a-f3f6-41fc-9570-d30baee48d9d req-d98094a3-f94c-4c16-a7e3-877c1bdf28c1 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:33.523180 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f6afc74a-f3f6-41fc-9570-d30baee48d9d req-d98094a3-f94c-4c16-a7e3-877c1bdf28c1 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=825060e9-4138-44bc-b80d-f806fc035990 HTTP/1.1" status: 200 len: 946 time: 0.0554447 Aug 18 14:05:33.574442 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f6afc74a-f3f6-41fc-9570-d30baee48d9d req-50b23946-0dad-4ceb-ad58-21a366c52cba tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=031d73ea-bb6f-4817-a349-91609dac1ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400424 Aug 18 14:05:33.605699 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40398) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:33.678410 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-474379c1-1683-44fb-9188-a913c11cd048 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/floatingips/67d276bf-572d-43c5-813c-b8c35a06a20d HTTP/1.1" status: 200 len: 994 time: 0.0711517 Aug 18 14:05:33.897386 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40404) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:34.083684 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-2123138c-65b3-4e6c-9a4f-81d4dd090327 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Deleting port 4cf19512-3d85-4092-afa9-aee48d71f9c5 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:05:34.084032 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2123138c-65b3-4e6c-9a4f-81d4dd090327 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:34.178200 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2123138c-65b3-4e6c-9a4f-81d4dd090327 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:34.178645 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2123138c-65b3-4e6c-9a4f-81d4dd090327 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:34.193741 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-2123138c-65b3-4e6c-9a4f-81d4dd090327 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Calling delete_port for 4cf19512-3d85-4092-afa9-aee48d71f9c5 owned by network:floatingip {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:05:34.479470 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2123138c-65b3-4e6c-9a4f-81d4dd090327 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:34.507536 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2123138c-65b3-4e6c-9a4f-81d4dd090327 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event deleted for resources: {'Port': ['ID=4cf19512-3d85-4092-afa9-aee48d71f9c5,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:34.520423 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2123138c-65b3-4e6c-9a4f-81d4dd090327 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:34.520777 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2123138c-65b3-4e6c-9a4f-81d4dd090327 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:34.521229 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2123138c-65b3-4e6c-9a4f-81d4dd090327 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:34.521434 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2123138c-65b3-4e6c-9a4f-81d4dd090327 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:34.522108 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2123138c-65b3-4e6c-9a4f-81d4dd090327 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:34.522108 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2123138c-65b3-4e6c-9a4f-81d4dd090327 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:34.522453 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2123138c-65b3-4e6c-9a4f-81d4dd090327 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:34.522798 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2123138c-65b3-4e6c-9a4f-81d4dd090327 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:34.523131 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2123138c-65b3-4e6c-9a4f-81d4dd090327 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:34.523456 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2123138c-65b3-4e6c-9a4f-81d4dd090327 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:34.523784 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2123138c-65b3-4e6c-9a4f-81d4dd090327 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:34.524113 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2123138c-65b3-4e6c-9a4f-81d4dd090327 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:34.592933 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2123138c-65b3-4e6c-9a4f-81d4dd090327 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for floatingip, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:34.593587 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [None req-2123138c-65b3-4e6c-9a4f-81d4dd090327 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Floating IP 67d276bf-572d-43c5-813c-b8c35a06a20d disassociated (deleted). External IP: 172.25.6.199, port: 8df83758-6bdd-4b28-b2b3-aa770680ef92. Aug 18 14:05:34.835583 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2123138c-65b3-4e6c-9a4f-81d4dd090327 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Router 419511df-6fa1-4038-ae95-87a2a13d43fe has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:05:34.964714 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2123138c-65b3-4e6c-9a4f-81d4dd090327 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:05:34.972007 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2123138c-65b3-4e6c-9a4f-81d4dd090327 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:34.979191 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa8b157-e77a-4902-97a9-bd4ab67b3aa9 None None] Sync routers for ids ['419511df-6fa1-4038-ae95-87a2a13d43fe'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:05:34.991003 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa8b157-e77a-4902-97a9-bd4ab67b3aa9 None None] Routers {'419511df-6fa1-4038-ae95-87a2a13d43fe'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:05:34.991887 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-1aa8b157-e77a-4902-97a9-bd4ab67b3aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:05:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['419511df-6fa1-4038-ae95-87a2a13d43fe'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:35.008329 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2123138c-65b3-4e6c-9a4f-81d4dd090327 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "DELETE /v2.0/floatingips/67d276bf-572d-43c5-813c-b8c35a06a20d HTTP/1.1" status: 204 len: 168 time: 1.1095552 Aug 18 14:05:35.009871 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '825060e9-4138-44bc-b80d-f806fc035990', 'tag': '8df83758-6bdd-4b28-b2b3-aa770680ef92'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:05:35.014434 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8446aa-6042-4f5a-a159-6a741f42ce5d" -d '{"events": [{"name": "network-changed", "server_uuid": "825060e9-4138-44bc-b80d-f806fc035990", "tag": "8df83758-6bdd-4b28-b2b3-aa770680ef92"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:05:35.067816 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a770c95-7983-4742-af04-87d45da44230 x-openstack-request-id: req-5a770c95-7983-4742-af04-87d45da44230 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:05:35.068295 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "825060e9-4138-44bc-b80d-f806fc035990", "tag": "8df83758-6bdd-4b28-b2b3-aa770680ef92", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:05:35.068697 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a770c95-7983-4742-af04-87d45da44230 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:05:35.069349 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '825060e9-4138-44bc-b80d-f806fc035990', 'tag': '8df83758-6bdd-4b28-b2b3-aa770680ef92', 'status': 'completed', 'code': 200} Aug 18 14:05:35.167781 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8446aa-6042-4f5a-a159-6a741f42ce5d req-de953acb-3d79-478a-bbc5-6b884d00adf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:35.170107 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4c8446aa-6042-4f5a-a159-6a741f42ce5d req-de953acb-3d79-478a-bbc5-6b884d00adf1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22&device_id=825060e9-4138-44bc-b80d-f806fc035990 HTTP/1.1" status: 200 len: 1097 time: 0.0705550 Aug 18 14:05:35.171164 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-1aa8b157-e77a-4902-97a9-bd4ab67b3aa9 None None] Set router 419511df-6fa1-4038-ae95-87a2a13d43fe gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:05:35.336431 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8446aa-6042-4f5a-a159-6a741f42ce5d req-72baf94c-f545-4b25-8eb5-128e3e16d883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:35.339007 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4c8446aa-6042-4f5a-a159-6a741f42ce5d req-72baf94c-f545-4b25-8eb5-128e3e16d883 service neutron] 10.222.0.20 "GET /v2.0/networks?id=375ced2a-dd84-47c6-a970-d822fd15aec2 HTTP/1.1" status: 200 len: 897 time: 0.1597340 Aug 18 14:05:35.411640 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4c8446aa-6042-4f5a-a159-6a741f42ce5d req-32c8f82f-3ec2-49e8-bcdb-6f50654d2626 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8df83758-6bdd-4b28-b2b3-aa770680ef92 HTTP/1.1" status: 200 len: 217 time: 0.0633895 Aug 18 14:05:35.495349 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-1aa8b157-e77a-4902-97a9-bd4ab67b3aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '419511df-6fa1-4038-ae95-87a2a13d43fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262601935', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'a1f0dc36-a541-4078-a817-8f344f9a4fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:31Z', 'updated_at': '2021-08-18T14:04:37Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': 'a1f0dc36-a541-4078-a817-8f344f9a4fad', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:03:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419511df-6fa1-4038-ae95-87a2a13d43fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:32Z', 'updated_at': '2021-08-18T14:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'e50d8327-fbce-41f8-b9c8-2b5c164c2715', 'name': '', 'network_id': '375ced2a-dd84-47c6-a970-d822fd15aec2', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'mac_address': 'fa:16:3e:e1:dd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419511df-6fa1-4038-ae95-87a2a13d43fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '8f0d510f-82b3-4b12-8d26-a495413674dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:36Z', 'updated_at': '2021-08-18T14:04:43Z', 'revision_number': 5, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'subnets': [{'id': '8f0d510f-82b3-4b12-8d26-a495413674dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:35.503403 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8446aa-6042-4f5a-a159-6a741f42ce5d req-015220a3-4d13-48fe-9066-2711ff5d5df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:35.506571 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4c8446aa-6042-4f5a-a159-6a741f42ce5d req-015220a3-4d13-48fe-9066-2711ff5d5df7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f0d510f-82b3-4b12-8d26-a495413674dd HTTP/1.1" status: 200 len: 834 time: 0.0878053 Aug 18 14:05:35.533206 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa8b157-e77a-4902-97a9-bd4ab67b3aa9 None None] Checking router: 419511df-6fa1-4038-ae95-87a2a13d43fe for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:05:35.544121 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa8b157-e77a-4902-97a9-bd4ab67b3aa9 None None] Routers {'419511df-6fa1-4038-ae95-87a2a13d43fe'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:05:35.544766 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-1aa8b157-e77a-4902-97a9-bd4ab67b3aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:05:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['419511df-6fa1-4038-ae95-87a2a13d43fe'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:35.584985 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8446aa-6042-4f5a-a159-6a741f42ce5d req-5de640f3-abf6-4255-b3ce-50c92d5cb58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:35.587299 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4c8446aa-6042-4f5a-a159-6a741f42ce5d req-5de640f3-abf6-4255-b3ce-50c92d5cb58f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=375ced2a-dd84-47c6-a970-d822fd15aec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733314 Aug 18 14:05:35.663199 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f2854-d90f-4bbb-b571-87acbf3d0f6f req-9bc4461a-072c-4b46-94b7-81585688be92 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:35.666548 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-348f2854-d90f-4bbb-b571-87acbf3d0f6f req-9bc4461a-072c-4b46-94b7-81585688be92 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=825060e9-4138-44bc-b80d-f806fc035990 HTTP/1.1" status: 200 len: 946 time: 0.1020288 Aug 18 14:05:35.679265 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-1aa8b157-e77a-4902-97a9-bd4ab67b3aa9 None None] Set router 419511df-6fa1-4038-ae95-87a2a13d43fe gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:05:35.724143 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4c8446aa-6042-4f5a-a159-6a741f42ce5d req-e14fd91a-3af2-4a4f-932f-8bd56d4ec522 service neutron] 10.222.0.20 "GET /v2.0/networks/375ced2a-dd84-47c6-a970-d822fd15aec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276286 Aug 18 14:05:35.740468 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-348f2854-d90f-4bbb-b571-87acbf3d0f6f req-4efeb0df-3677-422b-a551-9ede8bcc6fd8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=031d73ea-bb6f-4817-a349-91609dac1ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652902 Aug 18 14:05:35.889354 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4c8446aa-6042-4f5a-a159-6a741f42ce5d req-a8cb676c-a771-41ba-84c8-c748466a1209 service neutron] 10.222.0.20 "GET /v2.0/networks/375ced2a-dd84-47c6-a970-d822fd15aec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570251 Aug 18 14:05:36.053311 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-1aa8b157-e77a-4902-97a9-bd4ab67b3aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '419511df-6fa1-4038-ae95-87a2a13d43fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262601935', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'a1f0dc36-a541-4078-a817-8f344f9a4fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:31Z', 'updated_at': '2021-08-18T14:04:37Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': 'a1f0dc36-a541-4078-a817-8f344f9a4fad', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:03:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419511df-6fa1-4038-ae95-87a2a13d43fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:32Z', 'updated_at': '2021-08-18T14:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'e50d8327-fbce-41f8-b9c8-2b5c164c2715', 'name': '', 'network_id': '375ced2a-dd84-47c6-a970-d822fd15aec2', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'mac_address': 'fa:16:3e:e1:dd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419511df-6fa1-4038-ae95-87a2a13d43fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '8f0d510f-82b3-4b12-8d26-a495413674dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:36Z', 'updated_at': '2021-08-18T14:04:43Z', 'revision_number': 5, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'subnets': [{'id': '8f0d510f-82b3-4b12-8d26-a495413674dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:36.087753 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa8b157-e77a-4902-97a9-bd4ab67b3aa9 None None] The sync data for ids ['419511df-6fa1-4038-ae95-87a2a13d43fe'] in n-d-803603-2 is: [{'id': '419511df-6fa1-4038-ae95-87a2a13d43fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262601935', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'a1f0dc36-a541-4078-a817-8f344f9a4fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:31Z', 'updated_at': '2021-08-18T14:04:37Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': 'a1f0dc36-a541-4078-a817-8f344f9a4fad', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:03:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419511df-6fa1-4038-ae95-87a2a13d43fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:32Z', 'updated_at': '2021-08-18T14:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'e50d8327-fbce-41f8-b9c8-2b5c164c2715', 'name': '', 'network_id': '375ced2a-dd84-47c6-a970-d822fd15aec2', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'mac_address': 'fa:16:3e:e1:dd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419511df-6fa1-4038-ae95-87a2a13d43fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '8f0d510f-82b3-4b12-8d26-a495413674dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:36Z', 'updated_at': '2021-08-18T14:04:43Z', 'revision_number': 5, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'subnets': [{'id': '8f0d510f-82b3-4b12-8d26-a495413674dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:05:36.336762 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b11969-035b-4325-853a-15b12c2ac498 None None] New status for floating IP 67d276bf-572d-43c5-813c-b8c35a06a20d: DOWN {{(pid=101677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:05:36.898202 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b6e94-ef0c-439d-930c-a865a9fce832 req-327d5602-1d7a-4b9c-89e1-6b0ce2abc5d6 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:36.900176 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6c3b6e94-ef0c-439d-930c-a865a9fce832 req-327d5602-1d7a-4b9c-89e1-6b0ce2abc5d6 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=825060e9-4138-44bc-b80d-f806fc035990 HTTP/1.1" status: 200 len: 946 time: 0.0675700 Aug 18 14:05:36.954807 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6c3b6e94-ef0c-439d-930c-a865a9fce832 req-be07d548-057c-4fcb-9d42-f66a3c5a5c94 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=031d73ea-bb6f-4817-a349-91609dac1ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481036 Aug 18 14:05:37.088217 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db35e0c-a145-4ff5-8124-48f7d1033ac9 req-3dff30ce-fac6-4405-9a0c-3ebd4f83c9a3 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:37.089747 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0db35e0c-a145-4ff5-8124-48f7d1033ac9 req-3dff30ce-fac6-4405-9a0c-3ebd4f83c9a3 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.20 "GET /v2.0/ports?device_id=825060e9-4138-44bc-b80d-f806fc035990 HTTP/1.1" status: 200 len: 946 time: 0.0596728 Aug 18 14:05:37.193988 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-0db35e0c-a145-4ff5-8124-48f7d1033ac9 req-b3dcf0d0-bcd1-49d7-af94-ed6cb9f552a2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Deleting port 8df83758-6bdd-4b28-b2b3-aa770680ef92 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:05:37.194413 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0db35e0c-a145-4ff5-8124-48f7d1033ac9 req-b3dcf0d0-bcd1-49d7-af94-ed6cb9f552a2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:37.301287 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-0db35e0c-a145-4ff5-8124-48f7d1033ac9 req-b3dcf0d0-bcd1-49d7-af94-ed6cb9f552a2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] For port 8df83758-6bdd-4b28-b2b3-aa770680ef92, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=8df83758-6bdd-4b28-b2b3-aa770680ef92,segment=NetworkSegment(eadd4976-0305-45e4-8f17-d52b8efe3e3e),segment_id=eadd4976-0305-45e4-8f17-d52b8efe3e3e)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:05:37.301664 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0db35e0c-a145-4ff5-8124-48f7d1033ac9 req-b3dcf0d0-bcd1-49d7-af94-ed6cb9f552a2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:37.318586 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-0db35e0c-a145-4ff5-8124-48f7d1033ac9 req-b3dcf0d0-bcd1-49d7-af94-ed6cb9f552a2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Calling delete_port for 8df83758-6bdd-4b28-b2b3-aa770680ef92 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:05:37.557212 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0db35e0c-a145-4ff5-8124-48f7d1033ac9 req-b3dcf0d0-bcd1-49d7-af94-ed6cb9f552a2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:37.593577 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dcf0d0-bcd1-49d7-af94-ed6cb9f552a2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event deleted for resources: {'Port': ['ID=8df83758-6bdd-4b28-b2b3-aa770680ef92,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:37.648139 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db35e0c-a145-4ff5-8124-48f7d1033ac9 req-b3dcf0d0-bcd1-49d7-af94-ed6cb9f552a2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] No DVR routers for this DVR port 8df83758-6bdd-4b28-b2b3-aa770680ef92 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:05:37.651658 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0db35e0c-a145-4ff5-8124-48f7d1033ac9 req-b3dcf0d0-bcd1-49d7-af94-ed6cb9f552a2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:37.654099 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0db35e0c-a145-4ff5-8124-48f7d1033ac9 req-b3dcf0d0-bcd1-49d7-af94-ed6cb9f552a2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.20 "DELETE /v2.0/ports/8df83758-6bdd-4b28-b2b3-aa770680ef92 HTTP/1.1" status: 204 len: 173 time: 0.5572257 Aug 18 14:05:37.654639 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825060e9-4138-44bc-b80d-f806fc035990', 'name': 'network-vif-deleted', 'tag': '8df83758-6bdd-4b28-b2b3-aa770680ef92'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:05:37.657487 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a8dc55-22a0-4c8f-9d63-8dde9d27fe06" -d '{"events": [{"server_uuid": "825060e9-4138-44bc-b80d-f806fc035990", "name": "network-vif-deleted", "tag": "8df83758-6bdd-4b28-b2b3-aa770680ef92"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:05:37.698704 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015c9ecf-6ddd-44c3-80ca-106ba2001323 x-openstack-request-id: req-015c9ecf-6ddd-44c3-80ca-106ba2001323 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:05:37.699000 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "825060e9-4138-44bc-b80d-f806fc035990", "name": "network-vif-deleted", "tag": "8df83758-6bdd-4b28-b2b3-aa770680ef92", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:05:37.699257 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-015c9ecf-6ddd-44c3-80ca-106ba2001323 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:05:37.699667 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825060e9-4138-44bc-b80d-f806fc035990', 'name': 'network-vif-deleted', 'tag': '8df83758-6bdd-4b28-b2b3-aa770680ef92', 'status': 'completed', 'code': 200} Aug 18 14:05:38.100247 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cd5b14ec-fa5a-49b7-8d4f-802a46c75472 req-6e233f34-9fdc-4384-b37e-4abda7cbaba2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=825060e9-4138-44bc-b80d-f806fc035990 HTTP/1.1" status: 200 len: 210 time: 0.0350196 Aug 18 14:05:39.168837 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40420) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:39.885023 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 8df83758-6bdd-4b28-b2b3-aa770680ef92 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:05:39.914980 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 8df83758-6bdd-4b28-b2b3-aa770680ef92 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:05:39.915724 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 8df83758-6bdd-4b28-b2b3-aa770680ef92 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:05:39.999030 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2de53e2f-de21-4167-b446-1e3fcb84a2eb tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:40.295839 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-2de53e2f-de21-4167-b446-1e3fcb84a2eb tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Deleting port e50d8327-fbce-41f8-b9c8-2b5c164c2715 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:05:40.296585 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2de53e2f-de21-4167-b446-1e3fcb84a2eb tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:40.399401 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-2de53e2f-de21-4167-b446-1e3fcb84a2eb tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] For port e50d8327-fbce-41f8-b9c8-2b5c164c2715, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=e50d8327-fbce-41f8-b9c8-2b5c164c2715,segment=NetworkSegment(eadd4976-0305-45e4-8f17-d52b8efe3e3e),segment_id=eadd4976-0305-45e4-8f17-d52b8efe3e3e)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:05:40.399817 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2de53e2f-de21-4167-b446-1e3fcb84a2eb tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:40.414163 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-2de53e2f-de21-4167-b446-1e3fcb84a2eb tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Calling delete_port for e50d8327-fbce-41f8-b9c8-2b5c164c2715 owned by network:router_interface {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:05:40.767964 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2de53e2f-de21-4167-b446-1e3fcb84a2eb tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:40.803380 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de53e2f-de21-4167-b446-1e3fcb84a2eb tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event deleted for resources: {'Port': ['ID=e50d8327-fbce-41f8-b9c8-2b5c164c2715,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:41.030361 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2de53e2f-de21-4167-b446-1e3fcb84a2eb tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:41.378557 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de53e2f-de21-4167-b446-1e3fcb84a2eb tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Router 419511df-6fa1-4038-ae95-87a2a13d43fe has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:05:41.544714 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de53e2f-de21-4167-b446-1e3fcb84a2eb tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:05:41.550164 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2de53e2f-de21-4167-b446-1e3fcb84a2eb tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "PUT /v2.0/routers/419511df-6fa1-4038-ae95-87a2a13d43fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3801937 Aug 18 14:05:41.554350 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40422) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:41.555299 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c6e2ff-1edf-47c7-aa4b-d1ced81a9872 None None] Sync routers for ids ['419511df-6fa1-4038-ae95-87a2a13d43fe'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:05:41.565876 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c6e2ff-1edf-47c7-aa4b-d1ced81a9872 None None] Routers {'419511df-6fa1-4038-ae95-87a2a13d43fe'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:05:41.566550 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-d2c6e2ff-1edf-47c7-aa4b-d1ced81a9872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:05:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['419511df-6fa1-4038-ae95-87a2a13d43fe'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:41.622707 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-c00d7713-ab15-417b-bc33-5bb9f8806cd2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Deleting subnet 8f0d510f-82b3-4b12-8d26-a495413674dd {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:05:41.626267 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c00d7713-ab15-417b-bc33-5bb9f8806cd2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:41.672096 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c00d7713-ab15-417b-bc33-5bb9f8806cd2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:41.685119 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-68697d82-f66e-42ce-812f-ddb3cf42e86b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:41.697395 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-d2c6e2ff-1edf-47c7-aa4b-d1ced81a9872 None None] Set router 419511df-6fa1-4038-ae95-87a2a13d43fe gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:05:41.791041 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c00d7713-ab15-417b-bc33-5bb9f8806cd2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:41.927379 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-d2c6e2ff-1edf-47c7-aa4b-d1ced81a9872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '419511df-6fa1-4038-ae95-87a2a13d43fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262601935', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'a1f0dc36-a541-4078-a817-8f344f9a4fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:31Z', 'updated_at': '2021-08-18T14:05:40Z', 'revision_number': 5, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': 'a1f0dc36-a541-4078-a817-8f344f9a4fad', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:03:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419511df-6fa1-4038-ae95-87a2a13d43fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:32Z', 'updated_at': '2021-08-18T14:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:41.948595 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c00d7713-ab15-417b-bc33-5bb9f8806cd2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:41.961660 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c6e2ff-1edf-47c7-aa4b-d1ced81a9872 None None] Checking router: 419511df-6fa1-4038-ae95-87a2a13d43fe for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:05:41.976069 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c6e2ff-1edf-47c7-aa4b-d1ced81a9872 None None] Routers {'419511df-6fa1-4038-ae95-87a2a13d43fe'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:05:41.977664 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-d2c6e2ff-1edf-47c7-aa4b-d1ced81a9872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:05:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['419511df-6fa1-4038-ae95-87a2a13d43fe'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:41.977845 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d7713-ab15-417b-bc33-5bb9f8806cd2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event deleted for resources: {'Subnet': ['ID=8f0d510f-82b3-4b12-8d26-a495413674dd,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:41.984745 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c00d7713-ab15-417b-bc33-5bb9f8806cd2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:41.992262 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c00d7713-ab15-417b-bc33-5bb9f8806cd2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "DELETE /v2.0/subnets/8f0d510f-82b3-4b12-8d26-a495413674dd HTTP/1.1" status: 204 len: 168 time: 0.4304361 Aug 18 14:05:41.992483 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40424) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:41.995221 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2607d37-299a-48d4-90fe-b1055324fe49 None None] Network 375ced2a-dd84-47c6-a970-d822fd15aec2 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:05:42.108827 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-d2c6e2ff-1edf-47c7-aa4b-d1ced81a9872 None None] Set router 419511df-6fa1-4038-ae95-87a2a13d43fe gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:05:42.295305 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cdf051-f24a-44f6-a44b-77273f02a8c4 None None] DHCP port deletion for 375ced2a-dd84-47c6-a970-d822fd15aec2 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:05:42.365949 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-d2c6e2ff-1edf-47c7-aa4b-d1ced81a9872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '419511df-6fa1-4038-ae95-87a2a13d43fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262601935', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'a1f0dc36-a541-4078-a817-8f344f9a4fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:31Z', 'updated_at': '2021-08-18T14:05:40Z', 'revision_number': 5, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': 'a1f0dc36-a541-4078-a817-8f344f9a4fad', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:03:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419511df-6fa1-4038-ae95-87a2a13d43fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:32Z', 'updated_at': '2021-08-18T14:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:42.402003 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-36cdf051-f24a-44f6-a44b-77273f02a8c4 None None] Deleting port e595eb44-c637-4b5b-a15f-252148c38699 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:05:42.402746 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-36cdf051-f24a-44f6-a44b-77273f02a8c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:42.420376 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c6e2ff-1edf-47c7-aa4b-d1ced81a9872 None None] The sync data for ids ['419511df-6fa1-4038-ae95-87a2a13d43fe'] in n-d-803603-2 is: [{'id': '419511df-6fa1-4038-ae95-87a2a13d43fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262601935', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'a1f0dc36-a541-4078-a817-8f344f9a4fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:04:31Z', 'updated_at': '2021-08-18T14:05:40Z', 'revision_number': 5, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': 'a1f0dc36-a541-4078-a817-8f344f9a4fad', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:03:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419511df-6fa1-4038-ae95-87a2a13d43fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:04:32Z', 'updated_at': '2021-08-18T14:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:05:42.505017 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-36cdf051-f24a-44f6-a44b-77273f02a8c4 None None] For port e595eb44-c637-4b5b-a15f-252148c38699, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=e595eb44-c637-4b5b-a15f-252148c38699,segment=NetworkSegment(eadd4976-0305-45e4-8f17-d52b8efe3e3e),segment_id=eadd4976-0305-45e4-8f17-d52b8efe3e3e)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:05:42.505587 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-36cdf051-f24a-44f6-a44b-77273f02a8c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:42.530704 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-36cdf051-f24a-44f6-a44b-77273f02a8c4 None None] Calling delete_port for e595eb44-c637-4b5b-a15f-252148c38699 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:05:42.542238 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3358bca2-4571-4212-a92f-c32e2a41ae0d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:42.661762 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3358bca2-4571-4212-a92f-c32e2a41ae0d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:42.762511 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-36cdf051-f24a-44f6-a44b-77273f02a8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:42.790077 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cdf051-f24a-44f6-a44b-77273f02a8c4 None None] Pushing event deleted for resources: {'Port': ['ID=e595eb44-c637-4b5b-a15f-252148c38699,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:42.795325 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cdf051-f24a-44f6-a44b-77273f02a8c4 None None] No DVR routers for this DVR port e595eb44-c637-4b5b-a15f-252148c38699 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:05:42.803689 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cdf051-f24a-44f6-a44b-77273f02a8c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:42.803899 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cdf051-f24a-44f6-a44b-77273f02a8c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:42.804072 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cdf051-f24a-44f6-a44b-77273f02a8c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:42.804400 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cdf051-f24a-44f6-a44b-77273f02a8c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:42.804744 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cdf051-f24a-44f6-a44b-77273f02a8c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:42.813296 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cdf051-f24a-44f6-a44b-77273f02a8c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:42.813296 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cdf051-f24a-44f6-a44b-77273f02a8c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:42.813627 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cdf051-f24a-44f6-a44b-77273f02a8c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:42.814100 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cdf051-f24a-44f6-a44b-77273f02a8c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:42.814314 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cdf051-f24a-44f6-a44b-77273f02a8c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:42.814675 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cdf051-f24a-44f6-a44b-77273f02a8c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:42.815007 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cdf051-f24a-44f6-a44b-77273f02a8c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:42.904787 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-3358bca2-4571-4212-a92f-c32e2a41ae0d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Deleting port a1f0dc36-a541-4078-a817-8f344f9a4fad {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:05:42.905420 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3358bca2-4571-4212-a92f-c32e2a41ae0d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:42.926510 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device e50d8327-fbce-41f8-b9c8-2b5c164c2715 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:05:42.959435 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: e50d8327-fbce-41f8-b9c8-2b5c164c2715 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:05:42.960015 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device e50d8327-fbce-41f8-b9c8-2b5c164c2715 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:05:42.960851 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device e595eb44-c637-4b5b-a15f-252148c38699 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:05:43.004462 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: e595eb44-c637-4b5b-a15f-252148c38699 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:05:43.005150 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device e595eb44-c637-4b5b-a15f-252148c38699 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:05:43.020468 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-3358bca2-4571-4212-a92f-c32e2a41ae0d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] For port a1f0dc36-a541-4078-a817-8f344f9a4fad, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=a1f0dc36-a541-4078-a817-8f344f9a4fad,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:05:43.021317 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3358bca2-4571-4212-a92f-c32e2a41ae0d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:43.041393 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-3358bca2-4571-4212-a92f-c32e2a41ae0d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Calling delete_port for a1f0dc36-a541-4078-a817-8f344f9a4fad owned by network:router_gateway {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:05:43.425023 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3358bca2-4571-4212-a92f-c32e2a41ae0d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:43.454075 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358bca2-4571-4212-a92f-c32e2a41ae0d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event deleted for resources: {'Port': ['ID=a1f0dc36-a541-4078-a817-8f344f9a4fad,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:43.483923 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3358bca2-4571-4212-a92f-c32e2a41ae0d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:43.484206 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3358bca2-4571-4212-a92f-c32e2a41ae0d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:43.484481 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3358bca2-4571-4212-a92f-c32e2a41ae0d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:43.484821 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3358bca2-4571-4212-a92f-c32e2a41ae0d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:43.485156 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3358bca2-4571-4212-a92f-c32e2a41ae0d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:43.485488 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3358bca2-4571-4212-a92f-c32e2a41ae0d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:43.485825 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3358bca2-4571-4212-a92f-c32e2a41ae0d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:43.486160 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3358bca2-4571-4212-a92f-c32e2a41ae0d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:43.486517 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3358bca2-4571-4212-a92f-c32e2a41ae0d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:43.486845 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3358bca2-4571-4212-a92f-c32e2a41ae0d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:43.487189 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3358bca2-4571-4212-a92f-c32e2a41ae0d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:43.487514 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3358bca2-4571-4212-a92f-c32e2a41ae0d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:43.536667 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3358bca2-4571-4212-a92f-c32e2a41ae0d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:43.674858 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3358bca2-4571-4212-a92f-c32e2a41ae0d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:43.677595 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3358bca2-4571-4212-a92f-c32e2a41ae0d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:43.854408 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3358bca2-4571-4212-a92f-c32e2a41ae0d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:43.855449 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3358bca2-4571-4212-a92f-c32e2a41ae0d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Fanout notify agent at l3_agent the message router_deleted on router 419511df-6fa1-4038-ae95-87a2a13d43fe {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:05:43.873375 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-3358bca2-4571-4212-a92f-c32e2a41ae0d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:43.879577 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40426) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:43.880887 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3358bca2-4571-4212-a92f-c32e2a41ae0d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "DELETE /v2.0/routers/419511df-6fa1-4038-ae95-87a2a13d43fe HTTP/1.1" status: 204 len: 168 time: 1.8893890 Aug 18 14:05:43.949532 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5e16984e-033d-4f64-ae1e-7917d38808f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:44.007919 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6e841e62-0469-4eea-aa18-6733d80412c1 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:44.153896 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6e841e62-0469-4eea-aa18-6733d80412c1 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:44.172440 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-6e841e62-0469-4eea-aa18-6733d80412c1 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['375ced2a-dd84-47c6-a970-d822fd15aec2']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:44.186852 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-6e841e62-0469-4eea-aa18-6733d80412c1 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eadd4976-0305-45e4-8f17-d52b8efe3e3e') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:44.187078 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-6e841e62-0469-4eea-aa18-6733d80412c1 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eadd4976-0305-45e4-8f17-d52b8efe3e3e') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:44.199410 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6e841e62-0469-4eea-aa18-6733d80412c1 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:44.222162 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6e841e62-0469-4eea-aa18-6733d80412c1 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:44.229686 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e841e62-0469-4eea-aa18-6733d80412c1 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:05:44.230117 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6e841e62-0469-4eea-aa18-6733d80412c1 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:44.233616 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 14:05:44.233616 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:05:44.233616 n-d-803603-2 neutron-server[101675]: timer() Aug 18 14:05:44.233616 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:05:44.233616 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 14:05:44.233616 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:05:44.233616 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 14:05:44.233616 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:05:44.233616 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 14:05:44.233616 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:05:44.233616 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 14:05:44.233616 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:05:44.233616 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 14:05:44.233616 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:05:44.233616 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:05:44.233616 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:05:44.233616 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:05:44.233616 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:05:44.233616 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 14:05:44.233616 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:05:44.233616 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 14:05:44.233616 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:05:44.233616 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:05:44.233616 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:05:44.233616 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 14:05:44.233616 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:05:44.233616 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:05:44.233616 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:05:44.233616 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:05:44.233616 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:05:44.233616 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:05:44.233616 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:05:44.374159 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6e841e62-0469-4eea-aa18-6733d80412c1 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:44.387445 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6e841e62-0469-4eea-aa18-6733d80412c1 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:44.394342 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6e841e62-0469-4eea-aa18-6733d80412c1 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "DELETE /v2.0/networks/375ced2a-dd84-47c6-a970-d822fd15aec2 HTTP/1.1" status: 204 len: 168 time: 0.5088363 Aug 18 14:05:44.394772 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40428) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:44.411583 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e841e62-0469-4eea-aa18-6733d80412c1 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event deleted for resources: {'Network': ['ID=375ced2a-dd84-47c6-a970-d822fd15aec2,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:44.506141 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1068e507-879e-4383-851c-e2dbaa64dff5 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:44.554869 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1068e507-879e-4383-851c-e2dbaa64dff5 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:44.631128 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:44.718835 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1068e507-879e-4383-851c-e2dbaa64dff5 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:44.721739 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1068e507-879e-4383-851c-e2dbaa64dff5 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:44.723477 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1068e507-879e-4383-851c-e2dbaa64dff5 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "DELETE /v2.0/security-groups/031d73ea-bb6f-4817-a349-91609dac1ae5 HTTP/1.1" status: 204 len: 168 time: 0.3271270 Aug 18 14:05:44.736311 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1068e507-879e-4383-851c-e2dbaa64dff5 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=031d73ea-bb6f-4817-a349-91609dac1ae5,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:44.881110 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device a1f0dc36-a541-4078-a817-8f344f9a4fad no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:05:44.924467 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: a1f0dc36-a541-4078-a817-8f344f9a4fad {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:05:44.925046 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device a1f0dc36-a541-4078-a817-8f344f9a4fad not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:05:45.224078 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40434) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:45.229099 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-526ab1be-1a92-4391-964a-9fbbbb5d0758 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1909548899', 'description': 'tempest-secgroup-smoke-1909548899 description', 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:45.310398 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-526ab1be-1a92-4391-964a-9fbbbb5d0758 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:45.407976 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-526ab1be-1a92-4391-964a-9fbbbb5d0758 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:45.481957 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-526ab1be-1a92-4391-964a-9fbbbb5d0758 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:45.517808 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ab1be-1a92-4391-964a-9fbbbb5d0758 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b379d543-735f-4660-92f8-438b60fb9a87,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:45.570498 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-526ab1be-1a92-4391-964a-9fbbbb5d0758 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:45.572768 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-526ab1be-1a92-4391-964a-9fbbbb5d0758 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3475208 Aug 18 14:05:45.576258 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40436) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:45.581360 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-becb13db-708a-4660-b744-5be00abed65d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'security_group_rule': {'security_group_id': 'b379d543-735f-4660-92f8-438b60fb9a87', 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:45.675448 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-becb13db-708a-4660-b744-5be00abed65d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:45.685177 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:45.746821 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-becb13db-708a-4660-b744-5be00abed65d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:45.870943 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-becb13db-708a-4660-b744-5be00abed65d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:45.892600 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb13db-708a-4660-b744-5be00abed65d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a8f3d31-58fa-4311-978b-42722f1556cb,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:46.010856 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-becb13db-708a-4660-b744-5be00abed65d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:46.012052 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-becb13db-708a-4660-b744-5be00abed65d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4346304 Aug 18 14:05:46.016819 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40438) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:46.021976 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-3b407f92-6d3f-4a3e-aaef-425d5c53a2b8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'security_group_rule': {'security_group_id': 'b379d543-735f-4660-92f8-438b60fb9a87', 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:46.162348 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3b407f92-6d3f-4a3e-aaef-425d5c53a2b8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:46.234777 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3b407f92-6d3f-4a3e-aaef-425d5c53a2b8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:46.302138 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3b407f92-6d3f-4a3e-aaef-425d5c53a2b8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:46.324324 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b407f92-6d3f-4a3e-aaef-425d5c53a2b8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75d57bba-991c-47b1-bb6e-5c7120a637f5,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:46.410380 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3b407f92-6d3f-4a3e-aaef-425d5c53a2b8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:46.411679 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3b407f92-6d3f-4a3e-aaef-425d5c53a2b8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3937819 Aug 18 14:05:46.414598 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40440) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:46.419358 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-e6e00529-cfdc-4eca-9637-e859dcf15196 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'security_group_rule': {'security_group_id': 'b379d543-735f-4660-92f8-438b60fb9a87', 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:46.510688 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e6e00529-cfdc-4eca-9637-e859dcf15196 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:46.582250 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e6e00529-cfdc-4eca-9637-e859dcf15196 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:46.653370 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e6e00529-cfdc-4eca-9637-e859dcf15196 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:46.672164 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e00529-cfdc-4eca-9637-e859dcf15196 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bb8cb5b-3b6d-4a7a-a68c-31e134f9af43,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:46.753006 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e6e00529-cfdc-4eca-9637-e859dcf15196 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:46.754524 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e6e00529-cfdc-4eca-9637-e859dcf15196 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3387806 Aug 18 14:05:46.757509 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40442) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:46.762648 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-a81e2de5-19cb-4816-a595-fcdb1864c8ca tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'security_group_rule': {'security_group_id': 'b379d543-735f-4660-92f8-438b60fb9a87', 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:46.879403 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a81e2de5-19cb-4816-a595-fcdb1864c8ca tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:46.949932 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a81e2de5-19cb-4816-a595-fcdb1864c8ca tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:47.025524 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a81e2de5-19cb-4816-a595-fcdb1864c8ca tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:47.047643 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e2de5-19cb-4816-a595-fcdb1864c8ca tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a684259a-6043-429f-9397-35023a2defd8,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:47.313059 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a81e2de5-19cb-4816-a595-fcdb1864c8ca tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:47.314370 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a81e2de5-19cb-4816-a595-fcdb1864c8ca tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5556443 Aug 18 14:05:47.317344 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40444) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:47.323579 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-97766bc4-dbf0-4ced-b47d-36dc0e20e8f3 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'security_group_rule': {'security_group_id': 'b379d543-735f-4660-92f8-438b60fb9a87', 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:47.453069 n-d-803603-2 neutron-server[101676]: INFO neutron.db.securitygroups_db [None req-97766bc4-dbf0-4ced-b47d-36dc0e20e8f3 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Project c4b6cbf5f3fd46fcb1038295c88e6b22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:05:47.459148 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-97766bc4-dbf0-4ced-b47d-36dc0e20e8f3 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:47.538111 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-97766bc4-dbf0-4ced-b47d-36dc0e20e8f3 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:47.615919 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-97766bc4-dbf0-4ced-b47d-36dc0e20e8f3 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:47.636473 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97766bc4-dbf0-4ced-b47d-36dc0e20e8f3 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe9ab380-2251-4e45-9ffa-5e19f6c2b084,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:47.676202 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:47.713496 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-97766bc4-dbf0-4ced-b47d-36dc0e20e8f3 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:47.714816 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-97766bc4-dbf0-4ced-b47d-36dc0e20e8f3 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3960845 Aug 18 14:05:47.725721 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40446) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:47.732341 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-a7f1a21e-a439-4c0f-aefd-89cbcf258267 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'security_group_rule': {'security_group_id': 'b379d543-735f-4660-92f8-438b60fb9a87', 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:47.840083 n-d-803603-2 neutron-server[101675]: INFO neutron.db.securitygroups_db [None req-a7f1a21e-a439-4c0f-aefd-89cbcf258267 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Project c4b6cbf5f3fd46fcb1038295c88e6b22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:05:47.848174 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a7f1a21e-a439-4c0f-aefd-89cbcf258267 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:47.929725 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a7f1a21e-a439-4c0f-aefd-89cbcf258267 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:48.001788 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a7f1a21e-a439-4c0f-aefd-89cbcf258267 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:48.022720 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f1a21e-a439-4c0f-aefd-89cbcf258267 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b222fdd8-c0d5-41fe-b5ff-10008676aa68,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:48.107535 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a7f1a21e-a439-4c0f-aefd-89cbcf258267 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:48.108890 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a7f1a21e-a439-4c0f-aefd-89cbcf258267 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3817067 Aug 18 14:05:48.112114 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40448) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:48.117750 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-4fe9f7ac-8bef-4009-9f9b-dee80cc34d94 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'network': {'name': 'tempest-network-smoke--2000027104', 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'port_security_enabled': True}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:48.204280 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe9f7ac-8bef-4009-9f9b-dee80cc34d94 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Made reservation on behalf of c4b6cbf5f3fd46fcb1038295c88e6b22 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:05:48.208241 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4fe9f7ac-8bef-4009-9f9b-dee80cc34d94 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:48.237157 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fe9f7ac-8bef-4009-9f9b-dee80cc34d94 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:05:48.247550 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4fe9f7ac-8bef-4009-9f9b-dee80cc34d94 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:48.254090 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-4fe9f7ac-8bef-4009-9f9b-dee80cc34d94 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Added segment da13ef6f-4bb7-4ee1-b2ef-e918d61a8d4a of type vlan for network 59e41f36-76a3-49e9-9032-8f0e20d061f4 Aug 18 14:05:48.293767 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4fe9f7ac-8bef-4009-9f9b-dee80cc34d94 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:48.393490 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4fe9f7ac-8bef-4009-9f9b-dee80cc34d94 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:48.400213 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe9f7ac-8bef-4009-9f9b-dee80cc34d94 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:48.400926 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4fe9f7ac-8bef-4009-9f9b-dee80cc34d94 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:48.479131 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe9f7ac-8bef-4009-9f9b-dee80cc34d94 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'Network': ['ID=59e41f36-76a3-49e9-9032-8f0e20d061f4,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:48.489922 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 59e41f36-76a3-49e9-9032-8f0e20d061f4 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:05:48.526268 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4fe9f7ac-8bef-4009-9f9b-dee80cc34d94 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4128335 Aug 18 14:05:48.531242 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40450) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:48.537968 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-19ab3613-37d8-4f3b-a28b-2f900d4b2ffc tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1708595863', 'admin_state_up': True, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:48.659699 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-19ab3613-37d8-4f3b-a28b-2f900d4b2ffc tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:48.660712 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-19ab3613-37d8-4f3b-a28b-2f900d4b2ffc tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:48.720383 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-19ab3613-37d8-4f3b-a28b-2f900d4b2ffc tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:48.950223 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-19ab3613-37d8-4f3b-a28b-2f900d4b2ffc tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:49.345546 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-19ab3613-37d8-4f3b-a28b-2f900d4b2ffc tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for router_gateway, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:49.389354 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-19ab3613-37d8-4f3b-a28b-2f900d4b2ffc tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:49.548777 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-19ab3613-37d8-4f3b-a28b-2f900d4b2ffc tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Allocated IP 172.25.6.126 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/4340e41c-336d-4aa4-81a1-0003f94432e7) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:05:49.685782 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-19ab3613-37d8-4f3b-a28b-2f900d4b2ffc tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:49.799126 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-19ab3613-37d8-4f3b-a28b-2f900d4b2ffc tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:49.848557 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ab3613-37d8-4f3b-a28b-2f900d4b2ffc tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:05:49.853581 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-19ab3613-37d8-4f3b-a28b-2f900d4b2ffc tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:05:49.858115 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ab3613-37d8-4f3b-a28b-2f900d4b2ffc tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:05:49.900641 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab3613-37d8-4f3b-a28b-2f900d4b2ffc tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'Port': ['ID=4340e41c-336d-4aa4-81a1-0003f94432e7,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:50.273910 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-19ab3613-37d8-4f3b-a28b-2f900d4b2ffc tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for router_gateway, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:50.510423 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-19ab3613-37d8-4f3b-a28b-2f900d4b2ffc tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:50.753433 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ab3613-37d8-4f3b-a28b-2f900d4b2ffc tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Router 29d86ae8-dc41-469f-8db9-80f2236c9c56 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:05:50.891657 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ab3613-37d8-4f3b-a28b-2f900d4b2ffc tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:05:50.905612 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82a4522-8c1b-4608-814d-fc05292055fd None None] Sync routers for ids ['29d86ae8-dc41-469f-8db9-80f2236c9c56'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:05:50.916609 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82a4522-8c1b-4608-814d-fc05292055fd None None] Routers {'29d86ae8-dc41-469f-8db9-80f2236c9c56'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:05:50.917329 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-a82a4522-8c1b-4608-814d-fc05292055fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:05:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['29d86ae8-dc41-469f-8db9-80f2236c9c56'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:50.979672 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-19ab3613-37d8-4f3b-a28b-2f900d4b2ffc tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:50.981802 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-19ab3613-37d8-4f3b-a28b-2f900d4b2ffc tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4490814 Aug 18 14:05:50.986702 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40452) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:51.036008 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d05e9288-42d7-4eab-b0b6-3078d0adf8e1 tempest-TestNetworkAdvancedServerOps-441945603 tempest-TestNetworkAdvancedServerOps-441945603-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=c4b6cbf5f3fd46fcb1038295c88e6b22&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0473638 Aug 18 14:05:51.039223 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40454) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:51.080179 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-a82a4522-8c1b-4608-814d-fc05292055fd None None] Set router 29d86ae8-dc41-469f-8db9-80f2236c9c56 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:05:51.174258 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420d5f5c-baa7-4618-bbe5-1a850b4694c2 tempest-TestNetworkAdvancedServerOps-441945603 tempest-TestNetworkAdvancedServerOps-441945603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:51.180142 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-420d5f5c-baa7-4618-bbe5-1a850b4694c2 tempest-TestNetworkAdvancedServerOps-441945603 tempest-TestNetworkAdvancedServerOps-441945603-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1346800 Aug 18 14:05:51.180497 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40456) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:51.230145 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f6ad30d8-8de0-4851-8d08-fc9b7ce6680d tempest-TestNetworkAdvancedServerOps-441945603 tempest-TestNetworkAdvancedServerOps-441945603-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=0babe39a-03c6-4af7-9ca5-00804dd781c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439756 Aug 18 14:05:51.230600 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40458) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:51.236687 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-a1c60263-ce58-427c-9539-fe411f1a2550 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-862497387', 'network_id': '59e41f36-76a3-49e9-9032-8f0e20d061f4', 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:51.318259 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-a82a4522-8c1b-4608-814d-fc05292055fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d86ae8-dc41-469f-8db9-80f2236c9c56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708595863', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '4340e41c-336d-4aa4-81a1-0003f94432e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:05:48Z', 'updated_at': '2021-08-18T14:05:50Z', 'revision_number': 3, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '4340e41c-336d-4aa4-81a1-0003f94432e7', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d86ae8-dc41-469f-8db9-80f2236c9c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:05:49Z', 'updated_at': '2021-08-18T14:05:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:51.356668 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82a4522-8c1b-4608-814d-fc05292055fd None None] Checking router: 29d86ae8-dc41-469f-8db9-80f2236c9c56 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:05:51.357017 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82a4522-8c1b-4608-814d-fc05292055fd None None] Updating router 29d86ae8-dc41-469f-8db9-80f2236c9c56 port 4340e41c-336d-4aa4-81a1-0003f94432e7 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:05:51.386495 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a82a4522-8c1b-4608-814d-fc05292055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:51.456030 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c60263-ce58-427c-9539-fe411f1a2550 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Made reservation on behalf of c4b6cbf5f3fd46fcb1038295c88e6b22 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:05:51.460738 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a1c60263-ce58-427c-9539-fe411f1a2550 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:51.781722 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a82a4522-8c1b-4608-814d-fc05292055fd None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:51.793153 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a1c60263-ce58-427c-9539-fe411f1a2550 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:51.796862 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a82a4522-8c1b-4608-814d-fc05292055fd None None] Transition to ACTIVE for port object 4340e41c-336d-4aa4-81a1-0003f94432e7 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:05:51.872662 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a82a4522-8c1b-4608-814d-fc05292055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:51.878959 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c60263-ce58-427c-9539-fe411f1a2550 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'Subnet': ['ID=ce3eaa58-9d99-4ae1-ad49-81195a7798b6,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:51.886053 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c60263-ce58-427c-9539-fe411f1a2550 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Checking segment: {'id': 'da13ef6f-4bb7-4ee1-b2ef-e918d61a8d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '59e41f36-76a3-49e9-9032-8f0e20d061f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:05:51.886550 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c60263-ce58-427c-9539-fe411f1a2550 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Network hostable DHCP agents. Network: 59e41f36-76a3-49e9-9032-8f0e20d061f4, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:05:51.958713 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4e5ae-90bb-40ef-99d9-b72652e524d8 None None] Pushing event updated for resources: {'Port': ['ID=4340e41c-336d-4aa4-81a1-0003f94432e7,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:51.961198 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-a82a4522-8c1b-4608-814d-fc05292055fd None None] Attempting to bind port 4340e41c-336d-4aa4-81a1-0003f94432e7 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:05:51.961571 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-a82a4522-8c1b-4608-814d-fc05292055fd None None] Attempting to bind port 4340e41c-336d-4aa4-81a1-0003f94432e7 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:05:51.962239 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82a4522-8c1b-4608-814d-fc05292055fd None None] Attempting to bind port 4340e41c-336d-4aa4-81a1-0003f94432e7 on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:05:51.972964 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82a4522-8c1b-4608-814d-fc05292055fd None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:05:51.973581 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82a4522-8c1b-4608-814d-fc05292055fd None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:05:51.976779 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a82a4522-8c1b-4608-814d-fc05292055fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:51.976779 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82a4522-8c1b-4608-814d-fc05292055fd None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:05:51.976779 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-a82a4522-8c1b-4608-814d-fc05292055fd None None] Bound port: 4340e41c-336d-4aa4-81a1-0003f94432e7, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:05:51.976779 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a82a4522-8c1b-4608-814d-fc05292055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:51.995912 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c60263-ce58-427c-9539-fe411f1a2550 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Network 59e41f36-76a3-49e9-9032-8f0e20d061f4 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:05:52.041912 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-a82a4522-8c1b-4608-814d-fc05292055fd None None] For port 4340e41c-336d-4aa4-81a1-0003f94432e7, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:05:52.046085 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-a82a4522-8c1b-4608-814d-fc05292055fd None None] For port 4340e41c-336d-4aa4-81a1-0003f94432e7, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4340e41c-336d-4aa4-81a1-0003f94432e7,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:05:52.116200 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-a1c60263-ce58-427c-9539-fe411f1a2550 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 59e41f36-76a3-49e9-9032-8f0e20d061f4) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:05:52.123226 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c60263-ce58-427c-9539-fe411f1a2550 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:52.124094 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a1c60263-ce58-427c-9539-fe411f1a2550 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:52.129358 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae8254d-eb4e-4d1c-b16c-edce6f11754c None None] Network 59e41f36-76a3-49e9-9032-8f0e20d061f4 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:05:52.152463 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a82a4522-8c1b-4608-814d-fc05292055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:52.215087 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a1c60263-ce58-427c-9539-fe411f1a2550 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9831810 Aug 18 14:05:52.219109 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40460) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:05:52.370155 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82a4522-8c1b-4608-814d-fc05292055fd None None] Routers {'29d86ae8-dc41-469f-8db9-80f2236c9c56'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:05:52.371202 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-a82a4522-8c1b-4608-814d-fc05292055fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:05:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['29d86ae8-dc41-469f-8db9-80f2236c9c56'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:52.441409 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4e5ae-90bb-40ef-99d9-b72652e524d8 None None] Pushing event updated for resources: {'Port': ['ID=4340e41c-336d-4aa4-81a1-0003f94432e7,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:52.672253 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da151939-2b9e-4301-9f76-6635ad9d9f20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-59e41f36-76a3-49e9-9032-8f0e20d061f4', 'network_id': '59e41f36-76a3-49e9-9032-8f0e20d061f4', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'fixed_ips': [{'subnet_id': 'ce3eaa58-9d99-4ae1-ad49-81195a7798b6'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:05:52.673685 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-da151939-2b9e-4301-9f76-6635ad9d9f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:52.684621 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-a82a4522-8c1b-4608-814d-fc05292055fd None None] Set router 29d86ae8-dc41-469f-8db9-80f2236c9c56 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:05:52.763693 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-127d7555-d0cf-46b7-a218-a4a519826572 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:53.092858 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-127d7555-d0cf-46b7-a218-a4a519826572 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Allocated IP 172.20.0.1 (59e41f36-76a3-49e9-9032-8f0e20d061f4/ce3eaa58-9d99-4ae1-ad49-81195a7798b6/4c62262b-fb5e-4b6c-859f-d085658f2424) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:05:53.162755 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-a82a4522-8c1b-4608-814d-fc05292055fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d86ae8-dc41-469f-8db9-80f2236c9c56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708595863', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '4340e41c-336d-4aa4-81a1-0003f94432e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:05:48Z', 'updated_at': '2021-08-18T14:05:50Z', 'revision_number': 3, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '4340e41c-336d-4aa4-81a1-0003f94432e7', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d86ae8-dc41-469f-8db9-80f2236c9c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:05:49Z', 'updated_at': '2021-08-18T14:05:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:53.199776 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82a4522-8c1b-4608-814d-fc05292055fd None None] The sync data for ids ['29d86ae8-dc41-469f-8db9-80f2236c9c56'] in n-d-803603-2 is: [{'id': '29d86ae8-dc41-469f-8db9-80f2236c9c56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708595863', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '4340e41c-336d-4aa4-81a1-0003f94432e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:05:48Z', 'updated_at': '2021-08-18T14:05:50Z', 'revision_number': 3, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '4340e41c-336d-4aa4-81a1-0003f94432e7', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d86ae8-dc41-469f-8db9-80f2236c9c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:05:49Z', 'updated_at': '2021-08-18T14:05:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:05:53.260427 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-127d7555-d0cf-46b7-a218-a4a519826572 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:53.279107 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-127d7555-d0cf-46b7-a218-a4a519826572 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Transition to ACTIVE for port object 4c62262b-fb5e-4b6c-859f-d085658f2424 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:05:53.440495 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-127d7555-d0cf-46b7-a218-a4a519826572 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:53.529337 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-da151939-2b9e-4301-9f76-6635ad9d9f20 None None] Allocated IP 172.20.0.2 (59e41f36-76a3-49e9-9032-8f0e20d061f4/ce3eaa58-9d99-4ae1-ad49-81195a7798b6/ca53fd5b-3f99-402f-9d4e-dcaad458d113) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:05:53.536483 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127d7555-d0cf-46b7-a218-a4a519826572 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Network 59e41f36-76a3-49e9-9032-8f0e20d061f4 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:05:53.543571 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-127d7555-d0cf-46b7-a218-a4a519826572 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:05:53.556953 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127d7555-d0cf-46b7-a218-a4a519826572 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:05:53.628369 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d7555-d0cf-46b7-a218-a4a519826572 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'Port': ['ID=4c62262b-fb5e-4b6c-859f-d085658f2424,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:53.659858 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-127d7555-d0cf-46b7-a218-a4a519826572 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:53.787398 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-da151939-2b9e-4301-9f76-6635ad9d9f20 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:53.798843 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-da151939-2b9e-4301-9f76-6635ad9d9f20 None None] Transition to ACTIVE for port object ca53fd5b-3f99-402f-9d4e-dcaad458d113 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:05:53.819137 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-da151939-2b9e-4301-9f76-6635ad9d9f20 None None] Transition to ACTIVE for port object ca53fd5b-3f99-402f-9d4e-dcaad458d113 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:05:53.922926 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-da151939-2b9e-4301-9f76-6635ad9d9f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:53.927210 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-127d7555-d0cf-46b7-a218-a4a519826572 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:53.998940 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da151939-2b9e-4301-9f76-6635ad9d9f20 None None] Network 59e41f36-76a3-49e9-9032-8f0e20d061f4 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:05:54.004540 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-da151939-2b9e-4301-9f76-6635ad9d9f20 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:05:54.009249 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da151939-2b9e-4301-9f76-6635ad9d9f20 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:05:54.025894 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da151939-2b9e-4301-9f76-6635ad9d9f20 None None] Pushing event updated for resources: {'Port': ['ID=ca53fd5b-3f99-402f-9d4e-dcaad458d113,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:54.121666 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-da151939-2b9e-4301-9f76-6635ad9d9f20 None None] Attempting to bind port ca53fd5b-3f99-402f-9d4e-dcaad458d113 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:05:54.122285 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-da151939-2b9e-4301-9f76-6635ad9d9f20 None None] Attempting to bind port ca53fd5b-3f99-402f-9d4e-dcaad458d113 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'da13ef6f-4bb7-4ee1-b2ef-e918d61a8d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '59e41f36-76a3-49e9-9032-8f0e20d061f4'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:05:54.122903 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da151939-2b9e-4301-9f76-6635ad9d9f20 None None] Attempting to bind port ca53fd5b-3f99-402f-9d4e-dcaad458d113 on network 59e41f36-76a3-49e9-9032-8f0e20d061f4 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:05:54.132918 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da151939-2b9e-4301-9f76-6635ad9d9f20 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:05:54.133455 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da151939-2b9e-4301-9f76-6635ad9d9f20 None None] Checking segment: {'id': 'da13ef6f-4bb7-4ee1-b2ef-e918d61a8d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '59e41f36-76a3-49e9-9032-8f0e20d061f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:05:54.134140 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-da151939-2b9e-4301-9f76-6635ad9d9f20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:54.134822 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da151939-2b9e-4301-9f76-6635ad9d9f20 None None] Bound using segment: {'id': 'da13ef6f-4bb7-4ee1-b2ef-e918d61a8d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '59e41f36-76a3-49e9-9032-8f0e20d061f4'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:05:54.135645 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-da151939-2b9e-4301-9f76-6635ad9d9f20 None None] Bound port: ca53fd5b-3f99-402f-9d4e-dcaad458d113, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da13ef6f-4bb7-4ee1-b2ef-e918d61a8d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '59e41f36-76a3-49e9-9032-8f0e20d061f4'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:05:54.136288 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-da151939-2b9e-4301-9f76-6635ad9d9f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:54.265962 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-da151939-2b9e-4301-9f76-6635ad9d9f20 None None] For port ca53fd5b-3f99-402f-9d4e-dcaad458d113, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:05:54.270316 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-da151939-2b9e-4301-9f76-6635ad9d9f20 None None] For port ca53fd5b-3f99-402f-9d4e-dcaad458d113, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=ca53fd5b-3f99-402f-9d4e-dcaad458d113,segment=NetworkSegment(da13ef6f-4bb7-4ee1-b2ef-e918d61a8d4a),segment_id=da13ef6f-4bb7-4ee1-b2ef-e918d61a8d4a)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:05:54.380386 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-127d7555-d0cf-46b7-a218-a4a519826572 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:54.407752 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-da151939-2b9e-4301-9f76-6635ad9d9f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:54.475690 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-127d7555-d0cf-46b7-a218-a4a519826572 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:54.492200 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da151939-2b9e-4301-9f76-6635ad9d9f20 None None] Pushing event updated for resources: {'Port': ['ID=ca53fd5b-3f99-402f-9d4e-dcaad458d113,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:54.564808 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d7555-d0cf-46b7-a218-a4a519826572 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'Port': ['ID=4c62262b-fb5e-4b6c-859f-d085658f2424,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:54.569161 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-127d7555-d0cf-46b7-a218-a4a519826572 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:54.707606 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127d7555-d0cf-46b7-a218-a4a519826572 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Network 59e41f36-76a3-49e9-9032-8f0e20d061f4 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:05:54.709230 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-127d7555-d0cf-46b7-a218-a4a519826572 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:05:54.889322 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-127d7555-d0cf-46b7-a218-a4a519826572 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Router 29d86ae8-dc41-469f-8db9-80f2236c9c56 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:05:55.021541 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device ca53fd5b-3f99-402f-9d4e-dcaad458d113 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:05:55.228106 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port ca53fd5b-3f99-402f-9d4e-dcaad458d113 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:05:55.236228 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4340e41c-336d-4aa4-81a1-0003f94432e7 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:05:55.393610 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 4340e41c-336d-4aa4-81a1-0003f94432e7 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:05:55.401518 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 4340e41c-336d-4aa4-81a1-0003f94432e7 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:05:55.406297 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:55.440674 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127d7555-d0cf-46b7-a218-a4a519826572 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:05:55.448096 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-127d7555-d0cf-46b7-a218-a4a519826572 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "PUT /v2.0/routers/29d86ae8-dc41-469f-8db9-80f2236c9c56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2277322 Aug 18 14:05:55.632653 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272547df-980e-4e0c-bdc2-0621201e77b1 None None] Sync routers for ids ['29d86ae8-dc41-469f-8db9-80f2236c9c56'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:05:55.668518 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272547df-980e-4e0c-bdc2-0621201e77b1 None None] Routers {'29d86ae8-dc41-469f-8db9-80f2236c9c56'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:05:55.669462 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-802494d9-550c-405d-a6bf-508b78199df5 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1909548899&fields=id&tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22 HTTP/1.1" status: 200 len: 267 time: 0.0464184 Aug 18 14:05:55.671371 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-272547df-980e-4e0c-bdc2-0621201e77b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:05:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['29d86ae8-dc41-469f-8db9-80f2236c9c56'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:55.756704 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:55.791070 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 4340e41c-336d-4aa4-81a1-0003f94432e7, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4340e41c-336d-4aa4-81a1-0003f94432e7,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:05:55.859051 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:55.879741 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-272547df-980e-4e0c-bdc2-0621201e77b1 None None] Set router 29d86ae8-dc41-469f-8db9-80f2236c9c56 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:05:55.883839 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-c69cdb81-d8db-4f0c-a647-fac7f156e111 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:55.884261 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-c69cdb81-d8db-4f0c-a647-fac7f156e111 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/networks?id=59e41f36-76a3-49e9-9032-8f0e20d061f4 HTTP/1.1" status: 200 len: 797 time: 0.1953273 Aug 18 14:05:55.908754 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-cff0d044-5ca0-4a8e-919e-2c9005932874 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/quotas/c4b6cbf5f3fd46fcb1038295c88e6b22 HTTP/1.1" status: 200 len: 375 time: 0.0111670 Aug 18 14:05:55.944564 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=4340e41c-336d-4aa4-81a1-0003f94432e7,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:55.969437 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b48ea1-a06d-4bea-aa8c-9e8af618bb96 None None] Network 59e41f36-76a3-49e9-9032-8f0e20d061f4 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:05:55.989554 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-b4a51b1b-b171-4bec-8b5b-8d92571931c7 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0675983 Aug 18 14:05:56.129034 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-020e763e-d157-44e8-ac6f-fbb1a147061a service neutron] 10.222.0.13 "GET /v2.0/networks/59e41f36-76a3-49e9-9032-8f0e20d061f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135671 Aug 18 14:05:56.141352 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d76a0947-6707-4191-b64f-aab17d8cae80 None None] Provisioning for port ca53fd5b-3f99-402f-9d4e-dcaad458d113 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:05:56.148909 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-d76a0947-6707-4191-b64f-aab17d8cae80 None None] Provisioning complete for port ca53fd5b-3f99-402f-9d4e-dcaad458d113 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:05:56.149810 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d76a0947-6707-4191-b64f-aab17d8cae80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:56.201791 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-272547df-980e-4e0c-bdc2-0621201e77b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d86ae8-dc41-469f-8db9-80f2236c9c56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708595863', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '4340e41c-336d-4aa4-81a1-0003f94432e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:05:48Z', 'updated_at': '2021-08-18T14:05:53Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '4340e41c-336d-4aa4-81a1-0003f94432e7', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d86ae8-dc41-469f-8db9-80f2236c9c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:05:49Z', 'updated_at': '2021-08-18T14:05:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '4c62262b-fb5e-4b6c-859f-d085658f2424', 'name': '', 'network_id': '59e41f36-76a3-49e9-9032-8f0e20d061f4', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'mac_address': 'fa:16:3e:3b:c9:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d86ae8-dc41-469f-8db9-80f2236c9c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'ce3eaa58-9d99-4ae1-ad49-81195a7798b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:05:52Z', 'updated_at': '2021-08-18T14:05:54Z', 'revision_number': 2, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'subnets': [{'id': 'ce3eaa58-9d99-4ae1-ad49-81195a7798b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:56.247109 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272547df-980e-4e0c-bdc2-0621201e77b1 None None] Checking router: 29d86ae8-dc41-469f-8db9-80f2236c9c56 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:05:56.247794 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272547df-980e-4e0c-bdc2-0621201e77b1 None None] Updating router 29d86ae8-dc41-469f-8db9-80f2236c9c56 port 4c62262b-fb5e-4b6c-859f-d085658f2424 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:05:56.262506 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-7f055308-6108-4263-b9e5-7bdb30bbf2c5 service neutron] 10.222.0.13 "GET /v2.0/networks/59e41f36-76a3-49e9-9032-8f0e20d061f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224260 Aug 18 14:05:56.276839 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d76a0947-6707-4191-b64f-aab17d8cae80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:56.292851 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-272547df-980e-4e0c-bdc2-0621201e77b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:56.319788 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-d76a0947-6707-4191-b64f-aab17d8cae80 None None] For port ca53fd5b-3f99-402f-9d4e-dcaad458d113, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=ca53fd5b-3f99-402f-9d4e-dcaad458d113,segment=NetworkSegment(da13ef6f-4bb7-4ee1-b2ef-e918d61a8d4a),segment_id=da13ef6f-4bb7-4ee1-b2ef-e918d61a8d4a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:05:56.404002 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d76a0947-6707-4191-b64f-aab17d8cae80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:56.466713 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a0947-6707-4191-b64f-aab17d8cae80 None None] Pushing event updated for resources: {'Port': ['ID=ca53fd5b-3f99-402f-9d4e-dcaad458d113,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:56.634694 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-13ee071a-1f6e-4a7c-8381-1cfda68693d1 req-ff83c680-19ec-41e8-ac92-f25f46367006 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=81edd554-d15d-412c-b059-0724b64bc1da HTTP/1.1" status: 200 len: 210 time: 0.0569842 Aug 18 14:05:56.646915 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-feb585b1-8666-47c4-9068-777ea44dbef5 None None] Provisioning complete for port ca53fd5b-3f99-402f-9d4e-dcaad458d113 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:05:56.646915 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-feb585b1-8666-47c4-9068-777ea44dbef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:56.865239 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-272547df-980e-4e0c-bdc2-0621201e77b1 None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:56.875890 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-feb585b1-8666-47c4-9068-777ea44dbef5 None None] Provisioning for port 4c62262b-fb5e-4b6c-859f-d085658f2424 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:05:56.879538 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-272547df-980e-4e0c-bdc2-0621201e77b1 None None] Transition to ACTIVE for port object 4c62262b-fb5e-4b6c-859f-d085658f2424 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:05:56.884373 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-feb585b1-8666-47c4-9068-777ea44dbef5 None None] Provisioning complete for port 4c62262b-fb5e-4b6c-859f-d085658f2424 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:05:56.886905 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-feb585b1-8666-47c4-9068-777ea44dbef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:56.925159 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device ca53fd5b-3f99-402f-9d4e-dcaad458d113 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:05:56.963748 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-feb585b1-8666-47c4-9068-777ea44dbef5 None None] Port 4c62262b-fb5e-4b6c-859f-d085658f2424 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:05:56.975905 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-272547df-980e-4e0c-bdc2-0621201e77b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:56.996929 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port ca53fd5b-3f99-402f-9d4e-dcaad458d113 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:05:56.997498 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:57.069302 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a7daa-b1f5-466a-a99c-d09f7c2e33f1 None None] Pushing event updated for resources: {'Port': ['ID=4c62262b-fb5e-4b6c-859f-d085658f2424,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:57.098411 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6a7daa-b1f5-466a-a99c-d09f7c2e33f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:57.099115 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6a7daa-b1f5-466a-a99c-d09f7c2e33f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:57.100861 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6a7daa-b1f5-466a-a99c-d09f7c2e33f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:57.100861 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6a7daa-b1f5-466a-a99c-d09f7c2e33f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:57.100861 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6a7daa-b1f5-466a-a99c-d09f7c2e33f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:57.100861 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6a7daa-b1f5-466a-a99c-d09f7c2e33f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:57.100861 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6a7daa-b1f5-466a-a99c-d09f7c2e33f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:57.101320 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6a7daa-b1f5-466a-a99c-d09f7c2e33f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:57.101403 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6a7daa-b1f5-466a-a99c-d09f7c2e33f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:57.101865 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6a7daa-b1f5-466a-a99c-d09f7c2e33f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:57.102771 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6a7daa-b1f5-466a-a99c-d09f7c2e33f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:57.103132 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6a7daa-b1f5-466a-a99c-d09f7c2e33f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:05:57.123829 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-272547df-980e-4e0c-bdc2-0621201e77b1 None None] Attempting to bind port 4c62262b-fb5e-4b6c-859f-d085658f2424 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:05:57.123829 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-272547df-980e-4e0c-bdc2-0621201e77b1 None None] Attempting to bind port 4c62262b-fb5e-4b6c-859f-d085658f2424 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'da13ef6f-4bb7-4ee1-b2ef-e918d61a8d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '59e41f36-76a3-49e9-9032-8f0e20d061f4'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:05:57.123829 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272547df-980e-4e0c-bdc2-0621201e77b1 None None] Attempting to bind port 4c62262b-fb5e-4b6c-859f-d085658f2424 on network 59e41f36-76a3-49e9-9032-8f0e20d061f4 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:05:57.130038 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272547df-980e-4e0c-bdc2-0621201e77b1 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:05:57.130520 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272547df-980e-4e0c-bdc2-0621201e77b1 None None] Checking segment: {'id': 'da13ef6f-4bb7-4ee1-b2ef-e918d61a8d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '59e41f36-76a3-49e9-9032-8f0e20d061f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:05:57.130841 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-272547df-980e-4e0c-bdc2-0621201e77b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:57.131245 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272547df-980e-4e0c-bdc2-0621201e77b1 None None] Bound using segment: {'id': 'da13ef6f-4bb7-4ee1-b2ef-e918d61a8d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '59e41f36-76a3-49e9-9032-8f0e20d061f4'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:05:57.131743 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-272547df-980e-4e0c-bdc2-0621201e77b1 None None] Bound port: 4c62262b-fb5e-4b6c-859f-d085658f2424, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da13ef6f-4bb7-4ee1-b2ef-e918d61a8d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '59e41f36-76a3-49e9-9032-8f0e20d061f4'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:05:57.132177 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-272547df-980e-4e0c-bdc2-0621201e77b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:57.147426 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4340e41c-336d-4aa4-81a1-0003f94432e7 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:05:57.221286 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 4340e41c-336d-4aa4-81a1-0003f94432e7 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:05:57.221726 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:57.246795 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-272547df-980e-4e0c-bdc2-0621201e77b1 None None] For port 4c62262b-fb5e-4b6c-859f-d085658f2424, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:05:57.253305 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-272547df-980e-4e0c-bdc2-0621201e77b1 None None] For port 4c62262b-fb5e-4b6c-859f-d085658f2424, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4c62262b-fb5e-4b6c-859f-d085658f2424,segment=NetworkSegment(da13ef6f-4bb7-4ee1-b2ef-e918d61a8d4a),segment_id=da13ef6f-4bb7-4ee1-b2ef-e918d61a8d4a)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:05:57.344788 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-272547df-980e-4e0c-bdc2-0621201e77b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:57.402587 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272547df-980e-4e0c-bdc2-0621201e77b1 None None] Routers {'29d86ae8-dc41-469f-8db9-80f2236c9c56'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:05:57.409668 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-272547df-980e-4e0c-bdc2-0621201e77b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:05:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['29d86ae8-dc41-469f-8db9-80f2236c9c56'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:57.454282 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a7daa-b1f5-466a-a99c-d09f7c2e33f1 None None] Pushing event updated for resources: {'Port': ['ID=4c62262b-fb5e-4b6c-859f-d085658f2424,revision_number=4']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:57.574214 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-272547df-980e-4e0c-bdc2-0621201e77b1 None None] Set router 29d86ae8-dc41-469f-8db9-80f2236c9c56 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:05:57.716806 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b1f27821-a4d3-42a5-a2b0-91d8f00f5267 req-2c71a14c-51c3-429c-bd3e-6184756f5fe3 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=81edd554-d15d-412c-b059-0724b64bc1da HTTP/1.1" status: 200 len: 210 time: 0.0371344 Aug 18 14:05:57.875616 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-272547df-980e-4e0c-bdc2-0621201e77b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d86ae8-dc41-469f-8db9-80f2236c9c56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708595863', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '4340e41c-336d-4aa4-81a1-0003f94432e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:05:48Z', 'updated_at': '2021-08-18T14:05:53Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '4340e41c-336d-4aa4-81a1-0003f94432e7', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d86ae8-dc41-469f-8db9-80f2236c9c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:05:49Z', 'updated_at': '2021-08-18T14:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '4c62262b-fb5e-4b6c-859f-d085658f2424', 'name': '', 'network_id': '59e41f36-76a3-49e9-9032-8f0e20d061f4', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'mac_address': 'fa:16:3e:3b:c9:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d86ae8-dc41-469f-8db9-80f2236c9c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'ce3eaa58-9d99-4ae1-ad49-81195a7798b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:05:52Z', 'updated_at': '2021-08-18T14:05:57Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'subnets': [{'id': 'ce3eaa58-9d99-4ae1-ad49-81195a7798b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:05:57.909637 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272547df-980e-4e0c-bdc2-0621201e77b1 None None] The sync data for ids ['29d86ae8-dc41-469f-8db9-80f2236c9c56'] in n-d-803603-2 is: [{'id': '29d86ae8-dc41-469f-8db9-80f2236c9c56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708595863', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '4340e41c-336d-4aa4-81a1-0003f94432e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:05:48Z', 'updated_at': '2021-08-18T14:05:53Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '4340e41c-336d-4aa4-81a1-0003f94432e7', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d86ae8-dc41-469f-8db9-80f2236c9c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:05:49Z', 'updated_at': '2021-08-18T14:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '4c62262b-fb5e-4b6c-859f-d085658f2424', 'name': '', 'network_id': '59e41f36-76a3-49e9-9032-8f0e20d061f4', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'mac_address': 'fa:16:3e:3b:c9:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d86ae8-dc41-469f-8db9-80f2236c9c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'ce3eaa58-9d99-4ae1-ad49-81195a7798b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:05:52Z', 'updated_at': '2021-08-18T14:05:57Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'subnets': [{'id': 'ce3eaa58-9d99-4ae1-ad49-81195a7798b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:05:58.529707 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:58.869664 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-57f972f9-dc19-4a25-b17d-acd7f9b58121 req-3ac4cca5-5eb7-4ed2-a2b9-eed3ea913ce2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=81edd554-d15d-412c-b059-0724b64bc1da HTTP/1.1" status: 200 len: 210 time: 0.0616724 Aug 18 14:05:58.945802 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4c62262b-fb5e-4b6c-859f-d085658f2424 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:05:59.121885 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 4c62262b-fb5e-4b6c-859f-d085658f2424 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:05:59.128575 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 4c62262b-fb5e-4b6c-859f-d085658f2424 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:05:59.129133 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:59.235532 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:59.280661 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 4c62262b-fb5e-4b6c-859f-d085658f2424, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4c62262b-fb5e-4b6c-859f-d085658f2424,segment=NetworkSegment(da13ef6f-4bb7-4ee1-b2ef-e918d61a8d4a),segment_id=da13ef6f-4bb7-4ee1-b2ef-e918d61a8d4a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:05:59.379637 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:59.425182 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-e4d8b639-ae42-4c51-b315-08378343e7cb tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:05:59.427286 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-e4d8b639-ae42-4c51-b315-08378343e7cb tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.39 "GET /v2.0/networks?id=59e41f36-76a3-49e9-9032-8f0e20d061f4 HTTP/1.1" status: 200 len: 797 time: 0.1932993 Aug 18 14:05:59.452828 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:59.471881 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=4c62262b-fb5e-4b6c-859f-d085658f2424,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:05:59.496371 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-eac94190-cb1c-4572-a441-b8568417173e tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22 HTTP/1.1" status: 200 len: 380 time: 0.0592151 Aug 18 14:05:59.506209 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-3ef26ecd-275a-4b9e-b57d-a7fd2e74e403 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'port': {'device_id': '81edd554-d15d-412c-b059-0724b64bc1da', 'network_id': '59e41f36-76a3-49e9-9032-8f0e20d061f4', 'admin_state_up': True, 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'security_groups': ['b379d543-735f-4660-92f8-438b60fb9a87']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:05:59.792954 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-3ef26ecd-275a-4b9e-b57d-a7fd2e74e403 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Made reservation on behalf of c4b6cbf5f3fd46fcb1038295c88e6b22 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:05:59.797297 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-3ef26ecd-275a-4b9e-b57d-a7fd2e74e403 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:05:59.956081 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-3ef26ecd-275a-4b9e-b57d-a7fd2e74e403 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Allocated IP 172.20.0.3 (59e41f36-76a3-49e9-9032-8f0e20d061f4/ce3eaa58-9d99-4ae1-ad49-81195a7798b6/3e5a0860-76d3-4bd0-9cda-e76260aec855) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:06:00.050043 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-52016bb7-74ea-47dc-b6fd-3571dd3bcc50 req-fb36c65c-8ec7-4e26-b221-ab0a2d387879 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=81edd554-d15d-412c-b059-0724b64bc1da HTTP/1.1" status: 200 len: 210 time: 0.0503502 Aug 18 14:06:00.245927 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-3ef26ecd-275a-4b9e-b57d-a7fd2e74e403 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:00.262701 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-3ef26ecd-275a-4b9e-b57d-a7fd2e74e403 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Transition to ACTIVE for port object 3e5a0860-76d3-4bd0-9cda-e76260aec855 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:06:00.364567 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-3ef26ecd-275a-4b9e-b57d-a7fd2e74e403 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:00.419864 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-3ef26ecd-275a-4b9e-b57d-a7fd2e74e403 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Network 59e41f36-76a3-49e9-9032-8f0e20d061f4 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:06:00.423592 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-3ef26ecd-275a-4b9e-b57d-a7fd2e74e403 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:06:00.428105 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-3ef26ecd-275a-4b9e-b57d-a7fd2e74e403 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:06:00.454762 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef26ecd-275a-4b9e-b57d-a7fd2e74e403 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'Port': ['ID=3e5a0860-76d3-4bd0-9cda-e76260aec855,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:00.495345 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-3ef26ecd-275a-4b9e-b57d-a7fd2e74e403 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:00.496183 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-3ef26ecd-275a-4b9e-b57d-a7fd2e74e403 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:00.579535 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-3ef26ecd-275a-4b9e-b57d-a7fd2e74e403 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0775945 Aug 18 14:06:00.592384 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-5d9f287e-1858-4121-aae0-e59c1c7f3a7b tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:06:00.596256 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-5d9f287e-1858-4121-aae0-e59c1c7f3a7b tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068061 Aug 18 14:06:00.607074 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-094cfae4-3f51-438c-af1e-8558b5d30d06 service neutron] Request body: {'port': {'device_id': '81edd554-d15d-412c-b059-0724b64bc1da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:00.684299 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-094cfae4-3f51-438c-af1e-8558b5d30d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:00.769535 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-402fc906-ceac-4338-83fc-632b0cbd37f4 None None] Provisioning for port 3e5a0860-76d3-4bd0-9cda-e76260aec855 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:06:00.775184 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-402fc906-ceac-4338-83fc-632b0cbd37f4 None None] Provisioning complete for port 3e5a0860-76d3-4bd0-9cda-e76260aec855 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:06:00.775719 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-402fc906-ceac-4338-83fc-632b0cbd37f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:00.818921 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-402fc906-ceac-4338-83fc-632b0cbd37f4 None None] Port 3e5a0860-76d3-4bd0-9cda-e76260aec855 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:06:00.899475 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4c62262b-fb5e-4b6c-859f-d085658f2424 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:06:00.971233 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 4c62262b-fb5e-4b6c-859f-d085658f2424 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:06:00.971892 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:01.018474 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-094cfae4-3f51-438c-af1e-8558b5d30d06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e5a0860-76d3-4bd0-9cda-e76260aec855 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:06:01.027732 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-094cfae4-3f51-438c-af1e-8558b5d30d06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:01.043574 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-094cfae4-3f51-438c-af1e-8558b5d30d06 service neutron] Transition to ACTIVE for port object 3e5a0860-76d3-4bd0-9cda-e76260aec855 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:06:01.164014 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-094cfae4-3f51-438c-af1e-8558b5d30d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:01.198961 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86480c5a-a33d-48d6-96a1-f230e03bbdf4 req-d6f95898-41d0-4e09-9dd3-7b2959824121 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:01.202094 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-86480c5a-a33d-48d6-96a1-f230e03bbdf4 req-d6f95898-41d0-4e09-9dd3-7b2959824121 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=81edd554-d15d-412c-b059-0724b64bc1da HTTP/1.1" status: 200 len: 931 time: 0.0621753 Aug 18 14:06:01.240361 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094cfae4-3f51-438c-af1e-8558b5d30d06 service neutron] Pushing event updated for resources: {'Port': ['ID=3e5a0860-76d3-4bd0-9cda-e76260aec855,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:01.290635 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-86480c5a-a33d-48d6-96a1-f230e03bbdf4 req-3f88465b-fab8-4e45-bd6c-ededc6a2b23a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=b379d543-735f-4660-92f8-438b60fb9a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762918 Aug 18 14:06:01.363148 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-094cfae4-3f51-438c-af1e-8558b5d30d06 service neutron] Attempting to bind port 3e5a0860-76d3-4bd0-9cda-e76260aec855 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:06:01.363652 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-094cfae4-3f51-438c-af1e-8558b5d30d06 service neutron] Attempting to bind port 3e5a0860-76d3-4bd0-9cda-e76260aec855 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': 'da13ef6f-4bb7-4ee1-b2ef-e918d61a8d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '59e41f36-76a3-49e9-9032-8f0e20d061f4'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:06:01.364128 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-094cfae4-3f51-438c-af1e-8558b5d30d06 service neutron] Attempting to bind port 3e5a0860-76d3-4bd0-9cda-e76260aec855 on network 59e41f36-76a3-49e9-9032-8f0e20d061f4 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:06:01.371134 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-094cfae4-3f51-438c-af1e-8558b5d30d06 service neutron] Port 3e5a0860-76d3-4bd0-9cda-e76260aec855 on network 59e41f36-76a3-49e9-9032-8f0e20d061f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:06:01.371466 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-094cfae4-3f51-438c-af1e-8558b5d30d06 service neutron] Attempting to bind port 3e5a0860-76d3-4bd0-9cda-e76260aec855 on network 59e41f36-76a3-49e9-9032-8f0e20d061f4 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:06:01.378021 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-094cfae4-3f51-438c-af1e-8558b5d30d06 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:06:01.378708 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-094cfae4-3f51-438c-af1e-8558b5d30d06 service neutron] Checking segment: {'id': 'da13ef6f-4bb7-4ee1-b2ef-e918d61a8d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '59e41f36-76a3-49e9-9032-8f0e20d061f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:06:01.379276 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-094cfae4-3f51-438c-af1e-8558b5d30d06 service neutron] Bound using segment: {'id': 'da13ef6f-4bb7-4ee1-b2ef-e918d61a8d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '59e41f36-76a3-49e9-9032-8f0e20d061f4'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:06:01.379889 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-094cfae4-3f51-438c-af1e-8558b5d30d06 service neutron] Bound port: 3e5a0860-76d3-4bd0-9cda-e76260aec855, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da13ef6f-4bb7-4ee1-b2ef-e918d61a8d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '59e41f36-76a3-49e9-9032-8f0e20d061f4'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:06:01.380429 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-094cfae4-3f51-438c-af1e-8558b5d30d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:01.468415 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-094cfae4-3f51-438c-af1e-8558b5d30d06 service neutron] For port 3e5a0860-76d3-4bd0-9cda-e76260aec855, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:06:01.472521 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-094cfae4-3f51-438c-af1e-8558b5d30d06 service neutron] For port 3e5a0860-76d3-4bd0-9cda-e76260aec855, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=3e5a0860-76d3-4bd0-9cda-e76260aec855,segment=NetworkSegment(da13ef6f-4bb7-4ee1-b2ef-e918d61a8d4a),segment_id=da13ef6f-4bb7-4ee1-b2ef-e918d61a8d4a)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:06:01.542966 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-094cfae4-3f51-438c-af1e-8558b5d30d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:01.600264 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-094cfae4-3f51-438c-af1e-8558b5d30d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:01.601053 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-094cfae4-3f51-438c-af1e-8558b5d30d06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:01.602887 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-094cfae4-3f51-438c-af1e-8558b5d30d06 service neutron] 10.222.0.39 "PUT /v2.0/ports/3e5a0860-76d3-4bd0-9cda-e76260aec855 HTTP/1.1" status: 200 len: 1091 time: 1.0012443 Aug 18 14:06:01.603397 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81edd554-d15d-412c-b059-0724b64bc1da', 'tag': '3e5a0860-76d3-4bd0-9cda-e76260aec855'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:06:01.605909 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ce1e21-8927-4b57-9ac8-17ace2733bf8" -d '{"events": [{"name": "network-changed", "server_uuid": "81edd554-d15d-412c-b059-0724b64bc1da", "tag": "3e5a0860-76d3-4bd0-9cda-e76260aec855"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:06:01.634990 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094cfae4-3f51-438c-af1e-8558b5d30d06 service neutron] Pushing event updated for resources: {'Port': ['ID=3e5a0860-76d3-4bd0-9cda-e76260aec855,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:01.680385 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed95862-1660-4698-bfd7-2ebf49d1748d x-openstack-request-id: req-2ed95862-1660-4698-bfd7-2ebf49d1748d {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:06:01.680808 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81edd554-d15d-412c-b059-0724b64bc1da", "tag": "3e5a0860-76d3-4bd0-9cda-e76260aec855", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:06:01.681224 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ed95862-1660-4698-bfd7-2ebf49d1748d {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:06:01.681959 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81edd554-d15d-412c-b059-0724b64bc1da', 'tag': '3e5a0860-76d3-4bd0-9cda-e76260aec855', 'status': 'completed', 'code': 200} Aug 18 14:06:01.772761 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce1e21-8927-4b57-9ac8-17ace2733bf8 req-16ba469d-77cf-4dcc-99fd-57bfede01829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:01.775895 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a0ce1e21-8927-4b57-9ac8-17ace2733bf8 req-16ba469d-77cf-4dcc-99fd-57bfede01829 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22&device_id=81edd554-d15d-412c-b059-0724b64bc1da HTTP/1.1" status: 200 len: 1094 time: 0.0678911 Aug 18 14:06:01.908070 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce1e21-8927-4b57-9ac8-17ace2733bf8 req-8d1b5d5a-5100-4dfc-b916-489b1646adcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:01.909691 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a0ce1e21-8927-4b57-9ac8-17ace2733bf8 req-8d1b5d5a-5100-4dfc-b916-489b1646adcf service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1265306 Aug 18 14:06:02.024547 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce1e21-8927-4b57-9ac8-17ace2733bf8 req-1aef8244-946d-4a57-8ab5-675c57943eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:02.026137 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a0ce1e21-8927-4b57-9ac8-17ace2733bf8 req-1aef8244-946d-4a57-8ab5-675c57943eca service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1090722 Aug 18 14:06:02.112398 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-291baa75-4d96-447d-8bf8-1564cc6b091b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:02.114147 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-291baa75-4d96-447d-8bf8-1564cc6b091b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22&device_id=81edd554-d15d-412c-b059-0724b64bc1da HTTP/1.1" status: 200 len: 1094 time: 0.0491371 Aug 18 14:06:02.162708 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-837b3049-14d2-4825-9bc8-085264c70efd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e5a0860-76d3-4bd0-9cda-e76260aec855 HTTP/1.1" status: 200 len: 217 time: 0.0404453 Aug 18 14:06:02.222033 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-70ee4332-12d0-4bc6-8e09-4d9ae3beb10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:02.223879 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-70ee4332-12d0-4bc6-8e09-4d9ae3beb10a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ce3eaa58-9d99-4ae1-ad49-81195a7798b6 HTTP/1.1" status: 200 len: 834 time: 0.0540476 Aug 18 14:06:02.283762 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-b93b92b0-ab32-4a8d-9978-2cfb02cefeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:02.285533 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-b93b92b0-ab32-4a8d-9978-2cfb02cefeef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59e41f36-76a3-49e9-9032-8f0e20d061f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535204 Aug 18 14:06:02.417006 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-5390d07c-9820-4cee-89f7-b99783a365a5 service neutron] 10.222.0.39 "GET /v2.0/networks/59e41f36-76a3-49e9-9032-8f0e20d061f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233933 Aug 18 14:06:02.460444 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b70beb-bddf-4457-a76c-2257fe93bfb1 req-ba4e7614-1309-48bd-97c1-6bf6c82facfe tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:02.463149 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-84b70beb-bddf-4457-a76c-2257fe93bfb1 req-ba4e7614-1309-48bd-97c1-6bf6c82facfe tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=81edd554-d15d-412c-b059-0724b64bc1da HTTP/1.1" status: 200 len: 943 time: 0.0666091 Aug 18 14:06:02.524641 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-84b70beb-bddf-4457-a76c-2257fe93bfb1 req-6f9e8883-d3e3-4f72-bb40-b741a034125d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=b379d543-735f-4660-92f8-438b60fb9a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539591 Aug 18 14:06:02.589540 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7a16a5d8-e97e-4fd5-87b8-617913669fa7 req-655a416b-d8ac-4171-a9e6-fec7e5dff80d service neutron] 10.222.0.39 "GET /v2.0/networks/59e41f36-76a3-49e9-9032-8f0e20d061f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654503 Aug 18 14:06:03.660502 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb720e1-d3b6-4eed-81a1-bbad5dd39638 req-81acd4ce-1e1f-4007-9c5c-485c8619c5fd tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:03.662112 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4cb720e1-d3b6-4eed-81a1-bbad5dd39638 req-81acd4ce-1e1f-4007-9c5c-485c8619c5fd tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=81edd554-d15d-412c-b059-0724b64bc1da HTTP/1.1" status: 200 len: 943 time: 0.0618908 Aug 18 14:06:03.706405 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4cb720e1-d3b6-4eed-81a1-bbad5dd39638 req-32f492da-ceb4-4104-ac0c-045b0a42a312 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=b379d543-735f-4660-92f8-438b60fb9a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371115 Aug 18 14:06:04.828885 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 3e5a0860-76d3-4bd0-9cda-e76260aec855 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:06:04.866549 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531054fe-ab0f-4aef-9c83-bbfc56e0a5fc req-ebadf421-8663-4156-9195-469e6d36128e tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:04.868912 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-531054fe-ab0f-4aef-9c83-bbfc56e0a5fc req-ebadf421-8663-4156-9195-469e6d36128e tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=81edd554-d15d-412c-b059-0724b64bc1da HTTP/1.1" status: 200 len: 943 time: 0.0642686 Aug 18 14:06:04.920248 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-531054fe-ab0f-4aef-9c83-bbfc56e0a5fc req-c3eefb72-609a-47f1-8f0e-e36bdf2fda5d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=b379d543-735f-4660-92f8-438b60fb9a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409770 Aug 18 14:06:04.970602 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 3e5a0860-76d3-4bd0-9cda-e76260aec855, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=3e5a0860-76d3-4bd0-9cda-e76260aec855,segment=NetworkSegment(da13ef6f-4bb7-4ee1-b2ef-e918d61a8d4a),segment_id=da13ef6f-4bb7-4ee1-b2ef-e918d61a8d4a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:06:04.985833 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '3e5a0860-76d3-4bd0-9cda-e76260aec855', 'network_id': '59e41f36-76a3-49e9-9032-8f0e20d061f4', 'port_id': '3e5a0860-76d3-4bd0-9cda-e76260aec855', 'mac_address': 'fa:16:3e:b1:23:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce3eaa58-9d99-4ae1-ad49-81195a7798b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:06:05.034219 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:05.050820 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e5a0860-76d3-4bd0-9cda-e76260aec855 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:06:05.075092 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 3e5a0860-76d3-4bd0-9cda-e76260aec855, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=3e5a0860-76d3-4bd0-9cda-e76260aec855,segment=NetworkSegment(da13ef6f-4bb7-4ee1-b2ef-e918d61a8d4a),segment_id=da13ef6f-4bb7-4ee1-b2ef-e918d61a8d4a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:06:05.213132 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:05.266970 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=3e5a0860-76d3-4bd0-9cda-e76260aec855,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:05.447515 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['3e5a0860-76d3-4bd0-9cda-e76260aec855'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:06:05.981169 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:06:06.064056 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100f2a6-0920-4afd-9b52-0eb8b7a8025b req-3f8bb698-6650-4621-b97e-4cc37c10d465 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:06.065712 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9100f2a6-0920-4afd-9b52-0eb8b7a8025b req-3f8bb698-6650-4621-b97e-4cc37c10d465 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=81edd554-d15d-412c-b059-0724b64bc1da HTTP/1.1" status: 200 len: 944 time: 0.0535007 Aug 18 14:06:06.120754 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9100f2a6-0920-4afd-9b52-0eb8b7a8025b req-5f136366-bd47-46d8-8b9b-586214fa3471 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=b379d543-735f-4660-92f8-438b60fb9a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452914 Aug 18 14:06:06.833635 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 3e5a0860-76d3-4bd0-9cda-e76260aec855 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:06:06.967011 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 3e5a0860-76d3-4bd0-9cda-e76260aec855 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:06:06.972084 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 3e5a0860-76d3-4bd0-9cda-e76260aec855 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:06:06.972514 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:07.069149 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:07.112132 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81edd554-d15d-412c-b059-0724b64bc1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e5a0860-76d3-4bd0-9cda-e76260aec855'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:06:07.116162 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ba3b915c790ece66a99fb45b0530a9eb9c5b6743edcd6e3a78a03ec4b78c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b77c64-7f93-4ec3-bb07-b4e4f4926a38" -d '{"events": [{"server_uuid": "81edd554-d15d-412c-b059-0724b64bc1da", "name": "network-vif-plugged", "status": "completed", "tag": "3e5a0860-76d3-4bd0-9cda-e76260aec855"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:06:07.140639 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 3e5a0860-76d3-4bd0-9cda-e76260aec855, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=3e5a0860-76d3-4bd0-9cda-e76260aec855,segment=NetworkSegment(da13ef6f-4bb7-4ee1-b2ef-e918d61a8d4a),segment_id=da13ef6f-4bb7-4ee1-b2ef-e918d61a8d4a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:06:07.181147 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288c5c06-b51b-4b23-b19d-f9d220238d90 x-openstack-request-id: req-288c5c06-b51b-4b23-b19d-f9d220238d90 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:06:07.182162 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81edd554-d15d-412c-b059-0724b64bc1da", "name": "network-vif-plugged", "status": "completed", "tag": "3e5a0860-76d3-4bd0-9cda-e76260aec855", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:06:07.188184 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-288c5c06-b51b-4b23-b19d-f9d220238d90 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:06:07.188882 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81edd554-d15d-412c-b059-0724b64bc1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e5a0860-76d3-4bd0-9cda-e76260aec855', 'code': 200} Aug 18 14:06:07.242837 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:07.275749 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4a080-c22c-44e7-8f1a-539ef5c2498c req-4b313cce-60fc-4939-83c2-2bdce8b1d361 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:07.278852 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a8b4a080-c22c-44e7-8f1a-539ef5c2498c req-4b313cce-60fc-4939-83c2-2bdce8b1d361 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=81edd554-d15d-412c-b059-0724b64bc1da HTTP/1.1" status: 200 len: 944 time: 0.0739512 Aug 18 14:06:07.344670 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=3e5a0860-76d3-4bd0-9cda-e76260aec855,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:07.391233 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a8b4a080-c22c-44e7-8f1a-539ef5c2498c req-1d5d543f-72c7-4129-bda3-f0d3f58bb911 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=b379d543-735f-4660-92f8-438b60fb9a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016369 Aug 18 14:06:07.399559 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef6fac-634c-449e-8b91-fb350f8ef76f req-a1af07ae-f9db-4200-9b30-8ef7e832629e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:07.401191 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-92ef6fac-634c-449e-8b91-fb350f8ef76f req-a1af07ae-f9db-4200-9b30-8ef7e832629e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=81edd554-d15d-412c-b059-0724b64bc1da HTTP/1.1" status: 200 len: 1096 time: 0.1059062 Aug 18 14:06:07.443223 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-92ef6fac-634c-449e-8b91-fb350f8ef76f req-64e92212-1e9e-4dcf-93f8-f3c3f1de8e9c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b379d543-735f-4660-92f8-438b60fb9a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330219 Aug 18 14:06:08.538057 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169b32a-7a1c-4cb8-98e7-8c08eaba3ef9 req-f998510d-7246-4d23-a111-69c6629d9e9c tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:08.540623 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3169b32a-7a1c-4cb8-98e7-8c08eaba3ef9 req-f998510d-7246-4d23-a111-69c6629d9e9c tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=81edd554-d15d-412c-b059-0724b64bc1da HTTP/1.1" status: 200 len: 945 time: 0.0604591 Aug 18 14:06:08.592624 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3169b32a-7a1c-4cb8-98e7-8c08eaba3ef9 req-3f9bcbd3-3a0a-44ea-ade7-d1b57e904b8b tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=b379d543-735f-4660-92f8-438b60fb9a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410144 Aug 18 14:06:08.761123 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a79d4-1417-4edf-8364-bda948f8f81d req-b46d5584-f63e-4858-9cda-2c86b278f2bd tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:08.763224 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-360a79d4-1417-4edf-8364-bda948f8f81d req-b46d5584-f63e-4858-9cda-2c86b278f2bd tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=81edd554-d15d-412c-b059-0724b64bc1da HTTP/1.1" status: 200 len: 945 time: 0.0652499 Aug 18 14:06:08.818226 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-360a79d4-1417-4edf-8364-bda948f8f81d req-5e1147b7-a4ac-440f-bf5c-548ae8f65a1d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=b379d543-735f-4660-92f8-438b60fb9a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435498 Aug 18 14:06:08.847442 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40518) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:08.907653 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c724f58-945d-4d76-b6e4-f7b96326ca04 tempest-TestNetworkAdvancedServerOps-441945603 tempest-TestNetworkAdvancedServerOps-441945603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:08.909298 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1c724f58-945d-4d76-b6e4-f7b96326ca04 tempest-TestNetworkAdvancedServerOps-441945603 tempest-TestNetworkAdvancedServerOps-441945603-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=81edd554-d15d-412c-b059-0724b64bc1da HTTP/1.1" status: 200 len: 1091 time: 0.0607626 Aug 18 14:06:08.914081 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40520) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:08.919643 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-a0fca6bd-3f64-45a4-aca6-944afcc5eb4d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'port_id': '3e5a0860-76d3-4bd0-9cda-e76260aec855', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:06:09.015177 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a0fca6bd-3f64-45a4-aca6-944afcc5eb4d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for floatingip, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:09.148266 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a0fca6bd-3f64-45a4-aca6-944afcc5eb4d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:09.325655 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-a0fca6bd-3f64-45a4-aca6-944afcc5eb4d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Allocated IP 172.25.6.186 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/6a7c9d7d-533a-4915-b623-39cb0a6fb07e) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:06:09.447908 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a0fca6bd-3f64-45a4-aca6-944afcc5eb4d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:09.578359 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a0fca6bd-3f64-45a4-aca6-944afcc5eb4d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:09.630022 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fca6bd-3f64-45a4-aca6-944afcc5eb4d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:06:09.633923 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-a0fca6bd-3f64-45a4-aca6-944afcc5eb4d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:06:09.638110 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fca6bd-3f64-45a4-aca6-944afcc5eb4d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:06:09.644500 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fca6bd-3f64-45a4-aca6-944afcc5eb4d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'Port': ['ID=6a7c9d7d-533a-4915-b623-39cb0a6fb07e,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:10.045927 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a0fca6bd-3f64-45a4-aca6-944afcc5eb4d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:10.257153 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a0fca6bd-3f64-45a4-aca6-944afcc5eb4d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:10.434272 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a0fca6bd-3f64-45a4-aca6-944afcc5eb4d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:10.500632 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a0fca6bd-3f64-45a4-aca6-944afcc5eb4d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:10.918300 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fca6bd-3f64-45a4-aca6-944afcc5eb4d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'Port': ['ID=6a7c9d7d-533a-4915-b623-39cb0a6fb07e,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:06:10.930455 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a0fca6bd-3f64-45a4-aca6-944afcc5eb4d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:11.039721 n-d-803603-2 neutron-server[101676]: INFO neutron.db.l3_db [None req-a0fca6bd-3f64-45a4-aca6-944afcc5eb4d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Floating IP 5b53b164-d9e7-483c-a1f5-2a08a2668ece associated. External IP: 172.25.6.186, port: 3e5a0860-76d3-4bd0-9cda-e76260aec855. Aug 18 14:06:11.281633 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0fca6bd-3f64-45a4-aca6-944afcc5eb4d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Router 29d86ae8-dc41-469f-8db9-80f2236c9c56 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:06:11.410912 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fca6bd-3f64-45a4-aca6-944afcc5eb4d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:06:11.424707 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1aa1feb-4441-45af-b25e-e808bc773ad2 None None] Sync routers for ids ['29d86ae8-dc41-469f-8db9-80f2236c9c56'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:06:11.437080 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1aa1feb-4441-45af-b25e-e808bc773ad2 None None] Routers {'29d86ae8-dc41-469f-8db9-80f2236c9c56'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:06:11.437937 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-b1aa1feb-4441-45af-b25e-e808bc773ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:05:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['29d86ae8-dc41-469f-8db9-80f2236c9c56'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:06:11.486307 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a0fca6bd-3f64-45a4-aca6-944afcc5eb4d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:11.528127 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a0fca6bd-3f64-45a4-aca6-944afcc5eb4d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6097176 Aug 18 14:06:11.528127 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81edd554-d15d-412c-b059-0724b64bc1da', 'tag': '3e5a0860-76d3-4bd0-9cda-e76260aec855'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:06:11.528748 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8d889e168220163876f439a36e214edce7e14ad7c9e2b3367f43e2d5729643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a43f37-b0df-416b-9815-f902f5675c4a" -d '{"events": [{"name": "network-changed", "server_uuid": "81edd554-d15d-412c-b059-0724b64bc1da", "tag": "3e5a0860-76d3-4bd0-9cda-e76260aec855"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:06:11.581571 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90424bd-937c-44ed-a366-bcff8ca5afd8 x-openstack-request-id: req-a90424bd-937c-44ed-a366-bcff8ca5afd8 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:06:11.581991 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81edd554-d15d-412c-b059-0724b64bc1da", "tag": "3e5a0860-76d3-4bd0-9cda-e76260aec855", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:06:11.583017 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a90424bd-937c-44ed-a366-bcff8ca5afd8 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:06:11.583661 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81edd554-d15d-412c-b059-0724b64bc1da', 'tag': '3e5a0860-76d3-4bd0-9cda-e76260aec855', 'status': 'completed', 'code': 200} Aug 18 14:06:11.619463 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-b1aa1feb-4441-45af-b25e-e808bc773ad2 None None] Set router 29d86ae8-dc41-469f-8db9-80f2236c9c56 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:06:11.692907 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a43f37-b0df-416b-9815-f902f5675c4a req-47f51fac-4642-4124-96a3-726f6c6c2703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:11.696180 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-87a43f37-b0df-416b-9815-f902f5675c4a req-47f51fac-4642-4124-96a3-726f6c6c2703 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22&device_id=81edd554-d15d-412c-b059-0724b64bc1da HTTP/1.1" status: 200 len: 1096 time: 0.0790536 Aug 18 14:06:11.699519 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa782d-dc90-47a0-bb65-8a4e30df5751 req-1302b875-5a1a-470c-8f12-dd3cdfc031e6 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:11.701175 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-eefa782d-dc90-47a0-bb65-8a4e30df5751 req-1302b875-5a1a-470c-8f12-dd3cdfc031e6 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=81edd554-d15d-412c-b059-0724b64bc1da HTTP/1.1" status: 200 len: 945 time: 0.0872116 Aug 18 14:06:11.733515 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8e9f0c7c-76c5-4435-9e91-057634cde53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:11.753729 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-eefa782d-dc90-47a0-bb65-8a4e30df5751 req-c5477edc-9663-47c8-aa71-dfd0cf0eb2bf tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=b379d543-735f-4660-92f8-438b60fb9a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402212 Aug 18 14:06:11.787939 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40526) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:11.867598 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-277204fa-233c-4b34-b291-c22752aa50b0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/floatingips/5b53b164-d9e7-483c-a1f5-2a08a2668ece HTTP/1.1" status: 200 len: 991 time: 0.0776784 Aug 18 14:06:11.875102 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a43f37-b0df-416b-9815-f902f5675c4a req-8e62a67d-d67a-45ab-ae76-c66d7cfa4ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:11.877092 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-87a43f37-b0df-416b-9815-f902f5675c4a req-8e62a67d-d67a-45ab-ae76-c66d7cfa4ae6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=59e41f36-76a3-49e9-9032-8f0e20d061f4 HTTP/1.1" status: 200 len: 898 time: 0.1736071 Aug 18 14:06:11.991451 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-87a43f37-b0df-416b-9815-f902f5675c4a req-6578d416-e00e-4017-af34-6d465de5671f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e5a0860-76d3-4bd0-9cda-e76260aec855 HTTP/1.1" status: 200 len: 999 time: 0.1067326 Aug 18 14:06:11.994734 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-b1aa1feb-4441-45af-b25e-e808bc773ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d86ae8-dc41-469f-8db9-80f2236c9c56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708595863', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '4340e41c-336d-4aa4-81a1-0003f94432e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:05:48Z', 'updated_at': '2021-08-18T14:05:53Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '4340e41c-336d-4aa4-81a1-0003f94432e7', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d86ae8-dc41-469f-8db9-80f2236c9c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:05:49Z', 'updated_at': '2021-08-18T14:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '5b53b164-d9e7-483c-a1f5-2a08a2668ece', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'floating_ip_address': '172.25.6.186', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '29d86ae8-dc41-469f-8db9-80f2236c9c56', 'port_id': '3e5a0860-76d3-4bd0-9cda-e76260aec855', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e41f36-76a3-49e9-9032-8f0e20d061f4', 'mac_address': 'fa:16:3e:b1:23:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81edd554-d15d-412c-b059-0724b64bc1da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:06:09Z', 'updated_at': '2021-08-18T14:06:09Z', 'revision_number': 0, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c62262b-fb5e-4b6c-859f-d085658f2424', 'name': '', 'network_id': '59e41f36-76a3-49e9-9032-8f0e20d061f4', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'mac_address': 'fa:16:3e:3b:c9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d86ae8-dc41-469f-8db9-80f2236c9c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'ce3eaa58-9d99-4ae1-ad49-81195a7798b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:05:52Z', 'updated_at': '2021-08-18T14:05:59Z', 'revision_number': 5, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'subnets': [{'id': 'ce3eaa58-9d99-4ae1-ad49-81195a7798b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:06:12.031986 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1aa1feb-4441-45af-b25e-e808bc773ad2 None None] Checking router: 29d86ae8-dc41-469f-8db9-80f2236c9c56 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:06:12.044697 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1aa1feb-4441-45af-b25e-e808bc773ad2 None None] Routers {'29d86ae8-dc41-469f-8db9-80f2236c9c56'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:06:12.045473 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-b1aa1feb-4441-45af-b25e-e808bc773ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:05:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['29d86ae8-dc41-469f-8db9-80f2236c9c56'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:06:12.053532 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a43f37-b0df-416b-9815-f902f5675c4a req-9f0dd280-02dc-4b2c-ad87-99ee7765c40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:12.055213 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-87a43f37-b0df-416b-9815-f902f5675c4a req-9f0dd280-02dc-4b2c-ad87-99ee7765c40c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ce3eaa58-9d99-4ae1-ad49-81195a7798b6 HTTP/1.1" status: 200 len: 834 time: 0.0560670 Aug 18 14:06:12.113716 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a43f37-b0df-416b-9815-f902f5675c4a req-e70f9207-9688-439e-95a4-cc6ee2f2f0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:12.116172 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-87a43f37-b0df-416b-9815-f902f5675c4a req-e70f9207-9688-439e-95a4-cc6ee2f2f0ec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59e41f36-76a3-49e9-9032-8f0e20d061f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534039 Aug 18 14:06:12.176297 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-b1aa1feb-4441-45af-b25e-e808bc773ad2 None None] Set router 29d86ae8-dc41-469f-8db9-80f2236c9c56 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:06:12.269929 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-87a43f37-b0df-416b-9815-f902f5675c4a req-80681322-dbec-4138-8b6a-ccef1922a177 service neutron] 10.222.0.39 "GET /v2.0/networks/59e41f36-76a3-49e9-9032-8f0e20d061f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462829 Aug 18 14:06:12.374982 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-87a43f37-b0df-416b-9815-f902f5675c4a req-c5c25da3-8170-4102-81a6-18c06da02cf1 service neutron] 10.222.0.39 "GET /v2.0/networks/59e41f36-76a3-49e9-9032-8f0e20d061f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977609 Aug 18 14:06:12.465414 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-b1aa1feb-4441-45af-b25e-e808bc773ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d86ae8-dc41-469f-8db9-80f2236c9c56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708595863', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '4340e41c-336d-4aa4-81a1-0003f94432e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:05:48Z', 'updated_at': '2021-08-18T14:05:53Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '4340e41c-336d-4aa4-81a1-0003f94432e7', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d86ae8-dc41-469f-8db9-80f2236c9c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:05:49Z', 'updated_at': '2021-08-18T14:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '5b53b164-d9e7-483c-a1f5-2a08a2668ece', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'floating_ip_address': '172.25.6.186', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '29d86ae8-dc41-469f-8db9-80f2236c9c56', 'port_id': '3e5a0860-76d3-4bd0-9cda-e76260aec855', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e41f36-76a3-49e9-9032-8f0e20d061f4', 'mac_address': 'fa:16:3e:b1:23:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81edd554-d15d-412c-b059-0724b64bc1da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:06:09Z', 'updated_at': '2021-08-18T14:06:09Z', 'revision_number': 0, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c62262b-fb5e-4b6c-859f-d085658f2424', 'name': '', 'network_id': '59e41f36-76a3-49e9-9032-8f0e20d061f4', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'mac_address': 'fa:16:3e:3b:c9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d86ae8-dc41-469f-8db9-80f2236c9c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'ce3eaa58-9d99-4ae1-ad49-81195a7798b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:05:52Z', 'updated_at': '2021-08-18T14:05:59Z', 'revision_number': 5, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'subnets': [{'id': 'ce3eaa58-9d99-4ae1-ad49-81195a7798b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:06:12.495471 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1aa1feb-4441-45af-b25e-e808bc773ad2 None None] The sync data for ids ['29d86ae8-dc41-469f-8db9-80f2236c9c56'] in n-d-803603-2 is: [{'id': '29d86ae8-dc41-469f-8db9-80f2236c9c56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708595863', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '4340e41c-336d-4aa4-81a1-0003f94432e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:05:48Z', 'updated_at': '2021-08-18T14:05:53Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '4340e41c-336d-4aa4-81a1-0003f94432e7', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d86ae8-dc41-469f-8db9-80f2236c9c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:05:49Z', 'updated_at': '2021-08-18T14:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '5b53b164-d9e7-483c-a1f5-2a08a2668ece', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'floating_ip_address': '172.25.6.186', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '29d86ae8-dc41-469f-8db9-80f2236c9c56', 'port_id': '3e5a0860-76d3-4bd0-9cda-e76260aec855', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e41f36-76a3-49e9-9032-8f0e20d061f4', 'mac_address': 'fa:16:3e:b1:23:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81edd554-d15d-412c-b059-0724b64bc1da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:06:09Z', 'updated_at': '2021-08-18T14:06:09Z', 'revision_number': 0, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c62262b-fb5e-4b6c-859f-d085658f2424', 'name': '', 'network_id': '59e41f36-76a3-49e9-9032-8f0e20d061f4', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'mac_address': 'fa:16:3e:3b:c9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d86ae8-dc41-469f-8db9-80f2236c9c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'ce3eaa58-9d99-4ae1-ad49-81195a7798b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:05:52Z', 'updated_at': '2021-08-18T14:05:59Z', 'revision_number': 5, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'subnets': [{'id': 'ce3eaa58-9d99-4ae1-ad49-81195a7798b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:06:12.710698 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9db1120-433a-43a0-814f-6b1e06dee265 None None] New status for floating IP 5b53b164-d9e7-483c-a1f5-2a08a2668ece: ACTIVE {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:06:12.872488 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40528) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:12.942755 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-336aa7af-cf17-44ff-a332-dcd0f82069d7 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/floatingips/5b53b164-d9e7-483c-a1f5-2a08a2668ece HTTP/1.1" status: 200 len: 991 time: 0.0689847 Aug 18 14:06:13.826921 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b711bcd3-8823-4d4a-97e4-3f267ae12bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:13.947703 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40530) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:14.021548 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-474ce399-793d-4a32-ac85-1a93e4396af7 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/floatingips/5b53b164-d9e7-483c-a1f5-2a08a2668ece HTTP/1.1" status: 200 len: 993 time: 0.0724738 Aug 18 14:06:14.640696 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:15.706639 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:17.686399 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:28.502888 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:29.503206 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:34.158690 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ac7e49a8-f60e-4064-9463-990a27854064 req-d133b2c6-60c5-435d-a7c5-008c111aa950 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=81edd554-d15d-412c-b059-0724b64bc1da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0511210 Aug 18 14:06:34.290334 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e49a8-f60e-4064-9463-990a27854064 req-b636fea2-d137-4bce-ab1c-6ed637afa80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:34.293091 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ac7e49a8-f60e-4064-9463-990a27854064 req-b636fea2-d137-4bce-ab1c-6ed637afa80a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22&device_id=81edd554-d15d-412c-b059-0724b64bc1da HTTP/1.1" status: 200 len: 1096 time: 0.0807319 Aug 18 14:06:34.422486 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e49a8-f60e-4064-9463-990a27854064 req-626316f6-2150-45b2-a02b-6861780ca08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:34.423971 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ac7e49a8-f60e-4064-9463-990a27854064 req-626316f6-2150-45b2-a02b-6861780ca08a service neutron] 10.222.0.39 "GET /v2.0/networks?id=59e41f36-76a3-49e9-9032-8f0e20d061f4 HTTP/1.1" status: 200 len: 898 time: 0.1077499 Aug 18 14:06:34.498139 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ac7e49a8-f60e-4064-9463-990a27854064 req-349048f7-972e-4417-a0ac-39db53c75fa2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e5a0860-76d3-4bd0-9cda-e76260aec855 HTTP/1.1" status: 200 len: 1001 time: 0.0658481 Aug 18 14:06:34.553186 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e49a8-f60e-4064-9463-990a27854064 req-b7aad233-d135-4ce3-acfd-78dbeed0177d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:34.555211 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ac7e49a8-f60e-4064-9463-990a27854064 req-b7aad233-d135-4ce3-acfd-78dbeed0177d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ce3eaa58-9d99-4ae1-ad49-81195a7798b6 HTTP/1.1" status: 200 len: 834 time: 0.0488479 Aug 18 14:06:34.606608 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e49a8-f60e-4064-9463-990a27854064 req-38b0f3a0-d2d4-4965-b5c7-fe8e14d49036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:34.608283 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ac7e49a8-f60e-4064-9463-990a27854064 req-38b0f3a0-d2d4-4965-b5c7-fe8e14d49036 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59e41f36-76a3-49e9-9032-8f0e20d061f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460865 Aug 18 14:06:34.713852 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ac7e49a8-f60e-4064-9463-990a27854064 req-dbd08e31-bddf-45c4-96e3-fe3009676cc3 service neutron] 10.222.0.39 "GET /v2.0/networks/59e41f36-76a3-49e9-9032-8f0e20d061f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971212 Aug 18 14:06:34.826555 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ac7e49a8-f60e-4064-9463-990a27854064 req-23370f93-cd5f-467a-a1f2-da72eeff917b service neutron] 10.222.0.39 "GET /v2.0/networks/59e41f36-76a3-49e9-9032-8f0e20d061f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043224 Aug 18 14:06:41.091027 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40628a-1b33-4656-be57-725e6c3aa87d req-10340d8b-4ebc-4a71-8a0e-24c085da18e9 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:41.092791 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ad40628a-1b33-4656-be57-725e6c3aa87d req-10340d8b-4ebc-4a71-8a0e-24c085da18e9 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=81edd554-d15d-412c-b059-0724b64bc1da HTTP/1.1" status: 200 len: 945 time: 0.0666671 Aug 18 14:06:41.165256 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ad40628a-1b33-4656-be57-725e6c3aa87d req-9ca3554e-18f6-4001-86d8-8ee77429ac87 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=b379d543-735f-4660-92f8-438b60fb9a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631166 Aug 18 14:06:41.177247 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd8a86-6f6d-445c-84ba-1bd6ecf3f325 req-bb6b66cf-b700-4bac-9b86-2b65d3420256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:41.180490 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f6dd8a86-6f6d-445c-84ba-1bd6ecf3f325 req-bb6b66cf-b700-4bac-9b86-2b65d3420256 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22&device_id=81edd554-d15d-412c-b059-0724b64bc1da HTTP/1.1" status: 200 len: 1096 time: 0.0865238 Aug 18 14:06:41.287951 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd8a86-6f6d-445c-84ba-1bd6ecf3f325 req-7886417a-211f-470e-ad70-3365485e8ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:41.289450 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f6dd8a86-6f6d-445c-84ba-1bd6ecf3f325 req-7886417a-211f-470e-ad70-3365485e8ffa service neutron] 10.222.0.39 "GET /v2.0/networks?id=59e41f36-76a3-49e9-9032-8f0e20d061f4 HTTP/1.1" status: 200 len: 898 time: 0.1006541 Aug 18 14:06:41.368075 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f6dd8a86-6f6d-445c-84ba-1bd6ecf3f325 req-6885d5cc-043c-484a-9a21-ad4d8f6699c7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e5a0860-76d3-4bd0-9cda-e76260aec855 HTTP/1.1" status: 200 len: 1001 time: 0.0710065 Aug 18 14:06:41.430011 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd8a86-6f6d-445c-84ba-1bd6ecf3f325 req-f35c6363-6124-4c6b-8e2a-72dab16290c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:41.432726 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f6dd8a86-6f6d-445c-84ba-1bd6ecf3f325 req-f35c6363-6124-4c6b-8e2a-72dab16290c3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ce3eaa58-9d99-4ae1-ad49-81195a7798b6 HTTP/1.1" status: 200 len: 834 time: 0.0566919 Aug 18 14:06:41.493122 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd8a86-6f6d-445c-84ba-1bd6ecf3f325 req-f7766310-987e-4fb0-ad21-ed440c53868e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:41.494757 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f6dd8a86-6f6d-445c-84ba-1bd6ecf3f325 req-f7766310-987e-4fb0-ad21-ed440c53868e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59e41f36-76a3-49e9-9032-8f0e20d061f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454330 Aug 18 14:06:41.641680 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f6dd8a86-6f6d-445c-84ba-1bd6ecf3f325 req-c6f378fb-ceaa-4eaa-be8a-789460cedf72 service neutron] 10.222.0.39 "GET /v2.0/networks/59e41f36-76a3-49e9-9032-8f0e20d061f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368041 Aug 18 14:06:41.671631 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-01554054-5622-4029-b441-e8a5e7fde8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:41.747665 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f6dd8a86-6f6d-445c-84ba-1bd6ecf3f325 req-6ae120d7-134e-4daa-9340-43dc021006cd service neutron] 10.222.0.39 "GET /v2.0/networks/59e41f36-76a3-49e9-9032-8f0e20d061f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966365 Aug 18 14:06:42.325765 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4aae8-928b-40ab-8297-7cac1345bed9 req-c528845d-a9bc-47d4-b57d-b3173783f468 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:42.327516 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b9d4aae8-928b-40ab-8297-7cac1345bed9 req-c528845d-a9bc-47d4-b57d-b3173783f468 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=81edd554-d15d-412c-b059-0724b64bc1da HTTP/1.1" status: 200 len: 945 time: 0.0570743 Aug 18 14:06:42.373375 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b9d4aae8-928b-40ab-8297-7cac1345bed9 req-7636e6af-789b-4e89-8314-b3266cd3c208 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=b379d543-735f-4660-92f8-438b60fb9a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394757 Aug 18 14:06:42.981122 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:06:43.526115 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5559a7-3c8c-4361-b625-23b7c2a32903 req-26f4a104-6b76-4559-95ed-c294e4240b85 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:43.528778 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9d5559a7-3c8c-4361-b625-23b7c2a32903 req-26f4a104-6b76-4559-95ed-c294e4240b85 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=81edd554-d15d-412c-b059-0724b64bc1da HTTP/1.1" status: 200 len: 945 time: 0.0786731 Aug 18 14:06:43.584215 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9d5559a7-3c8c-4361-b625-23b7c2a32903 req-4826810b-1f4f-4f2b-8072-f9784ef87082 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=b379d543-735f-4660-92f8-438b60fb9a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444026 Aug 18 14:06:43.853829 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-12b68be6-2ce8-40ce-a15c-d305c1f30339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:44.665050 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:44.715805 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8a508-60e9-463b-8ffd-59ae3076e1b1 req-52630755-854d-4fc5-ba55-e90d0bff182a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:44.717416 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-89e8a508-60e9-463b-8ffd-59ae3076e1b1 req-52630755-854d-4fc5-ba55-e90d0bff182a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=81edd554-d15d-412c-b059-0724b64bc1da HTTP/1.1" status: 200 len: 945 time: 0.0587749 Aug 18 14:06:44.767213 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-89e8a508-60e9-463b-8ffd-59ae3076e1b1 req-509d7658-e469-4769-913a-3b2498d1fd2d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=b379d543-735f-4660-92f8-438b60fb9a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433166 Aug 18 14:06:45.699671 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:45.913091 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b5f0e-e65c-4800-ac8e-c8ded70c10f6 req-239beb29-bfe8-4424-bf22-bc88148a778c tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:45.915135 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-043b5f0e-e65c-4800-ac8e-c8ded70c10f6 req-239beb29-bfe8-4424-bf22-bc88148a778c tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=81edd554-d15d-412c-b059-0724b64bc1da HTTP/1.1" status: 200 len: 945 time: 0.0591249 Aug 18 14:06:45.965108 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-043b5f0e-e65c-4800-ac8e-c8ded70c10f6 req-a2e95ea8-9858-42a4-9d94-cde5cbb9fc2a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=b379d543-735f-4660-92f8-438b60fb9a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393488 Aug 18 14:06:47.102934 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b63fb6-89fe-4f0b-a784-053fbbe26ad7 req-f993da88-99b9-4ed5-867d-ea2c4f557af3 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:47.105169 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-45b63fb6-89fe-4f0b-a784-053fbbe26ad7 req-f993da88-99b9-4ed5-867d-ea2c4f557af3 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=81edd554-d15d-412c-b059-0724b64bc1da HTTP/1.1" status: 200 len: 945 time: 0.0644033 Aug 18 14:06:47.150435 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-45b63fb6-89fe-4f0b-a784-053fbbe26ad7 req-1e463afb-c16e-48bf-9e3a-4469c7371ae5 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=b379d543-735f-4660-92f8-438b60fb9a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388045 Aug 18 14:06:47.665252 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:48.275606 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d3dbb-a490-415d-80cc-7072853aa839 req-e0171f1a-c395-4a3e-8cb9-aabcad77f923 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:48.277286 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-312d3dbb-a490-415d-80cc-7072853aa839 req-e0171f1a-c395-4a3e-8cb9-aabcad77f923 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=81edd554-d15d-412c-b059-0724b64bc1da HTTP/1.1" status: 200 len: 945 time: 0.0538187 Aug 18 14:06:48.320075 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-312d3dbb-a490-415d-80cc-7072853aa839 req-7be7d432-0c00-422c-a76d-345476bcecdd tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=b379d543-735f-4660-92f8-438b60fb9a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360098 Aug 18 14:06:49.448493 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0c3aa-12a1-48b3-be66-565fb1152a6f req-a2428781-60d6-48ae-8a8b-6fe614584747 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:49.450519 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-91e0c3aa-12a1-48b3-be66-565fb1152a6f req-a2428781-60d6-48ae-8a8b-6fe614584747 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=81edd554-d15d-412c-b059-0724b64bc1da HTTP/1.1" status: 200 len: 945 time: 0.0551023 Aug 18 14:06:49.497667 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-91e0c3aa-12a1-48b3-be66-565fb1152a6f req-9e159874-4ceb-44ca-b89a-13bb0f70f75c tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=b379d543-735f-4660-92f8-438b60fb9a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363672 Aug 18 14:06:50.645124 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83c2d0-e625-427d-9d6a-0e25e07b338c req-67dd6fe8-410a-4022-8eea-a2cf77172b35 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:50.646819 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9b83c2d0-e625-427d-9d6a-0e25e07b338c req-67dd6fe8-410a-4022-8eea-a2cf77172b35 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=81edd554-d15d-412c-b059-0724b64bc1da HTTP/1.1" status: 200 len: 945 time: 0.0619793 Aug 18 14:06:50.690899 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9b83c2d0-e625-427d-9d6a-0e25e07b338c req-ba333430-7b3c-4996-8649-f4bc427f2d51 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=b379d543-735f-4660-92f8-438b60fb9a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364926 Aug 18 14:06:51.824145 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a18ef-715f-4e67-a0a3-e5e490fa6b0b req-89a72fcf-e3b5-49d4-ba2f-c58bbc210607 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:51.825775 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4e1a18ef-715f-4e67-a0a3-e5e490fa6b0b req-89a72fcf-e3b5-49d4-ba2f-c58bbc210607 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=81edd554-d15d-412c-b059-0724b64bc1da HTTP/1.1" status: 200 len: 945 time: 0.0561976 Aug 18 14:06:51.875480 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4e1a18ef-715f-4e67-a0a3-e5e490fa6b0b req-d494bdf6-37ab-4dad-bcf3-b306455df7cb tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=b379d543-735f-4660-92f8-438b60fb9a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424235 Aug 18 14:06:53.005305 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91551848-4303-4faf-851d-742e4a4c59d3 req-5b3496ad-f08c-40fd-a4e9-8adbf6fa4955 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:06:53.006995 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-91551848-4303-4faf-851d-742e4a4c59d3 req-5b3496ad-f08c-40fd-a4e9-8adbf6fa4955 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=81edd554-d15d-412c-b059-0724b64bc1da HTTP/1.1" status: 200 len: 945 time: 0.0568597 Aug 18 14:06:53.065364 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-91551848-4303-4faf-851d-742e4a4c59d3 req-6c07e903-faf2-4bee-b93d-a40262bba30f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=b379d543-735f-4660-92f8-438b60fb9a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469034 Aug 18 14:06:53.090313 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40570) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:06:53.156906 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a79e1a2c-de03-4b88-8bb4-de352d3d9a8d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/floatingips/5b53b164-d9e7-483c-a1f5-2a08a2668ece HTTP/1.1" status: 200 len: 993 time: 0.0651679 Aug 18 14:06:58.464666 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:06:59.461808 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:11.692879 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d1c45630-72d1-472e-b122-5f3e65e0e74c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:13.861732 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3b400208-f88f-4698-989a-12882e6ae021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:14.663809 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:15.684462 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:17.698036 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:19.980664 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:07:25.792765 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40584) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:25.985536 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-74b4ddd0-7e40-45f3-a1f2-6bffed0701a8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Deleting port 6a7c9d7d-533a-4915-b623-39cb0a6fb07e {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:07:25.987316 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-74b4ddd0-7e40-45f3-a1f2-6bffed0701a8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:26.073511 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-74b4ddd0-7e40-45f3-a1f2-6bffed0701a8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:26.073788 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-74b4ddd0-7e40-45f3-a1f2-6bffed0701a8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:26.087563 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-74b4ddd0-7e40-45f3-a1f2-6bffed0701a8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Calling delete_port for 6a7c9d7d-533a-4915-b623-39cb0a6fb07e owned by network:floatingip {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:07:26.355420 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-74b4ddd0-7e40-45f3-a1f2-6bffed0701a8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:26.403488 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b4ddd0-7e40-45f3-a1f2-6bffed0701a8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event deleted for resources: {'Port': ['ID=6a7c9d7d-533a-4915-b623-39cb0a6fb07e,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:26.431273 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4ddd0-7e40-45f3-a1f2-6bffed0701a8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:26.431624 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4ddd0-7e40-45f3-a1f2-6bffed0701a8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:26.431963 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4ddd0-7e40-45f3-a1f2-6bffed0701a8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:26.432290 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4ddd0-7e40-45f3-a1f2-6bffed0701a8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:26.432627 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4ddd0-7e40-45f3-a1f2-6bffed0701a8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:26.432969 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4ddd0-7e40-45f3-a1f2-6bffed0701a8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:26.433303 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4ddd0-7e40-45f3-a1f2-6bffed0701a8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:26.433626 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4ddd0-7e40-45f3-a1f2-6bffed0701a8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:26.433950 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4ddd0-7e40-45f3-a1f2-6bffed0701a8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:26.434298 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4ddd0-7e40-45f3-a1f2-6bffed0701a8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:26.434620 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4ddd0-7e40-45f3-a1f2-6bffed0701a8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:26.434936 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4ddd0-7e40-45f3-a1f2-6bffed0701a8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:26.476736 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-74b4ddd0-7e40-45f3-a1f2-6bffed0701a8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for floatingip, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:26.477066 n-d-803603-2 neutron-server[101676]: INFO neutron.db.l3_db [None req-74b4ddd0-7e40-45f3-a1f2-6bffed0701a8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Floating IP 5b53b164-d9e7-483c-a1f5-2a08a2668ece disassociated (deleted). External IP: 172.25.6.186, port: 3e5a0860-76d3-4bd0-9cda-e76260aec855. Aug 18 14:07:26.702022 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b4ddd0-7e40-45f3-a1f2-6bffed0701a8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Router 29d86ae8-dc41-469f-8db9-80f2236c9c56 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:07:26.842637 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b4ddd0-7e40-45f3-a1f2-6bffed0701a8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:07:26.851301 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-74b4ddd0-7e40-45f3-a1f2-6bffed0701a8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:26.860604 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7126fbe5-83a0-470a-a7b3-29739cbe08d5 None None] Sync routers for ids ['29d86ae8-dc41-469f-8db9-80f2236c9c56'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:07:26.875059 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7126fbe5-83a0-470a-a7b3-29739cbe08d5 None None] Routers {'29d86ae8-dc41-469f-8db9-80f2236c9c56'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:07:26.876050 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-7126fbe5-83a0-470a-a7b3-29739cbe08d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:07:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['29d86ae8-dc41-469f-8db9-80f2236c9c56'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:26.888467 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-74b4ddd0-7e40-45f3-a1f2-6bffed0701a8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "DELETE /v2.0/floatingips/5b53b164-d9e7-483c-a1f5-2a08a2668ece HTTP/1.1" status: 204 len: 168 time: 1.0943820 Aug 18 14:07:26.889465 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81edd554-d15d-412c-b059-0724b64bc1da', 'tag': '3e5a0860-76d3-4bd0-9cda-e76260aec855'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:07:26.893690 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8d889e168220163876f439a36e214edce7e14ad7c9e2b3367f43e2d5729643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd38d87-add9-49e1-91c6-b719046f9305" -d '{"events": [{"name": "network-changed", "server_uuid": "81edd554-d15d-412c-b059-0724b64bc1da", "tag": "3e5a0860-76d3-4bd0-9cda-e76260aec855"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:07:26.937814 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899d7a4e-b724-40ee-a332-d14a4e5944b5 x-openstack-request-id: req-899d7a4e-b724-40ee-a332-d14a4e5944b5 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:07:26.938467 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81edd554-d15d-412c-b059-0724b64bc1da", "tag": "3e5a0860-76d3-4bd0-9cda-e76260aec855", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:07:26.938829 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-899d7a4e-b724-40ee-a332-d14a4e5944b5 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:07:26.939351 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81edd554-d15d-412c-b059-0724b64bc1da', 'tag': '3e5a0860-76d3-4bd0-9cda-e76260aec855', 'status': 'completed', 'code': 200} Aug 18 14:07:27.019991 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd38d87-add9-49e1-91c6-b719046f9305 req-52108819-81db-4c54-9a35-597a0721d609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:27.022301 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6bd38d87-add9-49e1-91c6-b719046f9305 req-52108819-81db-4c54-9a35-597a0721d609 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22&device_id=81edd554-d15d-412c-b059-0724b64bc1da HTTP/1.1" status: 200 len: 1096 time: 0.0522172 Aug 18 14:07:27.167302 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd38d87-add9-49e1-91c6-b719046f9305 req-600a45d3-a09d-486c-a19b-bc90754e277a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:27.169002 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6bd38d87-add9-49e1-91c6-b719046f9305 req-600a45d3-a09d-486c-a19b-bc90754e277a service neutron] 10.222.0.39 "GET /v2.0/networks?id=59e41f36-76a3-49e9-9032-8f0e20d061f4 HTTP/1.1" status: 200 len: 898 time: 0.1392388 Aug 18 14:07:27.185670 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-7126fbe5-83a0-470a-a7b3-29739cbe08d5 None None] Set router 29d86ae8-dc41-469f-8db9-80f2236c9c56 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:07:27.221638 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6bd38d87-add9-49e1-91c6-b719046f9305 req-556ece8a-c403-4b85-ad3b-d1e043e9ce5d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e5a0860-76d3-4bd0-9cda-e76260aec855 HTTP/1.1" status: 200 len: 217 time: 0.0428801 Aug 18 14:07:27.276196 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd38d87-add9-49e1-91c6-b719046f9305 req-c2741d4b-b97b-4a51-b9bf-96c94527b442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:27.277597 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6bd38d87-add9-49e1-91c6-b719046f9305 req-c2741d4b-b97b-4a51-b9bf-96c94527b442 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ce3eaa58-9d99-4ae1-ad49-81195a7798b6 HTTP/1.1" status: 200 len: 834 time: 0.0473793 Aug 18 14:07:27.338833 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd38d87-add9-49e1-91c6-b719046f9305 req-18bc21a1-4c22-48a6-9890-4a3bf5375ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:27.340452 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6bd38d87-add9-49e1-91c6-b719046f9305 req-18bc21a1-4c22-48a6-9890-4a3bf5375ec0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59e41f36-76a3-49e9-9032-8f0e20d061f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543010 Aug 18 14:07:27.409537 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-7126fbe5-83a0-470a-a7b3-29739cbe08d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d86ae8-dc41-469f-8db9-80f2236c9c56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708595863', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '4340e41c-336d-4aa4-81a1-0003f94432e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:05:48Z', 'updated_at': '2021-08-18T14:05:53Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '4340e41c-336d-4aa4-81a1-0003f94432e7', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d86ae8-dc41-469f-8db9-80f2236c9c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:05:49Z', 'updated_at': '2021-08-18T14:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '4c62262b-fb5e-4b6c-859f-d085658f2424', 'name': '', 'network_id': '59e41f36-76a3-49e9-9032-8f0e20d061f4', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'mac_address': 'fa:16:3e:3b:c9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d86ae8-dc41-469f-8db9-80f2236c9c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'ce3eaa58-9d99-4ae1-ad49-81195a7798b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:05:52Z', 'updated_at': '2021-08-18T14:05:59Z', 'revision_number': 5, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'subnets': [{'id': 'ce3eaa58-9d99-4ae1-ad49-81195a7798b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:27.463234 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7126fbe5-83a0-470a-a7b3-29739cbe08d5 None None] Checking router: 29d86ae8-dc41-469f-8db9-80f2236c9c56 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:07:27.464355 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6bd38d87-add9-49e1-91c6-b719046f9305 req-0c981e65-e6ec-45b0-8d53-7bd275e10364 service neutron] 10.222.0.39 "GET /v2.0/networks/59e41f36-76a3-49e9-9032-8f0e20d061f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153233 Aug 18 14:07:27.477821 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7126fbe5-83a0-470a-a7b3-29739cbe08d5 None None] Routers {'29d86ae8-dc41-469f-8db9-80f2236c9c56'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:07:27.478993 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-7126fbe5-83a0-470a-a7b3-29739cbe08d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:07:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['29d86ae8-dc41-469f-8db9-80f2236c9c56'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:27.521425 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb731b4-c7bb-454a-936a-ccf65de747ce req-5254d793-ee25-478f-9734-7d7b32a2065a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:27.523242 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8bb731b4-c7bb-454a-936a-ccf65de747ce req-5254d793-ee25-478f-9734-7d7b32a2065a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=81edd554-d15d-412c-b059-0724b64bc1da HTTP/1.1" status: 200 len: 945 time: 0.1213107 Aug 18 14:07:27.567038 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8bb731b4-c7bb-454a-936a-ccf65de747ce req-77254761-de61-4c7d-ab8a-75fd9963cc40 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=b379d543-735f-4660-92f8-438b60fb9a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376201 Aug 18 14:07:27.596260 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6bd38d87-add9-49e1-91c6-b719046f9305 req-56a352e7-5d6c-486c-9646-12fd086cbac6 service neutron] 10.222.0.39 "GET /v2.0/networks/59e41f36-76a3-49e9-9032-8f0e20d061f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227708 Aug 18 14:07:27.627779 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-7126fbe5-83a0-470a-a7b3-29739cbe08d5 None None] Set router 29d86ae8-dc41-469f-8db9-80f2236c9c56 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:07:28.007077 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-7126fbe5-83a0-470a-a7b3-29739cbe08d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d86ae8-dc41-469f-8db9-80f2236c9c56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708595863', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '4340e41c-336d-4aa4-81a1-0003f94432e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:05:48Z', 'updated_at': '2021-08-18T14:05:53Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '4340e41c-336d-4aa4-81a1-0003f94432e7', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d86ae8-dc41-469f-8db9-80f2236c9c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:05:49Z', 'updated_at': '2021-08-18T14:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '4c62262b-fb5e-4b6c-859f-d085658f2424', 'name': '', 'network_id': '59e41f36-76a3-49e9-9032-8f0e20d061f4', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'mac_address': 'fa:16:3e:3b:c9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d86ae8-dc41-469f-8db9-80f2236c9c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'ce3eaa58-9d99-4ae1-ad49-81195a7798b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:05:52Z', 'updated_at': '2021-08-18T14:05:59Z', 'revision_number': 5, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'subnets': [{'id': 'ce3eaa58-9d99-4ae1-ad49-81195a7798b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:28.037035 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7126fbe5-83a0-470a-a7b3-29739cbe08d5 None None] The sync data for ids ['29d86ae8-dc41-469f-8db9-80f2236c9c56'] in n-d-803603-2 is: [{'id': '29d86ae8-dc41-469f-8db9-80f2236c9c56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708595863', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '4340e41c-336d-4aa4-81a1-0003f94432e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:05:48Z', 'updated_at': '2021-08-18T14:05:53Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '4340e41c-336d-4aa4-81a1-0003f94432e7', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d86ae8-dc41-469f-8db9-80f2236c9c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:05:49Z', 'updated_at': '2021-08-18T14:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '4c62262b-fb5e-4b6c-859f-d085658f2424', 'name': '', 'network_id': '59e41f36-76a3-49e9-9032-8f0e20d061f4', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'mac_address': 'fa:16:3e:3b:c9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d86ae8-dc41-469f-8db9-80f2236c9c56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'ce3eaa58-9d99-4ae1-ad49-81195a7798b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:05:52Z', 'updated_at': '2021-08-18T14:05:59Z', 'revision_number': 5, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'subnets': [{'id': 'ce3eaa58-9d99-4ae1-ad49-81195a7798b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:07:28.295269 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb32fad-52e2-4278-bce2-c31c1accd956 None None] New status for floating IP 5b53b164-d9e7-483c-a1f5-2a08a2668ece: DOWN {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:07:28.478317 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:28.770448 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e35c2c-5a7d-4c45-a840-4dd80efec488 req-0d6b0a17-ac99-4c92-81bc-a2842ae2ab66 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:28.772950 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-17e35c2c-5a7d-4c45-a840-4dd80efec488 req-0d6b0a17-ac99-4c92-81bc-a2842ae2ab66 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=81edd554-d15d-412c-b059-0724b64bc1da HTTP/1.1" status: 200 len: 945 time: 0.1227143 Aug 18 14:07:28.832072 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-17e35c2c-5a7d-4c45-a840-4dd80efec488 req-031df324-2cf0-4eee-ad5d-25ea50d0d971 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=b379d543-735f-4660-92f8-438b60fb9a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485029 Aug 18 14:07:29.070532 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf5866-b0d2-4244-bea8-07eb7823a029 req-df8a0589-194a-4b19-9568-bff896a1be1c tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:29.072125 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-71cf5866-b0d2-4244-bea8-07eb7823a029 req-df8a0589-194a-4b19-9568-bff896a1be1c tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.39 "GET /v2.0/ports?device_id=81edd554-d15d-412c-b059-0724b64bc1da HTTP/1.1" status: 200 len: 945 time: 0.0538368 Aug 18 14:07:29.177664 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-71cf5866-b0d2-4244-bea8-07eb7823a029 req-db273430-533d-443c-9035-8e712e1d4a08 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Deleting port 3e5a0860-76d3-4bd0-9cda-e76260aec855 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:07:29.178000 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-71cf5866-b0d2-4244-bea8-07eb7823a029 req-db273430-533d-443c-9035-8e712e1d4a08 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:29.277897 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-71cf5866-b0d2-4244-bea8-07eb7823a029 req-db273430-533d-443c-9035-8e712e1d4a08 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] For port 3e5a0860-76d3-4bd0-9cda-e76260aec855, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=3e5a0860-76d3-4bd0-9cda-e76260aec855,segment=NetworkSegment(da13ef6f-4bb7-4ee1-b2ef-e918d61a8d4a),segment_id=da13ef6f-4bb7-4ee1-b2ef-e918d61a8d4a)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:29.278360 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-71cf5866-b0d2-4244-bea8-07eb7823a029 req-db273430-533d-443c-9035-8e712e1d4a08 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:29.292922 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-71cf5866-b0d2-4244-bea8-07eb7823a029 req-db273430-533d-443c-9035-8e712e1d4a08 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Calling delete_port for 3e5a0860-76d3-4bd0-9cda-e76260aec855 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:07:29.466260 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:29.616094 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-71cf5866-b0d2-4244-bea8-07eb7823a029 req-db273430-533d-443c-9035-8e712e1d4a08 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:29.647656 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db273430-533d-443c-9035-8e712e1d4a08 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event deleted for resources: {'Port': ['ID=3e5a0860-76d3-4bd0-9cda-e76260aec855,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:29.662542 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db273430-533d-443c-9035-8e712e1d4a08 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:29.662964 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db273430-533d-443c-9035-8e712e1d4a08 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:29.663252 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db273430-533d-443c-9035-8e712e1d4a08 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:29.663596 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db273430-533d-443c-9035-8e712e1d4a08 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:29.663939 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db273430-533d-443c-9035-8e712e1d4a08 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:29.664277 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db273430-533d-443c-9035-8e712e1d4a08 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:29.664614 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db273430-533d-443c-9035-8e712e1d4a08 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:29.665087 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db273430-533d-443c-9035-8e712e1d4a08 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:29.665334 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db273430-533d-443c-9035-8e712e1d4a08 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:29.665666 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db273430-533d-443c-9035-8e712e1d4a08 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:29.665999 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db273430-533d-443c-9035-8e712e1d4a08 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:29.666359 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db273430-533d-443c-9035-8e712e1d4a08 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:29.710026 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-71cf5866-b0d2-4244-bea8-07eb7823a029 req-db273430-533d-443c-9035-8e712e1d4a08 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] No DVR routers for this DVR port 3e5a0860-76d3-4bd0-9cda-e76260aec855 on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:07:29.714028 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-71cf5866-b0d2-4244-bea8-07eb7823a029 req-db273430-533d-443c-9035-8e712e1d4a08 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:29.716764 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-71cf5866-b0d2-4244-bea8-07eb7823a029 req-db273430-533d-443c-9035-8e712e1d4a08 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.39 "DELETE /v2.0/ports/3e5a0860-76d3-4bd0-9cda-e76260aec855 HTTP/1.1" status: 204 len: 173 time: 0.6374152 Aug 18 14:07:29.717301 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81edd554-d15d-412c-b059-0724b64bc1da', 'name': 'network-vif-deleted', 'tag': '3e5a0860-76d3-4bd0-9cda-e76260aec855'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:07:29.720407 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3904ec-6585-4b75-894a-2ad0c49a446d" -d '{"events": [{"server_uuid": "81edd554-d15d-412c-b059-0724b64bc1da", "name": "network-vif-deleted", "tag": "3e5a0860-76d3-4bd0-9cda-e76260aec855"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:07:29.761572 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb68448b-5e67-4c6c-8bf3-f6c1c6da6f5c x-openstack-request-id: req-bb68448b-5e67-4c6c-8bf3-f6c1c6da6f5c {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:07:29.761874 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81edd554-d15d-412c-b059-0724b64bc1da", "name": "network-vif-deleted", "tag": "3e5a0860-76d3-4bd0-9cda-e76260aec855", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:07:29.762128 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb68448b-5e67-4c6c-8bf3-f6c1c6da6f5c {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:07:29.762573 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81edd554-d15d-412c-b059-0724b64bc1da', 'name': 'network-vif-deleted', 'tag': '3e5a0860-76d3-4bd0-9cda-e76260aec855', 'status': 'completed', 'code': 200} Aug 18 14:07:29.951475 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bbadc56a-1916-44fe-9366-397663b07e1d req-1e654fc9-2a6e-468a-ac9a-56bb17c86ae5 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=81edd554-d15d-412c-b059-0724b64bc1da HTTP/1.1" status: 200 len: 210 time: 0.0358434 Aug 18 14:07:31.014416 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40608) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:31.427071 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3d8da484-1885-4c6c-b294-e3e94f15f8f8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:31.708726 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-3d8da484-1885-4c6c-b294-e3e94f15f8f8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Deleting port 4c62262b-fb5e-4b6c-859f-d085658f2424 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:07:31.709168 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3d8da484-1885-4c6c-b294-e3e94f15f8f8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:31.813269 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-3d8da484-1885-4c6c-b294-e3e94f15f8f8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] For port 4c62262b-fb5e-4b6c-859f-d085658f2424, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4c62262b-fb5e-4b6c-859f-d085658f2424,segment=NetworkSegment(da13ef6f-4bb7-4ee1-b2ef-e918d61a8d4a),segment_id=da13ef6f-4bb7-4ee1-b2ef-e918d61a8d4a)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:31.813647 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3d8da484-1885-4c6c-b294-e3e94f15f8f8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:31.828897 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-3d8da484-1885-4c6c-b294-e3e94f15f8f8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Calling delete_port for 4c62262b-fb5e-4b6c-859f-d085658f2424 owned by network:router_interface {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:07:32.107057 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3d8da484-1885-4c6c-b294-e3e94f15f8f8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:32.138744 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8da484-1885-4c6c-b294-e3e94f15f8f8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event deleted for resources: {'Port': ['ID=4c62262b-fb5e-4b6c-859f-d085658f2424,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:32.760529 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3d8da484-1885-4c6c-b294-e3e94f15f8f8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:33.035085 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d8da484-1885-4c6c-b294-e3e94f15f8f8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Router 29d86ae8-dc41-469f-8db9-80f2236c9c56 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:07:33.152299 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8da484-1885-4c6c-b294-e3e94f15f8f8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:07:33.159200 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3d8da484-1885-4c6c-b294-e3e94f15f8f8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "PUT /v2.0/routers/29d86ae8-dc41-469f-8db9-80f2236c9c56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1428635 Aug 18 14:07:33.161964 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40610) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:33.168353 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf145867-2bbe-4ed1-be62-02b5aa5737b9 None None] Sync routers for ids ['29d86ae8-dc41-469f-8db9-80f2236c9c56'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:07:33.180860 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf145867-2bbe-4ed1-be62-02b5aa5737b9 None None] Routers {'29d86ae8-dc41-469f-8db9-80f2236c9c56'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:07:33.181641 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-bf145867-2bbe-4ed1-be62-02b5aa5737b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:07:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['29d86ae8-dc41-469f-8db9-80f2236c9c56'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:33.225733 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cca983d-7dca-403d-abff-675d2394f8c7 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Deleting subnet ce3eaa58-9d99-4ae1-ad49-81195a7798b6 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:07:33.231158 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9cca983d-7dca-403d-abff-675d2394f8c7 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:33.237297 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 3e5a0860-76d3-4bd0-9cda-e76260aec855 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:07:33.279672 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: 3e5a0860-76d3-4bd0-9cda-e76260aec855 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:07:33.280222 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 3e5a0860-76d3-4bd0-9cda-e76260aec855 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:07:33.305505 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9cca983d-7dca-403d-abff-675d2394f8c7 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:33.386308 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-bf145867-2bbe-4ed1-be62-02b5aa5737b9 None None] Set router 29d86ae8-dc41-469f-8db9-80f2236c9c56 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:07:33.446240 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9cca983d-7dca-403d-abff-675d2394f8c7 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:33.636547 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-bf145867-2bbe-4ed1-be62-02b5aa5737b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d86ae8-dc41-469f-8db9-80f2236c9c56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708595863', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '4340e41c-336d-4aa4-81a1-0003f94432e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:05:48Z', 'updated_at': '2021-08-18T14:07:31Z', 'revision_number': 5, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '4340e41c-336d-4aa4-81a1-0003f94432e7', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d86ae8-dc41-469f-8db9-80f2236c9c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:05:49Z', 'updated_at': '2021-08-18T14:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:33.641095 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9cca983d-7dca-403d-abff-675d2394f8c7 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:33.676513 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca983d-7dca-403d-abff-675d2394f8c7 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event deleted for resources: {'Subnet': ['ID=ce3eaa58-9d99-4ae1-ad49-81195a7798b6,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:33.679314 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9cca983d-7dca-403d-abff-675d2394f8c7 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:33.679597 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf145867-2bbe-4ed1-be62-02b5aa5737b9 None None] Checking router: 29d86ae8-dc41-469f-8db9-80f2236c9c56 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:07:33.681411 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9cca983d-7dca-403d-abff-675d2394f8c7 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "DELETE /v2.0/subnets/ce3eaa58-9d99-4ae1-ad49-81195a7798b6 HTTP/1.1" status: 204 len: 168 time: 0.5181875 Aug 18 14:07:33.686041 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40612) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:33.690700 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7947bd30-4741-4d7f-82b5-f3ad562b77d2 None None] Network 59e41f36-76a3-49e9-9032-8f0e20d061f4 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:07:33.746714 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf145867-2bbe-4ed1-be62-02b5aa5737b9 None None] Routers {'29d86ae8-dc41-469f-8db9-80f2236c9c56'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:07:33.747584 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-bf145867-2bbe-4ed1-be62-02b5aa5737b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:07:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['29d86ae8-dc41-469f-8db9-80f2236c9c56'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:33.855153 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-19b5b43d-f38b-40cf-8700-bc5cab494b3a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:33.922888 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-bf145867-2bbe-4ed1-be62-02b5aa5737b9 None None] Set router 29d86ae8-dc41-469f-8db9-80f2236c9c56 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:07:33.989902 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-19b5b43d-f38b-40cf-8700-bc5cab494b3a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:34.069259 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e40e16-9235-4f10-8727-7ef7d8919867 None None] DHCP port deletion for 59e41f36-76a3-49e9-9032-8f0e20d061f4 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:07:34.163095 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-19b5b43d-f38b-40cf-8700-bc5cab494b3a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Deleting port 4340e41c-336d-4aa4-81a1-0003f94432e7 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:07:34.163729 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-19b5b43d-f38b-40cf-8700-bc5cab494b3a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:34.206550 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f2e40e16-9235-4f10-8727-7ef7d8919867 None None] Deleting port ca53fd5b-3f99-402f-9d4e-dcaad458d113 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:07:34.207462 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f2e40e16-9235-4f10-8727-7ef7d8919867 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:34.275462 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-bf145867-2bbe-4ed1-be62-02b5aa5737b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d86ae8-dc41-469f-8db9-80f2236c9c56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708595863', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '4340e41c-336d-4aa4-81a1-0003f94432e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:05:48Z', 'updated_at': '2021-08-18T14:07:31Z', 'revision_number': 5, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '4340e41c-336d-4aa4-81a1-0003f94432e7', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d86ae8-dc41-469f-8db9-80f2236c9c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:05:49Z', 'updated_at': '2021-08-18T14:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:34.304837 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-19b5b43d-f38b-40cf-8700-bc5cab494b3a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] For port 4340e41c-336d-4aa4-81a1-0003f94432e7, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4340e41c-336d-4aa4-81a1-0003f94432e7,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:34.305286 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-19b5b43d-f38b-40cf-8700-bc5cab494b3a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:34.319984 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf145867-2bbe-4ed1-be62-02b5aa5737b9 None None] The sync data for ids ['29d86ae8-dc41-469f-8db9-80f2236c9c56'] in n-d-803603-2 is: [{'id': '29d86ae8-dc41-469f-8db9-80f2236c9c56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708595863', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '4340e41c-336d-4aa4-81a1-0003f94432e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:05:48Z', 'updated_at': '2021-08-18T14:07:31Z', 'revision_number': 5, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '4340e41c-336d-4aa4-81a1-0003f94432e7', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d86ae8-dc41-469f-8db9-80f2236c9c56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:05:49Z', 'updated_at': '2021-08-18T14:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:07:34.322061 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-19b5b43d-f38b-40cf-8700-bc5cab494b3a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Calling delete_port for 4340e41c-336d-4aa4-81a1-0003f94432e7 owned by network:router_gateway {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:07:34.349909 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f2e40e16-9235-4f10-8727-7ef7d8919867 None None] For port ca53fd5b-3f99-402f-9d4e-dcaad458d113, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=ca53fd5b-3f99-402f-9d4e-dcaad458d113,segment=NetworkSegment(da13ef6f-4bb7-4ee1-b2ef-e918d61a8d4a),segment_id=da13ef6f-4bb7-4ee1-b2ef-e918d61a8d4a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:34.350370 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f2e40e16-9235-4f10-8727-7ef7d8919867 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:34.367436 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f2e40e16-9235-4f10-8727-7ef7d8919867 None None] Calling delete_port for ca53fd5b-3f99-402f-9d4e-dcaad458d113 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:07:34.566808 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f2e40e16-9235-4f10-8727-7ef7d8919867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:34.595696 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e40e16-9235-4f10-8727-7ef7d8919867 None None] Pushing event deleted for resources: {'Port': ['ID=ca53fd5b-3f99-402f-9d4e-dcaad458d113,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:34.601176 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e40e16-9235-4f10-8727-7ef7d8919867 None None] No DVR routers for this DVR port ca53fd5b-3f99-402f-9d4e-dcaad458d113 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:07:34.620583 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e40e16-9235-4f10-8727-7ef7d8919867 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:34.620583 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e40e16-9235-4f10-8727-7ef7d8919867 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:34.620583 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e40e16-9235-4f10-8727-7ef7d8919867 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:34.620583 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e40e16-9235-4f10-8727-7ef7d8919867 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:34.620583 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e40e16-9235-4f10-8727-7ef7d8919867 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:34.620583 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e40e16-9235-4f10-8727-7ef7d8919867 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:34.621367 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e40e16-9235-4f10-8727-7ef7d8919867 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:34.621367 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e40e16-9235-4f10-8727-7ef7d8919867 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:34.621682 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e40e16-9235-4f10-8727-7ef7d8919867 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:34.622087 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e40e16-9235-4f10-8727-7ef7d8919867 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:34.622512 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e40e16-9235-4f10-8727-7ef7d8919867 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:34.622939 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e40e16-9235-4f10-8727-7ef7d8919867 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:34.640950 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-19b5b43d-f38b-40cf-8700-bc5cab494b3a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:34.672294 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5b43d-f38b-40cf-8700-bc5cab494b3a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event deleted for resources: {'Port': ['ID=4340e41c-336d-4aa4-81a1-0003f94432e7,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:34.744538 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-19b5b43d-f38b-40cf-8700-bc5cab494b3a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:34.883652 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-19b5b43d-f38b-40cf-8700-bc5cab494b3a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:34.887740 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-19b5b43d-f38b-40cf-8700-bc5cab494b3a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:35.018794 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device ca53fd5b-3f99-402f-9d4e-dcaad458d113 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:07:35.037996 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-19b5b43d-f38b-40cf-8700-bc5cab494b3a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:35.038915 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b5b43d-f38b-40cf-8700-bc5cab494b3a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Fanout notify agent at l3_agent the message router_deleted on router 29d86ae8-dc41-469f-8db9-80f2236c9c56 {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:07:35.044524 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: ca53fd5b-3f99-402f-9d4e-dcaad458d113 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:07:35.044866 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device ca53fd5b-3f99-402f-9d4e-dcaad458d113 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:07:35.045326 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4c62262b-fb5e-4b6c-859f-d085658f2424 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:07:35.051204 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-19b5b43d-f38b-40cf-8700-bc5cab494b3a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:35.054717 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-19b5b43d-f38b-40cf-8700-bc5cab494b3a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "DELETE /v2.0/routers/29d86ae8-dc41-469f-8db9-80f2236c9c56 HTTP/1.1" status: 204 len: 168 time: 1.3660719 Aug 18 14:07:35.057576 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40614) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:35.069056 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 4c62262b-fb5e-4b6c-859f-d085658f2424 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:07:35.069376 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4c62262b-fb5e-4b6c-859f-d085658f2424 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:07:35.204455 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ac7bde7f-fbd7-4f2d-a727-d4563c41cab7 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:35.311632 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ac7bde7f-fbd7-4f2d-a727-d4563c41cab7 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:35.324028 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-ac7bde7f-fbd7-4f2d-a727-d4563c41cab7 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59e41f36-76a3-49e9-9032-8f0e20d061f4']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:35.335587 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-ac7bde7f-fbd7-4f2d-a727-d4563c41cab7 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da13ef6f-4bb7-4ee1-b2ef-e918d61a8d4a') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:35.335943 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-ac7bde7f-fbd7-4f2d-a727-d4563c41cab7 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da13ef6f-4bb7-4ee1-b2ef-e918d61a8d4a') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:35.347248 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ac7bde7f-fbd7-4f2d-a727-d4563c41cab7 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:35.363436 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ac7bde7f-fbd7-4f2d-a727-d4563c41cab7 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:35.371027 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac7bde7f-fbd7-4f2d-a727-d4563c41cab7 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:07:35.371491 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ac7bde7f-fbd7-4f2d-a727-d4563c41cab7 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:35.375236 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 14:07:35.375236 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:07:35.375236 n-d-803603-2 neutron-server[101675]: timer() Aug 18 14:07:35.375236 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:07:35.375236 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 14:07:35.375236 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:07:35.375236 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 14:07:35.375236 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:07:35.375236 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 14:07:35.375236 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:07:35.375236 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 14:07:35.375236 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:07:35.375236 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 14:07:35.375236 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:07:35.375236 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:07:35.375236 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:07:35.375236 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:07:35.375236 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:07:35.375236 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 14:07:35.375236 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:07:35.375236 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 14:07:35.375236 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:07:35.375236 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:07:35.375236 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:07:35.375236 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 14:07:35.375236 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:07:35.375236 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:07:35.375236 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:07:35.375236 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:07:35.375236 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:07:35.375236 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:07:35.375236 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:07:35.515123 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ac7bde7f-fbd7-4f2d-a727-d4563c41cab7 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:35.525407 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ac7bde7f-fbd7-4f2d-a727-d4563c41cab7 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:35.529511 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ac7bde7f-fbd7-4f2d-a727-d4563c41cab7 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "DELETE /v2.0/networks/59e41f36-76a3-49e9-9032-8f0e20d061f4 HTTP/1.1" status: 204 len: 168 time: 0.4686508 Aug 18 14:07:35.531909 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40616) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:35.556217 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7bde7f-fbd7-4f2d-a727-d4563c41cab7 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event deleted for resources: {'Network': ['ID=59e41f36-76a3-49e9-9032-8f0e20d061f4,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:35.632936 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-53536790-5300-4f70-a05d-232c84d6b0bc tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:35.663331 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-53536790-5300-4f70-a05d-232c84d6b0bc tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:35.826851 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-53536790-5300-4f70-a05d-232c84d6b0bc tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:35.829698 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-53536790-5300-4f70-a05d-232c84d6b0bc tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:35.831451 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-53536790-5300-4f70-a05d-232c84d6b0bc tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "DELETE /v2.0/security-groups/b379d543-735f-4660-92f8-438b60fb9a87 HTTP/1.1" status: 204 len: 168 time: 0.2979579 Aug 18 14:07:35.847736 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53536790-5300-4f70-a05d-232c84d6b0bc tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b379d543-735f-4660-92f8-438b60fb9a87,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:36.377850 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40622) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:36.383164 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-fc612326-0a72-4b51-afc5-c127e72e09cd tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-31543554', 'description': 'tempest-secgroup-smoke-31543554 description', 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:07:36.515150 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fc612326-0a72-4b51-afc5-c127e72e09cd tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:36.615742 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fc612326-0a72-4b51-afc5-c127e72e09cd tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:36.698074 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fc612326-0a72-4b51-afc5-c127e72e09cd tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:36.730855 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc612326-0a72-4b51-afc5-c127e72e09cd tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5a9b68-8ab9-4c05-8d44-83ffbfb08369,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:36.795787 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-fc612326-0a72-4b51-afc5-c127e72e09cd tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:36.798068 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-fc612326-0a72-4b51-afc5-c127e72e09cd tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4187238 Aug 18 14:07:36.801361 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40624) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:36.807089 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-b712936e-bff3-4e98-a39b-1a4b7a5fa2c6 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'security_group_rule': {'security_group_id': '6a5a9b68-8ab9-4c05-8d44-83ffbfb08369', 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:07:36.891960 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4340e41c-336d-4aa4-81a1-0003f94432e7 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:07:36.903606 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b712936e-bff3-4e98-a39b-1a4b7a5fa2c6 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:36.928737 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 4340e41c-336d-4aa4-81a1-0003f94432e7 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:07:36.929363 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4340e41c-336d-4aa4-81a1-0003f94432e7 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:07:36.977355 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b712936e-bff3-4e98-a39b-1a4b7a5fa2c6 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:37.057710 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b712936e-bff3-4e98-a39b-1a4b7a5fa2c6 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:37.084084 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712936e-bff3-4e98-a39b-1a4b7a5fa2c6 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=298a1820-27f5-4832-a987-e3fb3b8d669f,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:37.149382 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b712936e-bff3-4e98-a39b-1a4b7a5fa2c6 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:37.150701 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b712936e-bff3-4e98-a39b-1a4b7a5fa2c6 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3475866 Aug 18 14:07:37.153990 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40626) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:37.159294 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-5cff5fe9-aa72-4abd-8fb7-7b79054a4799 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'security_group_rule': {'security_group_id': '6a5a9b68-8ab9-4c05-8d44-83ffbfb08369', 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:07:37.249159 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5cff5fe9-aa72-4abd-8fb7-7b79054a4799 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:37.319190 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5cff5fe9-aa72-4abd-8fb7-7b79054a4799 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:37.420587 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5cff5fe9-aa72-4abd-8fb7-7b79054a4799 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:37.444267 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff5fe9-aa72-4abd-8fb7-7b79054a4799 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=872942af-473c-43eb-92e5-21d8e656c097,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:37.529023 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5cff5fe9-aa72-4abd-8fb7-7b79054a4799 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:37.530415 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5cff5fe9-aa72-4abd-8fb7-7b79054a4799 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3752894 Aug 18 14:07:37.533927 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40628) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:37.539274 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-91c766de-f913-4227-b922-8b0d1c5bc03d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'security_group_rule': {'security_group_id': '6a5a9b68-8ab9-4c05-8d44-83ffbfb08369', 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:07:37.657532 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-91c766de-f913-4227-b922-8b0d1c5bc03d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:37.727930 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-91c766de-f913-4227-b922-8b0d1c5bc03d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:37.826445 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-91c766de-f913-4227-b922-8b0d1c5bc03d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:37.853596 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c766de-f913-4227-b922-8b0d1c5bc03d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2b6c86b-5204-40c3-bfce-11e711feb37f,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:37.937674 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-91c766de-f913-4227-b922-8b0d1c5bc03d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:37.939486 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-91c766de-f913-4227-b922-8b0d1c5bc03d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4042962 Aug 18 14:07:37.942586 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40630) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:37.948429 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-0eab3df5-cda1-4f65-b61d-4cd06a4d111e tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'security_group_rule': {'security_group_id': '6a5a9b68-8ab9-4c05-8d44-83ffbfb08369', 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:07:38.057711 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0eab3df5-cda1-4f65-b61d-4cd06a4d111e tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:38.167124 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0eab3df5-cda1-4f65-b61d-4cd06a4d111e tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:38.286677 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0eab3df5-cda1-4f65-b61d-4cd06a4d111e tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:38.312234 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab3df5-cda1-4f65-b61d-4cd06a4d111e tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdc407a9-9206-42c2-b7a9-962f82bfe204,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:38.400624 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-0eab3df5-cda1-4f65-b61d-4cd06a4d111e tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:38.401932 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-0eab3df5-cda1-4f65-b61d-4cd06a4d111e tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4582872 Aug 18 14:07:38.405014 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40632) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:38.410193 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-9f35e6b2-a9fe-4049-99aa-0f8651b65ae9 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'security_group_rule': {'security_group_id': '6a5a9b68-8ab9-4c05-8d44-83ffbfb08369', 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:07:38.509139 n-d-803603-2 neutron-server[101676]: INFO neutron.db.securitygroups_db [None req-9f35e6b2-a9fe-4049-99aa-0f8651b65ae9 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Project c4b6cbf5f3fd46fcb1038295c88e6b22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:07:38.515658 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f35e6b2-a9fe-4049-99aa-0f8651b65ae9 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:38.589739 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f35e6b2-a9fe-4049-99aa-0f8651b65ae9 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:38.714713 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f35e6b2-a9fe-4049-99aa-0f8651b65ae9 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:38.736565 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f35e6b2-a9fe-4049-99aa-0f8651b65ae9 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e7ce41f-a4ea-4b5f-8fbd-1f3298083645,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:38.815389 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9f35e6b2-a9fe-4049-99aa-0f8651b65ae9 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:38.816922 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9f35e6b2-a9fe-4049-99aa-0f8651b65ae9 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4108231 Aug 18 14:07:38.820669 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40634) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:38.827028 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-9e680676-97f2-4859-a5d1-9fe6d0bee8a6 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'security_group_rule': {'security_group_id': '6a5a9b68-8ab9-4c05-8d44-83ffbfb08369', 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:07:38.927145 n-d-803603-2 neutron-server[101676]: INFO neutron.db.securitygroups_db [None req-9e680676-97f2-4859-a5d1-9fe6d0bee8a6 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Project c4b6cbf5f3fd46fcb1038295c88e6b22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:07:38.933767 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9e680676-97f2-4859-a5d1-9fe6d0bee8a6 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:39.007378 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9e680676-97f2-4859-a5d1-9fe6d0bee8a6 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:39.134569 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9e680676-97f2-4859-a5d1-9fe6d0bee8a6 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:39.155111 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e680676-97f2-4859-a5d1-9fe6d0bee8a6 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9be3c4e-0aba-4d16-ba2a-d9d372702992,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:39.260770 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-9e680676-97f2-4859-a5d1-9fe6d0bee8a6 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:39.262412 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9e680676-97f2-4859-a5d1-9fe6d0bee8a6 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4405367 Aug 18 14:07:39.266108 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40636) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:39.272102 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-306dd4c5-e69d-4a8b-bdf0-a918a5a42590 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'network': {'name': 'tempest-network-smoke--1961953383', 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'port_security_enabled': True}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:07:39.375408 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306dd4c5-e69d-4a8b-bdf0-a918a5a42590 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Made reservation on behalf of c4b6cbf5f3fd46fcb1038295c88e6b22 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:07:39.379273 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-306dd4c5-e69d-4a8b-bdf0-a918a5a42590 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:39.408072 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-306dd4c5-e69d-4a8b-bdf0-a918a5a42590 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:07:39.421562 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-306dd4c5-e69d-4a8b-bdf0-a918a5a42590 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:39.422149 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-306dd4c5-e69d-4a8b-bdf0-a918a5a42590 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Added segment c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3 of type vlan for network b0919e08-767d-489e-9c4a-4d5773750768 Aug 18 14:07:39.474164 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-306dd4c5-e69d-4a8b-bdf0-a918a5a42590 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:39.569638 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-306dd4c5-e69d-4a8b-bdf0-a918a5a42590 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:39.575477 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306dd4c5-e69d-4a8b-bdf0-a918a5a42590 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:39.576133 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-306dd4c5-e69d-4a8b-bdf0-a918a5a42590 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:39.657632 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306dd4c5-e69d-4a8b-bdf0-a918a5a42590 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'Network': ['ID=b0919e08-767d-489e-9c4a-4d5773750768,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:39.669982 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network b0919e08-767d-489e-9c4a-4d5773750768 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:07:39.695706 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-306dd4c5-e69d-4a8b-bdf0-a918a5a42590 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4281564 Aug 18 14:07:39.700478 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40638) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:39.705875 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-49ae5f21-9df6-4e16-bb53-8e89e2446e08 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1914677658', 'admin_state_up': True, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:07:39.805918 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-49ae5f21-9df6-4e16-bb53-8e89e2446e08 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:39.807272 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-49ae5f21-9df6-4e16-bb53-8e89e2446e08 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:39.872090 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-49ae5f21-9df6-4e16-bb53-8e89e2446e08 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:40.085269 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-49ae5f21-9df6-4e16-bb53-8e89e2446e08 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:40.382896 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-49ae5f21-9df6-4e16-bb53-8e89e2446e08 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for router_gateway, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:40.404127 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-49ae5f21-9df6-4e16-bb53-8e89e2446e08 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:40.517704 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-49ae5f21-9df6-4e16-bb53-8e89e2446e08 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Allocated IP 172.25.6.4 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/4d78c282-090c-4a48-b603-4f0b9aae4cf3) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:07:40.650659 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-49ae5f21-9df6-4e16-bb53-8e89e2446e08 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:40.757675 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-49ae5f21-9df6-4e16-bb53-8e89e2446e08 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:40.803387 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ae5f21-9df6-4e16-bb53-8e89e2446e08 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:07:40.806787 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-49ae5f21-9df6-4e16-bb53-8e89e2446e08 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:07:40.811002 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ae5f21-9df6-4e16-bb53-8e89e2446e08 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:07:40.835964 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae5f21-9df6-4e16-bb53-8e89e2446e08 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'Port': ['ID=4d78c282-090c-4a48-b603-4f0b9aae4cf3,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:41.531446 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-49ae5f21-9df6-4e16-bb53-8e89e2446e08 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for router_gateway, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:41.726614 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-84e5fc8b-36e2-4650-a07a-0b3aeb66fa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:41.755588 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-49ae5f21-9df6-4e16-bb53-8e89e2446e08 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:42.003375 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ae5f21-9df6-4e16-bb53-8e89e2446e08 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Router ade41fc4-9de2-4873-bc0c-69c0666e72b6 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:07:42.135611 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ae5f21-9df6-4e16-bb53-8e89e2446e08 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:07:42.146838 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bfd073-2c38-4ab7-a3d9-1bc8509c70c1 None None] Sync routers for ids ['ade41fc4-9de2-4873-bc0c-69c0666e72b6'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:07:42.157602 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bfd073-2c38-4ab7-a3d9-1bc8509c70c1 None None] Routers {'ade41fc4-9de2-4873-bc0c-69c0666e72b6'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:07:42.158348 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-25bfd073-2c38-4ab7-a3d9-1bc8509c70c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:07:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ade41fc4-9de2-4873-bc0c-69c0666e72b6'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:42.243878 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-49ae5f21-9df6-4e16-bb53-8e89e2446e08 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:42.245694 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-49ae5f21-9df6-4e16-bb53-8e89e2446e08 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5440564 Aug 18 14:07:42.249212 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40640) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:42.280887 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-3781714f-4526-42ed-a63b-00fc909e271e tempest-TestNetworkAdvancedServerOps-441945603 tempest-TestNetworkAdvancedServerOps-441945603-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=c4b6cbf5f3fd46fcb1038295c88e6b22&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300739 Aug 18 14:07:42.286498 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40642) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:42.311216 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-25bfd073-2c38-4ab7-a3d9-1bc8509c70c1 None None] Set router ade41fc4-9de2-4873-bc0c-69c0666e72b6 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:07:42.422011 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89ed0c6-e6fd-4803-b829-c26fa3f0fe6e tempest-TestNetworkAdvancedServerOps-441945603 tempest-TestNetworkAdvancedServerOps-441945603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:42.424687 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b89ed0c6-e6fd-4803-b829-c26fa3f0fe6e tempest-TestNetworkAdvancedServerOps-441945603 tempest-TestNetworkAdvancedServerOps-441945603-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1366448 Aug 18 14:07:42.429472 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40644) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:42.463668 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8ee8dff1-e0a5-4c50-8278-d83fc7210493 tempest-TestNetworkAdvancedServerOps-441945603 tempest-TestNetworkAdvancedServerOps-441945603-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=0babe39a-03c6-4af7-9ca5-00804dd781c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328295 Aug 18 14:07:42.468059 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40646) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:42.473916 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-d2464397-2069-4ab5-b728-a1d48783e76f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-982847527', 'network_id': 'b0919e08-767d-489e-9c4a-4d5773750768', 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:07:42.575768 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-25bfd073-2c38-4ab7-a3d9-1bc8509c70c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade41fc4-9de2-4873-bc0c-69c0666e72b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914677658', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '4d78c282-090c-4a48-b603-4f0b9aae4cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:07:39Z', 'updated_at': '2021-08-18T14:07:41Z', 'revision_number': 3, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '4d78c282-090c-4a48-b603-4f0b9aae4cf3', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f9:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade41fc4-9de2-4873-bc0c-69c0666e72b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:40Z', 'updated_at': '2021-08-18T14:07:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:42.626056 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bfd073-2c38-4ab7-a3d9-1bc8509c70c1 None None] Checking router: ade41fc4-9de2-4873-bc0c-69c0666e72b6 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:07:42.626671 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bfd073-2c38-4ab7-a3d9-1bc8509c70c1 None None] Updating router ade41fc4-9de2-4873-bc0c-69c0666e72b6 port 4d78c282-090c-4a48-b603-4f0b9aae4cf3 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:07:42.674132 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-25bfd073-2c38-4ab7-a3d9-1bc8509c70c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:42.694495 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2464397-2069-4ab5-b728-a1d48783e76f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Made reservation on behalf of c4b6cbf5f3fd46fcb1038295c88e6b22 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:07:42.698504 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d2464397-2069-4ab5-b728-a1d48783e76f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:42.979311 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [req-3e4591db-55e3-4713-8bc3-e878f47de434 req-55436c19-d34d-4e8b-8de2-ff8fb302c18c service neutron] (101675) timed out ('10.222.0.39', 51339) {{(pid=101675) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 14:07:43.029858 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d2464397-2069-4ab5-b728-a1d48783e76f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:43.093387 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-25bfd073-2c38-4ab7-a3d9-1bc8509c70c1 None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:43.108738 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-25bfd073-2c38-4ab7-a3d9-1bc8509c70c1 None None] Transition to ACTIVE for port object 4d78c282-090c-4a48-b603-4f0b9aae4cf3 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:07:43.132512 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2464397-2069-4ab5-b728-a1d48783e76f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'Subnet': ['ID=d6d14597-cdee-4999-8e21-98e4aff29c79,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:43.140980 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2464397-2069-4ab5-b728-a1d48783e76f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Checking segment: {'id': 'c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b0919e08-767d-489e-9c4a-4d5773750768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:07:43.141560 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2464397-2069-4ab5-b728-a1d48783e76f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Network hostable DHCP agents. Network: b0919e08-767d-489e-9c4a-4d5773750768, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:07:43.180235 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-25bfd073-2c38-4ab7-a3d9-1bc8509c70c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:43.240758 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-25bfd073-2c38-4ab7-a3d9-1bc8509c70c1 None None] Attempting to bind port 4d78c282-090c-4a48-b603-4f0b9aae4cf3 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:07:43.241115 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-25bfd073-2c38-4ab7-a3d9-1bc8509c70c1 None None] Attempting to bind port 4d78c282-090c-4a48-b603-4f0b9aae4cf3 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:07:43.241570 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bfd073-2c38-4ab7-a3d9-1bc8509c70c1 None None] Attempting to bind port 4d78c282-090c-4a48-b603-4f0b9aae4cf3 on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:07:43.253056 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bfd073-2c38-4ab7-a3d9-1bc8509c70c1 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:07:43.259086 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bfd073-2c38-4ab7-a3d9-1bc8509c70c1 None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:07:43.259086 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-25bfd073-2c38-4ab7-a3d9-1bc8509c70c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:43.259086 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bfd073-2c38-4ab7-a3d9-1bc8509c70c1 None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:07:43.259086 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-25bfd073-2c38-4ab7-a3d9-1bc8509c70c1 None None] Bound port: 4d78c282-090c-4a48-b603-4f0b9aae4cf3, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:07:43.259086 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-25bfd073-2c38-4ab7-a3d9-1bc8509c70c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:43.259086 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a751eaa-4772-4fce-8435-310128395aa5 None None] Pushing event updated for resources: {'Port': ['ID=4d78c282-090c-4a48-b603-4f0b9aae4cf3,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:43.283050 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2464397-2069-4ab5-b728-a1d48783e76f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Network b0919e08-767d-489e-9c4a-4d5773750768 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:07:43.290436 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a751eaa-4772-4fce-8435-310128395aa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:43.290965 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a751eaa-4772-4fce-8435-310128395aa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:43.291634 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a751eaa-4772-4fce-8435-310128395aa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:43.292104 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a751eaa-4772-4fce-8435-310128395aa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:43.292505 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a751eaa-4772-4fce-8435-310128395aa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:43.292881 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a751eaa-4772-4fce-8435-310128395aa5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:43.293260 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a751eaa-4772-4fce-8435-310128395aa5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:43.293690 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a751eaa-4772-4fce-8435-310128395aa5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:43.294059 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a751eaa-4772-4fce-8435-310128395aa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:43.294536 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a751eaa-4772-4fce-8435-310128395aa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:43.294912 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a751eaa-4772-4fce-8435-310128395aa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:43.295315 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a751eaa-4772-4fce-8435-310128395aa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:07:43.355981 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-25bfd073-2c38-4ab7-a3d9-1bc8509c70c1 None None] For port 4d78c282-090c-4a48-b603-4f0b9aae4cf3, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:07:43.360046 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-25bfd073-2c38-4ab7-a3d9-1bc8509c70c1 None None] For port 4d78c282-090c-4a48-b603-4f0b9aae4cf3, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4d78c282-090c-4a48-b603-4f0b9aae4cf3,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:07:43.423575 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-d2464397-2069-4ab5-b728-a1d48783e76f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, b0919e08-767d-489e-9c4a-4d5773750768) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:07:43.435379 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2464397-2069-4ab5-b728-a1d48783e76f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:43.435379 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d2464397-2069-4ab5-b728-a1d48783e76f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:43.437147 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64ac7d9-76d0-4df3-b4e6-a47add5368a7 None None] Network b0919e08-767d-489e-9c4a-4d5773750768 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:07:43.462132 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-25bfd073-2c38-4ab7-a3d9-1bc8509c70c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:43.530578 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bfd073-2c38-4ab7-a3d9-1bc8509c70c1 None None] Routers {'ade41fc4-9de2-4873-bc0c-69c0666e72b6'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:07:43.531349 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-25bfd073-2c38-4ab7-a3d9-1bc8509c70c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:07:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ade41fc4-9de2-4873-bc0c-69c0666e72b6'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:43.536933 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a751eaa-4772-4fce-8435-310128395aa5 None None] Pushing event updated for resources: {'Port': ['ID=4d78c282-090c-4a48-b603-4f0b9aae4cf3,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:43.561732 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d2464397-2069-4ab5-b728-a1d48783e76f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0923336 Aug 18 14:07:43.570472 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40648) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:07:43.681323 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-25bfd073-2c38-4ab7-a3d9-1bc8509c70c1 None None] Set router ade41fc4-9de2-4873-bc0c-69c0666e72b6 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:07:43.716068 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c426b3d-cd7c-4f4a-8fcd-bcfb49504896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-b0919e08-767d-489e-9c4a-4d5773750768', 'network_id': 'b0919e08-767d-489e-9c4a-4d5773750768', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'fixed_ips': [{'subnet_id': 'd6d14597-cdee-4999-8e21-98e4aff29c79'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:07:43.717288 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4c426b3d-cd7c-4f4a-8fcd-bcfb49504896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:43.948616 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-25bfd073-2c38-4ab7-a3d9-1bc8509c70c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade41fc4-9de2-4873-bc0c-69c0666e72b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914677658', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '4d78c282-090c-4a48-b603-4f0b9aae4cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:07:39Z', 'updated_at': '2021-08-18T14:07:41Z', 'revision_number': 3, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '4d78c282-090c-4a48-b603-4f0b9aae4cf3', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f9:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade41fc4-9de2-4873-bc0c-69c0666e72b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:40Z', 'updated_at': '2021-08-18T14:07:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:43.982649 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bfd073-2c38-4ab7-a3d9-1bc8509c70c1 None None] The sync data for ids ['ade41fc4-9de2-4873-bc0c-69c0666e72b6'] in n-d-803603-2 is: [{'id': 'ade41fc4-9de2-4873-bc0c-69c0666e72b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914677658', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '4d78c282-090c-4a48-b603-4f0b9aae4cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:07:39Z', 'updated_at': '2021-08-18T14:07:41Z', 'revision_number': 3, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '4d78c282-090c-4a48-b603-4f0b9aae4cf3', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f9:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade41fc4-9de2-4873-bc0c-69c0666e72b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:40Z', 'updated_at': '2021-08-18T14:07:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:07:44.190643 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-4c426b3d-cd7c-4f4a-8fcd-bcfb49504896 None None] Allocated IP 172.20.0.2 (b0919e08-767d-489e-9c4a-4d5773750768/d6d14597-cdee-4999-8e21-98e4aff29c79/8fadf6d2-84a5-49f8-828d-b5bfa93c2540) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:07:44.202698 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4dd03a01-35af-44e7-850f-46df1fd7ca9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:44.446967 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e036a1ba-c582-41f0-83b5-a442949e739d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:44.470612 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4c426b3d-cd7c-4f4a-8fcd-bcfb49504896 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:44.491160 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-4c426b3d-cd7c-4f4a-8fcd-bcfb49504896 None None] Transition to ACTIVE for port object 8fadf6d2-84a5-49f8-828d-b5bfa93c2540 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:07:44.523181 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-4c426b3d-cd7c-4f4a-8fcd-bcfb49504896 None None] Transition to ACTIVE for port object 8fadf6d2-84a5-49f8-828d-b5bfa93c2540 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:07:44.597975 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4c426b3d-cd7c-4f4a-8fcd-bcfb49504896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:44.630457 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c426b3d-cd7c-4f4a-8fcd-bcfb49504896 None None] Network b0919e08-767d-489e-9c4a-4d5773750768 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:07:44.663100 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-4c426b3d-cd7c-4f4a-8fcd-bcfb49504896 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:07:44.668208 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c426b3d-cd7c-4f4a-8fcd-bcfb49504896 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:07:44.676283 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:44.717065 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c426b3d-cd7c-4f4a-8fcd-bcfb49504896 None None] Pushing event updated for resources: {'Port': ['ID=8fadf6d2-84a5-49f8-828d-b5bfa93c2540,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:44.764521 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-4c426b3d-cd7c-4f4a-8fcd-bcfb49504896 None None] Attempting to bind port 8fadf6d2-84a5-49f8-828d-b5bfa93c2540 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:07:44.764926 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-4c426b3d-cd7c-4f4a-8fcd-bcfb49504896 None None] Attempting to bind port 8fadf6d2-84a5-49f8-828d-b5bfa93c2540 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b0919e08-767d-489e-9c4a-4d5773750768'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:07:44.765255 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c426b3d-cd7c-4f4a-8fcd-bcfb49504896 None None] Attempting to bind port 8fadf6d2-84a5-49f8-828d-b5bfa93c2540 on network b0919e08-767d-489e-9c4a-4d5773750768 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:07:44.771888 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c426b3d-cd7c-4f4a-8fcd-bcfb49504896 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:07:44.772289 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c426b3d-cd7c-4f4a-8fcd-bcfb49504896 None None] Checking segment: {'id': 'c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b0919e08-767d-489e-9c4a-4d5773750768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:07:44.772694 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4c426b3d-cd7c-4f4a-8fcd-bcfb49504896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:44.773071 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c426b3d-cd7c-4f4a-8fcd-bcfb49504896 None None] Bound using segment: {'id': 'c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b0919e08-767d-489e-9c4a-4d5773750768'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:07:44.773557 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-4c426b3d-cd7c-4f4a-8fcd-bcfb49504896 None None] Bound port: 8fadf6d2-84a5-49f8-828d-b5bfa93c2540, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b0919e08-767d-489e-9c4a-4d5773750768'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:07:44.773945 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4c426b3d-cd7c-4f4a-8fcd-bcfb49504896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:44.867528 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-4c426b3d-cd7c-4f4a-8fcd-bcfb49504896 None None] For port 8fadf6d2-84a5-49f8-828d-b5bfa93c2540, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:07:44.872255 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-4c426b3d-cd7c-4f4a-8fcd-bcfb49504896 None None] For port 8fadf6d2-84a5-49f8-828d-b5bfa93c2540, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=8fadf6d2-84a5-49f8-828d-b5bfa93c2540,segment=NetworkSegment(c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3),segment_id=c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:07:44.877858 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-e036a1ba-c582-41f0-83b5-a442949e739d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Allocated IP 172.20.0.1 (b0919e08-767d-489e-9c4a-4d5773750768/d6d14597-cdee-4999-8e21-98e4aff29c79/caaee52f-eef2-46ba-a01b-2073840a1946) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:07:44.993755 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4c426b3d-cd7c-4f4a-8fcd-bcfb49504896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:45.048091 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4d78c282-090c-4a48-b603-4f0b9aae4cf3 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:07:45.081385 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e036a1ba-c582-41f0-83b5-a442949e739d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:45.101044 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-e036a1ba-c582-41f0-83b5-a442949e739d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Transition to ACTIVE for port object caaee52f-eef2-46ba-a01b-2073840a1946 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:07:45.166093 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c426b3d-cd7c-4f4a-8fcd-bcfb49504896 None None] Pushing event updated for resources: {'Port': ['ID=8fadf6d2-84a5-49f8-828d-b5bfa93c2540,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:45.214562 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e036a1ba-c582-41f0-83b5-a442949e739d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:45.263788 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e036a1ba-c582-41f0-83b5-a442949e739d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Network b0919e08-767d-489e-9c4a-4d5773750768 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:07:45.267421 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-e036a1ba-c582-41f0-83b5-a442949e739d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:07:45.275422 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e036a1ba-c582-41f0-83b5-a442949e739d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:07:45.306604 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e036a1ba-c582-41f0-83b5-a442949e739d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'Port': ['ID=caaee52f-eef2-46ba-a01b-2073840a1946,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:45.320258 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 4d78c282-090c-4a48-b603-4f0b9aae4cf3 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:07:45.329348 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 4d78c282-090c-4a48-b603-4f0b9aae4cf3 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:45.330100 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:45.349407 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e036a1ba-c582-41f0-83b5-a442949e739d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:45.497278 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:45.547145 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 4d78c282-090c-4a48-b603-4f0b9aae4cf3, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4d78c282-090c-4a48-b603-4f0b9aae4cf3,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:45.626267 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e036a1ba-c582-41f0-83b5-a442949e739d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:45.626900 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:45.710327 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=4d78c282-090c-4a48-b603-4f0b9aae4cf3,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:45.725927 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:46.046943 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e036a1ba-c582-41f0-83b5-a442949e739d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:46.129082 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e036a1ba-c582-41f0-83b5-a442949e739d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:46.231781 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e036a1ba-c582-41f0-83b5-a442949e739d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:46.231781 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e036a1ba-c582-41f0-83b5-a442949e739d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'Port': ['ID=caaee52f-eef2-46ba-a01b-2073840a1946,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:46.339913 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e036a1ba-c582-41f0-83b5-a442949e739d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Network b0919e08-767d-489e-9c4a-4d5773750768 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:07:46.341786 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-e036a1ba-c582-41f0-83b5-a442949e739d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:07:46.481781 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e036a1ba-c582-41f0-83b5-a442949e739d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Router ade41fc4-9de2-4873-bc0c-69c0666e72b6 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:07:46.622971 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e036a1ba-c582-41f0-83b5-a442949e739d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:07:46.631381 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e036a1ba-c582-41f0-83b5-a442949e739d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "PUT /v2.0/routers/ade41fc4-9de2-4873-bc0c-69c0666e72b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0631454 Aug 18 14:07:46.641685 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f98844-3159-49cc-9cd1-06011b74103f None None] Sync routers for ids ['ade41fc4-9de2-4873-bc0c-69c0666e72b6'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:07:46.654033 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f98844-3159-49cc-9cd1-06011b74103f None None] Routers {'ade41fc4-9de2-4873-bc0c-69c0666e72b6'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:07:46.654746 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-b2f98844-3159-49cc-9cd1-06011b74103f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:07:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ade41fc4-9de2-4873-bc0c-69c0666e72b6'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:46.824174 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-41990948-bb41-4086-a473-0c1286118dd4 req-3a223ddc-7539-40b1-bd3e-7f3800380ced tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-31543554&fields=id&tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22 HTTP/1.1" status: 200 len: 267 time: 0.0471768 Aug 18 14:07:46.838463 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-b2f98844-3159-49cc-9cd1-06011b74103f None None] Set router ade41fc4-9de2-4873-bc0c-69c0666e72b6 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:07:46.908335 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2822468-0481-4261-b4fe-cd290ac70798 None None] Network b0919e08-767d-489e-9c4a-4d5773750768 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:07:47.012399 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41990948-bb41-4086-a473-0c1286118dd4 req-ff234f2a-6931-409a-bf79-aa5397fd946e tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:47.015358 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-41990948-bb41-4086-a473-0c1286118dd4 req-ff234f2a-6931-409a-bf79-aa5397fd946e tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/networks?id=b0919e08-767d-489e-9c4a-4d5773750768 HTTP/1.1" status: 200 len: 797 time: 0.1767414 Aug 18 14:07:47.040375 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-41990948-bb41-4086-a473-0c1286118dd4 req-e538405f-9aad-4e96-92ea-1d3d603fac21 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/quotas/c4b6cbf5f3fd46fcb1038295c88e6b22 HTTP/1.1" status: 200 len: 375 time: 0.0172653 Aug 18 14:07:47.117898 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 8fadf6d2-84a5-49f8-828d-b5bfa93c2540 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:07:47.138903 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-41990948-bb41-4086-a473-0c1286118dd4 req-66eec441-886b-4cda-803d-db1361de34e3 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0918837 Aug 18 14:07:47.173560 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-deb29edb-7774-4cbc-b59b-8198ed133558 None None] Provisioning for port 8fadf6d2-84a5-49f8-828d-b5bfa93c2540 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:07:47.313221 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-41990948-bb41-4086-a473-0c1286118dd4 req-fc5415d3-a816-4703-83a2-ceaeaacc8a5a service neutron] 10.222.0.13 "GET /v2.0/networks/b0919e08-767d-489e-9c4a-4d5773750768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588626 Aug 18 14:07:47.336018 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-b2f98844-3159-49cc-9cd1-06011b74103f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade41fc4-9de2-4873-bc0c-69c0666e72b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914677658', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '4d78c282-090c-4a48-b603-4f0b9aae4cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:07:39Z', 'updated_at': '2021-08-18T14:07:45Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '4d78c282-090c-4a48-b603-4f0b9aae4cf3', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade41fc4-9de2-4873-bc0c-69c0666e72b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:40Z', 'updated_at': '2021-08-18T14:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'caaee52f-eef2-46ba-a01b-2073840a1946', 'name': '', 'network_id': 'b0919e08-767d-489e-9c4a-4d5773750768', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'mac_address': 'fa:16:3e:10:5d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade41fc4-9de2-4873-bc0c-69c0666e72b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'd6d14597-cdee-4999-8e21-98e4aff29c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:44Z', 'updated_at': '2021-08-18T14:07:45Z', 'revision_number': 2, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'subnets': [{'id': 'd6d14597-cdee-4999-8e21-98e4aff29c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:47.375111 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f98844-3159-49cc-9cd1-06011b74103f None None] Checking router: ade41fc4-9de2-4873-bc0c-69c0666e72b6 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:07:47.375535 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f98844-3159-49cc-9cd1-06011b74103f None None] Updating router ade41fc4-9de2-4873-bc0c-69c0666e72b6 port caaee52f-eef2-46ba-a01b-2073840a1946 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:07:47.410950 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b2f98844-3159-49cc-9cd1-06011b74103f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:47.453970 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 8fadf6d2-84a5-49f8-828d-b5bfa93c2540 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:07:47.467765 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 8fadf6d2-84a5-49f8-828d-b5bfa93c2540 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:47.469071 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:47.470581 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-41990948-bb41-4086-a473-0c1286118dd4 req-1963eb11-70ec-46b7-ac3d-aba0d199dc2e service neutron] 10.222.0.13 "GET /v2.0/networks/b0919e08-767d-489e-9c4a-4d5773750768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472163 Aug 18 14:07:47.732361 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:47.736555 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-075a5ad9-975b-4838-876b-22418ef85f36 None None] Provisioning complete for port 8fadf6d2-84a5-49f8-828d-b5bfa93c2540 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:47.736927 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-075a5ad9-975b-4838-876b-22418ef85f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:47.750413 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:47.865020 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c71009a0-0cd6-421d-98e8-76e8657c8572 req-ca2c0289-5d18-4211-8c59-402c5d9e5fde tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 210 time: 0.0739758 Aug 18 14:07:47.866991 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 8fadf6d2-84a5-49f8-828d-b5bfa93c2540, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=8fadf6d2-84a5-49f8-828d-b5bfa93c2540,segment=NetworkSegment(c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3),segment_id=c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:47.949981 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:47.950853 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4d78c282-090c-4a48-b603-4f0b9aae4cf3 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:07:47.981420 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b2f98844-3159-49cc-9cd1-06011b74103f None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:48.006472 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-075a5ad9-975b-4838-876b-22418ef85f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:48.053583 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b2f98844-3159-49cc-9cd1-06011b74103f None None] Transition to ACTIVE for port object caaee52f-eef2-46ba-a01b-2073840a1946 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:07:48.128516 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=8fadf6d2-84a5-49f8-828d-b5bfa93c2540,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:48.140522 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b2f98844-3159-49cc-9cd1-06011b74103f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:48.153207 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 4d78c282-090c-4a48-b603-4f0b9aae4cf3 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:48.153207 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:48.201159 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.db.api [None req-075a5ad9-975b-4838-876b-22418ef85f36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:07:48.201518 n-d-803603-2 neutron-server[101677]: DEBUG oslo_db.api [None req-075a5ad9-975b-4838-876b-22418ef85f36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:07:48.236866 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2124d88-0620-41f1-b32d-e08833ae08a6 None None] Pushing event updated for resources: {'Port': ['ID=caaee52f-eef2-46ba-a01b-2073840a1946,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:48.332233 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-b2f98844-3159-49cc-9cd1-06011b74103f None None] Attempting to bind port caaee52f-eef2-46ba-a01b-2073840a1946 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:07:48.332701 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-b2f98844-3159-49cc-9cd1-06011b74103f None None] Attempting to bind port caaee52f-eef2-46ba-a01b-2073840a1946 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b0919e08-767d-489e-9c4a-4d5773750768'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:07:48.333189 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f98844-3159-49cc-9cd1-06011b74103f None None] Attempting to bind port caaee52f-eef2-46ba-a01b-2073840a1946 on network b0919e08-767d-489e-9c4a-4d5773750768 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:07:48.344529 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f98844-3159-49cc-9cd1-06011b74103f None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:07:48.350869 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f98844-3159-49cc-9cd1-06011b74103f None None] Checking segment: {'id': 'c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b0919e08-767d-489e-9c4a-4d5773750768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:07:48.350869 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b2f98844-3159-49cc-9cd1-06011b74103f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:48.350869 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f98844-3159-49cc-9cd1-06011b74103f None None] Bound using segment: {'id': 'c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b0919e08-767d-489e-9c4a-4d5773750768'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:07:48.350869 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-b2f98844-3159-49cc-9cd1-06011b74103f None None] Bound port: caaee52f-eef2-46ba-a01b-2073840a1946, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b0919e08-767d-489e-9c4a-4d5773750768'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:07:48.350869 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b2f98844-3159-49cc-9cd1-06011b74103f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:48.464599 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-b2f98844-3159-49cc-9cd1-06011b74103f None None] For port caaee52f-eef2-46ba-a01b-2073840a1946, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:07:48.469010 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-b2f98844-3159-49cc-9cd1-06011b74103f None None] For port caaee52f-eef2-46ba-a01b-2073840a1946, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=caaee52f-eef2-46ba-a01b-2073840a1946,segment=NetworkSegment(c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3),segment_id=c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:07:48.543886 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b2f98844-3159-49cc-9cd1-06011b74103f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:48.612564 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2124d88-0620-41f1-b32d-e08833ae08a6 None None] Pushing event updated for resources: {'Port': ['ID=caaee52f-eef2-46ba-a01b-2073840a1946,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:48.615622 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f98844-3159-49cc-9cd1-06011b74103f None None] Routers {'ade41fc4-9de2-4873-bc0c-69c0666e72b6'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:07:48.616247 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-b2f98844-3159-49cc-9cd1-06011b74103f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:07:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ade41fc4-9de2-4873-bc0c-69c0666e72b6'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:48.986265 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-06ebc60f-89c7-452a-bf53-84391e54a83f req-1b0ce7a9-ba65-4d20-bfd8-534946cafaaf tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 210 time: 0.0364566 Aug 18 14:07:48.987182 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 8fadf6d2-84a5-49f8-828d-b5bfa93c2540 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:07:49.100839 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-b2f98844-3159-49cc-9cd1-06011b74103f None None] Set router ade41fc4-9de2-4873-bc0c-69c0666e72b6 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:07:49.147357 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 8fadf6d2-84a5-49f8-828d-b5bfa93c2540 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:49.147725 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:49.201026 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-075a5ad9-975b-4838-876b-22418ef85f36 None None] Provisioning for port caaee52f-eef2-46ba-a01b-2073840a1946 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:07:49.411598 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-b2f98844-3159-49cc-9cd1-06011b74103f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade41fc4-9de2-4873-bc0c-69c0666e72b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914677658', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '4d78c282-090c-4a48-b603-4f0b9aae4cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:07:39Z', 'updated_at': '2021-08-18T14:07:45Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '4d78c282-090c-4a48-b603-4f0b9aae4cf3', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade41fc4-9de2-4873-bc0c-69c0666e72b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:40Z', 'updated_at': '2021-08-18T14:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'caaee52f-eef2-46ba-a01b-2073840a1946', 'name': '', 'network_id': 'b0919e08-767d-489e-9c4a-4d5773750768', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'mac_address': 'fa:16:3e:10:5d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade41fc4-9de2-4873-bc0c-69c0666e72b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'd6d14597-cdee-4999-8e21-98e4aff29c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:44Z', 'updated_at': '2021-08-18T14:07:48Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'subnets': [{'id': 'd6d14597-cdee-4999-8e21-98e4aff29c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:07:49.442914 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f98844-3159-49cc-9cd1-06011b74103f None None] The sync data for ids ['ade41fc4-9de2-4873-bc0c-69c0666e72b6'] in n-d-803603-2 is: [{'id': 'ade41fc4-9de2-4873-bc0c-69c0666e72b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914677658', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '4d78c282-090c-4a48-b603-4f0b9aae4cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:07:39Z', 'updated_at': '2021-08-18T14:07:45Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '4d78c282-090c-4a48-b603-4f0b9aae4cf3', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade41fc4-9de2-4873-bc0c-69c0666e72b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:40Z', 'updated_at': '2021-08-18T14:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'caaee52f-eef2-46ba-a01b-2073840a1946', 'name': '', 'network_id': 'b0919e08-767d-489e-9c4a-4d5773750768', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'mac_address': 'fa:16:3e:10:5d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade41fc4-9de2-4873-bc0c-69c0666e72b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'd6d14597-cdee-4999-8e21-98e4aff29c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:44Z', 'updated_at': '2021-08-18T14:07:48Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'subnets': [{'id': 'd6d14597-cdee-4999-8e21-98e4aff29c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:07:50.099156 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5ce0370a-305d-45ad-8e87-d20dac96c486 req-4002db0e-2a8f-448f-b49e-165c1cbf16f1 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 210 time: 0.0290246 Aug 18 14:07:50.405982 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41990948-bb41-4086-a473-0c1286118dd4 req-75eef3b0-fc06-42df-bff4-af172102eae7 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:50.407688 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-41990948-bb41-4086-a473-0c1286118dd4 req-75eef3b0-fc06-42df-bff4-af172102eae7 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.20 "GET /v2.0/networks?id=b0919e08-767d-489e-9c4a-4d5773750768 HTTP/1.1" status: 200 len: 797 time: 0.1415713 Aug 18 14:07:50.486124 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-41990948-bb41-4086-a473-0c1286118dd4 req-826cb12c-b313-4ec3-b317-e6af4c7cae0c tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22 HTTP/1.1" status: 200 len: 378 time: 0.0663688 Aug 18 14:07:50.493683 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-41990948-bb41-4086-a473-0c1286118dd4 req-062b6669-9359-44fe-90a9-bd638020516f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'port': {'device_id': 'f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1', 'network_id': 'b0919e08-767d-489e-9c4a-4d5773750768', 'admin_state_up': True, 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'security_groups': ['6a5a9b68-8ab9-4c05-8d44-83ffbfb08369']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:07:50.776896 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41990948-bb41-4086-a473-0c1286118dd4 req-062b6669-9359-44fe-90a9-bd638020516f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Made reservation on behalf of c4b6cbf5f3fd46fcb1038295c88e6b22 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:07:50.780884 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-41990948-bb41-4086-a473-0c1286118dd4 req-062b6669-9359-44fe-90a9-bd638020516f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:50.944413 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-41990948-bb41-4086-a473-0c1286118dd4 req-062b6669-9359-44fe-90a9-bd638020516f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Allocated IP 172.20.0.12 (b0919e08-767d-489e-9c4a-4d5773750768/d6d14597-cdee-4999-8e21-98e4aff29c79/dd329ed2-e0ed-4f7b-a51a-5856152b3983) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:07:50.990073 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device caaee52f-eef2-46ba-a01b-2073840a1946 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:07:51.105642 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port caaee52f-eef2-46ba-a01b-2073840a1946 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:07:51.112803 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port caaee52f-eef2-46ba-a01b-2073840a1946 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:51.113320 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:51.117514 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-41990948-bb41-4086-a473-0c1286118dd4 req-062b6669-9359-44fe-90a9-bd638020516f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:51.134505 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-41990948-bb41-4086-a473-0c1286118dd4 req-062b6669-9359-44fe-90a9-bd638020516f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Transition to ACTIVE for port object dd329ed2-e0ed-4f7b-a51a-5856152b3983 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:07:51.227771 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:51.259491 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-addafc90-e393-4f85-bd1e-6d110747a425 req-d2fa88ad-ba6c-4f2b-a1f2-370fc3049f4a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 210 time: 0.0349481 Aug 18 14:07:51.261051 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-41990948-bb41-4086-a473-0c1286118dd4 req-062b6669-9359-44fe-90a9-bd638020516f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:51.279858 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port caaee52f-eef2-46ba-a01b-2073840a1946, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=caaee52f-eef2-46ba-a01b-2073840a1946,segment=NetworkSegment(c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3),segment_id=c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:51.293706 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41990948-bb41-4086-a473-0c1286118dd4 req-062b6669-9359-44fe-90a9-bd638020516f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Network b0919e08-767d-489e-9c4a-4d5773750768 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:07:51.295614 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-41990948-bb41-4086-a473-0c1286118dd4 req-062b6669-9359-44fe-90a9-bd638020516f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:07:51.298324 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-41990948-bb41-4086-a473-0c1286118dd4 req-062b6669-9359-44fe-90a9-bd638020516f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:07:51.382981 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:51.395941 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41990948-bb41-4086-a473-0c1286118dd4 req-062b6669-9359-44fe-90a9-bd638020516f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:51.396615 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-41990948-bb41-4086-a473-0c1286118dd4 req-062b6669-9359-44fe-90a9-bd638020516f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:51.420758 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b6669-9359-44fe-90a9-bd638020516f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'Port': ['ID=dd329ed2-e0ed-4f7b-a51a-5856152b3983,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:51.483445 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=caaee52f-eef2-46ba-a01b-2073840a1946,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:51.509440 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-41990948-bb41-4086-a473-0c1286118dd4 req-062b6669-9359-44fe-90a9-bd638020516f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0201945 Aug 18 14:07:51.523641 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-41990948-bb41-4086-a473-0c1286118dd4 req-93ea6442-44ea-4be4-9cf7-fcc94d6d7a3d service neutron] Request body: {'port': {'device_id': 'f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:07:51.589139 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-41990948-bb41-4086-a473-0c1286118dd4 req-93ea6442-44ea-4be4-9cf7-fcc94d6d7a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:51.694327 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-60040b7a-2bf9-481d-957d-9ab4697cfc54 None None] Provisioning for port dd329ed2-e0ed-4f7b-a51a-5856152b3983 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:07:51.698907 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-60040b7a-2bf9-481d-957d-9ab4697cfc54 None None] Provisioning complete for port dd329ed2-e0ed-4f7b-a51a-5856152b3983 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:51.699285 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-60040b7a-2bf9-481d-957d-9ab4697cfc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:51.741031 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-60040b7a-2bf9-481d-957d-9ab4697cfc54 None None] Port dd329ed2-e0ed-4f7b-a51a-5856152b3983 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:07:51.922644 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-41990948-bb41-4086-a473-0c1286118dd4 req-93ea6442-44ea-4be4-9cf7-fcc94d6d7a3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd329ed2-e0ed-4f7b-a51a-5856152b3983 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:07:51.935078 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-41990948-bb41-4086-a473-0c1286118dd4 req-93ea6442-44ea-4be4-9cf7-fcc94d6d7a3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:51.956067 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-41990948-bb41-4086-a473-0c1286118dd4 req-93ea6442-44ea-4be4-9cf7-fcc94d6d7a3d service neutron] Transition to ACTIVE for port object dd329ed2-e0ed-4f7b-a51a-5856152b3983 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:07:52.054744 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-41990948-bb41-4086-a473-0c1286118dd4 req-93ea6442-44ea-4be4-9cf7-fcc94d6d7a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:52.144979 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ea6442-44ea-4be4-9cf7-fcc94d6d7a3d service neutron] Pushing event updated for resources: {'Port': ['ID=dd329ed2-e0ed-4f7b-a51a-5856152b3983,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:52.199064 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-41990948-bb41-4086-a473-0c1286118dd4 req-93ea6442-44ea-4be4-9cf7-fcc94d6d7a3d service neutron] Attempting to bind port dd329ed2-e0ed-4f7b-a51a-5856152b3983 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:07:52.199404 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-41990948-bb41-4086-a473-0c1286118dd4 req-93ea6442-44ea-4be4-9cf7-fcc94d6d7a3d service neutron] Attempting to bind port dd329ed2-e0ed-4f7b-a51a-5856152b3983 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': 'c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b0919e08-767d-489e-9c4a-4d5773750768'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:07:52.199739 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41990948-bb41-4086-a473-0c1286118dd4 req-93ea6442-44ea-4be4-9cf7-fcc94d6d7a3d service neutron] Attempting to bind port dd329ed2-e0ed-4f7b-a51a-5856152b3983 on network b0919e08-767d-489e-9c4a-4d5773750768 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:07:52.204644 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41990948-bb41-4086-a473-0c1286118dd4 req-93ea6442-44ea-4be4-9cf7-fcc94d6d7a3d service neutron] Port dd329ed2-e0ed-4f7b-a51a-5856152b3983 on network b0919e08-767d-489e-9c4a-4d5773750768 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:07:52.204997 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41990948-bb41-4086-a473-0c1286118dd4 req-93ea6442-44ea-4be4-9cf7-fcc94d6d7a3d service neutron] Attempting to bind port dd329ed2-e0ed-4f7b-a51a-5856152b3983 on network b0919e08-767d-489e-9c4a-4d5773750768 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:07:52.211462 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41990948-bb41-4086-a473-0c1286118dd4 req-93ea6442-44ea-4be4-9cf7-fcc94d6d7a3d service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:07:52.211824 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41990948-bb41-4086-a473-0c1286118dd4 req-93ea6442-44ea-4be4-9cf7-fcc94d6d7a3d service neutron] Checking segment: {'id': 'c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b0919e08-767d-489e-9c4a-4d5773750768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:07:52.212450 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41990948-bb41-4086-a473-0c1286118dd4 req-93ea6442-44ea-4be4-9cf7-fcc94d6d7a3d service neutron] Bound using segment: {'id': 'c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b0919e08-767d-489e-9c4a-4d5773750768'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:07:52.212875 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-41990948-bb41-4086-a473-0c1286118dd4 req-93ea6442-44ea-4be4-9cf7-fcc94d6d7a3d service neutron] Bound port: dd329ed2-e0ed-4f7b-a51a-5856152b3983, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b0919e08-767d-489e-9c4a-4d5773750768'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:07:52.213241 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-41990948-bb41-4086-a473-0c1286118dd4 req-93ea6442-44ea-4be4-9cf7-fcc94d6d7a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:52.314979 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-41990948-bb41-4086-a473-0c1286118dd4 req-93ea6442-44ea-4be4-9cf7-fcc94d6d7a3d service neutron] For port dd329ed2-e0ed-4f7b-a51a-5856152b3983, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:07:52.330079 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-41990948-bb41-4086-a473-0c1286118dd4 req-93ea6442-44ea-4be4-9cf7-fcc94d6d7a3d service neutron] For port dd329ed2-e0ed-4f7b-a51a-5856152b3983, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=dd329ed2-e0ed-4f7b-a51a-5856152b3983,segment=NetworkSegment(c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3),segment_id=c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:07:52.415112 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-41990948-bb41-4086-a473-0c1286118dd4 req-93ea6442-44ea-4be4-9cf7-fcc94d6d7a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:52.442972 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf929535-64b5-4d9a-9ba3-460c82b7d6fa req-bbecfd54-cfe3-4d9c-b530-74ad5de2b6f5 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:52.445769 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bf929535-64b5-4d9a-9ba3-460c82b7d6fa req-bbecfd54-cfe3-4d9c-b530-74ad5de2b6f5 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 944 time: 0.0676231 Aug 18 14:07:52.454090 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41990948-bb41-4086-a473-0c1286118dd4 req-93ea6442-44ea-4be4-9cf7-fcc94d6d7a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:52.454712 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-41990948-bb41-4086-a473-0c1286118dd4 req-93ea6442-44ea-4be4-9cf7-fcc94d6d7a3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:52.456255 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-41990948-bb41-4086-a473-0c1286118dd4 req-93ea6442-44ea-4be4-9cf7-fcc94d6d7a3d service neutron] 10.222.0.20 "PUT /v2.0/ports/dd329ed2-e0ed-4f7b-a51a-5856152b3983 HTTP/1.1" status: 200 len: 1092 time: 0.9373496 Aug 18 14:07:52.456859 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1', 'tag': 'dd329ed2-e0ed-4f7b-a51a-5856152b3983'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:07:52.459416 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3289fc37-ec51-459c-9b66-a91c7747d9ee" -d '{"events": [{"name": "network-changed", "server_uuid": "f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1", "tag": "dd329ed2-e0ed-4f7b-a51a-5856152b3983"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:07:52.503110 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ea6442-44ea-4be4-9cf7-fcc94d6d7a3d service neutron] Pushing event updated for resources: {'Port': ['ID=dd329ed2-e0ed-4f7b-a51a-5856152b3983,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:52.506378 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bf929535-64b5-4d9a-9ba3-460c82b7d6fa req-a97f0379-0916-4e15-a847-46eb2b7a65fd tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a5a9b68-8ab9-4c05-8d44-83ffbfb08369&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512092 Aug 18 14:07:52.528538 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce169ae0-35cf-4a60-9114-7918e943d9b3 x-openstack-request-id: req-ce169ae0-35cf-4a60-9114-7918e943d9b3 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:07:52.528538 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1", "tag": "dd329ed2-e0ed-4f7b-a51a-5856152b3983", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:07:52.528538 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce169ae0-35cf-4a60-9114-7918e943d9b3 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:07:52.529065 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1', 'tag': 'dd329ed2-e0ed-4f7b-a51a-5856152b3983', 'status': 'completed', 'code': 200} Aug 18 14:07:52.608328 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289fc37-ec51-459c-9b66-a91c7747d9ee req-f5cb0629-8166-4ce5-935c-f0075dbfa00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:52.609927 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3289fc37-ec51-459c-9b66-a91c7747d9ee req-f5cb0629-8166-4ce5-935c-f0075dbfa00a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22&device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 1095 time: 0.0471473 Aug 18 14:07:52.979183 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device caaee52f-eef2-46ba-a01b-2073840a1946 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:07:53.035901 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port caaee52f-eef2-46ba-a01b-2073840a1946 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:53.036486 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:53.157421 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289fc37-ec51-459c-9b66-a91c7747d9ee req-6a01474c-d22e-4731-addf-abf6c18ec2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:53.159054 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3289fc37-ec51-459c-9b66-a91c7747d9ee req-6a01474c-d22e-4731-addf-abf6c18ec2e9 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22&shared=False HTTP/1.1" status: 200 len: 898 time: 0.5406036 Aug 18 14:07:53.272237 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289fc37-ec51-459c-9b66-a91c7747d9ee req-121c75fb-9549-4efa-bae3-f2ead769cf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:53.273830 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3289fc37-ec51-459c-9b66-a91c7747d9ee req-121c75fb-9549-4efa-bae3-f2ead769cf13 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1076794 Aug 18 14:07:53.364463 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41990948-bb41-4086-a473-0c1286118dd4 req-bc514ab7-c312-45d3-a38b-f7a1262283e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:53.366292 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-41990948-bb41-4086-a473-0c1286118dd4 req-bc514ab7-c312-45d3-a38b-f7a1262283e4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22&device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 1095 time: 0.0518179 Aug 18 14:07:53.414806 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-41990948-bb41-4086-a473-0c1286118dd4 req-a1d3b1b9-381d-46ff-966d-e86f2ff70914 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd329ed2-e0ed-4f7b-a51a-5856152b3983 HTTP/1.1" status: 200 len: 217 time: 0.0396073 Aug 18 14:07:53.471589 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41990948-bb41-4086-a473-0c1286118dd4 req-0cd748ea-c68c-462c-a177-a5448919a0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:53.473372 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-41990948-bb41-4086-a473-0c1286118dd4 req-0cd748ea-c68c-462c-a177-a5448919a0f1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6d14597-cdee-4999-8e21-98e4aff29c79 HTTP/1.1" status: 200 len: 834 time: 0.0512791 Aug 18 14:07:53.530130 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41990948-bb41-4086-a473-0c1286118dd4 req-a5e99d7f-797c-4763-8669-d497a4d9f87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:53.531908 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-41990948-bb41-4086-a473-0c1286118dd4 req-a5e99d7f-797c-4763-8669-d497a4d9f87a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b0919e08-767d-489e-9c4a-4d5773750768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516894 Aug 18 14:07:53.667358 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-41990948-bb41-4086-a473-0c1286118dd4 req-cdf8b4d3-bd28-4977-9a6b-6561034f6f80 service neutron] 10.222.0.20 "GET /v2.0/networks/b0919e08-767d-489e-9c4a-4d5773750768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275268 Aug 18 14:07:53.705320 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c9a89-25a9-469e-89e7-f408d08ce6b1 req-5d19d2af-10c5-4442-9b6e-e41676be0e24 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:53.707060 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d12c9a89-25a9-469e-89e7-f408d08ce6b1 req-5d19d2af-10c5-4442-9b6e-e41676be0e24 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 944 time: 0.0891161 Aug 18 14:07:53.784585 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d12c9a89-25a9-469e-89e7-f408d08ce6b1 req-60df8ac0-d433-4053-b8a8-6b108db7c9e8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a5a9b68-8ab9-4c05-8d44-83ffbfb08369&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510042 Aug 18 14:07:53.810749 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-41990948-bb41-4086-a473-0c1286118dd4 req-8a29c901-9fd5-4c0f-86d9-f9300f3a5bbc service neutron] 10.222.0.20 "GET /v2.0/networks/b0919e08-767d-489e-9c4a-4d5773750768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349535 Aug 18 14:07:54.952181 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7990ed-2441-441b-b2ab-f8d616910c85 req-898815e7-2e44-470e-9584-1e31c587522c tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:54.954898 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fe7990ed-2441-441b-b2ab-f8d616910c85 req-898815e7-2e44-470e-9584-1e31c587522c tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 944 time: 0.0898795 Aug 18 14:07:55.020635 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fe7990ed-2441-441b-b2ab-f8d616910c85 req-15ccd3bc-2817-44de-97d3-c9975a6067fa tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a5a9b68-8ab9-4c05-8d44-83ffbfb08369&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569675 Aug 18 14:07:56.178981 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ecdf7-50e2-4311-92fc-ee9b47615dca req-0de80562-b435-4684-9cb6-fb1d510ae97a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:56.181894 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ce3ecdf7-50e2-4311-92fc-ee9b47615dca req-0de80562-b435-4684-9cb6-fb1d510ae97a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 944 time: 0.0879900 Aug 18 14:07:56.227856 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ce3ecdf7-50e2-4311-92fc-ee9b47615dca req-2b5fd162-8406-4cc4-9e3e-0cf3c07e3e55 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a5a9b68-8ab9-4c05-8d44-83ffbfb08369&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395052 Aug 18 14:07:56.487981 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device dd329ed2-e0ed-4f7b-a51a-5856152b3983 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:07:56.597768 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port dd329ed2-e0ed-4f7b-a51a-5856152b3983, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=dd329ed2-e0ed-4f7b-a51a-5856152b3983,segment=NetworkSegment(c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3),segment_id=c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:56.611166 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'dd329ed2-e0ed-4f7b-a51a-5856152b3983', 'network_id': 'b0919e08-767d-489e-9c4a-4d5773750768', 'port_id': 'dd329ed2-e0ed-4f7b-a51a-5856152b3983', 'mac_address': 'fa:16:3e:8b:07:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6d14597-cdee-4999-8e21-98e4aff29c79', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:07:56.654205 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:56.669829 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd329ed2-e0ed-4f7b-a51a-5856152b3983 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:07:56.692839 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port dd329ed2-e0ed-4f7b-a51a-5856152b3983, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=dd329ed2-e0ed-4f7b-a51a-5856152b3983,segment=NetworkSegment(c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3),segment_id=c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:56.776910 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:56.831568 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=dd329ed2-e0ed-4f7b-a51a-5856152b3983,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:56.980233 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:07:56.986987 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['dd329ed2-e0ed-4f7b-a51a-5856152b3983'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:07:57.352920 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c3c26-882e-42c5-aad5-4f3e8c3ff5a4 req-66ce92d4-2b88-4622-97cd-97887e486ba7 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:57.354543 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f25c3c26-882e-42c5-aad5-4f3e8c3ff5a4 req-66ce92d4-2b88-4622-97cd-97887e486ba7 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 945 time: 0.0526400 Aug 18 14:07:57.400055 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f25c3c26-882e-42c5-aad5-4f3e8c3ff5a4 req-8fa86243-402f-44f9-9a0c-4ec28b4beb1d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a5a9b68-8ab9-4c05-8d44-83ffbfb08369&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364044 Aug 18 14:07:58.485228 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:58.503205 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device dd329ed2-e0ed-4f7b-a51a-5856152b3983 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:07:58.547424 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec550c-0618-4e9c-93a5-d14eab28cd0e req-69d52968-f6a8-41af-8dbd-5e00e614a34c tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:58.549233 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-36ec550c-0618-4e9c-93a5-d14eab28cd0e req-69d52968-f6a8-41af-8dbd-5e00e614a34c tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 945 time: 0.0723772 Aug 18 14:07:58.599968 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-36ec550c-0618-4e9c-93a5-d14eab28cd0e req-523c4430-2898-4751-bf9e-4871ba22b197 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a5a9b68-8ab9-4c05-8d44-83ffbfb08369&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395863 Aug 18 14:07:58.677239 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port dd329ed2-e0ed-4f7b-a51a-5856152b3983 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:07:58.681964 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port dd329ed2-e0ed-4f7b-a51a-5856152b3983 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:07:58.682379 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:58.776910 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:58.802960 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd329ed2-e0ed-4f7b-a51a-5856152b3983'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:07:58.805371 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ba3b915c790ece66a99fb45b0530a9eb9c5b6743edcd6e3a78a03ec4b78c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985d1f32-38b2-4d8d-872f-af045270d6a7" -d '{"events": [{"server_uuid": "f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1", "name": "network-vif-plugged", "status": "completed", "tag": "dd329ed2-e0ed-4f7b-a51a-5856152b3983"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:07:58.823153 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port dd329ed2-e0ed-4f7b-a51a-5856152b3983, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=dd329ed2-e0ed-4f7b-a51a-5856152b3983,segment=NetworkSegment(c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3),segment_id=c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:07:58.847331 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c1845f-702b-4bbe-bae5-fcc6e3d45f1a x-openstack-request-id: req-65c1845f-702b-4bbe-bae5-fcc6e3d45f1a {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:07:58.847708 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1", "name": "network-vif-plugged", "status": "completed", "tag": "dd329ed2-e0ed-4f7b-a51a-5856152b3983", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:07:58.847882 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65c1845f-702b-4bbe-bae5-fcc6e3d45f1a {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:07:58.848298 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd329ed2-e0ed-4f7b-a51a-5856152b3983', 'code': 200} Aug 18 14:07:58.889231 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:58.953853 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=dd329ed2-e0ed-4f7b-a51a-5856152b3983,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:07:58.968566 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86cea1-dec5-4195-b4d8-1923428aec32 req-46263650-3f8a-469d-8575-7b1b45c346e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:58.970472 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7d86cea1-dec5-4195-b4d8-1923428aec32 req-46263650-3f8a-469d-8575-7b1b45c346e9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 1097 time: 0.0552130 Aug 18 14:07:59.010242 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7d86cea1-dec5-4195-b4d8-1923428aec32 req-428daf18-86f9-44c8-9d20-f1cacaaa4744 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6a5a9b68-8ab9-4c05-8d44-83ffbfb08369&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327277 Aug 18 14:07:59.502813 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:07:59.746932 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf8126-c3f7-4242-a5aa-e20dc3aef1c2 req-abacaa3a-88b9-410f-a4b0-77e71e9f029f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:07:59.748678 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-85cf8126-c3f7-4242-a5aa-e20dc3aef1c2 req-abacaa3a-88b9-410f-a4b0-77e71e9f029f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 946 time: 0.0662076 Aug 18 14:07:59.814932 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-85cf8126-c3f7-4242-a5aa-e20dc3aef1c2 req-a4f889fc-3cec-478f-bdca-346ef991e80b tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a5a9b68-8ab9-4c05-8d44-83ffbfb08369&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547307 Aug 18 14:08:00.961536 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463135c-373a-432d-84b3-fc9b6452394f req-06f408a5-9403-4387-bebc-039a609cefa2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:00.963422 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7463135c-373a-432d-84b3-fc9b6452394f req-06f408a5-9403-4387-bebc-039a609cefa2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 946 time: 0.0655239 Aug 18 14:08:01.008471 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7463135c-373a-432d-84b3-fc9b6452394f req-509692bd-c495-418b-8e56-c8aee5ff3ba2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a5a9b68-8ab9-4c05-8d44-83ffbfb08369&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383565 Aug 18 14:08:01.149065 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c96e8d-1041-4239-97f1-edb941fe67d3 req-7a3a18ea-8a61-4186-858c-50c2fac4eb24 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:01.151426 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-71c96e8d-1041-4239-97f1-edb941fe67d3 req-7a3a18ea-8a61-4186-858c-50c2fac4eb24 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 946 time: 0.0591669 Aug 18 14:08:01.201333 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-71c96e8d-1041-4239-97f1-edb941fe67d3 req-5cd8a308-6e2e-428d-b17d-d72acf5bd4f9 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a5a9b68-8ab9-4c05-8d44-83ffbfb08369&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384345 Aug 18 14:08:01.229251 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40708) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:08:01.277532 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b56aec-013c-4452-b52b-174c7a06f126 tempest-TestNetworkAdvancedServerOps-441945603 tempest-TestNetworkAdvancedServerOps-441945603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:01.279202 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e9b56aec-013c-4452-b52b-174c7a06f126 tempest-TestNetworkAdvancedServerOps-441945603 tempest-TestNetworkAdvancedServerOps-441945603-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 1092 time: 0.0486972 Aug 18 14:08:01.282159 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40710) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:08:01.287132 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-429ce97f-6b2b-4b1a-9064-bc8545be52db tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'port_id': 'dd329ed2-e0ed-4f7b-a51a-5856152b3983', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:08:01.454473 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-429ce97f-6b2b-4b1a-9064-bc8545be52db tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for floatingip, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:01.568208 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-429ce97f-6b2b-4b1a-9064-bc8545be52db tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:01.688050 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-429ce97f-6b2b-4b1a-9064-bc8545be52db tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Allocated IP 172.25.6.241 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/ada2c54e-33a8-43f1-9dd5-29a27393c2f2) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:08:01.804584 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-429ce97f-6b2b-4b1a-9064-bc8545be52db tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:01.911166 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-429ce97f-6b2b-4b1a-9064-bc8545be52db tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:01.959930 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429ce97f-6b2b-4b1a-9064-bc8545be52db tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:08:01.963458 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-429ce97f-6b2b-4b1a-9064-bc8545be52db tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:08:01.968353 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429ce97f-6b2b-4b1a-9064-bc8545be52db tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:08:01.974674 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ce97f-6b2b-4b1a-9064-bc8545be52db tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'Port': ['ID=ada2c54e-33a8-43f1-9dd5-29a27393c2f2,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:02.357757 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-429ce97f-6b2b-4b1a-9064-bc8545be52db tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:02.508753 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-429ce97f-6b2b-4b1a-9064-bc8545be52db tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:02.534828 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-32aef39f-b90b-4a3f-abc9-d160fcfee55a req-1ede55ff-6aad-4cb7-9587-190eb76b3465 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445368 Aug 18 14:08:02.626709 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aef39f-b90b-4a3f-abc9-d160fcfee55a req-6cc3b5e4-3df9-49fb-ac78-27e3d825f7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:02.628153 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-32aef39f-b90b-4a3f-abc9-d160fcfee55a req-6cc3b5e4-3df9-49fb-ac78-27e3d825f7a1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22&device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 1097 time: 0.0480740 Aug 18 14:08:02.695635 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-429ce97f-6b2b-4b1a-9064-bc8545be52db tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:02.751488 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aef39f-b90b-4a3f-abc9-d160fcfee55a req-1760a6fc-31d7-436f-8d61-2b834de428a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:02.753027 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-32aef39f-b90b-4a3f-abc9-d160fcfee55a req-1760a6fc-31d7-436f-8d61-2b834de428a9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b0919e08-767d-489e-9c4a-4d5773750768 HTTP/1.1" status: 200 len: 898 time: 0.1045611 Aug 18 14:08:02.782251 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-429ce97f-6b2b-4b1a-9064-bc8545be52db tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:02.839909 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-32aef39f-b90b-4a3f-abc9-d160fcfee55a req-80980d1e-16d4-4ee7-b5cd-a17e4aa364de service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd329ed2-e0ed-4f7b-a51a-5856152b3983 HTTP/1.1" status: 200 len: 1000 time: 0.0798235 Aug 18 14:08:02.858710 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ce97f-6b2b-4b1a-9064-bc8545be52db tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'Port': ['ID=ada2c54e-33a8-43f1-9dd5-29a27393c2f2,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:02.870328 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-429ce97f-6b2b-4b1a-9064-bc8545be52db tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:02.897819 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aef39f-b90b-4a3f-abc9-d160fcfee55a req-c937cf6e-5358-4a80-8f99-a959a70477f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:02.899754 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-32aef39f-b90b-4a3f-abc9-d160fcfee55a req-c937cf6e-5358-4a80-8f99-a959a70477f5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6d14597-cdee-4999-8e21-98e4aff29c79 HTTP/1.1" status: 200 len: 834 time: 0.0532002 Aug 18 14:08:02.952907 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aef39f-b90b-4a3f-abc9-d160fcfee55a req-84d09df6-413f-4629-acc1-964ae7361b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:02.954480 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-32aef39f-b90b-4a3f-abc9-d160fcfee55a req-84d09df6-413f-4629-acc1-964ae7361b0e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b0919e08-767d-489e-9c4a-4d5773750768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440638 Aug 18 14:08:02.990450 n-d-803603-2 neutron-server[101676]: INFO neutron.db.l3_db [None req-429ce97f-6b2b-4b1a-9064-bc8545be52db tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Floating IP c6ab70c3-c394-465f-be91-845200efc0cc associated. External IP: 172.25.6.241, port: dd329ed2-e0ed-4f7b-a51a-5856152b3983. Aug 18 14:08:03.083999 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-32aef39f-b90b-4a3f-abc9-d160fcfee55a req-bcf48dbf-ef36-41c8-834f-e09a8b97c540 service neutron] 10.222.0.20 "GET /v2.0/networks/b0919e08-767d-489e-9c4a-4d5773750768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207731 Aug 18 14:08:03.205176 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-32aef39f-b90b-4a3f-abc9-d160fcfee55a req-eb286ad6-a4a1-492b-a075-adc5876e3019 service neutron] 10.222.0.20 "GET /v2.0/networks/b0919e08-767d-489e-9c4a-4d5773750768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134582 Aug 18 14:08:03.279978 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429ce97f-6b2b-4b1a-9064-bc8545be52db tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Router ade41fc4-9de2-4873-bc0c-69c0666e72b6 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:08:03.401730 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429ce97f-6b2b-4b1a-9064-bc8545be52db tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:08:03.412644 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a9a8f5-0f32-4daa-8bde-68fc4e37db09 None None] Sync routers for ids ['ade41fc4-9de2-4873-bc0c-69c0666e72b6'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:08:03.423799 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a9a8f5-0f32-4daa-8bde-68fc4e37db09 None None] Routers {'ade41fc4-9de2-4873-bc0c-69c0666e72b6'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:08:03.424430 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-30a9a8f5-0f32-4daa-8bde-68fc4e37db09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:07:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ade41fc4-9de2-4873-bc0c-69c0666e72b6'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:03.476977 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-429ce97f-6b2b-4b1a-9064-bc8545be52db tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:03.508999 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-429ce97f-6b2b-4b1a-9064-bc8545be52db tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2255583 Aug 18 14:08:03.512882 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1', 'tag': 'dd329ed2-e0ed-4f7b-a51a-5856152b3983'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:08:03.512882 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8d889e168220163876f439a36e214edce7e14ad7c9e2b3367f43e2d5729643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f380007-9703-43db-a07b-00a48afd2c7b" -d '{"events": [{"name": "network-changed", "server_uuid": "f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1", "tag": "dd329ed2-e0ed-4f7b-a51a-5856152b3983"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:08:03.544573 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-30a9a8f5-0f32-4daa-8bde-68fc4e37db09 None None] Set router ade41fc4-9de2-4873-bc0c-69c0666e72b6 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:08:03.632647 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61525be-8b70-494e-9f7c-563f27b515b2 x-openstack-request-id: req-e61525be-8b70-494e-9f7c-563f27b515b2 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:08:03.633089 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1", "tag": "dd329ed2-e0ed-4f7b-a51a-5856152b3983", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:08:03.633347 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e61525be-8b70-494e-9f7c-563f27b515b2 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:08:03.633754 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1', 'tag': 'dd329ed2-e0ed-4f7b-a51a-5856152b3983', 'status': 'completed', 'code': 200} Aug 18 14:08:03.643345 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4740a8-8e6a-4ddf-bb25-85b744d61601 req-9e48fb4e-7b16-43a6-b945-cdb9cafdbdb3 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:03.645558 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8a4740a8-8e6a-4ddf-bb25-85b744d61601 req-9e48fb4e-7b16-43a6-b945-cdb9cafdbdb3 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 946 time: 0.0829148 Aug 18 14:08:03.692484 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8a4740a8-8e6a-4ddf-bb25-85b744d61601 req-39dc5cc1-01b7-46a6-b74a-43a04cc1d609 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a5a9b68-8ab9-4c05-8d44-83ffbfb08369&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368009 Aug 18 14:08:03.709061 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f380007-9703-43db-a07b-00a48afd2c7b req-13f89957-ba4a-4e26-99ca-9716585ee769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:03.710641 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8f380007-9703-43db-a07b-00a48afd2c7b req-13f89957-ba4a-4e26-99ca-9716585ee769 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22&device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 1097 time: 0.0489621 Aug 18 14:08:03.721546 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40718) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:08:03.818306 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-624dd750-4851-4ca2-a3b9-fc61790d7185 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/floatingips/c6ab70c3-c394-465f-be91-845200efc0cc HTTP/1.1" status: 200 len: 992 time: 0.0921478 Aug 18 14:08:03.827509 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-30a9a8f5-0f32-4daa-8bde-68fc4e37db09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade41fc4-9de2-4873-bc0c-69c0666e72b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914677658', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '4d78c282-090c-4a48-b603-4f0b9aae4cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:07:39Z', 'updated_at': '2021-08-18T14:07:45Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '4d78c282-090c-4a48-b603-4f0b9aae4cf3', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade41fc4-9de2-4873-bc0c-69c0666e72b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:40Z', 'updated_at': '2021-08-18T14:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'c6ab70c3-c394-465f-be91-845200efc0cc', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'floating_ip_address': '172.25.6.241', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'ade41fc4-9de2-4873-bc0c-69c0666e72b6', 'port_id': 'dd329ed2-e0ed-4f7b-a51a-5856152b3983', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0919e08-767d-489e-9c4a-4d5773750768', 'mac_address': 'fa:16:3e:8b:07:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:08:02Z', 'updated_at': '2021-08-18T14:08:02Z', 'revision_number': 0, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caaee52f-eef2-46ba-a01b-2073840a1946', 'name': '', 'network_id': 'b0919e08-767d-489e-9c4a-4d5773750768', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'mac_address': 'fa:16:3e:10:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade41fc4-9de2-4873-bc0c-69c0666e72b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'd6d14597-cdee-4999-8e21-98e4aff29c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:44Z', 'updated_at': '2021-08-18T14:07:51Z', 'revision_number': 5, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'subnets': [{'id': 'd6d14597-cdee-4999-8e21-98e4aff29c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:03.853258 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f380007-9703-43db-a07b-00a48afd2c7b req-7eb32b69-7ec6-4ede-976c-6b152a114d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:03.855998 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8f380007-9703-43db-a07b-00a48afd2c7b req-7eb32b69-7ec6-4ede-976c-6b152a114d33 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b0919e08-767d-489e-9c4a-4d5773750768 HTTP/1.1" status: 200 len: 898 time: 0.1374700 Aug 18 14:08:03.859838 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a9a8f5-0f32-4daa-8bde-68fc4e37db09 None None] Checking router: ade41fc4-9de2-4873-bc0c-69c0666e72b6 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:08:03.870464 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a9a8f5-0f32-4daa-8bde-68fc4e37db09 None None] Routers {'ade41fc4-9de2-4873-bc0c-69c0666e72b6'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:08:03.871108 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-30a9a8f5-0f32-4daa-8bde-68fc4e37db09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:07:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ade41fc4-9de2-4873-bc0c-69c0666e72b6'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:03.939859 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8f380007-9703-43db-a07b-00a48afd2c7b req-652eba74-ede2-4522-99db-fe09970c937e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd329ed2-e0ed-4f7b-a51a-5856152b3983 HTTP/1.1" status: 200 len: 1000 time: 0.0758870 Aug 18 14:08:03.993781 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-30a9a8f5-0f32-4daa-8bde-68fc4e37db09 None None] Set router ade41fc4-9de2-4873-bc0c-69c0666e72b6 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:08:04.003844 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f380007-9703-43db-a07b-00a48afd2c7b req-a9feb326-c923-4995-b24e-121d89642825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:04.005393 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8f380007-9703-43db-a07b-00a48afd2c7b req-a9feb326-c923-4995-b24e-121d89642825 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6d14597-cdee-4999-8e21-98e4aff29c79 HTTP/1.1" status: 200 len: 834 time: 0.0593047 Aug 18 14:08:04.056304 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f380007-9703-43db-a07b-00a48afd2c7b req-314b6b01-2d42-433f-8102-d82c5de14e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:04.057881 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8f380007-9703-43db-a07b-00a48afd2c7b req-314b6b01-2d42-433f-8102-d82c5de14e0e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b0919e08-767d-489e-9c4a-4d5773750768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453985 Aug 18 14:08:04.165283 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8f380007-9703-43db-a07b-00a48afd2c7b req-d6092b61-d15d-43bd-aa42-9f6b0e91b105 service neutron] 10.222.0.20 "GET /v2.0/networks/b0919e08-767d-489e-9c4a-4d5773750768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973086 Aug 18 14:08:04.255304 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-30a9a8f5-0f32-4daa-8bde-68fc4e37db09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade41fc4-9de2-4873-bc0c-69c0666e72b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914677658', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '4d78c282-090c-4a48-b603-4f0b9aae4cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:07:39Z', 'updated_at': '2021-08-18T14:07:45Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '4d78c282-090c-4a48-b603-4f0b9aae4cf3', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade41fc4-9de2-4873-bc0c-69c0666e72b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:40Z', 'updated_at': '2021-08-18T14:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'c6ab70c3-c394-465f-be91-845200efc0cc', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'floating_ip_address': '172.25.6.241', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'ade41fc4-9de2-4873-bc0c-69c0666e72b6', 'port_id': 'dd329ed2-e0ed-4f7b-a51a-5856152b3983', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0919e08-767d-489e-9c4a-4d5773750768', 'mac_address': 'fa:16:3e:8b:07:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:08:02Z', 'updated_at': '2021-08-18T14:08:02Z', 'revision_number': 0, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caaee52f-eef2-46ba-a01b-2073840a1946', 'name': '', 'network_id': 'b0919e08-767d-489e-9c4a-4d5773750768', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'mac_address': 'fa:16:3e:10:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade41fc4-9de2-4873-bc0c-69c0666e72b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'd6d14597-cdee-4999-8e21-98e4aff29c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:44Z', 'updated_at': '2021-08-18T14:07:51Z', 'revision_number': 5, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'subnets': [{'id': 'd6d14597-cdee-4999-8e21-98e4aff29c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:08:04.272578 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8f380007-9703-43db-a07b-00a48afd2c7b req-1fa556eb-9e35-42ad-a742-507fa1fac78d service neutron] 10.222.0.20 "GET /v2.0/networks/b0919e08-767d-489e-9c4a-4d5773750768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959632 Aug 18 14:08:04.283467 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a9a8f5-0f32-4daa-8bde-68fc4e37db09 None None] The sync data for ids ['ade41fc4-9de2-4873-bc0c-69c0666e72b6'] in n-d-803603-2 is: [{'id': 'ade41fc4-9de2-4873-bc0c-69c0666e72b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914677658', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '4d78c282-090c-4a48-b603-4f0b9aae4cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:07:39Z', 'updated_at': '2021-08-18T14:07:45Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '4d78c282-090c-4a48-b603-4f0b9aae4cf3', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade41fc4-9de2-4873-bc0c-69c0666e72b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:40Z', 'updated_at': '2021-08-18T14:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'c6ab70c3-c394-465f-be91-845200efc0cc', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'floating_ip_address': '172.25.6.241', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'ade41fc4-9de2-4873-bc0c-69c0666e72b6', 'port_id': 'dd329ed2-e0ed-4f7b-a51a-5856152b3983', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0919e08-767d-489e-9c4a-4d5773750768', 'mac_address': 'fa:16:3e:8b:07:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:08:02Z', 'updated_at': '2021-08-18T14:08:02Z', 'revision_number': 0, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caaee52f-eef2-46ba-a01b-2073840a1946', 'name': '', 'network_id': 'b0919e08-767d-489e-9c4a-4d5773750768', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'mac_address': 'fa:16:3e:10:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade41fc4-9de2-4873-bc0c-69c0666e72b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'd6d14597-cdee-4999-8e21-98e4aff29c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:44Z', 'updated_at': '2021-08-18T14:07:51Z', 'revision_number': 5, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'subnets': [{'id': 'd6d14597-cdee-4999-8e21-98e4aff29c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:08:04.504412 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fbf6ce-ea32-4a92-b17b-14e1539ceae8 None None] New status for floating IP c6ab70c3-c394-465f-be91-845200efc0cc: ACTIVE {{(pid=101677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:08:04.821879 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40720) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:08:04.895953 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8e244e86-6977-4fe1-b4dd-41a017bba424 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/floatingips/c6ab70c3-c394-465f-be91-845200efc0cc HTTP/1.1" status: 200 len: 994 time: 0.0709257 Aug 18 14:08:11.682286 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b7319eb7-91a6-4568-a1c5-1bb09fb6796f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:13.855919 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-78b69f8f-c7c6-4a6b-b265-a079bf31075a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:14.642076 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:15.707520 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:17.679075 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:28.481313 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:29.555677 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:31.924273 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec679e-ac8b-4a01-beb4-23c8b15c9626 req-1c69f678-ff17-411c-8057-d48a210ef6ac tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:31.925862 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-53ec679e-ac8b-4a01-beb4-23c8b15c9626 req-1c69f678-ff17-411c-8057-d48a210ef6ac tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 946 time: 0.0520511 Aug 18 14:08:31.966908 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-53ec679e-ac8b-4a01-beb4-23c8b15c9626 req-eadb9263-8d2d-488e-82f2-83ed1deaa2f5 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a5a9b68-8ab9-4c05-8d44-83ffbfb08369&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346055 Aug 18 14:08:32.180332 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-49f884eb-8a5a-4af6-8961-9ed31f5b3581 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0948765 Aug 18 14:08:33.100696 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fede3-67a1-40b5-8323-d0b926667c45 req-1248fa27-43ad-40c0-9c3a-38c317d82d29 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:33.103268 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-331fede3-67a1-40b5-8323-d0b926667c45 req-1248fa27-43ad-40c0-9c3a-38c317d82d29 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 946 time: 0.0615838 Aug 18 14:08:33.150628 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-331fede3-67a1-40b5-8323-d0b926667c45 req-0fb3b3d1-dadc-4dbb-9d3c-44c0a5f4e749 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a5a9b68-8ab9-4c05-8d44-83ffbfb08369&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357044 Aug 18 14:08:33.980937 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:08:34.285045 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195a35e-1943-4aa2-8f95-c0e58d316f06 req-86d8f236-9f30-4754-b6af-841aa9adee05 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:34.286754 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c195a35e-1943-4aa2-8f95-c0e58d316f06 req-86d8f236-9f30-4754-b6af-841aa9adee05 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 946 time: 0.0554943 Aug 18 14:08:34.333305 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c195a35e-1943-4aa2-8f95-c0e58d316f06 req-4fbe9846-e603-4b73-b588-ea655bbc889e tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a5a9b68-8ab9-4c05-8d44-83ffbfb08369&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398445 Aug 18 14:08:34.504951 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-e01db8d0-17d6-4ae3-baae-cceaa11cc039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:34.506662 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-e01db8d0-17d6-4ae3-baae-cceaa11cc039 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22&device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 1097 time: 0.0464272 Aug 18 14:08:34.615775 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-cf87746f-0c89-4371-a079-2aa2e3e5d9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:34.617480 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-cf87746f-0c89-4371-a079-2aa2e3e5d9c0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b0919e08-767d-489e-9c4a-4d5773750768 HTTP/1.1" status: 200 len: 898 time: 0.1023624 Aug 18 14:08:34.698134 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-31bf47e8-9654-47a1-bd27-95af5e705f0f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd329ed2-e0ed-4f7b-a51a-5856152b3983 HTTP/1.1" status: 200 len: 1002 time: 0.0719712 Aug 18 14:08:34.781435 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-a51b108c-f1b0-44fc-b812-3a6921a13061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:34.782968 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-a51b108c-f1b0-44fc-b812-3a6921a13061 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6d14597-cdee-4999-8e21-98e4aff29c79 HTTP/1.1" status: 200 len: 834 time: 0.0759094 Aug 18 14:08:34.835031 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-28c8f3a6-b6fc-4d1e-873a-4bbf261eb6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:34.836848 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-28c8f3a6-b6fc-4d1e-873a-4bbf261eb6f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b0919e08-767d-489e-9c4a-4d5773750768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462954 Aug 18 14:08:34.939974 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-c9bc0bb2-6ba2-4223-a3aa-fdf5a2376be3 service neutron] 10.222.0.20 "GET /v2.0/networks/b0919e08-767d-489e-9c4a-4d5773750768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950468 Aug 18 14:08:35.038681 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-ad2e7cf1-0b40-4282-a1c1-3266f6d57e02 service neutron] 10.222.0.20 "GET /v2.0/networks/b0919e08-767d-489e-9c4a-4d5773750768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917709 Aug 18 14:08:35.479403 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387496a-aa6c-4911-9ec1-df2597ca83f7 req-bcca0898-6dbe-4130-b219-129054812ec0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:35.481006 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0387496a-aa6c-4911-9ec1-df2597ca83f7 req-bcca0898-6dbe-4130-b219-129054812ec0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 946 time: 0.0674448 Aug 18 14:08:35.523477 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0387496a-aa6c-4911-9ec1-df2597ca83f7 req-8d924b71-8100-4d4b-bbac-6847f5df3442 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a5a9b68-8ab9-4c05-8d44-83ffbfb08369&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362604 Aug 18 14:08:36.655750 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb0d9c-a636-43ac-9c86-fb4544f27225 req-f1cd6039-d675-47a9-a8bc-7d7ab7f0283c tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:36.657380 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5adb0d9c-a636-43ac-9c86-fb4544f27225 req-f1cd6039-d675-47a9-a8bc-7d7ab7f0283c tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 946 time: 0.0541682 Aug 18 14:08:36.699788 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5adb0d9c-a636-43ac-9c86-fb4544f27225 req-2344114d-da68-49de-9325-dd097866269a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a5a9b68-8ab9-4c05-8d44-83ffbfb08369&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351179 Aug 18 14:08:37.826091 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213d763-33ab-4bf1-80ae-c42d2e62d00b req-f1692611-b24d-4cec-8a32-2b503c62417f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:37.827887 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9213d763-33ab-4bf1-80ae-c42d2e62d00b req-f1692611-b24d-4cec-8a32-2b503c62417f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 946 time: 0.0534370 Aug 18 14:08:37.871347 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9213d763-33ab-4bf1-80ae-c42d2e62d00b req-e0034166-097f-4c41-945e-e2cacde616fd tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a5a9b68-8ab9-4c05-8d44-83ffbfb08369&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370789 Aug 18 14:08:38.997588 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14786c-5f3a-4551-baff-d7a7fc14490b req-7da6745f-4b68-48f9-b09c-9460af4dc002 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:38.999229 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ad14786c-5f3a-4551-baff-d7a7fc14490b req-7da6745f-4b68-48f9-b09c-9460af4dc002 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 946 time: 0.0572374 Aug 18 14:08:39.039329 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ad14786c-5f3a-4551-baff-d7a7fc14490b req-54a6a124-b609-49db-a9bd-2da938a19c7f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a5a9b68-8ab9-4c05-8d44-83ffbfb08369&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339904 Aug 18 14:08:40.169863 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f411c5-2aad-4259-9260-970c8b852fad req-2152b54f-848f-44d4-8949-4fcbcda1f4ab tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:40.171404 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e5f411c5-2aad-4259-9260-970c8b852fad req-2152b54f-848f-44d4-8949-4fcbcda1f4ab tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 946 time: 0.0523334 Aug 18 14:08:40.213630 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e5f411c5-2aad-4259-9260-970c8b852fad req-c6aedd5d-c411-4a26-b302-2c43f9e939bf tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a5a9b68-8ab9-4c05-8d44-83ffbfb08369&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345991 Aug 18 14:08:41.339766 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8515631-de31-4ce4-8122-3bc62771b948 req-b8b95388-268f-47ac-858d-3dc62755612a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:41.341399 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a8515631-de31-4ce4-8122-3bc62771b948 req-b8b95388-268f-47ac-858d-3dc62755612a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 946 time: 0.0526664 Aug 18 14:08:41.383963 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a8515631-de31-4ce4-8122-3bc62771b948 req-ebfdc8bf-aa7a-4603-8b52-13eda3b00051 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a5a9b68-8ab9-4c05-8d44-83ffbfb08369&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352190 Aug 18 14:08:41.692875 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fc47809e-af89-4e8e-819c-1ad4b068dd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:42.528749 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e442c-6344-4bcb-8167-f47f3fa9ce44 req-536df5c7-d68c-4d1d-bd62-ba6bcaf4bf73 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:42.530419 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c86e442c-6344-4bcb-8167-f47f3fa9ce44 req-536df5c7-d68c-4d1d-bd62-ba6bcaf4bf73 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 946 time: 0.0704615 Aug 18 14:08:42.578565 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c86e442c-6344-4bcb-8167-f47f3fa9ce44 req-40a9bd7d-db98-46db-abc8-76257b803124 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a5a9b68-8ab9-4c05-8d44-83ffbfb08369&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362494 Aug 18 14:08:43.729019 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c75fc-6fe7-4afb-bb75-768ebb052023 req-1244d8ef-959c-4348-93ce-c5c95afe9811 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:43.730891 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-973c75fc-6fe7-4afb-bb75-768ebb052023 req-1244d8ef-959c-4348-93ce-c5c95afe9811 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 946 time: 0.0709748 Aug 18 14:08:43.788028 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-973c75fc-6fe7-4afb-bb75-768ebb052023 req-ec115767-0a07-491b-b737-32cdb6b92c55 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a5a9b68-8ab9-4c05-8d44-83ffbfb08369&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458105 Aug 18 14:08:43.864558 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-09501899-9403-4156-905e-1b5ecffc36e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:44.635176 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:44.952021 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23bb26e-59c0-4de9-8be8-c6390edf11b8 req-a02f64a2-5a09-4eac-b86c-38c377aa9fb7 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:44.953695 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a23bb26e-59c0-4de9-8be8-c6390edf11b8 req-a02f64a2-5a09-4eac-b86c-38c377aa9fb7 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 946 time: 0.0543787 Aug 18 14:08:44.998269 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a23bb26e-59c0-4de9-8be8-c6390edf11b8 req-d44bf2d3-7a20-4427-a729-d8a0ea6864db tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a5a9b68-8ab9-4c05-8d44-83ffbfb08369&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369902 Aug 18 14:08:45.715018 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:46.140252 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c422c3-0a51-4a00-8159-5798517a0e9d req-1c19e133-7631-45dc-8800-ebef37ae135c tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:46.142245 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-64c422c3-0a51-4a00-8159-5798517a0e9d req-1c19e133-7631-45dc-8800-ebef37ae135c tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 946 time: 0.0657489 Aug 18 14:08:46.191090 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-64c422c3-0a51-4a00-8159-5798517a0e9d req-e9b1b72a-f225-4b9b-982f-37b1924e829c tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a5a9b68-8ab9-4c05-8d44-83ffbfb08369&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420845 Aug 18 14:08:47.333885 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418aa50-eea9-4252-964c-fe136f09c276 req-00e39c7e-a92a-4c16-a9fb-1c9c317aafc2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:47.335805 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d418aa50-eea9-4252-964c-fe136f09c276 req-00e39c7e-a92a-4c16-a9fb-1c9c317aafc2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 946 time: 0.0655024 Aug 18 14:08:47.381297 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d418aa50-eea9-4252-964c-fe136f09c276 req-8f3918d8-3307-4e49-a9bb-510f0c0ed12b tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a5a9b68-8ab9-4c05-8d44-83ffbfb08369&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393369 Aug 18 14:08:47.686876 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:48.511897 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30495c9-dfa2-4cf9-81cb-73fd3d61355b req-c44676c3-0173-45e6-bc3a-f1db403f6aa2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:48.513678 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a30495c9-dfa2-4cf9-81cb-73fd3d61355b req-c44676c3-0173-45e6-bc3a-f1db403f6aa2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 946 time: 0.0567663 Aug 18 14:08:48.558707 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a30495c9-dfa2-4cf9-81cb-73fd3d61355b req-f14ab660-6fc3-486b-b71d-6f7ac7717771 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a5a9b68-8ab9-4c05-8d44-83ffbfb08369&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383263 Aug 18 14:08:49.733681 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f3f66d-1067-4da1-99e4-f2e6ee5a556e req-eb6cc8a7-7e13-40d2-bf59-2e2f119b4adc tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:49.735355 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-88f3f66d-1067-4da1-99e4-f2e6ee5a556e req-eb6cc8a7-7e13-40d2-bf59-2e2f119b4adc tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 946 time: 0.0649445 Aug 18 14:08:49.786025 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-88f3f66d-1067-4da1-99e4-f2e6ee5a556e req-61e9fe82-1f81-4b6d-bafc-c6bb9f07504e tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a5a9b68-8ab9-4c05-8d44-83ffbfb08369&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438023 Aug 18 14:08:50.926666 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fe8fe-fb27-427f-8c4b-1e21c3a3756c req-d0f02b44-75ad-4a28-be02-e95ad8f00213 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:50.928771 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ee7fe8fe-fb27-427f-8c4b-1e21c3a3756c req-d0f02b44-75ad-4a28-be02-e95ad8f00213 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 946 time: 0.0609419 Aug 18 14:08:50.996359 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ee7fe8fe-fb27-427f-8c4b-1e21c3a3756c req-6d9a769b-2da6-400b-ada0-9686d82820cc tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a5a9b68-8ab9-4c05-8d44-83ffbfb08369&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0602133 Aug 18 14:08:52.141666 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a9ea7-d60a-471b-9a7e-f44600e27346 req-9af1dc88-3174-4128-8475-1055fb70b63f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:52.143357 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-791a9ea7-d60a-471b-9a7e-f44600e27346 req-9af1dc88-3174-4128-8475-1055fb70b63f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 946 time: 0.0585573 Aug 18 14:08:52.199366 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-791a9ea7-d60a-471b-9a7e-f44600e27346 req-a1e13a00-85fe-4b24-986e-c6366168731b tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a5a9b68-8ab9-4c05-8d44-83ffbfb08369&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449104 Aug 18 14:08:52.243157 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-d2e2dc49-3d23-4165-a981-6a4cf434e82c service neutron] show failed (client error): The resource could not be found. Aug 18 14:08:52.244373 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-d2e2dc49-3d23-4165-a981-6a4cf434e82c service neutron] 10.222.0.20 "GET /v2.0/ports/dd329ed2-e0ed-4f7b-a51a-5856152b3983/bindings/n-h1-803603-2 HTTP/1.1" status: 404 len: 380 time: 0.0793488 Aug 18 14:08:52.843571 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-38144714-6c1a-4255-9a54-302707f83be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:52.845369 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-38144714-6c1a-4255-9a54-302707f83be2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1&tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22 HTTP/1.1" status: 200 len: 1097 time: 0.1025560 Aug 18 14:08:52.859075 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-31351176-a7fc-4b4e-8378-c234e8eb5776 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803603-2', 'device_owner': 'compute:nova'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:08:52.923996 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-31351176-a7fc-4b4e-8378-c234e8eb5776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:53.187798 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-31351176-a7fc-4b4e-8378-c234e8eb5776 service neutron] For port dd329ed2-e0ed-4f7b-a51a-5856152b3983, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=dd329ed2-e0ed-4f7b-a51a-5856152b3983,segment=NetworkSegment(c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3),segment_id=c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:08:53.234287 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-31351176-a7fc-4b4e-8378-c234e8eb5776 service neutron] For port dd329ed2-e0ed-4f7b-a51a-5856152b3983, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:08:53.287722 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd329ed2-e0ed-4f7b-a51a-5856152b3983'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:08:53.293902 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd9f579-9763-4d60-a08d-4facc9773232" -d '{"events": [{"server_uuid": "f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1", "name": "network-vif-unplugged", "status": "completed", "tag": "dd329ed2-e0ed-4f7b-a51a-5856152b3983"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:08:53.299772 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-31351176-a7fc-4b4e-8378-c234e8eb5776 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:53.324708 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-31351176-a7fc-4b4e-8378-c234e8eb5776 service neutron] Transition to ACTIVE for port object dd329ed2-e0ed-4f7b-a51a-5856152b3983 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:08:53.393630 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e0ae8-585b-4a81-8074-8bb5956d74aa req-6918868c-9033-412c-9b88-88e3bf6e98b0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:53.395641 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-714e0ae8-585b-4a81-8074-8bb5956d74aa req-6918868c-9033-412c-9b88-88e3bf6e98b0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 946 time: 0.0766833 Aug 18 14:08:53.417755 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-31351176-a7fc-4b4e-8378-c234e8eb5776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:53.505528 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 14:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550f0a64-dfbf-4bc8-9401-b76ee042ba0d x-openstack-request-id: req-550f0a64-dfbf-4bc8-9401-b76ee042ba0d {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:08:53.505966 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1", "name": "network-vif-unplugged", "status": "completed", "tag": "dd329ed2-e0ed-4f7b-a51a-5856152b3983", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:08:53.506383 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-550f0a64-dfbf-4bc8-9401-b76ee042ba0d {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:08:53.506896 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd329ed2-e0ed-4f7b-a51a-5856152b3983', 'code': 200} Aug 18 14:08:53.527553 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-714e0ae8-585b-4a81-8074-8bb5956d74aa req-01bb1df2-9bd1-45cb-84a5-a6f51fffca18 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a5a9b68-8ab9-4c05-8d44-83ffbfb08369&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1198735 Aug 18 14:08:53.592091 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31351176-a7fc-4b4e-8378-c234e8eb5776 service neutron] Pushing event updated for resources: {'Port': ['ID=dd329ed2-e0ed-4f7b-a51a-5856152b3983,revision_number=6']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:53.615453 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31351176-a7fc-4b4e-8378-c234e8eb5776 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:53.616019 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31351176-a7fc-4b4e-8378-c234e8eb5776 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:53.616580 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31351176-a7fc-4b4e-8378-c234e8eb5776 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:53.617178 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31351176-a7fc-4b4e-8378-c234e8eb5776 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:53.617725 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31351176-a7fc-4b4e-8378-c234e8eb5776 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:53.618327 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31351176-a7fc-4b4e-8378-c234e8eb5776 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:53.618921 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31351176-a7fc-4b4e-8378-c234e8eb5776 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:53.619475 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31351176-a7fc-4b4e-8378-c234e8eb5776 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:53.620026 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31351176-a7fc-4b4e-8378-c234e8eb5776 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:53.620599 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31351176-a7fc-4b4e-8378-c234e8eb5776 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:53.621169 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31351176-a7fc-4b4e-8378-c234e8eb5776 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:53.621734 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31351176-a7fc-4b4e-8378-c234e8eb5776 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:53.694334 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-31351176-a7fc-4b4e-8378-c234e8eb5776 service neutron] No DVR routers for this DVR port dd329ed2-e0ed-4f7b-a51a-5856152b3983 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:08:53.907089 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-31351176-a7fc-4b4e-8378-c234e8eb5776 service neutron] Attempting to bind port dd329ed2-e0ed-4f7b-a51a-5856152b3983 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:08:53.907748 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-31351176-a7fc-4b4e-8378-c234e8eb5776 service neutron] Attempting to bind port dd329ed2-e0ed-4f7b-a51a-5856152b3983 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': 'c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b0919e08-767d-489e-9c4a-4d5773750768'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:08:53.908371 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-31351176-a7fc-4b4e-8378-c234e8eb5776 service neutron] Attempting to bind port dd329ed2-e0ed-4f7b-a51a-5856152b3983 on network b0919e08-767d-489e-9c4a-4d5773750768 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:08:53.915164 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-31351176-a7fc-4b4e-8378-c234e8eb5776 service neutron] Port dd329ed2-e0ed-4f7b-a51a-5856152b3983 on network b0919e08-767d-489e-9c4a-4d5773750768 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:08:53.915637 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-31351176-a7fc-4b4e-8378-c234e8eb5776 service neutron] Attempting to bind port dd329ed2-e0ed-4f7b-a51a-5856152b3983 on network b0919e08-767d-489e-9c4a-4d5773750768 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:08:53.922355 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-31351176-a7fc-4b4e-8378-c234e8eb5776 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:08:53.922731 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-31351176-a7fc-4b4e-8378-c234e8eb5776 service neutron] Checking segment: {'id': 'c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b0919e08-767d-489e-9c4a-4d5773750768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:08:53.923240 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-31351176-a7fc-4b4e-8378-c234e8eb5776 service neutron] Bound using segment: {'id': 'c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b0919e08-767d-489e-9c4a-4d5773750768'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:08:53.923884 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-31351176-a7fc-4b4e-8378-c234e8eb5776 service neutron] Bound port: dd329ed2-e0ed-4f7b-a51a-5856152b3983, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b0919e08-767d-489e-9c4a-4d5773750768'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:08:53.924438 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-31351176-a7fc-4b4e-8378-c234e8eb5776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:54.006445 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-31351176-a7fc-4b4e-8378-c234e8eb5776 service neutron] For port dd329ed2-e0ed-4f7b-a51a-5856152b3983, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:08:54.010628 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-31351176-a7fc-4b4e-8378-c234e8eb5776 service neutron] For port dd329ed2-e0ed-4f7b-a51a-5856152b3983, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=dd329ed2-e0ed-4f7b-a51a-5856152b3983,segment=NetworkSegment(c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3),segment_id=c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:08:54.139613 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-31351176-a7fc-4b4e-8378-c234e8eb5776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:54.204068 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-31351176-a7fc-4b4e-8378-c234e8eb5776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:54.205801 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-31351176-a7fc-4b4e-8378-c234e8eb5776 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:54.208319 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-31351176-a7fc-4b4e-8378-c234e8eb5776 service neutron] 10.222.0.39 "PUT /v2.0/ports/dd329ed2-e0ed-4f7b-a51a-5856152b3983 HTTP/1.1" status: 200 len: 1092 time: 1.3538253 Aug 18 14:08:54.290704 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31351176-a7fc-4b4e-8378-c234e8eb5776 service neutron] Pushing event updated for resources: {'Port': ['ID=dd329ed2-e0ed-4f7b-a51a-5856152b3983,revision_number=7']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:54.324386 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-4f1e4edc-8d4b-461f-be5f-a656e1f98961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:54.327099 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-4f1e4edc-8d4b-461f-be5f-a656e1f98961 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22&device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 1095 time: 0.0872006 Aug 18 14:08:54.446965 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-90111697-d185-485d-a56b-9baecc9816c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:54.448553 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-90111697-d185-485d-a56b-9baecc9816c6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b0919e08-767d-489e-9c4a-4d5773750768 HTTP/1.1" status: 200 len: 898 time: 0.1139266 Aug 18 14:08:54.549738 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-4c4d8e7e-137d-4e42-8019-eff07a5ae7bb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd329ed2-e0ed-4f7b-a51a-5856152b3983 HTTP/1.1" status: 200 len: 1000 time: 0.0929947 Aug 18 14:08:54.613135 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-0d51b8e2-fd5d-4106-85ad-fe415cb751fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:54.615508 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-0d51b8e2-fd5d-4106-85ad-fe415cb751fc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d6d14597-cdee-4999-8e21-98e4aff29c79 HTTP/1.1" status: 200 len: 834 time: 0.0589886 Aug 18 14:08:54.679114 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-0fabf976-48e3-4621-a7e1-9456a600f9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:54.680789 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-0fabf976-48e3-4621-a7e1-9456a600f9c4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0919e08-767d-489e-9c4a-4d5773750768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584121 Aug 18 14:08:54.717631 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a022a19-b91a-44c2-92ee-f8eb3ec20d69 req-5ec7f669-e27e-4a85-aae3-78a07760a6da tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:54.720019 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6a022a19-b91a-44c2-92ee-f8eb3ec20d69 req-5ec7f669-e27e-4a85-aae3-78a07760a6da tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 944 time: 0.0931270 Aug 18 14:08:54.771932 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6a022a19-b91a-44c2-92ee-f8eb3ec20d69 req-8175fbe2-279b-40b8-b336-eb56917695ac tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a5a9b68-8ab9-4c05-8d44-83ffbfb08369&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424051 Aug 18 14:08:54.779819 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device dd329ed2-e0ed-4f7b-a51a-5856152b3983 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:08:54.813005 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-38794c12-26b4-4ea8-9dbc-71f64f5d940c service neutron] 10.222.0.39 "GET /v2.0/networks/b0919e08-767d-489e-9c4a-4d5773750768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242781 Aug 18 14:08:54.839466 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device dd329ed2-e0ed-4f7b-a51a-5856152b3983 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:08:54.946957 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-563fadcb-3191-48ba-8dae-81e5dd6d67cc service neutron] 10.222.0.39 "GET /v2.0/networks/b0919e08-767d-489e-9c4a-4d5773750768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264460 Aug 18 14:08:55.508202 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1', 'tag': 'dd329ed2-e0ed-4f7b-a51a-5856152b3983'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:08:55.512519 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fae54c8-e29f-48ee-b03f-73ede199bc0d" -d '{"events": [{"name": "network-changed", "server_uuid": "f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1", "tag": "dd329ed2-e0ed-4f7b-a51a-5856152b3983"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:08:55.568399 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e73ed1b-539b-428d-95af-b09541abcb0f x-openstack-request-id: req-6e73ed1b-539b-428d-95af-b09541abcb0f {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:08:55.568976 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1", "tag": "dd329ed2-e0ed-4f7b-a51a-5856152b3983", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:08:55.569369 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e73ed1b-539b-428d-95af-b09541abcb0f {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:08:55.569932 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1', 'tag': 'dd329ed2-e0ed-4f7b-a51a-5856152b3983', 'status': 'completed', 'code': 200} Aug 18 14:08:55.666402 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae54c8-e29f-48ee-b03f-73ede199bc0d req-91a2ce88-68ba-4982-9aba-d3bc0fa2fd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:55.667871 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7fae54c8-e29f-48ee-b03f-73ede199bc0d req-91a2ce88-68ba-4982-9aba-d3bc0fa2fd05 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22&device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 1095 time: 0.0792899 Aug 18 14:08:55.677595 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae54c8-e29f-48ee-b03f-73ede199bc0d req-e8357e0b-7f57-4aae-a24d-204ec33daac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:55.680774 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7fae54c8-e29f-48ee-b03f-73ede199bc0d req-e8357e0b-7f57-4aae-a24d-204ec33daac4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22&device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 1095 time: 0.0809722 Aug 18 14:08:55.900365 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae54c8-e29f-48ee-b03f-73ede199bc0d req-0ba78676-d95f-41c2-8211-48333c3e45d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:55.903005 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7fae54c8-e29f-48ee-b03f-73ede199bc0d req-0ba78676-d95f-41c2-8211-48333c3e45d5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b0919e08-767d-489e-9c4a-4d5773750768 HTTP/1.1" status: 200 len: 898 time: 0.2210424 Aug 18 14:08:55.907526 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae54c8-e29f-48ee-b03f-73ede199bc0d req-96255e7c-7d9c-4e50-be75-42c9cf48598e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:55.910133 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7fae54c8-e29f-48ee-b03f-73ede199bc0d req-96255e7c-7d9c-4e50-be75-42c9cf48598e service neutron] 10.222.0.20 "GET /v2.0/networks?id=b0919e08-767d-489e-9c4a-4d5773750768 HTTP/1.1" status: 200 len: 898 time: 0.2152433 Aug 18 14:08:55.975895 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d171f-395a-48ae-b4ec-43c9c62f5693 req-5bd2fc25-8a79-4824-b5b9-14616f86d075 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:55.978791 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-912d171f-395a-48ae-b4ec-43c9c62f5693 req-5bd2fc25-8a79-4824-b5b9-14616f86d075 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 944 time: 0.0942171 Aug 18 14:08:56.043726 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-912d171f-395a-48ae-b4ec-43c9c62f5693 req-75188fe4-beb3-4380-ac4a-83fd17931294 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a5a9b68-8ab9-4c05-8d44-83ffbfb08369&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569468 Aug 18 14:08:56.047540 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7fae54c8-e29f-48ee-b03f-73ede199bc0d req-1dd31363-f2f8-4728-ae0c-77b2b1e35d98 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd329ed2-e0ed-4f7b-a51a-5856152b3983 HTTP/1.1" status: 200 len: 1000 time: 0.1343811 Aug 18 14:08:56.051056 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7fae54c8-e29f-48ee-b03f-73ede199bc0d req-c8a5a2e1-f581-49f9-952c-c9754197bbc6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd329ed2-e0ed-4f7b-a51a-5856152b3983 HTTP/1.1" status: 200 len: 1000 time: 0.1308610 Aug 18 14:08:56.148213 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae54c8-e29f-48ee-b03f-73ede199bc0d req-d3761aa0-c320-4b67-b4e1-8887b123a4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:56.149747 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7fae54c8-e29f-48ee-b03f-73ede199bc0d req-d3761aa0-c320-4b67-b4e1-8887b123a4dc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d6d14597-cdee-4999-8e21-98e4aff29c79 HTTP/1.1" status: 200 len: 834 time: 0.0938656 Aug 18 14:08:56.175248 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae54c8-e29f-48ee-b03f-73ede199bc0d req-4b62c228-dfc3-4910-9a57-7f79fa617680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:56.176803 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7fae54c8-e29f-48ee-b03f-73ede199bc0d req-4b62c228-dfc3-4910-9a57-7f79fa617680 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6d14597-cdee-4999-8e21-98e4aff29c79 HTTP/1.1" status: 200 len: 834 time: 0.1063781 Aug 18 14:08:56.247149 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae54c8-e29f-48ee-b03f-73ede199bc0d req-658c5e82-d470-4f55-a165-39040f572e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:56.248765 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7fae54c8-e29f-48ee-b03f-73ede199bc0d req-658c5e82-d470-4f55-a165-39040f572e7d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0919e08-767d-489e-9c4a-4d5773750768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868657 Aug 18 14:08:56.251917 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae54c8-e29f-48ee-b03f-73ede199bc0d req-5afba1d7-7332-4139-b259-ea94ed383bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:56.253474 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7fae54c8-e29f-48ee-b03f-73ede199bc0d req-5afba1d7-7332-4139-b259-ea94ed383bf4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b0919e08-767d-489e-9c4a-4d5773750768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616870 Aug 18 14:08:56.428165 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7fae54c8-e29f-48ee-b03f-73ede199bc0d req-32734c97-f621-4bec-ac29-2e13ec895369 service neutron] 10.222.0.39 "GET /v2.0/networks/b0919e08-767d-489e-9c4a-4d5773750768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710167 Aug 18 14:08:56.430103 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7fae54c8-e29f-48ee-b03f-73ede199bc0d req-edeec9c9-8a1a-4dde-9278-eb9229e2b693 service neutron] 10.222.0.20 "GET /v2.0/networks/b0919e08-767d-489e-9c4a-4d5773750768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652508 Aug 18 14:08:56.697170 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7fae54c8-e29f-48ee-b03f-73ede199bc0d req-2b0bb205-6b76-48f3-8473-eecce691a83b service neutron] 10.222.0.39 "GET /v2.0/networks/b0919e08-767d-489e-9c4a-4d5773750768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601523 Aug 18 14:08:56.702471 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7fae54c8-e29f-48ee-b03f-73ede199bc0d req-c3238216-bcd7-458e-ae6e-0fde0d8ac714 service neutron] 10.222.0.20 "GET /v2.0/networks/b0919e08-767d-489e-9c4a-4d5773750768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633047 Aug 18 14:08:57.212885 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960c1cf-c7e7-47e1-9015-cd5e5e093de7 req-55cad5a7-c212-46fc-999e-abfe6e2dc160 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:57.214663 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f960c1cf-c7e7-47e1-9015-cd5e5e093de7 req-55cad5a7-c212-46fc-999e-abfe6e2dc160 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 944 time: 0.0691755 Aug 18 14:08:57.271846 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f960c1cf-c7e7-47e1-9015-cd5e5e093de7 req-47f6a749-ca22-4b21-8b4d-78a9bba2ab62 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a5a9b68-8ab9-4c05-8d44-83ffbfb08369&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456188 Aug 18 14:08:57.651768 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device dd329ed2-e0ed-4f7b-a51a-5856152b3983 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:08:57.850591 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3703c-ba90-4702-bf68-29e42a5b6295 req-2bdc08fa-62d3-4e65-b9ee-b6031c61b15c tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:57.853941 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84f3703c-ba90-4702-bf68-29e42a5b6295 req-2bdc08fa-62d3-4e65-b9ee-b6031c61b15c tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 944 time: 0.1420496 Aug 18 14:08:57.863435 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port dd329ed2-e0ed-4f7b-a51a-5856152b3983, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=dd329ed2-e0ed-4f7b-a51a-5856152b3983,segment=NetworkSegment(c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3),segment_id=c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:08:57.881785 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'dd329ed2-e0ed-4f7b-a51a-5856152b3983', 'network_id': 'b0919e08-767d-489e-9c4a-4d5773750768', 'port_id': 'dd329ed2-e0ed-4f7b-a51a-5856152b3983', 'mac_address': 'fa:16:3e:8b:07:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6d14597-cdee-4999-8e21-98e4aff29c79', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:08:57.915735 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54bc95f-3542-4019-abb6-488fd7b9cbb3 req-833b8a75-5c6f-49ee-9e7e-6e76bb41b093 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:57.917468 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b54bc95f-3542-4019-abb6-488fd7b9cbb3 req-833b8a75-5c6f-49ee-9e7e-6e76bb41b093 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.20 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1&tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22&binding%3Ahost_id=n-h1-803603-2 HTTP/1.1" status: 200 len: 944 time: 0.1364787 Aug 18 14:08:57.938258 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:57.941280 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-84f3703c-ba90-4702-bf68-29e42a5b6295 req-8235eba6-44ce-4c47-8ac7-dda53a4cbf00 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a5a9b68-8ab9-4c05-8d44-83ffbfb08369&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0760484 Aug 18 14:08:57.969890 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd329ed2-e0ed-4f7b-a51a-5856152b3983 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:08:58.009337 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port dd329ed2-e0ed-4f7b-a51a-5856152b3983, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=dd329ed2-e0ed-4f7b-a51a-5856152b3983,segment=NetworkSegment(c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3),segment_id=c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:08:58.033534 n-d-803603-2 neutron-server[101675]: INFO neutron.api.v2.resource [req-b54bc95f-3542-4019-abb6-488fd7b9cbb3 req-f7c4fba6-9d57-48b1-b22a-33ec5819cc27 service neutron] delete failed (client error): The resource could not be found. Aug 18 14:08:58.034757 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b54bc95f-3542-4019-abb6-488fd7b9cbb3 req-f7c4fba6-9d57-48b1-b22a-33ec5819cc27 service neutron] 10.222.0.20 "DELETE /v2.0/ports/dd329ed2-e0ed-4f7b-a51a-5856152b3983/bindings/n-h2-803603-2 HTTP/1.1" status: 404 len: 380 time: 0.1074662 Aug 18 14:08:58.077590 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:58.148584 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54bc95f-3542-4019-abb6-488fd7b9cbb3 req-4a25cc4a-4384-4fe1-94c9-6a9b92ec6075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:58.151169 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b54bc95f-3542-4019-abb6-488fd7b9cbb3 req-4a25cc4a-4384-4fe1-94c9-6a9b92ec6075 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22&device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 1096 time: 0.0642080 Aug 18 14:08:58.156170 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=dd329ed2-e0ed-4f7b-a51a-5856152b3983,revision_number=8']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:08:58.160989 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657bc71-9441-4623-bf59-2aa106b99311 req-38e83723-b8dc-4595-90ca-be6a2e67938c tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:58.163004 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3657bc71-9441-4623-bf59-2aa106b99311 req-38e83723-b8dc-4595-90ca-be6a2e67938c tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 945 time: 0.0995953 Aug 18 14:08:58.168323 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:58.168745 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:58.169162 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:58.169576 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:58.170026 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:58.170511 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:58.170915 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:58.171392 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:58.171812 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:58.172259 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:58.172646 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:58.173046 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:08:58.237944 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3657bc71-9441-4623-bf59-2aa106b99311 req-fbc4246f-e214-46f2-9e55-130d952106ca tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a5a9b68-8ab9-4c05-8d44-83ffbfb08369&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0635538 Aug 18 14:08:58.300086 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54bc95f-3542-4019-abb6-488fd7b9cbb3 req-17ee366f-af41-46af-8bc7-b9480f5d8535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:58.301807 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b54bc95f-3542-4019-abb6-488fd7b9cbb3 req-17ee366f-af41-46af-8bc7-b9480f5d8535 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b0919e08-767d-489e-9c4a-4d5773750768 HTTP/1.1" status: 200 len: 898 time: 0.1416910 Aug 18 14:08:58.335504 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['dd329ed2-e0ed-4f7b-a51a-5856152b3983'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:08:58.406628 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b54bc95f-3542-4019-abb6-488fd7b9cbb3 req-a41604d3-99e0-4b73-8c86-4802092841e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd329ed2-e0ed-4f7b-a51a-5856152b3983 HTTP/1.1" status: 200 len: 1001 time: 0.0970674 Aug 18 14:08:58.566159 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:58.888756 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54bc95f-3542-4019-abb6-488fd7b9cbb3 req-c679f0fc-50a7-439a-95a1-f9416e0801a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:58.890445 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b54bc95f-3542-4019-abb6-488fd7b9cbb3 req-c679f0fc-50a7-439a-95a1-f9416e0801a7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6d14597-cdee-4999-8e21-98e4aff29c79 HTTP/1.1" status: 200 len: 834 time: 0.4756978 Aug 18 14:08:58.946742 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54bc95f-3542-4019-abb6-488fd7b9cbb3 req-019d09be-da2d-487b-80da-64ed38c5b9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:58.948392 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b54bc95f-3542-4019-abb6-488fd7b9cbb3 req-019d09be-da2d-487b-80da-64ed38c5b9f7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b0919e08-767d-489e-9c4a-4d5773750768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491006 Aug 18 14:08:59.059727 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b54bc95f-3542-4019-abb6-488fd7b9cbb3 req-e3a5f402-6edc-4b6a-bf6c-d6be796a4e23 service neutron] 10.222.0.20 "GET /v2.0/networks/b0919e08-767d-489e-9c4a-4d5773750768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027820 Aug 18 14:08:59.167010 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b54bc95f-3542-4019-abb6-488fd7b9cbb3 req-f07954ac-c7ae-4177-92c6-e6c11a0c22b9 service neutron] 10.222.0.20 "GET /v2.0/networks/b0919e08-767d-489e-9c4a-4d5773750768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996752 Aug 18 14:08:59.390105 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa684e6-44d9-4c75-aee6-c39bb79cdb4d req-906b04a0-c71f-4892-8248-5b92a4f27940 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:08:59.391884 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6aa684e6-44d9-4c75-aee6-c39bb79cdb4d req-906b04a0-c71f-4892-8248-5b92a4f27940 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 945 time: 0.0595233 Aug 18 14:08:59.457145 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6aa684e6-44d9-4c75-aee6-c39bb79cdb4d req-11ae25fa-4e4d-4acc-ae70-50682350e726 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a5a9b68-8ab9-4c05-8d44-83ffbfb08369&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536244 Aug 18 14:08:59.569355 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:08:59.662103 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device dd329ed2-e0ed-4f7b-a51a-5856152b3983 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:09:00.052101 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port dd329ed2-e0ed-4f7b-a51a-5856152b3983 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:09:00.068831 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port dd329ed2-e0ed-4f7b-a51a-5856152b3983 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:09:00.068831 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:00.167792 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:00.205326 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd329ed2-e0ed-4f7b-a51a-5856152b3983'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:09:00.209600 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ba3b915c790ece66a99fb45b0530a9eb9c5b6743edcd6e3a78a03ec4b78c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28904b68-2b50-4586-86fc-a65313bc2bac" -d '{"events": [{"server_uuid": "f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1", "name": "network-vif-plugged", "status": "completed", "tag": "dd329ed2-e0ed-4f7b-a51a-5856152b3983"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:09:00.235763 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port dd329ed2-e0ed-4f7b-a51a-5856152b3983, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=dd329ed2-e0ed-4f7b-a51a-5856152b3983,segment=NetworkSegment(c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3),segment_id=c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:00.262252 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f972297-b438-485c-91af-ae2c8ac37b19 x-openstack-request-id: req-0f972297-b438-485c-91af-ae2c8ac37b19 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:09:00.262597 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1", "name": "network-vif-plugged", "status": "completed", "tag": "dd329ed2-e0ed-4f7b-a51a-5856152b3983", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:09:00.262917 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f972297-b438-485c-91af-ae2c8ac37b19 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:09:00.263381 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd329ed2-e0ed-4f7b-a51a-5856152b3983', 'code': 200} Aug 18 14:09:00.387261 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:00.447524 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=dd329ed2-e0ed-4f7b-a51a-5856152b3983,revision_number=9']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:00.602255 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee6d6e-8f91-4532-924f-2452611fea76 req-c6c0ac49-e035-4c39-9de3-d4c172cd215a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:00.604122 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-73ee6d6e-8f91-4532-924f-2452611fea76 req-c6c0ac49-e035-4c39-9de3-d4c172cd215a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 946 time: 0.0697248 Aug 18 14:09:00.656692 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-73ee6d6e-8f91-4532-924f-2452611fea76 req-359c1cd7-fd0b-43c8-91a1-862c56a27f75 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a5a9b68-8ab9-4c05-8d44-83ffbfb08369&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405972 Aug 18 14:09:00.683162 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40834) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:00.757833 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b911a12d-5d3f-467d-a622-84cf41b5e654 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/floatingips/c6ab70c3-c394-465f-be91-845200efc0cc HTTP/1.1" status: 200 len: 994 time: 0.0733402 Aug 18 14:09:10.980741 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:09:11.706662 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a7123687-87f7-4bca-85c6-ec96a9d83b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:13.922704 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fc7df39f-bed4-4fc6-8e46-0d851acb4fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:14.656683 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:15.694445 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:17.673843 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:27.169803 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40848) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:27.365858 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-025b8a1c-e9ad-4f55-a626-a4acd9a51034 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Deleting port ada2c54e-33a8-43f1-9dd5-29a27393c2f2 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:09:27.366236 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-025b8a1c-e9ad-4f55-a626-a4acd9a51034 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:27.453032 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-025b8a1c-e9ad-4f55-a626-a4acd9a51034 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:27.453375 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-025b8a1c-e9ad-4f55-a626-a4acd9a51034 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:27.472582 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-025b8a1c-e9ad-4f55-a626-a4acd9a51034 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Calling delete_port for ada2c54e-33a8-43f1-9dd5-29a27393c2f2 owned by network:floatingip {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:09:27.771902 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-025b8a1c-e9ad-4f55-a626-a4acd9a51034 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:27.806113 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b8a1c-e9ad-4f55-a626-a4acd9a51034 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event deleted for resources: {'Port': ['ID=ada2c54e-33a8-43f1-9dd5-29a27393c2f2,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:27.821142 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025b8a1c-e9ad-4f55-a626-a4acd9a51034 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:27.821507 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025b8a1c-e9ad-4f55-a626-a4acd9a51034 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:27.821969 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025b8a1c-e9ad-4f55-a626-a4acd9a51034 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:27.834274 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025b8a1c-e9ad-4f55-a626-a4acd9a51034 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:27.834274 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025b8a1c-e9ad-4f55-a626-a4acd9a51034 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:27.834274 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025b8a1c-e9ad-4f55-a626-a4acd9a51034 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:27.834274 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025b8a1c-e9ad-4f55-a626-a4acd9a51034 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:27.834274 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025b8a1c-e9ad-4f55-a626-a4acd9a51034 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:27.834274 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025b8a1c-e9ad-4f55-a626-a4acd9a51034 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:27.834274 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025b8a1c-e9ad-4f55-a626-a4acd9a51034 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:27.834274 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025b8a1c-e9ad-4f55-a626-a4acd9a51034 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:27.834274 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025b8a1c-e9ad-4f55-a626-a4acd9a51034 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:27.897629 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-025b8a1c-e9ad-4f55-a626-a4acd9a51034 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for floatingip, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:27.898106 n-d-803603-2 neutron-server[101676]: INFO neutron.db.l3_db [None req-025b8a1c-e9ad-4f55-a626-a4acd9a51034 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Floating IP c6ab70c3-c394-465f-be91-845200efc0cc disassociated (deleted). External IP: 172.25.6.241, port: dd329ed2-e0ed-4f7b-a51a-5856152b3983. Aug 18 14:09:28.503342 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:28.671677 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025b8a1c-e9ad-4f55-a626-a4acd9a51034 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Router ade41fc4-9de2-4873-bc0c-69c0666e72b6 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:09:28.815021 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025b8a1c-e9ad-4f55-a626-a4acd9a51034 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:09:28.822034 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-025b8a1c-e9ad-4f55-a626-a4acd9a51034 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:28.830021 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a52009-afd3-4fb7-87e4-38e0ccdd9d3d None None] Sync routers for ids ['ade41fc4-9de2-4873-bc0c-69c0666e72b6'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:09:28.843795 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a52009-afd3-4fb7-87e4-38e0ccdd9d3d None None] Routers {'ade41fc4-9de2-4873-bc0c-69c0666e72b6'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:09:28.844640 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-63a52009-afd3-4fb7-87e4-38e0ccdd9d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:09:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ade41fc4-9de2-4873-bc0c-69c0666e72b6'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:09:28.862498 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-025b8a1c-e9ad-4f55-a626-a4acd9a51034 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "DELETE /v2.0/floatingips/c6ab70c3-c394-465f-be91-845200efc0cc HTTP/1.1" status: 204 len: 168 time: 1.6868687 Aug 18 14:09:28.862498 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1', 'tag': 'dd329ed2-e0ed-4f7b-a51a-5856152b3983'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:09:28.862498 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8d889e168220163876f439a36e214edce7e14ad7c9e2b3367f43e2d5729643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e09e2fe-a89c-4399-bd6a-be8af30ffed4" -d '{"events": [{"name": "network-changed", "server_uuid": "f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1", "tag": "dd329ed2-e0ed-4f7b-a51a-5856152b3983"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:09:28.925395 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424a9439-a6dd-496a-a0c6-e02e26a83ea8 x-openstack-request-id: req-424a9439-a6dd-496a-a0c6-e02e26a83ea8 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:09:28.925666 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1", "tag": "dd329ed2-e0ed-4f7b-a51a-5856152b3983", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:09:28.925932 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-424a9439-a6dd-496a-a0c6-e02e26a83ea8 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:09:28.926690 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1', 'tag': 'dd329ed2-e0ed-4f7b-a51a-5856152b3983', 'status': 'completed', 'code': 200} Aug 18 14:09:29.049427 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09e2fe-a89c-4399-bd6a-be8af30ffed4 req-6777c4aa-0e48-4c27-97af-c4c8fd76849a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:29.052516 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e09e2fe-a89c-4399-bd6a-be8af30ffed4 req-6777c4aa-0e48-4c27-97af-c4c8fd76849a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22&device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 1097 time: 0.0827394 Aug 18 14:09:29.111955 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-63a52009-afd3-4fb7-87e4-38e0ccdd9d3d None None] Set router ade41fc4-9de2-4873-bc0c-69c0666e72b6 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:09:29.199693 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09e2fe-a89c-4399-bd6a-be8af30ffed4 req-4e167f22-0b3c-414d-887c-d7adbc1c1daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:29.201332 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e09e2fe-a89c-4399-bd6a-be8af30ffed4 req-4e167f22-0b3c-414d-887c-d7adbc1c1daa service neutron] 10.222.0.39 "GET /v2.0/networks?id=b0919e08-767d-489e-9c4a-4d5773750768 HTTP/1.1" status: 200 len: 898 time: 0.1409605 Aug 18 14:09:29.251918 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e09e2fe-a89c-4399-bd6a-be8af30ffed4 req-18401838-b21a-476d-a80c-1e62dfc34442 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd329ed2-e0ed-4f7b-a51a-5856152b3983 HTTP/1.1" status: 200 len: 217 time: 0.0413146 Aug 18 14:09:29.311469 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09e2fe-a89c-4399-bd6a-be8af30ffed4 req-c126e3c1-b3f0-4413-b75a-0570783fe947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:29.313015 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e09e2fe-a89c-4399-bd6a-be8af30ffed4 req-c126e3c1-b3f0-4413-b75a-0570783fe947 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d6d14597-cdee-4999-8e21-98e4aff29c79 HTTP/1.1" status: 200 len: 834 time: 0.0534739 Aug 18 14:09:29.377649 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09e2fe-a89c-4399-bd6a-be8af30ffed4 req-f44982c2-72cc-43c9-ac81-5433b7d5fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:29.379278 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e09e2fe-a89c-4399-bd6a-be8af30ffed4 req-f44982c2-72cc-43c9-ac81-5433b7d5fea6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0919e08-767d-489e-9c4a-4d5773750768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560353 Aug 18 14:09:29.380469 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-63a52009-afd3-4fb7-87e4-38e0ccdd9d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade41fc4-9de2-4873-bc0c-69c0666e72b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914677658', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '4d78c282-090c-4a48-b603-4f0b9aae4cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:07:39Z', 'updated_at': '2021-08-18T14:07:45Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '4d78c282-090c-4a48-b603-4f0b9aae4cf3', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade41fc4-9de2-4873-bc0c-69c0666e72b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:40Z', 'updated_at': '2021-08-18T14:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'caaee52f-eef2-46ba-a01b-2073840a1946', 'name': '', 'network_id': 'b0919e08-767d-489e-9c4a-4d5773750768', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'mac_address': 'fa:16:3e:10:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade41fc4-9de2-4873-bc0c-69c0666e72b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'd6d14597-cdee-4999-8e21-98e4aff29c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:44Z', 'updated_at': '2021-08-18T14:07:51Z', 'revision_number': 5, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'subnets': [{'id': 'd6d14597-cdee-4999-8e21-98e4aff29c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:09:29.411006 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a52009-afd3-4fb7-87e4-38e0ccdd9d3d None None] Checking router: ade41fc4-9de2-4873-bc0c-69c0666e72b6 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:09:29.421218 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a52009-afd3-4fb7-87e4-38e0ccdd9d3d None None] Routers {'ade41fc4-9de2-4873-bc0c-69c0666e72b6'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:09:29.421860 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-63a52009-afd3-4fb7-87e4-38e0ccdd9d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:09:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ade41fc4-9de2-4873-bc0c-69c0666e72b6'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:09:29.534360 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:29.550718 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e09e2fe-a89c-4399-bd6a-be8af30ffed4 req-da671fe8-ecba-47f0-8d92-b31ec3dd55d3 service neutron] 10.222.0.39 "GET /v2.0/networks/b0919e08-767d-489e-9c4a-4d5773750768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606619 Aug 18 14:09:29.598524 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-63a52009-afd3-4fb7-87e4-38e0ccdd9d3d None None] Set router ade41fc4-9de2-4873-bc0c-69c0666e72b6 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:09:29.656458 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af8de8-1fae-41a6-8a15-8ce28910d420 req-4021960f-67a2-46e0-9b94-f66825751528 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:29.658233 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-95af8de8-1fae-41a6-8a15-8ce28910d420 req-4021960f-67a2-46e0-9b94-f66825751528 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 946 time: 0.0800786 Aug 18 14:09:29.672047 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e09e2fe-a89c-4399-bd6a-be8af30ffed4 req-6601c969-9286-4089-a48f-2aad8aec8727 service neutron] 10.222.0.39 "GET /v2.0/networks/b0919e08-767d-489e-9c4a-4d5773750768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138539 Aug 18 14:09:29.715775 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-95af8de8-1fae-41a6-8a15-8ce28910d420 req-055669ec-c0f2-4c56-8d41-bdec4075b12d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a5a9b68-8ab9-4c05-8d44-83ffbfb08369&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498331 Aug 18 14:09:29.904780 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-63a52009-afd3-4fb7-87e4-38e0ccdd9d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade41fc4-9de2-4873-bc0c-69c0666e72b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914677658', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '4d78c282-090c-4a48-b603-4f0b9aae4cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:07:39Z', 'updated_at': '2021-08-18T14:07:45Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '4d78c282-090c-4a48-b603-4f0b9aae4cf3', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade41fc4-9de2-4873-bc0c-69c0666e72b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:40Z', 'updated_at': '2021-08-18T14:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'caaee52f-eef2-46ba-a01b-2073840a1946', 'name': '', 'network_id': 'b0919e08-767d-489e-9c4a-4d5773750768', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'mac_address': 'fa:16:3e:10:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade41fc4-9de2-4873-bc0c-69c0666e72b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'd6d14597-cdee-4999-8e21-98e4aff29c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:44Z', 'updated_at': '2021-08-18T14:07:51Z', 'revision_number': 5, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'subnets': [{'id': 'd6d14597-cdee-4999-8e21-98e4aff29c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:09:29.936364 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a52009-afd3-4fb7-87e4-38e0ccdd9d3d None None] The sync data for ids ['ade41fc4-9de2-4873-bc0c-69c0666e72b6'] in n-d-803603-2 is: [{'id': 'ade41fc4-9de2-4873-bc0c-69c0666e72b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914677658', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '4d78c282-090c-4a48-b603-4f0b9aae4cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:07:39Z', 'updated_at': '2021-08-18T14:07:45Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '4d78c282-090c-4a48-b603-4f0b9aae4cf3', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade41fc4-9de2-4873-bc0c-69c0666e72b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:40Z', 'updated_at': '2021-08-18T14:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'caaee52f-eef2-46ba-a01b-2073840a1946', 'name': '', 'network_id': 'b0919e08-767d-489e-9c4a-4d5773750768', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'mac_address': 'fa:16:3e:10:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade41fc4-9de2-4873-bc0c-69c0666e72b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'd6d14597-cdee-4999-8e21-98e4aff29c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:44Z', 'updated_at': '2021-08-18T14:07:51Z', 'revision_number': 5, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'subnets': [{'id': 'd6d14597-cdee-4999-8e21-98e4aff29c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:09:30.197864 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34f0cfa-0b12-4f04-9f20-3b1e76e183df None None] New status for floating IP c6ab70c3-c394-465f-be91-845200efc0cc: DOWN {{(pid=101677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:09:30.880345 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b44cb-51ba-42df-9939-cfcfd5aaddeb req-9e6453f3-b872-4a7d-905a-291ddd6a2e66 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:30.881999 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-747b44cb-51ba-42df-9939-cfcfd5aaddeb req-9e6453f3-b872-4a7d-905a-291ddd6a2e66 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 946 time: 0.0752816 Aug 18 14:09:30.956442 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-747b44cb-51ba-42df-9939-cfcfd5aaddeb req-c01d9a47-31cb-44a7-bea3-105d6c2a2bd9 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a5a9b68-8ab9-4c05-8d44-83ffbfb08369&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0634735 Aug 18 14:09:30.981718 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57433edf-ad36-4b79-8727-a78868fc5627 req-2e41c88c-46bd-486e-a403-efdc95631e35 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:30.983402 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-57433edf-ad36-4b79-8727-a78868fc5627 req-2e41c88c-46bd-486e-a403-efdc95631e35 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.39 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 946 time: 0.0678797 Aug 18 14:09:31.091797 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-57433edf-ad36-4b79-8727-a78868fc5627 req-72d509aa-4725-4a86-82b7-4722095c09ae tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Deleting port dd329ed2-e0ed-4f7b-a51a-5856152b3983 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:09:31.092064 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-57433edf-ad36-4b79-8727-a78868fc5627 req-72d509aa-4725-4a86-82b7-4722095c09ae tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:31.201375 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-57433edf-ad36-4b79-8727-a78868fc5627 req-72d509aa-4725-4a86-82b7-4722095c09ae tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] For port dd329ed2-e0ed-4f7b-a51a-5856152b3983, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=dd329ed2-e0ed-4f7b-a51a-5856152b3983,segment=NetworkSegment(c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3),segment_id=c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:31.201861 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-57433edf-ad36-4b79-8727-a78868fc5627 req-72d509aa-4725-4a86-82b7-4722095c09ae tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:31.222772 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-57433edf-ad36-4b79-8727-a78868fc5627 req-72d509aa-4725-4a86-82b7-4722095c09ae tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Calling delete_port for dd329ed2-e0ed-4f7b-a51a-5856152b3983 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:09:31.568297 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-57433edf-ad36-4b79-8727-a78868fc5627 req-72d509aa-4725-4a86-82b7-4722095c09ae tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:31.625327 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d509aa-4725-4a86-82b7-4722095c09ae tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event deleted for resources: {'Port': ['ID=dd329ed2-e0ed-4f7b-a51a-5856152b3983,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:31.691555 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-57433edf-ad36-4b79-8727-a78868fc5627 req-72d509aa-4725-4a86-82b7-4722095c09ae tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] No DVR routers for this DVR port dd329ed2-e0ed-4f7b-a51a-5856152b3983 on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:09:31.695239 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-57433edf-ad36-4b79-8727-a78868fc5627 req-72d509aa-4725-4a86-82b7-4722095c09ae tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:31.697293 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-57433edf-ad36-4b79-8727-a78868fc5627 req-72d509aa-4725-4a86-82b7-4722095c09ae tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.39 "DELETE /v2.0/ports/dd329ed2-e0ed-4f7b-a51a-5856152b3983 HTTP/1.1" status: 204 len: 173 time: 0.7075229 Aug 18 14:09:31.697755 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1', 'name': 'network-vif-deleted', 'tag': 'dd329ed2-e0ed-4f7b-a51a-5856152b3983'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:09:31.700244 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc4145c-4c5b-417a-a99d-5b2975735ca1" -d '{"events": [{"server_uuid": "f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1", "name": "network-vif-deleted", "tag": "dd329ed2-e0ed-4f7b-a51a-5856152b3983"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:09:31.744893 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edcc43c3-a5a5-4420-bb75-4e8692a3a82a x-openstack-request-id: req-edcc43c3-a5a5-4420-bb75-4e8692a3a82a {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:09:31.749026 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1", "name": "network-vif-deleted", "tag": "dd329ed2-e0ed-4f7b-a51a-5856152b3983", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:09:31.749026 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-edcc43c3-a5a5-4420-bb75-4e8692a3a82a {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:09:31.749026 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1', 'name': 'network-vif-deleted', 'tag': 'dd329ed2-e0ed-4f7b-a51a-5856152b3983', 'status': 'completed', 'code': 200} Aug 18 14:09:32.121462 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-92c85f85-afe0-4140-9b1a-57faa8c933d0 req-b55ec65d-fbfc-4b16-9aca-fbc0b653919c tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f579d6f1-c5c4-4ba7-b2c3-c42dd84925f1 HTTP/1.1" status: 200 len: 210 time: 0.0361903 Aug 18 14:09:33.197666 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40868) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:33.722798 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d2a78922-1058-4489-b3e8-79c82731c8e3 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:33.791295 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device dd329ed2-e0ed-4f7b-a51a-5856152b3983 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:09:33.814286 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: dd329ed2-e0ed-4f7b-a51a-5856152b3983 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:09:33.814661 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device dd329ed2-e0ed-4f7b-a51a-5856152b3983 not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:09:34.076568 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-d2a78922-1058-4489-b3e8-79c82731c8e3 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Deleting port caaee52f-eef2-46ba-a01b-2073840a1946 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:09:34.076901 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d2a78922-1058-4489-b3e8-79c82731c8e3 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:34.188491 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-d2a78922-1058-4489-b3e8-79c82731c8e3 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] For port caaee52f-eef2-46ba-a01b-2073840a1946, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=caaee52f-eef2-46ba-a01b-2073840a1946,segment=NetworkSegment(c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3),segment_id=c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:34.188867 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d2a78922-1058-4489-b3e8-79c82731c8e3 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:34.203814 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-d2a78922-1058-4489-b3e8-79c82731c8e3 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Calling delete_port for caaee52f-eef2-46ba-a01b-2073840a1946 owned by network:router_interface {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:09:34.519562 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d2a78922-1058-4489-b3e8-79c82731c8e3 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:34.555078 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a78922-1058-4489-b3e8-79c82731c8e3 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event deleted for resources: {'Port': ['ID=caaee52f-eef2-46ba-a01b-2073840a1946,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:34.823718 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d2a78922-1058-4489-b3e8-79c82731c8e3 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:35.138066 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a78922-1058-4489-b3e8-79c82731c8e3 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Router ade41fc4-9de2-4873-bc0c-69c0666e72b6 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:09:35.336560 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a78922-1058-4489-b3e8-79c82731c8e3 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:09:35.345350 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d2a78922-1058-4489-b3e8-79c82731c8e3 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "PUT /v2.0/routers/ade41fc4-9de2-4873-bc0c-69c0666e72b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1459990 Aug 18 14:09:35.347923 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40870) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:35.350885 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1185d8d6-f7c5-41f0-a6a1-ac824b7fd45a None None] Sync routers for ids ['ade41fc4-9de2-4873-bc0c-69c0666e72b6'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:09:35.361498 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1185d8d6-f7c5-41f0-a6a1-ac824b7fd45a None None] Routers {'ade41fc4-9de2-4873-bc0c-69c0666e72b6'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:09:35.362429 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-1185d8d6-f7c5-41f0-a6a1-ac824b7fd45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:09:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ade41fc4-9de2-4873-bc0c-69c0666e72b6'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:09:35.411758 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5ff8a0b-2ed8-4228-a1e0-651dd9896480 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Deleting subnet d6d14597-cdee-4999-8e21-98e4aff29c79 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:09:35.416194 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d5ff8a0b-2ed8-4228-a1e0-651dd9896480 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:35.495209 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d5ff8a0b-2ed8-4228-a1e0-651dd9896480 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:35.516088 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-1185d8d6-f7c5-41f0-a6a1-ac824b7fd45a None None] Set router ade41fc4-9de2-4873-bc0c-69c0666e72b6 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:09:35.606606 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d5ff8a0b-2ed8-4228-a1e0-651dd9896480 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:35.771652 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d5ff8a0b-2ed8-4228-a1e0-651dd9896480 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:35.772881 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-1185d8d6-f7c5-41f0-a6a1-ac824b7fd45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade41fc4-9de2-4873-bc0c-69c0666e72b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914677658', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '4d78c282-090c-4a48-b603-4f0b9aae4cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:07:39Z', 'updated_at': '2021-08-18T14:09:34Z', 'revision_number': 5, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '4d78c282-090c-4a48-b603-4f0b9aae4cf3', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade41fc4-9de2-4873-bc0c-69c0666e72b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:40Z', 'updated_at': '2021-08-18T14:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:09:35.802549 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1185d8d6-f7c5-41f0-a6a1-ac824b7fd45a None None] Checking router: ade41fc4-9de2-4873-bc0c-69c0666e72b6 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:09:35.811959 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1185d8d6-f7c5-41f0-a6a1-ac824b7fd45a None None] Routers {'ade41fc4-9de2-4873-bc0c-69c0666e72b6'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:09:35.812592 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-1185d8d6-f7c5-41f0-a6a1-ac824b7fd45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:09:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['ade41fc4-9de2-4873-bc0c-69c0666e72b6'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:09:35.825587 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d5ff8a0b-2ed8-4228-a1e0-651dd9896480 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:35.830874 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d5ff8a0b-2ed8-4228-a1e0-651dd9896480 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "DELETE /v2.0/subnets/d6d14597-cdee-4999-8e21-98e4aff29c79 HTTP/1.1" status: 204 len: 168 time: 0.4816678 Aug 18 14:09:35.832517 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff8a0b-2ed8-4228-a1e0-651dd9896480 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event deleted for resources: {'Subnet': ['ID=d6d14597-cdee-4999-8e21-98e4aff29c79,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:35.833744 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40872) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:35.844647 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b17b24-5054-4d1a-8b50-48686c465ca7 None None] Network b0919e08-767d-489e-9c4a-4d5773750768 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:09:35.951830 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-1185d8d6-f7c5-41f0-a6a1-ac824b7fd45a None None] Set router ade41fc4-9de2-4873-bc0c-69c0666e72b6 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:09:36.012979 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d4748af6-d5c3-4eb3-84e7-a63518ee2cb4 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:36.185850 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d4748af6-d5c3-4eb3-84e7-a63518ee2cb4 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:36.253544 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-1185d8d6-f7c5-41f0-a6a1-ac824b7fd45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade41fc4-9de2-4873-bc0c-69c0666e72b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914677658', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '4d78c282-090c-4a48-b603-4f0b9aae4cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:07:39Z', 'updated_at': '2021-08-18T14:09:34Z', 'revision_number': 5, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '4d78c282-090c-4a48-b603-4f0b9aae4cf3', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade41fc4-9de2-4873-bc0c-69c0666e72b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:40Z', 'updated_at': '2021-08-18T14:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:09:36.290656 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1185d8d6-f7c5-41f0-a6a1-ac824b7fd45a None None] The sync data for ids ['ade41fc4-9de2-4873-bc0c-69c0666e72b6'] in n-d-803603-2 is: [{'id': 'ade41fc4-9de2-4873-bc0c-69c0666e72b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914677658', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '4d78c282-090c-4a48-b603-4f0b9aae4cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:07:39Z', 'updated_at': '2021-08-18T14:09:34Z', 'revision_number': 5, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '4d78c282-090c-4a48-b603-4f0b9aae4cf3', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade41fc4-9de2-4873-bc0c-69c0666e72b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:07:40Z', 'updated_at': '2021-08-18T14:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:09:36.368621 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-d4748af6-d5c3-4eb3-84e7-a63518ee2cb4 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Deleting port 4d78c282-090c-4a48-b603-4f0b9aae4cf3 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:09:36.369131 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d4748af6-d5c3-4eb3-84e7-a63518ee2cb4 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:36.463403 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-d4748af6-d5c3-4eb3-84e7-a63518ee2cb4 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] For port 4d78c282-090c-4a48-b603-4f0b9aae4cf3, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=4d78c282-090c-4a48-b603-4f0b9aae4cf3,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:36.463862 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d4748af6-d5c3-4eb3-84e7-a63518ee2cb4 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:36.477813 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-d4748af6-d5c3-4eb3-84e7-a63518ee2cb4 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Calling delete_port for 4d78c282-090c-4a48-b603-4f0b9aae4cf3 owned by network:router_gateway {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:09:36.677316 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c066a41b-db62-4d2c-b5cd-2471dc58772c None None] DHCP port deletion for b0919e08-767d-489e-9c4a-4d5773750768 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:09:36.750826 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d4748af6-d5c3-4eb3-84e7-a63518ee2cb4 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:36.762555 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-c066a41b-db62-4d2c-b5cd-2471dc58772c None None] Deleting port 8fadf6d2-84a5-49f8-828d-b5bfa93c2540 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:09:36.762555 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c066a41b-db62-4d2c-b5cd-2471dc58772c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:36.805979 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4748af6-d5c3-4eb3-84e7-a63518ee2cb4 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event deleted for resources: {'Port': ['ID=4d78c282-090c-4a48-b603-4f0b9aae4cf3,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:36.851905 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-c066a41b-db62-4d2c-b5cd-2471dc58772c None None] For port 8fadf6d2-84a5-49f8-828d-b5bfa93c2540, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=8fadf6d2-84a5-49f8-828d-b5bfa93c2540,segment=NetworkSegment(c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3),segment_id=c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:36.851905 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c066a41b-db62-4d2c-b5cd-2471dc58772c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:36.869185 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-c066a41b-db62-4d2c-b5cd-2471dc58772c None None] Calling delete_port for 8fadf6d2-84a5-49f8-828d-b5bfa93c2540 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:09:36.929785 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d4748af6-d5c3-4eb3-84e7-a63518ee2cb4 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:37.048749 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d4748af6-d5c3-4eb3-84e7-a63518ee2cb4 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:37.053143 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d4748af6-d5c3-4eb3-84e7-a63518ee2cb4 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:37.192463 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device caaee52f-eef2-46ba-a01b-2073840a1946 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:09:37.192463 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: caaee52f-eef2-46ba-a01b-2073840a1946 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:09:37.192463 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device caaee52f-eef2-46ba-a01b-2073840a1946 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:09:37.192463 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 8fadf6d2-84a5-49f8-828d-b5bfa93c2540 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:09:37.239348 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:37.286751 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c066a41b-db62-4d2c-b5cd-2471dc58772c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:37.325512 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d4748af6-d5c3-4eb3-84e7-a63518ee2cb4 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:37.326251 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4748af6-d5c3-4eb3-84e7-a63518ee2cb4 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Fanout notify agent at l3_agent the message router_deleted on router ade41fc4-9de2-4873-bc0c-69c0666e72b6 {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:09:37.337198 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066a41b-db62-4d2c-b5cd-2471dc58772c None None] Pushing event deleted for resources: {'Port': ['ID=8fadf6d2-84a5-49f8-828d-b5bfa93c2540,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:37.339973 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d4748af6-d5c3-4eb3-84e7-a63518ee2cb4 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:37.341751 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c066a41b-db62-4d2c-b5cd-2471dc58772c None None] No DVR routers for this DVR port 8fadf6d2-84a5-49f8-828d-b5bfa93c2540 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:09:37.348993 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d4748af6-d5c3-4eb3-84e7-a63518ee2cb4 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "DELETE /v2.0/routers/ade41fc4-9de2-4873-bc0c-69c0666e72b6 HTTP/1.1" status: 204 len: 168 time: 1.5126898 Aug 18 14:09:37.351433 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40874) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:37.463260 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2990e732-41c8-461c-8cee-c46bc3f8d392 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:37.595105 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2990e732-41c8-461c-8cee-c46bc3f8d392 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:37.608305 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-2990e732-41c8-461c-8cee-c46bc3f8d392 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0919e08-767d-489e-9c4a-4d5773750768']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:09:37.620074 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-2990e732-41c8-461c-8cee-c46bc3f8d392 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:09:37.620489 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-2990e732-41c8-461c-8cee-c46bc3f8d392 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4449b7a-9798-49ca-8c1d-7d0b0dd6e2b3') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:09:37.633446 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2990e732-41c8-461c-8cee-c46bc3f8d392 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:37.652403 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2990e732-41c8-461c-8cee-c46bc3f8d392 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:37.659800 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2990e732-41c8-461c-8cee-c46bc3f8d392 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:09:37.660419 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2990e732-41c8-461c-8cee-c46bc3f8d392 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:37.664327 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 14:09:37.664327 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:09:37.664327 n-d-803603-2 neutron-server[101676]: timer() Aug 18 14:09:37.664327 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:09:37.664327 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 14:09:37.664327 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:09:37.664327 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 14:09:37.664327 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:09:37.664327 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 14:09:37.664327 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:09:37.664327 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 14:09:37.664327 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:09:37.664327 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 14:09:37.664327 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:09:37.664327 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:09:37.664327 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:09:37.664327 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:09:37.664327 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:09:37.664327 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 14:09:37.664327 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:09:37.664327 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 14:09:37.664327 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:09:37.664327 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:09:37.664327 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:09:37.664327 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 14:09:37.664327 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:09:37.664327 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:09:37.664327 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:09:37.664327 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:09:37.664327 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:09:37.664327 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:09:37.664327 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:09:37.834589 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2990e732-41c8-461c-8cee-c46bc3f8d392 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:37.846872 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2990e732-41c8-461c-8cee-c46bc3f8d392 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:37.850625 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2990e732-41c8-461c-8cee-c46bc3f8d392 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "DELETE /v2.0/networks/b0919e08-767d-489e-9c4a-4d5773750768 HTTP/1.1" status: 204 len: 168 time: 0.4972394 Aug 18 14:09:37.854571 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40876) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:37.885134 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2990e732-41c8-461c-8cee-c46bc3f8d392 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event deleted for resources: {'Network': ['ID=b0919e08-767d-489e-9c4a-4d5773750768,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:37.975979 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cb0c4819-e46b-42d5-aee9-b5f2618a1038 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:38.016973 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cb0c4819-e46b-42d5-aee9-b5f2618a1038 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:38.170700 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cb0c4819-e46b-42d5-aee9-b5f2618a1038 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:38.174710 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cb0c4819-e46b-42d5-aee9-b5f2618a1038 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:38.184796 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-cb0c4819-e46b-42d5-aee9-b5f2618a1038 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "DELETE /v2.0/security-groups/6a5a9b68-8ab9-4c05-8d44-83ffbfb08369 HTTP/1.1" status: 204 len: 168 time: 0.3208661 Aug 18 14:09:38.202800 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c4819-e46b-42d5-aee9-b5f2618a1038 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5a9b68-8ab9-4c05-8d44-83ffbfb08369,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:38.784350 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40882) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:38.790216 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-53917384-237c-49e5-8aa5-4c60ee0e9f9d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-268526898', 'description': 'tempest-secgroup-smoke-268526898 description', 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:09:38.876167 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-53917384-237c-49e5-8aa5-4c60ee0e9f9d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:38.973127 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4d78c282-090c-4a48-b603-4f0b9aae4cf3 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:09:38.996318 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 4d78c282-090c-4a48-b603-4f0b9aae4cf3 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:09:39.004900 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 4d78c282-090c-4a48-b603-4f0b9aae4cf3 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:09:39.005739 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-53917384-237c-49e5-8aa5-4c60ee0e9f9d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:39.104998 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-53917384-237c-49e5-8aa5-4c60ee0e9f9d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:39.140344 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53917384-237c-49e5-8aa5-4c60ee0e9f9d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3fd6b1-d076-4f6b-afaf-0de79ac82a22,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:39.222272 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-53917384-237c-49e5-8aa5-4c60ee0e9f9d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:39.223615 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-53917384-237c-49e5-8aa5-4c60ee0e9f9d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4378722 Aug 18 14:09:39.226824 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40884) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:39.232073 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-098bd728-ba14-419b-aeb2-79f1e7ff0126 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'security_group_rule': {'security_group_id': '4e3fd6b1-d076-4f6b-afaf-0de79ac82a22', 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:09:39.375774 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-098bd728-ba14-419b-aeb2-79f1e7ff0126 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:39.441267 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-098bd728-ba14-419b-aeb2-79f1e7ff0126 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:39.519639 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-098bd728-ba14-419b-aeb2-79f1e7ff0126 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:39.540645 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098bd728-ba14-419b-aeb2-79f1e7ff0126 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba5f8114-3626-467c-aba7-8ca61e5089d9,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:39.613419 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-098bd728-ba14-419b-aeb2-79f1e7ff0126 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:39.615125 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-098bd728-ba14-419b-aeb2-79f1e7ff0126 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3870342 Aug 18 14:09:39.618624 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40886) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:39.624058 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-370fdca8-5381-4660-bcb8-411881e8f1c2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'security_group_rule': {'security_group_id': '4e3fd6b1-d076-4f6b-afaf-0de79ac82a22', 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:09:39.719322 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-370fdca8-5381-4660-bcb8-411881e8f1c2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:39.787422 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-370fdca8-5381-4660-bcb8-411881e8f1c2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:39.856421 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-370fdca8-5381-4660-bcb8-411881e8f1c2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:39.877545 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370fdca8-5381-4660-bcb8-411881e8f1c2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93eb6c95-a023-44af-b7a0-886df2bb1120,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:39.953470 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-370fdca8-5381-4660-bcb8-411881e8f1c2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:39.954885 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-370fdca8-5381-4660-bcb8-411881e8f1c2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3350592 Aug 18 14:09:39.958412 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40888) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:39.964052 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-d8acbf15-4852-4401-bfe4-08d1f3418672 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'security_group_rule': {'security_group_id': '4e3fd6b1-d076-4f6b-afaf-0de79ac82a22', 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:09:40.061579 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d8acbf15-4852-4401-bfe4-08d1f3418672 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:40.133602 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d8acbf15-4852-4401-bfe4-08d1f3418672 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:40.221981 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d8acbf15-4852-4401-bfe4-08d1f3418672 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:40.241287 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8acbf15-4852-4401-bfe4-08d1f3418672 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2802130-0bf5-4b46-b09f-e63d28f1a500,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:40.319541 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d8acbf15-4852-4401-bfe4-08d1f3418672 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:40.320835 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d8acbf15-4852-4401-bfe4-08d1f3418672 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3609793 Aug 18 14:09:40.324039 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40890) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:40.328844 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-145ac3b6-dee1-487c-b3fe-6b4bfeae3087 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'security_group_rule': {'security_group_id': '4e3fd6b1-d076-4f6b-afaf-0de79ac82a22', 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:09:40.439995 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-145ac3b6-dee1-487c-b3fe-6b4bfeae3087 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:40.514679 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-145ac3b6-dee1-487c-b3fe-6b4bfeae3087 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:40.601964 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-145ac3b6-dee1-487c-b3fe-6b4bfeae3087 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:40.626369 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ac3b6-dee1-487c-b3fe-6b4bfeae3087 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2e84ab2-bef8-47ab-bfc8-2af1d2bc34ad,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:40.727704 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-145ac3b6-dee1-487c-b3fe-6b4bfeae3087 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:40.729291 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-145ac3b6-dee1-487c-b3fe-6b4bfeae3087 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4040723 Aug 18 14:09:40.732551 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40892) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:40.737705 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-33ca92ee-87b4-49e9-aca6-df6b367b38f9 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'security_group_rule': {'security_group_id': '4e3fd6b1-d076-4f6b-afaf-0de79ac82a22', 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:09:40.833150 n-d-803603-2 neutron-server[101676]: INFO neutron.db.securitygroups_db [None req-33ca92ee-87b4-49e9-aca6-df6b367b38f9 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Project c4b6cbf5f3fd46fcb1038295c88e6b22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:09:40.839394 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-33ca92ee-87b4-49e9-aca6-df6b367b38f9 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:40.915719 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-33ca92ee-87b4-49e9-aca6-df6b367b38f9 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:41.004909 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-33ca92ee-87b4-49e9-aca6-df6b367b38f9 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:41.037184 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca92ee-87b4-49e9-aca6-df6b367b38f9 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b79eeef3-9d0c-46c3-8f33-a7b64fc7b4d7,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:41.107803 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-33ca92ee-87b4-49e9-aca6-df6b367b38f9 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:41.109026 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-33ca92ee-87b4-49e9-aca6-df6b367b38f9 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3754482 Aug 18 14:09:41.111960 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40894) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:41.120407 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-1b8559df-c322-4690-8e0e-3d12eb1f50ca tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'security_group_rule': {'security_group_id': '4e3fd6b1-d076-4f6b-afaf-0de79ac82a22', 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:09:41.199593 n-d-803603-2 neutron-server[101676]: INFO neutron.db.securitygroups_db [None req-1b8559df-c322-4690-8e0e-3d12eb1f50ca tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Project c4b6cbf5f3fd46fcb1038295c88e6b22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:09:41.206502 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1b8559df-c322-4690-8e0e-3d12eb1f50ca tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:41.286163 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1b8559df-c322-4690-8e0e-3d12eb1f50ca tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:41.367664 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1b8559df-c322-4690-8e0e-3d12eb1f50ca tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:41.387382 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8559df-c322-4690-8e0e-3d12eb1f50ca tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29649089-868f-4a76-89fa-5b5a79c22dac,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:41.476183 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1b8559df-c322-4690-8e0e-3d12eb1f50ca tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:41.477496 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1b8559df-c322-4690-8e0e-3d12eb1f50ca tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3645546 Aug 18 14:09:41.480574 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40896) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:41.486538 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-bcf08d14-163c-468f-9188-194eb86ae689 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'network': {'name': 'tempest-network-smoke--1589631312', 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'port_security_enabled': True}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:09:41.641836 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf08d14-163c-468f-9188-194eb86ae689 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Made reservation on behalf of c4b6cbf5f3fd46fcb1038295c88e6b22 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:09:41.646397 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bcf08d14-163c-468f-9188-194eb86ae689 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:41.670304 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-63157b5f-fc97-4680-a004-7e5dcb311ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:41.676078 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcf08d14-163c-468f-9188-194eb86ae689 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:09:41.687430 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bcf08d14-163c-468f-9188-194eb86ae689 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:41.687917 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-bcf08d14-163c-468f-9188-194eb86ae689 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Added segment 745694b2-9626-4613-8563-dab68a998a20 of type vlan for network 894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e Aug 18 14:09:41.735503 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bcf08d14-163c-468f-9188-194eb86ae689 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:41.830810 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bcf08d14-163c-468f-9188-194eb86ae689 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:41.836949 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf08d14-163c-468f-9188-194eb86ae689 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:41.837556 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-bcf08d14-163c-468f-9188-194eb86ae689 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:41.920569 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf08d14-163c-468f-9188-194eb86ae689 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'Network': ['ID=894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:41.933118 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:09:41.972715 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-bcf08d14-163c-468f-9188-194eb86ae689 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4909031 Aug 18 14:09:41.976190 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40898) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:41.981623 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-276aee34-17be-42da-84e7-930e06c76c5d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1950154105', 'admin_state_up': True, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:09:42.105008 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-276aee34-17be-42da-84e7-930e06c76c5d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:42.106480 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-276aee34-17be-42da-84e7-930e06c76c5d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:42.163739 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-276aee34-17be-42da-84e7-930e06c76c5d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:42.366479 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-276aee34-17be-42da-84e7-930e06c76c5d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:42.648417 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-276aee34-17be-42da-84e7-930e06c76c5d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for router_gateway, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:42.670961 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-276aee34-17be-42da-84e7-930e06c76c5d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:42.776269 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-276aee34-17be-42da-84e7-930e06c76c5d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Allocated IP 172.25.6.114 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/91e5e079-5cbc-4f8c-b2ab-c31700a8601a) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:09:42.900944 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-276aee34-17be-42da-84e7-930e06c76c5d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:43.025951 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-276aee34-17be-42da-84e7-930e06c76c5d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:43.083002 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276aee34-17be-42da-84e7-930e06c76c5d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:09:43.086562 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-276aee34-17be-42da-84e7-930e06c76c5d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:09:43.089673 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276aee34-17be-42da-84e7-930e06c76c5d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:09:43.116792 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276aee34-17be-42da-84e7-930e06c76c5d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'Port': ['ID=91e5e079-5cbc-4f8c-b2ab-c31700a8601a,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:43.449366 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-276aee34-17be-42da-84e7-930e06c76c5d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for router_gateway, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:43.840371 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-648ba63c-d082-4cf8-9cee-2cc995133bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:44.073979 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-276aee34-17be-42da-84e7-930e06c76c5d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:44.321840 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276aee34-17be-42da-84e7-930e06c76c5d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Router af1d211f-4a9e-4a65-b369-2ead3d2b1ce5 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:09:44.438907 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276aee34-17be-42da-84e7-930e06c76c5d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:09:44.450861 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e0cca5-95f9-4cf4-a7ca-b3cdbd00daf6 None None] Sync routers for ids ['af1d211f-4a9e-4a65-b369-2ead3d2b1ce5'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:09:44.471896 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e0cca5-95f9-4cf4-a7ca-b3cdbd00daf6 None None] Routers {'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:09:44.472552 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-a9e0cca5-95f9-4cf4-a7ca-b3cdbd00daf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:09:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['af1d211f-4a9e-4a65-b369-2ead3d2b1ce5'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:09:44.533001 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-276aee34-17be-42da-84e7-930e06c76c5d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:44.534328 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-276aee34-17be-42da-84e7-930e06c76c5d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5564423 Aug 18 14:09:44.537477 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40900) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:44.601077 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-a9e0cca5-95f9-4cf4-a7ca-b3cdbd00daf6 None None] Set router af1d211f-4a9e-4a65-b369-2ead3d2b1ce5 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:09:44.635800 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-94688473-d05d-4b34-b063-ba187ecdb840 tempest-TestNetworkAdvancedServerOps-441945603 tempest-TestNetworkAdvancedServerOps-441945603-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=c4b6cbf5f3fd46fcb1038295c88e6b22&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0967193 Aug 18 14:09:44.638793 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40904) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:44.702002 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:44.783461 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d067480-0121-4d50-b76d-536af9cfbfc9 tempest-TestNetworkAdvancedServerOps-441945603 tempest-TestNetworkAdvancedServerOps-441945603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:44.788061 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7d067480-0121-4d50-b76d-536af9cfbfc9 tempest-TestNetworkAdvancedServerOps-441945603 tempest-TestNetworkAdvancedServerOps-441945603-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1447976 Aug 18 14:09:44.788500 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40906) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:44.822162 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-091b1b61-2258-4115-a306-70758126f281 tempest-TestNetworkAdvancedServerOps-441945603 tempest-TestNetworkAdvancedServerOps-441945603-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=0babe39a-03c6-4af7-9ca5-00804dd781c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295556 Aug 18 14:09:44.822507 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-a9e0cca5-95f9-4cf4-a7ca-b3cdbd00daf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1950154105', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '91e5e079-5cbc-4f8c-b2ab-c31700a8601a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:09:42Z', 'updated_at': '2021-08-18T14:09:43Z', 'revision_number': 3, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '91e5e079-5cbc-4f8c-b2ab-c31700a8601a', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:78:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:09:42Z', 'updated_at': '2021-08-18T14:09:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:09:44.822668 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40908) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:44.827659 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-de60304a-5b50-4f3e-8f0a-efb7cd233625 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1082494881', 'network_id': '894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e', 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:09:44.850439 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e0cca5-95f9-4cf4-a7ca-b3cdbd00daf6 None None] Checking router: af1d211f-4a9e-4a65-b369-2ead3d2b1ce5 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:09:44.851245 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e0cca5-95f9-4cf4-a7ca-b3cdbd00daf6 None None] Updating router af1d211f-4a9e-4a65-b369-2ead3d2b1ce5 port 91e5e079-5cbc-4f8c-b2ab-c31700a8601a binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:09:44.883221 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a9e0cca5-95f9-4cf4-a7ca-b3cdbd00daf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:45.013670 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de60304a-5b50-4f3e-8f0a-efb7cd233625 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Made reservation on behalf of c4b6cbf5f3fd46fcb1038295c88e6b22 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:09:45.019754 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-de60304a-5b50-4f3e-8f0a-efb7cd233625 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:45.201264 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a9e0cca5-95f9-4cf4-a7ca-b3cdbd00daf6 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:45.216290 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-a9e0cca5-95f9-4cf4-a7ca-b3cdbd00daf6 None None] Transition to ACTIVE for port object 91e5e079-5cbc-4f8c-b2ab-c31700a8601a will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:09:45.333341 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a9e0cca5-95f9-4cf4-a7ca-b3cdbd00daf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:45.386454 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-a9e0cca5-95f9-4cf4-a7ca-b3cdbd00daf6 None None] Attempting to bind port 91e5e079-5cbc-4f8c-b2ab-c31700a8601a on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:09:45.386755 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-a9e0cca5-95f9-4cf4-a7ca-b3cdbd00daf6 None None] Attempting to bind port 91e5e079-5cbc-4f8c-b2ab-c31700a8601a by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:09:45.387119 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e0cca5-95f9-4cf4-a7ca-b3cdbd00daf6 None None] Attempting to bind port 91e5e079-5cbc-4f8c-b2ab-c31700a8601a on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:09:45.393514 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-de60304a-5b50-4f3e-8f0a-efb7cd233625 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:45.397386 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e0cca5-95f9-4cf4-a7ca-b3cdbd00daf6 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:09:45.397779 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e0cca5-95f9-4cf4-a7ca-b3cdbd00daf6 None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:09:45.398214 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a9e0cca5-95f9-4cf4-a7ca-b3cdbd00daf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:45.398619 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e0cca5-95f9-4cf4-a7ca-b3cdbd00daf6 None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:09:45.399119 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-a9e0cca5-95f9-4cf4-a7ca-b3cdbd00daf6 None None] Bound port: 91e5e079-5cbc-4f8c-b2ab-c31700a8601a, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:09:45.399511 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a9e0cca5-95f9-4cf4-a7ca-b3cdbd00daf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:45.401320 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f358a-e00a-4153-8069-da20309b0999 None None] Pushing event updated for resources: {'Port': ['ID=91e5e079-5cbc-4f8c-b2ab-c31700a8601a,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:45.464010 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60304a-5b50-4f3e-8f0a-efb7cd233625 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'Subnet': ['ID=8d3dbfba-3dda-4b10-acfd-e9139614172f,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:45.464629 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-a9e0cca5-95f9-4cf4-a7ca-b3cdbd00daf6 None None] For port 91e5e079-5cbc-4f8c-b2ab-c31700a8601a, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:09:45.469539 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-a9e0cca5-95f9-4cf4-a7ca-b3cdbd00daf6 None None] For port 91e5e079-5cbc-4f8c-b2ab-c31700a8601a, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=91e5e079-5cbc-4f8c-b2ab-c31700a8601a,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:09:45.479498 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de60304a-5b50-4f3e-8f0a-efb7cd233625 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Checking segment: {'id': '745694b2-9626-4613-8563-dab68a998a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:09:45.479864 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de60304a-5b50-4f3e-8f0a-efb7cd233625 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Network hostable DHCP agents. Network: 894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:09:45.553841 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a9e0cca5-95f9-4cf4-a7ca-b3cdbd00daf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:45.587706 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de60304a-5b50-4f3e-8f0a-efb7cd233625 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Network 894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:09:45.619324 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e0cca5-95f9-4cf4-a7ca-b3cdbd00daf6 None None] Routers {'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:09:45.620158 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-a9e0cca5-95f9-4cf4-a7ca-b3cdbd00daf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:09:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['af1d211f-4a9e-4a65-b369-2ead3d2b1ce5'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:09:45.667751 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f358a-e00a-4153-8069-da20309b0999 None None] Pushing event updated for resources: {'Port': ['ID=91e5e079-5cbc-4f8c-b2ab-c31700a8601a,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:45.678556 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-de60304a-5b50-4f3e-8f0a-efb7cd233625 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:09:45.689203 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de60304a-5b50-4f3e-8f0a-efb7cd233625 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:45.689203 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-de60304a-5b50-4f3e-8f0a-efb7cd233625 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:45.689513 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a386ed28-d7c1-4341-8fbb-a59e4f289971 None None] Network 894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:09:45.759725 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:45.776741 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-de60304a-5b50-4f3e-8f0a-efb7cd233625 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9531543 Aug 18 14:09:45.779672 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40910) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:09:45.797154 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-a9e0cca5-95f9-4cf4-a7ca-b3cdbd00daf6 None None] Set router af1d211f-4a9e-4a65-b369-2ead3d2b1ce5 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:09:46.026988 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ce8a9f-bab3-4c96-9af0-a7d743d31b69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e', 'network_id': '894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'fixed_ips': [{'subnet_id': '8d3dbfba-3dda-4b10-acfd-e9139614172f'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:09:46.028090 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-62ce8a9f-bab3-4c96-9af0-a7d743d31b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:46.164744 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-a9e0cca5-95f9-4cf4-a7ca-b3cdbd00daf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1950154105', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '91e5e079-5cbc-4f8c-b2ab-c31700a8601a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:09:42Z', 'updated_at': '2021-08-18T14:09:43Z', 'revision_number': 3, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '91e5e079-5cbc-4f8c-b2ab-c31700a8601a', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:78:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:09:42Z', 'updated_at': '2021-08-18T14:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:09:46.213994 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e0cca5-95f9-4cf4-a7ca-b3cdbd00daf6 None None] The sync data for ids ['af1d211f-4a9e-4a65-b369-2ead3d2b1ce5'] in n-d-803603-2 is: [{'id': 'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1950154105', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '91e5e079-5cbc-4f8c-b2ab-c31700a8601a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:09:42Z', 'updated_at': '2021-08-18T14:09:43Z', 'revision_number': 3, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '91e5e079-5cbc-4f8c-b2ab-c31700a8601a', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:78:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:09:42Z', 'updated_at': '2021-08-18T14:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:09:46.247285 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-62ce8a9f-bab3-4c96-9af0-a7d743d31b69 None None] Allocated IP 172.20.0.2 (894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e/8d3dbfba-3dda-4b10-acfd-e9139614172f/8c26e3ea-dc74-4e71-8f44-fa0c4f1b8b7f) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:09:46.324194 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-05ff9cd3-0231-4e99-aaa2-cd51e813d699 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:46.462078 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-62ce8a9f-bab3-4c96-9af0-a7d743d31b69 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:46.477368 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-62ce8a9f-bab3-4c96-9af0-a7d743d31b69 None None] Transition to ACTIVE for port object 8c26e3ea-dc74-4e71-8f44-fa0c4f1b8b7f will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:09:46.536918 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-62ce8a9f-bab3-4c96-9af0-a7d743d31b69 None None] Transition to ACTIVE for port object 8c26e3ea-dc74-4e71-8f44-fa0c4f1b8b7f will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:09:46.622408 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-62ce8a9f-bab3-4c96-9af0-a7d743d31b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:46.669833 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ce8a9f-bab3-4c96-9af0-a7d743d31b69 None None] Network 894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:09:46.681527 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-62ce8a9f-bab3-4c96-9af0-a7d743d31b69 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:09:46.692625 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ce8a9f-bab3-4c96-9af0-a7d743d31b69 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:09:46.748866 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce8a9f-bab3-4c96-9af0-a7d743d31b69 None None] Pushing event updated for resources: {'Port': ['ID=8c26e3ea-dc74-4e71-8f44-fa0c4f1b8b7f,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:46.797964 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-62ce8a9f-bab3-4c96-9af0-a7d743d31b69 None None] Attempting to bind port 8c26e3ea-dc74-4e71-8f44-fa0c4f1b8b7f on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:09:46.799171 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-62ce8a9f-bab3-4c96-9af0-a7d743d31b69 None None] Attempting to bind port 8c26e3ea-dc74-4e71-8f44-fa0c4f1b8b7f by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '745694b2-9626-4613-8563-dab68a998a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:09:46.799660 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ce8a9f-bab3-4c96-9af0-a7d743d31b69 None None] Attempting to bind port 8c26e3ea-dc74-4e71-8f44-fa0c4f1b8b7f on network 894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:09:46.802986 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-05ff9cd3-0231-4e99-aaa2-cd51e813d699 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Allocated IP 172.20.0.1 (894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e/8d3dbfba-3dda-4b10-acfd-e9139614172f/7966118e-25cf-4c78-8d6d-a64ed7b61b55) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:09:46.807797 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ce8a9f-bab3-4c96-9af0-a7d743d31b69 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:09:46.808353 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ce8a9f-bab3-4c96-9af0-a7d743d31b69 None None] Checking segment: {'id': '745694b2-9626-4613-8563-dab68a998a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:09:46.808869 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-62ce8a9f-bab3-4c96-9af0-a7d743d31b69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:46.809395 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ce8a9f-bab3-4c96-9af0-a7d743d31b69 None None] Bound using segment: {'id': '745694b2-9626-4613-8563-dab68a998a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:09:46.810867 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-62ce8a9f-bab3-4c96-9af0-a7d743d31b69 None None] Bound port: 8c26e3ea-dc74-4e71-8f44-fa0c4f1b8b7f, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745694b2-9626-4613-8563-dab68a998a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:09:46.810867 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-62ce8a9f-bab3-4c96-9af0-a7d743d31b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:46.915520 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-62ce8a9f-bab3-4c96-9af0-a7d743d31b69 None None] For port 8c26e3ea-dc74-4e71-8f44-fa0c4f1b8b7f, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:09:46.919582 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-62ce8a9f-bab3-4c96-9af0-a7d743d31b69 None None] For port 8c26e3ea-dc74-4e71-8f44-fa0c4f1b8b7f, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=8c26e3ea-dc74-4e71-8f44-fa0c4f1b8b7f,segment=NetworkSegment(745694b2-9626-4613-8563-dab68a998a20),segment_id=745694b2-9626-4613-8563-dab68a998a20)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:09:47.000093 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-05ff9cd3-0231-4e99-aaa2-cd51e813d699 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:47.017947 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-62ce8a9f-bab3-4c96-9af0-a7d743d31b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:47.025388 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-05ff9cd3-0231-4e99-aaa2-cd51e813d699 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Transition to ACTIVE for port object 7966118e-25cf-4c78-8d6d-a64ed7b61b55 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:09:47.091705 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 91e5e079-5cbc-4f8c-b2ab-c31700a8601a up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:09:47.143703 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-05ff9cd3-0231-4e99-aaa2-cd51e813d699 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:47.170290 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ff9cd3-0231-4e99-aaa2-cd51e813d699 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Network 894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:09:47.173518 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-05ff9cd3-0231-4e99-aaa2-cd51e813d699 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:09:47.202231 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ff9cd3-0231-4e99-aaa2-cd51e813d699 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:09:47.290161 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff9cd3-0231-4e99-aaa2-cd51e813d699 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'Port': ['ID=7966118e-25cf-4c78-8d6d-a64ed7b61b55,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:47.313798 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-05ff9cd3-0231-4e99-aaa2-cd51e813d699 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:47.398327 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce8a9f-bab3-4c96-9af0-a7d743d31b69 None None] Pushing event updated for resources: {'Port': ['ID=8c26e3ea-dc74-4e71-8f44-fa0c4f1b8b7f,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:47.490909 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 91e5e079-5cbc-4f8c-b2ab-c31700a8601a completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:09:47.502605 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 91e5e079-5cbc-4f8c-b2ab-c31700a8601a triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:09:47.502605 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:47.652693 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:47.691919 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 91e5e079-5cbc-4f8c-b2ab-c31700a8601a, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=91e5e079-5cbc-4f8c-b2ab-c31700a8601a,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:47.702402 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:47.703552 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-05ff9cd3-0231-4e99-aaa2-cd51e813d699 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:47.761739 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:47.839530 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=91e5e079-5cbc-4f8c-b2ab-c31700a8601a,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:47.981251 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:09:48.086324 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-05ff9cd3-0231-4e99-aaa2-cd51e813d699 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:48.161884 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-05ff9cd3-0231-4e99-aaa2-cd51e813d699 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:48.250162 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-05ff9cd3-0231-4e99-aaa2-cd51e813d699 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:48.252525 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff9cd3-0231-4e99-aaa2-cd51e813d699 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'Port': ['ID=7966118e-25cf-4c78-8d6d-a64ed7b61b55,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:48.365300 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ff9cd3-0231-4e99-aaa2-cd51e813d699 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Network 894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:09:48.367504 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-05ff9cd3-0231-4e99-aaa2-cd51e813d699 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:09:48.500737 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ff9cd3-0231-4e99-aaa2-cd51e813d699 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Router af1d211f-4a9e-4a65-b369-2ead3d2b1ce5 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:09:48.650645 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ff9cd3-0231-4e99-aaa2-cd51e813d699 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:09:48.656607 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-05ff9cd3-0231-4e99-aaa2-cd51e813d699 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "PUT /v2.0/routers/af1d211f-4a9e-4a65-b369-2ead3d2b1ce5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8757427 Aug 18 14:09:48.663847 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f12a5b4-ec7d-4342-862c-6c13fada0edb None None] Sync routers for ids ['af1d211f-4a9e-4a65-b369-2ead3d2b1ce5'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:09:48.678442 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f12a5b4-ec7d-4342-862c-6c13fada0edb None None] Routers {'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:09:48.679472 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-5f12a5b4-ec7d-4342-862c-6c13fada0edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:09:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['af1d211f-4a9e-4a65-b369-2ead3d2b1ce5'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:09:48.865687 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-db24ce89-33cc-41a5-aea0-79456149cd31 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-268526898&fields=id&tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22 HTTP/1.1" status: 200 len: 267 time: 0.0608938 Aug 18 14:09:48.944265 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-5f12a5b4-ec7d-4342-862c-6c13fada0edb None None] Set router af1d211f-4a9e-4a65-b369-2ead3d2b1ce5 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:09:49.093213 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-19c07208-01d7-4bf9-b0b8-01495b485193 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:49.106536 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-19c07208-01d7-4bf9-b0b8-01495b485193 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/networks?id=894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e HTTP/1.1" status: 200 len: 797 time: 0.2262943 Aug 18 14:09:49.135205 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-1433e951-7c69-4ad4-b760-1c08579afe0b tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/quotas/c4b6cbf5f3fd46fcb1038295c88e6b22 HTTP/1.1" status: 200 len: 375 time: 0.0268943 Aug 18 14:09:49.190515 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ceb20b0-e6dd-4b7b-9ffb-73a27edc3e14 None None] Network 894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:09:49.212236 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-30e31d6c-5990-4d8a-9ec3-7d3e92834707 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0741270 Aug 18 14:09:49.236378 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 8c26e3ea-dc74-4e71-8f44-fa0c4f1b8b7f up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:09:49.296258 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-5f12a5b4-ec7d-4342-862c-6c13fada0edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1950154105', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '91e5e079-5cbc-4f8c-b2ab-c31700a8601a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:09:42Z', 'updated_at': '2021-08-18T14:09:47Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '91e5e079-5cbc-4f8c-b2ab-c31700a8601a', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:78:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:09:42Z', 'updated_at': '2021-08-18T14:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '7966118e-25cf-4c78-8d6d-a64ed7b61b55', 'name': '', 'network_id': '894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'mac_address': 'fa:16:3e:a8:81:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8d3dbfba-3dda-4b10-acfd-e9139614172f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:09:46Z', 'updated_at': '2021-08-18T14:09:47Z', 'revision_number': 2, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'subnets': [{'id': '8d3dbfba-3dda-4b10-acfd-e9139614172f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:09:49.311608 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-5733cf25-cdc4-41ca-8961-09ef8af0aa6a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:09:49.312968 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-5733cf25-cdc4-41ca-8961-09ef8af0aa6a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0727837 Aug 18 14:09:49.329643 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f12a5b4-ec7d-4342-862c-6c13fada0edb None None] Checking router: af1d211f-4a9e-4a65-b369-2ead3d2b1ce5 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:09:49.330001 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f12a5b4-ec7d-4342-862c-6c13fada0edb None None] Updating router af1d211f-4a9e-4a65-b369-2ead3d2b1ce5 port 7966118e-25cf-4c78-8d6d-a64ed7b61b55 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:09:49.361818 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-68cd1653-0bc5-45de-ae1e-abd4d6ae6a26 None None] Provisioning for port 8c26e3ea-dc74-4e71-8f44-fa0c4f1b8b7f completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:09:49.370907 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5f12a5b4-ec7d-4342-862c-6c13fada0edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:49.427990 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 8c26e3ea-dc74-4e71-8f44-fa0c4f1b8b7f completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:09:49.435519 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 8c26e3ea-dc74-4e71-8f44-fa0c4f1b8b7f triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:09:49.435952 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:49.436079 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-efbadb30-898a-4b92-a4bc-ab7509600b92 service neutron] 10.222.0.13 "GET /v2.0/networks/894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139975 Aug 18 14:09:49.562038 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:49.584142 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-b49e878d-5e7b-4346-8336-e00de2960b2e service neutron] 10.222.0.13 "GET /v2.0/networks/894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336799 Aug 18 14:09:49.604693 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 8c26e3ea-dc74-4e71-8f44-fa0c4f1b8b7f, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=8c26e3ea-dc74-4e71-8f44-fa0c4f1b8b7f,segment=NetworkSegment(745694b2-9626-4613-8563-dab68a998a20),segment_id=745694b2-9626-4613-8563-dab68a998a20)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:49.701290 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:49.702436 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 91e5e079-5cbc-4f8c-b2ab-c31700a8601a up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:09:49.753232 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-013eb355-ef12-4684-994f-458bf55248d8 None None] Provisioning complete for port 8c26e3ea-dc74-4e71-8f44-fa0c4f1b8b7f triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:09:49.753703 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-013eb355-ef12-4684-994f-458bf55248d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:49.891881 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=8c26e3ea-dc74-4e71-8f44-fa0c4f1b8b7f,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:49.916054 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5f12a5b4-ec7d-4342-862c-6c13fada0edb None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:49.920938 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-14c4e0c5-71bd-4091-9ac7-47f05e9db418 req-bed33d59-ac52-4a66-8168-d5856bc9c176 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e83f7085-c937-40e0-b83d-ec6a33e0b610 HTTP/1.1" status: 200 len: 210 time: 0.0598733 Aug 18 14:09:49.941238 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-5f12a5b4-ec7d-4342-862c-6c13fada0edb None None] Transition to ACTIVE for port object 7966118e-25cf-4c78-8d6d-a64ed7b61b55 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:09:49.986256 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 91e5e079-5cbc-4f8c-b2ab-c31700a8601a triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:09:49.986885 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:50.032039 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5f12a5b4-ec7d-4342-862c-6c13fada0edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:50.102768 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-013eb355-ef12-4684-994f-458bf55248d8 None None] Provisioning for port 7966118e-25cf-4c78-8d6d-a64ed7b61b55 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:09:50.112435 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9515c5-a749-48d0-b9e1-8bd666d6ca32 None None] Pushing event updated for resources: {'Port': ['ID=7966118e-25cf-4c78-8d6d-a64ed7b61b55,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:50.122425 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9515c5-a749-48d0-b9e1-8bd666d6ca32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:50.122951 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9515c5-a749-48d0-b9e1-8bd666d6ca32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:50.123122 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9515c5-a749-48d0-b9e1-8bd666d6ca32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:50.123427 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9515c5-a749-48d0-b9e1-8bd666d6ca32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:50.124202 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9515c5-a749-48d0-b9e1-8bd666d6ca32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:50.124546 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9515c5-a749-48d0-b9e1-8bd666d6ca32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:50.124875 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9515c5-a749-48d0-b9e1-8bd666d6ca32 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:50.125266 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9515c5-a749-48d0-b9e1-8bd666d6ca32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:50.125654 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9515c5-a749-48d0-b9e1-8bd666d6ca32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:50.126155 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9515c5-a749-48d0-b9e1-8bd666d6ca32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:50.126772 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9515c5-a749-48d0-b9e1-8bd666d6ca32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:50.127296 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9515c5-a749-48d0-b9e1-8bd666d6ca32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:50.194508 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-5f12a5b4-ec7d-4342-862c-6c13fada0edb None None] Attempting to bind port 7966118e-25cf-4c78-8d6d-a64ed7b61b55 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:09:50.195273 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-5f12a5b4-ec7d-4342-862c-6c13fada0edb None None] Attempting to bind port 7966118e-25cf-4c78-8d6d-a64ed7b61b55 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '745694b2-9626-4613-8563-dab68a998a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:09:50.195838 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f12a5b4-ec7d-4342-862c-6c13fada0edb None None] Attempting to bind port 7966118e-25cf-4c78-8d6d-a64ed7b61b55 on network 894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:09:50.206698 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f12a5b4-ec7d-4342-862c-6c13fada0edb None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:09:50.206698 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f12a5b4-ec7d-4342-862c-6c13fada0edb None None] Checking segment: {'id': '745694b2-9626-4613-8563-dab68a998a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:09:50.206698 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5f12a5b4-ec7d-4342-862c-6c13fada0edb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:50.206698 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f12a5b4-ec7d-4342-862c-6c13fada0edb None None] Bound using segment: {'id': '745694b2-9626-4613-8563-dab68a998a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:09:50.206698 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-5f12a5b4-ec7d-4342-862c-6c13fada0edb None None] Bound port: 7966118e-25cf-4c78-8d6d-a64ed7b61b55, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745694b2-9626-4613-8563-dab68a998a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:09:50.206698 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5f12a5b4-ec7d-4342-862c-6c13fada0edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:50.291428 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-5f12a5b4-ec7d-4342-862c-6c13fada0edb None None] For port 7966118e-25cf-4c78-8d6d-a64ed7b61b55, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:09:50.295229 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-5f12a5b4-ec7d-4342-862c-6c13fada0edb None None] For port 7966118e-25cf-4c78-8d6d-a64ed7b61b55, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=7966118e-25cf-4c78-8d6d-a64ed7b61b55,segment=NetworkSegment(745694b2-9626-4613-8563-dab68a998a20),segment_id=745694b2-9626-4613-8563-dab68a998a20)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:09:50.390767 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5f12a5b4-ec7d-4342-862c-6c13fada0edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:50.456938 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f12a5b4-ec7d-4342-862c-6c13fada0edb None None] Routers {'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:09:50.457598 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-5f12a5b4-ec7d-4342-862c-6c13fada0edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:09:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['af1d211f-4a9e-4a65-b369-2ead3d2b1ce5'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:09:50.501744 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9515c5-a749-48d0-b9e1-8bd666d6ca32 None None] Pushing event updated for resources: {'Port': ['ID=7966118e-25cf-4c78-8d6d-a64ed7b61b55,revision_number=4']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:50.640852 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-5f12a5b4-ec7d-4342-862c-6c13fada0edb None None] Set router af1d211f-4a9e-4a65-b369-2ead3d2b1ce5 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:09:50.976759 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-5f12a5b4-ec7d-4342-862c-6c13fada0edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1950154105', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '91e5e079-5cbc-4f8c-b2ab-c31700a8601a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:09:42Z', 'updated_at': '2021-08-18T14:09:47Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '91e5e079-5cbc-4f8c-b2ab-c31700a8601a', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:78:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:09:42Z', 'updated_at': '2021-08-18T14:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '7966118e-25cf-4c78-8d6d-a64ed7b61b55', 'name': '', 'network_id': '894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'mac_address': 'fa:16:3e:a8:81:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8d3dbfba-3dda-4b10-acfd-e9139614172f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:09:46Z', 'updated_at': '2021-08-18T14:09:50Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'subnets': [{'id': '8d3dbfba-3dda-4b10-acfd-e9139614172f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:09:51.023958 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f12a5b4-ec7d-4342-862c-6c13fada0edb None None] The sync data for ids ['af1d211f-4a9e-4a65-b369-2ead3d2b1ce5'] in n-d-803603-2 is: [{'id': 'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1950154105', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '91e5e079-5cbc-4f8c-b2ab-c31700a8601a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:09:42Z', 'updated_at': '2021-08-18T14:09:47Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '91e5e079-5cbc-4f8c-b2ab-c31700a8601a', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:78:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:09:42Z', 'updated_at': '2021-08-18T14:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '7966118e-25cf-4c78-8d6d-a64ed7b61b55', 'name': '', 'network_id': '894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'mac_address': 'fa:16:3e:a8:81:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8d3dbfba-3dda-4b10-acfd-e9139614172f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:09:46Z', 'updated_at': '2021-08-18T14:09:50Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'subnets': [{'id': '8d3dbfba-3dda-4b10-acfd-e9139614172f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:09:51.049023 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 8c26e3ea-dc74-4e71-8f44-fa0c4f1b8b7f up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:09:51.059138 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f944172e-2127-4f9d-82cb-61b585cba5b4 req-056394b0-68d6-4903-be64-0eedf8d2b51e tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e83f7085-c937-40e0-b83d-ec6a33e0b610 HTTP/1.1" status: 200 len: 210 time: 0.0399158 Aug 18 14:09:51.160108 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 8c26e3ea-dc74-4e71-8f44-fa0c4f1b8b7f triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:09:51.160689 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:52.209571 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-10f7c924-a2b9-43db-bd20-5b6b863a3918 req-12d3e8b8-b389-4677-a0bb-3b53dd340bf7 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e83f7085-c937-40e0-b83d-ec6a33e0b610 HTTP/1.1" status: 200 len: 210 time: 0.0330265 Aug 18 14:09:52.867470 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-6b7007da-8bc1-4a45-a9ad-6f29cce69237 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:52.869107 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-6b7007da-8bc1-4a45-a9ad-6f29cce69237 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.20 "GET /v2.0/networks?id=894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e HTTP/1.1" status: 200 len: 797 time: 0.1420081 Aug 18 14:09:52.926578 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-c8b4cfd0-fa72-4f81-ad8a-8c87c2903394 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22 HTTP/1.1" status: 200 len: 379 time: 0.0461223 Aug 18 14:09:52.936217 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-c5e0b07b-9492-42bd-9a12-5a636308dc19 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'port': {'device_id': 'e83f7085-c937-40e0-b83d-ec6a33e0b610', 'network_id': '894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e', 'admin_state_up': True, 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'security_groups': ['4e3fd6b1-d076-4f6b-afaf-0de79ac82a22']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:09:53.074904 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 7966118e-25cf-4c78-8d6d-a64ed7b61b55 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:09:53.250333 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-c5e0b07b-9492-42bd-9a12-5a636308dc19 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Made reservation on behalf of c4b6cbf5f3fd46fcb1038295c88e6b22 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:09:53.255065 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-c5e0b07b-9492-42bd-9a12-5a636308dc19 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:53.261696 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 7966118e-25cf-4c78-8d6d-a64ed7b61b55 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:09:53.269424 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 7966118e-25cf-4c78-8d6d-a64ed7b61b55 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:09:53.270107 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:53.360233 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-302d8534-c6f3-4a6c-88ec-da8de54ac80a req-543e978b-c2c7-438e-aaf1-674d9393de19 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e83f7085-c937-40e0-b83d-ec6a33e0b610 HTTP/1.1" status: 200 len: 210 time: 0.0403292 Aug 18 14:09:53.410625 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:53.432653 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-c5e0b07b-9492-42bd-9a12-5a636308dc19 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Allocated IP 172.20.0.9 (894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e/8d3dbfba-3dda-4b10-acfd-e9139614172f/db3d07fb-096d-4660-80dd-03cbf642124c) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:09:53.448736 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 7966118e-25cf-4c78-8d6d-a64ed7b61b55, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=7966118e-25cf-4c78-8d6d-a64ed7b61b55,segment=NetworkSegment(745694b2-9626-4613-8563-dab68a998a20),segment_id=745694b2-9626-4613-8563-dab68a998a20)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:53.536096 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:53.617133 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=7966118e-25cf-4c78-8d6d-a64ed7b61b55,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:53.622964 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-c5e0b07b-9492-42bd-9a12-5a636308dc19 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:53.643842 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-c5e0b07b-9492-42bd-9a12-5a636308dc19 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Transition to ACTIVE for port object db3d07fb-096d-4660-80dd-03cbf642124c will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:09:53.742047 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-c5e0b07b-9492-42bd-9a12-5a636308dc19 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:53.803899 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-c5e0b07b-9492-42bd-9a12-5a636308dc19 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Network 894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:09:53.807465 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-c5e0b07b-9492-42bd-9a12-5a636308dc19 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:09:53.812140 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-c5e0b07b-9492-42bd-9a12-5a636308dc19 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:09:53.821663 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0b07b-9492-42bd-9a12-5a636308dc19 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'Port': ['ID=db3d07fb-096d-4660-80dd-03cbf642124c,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:53.854702 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0b07b-9492-42bd-9a12-5a636308dc19 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:53.855054 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0b07b-9492-42bd-9a12-5a636308dc19 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:53.855401 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0b07b-9492-42bd-9a12-5a636308dc19 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:53.855742 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0b07b-9492-42bd-9a12-5a636308dc19 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:53.856075 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0b07b-9492-42bd-9a12-5a636308dc19 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:53.856411 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0b07b-9492-42bd-9a12-5a636308dc19 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:53.856798 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0b07b-9492-42bd-9a12-5a636308dc19 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:53.857133 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0b07b-9492-42bd-9a12-5a636308dc19 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:53.857465 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0b07b-9492-42bd-9a12-5a636308dc19 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:53.857790 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0b07b-9492-42bd-9a12-5a636308dc19 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:53.858293 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0b07b-9492-42bd-9a12-5a636308dc19 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:53.858518 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e0b07b-9492-42bd-9a12-5a636308dc19 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:53.891319 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-c5e0b07b-9492-42bd-9a12-5a636308dc19 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:53.892973 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-c5e0b07b-9492-42bd-9a12-5a636308dc19 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:54.014103 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-c5e0b07b-9492-42bd-9a12-5a636308dc19 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0817575 Aug 18 14:09:54.100474 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-a0b2a094-9d8b-4fab-92e0-afcb19a0d8ad service neutron] Request body: {'port': {'device_id': 'e83f7085-c937-40e0-b83d-ec6a33e0b610', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:09:54.131816 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7f530a6b-7986-4b23-9018-32d5269030ef None None] Provisioning for port db3d07fb-096d-4660-80dd-03cbf642124c completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:09:54.138546 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7f530a6b-7986-4b23-9018-32d5269030ef None None] Provisioning complete for port db3d07fb-096d-4660-80dd-03cbf642124c triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:09:54.139192 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7f530a6b-7986-4b23-9018-32d5269030ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:54.169725 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-a0b2a094-9d8b-4fab-92e0-afcb19a0d8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:54.207799 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7f530a6b-7986-4b23-9018-32d5269030ef None None] Port db3d07fb-096d-4660-80dd-03cbf642124c cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:09:54.526455 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544c2e1-fa0e-452c-a187-292e14622d5d req-d2a2daf5-5475-4ccf-96ec-6934586b3e48 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:54.527175 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-a0b2a094-9d8b-4fab-92e0-afcb19a0d8ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db3d07fb-096d-4660-80dd-03cbf642124c {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:09:54.528140 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c544c2e1-fa0e-452c-a187-292e14622d5d req-d2a2daf5-5475-4ccf-96ec-6934586b3e48 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e83f7085-c937-40e0-b83d-ec6a33e0b610 HTTP/1.1" status: 200 len: 931 time: 0.0579622 Aug 18 14:09:54.542022 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-a0b2a094-9d8b-4fab-92e0-afcb19a0d8ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:54.565340 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-a0b2a094-9d8b-4fab-92e0-afcb19a0d8ad service neutron] Transition to ACTIVE for port object db3d07fb-096d-4660-80dd-03cbf642124c will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:09:54.579757 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c544c2e1-fa0e-452c-a187-292e14622d5d req-351dd06f-8b77-4989-8da5-1914a564ea3c tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3fd6b1-d076-4f6b-afaf-0de79ac82a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438614 Aug 18 14:09:54.647428 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-a0b2a094-9d8b-4fab-92e0-afcb19a0d8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:54.729209 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b2a094-9d8b-4fab-92e0-afcb19a0d8ad service neutron] Pushing event updated for resources: {'Port': ['ID=db3d07fb-096d-4660-80dd-03cbf642124c,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:54.839216 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-a0b2a094-9d8b-4fab-92e0-afcb19a0d8ad service neutron] Attempting to bind port db3d07fb-096d-4660-80dd-03cbf642124c on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:09:54.839705 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-a0b2a094-9d8b-4fab-92e0-afcb19a0d8ad service neutron] Attempting to bind port db3d07fb-096d-4660-80dd-03cbf642124c by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '745694b2-9626-4613-8563-dab68a998a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:09:54.840167 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-a0b2a094-9d8b-4fab-92e0-afcb19a0d8ad service neutron] Attempting to bind port db3d07fb-096d-4660-80dd-03cbf642124c on network 894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:09:54.850299 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-a0b2a094-9d8b-4fab-92e0-afcb19a0d8ad service neutron] Port db3d07fb-096d-4660-80dd-03cbf642124c on network 894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:09:54.850299 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-a0b2a094-9d8b-4fab-92e0-afcb19a0d8ad service neutron] Attempting to bind port db3d07fb-096d-4660-80dd-03cbf642124c on network 894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:09:54.856580 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-a0b2a094-9d8b-4fab-92e0-afcb19a0d8ad service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:09:54.857228 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-a0b2a094-9d8b-4fab-92e0-afcb19a0d8ad service neutron] Checking segment: {'id': '745694b2-9626-4613-8563-dab68a998a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:09:54.857926 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-a0b2a094-9d8b-4fab-92e0-afcb19a0d8ad service neutron] Bound using segment: {'id': '745694b2-9626-4613-8563-dab68a998a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:09:54.858708 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-a0b2a094-9d8b-4fab-92e0-afcb19a0d8ad service neutron] Bound port: db3d07fb-096d-4660-80dd-03cbf642124c, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745694b2-9626-4613-8563-dab68a998a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:09:54.859289 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-a0b2a094-9d8b-4fab-92e0-afcb19a0d8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:54.952462 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-a0b2a094-9d8b-4fab-92e0-afcb19a0d8ad service neutron] For port db3d07fb-096d-4660-80dd-03cbf642124c, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:09:54.956020 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-a0b2a094-9d8b-4fab-92e0-afcb19a0d8ad service neutron] For port db3d07fb-096d-4660-80dd-03cbf642124c, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=db3d07fb-096d-4660-80dd-03cbf642124c,segment=NetworkSegment(745694b2-9626-4613-8563-dab68a998a20),segment_id=745694b2-9626-4613-8563-dab68a998a20)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:09:55.033392 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-a0b2a094-9d8b-4fab-92e0-afcb19a0d8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:55.035872 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 7966118e-25cf-4c78-8d6d-a64ed7b61b55 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:09:55.072029 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-a0b2a094-9d8b-4fab-92e0-afcb19a0d8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:55.072745 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-a0b2a094-9d8b-4fab-92e0-afcb19a0d8ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:55.074543 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-a0b2a094-9d8b-4fab-92e0-afcb19a0d8ad service neutron] 10.222.0.20 "PUT /v2.0/ports/db3d07fb-096d-4660-80dd-03cbf642124c HTTP/1.1" status: 200 len: 1091 time: 1.0509634 Aug 18 14:09:55.075040 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83f7085-c937-40e0-b83d-ec6a33e0b610', 'tag': 'db3d07fb-096d-4660-80dd-03cbf642124c'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:09:55.077452 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e46c097-5204-4777-b1d5-9aecdb6290c6" -d '{"events": [{"name": "network-changed", "server_uuid": "e83f7085-c937-40e0-b83d-ec6a33e0b610", "tag": "db3d07fb-096d-4660-80dd-03cbf642124c"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:09:55.136923 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b3a373-4fa3-4261-9c8f-048a832a4bea x-openstack-request-id: req-f5b3a373-4fa3-4261-9c8f-048a832a4bea {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:09:55.137498 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e83f7085-c937-40e0-b83d-ec6a33e0b610", "tag": "db3d07fb-096d-4660-80dd-03cbf642124c", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:09:55.138426 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f5b3a373-4fa3-4261-9c8f-048a832a4bea {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:09:55.139317 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e83f7085-c937-40e0-b83d-ec6a33e0b610', 'tag': 'db3d07fb-096d-4660-80dd-03cbf642124c', 'status': 'completed', 'code': 200} Aug 18 14:09:55.141450 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b2a094-9d8b-4fab-92e0-afcb19a0d8ad service neutron] Pushing event updated for resources: {'Port': ['ID=db3d07fb-096d-4660-80dd-03cbf642124c,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:55.149600 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 7966118e-25cf-4c78-8d6d-a64ed7b61b55 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:09:55.150564 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:55.212313 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46c097-5204-4777-b1d5-9aecdb6290c6 req-e1b3065c-2725-40a9-9973-7bdf8884ef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:55.213884 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5e46c097-5204-4777-b1d5-9aecdb6290c6 req-e1b3065c-2725-40a9-9973-7bdf8884ef67 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22&device_id=e83f7085-c937-40e0-b83d-ec6a33e0b610 HTTP/1.1" status: 200 len: 1094 time: 0.0596178 Aug 18 14:09:55.380474 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46c097-5204-4777-b1d5-9aecdb6290c6 req-e4373e74-3c9f-4f1e-8bd5-ecb63ecece4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:55.381900 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5e46c097-5204-4777-b1d5-9aecdb6290c6 req-e4373e74-3c9f-4f1e-8bd5-ecb63ecece4e service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1585689 Aug 18 14:09:55.497738 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46c097-5204-4777-b1d5-9aecdb6290c6 req-29779fc2-a12f-42ee-a41a-619bdd5be32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:55.499348 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5e46c097-5204-4777-b1d5-9aecdb6290c6 req-29779fc2-a12f-42ee-a41a-619bdd5be32c service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1109593 Aug 18 14:09:55.740388 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd7bed-3a2b-4b66-b1ac-7c644b8f29c3 req-64312906-9cab-401f-a4dc-e88011144dc2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:55.742098 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cfcd7bed-3a2b-4b66-b1ac-7c644b8f29c3 req-64312906-9cab-401f-a4dc-e88011144dc2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e83f7085-c937-40e0-b83d-ec6a33e0b610 HTTP/1.1" status: 200 len: 943 time: 0.0667491 Aug 18 14:09:55.801450 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cfcd7bed-3a2b-4b66-b1ac-7c644b8f29c3 req-4c3e462b-cf08-4c8c-9084-1d2060488d1d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3fd6b1-d076-4f6b-afaf-0de79ac82a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520597 Aug 18 14:09:56.096714 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-74da1f2e-469e-48e1-957d-e6e414c3b73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:56.098707 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-74da1f2e-469e-48e1-957d-e6e414c3b73b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22&device_id=e83f7085-c937-40e0-b83d-ec6a33e0b610 HTTP/1.1" status: 200 len: 1094 time: 0.5498705 Aug 18 14:09:56.152026 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-6cdde58f-a12d-483f-ab70-a260a3f5ec7b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db3d07fb-096d-4660-80dd-03cbf642124c HTTP/1.1" status: 200 len: 217 time: 0.0442955 Aug 18 14:09:56.210585 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-3eec7b7c-0dac-4439-90b1-ea7707e773d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:56.212277 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-3eec7b7c-0dac-4439-90b1-ea7707e773d3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d3dbfba-3dda-4b10-acfd-e9139614172f HTTP/1.1" status: 200 len: 835 time: 0.0529106 Aug 18 14:09:56.268956 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-3f00f2cc-e563-468c-8165-41f3383d8a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:56.270727 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-3f00f2cc-e563-468c-8165-41f3383d8a80 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507560 Aug 18 14:09:56.374529 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-9698b935-0e99-479f-a746-8b08a22a6ddd service neutron] 10.222.0.20 "GET /v2.0/networks/894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958374 Aug 18 14:09:56.531944 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-37616d45-d140-4c2e-aed6-f67eaf080b44 req-1254d397-41c9-4488-8cf8-9f8aa55b222c service neutron] 10.222.0.20 "GET /v2.0/networks/894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491930 Aug 18 14:09:56.976838 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dffef9-ef88-465a-abff-91e5c0e32213 req-0fcd8580-9fc3-4f5f-9627-0255d260ea29 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:56.978968 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c7dffef9-ef88-465a-abff-91e5c0e32213 req-0fcd8580-9fc3-4f5f-9627-0255d260ea29 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e83f7085-c937-40e0-b83d-ec6a33e0b610 HTTP/1.1" status: 200 len: 943 time: 0.0630255 Aug 18 14:09:57.032240 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c7dffef9-ef88-465a-abff-91e5c0e32213 req-19d52e0c-aaa2-4100-b0f2-86f2e7abad5e tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3fd6b1-d076-4f6b-afaf-0de79ac82a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453327 Aug 18 14:09:58.190514 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1474ef85-e99a-4926-8b7d-8bcc6ae17445 req-21e0dda5-4f64-4c28-9a48-711a3cbe258b tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:58.192170 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1474ef85-e99a-4926-8b7d-8bcc6ae17445 req-21e0dda5-4f64-4c28-9a48-711a3cbe258b tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e83f7085-c937-40e0-b83d-ec6a33e0b610 HTTP/1.1" status: 200 len: 943 time: 0.0606370 Aug 18 14:09:58.242341 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1474ef85-e99a-4926-8b7d-8bcc6ae17445 req-0c4e9626-2f30-4f41-81b1-d63aa4e6b373 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3fd6b1-d076-4f6b-afaf-0de79ac82a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436568 Aug 18 14:09:58.498548 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:59.102365 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device db3d07fb-096d-4660-80dd-03cbf642124c details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:09:59.221710 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port db3d07fb-096d-4660-80dd-03cbf642124c, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=db3d07fb-096d-4660-80dd-03cbf642124c,segment=NetworkSegment(745694b2-9626-4613-8563-dab68a998a20),segment_id=745694b2-9626-4613-8563-dab68a998a20)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:59.238365 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'db3d07fb-096d-4660-80dd-03cbf642124c', 'network_id': '894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e', 'port_id': 'db3d07fb-096d-4660-80dd-03cbf642124c', 'mac_address': 'fa:16:3e:44:d0:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d3dbfba-3dda-4b10-acfd-e9139614172f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:09:59.285742 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:59.308557 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db3d07fb-096d-4660-80dd-03cbf642124c {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:09:59.344301 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port db3d07fb-096d-4660-80dd-03cbf642124c, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=db3d07fb-096d-4660-80dd-03cbf642124c,segment=NetworkSegment(745694b2-9626-4613-8563-dab68a998a20),segment_id=745694b2-9626-4613-8563-dab68a998a20)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:09:59.447766 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636a7c0-0c77-4302-862a-bf15fea37a8c req-7df55ed0-b772-4cc4-8c04-254b33ac2e79 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:09:59.449445 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6636a7c0-0c77-4302-862a-bf15fea37a8c req-7df55ed0-b772-4cc4-8c04-254b33ac2e79 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e83f7085-c937-40e0-b83d-ec6a33e0b610 HTTP/1.1" status: 200 len: 943 time: 0.0903544 Aug 18 14:09:59.456419 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:59.508386 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6636a7c0-0c77-4302-862a-bf15fea37a8c req-70c1e3df-e7c7-4add-b9bb-2d12718d2e77 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3fd6b1-d076-4f6b-afaf-0de79ac82a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473864 Aug 18 14:09:59.525316 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:09:59.529958 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=db3d07fb-096d-4660-80dd-03cbf642124c,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:09:59.541889 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:59.542362 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:59.542715 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:59.543061 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:59.543392 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:59.543721 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:59.544063 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:59.544444 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:59.544806 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:59.545213 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:59.545555 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:59.545878 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:09:59.661343 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['db3d07fb-096d-4660-80dd-03cbf642124c'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:10:00.676263 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f5b97-31e2-4e6a-9b13-6e6d5145c4de req-6bc25550-e8a0-4177-bb2f-85186b9e87ad tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:00.677925 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6d2f5b97-31e2-4e6a-9b13-6e6d5145c4de req-6bc25550-e8a0-4177-bb2f-85186b9e87ad tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e83f7085-c937-40e0-b83d-ec6a33e0b610 HTTP/1.1" status: 200 len: 944 time: 0.0725482 Aug 18 14:10:00.743745 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6d2f5b97-31e2-4e6a-9b13-6e6d5145c4de req-abd46bb0-ed04-467a-8c99-2858cc579b87 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3fd6b1-d076-4f6b-afaf-0de79ac82a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590997 Aug 18 14:10:01.118520 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device db3d07fb-096d-4660-80dd-03cbf642124c up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:10:01.272668 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port db3d07fb-096d-4660-80dd-03cbf642124c completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:10:01.277676 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port db3d07fb-096d-4660-80dd-03cbf642124c triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:10:01.278092 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:01.390225 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:01.433869 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83f7085-c937-40e0-b83d-ec6a33e0b610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db3d07fb-096d-4660-80dd-03cbf642124c'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:10:01.438068 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ba3b915c790ece66a99fb45b0530a9eb9c5b6743edcd6e3a78a03ec4b78c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e22b3f-4ec7-436c-94a5-d84ba24629d0" -d '{"events": [{"server_uuid": "e83f7085-c937-40e0-b83d-ec6a33e0b610", "name": "network-vif-plugged", "status": "completed", "tag": "db3d07fb-096d-4660-80dd-03cbf642124c"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:10:01.464113 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port db3d07fb-096d-4660-80dd-03cbf642124c, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=db3d07fb-096d-4660-80dd-03cbf642124c,segment=NetworkSegment(745694b2-9626-4613-8563-dab68a998a20),segment_id=745694b2-9626-4613-8563-dab68a998a20)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:10:01.555786 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:01.625180 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db7157a-cccf-4734-8fcb-903838d8511d x-openstack-request-id: req-1db7157a-cccf-4734-8fcb-903838d8511d {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:10:01.625684 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83f7085-c937-40e0-b83d-ec6a33e0b610", "name": "network-vif-plugged", "status": "completed", "tag": "db3d07fb-096d-4660-80dd-03cbf642124c", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:10:01.626554 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1db7157a-cccf-4734-8fcb-903838d8511d {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:10:01.626741 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83f7085-c937-40e0-b83d-ec6a33e0b610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db3d07fb-096d-4660-80dd-03cbf642124c', 'code': 200} Aug 18 14:10:01.632405 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=db3d07fb-096d-4660-80dd-03cbf642124c,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:01.750011 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97994265-fc6f-4d28-8eaf-9b5a63350d98 req-779eebab-6d58-4f49-ad96-dcf7ad1d9984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:01.752828 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-97994265-fc6f-4d28-8eaf-9b5a63350d98 req-779eebab-6d58-4f49-ad96-dcf7ad1d9984 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e83f7085-c937-40e0-b83d-ec6a33e0b610 HTTP/1.1" status: 200 len: 1096 time: 0.0509717 Aug 18 14:10:01.804151 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-97994265-fc6f-4d28-8eaf-9b5a63350d98 req-302a7cb4-6fb9-4abf-ad9e-2fe2fe167e8b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4e3fd6b1-d076-4f6b-afaf-0de79ac82a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444520 Aug 18 14:10:01.928920 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd510df-d9d8-4204-afcd-d47b118b3aac req-fa463edc-7046-4ac5-8fa3-93a2b7aaa6b5 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:01.930562 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ccd510df-d9d8-4204-afcd-d47b118b3aac req-fa463edc-7046-4ac5-8fa3-93a2b7aaa6b5 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e83f7085-c937-40e0-b83d-ec6a33e0b610 HTTP/1.1" status: 200 len: 945 time: 0.0837829 Aug 18 14:10:01.985213 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ccd510df-d9d8-4204-afcd-d47b118b3aac req-6e59681d-86df-4b67-814f-07376c166720 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3fd6b1-d076-4f6b-afaf-0de79ac82a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464201 Aug 18 14:10:03.121520 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a86d5a-2448-473b-8faa-5050978b866c req-ca4254f6-5b50-44d0-89a6-639f04189c92 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:03.123203 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-67a86d5a-2448-473b-8faa-5050978b866c req-ca4254f6-5b50-44d0-89a6-639f04189c92 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e83f7085-c937-40e0-b83d-ec6a33e0b610 HTTP/1.1" status: 200 len: 945 time: 0.0561574 Aug 18 14:10:03.168238 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-67a86d5a-2448-473b-8faa-5050978b866c req-048ab4a2-687b-44f6-8f52-904d11b282d8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3fd6b1-d076-4f6b-afaf-0de79ac82a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385582 Aug 18 14:10:03.311059 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c17953-5cc0-4f49-b07f-095a4d677748 req-5d7b298e-2391-48f3-9377-ff03d9032cb7 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:03.312668 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-04c17953-5cc0-4f49-b07f-095a4d677748 req-5d7b298e-2391-48f3-9377-ff03d9032cb7 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e83f7085-c937-40e0-b83d-ec6a33e0b610 HTTP/1.1" status: 200 len: 945 time: 0.0613024 Aug 18 14:10:03.359702 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-04c17953-5cc0-4f49-b07f-095a4d677748 req-cd7a16f4-b180-4f1a-af07-c56f19ba2aa6 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3fd6b1-d076-4f6b-afaf-0de79ac82a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397594 Aug 18 14:10:03.382134 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40980) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:10:03.426473 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313bf8a2-557e-449f-84e2-e116ad35b4b0 tempest-TestNetworkAdvancedServerOps-441945603 tempest-TestNetworkAdvancedServerOps-441945603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:03.428139 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-313bf8a2-557e-449f-84e2-e116ad35b4b0 tempest-TestNetworkAdvancedServerOps-441945603 tempest-TestNetworkAdvancedServerOps-441945603-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e83f7085-c937-40e0-b83d-ec6a33e0b610 HTTP/1.1" status: 200 len: 1091 time: 0.0448825 Aug 18 14:10:03.431233 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 40982) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:10:03.435733 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-dbf3ecdc-0aef-4c76-a73c-ce5147a3cd49 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'port_id': 'db3d07fb-096d-4660-80dd-03cbf642124c', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:10:03.632723 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dbf3ecdc-0aef-4c76-a73c-ce5147a3cd49 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for floatingip, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:03.740345 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dbf3ecdc-0aef-4c76-a73c-ce5147a3cd49 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:03.867049 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-dbf3ecdc-0aef-4c76-a73c-ce5147a3cd49 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Allocated IP 172.25.6.149 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/87a414c4-560a-4561-9783-bbce2b222a1a) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:10:03.997900 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dbf3ecdc-0aef-4c76-a73c-ce5147a3cd49 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:04.107272 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dbf3ecdc-0aef-4c76-a73c-ce5147a3cd49 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:04.173497 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf3ecdc-0aef-4c76-a73c-ce5147a3cd49 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:10:04.179286 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-dbf3ecdc-0aef-4c76-a73c-ce5147a3cd49 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:10:04.194520 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf3ecdc-0aef-4c76-a73c-ce5147a3cd49 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:10:04.201235 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf3ecdc-0aef-4c76-a73c-ce5147a3cd49 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'Port': ['ID=87a414c4-560a-4561-9783-bbce2b222a1a,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:04.713834 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dbf3ecdc-0aef-4c76-a73c-ce5147a3cd49 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:04.900432 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dbf3ecdc-0aef-4c76-a73c-ce5147a3cd49 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:05.111005 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dbf3ecdc-0aef-4c76-a73c-ce5147a3cd49 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:05.175525 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dbf3ecdc-0aef-4c76-a73c-ce5147a3cd49 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:05.253755 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf3ecdc-0aef-4c76-a73c-ce5147a3cd49 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'Port': ['ID=87a414c4-560a-4561-9783-bbce2b222a1a,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:10:05.266423 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dbf3ecdc-0aef-4c76-a73c-ce5147a3cd49 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:05.382958 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [None req-dbf3ecdc-0aef-4c76-a73c-ce5147a3cd49 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Floating IP 0148fa9c-ec1e-440f-94c2-39bffc423c5e associated. External IP: 172.25.6.149, port: db3d07fb-096d-4660-80dd-03cbf642124c. Aug 18 14:10:05.619463 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf3ecdc-0aef-4c76-a73c-ce5147a3cd49 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Router af1d211f-4a9e-4a65-b369-2ead3d2b1ce5 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:10:05.759569 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf3ecdc-0aef-4c76-a73c-ce5147a3cd49 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:10:05.773702 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4af305-908d-4654-af27-fea01b63eb30 None None] Sync routers for ids ['af1d211f-4a9e-4a65-b369-2ead3d2b1ce5'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:10:05.785633 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4af305-908d-4654-af27-fea01b63eb30 None None] Routers {'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:10:05.786690 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-3d4af305-908d-4654-af27-fea01b63eb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:09:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['af1d211f-4a9e-4a65-b369-2ead3d2b1ce5'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:10:05.861496 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-dbf3ecdc-0aef-4c76-a73c-ce5147a3cd49 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:05.907797 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-dbf3ecdc-0aef-4c76-a73c-ce5147a3cd49 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4746714 Aug 18 14:10:05.908542 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83f7085-c937-40e0-b83d-ec6a33e0b610', 'tag': 'db3d07fb-096d-4660-80dd-03cbf642124c'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:10:05.911879 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bcc358-2541-4e82-811d-1c9519a5a5e1" -d '{"events": [{"name": "network-changed", "server_uuid": "e83f7085-c937-40e0-b83d-ec6a33e0b610", "tag": "db3d07fb-096d-4660-80dd-03cbf642124c"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:10:05.947603 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-3d4af305-908d-4654-af27-fea01b63eb30 None None] Set router af1d211f-4a9e-4a65-b369-2ead3d2b1ce5 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:10:05.987076 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3098069-a3f8-4b66-bbf3-42c7f19ea531 x-openstack-request-id: req-d3098069-a3f8-4b66-bbf3-42c7f19ea531 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:10:05.987551 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e83f7085-c937-40e0-b83d-ec6a33e0b610", "tag": "db3d07fb-096d-4660-80dd-03cbf642124c", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:10:05.987998 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3098069-a3f8-4b66-bbf3-42c7f19ea531 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:10:05.988625 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e83f7085-c937-40e0-b83d-ec6a33e0b610', 'tag': 'db3d07fb-096d-4660-80dd-03cbf642124c', 'status': 'completed', 'code': 200} Aug 18 14:10:06.151041 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32260002-b29c-4173-9300-79e77aa520dd req-55eaba28-eb56-4009-a931-d981092bb08c tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:06.154008 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-32260002-b29c-4173-9300-79e77aa520dd req-55eaba28-eb56-4009-a931-d981092bb08c tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e83f7085-c937-40e0-b83d-ec6a33e0b610 HTTP/1.1" status: 200 len: 945 time: 0.1414759 Aug 18 14:10:06.159376 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bcc358-2541-4e82-811d-1c9519a5a5e1 req-6c994b44-3a05-45d5-a757-b39ae93a9feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:06.162076 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c8bcc358-2541-4e82-811d-1c9519a5a5e1 req-6c994b44-3a05-45d5-a757-b39ae93a9feb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22&device_id=e83f7085-c937-40e0-b83d-ec6a33e0b610 HTTP/1.1" status: 200 len: 1096 time: 0.1337919 Aug 18 14:10:06.274391 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-3d4af305-908d-4654-af27-fea01b63eb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1950154105', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '91e5e079-5cbc-4f8c-b2ab-c31700a8601a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:09:42Z', 'updated_at': '2021-08-18T14:09:47Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '91e5e079-5cbc-4f8c-b2ab-c31700a8601a', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:78:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:09:42Z', 'updated_at': '2021-08-18T14:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '0148fa9c-ec1e-440f-94c2-39bffc423c5e', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5', 'port_id': 'db3d07fb-096d-4660-80dd-03cbf642124c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e', 'mac_address': 'fa:16:3e:44:d0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f7085-c937-40e0-b83d-ec6a33e0b610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:10:04Z', 'updated_at': '2021-08-18T14:10:04Z', 'revision_number': 0, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7966118e-25cf-4c78-8d6d-a64ed7b61b55', 'name': '', 'network_id': '894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'mac_address': 'fa:16:3e:a8:81:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8d3dbfba-3dda-4b10-acfd-e9139614172f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:09:46Z', 'updated_at': '2021-08-18T14:09:53Z', 'revision_number': 5, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'subnets': [{'id': '8d3dbfba-3dda-4b10-acfd-e9139614172f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:10:06.304500 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4af305-908d-4654-af27-fea01b63eb30 None None] Checking router: af1d211f-4a9e-4a65-b369-2ead3d2b1ce5 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:10:06.316695 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4af305-908d-4654-af27-fea01b63eb30 None None] Routers {'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:10:06.317339 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-3d4af305-908d-4654-af27-fea01b63eb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:09:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['af1d211f-4a9e-4a65-b369-2ead3d2b1ce5'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:10:06.318951 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-32260002-b29c-4173-9300-79e77aa520dd req-52b63c8e-f091-4ac5-b9f5-d60b7169f2a7 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3fd6b1-d076-4f6b-afaf-0de79ac82a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552219 Aug 18 14:10:06.358232 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40988) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:10:06.385489 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bcc358-2541-4e82-811d-1c9519a5a5e1 req-4e30e364-1d1b-4f3e-9cbb-0e963056b5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:06.387279 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c8bcc358-2541-4e82-811d-1c9519a5a5e1 req-4e30e364-1d1b-4f3e-9cbb-0e963056b5f7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e HTTP/1.1" status: 200 len: 898 time: 0.2115622 Aug 18 14:10:06.440206 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-cd3c2fe8-bb29-4b4e-986b-68e74fcd3560 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/floatingips/0148fa9c-ec1e-440f-94c2-39bffc423c5e HTTP/1.1" status: 200 len: 991 time: 0.0795255 Aug 18 14:10:06.488153 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-3d4af305-908d-4654-af27-fea01b63eb30 None None] Set router af1d211f-4a9e-4a65-b369-2ead3d2b1ce5 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:10:06.505704 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c8bcc358-2541-4e82-811d-1c9519a5a5e1 req-c2228537-2337-4508-b356-c8d51f4c90fb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db3d07fb-096d-4660-80dd-03cbf642124c HTTP/1.1" status: 200 len: 999 time: 0.1101279 Aug 18 14:10:06.567415 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bcc358-2541-4e82-811d-1c9519a5a5e1 req-97386bce-c9cf-4b6c-8dfc-4641828aaf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:06.569135 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c8bcc358-2541-4e82-811d-1c9519a5a5e1 req-97386bce-c9cf-4b6c-8dfc-4641828aaf12 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d3dbfba-3dda-4b10-acfd-e9139614172f HTTP/1.1" status: 200 len: 835 time: 0.0555131 Aug 18 14:10:06.641297 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bcc358-2541-4e82-811d-1c9519a5a5e1 req-9338d63a-b9dc-45cc-99b9-2b1297712fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:06.643171 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c8bcc358-2541-4e82-811d-1c9519a5a5e1 req-9338d63a-b9dc-45cc-99b9-2b1297712fe0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668616 Aug 18 14:10:06.804232 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c8bcc358-2541-4e82-811d-1c9519a5a5e1 req-78a48bf7-3832-4a82-ae21-f41c10b1fc83 service neutron] 10.222.0.20 "GET /v2.0/networks/894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532505 Aug 18 14:10:06.812849 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-3d4af305-908d-4654-af27-fea01b63eb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1950154105', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '91e5e079-5cbc-4f8c-b2ab-c31700a8601a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:09:42Z', 'updated_at': '2021-08-18T14:09:47Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '91e5e079-5cbc-4f8c-b2ab-c31700a8601a', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:78:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:09:42Z', 'updated_at': '2021-08-18T14:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '0148fa9c-ec1e-440f-94c2-39bffc423c5e', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5', 'port_id': 'db3d07fb-096d-4660-80dd-03cbf642124c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e', 'mac_address': 'fa:16:3e:44:d0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f7085-c937-40e0-b83d-ec6a33e0b610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:10:04Z', 'updated_at': '2021-08-18T14:10:04Z', 'revision_number': 0, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7966118e-25cf-4c78-8d6d-a64ed7b61b55', 'name': '', 'network_id': '894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'mac_address': 'fa:16:3e:a8:81:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8d3dbfba-3dda-4b10-acfd-e9139614172f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:09:46Z', 'updated_at': '2021-08-18T14:09:53Z', 'revision_number': 5, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'subnets': [{'id': '8d3dbfba-3dda-4b10-acfd-e9139614172f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:10:06.862050 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4af305-908d-4654-af27-fea01b63eb30 None None] The sync data for ids ['af1d211f-4a9e-4a65-b369-2ead3d2b1ce5'] in n-d-803603-2 is: [{'id': 'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1950154105', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '91e5e079-5cbc-4f8c-b2ab-c31700a8601a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:09:42Z', 'updated_at': '2021-08-18T14:09:47Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '91e5e079-5cbc-4f8c-b2ab-c31700a8601a', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:78:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:09:42Z', 'updated_at': '2021-08-18T14:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '0148fa9c-ec1e-440f-94c2-39bffc423c5e', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5', 'port_id': 'db3d07fb-096d-4660-80dd-03cbf642124c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e', 'mac_address': 'fa:16:3e:44:d0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f7085-c937-40e0-b83d-ec6a33e0b610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:10:04Z', 'updated_at': '2021-08-18T14:10:04Z', 'revision_number': 0, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7966118e-25cf-4c78-8d6d-a64ed7b61b55', 'name': '', 'network_id': '894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'mac_address': 'fa:16:3e:a8:81:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8d3dbfba-3dda-4b10-acfd-e9139614172f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:09:46Z', 'updated_at': '2021-08-18T14:09:53Z', 'revision_number': 5, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'subnets': [{'id': '8d3dbfba-3dda-4b10-acfd-e9139614172f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:10:06.951482 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c8bcc358-2541-4e82-811d-1c9519a5a5e1 req-199fad63-87f9-4aaa-b6e4-1654b5fe0184 service neutron] 10.222.0.20 "GET /v2.0/networks/894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388426 Aug 18 14:10:07.115977 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f4fa0d-3497-4506-9b5c-1460e4fd0c69 None None] New status for floating IP 0148fa9c-ec1e-440f-94c2-39bffc423c5e: ACTIVE {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:10:07.444640 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 40990) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:10:07.516642 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5e2a106c-3975-443c-9785-3b5529c1561d tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/floatingips/0148fa9c-ec1e-440f-94c2-39bffc423c5e HTTP/1.1" status: 200 len: 993 time: 0.0707414 Aug 18 14:10:11.732441 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c0c9fa20-bb1c-4045-8d02-121cd9dc13f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:13.889238 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6dc07ed0-2d72-4549-9c85-2dc16e73606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:14.646396 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:15.743488 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:17.726829 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:24.982255 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:10:28.511928 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:29.514599 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:34.502433 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8075ed-c198-401c-82f2-0f60f4cd6c06 req-5bbbe7b7-2a6d-4b9c-8393-46a67a35659c tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:34.504105 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ef8075ed-c198-401c-82f2-0f60f4cd6c06 req-5bbbe7b7-2a6d-4b9c-8393-46a67a35659c tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e83f7085-c937-40e0-b83d-ec6a33e0b610 HTTP/1.1" status: 200 len: 945 time: 0.0558531 Aug 18 14:10:34.556561 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ef8075ed-c198-401c-82f2-0f60f4cd6c06 req-66b04897-2412-42f0-a7d9-3328764f842a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3fd6b1-d076-4f6b-afaf-0de79ac82a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457435 Aug 18 14:10:35.703080 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c44a9d-fa85-438a-b9bc-a24fcae24335 req-e867a958-45a7-4c48-8302-009955b947df tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:35.705113 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b2c44a9d-fa85-438a-b9bc-a24fcae24335 req-e867a958-45a7-4c48-8302-009955b947df tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e83f7085-c937-40e0-b83d-ec6a33e0b610 HTTP/1.1" status: 200 len: 945 time: 0.0564013 Aug 18 14:10:35.746230 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b2c44a9d-fa85-438a-b9bc-a24fcae24335 req-83756079-d913-42ae-b897-300c52cdeb03 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3fd6b1-d076-4f6b-afaf-0de79ac82a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346854 Aug 18 14:10:36.876946 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85947f80-ebff-4a92-89a5-9cdf3efcb566 req-314b0bb0-dc2d-4f7e-90c5-7f990950c2f6 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:36.878928 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-85947f80-ebff-4a92-89a5-9cdf3efcb566 req-314b0bb0-dc2d-4f7e-90c5-7f990950c2f6 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e83f7085-c937-40e0-b83d-ec6a33e0b610 HTTP/1.1" status: 200 len: 945 time: 0.0568991 Aug 18 14:10:36.931972 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-85947f80-ebff-4a92-89a5-9cdf3efcb566 req-c910b500-3cbf-4140-81f6-3021fb70682c tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3fd6b1-d076-4f6b-afaf-0de79ac82a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463738 Aug 18 14:10:38.059739 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cd9f8-0c06-41da-8453-6cb39526c61d req-474a9137-63dc-4e15-954c-892c64567115 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:38.061404 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-147cd9f8-0c06-41da-8453-6cb39526c61d req-474a9137-63dc-4e15-954c-892c64567115 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e83f7085-c937-40e0-b83d-ec6a33e0b610 HTTP/1.1" status: 200 len: 945 time: 0.0566769 Aug 18 14:10:38.110473 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-147cd9f8-0c06-41da-8453-6cb39526c61d req-12e76005-95f9-4494-9be2-9c077e987aad tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3fd6b1-d076-4f6b-afaf-0de79ac82a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374546 Aug 18 14:10:39.240527 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0abb68f-de42-44a0-b10b-68c74fcb7c17 req-e80ff8de-5a4f-4f32-b932-d882f665b873 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:39.242342 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d0abb68f-de42-44a0-b10b-68c74fcb7c17 req-e80ff8de-5a4f-4f32-b932-d882f665b873 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e83f7085-c937-40e0-b83d-ec6a33e0b610 HTTP/1.1" status: 200 len: 945 time: 0.0554793 Aug 18 14:10:39.283903 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d0abb68f-de42-44a0-b10b-68c74fcb7c17 req-424039ce-f9b7-4526-b763-670f0aa8aabd tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3fd6b1-d076-4f6b-afaf-0de79ac82a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352485 Aug 18 14:10:40.414058 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622fd76-df5c-4d07-9162-80ca2615c6c4 req-60b9a8d3-3557-449e-bb51-df34c4752c3e tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:40.415743 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d622fd76-df5c-4d07-9162-80ca2615c6c4 req-60b9a8d3-3557-449e-bb51-df34c4752c3e tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e83f7085-c937-40e0-b83d-ec6a33e0b610 HTTP/1.1" status: 200 len: 945 time: 0.0541816 Aug 18 14:10:40.459667 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d622fd76-df5c-4d07-9162-80ca2615c6c4 req-1fb3f55f-4a1c-47b2-904c-863108158248 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3fd6b1-d076-4f6b-afaf-0de79ac82a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368345 Aug 18 14:10:41.587370 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08efcac6-d157-4bef-b83a-2e33f9ccfc28 req-3736fa20-cae0-4d26-974e-65dc25d76e64 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:41.589011 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-08efcac6-d157-4bef-b83a-2e33f9ccfc28 req-3736fa20-cae0-4d26-974e-65dc25d76e64 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e83f7085-c937-40e0-b83d-ec6a33e0b610 HTTP/1.1" status: 200 len: 945 time: 0.0534167 Aug 18 14:10:41.640195 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-08efcac6-d157-4bef-b83a-2e33f9ccfc28 req-7064021d-68a0-479d-8e0d-99b3bb4bbdce tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3fd6b1-d076-4f6b-afaf-0de79ac82a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441127 Aug 18 14:10:41.723666 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fa4c1cf2-4102-4678-a639-9950fa7e146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:42.768968 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5297ce-5c48-40fd-aa59-b017f4c2fedf req-06421633-63b2-483b-845f-aba50551300e tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:42.770651 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ac5297ce-5c48-40fd-aa59-b017f4c2fedf req-06421633-63b2-483b-845f-aba50551300e tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e83f7085-c937-40e0-b83d-ec6a33e0b610 HTTP/1.1" status: 200 len: 945 time: 0.0542333 Aug 18 14:10:42.835832 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ac5297ce-5c48-40fd-aa59-b017f4c2fedf req-cbc1c7e1-fd36-4e6f-946d-78d6c90214c8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3fd6b1-d076-4f6b-afaf-0de79ac82a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562572 Aug 18 14:10:43.848271 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-55564033-cffb-4e44-bef6-a4854fc95873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:44.009649 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06de927-5b43-4a56-a712-7a51e3e76e91 req-8c8723db-50fa-41f4-81a8-ee28964e061a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:44.012295 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a06de927-5b43-4a56-a712-7a51e3e76e91 req-8c8723db-50fa-41f4-81a8-ee28964e061a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e83f7085-c937-40e0-b83d-ec6a33e0b610 HTTP/1.1" status: 200 len: 945 time: 0.0887892 Aug 18 14:10:44.059816 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a06de927-5b43-4a56-a712-7a51e3e76e91 req-3c819811-b3d6-4765-8fab-c7c98fed5abc tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3fd6b1-d076-4f6b-afaf-0de79ac82a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410950 Aug 18 14:10:44.648525 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:45.183562 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27992568-7a58-450b-a407-cd39282d5c32 req-3e15c735-a3e4-4557-8a80-085d1dc37f0a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:45.185189 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27992568-7a58-450b-a407-cd39282d5c32 req-3e15c735-a3e4-4557-8a80-085d1dc37f0a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e83f7085-c937-40e0-b83d-ec6a33e0b610 HTTP/1.1" status: 200 len: 945 time: 0.0555174 Aug 18 14:10:45.226929 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-27992568-7a58-450b-a407-cd39282d5c32 req-63a8e6a1-77e3-48c4-a0f9-0dfcef232c7b tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3fd6b1-d076-4f6b-afaf-0de79ac82a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354612 Aug 18 14:10:45.251101 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41024) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:10:45.316272 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-fa70c025-1138-4cb3-a338-15be048ef9b4 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/floatingips/0148fa9c-ec1e-440f-94c2-39bffc423c5e HTTP/1.1" status: 200 len: 993 time: 0.0636227 Aug 18 14:10:45.711101 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:46.732158 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6f01b-2aa3-469e-a4dc-1999ec47674f req-24b4cce1-b7fb-4054-8607-dc606b816b28 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:46.733730 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-78f6f01b-2aa3-469e-a4dc-1999ec47674f req-24b4cce1-b7fb-4054-8607-dc606b816b28 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e83f7085-c937-40e0-b83d-ec6a33e0b610 HTTP/1.1" status: 200 len: 945 time: 0.0577972 Aug 18 14:10:46.786360 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-78f6f01b-2aa3-469e-a4dc-1999ec47674f req-0cc83a81-d373-415a-8eab-a3ffa0d0bae9 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3fd6b1-d076-4f6b-afaf-0de79ac82a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452287 Aug 18 14:10:46.831273 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7399b84-ff9d-4085-8ab7-8deb51286d7f req-c1469258-ff11-465c-9434-df83a5da7763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:46.833090 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f7399b84-ff9d-4085-8ab7-8deb51286d7f req-c1469258-ff11-465c-9434-df83a5da7763 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22&device_id=e83f7085-c937-40e0-b83d-ec6a33e0b610 HTTP/1.1" status: 200 len: 1096 time: 0.0431180 Aug 18 14:10:46.943559 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7399b84-ff9d-4085-8ab7-8deb51286d7f req-87dded19-e6c4-46d1-91f7-fd1c27c78000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:46.945143 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f7399b84-ff9d-4085-8ab7-8deb51286d7f req-87dded19-e6c4-46d1-91f7-fd1c27c78000 service neutron] 10.222.0.20 "GET /v2.0/networks?id=894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e HTTP/1.1" status: 200 len: 898 time: 0.1050427 Aug 18 14:10:47.016287 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f7399b84-ff9d-4085-8ab7-8deb51286d7f req-e4de3a82-9c10-41d0-ad9d-650d18755874 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db3d07fb-096d-4660-80dd-03cbf642124c HTTP/1.1" status: 200 len: 1001 time: 0.0638039 Aug 18 14:10:47.069412 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7399b84-ff9d-4085-8ab7-8deb51286d7f req-3f74f882-09c5-429d-8af7-db07631e1187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:47.070983 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f7399b84-ff9d-4085-8ab7-8deb51286d7f req-3f74f882-09c5-429d-8af7-db07631e1187 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d3dbfba-3dda-4b10-acfd-e9139614172f HTTP/1.1" status: 200 len: 835 time: 0.0476274 Aug 18 14:10:47.129801 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7399b84-ff9d-4085-8ab7-8deb51286d7f req-8f5c49f4-7459-4113-8a11-f3cf99326d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:47.131821 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f7399b84-ff9d-4085-8ab7-8deb51286d7f req-8f5c49f4-7459-4113-8a11-f3cf99326d50 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532541 Aug 18 14:10:47.235791 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f7399b84-ff9d-4085-8ab7-8deb51286d7f req-43d14214-f5b7-46d3-aaed-8a1c31abe61e service neutron] 10.222.0.20 "GET /v2.0/networks/894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967777 Aug 18 14:10:47.340390 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f7399b84-ff9d-4085-8ab7-8deb51286d7f req-1abc9a5d-f22b-4935-a927-473b9fc7c45a service neutron] 10.222.0.20 "GET /v2.0/networks/894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971968 Aug 18 14:10:47.688084 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:47.929860 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf26d35-f62e-4cad-9e8b-35a5279ecde6 req-f1e82874-8788-4dc5-80c3-e7c85bb06ac2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:47.932680 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1bf26d35-f62e-4cad-9e8b-35a5279ecde6 req-f1e82874-8788-4dc5-80c3-e7c85bb06ac2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e83f7085-c937-40e0-b83d-ec6a33e0b610 HTTP/1.1" status: 200 len: 945 time: 0.0691395 Aug 18 14:10:47.977388 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1bf26d35-f62e-4cad-9e8b-35a5279ecde6 req-5676dc0a-b1fd-468d-808a-4bcf64995a9a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3fd6b1-d076-4f6b-afaf-0de79ac82a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379014 Aug 18 14:10:49.098436 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4838a97e-cffa-4ddb-a52c-ea0ab6502cc9 req-70957e72-b8a8-488b-a745-636f5bf465d5 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:10:49.100034 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4838a97e-cffa-4ddb-a52c-ea0ab6502cc9 req-70957e72-b8a8-488b-a745-636f5bf465d5 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e83f7085-c937-40e0-b83d-ec6a33e0b610 HTTP/1.1" status: 200 len: 945 time: 0.0515506 Aug 18 14:10:49.142278 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4838a97e-cffa-4ddb-a52c-ea0ab6502cc9 req-a016946a-d5e4-4469-9b2a-1330e45e8454 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3fd6b1-d076-4f6b-afaf-0de79ac82a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360887 Aug 18 14:10:49.165180 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41036) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:10:49.235689 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7c485b1c-9e83-44f8-90b6-587aab7c78df tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/floatingips/0148fa9c-ec1e-440f-94c2-39bffc423c5e HTTP/1.1" status: 200 len: 993 time: 0.0693164 Aug 18 14:10:58.490946 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:10:59.527936 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:01.981866 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:11:05.143127 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-034a1f8a-6a5d-46a2-ba78-9966b4e8de4d req-d6a20213-73d0-44b3-b7ba-519b56966052 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e83f7085-c937-40e0-b83d-ec6a33e0b610&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424931 Aug 18 14:11:05.238443 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a1f8a-6a5d-46a2-ba78-9966b4e8de4d req-5079bd59-4404-407a-af92-cd5350ab491a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:05.240051 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-034a1f8a-6a5d-46a2-ba78-9966b4e8de4d req-5079bd59-4404-407a-af92-cd5350ab491a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22&device_id=e83f7085-c937-40e0-b83d-ec6a33e0b610 HTTP/1.1" status: 200 len: 1096 time: 0.0421875 Aug 18 14:11:05.357243 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a1f8a-6a5d-46a2-ba78-9966b4e8de4d req-f682bfec-3a28-443f-b0fb-02bb78b7ba09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:05.359384 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-034a1f8a-6a5d-46a2-ba78-9966b4e8de4d req-f682bfec-3a28-443f-b0fb-02bb78b7ba09 service neutron] 10.222.0.20 "GET /v2.0/networks?id=894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e HTTP/1.1" status: 200 len: 898 time: 0.0978897 Aug 18 14:11:05.428746 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-034a1f8a-6a5d-46a2-ba78-9966b4e8de4d req-ef1b7e59-26c2-43fa-92ba-011df6960db3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db3d07fb-096d-4660-80dd-03cbf642124c HTTP/1.1" status: 200 len: 1001 time: 0.0623343 Aug 18 14:11:05.485448 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a1f8a-6a5d-46a2-ba78-9966b4e8de4d req-cf2a1a58-56ea-475d-b21e-e2db0ddb1a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:05.487202 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-034a1f8a-6a5d-46a2-ba78-9966b4e8de4d req-cf2a1a58-56ea-475d-b21e-e2db0ddb1a5e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d3dbfba-3dda-4b10-acfd-e9139614172f HTTP/1.1" status: 200 len: 835 time: 0.0515823 Aug 18 14:11:05.536323 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a1f8a-6a5d-46a2-ba78-9966b4e8de4d req-210e6326-920b-4906-af43-b6d7a1ec461d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:05.538128 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-034a1f8a-6a5d-46a2-ba78-9966b4e8de4d req-210e6326-920b-4906-af43-b6d7a1ec461d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441949 Aug 18 14:11:05.642676 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-034a1f8a-6a5d-46a2-ba78-9966b4e8de4d req-fd078081-20ba-485f-8b9d-e01e7f4757b2 service neutron] 10.222.0.20 "GET /v2.0/networks/894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955012 Aug 18 14:11:05.740400 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-034a1f8a-6a5d-46a2-ba78-9966b4e8de4d req-480e4a10-ba06-42ce-b54f-16ec3c1e5a59 service neutron] 10.222.0.20 "GET /v2.0/networks/894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902743 Aug 18 14:11:11.698886 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5c2fe742-009e-4714-8674-97142276e72f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:13.841545 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d388776f-0e16-467d-915b-2135b8390b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:14.656083 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:15.710255 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:17.591470 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41048) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:11:17.715462 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:17.760712 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-31db7abe-8fbe-4348-bf97-62d3627a90b0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Deleting port 87a414c4-560a-4561-9783-bbce2b222a1a {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:11:17.761064 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-31db7abe-8fbe-4348-bf97-62d3627a90b0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:17.839274 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-31db7abe-8fbe-4348-bf97-62d3627a90b0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:17.839604 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-31db7abe-8fbe-4348-bf97-62d3627a90b0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:17.852886 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-31db7abe-8fbe-4348-bf97-62d3627a90b0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Calling delete_port for 87a414c4-560a-4561-9783-bbce2b222a1a owned by network:floatingip {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:11:18.110907 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-31db7abe-8fbe-4348-bf97-62d3627a90b0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:18.136328 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db7abe-8fbe-4348-bf97-62d3627a90b0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event deleted for resources: {'Port': ['ID=87a414c4-560a-4561-9783-bbce2b222a1a,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:18.151468 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db7abe-8fbe-4348-bf97-62d3627a90b0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:18.151826 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db7abe-8fbe-4348-bf97-62d3627a90b0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:18.152180 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db7abe-8fbe-4348-bf97-62d3627a90b0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:18.152522 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db7abe-8fbe-4348-bf97-62d3627a90b0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:18.152858 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db7abe-8fbe-4348-bf97-62d3627a90b0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:18.153203 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db7abe-8fbe-4348-bf97-62d3627a90b0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:18.153539 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db7abe-8fbe-4348-bf97-62d3627a90b0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:18.153871 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db7abe-8fbe-4348-bf97-62d3627a90b0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:18.154259 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db7abe-8fbe-4348-bf97-62d3627a90b0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:18.154610 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db7abe-8fbe-4348-bf97-62d3627a90b0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:18.155451 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db7abe-8fbe-4348-bf97-62d3627a90b0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:18.155784 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db7abe-8fbe-4348-bf97-62d3627a90b0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:18.220263 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-31db7abe-8fbe-4348-bf97-62d3627a90b0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for floatingip, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:18.220695 n-d-803603-2 neutron-server[101676]: INFO neutron.db.l3_db [None req-31db7abe-8fbe-4348-bf97-62d3627a90b0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Floating IP 0148fa9c-ec1e-440f-94c2-39bffc423c5e disassociated (deleted). External IP: 172.25.6.149, port: db3d07fb-096d-4660-80dd-03cbf642124c. Aug 18 14:11:18.462418 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31db7abe-8fbe-4348-bf97-62d3627a90b0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Router af1d211f-4a9e-4a65-b369-2ead3d2b1ce5 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:11:18.579134 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31db7abe-8fbe-4348-bf97-62d3627a90b0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:11:18.584271 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-31db7abe-8fbe-4348-bf97-62d3627a90b0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:18.589925 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd63d534-5dc9-4764-820a-22e858f5a6ca None None] Sync routers for ids ['af1d211f-4a9e-4a65-b369-2ead3d2b1ce5'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:11:18.601205 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd63d534-5dc9-4764-820a-22e858f5a6ca None None] Routers {'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:11:18.602047 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-dd63d534-5dc9-4764-820a-22e858f5a6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:11:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['af1d211f-4a9e-4a65-b369-2ead3d2b1ce5'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:11:18.615908 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-31db7abe-8fbe-4348-bf97-62d3627a90b0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "DELETE /v2.0/floatingips/0148fa9c-ec1e-440f-94c2-39bffc423c5e HTTP/1.1" status: 204 len: 168 time: 1.0234046 Aug 18 14:11:18.616537 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83f7085-c937-40e0-b83d-ec6a33e0b610', 'tag': 'db3d07fb-096d-4660-80dd-03cbf642124c'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:11:18.619001 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8d889e168220163876f439a36e214edce7e14ad7c9e2b3367f43e2d5729643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded1b446-8e1f-4b9c-8dab-ce0a5a496ed5" -d '{"events": [{"name": "network-changed", "server_uuid": "e83f7085-c937-40e0-b83d-ec6a33e0b610", "tag": "db3d07fb-096d-4660-80dd-03cbf642124c"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:11:18.671908 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20507fa-3ca8-48c3-a852-eda33fb4c7f3 x-openstack-request-id: req-b20507fa-3ca8-48c3-a852-eda33fb4c7f3 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:11:18.672205 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e83f7085-c937-40e0-b83d-ec6a33e0b610", "tag": "db3d07fb-096d-4660-80dd-03cbf642124c", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:11:18.672463 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b20507fa-3ca8-48c3-a852-eda33fb4c7f3 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:11:18.672869 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e83f7085-c937-40e0-b83d-ec6a33e0b610', 'tag': 'db3d07fb-096d-4660-80dd-03cbf642124c', 'status': 'completed', 'code': 200} Aug 18 14:11:18.755650 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-dd63d534-5dc9-4764-820a-22e858f5a6ca None None] Set router af1d211f-4a9e-4a65-b369-2ead3d2b1ce5 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:11:18.756389 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1b446-8e1f-4b9c-8dab-ce0a5a496ed5 req-6b23b18f-d29a-4f3b-9587-18288c8c05bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:18.756389 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ded1b446-8e1f-4b9c-8dab-ce0a5a496ed5 req-6b23b18f-d29a-4f3b-9587-18288c8c05bd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22&device_id=e83f7085-c937-40e0-b83d-ec6a33e0b610 HTTP/1.1" status: 200 len: 1096 time: 0.0450234 Aug 18 14:11:18.846422 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1b446-8e1f-4b9c-8dab-ce0a5a496ed5 req-8c4e8443-5edf-4390-970d-4e7ba49d4ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:18.848408 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ded1b446-8e1f-4b9c-8dab-ce0a5a496ed5 req-8c4e8443-5edf-4390-970d-4e7ba49d4ae2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e HTTP/1.1" status: 200 len: 898 time: 0.0997024 Aug 18 14:11:18.893828 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ded1b446-8e1f-4b9c-8dab-ce0a5a496ed5 req-702f5d29-1082-495f-a91a-e81e7d976d2e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db3d07fb-096d-4660-80dd-03cbf642124c HTTP/1.1" status: 200 len: 217 time: 0.0382311 Aug 18 14:11:18.952784 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1b446-8e1f-4b9c-8dab-ce0a5a496ed5 req-88eab418-d2a1-40f0-b46e-95957fa84b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:18.954327 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ded1b446-8e1f-4b9c-8dab-ce0a5a496ed5 req-88eab418-d2a1-40f0-b46e-95957fa84b59 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d3dbfba-3dda-4b10-acfd-e9139614172f HTTP/1.1" status: 200 len: 835 time: 0.0536890 Aug 18 14:11:19.003524 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1b446-8e1f-4b9c-8dab-ce0a5a496ed5 req-ac3f6f5a-9e76-4b9e-a846-8d4c199b0e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:19.005200 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ded1b446-8e1f-4b9c-8dab-ce0a5a496ed5 req-ac3f6f5a-9e76-4b9e-a846-8d4c199b0e8a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441899 Aug 18 14:11:19.105474 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-dd63d534-5dc9-4764-820a-22e858f5a6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1950154105', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '91e5e079-5cbc-4f8c-b2ab-c31700a8601a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:09:42Z', 'updated_at': '2021-08-18T14:09:47Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '91e5e079-5cbc-4f8c-b2ab-c31700a8601a', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:78:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:09:42Z', 'updated_at': '2021-08-18T14:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '7966118e-25cf-4c78-8d6d-a64ed7b61b55', 'name': '', 'network_id': '894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'mac_address': 'fa:16:3e:a8:81:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8d3dbfba-3dda-4b10-acfd-e9139614172f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:09:46Z', 'updated_at': '2021-08-18T14:09:53Z', 'revision_number': 5, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'subnets': [{'id': '8d3dbfba-3dda-4b10-acfd-e9139614172f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:11:19.109743 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ded1b446-8e1f-4b9c-8dab-ce0a5a496ed5 req-a744b3a6-391e-4921-b830-62e2222244d4 service neutron] 10.222.0.20 "GET /v2.0/networks/894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970995 Aug 18 14:11:19.138396 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd63d534-5dc9-4764-820a-22e858f5a6ca None None] Checking router: af1d211f-4a9e-4a65-b369-2ead3d2b1ce5 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:11:19.149543 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd63d534-5dc9-4764-820a-22e858f5a6ca None None] Routers {'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:11:19.150248 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-dd63d534-5dc9-4764-820a-22e858f5a6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:11:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['af1d211f-4a9e-4a65-b369-2ead3d2b1ce5'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:11:19.221588 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ded1b446-8e1f-4b9c-8dab-ce0a5a496ed5 req-5856fa1b-71d3-4b7f-b053-d40ddd7e9ecf service neutron] 10.222.0.20 "GET /v2.0/networks/894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050510 Aug 18 14:11:19.293155 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-dd63d534-5dc9-4764-820a-22e858f5a6ca None None] Set router af1d211f-4a9e-4a65-b369-2ead3d2b1ce5 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:11:19.500410 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-dd63d534-5dc9-4764-820a-22e858f5a6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1950154105', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '91e5e079-5cbc-4f8c-b2ab-c31700a8601a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:09:42Z', 'updated_at': '2021-08-18T14:09:47Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '91e5e079-5cbc-4f8c-b2ab-c31700a8601a', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:78:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:09:42Z', 'updated_at': '2021-08-18T14:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '7966118e-25cf-4c78-8d6d-a64ed7b61b55', 'name': '', 'network_id': '894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'mac_address': 'fa:16:3e:a8:81:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8d3dbfba-3dda-4b10-acfd-e9139614172f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:09:46Z', 'updated_at': '2021-08-18T14:09:53Z', 'revision_number': 5, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'subnets': [{'id': '8d3dbfba-3dda-4b10-acfd-e9139614172f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:11:19.534471 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd63d534-5dc9-4764-820a-22e858f5a6ca None None] The sync data for ids ['af1d211f-4a9e-4a65-b369-2ead3d2b1ce5'] in n-d-803603-2 is: [{'id': 'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1950154105', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '91e5e079-5cbc-4f8c-b2ab-c31700a8601a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:09:42Z', 'updated_at': '2021-08-18T14:09:47Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '91e5e079-5cbc-4f8c-b2ab-c31700a8601a', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:78:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:09:42Z', 'updated_at': '2021-08-18T14:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '7966118e-25cf-4c78-8d6d-a64ed7b61b55', 'name': '', 'network_id': '894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'mac_address': 'fa:16:3e:a8:81:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8d3dbfba-3dda-4b10-acfd-e9139614172f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:09:46Z', 'updated_at': '2021-08-18T14:09:53Z', 'revision_number': 5, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'subnets': [{'id': '8d3dbfba-3dda-4b10-acfd-e9139614172f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:11:19.734656 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b04d5-3df8-41a7-9420-d8fcabb8ecc2 req-03759b77-6a1c-492c-a640-9f436a0ec585 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:19.743833 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7c8b04d5-3df8-41a7-9420-d8fcabb8ecc2 req-03759b77-6a1c-492c-a640-9f436a0ec585 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e83f7085-c937-40e0-b83d-ec6a33e0b610 HTTP/1.1" status: 200 len: 945 time: 0.0586691 Aug 18 14:11:19.787373 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7c8b04d5-3df8-41a7-9420-d8fcabb8ecc2 req-c763a39f-a89b-43af-8f4e-f75feff62e20 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3fd6b1-d076-4f6b-afaf-0de79ac82a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442376 Aug 18 14:11:19.814462 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b870b2-46d8-49be-81a3-246a510f43b1 None None] New status for floating IP 0148fa9c-ec1e-440f-94c2-39bffc423c5e: DOWN {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:11:20.909611 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba189645-d27c-4e79-b335-43967864584e req-29c2e241-fefe-4b51-893c-2d18f5e5ae82 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:20.911179 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ba189645-d27c-4e79-b335-43967864584e req-29c2e241-fefe-4b51-893c-2d18f5e5ae82 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e83f7085-c937-40e0-b83d-ec6a33e0b610 HTTP/1.1" status: 200 len: 945 time: 0.0507281 Aug 18 14:11:20.952378 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ba189645-d27c-4e79-b335-43967864584e req-04eae06f-da3b-4f81-b64a-2b3612a12eb6 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e3fd6b1-d076-4f6b-afaf-0de79ac82a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351057 Aug 18 14:11:21.226604 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c4639-8864-49e2-9cb3-1dc73c6f9736 req-03677ad4-50cb-459c-acaa-d85faaaf6f9b tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:21.228170 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-251c4639-8864-49e2-9cb3-1dc73c6f9736 req-03677ad4-50cb-459c-acaa-d85faaaf6f9b tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83f7085-c937-40e0-b83d-ec6a33e0b610 HTTP/1.1" status: 200 len: 945 time: 0.0593774 Aug 18 14:11:21.324968 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-251c4639-8864-49e2-9cb3-1dc73c6f9736 req-de78b8e9-a8c5-40d6-83f6-a0bb1cdf5698 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Deleting port db3d07fb-096d-4660-80dd-03cbf642124c {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:11:21.325419 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-251c4639-8864-49e2-9cb3-1dc73c6f9736 req-de78b8e9-a8c5-40d6-83f6-a0bb1cdf5698 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:21.418486 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-251c4639-8864-49e2-9cb3-1dc73c6f9736 req-de78b8e9-a8c5-40d6-83f6-a0bb1cdf5698 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] For port db3d07fb-096d-4660-80dd-03cbf642124c, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=db3d07fb-096d-4660-80dd-03cbf642124c,segment=NetworkSegment(745694b2-9626-4613-8563-dab68a998a20),segment_id=745694b2-9626-4613-8563-dab68a998a20)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:11:21.418858 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-251c4639-8864-49e2-9cb3-1dc73c6f9736 req-de78b8e9-a8c5-40d6-83f6-a0bb1cdf5698 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:21.432778 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-251c4639-8864-49e2-9cb3-1dc73c6f9736 req-de78b8e9-a8c5-40d6-83f6-a0bb1cdf5698 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Calling delete_port for db3d07fb-096d-4660-80dd-03cbf642124c owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:11:21.644524 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-251c4639-8864-49e2-9cb3-1dc73c6f9736 req-de78b8e9-a8c5-40d6-83f6-a0bb1cdf5698 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:21.682779 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de78b8e9-a8c5-40d6-83f6-a0bb1cdf5698 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event deleted for resources: {'Port': ['ID=db3d07fb-096d-4660-80dd-03cbf642124c,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:21.712190 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de78b8e9-a8c5-40d6-83f6-a0bb1cdf5698 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:21.712545 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de78b8e9-a8c5-40d6-83f6-a0bb1cdf5698 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:21.712888 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de78b8e9-a8c5-40d6-83f6-a0bb1cdf5698 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:21.713223 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de78b8e9-a8c5-40d6-83f6-a0bb1cdf5698 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:21.713562 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de78b8e9-a8c5-40d6-83f6-a0bb1cdf5698 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:21.713919 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de78b8e9-a8c5-40d6-83f6-a0bb1cdf5698 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:21.714275 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de78b8e9-a8c5-40d6-83f6-a0bb1cdf5698 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:21.714607 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de78b8e9-a8c5-40d6-83f6-a0bb1cdf5698 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:21.715124 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de78b8e9-a8c5-40d6-83f6-a0bb1cdf5698 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:21.715264 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de78b8e9-a8c5-40d6-83f6-a0bb1cdf5698 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:21.715638 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de78b8e9-a8c5-40d6-83f6-a0bb1cdf5698 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:21.715893 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de78b8e9-a8c5-40d6-83f6-a0bb1cdf5698 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:21.745182 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-251c4639-8864-49e2-9cb3-1dc73c6f9736 req-de78b8e9-a8c5-40d6-83f6-a0bb1cdf5698 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] No DVR routers for this DVR port db3d07fb-096d-4660-80dd-03cbf642124c on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:11:21.749133 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-251c4639-8864-49e2-9cb3-1dc73c6f9736 req-de78b8e9-a8c5-40d6-83f6-a0bb1cdf5698 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:21.751548 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-251c4639-8864-49e2-9cb3-1dc73c6f9736 req-de78b8e9-a8c5-40d6-83f6-a0bb1cdf5698 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.20 "DELETE /v2.0/ports/db3d07fb-096d-4660-80dd-03cbf642124c HTTP/1.1" status: 204 len: 173 time: 0.5164988 Aug 18 14:11:21.752089 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83f7085-c937-40e0-b83d-ec6a33e0b610', 'name': 'network-vif-deleted', 'tag': 'db3d07fb-096d-4660-80dd-03cbf642124c'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:11:21.756103 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f341321-3ad3-4cf6-b964-d32f369fa74b" -d '{"events": [{"server_uuid": "e83f7085-c937-40e0-b83d-ec6a33e0b610", "name": "network-vif-deleted", "tag": "db3d07fb-096d-4660-80dd-03cbf642124c"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:11:21.797144 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd80fe12-c56d-48da-8c20-0565c05b3a1c x-openstack-request-id: req-dd80fe12-c56d-48da-8c20-0565c05b3a1c {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:11:21.797433 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83f7085-c937-40e0-b83d-ec6a33e0b610", "name": "network-vif-deleted", "tag": "db3d07fb-096d-4660-80dd-03cbf642124c", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:11:21.797686 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd80fe12-c56d-48da-8c20-0565c05b3a1c {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:11:21.798124 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83f7085-c937-40e0-b83d-ec6a33e0b610', 'name': 'network-vif-deleted', 'tag': 'db3d07fb-096d-4660-80dd-03cbf642124c', 'status': 'completed', 'code': 200} Aug 18 14:11:22.089255 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e3fb2cca-4a84-4591-bbb2-12b10dd8d9d8 req-6ae17f04-6e82-4f44-8435-e6a2e8a7d0b8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=e83f7085-c937-40e0-b83d-ec6a33e0b610 HTTP/1.1" status: 200 len: 210 time: 0.0286160 Aug 18 14:11:23.157965 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41068) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:11:23.443115 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device db3d07fb-096d-4660-80dd-03cbf642124c no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:11:23.466690 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: db3d07fb-096d-4660-80dd-03cbf642124c {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:11:23.467054 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device db3d07fb-096d-4660-80dd-03cbf642124c not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:11:23.585499 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d64fa3cf-7124-4cab-8d6e-d60b10316e99 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:23.913219 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-d64fa3cf-7124-4cab-8d6e-d60b10316e99 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Deleting port 7966118e-25cf-4c78-8d6d-a64ed7b61b55 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:11:23.913565 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d64fa3cf-7124-4cab-8d6e-d60b10316e99 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:24.017507 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-d64fa3cf-7124-4cab-8d6e-d60b10316e99 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] For port 7966118e-25cf-4c78-8d6d-a64ed7b61b55, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=7966118e-25cf-4c78-8d6d-a64ed7b61b55,segment=NetworkSegment(745694b2-9626-4613-8563-dab68a998a20),segment_id=745694b2-9626-4613-8563-dab68a998a20)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:11:24.018137 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d64fa3cf-7124-4cab-8d6e-d60b10316e99 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:24.049165 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-d64fa3cf-7124-4cab-8d6e-d60b10316e99 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Calling delete_port for 7966118e-25cf-4c78-8d6d-a64ed7b61b55 owned by network:router_interface {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:11:24.478695 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d64fa3cf-7124-4cab-8d6e-d60b10316e99 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:24.830272 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64fa3cf-7124-4cab-8d6e-d60b10316e99 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event deleted for resources: {'Port': ['ID=7966118e-25cf-4c78-8d6d-a64ed7b61b55,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:25.025132 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d64fa3cf-7124-4cab-8d6e-d60b10316e99 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:25.265984 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64fa3cf-7124-4cab-8d6e-d60b10316e99 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Router af1d211f-4a9e-4a65-b369-2ead3d2b1ce5 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:11:25.379232 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64fa3cf-7124-4cab-8d6e-d60b10316e99 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:11:25.384221 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d64fa3cf-7124-4cab-8d6e-d60b10316e99 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "PUT /v2.0/routers/af1d211f-4a9e-4a65-b369-2ead3d2b1ce5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2233315 Aug 18 14:11:25.387250 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41070) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:11:25.389775 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d79631a-1309-4eac-a19f-2895e5e69ac2 None None] Sync routers for ids ['af1d211f-4a9e-4a65-b369-2ead3d2b1ce5'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:11:25.399742 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d79631a-1309-4eac-a19f-2895e5e69ac2 None None] Routers {'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:11:25.400381 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-4d79631a-1309-4eac-a19f-2895e5e69ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:11:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['af1d211f-4a9e-4a65-b369-2ead3d2b1ce5'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:11:25.442923 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d44bc15-a791-485f-b98d-60ba20eb104c tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Deleting subnet 8d3dbfba-3dda-4b10-acfd-e9139614172f {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:11:25.446334 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4d44bc15-a791-485f-b98d-60ba20eb104c tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:25.493390 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4d44bc15-a791-485f-b98d-60ba20eb104c tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:25.516051 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-4d79631a-1309-4eac-a19f-2895e5e69ac2 None None] Set router af1d211f-4a9e-4a65-b369-2ead3d2b1ce5 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:11:25.599912 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4d44bc15-a791-485f-b98d-60ba20eb104c tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:25.709097 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-4d79631a-1309-4eac-a19f-2895e5e69ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1950154105', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '91e5e079-5cbc-4f8c-b2ab-c31700a8601a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:09:42Z', 'updated_at': '2021-08-18T14:11:24Z', 'revision_number': 5, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '91e5e079-5cbc-4f8c-b2ab-c31700a8601a', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:78:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:09:42Z', 'updated_at': '2021-08-18T14:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:11:25.741310 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d79631a-1309-4eac-a19f-2895e5e69ac2 None None] Checking router: af1d211f-4a9e-4a65-b369-2ead3d2b1ce5 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:11:25.751907 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d79631a-1309-4eac-a19f-2895e5e69ac2 None None] Routers {'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:11:25.752566 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-4d79631a-1309-4eac-a19f-2895e5e69ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:11:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['af1d211f-4a9e-4a65-b369-2ead3d2b1ce5'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:11:25.767892 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4d44bc15-a791-485f-b98d-60ba20eb104c tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:25.796914 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d44bc15-a791-485f-b98d-60ba20eb104c tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event deleted for resources: {'Subnet': ['ID=8d3dbfba-3dda-4b10-acfd-e9139614172f,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:25.802315 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-4d44bc15-a791-485f-b98d-60ba20eb104c tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:25.804543 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4d44bc15-a791-485f-b98d-60ba20eb104c tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "DELETE /v2.0/subnets/8d3dbfba-3dda-4b10-acfd-e9139614172f HTTP/1.1" status: 204 len: 168 time: 0.4161797 Aug 18 14:11:25.807651 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41072) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:11:25.838904 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac805dc-f0c0-4f48-8c82-02a31b7f68f7 None None] Network 894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:11:25.926321 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-4d79631a-1309-4eac-a19f-2895e5e69ac2 None None] Set router af1d211f-4a9e-4a65-b369-2ead3d2b1ce5 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:11:25.926619 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f2d311ba-738c-46dd-8591-ead944d29290 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:26.060657 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f2d311ba-738c-46dd-8591-ead944d29290 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:26.155024 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99233878-1819-4bef-b922-c92a078327e0 None None] DHCP port deletion for 894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:11:26.186991 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-4d79631a-1309-4eac-a19f-2895e5e69ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1950154105', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '91e5e079-5cbc-4f8c-b2ab-c31700a8601a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:09:42Z', 'updated_at': '2021-08-18T14:11:24Z', 'revision_number': 5, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '91e5e079-5cbc-4f8c-b2ab-c31700a8601a', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:78:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:09:42Z', 'updated_at': '2021-08-18T14:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:11:26.218688 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-f2d311ba-738c-46dd-8591-ead944d29290 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Deleting port 91e5e079-5cbc-4f8c-b2ab-c31700a8601a {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:11:26.218991 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d79631a-1309-4eac-a19f-2895e5e69ac2 None None] The sync data for ids ['af1d211f-4a9e-4a65-b369-2ead3d2b1ce5'] in n-d-803603-2 is: [{'id': 'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1950154105', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '91e5e079-5cbc-4f8c-b2ab-c31700a8601a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:09:42Z', 'updated_at': '2021-08-18T14:11:24Z', 'revision_number': 5, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '91e5e079-5cbc-4f8c-b2ab-c31700a8601a', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:78:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1d211f-4a9e-4a65-b369-2ead3d2b1ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:09:42Z', 'updated_at': '2021-08-18T14:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:11:26.219154 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f2d311ba-738c-46dd-8591-ead944d29290 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:26.243499 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-99233878-1819-4bef-b922-c92a078327e0 None None] Deleting port 8c26e3ea-dc74-4e71-8f44-fa0c4f1b8b7f {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:11:26.243893 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-99233878-1819-4bef-b922-c92a078327e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:26.314990 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-f2d311ba-738c-46dd-8591-ead944d29290 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] For port 91e5e079-5cbc-4f8c-b2ab-c31700a8601a, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=91e5e079-5cbc-4f8c-b2ab-c31700a8601a,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:11:26.315334 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f2d311ba-738c-46dd-8591-ead944d29290 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:26.321026 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-99233878-1819-4bef-b922-c92a078327e0 None None] For port 8c26e3ea-dc74-4e71-8f44-fa0c4f1b8b7f, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=8c26e3ea-dc74-4e71-8f44-fa0c4f1b8b7f,segment=NetworkSegment(745694b2-9626-4613-8563-dab68a998a20),segment_id=745694b2-9626-4613-8563-dab68a998a20)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:11:26.321430 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-99233878-1819-4bef-b922-c92a078327e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:26.328653 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-f2d311ba-738c-46dd-8591-ead944d29290 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Calling delete_port for 91e5e079-5cbc-4f8c-b2ab-c31700a8601a owned by network:router_gateway {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:11:26.339693 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-99233878-1819-4bef-b922-c92a078327e0 None None] Calling delete_port for 8c26e3ea-dc74-4e71-8f44-fa0c4f1b8b7f owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:11:26.611760 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-99233878-1819-4bef-b922-c92a078327e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:26.640184 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99233878-1819-4bef-b922-c92a078327e0 None None] Pushing event deleted for resources: {'Port': ['ID=8c26e3ea-dc74-4e71-8f44-fa0c4f1b8b7f,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:26.645246 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99233878-1819-4bef-b922-c92a078327e0 None None] No DVR routers for this DVR port 8c26e3ea-dc74-4e71-8f44-fa0c4f1b8b7f on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:11:26.654773 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99233878-1819-4bef-b922-c92a078327e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:26.655123 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99233878-1819-4bef-b922-c92a078327e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:26.664641 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99233878-1819-4bef-b922-c92a078327e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:26.664641 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99233878-1819-4bef-b922-c92a078327e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:26.664641 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99233878-1819-4bef-b922-c92a078327e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:26.664641 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99233878-1819-4bef-b922-c92a078327e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:26.664641 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99233878-1819-4bef-b922-c92a078327e0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:26.664641 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99233878-1819-4bef-b922-c92a078327e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:26.664641 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99233878-1819-4bef-b922-c92a078327e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:26.664641 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99233878-1819-4bef-b922-c92a078327e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:26.664641 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99233878-1819-4bef-b922-c92a078327e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:26.664641 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99233878-1819-4bef-b922-c92a078327e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:26.730310 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f2d311ba-738c-46dd-8591-ead944d29290 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:26.769853 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d311ba-738c-46dd-8591-ead944d29290 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event deleted for resources: {'Port': ['ID=91e5e079-5cbc-4f8c-b2ab-c31700a8601a,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:26.837676 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f2d311ba-738c-46dd-8591-ead944d29290 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:26.937248 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f2d311ba-738c-46dd-8591-ead944d29290 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:26.939572 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f2d311ba-738c-46dd-8591-ead944d29290 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:27.131502 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 8c26e3ea-dc74-4e71-8f44-fa0c4f1b8b7f no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:11:27.135912 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f2d311ba-738c-46dd-8591-ead944d29290 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:27.136531 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d311ba-738c-46dd-8591-ead944d29290 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Fanout notify agent at l3_agent the message router_deleted on router af1d211f-4a9e-4a65-b369-2ead3d2b1ce5 {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:11:27.144756 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f2d311ba-738c-46dd-8591-ead944d29290 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:27.148900 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f2d311ba-738c-46dd-8591-ead944d29290 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "DELETE /v2.0/routers/af1d211f-4a9e-4a65-b369-2ead3d2b1ce5 HTTP/1.1" status: 204 len: 168 time: 1.3372219 Aug 18 14:11:27.158435 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41076) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:11:27.160540 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 8c26e3ea-dc74-4e71-8f44-fa0c4f1b8b7f {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:11:27.160891 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 8c26e3ea-dc74-4e71-8f44-fa0c4f1b8b7f not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:11:27.161328 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 7966118e-25cf-4c78-8d6d-a64ed7b61b55 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:11:27.181870 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 7966118e-25cf-4c78-8d6d-a64ed7b61b55 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:11:27.182246 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 7966118e-25cf-4c78-8d6d-a64ed7b61b55 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:11:27.260153 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4166ccc4-1bdb-4ce2-9cec-bc28559f0a35 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:27.353086 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4166ccc4-1bdb-4ce2-9cec-bc28559f0a35 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:27.363454 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-4166ccc4-1bdb-4ce2-9cec-bc28559f0a35 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:11:27.375040 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-4166ccc4-1bdb-4ce2-9cec-bc28559f0a35 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '745694b2-9626-4613-8563-dab68a998a20') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:11:27.375380 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-4166ccc4-1bdb-4ce2-9cec-bc28559f0a35 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '745694b2-9626-4613-8563-dab68a998a20') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:11:27.394008 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4166ccc4-1bdb-4ce2-9cec-bc28559f0a35 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:27.411073 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4166ccc4-1bdb-4ce2-9cec-bc28559f0a35 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:27.418901 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4166ccc4-1bdb-4ce2-9cec-bc28559f0a35 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:11:27.420809 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4166ccc4-1bdb-4ce2-9cec-bc28559f0a35 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:27.423200 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 14:11:27.423200 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:11:27.423200 n-d-803603-2 neutron-server[101675]: timer() Aug 18 14:11:27.423200 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:11:27.423200 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 14:11:27.423200 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:11:27.423200 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 14:11:27.423200 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:11:27.423200 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 14:11:27.423200 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:11:27.423200 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 14:11:27.423200 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:11:27.423200 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 14:11:27.423200 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:11:27.423200 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:11:27.423200 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:11:27.423200 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:11:27.423200 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:11:27.423200 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 14:11:27.423200 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:11:27.423200 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 14:11:27.423200 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:11:27.423200 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:11:27.423200 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:11:27.423200 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 14:11:27.423200 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:11:27.423200 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:11:27.423200 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:11:27.423200 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:11:27.423200 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:11:27.423200 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:11:27.423200 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:11:27.593257 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4166ccc4-1bdb-4ce2-9cec-bc28559f0a35 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:27.602003 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4166ccc4-1bdb-4ce2-9cec-bc28559f0a35 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:27.602988 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4166ccc4-1bdb-4ce2-9cec-bc28559f0a35 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "DELETE /v2.0/networks/894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e HTTP/1.1" status: 204 len: 168 time: 0.4523962 Aug 18 14:11:27.606125 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41078) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:11:27.616778 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4166ccc4-1bdb-4ce2-9cec-bc28559f0a35 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event deleted for resources: {'Network': ['ID=894f4ac6-ebb0-401f-b2a8-2f2acc6a1b7e,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:27.675732 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aa517836-5033-4997-b91f-c12310a44f02 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:27.703435 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aa517836-5033-4997-b91f-c12310a44f02 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:27.859334 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aa517836-5033-4997-b91f-c12310a44f02 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:27.862191 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-aa517836-5033-4997-b91f-c12310a44f02 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:27.863446 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-aa517836-5033-4997-b91f-c12310a44f02 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "DELETE /v2.0/security-groups/4e3fd6b1-d076-4f6b-afaf-0de79ac82a22 HTTP/1.1" status: 204 len: 168 time: 0.2560863 Aug 18 14:11:27.873658 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa517836-5033-4997-b91f-c12310a44f02 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3fd6b1-d076-4f6b-afaf-0de79ac82a22,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:28.387147 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41086) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:11:28.391969 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-d3d72c5f-99e8-445a-9603-7ae1b5487ffa tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1059332733', 'description': 'tempest-secgroup-smoke-1059332733 description', 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:11:28.515328 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d3d72c5f-99e8-445a-9603-7ae1b5487ffa tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:28.526917 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:28.619605 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d3d72c5f-99e8-445a-9603-7ae1b5487ffa tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:28.698207 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d3d72c5f-99e8-445a-9603-7ae1b5487ffa tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:28.730605 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d72c5f-99e8-445a-9603-7ae1b5487ffa tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc99827-c856-438d-920b-96ceb6dd2fec,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:28.835800 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d3d72c5f-99e8-445a-9603-7ae1b5487ffa tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:28.837127 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d3d72c5f-99e8-445a-9603-7ae1b5487ffa tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4489241 Aug 18 14:11:28.840390 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41088) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:11:28.847496 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-cd66b75a-4d11-4049-8082-d29f86287cfa tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'security_group_rule': {'security_group_id': '1bc99827-c856-438d-920b-96ceb6dd2fec', 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:11:28.995120 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cd66b75a-4d11-4049-8082-d29f86287cfa tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:29.029516 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 91e5e079-5cbc-4f8c-b2ab-c31700a8601a no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:11:29.052139 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 91e5e079-5cbc-4f8c-b2ab-c31700a8601a {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:11:29.052484 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 91e5e079-5cbc-4f8c-b2ab-c31700a8601a not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:11:29.065232 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cd66b75a-4d11-4049-8082-d29f86287cfa tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:29.172974 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cd66b75a-4d11-4049-8082-d29f86287cfa tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:29.193934 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd66b75a-4d11-4049-8082-d29f86287cfa tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57f0b513-d489-4609-9689-0a38115b983c,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:29.307387 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cd66b75a-4d11-4049-8082-d29f86287cfa tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:29.308583 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-cd66b75a-4d11-4049-8082-d29f86287cfa tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4671054 Aug 18 14:11:29.312102 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41090) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:11:29.317342 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-f5cb4e87-0995-4f38-acd6-9df6ff4dab84 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'security_group_rule': {'security_group_id': '1bc99827-c856-438d-920b-96ceb6dd2fec', 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:11:29.435369 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f5cb4e87-0995-4f38-acd6-9df6ff4dab84 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:29.512339 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f5cb4e87-0995-4f38-acd6-9df6ff4dab84 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:29.533082 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:29.610551 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f5cb4e87-0995-4f38-acd6-9df6ff4dab84 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:29.633894 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb4e87-0995-4f38-acd6-9df6ff4dab84 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a86f6e1-256d-4a99-9001-fd2362534625,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:29.744569 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f5cb4e87-0995-4f38-acd6-9df6ff4dab84 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:29.746161 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f5cb4e87-0995-4f38-acd6-9df6ff4dab84 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4329660 Aug 18 14:11:29.749971 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41092) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:11:29.755303 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-16785f69-2bf1-457f-81c0-730fd27b4847 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'security_group_rule': {'security_group_id': '1bc99827-c856-438d-920b-96ceb6dd2fec', 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:11:29.896057 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-16785f69-2bf1-457f-81c0-730fd27b4847 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:29.970325 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-16785f69-2bf1-457f-81c0-730fd27b4847 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:30.093304 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-16785f69-2bf1-457f-81c0-730fd27b4847 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:30.116513 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16785f69-2bf1-457f-81c0-730fd27b4847 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32af44fe-51ee-4a45-91e2-1ada3783766c,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:30.241647 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-16785f69-2bf1-457f-81c0-730fd27b4847 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:30.243094 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-16785f69-2bf1-457f-81c0-730fd27b4847 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4920354 Aug 18 14:11:30.246338 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41094) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:11:30.252024 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-f9aeab0b-0333-4b51-8506-0027e5daf8a3 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'security_group_rule': {'security_group_id': '1bc99827-c856-438d-920b-96ceb6dd2fec', 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:11:30.393980 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f9aeab0b-0333-4b51-8506-0027e5daf8a3 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:30.475236 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f9aeab0b-0333-4b51-8506-0027e5daf8a3 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:30.584380 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f9aeab0b-0333-4b51-8506-0027e5daf8a3 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:30.604831 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aeab0b-0333-4b51-8506-0027e5daf8a3 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce7dde61-4025-4e75-918d-018f9888d31b,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:30.707586 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-f9aeab0b-0333-4b51-8506-0027e5daf8a3 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:30.709041 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-f9aeab0b-0333-4b51-8506-0027e5daf8a3 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4616024 Aug 18 14:11:30.711834 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41096) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:11:30.716502 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-ad07f8a7-97ed-4549-9200-9e882e617f33 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'security_group_rule': {'security_group_id': '1bc99827-c856-438d-920b-96ceb6dd2fec', 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:11:30.835760 n-d-803603-2 neutron-server[101676]: INFO neutron.db.securitygroups_db [None req-ad07f8a7-97ed-4549-9200-9e882e617f33 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Project c4b6cbf5f3fd46fcb1038295c88e6b22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:11:30.841921 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ad07f8a7-97ed-4549-9200-9e882e617f33 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:30.916893 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ad07f8a7-97ed-4549-9200-9e882e617f33 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:31.058693 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ad07f8a7-97ed-4549-9200-9e882e617f33 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:31.086980 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad07f8a7-97ed-4549-9200-9e882e617f33 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fe6dcf2-52ac-42df-86f2-b28679505d53,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:31.187330 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ad07f8a7-97ed-4549-9200-9e882e617f33 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:31.189139 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ad07f8a7-97ed-4549-9200-9e882e617f33 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4763148 Aug 18 14:11:31.192154 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41098) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:11:31.197174 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-ad37441a-2515-484b-bae7-81dee727c645 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'security_group_rule': {'security_group_id': '1bc99827-c856-438d-920b-96ceb6dd2fec', 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:11:31.376035 n-d-803603-2 neutron-server[101676]: INFO neutron.db.securitygroups_db [None req-ad37441a-2515-484b-bae7-81dee727c645 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Project c4b6cbf5f3fd46fcb1038295c88e6b22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:11:31.381807 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ad37441a-2515-484b-bae7-81dee727c645 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:31.466786 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ad37441a-2515-484b-bae7-81dee727c645 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:31.607177 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ad37441a-2515-484b-bae7-81dee727c645 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:31.629534 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad37441a-2515-484b-bae7-81dee727c645 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c240039-c45f-46e1-b3c7-2038d92c8cfc,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:31.755201 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ad37441a-2515-484b-bae7-81dee727c645 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:31.756759 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ad37441a-2515-484b-bae7-81dee727c645 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5633903 Aug 18 14:11:31.760363 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41100) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:11:31.767231 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-18551ffd-b3a1-48db-af42-1ac12f55f089 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'network': {'name': 'tempest-network-smoke--687258906', 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'port_security_enabled': True}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:11:31.933174 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18551ffd-b3a1-48db-af42-1ac12f55f089 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Made reservation on behalf of c4b6cbf5f3fd46fcb1038295c88e6b22 for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:11:31.938236 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-18551ffd-b3a1-48db-af42-1ac12f55f089 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:31.967535 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18551ffd-b3a1-48db-af42-1ac12f55f089 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:11:31.977673 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-18551ffd-b3a1-48db-af42-1ac12f55f089 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:31.978024 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-18551ffd-b3a1-48db-af42-1ac12f55f089 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Added segment 8c309e91-5aa3-4c13-9f5b-35c94a08d520 of type vlan for network b503e49b-9640-4aa8-b569-6d5301d9f01c Aug 18 14:11:32.024934 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-18551ffd-b3a1-48db-af42-1ac12f55f089 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:32.147407 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-18551ffd-b3a1-48db-af42-1ac12f55f089 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:32.157925 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18551ffd-b3a1-48db-af42-1ac12f55f089 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:32.159007 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-18551ffd-b3a1-48db-af42-1ac12f55f089 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:32.268853 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18551ffd-b3a1-48db-af42-1ac12f55f089 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'Network': ['ID=b503e49b-9640-4aa8-b569-6d5301d9f01c,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:32.283072 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network b503e49b-9640-4aa8-b569-6d5301d9f01c details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:11:32.336989 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-18551ffd-b3a1-48db-af42-1ac12f55f089 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5751903 Aug 18 14:11:32.340242 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41102) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:11:32.348393 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-c1a8a8bf-a046-490a-b8ed-5034360812e0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1367453792', 'admin_state_up': True, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:11:32.462339 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c1a8a8bf-a046-490a-b8ed-5034360812e0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:32.463699 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c1a8a8bf-a046-490a-b8ed-5034360812e0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:32.528496 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c1a8a8bf-a046-490a-b8ed-5034360812e0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:32.798580 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c1a8a8bf-a046-490a-b8ed-5034360812e0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:33.098801 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c1a8a8bf-a046-490a-b8ed-5034360812e0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for router_gateway, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:33.120476 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c1a8a8bf-a046-490a-b8ed-5034360812e0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:33.245610 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-c1a8a8bf-a046-490a-b8ed-5034360812e0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Allocated IP 172.25.6.113 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/918c01fb-a04a-408b-b39c-42ce300af620) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:11:33.361661 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c1a8a8bf-a046-490a-b8ed-5034360812e0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:33.527359 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c1a8a8bf-a046-490a-b8ed-5034360812e0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:33.572591 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a8a8bf-a046-490a-b8ed-5034360812e0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:11:33.578590 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-c1a8a8bf-a046-490a-b8ed-5034360812e0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:11:33.582903 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a8a8bf-a046-490a-b8ed-5034360812e0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:11:33.593265 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8a8bf-a046-490a-b8ed-5034360812e0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'Port': ['ID=918c01fb-a04a-408b-b39c-42ce300af620,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:34.042082 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c1a8a8bf-a046-490a-b8ed-5034360812e0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for router_gateway, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:34.294005 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c1a8a8bf-a046-490a-b8ed-5034360812e0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:34.898595 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a8a8bf-a046-490a-b8ed-5034360812e0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Router da85397f-d475-414c-bdc9-2cdf976b8773 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:11:35.021528 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a8a8bf-a046-490a-b8ed-5034360812e0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:11:35.035862 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab00113-51a4-423d-926a-77ad21e45d4c None None] Sync routers for ids ['da85397f-d475-414c-bdc9-2cdf976b8773'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:11:35.048648 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab00113-51a4-423d-926a-77ad21e45d4c None None] Routers {'da85397f-d475-414c-bdc9-2cdf976b8773'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:11:35.049417 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-fab00113-51a4-423d-926a-77ad21e45d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:11:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['da85397f-d475-414c-bdc9-2cdf976b8773'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:11:35.115569 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c1a8a8bf-a046-490a-b8ed-5034360812e0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:35.117266 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c1a8a8bf-a046-490a-b8ed-5034360812e0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7754483 Aug 18 14:11:35.121154 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41106) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:11:35.178500 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-7faa7275-aae6-4d0a-a195-c5ea0106df76 tempest-TestNetworkAdvancedServerOps-441945603 tempest-TestNetworkAdvancedServerOps-441945603-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=c4b6cbf5f3fd46fcb1038295c88e6b22&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0556951 Aug 18 14:11:35.181306 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41108) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:11:35.297820 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-fab00113-51a4-423d-926a-77ad21e45d4c None None] Set router da85397f-d475-414c-bdc9-2cdf976b8773 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:11:35.340027 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da598e3-5c18-40ea-bd94-d9d9d19ed0ae tempest-TestNetworkAdvancedServerOps-441945603 tempest-TestNetworkAdvancedServerOps-441945603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:35.346373 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-9da598e3-5c18-40ea-bd94-d9d9d19ed0ae tempest-TestNetworkAdvancedServerOps-441945603 tempest-TestNetworkAdvancedServerOps-441945603-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1591740 Aug 18 14:11:35.346715 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41110) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:11:35.393659 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-975b0abf-6d89-40dd-a45f-1aec5ac21dbe tempest-TestNetworkAdvancedServerOps-441945603 tempest-TestNetworkAdvancedServerOps-441945603-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=0babe39a-03c6-4af7-9ca5-00804dd781c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0453603 Aug 18 14:11:35.396481 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41112) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:11:35.410025 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-d82721d9-bb97-4e95-ba4a-348b74026438 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-837925020', 'network_id': 'b503e49b-9640-4aa8-b569-6d5301d9f01c', 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:11:35.510493 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-fab00113-51a4-423d-926a-77ad21e45d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da85397f-d475-414c-bdc9-2cdf976b8773', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1367453792', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '918c01fb-a04a-408b-b39c-42ce300af620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:11:32Z', 'updated_at': '2021-08-18T14:11:33Z', 'revision_number': 3, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '918c01fb-a04a-408b-b39c-42ce300af620', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da85397f-d475-414c-bdc9-2cdf976b8773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:11:33Z', 'updated_at': '2021-08-18T14:11:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:11:35.542981 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab00113-51a4-423d-926a-77ad21e45d4c None None] Checking router: da85397f-d475-414c-bdc9-2cdf976b8773 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:11:35.543325 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab00113-51a4-423d-926a-77ad21e45d4c None None] Updating router da85397f-d475-414c-bdc9-2cdf976b8773 port 918c01fb-a04a-408b-b39c-42ce300af620 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:11:35.574957 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-fab00113-51a4-423d-926a-77ad21e45d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:35.624543 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82721d9-bb97-4e95-ba4a-348b74026438 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Made reservation on behalf of c4b6cbf5f3fd46fcb1038295c88e6b22 for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:11:35.628953 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d82721d9-bb97-4e95-ba4a-348b74026438 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:35.886421 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-fab00113-51a4-423d-926a-77ad21e45d4c None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:35.897432 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-fab00113-51a4-423d-926a-77ad21e45d4c None None] Transition to ACTIVE for port object 918c01fb-a04a-408b-b39c-42ce300af620 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:11:36.147582 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d82721d9-bb97-4e95-ba4a-348b74026438 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:36.181258 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-fab00113-51a4-423d-926a-77ad21e45d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:36.208560 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82721d9-bb97-4e95-ba4a-348b74026438 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'Subnet': ['ID=bee7ff4c-c7b0-4e32-9538-c50c20bf727a,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:36.221426 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82721d9-bb97-4e95-ba4a-348b74026438 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Checking segment: {'id': '8c309e91-5aa3-4c13-9f5b-35c94a08d520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b503e49b-9640-4aa8-b569-6d5301d9f01c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:11:36.221792 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82721d9-bb97-4e95-ba4a-348b74026438 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Network hostable DHCP agents. Network: b503e49b-9640-4aa8-b569-6d5301d9f01c, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:11:36.230069 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-fab00113-51a4-423d-926a-77ad21e45d4c None None] Attempting to bind port 918c01fb-a04a-408b-b39c-42ce300af620 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:11:36.230463 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-fab00113-51a4-423d-926a-77ad21e45d4c None None] Attempting to bind port 918c01fb-a04a-408b-b39c-42ce300af620 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:11:36.230936 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab00113-51a4-423d-926a-77ad21e45d4c None None] Attempting to bind port 918c01fb-a04a-408b-b39c-42ce300af620 on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:11:36.241796 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab00113-51a4-423d-926a-77ad21e45d4c None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:11:36.242191 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab00113-51a4-423d-926a-77ad21e45d4c None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:11:36.242599 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-fab00113-51a4-423d-926a-77ad21e45d4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:36.242987 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab00113-51a4-423d-926a-77ad21e45d4c None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:11:36.243460 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-fab00113-51a4-423d-926a-77ad21e45d4c None None] Bound port: 918c01fb-a04a-408b-b39c-42ce300af620, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:11:36.243837 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-fab00113-51a4-423d-926a-77ad21e45d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:36.268065 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50225619-4b3b-49e0-a0a4-3c054756d6a6 None None] Pushing event updated for resources: {'Port': ['ID=918c01fb-a04a-408b-b39c-42ce300af620,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:36.284962 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50225619-4b3b-49e0-a0a4-3c054756d6a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:36.285301 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50225619-4b3b-49e0-a0a4-3c054756d6a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:36.285642 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50225619-4b3b-49e0-a0a4-3c054756d6a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:36.285979 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50225619-4b3b-49e0-a0a4-3c054756d6a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:36.286405 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50225619-4b3b-49e0-a0a4-3c054756d6a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:36.286697 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50225619-4b3b-49e0-a0a4-3c054756d6a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:36.287008 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50225619-4b3b-49e0-a0a4-3c054756d6a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:36.287329 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50225619-4b3b-49e0-a0a4-3c054756d6a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:36.287659 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50225619-4b3b-49e0-a0a4-3c054756d6a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:36.287980 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50225619-4b3b-49e0-a0a4-3c054756d6a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:36.288306 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50225619-4b3b-49e0-a0a4-3c054756d6a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:36.288623 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50225619-4b3b-49e0-a0a4-3c054756d6a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:11:36.317626 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-fab00113-51a4-423d-926a-77ad21e45d4c None None] For port 918c01fb-a04a-408b-b39c-42ce300af620, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:11:36.321217 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-fab00113-51a4-423d-926a-77ad21e45d4c None None] For port 918c01fb-a04a-408b-b39c-42ce300af620, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=918c01fb-a04a-408b-b39c-42ce300af620,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:11:36.332128 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82721d9-bb97-4e95-ba4a-348b74026438 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Network b503e49b-9640-4aa8-b569-6d5301d9f01c is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:11:36.399387 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-fab00113-51a4-423d-926a-77ad21e45d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:36.444369 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-d82721d9-bb97-4e95-ba4a-348b74026438 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, b503e49b-9640-4aa8-b569-6d5301d9f01c) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:11:36.457067 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91240108-5c9b-4211-aa1c-5922b5a1deef None None] Network b503e49b-9640-4aa8-b569-6d5301d9f01c requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:11:36.468561 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82721d9-bb97-4e95-ba4a-348b74026438 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:36.469289 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d82721d9-bb97-4e95-ba4a-348b74026438 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:36.469686 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab00113-51a4-423d-926a-77ad21e45d4c None None] Routers {'da85397f-d475-414c-bdc9-2cdf976b8773'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:11:36.470787 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-fab00113-51a4-423d-926a-77ad21e45d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:11:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['da85397f-d475-414c-bdc9-2cdf976b8773'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:11:36.536438 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50225619-4b3b-49e0-a0a4-3c054756d6a6 None None] Pushing event updated for resources: {'Port': ['ID=918c01fb-a04a-408b-b39c-42ce300af620,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:36.587681 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d82721d9-bb97-4e95-ba4a-348b74026438 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1900854 Aug 18 14:11:36.590941 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41114) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:11:36.626728 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-fab00113-51a4-423d-926a-77ad21e45d4c None None] Set router da85397f-d475-414c-bdc9-2cdf976b8773 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:11:36.674857 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7691d54-960a-4869-bd1c-825981249d43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-b503e49b-9640-4aa8-b569-6d5301d9f01c', 'network_id': 'b503e49b-9640-4aa8-b569-6d5301d9f01c', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'fixed_ips': [{'subnet_id': 'bee7ff4c-c7b0-4e32-9538-c50c20bf727a'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:11:36.676243 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b7691d54-960a-4869-bd1c-825981249d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:36.871636 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-fab00113-51a4-423d-926a-77ad21e45d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da85397f-d475-414c-bdc9-2cdf976b8773', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1367453792', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '918c01fb-a04a-408b-b39c-42ce300af620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:11:32Z', 'updated_at': '2021-08-18T14:11:33Z', 'revision_number': 3, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '918c01fb-a04a-408b-b39c-42ce300af620', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da85397f-d475-414c-bdc9-2cdf976b8773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:11:33Z', 'updated_at': '2021-08-18T14:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:11:36.910494 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab00113-51a4-423d-926a-77ad21e45d4c None None] The sync data for ids ['da85397f-d475-414c-bdc9-2cdf976b8773'] in n-d-803603-2 is: [{'id': 'da85397f-d475-414c-bdc9-2cdf976b8773', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1367453792', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '918c01fb-a04a-408b-b39c-42ce300af620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:11:32Z', 'updated_at': '2021-08-18T14:11:33Z', 'revision_number': 3, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '918c01fb-a04a-408b-b39c-42ce300af620', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da85397f-d475-414c-bdc9-2cdf976b8773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:11:33Z', 'updated_at': '2021-08-18T14:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:11:37.085214 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-b7691d54-960a-4869-bd1c-825981249d43 None None] Allocated IP 172.20.0.2 (b503e49b-9640-4aa8-b569-6d5301d9f01c/bee7ff4c-c7b0-4e32-9538-c50c20bf727a/3191076f-11dd-4822-a052-af8a80a75585) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:11:37.288037 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b7691d54-960a-4869-bd1c-825981249d43 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:37.311912 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b7691d54-960a-4869-bd1c-825981249d43 None None] Transition to ACTIVE for port object 3191076f-11dd-4822-a052-af8a80a75585 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:11:37.334535 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b7691d54-960a-4869-bd1c-825981249d43 None None] Transition to ACTIVE for port object 3191076f-11dd-4822-a052-af8a80a75585 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:11:37.468210 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b7691d54-960a-4869-bd1c-825981249d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:37.530218 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7691d54-960a-4869-bd1c-825981249d43 None None] Network b503e49b-9640-4aa8-b569-6d5301d9f01c is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:11:37.538882 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-b7691d54-960a-4869-bd1c-825981249d43 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:11:37.544309 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7691d54-960a-4869-bd1c-825981249d43 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:11:37.560865 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7691d54-960a-4869-bd1c-825981249d43 None None] Pushing event updated for resources: {'Port': ['ID=3191076f-11dd-4822-a052-af8a80a75585,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:37.661781 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-b7691d54-960a-4869-bd1c-825981249d43 None None] Attempting to bind port 3191076f-11dd-4822-a052-af8a80a75585 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:11:37.662395 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-b7691d54-960a-4869-bd1c-825981249d43 None None] Attempting to bind port 3191076f-11dd-4822-a052-af8a80a75585 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '8c309e91-5aa3-4c13-9f5b-35c94a08d520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b503e49b-9640-4aa8-b569-6d5301d9f01c'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:11:37.663097 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7691d54-960a-4869-bd1c-825981249d43 None None] Attempting to bind port 3191076f-11dd-4822-a052-af8a80a75585 on network b503e49b-9640-4aa8-b569-6d5301d9f01c {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:11:37.673707 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7691d54-960a-4869-bd1c-825981249d43 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:11:37.674514 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7691d54-960a-4869-bd1c-825981249d43 None None] Checking segment: {'id': '8c309e91-5aa3-4c13-9f5b-35c94a08d520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b503e49b-9640-4aa8-b569-6d5301d9f01c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:11:37.675259 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b7691d54-960a-4869-bd1c-825981249d43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:37.676006 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7691d54-960a-4869-bd1c-825981249d43 None None] Bound using segment: {'id': '8c309e91-5aa3-4c13-9f5b-35c94a08d520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b503e49b-9640-4aa8-b569-6d5301d9f01c'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:11:37.676839 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-b7691d54-960a-4869-bd1c-825981249d43 None None] Bound port: 3191076f-11dd-4822-a052-af8a80a75585, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c309e91-5aa3-4c13-9f5b-35c94a08d520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b503e49b-9640-4aa8-b569-6d5301d9f01c'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:11:37.677523 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b7691d54-960a-4869-bd1c-825981249d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:37.741708 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4716a847-db0b-4c6a-9b46-3d78f4c44b05 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:37.764955 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-b7691d54-960a-4869-bd1c-825981249d43 None None] For port 3191076f-11dd-4822-a052-af8a80a75585, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:11:37.769493 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-b7691d54-960a-4869-bd1c-825981249d43 None None] For port 3191076f-11dd-4822-a052-af8a80a75585, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=3191076f-11dd-4822-a052-af8a80a75585,segment=NetworkSegment(8c309e91-5aa3-4c13-9f5b-35c94a08d520),segment_id=8c309e91-5aa3-4c13-9f5b-35c94a08d520)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:11:37.881727 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b7691d54-960a-4869-bd1c-825981249d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:37.960602 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7691d54-960a-4869-bd1c-825981249d43 None None] Pushing event updated for resources: {'Port': ['ID=3191076f-11dd-4822-a052-af8a80a75585,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:38.147679 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-4716a847-db0b-4c6a-9b46-3d78f4c44b05 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Allocated IP 172.20.0.1 (b503e49b-9640-4aa8-b569-6d5301d9f01c/bee7ff4c-c7b0-4e32-9538-c50c20bf727a/69aa22c8-2628-4174-8fed-e01bbce7851d) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:11:38.325743 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4716a847-db0b-4c6a-9b46-3d78f4c44b05 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:38.343492 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-4716a847-db0b-4c6a-9b46-3d78f4c44b05 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Transition to ACTIVE for port object 69aa22c8-2628-4174-8fed-e01bbce7851d will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:11:38.467439 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4716a847-db0b-4c6a-9b46-3d78f4c44b05 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:38.514076 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4716a847-db0b-4c6a-9b46-3d78f4c44b05 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Network b503e49b-9640-4aa8-b569-6d5301d9f01c is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:11:38.519025 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-4716a847-db0b-4c6a-9b46-3d78f4c44b05 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:11:38.522233 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4716a847-db0b-4c6a-9b46-3d78f4c44b05 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:11:38.530239 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4716a847-db0b-4c6a-9b46-3d78f4c44b05 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'Port': ['ID=69aa22c8-2628-4174-8fed-e01bbce7851d,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:38.573899 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4716a847-db0b-4c6a-9b46-3d78f4c44b05 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:38.821094 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4716a847-db0b-4c6a-9b46-3d78f4c44b05 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:38.986962 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:11:39.163943 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4716a847-db0b-4c6a-9b46-3d78f4c44b05 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:39.201284 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 3191076f-11dd-4822-a052-af8a80a75585 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:11:39.264697 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4716a847-db0b-4c6a-9b46-3d78f4c44b05 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:39.348181 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4716a847-db0b-4c6a-9b46-3d78f4c44b05 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'Port': ['ID=69aa22c8-2628-4174-8fed-e01bbce7851d,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:39.355114 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4716a847-db0b-4c6a-9b46-3d78f4c44b05 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:39.375071 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 3191076f-11dd-4822-a052-af8a80a75585 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:11:39.381151 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 918c01fb-a04a-408b-b39c-42ce300af620 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:11:39.507139 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4716a847-db0b-4c6a-9b46-3d78f4c44b05 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Network b503e49b-9640-4aa8-b569-6d5301d9f01c is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:11:39.509608 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-4716a847-db0b-4c6a-9b46-3d78f4c44b05 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:11:39.538094 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 918c01fb-a04a-408b-b39c-42ce300af620 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:11:39.545318 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 918c01fb-a04a-408b-b39c-42ce300af620 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:11:39.546198 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:39.631798 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c26b40-c956-49ce-9a77-f094b5b92c21 None None] Network b503e49b-9640-4aa8-b569-6d5301d9f01c requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:11:39.726651 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4716a847-db0b-4c6a-9b46-3d78f4c44b05 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Router da85397f-d475-414c-bdc9-2cdf976b8773 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:11:39.734694 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:39.775740 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 918c01fb-a04a-408b-b39c-42ce300af620, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=918c01fb-a04a-408b-b39c-42ce300af620,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:11:39.803774 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f92c474e-979d-4643-b151-769d13b34c92 None None] Provisioning for port 3191076f-11dd-4822-a052-af8a80a75585 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:11:39.818423 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f92c474e-979d-4643-b151-769d13b34c92 None None] Provisioning complete for port 3191076f-11dd-4822-a052-af8a80a75585 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:11:39.818890 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f92c474e-979d-4643-b151-769d13b34c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:39.898689 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:39.902466 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4716a847-db0b-4c6a-9b46-3d78f4c44b05 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:11:39.913908 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4716a847-db0b-4c6a-9b46-3d78f4c44b05 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "PUT /v2.0/routers/da85397f-d475-414c-bdc9-2cdf976b8773/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3168106 Aug 18 14:11:39.957193 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d447925-b5b3-4e93-baf2-4d5175d9b998 None None] Sync routers for ids ['da85397f-d475-414c-bdc9-2cdf976b8773'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:11:40.070486 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d447925-b5b3-4e93-baf2-4d5175d9b998 None None] Routers {'da85397f-d475-414c-bdc9-2cdf976b8773'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:11:40.071523 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-0d447925-b5b3-4e93-baf2-4d5175d9b998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:11:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['da85397f-d475-414c-bdc9-2cdf976b8773'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:11:40.104594 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-3a535165-b3f5-4228-a977-73c7e13f707a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1059332733&fields=id&tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22 HTTP/1.1" status: 200 len: 267 time: 0.0532286 Aug 18 14:11:40.157975 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=918c01fb-a04a-408b-b39c-42ce300af620,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:40.179439 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f92c474e-979d-4643-b151-769d13b34c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:40.261621 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f92c474e-979d-4643-b151-769d13b34c92 None None] For port 3191076f-11dd-4822-a052-af8a80a75585, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=3191076f-11dd-4822-a052-af8a80a75585,segment=NetworkSegment(8c309e91-5aa3-4c13-9f5b-35c94a08d520),segment_id=8c309e91-5aa3-4c13-9f5b-35c94a08d520)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:11:40.273105 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-0d447925-b5b3-4e93-baf2-4d5175d9b998 None None] Set router da85397f-d475-414c-bdc9-2cdf976b8773 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:11:40.286210 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-000d22b9-901a-4048-9f62-b84dbdf90aba tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:40.288000 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-000d22b9-901a-4048-9f62-b84dbdf90aba tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/networks?id=b503e49b-9640-4aa8-b569-6d5301d9f01c HTTP/1.1" status: 200 len: 796 time: 0.1682639 Aug 18 14:11:40.316603 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-f8542eaa-be01-4a63-96c6-cf3a8463272b tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/quotas/c4b6cbf5f3fd46fcb1038295c88e6b22 HTTP/1.1" status: 200 len: 375 time: 0.0160110 Aug 18 14:11:40.411274 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-cb42e294-47ad-44ad-b108-b19fc70cc5da tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0785484 Aug 18 14:11:40.452191 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f92c474e-979d-4643-b151-769d13b34c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:40.535709 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-9179b908-d593-4444-bae2-ea5da070edf3 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:11:40.537675 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-9179b908-d593-4444-bae2-ea5da070edf3 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1060121 Aug 18 14:11:40.577531 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c474e-979d-4643-b151-769d13b34c92 None None] Pushing event updated for resources: {'Port': ['ID=3191076f-11dd-4822-a052-af8a80a75585,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:40.682911 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-bb093ced-a061-4c7a-9314-5524e169748e None None] Provisioning for port 69aa22c8-2628-4174-8fed-e01bbce7851d completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:11:40.688538 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-0d447925-b5b3-4e93-baf2-4d5175d9b998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da85397f-d475-414c-bdc9-2cdf976b8773', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1367453792', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '918c01fb-a04a-408b-b39c-42ce300af620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:11:32Z', 'updated_at': '2021-08-18T14:11:38Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '918c01fb-a04a-408b-b39c-42ce300af620', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da85397f-d475-414c-bdc9-2cdf976b8773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:11:33Z', 'updated_at': '2021-08-18T14:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '69aa22c8-2628-4174-8fed-e01bbce7851d', 'name': '', 'network_id': 'b503e49b-9640-4aa8-b569-6d5301d9f01c', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'mac_address': 'fa:16:3e:97:d5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da85397f-d475-414c-bdc9-2cdf976b8773', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'bee7ff4c-c7b0-4e32-9538-c50c20bf727a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:11:37Z', 'updated_at': '2021-08-18T14:11:39Z', 'revision_number': 2, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'subnets': [{'id': 'bee7ff4c-c7b0-4e32-9538-c50c20bf727a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:11:40.706881 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-c5191904-620a-4179-a114-38509c1878cf service neutron] 10.222.0.13 "GET /v2.0/networks/b503e49b-9640-4aa8-b569-6d5301d9f01c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597862 Aug 18 14:11:40.731792 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-bb093ced-a061-4c7a-9314-5524e169748e None None] Provisioning complete for port 69aa22c8-2628-4174-8fed-e01bbce7851d triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:11:40.732308 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bb093ced-a061-4c7a-9314-5524e169748e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:40.734313 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d447925-b5b3-4e93-baf2-4d5175d9b998 None None] Checking router: da85397f-d475-414c-bdc9-2cdf976b8773 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:11:40.735949 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d447925-b5b3-4e93-baf2-4d5175d9b998 None None] Updating router da85397f-d475-414c-bdc9-2cdf976b8773 port 69aa22c8-2628-4174-8fed-e01bbce7851d binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:11:40.811681 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0d447925-b5b3-4e93-baf2-4d5175d9b998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:40.837842 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-bb093ced-a061-4c7a-9314-5524e169748e None None] Port 69aa22c8-2628-4174-8fed-e01bbce7851d cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:11:40.851157 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-f063d3b4-00da-47b4-b9fd-9fb2d9f1611a service neutron] 10.222.0.13 "GET /v2.0/networks/b503e49b-9640-4aa8-b569-6d5301d9f01c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307805 Aug 18 14:11:40.893880 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-bb093ced-a061-4c7a-9314-5524e169748e None None] Provisioning complete for port 3191076f-11dd-4822-a052-af8a80a75585 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:11:40.894482 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bb093ced-a061-4c7a-9314-5524e169748e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:41.119863 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 3191076f-11dd-4822-a052-af8a80a75585 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:11:41.278883 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 3191076f-11dd-4822-a052-af8a80a75585 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:11:41.278883 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:41.286498 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0d447925-b5b3-4e93-baf2-4d5175d9b998 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:41.290651 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-10ffe0a5-982d-4b32-a8aa-3485daeeeecb None None] Provisioning complete for port 69aa22c8-2628-4174-8fed-e01bbce7851d triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:11:41.291022 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-10ffe0a5-982d-4b32-a8aa-3485daeeeecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:41.331146 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-0d447925-b5b3-4e93-baf2-4d5175d9b998 None None] Transition to ACTIVE for port object 69aa22c8-2628-4174-8fed-e01bbce7851d will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:11:41.354534 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-10ffe0a5-982d-4b32-a8aa-3485daeeeecb None None] Port 69aa22c8-2628-4174-8fed-e01bbce7851d cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:11:41.402913 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 918c01fb-a04a-408b-b39c-42ce300af620 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:11:41.443471 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0d447925-b5b3-4e93-baf2-4d5175d9b998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:41.493009 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0e185f83-8625-4701-8b88-ff11d707d10b req-6e346da0-8737-462b-a7ec-39d14cf79483 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=27dd10c7-6bd1-4253-a75c-6e35f9963427 HTTP/1.1" status: 200 len: 210 time: 0.0387940 Aug 18 14:11:41.533879 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2150cc61-7a23-4f15-9f8b-f5a8fb81206f None None] Pushing event updated for resources: {'Port': ['ID=69aa22c8-2628-4174-8fed-e01bbce7851d,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:41.630936 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 918c01fb-a04a-408b-b39c-42ce300af620 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:11:41.631542 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:41.706107 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-0d447925-b5b3-4e93-baf2-4d5175d9b998 None None] Attempting to bind port 69aa22c8-2628-4174-8fed-e01bbce7851d on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:11:41.706778 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-0d447925-b5b3-4e93-baf2-4d5175d9b998 None None] Attempting to bind port 69aa22c8-2628-4174-8fed-e01bbce7851d by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '8c309e91-5aa3-4c13-9f5b-35c94a08d520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b503e49b-9640-4aa8-b569-6d5301d9f01c'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:11:41.707399 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d447925-b5b3-4e93-baf2-4d5175d9b998 None None] Attempting to bind port 69aa22c8-2628-4174-8fed-e01bbce7851d on network b503e49b-9640-4aa8-b569-6d5301d9f01c {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:11:41.729916 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d447925-b5b3-4e93-baf2-4d5175d9b998 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:11:41.730611 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d447925-b5b3-4e93-baf2-4d5175d9b998 None None] Checking segment: {'id': '8c309e91-5aa3-4c13-9f5b-35c94a08d520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b503e49b-9640-4aa8-b569-6d5301d9f01c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:11:41.731312 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0d447925-b5b3-4e93-baf2-4d5175d9b998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:41.731996 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d447925-b5b3-4e93-baf2-4d5175d9b998 None None] Bound using segment: {'id': '8c309e91-5aa3-4c13-9f5b-35c94a08d520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b503e49b-9640-4aa8-b569-6d5301d9f01c'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:11:41.733371 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-0d447925-b5b3-4e93-baf2-4d5175d9b998 None None] Bound port: 69aa22c8-2628-4174-8fed-e01bbce7851d, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c309e91-5aa3-4c13-9f5b-35c94a08d520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b503e49b-9640-4aa8-b569-6d5301d9f01c'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:11:41.734044 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0d447925-b5b3-4e93-baf2-4d5175d9b998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:41.880485 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1129c6a1-9802-4503-90d4-35e1e7c06db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:41.938216 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-0d447925-b5b3-4e93-baf2-4d5175d9b998 None None] For port 69aa22c8-2628-4174-8fed-e01bbce7851d, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:11:41.943014 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-0d447925-b5b3-4e93-baf2-4d5175d9b998 None None] For port 69aa22c8-2628-4174-8fed-e01bbce7851d, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=69aa22c8-2628-4174-8fed-e01bbce7851d,segment=NetworkSegment(8c309e91-5aa3-4c13-9f5b-35c94a08d520),segment_id=8c309e91-5aa3-4c13-9f5b-35c94a08d520)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:11:42.038541 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0d447925-b5b3-4e93-baf2-4d5175d9b998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:42.103169 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d447925-b5b3-4e93-baf2-4d5175d9b998 None None] Routers {'da85397f-d475-414c-bdc9-2cdf976b8773'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:11:42.103833 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-0d447925-b5b3-4e93-baf2-4d5175d9b998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:11:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['da85397f-d475-414c-bdc9-2cdf976b8773'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:11:42.111221 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2150cc61-7a23-4f15-9f8b-f5a8fb81206f None None] Pushing event updated for resources: {'Port': ['ID=69aa22c8-2628-4174-8fed-e01bbce7851d,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:42.419438 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-0d447925-b5b3-4e93-baf2-4d5175d9b998 None None] Set router da85397f-d475-414c-bdc9-2cdf976b8773 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:11:42.643242 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2d25aef9-cdcf-47e5-999a-0e4277b4e309 req-3b5b13b0-c01c-41f5-ba35-e2800f8b8cd0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=27dd10c7-6bd1-4253-a75c-6e35f9963427 HTTP/1.1" status: 200 len: 210 time: 0.0322826 Aug 18 14:11:42.676661 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-0d447925-b5b3-4e93-baf2-4d5175d9b998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da85397f-d475-414c-bdc9-2cdf976b8773', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1367453792', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '918c01fb-a04a-408b-b39c-42ce300af620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:11:32Z', 'updated_at': '2021-08-18T14:11:38Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '918c01fb-a04a-408b-b39c-42ce300af620', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da85397f-d475-414c-bdc9-2cdf976b8773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:11:33Z', 'updated_at': '2021-08-18T14:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '69aa22c8-2628-4174-8fed-e01bbce7851d', 'name': '', 'network_id': 'b503e49b-9640-4aa8-b569-6d5301d9f01c', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'mac_address': 'fa:16:3e:97:d5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da85397f-d475-414c-bdc9-2cdf976b8773', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'bee7ff4c-c7b0-4e32-9538-c50c20bf727a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:11:37Z', 'updated_at': '2021-08-18T14:11:41Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'subnets': [{'id': 'bee7ff4c-c7b0-4e32-9538-c50c20bf727a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:11:42.706702 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d447925-b5b3-4e93-baf2-4d5175d9b998 None None] The sync data for ids ['da85397f-d475-414c-bdc9-2cdf976b8773'] in n-d-803603-2 is: [{'id': 'da85397f-d475-414c-bdc9-2cdf976b8773', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1367453792', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '918c01fb-a04a-408b-b39c-42ce300af620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:11:32Z', 'updated_at': '2021-08-18T14:11:38Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '918c01fb-a04a-408b-b39c-42ce300af620', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da85397f-d475-414c-bdc9-2cdf976b8773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:11:33Z', 'updated_at': '2021-08-18T14:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '69aa22c8-2628-4174-8fed-e01bbce7851d', 'name': '', 'network_id': 'b503e49b-9640-4aa8-b569-6d5301d9f01c', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'mac_address': 'fa:16:3e:97:d5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da85397f-d475-414c-bdc9-2cdf976b8773', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'bee7ff4c-c7b0-4e32-9538-c50c20bf727a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:11:37Z', 'updated_at': '2021-08-18T14:11:41Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'subnets': [{'id': 'bee7ff4c-c7b0-4e32-9538-c50c20bf727a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:11:43.185117 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 69aa22c8-2628-4174-8fed-e01bbce7851d up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:11:43.373983 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 69aa22c8-2628-4174-8fed-e01bbce7851d completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:11:43.387253 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 69aa22c8-2628-4174-8fed-e01bbce7851d triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:11:43.388515 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:43.493129 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:43.539000 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 69aa22c8-2628-4174-8fed-e01bbce7851d, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=69aa22c8-2628-4174-8fed-e01bbce7851d,segment=NetworkSegment(8c309e91-5aa3-4c13-9f5b-35c94a08d520),segment_id=8c309e91-5aa3-4c13-9f5b-35c94a08d520)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:11:43.621390 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:43.708679 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=69aa22c8-2628-4174-8fed-e01bbce7851d,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:43.777232 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0705c340-8fb5-4a48-b009-897443c255e6 req-2aad1e5f-4678-4220-b4f9-cfe1ee872b1e tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=27dd10c7-6bd1-4253-a75c-6e35f9963427 HTTP/1.1" status: 200 len: 210 time: 0.0357573 Aug 18 14:11:43.918205 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-98315e43-99b7-49fe-a8c6-878ce51b1418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:44.028321 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-e0920e4f-4190-4c61-bc0c-fe2d5c0b9530 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:44.031349 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-e0920e4f-4190-4c61-bc0c-fe2d5c0b9530 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.20 "GET /v2.0/networks?id=b503e49b-9640-4aa8-b569-6d5301d9f01c HTTP/1.1" status: 200 len: 796 time: 0.2032981 Aug 18 14:11:44.101833 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-67b02204-695f-4d23-95c1-625791519f2e tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22 HTTP/1.1" status: 200 len: 380 time: 0.0593197 Aug 18 14:11:44.115578 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-cb3cbb6e-9db4-4c28-8fde-6a3d875d38e2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'port': {'device_id': '27dd10c7-6bd1-4253-a75c-6e35f9963427', 'network_id': 'b503e49b-9640-4aa8-b569-6d5301d9f01c', 'admin_state_up': True, 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'security_groups': ['1bc99827-c856-438d-920b-96ceb6dd2fec']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:11:44.408839 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-cb3cbb6e-9db4-4c28-8fde-6a3d875d38e2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Made reservation on behalf of c4b6cbf5f3fd46fcb1038295c88e6b22 for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:11:44.413947 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-cb3cbb6e-9db4-4c28-8fde-6a3d875d38e2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:44.602886 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-cb3cbb6e-9db4-4c28-8fde-6a3d875d38e2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Allocated IP 172.20.0.7 (b503e49b-9640-4aa8-b569-6d5301d9f01c/bee7ff4c-c7b0-4e32-9538-c50c20bf727a/2876ed68-0afd-4e10-aa57-c36921ab4c52) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:11:44.663538 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:44.776289 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-cb3cbb6e-9db4-4c28-8fde-6a3d875d38e2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:44.792838 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-cb3cbb6e-9db4-4c28-8fde-6a3d875d38e2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Transition to ACTIVE for port object 2876ed68-0afd-4e10-aa57-c36921ab4c52 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:11:44.897953 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2d746ea4-103d-47b0-a9bf-e8bdc810aa87 req-4ba9d7e1-d8bc-4d4e-8c77-035d96b8d6b5 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=27dd10c7-6bd1-4253-a75c-6e35f9963427 HTTP/1.1" status: 200 len: 210 time: 0.0292101 Aug 18 14:11:44.919382 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-cb3cbb6e-9db4-4c28-8fde-6a3d875d38e2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:44.973698 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-cb3cbb6e-9db4-4c28-8fde-6a3d875d38e2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Network b503e49b-9640-4aa8-b569-6d5301d9f01c is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:11:44.977633 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-cb3cbb6e-9db4-4c28-8fde-6a3d875d38e2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:11:44.984457 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-cb3cbb6e-9db4-4c28-8fde-6a3d875d38e2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:11:45.024081 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3cbb6e-9db4-4c28-8fde-6a3d875d38e2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'Port': ['ID=2876ed68-0afd-4e10-aa57-c36921ab4c52,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:45.073784 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-cb3cbb6e-9db4-4c28-8fde-6a3d875d38e2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:45.075119 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-cb3cbb6e-9db4-4c28-8fde-6a3d875d38e2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:45.126812 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 69aa22c8-2628-4174-8fed-e01bbce7851d up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:11:45.184272 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 69aa22c8-2628-4174-8fed-e01bbce7851d triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:11:45.184654 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:45.214995 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-cb3cbb6e-9db4-4c28-8fde-6a3d875d38e2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1064575 Aug 18 14:11:45.231639 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-7f769f89-70c4-453f-aeb8-25c1b3aff5f5 service neutron] Request body: {'port': {'device_id': '27dd10c7-6bd1-4253-a75c-6e35f9963427', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:11:45.309152 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-7f769f89-70c4-453f-aeb8-25c1b3aff5f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:45.375658 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-86858e1e-7c67-4218-a271-628ebb4861d0 None None] Provisioning for port 2876ed68-0afd-4e10-aa57-c36921ab4c52 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:11:45.382775 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-86858e1e-7c67-4218-a271-628ebb4861d0 None None] Provisioning complete for port 2876ed68-0afd-4e10-aa57-c36921ab4c52 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:11:45.383357 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-86858e1e-7c67-4218-a271-628ebb4861d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:45.448324 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-86858e1e-7c67-4218-a271-628ebb4861d0 None None] Port 2876ed68-0afd-4e10-aa57-c36921ab4c52 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:11:45.655175 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-7f769f89-70c4-453f-aeb8-25c1b3aff5f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2876ed68-0afd-4e10-aa57-c36921ab4c52 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:11:45.665055 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-7f769f89-70c4-453f-aeb8-25c1b3aff5f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:45.681250 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-7f769f89-70c4-453f-aeb8-25c1b3aff5f5 service neutron] Transition to ACTIVE for port object 2876ed68-0afd-4e10-aa57-c36921ab4c52 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:11:45.776270 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:45.800499 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-7f769f89-70c4-453f-aeb8-25c1b3aff5f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:45.869713 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f769f89-70c4-453f-aeb8-25c1b3aff5f5 service neutron] Pushing event updated for resources: {'Port': ['ID=2876ed68-0afd-4e10-aa57-c36921ab4c52,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:45.967448 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-7f769f89-70c4-453f-aeb8-25c1b3aff5f5 service neutron] Attempting to bind port 2876ed68-0afd-4e10-aa57-c36921ab4c52 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:11:45.968033 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-7f769f89-70c4-453f-aeb8-25c1b3aff5f5 service neutron] Attempting to bind port 2876ed68-0afd-4e10-aa57-c36921ab4c52 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '8c309e91-5aa3-4c13-9f5b-35c94a08d520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b503e49b-9640-4aa8-b569-6d5301d9f01c'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:11:45.968578 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-7f769f89-70c4-453f-aeb8-25c1b3aff5f5 service neutron] Attempting to bind port 2876ed68-0afd-4e10-aa57-c36921ab4c52 on network b503e49b-9640-4aa8-b569-6d5301d9f01c {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:11:45.976938 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-7f769f89-70c4-453f-aeb8-25c1b3aff5f5 service neutron] Port 2876ed68-0afd-4e10-aa57-c36921ab4c52 on network b503e49b-9640-4aa8-b569-6d5301d9f01c not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:11:45.977277 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-7f769f89-70c4-453f-aeb8-25c1b3aff5f5 service neutron] Attempting to bind port 2876ed68-0afd-4e10-aa57-c36921ab4c52 on network b503e49b-9640-4aa8-b569-6d5301d9f01c {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:11:45.983555 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-7f769f89-70c4-453f-aeb8-25c1b3aff5f5 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:11:45.984026 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-7f769f89-70c4-453f-aeb8-25c1b3aff5f5 service neutron] Checking segment: {'id': '8c309e91-5aa3-4c13-9f5b-35c94a08d520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b503e49b-9640-4aa8-b569-6d5301d9f01c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:11:45.984470 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-7f769f89-70c4-453f-aeb8-25c1b3aff5f5 service neutron] Bound using segment: {'id': '8c309e91-5aa3-4c13-9f5b-35c94a08d520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b503e49b-9640-4aa8-b569-6d5301d9f01c'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:11:45.985002 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-7f769f89-70c4-453f-aeb8-25c1b3aff5f5 service neutron] Bound port: 2876ed68-0afd-4e10-aa57-c36921ab4c52, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c309e91-5aa3-4c13-9f5b-35c94a08d520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b503e49b-9640-4aa8-b569-6d5301d9f01c'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:11:45.985294 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-7f769f89-70c4-453f-aeb8-25c1b3aff5f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:46.096874 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-7f769f89-70c4-453f-aeb8-25c1b3aff5f5 service neutron] For port 2876ed68-0afd-4e10-aa57-c36921ab4c52, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:11:46.106549 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8cd817-940e-43ec-9a8b-35d8b9b0f4d9 req-85c50bf8-a5c9-4782-947e-fefb19a18ba1 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:46.108288 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dc8cd817-940e-43ec-9a8b-35d8b9b0f4d9 req-85c50bf8-a5c9-4782-947e-fefb19a18ba1 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=27dd10c7-6bd1-4253-a75c-6e35f9963427 HTTP/1.1" status: 200 len: 943 time: 0.1040809 Aug 18 14:11:46.121562 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-7f769f89-70c4-453f-aeb8-25c1b3aff5f5 service neutron] For port 2876ed68-0afd-4e10-aa57-c36921ab4c52, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=2876ed68-0afd-4e10-aa57-c36921ab4c52,segment=NetworkSegment(8c309e91-5aa3-4c13-9f5b-35c94a08d520),segment_id=8c309e91-5aa3-4c13-9f5b-35c94a08d520)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:11:46.169103 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dc8cd817-940e-43ec-9a8b-35d8b9b0f4d9 req-d2d721ff-034d-482a-814c-74d484a73fb2 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bc99827-c856-438d-920b-96ceb6dd2fec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492530 Aug 18 14:11:46.219098 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-7f769f89-70c4-453f-aeb8-25c1b3aff5f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:46.276233 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-7f769f89-70c4-453f-aeb8-25c1b3aff5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:46.277333 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-7f769f89-70c4-453f-aeb8-25c1b3aff5f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:46.279811 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-7f769f89-70c4-453f-aeb8-25c1b3aff5f5 service neutron] 10.222.0.20 "PUT /v2.0/ports/2876ed68-0afd-4e10-aa57-c36921ab4c52 HTTP/1.1" status: 200 len: 1091 time: 1.0528810 Aug 18 14:11:46.280546 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27dd10c7-6bd1-4253-a75c-6e35f9963427', 'tag': '2876ed68-0afd-4e10-aa57-c36921ab4c52'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:11:46.283978 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34fd9e5-846e-4dd1-816e-99e67da0026b" -d '{"events": [{"name": "network-changed", "server_uuid": "27dd10c7-6bd1-4253-a75c-6e35f9963427", "tag": "2876ed68-0afd-4e10-aa57-c36921ab4c52"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:11:46.331158 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f769f89-70c4-453f-aeb8-25c1b3aff5f5 service neutron] Pushing event updated for resources: {'Port': ['ID=2876ed68-0afd-4e10-aa57-c36921ab4c52,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:46.351212 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a10369-e9f2-4373-94ae-61607a5928f4 x-openstack-request-id: req-c1a10369-e9f2-4373-94ae-61607a5928f4 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:11:46.351602 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27dd10c7-6bd1-4253-a75c-6e35f9963427", "tag": "2876ed68-0afd-4e10-aa57-c36921ab4c52", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:11:46.352039 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1a10369-e9f2-4373-94ae-61607a5928f4 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:11:46.352587 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27dd10c7-6bd1-4253-a75c-6e35f9963427', 'tag': '2876ed68-0afd-4e10-aa57-c36921ab4c52', 'status': 'completed', 'code': 200} Aug 18 14:11:46.438792 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34fd9e5-846e-4dd1-816e-99e67da0026b req-91019d21-3fae-4190-afb4-4159d001e38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:46.440857 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a34fd9e5-846e-4dd1-816e-99e67da0026b req-91019d21-3fae-4190-afb4-4159d001e38b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22&device_id=27dd10c7-6bd1-4253-a75c-6e35f9963427 HTTP/1.1" status: 200 len: 1094 time: 0.0611303 Aug 18 14:11:46.588645 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34fd9e5-846e-4dd1-816e-99e67da0026b req-33993040-b537-476c-a7ef-330a3c60ba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:46.590594 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a34fd9e5-846e-4dd1-816e-99e67da0026b req-33993040-b537-476c-a7ef-330a3c60ba85 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1410196 Aug 18 14:11:46.731926 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34fd9e5-846e-4dd1-816e-99e67da0026b req-842f8a2f-949a-4076-b79e-1d69ed2823f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:46.735215 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a34fd9e5-846e-4dd1-816e-99e67da0026b req-842f8a2f-949a-4076-b79e-1d69ed2823f1 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1347005 Aug 18 14:11:46.822846 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-4a7745d3-baa8-4c1f-baad-4b1f06061dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:46.824866 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-4a7745d3-baa8-4c1f-baad-4b1f06061dc0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22&device_id=27dd10c7-6bd1-4253-a75c-6e35f9963427 HTTP/1.1" status: 200 len: 1094 time: 0.0469983 Aug 18 14:11:46.878715 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-88a24986-3e19-4a4c-a0b3-b4745969fdbd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2876ed68-0afd-4e10-aa57-c36921ab4c52 HTTP/1.1" status: 200 len: 217 time: 0.0454721 Aug 18 14:11:46.937913 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-a89c8ea7-af86-428e-9327-910bd9d01e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:46.939449 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-a89c8ea7-af86-428e-9327-910bd9d01e1c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bee7ff4c-c7b0-4e32-9538-c50c20bf727a HTTP/1.1" status: 200 len: 834 time: 0.0544057 Aug 18 14:11:46.995192 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-9596a120-ca8f-42b7-8b49-cf16eb9ce944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:46.996693 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-9596a120-ca8f-42b7-8b49-cf16eb9ce944 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b503e49b-9640-4aa8-b569-6d5301d9f01c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482395 Aug 18 14:11:47.109386 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-415fc92d-bbfd-4f17-bb38-d7cf26c27862 service neutron] 10.222.0.20 "GET /v2.0/networks/b503e49b-9640-4aa8-b569-6d5301d9f01c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032865 Aug 18 14:11:47.225724 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b6a7e9d6-10f1-4c01-85b3-22e202154029 req-23a4fd2d-1666-4a6b-a1cd-89f5424c7a8a service neutron] 10.222.0.20 "GET /v2.0/networks/b503e49b-9640-4aa8-b569-6d5301d9f01c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084027 Aug 18 14:11:47.331731 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44744a-b50a-4509-b34f-bb8da23b6904 req-865dc2b5-e2e0-4af2-9750-ad8483e1a3c8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:47.333462 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cd44744a-b50a-4509-b34f-bb8da23b6904 req-865dc2b5-e2e0-4af2-9750-ad8483e1a3c8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=27dd10c7-6bd1-4253-a75c-6e35f9963427 HTTP/1.1" status: 200 len: 943 time: 0.0654380 Aug 18 14:11:47.385397 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cd44744a-b50a-4509-b34f-bb8da23b6904 req-5ae7a15b-0449-4a42-a3c8-08e523ec5475 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bc99827-c856-438d-920b-96ceb6dd2fec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407815 Aug 18 14:11:47.684105 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:48.518929 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8b8d4-3091-4242-aa61-10dca72d750a req-316bdb09-f0b4-4922-b068-73bb6750dceb tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:48.520529 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-eaa8b8d4-3091-4242-aa61-10dca72d750a req-316bdb09-f0b4-4922-b068-73bb6750dceb tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=27dd10c7-6bd1-4253-a75c-6e35f9963427 HTTP/1.1" status: 200 len: 943 time: 0.0558763 Aug 18 14:11:48.561877 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-eaa8b8d4-3091-4242-aa61-10dca72d750a req-5389cdb4-90ee-451a-9b3e-489501fcb65a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bc99827-c856-438d-920b-96ceb6dd2fec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350986 Aug 18 14:11:49.535689 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 2876ed68-0afd-4e10-aa57-c36921ab4c52 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:11:49.642772 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 2876ed68-0afd-4e10-aa57-c36921ab4c52, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=2876ed68-0afd-4e10-aa57-c36921ab4c52,segment=NetworkSegment(8c309e91-5aa3-4c13-9f5b-35c94a08d520),segment_id=8c309e91-5aa3-4c13-9f5b-35c94a08d520)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:11:49.656282 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '2876ed68-0afd-4e10-aa57-c36921ab4c52', 'network_id': 'b503e49b-9640-4aa8-b569-6d5301d9f01c', 'port_id': '2876ed68-0afd-4e10-aa57-c36921ab4c52', 'mac_address': 'fa:16:3e:37:e2:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bee7ff4c-c7b0-4e32-9538-c50c20bf727a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:11:49.692047 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844ab7a-9858-47a2-8c18-9a1205b8772e req-39cb3fcf-40aa-47cd-937c-f51980473eb5 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:49.693647 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f844ab7a-9858-47a2-8c18-9a1205b8772e req-39cb3fcf-40aa-47cd-937c-f51980473eb5 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=27dd10c7-6bd1-4253-a75c-6e35f9963427 HTTP/1.1" status: 200 len: 943 time: 0.0549190 Aug 18 14:11:49.718252 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:49.737464 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f844ab7a-9858-47a2-8c18-9a1205b8772e req-e53e1ae8-7b6b-43c8-ad53-09abc30e3ce3 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bc99827-c856-438d-920b-96ceb6dd2fec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367436 Aug 18 14:11:49.742127 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2876ed68-0afd-4e10-aa57-c36921ab4c52 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:11:49.768149 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 2876ed68-0afd-4e10-aa57-c36921ab4c52, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=2876ed68-0afd-4e10-aa57-c36921ab4c52,segment=NetworkSegment(8c309e91-5aa3-4c13-9f5b-35c94a08d520),segment_id=8c309e91-5aa3-4c13-9f5b-35c94a08d520)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:11:49.843676 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:49.893266 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=2876ed68-0afd-4e10-aa57-c36921ab4c52,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:50.043717 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['2876ed68-0afd-4e10-aa57-c36921ab4c52'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:11:50.875303 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04566b65-4a00-40da-ab52-acda5a9cc67d req-99f9495c-b9f7-4404-9130-69abbd7099e0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:50.876955 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-04566b65-4a00-40da-ab52-acda5a9cc67d req-99f9495c-b9f7-4404-9130-69abbd7099e0 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=27dd10c7-6bd1-4253-a75c-6e35f9963427 HTTP/1.1" status: 200 len: 944 time: 0.0539343 Aug 18 14:11:50.917812 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-04566b65-4a00-40da-ab52-acda5a9cc67d req-3b605d7d-c5cc-400f-a4b1-a60a3c8bf8bd tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bc99827-c856-438d-920b-96ceb6dd2fec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344205 Aug 18 14:11:51.550745 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 2876ed68-0afd-4e10-aa57-c36921ab4c52 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:11:51.711722 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 2876ed68-0afd-4e10-aa57-c36921ab4c52 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:11:51.715962 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 2876ed68-0afd-4e10-aa57-c36921ab4c52 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:11:51.716449 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:51.808944 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:51.835238 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27dd10c7-6bd1-4253-a75c-6e35f9963427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2876ed68-0afd-4e10-aa57-c36921ab4c52'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:11:51.837690 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ba3b915c790ece66a99fb45b0530a9eb9c5b6743edcd6e3a78a03ec4b78c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37310f6-9bf6-4794-ab26-5443c6d1064f" -d '{"events": [{"server_uuid": "27dd10c7-6bd1-4253-a75c-6e35f9963427", "name": "network-vif-plugged", "status": "completed", "tag": "2876ed68-0afd-4e10-aa57-c36921ab4c52"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:11:51.854435 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 2876ed68-0afd-4e10-aa57-c36921ab4c52, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=2876ed68-0afd-4e10-aa57-c36921ab4c52,segment=NetworkSegment(8c309e91-5aa3-4c13-9f5b-35c94a08d520),segment_id=8c309e91-5aa3-4c13-9f5b-35c94a08d520)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:11:51.882857 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e257ed1-ed0f-4289-86e8-a73e096626b6 x-openstack-request-id: req-0e257ed1-ed0f-4289-86e8-a73e096626b6 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:11:51.883160 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27dd10c7-6bd1-4253-a75c-6e35f9963427", "name": "network-vif-plugged", "status": "completed", "tag": "2876ed68-0afd-4e10-aa57-c36921ab4c52", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:11:51.883430 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e257ed1-ed0f-4289-86e8-a73e096626b6 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:11:51.883823 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27dd10c7-6bd1-4253-a75c-6e35f9963427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2876ed68-0afd-4e10-aa57-c36921ab4c52', 'code': 200} Aug 18 14:11:51.938025 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:51.992746 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9966ed6e-fbe6-43be-bb33-4adb97459272 req-7f53a56f-4b2c-40c9-8354-2ac0db747f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:51.994473 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9966ed6e-fbe6-43be-bb33-4adb97459272 req-7f53a56f-4b2c-40c9-8354-2ac0db747f78 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=27dd10c7-6bd1-4253-a75c-6e35f9963427 HTTP/1.1" status: 200 len: 1096 time: 0.0479517 Aug 18 14:11:51.997933 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=2876ed68-0afd-4e10-aa57-c36921ab4c52,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:52.034429 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9966ed6e-fbe6-43be-bb33-4adb97459272 req-ce7da160-98af-4b8a-a276-51658d8acd44 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1bc99827-c856-438d-920b-96ceb6dd2fec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325909 Aug 18 14:11:52.046098 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e841af-f6dc-4a2e-9190-d1440827adc7 req-f93b773d-f9ff-4a04-917e-a7870d372537 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:52.047729 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a6e841af-f6dc-4a2e-9190-d1440827adc7 req-f93b773d-f9ff-4a04-917e-a7870d372537 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=27dd10c7-6bd1-4253-a75c-6e35f9963427 HTTP/1.1" status: 200 len: 945 time: 0.0509117 Aug 18 14:11:52.099587 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a6e841af-f6dc-4a2e-9190-d1440827adc7 req-90059c8a-5931-4ae9-b185-5a1f654337d9 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bc99827-c856-438d-920b-96ceb6dd2fec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457051 Aug 18 14:11:53.228954 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859ea38-a3f6-4f9e-a74b-5ed8798b396b req-dd820a4f-809e-49e7-bd32-d89a5be19a3e tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:53.231060 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8859ea38-a3f6-4f9e-a74b-5ed8798b396b req-dd820a4f-809e-49e7-bd32-d89a5be19a3e tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=27dd10c7-6bd1-4253-a75c-6e35f9963427 HTTP/1.1" status: 200 len: 945 time: 0.0593402 Aug 18 14:11:53.280288 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8859ea38-a3f6-4f9e-a74b-5ed8798b396b req-5bc7b694-e69c-4f09-92d2-26dc3f540422 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bc99827-c856-438d-920b-96ceb6dd2fec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425322 Aug 18 14:11:53.444154 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef8f27-43d3-4be4-8ca1-e349ce78a63c req-4da2e633-7af1-48ea-8959-2f59afcd659a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:53.445833 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e5ef8f27-43d3-4be4-8ca1-e349ce78a63c req-4da2e633-7af1-48ea-8959-2f59afcd659a tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=27dd10c7-6bd1-4253-a75c-6e35f9963427 HTTP/1.1" status: 200 len: 945 time: 0.0629683 Aug 18 14:11:53.488650 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e5ef8f27-43d3-4be4-8ca1-e349ce78a63c req-a1c24cdb-7299-4337-80ba-fa7552f3aec5 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bc99827-c856-438d-920b-96ceb6dd2fec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363541 Aug 18 14:11:53.511038 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41174) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:11:53.555173 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d50026-bef8-4e2d-84cd-8eb7e075d7a7 tempest-TestNetworkAdvancedServerOps-441945603 tempest-TestNetworkAdvancedServerOps-441945603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:53.556762 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-58d50026-bef8-4e2d-84cd-8eb7e075d7a7 tempest-TestNetworkAdvancedServerOps-441945603 tempest-TestNetworkAdvancedServerOps-441945603-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=27dd10c7-6bd1-4253-a75c-6e35f9963427 HTTP/1.1" status: 200 len: 1091 time: 0.0445249 Aug 18 14:11:53.559738 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41176) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:11:53.564341 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-b564b6a3-b496-446d-97a2-d1a2688a40f9 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'port_id': '2876ed68-0afd-4e10-aa57-c36921ab4c52', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:11:53.689603 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b564b6a3-b496-446d-97a2-d1a2688a40f9 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for floatingip, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:53.800239 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b564b6a3-b496-446d-97a2-d1a2688a40f9 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:53.914201 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-b564b6a3-b496-446d-97a2-d1a2688a40f9 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Allocated IP 172.25.6.245 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/41af5be9-cbe3-428a-9ca0-56f568ed2f12) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:11:54.040609 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b564b6a3-b496-446d-97a2-d1a2688a40f9 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:54.149423 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b564b6a3-b496-446d-97a2-d1a2688a40f9 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:54.194156 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b564b6a3-b496-446d-97a2-d1a2688a40f9 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:11:54.197589 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-b564b6a3-b496-446d-97a2-d1a2688a40f9 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:11:54.202398 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b564b6a3-b496-446d-97a2-d1a2688a40f9 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:11:54.208813 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b564b6a3-b496-446d-97a2-d1a2688a40f9 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'Port': ['ID=41af5be9-cbe3-428a-9ca0-56f568ed2f12,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:54.592474 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b564b6a3-b496-446d-97a2-d1a2688a40f9 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:54.732037 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b564b6a3-b496-446d-97a2-d1a2688a40f9 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:54.899525 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b564b6a3-b496-446d-97a2-d1a2688a40f9 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:54.957394 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b564b6a3-b496-446d-97a2-d1a2688a40f9 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:55.021784 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b564b6a3-b496-446d-97a2-d1a2688a40f9 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event updated for resources: {'Port': ['ID=41af5be9-cbe3-428a-9ca0-56f568ed2f12,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:11:55.047371 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b564b6a3-b496-446d-97a2-d1a2688a40f9 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:55.153694 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [None req-b564b6a3-b496-446d-97a2-d1a2688a40f9 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Floating IP ed3561f5-fb9d-45eb-8d67-ed78140a249a associated. External IP: 172.25.6.245, port: 2876ed68-0afd-4e10-aa57-c36921ab4c52. Aug 18 14:11:55.762204 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b564b6a3-b496-446d-97a2-d1a2688a40f9 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Router da85397f-d475-414c-bdc9-2cdf976b8773 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:11:55.899422 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b564b6a3-b496-446d-97a2-d1a2688a40f9 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:11:55.909155 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23fb47e-c414-4717-b827-814a8128a308 None None] Sync routers for ids ['da85397f-d475-414c-bdc9-2cdf976b8773'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:11:55.918963 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23fb47e-c414-4717-b827-814a8128a308 None None] Routers {'da85397f-d475-414c-bdc9-2cdf976b8773'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:11:55.920158 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-f23fb47e-c414-4717-b827-814a8128a308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:11:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['da85397f-d475-414c-bdc9-2cdf976b8773'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:11:56.003829 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b564b6a3-b496-446d-97a2-d1a2688a40f9 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:56.036523 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b564b6a3-b496-446d-97a2-d1a2688a40f9 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4753461 Aug 18 14:11:56.036928 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27dd10c7-6bd1-4253-a75c-6e35f9963427', 'tag': '2876ed68-0afd-4e10-aa57-c36921ab4c52'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:11:56.039198 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6cc44c-dd82-44d2-87f6-837324b836c1" -d '{"events": [{"name": "network-changed", "server_uuid": "27dd10c7-6bd1-4253-a75c-6e35f9963427", "tag": "2876ed68-0afd-4e10-aa57-c36921ab4c52"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:11:56.040399 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-f23fb47e-c414-4717-b827-814a8128a308 None None] Set router da85397f-d475-414c-bdc9-2cdf976b8773 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:11:56.106004 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575aceab-1343-4667-a231-b66793c97266 x-openstack-request-id: req-575aceab-1343-4667-a231-b66793c97266 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:11:56.106327 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27dd10c7-6bd1-4253-a75c-6e35f9963427", "tag": "2876ed68-0afd-4e10-aa57-c36921ab4c52", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:11:56.106724 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-575aceab-1343-4667-a231-b66793c97266 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:11:56.107164 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27dd10c7-6bd1-4253-a75c-6e35f9963427', 'tag': '2876ed68-0afd-4e10-aa57-c36921ab4c52', 'status': 'completed', 'code': 200} Aug 18 14:11:56.173706 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd843274-8d17-4988-b096-1490564be32b req-0a99969a-d4d8-446f-8753-33d2f4912eb3 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:56.175852 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fd843274-8d17-4988-b096-1490564be32b req-0a99969a-d4d8-446f-8753-33d2f4912eb3 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=27dd10c7-6bd1-4253-a75c-6e35f9963427 HTTP/1.1" status: 200 len: 945 time: 0.0850589 Aug 18 14:11:56.204782 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6cc44c-dd82-44d2-87f6-837324b836c1 req-64c3d09d-23c9-4610-af42-f474ee77ba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:56.206623 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9a6cc44c-dd82-44d2-87f6-837324b836c1 req-64c3d09d-23c9-4610-af42-f474ee77ba8d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22&device_id=27dd10c7-6bd1-4253-a75c-6e35f9963427 HTTP/1.1" status: 200 len: 1096 time: 0.0762548 Aug 18 14:11:56.234338 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fd843274-8d17-4988-b096-1490564be32b req-54f57a94-7bc7-429e-a3a7-9a105dde24ba tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bc99827-c856-438d-920b-96ceb6dd2fec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515051 Aug 18 14:11:56.267758 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41182) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:11:56.330155 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6cc44c-dd82-44d2-87f6-837324b836c1 req-c3dbc0e4-6316-4508-be55-7d5a7bc5c31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:56.332179 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9a6cc44c-dd82-44d2-87f6-837324b836c1 req-c3dbc0e4-6316-4508-be55-7d5a7bc5c31b service neutron] 10.222.0.20 "GET /v2.0/networks?id=b503e49b-9640-4aa8-b569-6d5301d9f01c HTTP/1.1" status: 200 len: 897 time: 0.1140728 Aug 18 14:11:56.347201 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-f23fb47e-c414-4717-b827-814a8128a308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da85397f-d475-414c-bdc9-2cdf976b8773', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1367453792', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '918c01fb-a04a-408b-b39c-42ce300af620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:11:32Z', 'updated_at': '2021-08-18T14:11:38Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '918c01fb-a04a-408b-b39c-42ce300af620', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da85397f-d475-414c-bdc9-2cdf976b8773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:11:33Z', 'updated_at': '2021-08-18T14:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'ed3561f5-fb9d-45eb-8d67-ed78140a249a', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'floating_ip_address': '172.25.6.245', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'da85397f-d475-414c-bdc9-2cdf976b8773', 'port_id': '2876ed68-0afd-4e10-aa57-c36921ab4c52', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b503e49b-9640-4aa8-b569-6d5301d9f01c', 'mac_address': 'fa:16:3e:37:e2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dd10c7-6bd1-4253-a75c-6e35f9963427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:11:54Z', 'updated_at': '2021-08-18T14:11:54Z', 'revision_number': 0, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69aa22c8-2628-4174-8fed-e01bbce7851d', 'name': '', 'network_id': 'b503e49b-9640-4aa8-b569-6d5301d9f01c', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'mac_address': 'fa:16:3e:97:d5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da85397f-d475-414c-bdc9-2cdf976b8773', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'bee7ff4c-c7b0-4e32-9538-c50c20bf727a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:11:37Z', 'updated_at': '2021-08-18T14:11:43Z', 'revision_number': 5, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'subnets': [{'id': 'bee7ff4c-c7b0-4e32-9538-c50c20bf727a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:11:56.351226 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-44cdb36c-8840-4b47-a844-a1758b83b897 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/floatingips/ed3561f5-fb9d-45eb-8d67-ed78140a249a HTTP/1.1" status: 200 len: 991 time: 0.0822239 Aug 18 14:11:56.390516 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23fb47e-c414-4717-b827-814a8128a308 None None] Checking router: da85397f-d475-414c-bdc9-2cdf976b8773 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:11:56.400345 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23fb47e-c414-4717-b827-814a8128a308 None None] Routers {'da85397f-d475-414c-bdc9-2cdf976b8773'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:11:56.401265 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-f23fb47e-c414-4717-b827-814a8128a308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:11:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['da85397f-d475-414c-bdc9-2cdf976b8773'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:11:56.409005 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9a6cc44c-dd82-44d2-87f6-837324b836c1 req-ed3e391a-3ee1-4e12-9550-8a7258cbfbaf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2876ed68-0afd-4e10-aa57-c36921ab4c52 HTTP/1.1" status: 200 len: 999 time: 0.0689130 Aug 18 14:11:56.462862 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6cc44c-dd82-44d2-87f6-837324b836c1 req-ac792bc1-da7d-4d2c-9bf0-a892d8399c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:56.464720 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9a6cc44c-dd82-44d2-87f6-837324b836c1 req-ac792bc1-da7d-4d2c-9bf0-a892d8399c24 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bee7ff4c-c7b0-4e32-9538-c50c20bf727a HTTP/1.1" status: 200 len: 834 time: 0.0479803 Aug 18 14:11:56.521693 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6cc44c-dd82-44d2-87f6-837324b836c1 req-e34bc907-58bd-417c-99eb-053afdba9cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:11:56.523356 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9a6cc44c-dd82-44d2-87f6-837324b836c1 req-e34bc907-58bd-417c-99eb-053afdba9cd7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b503e49b-9640-4aa8-b569-6d5301d9f01c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516334 Aug 18 14:11:56.615174 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-f23fb47e-c414-4717-b827-814a8128a308 None None] Set router da85397f-d475-414c-bdc9-2cdf976b8773 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:11:56.626573 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9a6cc44c-dd82-44d2-87f6-837324b836c1 req-a5b5f75a-19fb-4c7c-96cc-f04bb28f6bb6 service neutron] 10.222.0.20 "GET /v2.0/networks/b503e49b-9640-4aa8-b569-6d5301d9f01c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957355 Aug 18 14:11:56.727746 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9a6cc44c-dd82-44d2-87f6-837324b836c1 req-f7a1342e-0bfb-4f21-97da-fb629591aa25 service neutron] 10.222.0.20 "GET /v2.0/networks/b503e49b-9640-4aa8-b569-6d5301d9f01c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942600 Aug 18 14:11:56.977680 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-f23fb47e-c414-4717-b827-814a8128a308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da85397f-d475-414c-bdc9-2cdf976b8773', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1367453792', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '918c01fb-a04a-408b-b39c-42ce300af620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:11:32Z', 'updated_at': '2021-08-18T14:11:38Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '918c01fb-a04a-408b-b39c-42ce300af620', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da85397f-d475-414c-bdc9-2cdf976b8773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:11:33Z', 'updated_at': '2021-08-18T14:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'ed3561f5-fb9d-45eb-8d67-ed78140a249a', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'floating_ip_address': '172.25.6.245', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'da85397f-d475-414c-bdc9-2cdf976b8773', 'port_id': '2876ed68-0afd-4e10-aa57-c36921ab4c52', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b503e49b-9640-4aa8-b569-6d5301d9f01c', 'mac_address': 'fa:16:3e:37:e2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dd10c7-6bd1-4253-a75c-6e35f9963427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:11:54Z', 'updated_at': '2021-08-18T14:11:54Z', 'revision_number': 0, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69aa22c8-2628-4174-8fed-e01bbce7851d', 'name': '', 'network_id': 'b503e49b-9640-4aa8-b569-6d5301d9f01c', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'mac_address': 'fa:16:3e:97:d5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da85397f-d475-414c-bdc9-2cdf976b8773', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'bee7ff4c-c7b0-4e32-9538-c50c20bf727a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:11:37Z', 'updated_at': '2021-08-18T14:11:43Z', 'revision_number': 5, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'subnets': [{'id': 'bee7ff4c-c7b0-4e32-9538-c50c20bf727a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:11:57.026080 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23fb47e-c414-4717-b827-814a8128a308 None None] The sync data for ids ['da85397f-d475-414c-bdc9-2cdf976b8773'] in n-d-803603-2 is: [{'id': 'da85397f-d475-414c-bdc9-2cdf976b8773', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1367453792', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '918c01fb-a04a-408b-b39c-42ce300af620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:11:32Z', 'updated_at': '2021-08-18T14:11:38Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '918c01fb-a04a-408b-b39c-42ce300af620', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da85397f-d475-414c-bdc9-2cdf976b8773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:11:33Z', 'updated_at': '2021-08-18T14:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': 'ed3561f5-fb9d-45eb-8d67-ed78140a249a', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'floating_ip_address': '172.25.6.245', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': 'da85397f-d475-414c-bdc9-2cdf976b8773', 'port_id': '2876ed68-0afd-4e10-aa57-c36921ab4c52', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b503e49b-9640-4aa8-b569-6d5301d9f01c', 'mac_address': 'fa:16:3e:37:e2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dd10c7-6bd1-4253-a75c-6e35f9963427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:11:54Z', 'updated_at': '2021-08-18T14:11:54Z', 'revision_number': 0, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69aa22c8-2628-4174-8fed-e01bbce7851d', 'name': '', 'network_id': 'b503e49b-9640-4aa8-b569-6d5301d9f01c', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'mac_address': 'fa:16:3e:97:d5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da85397f-d475-414c-bdc9-2cdf976b8773', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'bee7ff4c-c7b0-4e32-9538-c50c20bf727a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:11:37Z', 'updated_at': '2021-08-18T14:11:43Z', 'revision_number': 5, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'subnets': [{'id': 'bee7ff4c-c7b0-4e32-9538-c50c20bf727a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:11:57.232143 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6097ad2e-35c0-464c-879e-010ab7f5dabd None None] New status for floating IP ed3561f5-fb9d-45eb-8d67-ed78140a249a: ACTIVE {{(pid=101677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:11:57.354905 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41184) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:11:57.428780 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-dc63d4b1-bc6e-4bfe-b8f2-1197109461c8 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/floatingips/ed3561f5-fb9d-45eb-8d67-ed78140a249a HTTP/1.1" status: 200 len: 991 time: 0.0725610 Aug 18 14:11:58.432372 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41186) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:11:58.505305 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5b3fda91-ecff-4267-9271-15f393f557b9 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/floatingips/ed3561f5-fb9d-45eb-8d67-ed78140a249a HTTP/1.1" status: 200 len: 993 time: 0.0716536 Aug 18 14:11:58.534863 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:11:59.554564 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:06.523109 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-16c9a91b-21b2-419f-9757-6a07a57cbfd6 req-86a01ac3-9b92-48a6-a779-bbcccdf9f079 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=27dd10c7-6bd1-4253-a75c-6e35f9963427&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421689 Aug 18 14:12:06.612836 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9a91b-21b2-419f-9757-6a07a57cbfd6 req-80427e03-a99c-46cf-8645-2546c98a547e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:06.614627 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-16c9a91b-21b2-419f-9757-6a07a57cbfd6 req-80427e03-a99c-46cf-8645-2546c98a547e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22&device_id=27dd10c7-6bd1-4253-a75c-6e35f9963427 HTTP/1.1" status: 200 len: 1096 time: 0.0448375 Aug 18 14:12:06.744835 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9a91b-21b2-419f-9757-6a07a57cbfd6 req-4d0e3427-7d6f-452b-b03f-c8266dbb2dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:06.746427 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-16c9a91b-21b2-419f-9757-6a07a57cbfd6 req-4d0e3427-7d6f-452b-b03f-c8266dbb2dfc service neutron] 10.222.0.20 "GET /v2.0/networks?id=b503e49b-9640-4aa8-b569-6d5301d9f01c HTTP/1.1" status: 200 len: 897 time: 0.1021111 Aug 18 14:12:06.826902 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-16c9a91b-21b2-419f-9757-6a07a57cbfd6 req-ddb311d2-58ed-49db-9be1-252391c1093e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2876ed68-0afd-4e10-aa57-c36921ab4c52 HTTP/1.1" status: 200 len: 1001 time: 0.0729020 Aug 18 14:12:06.881731 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9a91b-21b2-419f-9757-6a07a57cbfd6 req-75ae7bc5-bfc7-4b12-8956-a10f21350dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:06.883383 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-16c9a91b-21b2-419f-9757-6a07a57cbfd6 req-75ae7bc5-bfc7-4b12-8956-a10f21350dee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bee7ff4c-c7b0-4e32-9538-c50c20bf727a HTTP/1.1" status: 200 len: 834 time: 0.0498688 Aug 18 14:12:06.937433 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9a91b-21b2-419f-9757-6a07a57cbfd6 req-aae5bd5b-6420-437e-8bf2-fd08955bbec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:06.939094 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-16c9a91b-21b2-419f-9757-6a07a57cbfd6 req-aae5bd5b-6420-437e-8bf2-fd08955bbec8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b503e49b-9640-4aa8-b569-6d5301d9f01c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485733 Aug 18 14:12:07.049091 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-16c9a91b-21b2-419f-9757-6a07a57cbfd6 req-b50d6578-0e69-4ef9-8d22-fe95dc5f06e6 service neutron] 10.222.0.20 "GET /v2.0/networks/b503e49b-9640-4aa8-b569-6d5301d9f01c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008246 Aug 18 14:12:07.149591 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-16c9a91b-21b2-419f-9757-6a07a57cbfd6 req-20af7b61-f730-4130-8950-ea5f262ec874 service neutron] 10.222.0.20 "GET /v2.0/networks/b503e49b-9640-4aa8-b569-6d5301d9f01c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932899 Aug 18 14:12:11.765295 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ae2cbcdd-583d-4cff-ade4-e23bd4cbbd83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:13.854503 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ae88e086-ecdb-4379-9e18-f5e911e6dd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:14.665485 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:15.716936 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:15.987524 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:12:17.737276 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:28.348145 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc35334-00bc-465a-8930-6565f4daf5e2 req-03f227d7-d7cd-42c2-9153-4cf7da4f87f7 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:28.351077 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-adc35334-00bc-465a-8930-6565f4daf5e2 req-03f227d7-d7cd-42c2-9153-4cf7da4f87f7 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=27dd10c7-6bd1-4253-a75c-6e35f9963427 HTTP/1.1" status: 200 len: 945 time: 0.1464767 Aug 18 14:12:28.397123 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-adc35334-00bc-465a-8930-6565f4daf5e2 req-6383b033-c43b-43c5-86de-828fd6195ebe tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bc99827-c856-438d-920b-96ceb6dd2fec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397556 Aug 18 14:12:28.696516 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:29.557391 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:29.589285 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414b9b6-0167-43cb-bec6-ac3b520149aa req-f895575b-b0cf-45be-afc6-539296a2f5b1 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:29.595150 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1414b9b6-0167-43cb-bec6-ac3b520149aa req-f895575b-b0cf-45be-afc6-539296a2f5b1 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=27dd10c7-6bd1-4253-a75c-6e35f9963427 HTTP/1.1" status: 200 len: 945 time: 0.1119587 Aug 18 14:12:29.635933 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1414b9b6-0167-43cb-bec6-ac3b520149aa req-c7789589-c358-4aed-8f96-9fe9bf515eb5 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bc99827-c856-438d-920b-96ceb6dd2fec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375617 Aug 18 14:12:29.658912 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41210) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:29.720768 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-09adafdf-9824-4732-8bd1-d76246889b38 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/floatingips/ed3561f5-fb9d-45eb-8d67-ed78140a249a HTTP/1.1" status: 200 len: 993 time: 0.0606360 Aug 18 14:12:31.177066 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab086186-ae12-4adc-b1b7-75c5b6ae31f7 req-2019f9e9-3a44-4141-b52b-bb55f71d43da tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:31.178856 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ab086186-ae12-4adc-b1b7-75c5b6ae31f7 req-2019f9e9-3a44-4141-b52b-bb55f71d43da tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=27dd10c7-6bd1-4253-a75c-6e35f9963427 HTTP/1.1" status: 200 len: 945 time: 0.0573010 Aug 18 14:12:31.225660 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ab086186-ae12-4adc-b1b7-75c5b6ae31f7 req-0a2195da-6efd-41fd-8b4b-1186cf74e7cb tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bc99827-c856-438d-920b-96ceb6dd2fec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393796 Aug 18 14:12:31.285696 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9f8c3-4fc4-4b44-be22-6f20f739a9d2 req-48f6f526-df1a-48aa-80cf-79ee66e9195a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:31.287322 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f6d9f8c3-4fc4-4b44-be22-6f20f739a9d2 req-48f6f526-df1a-48aa-80cf-79ee66e9195a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22&device_id=27dd10c7-6bd1-4253-a75c-6e35f9963427 HTTP/1.1" status: 200 len: 1096 time: 0.0466397 Aug 18 14:12:31.394468 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9f8c3-4fc4-4b44-be22-6f20f739a9d2 req-bca42fcb-465c-401c-8455-03406b668ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:31.395926 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f6d9f8c3-4fc4-4b44-be22-6f20f739a9d2 req-bca42fcb-465c-401c-8455-03406b668ff9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b503e49b-9640-4aa8-b569-6d5301d9f01c HTTP/1.1" status: 200 len: 897 time: 0.1005688 Aug 18 14:12:31.478000 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f6d9f8c3-4fc4-4b44-be22-6f20f739a9d2 req-89097a1a-0f1a-4e6e-8ce1-8002d20563ba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2876ed68-0afd-4e10-aa57-c36921ab4c52 HTTP/1.1" status: 200 len: 1001 time: 0.0745716 Aug 18 14:12:31.545346 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9f8c3-4fc4-4b44-be22-6f20f739a9d2 req-37320a0b-107a-40fe-b5bd-63bc3d1d74e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:31.546962 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f6d9f8c3-4fc4-4b44-be22-6f20f739a9d2 req-37320a0b-107a-40fe-b5bd-63bc3d1d74e5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bee7ff4c-c7b0-4e32-9538-c50c20bf727a HTTP/1.1" status: 200 len: 834 time: 0.0564892 Aug 18 14:12:31.597688 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9f8c3-4fc4-4b44-be22-6f20f739a9d2 req-14ec10bb-42f2-448c-ae4b-703cbbc5eba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:31.599349 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f6d9f8c3-4fc4-4b44-be22-6f20f739a9d2 req-14ec10bb-42f2-448c-ae4b-703cbbc5eba0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b503e49b-9640-4aa8-b569-6d5301d9f01c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455430 Aug 18 14:12:31.697413 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f6d9f8c3-4fc4-4b44-be22-6f20f739a9d2 req-09aa168c-dfac-47b5-beb8-796cc7a86816 service neutron] 10.222.0.20 "GET /v2.0/networks/b503e49b-9640-4aa8-b569-6d5301d9f01c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910809 Aug 18 14:12:31.799215 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f6d9f8c3-4fc4-4b44-be22-6f20f739a9d2 req-69c2fc31-f04e-4e2d-aa85-60ab215c4f4f service neutron] 10.222.0.20 "GET /v2.0/networks/b503e49b-9640-4aa8-b569-6d5301d9f01c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942709 Aug 18 14:12:32.363045 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e2268-c9d3-4450-b26c-0cd63daf6578 req-2ea759ad-bfa5-4f0d-a18d-15ec6bc71945 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:32.364722 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-752e2268-c9d3-4450-b26c-0cd63daf6578 req-2ea759ad-bfa5-4f0d-a18d-15ec6bc71945 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=27dd10c7-6bd1-4253-a75c-6e35f9963427 HTTP/1.1" status: 200 len: 945 time: 0.0555491 Aug 18 14:12:32.411191 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-752e2268-c9d3-4450-b26c-0cd63daf6578 req-26fa0b03-7b6e-42e3-8169-feeb5122aea7 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bc99827-c856-438d-920b-96ceb6dd2fec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401113 Aug 18 14:12:33.548879 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca06c08-3d63-44cd-a5ba-cbdccd336d33 req-a21cf8ed-f3e3-4f8b-8b0a-2bafed4d2585 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:33.550580 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bca06c08-3d63-44cd-a5ba-cbdccd336d33 req-a21cf8ed-f3e3-4f8b-8b0a-2bafed4d2585 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=27dd10c7-6bd1-4253-a75c-6e35f9963427 HTTP/1.1" status: 200 len: 945 time: 0.0616341 Aug 18 14:12:33.603286 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bca06c08-3d63-44cd-a5ba-cbdccd336d33 req-bf157150-d120-46b8-911b-17309653da33 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bc99827-c856-438d-920b-96ceb6dd2fec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401881 Aug 18 14:12:33.645959 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41222) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:33.738521 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-982dabd2-8ec3-44da-b9b6-0e3cad2721f7 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/floatingips/ed3561f5-fb9d-45eb-8d67-ed78140a249a HTTP/1.1" status: 200 len: 993 time: 0.0912073 Aug 18 14:12:33.968891 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41228) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:34.145464 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-8f9b8faf-57f0-4e81-9e45-7143401a0560 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Deleting port 41af5be9-cbe3-428a-9ca0-56f568ed2f12 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:12:34.145778 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8f9b8faf-57f0-4e81-9e45-7143401a0560 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:34.236334 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8f9b8faf-57f0-4e81-9e45-7143401a0560 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:34.236746 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8f9b8faf-57f0-4e81-9e45-7143401a0560 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:34.250688 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-8f9b8faf-57f0-4e81-9e45-7143401a0560 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Calling delete_port for 41af5be9-cbe3-428a-9ca0-56f568ed2f12 owned by network:floatingip {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:12:34.488535 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8f9b8faf-57f0-4e81-9e45-7143401a0560 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:34.517686 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9b8faf-57f0-4e81-9e45-7143401a0560 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event deleted for resources: {'Port': ['ID=41af5be9-cbe3-428a-9ca0-56f568ed2f12,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:34.531183 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9b8faf-57f0-4e81-9e45-7143401a0560 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:34.531620 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9b8faf-57f0-4e81-9e45-7143401a0560 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:34.532065 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9b8faf-57f0-4e81-9e45-7143401a0560 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:34.532460 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9b8faf-57f0-4e81-9e45-7143401a0560 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:34.532855 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9b8faf-57f0-4e81-9e45-7143401a0560 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:34.533306 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9b8faf-57f0-4e81-9e45-7143401a0560 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:34.533756 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9b8faf-57f0-4e81-9e45-7143401a0560 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:34.534219 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9b8faf-57f0-4e81-9e45-7143401a0560 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:34.534653 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9b8faf-57f0-4e81-9e45-7143401a0560 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:34.535077 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9b8faf-57f0-4e81-9e45-7143401a0560 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:34.535450 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9b8faf-57f0-4e81-9e45-7143401a0560 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:34.535875 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9b8faf-57f0-4e81-9e45-7143401a0560 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:34.597457 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8f9b8faf-57f0-4e81-9e45-7143401a0560 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for floatingip, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:34.598247 n-d-803603-2 neutron-server[101676]: INFO neutron.db.l3_db [None req-8f9b8faf-57f0-4e81-9e45-7143401a0560 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Floating IP ed3561f5-fb9d-45eb-8d67-ed78140a249a disassociated (deleted). External IP: 172.25.6.245, port: 2876ed68-0afd-4e10-aa57-c36921ab4c52. Aug 18 14:12:34.837480 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9b8faf-57f0-4e81-9e45-7143401a0560 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Router da85397f-d475-414c-bdc9-2cdf976b8773 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:12:34.970809 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9b8faf-57f0-4e81-9e45-7143401a0560 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:12:34.975815 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8f9b8faf-57f0-4e81-9e45-7143401a0560 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:34.981213 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7291e61-d259-4c13-ad93-6794f737be36 None None] Sync routers for ids ['da85397f-d475-414c-bdc9-2cdf976b8773'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:12:34.991881 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7291e61-d259-4c13-ad93-6794f737be36 None None] Routers {'da85397f-d475-414c-bdc9-2cdf976b8773'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:12:34.992579 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-e7291e61-d259-4c13-ad93-6794f737be36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:12:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['da85397f-d475-414c-bdc9-2cdf976b8773'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:12:35.007760 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8f9b8faf-57f0-4e81-9e45-7143401a0560 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "DELETE /v2.0/floatingips/ed3561f5-fb9d-45eb-8d67-ed78140a249a HTTP/1.1" status: 204 len: 168 time: 1.0375502 Aug 18 14:12:35.008346 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27dd10c7-6bd1-4253-a75c-6e35f9963427', 'tag': '2876ed68-0afd-4e10-aa57-c36921ab4c52'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:12:35.010809 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8d889e168220163876f439a36e214edce7e14ad7c9e2b3367f43e2d5729643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3acc3aba-ebb0-4cab-883a-d27be8868464" -d '{"events": [{"name": "network-changed", "server_uuid": "27dd10c7-6bd1-4253-a75c-6e35f9963427", "tag": "2876ed68-0afd-4e10-aa57-c36921ab4c52"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:12:35.060864 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c43a5e-ac02-4648-a38d-8901d23e2fd9 x-openstack-request-id: req-75c43a5e-ac02-4648-a38d-8901d23e2fd9 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:12:35.061350 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27dd10c7-6bd1-4253-a75c-6e35f9963427", "tag": "2876ed68-0afd-4e10-aa57-c36921ab4c52", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:12:35.061667 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75c43a5e-ac02-4648-a38d-8901d23e2fd9 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:12:35.062381 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27dd10c7-6bd1-4253-a75c-6e35f9963427', 'tag': '2876ed68-0afd-4e10-aa57-c36921ab4c52', 'status': 'completed', 'code': 200} Aug 18 14:12:35.135847 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc3aba-ebb0-4cab-883a-d27be8868464 req-5e2b9be3-47ed-432d-a270-2028ef4ef07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:35.138020 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3acc3aba-ebb0-4cab-883a-d27be8868464 req-5e2b9be3-47ed-432d-a270-2028ef4ef07e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22&device_id=27dd10c7-6bd1-4253-a75c-6e35f9963427 HTTP/1.1" status: 200 len: 1096 time: 0.0506620 Aug 18 14:12:35.146232 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-e7291e61-d259-4c13-ad93-6794f737be36 None None] Set router da85397f-d475-414c-bdc9-2cdf976b8773 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:12:35.246494 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc3aba-ebb0-4cab-883a-d27be8868464 req-f5ac3da8-a8fd-45f0-8e19-0ff8118a8eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:35.248595 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3acc3aba-ebb0-4cab-883a-d27be8868464 req-f5ac3da8-a8fd-45f0-8e19-0ff8118a8eef service neutron] 10.222.0.20 "GET /v2.0/networks?id=b503e49b-9640-4aa8-b569-6d5301d9f01c HTTP/1.1" status: 200 len: 897 time: 0.1026700 Aug 18 14:12:35.300396 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3acc3aba-ebb0-4cab-883a-d27be8868464 req-55489fe3-0f7f-4277-8caa-bd61454f6391 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2876ed68-0afd-4e10-aa57-c36921ab4c52 HTTP/1.1" status: 200 len: 217 time: 0.0439579 Aug 18 14:12:35.360613 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc3aba-ebb0-4cab-883a-d27be8868464 req-806f99bd-e2cc-47aa-b769-e3ab92695cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:35.362690 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3acc3aba-ebb0-4cab-883a-d27be8868464 req-806f99bd-e2cc-47aa-b769-e3ab92695cde service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bee7ff4c-c7b0-4e32-9538-c50c20bf727a HTTP/1.1" status: 200 len: 834 time: 0.0555906 Aug 18 14:12:35.385428 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-e7291e61-d259-4c13-ad93-6794f737be36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da85397f-d475-414c-bdc9-2cdf976b8773', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1367453792', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '918c01fb-a04a-408b-b39c-42ce300af620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:11:32Z', 'updated_at': '2021-08-18T14:11:38Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '918c01fb-a04a-408b-b39c-42ce300af620', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da85397f-d475-414c-bdc9-2cdf976b8773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:11:33Z', 'updated_at': '2021-08-18T14:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '69aa22c8-2628-4174-8fed-e01bbce7851d', 'name': '', 'network_id': 'b503e49b-9640-4aa8-b569-6d5301d9f01c', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'mac_address': 'fa:16:3e:97:d5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da85397f-d475-414c-bdc9-2cdf976b8773', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'bee7ff4c-c7b0-4e32-9538-c50c20bf727a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:11:37Z', 'updated_at': '2021-08-18T14:11:43Z', 'revision_number': 5, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'subnets': [{'id': 'bee7ff4c-c7b0-4e32-9538-c50c20bf727a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:12:35.420059 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7291e61-d259-4c13-ad93-6794f737be36 None None] Checking router: da85397f-d475-414c-bdc9-2cdf976b8773 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:12:35.423695 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc3aba-ebb0-4cab-883a-d27be8868464 req-0045f60b-fec3-4de5-a9e9-6733719d2f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:35.425283 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3acc3aba-ebb0-4cab-883a-d27be8868464 req-0045f60b-fec3-4de5-a9e9-6733719d2f65 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b503e49b-9640-4aa8-b569-6d5301d9f01c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552654 Aug 18 14:12:35.430026 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7291e61-d259-4c13-ad93-6794f737be36 None None] Routers {'da85397f-d475-414c-bdc9-2cdf976b8773'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:12:35.430698 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-e7291e61-d259-4c13-ad93-6794f737be36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:12:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['da85397f-d475-414c-bdc9-2cdf976b8773'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:12:35.548973 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3acc3aba-ebb0-4cab-883a-d27be8868464 req-8ab8d66b-a6a7-4fb8-b380-b2e4bc896ea7 service neutron] 10.222.0.20 "GET /v2.0/networks/b503e49b-9640-4aa8-b569-6d5301d9f01c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160510 Aug 18 14:12:35.558904 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-e7291e61-d259-4c13-ad93-6794f737be36 None None] Set router da85397f-d475-414c-bdc9-2cdf976b8773 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:12:35.670664 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409efb8-a848-4118-aedf-e753afcd3446 req-4bd9ab12-fca3-457d-9923-ca6dc6363cd1 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:35.673269 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7409efb8-a848-4118-aedf-e753afcd3446 req-4bd9ab12-fca3-457d-9923-ca6dc6363cd1 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=27dd10c7-6bd1-4253-a75c-6e35f9963427 HTTP/1.1" status: 200 len: 945 time: 0.1496491 Aug 18 14:12:35.769353 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3acc3aba-ebb0-4cab-883a-d27be8868464 req-b7b8fde7-030e-4ff3-9282-0c6bf634766a service neutron] 10.222.0.20 "GET /v2.0/networks/b503e49b-9640-4aa8-b569-6d5301d9f01c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048500 Aug 18 14:12:35.779314 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7409efb8-a848-4118-aedf-e753afcd3446 req-bfd310a3-c89c-4ba6-91fa-e4f7ad5b4d9e tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bc99827-c856-438d-920b-96ceb6dd2fec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970304 Aug 18 14:12:35.851717 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-e7291e61-d259-4c13-ad93-6794f737be36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da85397f-d475-414c-bdc9-2cdf976b8773', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1367453792', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '918c01fb-a04a-408b-b39c-42ce300af620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:11:32Z', 'updated_at': '2021-08-18T14:11:38Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '918c01fb-a04a-408b-b39c-42ce300af620', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da85397f-d475-414c-bdc9-2cdf976b8773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:11:33Z', 'updated_at': '2021-08-18T14:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '69aa22c8-2628-4174-8fed-e01bbce7851d', 'name': '', 'network_id': 'b503e49b-9640-4aa8-b569-6d5301d9f01c', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'mac_address': 'fa:16:3e:97:d5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da85397f-d475-414c-bdc9-2cdf976b8773', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'bee7ff4c-c7b0-4e32-9538-c50c20bf727a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:11:37Z', 'updated_at': '2021-08-18T14:11:43Z', 'revision_number': 5, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'subnets': [{'id': 'bee7ff4c-c7b0-4e32-9538-c50c20bf727a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:12:35.881081 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7291e61-d259-4c13-ad93-6794f737be36 None None] The sync data for ids ['da85397f-d475-414c-bdc9-2cdf976b8773'] in n-d-803603-2 is: [{'id': 'da85397f-d475-414c-bdc9-2cdf976b8773', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1367453792', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '918c01fb-a04a-408b-b39c-42ce300af620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:11:32Z', 'updated_at': '2021-08-18T14:11:38Z', 'revision_number': 4, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '918c01fb-a04a-408b-b39c-42ce300af620', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da85397f-d475-414c-bdc9-2cdf976b8773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:11:33Z', 'updated_at': '2021-08-18T14:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '69aa22c8-2628-4174-8fed-e01bbce7851d', 'name': '', 'network_id': 'b503e49b-9640-4aa8-b569-6d5301d9f01c', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'mac_address': 'fa:16:3e:97:d5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da85397f-d475-414c-bdc9-2cdf976b8773', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'bee7ff4c-c7b0-4e32-9538-c50c20bf727a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:11:37Z', 'updated_at': '2021-08-18T14:11:43Z', 'revision_number': 5, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'subnets': [{'id': 'bee7ff4c-c7b0-4e32-9538-c50c20bf727a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:12:36.149434 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b86cfd-12b7-4b65-b47f-bea09dfb6505 None None] New status for floating IP ed3561f5-fb9d-45eb-8d67-ed78140a249a: DOWN {{(pid=101677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:12:36.925180 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d1b73-f472-497f-996a-822289ddcc80 req-bfc09193-f41f-4b8f-8a81-75e85fa50c75 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:36.926959 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-801d1b73-f472-497f-996a-822289ddcc80 req-bfc09193-f41f-4b8f-8a81-75e85fa50c75 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=27dd10c7-6bd1-4253-a75c-6e35f9963427 HTTP/1.1" status: 200 len: 945 time: 0.0650585 Aug 18 14:12:36.978677 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-801d1b73-f472-497f-996a-822289ddcc80 req-da72f055-04f0-41ed-8e90-eed96dccb990 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/security-groups?id=1bc99827-c856-438d-920b-96ceb6dd2fec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449960 Aug 18 14:12:37.054695 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e5ad6-96d7-4348-b399-0504b11d7fa7 req-5bd8ff0a-c4ab-495e-b997-b20ba203bf12 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:37.056310 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e17e5ad6-96d7-4348-b399-0504b11d7fa7 req-5bd8ff0a-c4ab-495e-b997-b20ba203bf12 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dd10c7-6bd1-4253-a75c-6e35f9963427 HTTP/1.1" status: 200 len: 945 time: 0.0610695 Aug 18 14:12:37.156465 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-e17e5ad6-96d7-4348-b399-0504b11d7fa7 req-cba54e98-1545-4743-82ba-1b2d00afd37f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Deleting port 2876ed68-0afd-4e10-aa57-c36921ab4c52 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:12:37.156815 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e17e5ad6-96d7-4348-b399-0504b11d7fa7 req-cba54e98-1545-4743-82ba-1b2d00afd37f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:37.263076 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-e17e5ad6-96d7-4348-b399-0504b11d7fa7 req-cba54e98-1545-4743-82ba-1b2d00afd37f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] For port 2876ed68-0afd-4e10-aa57-c36921ab4c52, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=2876ed68-0afd-4e10-aa57-c36921ab4c52,segment=NetworkSegment(8c309e91-5aa3-4c13-9f5b-35c94a08d520),segment_id=8c309e91-5aa3-4c13-9f5b-35c94a08d520)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:12:37.263553 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e17e5ad6-96d7-4348-b399-0504b11d7fa7 req-cba54e98-1545-4743-82ba-1b2d00afd37f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:37.280518 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-e17e5ad6-96d7-4348-b399-0504b11d7fa7 req-cba54e98-1545-4743-82ba-1b2d00afd37f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Calling delete_port for 2876ed68-0afd-4e10-aa57-c36921ab4c52 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:12:37.490574 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e17e5ad6-96d7-4348-b399-0504b11d7fa7 req-cba54e98-1545-4743-82ba-1b2d00afd37f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:37.524451 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba54e98-1545-4743-82ba-1b2d00afd37f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event deleted for resources: {'Port': ['ID=2876ed68-0afd-4e10-aa57-c36921ab4c52,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:37.553533 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba54e98-1545-4743-82ba-1b2d00afd37f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:37.553533 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba54e98-1545-4743-82ba-1b2d00afd37f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:37.553533 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba54e98-1545-4743-82ba-1b2d00afd37f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:37.553533 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba54e98-1545-4743-82ba-1b2d00afd37f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:37.553533 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba54e98-1545-4743-82ba-1b2d00afd37f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:37.553533 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba54e98-1545-4743-82ba-1b2d00afd37f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:37.553533 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba54e98-1545-4743-82ba-1b2d00afd37f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:37.553533 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba54e98-1545-4743-82ba-1b2d00afd37f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:37.553533 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba54e98-1545-4743-82ba-1b2d00afd37f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:37.554849 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba54e98-1545-4743-82ba-1b2d00afd37f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:37.554849 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba54e98-1545-4743-82ba-1b2d00afd37f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:37.555154 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba54e98-1545-4743-82ba-1b2d00afd37f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:37.581380 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-e17e5ad6-96d7-4348-b399-0504b11d7fa7 req-cba54e98-1545-4743-82ba-1b2d00afd37f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] No DVR routers for this DVR port 2876ed68-0afd-4e10-aa57-c36921ab4c52 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:12:37.584295 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-e17e5ad6-96d7-4348-b399-0504b11d7fa7 req-cba54e98-1545-4743-82ba-1b2d00afd37f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:37.586474 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e17e5ad6-96d7-4348-b399-0504b11d7fa7 req-cba54e98-1545-4743-82ba-1b2d00afd37f tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.20 "DELETE /v2.0/ports/2876ed68-0afd-4e10-aa57-c36921ab4c52 HTTP/1.1" status: 204 len: 173 time: 0.5238822 Aug 18 14:12:37.586955 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27dd10c7-6bd1-4253-a75c-6e35f9963427', 'name': 'network-vif-deleted', 'tag': '2876ed68-0afd-4e10-aa57-c36921ab4c52'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:12:37.589571 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601cd2f6-41db-4257-be6b-192a6798344d" -d '{"events": [{"server_uuid": "27dd10c7-6bd1-4253-a75c-6e35f9963427", "name": "network-vif-deleted", "tag": "2876ed68-0afd-4e10-aa57-c36921ab4c52"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:12:37.630329 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d588cd0-0f7b-4eff-8d8c-d37b8fd4796f x-openstack-request-id: req-6d588cd0-0f7b-4eff-8d8c-d37b8fd4796f {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:12:37.630623 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27dd10c7-6bd1-4253-a75c-6e35f9963427", "name": "network-vif-deleted", "tag": "2876ed68-0afd-4e10-aa57-c36921ab4c52", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:12:37.630876 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d588cd0-0f7b-4eff-8d8c-d37b8fd4796f {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:12:37.631276 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27dd10c7-6bd1-4253-a75c-6e35f9963427', 'name': 'network-vif-deleted', 'tag': '2876ed68-0afd-4e10-aa57-c36921ab4c52', 'status': 'completed', 'code': 200} Aug 18 14:12:38.110537 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d9d035a9-30a8-4e3d-a026-9e2524776511 req-8c85c7a4-19bb-4500-9039-8c025c852124 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "GET /v2.0/ports?device_id=27dd10c7-6bd1-4253-a75c-6e35f9963427 HTTP/1.1" status: 200 len: 210 time: 0.0281651 Aug 18 14:12:39.176995 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41244) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:39.603373 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-323e7f1d-1b6c-45c6-8248-6e2cadfddfff tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:39.815611 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 2876ed68-0afd-4e10-aa57-c36921ab4c52 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:12:39.850125 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 2876ed68-0afd-4e10-aa57-c36921ab4c52 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:12:39.850701 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 2876ed68-0afd-4e10-aa57-c36921ab4c52 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:12:39.922606 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-323e7f1d-1b6c-45c6-8248-6e2cadfddfff tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Deleting port 69aa22c8-2628-4174-8fed-e01bbce7851d {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:12:39.923135 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-323e7f1d-1b6c-45c6-8248-6e2cadfddfff tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:40.051297 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-323e7f1d-1b6c-45c6-8248-6e2cadfddfff tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] For port 69aa22c8-2628-4174-8fed-e01bbce7851d, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=69aa22c8-2628-4174-8fed-e01bbce7851d,segment=NetworkSegment(8c309e91-5aa3-4c13-9f5b-35c94a08d520),segment_id=8c309e91-5aa3-4c13-9f5b-35c94a08d520)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:12:40.051719 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-323e7f1d-1b6c-45c6-8248-6e2cadfddfff tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:40.070553 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-323e7f1d-1b6c-45c6-8248-6e2cadfddfff tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Calling delete_port for 69aa22c8-2628-4174-8fed-e01bbce7851d owned by network:router_interface {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:12:40.362259 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-323e7f1d-1b6c-45c6-8248-6e2cadfddfff tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:40.395069 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323e7f1d-1b6c-45c6-8248-6e2cadfddfff tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event deleted for resources: {'Port': ['ID=69aa22c8-2628-4174-8fed-e01bbce7851d,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:40.630319 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-323e7f1d-1b6c-45c6-8248-6e2cadfddfff tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:40.906535 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323e7f1d-1b6c-45c6-8248-6e2cadfddfff tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Router da85397f-d475-414c-bdc9-2cdf976b8773 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:12:41.064880 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323e7f1d-1b6c-45c6-8248-6e2cadfddfff tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:12:41.078839 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41246) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:41.079924 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-323e7f1d-1b6c-45c6-8248-6e2cadfddfff tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "PUT /v2.0/routers/da85397f-d475-414c-bdc9-2cdf976b8773/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9007998 Aug 18 14:12:41.086368 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0b1eca-efc4-4584-8d32-89e46324b78c None None] Sync routers for ids ['da85397f-d475-414c-bdc9-2cdf976b8773'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:12:41.102439 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0b1eca-efc4-4584-8d32-89e46324b78c None None] Routers {'da85397f-d475-414c-bdc9-2cdf976b8773'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:12:41.103688 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-bc0b1eca-efc4-4584-8d32-89e46324b78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:12:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['da85397f-d475-414c-bdc9-2cdf976b8773'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:12:41.153800 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f991e34-067f-42e7-8da6-d50b30ce27ae tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Deleting subnet bee7ff4c-c7b0-4e32-9538-c50c20bf727a {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:12:41.158226 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7f991e34-067f-42e7-8da6-d50b30ce27ae tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:41.217908 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7f991e34-067f-42e7-8da6-d50b30ce27ae tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:41.253644 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-bc0b1eca-efc4-4584-8d32-89e46324b78c None None] Set router da85397f-d475-414c-bdc9-2cdf976b8773 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:12:41.331630 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7f991e34-067f-42e7-8da6-d50b30ce27ae tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:41.502451 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7f991e34-067f-42e7-8da6-d50b30ce27ae tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:41.534979 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f991e34-067f-42e7-8da6-d50b30ce27ae tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event deleted for resources: {'Subnet': ['ID=bee7ff4c-c7b0-4e32-9538-c50c20bf727a,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:41.542230 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7f991e34-067f-42e7-8da6-d50b30ce27ae tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:41.546273 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41248) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:41.547187 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7f991e34-067f-42e7-8da6-d50b30ce27ae tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "DELETE /v2.0/subnets/bee7ff4c-c7b0-4e32-9538-c50c20bf727a HTTP/1.1" status: 204 len: 168 time: 0.4658928 Aug 18 14:12:41.553941 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c7b969-847f-4cef-bcba-6d580abe21b0 None None] Network b503e49b-9640-4aa8-b569-6d5301d9f01c requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:12:41.576274 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-bc0b1eca-efc4-4584-8d32-89e46324b78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da85397f-d475-414c-bdc9-2cdf976b8773', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1367453792', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '918c01fb-a04a-408b-b39c-42ce300af620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:11:32Z', 'updated_at': '2021-08-18T14:12:40Z', 'revision_number': 5, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '918c01fb-a04a-408b-b39c-42ce300af620', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da85397f-d475-414c-bdc9-2cdf976b8773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:11:33Z', 'updated_at': '2021-08-18T14:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:12:41.627552 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0b1eca-efc4-4584-8d32-89e46324b78c None None] Checking router: da85397f-d475-414c-bdc9-2cdf976b8773 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:12:41.644780 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0b1eca-efc4-4584-8d32-89e46324b78c None None] Routers {'da85397f-d475-414c-bdc9-2cdf976b8773'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:12:41.646516 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-bc0b1eca-efc4-4584-8d32-89e46324b78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:12:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['da85397f-d475-414c-bdc9-2cdf976b8773'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:12:41.725132 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4603355c-137c-434b-838d-c4e959a1ee5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:41.745418 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c5c01325-dc25-419d-9eeb-88f36d9fafed tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:41.810147 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606ea5d4-7213-4b08-a0f8-c51cebce7821 None None] DHCP port deletion for b503e49b-9640-4aa8-b569-6d5301d9f01c request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:12:41.818757 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-bc0b1eca-efc4-4584-8d32-89e46324b78c None None] Set router da85397f-d475-414c-bdc9-2cdf976b8773 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:12:41.869922 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-606ea5d4-7213-4b08-a0f8-c51cebce7821 None None] Deleting port 3191076f-11dd-4822-a052-af8a80a75585 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:12:41.870391 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-606ea5d4-7213-4b08-a0f8-c51cebce7821 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:41.947085 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c5c01325-dc25-419d-9eeb-88f36d9fafed tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:41.948212 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-606ea5d4-7213-4b08-a0f8-c51cebce7821 None None] For port 3191076f-11dd-4822-a052-af8a80a75585, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=3191076f-11dd-4822-a052-af8a80a75585,segment=NetworkSegment(8c309e91-5aa3-4c13-9f5b-35c94a08d520),segment_id=8c309e91-5aa3-4c13-9f5b-35c94a08d520)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:12:41.948620 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-606ea5d4-7213-4b08-a0f8-c51cebce7821 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:41.972419 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-606ea5d4-7213-4b08-a0f8-c51cebce7821 None None] Calling delete_port for 3191076f-11dd-4822-a052-af8a80a75585 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:12:42.069125 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-bc0b1eca-efc4-4584-8d32-89e46324b78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da85397f-d475-414c-bdc9-2cdf976b8773', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1367453792', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '918c01fb-a04a-408b-b39c-42ce300af620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:11:32Z', 'updated_at': '2021-08-18T14:12:40Z', 'revision_number': 5, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '918c01fb-a04a-408b-b39c-42ce300af620', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da85397f-d475-414c-bdc9-2cdf976b8773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:11:33Z', 'updated_at': '2021-08-18T14:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:12:42.103187 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0b1eca-efc4-4584-8d32-89e46324b78c None None] The sync data for ids ['da85397f-d475-414c-bdc9-2cdf976b8773'] in n-d-803603-2 is: [{'id': 'da85397f-d475-414c-bdc9-2cdf976b8773', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1367453792', 'tenant_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '918c01fb-a04a-408b-b39c-42ce300af620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:11:32Z', 'updated_at': '2021-08-18T14:12:40Z', 'revision_number': 5, 'project_id': 'c4b6cbf5f3fd46fcb1038295c88e6b22', 'gw_port': {'id': '918c01fb-a04a-408b-b39c-42ce300af620', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da85397f-d475-414c-bdc9-2cdf976b8773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:11:33Z', 'updated_at': '2021-08-18T14:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:12:42.146673 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-c5c01325-dc25-419d-9eeb-88f36d9fafed tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Deleting port 918c01fb-a04a-408b-b39c-42ce300af620 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:12:42.147224 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c5c01325-dc25-419d-9eeb-88f36d9fafed tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:42.198911 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-606ea5d4-7213-4b08-a0f8-c51cebce7821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:42.241244 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ea5d4-7213-4b08-a0f8-c51cebce7821 None None] Pushing event deleted for resources: {'Port': ['ID=3191076f-11dd-4822-a052-af8a80a75585,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:42.246294 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606ea5d4-7213-4b08-a0f8-c51cebce7821 None None] No DVR routers for this DVR port 3191076f-11dd-4822-a052-af8a80a75585 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:12:42.255249 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606ea5d4-7213-4b08-a0f8-c51cebce7821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:42.255791 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606ea5d4-7213-4b08-a0f8-c51cebce7821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:42.256339 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606ea5d4-7213-4b08-a0f8-c51cebce7821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:42.256994 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606ea5d4-7213-4b08-a0f8-c51cebce7821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:42.258229 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606ea5d4-7213-4b08-a0f8-c51cebce7821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:42.258229 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606ea5d4-7213-4b08-a0f8-c51cebce7821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:42.258714 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606ea5d4-7213-4b08-a0f8-c51cebce7821 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:42.260309 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606ea5d4-7213-4b08-a0f8-c51cebce7821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:42.260715 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606ea5d4-7213-4b08-a0f8-c51cebce7821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:42.261114 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-c5c01325-dc25-419d-9eeb-88f36d9fafed tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] For port 918c01fb-a04a-408b-b39c-42ce300af620, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=918c01fb-a04a-408b-b39c-42ce300af620,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:12:42.261324 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606ea5d4-7213-4b08-a0f8-c51cebce7821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:42.261692 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c5c01325-dc25-419d-9eeb-88f36d9fafed tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:42.261884 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606ea5d4-7213-4b08-a0f8-c51cebce7821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:42.262433 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606ea5d4-7213-4b08-a0f8-c51cebce7821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:42.282607 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-c5c01325-dc25-419d-9eeb-88f36d9fafed tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Calling delete_port for 918c01fb-a04a-408b-b39c-42ce300af620 owned by network:router_gateway {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:12:42.600048 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c5c01325-dc25-419d-9eeb-88f36d9fafed tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:42.631297 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c01325-dc25-419d-9eeb-88f36d9fafed tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event deleted for resources: {'Port': ['ID=918c01fb-a04a-408b-b39c-42ce300af620,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:42.705479 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c5c01325-dc25-419d-9eeb-88f36d9fafed tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:42.805708 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c5c01325-dc25-419d-9eeb-88f36d9fafed tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:42.808491 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c5c01325-dc25-419d-9eeb-88f36d9fafed tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:42.956688 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c5c01325-dc25-419d-9eeb-88f36d9fafed tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:42.957927 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c01325-dc25-419d-9eeb-88f36d9fafed tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Fanout notify agent at l3_agent the message router_deleted on router da85397f-d475-414c-bdc9-2cdf976b8773 {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:12:42.967016 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-c5c01325-dc25-419d-9eeb-88f36d9fafed tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:42.968703 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-c5c01325-dc25-419d-9eeb-88f36d9fafed tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "DELETE /v2.0/routers/da85397f-d475-414c-bdc9-2cdf976b8773 HTTP/1.1" status: 204 len: 168 time: 1.4197013 Aug 18 14:12:42.972102 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41250) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:43.072973 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-531a7cc0-7811-4e01-ba02-c8171b991e2b tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:43.552951 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-531a7cc0-7811-4e01-ba02-c8171b991e2b tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:43.561799 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 3191076f-11dd-4822-a052-af8a80a75585 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:12:43.573920 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-531a7cc0-7811-4e01-ba02-c8171b991e2b tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b503e49b-9640-4aa8-b569-6d5301d9f01c']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:12:43.586626 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 3191076f-11dd-4822-a052-af8a80a75585 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:12:43.586974 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 3191076f-11dd-4822-a052-af8a80a75585 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:12:43.587402 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 69aa22c8-2628-4174-8fed-e01bbce7851d no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:12:43.594072 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-531a7cc0-7811-4e01-ba02-c8171b991e2b tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c309e91-5aa3-4c13-9f5b-35c94a08d520') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:12:43.594683 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-531a7cc0-7811-4e01-ba02-c8171b991e2b tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c309e91-5aa3-4c13-9f5b-35c94a08d520') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:12:43.611839 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-531a7cc0-7811-4e01-ba02-c8171b991e2b tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:43.624741 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 69aa22c8-2628-4174-8fed-e01bbce7851d {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:12:43.625289 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 69aa22c8-2628-4174-8fed-e01bbce7851d not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:12:43.638061 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-531a7cc0-7811-4e01-ba02-c8171b991e2b tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:43.647066 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-531a7cc0-7811-4e01-ba02-c8171b991e2b tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:12:43.652252 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-531a7cc0-7811-4e01-ba02-c8171b991e2b tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:43.652252 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 14:12:43.652252 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:12:43.652252 n-d-803603-2 neutron-server[101676]: timer() Aug 18 14:12:43.652252 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:12:43.652252 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 14:12:43.652252 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:12:43.652252 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 14:12:43.652252 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:12:43.652252 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 14:12:43.652252 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:12:43.652252 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 14:12:43.652252 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:12:43.652252 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 14:12:43.652252 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:12:43.652252 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:12:43.652252 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:12:43.652252 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:12:43.652252 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:12:43.652252 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 14:12:43.652252 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:12:43.652252 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 14:12:43.652252 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:12:43.652252 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:12:43.652252 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:12:43.652252 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 14:12:43.652252 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:12:43.652252 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:12:43.652252 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:12:43.652252 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:12:43.652252 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:12:43.652252 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:12:43.652252 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:12:43.787721 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-531a7cc0-7811-4e01-ba02-c8171b991e2b tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:43.800426 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-531a7cc0-7811-4e01-ba02-c8171b991e2b tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:43.803238 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-531a7cc0-7811-4e01-ba02-c8171b991e2b tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "DELETE /v2.0/networks/b503e49b-9640-4aa8-b569-6d5301d9f01c HTTP/1.1" status: 204 len: 168 time: 0.8297124 Aug 18 14:12:43.806615 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41254) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:43.816455 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a7cc0-7811-4e01-ba02-c8171b991e2b tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event deleted for resources: {'Network': ['ID=b503e49b-9640-4aa8-b569-6d5301d9f01c,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:43.857628 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6e603acc-a608-403d-8bb6-1ff443c7f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:43.884260 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6c1008b6-1bb6-4fc3-9c9b-8a318e5dbf47 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:43.915800 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6c1008b6-1bb6-4fc3-9c9b-8a318e5dbf47 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:44.073714 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6c1008b6-1bb6-4fc3-9c9b-8a318e5dbf47 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:44.078871 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6c1008b6-1bb6-4fc3-9c9b-8a318e5dbf47 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:44.095487 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6c1008b6-1bb6-4fc3-9c9b-8a318e5dbf47 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] 10.222.0.13 "DELETE /v2.0/security-groups/1bc99827-c856-438d-920b-96ceb6dd2fec HTTP/1.1" status: 204 len: 168 time: 0.2731524 Aug 18 14:12:44.097745 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1008b6-1bb6-4fc3-9c9b-8a318e5dbf47 tempest-TestNetworkAdvancedServerOps-834776206 tempest-TestNetworkAdvancedServerOps-834776206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc99827-c856-438d-920b-96ceb6dd2fec,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:44.682098 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:44.788391 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41262) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:44.989447 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-8fc2db9f-5f62-45f6-a83b-1a9f1e4776e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c4b6cbf5f3fd46fcb1038295c88e6b22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1993611 Aug 18 14:12:44.991938 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41266) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:45.083672 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 918c01fb-a04a-408b-b39c-42ce300af620 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:12:45.088757 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5acfa7e9-0463-48c2-8db9-9dc6c438d30f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:45.105529 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 918c01fb-a04a-408b-b39c-42ce300af620 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:12:45.106468 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 918c01fb-a04a-408b-b39c-42ce300af620 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:12:45.130455 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5acfa7e9-0463-48c2-8db9-9dc6c438d30f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:45.255945 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5acfa7e9-0463-48c2-8db9-9dc6c438d30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:45.258670 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5acfa7e9-0463-48c2-8db9-9dc6c438d30f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:45.259894 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5acfa7e9-0463-48c2-8db9-9dc6c438d30f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8ec488f-0b1a-4ea2-8626-ef7a36d421ae HTTP/1.1" status: 204 len: 168 time: 0.2666032 Aug 18 14:12:45.268691 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acfa7e9-0463-48c2-8db9-9dc6c438d30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ec488f-0b1a-4ea2-8626-ef7a36d421ae,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:45.739366 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:46.186349 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41272) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:46.201608 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5d9e0086-097f-4913-8ea9-1f3da16947e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:46.314823 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5d9e0086-097f-4913-8ea9-1f3da16947e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:46.390642 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-5d9e0086-097f-4913-8ea9-1f3da16947e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:46.436113 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-5d9e0086-097f-4913-8ea9-1f3da16947e5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e74f5ddf9114c55b5d2a96ac25f35b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2484007 Aug 18 14:12:46.436885 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e0086-097f-4913-8ea9-1f3da16947e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6feb02-0ed9-455f-ab3e-659ea34d63c2,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:46.439936 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41274) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:46.499616 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-54bdaaea-5c6a-437e-9ee9-b76984706dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:46.525308 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-54bdaaea-5c6a-437e-9ee9-b76984706dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:46.656124 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-54bdaaea-5c6a-437e-9ee9-b76984706dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:46.659054 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-54bdaaea-5c6a-437e-9ee9-b76984706dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:46.660449 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-54bdaaea-5c6a-437e-9ee9-b76984706dc7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b6feb02-0ed9-455f-ab3e-659ea34d63c2 HTTP/1.1" status: 204 len: 168 time: 0.2189577 Aug 18 14:12:46.670461 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bdaaea-5c6a-437e-9ee9-b76984706dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6feb02-0ed9-455f-ab3e-659ea34d63c2,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:47.701659 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:47.903298 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41296) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:48.009931 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-b0fb0e8a-e464-4b71-a970-abc05c8de2d9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1857418510-network', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:12:48.098734 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fb0e8a-e464-4b71-a970-abc05c8de2d9 admin admin] Made reservation on behalf of 1ef28cfef0a84ad4be544548c23efc3f for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:12:48.101521 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b0fb0e8a-e464-4b71-a970-abc05c8de2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:48.116460 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b0fb0e8a-e464-4b71-a970-abc05c8de2d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:48.212354 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b0fb0e8a-e464-4b71-a970-abc05c8de2d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:48.290514 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b0fb0e8a-e464-4b71-a970-abc05c8de2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:48.314305 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0fb0e8a-e464-4b71-a970-abc05c8de2d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:12:48.331198 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb0e8a-e464-4b71-a970-abc05c8de2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e82b12b-cb96-40a6-9b6b-db14b3372ab9,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:48.334482 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b0fb0e8a-e464-4b71-a970-abc05c8de2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:48.334859 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-b0fb0e8a-e464-4b71-a970-abc05c8de2d9 admin admin] Added segment 659ef307-8971-47bc-a13d-bcda5cc7e8e0 of type vlan for network 3a3bc5ae-d1a5-43f2-a9c4-97187003e597 Aug 18 14:12:48.381333 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b0fb0e8a-e464-4b71-a970-abc05c8de2d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:48.481987 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b0fb0e8a-e464-4b71-a970-abc05c8de2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:48.483196 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fb0e8a-e464-4b71-a970-abc05c8de2d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:48.483828 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b0fb0e8a-e464-4b71-a970-abc05c8de2d9 admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:48.557293 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb0e8a-e464-4b71-a970-abc05c8de2d9 admin admin] Pushing event updated for resources: {'Network': ['ID=3a3bc5ae-d1a5-43f2-a9c4-97187003e597,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:48.571935 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 3a3bc5ae-d1a5-43f2-a9c4-97187003e597 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:12:48.625833 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b0fb0e8a-e464-4b71-a970-abc05c8de2d9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7213058 Aug 18 14:12:48.629859 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41300) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:48.639085 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-9d3b456c-5d6f-4c70-a5e4-9e605f57b86d admin admin] Request body: {'subnet': {'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1857418510-subnet', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'ip_version': 4}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:12:48.739092 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3b456c-5d6f-4c70-a5e4-9e605f57b86d admin admin] Made reservation on behalf of 1ef28cfef0a84ad4be544548c23efc3f for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:12:48.741724 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9d3b456c-5d6f-4c70-a5e4-9e605f57b86d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:48.987553 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9d3b456c-5d6f-4c70-a5e4-9e605f57b86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:49.050076 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3b456c-5d6f-4c70-a5e4-9e605f57b86d admin admin] Pushing event updated for resources: {'Subnet': ['ID=14ac4867-8cc4-45c2-924f-9a0c38dcc1b1,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:49.060769 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3b456c-5d6f-4c70-a5e4-9e605f57b86d admin admin] Checking segment: {'id': '659ef307-8971-47bc-a13d-bcda5cc7e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:12:49.061120 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3b456c-5d6f-4c70-a5e4-9e605f57b86d admin admin] Network hostable DHCP agents. Network: 3a3bc5ae-d1a5-43f2-a9c4-97187003e597, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:12:49.156262 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3b456c-5d6f-4c70-a5e4-9e605f57b86d admin admin] Network 3a3bc5ae-d1a5-43f2-a9c4-97187003e597 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:12:49.232995 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-9d3b456c-5d6f-4c70-a5e4-9e605f57b86d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 3a3bc5ae-d1a5-43f2-a9c4-97187003e597) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:12:49.238428 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3b456c-5d6f-4c70-a5e4-9e605f57b86d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:49.239495 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9d3b456c-5d6f-4c70-a5e4-9e605f57b86d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:49.244121 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabc6085-cfcf-4b76-a7a5-0312174aa0b4 None None] Network 3a3bc5ae-d1a5-43f2-a9c4-97187003e597 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:12:49.325215 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9d3b456c-5d6f-4c70-a5e4-9e605f57b86d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6938643 Aug 18 14:12:49.328682 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41302) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:49.335014 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-8361b0a7-50b7-4e0b-a7a1-1e6f8b8da0cf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1857418510-router', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:12:49.406460 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518bc0e1-36c8-4a29-b5d5-5df852d4a357 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-3a3bc5ae-d1a5-43f2-a9c4-97187003e597', 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'fixed_ips': [{'subnet_id': '14ac4867-8cc4-45c2-924f-9a0c38dcc1b1'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:12:49.408971 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-518bc0e1-36c8-4a29-b5d5-5df852d4a357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:49.425014 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8361b0a7-50b7-4e0b-a7a1-1e6f8b8da0cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:49.426614 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8361b0a7-50b7-4e0b-a7a1-1e6f8b8da0cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:49.490554 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8361b0a7-50b7-4e0b-a7a1-1e6f8b8da0cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:49.580117 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-518bc0e1-36c8-4a29-b5d5-5df852d4a357 None None] Allocated IP 172.20.0.2 (3a3bc5ae-d1a5-43f2-a9c4-97187003e597/14ac4867-8cc4-45c2-924f-9a0c38dcc1b1/600e16cf-2d9a-488f-9351-95cfdb53f34c) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:12:49.761430 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-518bc0e1-36c8-4a29-b5d5-5df852d4a357 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:49.771375 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-518bc0e1-36c8-4a29-b5d5-5df852d4a357 None None] Transition to ACTIVE for port object 600e16cf-2d9a-488f-9351-95cfdb53f34c will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:12:49.789094 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-518bc0e1-36c8-4a29-b5d5-5df852d4a357 None None] Transition to ACTIVE for port object 600e16cf-2d9a-488f-9351-95cfdb53f34c will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:12:49.793862 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8361b0a7-50b7-4e0b-a7a1-1e6f8b8da0cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:49.865052 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-518bc0e1-36c8-4a29-b5d5-5df852d4a357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:49.912224 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518bc0e1-36c8-4a29-b5d5-5df852d4a357 None None] Network 3a3bc5ae-d1a5-43f2-a9c4-97187003e597 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:12:49.914204 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-518bc0e1-36c8-4a29-b5d5-5df852d4a357 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:12:49.919979 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518bc0e1-36c8-4a29-b5d5-5df852d4a357 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:12:49.942115 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518bc0e1-36c8-4a29-b5d5-5df852d4a357 None None] Pushing event updated for resources: {'Port': ['ID=600e16cf-2d9a-488f-9351-95cfdb53f34c,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:50.003851 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-518bc0e1-36c8-4a29-b5d5-5df852d4a357 None None] Attempting to bind port 600e16cf-2d9a-488f-9351-95cfdb53f34c on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:12:50.004205 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-518bc0e1-36c8-4a29-b5d5-5df852d4a357 None None] Attempting to bind port 600e16cf-2d9a-488f-9351-95cfdb53f34c by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '659ef307-8971-47bc-a13d-bcda5cc7e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:12:50.004696 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518bc0e1-36c8-4a29-b5d5-5df852d4a357 None None] Attempting to bind port 600e16cf-2d9a-488f-9351-95cfdb53f34c on network 3a3bc5ae-d1a5-43f2-a9c4-97187003e597 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:12:50.011037 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518bc0e1-36c8-4a29-b5d5-5df852d4a357 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:12:50.011691 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518bc0e1-36c8-4a29-b5d5-5df852d4a357 None None] Checking segment: {'id': '659ef307-8971-47bc-a13d-bcda5cc7e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:12:50.012408 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-518bc0e1-36c8-4a29-b5d5-5df852d4a357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:50.012763 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518bc0e1-36c8-4a29-b5d5-5df852d4a357 None None] Bound using segment: {'id': '659ef307-8971-47bc-a13d-bcda5cc7e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:12:50.013256 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-518bc0e1-36c8-4a29-b5d5-5df852d4a357 None None] Bound port: 600e16cf-2d9a-488f-9351-95cfdb53f34c, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659ef307-8971-47bc-a13d-bcda5cc7e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:12:50.013680 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-518bc0e1-36c8-4a29-b5d5-5df852d4a357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:50.128376 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-518bc0e1-36c8-4a29-b5d5-5df852d4a357 None None] For port 600e16cf-2d9a-488f-9351-95cfdb53f34c, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:12:50.133434 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-518bc0e1-36c8-4a29-b5d5-5df852d4a357 None None] For port 600e16cf-2d9a-488f-9351-95cfdb53f34c, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=600e16cf-2d9a-488f-9351-95cfdb53f34c,segment=NetworkSegment(659ef307-8971-47bc-a13d-bcda5cc7e8e0),segment_id=659ef307-8971-47bc-a13d-bcda5cc7e8e0)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:12:50.142850 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8361b0a7-50b7-4e0b-a7a1-1e6f8b8da0cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:50.177693 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8361b0a7-50b7-4e0b-a7a1-1e6f8b8da0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:50.197507 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-518bc0e1-36c8-4a29-b5d5-5df852d4a357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:50.310013 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518bc0e1-36c8-4a29-b5d5-5df852d4a357 None None] Pushing event updated for resources: {'Port': ['ID=600e16cf-2d9a-488f-9351-95cfdb53f34c,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:50.310791 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-8361b0a7-50b7-4e0b-a7a1-1e6f8b8da0cf admin admin] Allocated IP 172.25.6.136 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/c00a2ec3-16e0-4a66-90a5-a73cd8156262) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:12:50.463352 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8361b0a7-50b7-4e0b-a7a1-1e6f8b8da0cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:50.608502 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8361b0a7-50b7-4e0b-a7a1-1e6f8b8da0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:50.661064 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8361b0a7-50b7-4e0b-a7a1-1e6f8b8da0cf admin admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:12:50.664376 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-8361b0a7-50b7-4e0b-a7a1-1e6f8b8da0cf admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:12:50.668921 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8361b0a7-50b7-4e0b-a7a1-1e6f8b8da0cf admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:12:50.675013 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8361b0a7-50b7-4e0b-a7a1-1e6f8b8da0cf admin admin] Pushing event updated for resources: {'Port': ['ID=c00a2ec3-16e0-4a66-90a5-a73cd8156262,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:51.118712 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8361b0a7-50b7-4e0b-a7a1-1e6f8b8da0cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:51.220352 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 600e16cf-2d9a-488f-9351-95cfdb53f34c up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:12:51.374827 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8361b0a7-50b7-4e0b-a7a1-1e6f8b8da0cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:51.382042 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 600e16cf-2d9a-488f-9351-95cfdb53f34c completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:12:51.413609 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f36cdac-870f-4e20-81cd-93ff4bbd0444 None None] Network 3a3bc5ae-d1a5-43f2-a9c4-97187003e597 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:12:51.613007 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-26ddf1c2-40d0-4aed-b05f-2ef1320486bb None None] Provisioning for port 600e16cf-2d9a-488f-9351-95cfdb53f34c completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:12:51.620542 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-26ddf1c2-40d0-4aed-b05f-2ef1320486bb None None] Provisioning complete for port 600e16cf-2d9a-488f-9351-95cfdb53f34c triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:12:51.620542 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-26ddf1c2-40d0-4aed-b05f-2ef1320486bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:51.724326 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8361b0a7-50b7-4e0b-a7a1-1e6f8b8da0cf admin admin] Router 94815657-400e-4197-9715-0f778e197bef is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:12:51.727073 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-26ddf1c2-40d0-4aed-b05f-2ef1320486bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:51.780734 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-26ddf1c2-40d0-4aed-b05f-2ef1320486bb None None] For port 600e16cf-2d9a-488f-9351-95cfdb53f34c, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=600e16cf-2d9a-488f-9351-95cfdb53f34c,segment=NetworkSegment(659ef307-8971-47bc-a13d-bcda5cc7e8e0),segment_id=659ef307-8971-47bc-a13d-bcda5cc7e8e0)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:12:51.846689 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8361b0a7-50b7-4e0b-a7a1-1e6f8b8da0cf admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:12:51.860749 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7286371a-0c6a-4e92-b95b-e6f7fe06e7f1 None None] Sync routers for ids ['94815657-400e-4197-9715-0f778e197bef'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:12:51.864398 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-26ddf1c2-40d0-4aed-b05f-2ef1320486bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:51.901667 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7286371a-0c6a-4e92-b95b-e6f7fe06e7f1 None None] Routers {'94815657-400e-4197-9715-0f778e197bef'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:12:51.902357 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-7286371a-0c6a-4e92-b95b-e6f7fe06e7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:12:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['94815657-400e-4197-9715-0f778e197bef'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:12:51.958817 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8361b0a7-50b7-4e0b-a7a1-1e6f8b8da0cf admin admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:51.960529 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8361b0a7-50b7-4e0b-a7a1-1e6f8b8da0cf admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6298702 Aug 18 14:12:51.963619 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41304) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:51.995603 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ddf1c2-40d0-4aed-b05f-2ef1320486bb None None] Pushing event updated for resources: {'Port': ['ID=600e16cf-2d9a-488f-9351-95cfdb53f34c,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:52.077051 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-999035d0-8c9a-4265-b4c2-cf976203dd47 None None] Provisioning complete for port 600e16cf-2d9a-488f-9351-95cfdb53f34c triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:12:52.077634 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-999035d0-8c9a-4265-b4c2-cf976203dd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:52.158876 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-7286371a-0c6a-4e92-b95b-e6f7fe06e7f1 None None] Set router 94815657-400e-4197-9715-0f778e197bef gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:12:52.496047 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-904cfb54-b924-4085-8c3c-680f1eb807b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:52.641142 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-7286371a-0c6a-4e92-b95b-e6f7fe06e7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94815657-400e-4197-9715-0f778e197bef', 'name': 'tempest-TestShelveInstance-1857418510-router', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c00a2ec3-16e0-4a66-90a5-a73cd8156262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:49Z', 'updated_at': '2021-08-18T14:12:50Z', 'revision_number': 3, 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'gw_port': {'id': 'c00a2ec3-16e0-4a66-90a5-a73cd8156262', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b1:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94815657-400e-4197-9715-0f778e197bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:50Z', 'updated_at': '2021-08-18T14:12:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:12:52.671804 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7286371a-0c6a-4e92-b95b-e6f7fe06e7f1 None None] Checking router: 94815657-400e-4197-9715-0f778e197bef for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:12:52.672177 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7286371a-0c6a-4e92-b95b-e6f7fe06e7f1 None None] Updating router 94815657-400e-4197-9715-0f778e197bef port c00a2ec3-16e0-4a66-90a5-a73cd8156262 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:12:52.680451 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-904cfb54-b924-4085-8c3c-680f1eb807b9 admin admin] Allocated IP 172.20.0.1 (3a3bc5ae-d1a5-43f2-a9c4-97187003e597/14ac4867-8cc4-45c2-924f-9a0c38dcc1b1/ae1c1682-9916-4e0b-99c0-1df6b7749a44) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:12:52.706464 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7286371a-0c6a-4e92-b95b-e6f7fe06e7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:52.856219 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-904cfb54-b924-4085-8c3c-680f1eb807b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:52.874647 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-904cfb54-b924-4085-8c3c-680f1eb807b9 admin admin] Transition to ACTIVE for port object ae1c1682-9916-4e0b-99c0-1df6b7749a44 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:12:52.988034 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:12:52.988959 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-904cfb54-b924-4085-8c3c-680f1eb807b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:53.037000 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904cfb54-b924-4085-8c3c-680f1eb807b9 admin admin] Network 3a3bc5ae-d1a5-43f2-a9c4-97187003e597 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:12:53.045805 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-904cfb54-b924-4085-8c3c-680f1eb807b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:12:53.051755 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904cfb54-b924-4085-8c3c-680f1eb807b9 admin admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:12:53.090380 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7286371a-0c6a-4e92-b95b-e6f7fe06e7f1 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:53.113862 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904cfb54-b924-4085-8c3c-680f1eb807b9 admin admin] Pushing event updated for resources: {'Port': ['ID=ae1c1682-9916-4e0b-99c0-1df6b7749a44,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:53.121935 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7286371a-0c6a-4e92-b95b-e6f7fe06e7f1 None None] Transition to ACTIVE for port object c00a2ec3-16e0-4a66-90a5-a73cd8156262 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:12:53.135242 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-904cfb54-b924-4085-8c3c-680f1eb807b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:53.192930 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 600e16cf-2d9a-488f-9351-95cfdb53f34c up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:12:53.231482 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7286371a-0c6a-4e92-b95b-e6f7fe06e7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:53.333586 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-7286371a-0c6a-4e92-b95b-e6f7fe06e7f1 None None] Attempting to bind port c00a2ec3-16e0-4a66-90a5-a73cd8156262 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:12:53.333883 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-7286371a-0c6a-4e92-b95b-e6f7fe06e7f1 None None] Attempting to bind port c00a2ec3-16e0-4a66-90a5-a73cd8156262 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:12:53.334294 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7286371a-0c6a-4e92-b95b-e6f7fe06e7f1 None None] Attempting to bind port c00a2ec3-16e0-4a66-90a5-a73cd8156262 on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:12:53.346040 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2181d-36ff-4cfb-8ee7-3fa4a5b1a0c1 None None] Pushing event updated for resources: {'Port': ['ID=c00a2ec3-16e0-4a66-90a5-a73cd8156262,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:53.348420 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7286371a-0c6a-4e92-b95b-e6f7fe06e7f1 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:12:53.350818 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7286371a-0c6a-4e92-b95b-e6f7fe06e7f1 None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:12:53.351363 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7286371a-0c6a-4e92-b95b-e6f7fe06e7f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:53.358593 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7286371a-0c6a-4e92-b95b-e6f7fe06e7f1 None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:12:53.358593 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-7286371a-0c6a-4e92-b95b-e6f7fe06e7f1 None None] Bound port: c00a2ec3-16e0-4a66-90a5-a73cd8156262, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:12:53.358593 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7286371a-0c6a-4e92-b95b-e6f7fe06e7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:53.359401 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 600e16cf-2d9a-488f-9351-95cfdb53f34c triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:12:53.359401 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:53.415565 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-904cfb54-b924-4085-8c3c-680f1eb807b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:53.462594 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7286371a-0c6a-4e92-b95b-e6f7fe06e7f1 None None] For port c00a2ec3-16e0-4a66-90a5-a73cd8156262, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:12:53.497028 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7286371a-0c6a-4e92-b95b-e6f7fe06e7f1 None None] For port c00a2ec3-16e0-4a66-90a5-a73cd8156262, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=c00a2ec3-16e0-4a66-90a5-a73cd8156262,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:12:53.524144 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b406d129-30e0-4774-9e77-cb5ad8cf1186 None None] Provisioning for port ae1c1682-9916-4e0b-99c0-1df6b7749a44 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:12:53.529772 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-b406d129-30e0-4774-9e77-cb5ad8cf1186 None None] Provisioning complete for port ae1c1682-9916-4e0b-99c0-1df6b7749a44 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:12:53.530427 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b406d129-30e0-4774-9e77-cb5ad8cf1186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:53.578723 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-b406d129-30e0-4774-9e77-cb5ad8cf1186 None None] Port ae1c1682-9916-4e0b-99c0-1df6b7749a44 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:12:53.599607 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7286371a-0c6a-4e92-b95b-e6f7fe06e7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:53.651940 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-904cfb54-b924-4085-8c3c-680f1eb807b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:53.678436 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7286371a-0c6a-4e92-b95b-e6f7fe06e7f1 None None] Routers {'94815657-400e-4197-9715-0f778e197bef'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:12:53.679299 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-7286371a-0c6a-4e92-b95b-e6f7fe06e7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:12:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['94815657-400e-4197-9715-0f778e197bef'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:12:53.707196 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-904cfb54-b924-4085-8c3c-680f1eb807b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:53.720633 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2181d-36ff-4cfb-8ee7-3fa4a5b1a0c1 None None] Pushing event updated for resources: {'Port': ['ID=c00a2ec3-16e0-4a66-90a5-a73cd8156262,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:53.783573 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904cfb54-b924-4085-8c3c-680f1eb807b9 admin admin] Pushing event updated for resources: {'Port': ['ID=ae1c1682-9916-4e0b-99c0-1df6b7749a44,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:53.786350 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-904cfb54-b924-4085-8c3c-680f1eb807b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:53.843837 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-7286371a-0c6a-4e92-b95b-e6f7fe06e7f1 None None] Set router 94815657-400e-4197-9715-0f778e197bef gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:12:53.910690 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904cfb54-b924-4085-8c3c-680f1eb807b9 admin admin] Network 3a3bc5ae-d1a5-43f2-a9c4-97187003e597 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:12:53.911772 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-904cfb54-b924-4085-8c3c-680f1eb807b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:12:54.072481 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904cfb54-b924-4085-8c3c-680f1eb807b9 admin admin] Router 94815657-400e-4197-9715-0f778e197bef has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:12:54.141268 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-7286371a-0c6a-4e92-b95b-e6f7fe06e7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94815657-400e-4197-9715-0f778e197bef', 'name': 'tempest-TestShelveInstance-1857418510-router', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c00a2ec3-16e0-4a66-90a5-a73cd8156262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:49Z', 'updated_at': '2021-08-18T14:12:53Z', 'revision_number': 4, 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'gw_port': {'id': 'c00a2ec3-16e0-4a66-90a5-a73cd8156262', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b1:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94815657-400e-4197-9715-0f778e197bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:50Z', 'updated_at': '2021-08-18T14:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'ae1c1682-9916-4e0b-99c0-1df6b7749a44', 'name': '', 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'mac_address': 'fa:16:3e:33:e6:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94815657-400e-4197-9715-0f778e197bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '14ac4867-8cc4-45c2-924f-9a0c38dcc1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:52Z', 'updated_at': '2021-08-18T14:12:52Z', 'revision_number': 1, 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'subnets': [{'id': '14ac4867-8cc4-45c2-924f-9a0c38dcc1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:12:54.213357 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7286371a-0c6a-4e92-b95b-e6f7fe06e7f1 None None] The sync data for ids ['94815657-400e-4197-9715-0f778e197bef'] in n-d-803603-2 is: [{'id': '94815657-400e-4197-9715-0f778e197bef', 'name': 'tempest-TestShelveInstance-1857418510-router', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c00a2ec3-16e0-4a66-90a5-a73cd8156262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:49Z', 'updated_at': '2021-08-18T14:12:53Z', 'revision_number': 4, 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'gw_port': {'id': 'c00a2ec3-16e0-4a66-90a5-a73cd8156262', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b1:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94815657-400e-4197-9715-0f778e197bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:50Z', 'updated_at': '2021-08-18T14:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'ae1c1682-9916-4e0b-99c0-1df6b7749a44', 'name': '', 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'mac_address': 'fa:16:3e:33:e6:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94815657-400e-4197-9715-0f778e197bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '14ac4867-8cc4-45c2-924f-9a0c38dcc1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:52Z', 'updated_at': '2021-08-18T14:12:52Z', 'revision_number': 1, 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'subnets': [{'id': '14ac4867-8cc4-45c2-924f-9a0c38dcc1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:12:54.229181 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-5869a534-5d35-4fee-84bb-ad75ff861c56 None None] Provisioning complete for port ae1c1682-9916-4e0b-99c0-1df6b7749a44 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:12:54.229767 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5869a534-5d35-4fee-84bb-ad75ff861c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:54.265736 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904cfb54-b924-4085-8c3c-680f1eb807b9 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:12:54.274358 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-904cfb54-b924-4085-8c3c-680f1eb807b9 admin admin] 10.222.0.13 "PUT /v2.0/routers/94815657-400e-4197-9715-0f778e197bef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3086867 Aug 18 14:12:54.283654 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-5869a534-5d35-4fee-84bb-ad75ff861c56 None None] Port ae1c1682-9916-4e0b-99c0-1df6b7749a44 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:12:55.190105 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device c00a2ec3-16e0-4a66-90a5-a73cd8156262 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:12:55.295276 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41320) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:55.300902 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-ac6e1a5b-6e79-4f2d-a52d-61a4e53e97de admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-874218922-network', 'tenant_id': 'b953822dbd0f4ce8b0f35e9d352f479a'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:12:55.321955 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port c00a2ec3-16e0-4a66-90a5-a73cd8156262 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:12:55.328432 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port c00a2ec3-16e0-4a66-90a5-a73cd8156262 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:12:55.330675 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:55.415328 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6e1a5b-6e79-4f2d-a52d-61a4e53e97de admin admin] Made reservation on behalf of b953822dbd0f4ce8b0f35e9d352f479a for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:12:55.417785 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ac6e1a5b-6e79-4f2d-a52d-61a4e53e97de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:55.429196 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ac6e1a5b-6e79-4f2d-a52d-61a4e53e97de admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:55.433101 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:55.466614 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port c00a2ec3-16e0-4a66-90a5-a73cd8156262, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=c00a2ec3-16e0-4a66-90a5-a73cd8156262,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:12:55.547646 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:55.588017 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ac6e1a5b-6e79-4f2d-a52d-61a4e53e97de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:55.626209 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=c00a2ec3-16e0-4a66-90a5-a73cd8156262,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:55.682264 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ac6e1a5b-6e79-4f2d-a52d-61a4e53e97de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:55.722776 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac6e1a5b-6e79-4f2d-a52d-61a4e53e97de admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:12:55.740241 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6e1a5b-6e79-4f2d-a52d-61a4e53e97de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa97341-f661-41b6-8e15-84f802e6f23c,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:55.747725 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ac6e1a5b-6e79-4f2d-a52d-61a4e53e97de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:55.753536 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-ac6e1a5b-6e79-4f2d-a52d-61a4e53e97de admin admin] Added segment f69f9187-abf6-4f27-9336-659cad3578ab of type vlan for network de9f4e96-740e-4224-b98d-d6b03140504a Aug 18 14:12:55.814867 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ac6e1a5b-6e79-4f2d-a52d-61a4e53e97de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:55.918904 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ac6e1a5b-6e79-4f2d-a52d-61a4e53e97de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:55.920083 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6e1a5b-6e79-4f2d-a52d-61a4e53e97de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:55.920788 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ac6e1a5b-6e79-4f2d-a52d-61a4e53e97de admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:55.995883 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6e1a5b-6e79-4f2d-a52d-61a4e53e97de admin admin] Pushing event updated for resources: {'Network': ['ID=de9f4e96-740e-4224-b98d-d6b03140504a,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:56.012254 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network de9f4e96-740e-4224-b98d-d6b03140504a details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:12:56.057240 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ac6e1a5b-6e79-4f2d-a52d-61a4e53e97de admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7605073 Aug 18 14:12:56.060978 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41322) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:56.067173 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-746f5d5d-1ed8-45af-8fac-0e36ea72ac42 admin admin] Request body: {'subnet': {'network_id': 'de9f4e96-740e-4224-b98d-d6b03140504a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-874218922-subnet', 'tenant_id': 'b953822dbd0f4ce8b0f35e9d352f479a', 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:12:56.175366 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746f5d5d-1ed8-45af-8fac-0e36ea72ac42 admin admin] Made reservation on behalf of b953822dbd0f4ce8b0f35e9d352f479a for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:12:56.177992 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-746f5d5d-1ed8-45af-8fac-0e36ea72ac42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:56.545005 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-746f5d5d-1ed8-45af-8fac-0e36ea72ac42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:56.587917 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8800e33-8c4c-41c9-802e-0a50ad3ac177 None None] Sync routers for ids ['94815657-400e-4197-9715-0f778e197bef'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:12:56.605045 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8800e33-8c4c-41c9-802e-0a50ad3ac177 None None] Routers {'94815657-400e-4197-9715-0f778e197bef'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:12:56.606071 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-a8800e33-8c4c-41c9-802e-0a50ad3ac177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:12:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['94815657-400e-4197-9715-0f778e197bef'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:12:56.610096 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f5d5d-1ed8-45af-8fac-0e36ea72ac42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fabd06fa-9528-4f66-9047-398863ad1236,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:56.626959 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746f5d5d-1ed8-45af-8fac-0e36ea72ac42 admin admin] Checking segment: {'id': 'f69f9187-abf6-4f27-9336-659cad3578ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'de9f4e96-740e-4224-b98d-d6b03140504a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:12:56.627474 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746f5d5d-1ed8-45af-8fac-0e36ea72ac42 admin admin] Network hostable DHCP agents. Network: de9f4e96-740e-4224-b98d-d6b03140504a, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:12:56.709961 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746f5d5d-1ed8-45af-8fac-0e36ea72ac42 admin admin] Network de9f4e96-740e-4224-b98d-d6b03140504a is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:12:56.749452 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-a8800e33-8c4c-41c9-802e-0a50ad3ac177 None None] Set router 94815657-400e-4197-9715-0f778e197bef gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:12:56.784978 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-746f5d5d-1ed8-45af-8fac-0e36ea72ac42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, de9f4e96-740e-4224-b98d-d6b03140504a) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:12:56.796809 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5253674a-ff22-41dc-9855-fe11c29d74fa None None] Network de9f4e96-740e-4224-b98d-d6b03140504a requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:12:56.802105 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746f5d5d-1ed8-45af-8fac-0e36ea72ac42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:12:56.803311 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-746f5d5d-1ed8-45af-8fac-0e36ea72ac42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:56.881466 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-746f5d5d-1ed8-45af-8fac-0e36ea72ac42 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8181374 Aug 18 14:12:56.884291 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41324) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:12:56.892512 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-8d58b127-4ade-48ad-843f-24016fdc3884 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-874218922-router', 'tenant_id': 'b953822dbd0f4ce8b0f35e9d352f479a', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:12:57.012912 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75751fd-ec64-4fd8-9578-f042e0e07a5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-de9f4e96-740e-4224-b98d-d6b03140504a', 'network_id': 'de9f4e96-740e-4224-b98d-d6b03140504a', 'tenant_id': 'b953822dbd0f4ce8b0f35e9d352f479a', 'fixed_ips': [{'subnet_id': 'fabd06fa-9528-4f66-9047-398863ad1236'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:12:57.014044 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c75751fd-ec64-4fd8-9578-f042e0e07a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:57.036353 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8d58b127-4ade-48ad-843f-24016fdc3884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:57.039226 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8d58b127-4ade-48ad-843f-24016fdc3884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:57.041214 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-a8800e33-8c4c-41c9-802e-0a50ad3ac177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94815657-400e-4197-9715-0f778e197bef', 'name': 'tempest-TestShelveInstance-1857418510-router', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c00a2ec3-16e0-4a66-90a5-a73cd8156262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:49Z', 'updated_at': '2021-08-18T14:12:53Z', 'revision_number': 4, 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'gw_port': {'id': 'c00a2ec3-16e0-4a66-90a5-a73cd8156262', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94815657-400e-4197-9715-0f778e197bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:50Z', 'updated_at': '2021-08-18T14:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'ae1c1682-9916-4e0b-99c0-1df6b7749a44', 'name': '', 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'mac_address': 'fa:16:3e:33:e6:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94815657-400e-4197-9715-0f778e197bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '14ac4867-8cc4-45c2-924f-9a0c38dcc1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:52Z', 'updated_at': '2021-08-18T14:12:53Z', 'revision_number': 2, 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'subnets': [{'id': '14ac4867-8cc4-45c2-924f-9a0c38dcc1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:12:57.102536 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8800e33-8c4c-41c9-802e-0a50ad3ac177 None None] Checking router: 94815657-400e-4197-9715-0f778e197bef for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:12:57.102536 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8800e33-8c4c-41c9-802e-0a50ad3ac177 None None] Updating router 94815657-400e-4197-9715-0f778e197bef port ae1c1682-9916-4e0b-99c0-1df6b7749a44 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:12:57.112154 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8d58b127-4ade-48ad-843f-24016fdc3884 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:57.139210 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a8800e33-8c4c-41c9-802e-0a50ad3ac177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:57.188774 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device c00a2ec3-16e0-4a66-90a5-a73cd8156262 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:12:57.336634 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-c75751fd-ec64-4fd8-9578-f042e0e07a5e None None] Allocated IP 172.20.0.2 (de9f4e96-740e-4224-b98d-d6b03140504a/fabd06fa-9528-4f66-9047-398863ad1236/34989b7f-72b6-4603-b986-14238d370bb7) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:12:57.364432 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port c00a2ec3-16e0-4a66-90a5-a73cd8156262 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:12:57.365007 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:57.435875 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8d58b127-4ade-48ad-843f-24016fdc3884 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:57.540799 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a8800e33-8c4c-41c9-802e-0a50ad3ac177 None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:57.559600 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-a8800e33-8c4c-41c9-802e-0a50ad3ac177 None None] Transition to ACTIVE for port object ae1c1682-9916-4e0b-99c0-1df6b7749a44 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:12:57.629562 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c75751fd-ec64-4fd8-9578-f042e0e07a5e None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:57.642490 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c75751fd-ec64-4fd8-9578-f042e0e07a5e None None] Transition to ACTIVE for port object 34989b7f-72b6-4603-b986-14238d370bb7 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:12:57.682165 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a8800e33-8c4c-41c9-802e-0a50ad3ac177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:57.702386 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c75751fd-ec64-4fd8-9578-f042e0e07a5e None None] Transition to ACTIVE for port object 34989b7f-72b6-4603-b986-14238d370bb7 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:12:57.766699 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8d58b127-4ade-48ad-843f-24016fdc3884 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:57.802548 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c75751fd-ec64-4fd8-9578-f042e0e07a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:57.810973 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8d58b127-4ade-48ad-843f-24016fdc3884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:57.876091 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-a8800e33-8c4c-41c9-802e-0a50ad3ac177 None None] Attempting to bind port ae1c1682-9916-4e0b-99c0-1df6b7749a44 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:12:57.876669 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-a8800e33-8c4c-41c9-802e-0a50ad3ac177 None None] Attempting to bind port ae1c1682-9916-4e0b-99c0-1df6b7749a44 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '659ef307-8971-47bc-a13d-bcda5cc7e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:12:57.877241 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8800e33-8c4c-41c9-802e-0a50ad3ac177 None None] Attempting to bind port ae1c1682-9916-4e0b-99c0-1df6b7749a44 on network 3a3bc5ae-d1a5-43f2-a9c4-97187003e597 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:12:57.881958 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75751fd-ec64-4fd8-9578-f042e0e07a5e None None] Network de9f4e96-740e-4224-b98d-d6b03140504a is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:12:57.885466 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc39dc-fef7-4928-8661-bc6b77e83c6e None None] Pushing event updated for resources: {'Port': ['ID=ae1c1682-9916-4e0b-99c0-1df6b7749a44,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:57.888886 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-c75751fd-ec64-4fd8-9578-f042e0e07a5e None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:12:57.894781 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75751fd-ec64-4fd8-9578-f042e0e07a5e None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:12:57.897757 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8800e33-8c4c-41c9-802e-0a50ad3ac177 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:12:57.898377 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8800e33-8c4c-41c9-802e-0a50ad3ac177 None None] Checking segment: {'id': '659ef307-8971-47bc-a13d-bcda5cc7e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:12:57.899232 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a8800e33-8c4c-41c9-802e-0a50ad3ac177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:57.900099 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8800e33-8c4c-41c9-802e-0a50ad3ac177 None None] Bound using segment: {'id': '659ef307-8971-47bc-a13d-bcda5cc7e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:12:57.901109 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-a8800e33-8c4c-41c9-802e-0a50ad3ac177 None None] Bound port: ae1c1682-9916-4e0b-99c0-1df6b7749a44, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659ef307-8971-47bc-a13d-bcda5cc7e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:12:57.901980 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a8800e33-8c4c-41c9-802e-0a50ad3ac177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:57.907713 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc39dc-fef7-4928-8661-bc6b77e83c6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:57.908606 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc39dc-fef7-4928-8661-bc6b77e83c6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:57.909360 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc39dc-fef7-4928-8661-bc6b77e83c6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:57.910090 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc39dc-fef7-4928-8661-bc6b77e83c6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:57.910775 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc39dc-fef7-4928-8661-bc6b77e83c6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:57.911492 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc39dc-fef7-4928-8661-bc6b77e83c6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:57.912178 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc39dc-fef7-4928-8661-bc6b77e83c6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:57.912814 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc39dc-fef7-4928-8661-bc6b77e83c6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:57.913544 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc39dc-fef7-4928-8661-bc6b77e83c6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:57.914294 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc39dc-fef7-4928-8661-bc6b77e83c6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:57.915007 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc39dc-fef7-4928-8661-bc6b77e83c6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:57.915678 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc39dc-fef7-4928-8661-bc6b77e83c6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:12:57.927570 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75751fd-ec64-4fd8-9578-f042e0e07a5e None None] Pushing event updated for resources: {'Port': ['ID=34989b7f-72b6-4603-b986-14238d370bb7,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:58.009298 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-c75751fd-ec64-4fd8-9578-f042e0e07a5e None None] Attempting to bind port 34989b7f-72b6-4603-b986-14238d370bb7 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:12:58.009688 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-c75751fd-ec64-4fd8-9578-f042e0e07a5e None None] Attempting to bind port 34989b7f-72b6-4603-b986-14238d370bb7 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'f69f9187-abf6-4f27-9336-659cad3578ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'de9f4e96-740e-4224-b98d-d6b03140504a'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:12:58.010061 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75751fd-ec64-4fd8-9578-f042e0e07a5e None None] Attempting to bind port 34989b7f-72b6-4603-b986-14238d370bb7 on network de9f4e96-740e-4224-b98d-d6b03140504a {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:12:58.017283 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75751fd-ec64-4fd8-9578-f042e0e07a5e None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:12:58.017666 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75751fd-ec64-4fd8-9578-f042e0e07a5e None None] Checking segment: {'id': 'f69f9187-abf6-4f27-9336-659cad3578ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'de9f4e96-740e-4224-b98d-d6b03140504a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:12:58.018080 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c75751fd-ec64-4fd8-9578-f042e0e07a5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:58.018524 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75751fd-ec64-4fd8-9578-f042e0e07a5e None None] Bound using segment: {'id': 'f69f9187-abf6-4f27-9336-659cad3578ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'de9f4e96-740e-4224-b98d-d6b03140504a'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:12:58.019024 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-c75751fd-ec64-4fd8-9578-f042e0e07a5e None None] Bound port: 34989b7f-72b6-4603-b986-14238d370bb7, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f69f9187-abf6-4f27-9336-659cad3578ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'de9f4e96-740e-4224-b98d-d6b03140504a'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:12:58.019422 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c75751fd-ec64-4fd8-9578-f042e0e07a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:58.061474 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-a8800e33-8c4c-41c9-802e-0a50ad3ac177 None None] For port ae1c1682-9916-4e0b-99c0-1df6b7749a44, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:12:58.065865 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-a8800e33-8c4c-41c9-802e-0a50ad3ac177 None None] For port ae1c1682-9916-4e0b-99c0-1df6b7749a44, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=ae1c1682-9916-4e0b-99c0-1df6b7749a44,segment=NetworkSegment(659ef307-8971-47bc-a13d-bcda5cc7e8e0),segment_id=659ef307-8971-47bc-a13d-bcda5cc7e8e0)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:12:58.087044 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-8d58b127-4ade-48ad-843f-24016fdc3884 admin admin] Allocated IP 172.25.6.43 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/61912b7f-5d67-4ce1-8244-8b71e0f21607) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:12:58.098535 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-c75751fd-ec64-4fd8-9578-f042e0e07a5e None None] For port 34989b7f-72b6-4603-b986-14238d370bb7, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:12:58.101877 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-c75751fd-ec64-4fd8-9578-f042e0e07a5e None None] For port 34989b7f-72b6-4603-b986-14238d370bb7, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=34989b7f-72b6-4603-b986-14238d370bb7,segment=NetworkSegment(f69f9187-abf6-4f27-9336-659cad3578ab),segment_id=f69f9187-abf6-4f27-9336-659cad3578ab)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:12:58.179310 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a8800e33-8c4c-41c9-802e-0a50ad3ac177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:58.213452 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c75751fd-ec64-4fd8-9578-f042e0e07a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:58.253727 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8800e33-8c4c-41c9-802e-0a50ad3ac177 None None] Routers {'94815657-400e-4197-9715-0f778e197bef'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:12:58.254409 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-a8800e33-8c4c-41c9-802e-0a50ad3ac177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:12:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['94815657-400e-4197-9715-0f778e197bef'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:12:58.255755 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8d58b127-4ade-48ad-843f-24016fdc3884 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:58.260051 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc39dc-fef7-4928-8661-bc6b77e83c6e None None] Pushing event updated for resources: {'Port': ['ID=ae1c1682-9916-4e0b-99c0-1df6b7749a44,revision_number=4']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:58.353108 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75751fd-ec64-4fd8-9578-f042e0e07a5e None None] Pushing event updated for resources: {'Port': ['ID=34989b7f-72b6-4603-b986-14238d370bb7,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:58.371683 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8d58b127-4ade-48ad-843f-24016fdc3884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:58.436589 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-a8800e33-8c4c-41c9-802e-0a50ad3ac177 None None] Set router 94815657-400e-4197-9715-0f778e197bef gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:12:58.457181 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d58b127-4ade-48ad-843f-24016fdc3884 admin admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:12:58.460200 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-8d58b127-4ade-48ad-843f-24016fdc3884 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:12:58.470104 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58b127-4ade-48ad-843f-24016fdc3884 admin admin] Pushing event updated for resources: {'Port': ['ID=61912b7f-5d67-4ce1-8244-8b71e0f21607,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:12:58.476416 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d58b127-4ade-48ad-843f-24016fdc3884 admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:12:58.518368 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:58.940553 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-a8800e33-8c4c-41c9-802e-0a50ad3ac177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94815657-400e-4197-9715-0f778e197bef', 'name': 'tempest-TestShelveInstance-1857418510-router', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c00a2ec3-16e0-4a66-90a5-a73cd8156262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:49Z', 'updated_at': '2021-08-18T14:12:53Z', 'revision_number': 4, 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'gw_port': {'id': 'c00a2ec3-16e0-4a66-90a5-a73cd8156262', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94815657-400e-4197-9715-0f778e197bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:50Z', 'updated_at': '2021-08-18T14:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'ae1c1682-9916-4e0b-99c0-1df6b7749a44', 'name': '', 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'mac_address': 'fa:16:3e:33:e6:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94815657-400e-4197-9715-0f778e197bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '14ac4867-8cc4-45c2-924f-9a0c38dcc1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:52Z', 'updated_at': '2021-08-18T14:12:58Z', 'revision_number': 4, 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'subnets': [{'id': '14ac4867-8cc4-45c2-924f-9a0c38dcc1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:12:58.985329 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8800e33-8c4c-41c9-802e-0a50ad3ac177 None None] The sync data for ids ['94815657-400e-4197-9715-0f778e197bef'] in n-d-803603-2 is: [{'id': '94815657-400e-4197-9715-0f778e197bef', 'name': 'tempest-TestShelveInstance-1857418510-router', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c00a2ec3-16e0-4a66-90a5-a73cd8156262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:49Z', 'updated_at': '2021-08-18T14:12:53Z', 'revision_number': 4, 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'gw_port': {'id': 'c00a2ec3-16e0-4a66-90a5-a73cd8156262', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94815657-400e-4197-9715-0f778e197bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:50Z', 'updated_at': '2021-08-18T14:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'ae1c1682-9916-4e0b-99c0-1df6b7749a44', 'name': '', 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'mac_address': 'fa:16:3e:33:e6:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94815657-400e-4197-9715-0f778e197bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '14ac4867-8cc4-45c2-924f-9a0c38dcc1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:52Z', 'updated_at': '2021-08-18T14:12:58Z', 'revision_number': 4, 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'subnets': [{'id': '14ac4867-8cc4-45c2-924f-9a0c38dcc1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:12:59.012661 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8d58b127-4ade-48ad-843f-24016fdc3884 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:59.367952 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 34989b7f-72b6-4603-b986-14238d370bb7 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:12:59.545383 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:59.573171 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 34989b7f-72b6-4603-b986-14238d370bb7 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:12:59.581987 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device ae1c1682-9916-4e0b-99c0-1df6b7749a44 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:12:59.712290 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3afaae-30e3-4b4f-83cc-b1d9a0c42a76 None None] Network de9f4e96-740e-4224-b98d-d6b03140504a requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:12:59.735615 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8d58b127-4ade-48ad-843f-24016fdc3884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:59.797812 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port ae1c1682-9916-4e0b-99c0-1df6b7749a44 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:12:59.810502 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port ae1c1682-9916-4e0b-99c0-1df6b7749a44 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:12:59.811239 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:12:59.903870 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f824caf4-49cc-4176-8751-b401931994da None None] Provisioning for port 34989b7f-72b6-4603-b986-14238d370bb7 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:12:59.919847 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f824caf4-49cc-4176-8751-b401931994da None None] Provisioning complete for port 34989b7f-72b6-4603-b986-14238d370bb7 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:12:59.920222 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f824caf4-49cc-4176-8751-b401931994da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:00.033314 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:00.037024 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d58b127-4ade-48ad-843f-24016fdc3884 admin admin] Router b9874fc4-7993-4a88-89cd-8cae58ca9ed7 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:13:00.122819 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port ae1c1682-9916-4e0b-99c0-1df6b7749a44, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=ae1c1682-9916-4e0b-99c0-1df6b7749a44,segment=NetworkSegment(659ef307-8971-47bc-a13d-bcda5cc7e8e0),segment_id=659ef307-8971-47bc-a13d-bcda5cc7e8e0)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:00.139244 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f824caf4-49cc-4176-8751-b401931994da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:00.180232 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f824caf4-49cc-4176-8751-b401931994da None None] For port 34989b7f-72b6-4603-b986-14238d370bb7, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=34989b7f-72b6-4603-b986-14238d370bb7,segment=NetworkSegment(f69f9187-abf6-4f27-9336-659cad3578ab),segment_id=f69f9187-abf6-4f27-9336-659cad3578ab)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:00.193349 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:00.234841 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d58b127-4ade-48ad-843f-24016fdc3884 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:13:00.252063 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a97598-e205-4cc4-b17d-3996a18ddafb None None] Sync routers for ids ['b9874fc4-7993-4a88-89cd-8cae58ca9ed7'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:13:00.264663 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f824caf4-49cc-4176-8751-b401931994da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:00.292364 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a97598-e205-4cc4-b17d-3996a18ddafb None None] Routers {'b9874fc4-7993-4a88-89cd-8cae58ca9ed7'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:13:00.293211 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-00a97598-e205-4cc4-b17d-3996a18ddafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:12:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['b9874fc4-7993-4a88-89cd-8cae58ca9ed7'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:00.298978 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=ae1c1682-9916-4e0b-99c0-1df6b7749a44,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:00.325173 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-8d58b127-4ade-48ad-843f-24016fdc3884 admin admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:00.330253 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-8d58b127-4ade-48ad-843f-24016fdc3884 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.4412639 Aug 18 14:13:00.332088 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41326) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:00.438095 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f824caf4-49cc-4176-8751-b401931994da None None] Pushing event updated for resources: {'Port': ['ID=34989b7f-72b6-4603-b986-14238d370bb7,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:00.462079 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-00a97598-e205-4cc4-b17d-3996a18ddafb None None] Set router b9874fc4-7993-4a88-89cd-8cae58ca9ed7 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:13:00.758980 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-004d5fda-ca33-4fd6-949f-e6cd2a466aea None None] Provisioning complete for port 34989b7f-72b6-4603-b986-14238d370bb7 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:00.759375 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-004d5fda-ca33-4fd6-949f-e6cd2a466aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:00.881725 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a15cec40-bd6f-4fcf-84fa-0ac4be517265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:00.928978 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-00a97598-e205-4cc4-b17d-3996a18ddafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9874fc4-7993-4a88-89cd-8cae58ca9ed7', 'name': 'tempest-TestShelveInstance-874218922-router', 'tenant_id': 'b953822dbd0f4ce8b0f35e9d352f479a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '61912b7f-5d67-4ce1-8244-8b71e0f21607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:57Z', 'updated_at': '2021-08-18T14:12:58Z', 'revision_number': 3, 'project_id': 'b953822dbd0f4ce8b0f35e9d352f479a', 'gw_port': {'id': '61912b7f-5d67-4ce1-8244-8b71e0f21607', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9874fc4-7993-4a88-89cd-8cae58ca9ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:57Z', 'updated_at': '2021-08-18T14:12:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:00.959801 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a97598-e205-4cc4-b17d-3996a18ddafb None None] Checking router: b9874fc4-7993-4a88-89cd-8cae58ca9ed7 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:13:00.960155 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a97598-e205-4cc4-b17d-3996a18ddafb None None] Updating router b9874fc4-7993-4a88-89cd-8cae58ca9ed7 port 61912b7f-5d67-4ce1-8244-8b71e0f21607 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:13:00.988269 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-00a97598-e205-4cc4-b17d-3996a18ddafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:01.085013 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-a15cec40-bd6f-4fcf-84fa-0ac4be517265 admin admin] Allocated IP 172.20.0.1 (de9f4e96-740e-4224-b98d-d6b03140504a/fabd06fa-9528-4f66-9047-398863ad1236/14c828b5-e206-49cc-86c1-77780608b159) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:13:01.174819 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 34989b7f-72b6-4603-b986-14238d370bb7 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:13:01.412034 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 34989b7f-72b6-4603-b986-14238d370bb7 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:01.412564 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:01.604322 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a15cec40-bd6f-4fcf-84fa-0ac4be517265 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:01.619805 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-a15cec40-bd6f-4fcf-84fa-0ac4be517265 admin admin] Transition to ACTIVE for port object 14c828b5-e206-49cc-86c1-77780608b159 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:13:01.670768 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-00a97598-e205-4cc4-b17d-3996a18ddafb None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:01.684961 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device ae1c1682-9916-4e0b-99c0-1df6b7749a44 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:13:01.727674 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a15cec40-bd6f-4fcf-84fa-0ac4be517265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:01.734893 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-00a97598-e205-4cc4-b17d-3996a18ddafb None None] Transition to ACTIVE for port object 61912b7f-5d67-4ce1-8244-8b71e0f21607 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:13:01.775574 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15cec40-bd6f-4fcf-84fa-0ac4be517265 admin admin] Network de9f4e96-740e-4224-b98d-d6b03140504a is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:13:01.779756 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-a15cec40-bd6f-4fcf-84fa-0ac4be517265 admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:13:01.781644 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port ae1c1682-9916-4e0b-99c0-1df6b7749a44 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:01.782312 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:01.784038 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15cec40-bd6f-4fcf-84fa-0ac4be517265 admin admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:13:01.809332 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15cec40-bd6f-4fcf-84fa-0ac4be517265 admin admin] Pushing event updated for resources: {'Port': ['ID=14c828b5-e206-49cc-86c1-77780608b159,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:01.832238 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a15cec40-bd6f-4fcf-84fa-0ac4be517265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:01.889869 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-00a97598-e205-4cc4-b17d-3996a18ddafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:01.970618 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1168ee47-2ac2-47b7-9518-ec63254484d4 None None] Pushing event updated for resources: {'Port': ['ID=61912b7f-5d67-4ce1-8244-8b71e0f21607,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:01.979072 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-00a97598-e205-4cc4-b17d-3996a18ddafb None None] Attempting to bind port 61912b7f-5d67-4ce1-8244-8b71e0f21607 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:01.979508 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-00a97598-e205-4cc4-b17d-3996a18ddafb None None] Attempting to bind port 61912b7f-5d67-4ce1-8244-8b71e0f21607 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:01.979877 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a97598-e205-4cc4-b17d-3996a18ddafb None None] Attempting to bind port 61912b7f-5d67-4ce1-8244-8b71e0f21607 on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:01.987495 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a97598-e205-4cc4-b17d-3996a18ddafb None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:13:01.991954 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a97598-e205-4cc4-b17d-3996a18ddafb None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:13:01.991954 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-00a97598-e205-4cc4-b17d-3996a18ddafb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:01.991954 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a97598-e205-4cc4-b17d-3996a18ddafb None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:13:01.991954 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-00a97598-e205-4cc4-b17d-3996a18ddafb None None] Bound port: 61912b7f-5d67-4ce1-8244-8b71e0f21607, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:13:01.991954 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-00a97598-e205-4cc4-b17d-3996a18ddafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:02.064897 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-00a97598-e205-4cc4-b17d-3996a18ddafb None None] For port 61912b7f-5d67-4ce1-8244-8b71e0f21607, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:13:02.071146 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-00a97598-e205-4cc4-b17d-3996a18ddafb None None] For port 61912b7f-5d67-4ce1-8244-8b71e0f21607, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=61912b7f-5d67-4ce1-8244-8b71e0f21607,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:13:02.099261 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a15cec40-bd6f-4fcf-84fa-0ac4be517265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:02.190833 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-00a97598-e205-4cc4-b17d-3996a18ddafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:02.224516 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7d765a67-5f48-405a-b525-5655bb26ac3e None None] Provisioning for port 14c828b5-e206-49cc-86c1-77780608b159 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:13:02.242414 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7d765a67-5f48-405a-b525-5655bb26ac3e None None] Provisioning complete for port 14c828b5-e206-49cc-86c1-77780608b159 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:02.242795 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7d765a67-5f48-405a-b525-5655bb26ac3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:02.289676 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a97598-e205-4cc4-b17d-3996a18ddafb None None] Routers {'b9874fc4-7993-4a88-89cd-8cae58ca9ed7'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:13:02.290367 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-00a97598-e205-4cc4-b17d-3996a18ddafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:12:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['b9874fc4-7993-4a88-89cd-8cae58ca9ed7'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:02.316491 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a15cec40-bd6f-4fcf-84fa-0ac4be517265 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:02.338820 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1168ee47-2ac2-47b7-9518-ec63254484d4 None None] Pushing event updated for resources: {'Port': ['ID=61912b7f-5d67-4ce1-8244-8b71e0f21607,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:02.343672 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7d765a67-5f48-405a-b525-5655bb26ac3e None None] Port 14c828b5-e206-49cc-86c1-77780608b159 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:13:02.389532 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a15cec40-bd6f-4fcf-84fa-0ac4be517265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:02.424895 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-00a97598-e205-4cc4-b17d-3996a18ddafb None None] Set router b9874fc4-7993-4a88-89cd-8cae58ca9ed7 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:13:02.465044 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a15cec40-bd6f-4fcf-84fa-0ac4be517265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:02.467127 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15cec40-bd6f-4fcf-84fa-0ac4be517265 admin admin] Pushing event updated for resources: {'Port': ['ID=14c828b5-e206-49cc-86c1-77780608b159,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:02.572835 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15cec40-bd6f-4fcf-84fa-0ac4be517265 admin admin] Network de9f4e96-740e-4224-b98d-d6b03140504a is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:13:02.575274 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-a15cec40-bd6f-4fcf-84fa-0ac4be517265 admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:13:02.737097 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15cec40-bd6f-4fcf-84fa-0ac4be517265 admin admin] Router b9874fc4-7993-4a88-89cd-8cae58ca9ed7 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:13:02.785912 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-00a97598-e205-4cc4-b17d-3996a18ddafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9874fc4-7993-4a88-89cd-8cae58ca9ed7', 'name': 'tempest-TestShelveInstance-874218922-router', 'tenant_id': 'b953822dbd0f4ce8b0f35e9d352f479a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '61912b7f-5d67-4ce1-8244-8b71e0f21607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:57Z', 'updated_at': '2021-08-18T14:13:01Z', 'revision_number': 4, 'project_id': 'b953822dbd0f4ce8b0f35e9d352f479a', 'gw_port': {'id': '61912b7f-5d67-4ce1-8244-8b71e0f21607', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9874fc4-7993-4a88-89cd-8cae58ca9ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:57Z', 'updated_at': '2021-08-18T14:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '14c828b5-e206-49cc-86c1-77780608b159', 'name': '', 'network_id': 'de9f4e96-740e-4224-b98d-d6b03140504a', 'tenant_id': 'b953822dbd0f4ce8b0f35e9d352f479a', 'mac_address': 'fa:16:3e:51:8d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9874fc4-7993-4a88-89cd-8cae58ca9ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'fabd06fa-9528-4f66-9047-398863ad1236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:13:00Z', 'updated_at': '2021-08-18T14:13:01Z', 'revision_number': 1, 'project_id': 'b953822dbd0f4ce8b0f35e9d352f479a', 'subnets': [{'id': 'fabd06fa-9528-4f66-9047-398863ad1236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:02.835304 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a97598-e205-4cc4-b17d-3996a18ddafb None None] The sync data for ids ['b9874fc4-7993-4a88-89cd-8cae58ca9ed7'] in n-d-803603-2 is: [{'id': 'b9874fc4-7993-4a88-89cd-8cae58ca9ed7', 'name': 'tempest-TestShelveInstance-874218922-router', 'tenant_id': 'b953822dbd0f4ce8b0f35e9d352f479a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '61912b7f-5d67-4ce1-8244-8b71e0f21607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:57Z', 'updated_at': '2021-08-18T14:13:01Z', 'revision_number': 4, 'project_id': 'b953822dbd0f4ce8b0f35e9d352f479a', 'gw_port': {'id': '61912b7f-5d67-4ce1-8244-8b71e0f21607', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9874fc4-7993-4a88-89cd-8cae58ca9ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:57Z', 'updated_at': '2021-08-18T14:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '14c828b5-e206-49cc-86c1-77780608b159', 'name': '', 'network_id': 'de9f4e96-740e-4224-b98d-d6b03140504a', 'tenant_id': 'b953822dbd0f4ce8b0f35e9d352f479a', 'mac_address': 'fa:16:3e:51:8d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9874fc4-7993-4a88-89cd-8cae58ca9ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'fabd06fa-9528-4f66-9047-398863ad1236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:13:00Z', 'updated_at': '2021-08-18T14:13:01Z', 'revision_number': 1, 'project_id': 'b953822dbd0f4ce8b0f35e9d352f479a', 'subnets': [{'id': 'fabd06fa-9528-4f66-9047-398863ad1236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:13:02.876061 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15cec40-bd6f-4fcf-84fa-0ac4be517265 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:13:02.885007 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-1c586755-7fa2-4497-b9b6-e3b0bae5a194 None None] Provisioning complete for port 14c828b5-e206-49cc-86c1-77780608b159 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:02.885265 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a15cec40-bd6f-4fcf-84fa-0ac4be517265 admin admin] 10.222.0.13 "PUT /v2.0/routers/b9874fc4-7993-4a88-89cd-8cae58ca9ed7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5494523 Aug 18 14:13:02.885420 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1c586755-7fa2-4497-b9b6-e3b0bae5a194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:02.957528 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-1c586755-7fa2-4497-b9b6-e3b0bae5a194 None None] Port 14c828b5-e206-49cc-86c1-77780608b159 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:13:03.653064 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41334) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:03.662926 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-44dc7bd1-c116-4f81-90c5-7d44d74a6cbe tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1890036164', 'description': 'tempest-secgroup-smoke-1890036164 description', 'project_id': '1ef28cfef0a84ad4be544548c23efc3f'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:03.779383 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-44dc7bd1-c116-4f81-90c5-7d44d74a6cbe tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:03.900049 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-44dc7bd1-c116-4f81-90c5-7d44d74a6cbe tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:04.020712 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-44dc7bd1-c116-4f81-90c5-7d44d74a6cbe tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:04.053414 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc7bd1-c116-4f81-90c5-7d44d74a6cbe tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:04.173009 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-44dc7bd1-c116-4f81-90c5-7d44d74a6cbe tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:04.175006 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-44dc7bd1-c116-4f81-90c5-7d44d74a6cbe tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5189016 Aug 18 14:13:04.178259 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41336) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:04.183113 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-6289fd8d-6f52-42cd-8771-af0e64b923b3 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Request body: {'security_group_rule': {'security_group_id': '1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d', 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:04.264592 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6289fd8d-6f52-42cd-8771-af0e64b923b3 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:04.346667 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6289fd8d-6f52-42cd-8771-af0e64b923b3 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:04.421048 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6289fd8d-6f52-42cd-8771-af0e64b923b3 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:04.440913 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6289fd8d-6f52-42cd-8771-af0e64b923b3 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d75a066-dca7-48af-93ba-360c23df268d,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:04.515506 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-6289fd8d-6f52-42cd-8771-af0e64b923b3 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:04.516957 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-6289fd8d-6f52-42cd-8771-af0e64b923b3 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3375547 Aug 18 14:13:04.519747 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41338) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:04.524509 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-dd0157a6-22b7-4130-a26c-196cc0a164bf tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Request body: {'security_group_rule': {'security_group_id': '1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d', 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:04.618958 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dd0157a6-22b7-4130-a26c-196cc0a164bf tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:04.688823 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dd0157a6-22b7-4130-a26c-196cc0a164bf tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:04.767004 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dd0157a6-22b7-4130-a26c-196cc0a164bf tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:04.794482 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0157a6-22b7-4130-a26c-196cc0a164bf tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b7d3e43-b64b-4b94-a1a6-b5b35880d392,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:04.875916 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-dd0157a6-22b7-4130-a26c-196cc0a164bf tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:04.877289 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-dd0157a6-22b7-4130-a26c-196cc0a164bf tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3564634 Aug 18 14:13:04.883243 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41340) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:04.888897 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-afb3d0a6-d3ec-448d-9fad-5bbf0691fc13 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Request body: {'security_group_rule': {'security_group_id': '1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d', 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:05.013397 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-afb3d0a6-d3ec-448d-9fad-5bbf0691fc13 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:05.084531 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-afb3d0a6-d3ec-448d-9fad-5bbf0691fc13 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:05.170456 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 61912b7f-5d67-4ce1-8244-8b71e0f21607 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:13:05.173569 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-afb3d0a6-d3ec-448d-9fad-5bbf0691fc13 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:05.201862 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3d0a6-d3ec-448d-9fad-5bbf0691fc13 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f397e61-eb1d-484e-99d3-ed161ead8188,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:05.272858 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-afb3d0a6-d3ec-448d-9fad-5bbf0691fc13 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:05.274264 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-afb3d0a6-d3ec-448d-9fad-5bbf0691fc13 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3898685 Aug 18 14:13:05.279217 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 41342) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:05.288033 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-e6791dad-4434-4ca6-802c-6cc42d024a37 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Request body: {'security_group_rule': {'security_group_id': '1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d', 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:05.307299 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 61912b7f-5d67-4ce1-8244-8b71e0f21607 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:13:05.312317 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 61912b7f-5d67-4ce1-8244-8b71e0f21607 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:05.312922 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:05.403411 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e6791dad-4434-4ca6-802c-6cc42d024a37 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:05.406317 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:05.429659 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 61912b7f-5d67-4ce1-8244-8b71e0f21607, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=61912b7f-5d67-4ce1-8244-8b71e0f21607,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:05.504247 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:05.515285 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e6791dad-4434-4ca6-802c-6cc42d024a37 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:05.560841 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=61912b7f-5d67-4ce1-8244-8b71e0f21607,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:05.592484 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e6791dad-4434-4ca6-802c-6cc42d024a37 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:05.613751 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6791dad-4434-4ca6-802c-6cc42d024a37 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f60b6bf-8005-49a9-b6ac-f350b3ab6726,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:05.678218 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-e6791dad-4434-4ca6-802c-6cc42d024a37 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:05.679560 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-e6791dad-4434-4ca6-802c-6cc42d024a37 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3985677 Aug 18 14:13:05.682802 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41344) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:05.689024 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-f00ed9ac-a44a-444f-a002-b2c54113c846 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Request body: {'security_group_rule': {'security_group_id': '1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d', 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:05.792515 n-d-803603-2 neutron-server[101675]: INFO neutron.db.securitygroups_db [None req-f00ed9ac-a44a-444f-a002-b2c54113c846 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Project 1ef28cfef0a84ad4be544548c23efc3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:13:05.798615 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f00ed9ac-a44a-444f-a002-b2c54113c846 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:05.877969 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f00ed9ac-a44a-444f-a002-b2c54113c846 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:05.961067 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f00ed9ac-a44a-444f-a002-b2c54113c846 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:05.983614 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ed9ac-a44a-444f-a002-b2c54113c846 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdcf1dc4-e458-4530-bc15-45b391116a81,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:06.089625 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f00ed9ac-a44a-444f-a002-b2c54113c846 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:06.091398 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f00ed9ac-a44a-444f-a002-b2c54113c846 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4072821 Aug 18 14:13:06.095676 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41346) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:06.100902 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-d7d7b684-e947-4dfe-bafe-bd4109b9b4bf tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Request body: {'security_group_rule': {'security_group_id': '1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d', 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:06.225869 n-d-803603-2 neutron-server[101675]: INFO neutron.db.securitygroups_db [None req-d7d7b684-e947-4dfe-bafe-bd4109b9b4bf tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Project 1ef28cfef0a84ad4be544548c23efc3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:13:06.225869 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d7d7b684-e947-4dfe-bafe-bd4109b9b4bf tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:06.288396 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d7d7b684-e947-4dfe-bafe-bd4109b9b4bf tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:06.396514 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e4e1f6-c6ae-4404-9c6a-5525d85df48a None None] Sync routers for ids ['b9874fc4-7993-4a88-89cd-8cae58ca9ed7'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:13:06.406254 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e4e1f6-c6ae-4404-9c6a-5525d85df48a None None] Routers {'b9874fc4-7993-4a88-89cd-8cae58ca9ed7'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:13:06.406898 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-f2e4e1f6-c6ae-4404-9c6a-5525d85df48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:12:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['b9874fc4-7993-4a88-89cd-8cae58ca9ed7'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:06.418609 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d7d7b684-e947-4dfe-bafe-bd4109b9b4bf tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:06.445131 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d7b684-e947-4dfe-bafe-bd4109b9b4bf tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7afad8da-f31c-4a77-a98d-4a4341c8d176,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:06.530232 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-f2e4e1f6-c6ae-4404-9c6a-5525d85df48a None None] Set router b9874fc4-7993-4a88-89cd-8cae58ca9ed7 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:13:06.587251 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-d7d7b684-e947-4dfe-bafe-bd4109b9b4bf tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:06.589739 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-d7d7b684-e947-4dfe-bafe-bd4109b9b4bf tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4925044 Aug 18 14:13:06.753965 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-f2e4e1f6-c6ae-4404-9c6a-5525d85df48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9874fc4-7993-4a88-89cd-8cae58ca9ed7', 'name': 'tempest-TestShelveInstance-874218922-router', 'tenant_id': 'b953822dbd0f4ce8b0f35e9d352f479a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '61912b7f-5d67-4ce1-8244-8b71e0f21607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:57Z', 'updated_at': '2021-08-18T14:13:01Z', 'revision_number': 4, 'project_id': 'b953822dbd0f4ce8b0f35e9d352f479a', 'gw_port': {'id': '61912b7f-5d67-4ce1-8244-8b71e0f21607', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9874fc4-7993-4a88-89cd-8cae58ca9ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:57Z', 'updated_at': '2021-08-18T14:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '14c828b5-e206-49cc-86c1-77780608b159', 'name': '', 'network_id': 'de9f4e96-740e-4224-b98d-d6b03140504a', 'tenant_id': 'b953822dbd0f4ce8b0f35e9d352f479a', 'mac_address': 'fa:16:3e:51:8d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9874fc4-7993-4a88-89cd-8cae58ca9ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'fabd06fa-9528-4f66-9047-398863ad1236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:13:00Z', 'updated_at': '2021-08-18T14:13:02Z', 'revision_number': 2, 'project_id': 'b953822dbd0f4ce8b0f35e9d352f479a', 'subnets': [{'id': 'fabd06fa-9528-4f66-9047-398863ad1236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:06.767103 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-adc1043d-7720-4961-a863-e9dcff9dc99b tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1890036164&fields=id&tenant_id=1ef28cfef0a84ad4be544548c23efc3f HTTP/1.1" status: 200 len: 267 time: 0.0543497 Aug 18 14:13:06.781553 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e4e1f6-c6ae-4404-9c6a-5525d85df48a None None] Checking router: b9874fc4-7993-4a88-89cd-8cae58ca9ed7 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:13:06.781806 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e4e1f6-c6ae-4404-9c6a-5525d85df48a None None] Updating router b9874fc4-7993-4a88-89cd-8cae58ca9ed7 port 14c828b5-e206-49cc-86c1-77780608b159 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:13:06.808218 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-f2e4e1f6-c6ae-4404-9c6a-5525d85df48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:06.894361 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-f1cdf0b0-d5ea-48aa-812c-e380768f0b2f tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:06.895935 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-f1cdf0b0-d5ea-48aa-812c-e380768f0b2f tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/networks?id=3a3bc5ae-d1a5-43f2-a9c4-97187003e597 HTTP/1.1" status: 200 len: 809 time: 0.1218040 Aug 18 14:13:06.912298 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-9dcf894a-c7fa-40c9-aa16-11679e3f810b tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/quotas/1ef28cfef0a84ad4be544548c23efc3f HTTP/1.1" status: 200 len: 375 time: 0.0105193 Aug 18 14:13:06.986654 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-c287c44c-118b-40c9-b928-9719f9010a39 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ef28cfef0a84ad4be544548c23efc3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0667701 Aug 18 14:13:07.119256 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-f2e4e1f6-c6ae-4404-9c6a-5525d85df48a None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:07.127181 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-f2e4e1f6-c6ae-4404-9c6a-5525d85df48a None None] Transition to ACTIVE for port object 14c828b5-e206-49cc-86c1-77780608b159 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:13:07.130894 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-a90e4573-66c9-44a5-8c4b-fa639713e0c2 service neutron] 10.222.0.13 "GET /v2.0/networks/3a3bc5ae-d1a5-43f2-a9c4-97187003e597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318023 Aug 18 14:13:07.151775 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 61912b7f-5d67-4ce1-8244-8b71e0f21607 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:13:07.209694 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 61912b7f-5d67-4ce1-8244-8b71e0f21607 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:07.210069 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:07.229380 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-f2e4e1f6-c6ae-4404-9c6a-5525d85df48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:07.235132 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-cf1d9fa3-5f1d-40d5-90d1-e241495a0fa5 service neutron] 10.222.0.13 "GET /v2.0/networks/3a3bc5ae-d1a5-43f2-a9c4-97187003e597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016939 Aug 18 14:13:07.288084 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8356581-ffd6-44b7-8dd3-c2c3a7d28108 None None] Pushing event updated for resources: {'Port': ['ID=14c828b5-e206-49cc-86c1-77780608b159,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:07.354812 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-f2e4e1f6-c6ae-4404-9c6a-5525d85df48a None None] Attempting to bind port 14c828b5-e206-49cc-86c1-77780608b159 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:07.354812 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-f2e4e1f6-c6ae-4404-9c6a-5525d85df48a None None] Attempting to bind port 14c828b5-e206-49cc-86c1-77780608b159 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'f69f9187-abf6-4f27-9336-659cad3578ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'de9f4e96-740e-4224-b98d-d6b03140504a'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:07.355302 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e4e1f6-c6ae-4404-9c6a-5525d85df48a None None] Attempting to bind port 14c828b5-e206-49cc-86c1-77780608b159 on network de9f4e96-740e-4224-b98d-d6b03140504a {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:07.361179 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e4e1f6-c6ae-4404-9c6a-5525d85df48a None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:13:07.361691 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e4e1f6-c6ae-4404-9c6a-5525d85df48a None None] Checking segment: {'id': 'f69f9187-abf6-4f27-9336-659cad3578ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'de9f4e96-740e-4224-b98d-d6b03140504a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:13:07.362010 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-f2e4e1f6-c6ae-4404-9c6a-5525d85df48a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:07.362393 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e4e1f6-c6ae-4404-9c6a-5525d85df48a None None] Bound using segment: {'id': 'f69f9187-abf6-4f27-9336-659cad3578ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'de9f4e96-740e-4224-b98d-d6b03140504a'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:13:07.362881 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-f2e4e1f6-c6ae-4404-9c6a-5525d85df48a None None] Bound port: 14c828b5-e206-49cc-86c1-77780608b159, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f69f9187-abf6-4f27-9336-659cad3578ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'de9f4e96-740e-4224-b98d-d6b03140504a'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:13:07.363981 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-f2e4e1f6-c6ae-4404-9c6a-5525d85df48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:07.447912 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-f2e4e1f6-c6ae-4404-9c6a-5525d85df48a None None] For port 14c828b5-e206-49cc-86c1-77780608b159, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:13:07.453139 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-f2e4e1f6-c6ae-4404-9c6a-5525d85df48a None None] For port 14c828b5-e206-49cc-86c1-77780608b159, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=14c828b5-e206-49cc-86c1-77780608b159,segment=NetworkSegment(f69f9187-abf6-4f27-9336-659cad3578ab),segment_id=f69f9187-abf6-4f27-9336-659cad3578ab)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:13:07.530280 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-f2e4e1f6-c6ae-4404-9c6a-5525d85df48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:07.632101 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-58ba7f4f-5d83-4c63-89e8-fc77192d12b5 req-dbbbefbc-d8ac-4e48-80c0-df9189edbff4 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 210 time: 0.0446663 Aug 18 14:13:07.670788 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e4e1f6-c6ae-4404-9c6a-5525d85df48a None None] Routers {'b9874fc4-7993-4a88-89cd-8cae58ca9ed7'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:13:07.672016 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-f2e4e1f6-c6ae-4404-9c6a-5525d85df48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:12:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['b9874fc4-7993-4a88-89cd-8cae58ca9ed7'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:07.680769 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8356581-ffd6-44b7-8dd3-c2c3a7d28108 None None] Pushing event updated for resources: {'Port': ['ID=14c828b5-e206-49cc-86c1-77780608b159,revision_number=4']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:07.865134 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-f2e4e1f6-c6ae-4404-9c6a-5525d85df48a None None] Set router b9874fc4-7993-4a88-89cd-8cae58ca9ed7 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:13:08.109463 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-f2e4e1f6-c6ae-4404-9c6a-5525d85df48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9874fc4-7993-4a88-89cd-8cae58ca9ed7', 'name': 'tempest-TestShelveInstance-874218922-router', 'tenant_id': 'b953822dbd0f4ce8b0f35e9d352f479a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '61912b7f-5d67-4ce1-8244-8b71e0f21607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:57Z', 'updated_at': '2021-08-18T14:13:01Z', 'revision_number': 4, 'project_id': 'b953822dbd0f4ce8b0f35e9d352f479a', 'gw_port': {'id': '61912b7f-5d67-4ce1-8244-8b71e0f21607', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9874fc4-7993-4a88-89cd-8cae58ca9ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:57Z', 'updated_at': '2021-08-18T14:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '14c828b5-e206-49cc-86c1-77780608b159', 'name': '', 'network_id': 'de9f4e96-740e-4224-b98d-d6b03140504a', 'tenant_id': 'b953822dbd0f4ce8b0f35e9d352f479a', 'mac_address': 'fa:16:3e:51:8d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9874fc4-7993-4a88-89cd-8cae58ca9ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'fabd06fa-9528-4f66-9047-398863ad1236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:13:00Z', 'updated_at': '2021-08-18T14:13:07Z', 'revision_number': 4, 'project_id': 'b953822dbd0f4ce8b0f35e9d352f479a', 'subnets': [{'id': 'fabd06fa-9528-4f66-9047-398863ad1236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:08.137437 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e4e1f6-c6ae-4404-9c6a-5525d85df48a None None] The sync data for ids ['b9874fc4-7993-4a88-89cd-8cae58ca9ed7'] in n-d-803603-2 is: [{'id': 'b9874fc4-7993-4a88-89cd-8cae58ca9ed7', 'name': 'tempest-TestShelveInstance-874218922-router', 'tenant_id': 'b953822dbd0f4ce8b0f35e9d352f479a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '61912b7f-5d67-4ce1-8244-8b71e0f21607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:57Z', 'updated_at': '2021-08-18T14:13:01Z', 'revision_number': 4, 'project_id': 'b953822dbd0f4ce8b0f35e9d352f479a', 'gw_port': {'id': '61912b7f-5d67-4ce1-8244-8b71e0f21607', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9874fc4-7993-4a88-89cd-8cae58ca9ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:57Z', 'updated_at': '2021-08-18T14:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '14c828b5-e206-49cc-86c1-77780608b159', 'name': '', 'network_id': 'de9f4e96-740e-4224-b98d-d6b03140504a', 'tenant_id': 'b953822dbd0f4ce8b0f35e9d352f479a', 'mac_address': 'fa:16:3e:51:8d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9874fc4-7993-4a88-89cd-8cae58ca9ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'fabd06fa-9528-4f66-9047-398863ad1236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:13:00Z', 'updated_at': '2021-08-18T14:13:07Z', 'revision_number': 4, 'project_id': 'b953822dbd0f4ce8b0f35e9d352f479a', 'subnets': [{'id': 'fabd06fa-9528-4f66-9047-398863ad1236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:13:08.765453 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-974c3dee-d469-4299-b3d1-2e1eb8fec263 req-a0510a97-6103-4514-ad7e-361cb7720717 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 210 time: 0.0447502 Aug 18 14:13:09.188351 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 14c828b5-e206-49cc-86c1-77780608b159 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:13:09.319959 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 14c828b5-e206-49cc-86c1-77780608b159 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:13:09.323978 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 14c828b5-e206-49cc-86c1-77780608b159 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:09.324359 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:09.422727 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:09.465666 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 14c828b5-e206-49cc-86c1-77780608b159, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=14c828b5-e206-49cc-86c1-77780608b159,segment=NetworkSegment(f69f9187-abf6-4f27-9336-659cad3578ab),segment_id=f69f9187-abf6-4f27-9336-659cad3578ab)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:09.558695 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:09.634233 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=14c828b5-e206-49cc-86c1-77780608b159,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:09.885957 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5828820c-7efd-4156-8eb9-a91a100da419 req-f76c80a0-61f0-467b-a51b-0ba2ab561121 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 210 time: 0.0315833 Aug 18 14:13:10.421397 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-b0a9db13-fa16-4105-a8d9-3041658beed4 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:10.423005 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-b0a9db13-fa16-4105-a8d9-3041658beed4 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.39 "GET /v2.0/networks?id=3a3bc5ae-d1a5-43f2-a9c4-97187003e597 HTTP/1.1" status: 200 len: 809 time: 0.1221759 Aug 18 14:13:10.478881 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-469e9a90-1382-4a7d-a57c-067bf351b970 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ef28cfef0a84ad4be544548c23efc3f HTTP/1.1" status: 200 len: 380 time: 0.0449455 Aug 18 14:13:10.497733 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-d6b9c753-5038-45af-9ed8-4fa95e299a09 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Request body: {'port': {'device_id': '06e55c58-5a57-4b35-a440-8f98d4942a31', 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597', 'admin_state_up': True, 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'security_groups': ['1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:10.780693 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-d6b9c753-5038-45af-9ed8-4fa95e299a09 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Made reservation on behalf of 1ef28cfef0a84ad4be544548c23efc3f for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:13:10.784901 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-d6b9c753-5038-45af-9ed8-4fa95e299a09 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:10.938153 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-d6b9c753-5038-45af-9ed8-4fa95e299a09 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Allocated IP 172.20.0.9 (3a3bc5ae-d1a5-43f2-a9c4-97187003e597/14ac4867-8cc4-45c2-924f-9a0c38dcc1b1/125d8a47-719e-4e43-abf3-b2179f621d31) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:13:11.035964 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-04bad517-915b-4aaa-a461-d90ea050170d req-996dc13c-c699-4608-b2d0-c38fc19bd561 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 210 time: 0.0432892 Aug 18 14:13:11.113338 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-d6b9c753-5038-45af-9ed8-4fa95e299a09 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:11.130920 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-d6b9c753-5038-45af-9ed8-4fa95e299a09 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Transition to ACTIVE for port object 125d8a47-719e-4e43-abf3-b2179f621d31 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:13:11.165870 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 14c828b5-e206-49cc-86c1-77780608b159 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:13:11.221207 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 14c828b5-e206-49cc-86c1-77780608b159 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:11.221562 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:11.233811 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-d6b9c753-5038-45af-9ed8-4fa95e299a09 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:11.309374 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-d6b9c753-5038-45af-9ed8-4fa95e299a09 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Network 3a3bc5ae-d1a5-43f2-a9c4-97187003e597 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:13:11.322818 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-d6b9c753-5038-45af-9ed8-4fa95e299a09 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:13:11.328164 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-d6b9c753-5038-45af-9ed8-4fa95e299a09 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:13:11.338827 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b9c753-5038-45af-9ed8-4fa95e299a09 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Pushing event updated for resources: {'Port': ['ID=125d8a47-719e-4e43-abf3-b2179f621d31,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:11.423441 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-d6b9c753-5038-45af-9ed8-4fa95e299a09 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:11.424150 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-d6b9c753-5038-45af-9ed8-4fa95e299a09 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:11.588201 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-d6b9c753-5038-45af-9ed8-4fa95e299a09 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0982006 Aug 18 14:13:11.602219 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-234edb72-5eb8-4edf-a094-bc3ae44e9445 service neutron] Request body: {'port': {'device_id': '06e55c58-5a57-4b35-a440-8f98d4942a31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:11.667855 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-234edb72-5eb8-4edf-a094-bc3ae44e9445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:11.718013 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f5dbaaa8-f747-4e07-acc2-360121707d31 None None] Provisioning for port 125d8a47-719e-4e43-abf3-b2179f621d31 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:13:11.724298 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f5dbaaa8-f747-4e07-acc2-360121707d31 None None] Provisioning complete for port 125d8a47-719e-4e43-abf3-b2179f621d31 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:11.724845 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f5dbaaa8-f747-4e07-acc2-360121707d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:11.751831 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-582db4a1-8897-40c6-906e-da9ee282c64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:11.771304 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f5dbaaa8-f747-4e07-acc2-360121707d31 None None] Port 125d8a47-719e-4e43-abf3-b2179f621d31 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:13:11.968074 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-234edb72-5eb8-4edf-a094-bc3ae44e9445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 125d8a47-719e-4e43-abf3-b2179f621d31 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:13:11.976670 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-234edb72-5eb8-4edf-a094-bc3ae44e9445 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:11.990802 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-234edb72-5eb8-4edf-a094-bc3ae44e9445 service neutron] Transition to ACTIVE for port object 125d8a47-719e-4e43-abf3-b2179f621d31 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:13:12.072422 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-234edb72-5eb8-4edf-a094-bc3ae44e9445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:12.189273 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234edb72-5eb8-4edf-a094-bc3ae44e9445 service neutron] Pushing event updated for resources: {'Port': ['ID=125d8a47-719e-4e43-abf3-b2179f621d31,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:12.257589 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c858a3-c591-4316-a40e-24b866f0c180 req-d6d2bdf7-281b-4b2c-9c42-eacae93425a2 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:12.259259 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a1c858a3-c591-4316-a40e-24b866f0c180 req-d6d2bdf7-281b-4b2c-9c42-eacae93425a2 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 943 time: 0.1181419 Aug 18 14:13:12.297395 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-234edb72-5eb8-4edf-a094-bc3ae44e9445 service neutron] Attempting to bind port 125d8a47-719e-4e43-abf3-b2179f621d31 on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:13:12.297733 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-234edb72-5eb8-4edf-a094-bc3ae44e9445 service neutron] Attempting to bind port 125d8a47-719e-4e43-abf3-b2179f621d31 by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '659ef307-8971-47bc-a13d-bcda5cc7e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:13:12.298055 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-234edb72-5eb8-4edf-a094-bc3ae44e9445 service neutron] Attempting to bind port 125d8a47-719e-4e43-abf3-b2179f621d31 on network 3a3bc5ae-d1a5-43f2-a9c4-97187003e597 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:12.312181 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-234edb72-5eb8-4edf-a094-bc3ae44e9445 service neutron] Port 125d8a47-719e-4e43-abf3-b2179f621d31 on network 3a3bc5ae-d1a5-43f2-a9c4-97187003e597 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:13:12.312520 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-234edb72-5eb8-4edf-a094-bc3ae44e9445 service neutron] Attempting to bind port 125d8a47-719e-4e43-abf3-b2179f621d31 on network 3a3bc5ae-d1a5-43f2-a9c4-97187003e597 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:13:12.331364 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a1c858a3-c591-4316-a40e-24b866f0c180 req-4fd33ab7-f34e-44bb-ad1a-c1187eccee2b tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638876 Aug 18 14:13:12.332160 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-234edb72-5eb8-4edf-a094-bc3ae44e9445 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:13:12.332503 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-234edb72-5eb8-4edf-a094-bc3ae44e9445 service neutron] Checking segment: {'id': '659ef307-8971-47bc-a13d-bcda5cc7e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:13:12.332898 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-234edb72-5eb8-4edf-a094-bc3ae44e9445 service neutron] Bound using segment: {'id': '659ef307-8971-47bc-a13d-bcda5cc7e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:13:12.333366 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-234edb72-5eb8-4edf-a094-bc3ae44e9445 service neutron] Bound port: 125d8a47-719e-4e43-abf3-b2179f621d31, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '659ef307-8971-47bc-a13d-bcda5cc7e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:13:12.333726 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-234edb72-5eb8-4edf-a094-bc3ae44e9445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:12.432563 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-234edb72-5eb8-4edf-a094-bc3ae44e9445 service neutron] For port 125d8a47-719e-4e43-abf3-b2179f621d31, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:13:12.436973 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-234edb72-5eb8-4edf-a094-bc3ae44e9445 service neutron] For port 125d8a47-719e-4e43-abf3-b2179f621d31, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=125d8a47-719e-4e43-abf3-b2179f621d31,segment=NetworkSegment(659ef307-8971-47bc-a13d-bcda5cc7e8e0),segment_id=659ef307-8971-47bc-a13d-bcda5cc7e8e0)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:13:12.504773 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-234edb72-5eb8-4edf-a094-bc3ae44e9445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:12.548882 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-234edb72-5eb8-4edf-a094-bc3ae44e9445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:12.549946 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-234edb72-5eb8-4edf-a094-bc3ae44e9445 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:12.552468 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-234edb72-5eb8-4edf-a094-bc3ae44e9445 service neutron] 10.222.0.39 "PUT /v2.0/ports/125d8a47-719e-4e43-abf3-b2179f621d31 HTTP/1.1" status: 200 len: 1091 time: 0.9556377 Aug 18 14:13:12.553211 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e55c58-5a57-4b35-a440-8f98d4942a31', 'tag': '125d8a47-719e-4e43-abf3-b2179f621d31'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:13:12.556546 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e368a99-ccba-49cf-93fd-3f06ab6771b1" -d '{"events": [{"name": "network-changed", "server_uuid": "06e55c58-5a57-4b35-a440-8f98d4942a31", "tag": "125d8a47-719e-4e43-abf3-b2179f621d31"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:13:12.598772 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234edb72-5eb8-4edf-a094-bc3ae44e9445 service neutron] Pushing event updated for resources: {'Port': ['ID=125d8a47-719e-4e43-abf3-b2179f621d31,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:12.625427 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c503364d-5f10-497d-b9c8-e00e639b47b0 x-openstack-request-id: req-c503364d-5f10-497d-b9c8-e00e639b47b0 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:13:12.625723 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e55c58-5a57-4b35-a440-8f98d4942a31", "tag": "125d8a47-719e-4e43-abf3-b2179f621d31", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:13:12.634700 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c503364d-5f10-497d-b9c8-e00e639b47b0 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:13:12.634700 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e55c58-5a57-4b35-a440-8f98d4942a31', 'tag': '125d8a47-719e-4e43-abf3-b2179f621d31', 'status': 'completed', 'code': 200} Aug 18 14:13:12.700566 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e368a99-ccba-49cf-93fd-3f06ab6771b1 req-267a3d01-bf69-4556-88b8-63b9e53a5310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:12.702884 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0e368a99-ccba-49cf-93fd-3f06ab6771b1 req-267a3d01-bf69-4556-88b8-63b9e53a5310 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ef28cfef0a84ad4be544548c23efc3f&device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 1094 time: 0.0558484 Aug 18 14:13:12.861127 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e368a99-ccba-49cf-93fd-3f06ab6771b1 req-a089ef8c-37bd-420e-8269-1f41069d8285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:12.862708 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0e368a99-ccba-49cf-93fd-3f06ab6771b1 req-a089ef8c-37bd-420e-8269-1f41069d8285 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=1ef28cfef0a84ad4be544548c23efc3f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1512940 Aug 18 14:13:12.973651 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e368a99-ccba-49cf-93fd-3f06ab6771b1 req-defb4b5e-dbf2-4478-9bcc-b71f275fd3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:12.975185 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0e368a99-ccba-49cf-93fd-3f06ab6771b1 req-defb4b5e-dbf2-4478-9bcc-b71f275fd3ec service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1055171 Aug 18 14:13:13.054760 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-d570f853-a809-4670-a24a-953ea2bc0330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:13.056353 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-d570f853-a809-4670-a24a-953ea2bc0330 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ef28cfef0a84ad4be544548c23efc3f&device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 1094 time: 0.0436015 Aug 18 14:13:13.101831 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-69b16bdf-dafa-4fed-ad54-7579a0282552 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=125d8a47-719e-4e43-abf3-b2179f621d31 HTTP/1.1" status: 200 len: 217 time: 0.0367503 Aug 18 14:13:13.187860 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-2e60a2af-8485-42e2-8f02-3756ab242549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:13.189364 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-2e60a2af-8485-42e2-8f02-3756ab242549 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=14ac4867-8cc4-45c2-924f-9a0c38dcc1b1 HTTP/1.1" status: 200 len: 848 time: 0.0792351 Aug 18 14:13:13.241266 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-381ed18a-1742-463f-8873-259db26c5475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:13.242743 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-381ed18a-1742-463f-8873-259db26c5475 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a3bc5ae-d1a5-43f2-a9c4-97187003e597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450013 Aug 18 14:13:13.339339 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-3d5725f6-2081-4018-8fd4-c1426212fdd1 service neutron] 10.222.0.39 "GET /v2.0/networks/3a3bc5ae-d1a5-43f2-a9c4-97187003e597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889571 Aug 18 14:13:13.456353 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7bba9e7a-4522-4548-a60f-1d5ed68c3332 req-2df8c5e3-92d1-48d9-877e-e04279856026 service neutron] 10.222.0.39 "GET /v2.0/networks/3a3bc5ae-d1a5-43f2-a9c4-97187003e597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089940 Aug 18 14:13:13.500725 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846473d1-c25f-4c9d-965c-71bd9cc23a17 req-b0154e6e-e00a-4a0b-bed6-8bc4502c24b7 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:13.502317 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-846473d1-c25f-4c9d-965c-71bd9cc23a17 req-b0154e6e-e00a-4a0b-bed6-8bc4502c24b7 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 943 time: 0.0683839 Aug 18 14:13:13.561745 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-846473d1-c25f-4c9d-965c-71bd9cc23a17 req-527a98bd-bf78-42d1-86e8-105dc81855a0 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472171 Aug 18 14:13:13.844051 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ee61f869-9371-4ca9-90b6-23e05a95cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:14.681415 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:14.724094 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cfe72b-9fd9-4249-a0cf-98b4ff4f2973 req-ff7abe01-4678-49f3-b275-2be8b34b4cb9 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:14.726723 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-93cfe72b-9fd9-4249-a0cf-98b4ff4f2973 req-ff7abe01-4678-49f3-b275-2be8b34b4cb9 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 943 time: 0.0726655 Aug 18 14:13:14.780636 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-93cfe72b-9fd9-4249-a0cf-98b4ff4f2973 req-6a7033df-66a6-4f02-a3cb-f0d6150d2b05 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467589 Aug 18 14:13:14.834058 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 125d8a47-719e-4e43-abf3-b2179f621d31 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:13:14.940750 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 125d8a47-719e-4e43-abf3-b2179f621d31, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=125d8a47-719e-4e43-abf3-b2179f621d31,segment=NetworkSegment(659ef307-8971-47bc-a13d-bcda5cc7e8e0),segment_id=659ef307-8971-47bc-a13d-bcda5cc7e8e0)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:14.953596 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '125d8a47-719e-4e43-abf3-b2179f621d31', 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597', 'port_id': '125d8a47-719e-4e43-abf3-b2179f621d31', 'mac_address': 'fa:16:3e:f2:36:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14ac4867-8cc4-45c2-924f-9a0c38dcc1b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:13:14.999247 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:15.022868 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 125d8a47-719e-4e43-abf3-b2179f621d31 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:13:15.055121 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 125d8a47-719e-4e43-abf3-b2179f621d31, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=125d8a47-719e-4e43-abf3-b2179f621d31,segment=NetworkSegment(659ef307-8971-47bc-a13d-bcda5cc7e8e0),segment_id=659ef307-8971-47bc-a13d-bcda5cc7e8e0)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:15.129174 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:15.185609 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=125d8a47-719e-4e43-abf3-b2179f621d31,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:15.390145 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['125d8a47-719e-4e43-abf3-b2179f621d31'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:13:15.743721 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:15.929988 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0a8ee-e97a-42e9-9c92-8ac8036b5e3e req-ccfe39ba-8b89-409f-b582-1d095a6fb8a6 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:15.931635 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9eb0a8ee-e97a-42e9-9c92-8ac8036b5e3e req-ccfe39ba-8b89-409f-b582-1d095a6fb8a6 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 944 time: 0.0588665 Aug 18 14:13:15.975633 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9eb0a8ee-e97a-42e9-9c92-8ac8036b5e3e req-3a49d53b-3128-40c1-89e8-0aa8d8cf3f2b tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372984 Aug 18 14:13:16.849615 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 125d8a47-719e-4e43-abf3-b2179f621d31 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:13:17.051959 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 125d8a47-719e-4e43-abf3-b2179f621d31 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:13:17.057156 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 125d8a47-719e-4e43-abf3-b2179f621d31 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:13:17.057672 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:17.105262 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba064d74-ca41-45e7-be22-c1cbf586a2ca req-35694351-ea21-4642-989d-81c69eab681e tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:17.106966 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ba064d74-ca41-45e7-be22-c1cbf586a2ca req-35694351-ea21-4642-989d-81c69eab681e tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 944 time: 0.0578480 Aug 18 14:13:17.152501 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ba064d74-ca41-45e7-be22-c1cbf586a2ca req-8d8afffd-1525-40aa-a378-4325f5c8d700 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386670 Aug 18 14:13:17.161118 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:17.191457 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e55c58-5a57-4b35-a440-8f98d4942a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125d8a47-719e-4e43-abf3-b2179f621d31'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:13:17.193845 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ba3b915c790ece66a99fb45b0530a9eb9c5b6743edcd6e3a78a03ec4b78c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c45374-4098-47d4-b5ea-22fef283b776" -d '{"events": [{"server_uuid": "06e55c58-5a57-4b35-a440-8f98d4942a31", "name": "network-vif-plugged", "status": "completed", "tag": "125d8a47-719e-4e43-abf3-b2179f621d31"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:13:17.212837 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 125d8a47-719e-4e43-abf3-b2179f621d31, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=125d8a47-719e-4e43-abf3-b2179f621d31,segment=NetworkSegment(659ef307-8971-47bc-a13d-bcda5cc7e8e0),segment_id=659ef307-8971-47bc-a13d-bcda5cc7e8e0)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:13:17.236463 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085f9331-e9c3-4f08-b2a0-ee67cc894ca5 x-openstack-request-id: req-085f9331-e9c3-4f08-b2a0-ee67cc894ca5 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:13:17.236876 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e55c58-5a57-4b35-a440-8f98d4942a31", "name": "network-vif-plugged", "status": "completed", "tag": "125d8a47-719e-4e43-abf3-b2179f621d31", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:13:17.237229 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-085f9331-e9c3-4f08-b2a0-ee67cc894ca5 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:13:17.237746 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e55c58-5a57-4b35-a440-8f98d4942a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125d8a47-719e-4e43-abf3-b2179f621d31', 'code': 200} Aug 18 14:13:17.303989 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:17.348056 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a22bd-69c8-4fc9-9031-980c97525a95 req-c732a770-914c-4f04-addc-72b0abc96996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:17.349728 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-357a22bd-69c8-4fc9-9031-980c97525a95 req-c732a770-914c-4f04-addc-72b0abc96996 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 1096 time: 0.0485423 Aug 18 14:13:17.387252 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=125d8a47-719e-4e43-abf3-b2179f621d31,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:17.393219 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-357a22bd-69c8-4fc9-9031-980c97525a95 req-cb0cc08f-c10f-463b-b3b4-866a14868730 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365531 Aug 18 14:13:17.700444 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:18.287695 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0b922-701e-46db-bac0-ea096bcc812f req-417d147f-091d-47dc-8ee6-274c6157f130 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:18.289328 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d2d0b922-701e-46db-bac0-ea096bcc812f req-417d147f-091d-47dc-8ee6-274c6157f130 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 945 time: 0.0528748 Aug 18 14:13:18.334414 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d2d0b922-701e-46db-bac0-ea096bcc812f req-8314700e-c640-4907-8832-c8e52d2c0f0f tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384517 Aug 18 14:13:19.487921 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560dd750-e4a5-43b4-b8fc-a83f104c7b00 req-00413af9-97a0-4603-8fa8-ac43e4b3444c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:19.489558 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-560dd750-e4a5-43b4-b8fc-a83f104c7b00 req-00413af9-97a0-4603-8fa8-ac43e4b3444c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 945 time: 0.0671096 Aug 18 14:13:19.530581 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-560dd750-e4a5-43b4-b8fc-a83f104c7b00 req-657a0679-dfdb-4c68-9ec2-6151ee39db32 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342147 Aug 18 14:13:19.654935 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e6428-1f2b-47c5-87c7-11a6e9830cad req-9b7ddec2-32f3-4193-8e73-59e894b9d98e tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:19.656386 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-df0e6428-1f2b-47c5-87c7-11a6e9830cad req-9b7ddec2-32f3-4193-8e73-59e894b9d98e tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 945 time: 0.0523989 Aug 18 14:13:19.701698 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-df0e6428-1f2b-47c5-87c7-11a6e9830cad req-8d0a5558-f187-48a6-870d-a3d415583686 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389173 Aug 18 14:13:19.723712 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41408) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:19.866065 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fb7cf3-040a-4748-99f6-0dad734d0d90 tempest-TestShelveInstance-2060048516 tempest-TestShelveInstance-2060048516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:19.867639 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-06fb7cf3-040a-4748-99f6-0dad734d0d90 tempest-TestShelveInstance-2060048516 tempest-TestShelveInstance-2060048516-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 1091 time: 0.1428862 Aug 18 14:13:19.871145 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41412) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:13:19.875644 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-c3f67880-f969-4cf3-a34e-f5f370edab72 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'port_id': '125d8a47-719e-4e43-abf3-b2179f621d31', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:13:20.003977 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c3f67880-f969-4cf3-a34e-f5f370edab72 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for floatingip, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:20.103910 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c3f67880-f969-4cf3-a34e-f5f370edab72 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:20.233150 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-c3f67880-f969-4cf3-a34e-f5f370edab72 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Allocated IP 172.25.6.182 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/840ce4e4-092c-4e9b-ad9d-a22ea85646de) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:13:20.345537 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c3f67880-f969-4cf3-a34e-f5f370edab72 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:20.443717 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c3f67880-f969-4cf3-a34e-f5f370edab72 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:20.491864 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f67880-f969-4cf3-a34e-f5f370edab72 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:13:20.495060 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-c3f67880-f969-4cf3-a34e-f5f370edab72 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:13:20.498744 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f67880-f969-4cf3-a34e-f5f370edab72 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:13:20.504481 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f67880-f969-4cf3-a34e-f5f370edab72 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Pushing event updated for resources: {'Port': ['ID=840ce4e4-092c-4e9b-ad9d-a22ea85646de,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:20.918576 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c3f67880-f969-4cf3-a34e-f5f370edab72 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:21.058955 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c3f67880-f969-4cf3-a34e-f5f370edab72 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:21.248848 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c3f67880-f969-4cf3-a34e-f5f370edab72 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:21.309309 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c3f67880-f969-4cf3-a34e-f5f370edab72 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:21.379203 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f67880-f969-4cf3-a34e-f5f370edab72 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Pushing event updated for resources: {'Port': ['ID=840ce4e4-092c-4e9b-ad9d-a22ea85646de,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:13:21.396892 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c3f67880-f969-4cf3-a34e-f5f370edab72 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:21.514249 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [None req-c3f67880-f969-4cf3-a34e-f5f370edab72 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Floating IP 207edd4e-8f0c-4585-9b3d-6fecbd12bf78 associated. External IP: 172.25.6.182, port: 125d8a47-719e-4e43-abf3-b2179f621d31. Aug 18 14:13:21.741889 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f67880-f969-4cf3-a34e-f5f370edab72 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Router 94815657-400e-4197-9715-0f778e197bef has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:13:21.863488 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f67880-f969-4cf3-a34e-f5f370edab72 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:13:21.877488 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b046c4f-d4b5-4bb5-b8a5-16aa2226d459 None None] Sync routers for ids ['94815657-400e-4197-9715-0f778e197bef'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:13:21.888956 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b046c4f-d4b5-4bb5-b8a5-16aa2226d459 None None] Routers {'94815657-400e-4197-9715-0f778e197bef'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:13:21.889594 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-5b046c4f-d4b5-4bb5-b8a5-16aa2226d459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:13:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['94815657-400e-4197-9715-0f778e197bef'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:22.004701 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-5b046c4f-d4b5-4bb5-b8a5-16aa2226d459 None None] Set router 94815657-400e-4197-9715-0f778e197bef gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:13:22.026380 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c3f67880-f969-4cf3-a34e-f5f370edab72 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:22.060568 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c3f67880-f969-4cf3-a34e-f5f370edab72 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1880991 Aug 18 14:13:22.061869 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e55c58-5a57-4b35-a440-8f98d4942a31', 'tag': '125d8a47-719e-4e43-abf3-b2179f621d31'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:13:22.065740 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2edb19e-a406-41c2-8a02-2823a31d1e64" -d '{"events": [{"name": "network-changed", "server_uuid": "06e55c58-5a57-4b35-a440-8f98d4942a31", "tag": "125d8a47-719e-4e43-abf3-b2179f621d31"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:13:22.107873 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838c48da-1425-473a-9e0c-99e9ae57ca28 x-openstack-request-id: req-838c48da-1425-473a-9e0c-99e9ae57ca28 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:13:22.108155 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e55c58-5a57-4b35-a440-8f98d4942a31", "tag": "125d8a47-719e-4e43-abf3-b2179f621d31", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:13:22.108407 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-838c48da-1425-473a-9e0c-99e9ae57ca28 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:13:22.108817 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e55c58-5a57-4b35-a440-8f98d4942a31', 'tag': '125d8a47-719e-4e43-abf3-b2179f621d31', 'status': 'completed', 'code': 200} Aug 18 14:13:22.182606 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2edb19e-a406-41c2-8a02-2823a31d1e64 req-4e93fd5c-218f-4ba4-973d-98972e70435b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:22.184891 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c2edb19e-a406-41c2-8a02-2823a31d1e64 req-4e93fd5c-218f-4ba4-973d-98972e70435b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ef28cfef0a84ad4be544548c23efc3f&device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 1096 time: 0.0488696 Aug 18 14:13:22.296827 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2edb19e-a406-41c2-8a02-2823a31d1e64 req-39b8e4ff-b3dc-41ce-bc39-b863673e3d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:22.298757 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c2edb19e-a406-41c2-8a02-2823a31d1e64 req-39b8e4ff-b3dc-41ce-bc39-b863673e3d0e service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a3bc5ae-d1a5-43f2-a9c4-97187003e597 HTTP/1.1" status: 200 len: 910 time: 0.1062293 Aug 18 14:13:22.414441 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c2edb19e-a406-41c2-8a02-2823a31d1e64 req-1809d89b-6021-4576-b2c5-1c97d3f88e23 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=125d8a47-719e-4e43-abf3-b2179f621d31 HTTP/1.1" status: 200 len: 999 time: 0.1076319 Aug 18 14:13:22.430397 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-5b046c4f-d4b5-4bb5-b8a5-16aa2226d459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94815657-400e-4197-9715-0f778e197bef', 'name': 'tempest-TestShelveInstance-1857418510-router', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c00a2ec3-16e0-4a66-90a5-a73cd8156262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:49Z', 'updated_at': '2021-08-18T14:12:53Z', 'revision_number': 4, 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'gw_port': {'id': 'c00a2ec3-16e0-4a66-90a5-a73cd8156262', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94815657-400e-4197-9715-0f778e197bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:50Z', 'updated_at': '2021-08-18T14:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '207edd4e-8f0c-4585-9b3d-6fecbd12bf78', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '94815657-400e-4197-9715-0f778e197bef', 'port_id': '125d8a47-719e-4e43-abf3-b2179f621d31', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597', 'mac_address': 'fa:16:3e:f2:36:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e55c58-5a57-4b35-a440-8f98d4942a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:13:20Z', 'updated_at': '2021-08-18T14:13:20Z', 'revision_number': 0, 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae1c1682-9916-4e0b-99c0-1df6b7749a44', 'name': '', 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'mac_address': 'fa:16:3e:33:e6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94815657-400e-4197-9715-0f778e197bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '14ac4867-8cc4-45c2-924f-9a0c38dcc1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:52Z', 'updated_at': '2021-08-18T14:13:00Z', 'revision_number': 5, 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'subnets': [{'id': '14ac4867-8cc4-45c2-924f-9a0c38dcc1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:22.469423 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b046c4f-d4b5-4bb5-b8a5-16aa2226d459 None None] Checking router: 94815657-400e-4197-9715-0f778e197bef for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:13:22.478582 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b046c4f-d4b5-4bb5-b8a5-16aa2226d459 None None] Routers {'94815657-400e-4197-9715-0f778e197bef'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:13:22.479224 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-5b046c4f-d4b5-4bb5-b8a5-16aa2226d459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:13:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['94815657-400e-4197-9715-0f778e197bef'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:22.483771 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2edb19e-a406-41c2-8a02-2823a31d1e64 req-1750d822-bb1b-4c66-b0f4-980e56ec5f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:22.486423 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c2edb19e-a406-41c2-8a02-2823a31d1e64 req-1750d822-bb1b-4c66-b0f4-980e56ec5f48 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=14ac4867-8cc4-45c2-924f-9a0c38dcc1b1 HTTP/1.1" status: 200 len: 848 time: 0.0651450 Aug 18 14:13:22.550594 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2edb19e-a406-41c2-8a02-2823a31d1e64 req-b257d948-bd94-4e12-8eeb-9f18ed07ac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:22.552295 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c2edb19e-a406-41c2-8a02-2823a31d1e64 req-b257d948-bd94-4e12-8eeb-9f18ed07ac66 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a3bc5ae-d1a5-43f2-a9c4-97187003e597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584238 Aug 18 14:13:22.631307 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-5b046c4f-d4b5-4bb5-b8a5-16aa2226d459 None None] Set router 94815657-400e-4197-9715-0f778e197bef gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:13:22.700329 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c2edb19e-a406-41c2-8a02-2823a31d1e64 req-68fc6a6f-2f34-40b6-be14-fe93282561b9 service neutron] 10.222.0.39 "GET /v2.0/networks/3a3bc5ae-d1a5-43f2-a9c4-97187003e597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404006 Aug 18 14:13:22.814044 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c2edb19e-a406-41c2-8a02-2823a31d1e64 req-5db6ecfa-3543-4b24-bf10-892c68123aaf service neutron] 10.222.0.39 "GET /v2.0/networks/3a3bc5ae-d1a5-43f2-a9c4-97187003e597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066208 Aug 18 14:13:22.910862 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-5b046c4f-d4b5-4bb5-b8a5-16aa2226d459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94815657-400e-4197-9715-0f778e197bef', 'name': 'tempest-TestShelveInstance-1857418510-router', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c00a2ec3-16e0-4a66-90a5-a73cd8156262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:49Z', 'updated_at': '2021-08-18T14:12:53Z', 'revision_number': 4, 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'gw_port': {'id': 'c00a2ec3-16e0-4a66-90a5-a73cd8156262', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94815657-400e-4197-9715-0f778e197bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:50Z', 'updated_at': '2021-08-18T14:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '207edd4e-8f0c-4585-9b3d-6fecbd12bf78', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '94815657-400e-4197-9715-0f778e197bef', 'port_id': '125d8a47-719e-4e43-abf3-b2179f621d31', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597', 'mac_address': 'fa:16:3e:f2:36:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e55c58-5a57-4b35-a440-8f98d4942a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:13:20Z', 'updated_at': '2021-08-18T14:13:20Z', 'revision_number': 0, 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae1c1682-9916-4e0b-99c0-1df6b7749a44', 'name': '', 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'mac_address': 'fa:16:3e:33:e6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94815657-400e-4197-9715-0f778e197bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '14ac4867-8cc4-45c2-924f-9a0c38dcc1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:52Z', 'updated_at': '2021-08-18T14:13:00Z', 'revision_number': 5, 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'subnets': [{'id': '14ac4867-8cc4-45c2-924f-9a0c38dcc1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:13:22.965340 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b046c4f-d4b5-4bb5-b8a5-16aa2226d459 None None] The sync data for ids ['94815657-400e-4197-9715-0f778e197bef'] in n-d-803603-2 is: [{'id': '94815657-400e-4197-9715-0f778e197bef', 'name': 'tempest-TestShelveInstance-1857418510-router', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c00a2ec3-16e0-4a66-90a5-a73cd8156262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:49Z', 'updated_at': '2021-08-18T14:12:53Z', 'revision_number': 4, 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'gw_port': {'id': 'c00a2ec3-16e0-4a66-90a5-a73cd8156262', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94815657-400e-4197-9715-0f778e197bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:50Z', 'updated_at': '2021-08-18T14:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '207edd4e-8f0c-4585-9b3d-6fecbd12bf78', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '94815657-400e-4197-9715-0f778e197bef', 'port_id': '125d8a47-719e-4e43-abf3-b2179f621d31', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597', 'mac_address': 'fa:16:3e:f2:36:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e55c58-5a57-4b35-a440-8f98d4942a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:13:20Z', 'updated_at': '2021-08-18T14:13:20Z', 'revision_number': 0, 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae1c1682-9916-4e0b-99c0-1df6b7749a44', 'name': '', 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'mac_address': 'fa:16:3e:33:e6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94815657-400e-4197-9715-0f778e197bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '14ac4867-8cc4-45c2-924f-9a0c38dcc1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:52Z', 'updated_at': '2021-08-18T14:13:00Z', 'revision_number': 5, 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'subnets': [{'id': '14ac4867-8cc4-45c2-924f-9a0c38dcc1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:13:23.199062 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8374cd43-7756-4c26-9c49-52779fa88d02 None None] New status for floating IP 207edd4e-8f0c-4585-9b3d-6fecbd12bf78: ACTIVE {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:13:28.532352 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:29.529210 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:29.987668 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:13:38.139742 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5a5b8b01-7a95-4dd0-8cc7-9deea1d63c66 req-4b87b53e-4163-4be8-a222-64a56bdbf774 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463834 Aug 18 14:13:38.228588 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b8b01-7a95-4dd0-8cc7-9deea1d63c66 req-9830e478-51f4-4666-b1ce-928c4ac81879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:38.230739 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5a5b8b01-7a95-4dd0-8cc7-9deea1d63c66 req-9830e478-51f4-4666-b1ce-928c4ac81879 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ef28cfef0a84ad4be544548c23efc3f&device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 1096 time: 0.0437858 Aug 18 14:13:38.347405 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b8b01-7a95-4dd0-8cc7-9deea1d63c66 req-ffae6ada-06c0-4580-a911-083a1ac54eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:38.348970 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5a5b8b01-7a95-4dd0-8cc7-9deea1d63c66 req-ffae6ada-06c0-4580-a911-083a1ac54eab service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a3bc5ae-d1a5-43f2-a9c4-97187003e597 HTTP/1.1" status: 200 len: 910 time: 0.0974579 Aug 18 14:13:38.423321 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5a5b8b01-7a95-4dd0-8cc7-9deea1d63c66 req-a58a158f-d221-478d-b3f8-a2ef83a7c6cb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=125d8a47-719e-4e43-abf3-b2179f621d31 HTTP/1.1" status: 200 len: 1001 time: 0.0663466 Aug 18 14:13:38.487888 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b8b01-7a95-4dd0-8cc7-9deea1d63c66 req-31596a7d-f5d7-4f19-b243-d011cf2bda57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:38.489387 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5a5b8b01-7a95-4dd0-8cc7-9deea1d63c66 req-31596a7d-f5d7-4f19-b243-d011cf2bda57 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=14ac4867-8cc4-45c2-924f-9a0c38dcc1b1 HTTP/1.1" status: 200 len: 848 time: 0.0586123 Aug 18 14:13:38.540559 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b8b01-7a95-4dd0-8cc7-9deea1d63c66 req-0ff37755-8cec-4bd4-9ef9-e0ba915b5f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:13:38.542788 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5a5b8b01-7a95-4dd0-8cc7-9deea1d63c66 req-0ff37755-8cec-4bd4-9ef9-e0ba915b5f12 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a3bc5ae-d1a5-43f2-a9c4-97187003e597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453863 Aug 18 14:13:38.657419 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5a5b8b01-7a95-4dd0-8cc7-9deea1d63c66 req-17664ad6-862e-43ff-a468-4cf740a09231 service neutron] 10.222.0.39 "GET /v2.0/networks/3a3bc5ae-d1a5-43f2-a9c4-97187003e597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050041 Aug 18 14:13:38.758136 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5a5b8b01-7a95-4dd0-8cc7-9deea1d63c66 req-d6821b4d-5068-4beb-ac49-2be0f10517aa service neutron] 10.222.0.39 "GET /v2.0/networks/3a3bc5ae-d1a5-43f2-a9c4-97187003e597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919917 Aug 18 14:13:41.717151 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fd31e66b-b92f-4e0a-acff-8bdce5d80f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:43.877640 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-69c45a8b-7aad-4c12-b480-f0da3a087949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:44.653095 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:45.728194 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:47.722707 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:58.531268 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:13:59.600218 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:06.987221 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:14:11.742459 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d1c69497-202e-4eef-a3e0-fd7a8c398f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:13.836131 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-89c7cad5-3cc6-4888-82b6-30c16c2e1ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:14.676088 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:15.747483 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:17.764716 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:28.573124 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:29.593241 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:38.243167 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b4d05ca4-ef11-49db-b0a4-170c1fdf1fa1 req-14eaeb43-f27e-4a01-8358-519a6b29a35f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1039503 Aug 18 14:14:38.339932 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d05ca4-ef11-49db-b0a4-170c1fdf1fa1 req-517e5ad8-1be0-4799-a5a0-769b38181a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:38.341542 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b4d05ca4-ef11-49db-b0a4-170c1fdf1fa1 req-517e5ad8-1be0-4799-a5a0-769b38181a2b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ef28cfef0a84ad4be544548c23efc3f&device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 1096 time: 0.0514832 Aug 18 14:14:38.489763 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d05ca4-ef11-49db-b0a4-170c1fdf1fa1 req-093c8d78-83b7-479a-ac62-3e914b7e3fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:38.492518 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b4d05ca4-ef11-49db-b0a4-170c1fdf1fa1 req-093c8d78-83b7-479a-ac62-3e914b7e3fb9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a3bc5ae-d1a5-43f2-a9c4-97187003e597 HTTP/1.1" status: 200 len: 910 time: 0.1214800 Aug 18 14:14:38.578141 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b4d05ca4-ef11-49db-b0a4-170c1fdf1fa1 req-d7c9eab3-5006-4d7c-9d4b-f7eba15d9239 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=125d8a47-719e-4e43-abf3-b2179f621d31 HTTP/1.1" status: 200 len: 1001 time: 0.0780535 Aug 18 14:14:39.025476 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d05ca4-ef11-49db-b0a4-170c1fdf1fa1 req-a0db0e53-7eca-4e82-9e52-75dea3fc5529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:39.027047 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b4d05ca4-ef11-49db-b0a4-170c1fdf1fa1 req-a0db0e53-7eca-4e82-9e52-75dea3fc5529 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=14ac4867-8cc4-45c2-924f-9a0c38dcc1b1 HTTP/1.1" status: 200 len: 848 time: 0.4414093 Aug 18 14:14:39.081414 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d05ca4-ef11-49db-b0a4-170c1fdf1fa1 req-c115ad5c-b0e9-40de-ad38-fccdc8560bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:14:39.083165 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b4d05ca4-ef11-49db-b0a4-170c1fdf1fa1 req-c115ad5c-b0e9-40de-ad38-fccdc8560bf3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a3bc5ae-d1a5-43f2-a9c4-97187003e597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472572 Aug 18 14:14:39.196725 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b4d05ca4-ef11-49db-b0a4-170c1fdf1fa1 req-9e7ebbe5-6850-4978-aac0-954b34b4a6cb service neutron] 10.222.0.39 "GET /v2.0/networks/3a3bc5ae-d1a5-43f2-a9c4-97187003e597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045780 Aug 18 14:14:39.307851 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b4d05ca4-ef11-49db-b0a4-170c1fdf1fa1 req-345ff29e-2ac9-4563-9508-9fba3566e972 service neutron] 10.222.0.39 "GET /v2.0/networks/3a3bc5ae-d1a5-43f2-a9c4-97187003e597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041141 Aug 18 14:14:41.713271 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2f0aaec0-dabc-475f-8e2f-5d3446f45611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:43.846760 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6070eed6-b922-49aa-89a1-984a591efd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:43.987533 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:14:44.652159 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:45.749470 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:47.749484 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:58.525923 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:14:59.580910 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:11.717574 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-359a8bf0-ba95-4a25-9803-ad0a5e25b527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:13.866475 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cb740925-b7c1-48b6-831d-b10b04a73e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:14.651297 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:15.746115 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:17.365147 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b79170-3006-4f7c-9fdf-e651b8381baa req-11873669-0ed8-4542-a432-7c560a090217 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:17.367411 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-83b79170-3006-4f7c-9fdf-e651b8381baa req-11873669-0ed8-4542-a432-7c560a090217 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 945 time: 0.0532715 Aug 18 14:15:17.414248 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-83b79170-3006-4f7c-9fdf-e651b8381baa req-778e3596-117f-46fc-b008-b7c050d93ee7 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406704 Aug 18 14:15:17.758118 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:18.560849 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928db07-3b00-4c26-a4bc-25ca546edfb7 req-b43781fd-33c8-418d-8c1a-83c5b3e93e09 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:18.562459 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5928db07-3b00-4c26-a4bc-25ca546edfb7 req-b43781fd-33c8-418d-8c1a-83c5b3e93e09 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 945 time: 0.0588117 Aug 18 14:15:18.609844 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5928db07-3b00-4c26-a4bc-25ca546edfb7 req-589d608b-9556-4f5b-9a90-99afae60213e tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354793 Aug 18 14:15:19.764746 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3208b3-f7f3-4881-85d8-9553e06cca06 req-8bb6d0fb-5c4b-4b74-9c03-ef6d988abc27 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:19.767373 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e3208b3-f7f3-4881-85d8-9553e06cca06 req-8bb6d0fb-5c4b-4b74-9c03-ef6d988abc27 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 945 time: 0.0793993 Aug 18 14:15:19.809981 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3e3208b3-f7f3-4881-85d8-9553e06cca06 req-e693a0cf-6763-48e6-942b-17408d3b3cc7 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357709 Aug 18 14:15:20.940219 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d179f79-3e55-419e-a9b8-803373c75b80 req-450e6e49-f33e-43c2-aa7e-9b0dd63965e1 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:20.941756 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6d179f79-3e55-419e-a9b8-803373c75b80 req-450e6e49-f33e-43c2-aa7e-9b0dd63965e1 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 945 time: 0.0539467 Aug 18 14:15:20.985068 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6d179f79-3e55-419e-a9b8-803373c75b80 req-52f14420-4ee0-497b-88a1-9eeb1079d9b0 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358343 Aug 18 14:15:20.986777 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:15:22.111844 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b06bfc-2b15-4dd0-b49f-64ec3ac4dfa5 req-77fa8718-5c02-4a59-93ca-b80b55b3da05 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:22.111844 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-75b06bfc-2b15-4dd0-b49f-64ec3ac4dfa5 req-77fa8718-5c02-4a59-93ca-b80b55b3da05 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 945 time: 0.0543630 Aug 18 14:15:22.177163 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-75b06bfc-2b15-4dd0-b49f-64ec3ac4dfa5 req-cd0ab7a2-3f23-4471-b0cf-03f239e4961a tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539248 Aug 18 14:15:23.310519 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498fb366-b4b7-41e5-9e80-0c1d3d3ac6d0 req-0d48c896-6d9e-48c1-9213-21e08194da0d tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:23.312210 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-498fb366-b4b7-41e5-9e80-0c1d3d3ac6d0 req-0d48c896-6d9e-48c1-9213-21e08194da0d tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 945 time: 0.0600929 Aug 18 14:15:23.368041 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-498fb366-b4b7-41e5-9e80-0c1d3d3ac6d0 req-0a18803f-de88-48dc-8d95-8d635501225b tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488153 Aug 18 14:15:24.494930 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a412117-d0d0-4f21-a967-32c966d46c9b req-4a571bf2-80f6-4ba0-aa4b-7d4b8010bf06 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:24.496573 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7a412117-d0d0-4f21-a967-32c966d46c9b req-4a571bf2-80f6-4ba0-aa4b-7d4b8010bf06 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 945 time: 0.0557959 Aug 18 14:15:24.554651 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7a412117-d0d0-4f21-a967-32c966d46c9b req-6a4520bd-9e4b-413f-8c4c-82a8b42b568d tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459542 Aug 18 14:15:25.683863 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d07e28-3bbe-4309-a959-a77e57d95f7f req-aed73de3-15fb-4e47-8dbf-7df4532a9cc0 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:25.685538 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-39d07e28-3bbe-4309-a959-a77e57d95f7f req-aed73de3-15fb-4e47-8dbf-7df4532a9cc0 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 945 time: 0.0569067 Aug 18 14:15:25.747425 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-39d07e28-3bbe-4309-a959-a77e57d95f7f req-0d1479e6-0817-4896-b784-d40e41ff1858 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511696 Aug 18 14:15:26.872891 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813264b-2bc3-4394-93cd-2949d38f8e34 req-e9f97312-a396-4076-b577-1cdfd1f81016 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:26.874529 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b813264b-2bc3-4394-93cd-2949d38f8e34 req-e9f97312-a396-4076-b577-1cdfd1f81016 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 945 time: 0.0549495 Aug 18 14:15:26.916615 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b813264b-2bc3-4394-93cd-2949d38f8e34 req-39dcff8f-76a1-43ba-b0ff-32a75c92ab35 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348074 Aug 18 14:15:28.051849 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba7d8af-79fc-44ee-8ad8-d745f0bb578a req-68a3ee3b-5a56-4328-ae95-b3633d7bcdc0 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:28.054820 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-aba7d8af-79fc-44ee-8ad8-d745f0bb578a req-68a3ee3b-5a56-4328-ae95-b3633d7bcdc0 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 945 time: 0.0646231 Aug 18 14:15:28.103000 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-aba7d8af-79fc-44ee-8ad8-d745f0bb578a req-a3a6307e-271e-4235-91c6-1925266e8298 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418196 Aug 18 14:15:28.525303 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:29.236941 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6f0c4-7eb5-43cb-8f33-306f665a5368 req-56afc5b3-44dc-4499-a043-ad099ac815c4 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:29.238769 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-75d6f0c4-7eb5-43cb-8f33-306f665a5368 req-56afc5b3-44dc-4499-a043-ad099ac815c4 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 945 time: 0.0539939 Aug 18 14:15:29.282978 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-75d6f0c4-7eb5-43cb-8f33-306f665a5368 req-128bcc18-d2d1-478b-98d0-ee0df158769e tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371339 Aug 18 14:15:29.577033 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:29.623396 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 125d8a47-719e-4e43-abf3-b2179f621d31 details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:15:29.749225 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 125d8a47-719e-4e43-abf3-b2179f621d31, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=125d8a47-719e-4e43-abf3-b2179f621d31,segment=NetworkSegment(659ef307-8971-47bc-a13d-bcda5cc7e8e0),segment_id=659ef307-8971-47bc-a13d-bcda5cc7e8e0)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:29.766034 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '125d8a47-719e-4e43-abf3-b2179f621d31', 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597', 'port_id': '125d8a47-719e-4e43-abf3-b2179f621d31', 'mac_address': 'fa:16:3e:f2:36:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14ac4867-8cc4-45c2-924f-9a0c38dcc1b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:15:29.810384 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:29.825237 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 125d8a47-719e-4e43-abf3-b2179f621d31 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:15:29.848491 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 125d8a47-719e-4e43-abf3-b2179f621d31, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=125d8a47-719e-4e43-abf3-b2179f621d31,segment=NetworkSegment(659ef307-8971-47bc-a13d-bcda5cc7e8e0),segment_id=659ef307-8971-47bc-a13d-bcda5cc7e8e0)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:29.929645 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:29.991172 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=125d8a47-719e-4e43-abf3-b2179f621d31,revision_number=6']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:30.000956 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['125d8a47-719e-4e43-abf3-b2179f621d31'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:15:30.005523 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:30.005867 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:30.006232 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:30.006567 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:30.006939 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:30.007279 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:30.007604 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:30.007931 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:30.008254 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:30.008576 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:30.008899 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:30.009218 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:30.436588 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f7281-5e8d-4b25-a5eb-ddf0a770900c req-60496642-66b2-4f89-b6ce-978e8dea1aee tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:30.438200 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6f2f7281-5e8d-4b25-a5eb-ddf0a770900c req-60496642-66b2-4f89-b6ce-978e8dea1aee tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 944 time: 0.0664926 Aug 18 14:15:30.487905 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-6f2f7281-5e8d-4b25-a5eb-ddf0a770900c req-a1de9c17-ec1d-4b53-b9ba-9a7806eddb07 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421188 Aug 18 14:15:31.643140 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 125d8a47-719e-4e43-abf3-b2179f621d31 up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:15:31.699617 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f21e6-b2c5-4246-858c-6a441992072c req-182542dc-c2b6-4692-b8c3-765e424424e5 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:31.704113 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e94f21e6-b2c5-4246-858c-6a441992072c req-182542dc-c2b6-4692-b8c3-765e424424e5 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 944 time: 0.0939622 Aug 18 14:15:31.752010 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 125d8a47-719e-4e43-abf3-b2179f621d31 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:15:31.752541 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:31.798855 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e94f21e6-b2c5-4246-858c-6a441992072c req-6eef7a39-aace-4196-9ef5-304f73d95b99 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820930 Aug 18 14:15:31.949274 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:31.996273 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e55c58-5a57-4b35-a440-8f98d4942a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125d8a47-719e-4e43-abf3-b2179f621d31'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:15:32.001225 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ba3b915c790ece66a99fb45b0530a9eb9c5b6743edcd6e3a78a03ec4b78c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6396ffec-1a55-44d4-9b07-289d426f38bf" -d '{"events": [{"server_uuid": "06e55c58-5a57-4b35-a440-8f98d4942a31", "name": "network-vif-plugged", "status": "completed", "tag": "125d8a47-719e-4e43-abf3-b2179f621d31"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:15:32.034412 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 125d8a47-719e-4e43-abf3-b2179f621d31, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=125d8a47-719e-4e43-abf3-b2179f621d31,segment=NetworkSegment(659ef307-8971-47bc-a13d-bcda5cc7e8e0),segment_id=659ef307-8971-47bc-a13d-bcda5cc7e8e0)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:32.165479 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9687190c-d910-4749-bd95-fce933f95684 x-openstack-request-id: req-9687190c-d910-4749-bd95-fce933f95684 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:15:32.166709 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e55c58-5a57-4b35-a440-8f98d4942a31", "name": "network-vif-plugged", "status": "completed", "tag": "125d8a47-719e-4e43-abf3-b2179f621d31", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:15:32.170041 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9687190c-d910-4749-bd95-fce933f95684 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:15:32.170041 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e55c58-5a57-4b35-a440-8f98d4942a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125d8a47-719e-4e43-abf3-b2179f621d31', 'code': 200} Aug 18 14:15:32.171036 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:32.232637 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=125d8a47-719e-4e43-abf3-b2179f621d31,revision_number=7']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:33.018854 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43feec14-48e9-468e-848b-a70a6746f57c req-0d692b32-1aff-4b19-9d8e-67229700c04b tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:33.022996 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-43feec14-48e9-468e-848b-a70a6746f57c req-0d692b32-1aff-4b19-9d8e-67229700c04b tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 945 time: 0.0775795 Aug 18 14:15:33.091607 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-43feec14-48e9-468e-848b-a70a6746f57c req-66ead18f-f53b-49de-af6e-86a6e6c643e2 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612595 Aug 18 14:15:34.333879 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a319874-8569-47d9-a0e2-c4f9ff88145c req-efbc89ba-5330-4a46-91a0-6a4c8ededc59 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:34.337649 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1a319874-8569-47d9-a0e2-c4f9ff88145c req-efbc89ba-5330-4a46-91a0-6a4c8ededc59 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 945 time: 0.1002381 Aug 18 14:15:34.405100 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1a319874-8569-47d9-a0e2-c4f9ff88145c req-a71afe6e-f411-45ab-91ca-96c0eae53715 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570807 Aug 18 14:15:35.580888 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62da2d-17e3-48fb-8e7c-862b8399c9c3 req-286bc5ff-ab57-40f7-b5f8-2b25027ee7e7 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:35.582746 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7e62da2d-17e3-48fb-8e7c-862b8399c9c3 req-286bc5ff-ab57-40f7-b5f8-2b25027ee7e7 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 945 time: 0.0695913 Aug 18 14:15:35.631371 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7e62da2d-17e3-48fb-8e7c-862b8399c9c3 req-62334e55-4104-4378-9b2c-25399427cdfd tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401921 Aug 18 14:15:36.805005 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d16c7-496c-4cc8-a2df-50129d871e66 req-8047cfc3-d01d-42b6-8b20-7d8c7b48a4ee tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:36.806661 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bb2d16c7-496c-4cc8-a2df-50129d871e66 req-8047cfc3-d01d-42b6-8b20-7d8c7b48a4ee tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 945 time: 0.0639226 Aug 18 14:15:36.890291 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-bb2d16c7-496c-4cc8-a2df-50129d871e66 req-5f46b05f-b94c-4f35-b40f-906bcfdac6f9 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680435 Aug 18 14:15:38.129182 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed8a59-3748-4410-bc1f-4e0b3b222eb5 req-9286e1b5-aff3-4d0b-873d-ed172658a138 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:38.143581 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4eed8a59-3748-4410-bc1f-4e0b3b222eb5 req-9286e1b5-aff3-4d0b-873d-ed172658a138 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 945 time: 0.0840342 Aug 18 14:15:38.200257 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4eed8a59-3748-4410-bc1f-4e0b3b222eb5 req-e6e86291-ce46-485d-8283-b2eb339befab tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537677 Aug 18 14:15:39.207667 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc4d6f-d226-463a-b5f0-ec316bbe847c req-aefeb4ba-2fda-4003-9f12-168103f0ae58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:39.209333 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d4fc4d6f-d226-463a-b5f0-ec316bbe847c req-aefeb4ba-2fda-4003-9f12-168103f0ae58 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ef28cfef0a84ad4be544548c23efc3f&device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 1096 time: 0.0593479 Aug 18 14:15:39.339643 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf893ed5-568f-44f1-9839-6a4bcbb3c987 req-4e332b96-ab08-452c-ba43-66ce9f8eceb6 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:39.341401 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cf893ed5-568f-44f1-9839-6a4bcbb3c987 req-4e332b96-ab08-452c-ba43-66ce9f8eceb6 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 945 time: 0.0624692 Aug 18 14:15:39.353472 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc4d6f-d226-463a-b5f0-ec316bbe847c req-dd41b2ec-0cee-4f6f-8ff7-ff1e78adb750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:39.355055 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d4fc4d6f-d226-463a-b5f0-ec316bbe847c req-dd41b2ec-0cee-4f6f-8ff7-ff1e78adb750 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a3bc5ae-d1a5-43f2-a9c4-97187003e597 HTTP/1.1" status: 200 len: 910 time: 0.1196828 Aug 18 14:15:39.400201 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cf893ed5-568f-44f1-9839-6a4bcbb3c987 req-ba9b9160-3d1b-4f51-802d-8940d0b713fa tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428672 Aug 18 14:15:39.500172 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d4fc4d6f-d226-463a-b5f0-ec316bbe847c req-b6bb114a-6666-4bc9-9fd2-3e3f1293bc65 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=125d8a47-719e-4e43-abf3-b2179f621d31 HTTP/1.1" status: 200 len: 1001 time: 0.1362231 Aug 18 14:15:39.566610 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc4d6f-d226-463a-b5f0-ec316bbe847c req-dbd9db3b-41c0-4e88-ad6f-4762189ebddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:39.568263 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d4fc4d6f-d226-463a-b5f0-ec316bbe847c req-dbd9db3b-41c0-4e88-ad6f-4762189ebddf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=14ac4867-8cc4-45c2-924f-9a0c38dcc1b1 HTTP/1.1" status: 200 len: 848 time: 0.0598302 Aug 18 14:15:39.649336 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc4d6f-d226-463a-b5f0-ec316bbe847c req-0f737969-8f33-498c-afe6-c1069beb70fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:39.652509 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d4fc4d6f-d226-463a-b5f0-ec316bbe847c req-0f737969-8f33-498c-afe6-c1069beb70fd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a3bc5ae-d1a5-43f2-a9c4-97187003e597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751638 Aug 18 14:15:39.794430 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d4fc4d6f-d226-463a-b5f0-ec316bbe847c req-df12aea9-e79c-484b-9880-7748ddf64eca service neutron] 10.222.0.39 "GET /v2.0/networks/3a3bc5ae-d1a5-43f2-a9c4-97187003e597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331584 Aug 18 14:15:39.974893 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d4fc4d6f-d226-463a-b5f0-ec316bbe847c req-af7a88d3-9e4f-4be9-8913-13bc5e8ea28a service neutron] 10.222.0.39 "GET /v2.0/networks/3a3bc5ae-d1a5-43f2-a9c4-97187003e597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717629 Aug 18 14:15:40.554874 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c1186-7d74-427b-bb46-494d08ff08c3 req-fcccfad1-1382-4b82-b331-fb84204032c2 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:40.556405 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-401c1186-7d74-427b-bb46-494d08ff08c3 req-fcccfad1-1382-4b82-b331-fb84204032c2 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 945 time: 0.0653872 Aug 18 14:15:40.608039 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-401c1186-7d74-427b-bb46-494d08ff08c3 req-239206a3-6565-4b94-b8a0-50e59fc7cde6 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399745 Aug 18 14:15:41.743492 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90470f2-dfc6-4928-b489-fd8b7a125f20 req-b06b6328-600f-4ea4-97dc-4ab7e078f919 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:41.745137 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a90470f2-dfc6-4928-b489-fd8b7a125f20 req-b06b6328-600f-4ea4-97dc-4ab7e078f919 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 945 time: 0.0540280 Aug 18 14:15:41.781830 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-dc60e251-17f9-4b3e-9907-ef715cb49b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:41.790846 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a90470f2-dfc6-4928-b489-fd8b7a125f20 req-36b3eae3-0ff3-41c5-bafc-fbaab42d1890 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392942 Aug 18 14:15:42.869255 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa60bd2-20f2-4b59-82db-bc7dd86a3571 req-06707b40-2846-4bb3-bf57-ff0c452f85af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:42.871066 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7aa60bd2-20f2-4b59-82db-bc7dd86a3571 req-06707b40-2846-4bb3-bf57-ff0c452f85af service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ef28cfef0a84ad4be544548c23efc3f&device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 1096 time: 0.0564096 Aug 18 14:15:43.060983 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b789e-e04b-47b6-9ffe-0d49132a44e6 req-c1839f7c-539f-43a9-afbd-683064ab5b3a tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:43.063986 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-964b789e-e04b-47b6-9ffe-0d49132a44e6 req-c1839f7c-539f-43a9-afbd-683064ab5b3a tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 945 time: 0.1968637 Aug 18 14:15:43.135517 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa60bd2-20f2-4b59-82db-bc7dd86a3571 req-cbb071bb-30fd-481f-b895-7374245e50ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:43.138127 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7aa60bd2-20f2-4b59-82db-bc7dd86a3571 req-cbb071bb-30fd-481f-b895-7374245e50ab service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a3bc5ae-d1a5-43f2-a9c4-97187003e597 HTTP/1.1" status: 200 len: 910 time: 0.2583117 Aug 18 14:15:43.210369 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-964b789e-e04b-47b6-9ffe-0d49132a44e6 req-00e0b07e-1bc5-4667-8db8-b09163388bec tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324134 Aug 18 14:15:43.243382 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7aa60bd2-20f2-4b59-82db-bc7dd86a3571 req-9266ce02-b46e-4033-9b92-e7b589c70b86 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=125d8a47-719e-4e43-abf3-b2179f621d31 HTTP/1.1" status: 200 len: 1001 time: 0.0969806 Aug 18 14:15:43.308624 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa60bd2-20f2-4b59-82db-bc7dd86a3571 req-413651b2-a8cf-4dac-9066-200594e5325b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:43.310201 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7aa60bd2-20f2-4b59-82db-bc7dd86a3571 req-413651b2-a8cf-4dac-9066-200594e5325b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=14ac4867-8cc4-45c2-924f-9a0c38dcc1b1 HTTP/1.1" status: 200 len: 848 time: 0.0592270 Aug 18 14:15:43.369086 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa60bd2-20f2-4b59-82db-bc7dd86a3571 req-45a31579-8a62-4068-9d07-be376d42b555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:43.370769 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7aa60bd2-20f2-4b59-82db-bc7dd86a3571 req-45a31579-8a62-4068-9d07-be376d42b555 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a3bc5ae-d1a5-43f2-a9c4-97187003e597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532465 Aug 18 14:15:43.482427 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7aa60bd2-20f2-4b59-82db-bc7dd86a3571 req-cfa87f4c-4a96-4b71-b4c2-da4311f2de5e service neutron] 10.222.0.39 "GET /v2.0/networks/3a3bc5ae-d1a5-43f2-a9c4-97187003e597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039722 Aug 18 14:15:43.602529 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7aa60bd2-20f2-4b59-82db-bc7dd86a3571 req-03fd2327-de11-407d-a90d-bb7d5b084a3b service neutron] 10.222.0.39 "GET /v2.0/networks/3a3bc5ae-d1a5-43f2-a9c4-97187003e597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128354 Aug 18 14:15:43.861970 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-48bd680b-3b9b-458b-abb2-fe6121da420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:44.353280 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c6dee-6a20-41c6-b3fd-44a92bb3c2b8 req-2dbf4b7e-4747-4bbe-8a42-53356d8f459b tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:44.354967 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-161c6dee-6a20-41c6-b3fd-44a92bb3c2b8 req-2dbf4b7e-4747-4bbe-8a42-53356d8f459b tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 945 time: 0.0557737 Aug 18 14:15:44.399482 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-161c6dee-6a20-41c6-b3fd-44a92bb3c2b8 req-caec9308-6441-46f4-9ca9-1117965ab8c0 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375121 Aug 18 14:15:44.656895 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:45.533858 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e72c9-fcf0-4833-9837-7b93767f6690 req-2d46d035-f26f-44f3-ad12-50f8615edf80 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:45.535546 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-829e72c9-fcf0-4833-9837-7b93767f6690 req-2d46d035-f26f-44f3-ad12-50f8615edf80 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 945 time: 0.0573292 Aug 18 14:15:45.582906 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-829e72c9-fcf0-4833-9837-7b93767f6690 req-36b12c3a-746e-4d6c-bf9f-c1fb8ae1271b tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364318 Aug 18 14:15:45.678715 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 125d8a47-719e-4e43-abf3-b2179f621d31 no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:15:45.783221 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:45.815477 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e55c58-5a57-4b35-a440-8f98d4942a31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '125d8a47-719e-4e43-abf3-b2179f621d31'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:15:45.818112 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ba3b915c790ece66a99fb45b0530a9eb9c5b6743edcd6e3a78a03ec4b78c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1effb1-0cd9-4fe5-8408-0fc91caffdb3" -d '{"events": [{"server_uuid": "06e55c58-5a57-4b35-a440-8f98d4942a31", "name": "network-vif-unplugged", "status": "completed", "tag": "125d8a47-719e-4e43-abf3-b2179f621d31"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:15:45.824850 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:45.836678 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 125d8a47-719e-4e43-abf3-b2179f621d31, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=125d8a47-719e-4e43-abf3-b2179f621d31,segment=NetworkSegment(659ef307-8971-47bc-a13d-bcda5cc7e8e0),segment_id=659ef307-8971-47bc-a13d-bcda5cc7e8e0)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:45.886641 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 14:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27c5439-7c90-49df-b318-5fb479ae1710 x-openstack-request-id: req-b27c5439-7c90-49df-b318-5fb479ae1710 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:15:45.887114 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e55c58-5a57-4b35-a440-8f98d4942a31", "name": "network-vif-unplugged", "status": "completed", "tag": "125d8a47-719e-4e43-abf3-b2179f621d31", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:15:45.887377 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b27c5439-7c90-49df-b318-5fb479ae1710 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:15:45.887785 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e55c58-5a57-4b35-a440-8f98d4942a31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '125d8a47-719e-4e43-abf3-b2179f621d31', 'code': 200} Aug 18 14:15:45.937337 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:46.029126 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=125d8a47-719e-4e43-abf3-b2179f621d31,revision_number=8']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:46.104596 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4aae0f-191c-4d08-b791-53129b2edfd4 req-886abc4a-3aca-40df-ad1c-ce046c997355 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:46.106309 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9f4aae0f-191c-4d08-b791-53129b2edfd4 req-886abc4a-3aca-40df-ad1c-ce046c997355 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 943 time: 0.0610316 Aug 18 14:15:46.151609 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9f4aae0f-191c-4d08-b791-53129b2edfd4 req-9a599f55-d7d9-45d8-baa2-0357662356ab tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389361 Aug 18 14:15:46.610589 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41616) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:15:46.705360 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d70e841d-1912-48e8-bb8c-950fb59c2395 req-ee312346-5f1a-4171-8ef4-f7c6b94c89d2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0934095 Aug 18 14:15:47.286463 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07660dd-2976-43f6-ab34-5727820460b0 req-91e719a3-e947-435e-b5cd-8cf2057fdec7 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:47.288169 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e07660dd-2976-43f6-ab34-5727820460b0 req-91e719a3-e947-435e-b5cd-8cf2057fdec7 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 943 time: 0.0608072 Aug 18 14:15:47.335217 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-e07660dd-2976-43f6-ab34-5727820460b0 req-d8a47f47-f018-4cea-9af8-1f98229044e5 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393126 Aug 18 14:15:47.724799 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:48.396778 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e841d-1912-48e8-bb8c-950fb59c2395 req-e20c2240-b694-4c58-94da-445492f184dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:48.399023 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d70e841d-1912-48e8-bb8c-950fb59c2395 req-e20c2240-b694-4c58-94da-445492f184dd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31&tenant_id=1ef28cfef0a84ad4be544548c23efc3f HTTP/1.1" status: 200 len: 1094 time: 0.1199279 Aug 18 14:15:48.414035 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-d70e841d-1912-48e8-bb8c-950fb59c2395 req-19a937e9-0180-4ef5-a5d1-c3b1713fafef service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803603-2', 'device_owner': 'compute:nova'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:15:48.509058 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d70e841d-1912-48e8-bb8c-950fb59c2395 req-19a937e9-0180-4ef5-a5d1-c3b1713fafef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:48.535323 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0c5a1-bbb1-45a7-a1dd-ab2bfc2c64b2 req-2a91ef2b-e479-42ef-9d81-c33cf111450f tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:48.537130 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-30d0c5a1-bbb1-45a7-a1dd-ab2bfc2c64b2 req-2a91ef2b-e479-42ef-9d81-c33cf111450f tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 943 time: 0.1016886 Aug 18 14:15:48.672694 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-30d0c5a1-bbb1-45a7-a1dd-ab2bfc2c64b2 req-f5c3654e-ab28-4aeb-9c18-b0875771af48 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103940 Aug 18 14:15:48.843317 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-d70e841d-1912-48e8-bb8c-950fb59c2395 req-19a937e9-0180-4ef5-a5d1-c3b1713fafef service neutron] For port 125d8a47-719e-4e43-abf3-b2179f621d31, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=125d8a47-719e-4e43-abf3-b2179f621d31,segment=NetworkSegment(659ef307-8971-47bc-a13d-bcda5cc7e8e0),segment_id=659ef307-8971-47bc-a13d-bcda5cc7e8e0)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:15:48.899684 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-d70e841d-1912-48e8-bb8c-950fb59c2395 req-19a937e9-0180-4ef5-a5d1-c3b1713fafef service neutron] For port 125d8a47-719e-4e43-abf3-b2179f621d31, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:15:48.960566 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-d70e841d-1912-48e8-bb8c-950fb59c2395 req-19a937e9-0180-4ef5-a5d1-c3b1713fafef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 125d8a47-719e-4e43-abf3-b2179f621d31 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:15:48.975969 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d70e841d-1912-48e8-bb8c-950fb59c2395 req-19a937e9-0180-4ef5-a5d1-c3b1713fafef service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:48.996983 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-d70e841d-1912-48e8-bb8c-950fb59c2395 req-19a937e9-0180-4ef5-a5d1-c3b1713fafef service neutron] Transition to ACTIVE for port object 125d8a47-719e-4e43-abf3-b2179f621d31 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:15:49.085206 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d70e841d-1912-48e8-bb8c-950fb59c2395 req-19a937e9-0180-4ef5-a5d1-c3b1713fafef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:49.171470 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a937e9-0180-4ef5-a5d1-c3b1713fafef service neutron] Pushing event updated for resources: {'Port': ['ID=125d8a47-719e-4e43-abf3-b2179f621d31,revision_number=9']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:49.187422 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a937e9-0180-4ef5-a5d1-c3b1713fafef service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:49.187774 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a937e9-0180-4ef5-a5d1-c3b1713fafef service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:49.188338 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a937e9-0180-4ef5-a5d1-c3b1713fafef service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:49.188690 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a937e9-0180-4ef5-a5d1-c3b1713fafef service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:49.189029 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a937e9-0180-4ef5-a5d1-c3b1713fafef service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:49.189505 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a937e9-0180-4ef5-a5d1-c3b1713fafef service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:49.189693 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a937e9-0180-4ef5-a5d1-c3b1713fafef service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:49.190029 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a937e9-0180-4ef5-a5d1-c3b1713fafef service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:49.190395 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a937e9-0180-4ef5-a5d1-c3b1713fafef service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:49.190732 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a937e9-0180-4ef5-a5d1-c3b1713fafef service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:49.191063 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a937e9-0180-4ef5-a5d1-c3b1713fafef service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:49.191391 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a937e9-0180-4ef5-a5d1-c3b1713fafef service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:15:49.236604 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-d70e841d-1912-48e8-bb8c-950fb59c2395 req-19a937e9-0180-4ef5-a5d1-c3b1713fafef service neutron] No DVR routers for this DVR port 125d8a47-719e-4e43-abf3-b2179f621d31 on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:15:49.436335 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-d70e841d-1912-48e8-bb8c-950fb59c2395 req-19a937e9-0180-4ef5-a5d1-c3b1713fafef service neutron] Attempting to bind port 125d8a47-719e-4e43-abf3-b2179f621d31 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:15:49.437080 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-d70e841d-1912-48e8-bb8c-950fb59c2395 req-19a937e9-0180-4ef5-a5d1-c3b1713fafef service neutron] Attempting to bind port 125d8a47-719e-4e43-abf3-b2179f621d31 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '659ef307-8971-47bc-a13d-bcda5cc7e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:15:49.437080 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70e841d-1912-48e8-bb8c-950fb59c2395 req-19a937e9-0180-4ef5-a5d1-c3b1713fafef service neutron] Attempting to bind port 125d8a47-719e-4e43-abf3-b2179f621d31 on network 3a3bc5ae-d1a5-43f2-a9c4-97187003e597 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:15:49.442598 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70e841d-1912-48e8-bb8c-950fb59c2395 req-19a937e9-0180-4ef5-a5d1-c3b1713fafef service neutron] Port 125d8a47-719e-4e43-abf3-b2179f621d31 on network 3a3bc5ae-d1a5-43f2-a9c4-97187003e597 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:15:49.443056 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70e841d-1912-48e8-bb8c-950fb59c2395 req-19a937e9-0180-4ef5-a5d1-c3b1713fafef service neutron] Attempting to bind port 125d8a47-719e-4e43-abf3-b2179f621d31 on network 3a3bc5ae-d1a5-43f2-a9c4-97187003e597 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:15:49.449564 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70e841d-1912-48e8-bb8c-950fb59c2395 req-19a937e9-0180-4ef5-a5d1-c3b1713fafef service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:15:49.449915 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70e841d-1912-48e8-bb8c-950fb59c2395 req-19a937e9-0180-4ef5-a5d1-c3b1713fafef service neutron] Checking segment: {'id': '659ef307-8971-47bc-a13d-bcda5cc7e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:15:49.450630 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70e841d-1912-48e8-bb8c-950fb59c2395 req-19a937e9-0180-4ef5-a5d1-c3b1713fafef service neutron] Bound using segment: {'id': '659ef307-8971-47bc-a13d-bcda5cc7e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:15:49.451083 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-d70e841d-1912-48e8-bb8c-950fb59c2395 req-19a937e9-0180-4ef5-a5d1-c3b1713fafef service neutron] Bound port: 125d8a47-719e-4e43-abf3-b2179f621d31, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '659ef307-8971-47bc-a13d-bcda5cc7e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:15:49.451461 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d70e841d-1912-48e8-bb8c-950fb59c2395 req-19a937e9-0180-4ef5-a5d1-c3b1713fafef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:49.576554 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-d70e841d-1912-48e8-bb8c-950fb59c2395 req-19a937e9-0180-4ef5-a5d1-c3b1713fafef service neutron] For port 125d8a47-719e-4e43-abf3-b2179f621d31, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:15:49.582238 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-d70e841d-1912-48e8-bb8c-950fb59c2395 req-19a937e9-0180-4ef5-a5d1-c3b1713fafef service neutron] For port 125d8a47-719e-4e43-abf3-b2179f621d31, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=125d8a47-719e-4e43-abf3-b2179f621d31,segment=NetworkSegment(659ef307-8971-47bc-a13d-bcda5cc7e8e0),segment_id=659ef307-8971-47bc-a13d-bcda5cc7e8e0)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:15:49.663015 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d70e841d-1912-48e8-bb8c-950fb59c2395 req-19a937e9-0180-4ef5-a5d1-c3b1713fafef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:49.703688 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e841d-1912-48e8-bb8c-950fb59c2395 req-19a937e9-0180-4ef5-a5d1-c3b1713fafef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:49.704252 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-d70e841d-1912-48e8-bb8c-950fb59c2395 req-19a937e9-0180-4ef5-a5d1-c3b1713fafef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:49.705737 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d70e841d-1912-48e8-bb8c-950fb59c2395 req-19a937e9-0180-4ef5-a5d1-c3b1713fafef service neutron] 10.222.0.20 "PUT /v2.0/ports/125d8a47-719e-4e43-abf3-b2179f621d31 HTTP/1.1" status: 200 len: 1091 time: 1.2973998 Aug 18 14:15:49.706258 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e55c58-5a57-4b35-a440-8f98d4942a31', 'tag': '125d8a47-719e-4e43-abf3-b2179f621d31'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:15:49.708728 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ccf4947-4541-4845-8728-4660cf121af1" -d '{"events": [{"name": "network-changed", "server_uuid": "06e55c58-5a57-4b35-a440-8f98d4942a31", "tag": "125d8a47-719e-4e43-abf3-b2179f621d31"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:15:49.739992 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a937e9-0180-4ef5-a5d1-c3b1713fafef service neutron] Pushing event updated for resources: {'Port': ['ID=125d8a47-719e-4e43-abf3-b2179f621d31,revision_number=10']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:15:49.823272 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e841d-1912-48e8-bb8c-950fb59c2395 req-3d46b6eb-fed7-4fca-a5cf-8463a1873d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:49.825543 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d70e841d-1912-48e8-bb8c-950fb59c2395 req-3d46b6eb-fed7-4fca-a5cf-8463a1873d41 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ef28cfef0a84ad4be544548c23efc3f&device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 1095 time: 0.0740082 Aug 18 14:15:49.887282 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712e3d8-2b09-4ac3-8635-f7ec83988b19 req-1ddb5dad-a490-4d96-936a-f6c998443c8e tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:49.894862 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5712e3d8-2b09-4ac3-8635-f7ec83988b19 req-1ddb5dad-a490-4d96-936a-f6c998443c8e tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 944 time: 0.1038885 Aug 18 14:15:49.955739 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5712e3d8-2b09-4ac3-8635-f7ec83988b19 req-1fd61383-4ee9-46c6-aae3-0c52793c9098 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588896 Aug 18 14:15:49.969576 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0e8c72-5cb9-48a4-b3a4-6ae2aea4176b x-openstack-request-id: req-af0e8c72-5cb9-48a4-b3a4-6ae2aea4176b {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:15:49.969943 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e55c58-5a57-4b35-a440-8f98d4942a31", "tag": "125d8a47-719e-4e43-abf3-b2179f621d31", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:15:49.970281 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af0e8c72-5cb9-48a4-b3a4-6ae2aea4176b {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:15:49.971065 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e55c58-5a57-4b35-a440-8f98d4942a31', 'tag': '125d8a47-719e-4e43-abf3-b2179f621d31', 'status': 'completed', 'code': 200} Aug 18 14:15:49.977507 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e841d-1912-48e8-bb8c-950fb59c2395 req-ab17eed0-ddbc-4149-b78b-60b36b68a210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:49.979226 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d70e841d-1912-48e8-bb8c-950fb59c2395 req-ab17eed0-ddbc-4149-b78b-60b36b68a210 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3a3bc5ae-d1a5-43f2-a9c4-97187003e597 HTTP/1.1" status: 200 len: 910 time: 0.1462226 Aug 18 14:15:50.066969 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d70e841d-1912-48e8-bb8c-950fb59c2395 req-f9d636ed-0642-4321-aad9-05a74f8337ce service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=125d8a47-719e-4e43-abf3-b2179f621d31 HTTP/1.1" status: 200 len: 999 time: 0.0802543 Aug 18 14:15:50.125920 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e841d-1912-48e8-bb8c-950fb59c2395 req-4d3d45eb-5e6e-4de4-99a1-c835fb80dfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:50.127516 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d70e841d-1912-48e8-bb8c-950fb59c2395 req-4d3d45eb-5e6e-4de4-99a1-c835fb80dfa9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=14ac4867-8cc4-45c2-924f-9a0c38dcc1b1 HTTP/1.1" status: 200 len: 848 time: 0.0539746 Aug 18 14:15:50.184473 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e841d-1912-48e8-bb8c-950fb59c2395 req-07d7adb7-ae16-4d2c-85f8-02fca32f4e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:50.186132 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d70e841d-1912-48e8-bb8c-950fb59c2395 req-07d7adb7-ae16-4d2c-85f8-02fca32f4e28 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3a3bc5ae-d1a5-43f2-a9c4-97187003e597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501580 Aug 18 14:15:50.202528 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [req-d70e841d-1912-48e8-bb8c-950fb59c2395 req-e9898dbd-239c-4c1a-8968-ccbb97833995 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:15:50.204401 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d70e841d-1912-48e8-bb8c-950fb59c2395 req-e9898dbd-239c-4c1a-8968-ccbb97833995 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108106 Aug 18 14:15:50.313143 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d70e841d-1912-48e8-bb8c-950fb59c2395 req-5cdb6fa6-bdaf-435a-85c3-b99e17e67ef1 service neutron] 10.222.0.20 "GET /v2.0/networks/3a3bc5ae-d1a5-43f2-a9c4-97187003e597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013148 Aug 18 14:15:50.420231 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d70e841d-1912-48e8-bb8c-950fb59c2395 req-941cfee0-dde7-4531-8abc-2dfa7e1ca458 service neutron] 10.222.0.20 "GET /v2.0/networks/3a3bc5ae-d1a5-43f2-a9c4-97187003e597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996647 Aug 18 14:15:50.620959 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf4947-4541-4845-8728-4660cf121af1 req-ab0c7bf9-42ec-4863-ad39-758e5f71398a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:50.623854 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7ccf4947-4541-4845-8728-4660cf121af1 req-ab0c7bf9-42ec-4863-ad39-758e5f71398a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ef28cfef0a84ad4be544548c23efc3f&device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 1095 time: 0.0583875 Aug 18 14:15:50.777818 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf4947-4541-4845-8728-4660cf121af1 req-3c5ab29f-4f57-4bc6-86ba-9272ad460a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:50.779588 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7ccf4947-4541-4845-8728-4660cf121af1 req-3c5ab29f-4f57-4bc6-86ba-9272ad460a3a service neutron] 10.222.0.20 "GET /v2.0/networks?id=3a3bc5ae-d1a5-43f2-a9c4-97187003e597 HTTP/1.1" status: 200 len: 910 time: 0.1492186 Aug 18 14:15:50.856219 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7ccf4947-4541-4845-8728-4660cf121af1 req-e7971e8f-df6d-4bba-814a-9b6cb964feff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=125d8a47-719e-4e43-abf3-b2179f621d31 HTTP/1.1" status: 200 len: 999 time: 0.0692060 Aug 18 14:15:50.911574 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf4947-4541-4845-8728-4660cf121af1 req-a1c5b55a-d3c9-460c-83c2-1c98db715827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:50.913694 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7ccf4947-4541-4845-8728-4660cf121af1 req-a1c5b55a-d3c9-460c-83c2-1c98db715827 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=14ac4867-8cc4-45c2-924f-9a0c38dcc1b1 HTTP/1.1" status: 200 len: 848 time: 0.0496101 Aug 18 14:15:50.981870 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf4947-4541-4845-8728-4660cf121af1 req-27fb6a5e-40d9-473b-bfb9-47300dc98770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:50.981870 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7ccf4947-4541-4845-8728-4660cf121af1 req-27fb6a5e-40d9-473b-bfb9-47300dc98770 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3a3bc5ae-d1a5-43f2-a9c4-97187003e597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603623 Aug 18 14:15:51.226307 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7ccf4947-4541-4845-8728-4660cf121af1 req-21f25848-9c22-4d0d-a1c0-a5215bb33b94 service neutron] 10.222.0.20 "GET /v2.0/networks/3a3bc5ae-d1a5-43f2-a9c4-97187003e597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312596 Aug 18 14:15:51.325529 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16740076-1530-4de9-8ac6-442119084eaf req-f895537e-02fe-46e1-b7b5-79d027ad3bcd tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:51.329090 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-16740076-1530-4de9-8ac6-442119084eaf req-f895537e-02fe-46e1-b7b5-79d027ad3bcd tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 944 time: 0.0996916 Aug 18 14:15:51.387821 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-16740076-1530-4de9-8ac6-442119084eaf req-a7a7678d-7afd-42f3-8b08-bbc28c016d16 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535729 Aug 18 14:15:52.544095 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db13709-bf07-4bd3-8108-04abc6de4600 req-2e590987-2a9b-4ad1-ad46-3ed6daf12be3 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:52.545768 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3db13709-bf07-4bd3-8108-04abc6de4600 req-2e590987-2a9b-4ad1-ad46-3ed6daf12be3 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 944 time: 0.0801892 Aug 18 14:15:52.618118 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3db13709-bf07-4bd3-8108-04abc6de4600 req-068d98e2-ebed-496d-b4e0-f49d9de6c880 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652976 Aug 18 14:15:53.771378 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3e254-305f-463f-a8f5-d5e914c2e485 req-0508a1f6-64a1-41e1-a542-c1c7e05cb04d tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:53.773617 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5cc3e254-305f-463f-a8f5-d5e914c2e485 req-0508a1f6-64a1-41e1-a542-c1c7e05cb04d tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 944 time: 0.0572321 Aug 18 14:15:53.820608 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5cc3e254-305f-463f-a8f5-d5e914c2e485 req-33977e3c-c374-4503-885d-b5fb0dea53b6 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392270 Aug 18 14:15:54.996207 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c52e2cd-ec85-4280-84eb-095a1ccf48a0 req-348aab67-4158-47e8-bd82-36dc9e130bcb tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:54.999973 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7c52e2cd-ec85-4280-84eb-095a1ccf48a0 req-348aab67-4158-47e8-bd82-36dc9e130bcb tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 944 time: 0.0800564 Aug 18 14:15:55.069711 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7c52e2cd-ec85-4280-84eb-095a1ccf48a0 req-2b42326f-aaba-41a3-8aa5-8b172aa30a85 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582952 Aug 18 14:15:56.223176 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95101b-79ad-451e-bb8a-34939226c9bf req-851f8c79-e70e-451a-9e0c-3eea43101005 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:56.226639 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dc95101b-79ad-451e-bb8a-34939226c9bf req-851f8c79-e70e-451a-9e0c-3eea43101005 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 944 time: 0.0826461 Aug 18 14:15:56.280836 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-dc95101b-79ad-451e-bb8a-34939226c9bf req-d86732eb-d52a-4787-8252-254bb798035f tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465095 Aug 18 14:15:57.418682 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3651c-9e7b-4d49-8fd8-c78013c89188 req-b5807e87-14f1-4909-9035-1d148afe00bb tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:57.420343 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f3d3651c-9e7b-4d49-8fd8-c78013c89188 req-b5807e87-14f1-4909-9035-1d148afe00bb tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 944 time: 0.0585618 Aug 18 14:15:57.481250 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f3d3651c-9e7b-4d49-8fd8-c78013c89188 req-12e587e7-7c2e-461a-bec3-9346c8293ae8 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532506 Aug 18 14:15:57.985809 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:15:58.569228 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:58.688574 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6cfd5d-78f0-4138-8711-fa12ea722f0f req-52d4a6f0-ddcf-4cb1-830d-ec3e9d094d85 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:58.691430 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0c6cfd5d-78f0-4138-8711-fa12ea722f0f req-52d4a6f0-ddcf-4cb1-830d-ec3e9d094d85 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 944 time: 0.0936623 Aug 18 14:15:58.760852 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0c6cfd5d-78f0-4138-8711-fa12ea722f0f req-26ffc106-f8e0-48f7-a638-d6350b834b78 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504844 Aug 18 14:15:59.573446 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:15:59.940700 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d218c5f-d7f2-4aca-99fa-8a654c951ac0 req-cf6483fe-f8c0-42bc-92eb-ff5c9b7bd6b3 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:15:59.944353 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4d218c5f-d7f2-4aca-99fa-8a654c951ac0 req-cf6483fe-f8c0-42bc-92eb-ff5c9b7bd6b3 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 944 time: 0.0841146 Aug 18 14:16:00.009709 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4d218c5f-d7f2-4aca-99fa-8a654c951ac0 req-fc163c7a-8f66-4b77-b301-e68b783366ba tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542290 Aug 18 14:16:01.176855 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231584a-dc0b-48eb-befd-2dc39d6b4f79 req-a8b34164-62e2-47a3-a5bf-c18c8733b917 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:01.179083 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1231584a-dc0b-48eb-befd-2dc39d6b4f79 req-a8b34164-62e2-47a3-a5bf-c18c8733b917 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 944 time: 0.0811479 Aug 18 14:16:01.243238 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1231584a-dc0b-48eb-befd-2dc39d6b4f79 req-7eac0591-8da9-4c5f-beb2-7578f9b31993 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503733 Aug 18 14:16:02.264301 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7ccf4947-4541-4845-8728-4660cf121af1 req-76bf2f76-86b8-4d5f-9196-6d598edfb4cf service neutron] 10.222.0.20 "GET /v2.0/networks/3a3bc5ae-d1a5-43f2-a9c4-97187003e597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272283 Aug 18 14:16:02.422346 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09901668-15b6-44aa-80be-93ce746141d4 req-3819fb71-e894-40a9-9b6e-9f0f1256e187 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:02.424053 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-09901668-15b6-44aa-80be-93ce746141d4 req-3819fb71-e894-40a9-9b6e-9f0f1256e187 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 944 time: 0.0656996 Aug 18 14:16:02.468330 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-09901668-15b6-44aa-80be-93ce746141d4 req-e3081f8a-0fdf-4f62-8f4c-c95559ddcc60 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374722 Aug 18 14:16:03.629889 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1217a6-4c1e-4325-a5b1-275d78d6e52b req-1e7ec103-4c9c-4369-96b1-e990d1a8a02b tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:03.633269 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7b1217a6-4c1e-4325-a5b1-275d78d6e52b req-1e7ec103-4c9c-4369-96b1-e990d1a8a02b tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 944 time: 0.0856233 Aug 18 14:16:03.678887 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7b1217a6-4c1e-4325-a5b1-275d78d6e52b req-fbfe2a55-95fa-4ac8-8a4b-c0381a7ed262 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390561 Aug 18 14:16:04.784195 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 125d8a47-719e-4e43-abf3-b2179f621d31 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:16:04.834978 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802cb9de-d7fa-414e-b392-7f49a8486972 req-e0ef0019-55ce-4f78-98a4-546e9b0ff1c3 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:04.837345 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-802cb9de-d7fa-414e-b392-7f49a8486972 req-e0ef0019-55ce-4f78-98a4-546e9b0ff1c3 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 944 time: 0.0809360 Aug 18 14:16:04.891092 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-802cb9de-d7fa-414e-b392-7f49a8486972 req-3ada697a-d388-4541-8c29-d49677ca7081 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429513 Aug 18 14:16:04.912318 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 125d8a47-719e-4e43-abf3-b2179f621d31, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=125d8a47-719e-4e43-abf3-b2179f621d31,segment=NetworkSegment(659ef307-8971-47bc-a13d-bcda5cc7e8e0),segment_id=659ef307-8971-47bc-a13d-bcda5cc7e8e0)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:16:04.931389 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': '125d8a47-719e-4e43-abf3-b2179f621d31', 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597', 'port_id': '125d8a47-719e-4e43-abf3-b2179f621d31', 'mac_address': 'fa:16:3e:f2:36:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14ac4867-8cc4-45c2-924f-9a0c38dcc1b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:16:04.975540 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:04.990919 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 125d8a47-719e-4e43-abf3-b2179f621d31 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:16:05.016313 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 125d8a47-719e-4e43-abf3-b2179f621d31, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=125d8a47-719e-4e43-abf3-b2179f621d31,segment=NetworkSegment(659ef307-8971-47bc-a13d-bcda5cc7e8e0),segment_id=659ef307-8971-47bc-a13d-bcda5cc7e8e0)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:16:05.072874 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:05.135554 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=125d8a47-719e-4e43-abf3-b2179f621d31,revision_number=11']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:05.292842 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['125d8a47-719e-4e43-abf3-b2179f621d31'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:16:06.031388 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f6a90-a4f4-46c1-8049-88e16cb19649 req-d4ad9987-374b-4b27-b66c-089bff485246 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:06.033078 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-434f6a90-a4f4-46c1-8049-88e16cb19649 req-d4ad9987-374b-4b27-b66c-089bff485246 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 945 time: 0.0611432 Aug 18 14:16:06.078611 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-434f6a90-a4f4-46c1-8049-88e16cb19649 req-524121b6-81a2-47c9-b594-56ab952f74fe tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373478 Aug 18 14:16:06.806405 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 125d8a47-719e-4e43-abf3-b2179f621d31 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:16:06.935694 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port 125d8a47-719e-4e43-abf3-b2179f621d31 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:16:06.940216 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port 125d8a47-719e-4e43-abf3-b2179f621d31 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:16:06.940583 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:07.043514 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:07.081007 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e55c58-5a57-4b35-a440-8f98d4942a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125d8a47-719e-4e43-abf3-b2179f621d31'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:16:07.083960 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ba3b915c790ece66a99fb45b0530a9eb9c5b6743edcd6e3a78a03ec4b78c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d06303b-5193-4fb4-b22f-81fba1b7737d" -d '{"events": [{"server_uuid": "06e55c58-5a57-4b35-a440-8f98d4942a31", "name": "network-vif-plugged", "status": "completed", "tag": "125d8a47-719e-4e43-abf3-b2179f621d31"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:16:07.106445 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port 125d8a47-719e-4e43-abf3-b2179f621d31, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=125d8a47-719e-4e43-abf3-b2179f621d31,segment=NetworkSegment(659ef307-8971-47bc-a13d-bcda5cc7e8e0),segment_id=659ef307-8971-47bc-a13d-bcda5cc7e8e0)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:16:07.135804 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fbecc4-bcd8-4619-a717-4e5c1afcb7ff x-openstack-request-id: req-27fbecc4-bcd8-4619-a717-4e5c1afcb7ff {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:16:07.136504 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e55c58-5a57-4b35-a440-8f98d4942a31", "name": "network-vif-plugged", "status": "completed", "tag": "125d8a47-719e-4e43-abf3-b2179f621d31", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:16:07.136693 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-27fbecc4-bcd8-4619-a717-4e5c1afcb7ff {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:16:07.137216 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e55c58-5a57-4b35-a440-8f98d4942a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125d8a47-719e-4e43-abf3-b2179f621d31', 'code': 200} Aug 18 14:16:07.167858 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:07.247794 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=125d8a47-719e-4e43-abf3-b2179f621d31,revision_number=12']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:16:07.305135 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911802d-bf91-4dd4-8340-8a5dc75f0978 req-e75f2aaa-d8c5-4fb1-a78d-ed37e4a702cf tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:07.308138 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d911802d-bf91-4dd4-8340-8a5dc75f0978 req-e75f2aaa-d8c5-4fb1-a78d-ed37e4a702cf tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 946 time: 0.0943065 Aug 18 14:16:07.435830 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d911802d-bf91-4dd4-8340-8a5dc75f0978 req-40130b40-fb8b-4246-9080-1db4fb8af287 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150503 Aug 18 14:16:07.450450 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456dc1a4-ebe3-44e8-a2f3-11e59607567e req-b89f6c8e-87ef-44a1-b18a-547a5b45bfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:07.453106 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-456dc1a4-ebe3-44e8-a2f3-11e59607567e req-b89f6c8e-87ef-44a1-b18a-547a5b45bfe5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 1097 time: 0.1034453 Aug 18 14:16:07.496505 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-456dc1a4-ebe3-44e8-a2f3-11e59607567e req-b8dc60cf-bd47-4c9c-9fd2-876452643f70 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339584 Aug 18 14:16:08.595311 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e7c8f9-0f09-4618-b627-2315d1c10316 req-71f0c063-5d13-420c-a4e6-873269e0f5e9 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:08.597298 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-62e7c8f9-0f09-4618-b627-2315d1c10316 req-71f0c063-5d13-420c-a4e6-873269e0f5e9 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 946 time: 0.0798676 Aug 18 14:16:08.649899 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-62e7c8f9-0f09-4618-b627-2315d1c10316 req-746e7af6-73e0-45b6-9a83-38ee4c67eee1 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400655 Aug 18 14:16:09.562751 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef15bd-1c7f-4f80-bdbc-28949aa158b4 req-43edb0f9-6f6b-4233-b8b9-2a8c6425cbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:09.564365 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01ef15bd-1c7f-4f80-bdbc-28949aa158b4 req-43edb0f9-6f6b-4233-b8b9-2a8c6425cbb2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ef28cfef0a84ad4be544548c23efc3f&device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 1097 time: 0.0503051 Aug 18 14:16:09.700973 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef15bd-1c7f-4f80-bdbc-28949aa158b4 req-83b6047a-fb26-4246-8768-939a62a118b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:09.704102 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01ef15bd-1c7f-4f80-bdbc-28949aa158b4 req-83b6047a-fb26-4246-8768-939a62a118b3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3a3bc5ae-d1a5-43f2-a9c4-97187003e597 HTTP/1.1" status: 200 len: 910 time: 0.1175294 Aug 18 14:16:09.814317 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01ef15bd-1c7f-4f80-bdbc-28949aa158b4 req-9191ec55-fd72-4c93-a8b5-807904ec3e22 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=125d8a47-719e-4e43-abf3-b2179f621d31 HTTP/1.1" status: 200 len: 1001 time: 0.1031170 Aug 18 14:16:09.861927 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0adfd1-eec7-49e6-9dd7-3f495e2c3e2d req-7c74bdca-2c8e-46f5-81cb-519f64ba8d6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:09.863608 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fe0adfd1-eec7-49e6-9dd7-3f495e2c3e2d req-7c74bdca-2c8e-46f5-81cb-519f64ba8d6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 946 time: 0.0997682 Aug 18 14:16:09.900319 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef15bd-1c7f-4f80-bdbc-28949aa158b4 req-d3e3acc7-9aa6-4fab-9291-a268c07fbc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:09.901845 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01ef15bd-1c7f-4f80-bdbc-28949aa158b4 req-d3e3acc7-9aa6-4fab-9291-a268c07fbc4f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=14ac4867-8cc4-45c2-924f-9a0c38dcc1b1 HTTP/1.1" status: 200 len: 848 time: 0.0800591 Aug 18 14:16:09.954484 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fe0adfd1-eec7-49e6-9dd7-3f495e2c3e2d req-0ef201aa-9fe6-45ca-a3d3-06857755f933 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813715 Aug 18 14:16:09.977423 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef15bd-1c7f-4f80-bdbc-28949aa158b4 req-ea50a78c-7a4c-40f5-8f8c-3f0b029d5243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:16:09.979606 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01ef15bd-1c7f-4f80-bdbc-28949aa158b4 req-ea50a78c-7a4c-40f5-8f8c-3f0b029d5243 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3a3bc5ae-d1a5-43f2-a9c4-97187003e597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643528 Aug 18 14:16:10.146078 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01ef15bd-1c7f-4f80-bdbc-28949aa158b4 req-762cf8ea-2b5d-4044-ba22-f8b461abaf7e service neutron] 10.222.0.20 "GET /v2.0/networks/3a3bc5ae-d1a5-43f2-a9c4-97187003e597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579847 Aug 18 14:16:10.257764 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01ef15bd-1c7f-4f80-bdbc-28949aa158b4 req-7097677a-d793-4ecf-8698-bf36d1a1605e service neutron] 10.222.0.20 "GET /v2.0/networks/3a3bc5ae-d1a5-43f2-a9c4-97187003e597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041934 Aug 18 14:16:11.716153 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-294dd434-1ee5-4bdf-87a8-a8f40d30e49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:13.841377 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e7506706-5806-4959-af36-011bd97386fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:14.655513 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:15.763783 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:17.729755 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:28.551516 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:29.584402 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:34.984716 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:16:41.723602 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1fed08cc-b0e3-4d9d-ad08-096e2d36ac68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:43.900703 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c6c4a5c7-14ff-4cf2-b892-3766c4bbcd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:44.648675 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:45.743392 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:47.737579 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:58.511679 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:16:59.591354 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:11.512943 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7cbe1f64-703e-40c8-8a85-960f9dc195e5 req-69c3b09d-56b2-4e5d-98b2-510dfb2ed357 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449305 Aug 18 14:17:11.612810 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe1f64-703e-40c8-8a85-960f9dc195e5 req-cf41195e-e161-4acc-998d-f2d1eee3e626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:11.614544 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7cbe1f64-703e-40c8-8a85-960f9dc195e5 req-cf41195e-e161-4acc-998d-f2d1eee3e626 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ef28cfef0a84ad4be544548c23efc3f&device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 1097 time: 0.0510685 Aug 18 14:17:11.727301 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe1f64-703e-40c8-8a85-960f9dc195e5 req-669e10d3-25b0-4a19-b9c2-ba62f0a48502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:11.728900 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7cbe1f64-703e-40c8-8a85-960f9dc195e5 req-669e10d3-25b0-4a19-b9c2-ba62f0a48502 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3a3bc5ae-d1a5-43f2-a9c4-97187003e597 HTTP/1.1" status: 200 len: 910 time: 0.0947015 Aug 18 14:17:11.754751 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b064ae24-e927-49ee-9ac9-6893ed9695ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:11.805010 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7cbe1f64-703e-40c8-8a85-960f9dc195e5 req-0bd475a8-2c98-4dca-985f-f0bbd5474a3d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=125d8a47-719e-4e43-abf3-b2179f621d31 HTTP/1.1" status: 200 len: 1001 time: 0.0689225 Aug 18 14:17:11.861468 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe1f64-703e-40c8-8a85-960f9dc195e5 req-b42c0b90-ee8f-4031-9715-2a6f3be0d2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:11.863102 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7cbe1f64-703e-40c8-8a85-960f9dc195e5 req-b42c0b90-ee8f-4031-9715-2a6f3be0d2a1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=14ac4867-8cc4-45c2-924f-9a0c38dcc1b1 HTTP/1.1" status: 200 len: 848 time: 0.0507610 Aug 18 14:17:11.914625 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe1f64-703e-40c8-8a85-960f9dc195e5 req-cc97c7db-99ff-4118-b15c-fb0813f13118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:11.916180 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7cbe1f64-703e-40c8-8a85-960f9dc195e5 req-cc97c7db-99ff-4118-b15c-fb0813f13118 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3a3bc5ae-d1a5-43f2-a9c4-97187003e597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458074 Aug 18 14:17:11.985331 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:17:12.023859 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7cbe1f64-703e-40c8-8a85-960f9dc195e5 req-1f1551fb-a720-47e6-9525-a4de543dfa51 service neutron] 10.222.0.20 "GET /v2.0/networks/3a3bc5ae-d1a5-43f2-a9c4-97187003e597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992270 Aug 18 14:17:12.153207 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7cbe1f64-703e-40c8-8a85-960f9dc195e5 req-217c7f0f-7dfd-4e64-a114-c19d6c673a97 service neutron] 10.222.0.20 "GET /v2.0/networks/3a3bc5ae-d1a5-43f2-a9c4-97187003e597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217706 Aug 18 14:17:13.836809 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cbe30c9d-da35-4655-90b2-a8349719ca47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:14.657322 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:15.748571 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:17.745188 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:20.887816 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41750) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:21.074204 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-1806fab3-bf3e-42af-8f9c-7d149591ac6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Deleting port 840ce4e4-092c-4e9b-ad9d-a22ea85646de {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:17:21.074775 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1806fab3-bf3e-42af-8f9c-7d149591ac6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:21.170612 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1806fab3-bf3e-42af-8f9c-7d149591ac6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:21.170899 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1806fab3-bf3e-42af-8f9c-7d149591ac6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:21.184935 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-1806fab3-bf3e-42af-8f9c-7d149591ac6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Calling delete_port for 840ce4e4-092c-4e9b-ad9d-a22ea85646de owned by network:floatingip {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:17:21.425267 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1806fab3-bf3e-42af-8f9c-7d149591ac6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:21.453534 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1806fab3-bf3e-42af-8f9c-7d149591ac6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Pushing event deleted for resources: {'Port': ['ID=840ce4e4-092c-4e9b-ad9d-a22ea85646de,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:21.467995 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806fab3-bf3e-42af-8f9c-7d149591ac6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:21.468350 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806fab3-bf3e-42af-8f9c-7d149591ac6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:21.468700 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806fab3-bf3e-42af-8f9c-7d149591ac6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:21.469047 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806fab3-bf3e-42af-8f9c-7d149591ac6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:21.469450 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806fab3-bf3e-42af-8f9c-7d149591ac6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:21.469784 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806fab3-bf3e-42af-8f9c-7d149591ac6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:21.470116 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806fab3-bf3e-42af-8f9c-7d149591ac6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:21.470473 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806fab3-bf3e-42af-8f9c-7d149591ac6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:21.470804 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806fab3-bf3e-42af-8f9c-7d149591ac6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:21.471140 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806fab3-bf3e-42af-8f9c-7d149591ac6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:21.471470 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806fab3-bf3e-42af-8f9c-7d149591ac6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:21.471795 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806fab3-bf3e-42af-8f9c-7d149591ac6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:17:21.530451 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1806fab3-bf3e-42af-8f9c-7d149591ac6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for floatingip, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:21.530810 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [None req-1806fab3-bf3e-42af-8f9c-7d149591ac6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Floating IP 207edd4e-8f0c-4585-9b3d-6fecbd12bf78 disassociated (deleted). External IP: 172.25.6.182, port: 125d8a47-719e-4e43-abf3-b2179f621d31. Aug 18 14:17:21.758027 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1806fab3-bf3e-42af-8f9c-7d149591ac6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Router 94815657-400e-4197-9715-0f778e197bef has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:17:22.279677 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1806fab3-bf3e-42af-8f9c-7d149591ac6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:17:22.290708 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1806fab3-bf3e-42af-8f9c-7d149591ac6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:22.291854 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8902b21-89cc-43a5-866f-b2ab94d0b545 None None] Sync routers for ids ['94815657-400e-4197-9715-0f778e197bef'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:17:22.302911 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8902b21-89cc-43a5-866f-b2ab94d0b545 None None] Routers {'94815657-400e-4197-9715-0f778e197bef'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:17:22.303552 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-a8902b21-89cc-43a5-866f-b2ab94d0b545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:17:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['94815657-400e-4197-9715-0f778e197bef'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:22.339367 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1806fab3-bf3e-42af-8f9c-7d149591ac6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "DELETE /v2.0/floatingips/207edd4e-8f0c-4585-9b3d-6fecbd12bf78 HTTP/1.1" status: 204 len: 168 time: 1.4503107 Aug 18 14:17:22.340094 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e55c58-5a57-4b35-a440-8f98d4942a31', 'tag': '125d8a47-719e-4e43-abf3-b2179f621d31'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:17:22.343048 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4268ee2f-0a4c-4c70-bdfa-17978593e02c" -d '{"events": [{"name": "network-changed", "server_uuid": "06e55c58-5a57-4b35-a440-8f98d4942a31", "tag": "125d8a47-719e-4e43-abf3-b2179f621d31"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:17:22.420888 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-a8902b21-89cc-43a5-866f-b2ab94d0b545 None None] Set router 94815657-400e-4197-9715-0f778e197bef gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:17:22.450975 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587d5375-39bf-4fc8-b474-4afdc04dbe3f x-openstack-request-id: req-587d5375-39bf-4fc8-b474-4afdc04dbe3f {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:17:22.452025 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e55c58-5a57-4b35-a440-8f98d4942a31", "tag": "125d8a47-719e-4e43-abf3-b2179f621d31", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:17:22.452463 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-587d5375-39bf-4fc8-b474-4afdc04dbe3f {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:17:22.453052 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e55c58-5a57-4b35-a440-8f98d4942a31', 'tag': '125d8a47-719e-4e43-abf3-b2179f621d31', 'status': 'completed', 'code': 200} Aug 18 14:17:22.541311 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268ee2f-0a4c-4c70-bdfa-17978593e02c req-6b09f547-79d6-47c4-87fa-3a9d63611f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:22.543879 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4268ee2f-0a4c-4c70-bdfa-17978593e02c req-6b09f547-79d6-47c4-87fa-3a9d63611f2f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ef28cfef0a84ad4be544548c23efc3f&device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 1097 time: 0.0714717 Aug 18 14:17:22.687191 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268ee2f-0a4c-4c70-bdfa-17978593e02c req-5ab74b5e-bdfe-43ba-a70d-b53cdbf29443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:22.689380 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4268ee2f-0a4c-4c70-bdfa-17978593e02c req-5ab74b5e-bdfe-43ba-a70d-b53cdbf29443 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3a3bc5ae-d1a5-43f2-a9c4-97187003e597 HTTP/1.1" status: 200 len: 910 time: 0.1388354 Aug 18 14:17:22.725537 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-a8902b21-89cc-43a5-866f-b2ab94d0b545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94815657-400e-4197-9715-0f778e197bef', 'name': 'tempest-TestShelveInstance-1857418510-router', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c00a2ec3-16e0-4a66-90a5-a73cd8156262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:49Z', 'updated_at': '2021-08-18T14:12:53Z', 'revision_number': 4, 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'gw_port': {'id': 'c00a2ec3-16e0-4a66-90a5-a73cd8156262', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94815657-400e-4197-9715-0f778e197bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:50Z', 'updated_at': '2021-08-18T14:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'ae1c1682-9916-4e0b-99c0-1df6b7749a44', 'name': '', 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'mac_address': 'fa:16:3e:33:e6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94815657-400e-4197-9715-0f778e197bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '14ac4867-8cc4-45c2-924f-9a0c38dcc1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:52Z', 'updated_at': '2021-08-18T14:13:00Z', 'revision_number': 5, 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'subnets': [{'id': '14ac4867-8cc4-45c2-924f-9a0c38dcc1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:22.738950 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4268ee2f-0a4c-4c70-bdfa-17978593e02c req-222eedfa-437d-4063-bc54-4d00ff28168e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=125d8a47-719e-4e43-abf3-b2179f621d31 HTTP/1.1" status: 200 len: 217 time: 0.0425541 Aug 18 14:17:22.756876 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8902b21-89cc-43a5-866f-b2ab94d0b545 None None] Checking router: 94815657-400e-4197-9715-0f778e197bef for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:17:22.766706 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8902b21-89cc-43a5-866f-b2ab94d0b545 None None] Routers {'94815657-400e-4197-9715-0f778e197bef'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:17:22.767393 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-a8902b21-89cc-43a5-866f-b2ab94d0b545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:17:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['94815657-400e-4197-9715-0f778e197bef'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:22.802127 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268ee2f-0a4c-4c70-bdfa-17978593e02c req-9e48ef38-8602-4539-ac6c-62470e200128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:22.804855 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4268ee2f-0a4c-4c70-bdfa-17978593e02c req-9e48ef38-8602-4539-ac6c-62470e200128 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=14ac4867-8cc4-45c2-924f-9a0c38dcc1b1 HTTP/1.1" status: 200 len: 848 time: 0.0560894 Aug 18 14:17:22.860311 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268ee2f-0a4c-4c70-bdfa-17978593e02c req-a8d8f97f-90ca-411c-82ee-13e56fa8293d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:22.861916 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4268ee2f-0a4c-4c70-bdfa-17978593e02c req-a8d8f97f-90ca-411c-82ee-13e56fa8293d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3a3bc5ae-d1a5-43f2-a9c4-97187003e597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495198 Aug 18 14:17:22.917553 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-a8902b21-89cc-43a5-866f-b2ab94d0b545 None None] Set router 94815657-400e-4197-9715-0f778e197bef gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:17:23.118590 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde9090-68c2-45bc-a5f3-776567aa6c34 req-fc07aa9f-3ad9-4bed-bc63-b4f1387f4cd6 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:23.121459 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3cde9090-68c2-45bc-a5f3-776567aa6c34 req-fc07aa9f-3ad9-4bed-bc63-b4f1387f4cd6 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 946 time: 0.1542890 Aug 18 14:17:23.135494 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4268ee2f-0a4c-4c70-bdfa-17978593e02c req-6aa8e5c2-0374-4494-8d74-5c073da48295 service neutron] 10.222.0.20 "GET /v2.0/networks/3a3bc5ae-d1a5-43f2-a9c4-97187003e597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655253 Aug 18 14:17:23.296486 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3cde9090-68c2-45bc-a5f3-776567aa6c34 req-40bb0ad6-8290-4958-a00b-e2171e48e82d tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664252 Aug 18 14:17:23.337279 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-a8902b21-89cc-43a5-866f-b2ab94d0b545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94815657-400e-4197-9715-0f778e197bef', 'name': 'tempest-TestShelveInstance-1857418510-router', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c00a2ec3-16e0-4a66-90a5-a73cd8156262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:49Z', 'updated_at': '2021-08-18T14:12:53Z', 'revision_number': 4, 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'gw_port': {'id': 'c00a2ec3-16e0-4a66-90a5-a73cd8156262', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94815657-400e-4197-9715-0f778e197bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:50Z', 'updated_at': '2021-08-18T14:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'ae1c1682-9916-4e0b-99c0-1df6b7749a44', 'name': '', 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'mac_address': 'fa:16:3e:33:e6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94815657-400e-4197-9715-0f778e197bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '14ac4867-8cc4-45c2-924f-9a0c38dcc1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:52Z', 'updated_at': '2021-08-18T14:13:00Z', 'revision_number': 5, 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'subnets': [{'id': '14ac4867-8cc4-45c2-924f-9a0c38dcc1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:17:23.347508 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4268ee2f-0a4c-4c70-bdfa-17978593e02c req-cf4b322e-6f4f-44b4-91cc-17c55dbd49a3 service neutron] 10.222.0.20 "GET /v2.0/networks/3a3bc5ae-d1a5-43f2-a9c4-97187003e597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001121 Aug 18 14:17:23.377306 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8902b21-89cc-43a5-866f-b2ab94d0b545 None None] The sync data for ids ['94815657-400e-4197-9715-0f778e197bef'] in n-d-803603-2 is: [{'id': '94815657-400e-4197-9715-0f778e197bef', 'name': 'tempest-TestShelveInstance-1857418510-router', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c00a2ec3-16e0-4a66-90a5-a73cd8156262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:49Z', 'updated_at': '2021-08-18T14:12:53Z', 'revision_number': 4, 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'gw_port': {'id': 'c00a2ec3-16e0-4a66-90a5-a73cd8156262', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94815657-400e-4197-9715-0f778e197bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:50Z', 'updated_at': '2021-08-18T14:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'ae1c1682-9916-4e0b-99c0-1df6b7749a44', 'name': '', 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'mac_address': 'fa:16:3e:33:e6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94815657-400e-4197-9715-0f778e197bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '14ac4867-8cc4-45c2-924f-9a0c38dcc1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:52Z', 'updated_at': '2021-08-18T14:13:00Z', 'revision_number': 5, 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'subnets': [{'id': '14ac4867-8cc4-45c2-924f-9a0c38dcc1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:17:23.619366 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed5afa0-03ad-4be0-bbfe-a8dee292e333 None None] New status for floating IP 207edd4e-8f0c-4585-9b3d-6fecbd12bf78: DOWN {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:17:24.221603 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b1201-fb56-4e4b-a5a4-f6259df2a0e9 req-256af40f-f4a8-4662-af69-133e2e4f7a74 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:24.223930 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8e0b1201-fb56-4e4b-a5a4-f6259df2a0e9 req-256af40f-f4a8-4662-af69-133e2e4f7a74 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.20 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 946 time: 0.0543411 Aug 18 14:17:24.345944 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-8e0b1201-fb56-4e4b-a5a4-f6259df2a0e9 req-29deb7f6-0444-4cf4-8c66-980f6de8158b tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Deleting port 125d8a47-719e-4e43-abf3-b2179f621d31 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:17:24.346901 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8e0b1201-fb56-4e4b-a5a4-f6259df2a0e9 req-29deb7f6-0444-4cf4-8c66-980f6de8158b tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:24.451128 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-8e0b1201-fb56-4e4b-a5a4-f6259df2a0e9 req-29deb7f6-0444-4cf4-8c66-980f6de8158b tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] For port 125d8a47-719e-4e43-abf3-b2179f621d31, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=125d8a47-719e-4e43-abf3-b2179f621d31,segment=NetworkSegment(659ef307-8971-47bc-a13d-bcda5cc7e8e0),segment_id=659ef307-8971-47bc-a13d-bcda5cc7e8e0)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:17:24.451500 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8e0b1201-fb56-4e4b-a5a4-f6259df2a0e9 req-29deb7f6-0444-4cf4-8c66-980f6de8158b tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:24.465108 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-8e0b1201-fb56-4e4b-a5a4-f6259df2a0e9 req-29deb7f6-0444-4cf4-8c66-980f6de8158b tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Calling delete_port for 125d8a47-719e-4e43-abf3-b2179f621d31 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:17:24.486786 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673603f-05c5-4ef6-a955-da08f7e67737 req-14f685f2-c4a9-4cb0-b8a0-90fc7e6434e9 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:24.488282 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b673603f-05c5-4ef6-a955-da08f7e67737 req-14f685f2-c4a9-4cb0-b8a0-90fc7e6434e9 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 946 time: 0.0572152 Aug 18 14:17:24.538856 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b673603f-05c5-4ef6-a955-da08f7e67737 req-0c9727a9-f02e-4d3d-a7b6-7146484026f0 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399942 Aug 18 14:17:24.693824 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8e0b1201-fb56-4e4b-a5a4-f6259df2a0e9 req-29deb7f6-0444-4cf4-8c66-980f6de8158b tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:24.745962 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29deb7f6-0444-4cf4-8c66-980f6de8158b tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Pushing event deleted for resources: {'Port': ['ID=125d8a47-719e-4e43-abf3-b2179f621d31,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:24.817067 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0b1201-fb56-4e4b-a5a4-f6259df2a0e9 req-29deb7f6-0444-4cf4-8c66-980f6de8158b tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] No DVR routers for this DVR port 125d8a47-719e-4e43-abf3-b2179f621d31 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:17:24.820430 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-8e0b1201-fb56-4e4b-a5a4-f6259df2a0e9 req-29deb7f6-0444-4cf4-8c66-980f6de8158b tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:24.822963 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8e0b1201-fb56-4e4b-a5a4-f6259df2a0e9 req-29deb7f6-0444-4cf4-8c66-980f6de8158b tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.20 "DELETE /v2.0/ports/125d8a47-719e-4e43-abf3-b2179f621d31 HTTP/1.1" status: 204 len: 173 time: 0.5926006 Aug 18 14:17:24.823721 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e55c58-5a57-4b35-a440-8f98d4942a31', 'name': 'network-vif-deleted', 'tag': '125d8a47-719e-4e43-abf3-b2179f621d31'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:17:24.826145 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20065902-22e7-44db-bc95-c81c32a65299" -d '{"events": [{"server_uuid": "06e55c58-5a57-4b35-a440-8f98d4942a31", "name": "network-vif-deleted", "tag": "125d8a47-719e-4e43-abf3-b2179f621d31"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:17:24.870240 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6203c9c7-a086-4c93-a580-28f4477a6688 x-openstack-request-id: req-6203c9c7-a086-4c93-a580-28f4477a6688 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:17:24.870240 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e55c58-5a57-4b35-a440-8f98d4942a31", "name": "network-vif-deleted", "tag": "125d8a47-719e-4e43-abf3-b2179f621d31", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:17:24.870240 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6203c9c7-a086-4c93-a580-28f4477a6688 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:17:24.870240 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e55c58-5a57-4b35-a440-8f98d4942a31', 'name': 'network-vif-deleted', 'tag': '125d8a47-719e-4e43-abf3-b2179f621d31', 'status': 'completed', 'code': 200} Aug 18 14:17:25.659621 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fd0a85da-0271-48c5-a5de-2e057109c73a req-a58fd106-b164-4c65-9f28-d560b1efdd5b tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e55c58-5a57-4b35-a440-8f98d4942a31 HTTP/1.1" status: 200 len: 210 time: 0.0291684 Aug 18 14:17:26.729380 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41776) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:26.796978 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1d6fd78c-f24b-4342-9929-2025112477e3 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:26.825716 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1d6fd78c-f24b-4342-9929-2025112477e3 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:26.967878 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1d6fd78c-f24b-4342-9929-2025112477e3 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:26.970508 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1d6fd78c-f24b-4342-9929-2025112477e3 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:26.971734 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1d6fd78c-f24b-4342-9929-2025112477e3 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "DELETE /v2.0/security-groups/1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d HTTP/1.1" status: 204 len: 168 time: 0.2413497 Aug 18 14:17:26.983211 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6fd78c-f24b-4342-9929-2025112477e3 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cdf8270-59fc-4e4a-85ec-b327d1e4fc9d,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:28.590682 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:28.658870 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41784) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:28.664638 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-f839a260-1de1-4bb8-9226-04559124fced tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-679780106', 'description': 'tempest-secgroup-smoke-679780106 description', 'project_id': '1ef28cfef0a84ad4be544548c23efc3f'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:28.799689 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f839a260-1de1-4bb8-9226-04559124fced tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:28.894793 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f839a260-1de1-4bb8-9226-04559124fced tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:28.965378 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f839a260-1de1-4bb8-9226-04559124fced tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:28.998983 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f839a260-1de1-4bb8-9226-04559124fced tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c97c7bd8-e5ca-4007-859e-34674a439c1d,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:29.064855 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-f839a260-1de1-4bb8-9226-04559124fced tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:29.066726 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-f839a260-1de1-4bb8-9226-04559124fced tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4061942 Aug 18 14:17:29.069784 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41786) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:29.074966 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-e2756d4c-8ef3-408d-b5e1-3d3933357611 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Request body: {'security_group_rule': {'security_group_id': 'c97c7bd8-e5ca-4007-859e-34674a439c1d', 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:29.179072 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e2756d4c-8ef3-408d-b5e1-3d3933357611 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:29.227983 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 125d8a47-719e-4e43-abf3-b2179f621d31 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:17:29.247011 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e2756d4c-8ef3-408d-b5e1-3d3933357611 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:29.255391 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: 125d8a47-719e-4e43-abf3-b2179f621d31 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:17:29.255806 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device 125d8a47-719e-4e43-abf3-b2179f621d31 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:17:29.331329 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e2756d4c-8ef3-408d-b5e1-3d3933357611 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:29.354350 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2756d4c-8ef3-408d-b5e1-3d3933357611 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42743a97-2424-4866-ad81-bcd546f08063,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:29.447674 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-e2756d4c-8ef3-408d-b5e1-3d3933357611 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:29.449483 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-e2756d4c-8ef3-408d-b5e1-3d3933357611 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3783896 Aug 18 14:17:29.453278 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41788) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:29.458876 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-fbda355b-8fbc-4cb7-8d61-1fb300f5fb52 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Request body: {'security_group_rule': {'security_group_id': 'c97c7bd8-e5ca-4007-859e-34674a439c1d', 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:29.561943 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fbda355b-8fbc-4cb7-8d61-1fb300f5fb52 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:29.590520 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:29.630610 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fbda355b-8fbc-4cb7-8d61-1fb300f5fb52 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:29.723952 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fbda355b-8fbc-4cb7-8d61-1fb300f5fb52 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:29.745757 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda355b-8fbc-4cb7-8d61-1fb300f5fb52 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8f1085c-2453-4564-bdc1-5cc0ed9af4c8,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:29.841708 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-fbda355b-8fbc-4cb7-8d61-1fb300f5fb52 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:29.844881 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-fbda355b-8fbc-4cb7-8d61-1fb300f5fb52 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3896875 Aug 18 14:17:29.848634 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41790) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:29.853754 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-70c0b74c-df20-4a7d-b36d-8be7aa544a89 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Request body: {'security_group_rule': {'security_group_id': 'c97c7bd8-e5ca-4007-859e-34674a439c1d', 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:30.002148 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-70c0b74c-df20-4a7d-b36d-8be7aa544a89 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:30.072887 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-70c0b74c-df20-4a7d-b36d-8be7aa544a89 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:30.179028 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-70c0b74c-df20-4a7d-b36d-8be7aa544a89 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:30.199055 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c0b74c-df20-4a7d-b36d-8be7aa544a89 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0085fa23-86f7-4f0f-a803-1459107ab33e,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:30.299038 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-70c0b74c-df20-4a7d-b36d-8be7aa544a89 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:30.300449 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-70c0b74c-df20-4a7d-b36d-8be7aa544a89 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4505098 Aug 18 14:17:30.303597 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41792) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:30.308714 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-09240cc9-172d-479b-a552-7aee7753a0df tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Request body: {'security_group_rule': {'security_group_id': 'c97c7bd8-e5ca-4007-859e-34674a439c1d', 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:30.418640 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-09240cc9-172d-479b-a552-7aee7753a0df tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:30.480474 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-09240cc9-172d-479b-a552-7aee7753a0df tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:30.585122 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-09240cc9-172d-479b-a552-7aee7753a0df tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:30.603578 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09240cc9-172d-479b-a552-7aee7753a0df tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8607d106-f787-4e1c-9849-a9f6836de140,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:30.778787 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-09240cc9-172d-479b-a552-7aee7753a0df tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:30.780061 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-09240cc9-172d-479b-a552-7aee7753a0df tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4752898 Aug 18 14:17:30.782934 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41794) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:30.787565 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-75dc8139-7d06-4e4d-95d5-af564ef0f426 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Request body: {'security_group_rule': {'security_group_id': 'c97c7bd8-e5ca-4007-859e-34674a439c1d', 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:30.882013 n-d-803603-2 neutron-server[101675]: INFO neutron.db.securitygroups_db [None req-75dc8139-7d06-4e4d-95d5-af564ef0f426 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Project 1ef28cfef0a84ad4be544548c23efc3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:17:30.887554 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-75dc8139-7d06-4e4d-95d5-af564ef0f426 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:30.960162 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-75dc8139-7d06-4e4d-95d5-af564ef0f426 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:31.075924 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-75dc8139-7d06-4e4d-95d5-af564ef0f426 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:31.104144 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc8139-7d06-4e4d-95d5-af564ef0f426 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ac2347f-21d9-41a3-aba6-66dec219699b,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:31.162112 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-75dc8139-7d06-4e4d-95d5-af564ef0f426 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:31.163511 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-75dc8139-7d06-4e4d-95d5-af564ef0f426 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3795083 Aug 18 14:17:31.166569 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 41796) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:17:31.171595 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-59f22e43-063c-4226-acde-bddc0fdb7c03 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Request body: {'security_group_rule': {'security_group_id': 'c97c7bd8-e5ca-4007-859e-34674a439c1d', 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:31.299169 n-d-803603-2 neutron-server[101675]: INFO neutron.db.securitygroups_db [None req-59f22e43-063c-4226-acde-bddc0fdb7c03 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Project 1ef28cfef0a84ad4be544548c23efc3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:17:31.305844 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-59f22e43-063c-4226-acde-bddc0fdb7c03 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:31.374079 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-59f22e43-063c-4226-acde-bddc0fdb7c03 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:31.456281 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-59f22e43-063c-4226-acde-bddc0fdb7c03 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:31.476117 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f22e43-063c-4226-acde-bddc0fdb7c03 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96d554b7-96f8-4a03-b5c9-c816041b3455,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:17:31.564983 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-59f22e43-063c-4226-acde-bddc0fdb7c03 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:31.566310 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-59f22e43-063c-4226-acde-bddc0fdb7c03 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3987062 Aug 18 14:17:41.750686 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1473f282-9f20-4134-9ad5-1bdd2be3ad6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:43.919279 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0160da88-523c-40cc-88fa-9075b18afeb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:44.693403 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:45.776079 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:47.819393 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:48.986282 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:17:54.236022 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-07ce950d-8203-4f2a-bbe8-1abcf9ce6979 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-679780106&fields=id&tenant_id=1ef28cfef0a84ad4be544548c23efc3f HTTP/1.1" status: 200 len: 267 time: 0.0398695 Aug 18 14:17:54.365041 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-6d7e2c76-bb4d-4ea7-999a-98f1e359919d tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:54.366741 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-6d7e2c76-bb4d-4ea7-999a-98f1e359919d tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/networks?id=3a3bc5ae-d1a5-43f2-a9c4-97187003e597 HTTP/1.1" status: 200 len: 809 time: 0.1232448 Aug 18 14:17:54.388015 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-0177eb18-69f1-482a-8911-6d48428e6bd8 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/quotas/1ef28cfef0a84ad4be544548c23efc3f HTTP/1.1" status: 200 len: 375 time: 0.0144463 Aug 18 14:17:54.445821 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-93b5bd60-a9f6-4a2d-998b-06b2e31ab30d tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ef28cfef0a84ad4be544548c23efc3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511916 Aug 18 14:17:54.602097 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-e7e708fc-e2c7-4af2-81dc-7a5d26f1380e service neutron] 10.222.0.13 "GET /v2.0/networks/3a3bc5ae-d1a5-43f2-a9c4-97187003e597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432688 Aug 18 14:17:54.704446 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-39b45e53-c4d6-48aa-946b-f81d1a001195 service neutron] 10.222.0.13 "GET /v2.0/networks/3a3bc5ae-d1a5-43f2-a9c4-97187003e597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961239 Aug 18 14:17:55.361037 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f9e186d6-f11d-40c7-ad5d-f2b071089c7c req-1897732c-6769-4667-8b65-9c000f012b0f tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 210 time: 0.1021390 Aug 18 14:17:56.462537 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-8fc681be-e168-4884-91ca-373d1bf13cf7 req-1af78318-8b92-49ed-a163-2d7d3449345f tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 210 time: 0.0413656 Aug 18 14:17:57.564718 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bd0d1267-d1d3-444d-a36d-b9d9e3ab91cd req-b668029b-0874-4918-8024-ba33788e3ef1 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 210 time: 0.0326104 Aug 18 14:17:58.575745 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:58.682067 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-eb117f81-38e5-46d3-8d36-38c7dc6e9bd8 req-eaebc6ae-c926-4d89-b803-2fc3b2d0162a tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 210 time: 0.0317678 Aug 18 14:17:59.546539 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-554e7087-4007-46cf-b7f3-706616918412 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:17:59.548717 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-554e7087-4007-46cf-b7f3-706616918412 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.39 "GET /v2.0/networks?id=3a3bc5ae-d1a5-43f2-a9c4-97187003e597 HTTP/1.1" status: 200 len: 809 time: 0.1256971 Aug 18 14:17:59.600621 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-e9f19933-f834-4d8b-ab3c-3675fc9c0c6e tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ef28cfef0a84ad4be544548c23efc3f HTTP/1.1" status: 200 len: 379 time: 0.0412531 Aug 18 14:17:59.611730 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-978ee9d5-c973-414f-a662-e33a2d2a3709 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Request body: {'port': {'device_id': '105009b0-34b0-416d-801a-39190ad4896b', 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597', 'admin_state_up': True, 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'security_groups': ['c97c7bd8-e5ca-4007-859e-34674a439c1d']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:17:59.739164 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:17:59.810846 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-cfe0767e-e52a-4859-8c19-6b577fb9a3cf req-4c6d36ec-adcf-4018-94d4-10c6444bbeef tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 210 time: 0.0290711 Aug 18 14:17:59.964501 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-978ee9d5-c973-414f-a662-e33a2d2a3709 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Made reservation on behalf of 1ef28cfef0a84ad4be544548c23efc3f for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:17:59.968478 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-978ee9d5-c973-414f-a662-e33a2d2a3709 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:00.125893 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-978ee9d5-c973-414f-a662-e33a2d2a3709 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Allocated IP 172.20.0.6 (3a3bc5ae-d1a5-43f2-a9c4-97187003e597/14ac4867-8cc4-45c2-924f-9a0c38dcc1b1/ae533ab1-b810-4248-9034-31c3049cad1c) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:18:00.337561 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-978ee9d5-c973-414f-a662-e33a2d2a3709 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:00.356694 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-978ee9d5-c973-414f-a662-e33a2d2a3709 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Transition to ACTIVE for port object ae533ab1-b810-4248-9034-31c3049cad1c will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:18:00.476351 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-978ee9d5-c973-414f-a662-e33a2d2a3709 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:00.567398 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-978ee9d5-c973-414f-a662-e33a2d2a3709 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Network 3a3bc5ae-d1a5-43f2-a9c4-97187003e597 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:18:00.573738 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-978ee9d5-c973-414f-a662-e33a2d2a3709 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:18:00.580865 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-978ee9d5-c973-414f-a662-e33a2d2a3709 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:18:00.627013 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ee9d5-c973-414f-a662-e33a2d2a3709 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Pushing event updated for resources: {'Port': ['ID=ae533ab1-b810-4248-9034-31c3049cad1c,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:00.677303 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-978ee9d5-c973-414f-a662-e33a2d2a3709 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:00.678289 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-978ee9d5-c973-414f-a662-e33a2d2a3709 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:00.817384 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-978ee9d5-c973-414f-a662-e33a2d2a3709 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2096214 Aug 18 14:18:00.831325 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-6f2b0eb5-8038-4e99-aac7-b739d0697ecd tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:18:00.832412 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-6f2b0eb5-8038-4e99-aac7-b739d0697ecd tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065358 Aug 18 14:18:00.856654 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-ebf5e386-e6ab-47c3-8373-a7d7bfe1ca80 service neutron] Request body: {'port': {'device_id': '105009b0-34b0-416d-801a-39190ad4896b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:18:00.959718 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-ebf5e386-e6ab-47c3-8373-a7d7bfe1ca80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:00.960844 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-28cf99d6-975a-4158-b330-53f6c74031c5 None None] Provisioning for port ae533ab1-b810-4248-9034-31c3049cad1c completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:18:00.966046 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-28cf99d6-975a-4158-b330-53f6c74031c5 None None] Provisioning complete for port ae533ab1-b810-4248-9034-31c3049cad1c triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:18:00.966543 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-28cf99d6-975a-4158-b330-53f6c74031c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:01.015212 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20eafc1-d7c7-4c2d-a27e-444887c9bcf2 req-37f0ea71-e1a1-48ed-9623-0392f3a4b870 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:01.017665 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b20eafc1-d7c7-4c2d-a27e-444887c9bcf2 req-37f0ea71-e1a1-48ed-9623-0392f3a4b870 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 931 time: 0.0892484 Aug 18 14:18:01.039657 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-28cf99d6-975a-4158-b330-53f6c74031c5 None None] Port ae533ab1-b810-4248-9034-31c3049cad1c cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:18:01.076158 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b20eafc1-d7c7-4c2d-a27e-444887c9bcf2 req-9f308e5b-3e06-47aa-80a1-67809ccc71f3 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467851 Aug 18 14:18:01.475786 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-ebf5e386-e6ab-47c3-8373-a7d7bfe1ca80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae533ab1-b810-4248-9034-31c3049cad1c {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:18:01.485478 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-ebf5e386-e6ab-47c3-8373-a7d7bfe1ca80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:01.502014 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-ebf5e386-e6ab-47c3-8373-a7d7bfe1ca80 service neutron] Transition to ACTIVE for port object ae533ab1-b810-4248-9034-31c3049cad1c will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:18:01.558983 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-ebf5e386-e6ab-47c3-8373-a7d7bfe1ca80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:01.618207 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf5e386-e6ab-47c3-8373-a7d7bfe1ca80 service neutron] Pushing event updated for resources: {'Port': ['ID=ae533ab1-b810-4248-9034-31c3049cad1c,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:01.724686 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-ebf5e386-e6ab-47c3-8373-a7d7bfe1ca80 service neutron] Attempting to bind port ae533ab1-b810-4248-9034-31c3049cad1c on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:18:01.725248 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-ebf5e386-e6ab-47c3-8373-a7d7bfe1ca80 service neutron] Attempting to bind port ae533ab1-b810-4248-9034-31c3049cad1c by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': '659ef307-8971-47bc-a13d-bcda5cc7e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:18:01.725798 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-ebf5e386-e6ab-47c3-8373-a7d7bfe1ca80 service neutron] Attempting to bind port ae533ab1-b810-4248-9034-31c3049cad1c on network 3a3bc5ae-d1a5-43f2-a9c4-97187003e597 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:18:01.733927 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-ebf5e386-e6ab-47c3-8373-a7d7bfe1ca80 service neutron] Port ae533ab1-b810-4248-9034-31c3049cad1c on network 3a3bc5ae-d1a5-43f2-a9c4-97187003e597 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:18:01.734290 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-ebf5e386-e6ab-47c3-8373-a7d7bfe1ca80 service neutron] Attempting to bind port ae533ab1-b810-4248-9034-31c3049cad1c on network 3a3bc5ae-d1a5-43f2-a9c4-97187003e597 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:18:01.743284 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-ebf5e386-e6ab-47c3-8373-a7d7bfe1ca80 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:18:01.743900 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-ebf5e386-e6ab-47c3-8373-a7d7bfe1ca80 service neutron] Checking segment: {'id': '659ef307-8971-47bc-a13d-bcda5cc7e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:18:01.744438 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-ebf5e386-e6ab-47c3-8373-a7d7bfe1ca80 service neutron] Bound using segment: {'id': '659ef307-8971-47bc-a13d-bcda5cc7e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:18:01.745017 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-ebf5e386-e6ab-47c3-8373-a7d7bfe1ca80 service neutron] Bound port: ae533ab1-b810-4248-9034-31c3049cad1c, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '659ef307-8971-47bc-a13d-bcda5cc7e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:18:01.745639 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-ebf5e386-e6ab-47c3-8373-a7d7bfe1ca80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:01.865248 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-ebf5e386-e6ab-47c3-8373-a7d7bfe1ca80 service neutron] For port ae533ab1-b810-4248-9034-31c3049cad1c, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:18:01.866474 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-ebf5e386-e6ab-47c3-8373-a7d7bfe1ca80 service neutron] For port ae533ab1-b810-4248-9034-31c3049cad1c, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=ae533ab1-b810-4248-9034-31c3049cad1c,segment=NetworkSegment(659ef307-8971-47bc-a13d-bcda5cc7e8e0),segment_id=659ef307-8971-47bc-a13d-bcda5cc7e8e0)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:18:01.947921 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-ebf5e386-e6ab-47c3-8373-a7d7bfe1ca80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:01.998552 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-ebf5e386-e6ab-47c3-8373-a7d7bfe1ca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:01.999179 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-ebf5e386-e6ab-47c3-8373-a7d7bfe1ca80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:02.000838 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-ebf5e386-e6ab-47c3-8373-a7d7bfe1ca80 service neutron] 10.222.0.39 "PUT /v2.0/ports/ae533ab1-b810-4248-9034-31c3049cad1c HTTP/1.1" status: 200 len: 1091 time: 1.1593306 Aug 18 14:18:02.001195 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105009b0-34b0-416d-801a-39190ad4896b', 'tag': 'ae533ab1-b810-4248-9034-31c3049cad1c'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:18:02.003744 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c173b5f9-3f1f-4b00-a366-39aa77e66542" -d '{"events": [{"name": "network-changed", "server_uuid": "105009b0-34b0-416d-801a-39190ad4896b", "tag": "ae533ab1-b810-4248-9034-31c3049cad1c"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:18:02.048947 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf5e386-e6ab-47c3-8373-a7d7bfe1ca80 service neutron] Pushing event updated for resources: {'Port': ['ID=ae533ab1-b810-4248-9034-31c3049cad1c,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:02.059621 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd61339-20a0-4ae3-a017-cf15a03196ee x-openstack-request-id: req-cfd61339-20a0-4ae3-a017-cf15a03196ee {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:18:02.060528 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "105009b0-34b0-416d-801a-39190ad4896b", "tag": "ae533ab1-b810-4248-9034-31c3049cad1c", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:18:02.061188 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cfd61339-20a0-4ae3-a017-cf15a03196ee {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:18:02.062500 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105009b0-34b0-416d-801a-39190ad4896b', 'tag': 'ae533ab1-b810-4248-9034-31c3049cad1c', 'status': 'completed', 'code': 200} Aug 18 14:18:02.147008 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173b5f9-3f1f-4b00-a366-39aa77e66542 req-553b834e-c172-4103-a31c-903512abfe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:02.149949 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c173b5f9-3f1f-4b00-a366-39aa77e66542 req-553b834e-c172-4103-a31c-903512abfe22 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ef28cfef0a84ad4be544548c23efc3f&device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 1094 time: 0.0702314 Aug 18 14:18:02.266878 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e93182f-9c85-46b3-b5e9-3915ce1a30f5 req-7da33850-e2cf-4a1b-99b7-089633145735 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:02.270238 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7e93182f-9c85-46b3-b5e9-3915ce1a30f5 req-7da33850-e2cf-4a1b-99b7-089633145735 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 943 time: 0.0896521 Aug 18 14:18:02.331692 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7e93182f-9c85-46b3-b5e9-3915ce1a30f5 req-df08ea50-413c-4c07-8b1f-2538c428270b tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537696 Aug 18 14:18:02.349338 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173b5f9-3f1f-4b00-a366-39aa77e66542 req-be1a620d-d603-47ee-91bb-ee4b46c38b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:02.351252 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c173b5f9-3f1f-4b00-a366-39aa77e66542 req-be1a620d-d603-47ee-91bb-ee4b46c38b58 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=1ef28cfef0a84ad4be544548c23efc3f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1927712 Aug 18 14:18:02.482939 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173b5f9-3f1f-4b00-a366-39aa77e66542 req-25ba6040-bec9-4136-b4c7-976363825d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:02.484499 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c173b5f9-3f1f-4b00-a366-39aa77e66542 req-25ba6040-bec9-4136-b4c7-976363825d8d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1253006 Aug 18 14:18:02.582491 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-fa06aad0-d5b3-4e3d-9830-60625de54d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:02.584187 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-fa06aad0-d5b3-4e3d-9830-60625de54d2b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ef28cfef0a84ad4be544548c23efc3f&device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 1094 time: 0.0523934 Aug 18 14:18:02.639687 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-4f3a471c-90a1-4297-bf4d-30fb2e1d9bd2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae533ab1-b810-4248-9034-31c3049cad1c HTTP/1.1" status: 200 len: 217 time: 0.0463276 Aug 18 14:18:02.718577 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-a6aceae6-ab65-4819-b346-3b5d32a4df0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:02.720419 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-a6aceae6-ab65-4819-b346-3b5d32a4df0b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=14ac4867-8cc4-45c2-924f-9a0c38dcc1b1 HTTP/1.1" status: 200 len: 848 time: 0.0739238 Aug 18 14:18:02.779276 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-56cbe2e4-448e-41f6-afe1-c7923b016d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:02.781209 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-56cbe2e4-448e-41f6-afe1-c7923b016d73 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a3bc5ae-d1a5-43f2-a9c4-97187003e597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527773 Aug 18 14:18:02.917939 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-17e63973-25c0-4eb6-a9e2-a5697ecedb26 service neutron] 10.222.0.39 "GET /v2.0/networks/3a3bc5ae-d1a5-43f2-a9c4-97187003e597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281807 Aug 18 14:18:03.095310 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-91fbcacc-e5c7-4275-baaf-68a88be1f515 req-8429d1b9-4056-4013-b423-bc40852aed10 service neutron] 10.222.0.39 "GET /v2.0/networks/3a3bc5ae-d1a5-43f2-a9c4-97187003e597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688209 Aug 18 14:18:03.505816 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56fab5-59b9-4284-a7b2-54ecb523328d req-84c9e13e-0ddd-4e8d-923f-5b18039b8fbe tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:03.508869 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5c56fab5-59b9-4284-a7b2-54ecb523328d req-84c9e13e-0ddd-4e8d-923f-5b18039b8fbe tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 943 time: 0.0641932 Aug 18 14:18:03.606505 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5c56fab5-59b9-4284-a7b2-54ecb523328d req-d824eebc-083d-4514-910a-2009b0d93d2c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891912 Aug 18 14:18:04.756505 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fd480-f4ce-4724-b9d4-2a6ed6db4cf8 req-1a09c5cc-3d10-4e3b-aa96-56dff763b94b tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:04.759420 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-412fd480-f4ce-4724-b9d4-2a6ed6db4cf8 req-1a09c5cc-3d10-4e3b-aa96-56dff763b94b tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 943 time: 0.0746238 Aug 18 14:18:04.823688 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-412fd480-f4ce-4724-b9d4-2a6ed6db4cf8 req-15a3fc68-a6bc-4833-b3f3-72c9b00de1c9 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575144 Aug 18 14:18:05.956875 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab0630-55d2-45f2-a6f8-218f6099ea62 req-eb20d297-9cdb-4ada-8fdc-452c26702508 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:05.977764 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-29ab0630-55d2-45f2-a6f8-218f6099ea62 req-eb20d297-9cdb-4ada-8fdc-452c26702508 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 943 time: 0.0569937 Aug 18 14:18:06.000166 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-29ab0630-55d2-45f2-a6f8-218f6099ea62 req-e65a03f8-79e9-4c3f-a7e4-dc72264e3aa7 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350049 Aug 18 14:18:07.134690 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a833fd-bd38-4849-95bc-206d24fe314a req-c89de4d2-e243-47ba-b84d-25417e515b46 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:07.136332 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-81a833fd-bd38-4849-95bc-206d24fe314a req-c89de4d2-e243-47ba-b84d-25417e515b46 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 943 time: 0.0634069 Aug 18 14:18:07.184107 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-81a833fd-bd38-4849-95bc-206d24fe314a req-e7ecd363-9096-402f-a619-24d8b7fdd611 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357053 Aug 18 14:18:08.311382 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723e2c9-1893-457c-8e90-3cb92da0c404 req-ef64382d-72b4-49e7-bf1f-8b540eb7f12c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:08.313028 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0723e2c9-1893-457c-8e90-3cb92da0c404 req-ef64382d-72b4-49e7-bf1f-8b540eb7f12c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 943 time: 0.0543721 Aug 18 14:18:08.357154 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0723e2c9-1893-457c-8e90-3cb92da0c404 req-363baff2-b6ef-4cdb-80c8-010e8d106980 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375595 Aug 18 14:18:09.484106 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5714d5f-3c83-40b5-ae34-55c56d0a5ee8 req-ea642f4f-5622-404d-b479-80afd1421458 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:09.485700 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c5714d5f-3c83-40b5-ae34-55c56d0a5ee8 req-ea642f4f-5622-404d-b479-80afd1421458 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 943 time: 0.0535367 Aug 18 14:18:09.532578 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-c5714d5f-3c83-40b5-ae34-55c56d0a5ee8 req-11682a00-dded-41d7-be3a-6d367d60ef33 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353129 Aug 18 14:18:10.663768 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a45e7-68a2-4b9d-8c7c-75040c1fc6b4 req-0199712a-06b4-4a8e-ab34-1c346642ce09 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:10.665761 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-258a45e7-68a2-4b9d-8c7c-75040c1fc6b4 req-0199712a-06b4-4a8e-ab34-1c346642ce09 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 943 time: 0.0590568 Aug 18 14:18:10.719146 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-258a45e7-68a2-4b9d-8c7c-75040c1fc6b4 req-6d910ac7-e262-4ae7-80df-f9a2994ac36c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463951 Aug 18 14:18:11.772870 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d0956fd9-bea9-4d6a-82f1-1d5775b2c6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:11.856796 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00179171-90e4-4445-abc3-86cd9753ee63 req-ab257c75-36f3-4457-95ed-a4cd793aa623 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:11.858247 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-00179171-90e4-4445-abc3-86cd9753ee63 req-ab257c75-36f3-4457-95ed-a4cd793aa623 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 943 time: 0.0647883 Aug 18 14:18:11.906907 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-00179171-90e4-4445-abc3-86cd9753ee63 req-2987022b-ae71-4cb7-85ec-ed219950eea1 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365844 Aug 18 14:18:13.040091 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72e808-a48e-431b-aa0f-0c687b98e48c req-9df9f18b-818f-4166-838c-c1bda98003fc tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:13.041969 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ac72e808-a48e-431b-aa0f-0c687b98e48c req-9df9f18b-818f-4166-838c-c1bda98003fc tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 943 time: 0.0603440 Aug 18 14:18:13.089735 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ac72e808-a48e-431b-aa0f-0c687b98e48c req-759f41a5-df9e-48d5-a95f-a592efd3be70 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405543 Aug 18 14:18:13.863779 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-81ce24c2-a1a0-4f81-a9ea-2b0b16117967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:14.254576 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34cc47-1766-4619-8128-11c2056aab81 req-28687131-417e-4440-a668-1bffa935d597 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:14.257402 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fd34cc47-1766-4619-8128-11c2056aab81 req-28687131-417e-4440-a668-1bffa935d597 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 943 time: 0.0940771 Aug 18 14:18:14.324008 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fd34cc47-1766-4619-8128-11c2056aab81 req-82f178f1-0718-4b8c-8e9f-f6fd655fc902 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599453 Aug 18 14:18:14.666673 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:15.455956 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9d80a-be16-4377-a72f-795d29f623cc req-4a54ab51-d9c9-45d2-808d-024f4d540ee7 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:15.457715 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4aa9d80a-be16-4377-a72f-795d29f623cc req-4a54ab51-d9c9-45d2-808d-024f4d540ee7 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 943 time: 0.0560479 Aug 18 14:18:15.510232 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4aa9d80a-be16-4377-a72f-795d29f623cc req-329b8fc2-f6ac-4eba-bd4a-ebfed5d70afb tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429142 Aug 18 14:18:15.829715 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:16.343036 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device ae533ab1-b810-4248-9034-31c3049cad1c details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:18:16.449769 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port ae533ab1-b810-4248-9034-31c3049cad1c, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=ae533ab1-b810-4248-9034-31c3049cad1c,segment=NetworkSegment(659ef307-8971-47bc-a13d-bcda5cc7e8e0),segment_id=659ef307-8971-47bc-a13d-bcda5cc7e8e0)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:18:16.464123 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': 'ae533ab1-b810-4248-9034-31c3049cad1c', 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597', 'port_id': 'ae533ab1-b810-4248-9034-31c3049cad1c', 'mac_address': 'fa:16:3e:b5:98:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14ac4867-8cc4-45c2-924f-9a0c38dcc1b1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:18:16.506512 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:16.522382 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae533ab1-b810-4248-9034-31c3049cad1c {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:18:16.555774 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port ae533ab1-b810-4248-9034-31c3049cad1c, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=ae533ab1-b810-4248-9034-31c3049cad1c,segment=NetworkSegment(659ef307-8971-47bc-a13d-bcda5cc7e8e0),segment_id=659ef307-8971-47bc-a13d-bcda5cc7e8e0)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:18:16.647324 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c46ba-b8f5-44e5-a5c4-5f56861597f8 req-7d7e6d2b-7fd2-41ad-a6c8-d3f2950b26df tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:16.649112 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d17c46ba-b8f5-44e5-a5c4-5f56861597f8 req-7d7e6d2b-7fd2-41ad-a6c8-d3f2950b26df tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 943 time: 0.0647168 Aug 18 14:18:16.667107 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:16.712524 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d17c46ba-b8f5-44e5-a5c4-5f56861597f8 req-83542336-7183-4778-a106-0afb0af11d17 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520897 Aug 18 14:18:16.732742 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=ae533ab1-b810-4248-9034-31c3049cad1c,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:16.747086 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:16.749822 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:16.749822 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:16.749822 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:16.749822 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:16.749822 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:16.750577 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:16.750992 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:16.751565 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:16.752736 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:16.753298 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:16.753850 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:16.909378 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['ae533ab1-b810-4248-9034-31c3049cad1c'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:18:17.773723 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:17.836887 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810456c-e56b-47fd-b3a5-614f5f58fcf9 req-76e5510c-8870-4758-a0fe-8f613178b491 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:17.838678 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d810456c-e56b-47fd-b3a5-614f5f58fcf9 req-76e5510c-8870-4758-a0fe-8f613178b491 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 944 time: 0.0510612 Aug 18 14:18:17.885683 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d810456c-e56b-47fd-b3a5-614f5f58fcf9 req-19d30c4d-ad55-4a1b-ba43-d4945751a885 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372221 Aug 18 14:18:18.357746 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device ae533ab1-b810-4248-9034-31c3049cad1c up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:18:18.495311 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port ae533ab1-b810-4248-9034-31c3049cad1c completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:18:18.499831 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port ae533ab1-b810-4248-9034-31c3049cad1c triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:18:18.500213 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:18.594868 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:18.622483 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105009b0-34b0-416d-801a-39190ad4896b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae533ab1-b810-4248-9034-31c3049cad1c'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:18:18.624763 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ba3b915c790ece66a99fb45b0530a9eb9c5b6743edcd6e3a78a03ec4b78c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2a66fe-775f-4801-b03b-d55906280ce6" -d '{"events": [{"server_uuid": "105009b0-34b0-416d-801a-39190ad4896b", "name": "network-vif-plugged", "status": "completed", "tag": "ae533ab1-b810-4248-9034-31c3049cad1c"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:18:18.641638 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port ae533ab1-b810-4248-9034-31c3049cad1c, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=ae533ab1-b810-4248-9034-31c3049cad1c,segment=NetworkSegment(659ef307-8971-47bc-a13d-bcda5cc7e8e0),segment_id=659ef307-8971-47bc-a13d-bcda5cc7e8e0)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:18:18.690336 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a60360-b55b-469b-9714-abd88ddfe374 x-openstack-request-id: req-14a60360-b55b-469b-9714-abd88ddfe374 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:18:18.697502 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105009b0-34b0-416d-801a-39190ad4896b", "name": "network-vif-plugged", "status": "completed", "tag": "ae533ab1-b810-4248-9034-31c3049cad1c", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:18:18.697502 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14a60360-b55b-469b-9714-abd88ddfe374 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:18:18.697502 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105009b0-34b0-416d-801a-39190ad4896b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae533ab1-b810-4248-9034-31c3049cad1c', 'code': 200} Aug 18 14:18:18.732476 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:18.791390 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=ae533ab1-b810-4248-9034-31c3049cad1c,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:18.804181 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb33874-2412-4785-839f-77a7b8d857dd req-96b730b2-97fe-4d12-8304-5f27840166dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:18.804578 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-abb33874-2412-4785-839f-77a7b8d857dd req-96b730b2-97fe-4d12-8304-5f27840166dc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 1096 time: 0.0550013 Aug 18 14:18:18.849554 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-abb33874-2412-4785-839f-77a7b8d857dd req-28c52526-ed49-4292-8088-ec1b60dcd6b4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361056 Aug 18 14:18:19.011464 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a42eb-88ac-4745-bcd3-435ca0f5a497 req-9e7c642a-9304-49d3-a300-6c8739e55665 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:19.013108 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8e2a42eb-88ac-4745-bcd3-435ca0f5a497 req-9e7c642a-9304-49d3-a300-6c8739e55665 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 945 time: 0.0586450 Aug 18 14:18:19.059239 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-8e2a42eb-88ac-4745-bcd3-435ca0f5a497 req-e22565c2-49d8-43a8-b40f-11ce58f56da3 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369499 Aug 18 14:18:20.206800 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c879f40-dbf3-48b5-8b67-f641b7962419 req-f63b4bed-34ec-44b8-85fd-d61bcb282560 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:20.208548 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3c879f40-dbf3-48b5-8b67-f641b7962419 req-f63b4bed-34ec-44b8-85fd-d61bcb282560 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 945 time: 0.0546114 Aug 18 14:18:20.255093 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3c879f40-dbf3-48b5-8b67-f641b7962419 req-11d01d59-93d7-41b2-ab6c-077d94f8ad4d tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399456 Aug 18 14:18:20.391185 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f80f05-4bf8-47c9-9cb7-4c446579cb90 req-37c7fc1a-1b21-4956-b6ff-3388f63e90ba tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:20.392734 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-08f80f05-4bf8-47c9-9cb7-4c446579cb90 req-37c7fc1a-1b21-4956-b6ff-3388f63e90ba tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 945 time: 0.0538819 Aug 18 14:18:20.435930 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-08f80f05-4bf8-47c9-9cb7-4c446579cb90 req-2095441b-437a-433d-a81b-b3093e63135a tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368810 Aug 18 14:18:20.460134 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42032) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:20.554615 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6662af59-5228-491e-b158-5032232a5516 tempest-TestShelveInstance-2060048516 tempest-TestShelveInstance-2060048516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:20.556186 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6662af59-5228-491e-b158-5032232a5516 tempest-TestShelveInstance-2060048516 tempest-TestShelveInstance-2060048516-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 1091 time: 0.0949304 Aug 18 14:18:20.559065 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42036) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:18:20.565787 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-9f1c0523-c6f8-4dfb-93c8-e995dd24bd71 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'port_id': 'ae533ab1-b810-4248-9034-31c3049cad1c', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:18:20.678471 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9f1c0523-c6f8-4dfb-93c8-e995dd24bd71 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for floatingip, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:20.791002 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9f1c0523-c6f8-4dfb-93c8-e995dd24bd71 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:20.910565 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-9f1c0523-c6f8-4dfb-93c8-e995dd24bd71 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Allocated IP 172.25.6.219 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/c97f0926-5baf-4a4c-b95d-828c1539941d) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:18:21.027603 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9f1c0523-c6f8-4dfb-93c8-e995dd24bd71 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:21.132273 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9f1c0523-c6f8-4dfb-93c8-e995dd24bd71 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:21.183468 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1c0523-c6f8-4dfb-93c8-e995dd24bd71 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:18:21.187432 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-9f1c0523-c6f8-4dfb-93c8-e995dd24bd71 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:18:21.193286 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1c0523-c6f8-4dfb-93c8-e995dd24bd71 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:18:21.200432 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1c0523-c6f8-4dfb-93c8-e995dd24bd71 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Pushing event updated for resources: {'Port': ['ID=c97f0926-5baf-4a4c-b95d-828c1539941d,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:21.662426 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9f1c0523-c6f8-4dfb-93c8-e995dd24bd71 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:21.823220 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9f1c0523-c6f8-4dfb-93c8-e995dd24bd71 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:21.998686 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9f1c0523-c6f8-4dfb-93c8-e995dd24bd71 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:22.081310 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9f1c0523-c6f8-4dfb-93c8-e995dd24bd71 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:22.158234 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1c0523-c6f8-4dfb-93c8-e995dd24bd71 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Pushing event updated for resources: {'Port': ['ID=c97f0926-5baf-4a4c-b95d-828c1539941d,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:18:22.171181 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c0523-c6f8-4dfb-93c8-e995dd24bd71 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:22.171535 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c0523-c6f8-4dfb-93c8-e995dd24bd71 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:22.171884 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c0523-c6f8-4dfb-93c8-e995dd24bd71 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:22.172226 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c0523-c6f8-4dfb-93c8-e995dd24bd71 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:22.172575 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c0523-c6f8-4dfb-93c8-e995dd24bd71 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:22.172911 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c0523-c6f8-4dfb-93c8-e995dd24bd71 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:22.173248 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c0523-c6f8-4dfb-93c8-e995dd24bd71 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:22.173581 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c0523-c6f8-4dfb-93c8-e995dd24bd71 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:22.173976 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c0523-c6f8-4dfb-93c8-e995dd24bd71 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:22.174336 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c0523-c6f8-4dfb-93c8-e995dd24bd71 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:22.174675 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c0523-c6f8-4dfb-93c8-e995dd24bd71 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:22.175153 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c0523-c6f8-4dfb-93c8-e995dd24bd71 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:18:22.181876 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9f1c0523-c6f8-4dfb-93c8-e995dd24bd71 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:22.302849 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [None req-9f1c0523-c6f8-4dfb-93c8-e995dd24bd71 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Floating IP 00f21d99-3abc-4962-9acc-b75b653242d7 associated. External IP: 172.25.6.219, port: ae533ab1-b810-4248-9034-31c3049cad1c. Aug 18 14:18:22.544524 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1c0523-c6f8-4dfb-93c8-e995dd24bd71 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Router 94815657-400e-4197-9715-0f778e197bef has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:18:22.698868 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1c0523-c6f8-4dfb-93c8-e995dd24bd71 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:18:22.715889 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8bcdba-267f-4165-b516-5481465bc37a None None] Sync routers for ids ['94815657-400e-4197-9715-0f778e197bef'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:18:22.732361 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8bcdba-267f-4165-b516-5481465bc37a None None] Routers {'94815657-400e-4197-9715-0f778e197bef'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:18:22.733141 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-cd8bcdba-267f-4165-b516-5481465bc37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:18:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['94815657-400e-4197-9715-0f778e197bef'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:22.804571 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9f1c0523-c6f8-4dfb-93c8-e995dd24bd71 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:22.866285 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9f1c0523-c6f8-4dfb-93c8-e995dd24bd71 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2943075 Aug 18 14:18:22.867583 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-cd8bcdba-267f-4165-b516-5481465bc37a None None] Set router 94815657-400e-4197-9715-0f778e197bef gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:18:22.867790 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105009b0-34b0-416d-801a-39190ad4896b', 'tag': 'ae533ab1-b810-4248-9034-31c3049cad1c'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:18:22.867790 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1617bd58-562a-45be-a067-6559ce5074fd" -d '{"events": [{"name": "network-changed", "server_uuid": "105009b0-34b0-416d-801a-39190ad4896b", "tag": "ae533ab1-b810-4248-9034-31c3049cad1c"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:18:22.929498 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12020178-6ced-4121-b960-4f6668341fa7 x-openstack-request-id: req-12020178-6ced-4121-b960-4f6668341fa7 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:18:22.930144 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "105009b0-34b0-416d-801a-39190ad4896b", "tag": "ae533ab1-b810-4248-9034-31c3049cad1c", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:18:22.930575 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12020178-6ced-4121-b960-4f6668341fa7 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:18:22.931135 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105009b0-34b0-416d-801a-39190ad4896b', 'tag': 'ae533ab1-b810-4248-9034-31c3049cad1c', 'status': 'completed', 'code': 200} Aug 18 14:18:23.009720 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617bd58-562a-45be-a067-6559ce5074fd req-fdfaa651-508e-4bc1-b065-f0a56f73e10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:23.011643 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1617bd58-562a-45be-a067-6559ce5074fd req-fdfaa651-508e-4bc1-b065-f0a56f73e10f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ef28cfef0a84ad4be544548c23efc3f&device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 1096 time: 0.0534141 Aug 18 14:18:23.160284 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617bd58-562a-45be-a067-6559ce5074fd req-2b396bbc-71ca-43ea-85b8-e777e3742739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:23.162117 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1617bd58-562a-45be-a067-6559ce5074fd req-2b396bbc-71ca-43ea-85b8-e777e3742739 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a3bc5ae-d1a5-43f2-a9c4-97187003e597 HTTP/1.1" status: 200 len: 910 time: 0.1432269 Aug 18 14:18:23.171689 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-cd8bcdba-267f-4165-b516-5481465bc37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94815657-400e-4197-9715-0f778e197bef', 'name': 'tempest-TestShelveInstance-1857418510-router', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c00a2ec3-16e0-4a66-90a5-a73cd8156262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:49Z', 'updated_at': '2021-08-18T14:12:53Z', 'revision_number': 4, 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'gw_port': {'id': 'c00a2ec3-16e0-4a66-90a5-a73cd8156262', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94815657-400e-4197-9715-0f778e197bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:50Z', 'updated_at': '2021-08-18T14:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '00f21d99-3abc-4962-9acc-b75b653242d7', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '94815657-400e-4197-9715-0f778e197bef', 'port_id': 'ae533ab1-b810-4248-9034-31c3049cad1c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597', 'mac_address': 'fa:16:3e:b5:98:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105009b0-34b0-416d-801a-39190ad4896b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:18:21Z', 'updated_at': '2021-08-18T14:18:21Z', 'revision_number': 0, 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae1c1682-9916-4e0b-99c0-1df6b7749a44', 'name': '', 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'mac_address': 'fa:16:3e:33:e6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94815657-400e-4197-9715-0f778e197bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '14ac4867-8cc4-45c2-924f-9a0c38dcc1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:52Z', 'updated_at': '2021-08-18T14:13:00Z', 'revision_number': 5, 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'subnets': [{'id': '14ac4867-8cc4-45c2-924f-9a0c38dcc1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:23.202338 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8bcdba-267f-4165-b516-5481465bc37a None None] Checking router: 94815657-400e-4197-9715-0f778e197bef for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:18:23.211894 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8bcdba-267f-4165-b516-5481465bc37a None None] Routers {'94815657-400e-4197-9715-0f778e197bef'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:18:23.212535 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-cd8bcdba-267f-4165-b516-5481465bc37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:18:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['94815657-400e-4197-9715-0f778e197bef'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:23.275290 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1617bd58-562a-45be-a067-6559ce5074fd req-aff906fc-8c2a-4fc0-b854-646b95e81d70 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae533ab1-b810-4248-9034-31c3049cad1c HTTP/1.1" status: 200 len: 999 time: 0.1047409 Aug 18 14:18:23.344015 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-cd8bcdba-267f-4165-b516-5481465bc37a None None] Set router 94815657-400e-4197-9715-0f778e197bef gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:18:23.354403 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617bd58-562a-45be-a067-6559ce5074fd req-3bfb1df4-fae5-4f79-9d48-4102be827269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:23.355942 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1617bd58-562a-45be-a067-6559ce5074fd req-3bfb1df4-fae5-4f79-9d48-4102be827269 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=14ac4867-8cc4-45c2-924f-9a0c38dcc1b1 HTTP/1.1" status: 200 len: 848 time: 0.0725946 Aug 18 14:18:23.409303 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617bd58-562a-45be-a067-6559ce5074fd req-af177606-99a5-4c29-b539-7c93fb8ae4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:23.411003 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1617bd58-562a-45be-a067-6559ce5074fd req-af177606-99a5-4c29-b539-7c93fb8ae4df service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a3bc5ae-d1a5-43f2-a9c4-97187003e597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477192 Aug 18 14:18:23.554843 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1617bd58-562a-45be-a067-6559ce5074fd req-9be82553-dbc1-4258-b170-cb53a2ab57fb service neutron] 10.222.0.39 "GET /v2.0/networks/3a3bc5ae-d1a5-43f2-a9c4-97187003e597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342103 Aug 18 14:18:23.676986 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-cd8bcdba-267f-4165-b516-5481465bc37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94815657-400e-4197-9715-0f778e197bef', 'name': 'tempest-TestShelveInstance-1857418510-router', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c00a2ec3-16e0-4a66-90a5-a73cd8156262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:49Z', 'updated_at': '2021-08-18T14:12:53Z', 'revision_number': 4, 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'gw_port': {'id': 'c00a2ec3-16e0-4a66-90a5-a73cd8156262', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94815657-400e-4197-9715-0f778e197bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:50Z', 'updated_at': '2021-08-18T14:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '00f21d99-3abc-4962-9acc-b75b653242d7', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '94815657-400e-4197-9715-0f778e197bef', 'port_id': 'ae533ab1-b810-4248-9034-31c3049cad1c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597', 'mac_address': 'fa:16:3e:b5:98:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105009b0-34b0-416d-801a-39190ad4896b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:18:21Z', 'updated_at': '2021-08-18T14:18:21Z', 'revision_number': 0, 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae1c1682-9916-4e0b-99c0-1df6b7749a44', 'name': '', 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'mac_address': 'fa:16:3e:33:e6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94815657-400e-4197-9715-0f778e197bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '14ac4867-8cc4-45c2-924f-9a0c38dcc1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:52Z', 'updated_at': '2021-08-18T14:13:00Z', 'revision_number': 5, 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'subnets': [{'id': '14ac4867-8cc4-45c2-924f-9a0c38dcc1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:18:23.720291 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1617bd58-562a-45be-a067-6559ce5074fd req-a25574a2-7ab3-41b7-866a-a6418d376cda service neutron] 10.222.0.39 "GET /v2.0/networks/3a3bc5ae-d1a5-43f2-a9c4-97187003e597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568439 Aug 18 14:18:23.728759 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8bcdba-267f-4165-b516-5481465bc37a None None] The sync data for ids ['94815657-400e-4197-9715-0f778e197bef'] in n-d-803603-2 is: [{'id': '94815657-400e-4197-9715-0f778e197bef', 'name': 'tempest-TestShelveInstance-1857418510-router', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c00a2ec3-16e0-4a66-90a5-a73cd8156262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:49Z', 'updated_at': '2021-08-18T14:12:53Z', 'revision_number': 4, 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'gw_port': {'id': 'c00a2ec3-16e0-4a66-90a5-a73cd8156262', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94815657-400e-4197-9715-0f778e197bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:50Z', 'updated_at': '2021-08-18T14:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '00f21d99-3abc-4962-9acc-b75b653242d7', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '94815657-400e-4197-9715-0f778e197bef', 'port_id': 'ae533ab1-b810-4248-9034-31c3049cad1c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597', 'mac_address': 'fa:16:3e:b5:98:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105009b0-34b0-416d-801a-39190ad4896b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:18:21Z', 'updated_at': '2021-08-18T14:18:21Z', 'revision_number': 0, 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae1c1682-9916-4e0b-99c0-1df6b7749a44', 'name': '', 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'mac_address': 'fa:16:3e:33:e6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94815657-400e-4197-9715-0f778e197bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '14ac4867-8cc4-45c2-924f-9a0c38dcc1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:52Z', 'updated_at': '2021-08-18T14:13:00Z', 'revision_number': 5, 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'subnets': [{'id': '14ac4867-8cc4-45c2-924f-9a0c38dcc1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:18:23.946702 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5985af-7972-4438-babd-073dfe58262a None None] New status for floating IP 00f21d99-3abc-4962-9acc-b75b653242d7: ACTIVE {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:18:25.986139 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:18:28.543252 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:29.623367 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:41.711876 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3ee6cd16-08a4-4044-8e77-afbb7bfadfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:43.894496 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ef9f1436-4375-4bb9-acba-aed611e95cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:44.140503 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4d1f4748-b4f3-4b21-acde-4619398ca139 req-b30aa75a-ea06-42e4-abb9-8d981b0a9d3d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0498698 Aug 18 14:18:44.247275 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f4748-b4f3-4b21-acde-4619398ca139 req-a9d84c58-1c2d-4238-931f-8cb09cda6b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:44.249013 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4d1f4748-b4f3-4b21-acde-4619398ca139 req-a9d84c58-1c2d-4238-931f-8cb09cda6b93 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ef28cfef0a84ad4be544548c23efc3f&device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 1096 time: 0.0517626 Aug 18 14:18:44.372914 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f4748-b4f3-4b21-acde-4619398ca139 req-1c509479-4c7f-4869-bb0e-5fc75f91d03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:44.374475 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4d1f4748-b4f3-4b21-acde-4619398ca139 req-1c509479-4c7f-4869-bb0e-5fc75f91d03b service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a3bc5ae-d1a5-43f2-a9c4-97187003e597 HTTP/1.1" status: 200 len: 910 time: 0.1036699 Aug 18 14:18:44.455591 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4d1f4748-b4f3-4b21-acde-4619398ca139 req-ea1194e5-ab66-493d-953e-3ac0a1488f56 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae533ab1-b810-4248-9034-31c3049cad1c HTTP/1.1" status: 200 len: 1001 time: 0.0735283 Aug 18 14:18:44.518834 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f4748-b4f3-4b21-acde-4619398ca139 req-1d5a5e1e-b55e-424b-8903-da8e711bfc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:44.520479 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4d1f4748-b4f3-4b21-acde-4619398ca139 req-1d5a5e1e-b55e-424b-8903-da8e711bfc86 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=14ac4867-8cc4-45c2-924f-9a0c38dcc1b1 HTTP/1.1" status: 200 len: 848 time: 0.0568500 Aug 18 14:18:44.576063 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f4748-b4f3-4b21-acde-4619398ca139 req-c2b8c734-2574-4377-81c7-9e8e65eec6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:18:44.577672 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4d1f4748-b4f3-4b21-acde-4619398ca139 req-c2b8c734-2574-4377-81c7-9e8e65eec6aa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a3bc5ae-d1a5-43f2-a9c4-97187003e597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477731 Aug 18 14:18:44.657021 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:44.706205 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4d1f4748-b4f3-4b21-acde-4619398ca139 req-8367d7bd-7029-4bbc-af39-1a1afee248a1 service neutron] 10.222.0.39 "GET /v2.0/networks/3a3bc5ae-d1a5-43f2-a9c4-97187003e597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208532 Aug 18 14:18:45.226683 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-4d1f4748-b4f3-4b21-acde-4619398ca139 req-a1f591f8-2116-417e-9702-676b965a33ba service neutron] 10.222.0.39 "GET /v2.0/networks/3a3bc5ae-d1a5-43f2-a9c4-97187003e597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5117874 Aug 18 14:18:45.888720 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:47.783361 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:58.545886 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:18:59.628376 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:02.989162 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:19:11.702130 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8e3fce2a-579a-43f8-8063-5aa211806eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:13.879136 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1d2dfb5f-c7f5-4516-9019-93aec0a703e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:14.667947 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:15.765199 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:17.797115 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:28.564800 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:29.657080 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:39.989440 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:19:41.724432 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ad5312bc-7fb3-445e-a50a-b5d3ad9017a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:44.029777 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-472fc7f9-bfc2-43c0-98ac-b1b2aa5c0315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:44.689749 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:45.175512 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c887f5da-dffa-4bf8-bd71-7c6063ebb45b req-61ab4a30-aaac-43fa-87ab-289a316ec5e7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0872834 Aug 18 14:19:45.263661 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887f5da-dffa-4bf8-bd71-7c6063ebb45b req-0d14a33c-541a-427a-9b8b-e9dabfa754a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:45.265225 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c887f5da-dffa-4bf8-bd71-7c6063ebb45b req-0d14a33c-541a-427a-9b8b-e9dabfa754a0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ef28cfef0a84ad4be544548c23efc3f&device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 1096 time: 0.0470636 Aug 18 14:19:45.379127 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887f5da-dffa-4bf8-bd71-7c6063ebb45b req-6927593c-b5f9-4db5-9f41-27574b61436b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:45.380627 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c887f5da-dffa-4bf8-bd71-7c6063ebb45b req-6927593c-b5f9-4db5-9f41-27574b61436b service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a3bc5ae-d1a5-43f2-a9c4-97187003e597 HTTP/1.1" status: 200 len: 910 time: 0.0918076 Aug 18 14:19:45.455363 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c887f5da-dffa-4bf8-bd71-7c6063ebb45b req-7a62902e-0c7c-403e-8467-eb93a50a1f85 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae533ab1-b810-4248-9034-31c3049cad1c HTTP/1.1" status: 200 len: 1001 time: 0.0672226 Aug 18 14:19:45.508213 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887f5da-dffa-4bf8-bd71-7c6063ebb45b req-339dff14-6a12-46c6-ac06-629e6a081b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:45.509705 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c887f5da-dffa-4bf8-bd71-7c6063ebb45b req-339dff14-6a12-46c6-ac06-629e6a081b38 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=14ac4867-8cc4-45c2-924f-9a0c38dcc1b1 HTTP/1.1" status: 200 len: 848 time: 0.0467820 Aug 18 14:19:45.558192 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887f5da-dffa-4bf8-bd71-7c6063ebb45b req-a65e6896-6781-4813-b0f8-38eb30d91579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:19:45.559725 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c887f5da-dffa-4bf8-bd71-7c6063ebb45b req-a65e6896-6781-4813-b0f8-38eb30d91579 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a3bc5ae-d1a5-43f2-a9c4-97187003e597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431249 Aug 18 14:19:45.660124 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c887f5da-dffa-4bf8-bd71-7c6063ebb45b req-9f7e63e8-2d7f-4055-8dc2-f1384b7ed120 service neutron] 10.222.0.39 "GET /v2.0/networks/3a3bc5ae-d1a5-43f2-a9c4-97187003e597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925782 Aug 18 14:19:45.761058 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c887f5da-dffa-4bf8-bd71-7c6063ebb45b req-b2fa0d14-6f6d-494e-bebe-5f0dd75d9667 service neutron] 10.222.0.39 "GET /v2.0/networks/3a3bc5ae-d1a5-43f2-a9c4-97187003e597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940378 Aug 18 14:19:45.768162 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:47.752146 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:58.566728 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:19:59.664428 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:11.712057 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e0beed08-619e-4c8a-a3f2-179a86f67804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:13.921982 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8a77eca5-b2e5-4379-aa99-99a4e46461e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:14.672341 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:15.771974 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:16.989911 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:20:17.775046 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:28.579671 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:29.737388 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:41.727972 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-37959946-f83f-49b7-b2d0-2d9705f05df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:43.893597 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-36600851-8ff9-49ca-a293-1115dab7fb50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:44.665073 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:45.797340 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:46.195825 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2fb834c0-6cb9-4d0d-a674-4aa32a943100 req-d5ba60d2-7b30-4d05-91da-eec7c6d5150e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0621495 Aug 18 14:20:46.319698 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb834c0-6cb9-4d0d-a674-4aa32a943100 req-ec6da89e-ddbd-4d58-992c-35309aef0121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:46.322393 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2fb834c0-6cb9-4d0d-a674-4aa32a943100 req-ec6da89e-ddbd-4d58-992c-35309aef0121 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ef28cfef0a84ad4be544548c23efc3f&device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 1096 time: 0.0778627 Aug 18 14:20:46.447964 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb834c0-6cb9-4d0d-a674-4aa32a943100 req-725d4e8d-ccc3-47ab-b09d-91eba32c5eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:46.449512 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2fb834c0-6cb9-4d0d-a674-4aa32a943100 req-725d4e8d-ccc3-47ab-b09d-91eba32c5eb9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a3bc5ae-d1a5-43f2-a9c4-97187003e597 HTTP/1.1" status: 200 len: 910 time: 0.1040998 Aug 18 14:20:46.539179 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2fb834c0-6cb9-4d0d-a674-4aa32a943100 req-cc861ebc-b2e0-434e-a51e-6b51ed7217d6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae533ab1-b810-4248-9034-31c3049cad1c HTTP/1.1" status: 200 len: 1001 time: 0.0811524 Aug 18 14:20:46.596193 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb834c0-6cb9-4d0d-a674-4aa32a943100 req-df086ec4-92cd-456c-bfc5-0a2add791be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:46.597604 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2fb834c0-6cb9-4d0d-a674-4aa32a943100 req-df086ec4-92cd-456c-bfc5-0a2add791be1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=14ac4867-8cc4-45c2-924f-9a0c38dcc1b1 HTTP/1.1" status: 200 len: 848 time: 0.0511665 Aug 18 14:20:46.659237 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb834c0-6cb9-4d0d-a674-4aa32a943100 req-8a87bfcf-3b50-4164-9ca8-dac0266a4851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:46.660793 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2fb834c0-6cb9-4d0d-a674-4aa32a943100 req-8a87bfcf-3b50-4164-9ca8-dac0266a4851 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a3bc5ae-d1a5-43f2-a9c4-97187003e597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552888 Aug 18 14:20:46.793043 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2fb834c0-6cb9-4d0d-a674-4aa32a943100 req-5cf359ad-faec-440c-b582-7683b496d4db service neutron] 10.222.0.39 "GET /v2.0/networks/3a3bc5ae-d1a5-43f2-a9c4-97187003e597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233387 Aug 18 14:20:46.922585 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2fb834c0-6cb9-4d0d-a674-4aa32a943100 req-78abec0a-0ebc-417f-8b8e-cc298b5afd59 service neutron] 10.222.0.39 "GET /v2.0/networks/3a3bc5ae-d1a5-43f2-a9c4-97187003e597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223493 Aug 18 14:20:47.825356 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:51.634844 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d23ef5-0872-479e-8147-0c495e7421f8 req-0eecdd5a-9e2c-4fc7-8702-9eb711d5b973 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:51.637818 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b2d23ef5-0872-479e-8147-0c495e7421f8 req-0eecdd5a-9e2c-4fc7-8702-9eb711d5b973 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 945 time: 0.0650795 Aug 18 14:20:51.687710 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b2d23ef5-0872-479e-8147-0c495e7421f8 req-fc546276-14f2-4082-80ab-35047a0ce228 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419040 Aug 18 14:20:52.865899 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408741a-13db-4e55-b382-43e93b847e32 req-2071716b-f727-4a6a-86ba-033331480210 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:52.867780 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3408741a-13db-4e55-b382-43e93b847e32 req-2071716b-f727-4a6a-86ba-033331480210 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 945 time: 0.0623760 Aug 18 14:20:52.926179 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3408741a-13db-4e55-b382-43e93b847e32 req-fccf43cd-2e5a-465a-8b4b-80171b5f5ef8 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509355 Aug 18 14:20:53.991109 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:20:54.108597 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db9e63-5d2f-42c9-897c-cff93aa12453 req-ad5c9993-482d-4ed5-a221-51df74f07d0f tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:54.111035 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-24db9e63-5d2f-42c9-897c-cff93aa12453 req-ad5c9993-482d-4ed5-a221-51df74f07d0f tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 945 time: 0.0637679 Aug 18 14:20:54.176560 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-24db9e63-5d2f-42c9-897c-cff93aa12453 req-bbfb8831-b632-4047-96c2-b60539b3255c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586696 Aug 18 14:20:55.326359 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc5124-11cc-48e0-9f8e-b186bb16fc92 req-d0289c50-6951-4d34-ab87-b71ef78779f3 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:55.328419 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-adbc5124-11cc-48e0-9f8e-b186bb16fc92 req-d0289c50-6951-4d34-ab87-b71ef78779f3 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 945 time: 0.0605881 Aug 18 14:20:55.386708 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-adbc5124-11cc-48e0-9f8e-b186bb16fc92 req-42157322-6fbb-46fd-a3b9-8c7f459444ef tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509377 Aug 18 14:20:56.516899 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27dc0fd-0067-4cc2-8da1-02d1072b54bf req-e07e9d0b-d161-4aa4-80a0-4da53eb07243 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:56.518568 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d27dc0fd-0067-4cc2-8da1-02d1072b54bf req-e07e9d0b-d161-4aa4-80a0-4da53eb07243 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 945 time: 0.0553536 Aug 18 14:20:56.587380 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-d27dc0fd-0067-4cc2-8da1-02d1072b54bf req-84d2c785-1652-402b-a8e3-c9c0b4c6451d tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613697 Aug 18 14:20:57.725587 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee496255-8f46-4109-ada0-5147ac2bc915 req-dc9e5de5-38f8-4d9a-8364-aef0a284d6a8 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:57.727184 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ee496255-8f46-4109-ada0-5147ac2bc915 req-dc9e5de5-38f8-4d9a-8364-aef0a284d6a8 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 945 time: 0.0589790 Aug 18 14:20:57.778483 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ee496255-8f46-4109-ada0-5147ac2bc915 req-f448a525-288b-4d1c-9cbc-a66b25268809 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396867 Aug 18 14:20:58.584914 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:20:58.919804 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b34890-078f-46f0-8b8f-a8c3dbf1125b req-3e947713-b1c7-43ef-9f5b-e3d13dbf1e62 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:20:58.921545 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-71b34890-078f-46f0-8b8f-a8c3dbf1125b req-3e947713-b1c7-43ef-9f5b-e3d13dbf1e62 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 945 time: 0.0604396 Aug 18 14:20:58.971488 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-71b34890-078f-46f0-8b8f-a8c3dbf1125b req-67705057-14f0-4902-93ac-01a5cc35f511 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390368 Aug 18 14:20:59.645784 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:00.139578 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46649261-f2e9-4d6e-b8f2-86cc1f959c07 req-07683d58-7251-43b8-9ada-6ca418781c8f tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:00.141804 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-46649261-f2e9-4d6e-b8f2-86cc1f959c07 req-07683d58-7251-43b8-9ada-6ca418781c8f tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 945 time: 0.0757098 Aug 18 14:21:00.193503 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-46649261-f2e9-4d6e-b8f2-86cc1f959c07 req-da036940-3b2b-492f-8e68-ad35fbcd701e tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448036 Aug 18 14:21:01.325186 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88acb1-0d2d-49a6-95b8-cdbe1012c536 req-a4fd3452-d899-4a6a-896e-e3fa419687ae tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:01.326835 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3a88acb1-0d2d-49a6-95b8-cdbe1012c536 req-a4fd3452-d899-4a6a-896e-e3fa419687ae tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 945 time: 0.0583556 Aug 18 14:21:01.380713 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3a88acb1-0d2d-49a6-95b8-cdbe1012c536 req-ec0fa611-a85c-4be6-a465-aa9bffcad3c5 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426929 Aug 18 14:21:02.513099 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f6646-8563-44eb-b935-c01ba6828534 req-7e52d5cb-6ba6-4aca-8468-3ca4782c60ac tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:02.515037 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-173f6646-8563-44eb-b935-c01ba6828534 req-7e52d5cb-6ba6-4aca-8468-3ca4782c60ac tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 945 time: 0.0587709 Aug 18 14:21:02.563402 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-173f6646-8563-44eb-b935-c01ba6828534 req-cf01447b-cc21-40d0-a74f-b8b44245bf16 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423343 Aug 18 14:21:03.717556 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf9bb5-7513-40cd-a2c9-d8d5e0dd7078 req-797ef4cc-964b-461b-bb69-8bf5a5c0c203 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:03.719229 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2bbf9bb5-7513-40cd-a2c9-d8d5e0dd7078 req-797ef4cc-964b-461b-bb69-8bf5a5c0c203 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 945 time: 0.0655012 Aug 18 14:21:03.772403 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2bbf9bb5-7513-40cd-a2c9-d8d5e0dd7078 req-bc67f24b-4656-4281-ab04-d0e2d2791653 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467279 Aug 18 14:21:04.905202 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785d087-bb82-4d7a-a858-5ea238db6057 req-05d31864-98ad-4b3e-975c-9d54871e5fc5 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:04.906870 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b785d087-bb82-4d7a-a858-5ea238db6057 req-05d31864-98ad-4b3e-975c-9d54871e5fc5 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 945 time: 0.0543396 Aug 18 14:21:04.951795 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b785d087-bb82-4d7a-a858-5ea238db6057 req-d6386085-62cf-40bd-be15-099bca04fe52 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382044 Aug 18 14:21:06.104048 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f08bee-005c-4b7c-b3c3-b8fc4f199875 req-a00195d5-e53c-4c7b-9bf8-390969d8ec61 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:06.106393 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-85f08bee-005c-4b7c-b3c3-b8fc4f199875 req-a00195d5-e53c-4c7b-9bf8-390969d8ec61 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 945 time: 0.0675228 Aug 18 14:21:06.153394 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-85f08bee-005c-4b7c-b3c3-b8fc4f199875 req-99117921-9d2c-4896-bbc1-e2c9c7c62c95 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364590 Aug 18 14:21:06.903146 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b0c7e-699a-4b45-89c2-5d68050071e7 req-5c6bc810-f19d-4d6e-9190-5911b17a0c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:06.904997 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9b8b0c7e-699a-4b45-89c2-5d68050071e7 req-5c6bc810-f19d-4d6e-9190-5911b17a0c64 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ef28cfef0a84ad4be544548c23efc3f&device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 1096 time: 0.0464807 Aug 18 14:21:07.013763 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b0c7e-699a-4b45-89c2-5d68050071e7 req-1e41e8e8-2c9d-4011-8199-654333522e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:07.015404 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9b8b0c7e-699a-4b45-89c2-5d68050071e7 req-1e41e8e8-2c9d-4011-8199-654333522e18 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a3bc5ae-d1a5-43f2-a9c4-97187003e597 HTTP/1.1" status: 200 len: 910 time: 0.1025681 Aug 18 14:21:07.095178 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9b8b0c7e-699a-4b45-89c2-5d68050071e7 req-83566e10-8fa6-4ffe-bc12-a612cbe1e4cf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae533ab1-b810-4248-9034-31c3049cad1c HTTP/1.1" status: 200 len: 1001 time: 0.0709853 Aug 18 14:21:07.149261 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b0c7e-699a-4b45-89c2-5d68050071e7 req-b4875a79-7405-48b8-a751-f2e11a037e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:07.150703 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9b8b0c7e-699a-4b45-89c2-5d68050071e7 req-b4875a79-7405-48b8-a751-f2e11a037e90 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=14ac4867-8cc4-45c2-924f-9a0c38dcc1b1 HTTP/1.1" status: 200 len: 848 time: 0.0480275 Aug 18 14:21:07.204375 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b0c7e-699a-4b45-89c2-5d68050071e7 req-00b349d1-3b18-4d35-97d4-371510a97d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:07.206437 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9b8b0c7e-699a-4b45-89c2-5d68050071e7 req-00b349d1-3b18-4d35-97d4-371510a97d75 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a3bc5ae-d1a5-43f2-a9c4-97187003e597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485420 Aug 18 14:21:07.350908 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f65c35-eb61-4ef2-9441-800094d4eb4f req-a97ae3be-e66f-40de-aa75-897ae2f5b363 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:07.352772 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c5f65c35-eb61-4ef2-9441-800094d4eb4f req-a97ae3be-e66f-40de-aa75-897ae2f5b363 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 945 time: 0.1189899 Aug 18 14:21:07.357382 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9b8b0c7e-699a-4b45-89c2-5d68050071e7 req-6b1aeb3b-e5d8-4e28-98ef-cba779211adb service neutron] 10.222.0.39 "GET /v2.0/networks/3a3bc5ae-d1a5-43f2-a9c4-97187003e597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427565 Aug 18 14:21:07.458408 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c5f65c35-eb61-4ef2-9441-800094d4eb4f req-3f5bed4b-80e4-436d-a27d-44d48c986b71 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951366 Aug 18 14:21:07.496446 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9b8b0c7e-699a-4b45-89c2-5d68050071e7 req-85a37061-7ae9-4a56-b3bb-8fb6580772a4 service neutron] 10.222.0.39 "GET /v2.0/networks/3a3bc5ae-d1a5-43f2-a9c4-97187003e597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266530 Aug 18 14:21:08.589486 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660dbeb-fa4c-4a5c-900a-7c13b80afc5f req-f5c24d73-1942-43b8-b461-ec042ebadfa7 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:08.591200 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9660dbeb-fa4c-4a5c-900a-7c13b80afc5f req-f5c24d73-1942-43b8-b461-ec042ebadfa7 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 945 time: 0.0551689 Aug 18 14:21:08.639045 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-9660dbeb-fa4c-4a5c-900a-7c13b80afc5f req-a6c3752f-30d0-4fe4-aa90-3b25fad70e31 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371408 Aug 18 14:21:09.769643 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6f525-3445-4a88-8b41-a888d31ed2aa req-8ee7c571-31f9-45ed-9287-697601b2f54e tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:09.771333 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e2f6f525-3445-4a88-8b41-a888d31ed2aa req-8ee7c571-31f9-45ed-9287-697601b2f54e tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 945 time: 0.0550511 Aug 18 14:21:09.815424 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e2f6f525-3445-4a88-8b41-a888d31ed2aa req-112e2771-9c72-448f-ad4f-d70f07bc996c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370636 Aug 18 14:21:10.966108 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8220f3-8d53-4283-8d5d-cfb28f16572b req-e8008976-076c-47b5-b5d0-7d409b7cd0dc tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:10.968090 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fb8220f3-8d53-4283-8d5d-cfb28f16572b req-e8008976-076c-47b5-b5d0-7d409b7cd0dc tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 945 time: 0.0523701 Aug 18 14:21:11.016799 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fb8220f3-8d53-4283-8d5d-cfb28f16572b req-4235e0ca-f53d-4ac9-b3a0-65f997151496 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429170 Aug 18 14:21:11.727593 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8265cec5-b959-49e8-9189-0db590c38dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:12.186731 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01620acf-92f7-43b8-9ad7-5a2dec7d918a req-4d123014-d857-4c7f-a542-4699f898c2a8 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:12.188305 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01620acf-92f7-43b8-9ad7-5a2dec7d918a req-4d123014-d857-4c7f-a542-4699f898c2a8 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 945 time: 0.0609229 Aug 18 14:21:12.247560 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-01620acf-92f7-43b8-9ad7-5a2dec7d918a req-7a63b490-814c-47b6-8fd9-6abcd088d9aa tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514116 Aug 18 14:21:12.722850 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada50fd-6549-4201-96f1-e65bcaa8feba req-4c948a14-d353-4744-b212-035901983b56 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:12.725043 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7ada50fd-6549-4201-96f1-e65bcaa8feba req-4c948a14-d353-4744-b212-035901983b56 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 945 time: 0.0693328 Aug 18 14:21:12.783166 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-7ada50fd-6549-4201-96f1-e65bcaa8feba req-7765d8f3-b5f7-44d3-b057-1aa6f48bd458 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494318 Aug 18 14:21:12.823438 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12b5841b-2662-4d1b-a20f-5b886bb8904e req-bff9a0cc-75a3-4510-8aa1-c9d7d6f83143 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1191688 Aug 18 14:21:13.369151 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device ae533ab1-b810-4248-9034-31c3049cad1c no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:21:13.458035 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:13.484071 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105009b0-34b0-416d-801a-39190ad4896b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae533ab1-b810-4248-9034-31c3049cad1c'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:21:13.486592 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ba3b915c790ece66a99fb45b0530a9eb9c5b6743edcd6e3a78a03ec4b78c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3508e8-9d35-47a9-879b-4188f9c10962" -d '{"events": [{"server_uuid": "105009b0-34b0-416d-801a-39190ad4896b", "name": "network-vif-unplugged", "status": "completed", "tag": "ae533ab1-b810-4248-9034-31c3049cad1c"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:21:13.504227 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port ae533ab1-b810-4248-9034-31c3049cad1c, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=ae533ab1-b810-4248-9034-31c3049cad1c,segment=NetworkSegment(659ef307-8971-47bc-a13d-bcda5cc7e8e0),segment_id=659ef307-8971-47bc-a13d-bcda5cc7e8e0)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:21:13.589582 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:13.625080 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 18 Aug 2021 14:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2f5c19-d52d-4580-bd02-7633994c78d5 x-openstack-request-id: req-1d2f5c19-d52d-4580-bd02-7633994c78d5 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:21:13.625511 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105009b0-34b0-416d-801a-39190ad4896b", "name": "network-vif-unplugged", "status": "failed", "tag": "ae533ab1-b810-4248-9034-31c3049cad1c", "code": 422}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:21:13.625766 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d2f5c19-d52d-4580-bd02-7633994c78d5 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:21:13.626161 n-d-803603-2 neutron-server[101677]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '105009b0-34b0-416d-801a-39190ad4896b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ae533ab1-b810-4248-9034-31c3049cad1c', 'code': 422} returned with failed status Aug 18 14:21:13.664044 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=ae533ab1-b810-4248-9034-31c3049cad1c,revision_number=6']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:13.678800 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:13.679365 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:13.679944 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:13.680516 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:13.681116 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:13.681693 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:13.682300 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:13.682866 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:13.683420 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:13.684007 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:13.684560 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:13.685184 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:13.878750 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-04b3545c-e8a2-4473-aea2-f986f20a8b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:13.938901 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338406d-64f9-4541-883d-91cf71148534 req-8d46d410-a7be-4ab2-b4b3-22fc329b5b51 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:13.940570 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d338406d-64f9-4541-883d-91cf71148534 req-8d46d410-a7be-4ab2-b4b3-22fc329b5b51 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 943 time: 0.0658083 Aug 18 14:21:13.990473 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d338406d-64f9-4541-883d-91cf71148534 req-c2685fd6-4c5a-407a-8005-e5e29fbbcc7a tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413461 Aug 18 14:21:14.658781 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:15.141986 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93132703-7ce7-4f33-9d0c-1a020382b521 req-66a003f9-3ddb-4e97-9827-8f1945e15057 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:15.143567 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-93132703-7ce7-4f33-9d0c-1a020382b521 req-66a003f9-3ddb-4e97-9827-8f1945e15057 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 943 time: 0.0706527 Aug 18 14:21:15.189117 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-93132703-7ce7-4f33-9d0c-1a020382b521 req-2b587732-c267-47f6-b376-210f15fdb744 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385313 Aug 18 14:21:15.782861 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:16.349394 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95429562-30d4-42c6-a507-494a50fface1 req-f95c57ac-dca6-4829-b13f-1932cbb5bd28 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:16.352172 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-95429562-30d4-42c6-a507-494a50fface1 req-f95c57ac-dca6-4829-b13f-1932cbb5bd28 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 943 time: 0.0881667 Aug 18 14:21:16.399040 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-95429562-30d4-42c6-a507-494a50fface1 req-c74c91ef-4f60-49fa-9e19-0fc67de3c88d tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402215 Aug 18 14:21:17.565630 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bd633-bdea-4a59-80f9-580e9231e8dd req-b7fdf003-b9eb-460d-92d6-1d0c17ad3564 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:17.567313 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-086bd633-bdea-4a59-80f9-580e9231e8dd req-b7fdf003-b9eb-460d-92d6-1d0c17ad3564 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 943 time: 0.0563416 Aug 18 14:21:17.620409 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-086bd633-bdea-4a59-80f9-580e9231e8dd req-cb8a4e4e-f062-4c36-9679-bf979dee29f1 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406561 Aug 18 14:21:17.784923 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:18.769184 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ffc6b-15e1-404d-a493-ecd9de26081d req-27eba758-60a0-4b24-88fc-42086a59b7ec tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:18.770974 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ec0ffc6b-15e1-404d-a493-ecd9de26081d req-27eba758-60a0-4b24-88fc-42086a59b7ec tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 943 time: 0.0747967 Aug 18 14:21:18.828242 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ec0ffc6b-15e1-404d-a493-ecd9de26081d req-8911ec61-49fb-479c-8f05-80d8d860a00a tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485277 Aug 18 14:21:19.523911 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5841b-2662-4d1b-a20f-5b886bb8904e req-0881bf2f-360d-461d-8cdc-11f4e52245ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:19.526575 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12b5841b-2662-4d1b-a20f-5b886bb8904e req-0881bf2f-360d-461d-8cdc-11f4e52245ef service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b&tenant_id=1ef28cfef0a84ad4be544548c23efc3f HTTP/1.1" status: 200 len: 1094 time: 0.0979927 Aug 18 14:21:19.538877 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-12b5841b-2662-4d1b-a20f-5b886bb8904e req-3c0587fd-d80a-41d2-9caa-74e590de681a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803603-2', 'device_owner': 'compute:nova'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:21:19.605075 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-12b5841b-2662-4d1b-a20f-5b886bb8904e req-3c0587fd-d80a-41d2-9caa-74e590de681a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:19.847959 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-12b5841b-2662-4d1b-a20f-5b886bb8904e req-3c0587fd-d80a-41d2-9caa-74e590de681a service neutron] For port ae533ab1-b810-4248-9034-31c3049cad1c, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=ae533ab1-b810-4248-9034-31c3049cad1c,segment=NetworkSegment(659ef307-8971-47bc-a13d-bcda5cc7e8e0),segment_id=659ef307-8971-47bc-a13d-bcda5cc7e8e0)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:21:19.890731 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-12b5841b-2662-4d1b-a20f-5b886bb8904e req-3c0587fd-d80a-41d2-9caa-74e590de681a service neutron] For port ae533ab1-b810-4248-9034-31c3049cad1c, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:21:19.928963 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-12b5841b-2662-4d1b-a20f-5b886bb8904e req-3c0587fd-d80a-41d2-9caa-74e590de681a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae533ab1-b810-4248-9034-31c3049cad1c {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:21:19.938248 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-12b5841b-2662-4d1b-a20f-5b886bb8904e req-3c0587fd-d80a-41d2-9caa-74e590de681a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:19.954571 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-12b5841b-2662-4d1b-a20f-5b886bb8904e req-3c0587fd-d80a-41d2-9caa-74e590de681a service neutron] Transition to ACTIVE for port object ae533ab1-b810-4248-9034-31c3049cad1c will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:21:20.015461 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb3386-a985-44e2-acca-2d73b083b3f6 req-4c0de22c-080f-4955-bcdf-ca633deca8c1 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:20.017142 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1feb3386-a985-44e2-acca-2d73b083b3f6 req-4c0de22c-080f-4955-bcdf-ca633deca8c1 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 943 time: 0.0563521 Aug 18 14:21:20.070476 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-1feb3386-a985-44e2-acca-2d73b083b3f6 req-e2001baa-b8b4-4bef-9937-0572e25b0c69 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425010 Aug 18 14:21:20.102361 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-12b5841b-2662-4d1b-a20f-5b886bb8904e req-3c0587fd-d80a-41d2-9caa-74e590de681a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:20.194595 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0587fd-d80a-41d2-9caa-74e590de681a service neutron] Pushing event updated for resources: {'Port': ['ID=ae533ab1-b810-4248-9034-31c3049cad1c,revision_number=7']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:20.211267 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0587fd-d80a-41d2-9caa-74e590de681a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:20.211694 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0587fd-d80a-41d2-9caa-74e590de681a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:20.212040 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0587fd-d80a-41d2-9caa-74e590de681a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:20.212383 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0587fd-d80a-41d2-9caa-74e590de681a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:20.212744 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0587fd-d80a-41d2-9caa-74e590de681a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:20.213132 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0587fd-d80a-41d2-9caa-74e590de681a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:20.213462 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0587fd-d80a-41d2-9caa-74e590de681a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:20.213792 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0587fd-d80a-41d2-9caa-74e590de681a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:20.214278 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0587fd-d80a-41d2-9caa-74e590de681a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:20.214605 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0587fd-d80a-41d2-9caa-74e590de681a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:20.214963 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0587fd-d80a-41d2-9caa-74e590de681a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:20.215289 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0587fd-d80a-41d2-9caa-74e590de681a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:21:20.264805 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b5841b-2662-4d1b-a20f-5b886bb8904e req-3c0587fd-d80a-41d2-9caa-74e590de681a service neutron] No DVR routers for this DVR port ae533ab1-b810-4248-9034-31c3049cad1c on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:21:20.427860 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-12b5841b-2662-4d1b-a20f-5b886bb8904e req-3c0587fd-d80a-41d2-9caa-74e590de681a service neutron] Attempting to bind port ae533ab1-b810-4248-9034-31c3049cad1c on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:21:20.428135 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-12b5841b-2662-4d1b-a20f-5b886bb8904e req-3c0587fd-d80a-41d2-9caa-74e590de681a service neutron] Attempting to bind port ae533ab1-b810-4248-9034-31c3049cad1c by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': '659ef307-8971-47bc-a13d-bcda5cc7e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:21:20.428536 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b5841b-2662-4d1b-a20f-5b886bb8904e req-3c0587fd-d80a-41d2-9caa-74e590de681a service neutron] Attempting to bind port ae533ab1-b810-4248-9034-31c3049cad1c on network 3a3bc5ae-d1a5-43f2-a9c4-97187003e597 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:21:20.436095 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b5841b-2662-4d1b-a20f-5b886bb8904e req-3c0587fd-d80a-41d2-9caa-74e590de681a service neutron] Port ae533ab1-b810-4248-9034-31c3049cad1c on network 3a3bc5ae-d1a5-43f2-a9c4-97187003e597 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:21:20.436689 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b5841b-2662-4d1b-a20f-5b886bb8904e req-3c0587fd-d80a-41d2-9caa-74e590de681a service neutron] Attempting to bind port ae533ab1-b810-4248-9034-31c3049cad1c on network 3a3bc5ae-d1a5-43f2-a9c4-97187003e597 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:21:20.446463 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b5841b-2662-4d1b-a20f-5b886bb8904e req-3c0587fd-d80a-41d2-9caa-74e590de681a service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:21:20.447018 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b5841b-2662-4d1b-a20f-5b886bb8904e req-3c0587fd-d80a-41d2-9caa-74e590de681a service neutron] Checking segment: {'id': '659ef307-8971-47bc-a13d-bcda5cc7e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:21:20.447682 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b5841b-2662-4d1b-a20f-5b886bb8904e req-3c0587fd-d80a-41d2-9caa-74e590de681a service neutron] Bound using segment: {'id': '659ef307-8971-47bc-a13d-bcda5cc7e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:21:20.448501 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-12b5841b-2662-4d1b-a20f-5b886bb8904e req-3c0587fd-d80a-41d2-9caa-74e590de681a service neutron] Bound port: ae533ab1-b810-4248-9034-31c3049cad1c, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '659ef307-8971-47bc-a13d-bcda5cc7e8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:21:20.449121 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-12b5841b-2662-4d1b-a20f-5b886bb8904e req-3c0587fd-d80a-41d2-9caa-74e590de681a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:20.524893 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-12b5841b-2662-4d1b-a20f-5b886bb8904e req-3c0587fd-d80a-41d2-9caa-74e590de681a service neutron] For port ae533ab1-b810-4248-9034-31c3049cad1c, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:21:20.529222 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-12b5841b-2662-4d1b-a20f-5b886bb8904e req-3c0587fd-d80a-41d2-9caa-74e590de681a service neutron] For port ae533ab1-b810-4248-9034-31c3049cad1c, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=ae533ab1-b810-4248-9034-31c3049cad1c,segment=NetworkSegment(659ef307-8971-47bc-a13d-bcda5cc7e8e0),segment_id=659ef307-8971-47bc-a13d-bcda5cc7e8e0)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:21:20.630327 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-12b5841b-2662-4d1b-a20f-5b886bb8904e req-3c0587fd-d80a-41d2-9caa-74e590de681a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:20.670094 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5841b-2662-4d1b-a20f-5b886bb8904e req-3c0587fd-d80a-41d2-9caa-74e590de681a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:20.670847 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-12b5841b-2662-4d1b-a20f-5b886bb8904e req-3c0587fd-d80a-41d2-9caa-74e590de681a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:20.672318 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12b5841b-2662-4d1b-a20f-5b886bb8904e req-3c0587fd-d80a-41d2-9caa-74e590de681a service neutron] 10.222.0.20 "PUT /v2.0/ports/ae533ab1-b810-4248-9034-31c3049cad1c HTTP/1.1" status: 200 len: 1091 time: 1.1381459 Aug 18 14:21:20.672768 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105009b0-34b0-416d-801a-39190ad4896b', 'tag': 'ae533ab1-b810-4248-9034-31c3049cad1c'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:21:20.675157 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f04abb0-65b5-461f-8139-f43753571ba9" -d '{"events": [{"name": "network-changed", "server_uuid": "105009b0-34b0-416d-801a-39190ad4896b", "tag": "ae533ab1-b810-4248-9034-31c3049cad1c"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:21:20.710737 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0587fd-d80a-41d2-9caa-74e590de681a service neutron] Pushing event updated for resources: {'Port': ['ID=ae533ab1-b810-4248-9034-31c3049cad1c,revision_number=8']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:20.754914 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5841b-2662-4d1b-a20f-5b886bb8904e req-e6e8eb60-ecd9-4797-9cb6-2d660577720c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:20.756529 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12b5841b-2662-4d1b-a20f-5b886bb8904e req-e6e8eb60-ecd9-4797-9cb6-2d660577720c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ef28cfef0a84ad4be544548c23efc3f&device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 1094 time: 0.0546703 Aug 18 14:21:20.812104 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9cfb88-e419-4b85-bb78-055a354385ee x-openstack-request-id: req-fb9cfb88-e419-4b85-bb78-055a354385ee {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:21:20.812384 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "105009b0-34b0-416d-801a-39190ad4896b", "tag": "ae533ab1-b810-4248-9034-31c3049cad1c", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:21:20.812638 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb9cfb88-e419-4b85-bb78-055a354385ee {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:21:20.813043 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105009b0-34b0-416d-801a-39190ad4896b', 'tag': 'ae533ab1-b810-4248-9034-31c3049cad1c', 'status': 'completed', 'code': 200} Aug 18 14:21:20.865784 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5841b-2662-4d1b-a20f-5b886bb8904e req-8c1382ef-754d-4b97-bdec-a8684306cc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:20.867417 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12b5841b-2662-4d1b-a20f-5b886bb8904e req-8c1382ef-754d-4b97-bdec-a8684306cc66 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3a3bc5ae-d1a5-43f2-a9c4-97187003e597 HTTP/1.1" status: 200 len: 910 time: 0.1027558 Aug 18 14:21:20.949766 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12b5841b-2662-4d1b-a20f-5b886bb8904e req-269594f0-4a29-42a4-9e52-9e3299055453 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae533ab1-b810-4248-9034-31c3049cad1c HTTP/1.1" status: 200 len: 999 time: 0.0744550 Aug 18 14:21:21.011340 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5841b-2662-4d1b-a20f-5b886bb8904e req-cbcc6836-566c-4516-8730-1054c24722ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:21.013467 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12b5841b-2662-4d1b-a20f-5b886bb8904e req-cbcc6836-566c-4516-8730-1054c24722ba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=14ac4867-8cc4-45c2-924f-9a0c38dcc1b1 HTTP/1.1" status: 200 len: 848 time: 0.0566998 Aug 18 14:21:21.064595 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5841b-2662-4d1b-a20f-5b886bb8904e req-84dc23c6-84ae-4f54-afe8-2fb468410fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:21.066228 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12b5841b-2662-4d1b-a20f-5b886bb8904e req-84dc23c6-84ae-4f54-afe8-2fb468410fbc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3a3bc5ae-d1a5-43f2-a9c4-97187003e597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459263 Aug 18 14:21:21.177450 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12b5841b-2662-4d1b-a20f-5b886bb8904e req-bc6044f0-febd-4791-a83e-7db8fdd8fe70 service neutron] 10.222.0.20 "GET /v2.0/networks/3a3bc5ae-d1a5-43f2-a9c4-97187003e597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028736 Aug 18 14:21:21.213969 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef85d38-6f29-432f-8e4e-121e9ae3210e req-82c39576-7ea0-444a-8b11-1af78aca0727 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:21.215813 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cef85d38-6f29-432f-8e4e-121e9ae3210e req-82c39576-7ea0-444a-8b11-1af78aca0727 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 943 time: 0.0656636 Aug 18 14:21:21.265417 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cef85d38-6f29-432f-8e4e-121e9ae3210e req-8c4917b5-2f90-48f9-987d-a9189a10b28e tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376225 Aug 18 14:21:21.303814 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-12b5841b-2662-4d1b-a20f-5b886bb8904e req-0402ae05-93d5-43f9-b368-04993bb0271c service neutron] 10.222.0.20 "GET /v2.0/networks/3a3bc5ae-d1a5-43f2-a9c4-97187003e597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192844 Aug 18 14:21:21.482601 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04abb0-65b5-461f-8139-f43753571ba9 req-76640ff0-5794-4d67-94a6-cb4a8a462ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:21.484350 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6f04abb0-65b5-461f-8139-f43753571ba9 req-76640ff0-5794-4d67-94a6-cb4a8a462ae5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ef28cfef0a84ad4be544548c23efc3f&device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 1094 time: 0.0485501 Aug 18 14:21:21.589662 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04abb0-65b5-461f-8139-f43753571ba9 req-dc5f6d97-4d2a-4f24-b41a-1d4680242688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:21.591263 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6f04abb0-65b5-461f-8139-f43753571ba9 req-dc5f6d97-4d2a-4f24-b41a-1d4680242688 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3a3bc5ae-d1a5-43f2-a9c4-97187003e597 HTTP/1.1" status: 200 len: 910 time: 0.0997016 Aug 18 14:21:21.667535 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6f04abb0-65b5-461f-8139-f43753571ba9 req-0a5b2af9-462c-453f-8b4b-6309a0040bb0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae533ab1-b810-4248-9034-31c3049cad1c HTTP/1.1" status: 200 len: 999 time: 0.0689003 Aug 18 14:21:21.723854 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04abb0-65b5-461f-8139-f43753571ba9 req-fe1232f8-d73c-452e-abf3-a395b6cbf357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:21.725582 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6f04abb0-65b5-461f-8139-f43753571ba9 req-fe1232f8-d73c-452e-abf3-a395b6cbf357 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=14ac4867-8cc4-45c2-924f-9a0c38dcc1b1 HTTP/1.1" status: 200 len: 848 time: 0.0496349 Aug 18 14:21:21.779560 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04abb0-65b5-461f-8139-f43753571ba9 req-41d101ec-aaf6-4c1c-adca-e28393bfc24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:21.781056 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6f04abb0-65b5-461f-8139-f43753571ba9 req-41d101ec-aaf6-4c1c-adca-e28393bfc24d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3a3bc5ae-d1a5-43f2-a9c4-97187003e597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475812 Aug 18 14:21:21.892464 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6f04abb0-65b5-461f-8139-f43753571ba9 req-c03de397-662c-4b99-a396-429c23127810 service neutron] 10.222.0.20 "GET /v2.0/networks/3a3bc5ae-d1a5-43f2-a9c4-97187003e597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026993 Aug 18 14:21:21.992060 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6f04abb0-65b5-461f-8139-f43753571ba9 req-0b4d00c1-cf7a-4132-affd-78bb6c600ad3 service neutron] 10.222.0.20 "GET /v2.0/networks/3a3bc5ae-d1a5-43f2-a9c4-97187003e597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921092 Aug 18 14:21:22.422732 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b095eb59-a774-4329-97ca-09b6f1bc9403 req-a2ee02a2-d385-4377-b915-7361aaf8430c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:22.424593 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b095eb59-a774-4329-97ca-09b6f1bc9403 req-a2ee02a2-d385-4377-b915-7361aaf8430c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 943 time: 0.0605967 Aug 18 14:21:22.469643 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b095eb59-a774-4329-97ca-09b6f1bc9403 req-41eb1b20-8ddc-4c7b-89d3-711b36aa7fd5 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385108 Aug 18 14:21:23.597456 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9a976-cc15-4903-80a4-3ef2ff074d62 req-5490274e-c6c2-4168-acc7-1811b89341cc tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:23.599146 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-54d9a976-cc15-4903-80a4-3ef2ff074d62 req-5490274e-c6c2-4168-acc7-1811b89341cc tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 943 time: 0.0556355 Aug 18 14:21:23.646064 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-54d9a976-cc15-4903-80a4-3ef2ff074d62 req-2288980d-fba2-482f-9386-f0a4f3aea1d4 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401747 Aug 18 14:21:24.782011 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34768def-cd96-4055-95f3-522b12b79237 req-dd3e1ef7-120d-4510-be29-b07f7b875248 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:24.783695 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-34768def-cd96-4055-95f3-522b12b79237 req-dd3e1ef7-120d-4510-be29-b07f7b875248 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 943 time: 0.0575461 Aug 18 14:21:24.822286 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-34768def-cd96-4055-95f3-522b12b79237 req-d5fed5a7-47a8-49c8-951b-9cabe7fb4728 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320213 Aug 18 14:21:25.974394 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4be33b-ed68-417a-b7a5-0351791b763c req-79ace4c4-8842-4fcc-8abd-48f4185b0ce7 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:25.976197 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cb4be33b-ed68-417a-b7a5-0351791b763c req-79ace4c4-8842-4fcc-8abd-48f4185b0ce7 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 943 time: 0.0751405 Aug 18 14:21:26.032948 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-cb4be33b-ed68-417a-b7a5-0351791b763c req-e1449776-00e2-4f52-b38e-9b74e5a1c16f tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493121 Aug 18 14:21:27.162352 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a3d6e-8586-4ea2-aa4f-7cdcb2a03389 req-c8282ef7-86ea-44b5-87d0-2f6530205486 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:27.164047 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ed3a3d6e-8586-4ea2-aa4f-7cdcb2a03389 req-c8282ef7-86ea-44b5-87d0-2f6530205486 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 943 time: 0.0573871 Aug 18 14:21:27.214010 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ed3a3d6e-8586-4ea2-aa4f-7cdcb2a03389 req-b8bb455a-9963-4771-9745-b687c11cc15d tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389271 Aug 18 14:21:28.373614 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4ea67-829b-4954-a97d-e3c47e87de68 req-c01cf2f3-5f11-45c4-9fde-2ec6412b2c3e tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:28.375464 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f5a4ea67-829b-4954-a97d-e3c47e87de68 req-c01cf2f3-5f11-45c4-9fde-2ec6412b2c3e tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 943 time: 0.0736442 Aug 18 14:21:28.445310 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-f5a4ea67-829b-4954-a97d-e3c47e87de68 req-a590f5e4-8e82-4b3a-ad85-04cd805461ed tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617316 Aug 18 14:21:28.567002 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:29.574715 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e7cf6-34b1-4dbd-890d-c42cecfbe167 req-05660eb2-bd93-45e5-8a2e-568f18e1fa14 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:29.576708 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d54e7cf6-34b1-4dbd-890d-c42cecfbe167 req-05660eb2-bd93-45e5-8a2e-568f18e1fa14 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 943 time: 0.0556457 Aug 18 14:21:29.621625 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d54e7cf6-34b1-4dbd-890d-c42cecfbe167 req-04ffeefb-cb30-4216-bfa9-194343b1ccb2 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376980 Aug 18 14:21:29.667836 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:30.575170 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device ae533ab1-b810-4248-9034-31c3049cad1c details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:21:30.706460 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port ae533ab1-b810-4248-9034-31c3049cad1c, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=ae533ab1-b810-4248-9034-31c3049cad1c,segment=NetworkSegment(659ef307-8971-47bc-a13d-bcda5cc7e8e0),segment_id=659ef307-8971-47bc-a13d-bcda5cc7e8e0)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:21:30.728168 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'ae533ab1-b810-4248-9034-31c3049cad1c', 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597', 'port_id': 'ae533ab1-b810-4248-9034-31c3049cad1c', 'mac_address': 'fa:16:3e:b5:98:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14ac4867-8cc4-45c2-924f-9a0c38dcc1b1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:21:30.765370 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af365965-c423-4773-a68c-be19edf137d2 req-afeaf5f5-de5c-4de3-adb2-b5d907e77d36 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:30.767175 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-af365965-c423-4773-a68c-be19edf137d2 req-afeaf5f5-de5c-4de3-adb2-b5d907e77d36 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 943 time: 0.0585954 Aug 18 14:21:30.789736 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:30.806794 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae533ab1-b810-4248-9034-31c3049cad1c {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:21:30.816714 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-af365965-c423-4773-a68c-be19edf137d2 req-d579c8cb-8100-4528-93d0-973067fab9b0 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411048 Aug 18 14:21:30.834755 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port ae533ab1-b810-4248-9034-31c3049cad1c, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=ae533ab1-b810-4248-9034-31c3049cad1c,segment=NetworkSegment(659ef307-8971-47bc-a13d-bcda5cc7e8e0),segment_id=659ef307-8971-47bc-a13d-bcda5cc7e8e0)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:21:30.896269 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:30.950661 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=ae533ab1-b810-4248-9034-31c3049cad1c,revision_number=9']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:30.991566 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:21:31.142654 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['ae533ab1-b810-4248-9034-31c3049cad1c'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:21:31.949142 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b77f47-4446-419b-a273-dc5091dc8e4f req-01a01421-850c-449a-95c9-8acfd4f65700 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:31.951200 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-95b77f47-4446-419b-a273-dc5091dc8e4f req-01a01421-850c-449a-95c9-8acfd4f65700 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 944 time: 0.0601339 Aug 18 14:21:31.993951 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-95b77f47-4446-419b-a273-dc5091dc8e4f req-a20ab521-42c9-4807-811c-b3de064ceeac tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361283 Aug 18 14:21:32.590873 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device ae533ab1-b810-4248-9034-31c3049cad1c up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:21:32.715071 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port ae533ab1-b810-4248-9034-31c3049cad1c completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:21:32.720121 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port ae533ab1-b810-4248-9034-31c3049cad1c triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:21:32.720492 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:32.810738 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:32.836341 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105009b0-34b0-416d-801a-39190ad4896b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae533ab1-b810-4248-9034-31c3049cad1c'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:21:32.838737 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ba3b915c790ece66a99fb45b0530a9eb9c5b6743edcd6e3a78a03ec4b78c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c2b180-0fb8-433f-9cb6-1dff22b4d3e3" -d '{"events": [{"server_uuid": "105009b0-34b0-416d-801a-39190ad4896b", "name": "network-vif-plugged", "status": "completed", "tag": "ae533ab1-b810-4248-9034-31c3049cad1c"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:21:32.855958 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port ae533ab1-b810-4248-9034-31c3049cad1c, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=ae533ab1-b810-4248-9034-31c3049cad1c,segment=NetworkSegment(659ef307-8971-47bc-a13d-bcda5cc7e8e0),segment_id=659ef307-8971-47bc-a13d-bcda5cc7e8e0)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:21:32.879239 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b606c3d-eefd-44e4-b193-54b63905b142 x-openstack-request-id: req-4b606c3d-eefd-44e4-b193-54b63905b142 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:21:32.879544 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105009b0-34b0-416d-801a-39190ad4896b", "name": "network-vif-plugged", "status": "completed", "tag": "ae533ab1-b810-4248-9034-31c3049cad1c", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:21:32.879800 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b606c3d-eefd-44e4-b193-54b63905b142 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:21:32.880202 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105009b0-34b0-416d-801a-39190ad4896b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae533ab1-b810-4248-9034-31c3049cad1c', 'code': 200} Aug 18 14:21:32.936118 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:32.989439 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=ae533ab1-b810-4248-9034-31c3049cad1c,revision_number=10']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:21:33.130100 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beeff42-846f-44d5-9ca3-1801141b0551 req-9d6236fe-696f-4754-9a74-153b65cbc9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:33.131588 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1beeff42-846f-44d5-9ca3-1801141b0551 req-9d6236fe-696f-4754-9a74-153b65cbc9b0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 1097 time: 0.0747330 Aug 18 14:21:33.173629 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d258925-ca8c-4fab-9132-5b3a6450d59f req-9acfe8df-b0cd-44f2-ab72-7553add7bfa0 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:33.175125 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6d258925-ca8c-4fab-9132-5b3a6450d59f req-9acfe8df-b0cd-44f2-ab72-7553add7bfa0 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 946 time: 0.0768602 Aug 18 14:21:33.191856 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-1beeff42-846f-44d5-9ca3-1801141b0551 req-a4aca022-518b-4b0a-9421-bd6d9e04f399 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508981 Aug 18 14:21:33.218684 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6d258925-ca8c-4fab-9132-5b3a6450d59f req-e4982789-c606-4b1c-8c26-778f52dbf27d tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363638 Aug 18 14:21:34.377709 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97f6cc-d8b4-413f-a16c-651ca4c57b2d req-e42deced-bbbf-40bb-a784-10b2abe73753 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:21:34.380381 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fd97f6cc-d8b4-413f-a16c-651ca4c57b2d req-e42deced-bbbf-40bb-a784-10b2abe73753 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 946 time: 0.0782835 Aug 18 14:21:34.425718 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-fd97f6cc-d8b4-413f-a16c-651ca4c57b2d req-9cffcebb-e226-4452-a206-a3af4e43e0ad tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391884 Aug 18 14:21:41.718778 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-18031db7-95c1-4fab-961f-5e2f2a5b5f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:43.874827 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-45b35f3a-6990-4d71-baf1-ac0d7ed29192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:44.675317 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:45.806555 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:47.806809 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:58.615214 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:21:59.703265 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:07.991173 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:22:11.792259 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-848eb563-4aed-4ce7-88e1-0a817aa45584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:13.896883 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6e38c914-6c0c-460e-82ec-ad5489284992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:14.694707 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:15.504824 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-472eb7fb-a9b8-4964-9fa1-421d6e8f6c8d req-7e43e7a8-b955-4fb6-b46d-76e4a32c9875 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0488269 Aug 18 14:22:15.611718 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472eb7fb-a9b8-4964-9fa1-421d6e8f6c8d req-e2254fa5-aa19-46da-b2da-7d0b8985922a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:15.613280 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-472eb7fb-a9b8-4964-9fa1-421d6e8f6c8d req-e2254fa5-aa19-46da-b2da-7d0b8985922a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ef28cfef0a84ad4be544548c23efc3f&device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 1097 time: 0.0621130 Aug 18 14:22:15.748859 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472eb7fb-a9b8-4964-9fa1-421d6e8f6c8d req-748c1758-17b5-4392-ae04-01659ab78ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:15.750534 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-472eb7fb-a9b8-4964-9fa1-421d6e8f6c8d req-748c1758-17b5-4392-ae04-01659ab78ad2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3a3bc5ae-d1a5-43f2-a9c4-97187003e597 HTTP/1.1" status: 200 len: 910 time: 0.1137846 Aug 18 14:22:15.811995 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:15.844498 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-472eb7fb-a9b8-4964-9fa1-421d6e8f6c8d req-4fec46d1-6a57-441e-8dd6-2580dc2e8627 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae533ab1-b810-4248-9034-31c3049cad1c HTTP/1.1" status: 200 len: 1001 time: 0.0859668 Aug 18 14:22:15.911216 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472eb7fb-a9b8-4964-9fa1-421d6e8f6c8d req-07b59cb8-50fc-4b61-885d-097e1e674ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:15.913977 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-472eb7fb-a9b8-4964-9fa1-421d6e8f6c8d req-07b59cb8-50fc-4b61-885d-097e1e674ce7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=14ac4867-8cc4-45c2-924f-9a0c38dcc1b1 HTTP/1.1" status: 200 len: 848 time: 0.0624521 Aug 18 14:22:16.004461 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472eb7fb-a9b8-4964-9fa1-421d6e8f6c8d req-9c46ec0a-245e-49fe-91c7-62616e7451a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:22:16.007150 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-472eb7fb-a9b8-4964-9fa1-421d6e8f6c8d req-9c46ec0a-245e-49fe-91c7-62616e7451a0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3a3bc5ae-d1a5-43f2-a9c4-97187003e597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854709 Aug 18 14:22:16.123754 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-472eb7fb-a9b8-4964-9fa1-421d6e8f6c8d req-268b8799-4c90-4d23-a33b-ab3b210569d6 service neutron] 10.222.0.20 "GET /v2.0/networks/3a3bc5ae-d1a5-43f2-a9c4-97187003e597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082821 Aug 18 14:22:16.235418 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-472eb7fb-a9b8-4964-9fa1-421d6e8f6c8d req-92af5f28-5b70-4c4a-9c0b-022a830caf59 service neutron] 10.222.0.20 "GET /v2.0/networks/3a3bc5ae-d1a5-43f2-a9c4-97187003e597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043322 Aug 18 14:22:17.822825 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:28.632075 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:29.765296 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:41.753411 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-005c817f-c48b-4139-a9e5-1b8fd73cd7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:43.873861 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c45ec7ab-16d3-446f-a859-5a7d1b6d60bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:44.694118 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:44.991622 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:22:45.759091 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:47.768954 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:58.758791 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:22:59.678602 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:11.724195 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b76e6730-6975-4183-b978-eabb1bde9ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:13.835924 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42266) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:13.918347 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a7709d88-a319-4d60-8170-d5ccd53915c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:14.215893 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-bfe8afcf-c098-4ae4-a456-5b38a4729b6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Deleting port c97f0926-5baf-4a4c-b95d-828c1539941d {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:23:14.216235 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bfe8afcf-c098-4ae4-a456-5b38a4729b6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:14.300558 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bfe8afcf-c098-4ae4-a456-5b38a4729b6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:14.300934 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bfe8afcf-c098-4ae4-a456-5b38a4729b6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:14.315382 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-bfe8afcf-c098-4ae4-a456-5b38a4729b6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Calling delete_port for c97f0926-5baf-4a4c-b95d-828c1539941d owned by network:floatingip {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:23:14.604736 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bfe8afcf-c098-4ae4-a456-5b38a4729b6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:14.633324 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe8afcf-c098-4ae4-a456-5b38a4729b6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Pushing event deleted for resources: {'Port': ['ID=c97f0926-5baf-4a4c-b95d-828c1539941d,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:14.647498 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe8afcf-c098-4ae4-a456-5b38a4729b6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:14.647849 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe8afcf-c098-4ae4-a456-5b38a4729b6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:14.648193 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe8afcf-c098-4ae4-a456-5b38a4729b6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:14.648533 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe8afcf-c098-4ae4-a456-5b38a4729b6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:14.648874 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe8afcf-c098-4ae4-a456-5b38a4729b6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:14.649211 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe8afcf-c098-4ae4-a456-5b38a4729b6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:14.649555 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe8afcf-c098-4ae4-a456-5b38a4729b6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:14.649877 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe8afcf-c098-4ae4-a456-5b38a4729b6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:14.650761 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe8afcf-c098-4ae4-a456-5b38a4729b6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:14.651095 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe8afcf-c098-4ae4-a456-5b38a4729b6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:14.651423 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe8afcf-c098-4ae4-a456-5b38a4729b6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:14.651748 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe8afcf-c098-4ae4-a456-5b38a4729b6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:14.687844 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:14.717148 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bfe8afcf-c098-4ae4-a456-5b38a4729b6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for floatingip, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:14.717707 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [None req-bfe8afcf-c098-4ae4-a456-5b38a4729b6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Floating IP 00f21d99-3abc-4962-9acc-b75b653242d7 disassociated (deleted). External IP: 172.25.6.219, port: ae533ab1-b810-4248-9034-31c3049cad1c. Aug 18 14:23:14.953033 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe8afcf-c098-4ae4-a456-5b38a4729b6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Router 94815657-400e-4197-9715-0f778e197bef has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:23:15.075865 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe8afcf-c098-4ae4-a456-5b38a4729b6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:23:15.080746 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-bfe8afcf-c098-4ae4-a456-5b38a4729b6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:15.088794 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3025a8d9-00b3-426a-86a3-b2a640ea2b75 None None] Sync routers for ids ['94815657-400e-4197-9715-0f778e197bef'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:23:15.100709 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3025a8d9-00b3-426a-86a3-b2a640ea2b75 None None] Routers {'94815657-400e-4197-9715-0f778e197bef'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:23:15.101358 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-3025a8d9-00b3-426a-86a3-b2a640ea2b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:23:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['94815657-400e-4197-9715-0f778e197bef'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:23:15.126665 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-bfe8afcf-c098-4ae4-a456-5b38a4729b6c tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "DELETE /v2.0/floatingips/00f21d99-3abc-4962-9acc-b75b653242d7 HTTP/1.1" status: 204 len: 168 time: 1.2890162 Aug 18 14:23:15.127476 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105009b0-34b0-416d-801a-39190ad4896b', 'tag': 'ae533ab1-b810-4248-9034-31c3049cad1c'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:23:15.131174 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9eb208-a361-4665-a873-a80bf08ad3ca" -d '{"events": [{"name": "network-changed", "server_uuid": "105009b0-34b0-416d-801a-39190ad4896b", "tag": "ae533ab1-b810-4248-9034-31c3049cad1c"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:23:15.184235 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2e0459-a33e-4b59-9ecb-177214d8fe3a x-openstack-request-id: req-9a2e0459-a33e-4b59-9ecb-177214d8fe3a {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:23:15.185000 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "105009b0-34b0-416d-801a-39190ad4896b", "tag": "ae533ab1-b810-4248-9034-31c3049cad1c", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:23:15.185530 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a2e0459-a33e-4b59-9ecb-177214d8fe3a {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:23:15.186411 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105009b0-34b0-416d-801a-39190ad4896b', 'tag': 'ae533ab1-b810-4248-9034-31c3049cad1c', 'status': 'completed', 'code': 200} Aug 18 14:23:15.266718 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-3025a8d9-00b3-426a-86a3-b2a640ea2b75 None None] Set router 94815657-400e-4197-9715-0f778e197bef gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:23:15.283423 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9eb208-a361-4665-a873-a80bf08ad3ca req-722af79f-36ec-44e2-b0eb-afea78e14c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:23:15.284923 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3d9eb208-a361-4665-a873-a80bf08ad3ca req-722af79f-36ec-44e2-b0eb-afea78e14c40 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ef28cfef0a84ad4be544548c23efc3f&device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 1097 time: 0.0769446 Aug 18 14:23:15.392270 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9eb208-a361-4665-a873-a80bf08ad3ca req-d4fe09ce-b590-4209-a337-5bcb362e1020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:23:15.393750 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3d9eb208-a361-4665-a873-a80bf08ad3ca req-d4fe09ce-b590-4209-a337-5bcb362e1020 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3a3bc5ae-d1a5-43f2-a9c4-97187003e597 HTTP/1.1" status: 200 len: 910 time: 0.1010325 Aug 18 14:23:15.453234 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3d9eb208-a361-4665-a873-a80bf08ad3ca req-ea00a203-890d-4cc3-bee8-e5016c210d60 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae533ab1-b810-4248-9034-31c3049cad1c HTTP/1.1" status: 200 len: 217 time: 0.0505157 Aug 18 14:23:15.515663 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9eb208-a361-4665-a873-a80bf08ad3ca req-40907722-84c6-409d-827b-b682938b189d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:23:15.518101 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3d9eb208-a361-4665-a873-a80bf08ad3ca req-40907722-84c6-409d-827b-b682938b189d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=14ac4867-8cc4-45c2-924f-9a0c38dcc1b1 HTTP/1.1" status: 200 len: 848 time: 0.0572634 Aug 18 14:23:15.593387 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9eb208-a361-4665-a873-a80bf08ad3ca req-3fada5f4-a85a-481c-b5ca-684695c38800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:23:15.596238 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3d9eb208-a361-4665-a873-a80bf08ad3ca req-3fada5f4-a85a-481c-b5ca-684695c38800 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3a3bc5ae-d1a5-43f2-a9c4-97187003e597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698588 Aug 18 14:23:15.743027 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-3025a8d9-00b3-426a-86a3-b2a640ea2b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94815657-400e-4197-9715-0f778e197bef', 'name': 'tempest-TestShelveInstance-1857418510-router', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c00a2ec3-16e0-4a66-90a5-a73cd8156262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:49Z', 'updated_at': '2021-08-18T14:12:53Z', 'revision_number': 4, 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'gw_port': {'id': 'c00a2ec3-16e0-4a66-90a5-a73cd8156262', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94815657-400e-4197-9715-0f778e197bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:50Z', 'updated_at': '2021-08-18T14:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'ae1c1682-9916-4e0b-99c0-1df6b7749a44', 'name': '', 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'mac_address': 'fa:16:3e:33:e6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94815657-400e-4197-9715-0f778e197bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '14ac4867-8cc4-45c2-924f-9a0c38dcc1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:52Z', 'updated_at': '2021-08-18T14:13:00Z', 'revision_number': 5, 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'subnets': [{'id': '14ac4867-8cc4-45c2-924f-9a0c38dcc1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:23:15.756183 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3d9eb208-a361-4665-a873-a80bf08ad3ca req-3c6a38c6-971e-4fcb-b094-6c1d44f4e19e service neutron] 10.222.0.20 "GET /v2.0/networks/3a3bc5ae-d1a5-43f2-a9c4-97187003e597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493597 Aug 18 14:23:15.773153 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3025a8d9-00b3-426a-86a3-b2a640ea2b75 None None] Checking router: 94815657-400e-4197-9715-0f778e197bef for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:23:15.783559 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3025a8d9-00b3-426a-86a3-b2a640ea2b75 None None] Routers {'94815657-400e-4197-9715-0f778e197bef'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:23:15.785005 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-3025a8d9-00b3-426a-86a3-b2a640ea2b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:23:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['94815657-400e-4197-9715-0f778e197bef'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:23:15.830560 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:15.882362 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3d9eb208-a361-4665-a873-a80bf08ad3ca req-21fd8872-21e8-4f81-9e39-0cc8aba2b083 service neutron] 10.222.0.20 "GET /v2.0/networks/3a3bc5ae-d1a5-43f2-a9c4-97187003e597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185918 Aug 18 14:23:15.924954 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-3025a8d9-00b3-426a-86a3-b2a640ea2b75 None None] Set router 94815657-400e-4197-9715-0f778e197bef gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:23:15.930928 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5f339-b0ca-46ec-8e09-80494107a7e6 req-77fe62c3-6639-4145-ac0c-e5a4d01f5222 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:23:15.932558 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-73f5f339-b0ca-46ec-8e09-80494107a7e6 req-77fe62c3-6639-4145-ac0c-e5a4d01f5222 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 946 time: 0.2879369 Aug 18 14:23:15.975443 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-73f5f339-b0ca-46ec-8e09-80494107a7e6 req-28691ab4-e433-4f3c-8e99-e62c02621d92 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366423 Aug 18 14:23:16.154087 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-3025a8d9-00b3-426a-86a3-b2a640ea2b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94815657-400e-4197-9715-0f778e197bef', 'name': 'tempest-TestShelveInstance-1857418510-router', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c00a2ec3-16e0-4a66-90a5-a73cd8156262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:49Z', 'updated_at': '2021-08-18T14:12:53Z', 'revision_number': 4, 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'gw_port': {'id': 'c00a2ec3-16e0-4a66-90a5-a73cd8156262', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94815657-400e-4197-9715-0f778e197bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:50Z', 'updated_at': '2021-08-18T14:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'ae1c1682-9916-4e0b-99c0-1df6b7749a44', 'name': '', 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'mac_address': 'fa:16:3e:33:e6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94815657-400e-4197-9715-0f778e197bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '14ac4867-8cc4-45c2-924f-9a0c38dcc1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:52Z', 'updated_at': '2021-08-18T14:13:00Z', 'revision_number': 5, 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'subnets': [{'id': '14ac4867-8cc4-45c2-924f-9a0c38dcc1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:23:16.182892 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3025a8d9-00b3-426a-86a3-b2a640ea2b75 None None] The sync data for ids ['94815657-400e-4197-9715-0f778e197bef'] in n-d-803603-2 is: [{'id': '94815657-400e-4197-9715-0f778e197bef', 'name': 'tempest-TestShelveInstance-1857418510-router', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c00a2ec3-16e0-4a66-90a5-a73cd8156262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:49Z', 'updated_at': '2021-08-18T14:12:53Z', 'revision_number': 4, 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'gw_port': {'id': 'c00a2ec3-16e0-4a66-90a5-a73cd8156262', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94815657-400e-4197-9715-0f778e197bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:50Z', 'updated_at': '2021-08-18T14:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': 'ae1c1682-9916-4e0b-99c0-1df6b7749a44', 'name': '', 'network_id': '3a3bc5ae-d1a5-43f2-a9c4-97187003e597', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'mac_address': 'fa:16:3e:33:e6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94815657-400e-4197-9715-0f778e197bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '14ac4867-8cc4-45c2-924f-9a0c38dcc1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:52Z', 'updated_at': '2021-08-18T14:13:00Z', 'revision_number': 5, 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'subnets': [{'id': '14ac4867-8cc4-45c2-924f-9a0c38dcc1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:23:16.420749 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a91809-9983-4cae-84da-cd3172a826a2 None None] New status for floating IP 00f21d99-3abc-4962-9acc-b75b653242d7: DOWN {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:23:17.737398 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c56055-04ac-4471-9eb1-c3ad54e0d4bf req-aa04c1c3-a59e-46ec-8006-522ea32e7f29 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:23:17.737398 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a9c56055-04ac-4471-9eb1-c3ad54e0d4bf req-aa04c1c3-a59e-46ec-8006-522ea32e7f29 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 946 time: 0.6675389 Aug 18 14:23:17.746444 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b0c60-c1c3-47bb-93a0-059e19c269e1 req-dccd0525-ec20-4cf2-ab77-6d7a3d30d76f tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:23:17.748053 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2e1b0c60-c1c3-47bb-93a0-059e19c269e1 req-dccd0525-ec20-4cf2-ab77-6d7a3d30d76f tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.20 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 946 time: 0.5945232 Aug 18 14:23:17.821043 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:17.826083 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-a9c56055-04ac-4471-9eb1-c3ad54e0d4bf req-1aeb2f05-1443-4ed2-8a6b-59636dab3891 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/security-groups?id=c97c7bd8-e5ca-4007-859e-34674a439c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766573 Aug 18 14:23:17.897204 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-2e1b0c60-c1c3-47bb-93a0-059e19c269e1 req-7e987c0a-fdae-4ad0-94ac-73ec36c46e3f tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Deleting port ae533ab1-b810-4248-9034-31c3049cad1c {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:23:17.897485 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2e1b0c60-c1c3-47bb-93a0-059e19c269e1 req-7e987c0a-fdae-4ad0-94ac-73ec36c46e3f tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:18.061485 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-2e1b0c60-c1c3-47bb-93a0-059e19c269e1 req-7e987c0a-fdae-4ad0-94ac-73ec36c46e3f tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] For port ae533ab1-b810-4248-9034-31c3049cad1c, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=ae533ab1-b810-4248-9034-31c3049cad1c,segment=NetworkSegment(659ef307-8971-47bc-a13d-bcda5cc7e8e0),segment_id=659ef307-8971-47bc-a13d-bcda5cc7e8e0)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:23:18.061938 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2e1b0c60-c1c3-47bb-93a0-059e19c269e1 req-7e987c0a-fdae-4ad0-94ac-73ec36c46e3f tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:18.087521 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-2e1b0c60-c1c3-47bb-93a0-059e19c269e1 req-7e987c0a-fdae-4ad0-94ac-73ec36c46e3f tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Calling delete_port for ae533ab1-b810-4248-9034-31c3049cad1c owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:23:18.319247 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2e1b0c60-c1c3-47bb-93a0-059e19c269e1 req-7e987c0a-fdae-4ad0-94ac-73ec36c46e3f tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:18.351719 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e987c0a-fdae-4ad0-94ac-73ec36c46e3f tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Pushing event deleted for resources: {'Port': ['ID=ae533ab1-b810-4248-9034-31c3049cad1c,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:18.407032 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1b0c60-c1c3-47bb-93a0-059e19c269e1 req-7e987c0a-fdae-4ad0-94ac-73ec36c46e3f tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] No DVR routers for this DVR port ae533ab1-b810-4248-9034-31c3049cad1c on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:23:18.410276 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-2e1b0c60-c1c3-47bb-93a0-059e19c269e1 req-7e987c0a-fdae-4ad0-94ac-73ec36c46e3f tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:18.412566 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2e1b0c60-c1c3-47bb-93a0-059e19c269e1 req-7e987c0a-fdae-4ad0-94ac-73ec36c46e3f tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.20 "DELETE /v2.0/ports/ae533ab1-b810-4248-9034-31c3049cad1c HTTP/1.1" status: 204 len: 173 time: 0.6552718 Aug 18 14:23:18.413077 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105009b0-34b0-416d-801a-39190ad4896b', 'name': 'network-vif-deleted', 'tag': 'ae533ab1-b810-4248-9034-31c3049cad1c'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:23:18.416424 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6114ae-4738-4c52-a740-e7c0a443321c" -d '{"events": [{"server_uuid": "105009b0-34b0-416d-801a-39190ad4896b", "name": "network-vif-deleted", "tag": "ae533ab1-b810-4248-9034-31c3049cad1c"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:23:18.476073 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ced5863-31f2-44a1-bd5d-55c673afa670 x-openstack-request-id: req-3ced5863-31f2-44a1-bd5d-55c673afa670 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:23:18.476665 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105009b0-34b0-416d-801a-39190ad4896b", "name": "network-vif-deleted", "tag": "ae533ab1-b810-4248-9034-31c3049cad1c", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:23:18.477115 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ced5863-31f2-44a1-bd5d-55c673afa670 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:23:18.477792 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105009b0-34b0-416d-801a-39190ad4896b', 'name': 'network-vif-deleted', 'tag': 'ae533ab1-b810-4248-9034-31c3049cad1c', 'status': 'completed', 'code': 200} Aug 18 14:23:18.988028 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9ac3cc7a-dde8-4ba0-b388-14f04f07abe2 req-7b2f72b5-c3b7-44f0-8e4c-ee9526b4a831 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 210 time: 0.0546479 Aug 18 14:23:20.139623 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-de8e878c-cf29-49bc-8f1f-9200fb57ad1e req-33c87e38-c434-4586-b66d-43d233e8858e tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 210 time: 0.0307775 Aug 18 14:23:21.081863 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device ae533ab1-b810-4248-9034-31c3049cad1c no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:23:21.116555 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: ae533ab1-b810-4248-9034-31c3049cad1c {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:23:21.117060 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device ae533ab1-b810-4248-9034-31c3049cad1c not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:23:21.272592 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0d5582c1-c1ba-40a4-962b-abebf3f4f118 req-cf1b20d2-930b-4aeb-b9dd-daec771f6308 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 210 time: 0.0499170 Aug 18 14:23:21.994706 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:23:22.393368 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a9114f24-4024-4f06-848f-468c0b0e801d req-8c96de6f-2d85-4f9c-b257-fecbd727c1fa tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 210 time: 0.0274982 Aug 18 14:23:23.540033 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-868673ab-9683-47c1-bb19-0bf20efca100 req-8690e0fd-c535-45ad-a1db-da9bd237ccf1 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "GET /v2.0/ports?device_id=105009b0-34b0-416d-801a-39190ad4896b HTTP/1.1" status: 200 len: 210 time: 0.0395393 Aug 18 14:23:24.619814 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42324) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:24.687718 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-708fc437-dbd7-48b7-afb3-2a9e1a3cfce2 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:24.719650 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-708fc437-dbd7-48b7-afb3-2a9e1a3cfce2 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:24.927439 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-708fc437-dbd7-48b7-afb3-2a9e1a3cfce2 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:24.930502 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-708fc437-dbd7-48b7-afb3-2a9e1a3cfce2 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:24.932641 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-708fc437-dbd7-48b7-afb3-2a9e1a3cfce2 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] 10.222.0.13 "DELETE /v2.0/security-groups/c97c7bd8-e5ca-4007-859e-34674a439c1d HTTP/1.1" status: 204 len: 168 time: 0.3114493 Aug 18 14:23:24.948379 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708fc437-dbd7-48b7-afb3-2a9e1a3cfce2 tempest-TestShelveInstance-1569029646 tempest-TestShelveInstance-1569029646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97c7bd8-e5ca-4007-859e-34674a439c1d,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:25.109645 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42328) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:25.958670 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58bb3415-ec29-428e-ace1-6e98e64e00cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:26.300673 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-58bb3415-ec29-428e-ace1-6e98e64e00cd admin admin] Deleting port ae1c1682-9916-4e0b-99c0-1df6b7749a44 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:23:26.301819 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58bb3415-ec29-428e-ace1-6e98e64e00cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:26.398422 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-58bb3415-ec29-428e-ace1-6e98e64e00cd admin admin] For port ae1c1682-9916-4e0b-99c0-1df6b7749a44, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=ae1c1682-9916-4e0b-99c0-1df6b7749a44,segment=NetworkSegment(659ef307-8971-47bc-a13d-bcda5cc7e8e0),segment_id=659ef307-8971-47bc-a13d-bcda5cc7e8e0)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:23:26.398794 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58bb3415-ec29-428e-ace1-6e98e64e00cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:26.414946 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-58bb3415-ec29-428e-ace1-6e98e64e00cd admin admin] Calling delete_port for ae1c1682-9916-4e0b-99c0-1df6b7749a44 owned by network:router_interface {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:23:26.746691 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58bb3415-ec29-428e-ace1-6e98e64e00cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:26.783176 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb3415-ec29-428e-ace1-6e98e64e00cd admin admin] Pushing event deleted for resources: {'Port': ['ID=ae1c1682-9916-4e0b-99c0-1df6b7749a44,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:26.797712 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb3415-ec29-428e-ace1-6e98e64e00cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:26.798126 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb3415-ec29-428e-ace1-6e98e64e00cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:26.798471 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb3415-ec29-428e-ace1-6e98e64e00cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:26.798816 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb3415-ec29-428e-ace1-6e98e64e00cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:26.799305 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb3415-ec29-428e-ace1-6e98e64e00cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:26.799501 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb3415-ec29-428e-ace1-6e98e64e00cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:26.800106 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb3415-ec29-428e-ace1-6e98e64e00cd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:26.800299 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb3415-ec29-428e-ace1-6e98e64e00cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:26.800664 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb3415-ec29-428e-ace1-6e98e64e00cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:26.800892 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb3415-ec29-428e-ace1-6e98e64e00cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:26.801214 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb3415-ec29-428e-ace1-6e98e64e00cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:26.801534 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb3415-ec29-428e-ace1-6e98e64e00cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:27.077566 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-58bb3415-ec29-428e-ace1-6e98e64e00cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:27.892586 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58bb3415-ec29-428e-ace1-6e98e64e00cd admin admin] Router 94815657-400e-4197-9715-0f778e197bef has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:23:28.050333 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58bb3415-ec29-428e-ace1-6e98e64e00cd admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:23:28.059896 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-58bb3415-ec29-428e-ace1-6e98e64e00cd admin admin] 10.222.0.13 "PUT /v2.0/routers/94815657-400e-4197-9715-0f778e197bef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9485512 Aug 18 14:23:28.064260 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42332) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:28.064616 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab2c43e-d9bc-4320-a0a0-577dbacb8942 None None] Sync routers for ids ['94815657-400e-4197-9715-0f778e197bef'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:23:28.079727 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab2c43e-d9bc-4320-a0a0-577dbacb8942 None None] Routers {'94815657-400e-4197-9715-0f778e197bef'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:23:28.080689 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-dab2c43e-d9bc-4320-a0a0-577dbacb8942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:23:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['94815657-400e-4197-9715-0f778e197bef'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:23:28.254898 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-af462996-83b0-417e-8967-dcf53bf0a6d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:28.273307 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-dab2c43e-d9bc-4320-a0a0-577dbacb8942 None None] Set router 94815657-400e-4197-9715-0f778e197bef gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:23:28.409019 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-af462996-83b0-417e-8967-dcf53bf0a6d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:28.550659 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-dab2c43e-d9bc-4320-a0a0-577dbacb8942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94815657-400e-4197-9715-0f778e197bef', 'name': 'tempest-TestShelveInstance-1857418510-router', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c00a2ec3-16e0-4a66-90a5-a73cd8156262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:49Z', 'updated_at': '2021-08-18T14:23:26Z', 'revision_number': 5, 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'gw_port': {'id': 'c00a2ec3-16e0-4a66-90a5-a73cd8156262', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94815657-400e-4197-9715-0f778e197bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:50Z', 'updated_at': '2021-08-18T14:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:23:28.596832 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab2c43e-d9bc-4320-a0a0-577dbacb8942 None None] Checking router: 94815657-400e-4197-9715-0f778e197bef for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:23:28.611832 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab2c43e-d9bc-4320-a0a0-577dbacb8942 None None] Routers {'94815657-400e-4197-9715-0f778e197bef'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:23:28.612871 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-dab2c43e-d9bc-4320-a0a0-577dbacb8942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:23:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['94815657-400e-4197-9715-0f778e197bef'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:23:28.620974 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-af462996-83b0-417e-8967-dcf53bf0a6d5 admin admin] Deleting port c00a2ec3-16e0-4a66-90a5-a73cd8156262 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:23:28.621481 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-af462996-83b0-417e-8967-dcf53bf0a6d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:28.676192 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:28.768688 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-dab2c43e-d9bc-4320-a0a0-577dbacb8942 None None] Set router 94815657-400e-4197-9715-0f778e197bef gateway port host: None {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:23:28.770022 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-af462996-83b0-417e-8967-dcf53bf0a6d5 admin admin] For port c00a2ec3-16e0-4a66-90a5-a73cd8156262, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=c00a2ec3-16e0-4a66-90a5-a73cd8156262,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:23:28.770657 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-af462996-83b0-417e-8967-dcf53bf0a6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:28.793874 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-af462996-83b0-417e-8967-dcf53bf0a6d5 admin admin] Calling delete_port for c00a2ec3-16e0-4a66-90a5-a73cd8156262 owned by network:router_gateway {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:23:28.882962 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-dab2c43e-d9bc-4320-a0a0-577dbacb8942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94815657-400e-4197-9715-0f778e197bef', 'name': 'tempest-TestShelveInstance-1857418510-router', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:49Z', 'updated_at': '2021-08-18T14:23:28Z', 'revision_number': 6, 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'gw_port_host': None}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:23:28.936852 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab2c43e-d9bc-4320-a0a0-577dbacb8942 None None] The sync data for ids ['94815657-400e-4197-9715-0f778e197bef'] in n-d-803603-2 is: [{'id': '94815657-400e-4197-9715-0f778e197bef', 'name': 'tempest-TestShelveInstance-1857418510-router', 'tenant_id': '1ef28cfef0a84ad4be544548c23efc3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:49Z', 'updated_at': '2021-08-18T14:23:28Z', 'revision_number': 6, 'project_id': '1ef28cfef0a84ad4be544548c23efc3f', 'gw_port_host': None}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:23:29.147185 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-af462996-83b0-417e-8967-dcf53bf0a6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:29.181601 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af462996-83b0-417e-8967-dcf53bf0a6d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c00a2ec3-16e0-4a66-90a5-a73cd8156262,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:29.267040 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-af462996-83b0-417e-8967-dcf53bf0a6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:29.426922 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-af462996-83b0-417e-8967-dcf53bf0a6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:29.431123 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-af462996-83b0-417e-8967-dcf53bf0a6d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:29.570643 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-af462996-83b0-417e-8967-dcf53bf0a6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:29.571506 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af462996-83b0-417e-8967-dcf53bf0a6d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94815657-400e-4197-9715-0f778e197bef {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:23:29.579801 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-af462996-83b0-417e-8967-dcf53bf0a6d5 admin admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:29.581849 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-af462996-83b0-417e-8967-dcf53bf0a6d5 admin admin] 10.222.0.13 "DELETE /v2.0/routers/94815657-400e-4197-9715-0f778e197bef HTTP/1.1" status: 204 len: 168 time: 1.5150402 Aug 18 14:23:29.612801 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42334) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:29.678706 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffd2fd83-9b3a-4cdc-8947-fc437fe8db65 admin admin] Deleting subnet 14ac4867-8cc4-45c2-924f-9a0c38dcc1b1 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:23:29.685558 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ffd2fd83-9b3a-4cdc-8947-fc437fe8db65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:29.732327 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:29.755837 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ffd2fd83-9b3a-4cdc-8947-fc437fe8db65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:29.814957 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device c00a2ec3-16e0-4a66-90a5-a73cd8156262 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:23:29.849009 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: c00a2ec3-16e0-4a66-90a5-a73cd8156262 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:23:29.849753 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device c00a2ec3-16e0-4a66-90a5-a73cd8156262 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:23:29.850538 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device ae1c1682-9916-4e0b-99c0-1df6b7749a44 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:23:29.886697 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: ae1c1682-9916-4e0b-99c0-1df6b7749a44 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:23:29.887046 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device ae1c1682-9916-4e0b-99c0-1df6b7749a44 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:23:29.918217 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ffd2fd83-9b3a-4cdc-8947-fc437fe8db65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:30.079328 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ffd2fd83-9b3a-4cdc-8947-fc437fe8db65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:30.116374 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f399d1-2726-4762-80fb-541523867686 None None] Network 3a3bc5ae-d1a5-43f2-a9c4-97187003e597 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:23:30.130824 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ffd2fd83-9b3a-4cdc-8947-fc437fe8db65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:30.135123 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ffd2fd83-9b3a-4cdc-8947-fc437fe8db65 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/14ac4867-8cc4-45c2-924f-9a0c38dcc1b1 HTTP/1.1" status: 204 len: 168 time: 0.5454288 Aug 18 14:23:30.138100 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42336) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:30.142364 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd2fd83-9b3a-4cdc-8947-fc437fe8db65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14ac4867-8cc4-45c2-924f-9a0c38dcc1b1,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:30.241963 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a09c075d-6243-4b21-9784-0e3a38337e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:30.330514 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-a09c075d-6243-4b21-9784-0e3a38337e04 admin admin] Deleting port 600e16cf-2d9a-488f-9351-95cfdb53f34c {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:23:30.330880 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a09c075d-6243-4b21-9784-0e3a38337e04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:30.409359 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95436fa-e1c7-4dc3-806d-7aa5616f7728 None None] DHCP port deletion for 3a3bc5ae-d1a5-43f2-a9c4-97187003e597 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:23:30.421750 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-a09c075d-6243-4b21-9784-0e3a38337e04 admin admin] For port 600e16cf-2d9a-488f-9351-95cfdb53f34c, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=600e16cf-2d9a-488f-9351-95cfdb53f34c,segment=NetworkSegment(659ef307-8971-47bc-a13d-bcda5cc7e8e0),segment_id=659ef307-8971-47bc-a13d-bcda5cc7e8e0)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:23:30.422338 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a09c075d-6243-4b21-9784-0e3a38337e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:30.453589 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-a09c075d-6243-4b21-9784-0e3a38337e04 admin admin] Calling delete_port for 600e16cf-2d9a-488f-9351-95cfdb53f34c owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:23:30.492659 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-d95436fa-e1c7-4dc3-806d-7aa5616f7728 None None] Deleting port 600e16cf-2d9a-488f-9351-95cfdb53f34c {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:23:30.493191 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d95436fa-e1c7-4dc3-806d-7aa5616f7728 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:30.614863 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-d95436fa-e1c7-4dc3-806d-7aa5616f7728 None None] For port 600e16cf-2d9a-488f-9351-95cfdb53f34c, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=600e16cf-2d9a-488f-9351-95cfdb53f34c,segment=NetworkSegment(659ef307-8971-47bc-a13d-bcda5cc7e8e0),segment_id=659ef307-8971-47bc-a13d-bcda5cc7e8e0)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:23:30.615266 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d95436fa-e1c7-4dc3-806d-7aa5616f7728 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:30.630749 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-d95436fa-e1c7-4dc3-806d-7aa5616f7728 None None] Calling delete_port for 600e16cf-2d9a-488f-9351-95cfdb53f34c owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:23:30.676790 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a09c075d-6243-4b21-9784-0e3a38337e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:30.724424 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c075d-6243-4b21-9784-0e3a38337e04 admin admin] Pushing event deleted for resources: {'Port': ['ID=600e16cf-2d9a-488f-9351-95cfdb53f34c,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:30.730738 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09c075d-6243-4b21-9784-0e3a38337e04 admin admin] No DVR routers for this DVR port 600e16cf-2d9a-488f-9351-95cfdb53f34c on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:23:30.738492 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d95436fa-e1c7-4dc3-806d-7aa5616f7728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:30.791580 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95436fa-e1c7-4dc3-806d-7aa5616f7728 None None] Pushing event deleted for resources: {'Port': ['ID=600e16cf-2d9a-488f-9351-95cfdb53f34c,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:30.806432 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95436fa-e1c7-4dc3-806d-7aa5616f7728 None None] No DVR routers for this DVR port 600e16cf-2d9a-488f-9351-95cfdb53f34c on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:23:30.810499 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95436fa-e1c7-4dc3-806d-7aa5616f7728 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:30.811071 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95436fa-e1c7-4dc3-806d-7aa5616f7728 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:30.813319 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95436fa-e1c7-4dc3-806d-7aa5616f7728 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:30.813319 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95436fa-e1c7-4dc3-806d-7aa5616f7728 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:30.813319 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95436fa-e1c7-4dc3-806d-7aa5616f7728 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:30.813814 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95436fa-e1c7-4dc3-806d-7aa5616f7728 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:30.814158 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95436fa-e1c7-4dc3-806d-7aa5616f7728 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:30.814742 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95436fa-e1c7-4dc3-806d-7aa5616f7728 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:30.815300 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95436fa-e1c7-4dc3-806d-7aa5616f7728 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:30.816144 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95436fa-e1c7-4dc3-806d-7aa5616f7728 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:30.816700 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95436fa-e1c7-4dc3-806d-7aa5616f7728 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:30.817241 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95436fa-e1c7-4dc3-806d-7aa5616f7728 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:30.854069 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a09c075d-6243-4b21-9784-0e3a38337e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:30.865031 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-a09c075d-6243-4b21-9784-0e3a38337e04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a3bc5ae-d1a5-43f2-a9c4-97187003e597']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:23:30.876471 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-a09c075d-6243-4b21-9784-0e3a38337e04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '659ef307-8971-47bc-a13d-bcda5cc7e8e0') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:23:30.876775 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-a09c075d-6243-4b21-9784-0e3a38337e04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '659ef307-8971-47bc-a13d-bcda5cc7e8e0') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:23:30.887239 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a09c075d-6243-4b21-9784-0e3a38337e04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:30.902201 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a09c075d-6243-4b21-9784-0e3a38337e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:30.908959 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a09c075d-6243-4b21-9784-0e3a38337e04 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:23:30.909371 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a09c075d-6243-4b21-9784-0e3a38337e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:30.911187 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 14:23:30.911187 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:23:30.911187 n-d-803603-2 neutron-server[101675]: timer() Aug 18 14:23:30.911187 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:23:30.911187 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 14:23:30.911187 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:23:30.911187 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 14:23:30.911187 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:23:30.911187 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 14:23:30.911187 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:23:30.911187 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 14:23:30.911187 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:23:30.911187 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 14:23:30.911187 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:23:30.911187 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:23:30.911187 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:23:30.911187 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:23:30.911187 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:23:30.911187 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 14:23:30.911187 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:23:30.911187 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 14:23:30.911187 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:23:30.911187 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:23:30.911187 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:23:30.911187 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 14:23:30.911187 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:23:30.911187 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:23:30.911187 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:23:30.911187 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:23:30.911187 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:23:30.911187 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:23:30.911187 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:23:31.055220 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a09c075d-6243-4b21-9784-0e3a38337e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:31.062904 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-a09c075d-6243-4b21-9784-0e3a38337e04 admin admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:31.065707 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-a09c075d-6243-4b21-9784-0e3a38337e04 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3a3bc5ae-d1a5-43f2-a9c4-97187003e597 HTTP/1.1" status: 204 len: 168 time: 0.9260783 Aug 18 14:23:31.071000 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42338) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:31.094540 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c075d-6243-4b21-9784-0e3a38337e04 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a3bc5ae-d1a5-43f2-a9c4-97187003e597,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:31.540168 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 600e16cf-2d9a-488f-9351-95cfdb53f34c no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:23:31.555366 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5be1e9ef-0e6d-4413-b4ff-c3d0c1c40dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:31.563191 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 600e16cf-2d9a-488f-9351-95cfdb53f34c {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:23:31.563550 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 600e16cf-2d9a-488f-9351-95cfdb53f34c not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:23:31.879359 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-5be1e9ef-0e6d-4413-b4ff-c3d0c1c40dbe admin admin] Deleting port 14c828b5-e206-49cc-86c1-77780608b159 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:23:31.879700 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5be1e9ef-0e6d-4413-b4ff-c3d0c1c40dbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:31.972168 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-5be1e9ef-0e6d-4413-b4ff-c3d0c1c40dbe admin admin] For port 14c828b5-e206-49cc-86c1-77780608b159, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=14c828b5-e206-49cc-86c1-77780608b159,segment=NetworkSegment(f69f9187-abf6-4f27-9336-659cad3578ab),segment_id=f69f9187-abf6-4f27-9336-659cad3578ab)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:23:31.972636 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5be1e9ef-0e6d-4413-b4ff-c3d0c1c40dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:31.988500 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-5be1e9ef-0e6d-4413-b4ff-c3d0c1c40dbe admin admin] Calling delete_port for 14c828b5-e206-49cc-86c1-77780608b159 owned by network:router_interface {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:23:32.191670 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [req-bbb0b774-a817-40b7-ac5a-19271d5f13a2 req-49f884eb-8a5a-4af6-8961-9ed31f5b3581 service neutron] (101676) timed out ('10.222.0.13', 37880) {{(pid=101676) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 14:23:32.293422 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5be1e9ef-0e6d-4413-b4ff-c3d0c1c40dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:32.342634 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be1e9ef-0e6d-4413-b4ff-c3d0c1c40dbe admin admin] Pushing event deleted for resources: {'Port': ['ID=14c828b5-e206-49cc-86c1-77780608b159,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:32.588682 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-5be1e9ef-0e6d-4413-b4ff-c3d0c1c40dbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:32.879605 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be1e9ef-0e6d-4413-b4ff-c3d0c1c40dbe admin admin] Router b9874fc4-7993-4a88-89cd-8cae58ca9ed7 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:23:33.015204 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be1e9ef-0e6d-4413-b4ff-c3d0c1c40dbe admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:23:33.021455 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-5be1e9ef-0e6d-4413-b4ff-c3d0c1c40dbe admin admin] 10.222.0.13 "PUT /v2.0/routers/b9874fc4-7993-4a88-89cd-8cae58ca9ed7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9487448 Aug 18 14:23:33.024511 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42342) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:33.030565 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de71387e-1c53-4d5e-94f8-82dadd1f38f2 None None] Sync routers for ids ['b9874fc4-7993-4a88-89cd-8cae58ca9ed7'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:23:33.047749 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de71387e-1c53-4d5e-94f8-82dadd1f38f2 None None] Routers {'b9874fc4-7993-4a88-89cd-8cae58ca9ed7'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:23:33.048876 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-de71387e-1c53-4d5e-94f8-82dadd1f38f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:23:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['b9874fc4-7993-4a88-89cd-8cae58ca9ed7'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:23:33.150788 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a037e0bd-573f-4631-b875-fe05ee642e3c admin admin] Notify callbacks [] for router, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:33.228880 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-de71387e-1c53-4d5e-94f8-82dadd1f38f2 None None] Set router b9874fc4-7993-4a88-89cd-8cae58ca9ed7 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:23:33.444386 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-de71387e-1c53-4d5e-94f8-82dadd1f38f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9874fc4-7993-4a88-89cd-8cae58ca9ed7', 'name': 'tempest-TestShelveInstance-874218922-router', 'tenant_id': 'b953822dbd0f4ce8b0f35e9d352f479a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '61912b7f-5d67-4ce1-8244-8b71e0f21607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:57Z', 'updated_at': '2021-08-18T14:23:32Z', 'revision_number': 5, 'project_id': 'b953822dbd0f4ce8b0f35e9d352f479a', 'gw_port': {'id': '61912b7f-5d67-4ce1-8244-8b71e0f21607', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9874fc4-7993-4a88-89cd-8cae58ca9ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:57Z', 'updated_at': '2021-08-18T14:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:23:33.474008 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de71387e-1c53-4d5e-94f8-82dadd1f38f2 None None] Checking router: b9874fc4-7993-4a88-89cd-8cae58ca9ed7 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:23:33.485692 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de71387e-1c53-4d5e-94f8-82dadd1f38f2 None None] Routers {'b9874fc4-7993-4a88-89cd-8cae58ca9ed7'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:23:33.487039 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-de71387e-1c53-4d5e-94f8-82dadd1f38f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:23:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['b9874fc4-7993-4a88-89cd-8cae58ca9ed7'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:23:33.745213 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-de71387e-1c53-4d5e-94f8-82dadd1f38f2 None None] Set router b9874fc4-7993-4a88-89cd-8cae58ca9ed7 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:23:33.766247 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a037e0bd-573f-4631-b875-fe05ee642e3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:33.964134 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-a037e0bd-573f-4631-b875-fe05ee642e3c admin admin] Deleting port 61912b7f-5d67-4ce1-8244-8b71e0f21607 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:23:33.964671 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a037e0bd-573f-4631-b875-fe05ee642e3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:34.070115 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-de71387e-1c53-4d5e-94f8-82dadd1f38f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9874fc4-7993-4a88-89cd-8cae58ca9ed7', 'name': 'tempest-TestShelveInstance-874218922-router', 'tenant_id': 'b953822dbd0f4ce8b0f35e9d352f479a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '61912b7f-5d67-4ce1-8244-8b71e0f21607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:57Z', 'updated_at': '2021-08-18T14:23:32Z', 'revision_number': 5, 'project_id': 'b953822dbd0f4ce8b0f35e9d352f479a', 'gw_port': {'id': '61912b7f-5d67-4ce1-8244-8b71e0f21607', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9874fc4-7993-4a88-89cd-8cae58ca9ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:57Z', 'updated_at': '2021-08-18T14:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:23:34.100879 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-a037e0bd-573f-4631-b875-fe05ee642e3c admin admin] For port 61912b7f-5d67-4ce1-8244-8b71e0f21607, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=61912b7f-5d67-4ce1-8244-8b71e0f21607,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:23:34.101473 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a037e0bd-573f-4631-b875-fe05ee642e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:34.126764 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de71387e-1c53-4d5e-94f8-82dadd1f38f2 None None] The sync data for ids ['b9874fc4-7993-4a88-89cd-8cae58ca9ed7'] in n-d-803603-2 is: [{'id': 'b9874fc4-7993-4a88-89cd-8cae58ca9ed7', 'name': 'tempest-TestShelveInstance-874218922-router', 'tenant_id': 'b953822dbd0f4ce8b0f35e9d352f479a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '61912b7f-5d67-4ce1-8244-8b71e0f21607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:12:57Z', 'updated_at': '2021-08-18T14:23:32Z', 'revision_number': 5, 'project_id': 'b953822dbd0f4ce8b0f35e9d352f479a', 'gw_port': {'id': '61912b7f-5d67-4ce1-8244-8b71e0f21607', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9874fc4-7993-4a88-89cd-8cae58ca9ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:12:57Z', 'updated_at': '2021-08-18T14:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:23:34.134034 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-a037e0bd-573f-4631-b875-fe05ee642e3c admin admin] Calling delete_port for 61912b7f-5d67-4ce1-8244-8b71e0f21607 owned by network:router_gateway {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:23:34.464832 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a037e0bd-573f-4631-b875-fe05ee642e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:34.499623 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a037e0bd-573f-4631-b875-fe05ee642e3c admin admin] Pushing event deleted for resources: {'Port': ['ID=61912b7f-5d67-4ce1-8244-8b71e0f21607,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:34.578664 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a037e0bd-573f-4631-b875-fe05ee642e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:34.688677 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a037e0bd-573f-4631-b875-fe05ee642e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:34.691335 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a037e0bd-573f-4631-b875-fe05ee642e3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:34.813766 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a037e0bd-573f-4631-b875-fe05ee642e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:34.814780 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a037e0bd-573f-4631-b875-fe05ee642e3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9874fc4-7993-4a88-89cd-8cae58ca9ed7 {{(pid=101676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:23:34.822566 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-a037e0bd-573f-4631-b875-fe05ee642e3c admin admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:34.824559 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-a037e0bd-573f-4631-b875-fe05ee642e3c admin admin] 10.222.0.13 "DELETE /v2.0/routers/b9874fc4-7993-4a88-89cd-8cae58ca9ed7 HTTP/1.1" status: 204 len: 168 time: 1.7980647 Aug 18 14:23:34.828254 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42344) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:34.917577 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_v2 [None req-d79122e0-02fc-4cb4-91e1-e3576f7f3864 admin admin] Deleting subnet fabd06fa-9528-4f66-9047-398863ad1236 {{(pid=101676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:23:34.923625 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d79122e0-02fc-4cb4-91e1-e3576f7f3864 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:34.989581 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d79122e0-02fc-4cb4-91e1-e3576f7f3864 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32849806'] for subnet, precommit_delete_associations {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:35.144663 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d79122e0-02fc-4cb4-91e1-e3576f7f3864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:35.304755 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d79122e0-02fc-4cb4-91e1-e3576f7f3864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32849756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30264496'] for subnet, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:35.333118 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79122e0-02fc-4cb4-91e1-e3576f7f3864 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fabd06fa-9528-4f66-9047-398863ad1236,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:35.337909 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d79122e0-02fc-4cb4-91e1-e3576f7f3864 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:35.340140 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d79122e0-02fc-4cb4-91e1-e3576f7f3864 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fabd06fa-9528-4f66-9047-398863ad1236 HTTP/1.1" status: 204 len: 168 time: 0.5106215 Aug 18 14:23:35.343150 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42350) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:35.346534 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959253fa-5520-4b4b-9bb9-cb2fa12fb5f9 None None] Network de9f4e96-740e-4224-b98d-d6b03140504a requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:23:35.481491 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-15886cce-4552-459f-b23a-ba186fac2818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:35.583117 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-15886cce-4552-459f-b23a-ba186fac2818 admin admin] Deleting port 34989b7f-72b6-4603-b986-14238d370bb7 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:23:35.583577 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-15886cce-4552-459f-b23a-ba186fac2818 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:35.584451 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562ad7a7-ed4c-4f6d-b63d-c5c005cd23aa None None] DHCP port deletion for de9f4e96-740e-4224-b98d-d6b03140504a request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:23:35.621746 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 14c828b5-e206-49cc-86c1-77780608b159 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:23:35.648592 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 14c828b5-e206-49cc-86c1-77780608b159 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:23:35.648946 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 14c828b5-e206-49cc-86c1-77780608b159 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:23:35.649370 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 61912b7f-5d67-4ce1-8244-8b71e0f21607 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:23:35.675790 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 61912b7f-5d67-4ce1-8244-8b71e0f21607 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:23:35.676177 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 61912b7f-5d67-4ce1-8244-8b71e0f21607 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:23:35.694815 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-562ad7a7-ed4c-4f6d-b63d-c5c005cd23aa None None] Deleting port 34989b7f-72b6-4603-b986-14238d370bb7 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:23:35.695191 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-562ad7a7-ed4c-4f6d-b63d-c5c005cd23aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:35.708722 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-15886cce-4552-459f-b23a-ba186fac2818 admin admin] For port 34989b7f-72b6-4603-b986-14238d370bb7, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=34989b7f-72b6-4603-b986-14238d370bb7,segment=NetworkSegment(f69f9187-abf6-4f27-9336-659cad3578ab),segment_id=f69f9187-abf6-4f27-9336-659cad3578ab)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:23:35.708722 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-15886cce-4552-459f-b23a-ba186fac2818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:35.732767 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-15886cce-4552-459f-b23a-ba186fac2818 admin admin] Calling delete_port for 34989b7f-72b6-4603-b986-14238d370bb7 owned by network:dhcp {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:23:35.773427 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-562ad7a7-ed4c-4f6d-b63d-c5c005cd23aa None None] For port 34989b7f-72b6-4603-b986-14238d370bb7, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=34989b7f-72b6-4603-b986-14238d370bb7,segment=NetworkSegment(f69f9187-abf6-4f27-9336-659cad3578ab),segment_id=f69f9187-abf6-4f27-9336-659cad3578ab)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:23:35.774060 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-562ad7a7-ed4c-4f6d-b63d-c5c005cd23aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:35.797453 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-562ad7a7-ed4c-4f6d-b63d-c5c005cd23aa None None] Calling delete_port for 34989b7f-72b6-4603-b986-14238d370bb7 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:23:35.958186 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-15886cce-4552-459f-b23a-ba186fac2818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:35.974680 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-562ad7a7-ed4c-4f6d-b63d-c5c005cd23aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:35.987773 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15886cce-4552-459f-b23a-ba186fac2818 admin admin] Pushing event deleted for resources: {'Port': ['ID=34989b7f-72b6-4603-b986-14238d370bb7,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:35.996101 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15886cce-4552-459f-b23a-ba186fac2818 admin admin] No DVR routers for this DVR port 34989b7f-72b6-4603-b986-14238d370bb7 on host n-d-803603-2 {{(pid=101676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:23:36.011775 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ad7a7-ed4c-4f6d-b63d-c5c005cd23aa None None] Pushing event deleted for resources: {'Port': ['ID=34989b7f-72b6-4603-b986-14238d370bb7,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:36.017461 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562ad7a7-ed4c-4f6d-b63d-c5c005cd23aa None None] No DVR routers for this DVR port 34989b7f-72b6-4603-b986-14238d370bb7 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:23:36.093615 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-15886cce-4552-459f-b23a-ba186fac2818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:36.106366 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-15886cce-4552-459f-b23a-ba186fac2818 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de9f4e96-740e-4224-b98d-d6b03140504a']}} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:23:36.117846 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-15886cce-4552-459f-b23a-ba186fac2818 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f69f9187-abf6-4f27-9336-659cad3578ab') {'for_net_delete': True} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:23:36.118156 n-d-803603-2 neutron-server[101676]: DEBUG neutron.services.segments.db [None req-15886cce-4552-459f-b23a-ba186fac2818 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f69f9187-abf6-4f27-9336-659cad3578ab') {} {{(pid=101676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:23:36.129401 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-15886cce-4552-459f-b23a-ba186fac2818 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32849799'] for segment, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:36.145221 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-15886cce-4552-459f-b23a-ba186fac2818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:36.153059 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15886cce-4552-459f-b23a-ba186fac2818 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=101676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:23:36.153514 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-15886cce-4552-459f-b23a-ba186fac2818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32848382'] for segment, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:36.155840 n-d-803603-2 neutron-server[101676]: Traceback (most recent call last): Aug 18 14:23:36.155840 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:23:36.155840 n-d-803603-2 neutron-server[101676]: timer() Aug 18 14:23:36.155840 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:23:36.155840 n-d-803603-2 neutron-server[101676]: cb(*args, **kw) Aug 18 14:23:36.155840 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:23:36.155840 n-d-803603-2 neutron-server[101676]: return func(*args, **kwargs) Aug 18 14:23:36.155840 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:23:36.155840 n-d-803603-2 neutron-server[101676]: self._notify() Aug 18 14:23:36.155840 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:23:36.155840 n-d-803603-2 neutron-server[101676]: self.callback(batched_events) Aug 18 14:23:36.155840 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:23:36.155840 n-d-803603-2 neutron-server[101676]: event.method(event) Aug 18 14:23:36.155840 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:23:36.155840 n-d-803603-2 neutron-server[101676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:23:36.155840 n-d-803603-2 neutron-server[101676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:23:36.155840 n-d-803603-2 neutron-server[101676]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:23:36.155840 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:23:36.155840 n-d-803603-2 neutron-server[101676]: return f(self, *a, **k) Aug 18 14:23:36.155840 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:23:36.155840 n-d-803603-2 neutron-server[101676]: return self._get(url).json() Aug 18 14:23:36.155840 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:23:36.155840 n-d-803603-2 neutron-server[101676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:23:36.155840 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:23:36.155840 n-d-803603-2 neutron-server[101676]: return self.request(url, 'GET', **kwargs) Aug 18 14:23:36.155840 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:23:36.155840 n-d-803603-2 neutron-server[101676]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:23:36.155840 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:23:36.155840 n-d-803603-2 neutron-server[101676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:23:36.155840 n-d-803603-2 neutron-server[101676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:23:36.155840 n-d-803603-2 neutron-server[101676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:23:36.155840 n-d-803603-2 neutron-server[101676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:23:36.289062 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-15886cce-4552-459f-b23a-ba186fac2818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:36.296937 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-15886cce-4552-459f-b23a-ba186fac2818 admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:36.298858 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-15886cce-4552-459f-b23a-ba186fac2818 admin admin] 10.222.0.13 "DELETE /v2.0/networks/de9f4e96-740e-4224-b98d-d6b03140504a HTTP/1.1" status: 204 len: 168 time: 0.9545469 Aug 18 14:23:36.309938 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15886cce-4552-459f-b23a-ba186fac2818 admin admin] Pushing event deleted for resources: {'Network': ['ID=de9f4e96-740e-4224-b98d-d6b03140504a,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:36.836688 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42356) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:36.892577 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d6b24f3b-defa-40ec-b150-fa7d964f2faa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ef28cfef0a84ad4be544548c23efc3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524573 Aug 18 14:23:36.893451 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42358) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:36.982427 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3b38-456c-4535-9ed8-9b6fd4bc2ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:37.015527 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3b38-456c-4535-9ed8-9b6fd4bc2ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:37.146735 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3b38-456c-4535-9ed8-9b6fd4bc2ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:37.149485 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-cd6b3b38-456c-4535-9ed8-9b6fd4bc2ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:37.151476 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-cd6b3b38-456c-4535-9ed8-9b6fd4bc2ef5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5e82b12b-cb96-40a6-9b6b-db14b3372ab9 HTTP/1.1" status: 204 len: 168 time: 0.2567587 Aug 18 14:23:37.160837 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b3b38-456c-4535-9ed8-9b6fd4bc2ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e82b12b-cb96-40a6-9b6b-db14b3372ab9,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:37.551359 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 34989b7f-72b6-4603-b986-14238d370bb7 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:23:37.577159 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 34989b7f-72b6-4603-b986-14238d370bb7 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:23:37.577678 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 34989b7f-72b6-4603-b986-14238d370bb7 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:23:37.994879 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42366) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:38.055497 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-64e2b9ed-0515-49bd-95a7-4444c73c101e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b953822dbd0f4ce8b0f35e9d352f479a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0589292 Aug 18 14:23:38.060117 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42368) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:38.122011 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2120d522-1dfd-4fd9-870f-afa84a8f97b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:38.148813 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2120d522-1dfd-4fd9-870f-afa84a8f97b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:38.289128 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2120d522-1dfd-4fd9-870f-afa84a8f97b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:38.292444 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2120d522-1dfd-4fd9-870f-afa84a8f97b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:38.293716 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2120d522-1dfd-4fd9-870f-afa84a8f97b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/faa97341-f661-41b6-8e15-84f802e6f23c HTTP/1.1" status: 204 len: 168 time: 0.2322550 Aug 18 14:23:38.304350 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2120d522-1dfd-4fd9-870f-afa84a8f97b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa97341-f661-41b6-8e15-84f802e6f23c,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:39.558733 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42390) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:39.670050 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-1163f7e3-eedc-4928-b531-9c6d4b6e879e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-813575060-network', 'tenant_id': '1a62804ead4d4501952aaae3b16855db'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:23:39.761223 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1163f7e3-eedc-4928-b531-9c6d4b6e879e admin admin] Made reservation on behalf of 1a62804ead4d4501952aaae3b16855db for: {'network': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:23:39.763683 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1163f7e3-eedc-4928-b531-9c6d4b6e879e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:39.776731 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1163f7e3-eedc-4928-b531-9c6d4b6e879e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:39.903916 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1163f7e3-eedc-4928-b531-9c6d4b6e879e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:39.990504 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1163f7e3-eedc-4928-b531-9c6d4b6e879e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:40.019586 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1163f7e3-eedc-4928-b531-9c6d4b6e879e admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=101676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:23:40.029869 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163f7e3-eedc-4928-b531-9c6d4b6e879e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c0803b-4913-4965-8960-2203a3de42e1,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:40.037752 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1163f7e3-eedc-4928-b531-9c6d4b6e879e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:40.038165 n-d-803603-2 neutron-server[101676]: INFO neutron.db.segments_db [None req-1163f7e3-eedc-4928-b531-9c6d4b6e879e admin admin] Added segment f89ef9d4-eb6c-4634-ac3b-8840dc1ae446 of type vlan for network 6d2d37f0-a75e-40da-8b86-e97c521896d2 Aug 18 14:23:40.091197 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1163f7e3-eedc-4928-b531-9c6d4b6e879e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:40.186462 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1163f7e3-eedc-4928-b531-9c6d4b6e879e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:40.187461 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1163f7e3-eedc-4928-b531-9c6d4b6e879e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:23:40.188080 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1163f7e3-eedc-4928-b531-9c6d4b6e879e admin admin] Notify callbacks [] for network, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:40.260412 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163f7e3-eedc-4928-b531-9c6d4b6e879e admin admin] Pushing event updated for resources: {'Network': ['ID=6d2d37f0-a75e-40da-8b86-e97c521896d2,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:40.272751 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network 6d2d37f0-a75e-40da-8b86-e97c521896d2 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:23:40.307846 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1163f7e3-eedc-4928-b531-9c6d4b6e879e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7475989 Aug 18 14:23:40.310321 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42394) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:40.316356 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-1854fcda-dabe-4160-bfef-de1e6df91ee3 admin admin] Request body: {'subnet': {'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-813575060-subnet', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'ip_version': 4}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:23:40.401882 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1854fcda-dabe-4160-bfef-de1e6df91ee3 admin admin] Made reservation on behalf of 1a62804ead4d4501952aaae3b16855db for: {'subnet': 1} {{(pid=101676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:23:40.404602 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1854fcda-dabe-4160-bfef-de1e6df91ee3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30264493'] for subnet, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:40.738475 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1854fcda-dabe-4160-bfef-de1e6df91ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32849821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30264507'] for subnet, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:40.803138 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854fcda-dabe-4160-bfef-de1e6df91ee3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b8f32c4-52ca-405a-981b-86fa36a12b9c,revision_number=0']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:40.816595 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1854fcda-dabe-4160-bfef-de1e6df91ee3 admin admin] Checking segment: {'id': 'f89ef9d4-eb6c-4634-ac3b-8840dc1ae446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:23:40.817013 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1854fcda-dabe-4160-bfef-de1e6df91ee3 admin admin] Network hostable DHCP agents. Network: 6d2d37f0-a75e-40da-8b86-e97c521896d2, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:23:40.910001 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1854fcda-dabe-4160-bfef-de1e6df91ee3 admin admin] Network 6d2d37f0-a75e-40da-8b86-e97c521896d2 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:23:41.009686 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-1854fcda-dabe-4160-bfef-de1e6df91ee3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, 6d2d37f0-a75e-40da-8b86-e97c521896d2) {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:23:41.014321 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1854fcda-dabe-4160-bfef-de1e6df91ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:23:41.015196 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1854fcda-dabe-4160-bfef-de1e6df91ee3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:41.024681 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fa006d-9af3-42ec-90fe-dd9a72f46427 None None] Network 6d2d37f0-a75e-40da-8b86-e97c521896d2 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:23:41.113912 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1854fcda-dabe-4160-bfef-de1e6df91ee3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8021734 Aug 18 14:23:41.117409 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42396) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:41.125911 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-ba00b702-55a0-45f7-b320-3868c90b41df admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-813575060-router', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:23:41.217732 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc6b888-9087-43a2-97ec-cb53833da76e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-6d2d37f0-a75e-40da-8b86-e97c521896d2', 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'fixed_ips': [{'subnet_id': '5b8f32c4-52ca-405a-981b-86fa36a12b9c'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:23:41.218793 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8dc6b888-9087-43a2-97ec-cb53833da76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:41.261232 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ba00b702-55a0-45f7-b320-3868c90b41df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:41.262683 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ba00b702-55a0-45f7-b320-3868c90b41df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:41.353709 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ba00b702-55a0-45f7-b320-3868c90b41df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:41.463230 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-8dc6b888-9087-43a2-97ec-cb53833da76e None None] Allocated IP 172.20.0.2 (6d2d37f0-a75e-40da-8b86-e97c521896d2/5b8f32c4-52ca-405a-981b-86fa36a12b9c/9fd84eeb-0e9e-46a1-a766-834c95dd9d52) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:23:41.624951 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ba00b702-55a0-45f7-b320-3868c90b41df admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:41.890045 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-578028b4-cadd-486c-b523-0cf1916a2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:41.926281 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8dc6b888-9087-43a2-97ec-cb53833da76e None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:41.938937 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-8dc6b888-9087-43a2-97ec-cb53833da76e None None] Transition to ACTIVE for port object 9fd84eeb-0e9e-46a1-a766-834c95dd9d52 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:23:41.959525 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-8dc6b888-9087-43a2-97ec-cb53833da76e None None] Transition to ACTIVE for port object 9fd84eeb-0e9e-46a1-a766-834c95dd9d52 will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:23:42.021742 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8dc6b888-9087-43a2-97ec-cb53833da76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:42.067716 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ba00b702-55a0-45f7-b320-3868c90b41df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:42.093709 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc6b888-9087-43a2-97ec-cb53833da76e None None] Network 6d2d37f0-a75e-40da-8b86-e97c521896d2 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:23:42.104393 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-8dc6b888-9087-43a2-97ec-cb53833da76e None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:23:42.111298 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc6b888-9087-43a2-97ec-cb53833da76e None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:23:42.111589 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ba00b702-55a0-45f7-b320-3868c90b41df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:42.128269 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6b888-9087-43a2-97ec-cb53833da76e None None] Pushing event updated for resources: {'Port': ['ID=9fd84eeb-0e9e-46a1-a766-834c95dd9d52,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:42.229674 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-8dc6b888-9087-43a2-97ec-cb53833da76e None None] Attempting to bind port 9fd84eeb-0e9e-46a1-a766-834c95dd9d52 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:23:42.230511 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-8dc6b888-9087-43a2-97ec-cb53833da76e None None] Attempting to bind port 9fd84eeb-0e9e-46a1-a766-834c95dd9d52 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'f89ef9d4-eb6c-4634-ac3b-8840dc1ae446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:23:42.231120 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc6b888-9087-43a2-97ec-cb53833da76e None None] Attempting to bind port 9fd84eeb-0e9e-46a1-a766-834c95dd9d52 on network 6d2d37f0-a75e-40da-8b86-e97c521896d2 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:23:42.240386 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc6b888-9087-43a2-97ec-cb53833da76e None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:23:42.240999 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc6b888-9087-43a2-97ec-cb53833da76e None None] Checking segment: {'id': 'f89ef9d4-eb6c-4634-ac3b-8840dc1ae446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:23:42.241643 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8dc6b888-9087-43a2-97ec-cb53833da76e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:42.243466 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc6b888-9087-43a2-97ec-cb53833da76e None None] Bound using segment: {'id': 'f89ef9d4-eb6c-4634-ac3b-8840dc1ae446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:23:42.243466 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-8dc6b888-9087-43a2-97ec-cb53833da76e None None] Bound port: 9fd84eeb-0e9e-46a1-a766-834c95dd9d52, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f89ef9d4-eb6c-4634-ac3b-8840dc1ae446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:23:42.243900 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8dc6b888-9087-43a2-97ec-cb53833da76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:42.273965 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-ba00b702-55a0-45f7-b320-3868c90b41df admin admin] Allocated IP 172.25.6.242 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/47c41b09-4985-45d2-a2c5-cbdcf3babfa2) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:23:42.354887 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-8dc6b888-9087-43a2-97ec-cb53833da76e None None] For port 9fd84eeb-0e9e-46a1-a766-834c95dd9d52, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:23:42.359971 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-8dc6b888-9087-43a2-97ec-cb53833da76e None None] For port 9fd84eeb-0e9e-46a1-a766-834c95dd9d52, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=9fd84eeb-0e9e-46a1-a766-834c95dd9d52,segment=NetworkSegment(f89ef9d4-eb6c-4634-ac3b-8840dc1ae446),segment_id=f89ef9d4-eb6c-4634-ac3b-8840dc1ae446)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:23:42.439089 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ba00b702-55a0-45f7-b320-3868c90b41df admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:42.444455 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8dc6b888-9087-43a2-97ec-cb53833da76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:42.545126 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6b888-9087-43a2-97ec-cb53833da76e None None] Pushing event updated for resources: {'Port': ['ID=9fd84eeb-0e9e-46a1-a766-834c95dd9d52,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:42.585446 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ba00b702-55a0-45f7-b320-3868c90b41df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:42.659175 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba00b702-55a0-45f7-b320-3868c90b41df admin admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:23:42.664201 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-ba00b702-55a0-45f7-b320-3868c90b41df admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:23:42.670944 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba00b702-55a0-45f7-b320-3868c90b41df admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:23:42.726608 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00b702-55a0-45f7-b320-3868c90b41df admin admin] Pushing event updated for resources: {'Port': ['ID=47c41b09-4985-45d2-a2c5-cbdcf3babfa2,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:43.161630 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ba00b702-55a0-45f7-b320-3868c90b41df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:43.465059 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ba00b702-55a0-45f7-b320-3868c90b41df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:43.612624 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 9fd84eeb-0e9e-46a1-a766-834c95dd9d52 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:23:43.749704 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 9fd84eeb-0e9e-46a1-a766-834c95dd9d52 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:23:43.780657 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba00b702-55a0-45f7-b320-3868c90b41df admin admin] Router 8986c434-af83-49d5-ae9d-a6a8e91c8657 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:23:43.790844 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc49d7e-04e7-4f00-91e4-a02e4b70aac3 None None] Network 6d2d37f0-a75e-40da-8b86-e97c521896d2 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:23:43.988961 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba00b702-55a0-45f7-b320-3868c90b41df admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:23:44.014980 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7d4d97-016a-431f-b060-b9eb91856c62 None None] Sync routers for ids ['8986c434-af83-49d5-ae9d-a6a8e91c8657'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:23:44.024966 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8542fa61-206b-44f9-b982-b59e74c571a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:44.027167 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-e2ff06b8-145c-4c2a-8b08-60c5c9b6c2d8 None None] Provisioning for port 9fd84eeb-0e9e-46a1-a766-834c95dd9d52 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:23:44.049727 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-e2ff06b8-145c-4c2a-8b08-60c5c9b6c2d8 None None] Provisioning complete for port 9fd84eeb-0e9e-46a1-a766-834c95dd9d52 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:23:44.050317 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e2ff06b8-145c-4c2a-8b08-60c5c9b6c2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:44.077808 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-ba00b702-55a0-45f7-b320-3868c90b41df admin admin] Notify callbacks [] for router, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:44.079188 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-ba00b702-55a0-45f7-b320-3868c90b41df admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9596064 Aug 18 14:23:44.082436 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42398) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:44.113193 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7d4d97-016a-431f-b060-b9eb91856c62 None None] Routers {'8986c434-af83-49d5-ae9d-a6a8e91c8657'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:23:44.114331 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-3b7d4d97-016a-431f-b060-b9eb91856c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:23:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['8986c434-af83-49d5-ae9d-a6a8e91c8657'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:23:44.455881 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-3b7d4d97-016a-431f-b060-b9eb91856c62 None None] Set router 8986c434-af83-49d5-ae9d-a6a8e91c8657 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:23:44.459295 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e2ff06b8-145c-4c2a-8b08-60c5c9b6c2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:44.678134 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-e2ff06b8-145c-4c2a-8b08-60c5c9b6c2d8 None None] For port 9fd84eeb-0e9e-46a1-a766-834c95dd9d52, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=9fd84eeb-0e9e-46a1-a766-834c95dd9d52,segment=NetworkSegment(f89ef9d4-eb6c-4634-ac3b-8840dc1ae446),segment_id=f89ef9d4-eb6c-4634-ac3b-8840dc1ae446)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:23:44.744064 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:44.746157 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d512144d-8e45-420f-a053-2254663f9132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:44.748275 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e2ff06b8-145c-4c2a-8b08-60c5c9b6c2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:44.847631 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff06b8-145c-4c2a-8b08-60c5c9b6c2d8 None None] Pushing event updated for resources: {'Port': ['ID=9fd84eeb-0e9e-46a1-a766-834c95dd9d52,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:44.860408 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-3b7d4d97-016a-431f-b060-b9eb91856c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'name': 'tempest-TestSnapshotPattern-813575060-router', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '47c41b09-4985-45d2-a2c5-cbdcf3babfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:23:41Z', 'updated_at': '2021-08-18T14:23:42Z', 'revision_number': 3, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'gw_port': {'id': '47c41b09-4985-45d2-a2c5-cbdcf3babfa2', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:be:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:42Z', 'updated_at': '2021-08-18T14:23:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:23:44.897859 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7d4d97-016a-431f-b060-b9eb91856c62 None None] Checking router: 8986c434-af83-49d5-ae9d-a6a8e91c8657 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:23:44.898132 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7d4d97-016a-431f-b060-b9eb91856c62 None None] Updating router 8986c434-af83-49d5-ae9d-a6a8e91c8657 port 47c41b09-4985-45d2-a2c5-cbdcf3babfa2 binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:23:44.930316 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-3be1d757-2a9e-4169-ac78-a564c532bf53 None None] Provisioning complete for port 9fd84eeb-0e9e-46a1-a766-834c95dd9d52 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:23:44.931259 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3be1d757-2a9e-4169-ac78-a564c532bf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:44.933154 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3b7d4d97-016a-431f-b060-b9eb91856c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:44.982018 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-d512144d-8e45-420f-a053-2254663f9132 admin admin] Allocated IP 172.20.0.1 (6d2d37f0-a75e-40da-8b86-e97c521896d2/5b8f32c4-52ca-405a-981b-86fa36a12b9c/0b2612e8-c02b-40aa-aaac-551419b4c6c3) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:23:45.109207 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d512144d-8e45-420f-a053-2254663f9132 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:45.127216 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.provisioning_blocks [None req-d512144d-8e45-420f-a053-2254663f9132 admin admin] Transition to ACTIVE for port object 0b2612e8-c02b-40aa-aaac-551419b4c6c3 will not be triggered until provisioned by entity DHCP. {{(pid=101676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:23:45.232361 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d512144d-8e45-420f-a053-2254663f9132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:45.271721 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d512144d-8e45-420f-a053-2254663f9132 admin admin] Network 6d2d37f0-a75e-40da-8b86-e97c521896d2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:23:45.275486 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-d512144d-8e45-420f-a053-2254663f9132 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:23:45.278269 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d512144d-8e45-420f-a053-2254663f9132 admin admin] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:23:45.297082 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3b7d4d97-016a-431f-b060-b9eb91856c62 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:45.315085 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-3b7d4d97-016a-431f-b060-b9eb91856c62 None None] Transition to ACTIVE for port object 47c41b09-4985-45d2-a2c5-cbdcf3babfa2 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:23:45.318687 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d512144d-8e45-420f-a053-2254663f9132 admin admin] Pushing event updated for resources: {'Port': ['ID=0b2612e8-c02b-40aa-aaac-551419b4c6c3,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:45.337798 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d512144d-8e45-420f-a053-2254663f9132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:45.392413 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3b7d4d97-016a-431f-b060-b9eb91856c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:45.478091 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-3b7d4d97-016a-431f-b060-b9eb91856c62 None None] Attempting to bind port 47c41b09-4985-45d2-a2c5-cbdcf3babfa2 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:23:45.478490 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-3b7d4d97-016a-431f-b060-b9eb91856c62 None None] Attempting to bind port 47c41b09-4985-45d2-a2c5-cbdcf3babfa2 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:23:45.478855 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7d4d97-016a-431f-b060-b9eb91856c62 None None] Attempting to bind port 47c41b09-4985-45d2-a2c5-cbdcf3babfa2 on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:23:45.487867 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b8756c-2091-4e40-afde-b3a563b5ad59 None None] Pushing event updated for resources: {'Port': ['ID=47c41b09-4985-45d2-a2c5-cbdcf3babfa2,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:45.491036 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7d4d97-016a-431f-b060-b9eb91856c62 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:23:45.491413 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7d4d97-016a-431f-b060-b9eb91856c62 None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:23:45.491828 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3b7d4d97-016a-431f-b060-b9eb91856c62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:45.492280 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7d4d97-016a-431f-b060-b9eb91856c62 None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:23:45.492721 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-3b7d4d97-016a-431f-b060-b9eb91856c62 None None] Bound port: 47c41b09-4985-45d2-a2c5-cbdcf3babfa2, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:23:45.493655 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3b7d4d97-016a-431f-b060-b9eb91856c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:45.600340 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-3b7d4d97-016a-431f-b060-b9eb91856c62 None None] For port 47c41b09-4985-45d2-a2c5-cbdcf3babfa2, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:23:45.605582 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 9fd84eeb-0e9e-46a1-a766-834c95dd9d52 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:23:45.608967 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-3b7d4d97-016a-431f-b060-b9eb91856c62 None None] For port 47c41b09-4985-45d2-a2c5-cbdcf3babfa2, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=47c41b09-4985-45d2-a2c5-cbdcf3babfa2,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:23:45.666666 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 9fd84eeb-0e9e-46a1-a766-834c95dd9d52 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:23:45.667045 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:45.708160 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3b7d4d97-016a-431f-b060-b9eb91856c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:45.710543 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afeaa13a-7eba-402f-85fb-1accd9689724 None None] Provisioning for port 0b2612e8-c02b-40aa-aaac-551419b4c6c3 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:23:45.736168 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afeaa13a-7eba-402f-85fb-1accd9689724 None None] Provisioning complete for port 0b2612e8-c02b-40aa-aaac-551419b4c6c3 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:23:45.736540 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afeaa13a-7eba-402f-85fb-1accd9689724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:45.846459 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b8756c-2091-4e40-afde-b3a563b5ad59 None None] Pushing event updated for resources: {'Port': ['ID=47c41b09-4985-45d2-a2c5-cbdcf3babfa2,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:45.851635 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afeaa13a-7eba-402f-85fb-1accd9689724 None None] Port 0b2612e8-c02b-40aa-aaac-551419b4c6c3 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:23:45.873659 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7d4d97-016a-431f-b060-b9eb91856c62 None None] Routers {'8986c434-af83-49d5-ae9d-a6a8e91c8657'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:23:45.874458 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-3b7d4d97-016a-431f-b060-b9eb91856c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:23:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['8986c434-af83-49d5-ae9d-a6a8e91c8657'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:23:45.925817 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:45.999421 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d512144d-8e45-420f-a053-2254663f9132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:46.016996 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-3b7d4d97-016a-431f-b060-b9eb91856c62 None None] Set router 8986c434-af83-49d5-ae9d-a6a8e91c8657 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:23:46.229438 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-3b7d4d97-016a-431f-b060-b9eb91856c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'name': 'tempest-TestSnapshotPattern-813575060-router', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '47c41b09-4985-45d2-a2c5-cbdcf3babfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:23:41Z', 'updated_at': '2021-08-18T14:23:42Z', 'revision_number': 3, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'gw_port': {'id': '47c41b09-4985-45d2-a2c5-cbdcf3babfa2', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:be:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:42Z', 'updated_at': '2021-08-18T14:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:23:46.241885 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d512144d-8e45-420f-a053-2254663f9132 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:46.258642 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7d4d97-016a-431f-b060-b9eb91856c62 None None] The sync data for ids ['8986c434-af83-49d5-ae9d-a6a8e91c8657'] in n-d-803603-2 is: [{'id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'name': 'tempest-TestSnapshotPattern-813575060-router', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '47c41b09-4985-45d2-a2c5-cbdcf3babfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:23:41Z', 'updated_at': '2021-08-18T14:23:42Z', 'revision_number': 3, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'gw_port': {'id': '47c41b09-4985-45d2-a2c5-cbdcf3babfa2', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:be:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:42Z', 'updated_at': '2021-08-18T14:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:23:46.323445 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d512144d-8e45-420f-a053-2254663f9132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:46.412763 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d512144d-8e45-420f-a053-2254663f9132 admin admin] Pushing event updated for resources: {'Port': ['ID=0b2612e8-c02b-40aa-aaac-551419b4c6c3,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:46.416055 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-d512144d-8e45-420f-a053-2254663f9132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:46.560533 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d512144d-8e45-420f-a053-2254663f9132 admin admin] Network 6d2d37f0-a75e-40da-8b86-e97c521896d2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:23:46.562843 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-d512144d-8e45-420f-a053-2254663f9132 admin admin] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:23:46.757453 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d512144d-8e45-420f-a053-2254663f9132 admin admin] Router 8986c434-af83-49d5-ae9d-a6a8e91c8657 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:23:46.886457 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-75560427-31b1-48f1-aad1-19a11bc6ef01 None None] Provisioning complete for port 0b2612e8-c02b-40aa-aaac-551419b4c6c3 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:23:46.887340 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-75560427-31b1-48f1-aad1-19a11bc6ef01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:46.937749 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-75560427-31b1-48f1-aad1-19a11bc6ef01 None None] Port 0b2612e8-c02b-40aa-aaac-551419b4c6c3 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:23:46.991496 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d512144d-8e45-420f-a053-2254663f9132 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:23:46.996792 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-d512144d-8e45-420f-a053-2254663f9132 admin admin] 10.222.0.13 "PUT /v2.0/routers/8986c434-af83-49d5-ae9d-a6a8e91c8657/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9132783 Aug 18 14:23:47.594041 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 47c41b09-4985-45d2-a2c5-cbdcf3babfa2 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:23:47.706106 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 47c41b09-4985-45d2-a2c5-cbdcf3babfa2 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:23:47.709899 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 47c41b09-4985-45d2-a2c5-cbdcf3babfa2 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:23:47.711060 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:47.850260 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:47.882302 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42416) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:47.885960 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 47c41b09-4985-45d2-a2c5-cbdcf3babfa2, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=47c41b09-4985-45d2-a2c5-cbdcf3babfa2,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:23:47.888039 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:47.888691 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-2f60e4a0-e69c-4631-bd3d-759c9bd166cb admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-566630484-network', 'tenant_id': 'c4ab69494007431b8d836a6a99aa6dc3'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:23:47.946841 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:47.969120 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f60e4a0-e69c-4631-bd3d-759c9bd166cb admin admin] Made reservation on behalf of c4ab69494007431b8d836a6a99aa6dc3 for: {'network': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:23:47.971716 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2f60e4a0-e69c-4631-bd3d-759c9bd166cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for network, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:47.984319 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2f60e4a0-e69c-4631-bd3d-759c9bd166cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:48.011129 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=47c41b09-4985-45d2-a2c5-cbdcf3babfa2,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:48.105241 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2f60e4a0-e69c-4631-bd3d-759c9bd166cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:48.130297 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9e6962-26b8-4083-9602-6415401dc7a6 None None] Sync routers for ids ['8986c434-af83-49d5-ae9d-a6a8e91c8657'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:23:48.145706 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9e6962-26b8-4083-9602-6415401dc7a6 None None] Routers {'8986c434-af83-49d5-ae9d-a6a8e91c8657'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:23:48.146686 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-db9e6962-26b8-4083-9602-6415401dc7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:23:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['8986c434-af83-49d5-ae9d-a6a8e91c8657'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:23:48.186373 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2f60e4a0-e69c-4631-bd3d-759c9bd166cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:48.220907 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f60e4a0-e69c-4631-bd3d-759c9bd166cb admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=101675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:23:48.246638 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f60e4a0-e69c-4631-bd3d-759c9bd166cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb975e10-9e4e-4dae-8f5b-67197d4c4941,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:48.255541 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2f60e4a0-e69c-4631-bd3d-759c9bd166cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:48.256115 n-d-803603-2 neutron-server[101675]: INFO neutron.db.segments_db [None req-2f60e4a0-e69c-4631-bd3d-759c9bd166cb admin admin] Added segment 376990f8-03ef-4ab3-9541-60c26bd8ddf5 of type vlan for network a640f71f-6945-4a01-adc3-7668585f0fa0 Aug 18 14:23:48.303090 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-db9e6962-26b8-4083-9602-6415401dc7a6 None None] Set router 8986c434-af83-49d5-ae9d-a6a8e91c8657 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:23:48.326135 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2f60e4a0-e69c-4631-bd3d-759c9bd166cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897025190'] for network, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:48.437945 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2f60e4a0-e69c-4631-bd3d-759c9bd166cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375'] for network, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:48.439852 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f60e4a0-e69c-4631-bd3d-759c9bd166cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:23:48.440837 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-2f60e4a0-e69c-4631-bd3d-759c9bd166cb admin admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:48.518842 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f60e4a0-e69c-4631-bd3d-759c9bd166cb admin admin] Pushing event updated for resources: {'Network': ['ID=a640f71f-6945-4a01-adc3-7668585f0fa0,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:48.532895 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Network a640f71f-6945-4a01-adc3-7668585f0fa0 details requested by agent ovs-agent-n-d-803603-2 with host n-d-803603-2 {{(pid=101677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:23:48.542874 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-2f60e4a0-e69c-4631-bd3d-759c9bd166cb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6591125 Aug 18 14:23:48.546324 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42418) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:48.552162 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-6f24f4b0-adf2-4adc-af2c-553cfaeff251 admin admin] Request body: {'subnet': {'network_id': 'a640f71f-6945-4a01-adc3-7668585f0fa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-566630484-subnet', 'tenant_id': 'c4ab69494007431b8d836a6a99aa6dc3', 'ip_version': 4}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:23:48.581107 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-db9e6962-26b8-4083-9602-6415401dc7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'name': 'tempest-TestSnapshotPattern-813575060-router', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '47c41b09-4985-45d2-a2c5-cbdcf3babfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:23:41Z', 'updated_at': '2021-08-18T14:23:45Z', 'revision_number': 4, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'gw_port': {'id': '47c41b09-4985-45d2-a2c5-cbdcf3babfa2', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:42Z', 'updated_at': '2021-08-18T14:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '0b2612e8-c02b-40aa-aaac-551419b4c6c3', 'name': '', 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'mac_address': 'fa:16:3e:6e:49:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5b8f32c4-52ca-405a-981b-86fa36a12b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:44Z', 'updated_at': '2021-08-18T14:23:46Z', 'revision_number': 2, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'subnets': [{'id': '5b8f32c4-52ca-405a-981b-86fa36a12b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:23:48.620306 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9e6962-26b8-4083-9602-6415401dc7a6 None None] Checking router: 8986c434-af83-49d5-ae9d-a6a8e91c8657 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:23:48.621000 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9e6962-26b8-4083-9602-6415401dc7a6 None None] Updating router 8986c434-af83-49d5-ae9d-a6a8e91c8657 port 0b2612e8-c02b-40aa-aaac-551419b4c6c3 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:23:48.650541 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-db9e6962-26b8-4083-9602-6415401dc7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:48.704640 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f24f4b0-adf2-4adc-af2c-553cfaeff251 admin admin] Made reservation on behalf of c4ab69494007431b8d836a6a99aa6dc3 for: {'subnet': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:23:48.707570 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6f24f4b0-adf2-4adc-af2c-553cfaeff251 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29607519'] for subnet, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:49.013133 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6f24f4b0-adf2-4adc-af2c-553cfaeff251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29479686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29607497'] for subnet, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:49.073796 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-db9e6962-26b8-4083-9602-6415401dc7a6 None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:49.075077 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f24f4b0-adf2-4adc-af2c-553cfaeff251 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c610a3f-692a-4e3c-8acf-e8970a3cf899,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:49.085173 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f24f4b0-adf2-4adc-af2c-553cfaeff251 admin admin] Checking segment: {'id': '376990f8-03ef-4ab3-9541-60c26bd8ddf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a640f71f-6945-4a01-adc3-7668585f0fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:23:49.085539 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f24f4b0-adf2-4adc-af2c-553cfaeff251 admin admin] Network hostable DHCP agents. Network: a640f71f-6945-4a01-adc3-7668585f0fa0, hostable agents: ['5def4537-da4e-4686-bfda-4272e2939492'], hosted agents: [] {{(pid=101675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:23:49.093631 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-db9e6962-26b8-4083-9602-6415401dc7a6 None None] Transition to ACTIVE for port object 0b2612e8-c02b-40aa-aaac-551419b4c6c3 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:23:49.198506 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-db9e6962-26b8-4083-9602-6415401dc7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:49.215019 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f24f4b0-adf2-4adc-af2c-553cfaeff251 admin admin] Network a640f71f-6945-4a01-adc3-7668585f0fa0 is scheduled to be hosted by DHCP agent 5def4537-da4e-4686-bfda-4272e2939492 with binding_index 1 {{(pid=101675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:23:49.260484 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec3f2d9-f0c1-42ab-983a-2d0331f9da5f None None] Pushing event updated for resources: {'Port': ['ID=0b2612e8-c02b-40aa-aaac-551419b4c6c3,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:49.288802 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-6f24f4b0-adf2-4adc-af2c-553cfaeff251 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803603-2, a640f71f-6945-4a01-adc3-7668585f0fa0) {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:23:49.297301 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f24f4b0-adf2-4adc-af2c-553cfaeff251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:23:49.298718 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-6f24f4b0-adf2-4adc-af2c-553cfaeff251 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:49.300345 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec3f2d9-f0c1-42ab-983a-2d0331f9da5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:49.301210 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec3f2d9-f0c1-42ab-983a-2d0331f9da5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:49.301997 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec3f2d9-f0c1-42ab-983a-2d0331f9da5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:49.303154 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec3f2d9-f0c1-42ab-983a-2d0331f9da5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:49.303966 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec3f2d9-f0c1-42ab-983a-2d0331f9da5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:49.304629 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9516f1ab-ceb4-4ea0-b901-e0d6336971b2 None None] Network a640f71f-6945-4a01-adc3-7668585f0fa0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:23:49.305357 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec3f2d9-f0c1-42ab-983a-2d0331f9da5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:49.305357 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec3f2d9-f0c1-42ab-983a-2d0331f9da5f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:49.306283 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec3f2d9-f0c1-42ab-983a-2d0331f9da5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:49.306859 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec3f2d9-f0c1-42ab-983a-2d0331f9da5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:49.307365 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec3f2d9-f0c1-42ab-983a-2d0331f9da5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:49.307874 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec3f2d9-f0c1-42ab-983a-2d0331f9da5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:49.308408 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec3f2d9-f0c1-42ab-983a-2d0331f9da5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:23:49.373291 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-db9e6962-26b8-4083-9602-6415401dc7a6 None None] Attempting to bind port 0b2612e8-c02b-40aa-aaac-551419b4c6c3 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:23:49.373865 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-db9e6962-26b8-4083-9602-6415401dc7a6 None None] Attempting to bind port 0b2612e8-c02b-40aa-aaac-551419b4c6c3 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': 'f89ef9d4-eb6c-4634-ac3b-8840dc1ae446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:23:49.374458 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9e6962-26b8-4083-9602-6415401dc7a6 None None] Attempting to bind port 0b2612e8-c02b-40aa-aaac-551419b4c6c3 on network 6d2d37f0-a75e-40da-8b86-e97c521896d2 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:23:49.383539 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9e6962-26b8-4083-9602-6415401dc7a6 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:23:49.392969 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9e6962-26b8-4083-9602-6415401dc7a6 None None] Checking segment: {'id': 'f89ef9d4-eb6c-4634-ac3b-8840dc1ae446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:23:49.392969 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-db9e6962-26b8-4083-9602-6415401dc7a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:49.392969 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9e6962-26b8-4083-9602-6415401dc7a6 None None] Bound using segment: {'id': 'f89ef9d4-eb6c-4634-ac3b-8840dc1ae446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:23:49.392969 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-db9e6962-26b8-4083-9602-6415401dc7a6 None None] Bound port: 0b2612e8-c02b-40aa-aaac-551419b4c6c3, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f89ef9d4-eb6c-4634-ac3b-8840dc1ae446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:23:49.392969 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-db9e6962-26b8-4083-9602-6415401dc7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:49.507828 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-6f24f4b0-adf2-4adc-af2c-553cfaeff251 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9605298 Aug 18 14:23:49.512498 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42420) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:49.514134 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-db9e6962-26b8-4083-9602-6415401dc7a6 None None] For port 0b2612e8-c02b-40aa-aaac-551419b4c6c3, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:23:49.520738 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-db9e6962-26b8-4083-9602-6415401dc7a6 None None] For port 0b2612e8-c02b-40aa-aaac-551419b4c6c3, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=0b2612e8-c02b-40aa-aaac-551419b4c6c3,segment=NetworkSegment(f89ef9d4-eb6c-4634-ac3b-8840dc1ae446),segment_id=f89ef9d4-eb6c-4634-ac3b-8840dc1ae446)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:23:49.523958 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-c59d789b-885d-4a1a-8f4e-e55f14316ebd admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-566630484-router', 'tenant_id': 'c4ab69494007431b8d836a6a99aa6dc3', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:23:49.597084 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51ac396-15de-4f21-9df7-258f48d37c93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1b12ee4-7e21-5e58-92ea-cadca9c9462f-a640f71f-6945-4a01-adc3-7668585f0fa0', 'network_id': 'a640f71f-6945-4a01-adc3-7668585f0fa0', 'tenant_id': 'c4ab69494007431b8d836a6a99aa6dc3', 'fixed_ips': [{'subnet_id': '7c610a3f-692a-4e3c-8acf-e8970a3cf899'}]}} from n-d-803603-2. {{(pid=101677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:23:49.601926 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f51ac396-15de-4f21-9df7-258f48d37c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:49.622687 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 47c41b09-4985-45d2-a2c5-cbdcf3babfa2 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:23:49.622981 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-db9e6962-26b8-4083-9602-6415401dc7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:49.684021 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c59d789b-885d-4a1a-8f4e-e55f14316ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5569'] for router, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:49.688022 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c59d789b-885d-4a1a-8f4e-e55f14316ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-486365', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5576'] for router, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:49.722839 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec3f2d9-f0c1-42ab-983a-2d0331f9da5f None None] Pushing event updated for resources: {'Port': ['ID=0b2612e8-c02b-40aa-aaac-551419b4c6c3,revision_number=4']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:49.732322 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9e6962-26b8-4083-9602-6415401dc7a6 None None] Routers {'8986c434-af83-49d5-ae9d-a6a8e91c8657'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:23:49.733376 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-db9e6962-26b8-4083-9602-6415401dc7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:23:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['8986c434-af83-49d5-ae9d-a6a8e91c8657'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:23:49.808030 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c59d789b-885d-4a1a-8f4e-e55f14316ebd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:49.862079 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 47c41b09-4985-45d2-a2c5-cbdcf3babfa2 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:23:49.863107 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:49.949138 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-db9e6962-26b8-4083-9602-6415401dc7a6 None None] Set router 8986c434-af83-49d5-ae9d-a6a8e91c8657 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:23:49.956293 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-f51ac396-15de-4f21-9df7-258f48d37c93 None None] Allocated IP 172.20.0.2 (a640f71f-6945-4a01-adc3-7668585f0fa0/7c610a3f-692a-4e3c-8acf-e8970a3cf899/e2360895-cede-4d15-b893-84c3fab4824c) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:23:50.184148 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c59d789b-885d-4a1a-8f4e-e55f14316ebd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:50.303834 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-db9e6962-26b8-4083-9602-6415401dc7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'name': 'tempest-TestSnapshotPattern-813575060-router', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '47c41b09-4985-45d2-a2c5-cbdcf3babfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:23:41Z', 'updated_at': '2021-08-18T14:23:45Z', 'revision_number': 4, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'gw_port': {'id': '47c41b09-4985-45d2-a2c5-cbdcf3babfa2', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:42Z', 'updated_at': '2021-08-18T14:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '0b2612e8-c02b-40aa-aaac-551419b4c6c3', 'name': '', 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'mac_address': 'fa:16:3e:6e:49:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5b8f32c4-52ca-405a-981b-86fa36a12b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:44Z', 'updated_at': '2021-08-18T14:23:49Z', 'revision_number': 4, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'subnets': [{'id': '5b8f32c4-52ca-405a-981b-86fa36a12b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:23:50.356477 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9e6962-26b8-4083-9602-6415401dc7a6 None None] The sync data for ids ['8986c434-af83-49d5-ae9d-a6a8e91c8657'] in n-d-803603-2 is: [{'id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'name': 'tempest-TestSnapshotPattern-813575060-router', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '47c41b09-4985-45d2-a2c5-cbdcf3babfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:23:41Z', 'updated_at': '2021-08-18T14:23:45Z', 'revision_number': 4, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'gw_port': {'id': '47c41b09-4985-45d2-a2c5-cbdcf3babfa2', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:42Z', 'updated_at': '2021-08-18T14:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '0b2612e8-c02b-40aa-aaac-551419b4c6c3', 'name': '', 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'mac_address': 'fa:16:3e:6e:49:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5b8f32c4-52ca-405a-981b-86fa36a12b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:44Z', 'updated_at': '2021-08-18T14:23:49Z', 'revision_number': 4, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'subnets': [{'id': '5b8f32c4-52ca-405a-981b-86fa36a12b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:23:50.464662 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f51ac396-15de-4f21-9df7-258f48d37c93 None None] Notify callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:50.483900 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f51ac396-15de-4f21-9df7-258f48d37c93 None None] Transition to ACTIVE for port object e2360895-cede-4d15-b893-84c3fab4824c will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:23:50.505958 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f51ac396-15de-4f21-9df7-258f48d37c93 None None] Transition to ACTIVE for port object e2360895-cede-4d15-b893-84c3fab4824c will not be triggered until provisioned by entity DHCP. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:23:50.609718 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f51ac396-15de-4f21-9df7-258f48d37c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:50.621747 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c59d789b-885d-4a1a-8f4e-e55f14316ebd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:50.650704 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c59d789b-885d-4a1a-8f4e-e55f14316ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:50.688796 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51ac396-15de-4f21-9df7-258f48d37c93 None None] Network a640f71f-6945-4a01-adc3-7668585f0fa0 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:23:50.695099 n-d-803603-2 neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-f51ac396-15de-4f21-9df7-258f48d37c93 None None] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:23:50.706827 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51ac396-15de-4f21-9df7-258f48d37c93 None None] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:23:50.709430 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ac396-15de-4f21-9df7-258f48d37c93 None None] Pushing event updated for resources: {'Port': ['ID=e2360895-cede-4d15-b893-84c3fab4824c,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:50.784857 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-f51ac396-15de-4f21-9df7-258f48d37c93 None None] Attempting to bind port e2360895-cede-4d15-b893-84c3fab4824c on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:23:50.785233 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-f51ac396-15de-4f21-9df7-258f48d37c93 None None] Attempting to bind port e2360895-cede-4d15-b893-84c3fab4824c by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '376990f8-03ef-4ab3-9541-60c26bd8ddf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a640f71f-6945-4a01-adc3-7668585f0fa0'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:23:50.785604 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51ac396-15de-4f21-9df7-258f48d37c93 None None] Attempting to bind port e2360895-cede-4d15-b893-84c3fab4824c on network a640f71f-6945-4a01-adc3-7668585f0fa0 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:23:50.791576 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51ac396-15de-4f21-9df7-258f48d37c93 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:23:50.791964 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51ac396-15de-4f21-9df7-258f48d37c93 None None] Checking segment: {'id': '376990f8-03ef-4ab3-9541-60c26bd8ddf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a640f71f-6945-4a01-adc3-7668585f0fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:23:50.792343 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f51ac396-15de-4f21-9df7-258f48d37c93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:50.792783 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51ac396-15de-4f21-9df7-258f48d37c93 None None] Bound using segment: {'id': '376990f8-03ef-4ab3-9541-60c26bd8ddf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a640f71f-6945-4a01-adc3-7668585f0fa0'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:23:50.793264 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-f51ac396-15de-4f21-9df7-258f48d37c93 None None] Bound port: e2360895-cede-4d15-b893-84c3fab4824c, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '376990f8-03ef-4ab3-9541-60c26bd8ddf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a640f71f-6945-4a01-adc3-7668585f0fa0'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:23:50.793649 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f51ac396-15de-4f21-9df7-258f48d37c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:50.802202 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-c59d789b-885d-4a1a-8f4e-e55f14316ebd admin admin] Allocated IP 172.25.6.47 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/a283e65e-47fa-465c-8e4c-2e3ed7c4522f) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:23:50.880780 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f51ac396-15de-4f21-9df7-258f48d37c93 None None] For port e2360895-cede-4d15-b893-84c3fab4824c, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:23:50.885916 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f51ac396-15de-4f21-9df7-258f48d37c93 None None] For port e2360895-cede-4d15-b893-84c3fab4824c, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=e2360895-cede-4d15-b893-84c3fab4824c,segment=NetworkSegment(376990f8-03ef-4ab3-9541-60c26bd8ddf5),segment_id=376990f8-03ef-4ab3-9541-60c26bd8ddf5)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:23:50.948031 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c59d789b-885d-4a1a-8f4e-e55f14316ebd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:50.979598 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f51ac396-15de-4f21-9df7-258f48d37c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:51.051883 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ac396-15de-4f21-9df7-258f48d37c93 None None] Pushing event updated for resources: {'Port': ['ID=e2360895-cede-4d15-b893-84c3fab4824c,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:51.100910 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c59d789b-885d-4a1a-8f4e-e55f14316ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:51.146787 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59d789b-885d-4a1a-8f4e-e55f14316ebd admin admin] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:23:51.151112 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-c59d789b-885d-4a1a-8f4e-e55f14316ebd admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:23:51.158698 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59d789b-885d-4a1a-8f4e-e55f14316ebd admin admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:23:51.197617 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d789b-885d-4a1a-8f4e-e55f14316ebd admin admin] Pushing event updated for resources: {'Port': ['ID=a283e65e-47fa-465c-8e4c-2e3ed7c4522f,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:51.612257 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c59d789b-885d-4a1a-8f4e-e55f14316ebd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:51.664534 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device e2360895-cede-4d15-b893-84c3fab4824c up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:23:51.814154 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port e2360895-cede-4d15-b893-84c3fab4824c completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:23:51.819111 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 0b2612e8-c02b-40aa-aaac-551419b4c6c3 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:23:51.877537 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c59d789b-885d-4a1a-8f4e-e55f14316ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-486168'] for router, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:51.979842 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 0b2612e8-c02b-40aa-aaac-551419b4c6c3 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:23:51.984639 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 0b2612e8-c02b-40aa-aaac-551419b4c6c3 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:23:51.985117 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:52.079041 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:52.098068 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59d789b-885d-4a1a-8f4e-e55f14316ebd admin admin] Router 459a18a4-aa26-4b6d-98c9-dd3438202298 is scheduled to L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 with binding_index 1 {{(pid=101675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:23:52.120855 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 0b2612e8-c02b-40aa-aaac-551419b4c6c3, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=0b2612e8-c02b-40aa-aaac-551419b4c6c3,segment=NetworkSegment(f89ef9d4-eb6c-4634-ac3b-8840dc1ae446),segment_id=f89ef9d4-eb6c-4634-ac3b-8840dc1ae446)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:23:52.177157 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04474cab-e903-459f-98e5-b2da26ec340c None None] Network a640f71f-6945-4a01-adc3-7668585f0fa0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:23:52.223456 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59d789b-885d-4a1a-8f4e-e55f14316ebd admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:23:52.268635 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed2f4b9-1af5-4e45-a275-8d05f869a955 None None] Sync routers for ids ['459a18a4-aa26-4b6d-98c9-dd3438202298'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:23:52.272199 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:52.334995 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c59d789b-885d-4a1a-8f4e-e55f14316ebd admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:52.336684 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c59d789b-885d-4a1a-8f4e-e55f14316ebd admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8221679 Aug 18 14:23:52.340360 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42422) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:52.358760 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed2f4b9-1af5-4e45-a275-8d05f869a955 None None] Routers {'459a18a4-aa26-4b6d-98c9-dd3438202298'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:23:52.359669 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-4ed2f4b9-1af5-4e45-a275-8d05f869a955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:23:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['459a18a4-aa26-4b6d-98c9-dd3438202298'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:23:52.481622 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=0b2612e8-c02b-40aa-aaac-551419b4c6c3,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:52.486264 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-212ccad0-7643-407b-8de4-0524bf89082b None None] Provisioning for port e2360895-cede-4d15-b893-84c3fab4824c completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:23:52.517650 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-212ccad0-7643-407b-8de4-0524bf89082b None None] Provisioning complete for port e2360895-cede-4d15-b893-84c3fab4824c triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:23:52.518258 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-212ccad0-7643-407b-8de4-0524bf89082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:52.712944 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-4ed2f4b9-1af5-4e45-a275-8d05f869a955 None None] Set router 459a18a4-aa26-4b6d-98c9-dd3438202298 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:23:52.833872 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-92efbe73-36fb-4b8e-987f-0f6618aae257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:52.876561 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-212ccad0-7643-407b-8de4-0524bf89082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:52.945155 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-212ccad0-7643-407b-8de4-0524bf89082b None None] For port e2360895-cede-4d15-b893-84c3fab4824c, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=e2360895-cede-4d15-b893-84c3fab4824c,segment=NetworkSegment(376990f8-03ef-4ab3-9541-60c26bd8ddf5),segment_id=376990f8-03ef-4ab3-9541-60c26bd8ddf5)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:23:53.006510 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-4ed2f4b9-1af5-4e45-a275-8d05f869a955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459a18a4-aa26-4b6d-98c9-dd3438202298', 'name': 'tempest-TestSnapshotPattern-566630484-router', 'tenant_id': 'c4ab69494007431b8d836a6a99aa6dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'a283e65e-47fa-465c-8e4c-2e3ed7c4522f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:23:49Z', 'updated_at': '2021-08-18T14:23:51Z', 'revision_number': 3, 'project_id': 'c4ab69494007431b8d836a6a99aa6dc3', 'gw_port': {'id': 'a283e65e-47fa-465c-8e4c-2e3ed7c4522f', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459a18a4-aa26-4b6d-98c9-dd3438202298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:50Z', 'updated_at': '2021-08-18T14:23:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:23:53.040161 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-212ccad0-7643-407b-8de4-0524bf89082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:53.046072 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed2f4b9-1af5-4e45-a275-8d05f869a955 None None] Checking router: 459a18a4-aa26-4b6d-98c9-dd3438202298 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:23:53.046533 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed2f4b9-1af5-4e45-a275-8d05f869a955 None None] Updating router 459a18a4-aa26-4b6d-98c9-dd3438202298 port a283e65e-47fa-465c-8e4c-2e3ed7c4522f binding host n-d-803603-2 {{(pid=101677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:23:53.083574 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [None req-92efbe73-36fb-4b8e-987f-0f6618aae257 admin admin] Allocated IP 172.20.0.1 (a640f71f-6945-4a01-adc3-7668585f0fa0/7c610a3f-692a-4e3c-8acf-e8970a3cf899/6fa7e056-b38c-4596-83a9-2c8682787a94) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:23:53.108218 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4ed2f4b9-1af5-4e45-a275-8d05f869a955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:53.149985 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ccad0-7643-407b-8de4-0524bf89082b None None] Pushing event updated for resources: {'Port': ['ID=e2360895-cede-4d15-b893-84c3fab4824c,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:53.239953 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-92efbe73-36fb-4b8e-987f-0f6618aae257 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:53.256005 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [None req-92efbe73-36fb-4b8e-987f-0f6618aae257 admin admin] Transition to ACTIVE for port object 6fa7e056-b38c-4596-83a9-2c8682787a94 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:23:53.300394 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-762d81e3-316d-4d60-a107-a37420d7d635 None None] Provisioning complete for port e2360895-cede-4d15-b893-84c3fab4824c triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:23:53.300921 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-762d81e3-316d-4d60-a107-a37420d7d635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:53.358163 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-92efbe73-36fb-4b8e-987f-0f6618aae257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:53.404315 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92efbe73-36fb-4b8e-987f-0f6618aae257 admin admin] Network a640f71f-6945-4a01-adc3-7668585f0fa0 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:23:53.407711 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-92efbe73-36fb-4b8e-987f-0f6618aae257 admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:23:53.412545 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92efbe73-36fb-4b8e-987f-0f6618aae257 admin admin] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:23:53.439395 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92efbe73-36fb-4b8e-987f-0f6618aae257 admin admin] Pushing event updated for resources: {'Port': ['ID=6fa7e056-b38c-4596-83a9-2c8682787a94,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:53.457761 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-92efbe73-36fb-4b8e-987f-0f6618aae257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565072'] for router_interface, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:53.624696 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device e2360895-cede-4d15-b893-84c3fab4824c up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:23:53.730832 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4ed2f4b9-1af5-4e45-a275-8d05f869a955 None None] Notify callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:53.748853 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-4ed2f4b9-1af5-4e45-a275-8d05f869a955 None None] Transition to ACTIVE for port object a283e65e-47fa-465c-8e4c-2e3ed7c4522f will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:23:53.763315 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port e2360895-cede-4d15-b893-84c3fab4824c triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:23:53.764045 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:53.790320 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-92efbe73-36fb-4b8e-987f-0f6618aae257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:53.865794 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4ed2f4b9-1af5-4e45-a275-8d05f869a955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:53.906886 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 0b2612e8-c02b-40aa-aaac-551419b4c6c3 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:23:53.912114 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c19edb15-472f-43df-9479-e785d1cc3598 None None] Provisioning for port 6fa7e056-b38c-4596-83a9-2c8682787a94 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:23:53.952916 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-c19edb15-472f-43df-9479-e785d1cc3598 None None] Provisioning complete for port 6fa7e056-b38c-4596-83a9-2c8682787a94 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:23:53.953489 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c19edb15-472f-43df-9479-e785d1cc3598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:53.997305 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e79b7c-81f2-463e-94cf-8da6a83d8566 None None] Pushing event updated for resources: {'Port': ['ID=a283e65e-47fa-465c-8e4c-2e3ed7c4522f,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:54.008231 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-4ed2f4b9-1af5-4e45-a275-8d05f869a955 None None] Attempting to bind port a283e65e-47fa-465c-8e4c-2e3ed7c4522f on host n-d-803603-2 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:23:54.008517 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-4ed2f4b9-1af5-4e45-a275-8d05f869a955 None None] Attempting to bind port a283e65e-47fa-465c-8e4c-2e3ed7c4522f by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:23:54.008820 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed2f4b9-1af5-4e45-a275-8d05f869a955 None None] Attempting to bind port a283e65e-47fa-465c-8e4c-2e3ed7c4522f on network 0babe39a-03c6-4af7-9ca5-00804dd781c2 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:23:54.019737 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-92efbe73-36fb-4b8e-987f-0f6618aae257 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:54.026432 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed2f4b9-1af5-4e45-a275-8d05f869a955 None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:23:54.026815 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed2f4b9-1af5-4e45-a275-8d05f869a955 None None] Checking segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:23:54.027222 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4ed2f4b9-1af5-4e45-a275-8d05f869a955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:54.027622 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed2f4b9-1af5-4e45-a275-8d05f869a955 None None] Bound using segment: {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:23:54.028122 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [None req-4ed2f4b9-1af5-4e45-a275-8d05f869a955 None None] Bound port: a283e65e-47fa-465c-8e4c-2e3ed7c4522f, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:23:54.028513 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4ed2f4b9-1af5-4e45-a275-8d05f869a955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:54.036176 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-c19edb15-472f-43df-9479-e785d1cc3598 None None] Port 6fa7e056-b38c-4596-83a9-2c8682787a94 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:23:54.066713 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 0b2612e8-c02b-40aa-aaac-551419b4c6c3 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:23:54.067083 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:54.111985 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-92efbe73-36fb-4b8e-987f-0f6618aae257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:54.131523 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-4ed2f4b9-1af5-4e45-a275-8d05f869a955 None None] For port a283e65e-47fa-465c-8e4c-2e3ed7c4522f, host n-d-803603-2, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:23:54.135557 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-4ed2f4b9-1af5-4e45-a275-8d05f869a955 None None] For port a283e65e-47fa-465c-8e4c-2e3ed7c4522f, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=a283e65e-47fa-465c-8e4c-2e3ed7c4522f,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:23:54.203076 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92efbe73-36fb-4b8e-987f-0f6618aae257 admin admin] Pushing event updated for resources: {'Port': ['ID=6fa7e056-b38c-4596-83a9-2c8682787a94,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:54.207779 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-92efbe73-36fb-4b8e-987f-0f6618aae257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565156'] for router_interface, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:54.239357 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4ed2f4b9-1af5-4e45-a275-8d05f869a955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:54.320521 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92efbe73-36fb-4b8e-987f-0f6618aae257 admin admin] Network a640f71f-6945-4a01-adc3-7668585f0fa0 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:23:54.322645 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [None req-92efbe73-36fb-4b8e-987f-0f6618aae257 admin admin] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:23:54.342860 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed2f4b9-1af5-4e45-a275-8d05f869a955 None None] Routers {'459a18a4-aa26-4b6d-98c9-dd3438202298'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:23:54.343967 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-4ed2f4b9-1af5-4e45-a275-8d05f869a955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:23:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['459a18a4-aa26-4b6d-98c9-dd3438202298'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:23:54.423936 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e79b7c-81f2-463e-94cf-8da6a83d8566 None None] Pushing event updated for resources: {'Port': ['ID=a283e65e-47fa-465c-8e4c-2e3ed7c4522f,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:54.507706 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92efbe73-36fb-4b8e-987f-0f6618aae257 admin admin] Router 459a18a4-aa26-4b6d-98c9-dd3438202298 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:23:54.550494 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-4ed2f4b9-1af5-4e45-a275-8d05f869a955 None None] Set router 459a18a4-aa26-4b6d-98c9-dd3438202298 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:23:54.686132 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92efbe73-36fb-4b8e-987f-0f6618aae257 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:23:54.693036 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-92efbe73-36fb-4b8e-987f-0f6618aae257 admin admin] 10.222.0.13 "PUT /v2.0/routers/459a18a4-aa26-4b6d-98c9-dd3438202298/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3503728 Aug 18 14:23:54.723713 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-dd8ef65d-402a-470c-a333-c085bc4cda7c None None] Provisioning complete for port 6fa7e056-b38c-4596-83a9-2c8682787a94 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:23:54.724327 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-dd8ef65d-402a-470c-a333-c085bc4cda7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:54.807093 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-dd8ef65d-402a-470c-a333-c085bc4cda7c None None] Port 6fa7e056-b38c-4596-83a9-2c8682787a94 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:23:55.074560 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-4ed2f4b9-1af5-4e45-a275-8d05f869a955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459a18a4-aa26-4b6d-98c9-dd3438202298', 'name': 'tempest-TestSnapshotPattern-566630484-router', 'tenant_id': 'c4ab69494007431b8d836a6a99aa6dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'a283e65e-47fa-465c-8e4c-2e3ed7c4522f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:23:49Z', 'updated_at': '2021-08-18T14:23:53Z', 'revision_number': 4, 'project_id': 'c4ab69494007431b8d836a6a99aa6dc3', 'gw_port': {'id': 'a283e65e-47fa-465c-8e4c-2e3ed7c4522f', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459a18a4-aa26-4b6d-98c9-dd3438202298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:50Z', 'updated_at': '2021-08-18T14:23:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '6fa7e056-b38c-4596-83a9-2c8682787a94', 'name': '', 'network_id': 'a640f71f-6945-4a01-adc3-7668585f0fa0', 'tenant_id': 'c4ab69494007431b8d836a6a99aa6dc3', 'mac_address': 'fa:16:3e:1b:cb:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459a18a4-aa26-4b6d-98c9-dd3438202298', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '7c610a3f-692a-4e3c-8acf-e8970a3cf899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:52Z', 'updated_at': '2021-08-18T14:23:53Z', 'revision_number': 2, 'project_id': 'c4ab69494007431b8d836a6a99aa6dc3', 'subnets': [{'id': '7c610a3f-692a-4e3c-8acf-e8970a3cf899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:23:55.103259 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed2f4b9-1af5-4e45-a275-8d05f869a955 None None] The sync data for ids ['459a18a4-aa26-4b6d-98c9-dd3438202298'] in n-d-803603-2 is: [{'id': '459a18a4-aa26-4b6d-98c9-dd3438202298', 'name': 'tempest-TestSnapshotPattern-566630484-router', 'tenant_id': 'c4ab69494007431b8d836a6a99aa6dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'a283e65e-47fa-465c-8e4c-2e3ed7c4522f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:23:49Z', 'updated_at': '2021-08-18T14:23:53Z', 'revision_number': 4, 'project_id': 'c4ab69494007431b8d836a6a99aa6dc3', 'gw_port': {'id': 'a283e65e-47fa-465c-8e4c-2e3ed7c4522f', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459a18a4-aa26-4b6d-98c9-dd3438202298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:50Z', 'updated_at': '2021-08-18T14:23:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '6fa7e056-b38c-4596-83a9-2c8682787a94', 'name': '', 'network_id': 'a640f71f-6945-4a01-adc3-7668585f0fa0', 'tenant_id': 'c4ab69494007431b8d836a6a99aa6dc3', 'mac_address': 'fa:16:3e:1b:cb:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459a18a4-aa26-4b6d-98c9-dd3438202298', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '7c610a3f-692a-4e3c-8acf-e8970a3cf899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:52Z', 'updated_at': '2021-08-18T14:23:53Z', 'revision_number': 2, 'project_id': 'c4ab69494007431b8d836a6a99aa6dc3', 'subnets': [{'id': '7c610a3f-692a-4e3c-8acf-e8970a3cf899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:23:55.562530 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42430) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:55.568480 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-81fb0f13-8a44-470a-9141-68fb7c488676 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-349598021', 'description': 'tempest-secgroup-smoke-349598021 description', 'project_id': '1a62804ead4d4501952aaae3b16855db'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:23:55.698681 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-81fb0f13-8a44-470a-9141-68fb7c488676 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks [] for security_group, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:55.812655 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-81fb0f13-8a44-470a-9141-68fb7c488676 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks [] for security_group, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:55.922805 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-81fb0f13-8a44-470a-9141-68fb7c488676 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:55.957757 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fb0f13-8a44-470a-9141-68fb7c488676 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9dfa937-8246-4585-8ad6-172229f92f3b,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:56.060396 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-81fb0f13-8a44-470a-9141-68fb7c488676 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:56.061733 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-81fb0f13-8a44-470a-9141-68fb7c488676 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4978805 Aug 18 14:23:56.065107 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42432) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:56.072038 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-20992ff2-24ab-4b09-aeac-74d83dd481a0 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Request body: {'security_group_rule': {'security_group_id': 'c9dfa937-8246-4585-8ad6-172229f92f3b', 'project_id': '1a62804ead4d4501952aaae3b16855db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:23:56.201497 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-20992ff2-24ab-4b09-aeac-74d83dd481a0 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:56.267140 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-20992ff2-24ab-4b09-aeac-74d83dd481a0 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:56.369180 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-20992ff2-24ab-4b09-aeac-74d83dd481a0 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:56.395967 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20992ff2-24ab-4b09-aeac-74d83dd481a0 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a006bcd-df06-4f50-a37f-bf9d40163ac8,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:56.489102 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-20992ff2-24ab-4b09-aeac-74d83dd481a0 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:56.490341 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-20992ff2-24ab-4b09-aeac-74d83dd481a0 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4238229 Aug 18 14:23:56.494938 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42434) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:56.499770 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-1ccf2b8f-8235-4f66-a5df-d19de8883ad8 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Request body: {'security_group_rule': {'security_group_id': 'c9dfa937-8246-4585-8ad6-172229f92f3b', 'project_id': '1a62804ead4d4501952aaae3b16855db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:23:56.648939 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1ccf2b8f-8235-4f66-a5df-d19de8883ad8 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:56.724065 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1ccf2b8f-8235-4f66-a5df-d19de8883ad8 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:56.829987 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1ccf2b8f-8235-4f66-a5df-d19de8883ad8 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:56.851648 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf2b8f-8235-4f66-a5df-d19de8883ad8 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb331947-2150-4822-b27d-18189ae5dcc0,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:56.928641 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1ccf2b8f-8235-4f66-a5df-d19de8883ad8 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:56.930056 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1ccf2b8f-8235-4f66-a5df-d19de8883ad8 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4340594 Aug 18 14:23:56.933442 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42436) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:56.938770 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-84e25b2f-25cb-410d-88ba-ac8795bf8244 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Request body: {'security_group_rule': {'security_group_id': 'c9dfa937-8246-4585-8ad6-172229f92f3b', 'project_id': '1a62804ead4d4501952aaae3b16855db', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:23:57.083726 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-84e25b2f-25cb-410d-88ba-ac8795bf8244 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:57.171568 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-84e25b2f-25cb-410d-88ba-ac8795bf8244 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:57.306638 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-84e25b2f-25cb-410d-88ba-ac8795bf8244 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:57.335696 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e25b2f-25cb-410d-88ba-ac8795bf8244 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ce0553f-9c30-403e-a01d-7cf37a05547d,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:57.430064 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-84e25b2f-25cb-410d-88ba-ac8795bf8244 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:57.432848 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-84e25b2f-25cb-410d-88ba-ac8795bf8244 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4980185 Aug 18 14:23:57.437269 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42438) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:57.445924 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-4b8a822c-16dc-43c5-ae0a-4ee1f3f4ae9a tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Request body: {'security_group_rule': {'security_group_id': 'c9dfa937-8246-4585-8ad6-172229f92f3b', 'project_id': '1a62804ead4d4501952aaae3b16855db', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:23:57.591898 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4b8a822c-16dc-43c5-ae0a-4ee1f3f4ae9a tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:57.605918 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device a283e65e-47fa-465c-8e4c-2e3ed7c4522f up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:23:57.683694 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4b8a822c-16dc-43c5-ae0a-4ee1f3f4ae9a tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:57.768957 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port a283e65e-47fa-465c-8e4c-2e3ed7c4522f completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:23:57.773787 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port a283e65e-47fa-465c-8e4c-2e3ed7c4522f triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:23:57.774299 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:57.820859 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4b8a822c-16dc-43c5-ae0a-4ee1f3f4ae9a tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:57.856568 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a822c-16dc-43c5-ae0a-4ee1f3f4ae9a tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ed655e0-7121-4a89-80ca-b540564f2cde,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:57.888708 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:57.914012 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port a283e65e-47fa-465c-8e4c-2e3ed7c4522f, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=a283e65e-47fa-465c-8e4c-2e3ed7c4522f,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:23:57.955135 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4b8a822c-16dc-43c5-ae0a-4ee1f3f4ae9a tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:57.956431 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4b8a822c-16dc-43c5-ae0a-4ee1f3f4ae9a tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5176914 Aug 18 14:23:57.959215 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42440) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:57.964031 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-9b0aa822-c7e6-464a-bada-3d921c60ade5 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Request body: {'security_group_rule': {'security_group_id': 'c9dfa937-8246-4585-8ad6-172229f92f3b', 'project_id': '1a62804ead4d4501952aaae3b16855db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:23:58.020322 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:58.058157 n-d-803603-2 neutron-server[101675]: INFO neutron.db.securitygroups_db [None req-9b0aa822-c7e6-464a-bada-3d921c60ade5 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Project 1a62804ead4d4501952aaae3b16855db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:23:58.066469 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9b0aa822-c7e6-464a-bada-3d921c60ade5 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:58.089238 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=a283e65e-47fa-465c-8e4c-2e3ed7c4522f,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:58.156919 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9b0aa822-c7e6-464a-bada-3d921c60ade5 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:58.252125 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9b0aa822-c7e6-464a-bada-3d921c60ade5 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:58.272788 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0aa822-c7e6-464a-bada-3d921c60ade5 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6746ceea-e87a-4fd1-aaf8-aa7d12bd1dbc,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:58.355261 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-9b0aa822-c7e6-464a-bada-3d921c60ade5 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:58.356532 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-9b0aa822-c7e6-464a-bada-3d921c60ade5 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3962793 Aug 18 14:23:58.361165 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 42442) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:23:58.366294 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [None req-1152dc19-f6ee-42e3-85de-f5cdba66f0d6 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Request body: {'security_group_rule': {'security_group_id': 'c9dfa937-8246-4585-8ad6-172229f92f3b', 'project_id': '1a62804ead4d4501952aaae3b16855db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:23:58.396926 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869a3a3b-97b3-49bc-bcad-b8ef6b067eba None None] Sync routers for ids ['459a18a4-aa26-4b6d-98c9-dd3438202298'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:23:58.408633 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869a3a3b-97b3-49bc-bcad-b8ef6b067eba None None] Routers {'459a18a4-aa26-4b6d-98c9-dd3438202298'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:23:58.409315 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-869a3a3b-97b3-49bc-bcad-b8ef6b067eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:23:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['459a18a4-aa26-4b6d-98c9-dd3438202298'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:23:58.494517 n-d-803603-2 neutron-server[101675]: INFO neutron.db.securitygroups_db [None req-1152dc19-f6ee-42e3-85de-f5cdba66f0d6 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Project 1a62804ead4d4501952aaae3b16855db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:23:58.500793 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1152dc19-f6ee-42e3-85de-f5cdba66f0d6 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:58.545234 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-869a3a3b-97b3-49bc-bcad-b8ef6b067eba None None] Set router 459a18a4-aa26-4b6d-98c9-dd3438202298 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:23:58.595500 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:58.609432 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1152dc19-f6ee-42e3-85de-f5cdba66f0d6 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:58.692620 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1152dc19-f6ee-42e3-85de-f5cdba66f0d6 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522591'] for security_group_rule, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:58.718147 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1152dc19-f6ee-42e3-85de-f5cdba66f0d6 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed13a7d7-4726-460a-956b-d17addb55145,revision_number=0']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:58.802727 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-869a3a3b-97b3-49bc-bcad-b8ef6b067eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459a18a4-aa26-4b6d-98c9-dd3438202298', 'name': 'tempest-TestSnapshotPattern-566630484-router', 'tenant_id': 'c4ab69494007431b8d836a6a99aa6dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'a283e65e-47fa-465c-8e4c-2e3ed7c4522f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:23:49Z', 'updated_at': '2021-08-18T14:23:53Z', 'revision_number': 4, 'project_id': 'c4ab69494007431b8d836a6a99aa6dc3', 'gw_port': {'id': 'a283e65e-47fa-465c-8e4c-2e3ed7c4522f', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459a18a4-aa26-4b6d-98c9-dd3438202298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:50Z', 'updated_at': '2021-08-18T14:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '6fa7e056-b38c-4596-83a9-2c8682787a94', 'name': '', 'network_id': 'a640f71f-6945-4a01-adc3-7668585f0fa0', 'tenant_id': 'c4ab69494007431b8d836a6a99aa6dc3', 'mac_address': 'fa:16:3e:1b:cb:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459a18a4-aa26-4b6d-98c9-dd3438202298', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '7c610a3f-692a-4e3c-8acf-e8970a3cf899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:52Z', 'updated_at': '2021-08-18T14:23:53Z', 'revision_number': 2, 'project_id': 'c4ab69494007431b8d836a6a99aa6dc3', 'subnets': [{'id': '7c610a3f-692a-4e3c-8acf-e8970a3cf899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:23:58.830425 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869a3a3b-97b3-49bc-bcad-b8ef6b067eba None None] Checking router: 459a18a4-aa26-4b6d-98c9-dd3438202298 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:23:58.830785 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869a3a3b-97b3-49bc-bcad-b8ef6b067eba None None] Updating router 459a18a4-aa26-4b6d-98c9-dd3438202298 port 6fa7e056-b38c-4596-83a9-2c8682787a94 binding host n-d-803603-2 {{(pid=101678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:23:58.847021 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-1152dc19-f6ee-42e3-85de-f5cdba66f0d6 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:58.849181 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-1152dc19-f6ee-42e3-85de-f5cdba66f0d6 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4869928 Aug 18 14:23:58.872659 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-869a3a3b-97b3-49bc-bcad-b8ef6b067eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:59.064644 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-42361cc3-444b-4161-9e45-891c75fecdce req-dc7f76f4-90f4-40bb-8204-1999f12f1d96 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-349598021&fields=id&tenant_id=1a62804ead4d4501952aaae3b16855db HTTP/1.1" status: 200 len: 267 time: 0.0625954 Aug 18 14:23:59.104702 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:23:59.214458 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42361cc3-444b-4161-9e45-891c75fecdce req-2baf34e0-c568-4e88-b9dd-0ca1c64aaa5c tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:23:59.215926 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-42361cc3-444b-4161-9e45-891c75fecdce req-2baf34e0-c568-4e88-b9dd-0ca1c64aaa5c tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/networks?id=6d2d37f0-a75e-40da-8b86-e97c521896d2 HTTP/1.1" status: 200 len: 809 time: 0.1425335 Aug 18 14:23:59.233479 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-42361cc3-444b-4161-9e45-891c75fecdce req-7eaec5ef-ca45-4364-a2a0-a7549a9b32d1 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/quotas/1a62804ead4d4501952aaae3b16855db HTTP/1.1" status: 200 len: 375 time: 0.0111308 Aug 18 14:23:59.311877 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-869a3a3b-97b3-49bc-bcad-b8ef6b067eba None None] Notify callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:59.319045 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-42361cc3-444b-4161-9e45-891c75fecdce req-0ac1fc87-7323-4aeb-8260-c5a9fc990d64 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a62804ead4d4501952aaae3b16855db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0740137 Aug 18 14:23:59.325326 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [None req-869a3a3b-97b3-49bc-bcad-b8ef6b067eba None None] Transition to ACTIVE for port object 6fa7e056-b38c-4596-83a9-2c8682787a94 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:23:59.406450 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-869a3a3b-97b3-49bc-bcad-b8ef6b067eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:59.449678 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [req-42361cc3-444b-4161-9e45-891c75fecdce req-00f8b2f7-f9d2-4d07-bfa7-1c0aa3de6a36 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:23:59.451468 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-42361cc3-444b-4161-9e45-891c75fecdce req-00f8b2f7-f9d2-4d07-bfa7-1c0aa3de6a36 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1194668 Aug 18 14:23:59.480579 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780de5b-dba9-449d-8539-ae0ff4ba4c2b None None] Pushing event updated for resources: {'Port': ['ID=6fa7e056-b38c-4596-83a9-2c8682787a94,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:23:59.585312 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-869a3a3b-97b3-49bc-bcad-b8ef6b067eba None None] Attempting to bind port 6fa7e056-b38c-4596-83a9-2c8682787a94 on host n-d-803603-2 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:23:59.585966 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-869a3a3b-97b3-49bc-bcad-b8ef6b067eba None None] Attempting to bind port 6fa7e056-b38c-4596-83a9-2c8682787a94 by drivers openvswitch,hyperv on host n-d-803603-2 at level 0 using segments [{'id': '376990f8-03ef-4ab3-9541-60c26bd8ddf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a640f71f-6945-4a01-adc3-7668585f0fa0'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:23:59.587214 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869a3a3b-97b3-49bc-bcad-b8ef6b067eba None None] Attempting to bind port 6fa7e056-b38c-4596-83a9-2c8682787a94 on network a640f71f-6945-4a01-adc3-7668585f0fa0 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:23:59.593517 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-42361cc3-444b-4161-9e45-891c75fecdce req-a6d61db3-3f9c-4c84-88c3-93efe37c6bd1 service neutron] 10.222.0.13 "GET /v2.0/networks/6d2d37f0-a75e-40da-8b86-e97c521896d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158910 Aug 18 14:23:59.598157 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869a3a3b-97b3-49bc-bcad-b8ef6b067eba None None] Checking agent: {'id': '47c41e0b-5db7-499c-b55a-274763d8ae20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 38, 14), 'started_at': datetime.datetime(2021, 8, 18, 12, 38, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803603-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:23:59.598717 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869a3a3b-97b3-49bc-bcad-b8ef6b067eba None None] Checking segment: {'id': '376990f8-03ef-4ab3-9541-60c26bd8ddf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a640f71f-6945-4a01-adc3-7668585f0fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:23:59.599438 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-869a3a3b-97b3-49bc-bcad-b8ef6b067eba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:59.600134 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869a3a3b-97b3-49bc-bcad-b8ef6b067eba None None] Bound using segment: {'id': '376990f8-03ef-4ab3-9541-60c26bd8ddf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a640f71f-6945-4a01-adc3-7668585f0fa0'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:23:59.600821 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [None req-869a3a3b-97b3-49bc-bcad-b8ef6b067eba None None] Bound port: 6fa7e056-b38c-4596-83a9-2c8682787a94, host: n-d-803603-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '376990f8-03ef-4ab3-9541-60c26bd8ddf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a640f71f-6945-4a01-adc3-7668585f0fa0'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:23:59.601457 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-869a3a3b-97b3-49bc-bcad-b8ef6b067eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:59.606966 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device a283e65e-47fa-465c-8e4c-2e3ed7c4522f up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:23:59.695525 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port a283e65e-47fa-465c-8e4c-2e3ed7c4522f triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:23:59.697050 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:59.736453 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:23:59.758804 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-869a3a3b-97b3-49bc-bcad-b8ef6b067eba None None] For port 6fa7e056-b38c-4596-83a9-2c8682787a94, host n-d-803603-2, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:23:59.762818 n-d-803603-2 neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-869a3a3b-97b3-49bc-bcad-b8ef6b067eba None None] For port 6fa7e056-b38c-4596-83a9-2c8682787a94, host n-d-803603-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=6fa7e056-b38c-4596-83a9-2c8682787a94,segment=NetworkSegment(376990f8-03ef-4ab3-9541-60c26bd8ddf5),segment_id=376990f8-03ef-4ab3-9541-60c26bd8ddf5)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:23:59.953443 n-d-803603-2 neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-869a3a3b-97b3-49bc-bcad-b8ef6b067eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:00.021980 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869a3a3b-97b3-49bc-bcad-b8ef6b067eba None None] Routers {'459a18a4-aa26-4b6d-98c9-dd3438202298'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:24:00.022731 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-869a3a3b-97b3-49bc-bcad-b8ef6b067eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:23:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['459a18a4-aa26-4b6d-98c9-dd3438202298'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:00.024850 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780de5b-dba9-449d-8539-ae0ff4ba4c2b None None] Pushing event updated for resources: {'Port': ['ID=6fa7e056-b38c-4596-83a9-2c8682787a94,revision_number=4']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:00.134973 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-42361cc3-444b-4161-9e45-891c75fecdce req-64c67c7b-95b1-4edc-b77c-a97e11390590 service neutron] 10.222.0.13 "GET /v2.0/networks/6d2d37f0-a75e-40da-8b86-e97c521896d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5296118 Aug 18 14:24:00.193351 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-869a3a3b-97b3-49bc-bcad-b8ef6b067eba None None] Set router 459a18a4-aa26-4b6d-98c9-dd3438202298 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:24:00.452283 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-7ae08ea9-0401-48ff-ac86-05cadeda79ec req-e8ad0781-5b71-4f31-804a-9b3cd403bf83 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c HTTP/1.1" status: 200 len: 210 time: 0.0303814 Aug 18 14:24:00.492292 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-869a3a3b-97b3-49bc-bcad-b8ef6b067eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459a18a4-aa26-4b6d-98c9-dd3438202298', 'name': 'tempest-TestSnapshotPattern-566630484-router', 'tenant_id': 'c4ab69494007431b8d836a6a99aa6dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'a283e65e-47fa-465c-8e4c-2e3ed7c4522f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:23:49Z', 'updated_at': '2021-08-18T14:23:53Z', 'revision_number': 4, 'project_id': 'c4ab69494007431b8d836a6a99aa6dc3', 'gw_port': {'id': 'a283e65e-47fa-465c-8e4c-2e3ed7c4522f', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459a18a4-aa26-4b6d-98c9-dd3438202298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:50Z', 'updated_at': '2021-08-18T14:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '6fa7e056-b38c-4596-83a9-2c8682787a94', 'name': '', 'network_id': 'a640f71f-6945-4a01-adc3-7668585f0fa0', 'tenant_id': 'c4ab69494007431b8d836a6a99aa6dc3', 'mac_address': 'fa:16:3e:1b:cb:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459a18a4-aa26-4b6d-98c9-dd3438202298', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '7c610a3f-692a-4e3c-8acf-e8970a3cf899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:52Z', 'updated_at': '2021-08-18T14:23:59Z', 'revision_number': 4, 'project_id': 'c4ab69494007431b8d836a6a99aa6dc3', 'subnets': [{'id': '7c610a3f-692a-4e3c-8acf-e8970a3cf899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:00.529602 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869a3a3b-97b3-49bc-bcad-b8ef6b067eba None None] The sync data for ids ['459a18a4-aa26-4b6d-98c9-dd3438202298'] in n-d-803603-2 is: [{'id': '459a18a4-aa26-4b6d-98c9-dd3438202298', 'name': 'tempest-TestSnapshotPattern-566630484-router', 'tenant_id': 'c4ab69494007431b8d836a6a99aa6dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'a283e65e-47fa-465c-8e4c-2e3ed7c4522f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:23:49Z', 'updated_at': '2021-08-18T14:23:53Z', 'revision_number': 4, 'project_id': 'c4ab69494007431b8d836a6a99aa6dc3', 'gw_port': {'id': 'a283e65e-47fa-465c-8e4c-2e3ed7c4522f', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459a18a4-aa26-4b6d-98c9-dd3438202298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:50Z', 'updated_at': '2021-08-18T14:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '6fa7e056-b38c-4596-83a9-2c8682787a94', 'name': '', 'network_id': 'a640f71f-6945-4a01-adc3-7668585f0fa0', 'tenant_id': 'c4ab69494007431b8d836a6a99aa6dc3', 'mac_address': 'fa:16:3e:1b:cb:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459a18a4-aa26-4b6d-98c9-dd3438202298', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '7c610a3f-692a-4e3c-8acf-e8970a3cf899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:52Z', 'updated_at': '2021-08-18T14:23:59Z', 'revision_number': 4, 'project_id': 'c4ab69494007431b8d836a6a99aa6dc3', 'subnets': [{'id': '7c610a3f-692a-4e3c-8acf-e8970a3cf899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:24:01.571050 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-fdb0314a-9a3b-43f5-9902-7bd12ef5493e req-c6fe1758-ae9d-406b-bd8b-9b0cd1fbd6b4 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c HTTP/1.1" status: 200 len: 210 time: 0.0406423 Aug 18 14:24:01.609747 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6fa7e056-b38c-4596-83a9-2c8682787a94 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:24:01.733967 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning for port 6fa7e056-b38c-4596-83a9-2c8682787a94 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:24:01.738535 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 6fa7e056-b38c-4596-83a9-2c8682787a94 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:24:01.738922 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:01.837851 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:01.880208 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] For port 6fa7e056-b38c-4596-83a9-2c8682787a94, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=6fa7e056-b38c-4596-83a9-2c8682787a94,segment=NetworkSegment(376990f8-03ef-4ab3-9541-60c26bd8ddf5),segment_id=376990f8-03ef-4ab3-9541-60c26bd8ddf5)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:24:01.996804 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:02.050645 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Pushing event updated for resources: {'Port': ['ID=6fa7e056-b38c-4596-83a9-2c8682787a94,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:02.682991 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-58ecd6fa-9cfe-4dd4-adbd-2b474e3eab2d req-e2931ba5-19c1-48f9-a37e-5b3cf1b3f50a tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c HTTP/1.1" status: 200 len: 210 time: 0.0304034 Aug 18 14:24:03.326753 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42361cc3-444b-4161-9e45-891c75fecdce req-8c37f7d8-2d3f-42d5-8b0e-a16d84dd7f97 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:03.326753 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-42361cc3-444b-4161-9e45-891c75fecdce req-8c37f7d8-2d3f-42d5-8b0e-a16d84dd7f97 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.39 "GET /v2.0/networks?id=6d2d37f0-a75e-40da-8b86-e97c521896d2 HTTP/1.1" status: 200 len: 809 time: 0.1244490 Aug 18 14:24:03.326753 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-42361cc3-444b-4161-9e45-891c75fecdce req-1a476a7e-0618-4997-94fa-d7adf6f69a65 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a62804ead4d4501952aaae3b16855db HTTP/1.1" status: 200 len: 379 time: 0.0381544 Aug 18 14:24:03.326753 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-42361cc3-444b-4161-9e45-891c75fecdce req-8f3f3c1f-391c-431d-9dfa-c53733fafc84 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Request body: {'port': {'device_id': 'cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c', 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2', 'admin_state_up': True, 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'security_groups': ['c9dfa937-8246-4585-8ad6-172229f92f3b']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:24:03.517614 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42361cc3-444b-4161-9e45-891c75fecdce req-8f3f3c1f-391c-431d-9dfa-c53733fafc84 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Made reservation on behalf of 1a62804ead4d4501952aaae3b16855db for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:24:03.523480 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-42361cc3-444b-4161-9e45-891c75fecdce req-8f3f3c1f-391c-431d-9dfa-c53733fafc84 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:03.576692 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6fa7e056-b38c-4596-83a9-2c8682787a94 up at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:24:03.648212 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Provisioning complete for port 6fa7e056-b38c-4596-83a9-2c8682787a94 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:24:03.648760 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:03.659603 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-42361cc3-444b-4161-9e45-891c75fecdce req-8f3f3c1f-391c-431d-9dfa-c53733fafc84 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Allocated IP 172.20.0.12 (6d2d37f0-a75e-40da-8b86-e97c521896d2/5b8f32c4-52ca-405a-981b-86fa36a12b9c/51d1b453-65a7-4f57-be22-003121583bab) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:24:03.827054 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-42361cc3-444b-4161-9e45-891c75fecdce req-8f3f3c1f-391c-431d-9dfa-c53733fafc84 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:03.855214 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b6d3faa1-582d-4ecf-a14b-8e249be71fc4 req-b0e332ad-0194-4a77-8ecf-8a32ea4dec2c tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c HTTP/1.1" status: 200 len: 210 time: 0.0479791 Aug 18 14:24:03.860713 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-42361cc3-444b-4161-9e45-891c75fecdce req-8f3f3c1f-391c-431d-9dfa-c53733fafc84 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Transition to ACTIVE for port object 51d1b453-65a7-4f57-be22-003121583bab will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:24:03.981205 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-42361cc3-444b-4161-9e45-891c75fecdce req-8f3f3c1f-391c-431d-9dfa-c53733fafc84 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:04.060755 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42361cc3-444b-4161-9e45-891c75fecdce req-8f3f3c1f-391c-431d-9dfa-c53733fafc84 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Network 6d2d37f0-a75e-40da-8b86-e97c521896d2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:24:04.065824 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-42361cc3-444b-4161-9e45-891c75fecdce req-8f3f3c1f-391c-431d-9dfa-c53733fafc84 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:24:04.073139 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-42361cc3-444b-4161-9e45-891c75fecdce req-8f3f3c1f-391c-431d-9dfa-c53733fafc84 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:24:04.084807 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f3c1f-391c-431d-9dfa-c53733fafc84 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Pushing event updated for resources: {'Port': ['ID=51d1b453-65a7-4f57-be22-003121583bab,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:04.151337 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42361cc3-444b-4161-9e45-891c75fecdce req-8f3f3c1f-391c-431d-9dfa-c53733fafc84 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:04.152023 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-42361cc3-444b-4161-9e45-891c75fecdce req-8f3f3c1f-391c-431d-9dfa-c53733fafc84 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:04.249820 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-42361cc3-444b-4161-9e45-891c75fecdce req-8f3f3c1f-391c-431d-9dfa-c53733fafc84 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9487011 Aug 18 14:24:04.262974 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-42361cc3-444b-4161-9e45-891c75fecdce req-ca81f994-ea71-4aed-9a77-02ceeadfd679 service neutron] Request body: {'port': {'device_id': 'cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:24:04.343772 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-42361cc3-444b-4161-9e45-891c75fecdce req-ca81f994-ea71-4aed-9a77-02ceeadfd679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:04.441086 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-06efe157-cf23-42c9-92aa-4a7a24050456 None None] Provisioning for port 51d1b453-65a7-4f57-be22-003121583bab completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:24:04.446433 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-06efe157-cf23-42c9-92aa-4a7a24050456 None None] Provisioning complete for port 51d1b453-65a7-4f57-be22-003121583bab triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:24:04.447043 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-06efe157-cf23-42c9-92aa-4a7a24050456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:04.495275 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-06efe157-cf23-42c9-92aa-4a7a24050456 None None] Port 51d1b453-65a7-4f57-be22-003121583bab cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:24:04.643418 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-42361cc3-444b-4161-9e45-891c75fecdce req-ca81f994-ea71-4aed-9a77-02ceeadfd679 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51d1b453-65a7-4f57-be22-003121583bab {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:24:04.651713 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-42361cc3-444b-4161-9e45-891c75fecdce req-ca81f994-ea71-4aed-9a77-02ceeadfd679 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:04.665312 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-42361cc3-444b-4161-9e45-891c75fecdce req-ca81f994-ea71-4aed-9a77-02ceeadfd679 service neutron] Transition to ACTIVE for port object 51d1b453-65a7-4f57-be22-003121583bab will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:24:04.756759 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-42361cc3-444b-4161-9e45-891c75fecdce req-ca81f994-ea71-4aed-9a77-02ceeadfd679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:04.813726 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca81f994-ea71-4aed-9a77-02ceeadfd679 service neutron] Pushing event updated for resources: {'Port': ['ID=51d1b453-65a7-4f57-be22-003121583bab,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:04.887966 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-42361cc3-444b-4161-9e45-891c75fecdce req-ca81f994-ea71-4aed-9a77-02ceeadfd679 service neutron] Attempting to bind port 51d1b453-65a7-4f57-be22-003121583bab on host n-h1-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:24:04.888297 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-42361cc3-444b-4161-9e45-891c75fecdce req-ca81f994-ea71-4aed-9a77-02ceeadfd679 service neutron] Attempting to bind port 51d1b453-65a7-4f57-be22-003121583bab by drivers openvswitch,hyperv on host n-h1-803603-2 at level 0 using segments [{'id': 'f89ef9d4-eb6c-4634-ac3b-8840dc1ae446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:24:04.888599 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42361cc3-444b-4161-9e45-891c75fecdce req-ca81f994-ea71-4aed-9a77-02ceeadfd679 service neutron] Attempting to bind port 51d1b453-65a7-4f57-be22-003121583bab on network 6d2d37f0-a75e-40da-8b86-e97c521896d2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:24:04.894672 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42361cc3-444b-4161-9e45-891c75fecdce req-ca81f994-ea71-4aed-9a77-02ceeadfd679 service neutron] Port 51d1b453-65a7-4f57-be22-003121583bab on network 6d2d37f0-a75e-40da-8b86-e97c521896d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:24:04.894950 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42361cc3-444b-4161-9e45-891c75fecdce req-ca81f994-ea71-4aed-9a77-02ceeadfd679 service neutron] Attempting to bind port 51d1b453-65a7-4f57-be22-003121583bab on network 6d2d37f0-a75e-40da-8b86-e97c521896d2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:24:04.901829 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42361cc3-444b-4161-9e45-891c75fecdce req-ca81f994-ea71-4aed-9a77-02ceeadfd679 service neutron] Checking agent: {'id': '425e861f-587c-4de0-a0b8-7a9e1b335fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:24:04.902505 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42361cc3-444b-4161-9e45-891c75fecdce req-ca81f994-ea71-4aed-9a77-02ceeadfd679 service neutron] Checking segment: {'id': 'f89ef9d4-eb6c-4634-ac3b-8840dc1ae446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:24:04.902913 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42361cc3-444b-4161-9e45-891c75fecdce req-ca81f994-ea71-4aed-9a77-02ceeadfd679 service neutron] Bound using segment: {'id': 'f89ef9d4-eb6c-4634-ac3b-8840dc1ae446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:24:04.903385 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-42361cc3-444b-4161-9e45-891c75fecdce req-ca81f994-ea71-4aed-9a77-02ceeadfd679 service neutron] Bound port: 51d1b453-65a7-4f57-be22-003121583bab, host: n-h1-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f89ef9d4-eb6c-4634-ac3b-8840dc1ae446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:24:04.903744 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-42361cc3-444b-4161-9e45-891c75fecdce req-ca81f994-ea71-4aed-9a77-02ceeadfd679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:04.997668 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-42361cc3-444b-4161-9e45-891c75fecdce req-ca81f994-ea71-4aed-9a77-02ceeadfd679 service neutron] For port 51d1b453-65a7-4f57-be22-003121583bab, host n-h1-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:24:05.003500 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-42361cc3-444b-4161-9e45-891c75fecdce req-ca81f994-ea71-4aed-9a77-02ceeadfd679 service neutron] For port 51d1b453-65a7-4f57-be22-003121583bab, host n-h1-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=51d1b453-65a7-4f57-be22-003121583bab,segment=NetworkSegment(f89ef9d4-eb6c-4634-ac3b-8840dc1ae446),segment_id=f89ef9d4-eb6c-4634-ac3b-8840dc1ae446)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:24:05.033162 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ac83d-8036-41c2-9b30-3c61fa01427c req-11d18e35-7948-4bf2-a965-754aabe4bddc tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:05.034811 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-227ac83d-8036-41c2-9b30-3c61fa01427c req-11d18e35-7948-4bf2-a965-754aabe4bddc tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c HTTP/1.1" status: 200 len: 944 time: 0.0670516 Aug 18 14:24:05.073063 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-42361cc3-444b-4161-9e45-891c75fecdce req-ca81f994-ea71-4aed-9a77-02ceeadfd679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:05.086350 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-227ac83d-8036-41c2-9b30-3c61fa01427c req-c623da1b-a999-47cc-9e7f-d5e5662091d4 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9dfa937-8246-4585-8ad6-172229f92f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407906 Aug 18 14:24:05.124233 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42361cc3-444b-4161-9e45-891c75fecdce req-ca81f994-ea71-4aed-9a77-02ceeadfd679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:05.127431 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-42361cc3-444b-4161-9e45-891c75fecdce req-ca81f994-ea71-4aed-9a77-02ceeadfd679 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:05.127431 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-42361cc3-444b-4161-9e45-891c75fecdce req-ca81f994-ea71-4aed-9a77-02ceeadfd679 service neutron] 10.222.0.39 "PUT /v2.0/ports/51d1b453-65a7-4f57-be22-003121583bab HTTP/1.1" status: 200 len: 1092 time: 0.8682775 Aug 18 14:24:05.127431 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c', 'tag': '51d1b453-65a7-4f57-be22-003121583bab'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:24:05.130864 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873a89ec-2d97-430c-bc9a-0cd0c163fd7d" -d '{"events": [{"name": "network-changed", "server_uuid": "cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c", "tag": "51d1b453-65a7-4f57-be22-003121583bab"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:24:05.173753 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca81f994-ea71-4aed-9a77-02ceeadfd679 service neutron] Pushing event updated for resources: {'Port': ['ID=51d1b453-65a7-4f57-be22-003121583bab,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:05.179198 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7de99d5-f0e4-44fc-a94f-a857c64ed609 x-openstack-request-id: req-a7de99d5-f0e4-44fc-a94f-a857c64ed609 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:24:05.179806 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c", "tag": "51d1b453-65a7-4f57-be22-003121583bab", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:24:05.180293 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7de99d5-f0e4-44fc-a94f-a857c64ed609 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:24:05.180984 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c', 'tag': '51d1b453-65a7-4f57-be22-003121583bab', 'status': 'completed', 'code': 200} Aug 18 14:24:05.266660 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a89ec-2d97-430c-bc9a-0cd0c163fd7d req-fd494fa6-2f1c-41f1-9966-e4bdd3a36c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:05.268567 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-873a89ec-2d97-430c-bc9a-0cd0c163fd7d req-fd494fa6-2f1c-41f1-9966-e4bdd3a36c87 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1a62804ead4d4501952aaae3b16855db&device_id=cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c HTTP/1.1" status: 200 len: 1095 time: 0.0621262 Aug 18 14:24:05.422739 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a89ec-2d97-430c-bc9a-0cd0c163fd7d req-30f27346-e498-41fa-9089-54e4882a036e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:05.424137 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-873a89ec-2d97-430c-bc9a-0cd0c163fd7d req-30f27346-e498-41fa-9089-54e4882a036e service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=1a62804ead4d4501952aaae3b16855db&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1461568 Aug 18 14:24:05.528962 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a89ec-2d97-430c-bc9a-0cd0c163fd7d req-54f70d18-0dc2-4991-9a0d-be0dca748d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:05.530751 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-873a89ec-2d97-430c-bc9a-0cd0c163fd7d req-54f70d18-0dc2-4991-9a0d-be0dca748d59 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0993268 Aug 18 14:24:05.632651 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42361cc3-444b-4161-9e45-891c75fecdce req-dc7a9414-6512-4959-9098-fd539b826ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:05.635994 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-42361cc3-444b-4161-9e45-891c75fecdce req-dc7a9414-6512-4959-9098-fd539b826ea9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1a62804ead4d4501952aaae3b16855db&device_id=cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c HTTP/1.1" status: 200 len: 1095 time: 0.0654213 Aug 18 14:24:05.682591 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-42361cc3-444b-4161-9e45-891c75fecdce req-ac5e0b23-456c-447d-9252-aedcf42eb969 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51d1b453-65a7-4f57-be22-003121583bab HTTP/1.1" status: 200 len: 217 time: 0.0376506 Aug 18 14:24:05.734853 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42361cc3-444b-4161-9e45-891c75fecdce req-f5c17318-903c-4f18-81ff-9c51fc2ceeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:05.736353 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-42361cc3-444b-4161-9e45-891c75fecdce req-f5c17318-903c-4f18-81ff-9c51fc2ceeb1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b8f32c4-52ca-405a-981b-86fa36a12b9c HTTP/1.1" status: 200 len: 848 time: 0.0465858 Aug 18 14:24:05.790198 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42361cc3-444b-4161-9e45-891c75fecdce req-1522740e-131d-4614-adbe-88a9db49de3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:05.791735 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-42361cc3-444b-4161-9e45-891c75fecdce req-1522740e-131d-4614-adbe-88a9db49de3a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6d2d37f0-a75e-40da-8b86-e97c521896d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479941 Aug 18 14:24:05.908745 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-42361cc3-444b-4161-9e45-891c75fecdce req-3b0b3b00-df43-40da-b0c1-d115e9e6d2f4 service neutron] 10.222.0.39 "GET /v2.0/networks/6d2d37f0-a75e-40da-8b86-e97c521896d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083202 Aug 18 14:24:06.012930 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-42361cc3-444b-4161-9e45-891c75fecdce req-b5a12cb5-1b6c-4485-a0bb-b77bb7c10ca9 service neutron] 10.222.0.39 "GET /v2.0/networks/6d2d37f0-a75e-40da-8b86-e97c521896d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953567 Aug 18 14:24:06.219436 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005ffec-9eff-47f8-a84b-df27f8b6bf7f req-6f062b00-ebdf-4474-8f8a-7f4667103a29 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:06.221087 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a005ffec-9eff-47f8-a84b-df27f8b6bf7f req-6f062b00-ebdf-4474-8f8a-7f4667103a29 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c HTTP/1.1" status: 200 len: 944 time: 0.0567505 Aug 18 14:24:06.267843 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a005ffec-9eff-47f8-a84b-df27f8b6bf7f req-546b16b7-a274-4c7f-8819-0aff72f6bbe6 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9dfa937-8246-4585-8ad6-172229f92f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357301 Aug 18 14:24:07.397711 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23677a2d-6a67-49c9-b710-75d57d9829b5 req-8dcbfb2b-67d5-4d30-aa0e-16c254d7bac8 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:07.399459 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-23677a2d-6a67-49c9-b710-75d57d9829b5 req-8dcbfb2b-67d5-4d30-aa0e-16c254d7bac8 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c HTTP/1.1" status: 200 len: 944 time: 0.0562499 Aug 18 14:24:07.448639 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-23677a2d-6a67-49c9-b710-75d57d9829b5 req-332dc833-cb18-40fb-a1ea-7f3c7322556b tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9dfa937-8246-4585-8ad6-172229f92f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425110 Aug 18 14:24:08.193379 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 51d1b453-65a7-4f57-be22-003121583bab details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:24:08.293826 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 51d1b453-65a7-4f57-be22-003121583bab, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=51d1b453-65a7-4f57-be22-003121583bab,segment=NetworkSegment(f89ef9d4-eb6c-4634-ac3b-8840dc1ae446),segment_id=f89ef9d4-eb6c-4634-ac3b-8840dc1ae446)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:24:08.307081 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '51d1b453-65a7-4f57-be22-003121583bab', 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2', 'port_id': '51d1b453-65a7-4f57-be22-003121583bab', 'mac_address': 'fa:16:3e:2f:5e:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b8f32c4-52ca-405a-981b-86fa36a12b9c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:24:08.345232 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:08.358885 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51d1b453-65a7-4f57-be22-003121583bab {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:24:08.379007 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 51d1b453-65a7-4f57-be22-003121583bab, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=51d1b453-65a7-4f57-be22-003121583bab,segment=NetworkSegment(f89ef9d4-eb6c-4634-ac3b-8840dc1ae446),segment_id=f89ef9d4-eb6c-4634-ac3b-8840dc1ae446)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:24:08.465618 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:08.518299 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=51d1b453-65a7-4f57-be22-003121583bab,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:08.573019 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e89451-c239-4523-a0cf-0209861d4a0e req-d7a6fc3b-f27b-40ab-958f-332d736106f0 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:08.575299 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-22e89451-c239-4523-a0cf-0209861d4a0e req-d7a6fc3b-f27b-40ab-958f-332d736106f0 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c HTTP/1.1" status: 200 len: 945 time: 0.0567284 Aug 18 14:24:08.619352 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-22e89451-c239-4523-a0cf-0209861d4a0e req-f34d6e87-fe1d-48df-b99f-aeb5b3a0fc37 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9dfa937-8246-4585-8ad6-172229f92f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378189 Aug 18 14:24:08.728197 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['51d1b453-65a7-4f57-be22-003121583bab'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:24:09.754648 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331ab2b-de30-479b-9d7a-deb8c7848746 req-19062652-8030-49df-a0d0-2b5a0467e94b tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:09.756164 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d331ab2b-de30-479b-9d7a-deb8c7848746 req-19062652-8030-49df-a0d0-2b5a0467e94b tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c HTTP/1.1" status: 200 len: 945 time: 0.0519536 Aug 18 14:24:09.801932 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d331ab2b-de30-479b-9d7a-deb8c7848746 req-bc57459d-6d8b-43f3-9bf6-e6d56473119c tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9dfa937-8246-4585-8ad6-172229f92f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345414 Aug 18 14:24:10.208070 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 51d1b453-65a7-4f57-be22-003121583bab up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:24:10.323301 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning for port 51d1b453-65a7-4f57-be22-003121583bab completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:24:10.327681 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 51d1b453-65a7-4f57-be22-003121583bab triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:24:10.332189 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:10.423203 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:10.452295 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d1b453-65a7-4f57-be22-003121583bab'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:24:10.455053 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ba3b915c790ece66a99fb45b0530a9eb9c5b6743edcd6e3a78a03ec4b78c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf5b06c-8680-4d6d-937d-1d49ba0d235e" -d '{"events": [{"server_uuid": "cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c", "name": "network-vif-plugged", "status": "completed", "tag": "51d1b453-65a7-4f57-be22-003121583bab"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:24:10.476003 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 51d1b453-65a7-4f57-be22-003121583bab, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=51d1b453-65a7-4f57-be22-003121583bab,segment=NetworkSegment(f89ef9d4-eb6c-4634-ac3b-8840dc1ae446),segment_id=f89ef9d4-eb6c-4634-ac3b-8840dc1ae446)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:24:10.504026 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b63f70f-9c7b-4a8d-b693-648c892edd73 x-openstack-request-id: req-7b63f70f-9c7b-4a8d-b693-648c892edd73 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:24:10.504393 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c", "name": "network-vif-plugged", "status": "completed", "tag": "51d1b453-65a7-4f57-be22-003121583bab", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:24:10.504652 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b63f70f-9c7b-4a8d-b693-648c892edd73 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:24:10.505323 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d1b453-65a7-4f57-be22-003121583bab', 'code': 200} Aug 18 14:24:10.617968 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:10.621265 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c408f-fdf2-4923-81bd-3d54a64f1b3e req-6ea6bb0b-bdd1-45f5-836b-85e6d7ea8e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:10.623379 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-052c408f-fdf2-4923-81bd-3d54a64f1b3e req-6ea6bb0b-bdd1-45f5-836b-85e6d7ea8e86 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c HTTP/1.1" status: 200 len: 1096 time: 0.0580692 Aug 18 14:24:10.664146 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-052c408f-fdf2-4923-81bd-3d54a64f1b3e req-94383ae9-d181-4d5b-9ea4-707666318682 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c9dfa937-8246-4585-8ad6-172229f92f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322196 Aug 18 14:24:10.672752 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=51d1b453-65a7-4f57-be22-003121583bab,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:10.941441 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd6c5b-f350-4c95-8a16-a44c5ef0ad8d req-3ec47418-cd64-40ff-8795-55ebad7ea2cf tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:10.943313 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d2cd6c5b-f350-4c95-8a16-a44c5ef0ad8d req-3ec47418-cd64-40ff-8795-55ebad7ea2cf tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c HTTP/1.1" status: 200 len: 946 time: 0.0540197 Aug 18 14:24:10.987980 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-d2cd6c5b-f350-4c95-8a16-a44c5ef0ad8d req-df56eaba-1706-4e52-b815-2cd273fea5ef tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9dfa937-8246-4585-8ad6-172229f92f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374146 Aug 18 14:24:11.796694 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-655eca0c-5dbf-424d-9784-c27b573fa401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:12.120081 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36e1fe-7cb5-4a42-ab72-7f88a0439749 req-18b13a5e-17d4-4988-8859-f1d8139b27d4 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:12.121601 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4e36e1fe-7cb5-4a42-ab72-7f88a0439749 req-18b13a5e-17d4-4988-8859-f1d8139b27d4 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c HTTP/1.1" status: 200 len: 946 time: 0.0576534 Aug 18 14:24:12.169634 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-4e36e1fe-7cb5-4a42-ab72-7f88a0439749 req-9c38b17b-0d2b-4257-a091-3ab3e0c90350 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9dfa937-8246-4585-8ad6-172229f92f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368743 Aug 18 14:24:12.294792 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ec039-88d2-40b4-842f-2b0e142a2793 req-48f47338-17ea-482e-ab57-2afd5c80ee29 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:12.296367 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e12ec039-88d2-40b4-842f-2b0e142a2793 req-48f47338-17ea-482e-ab57-2afd5c80ee29 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c HTTP/1.1" status: 200 len: 946 time: 0.0550628 Aug 18 14:24:12.338698 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-e12ec039-88d2-40b4-842f-2b0e142a2793 req-e289b942-dff3-42f3-a5c0-167aeb53acac tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9dfa937-8246-4585-8ad6-172229f92f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362535 Aug 18 14:24:12.367238 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42506) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:12.466805 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3856f9-8019-4570-a97e-a0a6a9acbae3 tempest-TestSnapshotPattern-2142286817 tempest-TestSnapshotPattern-2142286817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:12.468389 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-4f3856f9-8019-4570-a97e-a0a6a9acbae3 tempest-TestSnapshotPattern-2142286817 tempest-TestSnapshotPattern-2142286817-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c HTTP/1.1" status: 200 len: 1092 time: 0.0996041 Aug 18 14:24:12.473492 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42510) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:24:12.478687 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-b44eb490-58d4-44e4-8671-9cf9dd9939e0 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'port_id': '51d1b453-65a7-4f57-be22-003121583bab', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:24:12.629110 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b44eb490-58d4-44e4-8671-9cf9dd9939e0 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks [] for floatingip, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:12.764790 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b44eb490-58d4-44e4-8671-9cf9dd9939e0 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:12.939734 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-b44eb490-58d4-44e4-8671-9cf9dd9939e0 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Allocated IP 172.25.6.161 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/ff157c7b-2f56-449d-922a-4595f2445dd8) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:24:13.069007 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b44eb490-58d4-44e4-8671-9cf9dd9939e0 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:13.163642 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b44eb490-58d4-44e4-8671-9cf9dd9939e0 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:13.213423 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44eb490-58d4-44e4-8671-9cf9dd9939e0 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:24:13.216885 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-b44eb490-58d4-44e4-8671-9cf9dd9939e0 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:24:13.219753 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44eb490-58d4-44e4-8671-9cf9dd9939e0 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:24:13.227316 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44eb490-58d4-44e4-8671-9cf9dd9939e0 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Pushing event updated for resources: {'Port': ['ID=ff157c7b-2f56-449d-922a-4595f2445dd8,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:13.638356 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b44eb490-58d4-44e4-8671-9cf9dd9939e0 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:13.789001 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b44eb490-58d4-44e4-8671-9cf9dd9939e0 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:13.900337 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-603ab5f3-e509-4156-b8f4-6791804bbfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:13.962583 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b44eb490-58d4-44e4-8671-9cf9dd9939e0 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:14.071434 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b44eb490-58d4-44e4-8671-9cf9dd9939e0 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:14.143954 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44eb490-58d4-44e4-8671-9cf9dd9939e0 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Pushing event updated for resources: {'Port': ['ID=ff157c7b-2f56-449d-922a-4595f2445dd8,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:24:14.160112 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b44eb490-58d4-44e4-8671-9cf9dd9939e0 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:14.272234 n-d-803603-2 neutron-server[101676]: INFO neutron.db.l3_db [None req-b44eb490-58d4-44e4-8671-9cf9dd9939e0 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Floating IP 695632ed-4ae6-41b2-81f3-d7da22e5fc15 associated. External IP: 172.25.6.161, port: 51d1b453-65a7-4f57-be22-003121583bab. Aug 18 14:24:14.523682 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44eb490-58d4-44e4-8671-9cf9dd9939e0 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Router 8986c434-af83-49d5-ae9d-a6a8e91c8657 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:24:14.656175 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44eb490-58d4-44e4-8671-9cf9dd9939e0 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:24:14.669712 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b5f1ad-6a8b-4c33-b359-832183fc59bb None None] Sync routers for ids ['8986c434-af83-49d5-ae9d-a6a8e91c8657'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:24:14.688967 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b5f1ad-6a8b-4c33-b359-832183fc59bb None None] Routers {'8986c434-af83-49d5-ae9d-a6a8e91c8657'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:24:14.689604 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-22b5f1ad-6a8b-4c33-b359-832183fc59bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:24:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['8986c434-af83-49d5-ae9d-a6a8e91c8657'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:14.725936 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:14.760905 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-b44eb490-58d4-44e4-8671-9cf9dd9939e0 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:14.795079 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-b44eb490-58d4-44e4-8671-9cf9dd9939e0 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3200898 Aug 18 14:24:14.795838 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c', 'tag': '51d1b453-65a7-4f57-be22-003121583bab'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:24:14.799687 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8d889e168220163876f439a36e214edce7e14ad7c9e2b3367f43e2d5729643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6705282c-e8bc-4cde-a79c-eb42ab0e648c" -d '{"events": [{"name": "network-changed", "server_uuid": "cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c", "tag": "51d1b453-65a7-4f57-be22-003121583bab"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:24:14.824677 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-22b5f1ad-6a8b-4c33-b359-832183fc59bb None None] Set router 8986c434-af83-49d5-ae9d-a6a8e91c8657 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:24:14.954928 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7b591c-ac9f-47b1-99ef-881a33204509 x-openstack-request-id: req-ae7b591c-ac9f-47b1-99ef-881a33204509 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:24:14.955357 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c", "tag": "51d1b453-65a7-4f57-be22-003121583bab", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:24:14.955734 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae7b591c-ac9f-47b1-99ef-881a33204509 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:24:14.956288 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c', 'tag': '51d1b453-65a7-4f57-be22-003121583bab', 'status': 'completed', 'code': 200} Aug 18 14:24:15.041145 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705282c-e8bc-4cde-a79c-eb42ab0e648c req-bc78a130-75c7-4dcc-b233-352ce6f8bb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:15.043146 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6705282c-e8bc-4cde-a79c-eb42ab0e648c req-bc78a130-75c7-4dcc-b233-352ce6f8bb25 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1a62804ead4d4501952aaae3b16855db&device_id=cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c HTTP/1.1" status: 200 len: 1097 time: 0.0644410 Aug 18 14:24:15.140971 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-22b5f1ad-6a8b-4c33-b359-832183fc59bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'name': 'tempest-TestSnapshotPattern-813575060-router', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '47c41b09-4985-45d2-a2c5-cbdcf3babfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:23:41Z', 'updated_at': '2021-08-18T14:23:45Z', 'revision_number': 4, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'gw_port': {'id': '47c41b09-4985-45d2-a2c5-cbdcf3babfa2', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:42Z', 'updated_at': '2021-08-18T14:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '695632ed-4ae6-41b2-81f3-d7da22e5fc15', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'port_id': '51d1b453-65a7-4f57-be22-003121583bab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2', 'mac_address': 'fa:16:3e:2f:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:24:13Z', 'updated_at': '2021-08-18T14:24:13Z', 'revision_number': 0, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b2612e8-c02b-40aa-aaac-551419b4c6c3', 'name': '', 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'mac_address': 'fa:16:3e:6e:49:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5b8f32c4-52ca-405a-981b-86fa36a12b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:44Z', 'updated_at': '2021-08-18T14:23:52Z', 'revision_number': 5, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'subnets': [{'id': '5b8f32c4-52ca-405a-981b-86fa36a12b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:15.188664 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b5f1ad-6a8b-4c33-b359-832183fc59bb None None] Checking router: 8986c434-af83-49d5-ae9d-a6a8e91c8657 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:24:15.203263 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b5f1ad-6a8b-4c33-b359-832183fc59bb None None] Routers {'8986c434-af83-49d5-ae9d-a6a8e91c8657'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:24:15.203529 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705282c-e8bc-4cde-a79c-eb42ab0e648c req-20e5efc0-0cdc-446f-9cb7-41ff1c7e09e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:15.204276 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-22b5f1ad-6a8b-4c33-b359-832183fc59bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:24:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['8986c434-af83-49d5-ae9d-a6a8e91c8657'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:15.206230 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6705282c-e8bc-4cde-a79c-eb42ab0e648c req-20e5efc0-0cdc-446f-9cb7-41ff1c7e09e2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6d2d37f0-a75e-40da-8b86-e97c521896d2 HTTP/1.1" status: 200 len: 910 time: 0.1537714 Aug 18 14:24:15.318720 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6705282c-e8bc-4cde-a79c-eb42ab0e648c req-98b0a6aa-45b2-402e-8826-1a3ca166f5d9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51d1b453-65a7-4f57-be22-003121583bab HTTP/1.1" status: 200 len: 1000 time: 0.1054604 Aug 18 14:24:15.368842 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-22b5f1ad-6a8b-4c33-b359-832183fc59bb None None] Set router 8986c434-af83-49d5-ae9d-a6a8e91c8657 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:24:15.389103 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705282c-e8bc-4cde-a79c-eb42ab0e648c req-b0dfb25f-7834-4d70-9860-c16446f29200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:15.391100 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6705282c-e8bc-4cde-a79c-eb42ab0e648c req-b0dfb25f-7834-4d70-9860-c16446f29200 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b8f32c4-52ca-405a-981b-86fa36a12b9c HTTP/1.1" status: 200 len: 848 time: 0.0625658 Aug 18 14:24:15.445479 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705282c-e8bc-4cde-a79c-eb42ab0e648c req-36627b7f-cff4-4478-a52c-3f585056ea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:15.447887 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6705282c-e8bc-4cde-a79c-eb42ab0e648c req-36627b7f-cff4-4478-a52c-3f585056ea50 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6d2d37f0-a75e-40da-8b86-e97c521896d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482500 Aug 18 14:24:15.574755 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6705282c-e8bc-4cde-a79c-eb42ab0e648c req-29461467-130b-453c-8811-fa00e700b65d service neutron] 10.222.0.39 "GET /v2.0/networks/6d2d37f0-a75e-40da-8b86-e97c521896d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185477 Aug 18 14:24:15.645473 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-22b5f1ad-6a8b-4c33-b359-832183fc59bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'name': 'tempest-TestSnapshotPattern-813575060-router', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '47c41b09-4985-45d2-a2c5-cbdcf3babfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:23:41Z', 'updated_at': '2021-08-18T14:23:45Z', 'revision_number': 4, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'gw_port': {'id': '47c41b09-4985-45d2-a2c5-cbdcf3babfa2', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:42Z', 'updated_at': '2021-08-18T14:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '695632ed-4ae6-41b2-81f3-d7da22e5fc15', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'port_id': '51d1b453-65a7-4f57-be22-003121583bab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2', 'mac_address': 'fa:16:3e:2f:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:24:13Z', 'updated_at': '2021-08-18T14:24:13Z', 'revision_number': 0, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b2612e8-c02b-40aa-aaac-551419b4c6c3', 'name': '', 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'mac_address': 'fa:16:3e:6e:49:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5b8f32c4-52ca-405a-981b-86fa36a12b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:44Z', 'updated_at': '2021-08-18T14:23:52Z', 'revision_number': 5, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'subnets': [{'id': '5b8f32c4-52ca-405a-981b-86fa36a12b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:24:15.673934 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b5f1ad-6a8b-4c33-b359-832183fc59bb None None] The sync data for ids ['8986c434-af83-49d5-ae9d-a6a8e91c8657'] in n-d-803603-2 is: [{'id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'name': 'tempest-TestSnapshotPattern-813575060-router', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '47c41b09-4985-45d2-a2c5-cbdcf3babfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:23:41Z', 'updated_at': '2021-08-18T14:23:45Z', 'revision_number': 4, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'gw_port': {'id': '47c41b09-4985-45d2-a2c5-cbdcf3babfa2', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:42Z', 'updated_at': '2021-08-18T14:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '695632ed-4ae6-41b2-81f3-d7da22e5fc15', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'port_id': '51d1b453-65a7-4f57-be22-003121583bab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2', 'mac_address': 'fa:16:3e:2f:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:24:13Z', 'updated_at': '2021-08-18T14:24:13Z', 'revision_number': 0, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b2612e8-c02b-40aa-aaac-551419b4c6c3', 'name': '', 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'mac_address': 'fa:16:3e:6e:49:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5b8f32c4-52ca-405a-981b-86fa36a12b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:44Z', 'updated_at': '2021-08-18T14:23:52Z', 'revision_number': 5, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'subnets': [{'id': '5b8f32c4-52ca-405a-981b-86fa36a12b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:24:15.734519 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6705282c-e8bc-4cde-a79c-eb42ab0e648c req-550fd8b7-b7b1-49fd-a0f7-f89e80fdc480 service neutron] 10.222.0.39 "GET /v2.0/networks/6d2d37f0-a75e-40da-8b86-e97c521896d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509883 Aug 18 14:24:15.820023 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:15.913486 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c80840-bacb-46f6-b317-46f953464738 None None] New status for floating IP 695632ed-4ae6-41b2-81f3-d7da22e5fc15: ACTIVE {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:24:17.774118 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:28.636477 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:29.748429 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:36.103981 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:24:41.714258 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e8ec61bd-3e42-4b78-8065-3e37053dc00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:43.893498 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c2e60bc7-b62e-4453-813e-dc3d6d20e733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:44.682071 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:45.824786 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:47.784602 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:52.214996 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bb2a49c7-da55-48c9-bcba-6fd0020c5425 req-1b9ea6a7-1e14-4a24-bffb-c2fa72798fea service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0945120 Aug 18 14:24:52.309827 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a49c7-da55-48c9-bcba-6fd0020c5425 req-06499d98-01d0-41c6-a901-e15879fc47cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:52.311474 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bb2a49c7-da55-48c9-bcba-6fd0020c5425 req-06499d98-01d0-41c6-a901-e15879fc47cb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1a62804ead4d4501952aaae3b16855db&device_id=cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c HTTP/1.1" status: 200 len: 1097 time: 0.0504758 Aug 18 14:24:52.430059 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a49c7-da55-48c9-bcba-6fd0020c5425 req-1030e37b-5b48-47d7-8c26-310742c7aeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:52.431830 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bb2a49c7-da55-48c9-bcba-6fd0020c5425 req-1030e37b-5b48-47d7-8c26-310742c7aeab service neutron] 10.222.0.39 "GET /v2.0/networks?id=6d2d37f0-a75e-40da-8b86-e97c521896d2 HTTP/1.1" status: 200 len: 910 time: 0.0977800 Aug 18 14:24:52.521138 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bb2a49c7-da55-48c9-bcba-6fd0020c5425 req-5e95a397-87aa-4491-978b-da65a2b020bc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51d1b453-65a7-4f57-be22-003121583bab HTTP/1.1" status: 200 len: 1002 time: 0.0788260 Aug 18 14:24:52.580859 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a49c7-da55-48c9-bcba-6fd0020c5425 req-13b3203c-5abe-4358-bc34-4e709232143c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:52.582693 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bb2a49c7-da55-48c9-bcba-6fd0020c5425 req-13b3203c-5abe-4358-bc34-4e709232143c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b8f32c4-52ca-405a-981b-86fa36a12b9c HTTP/1.1" status: 200 len: 848 time: 0.0543840 Aug 18 14:24:52.634698 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a49c7-da55-48c9-bcba-6fd0020c5425 req-83f0f568-6eeb-493b-bfef-9c75fa353cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:24:52.636335 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bb2a49c7-da55-48c9-bcba-6fd0020c5425 req-83f0f568-6eeb-493b-bfef-9c75fa353cef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6d2d37f0-a75e-40da-8b86-e97c521896d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465786 Aug 18 14:24:52.743440 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bb2a49c7-da55-48c9-bcba-6fd0020c5425 req-c4a0a65d-5091-427d-9965-9a0761ff3ad8 service neutron] 10.222.0.39 "GET /v2.0/networks/6d2d37f0-a75e-40da-8b86-e97c521896d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991640 Aug 18 14:24:52.878578 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bb2a49c7-da55-48c9-bcba-6fd0020c5425 req-e92ebd47-4b88-4c41-bff3-1537624a9301 service neutron] 10.222.0.39 "GET /v2.0/networks/6d2d37f0-a75e-40da-8b86-e97c521896d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278193 Aug 18 14:24:58.606916 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:24:59.743989 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:11.789771 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-08a2a4c0-458a-4502-951b-bd2b7a488ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:13.110006 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:25:13.901621 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-45cb9bf4-204f-41ee-abf8-0d8ae8ed839d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:14.664634 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:15.869906 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:17.804750 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:28.623687 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:29.707080 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:41.726217 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-05a53d92-0156-450b-9793-ef555f19d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:43.917915 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1c9c572f-3bb1-4623-a244-8f7c6f69c77e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:44.675165 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:45.809987 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:47.792468 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:50.109997 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:25:53.130090 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-952fe497-3461-4b64-950e-ba4e0bdc911a req-f6ce9120-908d-4a7e-96e3-68230f82408f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443797 Aug 18 14:25:53.222874 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952fe497-3461-4b64-950e-ba4e0bdc911a req-4a5a7f68-0113-4c95-8d00-1f3bce246244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:53.224951 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-952fe497-3461-4b64-950e-ba4e0bdc911a req-4a5a7f68-0113-4c95-8d00-1f3bce246244 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1a62804ead4d4501952aaae3b16855db&device_id=cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c HTTP/1.1" status: 200 len: 1097 time: 0.0488694 Aug 18 14:25:53.343230 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952fe497-3461-4b64-950e-ba4e0bdc911a req-1ab9ea45-9ac6-4b5f-96f6-e7de3823164b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:53.344881 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-952fe497-3461-4b64-950e-ba4e0bdc911a req-1ab9ea45-9ac6-4b5f-96f6-e7de3823164b service neutron] 10.222.0.39 "GET /v2.0/networks?id=6d2d37f0-a75e-40da-8b86-e97c521896d2 HTTP/1.1" status: 200 len: 910 time: 0.0983260 Aug 18 14:25:53.424124 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-952fe497-3461-4b64-950e-ba4e0bdc911a req-d9efaab7-8aa6-4e63-b2f3-0063690b9b8f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51d1b453-65a7-4f57-be22-003121583bab HTTP/1.1" status: 200 len: 1002 time: 0.0714118 Aug 18 14:25:53.483809 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952fe497-3461-4b64-950e-ba4e0bdc911a req-eb03d0fe-359c-49e3-b255-5664a9bbe118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:53.485376 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-952fe497-3461-4b64-950e-ba4e0bdc911a req-eb03d0fe-359c-49e3-b255-5664a9bbe118 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b8f32c4-52ca-405a-981b-86fa36a12b9c HTTP/1.1" status: 200 len: 848 time: 0.0523963 Aug 18 14:25:53.538366 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952fe497-3461-4b64-950e-ba4e0bdc911a req-81bcbf6d-25fb-49b9-8cdc-4ea5180302a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:25:53.539945 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-952fe497-3461-4b64-950e-ba4e0bdc911a req-81bcbf6d-25fb-49b9-8cdc-4ea5180302a1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6d2d37f0-a75e-40da-8b86-e97c521896d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466647 Aug 18 14:25:53.645348 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-952fe497-3461-4b64-950e-ba4e0bdc911a req-61631b52-b2da-4e8c-81cb-98e159859845 service neutron] 10.222.0.39 "GET /v2.0/networks/6d2d37f0-a75e-40da-8b86-e97c521896d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977125 Aug 18 14:25:53.748486 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-952fe497-3461-4b64-950e-ba4e0bdc911a req-4a6cce40-50bb-4c28-ab9d-b18ebd3ff32c service neutron] 10.222.0.39 "GET /v2.0/networks/6d2d37f0-a75e-40da-8b86-e97c521896d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960035 Aug 18 14:25:58.633470 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:25:59.742583 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:11.702531 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cf199b9d-0e77-4b97-934d-d9a00d41ab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:13.885231 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7757a585-fcf4-452e-a304-962a784961ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:14.697160 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:14.812651 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 51d1b453-65a7-4f57-be22-003121583bab details requested by agent hyperv_n-h1-803603-2 with host n-h1-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:26:14.973465 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 51d1b453-65a7-4f57-be22-003121583bab, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=51d1b453-65a7-4f57-be22-003121583bab,segment=NetworkSegment(f89ef9d4-eb6c-4634-ac3b-8840dc1ae446),segment_id=f89ef9d4-eb6c-4634-ac3b-8840dc1ae446)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:26:14.986270 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Returning: {'device': '51d1b453-65a7-4f57-be22-003121583bab', 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2', 'port_id': '51d1b453-65a7-4f57-be22-003121583bab', 'mac_address': 'fa:16:3e:2f:5e:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b8f32c4-52ca-405a-981b-86fa36a12b9c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:26:15.031391 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:15.050696 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 51d1b453-65a7-4f57-be22-003121583bab {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:26:15.080511 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 51d1b453-65a7-4f57-be22-003121583bab, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=51d1b453-65a7-4f57-be22-003121583bab,segment=NetworkSegment(f89ef9d4-eb6c-4634-ac3b-8840dc1ae446),segment_id=f89ef9d4-eb6c-4634-ac3b-8840dc1ae446)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:26:15.154132 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:15.241508 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] get_ports_and_sgs() called for port_ids ['51d1b453-65a7-4f57-be22-003121583bab'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:26:15.245565 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=51d1b453-65a7-4f57-be22-003121583bab,revision_number=6']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:15.279065 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:15.279065 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:15.279505 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:15.279676 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:15.280015 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:15.280350 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:15.280685 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:15.281012 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:15.281340 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:15.281677 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:15.281999 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:15.282353 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:15.856537 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:16.821216 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 51d1b453-65a7-4f57-be22-003121583bab up at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:26:17.175524 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Provisioning complete for port 51d1b453-65a7-4f57-be22-003121583bab triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:26:17.175524 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:17.295369 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:17.324979 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d1b453-65a7-4f57-be22-003121583bab'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:26:17.327402 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ba3b915c790ece66a99fb45b0530a9eb9c5b6743edcd6e3a78a03ec4b78c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e28a07f-08ae-4680-8779-87a3a7e3b5aa" -d '{"events": [{"server_uuid": "cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c", "name": "network-vif-plugged", "status": "completed", "tag": "51d1b453-65a7-4f57-be22-003121583bab"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:26:17.354575 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 51d1b453-65a7-4f57-be22-003121583bab, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=51d1b453-65a7-4f57-be22-003121583bab,segment=NetworkSegment(f89ef9d4-eb6c-4634-ac3b-8840dc1ae446),segment_id=f89ef9d4-eb6c-4634-ac3b-8840dc1ae446)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:26:17.443516 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:17.504174 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d253079c-ee65-4c46-9d9a-90bb09205f54 x-openstack-request-id: req-d253079c-ee65-4c46-9d9a-90bb09205f54 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:26:17.506735 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c", "name": "network-vif-plugged", "status": "completed", "tag": "51d1b453-65a7-4f57-be22-003121583bab", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:26:17.506735 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d253079c-ee65-4c46-9d9a-90bb09205f54 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:26:17.506735 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d1b453-65a7-4f57-be22-003121583bab', 'code': 200} Aug 18 14:26:17.585935 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=51d1b453-65a7-4f57-be22-003121583bab,revision_number=7']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:17.834934 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:27.110358 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:26:28.117163 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-e36099ac-b3d4-476d-802e-3f760c16d2f3 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-349598021&fields=id&tenant_id=1a62804ead4d4501952aaae3b16855db HTTP/1.1" status: 200 len: 267 time: 0.0386901 Aug 18 14:26:28.251419 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-081ccadc-4427-4f23-92de-6fe2feb3bd42 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:28.253082 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-081ccadc-4427-4f23-92de-6fe2feb3bd42 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/networks?id=6d2d37f0-a75e-40da-8b86-e97c521896d2 HTTP/1.1" status: 200 len: 809 time: 0.1279147 Aug 18 14:26:28.271423 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-37abe1a7-5af6-476a-92ea-ae886c6519f7 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/quotas/1a62804ead4d4501952aaae3b16855db HTTP/1.1" status: 200 len: 375 time: 0.0114222 Aug 18 14:26:28.337025 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-aaa14abb-ca3c-4afb-893d-36a322768312 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a62804ead4d4501952aaae3b16855db&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0592294 Aug 18 14:26:28.462997 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-148a22bb-7c1e-44fe-9184-bae769acfd2f service neutron] 10.222.0.13 "GET /v2.0/networks/6d2d37f0-a75e-40da-8b86-e97c521896d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078084 Aug 18 14:26:28.583589 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-957835a1-c156-4107-a9c0-b6727f6855f7 service neutron] 10.222.0.13 "GET /v2.0/networks/6d2d37f0-a75e-40da-8b86-e97c521896d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137390 Aug 18 14:26:28.667754 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:28.901163 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5be597af-5028-4574-b1af-6be3516bd684 req-9ab6119a-be5c-4f3c-92a2-948bbd810bab tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f4193bf-682d-4a03-a121-739baca12d81 HTTP/1.1" status: 200 len: 210 time: 0.0464511 Aug 18 14:26:29.722499 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:30.021246 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-eb9dc7f9-bdc7-464c-ae9a-de5a2ec30ea0 req-e65a0167-a11a-426a-b2e3-7e0e94a309e4 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f4193bf-682d-4a03-a121-739baca12d81 HTTP/1.1" status: 200 len: 210 time: 0.0499437 Aug 18 14:26:30.921750 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 51d1b453-65a7-4f57-be22-003121583bab no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:26:31.005713 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:31.031603 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51d1b453-65a7-4f57-be22-003121583bab'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:26:31.034000 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ba3b915c790ece66a99fb45b0530a9eb9c5b6743edcd6e3a78a03ec4b78c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572ee523-7e1e-49ac-94c6-0541402dbfa6" -d '{"events": [{"server_uuid": "cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c", "name": "network-vif-unplugged", "status": "completed", "tag": "51d1b453-65a7-4f57-be22-003121583bab"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:26:31.050663 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] For port 51d1b453-65a7-4f57-be22-003121583bab, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=51d1b453-65a7-4f57-be22-003121583bab,segment=NetworkSegment(f89ef9d4-eb6c-4634-ac3b-8840dc1ae446),segment_id=f89ef9d4-eb6c-4634-ac3b-8840dc1ae446)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:26:31.083751 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 14:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad47533-9212-4f1a-973d-5f944ed89c16 x-openstack-request-id: req-aad47533-9212-4f1a-973d-5f944ed89c16 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:26:31.084040 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c", "name": "network-vif-unplugged", "status": "completed", "tag": "51d1b453-65a7-4f57-be22-003121583bab", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:26:31.084297 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aad47533-9212-4f1a-973d-5f944ed89c16 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:26:31.084691 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51d1b453-65a7-4f57-be22-003121583bab', 'code': 200} Aug 18 14:26:31.118097 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-25b8ff93-6fcb-45e1-9fde-b2fe7b2e0736 req-551ba82c-0ef8-41fd-9ee9-30a28284e301 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f4193bf-682d-4a03-a121-739baca12d81 HTTP/1.1" status: 200 len: 210 time: 0.0382156 Aug 18 14:26:31.124760 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:31.188347 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Pushing event updated for resources: {'Port': ['ID=51d1b453-65a7-4f57-be22-003121583bab,revision_number=8']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:32.247387 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-5dd17ae0-95ab-4cb4-a0f7-abdd213d2ae4 req-be4969d8-a554-4997-94a2-3ed1e77411d9 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f4193bf-682d-4a03-a121-739baca12d81 HTTP/1.1" status: 200 len: 210 time: 0.0323069 Aug 18 14:26:33.156916 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-f01a3532-7d30-419d-a659-1366a7a674f3 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:33.158532 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-f01a3532-7d30-419d-a659-1366a7a674f3 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.20 "GET /v2.0/networks?id=6d2d37f0-a75e-40da-8b86-e97c521896d2 HTTP/1.1" status: 200 len: 809 time: 0.1302528 Aug 18 14:26:33.210720 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-05c1d7d8-83e4-4e26-9319-dc3911f1c333 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a62804ead4d4501952aaae3b16855db HTTP/1.1" status: 200 len: 379 time: 0.0426111 Aug 18 14:26:33.220369 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-7cc70172-47f2-4507-a57e-79bb391f3ce9 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Request body: {'port': {'device_id': '4f4193bf-682d-4a03-a121-739baca12d81', 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2', 'admin_state_up': True, 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'security_groups': ['c9dfa937-8246-4585-8ad6-172229f92f3b']}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:26:33.376178 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-539da7af-52cd-45a1-a459-3e6f3f70c7ec req-437c6a68-6c0c-4077-b2c3-437e2ca777cb tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f4193bf-682d-4a03-a121-739baca12d81 HTTP/1.1" status: 200 len: 210 time: 0.0357265 Aug 18 14:26:33.488810 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-7cc70172-47f2-4507-a57e-79bb391f3ce9 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Made reservation on behalf of 1a62804ead4d4501952aaae3b16855db for: {'port': 1} {{(pid=101675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:26:33.492598 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-7cc70172-47f2-4507-a57e-79bb391f3ce9 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:33.657405 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_common [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-7cc70172-47f2-4507-a57e-79bb391f3ce9 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Allocated IP 172.20.0.9 (6d2d37f0-a75e-40da-8b86-e97c521896d2/5b8f32c4-52ca-405a-981b-86fa36a12b9c/bf6ad55f-cf81-4ab8-9cfa-598855791bf3) {{(pid=101675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:26:33.816208 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-7cc70172-47f2-4507-a57e-79bb391f3ce9 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks [] for port, precommit_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:33.831752 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-7cc70172-47f2-4507-a57e-79bb391f3ce9 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Transition to ACTIVE for port object bf6ad55f-cf81-4ab8-9cfa-598855791bf3 will not be triggered until provisioned by entity DHCP. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:26:33.941560 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-7cc70172-47f2-4507-a57e-79bb391f3ce9 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_create {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:34.082989 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc70172-47f2-4507-a57e-79bb391f3ce9 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Pushing event updated for resources: {'Port': ['ID=bf6ad55f-cf81-4ab8-9cfa-598855791bf3,revision_number=1']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:34.103806 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-7cc70172-47f2-4507-a57e-79bb391f3ce9 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Network 6d2d37f0-a75e-40da-8b86-e97c521896d2 is already hosted by enough agents. {{(pid=101675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:26:34.105456 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.base_scheduler [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-7cc70172-47f2-4507-a57e-79bb391f3ce9 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Resources bound (agent type, host, resource id): {{(pid=101675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:26:34.108730 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-7cc70172-47f2-4507-a57e-79bb391f3ce9 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Received port after_create {{(pid=101675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:26:34.113317 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc70172-47f2-4507-a57e-79bb391f3ce9 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:34.113317 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc70172-47f2-4507-a57e-79bb391f3ce9 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:34.113681 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc70172-47f2-4507-a57e-79bb391f3ce9 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:34.115037 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc70172-47f2-4507-a57e-79bb391f3ce9 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:34.115519 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc70172-47f2-4507-a57e-79bb391f3ce9 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:34.116160 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc70172-47f2-4507-a57e-79bb391f3ce9 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:34.116506 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc70172-47f2-4507-a57e-79bb391f3ce9 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:34.116835 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc70172-47f2-4507-a57e-79bb391f3ce9 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:34.117168 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc70172-47f2-4507-a57e-79bb391f3ce9 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:34.117496 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc70172-47f2-4507-a57e-79bb391f3ce9 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:34.117828 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc70172-47f2-4507-a57e-79bb391f3ce9 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:34.118152 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc70172-47f2-4507-a57e-79bb391f3ce9 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:34.198244 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-7cc70172-47f2-4507-a57e-79bb391f3ce9 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:34.199366 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-7cc70172-47f2-4507-a57e-79bb391f3ce9 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:34.358006 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-7cc70172-47f2-4507-a57e-79bb391f3ce9 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1416006 Aug 18 14:26:34.587381 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ff6d043c-ab38-4e33-9b94-f3b47a451883 None None] Provisioning for port bf6ad55f-cf81-4ab8-9cfa-598855791bf3 completed by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:26:34.592516 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-ff6d043c-ab38-4e33-9b94-f3b47a451883 None None] Provisioning complete for port bf6ad55f-cf81-4ab8-9cfa-598855791bf3 triggered by entity DHCP. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:26:34.593048 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ff6d043c-ab38-4e33-9b94-f3b47a451883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:34.595351 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4afb8c9-7a93-4a3d-82c7-ba0a05d804fc req-049cf1f7-5499-44c7-820c-791ef4b0416f tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:34.599063 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b4afb8c9-7a93-4a3d-82c7-ba0a05d804fc req-049cf1f7-5499-44c7-820c-791ef4b0416f tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f4193bf-682d-4a03-a121-739baca12d81 HTTP/1.1" status: 200 len: 931 time: 0.1005123 Aug 18 14:26:34.659247 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-ff6d043c-ab38-4e33-9b94-f3b47a451883 None None] Port bf6ad55f-cf81-4ab8-9cfa-598855791bf3 cannot update to ACTIVE because it is not bound. {{(pid=101677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:26:34.678282 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b4afb8c9-7a93-4a3d-82c7-ba0a05d804fc req-f81e36b1-18de-464d-ba73-2e83e9aa975a tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9dfa937-8246-4585-8ad6-172229f92f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668263 Aug 18 14:26:35.832190 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf195ba0-e1d9-4190-8104-0708b0b536b1 req-c3391faa-25c5-4874-9294-70d6ab113b0f tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:35.834471 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bf195ba0-e1d9-4190-8104-0708b0b536b1 req-c3391faa-25c5-4874-9294-70d6ab113b0f tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f4193bf-682d-4a03-a121-739baca12d81 HTTP/1.1" status: 200 len: 931 time: 0.0592690 Aug 18 14:26:35.893423 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-bf195ba0-e1d9-4190-8104-0708b0b536b1 req-5ad31618-13c4-40a1-ad2c-e623ce12aaa6 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9dfa937-8246-4585-8ad6-172229f92f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469401 Aug 18 14:26:37.072096 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4324fc9-999a-45d2-8447-7fbb027a9031 req-3e24d9b3-9262-4818-8a34-543842fd449a tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:37.073718 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a4324fc9-999a-45d2-8447-7fbb027a9031 req-3e24d9b3-9262-4818-8a34-543842fd449a tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f4193bf-682d-4a03-a121-739baca12d81 HTTP/1.1" status: 200 len: 931 time: 0.0637727 Aug 18 14:26:37.122517 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-a4324fc9-999a-45d2-8447-7fbb027a9031 req-e273d9c5-a5df-49f0-834f-a21dbf3e383c tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9dfa937-8246-4585-8ad6-172229f92f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371726 Aug 18 14:26:38.299139 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d6636-4c0b-4a4a-ab6f-3c530f69ea73 req-b25bb241-af5a-4b60-9dac-d2948c352ab7 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:38.302496 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-251d6636-4c0b-4a4a-ab6f-3c530f69ea73 req-b25bb241-af5a-4b60-9dac-d2948c352ab7 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f4193bf-682d-4a03-a121-739baca12d81 HTTP/1.1" status: 200 len: 931 time: 0.0665321 Aug 18 14:26:38.357299 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-251d6636-4c0b-4a4a-ab6f-3c530f69ea73 req-8a3d23bb-2ea8-4daf-8345-06ef71795190 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9dfa937-8246-4585-8ad6-172229f92f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486441 Aug 18 14:26:39.526658 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff8850-8b3c-4c5f-891c-1806fa1a52da req-4cce00d2-f1a7-4615-bd49-9e5463b23e46 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:39.528315 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-25ff8850-8b3c-4c5f-891c-1806fa1a52da req-4cce00d2-f1a7-4615-bd49-9e5463b23e46 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f4193bf-682d-4a03-a121-739baca12d81 HTTP/1.1" status: 200 len: 931 time: 0.0779288 Aug 18 14:26:39.579704 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-25ff8850-8b3c-4c5f-891c-1806fa1a52da req-84305492-cbb2-4432-9ceb-ed840f65c491 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9dfa937-8246-4585-8ad6-172229f92f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430090 Aug 18 14:26:40.757152 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51029c48-4911-49f7-8450-7cf4e69159ea req-fe6fb2a6-69c8-4255-ba40-ca45160c12de tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:40.758816 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-51029c48-4911-49f7-8450-7cf4e69159ea req-fe6fb2a6-69c8-4255-ba40-ca45160c12de tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f4193bf-682d-4a03-a121-739baca12d81 HTTP/1.1" status: 200 len: 931 time: 0.0718243 Aug 18 14:26:40.837219 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-51029c48-4911-49f7-8450-7cf4e69159ea req-94c81fbd-f312-4863-94be-268d586f7e58 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9dfa937-8246-4585-8ad6-172229f92f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658402 Aug 18 14:26:41.710971 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ea4c88f3-5ff5-499c-86df-58e18ccc2cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:42.026564 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fc395-7f0d-4389-99f6-5b3a5ac0089f req-1f27dd29-1e60-4e07-9481-068a8c32151c tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:42.028264 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-097fc395-7f0d-4389-99f6-5b3a5ac0089f req-1f27dd29-1e60-4e07-9481-068a8c32151c tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f4193bf-682d-4a03-a121-739baca12d81 HTTP/1.1" status: 200 len: 931 time: 0.0709918 Aug 18 14:26:42.083886 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-097fc395-7f0d-4389-99f6-5b3a5ac0089f req-c21182fa-090a-4c80-bc6b-286474a7c5dc tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9dfa937-8246-4585-8ad6-172229f92f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443821 Aug 18 14:26:43.255697 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915f98c-5258-4e52-959c-d15d0129ec3d req-61f639ff-0b2e-497c-8612-98abb78778ee tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:43.260022 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9915f98c-5258-4e52-959c-d15d0129ec3d req-61f639ff-0b2e-497c-8612-98abb78778ee tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f4193bf-682d-4a03-a121-739baca12d81 HTTP/1.1" status: 200 len: 931 time: 0.0927944 Aug 18 14:26:43.349696 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-9915f98c-5258-4e52-959c-d15d0129ec3d req-20d32b97-e38b-4ed8-83d2-0f4cc27962af tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9dfa937-8246-4585-8ad6-172229f92f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774283 Aug 18 14:26:43.919862 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-03b092fe-e0a8-4dc6-be02-2ad737108833 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:26:43.921200 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-03b092fe-e0a8-4dc6-be02-2ad737108833 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060594 Aug 18 14:26:43.980761 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.v2.base [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-23194f30-bd7c-451e-8015-53f6998813d6 service neutron] Request body: {'port': {'device_id': '4f4193bf-682d-4a03-a121-739baca12d81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803603-2'}} {{(pid=101675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:26:44.038713 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-23194f30-bd7c-451e-8015-53f6998813d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:44.335965 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-23194f30-bd7c-451e-8015-53f6998813d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf6ad55f-cf81-4ab8-9cfa-598855791bf3 {{(pid=101675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:26:44.408654 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-23194f30-bd7c-451e-8015-53f6998813d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:44.408654 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.provisioning_blocks [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-23194f30-bd7c-451e-8015-53f6998813d6 service neutron] Transition to ACTIVE for port object bf6ad55f-cf81-4ab8-9cfa-598855791bf3 will not be triggered until provisioned by entity L2. {{(pid=101675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:26:44.523218 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329a052-7187-4abf-a594-5122f56ce361 req-0572e299-5c25-467d-8275-eba606e5669d tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:44.523218 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0329a052-7187-4abf-a594-5122f56ce361 req-0572e299-5c25-467d-8275-eba606e5669d tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f4193bf-682d-4a03-a121-739baca12d81 HTTP/1.1" status: 200 len: 931 time: 0.0850854 Aug 18 14:26:44.558854 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-01b9cd17-fc65-4f2b-af8f-403821bb4f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:44.572124 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-0329a052-7187-4abf-a594-5122f56ce361 req-1552b3d6-9100-42ad-a3a1-a98eb44655fe tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9dfa937-8246-4585-8ad6-172229f92f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375953 Aug 18 14:26:44.611575 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-23194f30-bd7c-451e-8015-53f6998813d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:44.695717 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23194f30-bd7c-451e-8015-53f6998813d6 service neutron] Pushing event updated for resources: {'Port': ['ID=bf6ad55f-cf81-4ab8-9cfa-598855791bf3,revision_number=2']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:44.718697 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:44.755484 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-23194f30-bd7c-451e-8015-53f6998813d6 service neutron] Attempting to bind port bf6ad55f-cf81-4ab8-9cfa-598855791bf3 on host n-h2-803603-2 for vnic_type normal with profile {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:26:44.755983 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-23194f30-bd7c-451e-8015-53f6998813d6 service neutron] Attempting to bind port bf6ad55f-cf81-4ab8-9cfa-598855791bf3 by drivers openvswitch,hyperv on host n-h2-803603-2 at level 0 using segments [{'id': 'f89ef9d4-eb6c-4634-ac3b-8840dc1ae446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2'}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:26:44.756375 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-23194f30-bd7c-451e-8015-53f6998813d6 service neutron] Attempting to bind port bf6ad55f-cf81-4ab8-9cfa-598855791bf3 on network 6d2d37f0-a75e-40da-8b86-e97c521896d2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:26:44.762470 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-23194f30-bd7c-451e-8015-53f6998813d6 service neutron] Port bf6ad55f-cf81-4ab8-9cfa-598855791bf3 on network 6d2d37f0-a75e-40da-8b86-e97c521896d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-803603-2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:26:44.762997 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-23194f30-bd7c-451e-8015-53f6998813d6 service neutron] Attempting to bind port bf6ad55f-cf81-4ab8-9cfa-598855791bf3 on network 6d2d37f0-a75e-40da-8b86-e97c521896d2 {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:26:44.772181 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-23194f30-bd7c-451e-8015-53f6998813d6 service neutron] Checking agent: {'id': 'e303ce5f-2a8d-4462-bd4c-ae93c66541c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803603-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'started_at': datetime.datetime(2021, 8, 18, 12, 45, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:26:44.772715 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-23194f30-bd7c-451e-8015-53f6998813d6 service neutron] Checking segment: {'id': 'f89ef9d4-eb6c-4634-ac3b-8840dc1ae446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:26:44.773385 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-23194f30-bd7c-451e-8015-53f6998813d6 service neutron] Bound using segment: {'id': 'f89ef9d4-eb6c-4634-ac3b-8840dc1ae446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2'} {{(pid=101675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:26:44.774017 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.managers [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-23194f30-bd7c-451e-8015-53f6998813d6 service neutron] Bound port: bf6ad55f-cf81-4ab8-9cfa-598855791bf3, host: n-h2-803603-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f89ef9d4-eb6c-4634-ac3b-8840dc1ae446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2'}}] {{(pid=101675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:26:44.774638 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-23194f30-bd7c-451e-8015-53f6998813d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:44.891398 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-23194f30-bd7c-451e-8015-53f6998813d6 service neutron] For port bf6ad55f-cf81-4ab8-9cfa-598855791bf3, host n-h2-803603-2, cleared binding levels {{(pid=101675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:26:44.896322 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-23194f30-bd7c-451e-8015-53f6998813d6 service neutron] For port bf6ad55f-cf81-4ab8-9cfa-598855791bf3, host n-h2-803603-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=bf6ad55f-cf81-4ab8-9cfa-598855791bf3,segment=NetworkSegment(f89ef9d4-eb6c-4634-ac3b-8840dc1ae446),segment_id=f89ef9d4-eb6c-4634-ac3b-8840dc1ae446)] {{(pid=101675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:26:44.997597 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-23194f30-bd7c-451e-8015-53f6998813d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29479869'] for port, after_update {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:45.068479 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-23194f30-bd7c-451e-8015-53f6998813d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:45.069702 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-23194f30-bd7c-451e-8015-53f6998813d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:45.072302 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-23194f30-bd7c-451e-8015-53f6998813d6 service neutron] 10.222.0.20 "PUT /v2.0/ports/bf6ad55f-cf81-4ab8-9cfa-598855791bf3 HTTP/1.1" status: 200 len: 1091 time: 1.1423337 Aug 18 14:26:45.073037 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f4193bf-682d-4a03-a121-739baca12d81', 'tag': 'bf6ad55f-cf81-4ab8-9cfa-598855791bf3'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:26:45.077432 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0186e86-721f-4323-9866-5410c3707f58" -d '{"events": [{"name": "network-changed", "server_uuid": "4f4193bf-682d-4a03-a121-739baca12d81", "tag": "bf6ad55f-cf81-4ab8-9cfa-598855791bf3"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:26:45.118718 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23194f30-bd7c-451e-8015-53f6998813d6 service neutron] Pushing event updated for resources: {'Port': ['ID=bf6ad55f-cf81-4ab8-9cfa-598855791bf3,revision_number=3']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:45.202988 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1601e3-dcb9-4de1-bca6-bff59fa437c0 x-openstack-request-id: req-1e1601e3-dcb9-4de1-bca6-bff59fa437c0 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:26:45.203264 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f4193bf-682d-4a03-a121-739baca12d81", "tag": "bf6ad55f-cf81-4ab8-9cfa-598855791bf3", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:26:45.203520 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e1601e3-dcb9-4de1-bca6-bff59fa437c0 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:26:45.203924 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f4193bf-682d-4a03-a121-739baca12d81', 'tag': 'bf6ad55f-cf81-4ab8-9cfa-598855791bf3', 'status': 'completed', 'code': 200} Aug 18 14:26:45.258941 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-0e273b14-8b93-4436-96f8-73fb289cda08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:45.260631 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-0e273b14-8b93-4436-96f8-73fb289cda08 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a62804ead4d4501952aaae3b16855db&device_id=4f4193bf-682d-4a03-a121-739baca12d81 HTTP/1.1" status: 200 len: 1094 time: 0.0492883 Aug 18 14:26:45.304962 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-56b430c4-f44c-42b9-b491-0a7995db713f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf6ad55f-cf81-4ab8-9cfa-598855791bf3 HTTP/1.1" status: 200 len: 217 time: 0.0366971 Aug 18 14:26:45.361891 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-c7f1a0e2-1a91-479f-96d6-761a49a18748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:45.363454 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-c7f1a0e2-1a91-479f-96d6-761a49a18748 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b8f32c4-52ca-405a-981b-86fa36a12b9c HTTP/1.1" status: 200 len: 848 time: 0.0516911 Aug 18 14:26:45.422421 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-dfc434f4-5088-4a1a-a018-7fb2f224c3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:45.423993 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-dfc434f4-5088-4a1a-a018-7fb2f224c3ac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6d2d37f0-a75e-40da-8b86-e97c521896d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536671 Aug 18 14:26:45.539344 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-00e94f44-fd2e-4ee1-9d4f-66cb99e2b7f7 service neutron] 10.222.0.20 "GET /v2.0/networks/6d2d37f0-a75e-40da-8b86-e97c521896d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073935 Aug 18 14:26:45.645851 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-0f6da7e4-e1d0-48ca-b867-be7909c6cb99 req-ca432772-3940-4d76-8995-c8791ef06b31 service neutron] 10.222.0.20 "GET /v2.0/networks/6d2d37f0-a75e-40da-8b86-e97c521896d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986617 Aug 18 14:26:45.703412 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc55964-fde4-4099-b34d-7277febc8174 req-081dc49e-0128-492a-93c6-e53c12d07b6d tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:45.705334 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2dc55964-fde4-4099-b34d-7277febc8174 req-081dc49e-0128-492a-93c6-e53c12d07b6d tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f4193bf-682d-4a03-a121-739baca12d81 HTTP/1.1" status: 200 len: 943 time: 0.0522757 Aug 18 14:26:45.752384 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-2dc55964-fde4-4099-b34d-7277febc8174 req-fa43868c-4aed-4876-9096-433cf8c04a4b tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9dfa937-8246-4585-8ad6-172229f92f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398169 Aug 18 14:26:45.842157 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:45.843990 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0186e86-721f-4323-9866-5410c3707f58 req-f9968f97-5294-412d-bb06-d3bdd72fc36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:45.846051 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b0186e86-721f-4323-9866-5410c3707f58 req-f9968f97-5294-412d-bb06-d3bdd72fc36a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a62804ead4d4501952aaae3b16855db&device_id=4f4193bf-682d-4a03-a121-739baca12d81 HTTP/1.1" status: 200 len: 1094 time: 0.0463419 Aug 18 14:26:45.952175 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0186e86-721f-4323-9866-5410c3707f58 req-be199d77-2e71-47d7-97f6-0bcf7ceba481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:45.953852 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b0186e86-721f-4323-9866-5410c3707f58 req-be199d77-2e71-47d7-97f6-0bcf7ceba481 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6d2d37f0-a75e-40da-8b86-e97c521896d2 HTTP/1.1" status: 200 len: 910 time: 0.1010265 Aug 18 14:26:45.998257 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b0186e86-721f-4323-9866-5410c3707f58 req-cfbd5504-fed1-4edc-b446-2a678d4cf657 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf6ad55f-cf81-4ab8-9cfa-598855791bf3 HTTP/1.1" status: 200 len: 217 time: 0.0370090 Aug 18 14:26:46.084123 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0186e86-721f-4323-9866-5410c3707f58 req-3caa6a12-b9dd-41d2-8938-e4276b9b77ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:46.085619 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b0186e86-721f-4323-9866-5410c3707f58 req-3caa6a12-b9dd-41d2-8938-e4276b9b77ca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b8f32c4-52ca-405a-981b-86fa36a12b9c HTTP/1.1" status: 200 len: 848 time: 0.0790224 Aug 18 14:26:46.138849 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0186e86-721f-4323-9866-5410c3707f58 req-b9ae5cdc-5acb-4815-9246-62a54800400a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:46.140518 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b0186e86-721f-4323-9866-5410c3707f58 req-b9ae5cdc-5acb-4815-9246-62a54800400a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6d2d37f0-a75e-40da-8b86-e97c521896d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469739 Aug 18 14:26:46.245512 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b0186e86-721f-4323-9866-5410c3707f58 req-739719e3-7010-48b4-8f5b-0836d984ef21 service neutron] 10.222.0.20 "GET /v2.0/networks/6d2d37f0-a75e-40da-8b86-e97c521896d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929735 Aug 18 14:26:46.353777 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-b0186e86-721f-4323-9866-5410c3707f58 req-dd1eede0-bbf8-4ea6-8ca8-cdc960a0bf0f service neutron] 10.222.0.20 "GET /v2.0/networks/6d2d37f0-a75e-40da-8b86-e97c521896d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988727 Aug 18 14:26:46.912810 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2814191b-d6da-41c6-a889-df74ab73553d req-972b367b-a160-4897-88c5-d564aac2dd3f tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:46.915511 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2814191b-d6da-41c6-a889-df74ab73553d req-972b367b-a160-4897-88c5-d564aac2dd3f tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f4193bf-682d-4a03-a121-739baca12d81 HTTP/1.1" status: 200 len: 943 time: 0.0814927 Aug 18 14:26:46.963687 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2814191b-d6da-41c6-a889-df74ab73553d req-3439207a-074e-4ee4-bf52-78e5dccf9ee3 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9dfa937-8246-4585-8ad6-172229f92f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373476 Aug 18 14:26:47.827455 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:48.080527 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device bf6ad55f-cf81-4ab8-9cfa-598855791bf3 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:26:48.091610 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781144ef-5c8b-47eb-a008-1ddb495122d4 req-512c0f55-e0a3-40de-88d8-039efeefc7d1 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:48.093254 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-781144ef-5c8b-47eb-a008-1ddb495122d4 req-512c0f55-e0a3-40de-88d8-039efeefc7d1 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f4193bf-682d-4a03-a121-739baca12d81 HTTP/1.1" status: 200 len: 943 time: 0.0548582 Aug 18 14:26:48.143479 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-781144ef-5c8b-47eb-a008-1ddb495122d4 req-35cb57d4-9c97-4cd5-82d1-2cec8ceca97b tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9dfa937-8246-4585-8ad6-172229f92f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420873 Aug 18 14:26:48.201062 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port bf6ad55f-cf81-4ab8-9cfa-598855791bf3, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=bf6ad55f-cf81-4ab8-9cfa-598855791bf3,segment=NetworkSegment(f89ef9d4-eb6c-4634-ac3b-8840dc1ae446),segment_id=f89ef9d4-eb6c-4634-ac3b-8840dc1ae446)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:26:48.214464 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'bf6ad55f-cf81-4ab8-9cfa-598855791bf3', 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2', 'port_id': 'bf6ad55f-cf81-4ab8-9cfa-598855791bf3', 'mac_address': 'fa:16:3e:50:67:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b8f32c4-52ca-405a-981b-86fa36a12b9c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:26:48.254307 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:48.268301 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf6ad55f-cf81-4ab8-9cfa-598855791bf3 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:26:48.290793 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port bf6ad55f-cf81-4ab8-9cfa-598855791bf3, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=bf6ad55f-cf81-4ab8-9cfa-598855791bf3,segment=NetworkSegment(f89ef9d4-eb6c-4634-ac3b-8840dc1ae446),segment_id=f89ef9d4-eb6c-4634-ac3b-8840dc1ae446)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:26:48.350636 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:48.406086 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=bf6ad55f-cf81-4ab8-9cfa-598855791bf3,revision_number=4']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:48.560547 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['bf6ad55f-cf81-4ab8-9cfa-598855791bf3'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:26:49.305850 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1fcba-4f96-42fa-b820-0c4433dcc98a req-dc1d30e7-c661-455f-9566-c262b943fd84 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:49.307752 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-38e1fcba-4f96-42fa-b820-0c4433dcc98a req-dc1d30e7-c661-455f-9566-c262b943fd84 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f4193bf-682d-4a03-a121-739baca12d81 HTTP/1.1" status: 200 len: 944 time: 0.0546172 Aug 18 14:26:49.354674 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-38e1fcba-4f96-42fa-b820-0c4433dcc98a req-952d0d41-bc3b-46af-b4b0-6c64791ea933 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9dfa937-8246-4585-8ad6-172229f92f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404012 Aug 18 14:26:50.085226 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device bf6ad55f-cf81-4ab8-9cfa-598855791bf3 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:26:50.192756 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning for port bf6ad55f-cf81-4ab8-9cfa-598855791bf3 completed by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:26:50.197102 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port bf6ad55f-cf81-4ab8-9cfa-598855791bf3 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:26:50.197608 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:50.287800 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:50.315125 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f4193bf-682d-4a03-a121-739baca12d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6ad55f-cf81-4ab8-9cfa-598855791bf3'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:26:50.317523 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ba3b915c790ece66a99fb45b0530a9eb9c5b6743edcd6e3a78a03ec4b78c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c228ba-2a4e-49f4-bba8-df1dfd1adc15" -d '{"events": [{"server_uuid": "4f4193bf-682d-4a03-a121-739baca12d81", "name": "network-vif-plugged", "status": "completed", "tag": "bf6ad55f-cf81-4ab8-9cfa-598855791bf3"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:26:50.338886 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port bf6ad55f-cf81-4ab8-9cfa-598855791bf3, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=bf6ad55f-cf81-4ab8-9cfa-598855791bf3,segment=NetworkSegment(f89ef9d4-eb6c-4634-ac3b-8840dc1ae446),segment_id=f89ef9d4-eb6c-4634-ac3b-8840dc1ae446)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:26:50.363786 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb6b207-2612-4d38-bad1-06f0c0f37a1b x-openstack-request-id: req-6eb6b207-2612-4d38-bad1-06f0c0f37a1b {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:26:50.363786 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f4193bf-682d-4a03-a121-739baca12d81", "name": "network-vif-plugged", "status": "completed", "tag": "bf6ad55f-cf81-4ab8-9cfa-598855791bf3", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:26:50.363786 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6eb6b207-2612-4d38-bad1-06f0c0f37a1b {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:26:50.363786 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f4193bf-682d-4a03-a121-739baca12d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6ad55f-cf81-4ab8-9cfa-598855791bf3', 'code': 200} Aug 18 14:26:50.432910 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:50.488744 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=bf6ad55f-cf81-4ab8-9cfa-598855791bf3,revision_number=5']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:50.538640 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e636a-5517-483f-be7d-4ba191190970 req-4f8ac94a-ffda-4578-8569-79cfffb4f345 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:50.540277 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-642e636a-5517-483f-be7d-4ba191190970 req-4f8ac94a-ffda-4578-8569-79cfffb4f345 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f4193bf-682d-4a03-a121-739baca12d81 HTTP/1.1" status: 200 len: 945 time: 0.1104913 Aug 18 14:26:50.545569 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e39535-0a35-412c-a197-7a8b801fd0da req-76628b15-5c1c-4fb4-a601-a27f48f59f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:50.547288 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c6e39535-0a35-412c-a197-7a8b801fd0da req-76628b15-5c1c-4fb4-a601-a27f48f59f8f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4f4193bf-682d-4a03-a121-739baca12d81 HTTP/1.1" status: 200 len: 1096 time: 0.1022770 Aug 18 14:26:50.608520 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c6e39535-0a35-412c-a197-7a8b801fd0da req-0bed2868-2df3-402f-830f-0e2937145c83 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c9dfa937-8246-4585-8ad6-172229f92f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507274 Aug 18 14:26:50.611640 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-642e636a-5517-483f-be7d-4ba191190970 req-c2a5d808-d908-495b-83f9-9aa7b43b5052 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9dfa937-8246-4585-8ad6-172229f92f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606260 Aug 18 14:26:51.738976 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe56c3-e54b-4514-bf41-7b8c90eff81c req-a4a6f06a-d05a-4be6-bdbe-4020037d6676 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:51.740597 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-51fe56c3-e54b-4514-bf41-7b8c90eff81c req-a4a6f06a-d05a-4be6-bdbe-4020037d6676 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f4193bf-682d-4a03-a121-739baca12d81 HTTP/1.1" status: 200 len: 945 time: 0.0536945 Aug 18 14:26:51.783618 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-51fe56c3-e54b-4514-bf41-7b8c90eff81c req-d58a208f-d105-477c-803b-0120ee7ace6a tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9dfa937-8246-4585-8ad6-172229f92f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368989 Aug 18 14:26:51.952240 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e2c05-552e-4fd8-872b-cd767764e273 req-b9bc830c-97f8-4dda-8910-c567fcc39529 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:51.954056 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da9e2c05-552e-4fd8-872b-cd767764e273 req-b9bc830c-97f8-4dda-8910-c567fcc39529 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f4193bf-682d-4a03-a121-739baca12d81 HTTP/1.1" status: 200 len: 945 time: 0.0578368 Aug 18 14:26:51.995537 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-da9e2c05-552e-4fd8-872b-cd767764e273 req-1edbe017-bc7c-4233-95b8-0a1849093f4f tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9dfa937-8246-4585-8ad6-172229f92f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351336 Aug 18 14:26:52.018125 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42828) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:52.059998 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83eede32-8b09-4ae7-b1ce-77c70d3092b9 tempest-TestSnapshotPattern-2142286817 tempest-TestSnapshotPattern-2142286817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:52.061576 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-83eede32-8b09-4ae7-b1ce-77c70d3092b9 tempest-TestSnapshotPattern-2142286817 tempest-TestSnapshotPattern-2142286817-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4f4193bf-682d-4a03-a121-739baca12d81 HTTP/1.1" status: 200 len: 1091 time: 0.0423436 Aug 18 14:26:52.064677 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 42830) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:26:52.069724 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.v2.base [None req-52a1c7f2-8aa3-46e6-add9-991801aef5fd tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Request body: {'floatingip': {'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'port_id': 'bf6ad55f-cf81-4ab8-9cfa-598855791bf3', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:26:52.232860 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-52a1c7f2-8aa3-46e6-add9-991801aef5fd tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks [] for floatingip, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:52.357676 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-52a1c7f2-8aa3-46e6-add9-991801aef5fd tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:52.477447 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.db_base_plugin_common [None req-52a1c7f2-8aa3-46e6-add9-991801aef5fd tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Allocated IP 172.25.6.57 (0babe39a-03c6-4af7-9ca5-00804dd781c2/9ce6c240-0f9c-4a52-9afa-7fbf063c9bac/305cf259-47be-4eba-bd94-b1ceeaeec08f) {{(pid=101676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:26:52.597599 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-52a1c7f2-8aa3-46e6-add9-991801aef5fd tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks [] for port, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:52.776437 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-52a1c7f2-8aa3-46e6-add9-991801aef5fd tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897036611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:52.826714 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a1c7f2-8aa3-46e6-add9-991801aef5fd tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Network 0babe39a-03c6-4af7-9ca5-00804dd781c2 is already hosted by enough agents. {{(pid=101676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:26:52.830091 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.base_scheduler [None req-52a1c7f2-8aa3-46e6-add9-991801aef5fd tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Resources bound (agent type, host, resource id): {{(pid=101676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:26:52.834197 n-d-803603-2 neutron-server[101676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a1c7f2-8aa3-46e6-add9-991801aef5fd tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Received port after_create {{(pid=101676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:26:52.840462 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a1c7f2-8aa3-46e6-add9-991801aef5fd tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Pushing event updated for resources: {'Port': ['ID=305cf259-47be-4eba-bd94-b1ceeaeec08f,revision_number=1']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:52.870290 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a1c7f2-8aa3-46e6-add9-991801aef5fd tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:52.870645 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a1c7f2-8aa3-46e6-add9-991801aef5fd tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:52.870981 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a1c7f2-8aa3-46e6-add9-991801aef5fd tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:52.871328 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a1c7f2-8aa3-46e6-add9-991801aef5fd tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:52.871675 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a1c7f2-8aa3-46e6-add9-991801aef5fd tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:52.872015 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a1c7f2-8aa3-46e6-add9-991801aef5fd tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:52.872352 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a1c7f2-8aa3-46e6-add9-991801aef5fd tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:52.872683 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a1c7f2-8aa3-46e6-add9-991801aef5fd tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:52.873014 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a1c7f2-8aa3-46e6-add9-991801aef5fd tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:52.873342 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a1c7f2-8aa3-46e6-add9-991801aef5fd tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:52.873673 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a1c7f2-8aa3-46e6-add9-991801aef5fd tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:52.874031 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a1c7f2-8aa3-46e6-add9-991801aef5fd tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:26:53.281660 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-52a1c7f2-8aa3-46e6-add9-991801aef5fd tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:53.423789 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-52a1c7f2-8aa3-46e6-add9-991801aef5fd tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:53.600203 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-52a1c7f2-8aa3-46e6-add9-991801aef5fd tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks [] for port, precommit_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:53.676594 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-52a1c7f2-8aa3-46e6-add9-991801aef5fd tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32849702'] for port, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:53.751736 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a1c7f2-8aa3-46e6-add9-991801aef5fd tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Pushing event updated for resources: {'Port': ['ID=305cf259-47be-4eba-bd94-b1ceeaeec08f,revision_number=2']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:26:53.764553 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-52a1c7f2-8aa3-46e6-add9-991801aef5fd tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-491513'] for floatingip, after_update {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:53.874522 n-d-803603-2 neutron-server[101676]: INFO neutron.db.l3_db [None req-52a1c7f2-8aa3-46e6-add9-991801aef5fd tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Floating IP 483d2824-bbdb-4626-8e4a-3c956a2738a6 associated. External IP: 172.25.6.57, port: bf6ad55f-cf81-4ab8-9cfa-598855791bf3. Aug 18 14:26:54.150132 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ad1cffa-8b20-4951-9b62-0d6199fb7e4b req-ae21319f-fba1-448a-be1f-52bd9bfecba6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475707 Aug 18 14:26:54.242428 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1cffa-8b20-4951-9b62-0d6199fb7e4b req-9e4f9dfd-bcb8-43cc-b5b4-8b50437eceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:54.243983 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ad1cffa-8b20-4951-9b62-0d6199fb7e4b req-9e4f9dfd-bcb8-43cc-b5b4-8b50437eceb9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1a62804ead4d4501952aaae3b16855db&device_id=cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c HTTP/1.1" status: 200 len: 1095 time: 0.0484214 Aug 18 14:26:54.461017 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a1c7f2-8aa3-46e6-add9-991801aef5fd tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Router 8986c434-af83-49d5-ae9d-a6a8e91c8657 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:26:54.593278 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a1c7f2-8aa3-46e6-add9-991801aef5fd tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:26:54.607535 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac36ee4-1ace-44db-bc68-5c114253a0c1 None None] Sync routers for ids ['8986c434-af83-49d5-ae9d-a6a8e91c8657'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:26:54.620510 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac36ee4-1ace-44db-bc68-5c114253a0c1 None None] Routers {'8986c434-af83-49d5-ae9d-a6a8e91c8657'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:26:54.626873 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-6ac36ee4-1ace-44db-bc68-5c114253a0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:26:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['8986c434-af83-49d5-ae9d-a6a8e91c8657'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:54.706966 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-52a1c7f2-8aa3-46e6-add9-991801aef5fd tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:54.758405 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-52a1c7f2-8aa3-46e6-add9-991801aef5fd tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6790342 Aug 18 14:26:54.758405 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f4193bf-682d-4a03-a121-739baca12d81', 'tag': 'bf6ad55f-cf81-4ab8-9cfa-598855791bf3'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:26:54.758405 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8d889e168220163876f439a36e214edce7e14ad7c9e2b3367f43e2d5729643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8b3e57-22f8-40d9-9bad-b0c7c86559ce" -d '{"events": [{"name": "network-changed", "server_uuid": "4f4193bf-682d-4a03-a121-739baca12d81", "tag": "bf6ad55f-cf81-4ab8-9cfa-598855791bf3"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:26:54.759219 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-6ac36ee4-1ace-44db-bc68-5c114253a0c1 None None] Set router 8986c434-af83-49d5-ae9d-a6a8e91c8657 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:26:54.799391 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26371e7b-34d5-40d1-8aad-2013ab0becba x-openstack-request-id: req-26371e7b-34d5-40d1-8aad-2013ab0becba {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:26:54.799753 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f4193bf-682d-4a03-a121-739baca12d81", "tag": "bf6ad55f-cf81-4ab8-9cfa-598855791bf3", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:26:54.800130 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26371e7b-34d5-40d1-8aad-2013ab0becba {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:26:54.803174 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f4193bf-682d-4a03-a121-739baca12d81', 'tag': 'bf6ad55f-cf81-4ab8-9cfa-598855791bf3', 'status': 'completed', 'code': 200} Aug 18 14:26:54.836797 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1cffa-8b20-4951-9b62-0d6199fb7e4b req-cba2fb8c-d1ad-42ac-9702-17384b534e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:54.845272 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ad1cffa-8b20-4951-9b62-0d6199fb7e4b req-cba2fb8c-d1ad-42ac-9702-17384b534e91 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6d2d37f0-a75e-40da-8b86-e97c521896d2 HTTP/1.1" status: 200 len: 910 time: 0.5719426 Aug 18 14:26:54.931664 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b3e57-22f8-40d9-9bad-b0c7c86559ce req-f78cab9b-51ca-426c-9f4b-9a3b82aa6ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:54.933200 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ac8b3e57-22f8-40d9-9bad-b0c7c86559ce req-f78cab9b-51ca-426c-9f4b-9a3b82aa6ca3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a62804ead4d4501952aaae3b16855db&device_id=4f4193bf-682d-4a03-a121-739baca12d81 HTTP/1.1" status: 200 len: 1096 time: 0.1122022 Aug 18 14:26:54.937551 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ad1cffa-8b20-4951-9b62-0d6199fb7e4b req-f40586d3-ff08-4a89-8a62-3bbce116f8b8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51d1b453-65a7-4f57-be22-003121583bab HTTP/1.1" status: 200 len: 1000 time: 0.0739753 Aug 18 14:26:55.037730 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-6ac36ee4-1ace-44db-bc68-5c114253a0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'name': 'tempest-TestSnapshotPattern-813575060-router', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '47c41b09-4985-45d2-a2c5-cbdcf3babfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:23:41Z', 'updated_at': '2021-08-18T14:23:45Z', 'revision_number': 4, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'gw_port': {'id': '47c41b09-4985-45d2-a2c5-cbdcf3babfa2', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:42Z', 'updated_at': '2021-08-18T14:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '483d2824-bbdb-4626-8e4a-3c956a2738a6', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'floating_ip_address': '172.25.6.57', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'port_id': 'bf6ad55f-cf81-4ab8-9cfa-598855791bf3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2', 'mac_address': 'fa:16:3e:50:67:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4193bf-682d-4a03-a121-739baca12d81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:26:53Z', 'updated_at': '2021-08-18T14:26:53Z', 'revision_number': 0, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'fixed_ip_address_scope': None}, {'id': '695632ed-4ae6-41b2-81f3-d7da22e5fc15', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'port_id': '51d1b453-65a7-4f57-be22-003121583bab', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2', 'mac_address': 'fa:16:3e:2f:5e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:24:13Z', 'updated_at': '2021-08-18T14:24:16Z', 'revision_number': 1, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b2612e8-c02b-40aa-aaac-551419b4c6c3', 'name': '', 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'mac_address': 'fa:16:3e:6e:49:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5b8f32c4-52ca-405a-981b-86fa36a12b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:44Z', 'updated_at': '2021-08-18T14:23:52Z', 'revision_number': 5, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'subnets': [{'id': '5b8f32c4-52ca-405a-981b-86fa36a12b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:55.044411 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1cffa-8b20-4951-9b62-0d6199fb7e4b req-9f1e84fa-c289-4c11-9267-7f6f489ac962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:55.045884 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ad1cffa-8b20-4951-9b62-0d6199fb7e4b req-9f1e84fa-c289-4c11-9267-7f6f489ac962 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b8f32c4-52ca-405a-981b-86fa36a12b9c HTTP/1.1" status: 200 len: 848 time: 0.0982749 Aug 18 14:26:55.075227 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac36ee4-1ace-44db-bc68-5c114253a0c1 None None] Checking router: 8986c434-af83-49d5-ae9d-a6a8e91c8657 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:26:55.087957 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac36ee4-1ace-44db-bc68-5c114253a0c1 None None] Routers {'8986c434-af83-49d5-ae9d-a6a8e91c8657'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:26:55.088673 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-6ac36ee4-1ace-44db-bc68-5c114253a0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:26:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['8986c434-af83-49d5-ae9d-a6a8e91c8657'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:55.099934 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b3e57-22f8-40d9-9bad-b0c7c86559ce req-7b24da7d-b2cb-467c-ba5a-0e8ce9ffd413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:55.101493 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ac8b3e57-22f8-40d9-9bad-b0c7c86559ce req-7b24da7d-b2cb-467c-ba5a-0e8ce9ffd413 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6d2d37f0-a75e-40da-8b86-e97c521896d2 HTTP/1.1" status: 200 len: 910 time: 0.1614637 Aug 18 14:26:55.150647 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1cffa-8b20-4951-9b62-0d6199fb7e4b req-1d3d6565-5c6c-40c5-8b08-0248715c7b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:55.152209 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ad1cffa-8b20-4951-9b62-0d6199fb7e4b req-1d3d6565-5c6c-40c5-8b08-0248715c7b47 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6d2d37f0-a75e-40da-8b86-e97c521896d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937204 Aug 18 14:26:55.218509 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-6ac36ee4-1ace-44db-bc68-5c114253a0c1 None None] Set router 8986c434-af83-49d5-ae9d-a6a8e91c8657 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:26:55.226752 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ac8b3e57-22f8-40d9-9bad-b0c7c86559ce req-6dd78877-ac5e-47d9-8972-cdb106b69b87 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf6ad55f-cf81-4ab8-9cfa-598855791bf3 HTTP/1.1" status: 200 len: 998 time: 0.1183040 Aug 18 14:26:55.307136 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b3e57-22f8-40d9-9bad-b0c7c86559ce req-5645e490-72ba-4716-a6fb-315fadf8e135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:55.308596 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ac8b3e57-22f8-40d9-9bad-b0c7c86559ce req-5645e490-72ba-4716-a6fb-315fadf8e135 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b8f32c4-52ca-405a-981b-86fa36a12b9c HTTP/1.1" status: 200 len: 848 time: 0.0744188 Aug 18 14:26:55.315311 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ad1cffa-8b20-4951-9b62-0d6199fb7e4b req-002337fa-deb6-41d3-8302-949c83819cf7 service neutron] 10.222.0.39 "GET /v2.0/networks/6d2d37f0-a75e-40da-8b86-e97c521896d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524343 Aug 18 14:26:55.416041 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b3e57-22f8-40d9-9bad-b0c7c86559ce req-83a87424-4021-47c0-8d66-9053db4beb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:26:55.417594 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ac8b3e57-22f8-40d9-9bad-b0c7c86559ce req-83a87424-4021-47c0-8d66-9053db4beb88 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6d2d37f0-a75e-40da-8b86-e97c521896d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013918 Aug 18 14:26:55.506735 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-5ad1cffa-8b20-4951-9b62-0d6199fb7e4b req-44474175-5c81-4d96-a54b-1b6338e30fe9 service neutron] 10.222.0.39 "GET /v2.0/networks/6d2d37f0-a75e-40da-8b86-e97c521896d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807628 Aug 18 14:26:55.515318 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-6ac36ee4-1ace-44db-bc68-5c114253a0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'name': 'tempest-TestSnapshotPattern-813575060-router', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '47c41b09-4985-45d2-a2c5-cbdcf3babfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:23:41Z', 'updated_at': '2021-08-18T14:23:45Z', 'revision_number': 4, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'gw_port': {'id': '47c41b09-4985-45d2-a2c5-cbdcf3babfa2', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:42Z', 'updated_at': '2021-08-18T14:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '483d2824-bbdb-4626-8e4a-3c956a2738a6', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'floating_ip_address': '172.25.6.57', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'port_id': 'bf6ad55f-cf81-4ab8-9cfa-598855791bf3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2', 'mac_address': 'fa:16:3e:50:67:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4193bf-682d-4a03-a121-739baca12d81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:26:53Z', 'updated_at': '2021-08-18T14:26:53Z', 'revision_number': 0, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'fixed_ip_address_scope': None}, {'id': '695632ed-4ae6-41b2-81f3-d7da22e5fc15', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'port_id': '51d1b453-65a7-4f57-be22-003121583bab', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2', 'mac_address': 'fa:16:3e:2f:5e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:24:13Z', 'updated_at': '2021-08-18T14:24:16Z', 'revision_number': 1, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b2612e8-c02b-40aa-aaac-551419b4c6c3', 'name': '', 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'mac_address': 'fa:16:3e:6e:49:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5b8f32c4-52ca-405a-981b-86fa36a12b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:44Z', 'updated_at': '2021-08-18T14:23:52Z', 'revision_number': 5, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'subnets': [{'id': '5b8f32c4-52ca-405a-981b-86fa36a12b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:26:55.548591 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac36ee4-1ace-44db-bc68-5c114253a0c1 None None] The sync data for ids ['8986c434-af83-49d5-ae9d-a6a8e91c8657'] in n-d-803603-2 is: [{'id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'name': 'tempest-TestSnapshotPattern-813575060-router', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '47c41b09-4985-45d2-a2c5-cbdcf3babfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:23:41Z', 'updated_at': '2021-08-18T14:23:45Z', 'revision_number': 4, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'gw_port': {'id': '47c41b09-4985-45d2-a2c5-cbdcf3babfa2', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:42Z', 'updated_at': '2021-08-18T14:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '483d2824-bbdb-4626-8e4a-3c956a2738a6', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'floating_ip_address': '172.25.6.57', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'port_id': 'bf6ad55f-cf81-4ab8-9cfa-598855791bf3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2', 'mac_address': 'fa:16:3e:50:67:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4193bf-682d-4a03-a121-739baca12d81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:26:53Z', 'updated_at': '2021-08-18T14:26:53Z', 'revision_number': 0, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'fixed_ip_address_scope': None}, {'id': '695632ed-4ae6-41b2-81f3-d7da22e5fc15', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'port_id': '51d1b453-65a7-4f57-be22-003121583bab', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2', 'mac_address': 'fa:16:3e:2f:5e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:24:13Z', 'updated_at': '2021-08-18T14:24:16Z', 'revision_number': 1, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b2612e8-c02b-40aa-aaac-551419b4c6c3', 'name': '', 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'mac_address': 'fa:16:3e:6e:49:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5b8f32c4-52ca-405a-981b-86fa36a12b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:44Z', 'updated_at': '2021-08-18T14:23:52Z', 'revision_number': 5, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'subnets': [{'id': '5b8f32c4-52ca-405a-981b-86fa36a12b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:26:55.559608 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ac8b3e57-22f8-40d9-9bad-b0c7c86559ce req-d303ab44-5538-4d54-b582-4087e9ca65da service neutron] 10.222.0.20 "GET /v2.0/networks/6d2d37f0-a75e-40da-8b86-e97c521896d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336005 Aug 18 14:26:55.675234 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-ac8b3e57-22f8-40d9-9bad-b0c7c86559ce req-527d399b-30a0-4be0-a6cc-c92254b40185 service neutron] 10.222.0.20 "GET /v2.0/networks/6d2d37f0-a75e-40da-8b86-e97c521896d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079919 Aug 18 14:26:55.800084 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd98a24f-2a9c-4693-9d83-7476bc544a2e None None] New status for floating IP 483d2824-bbdb-4626-8e4a-3c956a2738a6: ACTIVE {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:26:58.638839 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:26:59.730027 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:04.109581 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:27:11.729347 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-09130c9b-b8b4-4f57-94da-628c0a59c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:13.950689 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-46f1b94b-9d87-4871-92aa-fb9630abfe52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:14.727749 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:15.833139 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:17.837575 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:21.493252 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f1df0406-5941-40ce-96e9-615a984818c6 req-13bdc32b-a2af-4a68-b18a-0cedac7f21c7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4f4193bf-682d-4a03-a121-739baca12d81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0488780 Aug 18 14:27:21.589763 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df0406-5941-40ce-96e9-615a984818c6 req-c3be6590-a5bb-4e08-8de2-16eb5b3caf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:21.591642 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f1df0406-5941-40ce-96e9-615a984818c6 req-c3be6590-a5bb-4e08-8de2-16eb5b3caf34 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a62804ead4d4501952aaae3b16855db&device_id=4f4193bf-682d-4a03-a121-739baca12d81 HTTP/1.1" status: 200 len: 1096 time: 0.0535705 Aug 18 14:27:21.717587 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df0406-5941-40ce-96e9-615a984818c6 req-f95364c9-a8d7-4fbc-bdf4-a331ff11f061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:21.719364 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f1df0406-5941-40ce-96e9-615a984818c6 req-f95364c9-a8d7-4fbc-bdf4-a331ff11f061 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6d2d37f0-a75e-40da-8b86-e97c521896d2 HTTP/1.1" status: 200 len: 910 time: 0.1048753 Aug 18 14:27:21.805232 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f1df0406-5941-40ce-96e9-615a984818c6 req-450a68fc-14f7-4b69-8720-56134cb1a1cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf6ad55f-cf81-4ab8-9cfa-598855791bf3 HTTP/1.1" status: 200 len: 1000 time: 0.0782444 Aug 18 14:27:21.868246 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df0406-5941-40ce-96e9-615a984818c6 req-98616080-4cab-4ecc-bcb9-4da28b9c43dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:21.869739 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f1df0406-5941-40ce-96e9-615a984818c6 req-98616080-4cab-4ecc-bcb9-4da28b9c43dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b8f32c4-52ca-405a-981b-86fa36a12b9c HTTP/1.1" status: 200 len: 848 time: 0.0568273 Aug 18 14:27:21.920399 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df0406-5941-40ce-96e9-615a984818c6 req-fe276081-c4e0-46dc-8334-98b6be6d8eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:21.921988 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f1df0406-5941-40ce-96e9-615a984818c6 req-fe276081-c4e0-46dc-8334-98b6be6d8eff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6d2d37f0-a75e-40da-8b86-e97c521896d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452938 Aug 18 14:27:22.028756 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f1df0406-5941-40ce-96e9-615a984818c6 req-149ec373-c2b0-4c86-ada7-111c0c994743 service neutron] 10.222.0.20 "GET /v2.0/networks/6d2d37f0-a75e-40da-8b86-e97c521896d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993881 Aug 18 14:27:22.131677 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-f1df0406-5941-40ce-96e9-615a984818c6 req-d8db1556-442c-4315-8d6a-08bd7fdb7ed7 service neutron] 10.222.0.20 "GET /v2.0/networks/6d2d37f0-a75e-40da-8b86-e97c521896d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949757 Aug 18 14:27:28.652739 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:29.746348 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:41.109889 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:27:41.716860 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-aea838e1-d2f3-4f23-a67a-fb086caa62e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:43.910228 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a99fa66a-9793-4682-9367-0771de2fafec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:44.688298 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:45.829382 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:47.848565 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:55.119070 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-feb7b906-9bda-4073-a1ed-299750ae12bf req-89d80da2-d977-442f-9b80-a92b8b41896f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502460 Aug 18 14:27:55.214020 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7b906-9bda-4073-a1ed-299750ae12bf req-95f8aae8-700c-4e0a-8c76-6114f50bd05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:55.215611 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-feb7b906-9bda-4073-a1ed-299750ae12bf req-95f8aae8-700c-4e0a-8c76-6114f50bd05c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1a62804ead4d4501952aaae3b16855db&device_id=cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c HTTP/1.1" status: 200 len: 1095 time: 0.0503118 Aug 18 14:27:55.329696 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7b906-9bda-4073-a1ed-299750ae12bf req-70daf8e8-37bf-47ad-8a25-8a004283c8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:55.331871 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-feb7b906-9bda-4073-a1ed-299750ae12bf req-70daf8e8-37bf-47ad-8a25-8a004283c8f6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6d2d37f0-a75e-40da-8b86-e97c521896d2 HTTP/1.1" status: 200 len: 910 time: 0.0951681 Aug 18 14:27:55.411482 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-feb7b906-9bda-4073-a1ed-299750ae12bf req-b6d685dc-fd8a-461e-bda0-0f24ea5454c1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51d1b453-65a7-4f57-be22-003121583bab HTTP/1.1" status: 200 len: 1000 time: 0.0708828 Aug 18 14:27:55.465303 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7b906-9bda-4073-a1ed-299750ae12bf req-582db86b-ad99-47a3-a877-acdbddd00867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:55.466863 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-feb7b906-9bda-4073-a1ed-299750ae12bf req-582db86b-ad99-47a3-a877-acdbddd00867 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b8f32c4-52ca-405a-981b-86fa36a12b9c HTTP/1.1" status: 200 len: 848 time: 0.0479422 Aug 18 14:27:55.518031 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7b906-9bda-4073-a1ed-299750ae12bf req-dcd0a28f-a185-43e0-ae62-fbe0792629a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:27:55.540471 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-feb7b906-9bda-4073-a1ed-299750ae12bf req-dcd0a28f-a185-43e0-ae62-fbe0792629a9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6d2d37f0-a75e-40da-8b86-e97c521896d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450709 Aug 18 14:27:55.624953 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-feb7b906-9bda-4073-a1ed-299750ae12bf req-119b1dc5-af58-42be-ad2b-9e0e8367fb86 service neutron] 10.222.0.39 "GET /v2.0/networks/6d2d37f0-a75e-40da-8b86-e97c521896d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962019 Aug 18 14:27:55.722034 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-feb7b906-9bda-4073-a1ed-299750ae12bf req-0bfe5289-64c2-4c6f-ab71-fccb2d8bf2e8 service neutron] 10.222.0.39 "GET /v2.0/networks/6d2d37f0-a75e-40da-8b86-e97c521896d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883365 Aug 18 14:27:58.660536 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:27:59.772172 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:11.693529 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ff52029a-ebb6-4d72-9b93-76bab19b61d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:13.888173 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-99740dfb-3e9e-43d8-936a-8967fa946d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:14.704870 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:15.825000 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:17.824883 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:18.109797 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:28:22.484618 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6a9f040e-44a9-43d0-a3ab-31560b375fcd req-114c0dc1-c6e3-4ab3-ad14-7007832302b4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4f4193bf-682d-4a03-a121-739baca12d81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426712 Aug 18 14:28:22.584901 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f040e-44a9-43d0-a3ab-31560b375fcd req-f165634c-7ad3-4fc9-9019-5ed4bcb8d8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:22.586558 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6a9f040e-44a9-43d0-a3ab-31560b375fcd req-f165634c-7ad3-4fc9-9019-5ed4bcb8d8df service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a62804ead4d4501952aaae3b16855db&device_id=4f4193bf-682d-4a03-a121-739baca12d81 HTTP/1.1" status: 200 len: 1096 time: 0.0580618 Aug 18 14:28:22.696051 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f040e-44a9-43d0-a3ab-31560b375fcd req-a8b16e86-4c55-4aed-bb55-b69c79cf1808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:22.697615 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6a9f040e-44a9-43d0-a3ab-31560b375fcd req-a8b16e86-4c55-4aed-bb55-b69c79cf1808 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6d2d37f0-a75e-40da-8b86-e97c521896d2 HTTP/1.1" status: 200 len: 910 time: 0.0916641 Aug 18 14:28:22.781980 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6a9f040e-44a9-43d0-a3ab-31560b375fcd req-6567fd50-1b81-446e-9959-b3ce65d91689 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf6ad55f-cf81-4ab8-9cfa-598855791bf3 HTTP/1.1" status: 200 len: 1000 time: 0.0773089 Aug 18 14:28:22.833990 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f040e-44a9-43d0-a3ab-31560b375fcd req-19df5429-68ca-4848-a950-29a0566f2706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:22.835610 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6a9f040e-44a9-43d0-a3ab-31560b375fcd req-19df5429-68ca-4848-a950-29a0566f2706 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b8f32c4-52ca-405a-981b-86fa36a12b9c HTTP/1.1" status: 200 len: 848 time: 0.0474575 Aug 18 14:28:22.885877 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f040e-44a9-43d0-a3ab-31560b375fcd req-894424c8-0c61-4642-bcb6-29b48fb6e899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:22.887474 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6a9f040e-44a9-43d0-a3ab-31560b375fcd req-894424c8-0c61-4642-bcb6-29b48fb6e899 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6d2d37f0-a75e-40da-8b86-e97c521896d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447676 Aug 18 14:28:22.988880 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6a9f040e-44a9-43d0-a3ab-31560b375fcd req-45bfd7cc-9b63-42a4-9e21-16595818cd4f service neutron] 10.222.0.20 "GET /v2.0/networks/6d2d37f0-a75e-40da-8b86-e97c521896d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944507 Aug 18 14:28:23.087687 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-6a9f040e-44a9-43d0-a3ab-31560b375fcd req-fc5f130f-4c3f-418f-abe3-83bfb49144cb service neutron] 10.222.0.20 "GET /v2.0/networks/6d2d37f0-a75e-40da-8b86-e97c521896d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922992 Aug 18 14:28:26.481940 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device bf6ad55f-cf81-4ab8-9cfa-598855791bf3 details requested by agent hyperv_n-h2-803603-2 with host n-h2-803603-2 {{(pid=101677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:28:26.588849 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port bf6ad55f-cf81-4ab8-9cfa-598855791bf3, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=bf6ad55f-cf81-4ab8-9cfa-598855791bf3,segment=NetworkSegment(f89ef9d4-eb6c-4634-ac3b-8840dc1ae446),segment_id=f89ef9d4-eb6c-4634-ac3b-8840dc1ae446)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:28:26.601045 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Returning: {'device': 'bf6ad55f-cf81-4ab8-9cfa-598855791bf3', 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2', 'port_id': 'bf6ad55f-cf81-4ab8-9cfa-598855791bf3', 'mac_address': 'fa:16:3e:50:67:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b8f32c4-52ca-405a-981b-86fa36a12b9c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:28:26.638830 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:26.653787 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf6ad55f-cf81-4ab8-9cfa-598855791bf3 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:28:26.675547 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port bf6ad55f-cf81-4ab8-9cfa-598855791bf3, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=bf6ad55f-cf81-4ab8-9cfa-598855791bf3,segment=NetworkSegment(f89ef9d4-eb6c-4634-ac3b-8840dc1ae446),segment_id=f89ef9d4-eb6c-4634-ac3b-8840dc1ae446)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:28:26.750546 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:26.808246 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=bf6ad55f-cf81-4ab8-9cfa-598855791bf3,revision_number=6']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:26.816709 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:26.817058 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:26.817452 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:26.817792 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:26.818126 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:26.818481 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:26.818811 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:26.819140 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:26.819484 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:26.819793 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:26.820115 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:26.820437 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:26.851618 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] get_ports_and_sgs() called for port_ids ['bf6ad55f-cf81-4ab8-9cfa-598855791bf3'] {{(pid=101677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:28:28.509285 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device bf6ad55f-cf81-4ab8-9cfa-598855791bf3 up at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:28:28.580267 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Provisioning complete for port bf6ad55f-cf81-4ab8-9cfa-598855791bf3 triggered by entity L2. {{(pid=101677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:28:28.580781 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3666925'] for port, provisioning_complete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:28.636629 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:28.683307 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:28.717975 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f4193bf-682d-4a03-a121-739baca12d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6ad55f-cf81-4ab8-9cfa-598855791bf3'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:28:28.722084 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ba3b915c790ece66a99fb45b0530a9eb9c5b6743edcd6e3a78a03ec4b78c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7186e32e-22be-4a67-8bd6-4df9a4e7a9b4" -d '{"events": [{"server_uuid": "4f4193bf-682d-4a03-a121-739baca12d81", "name": "network-vif-plugged", "status": "completed", "tag": "bf6ad55f-cf81-4ab8-9cfa-598855791bf3"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:28:28.739880 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port bf6ad55f-cf81-4ab8-9cfa-598855791bf3, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=bf6ad55f-cf81-4ab8-9cfa-598855791bf3,segment=NetworkSegment(f89ef9d4-eb6c-4634-ac3b-8840dc1ae446),segment_id=f89ef9d4-eb6c-4634-ac3b-8840dc1ae446)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:28:28.786993 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb98a0a-8325-4754-848a-84ee5c1f2cb3 x-openstack-request-id: req-dcb98a0a-8325-4754-848a-84ee5c1f2cb3 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:28:28.787420 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f4193bf-682d-4a03-a121-739baca12d81", "name": "network-vif-plugged", "status": "completed", "tag": "bf6ad55f-cf81-4ab8-9cfa-598855791bf3", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:28:28.787797 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dcb98a0a-8325-4754-848a-84ee5c1f2cb3 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:28:28.788304 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f4193bf-682d-4a03-a121-739baca12d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6ad55f-cf81-4ab8-9cfa-598855791bf3', 'code': 200} Aug 18 14:28:28.858408 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:28.912937 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=bf6ad55f-cf81-4ab8-9cfa-598855791bf3,revision_number=7']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:29.790718 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:40.547605 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43048) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:40.724753 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-b6b0bf2e-bbfd-48e3-b835-299f0cfa88af tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Deleting port 305cf259-47be-4eba-bd94-b1ceeaeec08f {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:28:40.725243 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b6b0bf2e-bbfd-48e3-b835-299f0cfa88af tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:40.813590 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b6b0bf2e-bbfd-48e3-b835-299f0cfa88af tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:40.813909 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b6b0bf2e-bbfd-48e3-b835-299f0cfa88af tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:40.828140 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-b6b0bf2e-bbfd-48e3-b835-299f0cfa88af tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Calling delete_port for 305cf259-47be-4eba-bd94-b1ceeaeec08f owned by network:floatingip {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:28:41.059034 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b6b0bf2e-bbfd-48e3-b835-299f0cfa88af tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:41.088377 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b0bf2e-bbfd-48e3-b835-299f0cfa88af tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Pushing event deleted for resources: {'Port': ['ID=305cf259-47be-4eba-bd94-b1ceeaeec08f,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:41.103229 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b0bf2e-bbfd-48e3-b835-299f0cfa88af tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:41.103757 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b0bf2e-bbfd-48e3-b835-299f0cfa88af tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:41.104218 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b0bf2e-bbfd-48e3-b835-299f0cfa88af tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:41.104658 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b0bf2e-bbfd-48e3-b835-299f0cfa88af tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:41.105110 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b0bf2e-bbfd-48e3-b835-299f0cfa88af tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:41.105549 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b0bf2e-bbfd-48e3-b835-299f0cfa88af tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:41.106033 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b0bf2e-bbfd-48e3-b835-299f0cfa88af tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:41.106505 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b0bf2e-bbfd-48e3-b835-299f0cfa88af tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:41.106934 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b0bf2e-bbfd-48e3-b835-299f0cfa88af tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:41.107363 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b0bf2e-bbfd-48e3-b835-299f0cfa88af tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:41.107796 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b0bf2e-bbfd-48e3-b835-299f0cfa88af tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:41.108248 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b0bf2e-bbfd-48e3-b835-299f0cfa88af tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:41.168654 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b6b0bf2e-bbfd-48e3-b835-299f0cfa88af tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks [] for floatingip, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:41.169128 n-d-803603-2 neutron-server[101675]: INFO neutron.db.l3_db [None req-b6b0bf2e-bbfd-48e3-b835-299f0cfa88af tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Floating IP 483d2824-bbdb-4626-8e4a-3c956a2738a6 disassociated (deleted). External IP: 172.25.6.57, port: bf6ad55f-cf81-4ab8-9cfa-598855791bf3. Aug 18 14:28:41.395054 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b0bf2e-bbfd-48e3-b835-299f0cfa88af tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Router 8986c434-af83-49d5-ae9d-a6a8e91c8657 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:28:41.508975 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b0bf2e-bbfd-48e3-b835-299f0cfa88af tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:28:41.514902 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-b6b0bf2e-bbfd-48e3-b835-299f0cfa88af tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:41.522367 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5d1a2b-4053-4d57-8192-675006552fd3 None None] Sync routers for ids ['8986c434-af83-49d5-ae9d-a6a8e91c8657'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:28:41.533497 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5d1a2b-4053-4d57-8192-675006552fd3 None None] Routers {'8986c434-af83-49d5-ae9d-a6a8e91c8657'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:28:41.534139 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-ac5d1a2b-4053-4d57-8192-675006552fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:28:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['8986c434-af83-49d5-ae9d-a6a8e91c8657'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:41.551021 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b6b0bf2e-bbfd-48e3-b835-299f0cfa88af tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "DELETE /v2.0/floatingips/483d2824-bbdb-4626-8e4a-3c956a2738a6 HTTP/1.1" status: 204 len: 168 time: 1.0014746 Aug 18 14:28:41.552102 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f4193bf-682d-4a03-a121-739baca12d81', 'tag': 'bf6ad55f-cf81-4ab8-9cfa-598855791bf3'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:28:41.556298 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a587e54-d059-420c-be8e-e9fad66036bd" -d '{"events": [{"name": "network-changed", "server_uuid": "4f4193bf-682d-4a03-a121-739baca12d81", "tag": "bf6ad55f-cf81-4ab8-9cfa-598855791bf3"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:28:41.632148 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87430b5a-859e-4eb3-b961-f041dce0a96f x-openstack-request-id: req-87430b5a-859e-4eb3-b961-f041dce0a96f {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:28:41.633484 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f4193bf-682d-4a03-a121-739baca12d81", "tag": "bf6ad55f-cf81-4ab8-9cfa-598855791bf3", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:28:41.633484 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87430b5a-859e-4eb3-b961-f041dce0a96f {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:28:41.634608 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f4193bf-682d-4a03-a121-739baca12d81', 'tag': 'bf6ad55f-cf81-4ab8-9cfa-598855791bf3', 'status': 'completed', 'code': 200} Aug 18 14:28:41.666591 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-ac5d1a2b-4053-4d57-8192-675006552fd3 None None] Set router 8986c434-af83-49d5-ae9d-a6a8e91c8657 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:28:41.724434 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a587e54-d059-420c-be8e-e9fad66036bd req-2034d70c-d2a8-467e-a32f-6b575b3e886e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:41.726147 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3a587e54-d059-420c-be8e-e9fad66036bd req-2034d70c-d2a8-467e-a32f-6b575b3e886e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a62804ead4d4501952aaae3b16855db&device_id=4f4193bf-682d-4a03-a121-739baca12d81 HTTP/1.1" status: 200 len: 1096 time: 0.0731745 Aug 18 14:28:41.772505 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-aff1b7e5-bc5e-459b-bb8f-f8b5da49d607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:41.857710 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a587e54-d059-420c-be8e-e9fad66036bd req-33173ef1-9850-491b-9b03-fa98e1b17904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:41.859274 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3a587e54-d059-420c-be8e-e9fad66036bd req-33173ef1-9850-491b-9b03-fa98e1b17904 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6d2d37f0-a75e-40da-8b86-e97c521896d2 HTTP/1.1" status: 200 len: 910 time: 0.1262219 Aug 18 14:28:41.909730 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3a587e54-d059-420c-be8e-e9fad66036bd req-5d89610f-b588-480a-9f05-33ae0e8e2086 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf6ad55f-cf81-4ab8-9cfa-598855791bf3 HTTP/1.1" status: 200 len: 217 time: 0.0432334 Aug 18 14:28:41.974792 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a587e54-d059-420c-be8e-e9fad66036bd req-86156ef2-94dd-4469-99f0-23fb48551c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:41.978037 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3a587e54-d059-420c-be8e-e9fad66036bd req-86156ef2-94dd-4469-99f0-23fb48551c4e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b8f32c4-52ca-405a-981b-86fa36a12b9c HTTP/1.1" status: 200 len: 848 time: 0.0608227 Aug 18 14:28:41.997213 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-ac5d1a2b-4053-4d57-8192-675006552fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'name': 'tempest-TestSnapshotPattern-813575060-router', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '47c41b09-4985-45d2-a2c5-cbdcf3babfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:23:41Z', 'updated_at': '2021-08-18T14:23:45Z', 'revision_number': 4, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'gw_port': {'id': '47c41b09-4985-45d2-a2c5-cbdcf3babfa2', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:42Z', 'updated_at': '2021-08-18T14:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '695632ed-4ae6-41b2-81f3-d7da22e5fc15', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'port_id': '51d1b453-65a7-4f57-be22-003121583bab', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2', 'mac_address': 'fa:16:3e:2f:5e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:24:13Z', 'updated_at': '2021-08-18T14:24:16Z', 'revision_number': 1, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b2612e8-c02b-40aa-aaac-551419b4c6c3', 'name': '', 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'mac_address': 'fa:16:3e:6e:49:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5b8f32c4-52ca-405a-981b-86fa36a12b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:44Z', 'updated_at': '2021-08-18T14:23:52Z', 'revision_number': 5, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'subnets': [{'id': '5b8f32c4-52ca-405a-981b-86fa36a12b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:42.055091 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a587e54-d059-420c-be8e-e9fad66036bd req-c6fe3654-7283-4eb4-984b-6f3db6a1fece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:42.057089 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3a587e54-d059-420c-be8e-e9fad66036bd req-c6fe3654-7283-4eb4-984b-6f3db6a1fece service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6d2d37f0-a75e-40da-8b86-e97c521896d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720568 Aug 18 14:28:42.181997 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3a587e54-d059-420c-be8e-e9fad66036bd req-7bc733b2-3cc8-4521-a15e-dd5708e8b598 service neutron] 10.222.0.20 "GET /v2.0/networks/6d2d37f0-a75e-40da-8b86-e97c521896d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169744 Aug 18 14:28:42.275970 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5d1a2b-4053-4d57-8192-675006552fd3 None None] Checking router: 8986c434-af83-49d5-ae9d-a6a8e91c8657 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:28:42.290935 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5d1a2b-4053-4d57-8192-675006552fd3 None None] Routers {'8986c434-af83-49d5-ae9d-a6a8e91c8657'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:28:42.292015 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-ac5d1a2b-4053-4d57-8192-675006552fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:28:14Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['8986c434-af83-49d5-ae9d-a6a8e91c8657'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:42.309987 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-3a587e54-d059-420c-be8e-e9fad66036bd req-4e5d8303-bbd5-4203-abd7-a8c342eee4e0 service neutron] 10.222.0.20 "GET /v2.0/networks/6d2d37f0-a75e-40da-8b86-e97c521896d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191461 Aug 18 14:28:42.326743 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad947ee9-b369-465d-93cb-ac8606d38580 req-f416be76-545c-4a9d-8f96-746d082b862c tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:42.329605 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ad947ee9-b369-465d-93cb-ac8606d38580 req-f416be76-545c-4a9d-8f96-746d082b862c tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f4193bf-682d-4a03-a121-739baca12d81 HTTP/1.1" status: 200 len: 945 time: 0.1404443 Aug 18 14:28:42.393182 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-ad947ee9-b369-465d-93cb-ac8606d38580 req-6c3fa1a5-7ab2-4cef-93e5-5eb9eb71504f tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9dfa937-8246-4585-8ad6-172229f92f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570455 Aug 18 14:28:42.440663 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-ac5d1a2b-4053-4d57-8192-675006552fd3 None None] Set router 8986c434-af83-49d5-ae9d-a6a8e91c8657 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:28:42.579473 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device bf6ad55f-cf81-4ab8-9cfa-598855791bf3 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:28:42.751703 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3560010'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:42.800063 n-d-803603-2 neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f4193bf-682d-4a03-a121-739baca12d81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf6ad55f-cf81-4ab8-9cfa-598855791bf3'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:28:42.802635 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ba3b915c790ece66a99fb45b0530a9eb9c5b6743edcd6e3a78a03ec4b78c56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84f476c-1af8-42c1-b0ac-aa29a80c6534" -d '{"events": [{"server_uuid": "4f4193bf-682d-4a03-a121-739baca12d81", "name": "network-vif-unplugged", "status": "completed", "tag": "bf6ad55f-cf81-4ab8-9cfa-598855791bf3"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:28:42.818910 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] For port bf6ad55f-cf81-4ab8-9cfa-598855791bf3, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=bf6ad55f-cf81-4ab8-9cfa-598855791bf3,segment=NetworkSegment(f89ef9d4-eb6c-4634-ac3b-8840dc1ae446),segment_id=f89ef9d4-eb6c-4634-ac3b-8840dc1ae446)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:28:42.842702 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-ac5d1a2b-4053-4d57-8192-675006552fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'name': 'tempest-TestSnapshotPattern-813575060-router', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '47c41b09-4985-45d2-a2c5-cbdcf3babfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:23:41Z', 'updated_at': '2021-08-18T14:23:45Z', 'revision_number': 4, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'gw_port': {'id': '47c41b09-4985-45d2-a2c5-cbdcf3babfa2', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:42Z', 'updated_at': '2021-08-18T14:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '695632ed-4ae6-41b2-81f3-d7da22e5fc15', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'port_id': '51d1b453-65a7-4f57-be22-003121583bab', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2', 'mac_address': 'fa:16:3e:2f:5e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:24:13Z', 'updated_at': '2021-08-18T14:24:16Z', 'revision_number': 1, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b2612e8-c02b-40aa-aaac-551419b4c6c3', 'name': '', 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'mac_address': 'fa:16:3e:6e:49:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5b8f32c4-52ca-405a-981b-86fa36a12b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:44Z', 'updated_at': '2021-08-18T14:23:52Z', 'revision_number': 5, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'subnets': [{'id': '5b8f32c4-52ca-405a-981b-86fa36a12b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:42.872564 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 14:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2816b56b-f871-4537-923c-55b91f44e622 x-openstack-request-id: req-2816b56b-f871-4537-923c-55b91f44e622 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:28:42.873009 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f4193bf-682d-4a03-a121-739baca12d81", "name": "network-vif-unplugged", "status": "completed", "tag": "bf6ad55f-cf81-4ab8-9cfa-598855791bf3", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:28:42.873412 n-d-803603-2 neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2816b56b-f871-4537-923c-55b91f44e622 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:28:42.874049 n-d-803603-2 neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f4193bf-682d-4a03-a121-739baca12d81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf6ad55f-cf81-4ab8-9cfa-598855791bf3', 'code': 200} Aug 18 14:28:42.876217 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5d1a2b-4053-4d57-8192-675006552fd3 None None] The sync data for ids ['8986c434-af83-49d5-ae9d-a6a8e91c8657'] in n-d-803603-2 is: [{'id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'name': 'tempest-TestSnapshotPattern-813575060-router', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '47c41b09-4985-45d2-a2c5-cbdcf3babfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:23:41Z', 'updated_at': '2021-08-18T14:23:45Z', 'revision_number': 4, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'gw_port': {'id': '47c41b09-4985-45d2-a2c5-cbdcf3babfa2', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:42Z', 'updated_at': '2021-08-18T14:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_floatingips': [{'id': '695632ed-4ae6-41b2-81f3-d7da22e5fc15', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'router_id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'port_id': '51d1b453-65a7-4f57-be22-003121583bab', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2', 'mac_address': 'fa:16:3e:2f:5e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:24:13Z', 'updated_at': '2021-08-18T14:24:16Z', 'revision_number': 1, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b2612e8-c02b-40aa-aaac-551419b4c6c3', 'name': '', 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'mac_address': 'fa:16:3e:6e:49:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5b8f32c4-52ca-405a-981b-86fa36a12b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:44Z', 'updated_at': '2021-08-18T14:23:52Z', 'revision_number': 5, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'subnets': [{'id': '5b8f32c4-52ca-405a-981b-86fa36a12b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:28:42.908864 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897558384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897036629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897036647'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:42.973974 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Pushing event updated for resources: {'Port': ['ID=bf6ad55f-cf81-4ab8-9cfa-598855791bf3,revision_number=8']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:43.139417 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9377b87-834e-4743-bc3d-7e6e6737b09c None None] New status for floating IP 483d2824-bbdb-4626-8e4a-3c956a2738a6: DOWN {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:28:43.544136 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc9c9a-4beb-4560-818a-392776458ab3 req-97fb1472-9b0c-485d-b20d-a6a7f202715a tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:43.545805 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-02bc9c9a-4beb-4560-818a-392776458ab3 req-97fb1472-9b0c-485d-b20d-a6a7f202715a tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f4193bf-682d-4a03-a121-739baca12d81 HTTP/1.1" status: 200 len: 943 time: 0.0606213 Aug 18 14:28:43.594002 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-02bc9c9a-4beb-4560-818a-392776458ab3 req-ae783fdd-c16b-4045-a3b8-3c457ddcc090 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9dfa937-8246-4585-8ad6-172229f92f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406942 Aug 18 14:28:43.669035 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040774a-23f9-4e0c-ae37-af8caea99585 req-91a13c1b-df8b-4015-bb6d-03a5fcb366af tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:43.671477 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c040774a-23f9-4e0c-ae37-af8caea99585 req-91a13c1b-df8b-4015-bb6d-03a5fcb366af tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f4193bf-682d-4a03-a121-739baca12d81 HTTP/1.1" status: 200 len: 943 time: 0.0679319 Aug 18 14:28:43.782861 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-c040774a-23f9-4e0c-ae37-af8caea99585 req-8d437ea4-47b7-4639-a5a5-1cc1d2d7eda0 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Deleting port bf6ad55f-cf81-4ab8-9cfa-598855791bf3 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:28:43.783365 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c040774a-23f9-4e0c-ae37-af8caea99585 req-8d437ea4-47b7-4639-a5a5-1cc1d2d7eda0 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:43.896980 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ff1f67ca-e9e8-485d-adcf-8c65f1fd0fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:43.902076 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-c040774a-23f9-4e0c-ae37-af8caea99585 req-8d437ea4-47b7-4639-a5a5-1cc1d2d7eda0 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] For port bf6ad55f-cf81-4ab8-9cfa-598855791bf3, host n-h2-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803603-2',level=0,port_id=bf6ad55f-cf81-4ab8-9cfa-598855791bf3,segment=NetworkSegment(f89ef9d4-eb6c-4634-ac3b-8840dc1ae446),segment_id=f89ef9d4-eb6c-4634-ac3b-8840dc1ae446)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:28:43.902730 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c040774a-23f9-4e0c-ae37-af8caea99585 req-8d437ea4-47b7-4639-a5a5-1cc1d2d7eda0 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:43.918742 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-c040774a-23f9-4e0c-ae37-af8caea99585 req-8d437ea4-47b7-4639-a5a5-1cc1d2d7eda0 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Calling delete_port for bf6ad55f-cf81-4ab8-9cfa-598855791bf3 owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:28:44.185369 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c040774a-23f9-4e0c-ae37-af8caea99585 req-8d437ea4-47b7-4639-a5a5-1cc1d2d7eda0 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:44.220481 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d437ea4-47b7-4639-a5a5-1cc1d2d7eda0 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Pushing event deleted for resources: {'Port': ['ID=bf6ad55f-cf81-4ab8-9cfa-598855791bf3,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:44.278198 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-c040774a-23f9-4e0c-ae37-af8caea99585 req-8d437ea4-47b7-4639-a5a5-1cc1d2d7eda0 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] No DVR routers for this DVR port bf6ad55f-cf81-4ab8-9cfa-598855791bf3 on host n-h2-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:28:44.281516 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-c040774a-23f9-4e0c-ae37-af8caea99585 req-8d437ea4-47b7-4639-a5a5-1cc1d2d7eda0 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:44.284284 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-c040774a-23f9-4e0c-ae37-af8caea99585 req-8d437ea4-47b7-4639-a5a5-1cc1d2d7eda0 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.20 "DELETE /v2.0/ports/bf6ad55f-cf81-4ab8-9cfa-598855791bf3 HTTP/1.1" status: 204 len: 173 time: 0.6066391 Aug 18 14:28:44.284769 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f4193bf-682d-4a03-a121-739baca12d81', 'name': 'network-vif-deleted', 'tag': 'bf6ad55f-cf81-4ab8-9cfa-598855791bf3'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:28:44.287318 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a595f561-4365-42fa-b1f4-09ba3fb34834" -d '{"events": [{"server_uuid": "4f4193bf-682d-4a03-a121-739baca12d81", "name": "network-vif-deleted", "tag": "bf6ad55f-cf81-4ab8-9cfa-598855791bf3"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:28:44.327340 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c71ad1-3675-47f0-a008-a4f280d7c93f x-openstack-request-id: req-19c71ad1-3675-47f0-a008-a4f280d7c93f {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:28:44.327641 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f4193bf-682d-4a03-a121-739baca12d81", "name": "network-vif-deleted", "tag": "bf6ad55f-cf81-4ab8-9cfa-598855791bf3", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:28:44.327898 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-19c71ad1-3675-47f0-a008-a4f280d7c93f {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:28:44.328307 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f4193bf-682d-4a03-a121-739baca12d81', 'name': 'network-vif-deleted', 'tag': 'bf6ad55f-cf81-4ab8-9cfa-598855791bf3', 'status': 'completed', 'code': 200} Aug 18 14:28:44.727046 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:44.738325 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-42d2b92f-151c-47e5-8676-8b545dbd26c2 req-1985b09c-eb27-4605-baa2-907b4d1e8c9f tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f4193bf-682d-4a03-a121-739baca12d81 HTTP/1.1" status: 200 len: 210 time: 0.0340118 Aug 18 14:28:45.859104 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:46.590672 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device bf6ad55f-cf81-4ab8-9cfa-598855791bf3 no longer exists at agent hyperv_n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:28:46.613584 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] No Port match for: bf6ad55f-cf81-4ab8-9cfa-598855791bf3 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:28:46.614029 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Device bf6ad55f-cf81-4ab8-9cfa-598855791bf3 not bound to the agent host n-h2-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:28:47.286291 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43114) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:47.468555 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-2713220d-2ec9-48b8-8aad-1c78b43ce0c5 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Deleting port ff157c7b-2f56-449d-922a-4595f2445dd8 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:28:47.468954 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2713220d-2ec9-48b8-8aad-1c78b43ce0c5 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:47.562242 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2713220d-2ec9-48b8-8aad-1c78b43ce0c5 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:47.562567 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2713220d-2ec9-48b8-8aad-1c78b43ce0c5 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:47.577823 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-2713220d-2ec9-48b8-8aad-1c78b43ce0c5 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Calling delete_port for ff157c7b-2f56-449d-922a-4595f2445dd8 owned by network:floatingip {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:28:47.835998 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:47.869909 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2713220d-2ec9-48b8-8aad-1c78b43ce0c5 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:47.901380 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2713220d-2ec9-48b8-8aad-1c78b43ce0c5 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Pushing event deleted for resources: {'Port': ['ID=ff157c7b-2f56-449d-922a-4595f2445dd8,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:47.916512 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2713220d-2ec9-48b8-8aad-1c78b43ce0c5 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:47.917004 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2713220d-2ec9-48b8-8aad-1c78b43ce0c5 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:47.917486 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2713220d-2ec9-48b8-8aad-1c78b43ce0c5 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:47.918008 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2713220d-2ec9-48b8-8aad-1c78b43ce0c5 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:47.918442 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2713220d-2ec9-48b8-8aad-1c78b43ce0c5 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:47.918927 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2713220d-2ec9-48b8-8aad-1c78b43ce0c5 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:47.919333 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2713220d-2ec9-48b8-8aad-1c78b43ce0c5 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:47.919732 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2713220d-2ec9-48b8-8aad-1c78b43ce0c5 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:47.920155 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2713220d-2ec9-48b8-8aad-1c78b43ce0c5 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:47.920543 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2713220d-2ec9-48b8-8aad-1c78b43ce0c5 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:47.920931 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2713220d-2ec9-48b8-8aad-1c78b43ce0c5 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:47.921310 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2713220d-2ec9-48b8-8aad-1c78b43ce0c5 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803603-2 {{(pid=101676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:28:47.982975 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2713220d-2ec9-48b8-8aad-1c78b43ce0c5 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks [] for floatingip, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:47.983353 n-d-803603-2 neutron-server[101676]: INFO neutron.db.l3_db [None req-2713220d-2ec9-48b8-8aad-1c78b43ce0c5 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Floating IP 695632ed-4ae6-41b2-81f3-d7da22e5fc15 disassociated (deleted). External IP: 172.25.6.161, port: 51d1b453-65a7-4f57-be22-003121583bab. Aug 18 14:28:48.228970 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2713220d-2ec9-48b8-8aad-1c78b43ce0c5 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Router 8986c434-af83-49d5-ae9d-a6a8e91c8657 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:28:48.354907 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2713220d-2ec9-48b8-8aad-1c78b43ce0c5 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:28:48.362009 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-2713220d-2ec9-48b8-8aad-1c78b43ce0c5 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for floatingip, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:48.367998 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e70cfc-b6f2-4f92-a2b0-748c7d1379f8 None None] Sync routers for ids ['8986c434-af83-49d5-ae9d-a6a8e91c8657'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:28:48.379760 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e70cfc-b6f2-4f92-a2b0-748c7d1379f8 None None] Routers {'8986c434-af83-49d5-ae9d-a6a8e91c8657'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:28:48.380625 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f3e70cfc-b6f2-4f92-a2b0-748c7d1379f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:28:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['8986c434-af83-49d5-ae9d-a6a8e91c8657'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:48.401240 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-2713220d-2ec9-48b8-8aad-1c78b43ce0c5 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "DELETE /v2.0/floatingips/695632ed-4ae6-41b2-81f3-d7da22e5fc15 HTTP/1.1" status: 204 len: 168 time: 1.1135123 Aug 18 14:28:48.402127 n-d-803603-2 neutron-server[101676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c', 'tag': '51d1b453-65a7-4f57-be22-003121583bab'}] {{(pid=101676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:28:48.406156 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8d889e168220163876f439a36e214edce7e14ad7c9e2b3367f43e2d5729643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151f6b62-b301-4458-979e-cc2910156cf6" -d '{"events": [{"name": "network-changed", "server_uuid": "cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c", "tag": "51d1b453-65a7-4f57-be22-003121583bab"}]}' {{(pid=101676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:28:48.465560 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbae6f87-e40c-4ed5-9b07-aea302f19fd4 x-openstack-request-id: req-cbae6f87-e40c-4ed5-9b07-aea302f19fd4 {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:28:48.466535 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c", "tag": "51d1b453-65a7-4f57-be22-003121583bab", "status": "completed", "code": 200}]} {{(pid=101676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:28:48.467125 n-d-803603-2 neutron-server[101676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cbae6f87-e40c-4ed5-9b07-aea302f19fd4 {{(pid=101676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:28:48.468030 n-d-803603-2 neutron-server[101676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c', 'tag': '51d1b453-65a7-4f57-be22-003121583bab', 'status': 'completed', 'code': 200} Aug 18 14:28:48.549239 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-f3e70cfc-b6f2-4f92-a2b0-748c7d1379f8 None None] Set router 8986c434-af83-49d5-ae9d-a6a8e91c8657 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:28:48.550203 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f6b62-b301-4458-979e-cc2910156cf6 req-f4047d5e-7674-4251-8f94-5353a4ac486a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:48.552535 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-151f6b62-b301-4458-979e-cc2910156cf6 req-f4047d5e-7674-4251-8f94-5353a4ac486a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1a62804ead4d4501952aaae3b16855db&device_id=cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c HTTP/1.1" status: 200 len: 1095 time: 0.0576777 Aug 18 14:28:48.695388 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f6b62-b301-4458-979e-cc2910156cf6 req-d51d06a0-863e-4c5b-b4af-de0c13021dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:48.696893 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-151f6b62-b301-4458-979e-cc2910156cf6 req-d51d06a0-863e-4c5b-b4af-de0c13021dcf service neutron] 10.222.0.39 "GET /v2.0/networks?id=6d2d37f0-a75e-40da-8b86-e97c521896d2 HTTP/1.1" status: 200 len: 910 time: 0.1361353 Aug 18 14:28:48.760798 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-151f6b62-b301-4458-979e-cc2910156cf6 req-754a7abb-45ed-4525-a65e-3fbce4ddf4a9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51d1b453-65a7-4f57-be22-003121583bab HTTP/1.1" status: 200 len: 217 time: 0.0555475 Aug 18 14:28:48.796685 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f3e70cfc-b6f2-4f92-a2b0-748c7d1379f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'name': 'tempest-TestSnapshotPattern-813575060-router', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '47c41b09-4985-45d2-a2c5-cbdcf3babfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:23:41Z', 'updated_at': '2021-08-18T14:23:45Z', 'revision_number': 4, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'gw_port': {'id': '47c41b09-4985-45d2-a2c5-cbdcf3babfa2', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:42Z', 'updated_at': '2021-08-18T14:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '0b2612e8-c02b-40aa-aaac-551419b4c6c3', 'name': '', 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'mac_address': 'fa:16:3e:6e:49:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5b8f32c4-52ca-405a-981b-86fa36a12b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:44Z', 'updated_at': '2021-08-18T14:23:52Z', 'revision_number': 5, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'subnets': [{'id': '5b8f32c4-52ca-405a-981b-86fa36a12b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:48.824627 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f6b62-b301-4458-979e-cc2910156cf6 req-077200ed-fa45-41db-984c-c42a8303aca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:48.826251 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-151f6b62-b301-4458-979e-cc2910156cf6 req-077200ed-fa45-41db-984c-c42a8303aca4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b8f32c4-52ca-405a-981b-86fa36a12b9c HTTP/1.1" status: 200 len: 848 time: 0.0576935 Aug 18 14:28:48.827229 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e70cfc-b6f2-4f92-a2b0-748c7d1379f8 None None] Checking router: 8986c434-af83-49d5-ae9d-a6a8e91c8657 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:28:48.838053 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e70cfc-b6f2-4f92-a2b0-748c7d1379f8 None None] Routers {'8986c434-af83-49d5-ae9d-a6a8e91c8657'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:28:48.839364 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f3e70cfc-b6f2-4f92-a2b0-748c7d1379f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:28:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['8986c434-af83-49d5-ae9d-a6a8e91c8657'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:48.887928 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f6b62-b301-4458-979e-cc2910156cf6 req-c098ef9a-f8cc-4e82-a88f-31f06a8a5600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:48.889502 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-151f6b62-b301-4458-979e-cc2910156cf6 req-c098ef9a-f8cc-4e82-a88f-31f06a8a5600 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6d2d37f0-a75e-40da-8b86-e97c521896d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559397 Aug 18 14:28:48.903314 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [req-151f6b62-b301-4458-979e-cc2910156cf6 req-e0079aa1-c633-495b-b3d0-10be2f1866f3 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:28:48.904717 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-151f6b62-b301-4458-979e-cc2910156cf6 req-e0079aa1-c633-495b-b3d0-10be2f1866f3 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073822 Aug 18 14:28:48.986362 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-f3e70cfc-b6f2-4f92-a2b0-748c7d1379f8 None None] Set router 8986c434-af83-49d5-ae9d-a6a8e91c8657 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:28:49.041955 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-151f6b62-b301-4458-979e-cc2910156cf6 req-b48405c6-a61f-4337-aa31-6e61437f4f91 service neutron] 10.222.0.39 "GET /v2.0/networks/6d2d37f0-a75e-40da-8b86-e97c521896d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298032 Aug 18 14:28:49.235059 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-151f6b62-b301-4458-979e-cc2910156cf6 req-205e5737-8527-4006-b521-ba7f3244fb7f service neutron] 10.222.0.39 "GET /v2.0/networks/6d2d37f0-a75e-40da-8b86-e97c521896d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850834 Aug 18 14:28:49.240548 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-f3e70cfc-b6f2-4f92-a2b0-748c7d1379f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'name': 'tempest-TestSnapshotPattern-813575060-router', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '47c41b09-4985-45d2-a2c5-cbdcf3babfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:23:41Z', 'updated_at': '2021-08-18T14:23:45Z', 'revision_number': 4, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'gw_port': {'id': '47c41b09-4985-45d2-a2c5-cbdcf3babfa2', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:42Z', 'updated_at': '2021-08-18T14:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '0b2612e8-c02b-40aa-aaac-551419b4c6c3', 'name': '', 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'mac_address': 'fa:16:3e:6e:49:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5b8f32c4-52ca-405a-981b-86fa36a12b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:44Z', 'updated_at': '2021-08-18T14:23:52Z', 'revision_number': 5, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'subnets': [{'id': '5b8f32c4-52ca-405a-981b-86fa36a12b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:49.275851 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38138e-5af6-4d40-86dd-7201112c34d1 req-29d953be-101f-4d4f-97ea-73d097d080e3 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:49.278634 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2c38138e-5af6-4d40-86dd-7201112c34d1 req-29d953be-101f-4d4f-97ea-73d097d080e3 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c HTTP/1.1" status: 200 len: 944 time: 0.1225436 Aug 18 14:28:49.293839 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e70cfc-b6f2-4f92-a2b0-748c7d1379f8 None None] The sync data for ids ['8986c434-af83-49d5-ae9d-a6a8e91c8657'] in n-d-803603-2 is: [{'id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'name': 'tempest-TestSnapshotPattern-813575060-router', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '47c41b09-4985-45d2-a2c5-cbdcf3babfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:23:41Z', 'updated_at': '2021-08-18T14:23:45Z', 'revision_number': 4, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'gw_port': {'id': '47c41b09-4985-45d2-a2c5-cbdcf3babfa2', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:42Z', 'updated_at': '2021-08-18T14:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2', '_interfaces': [{'id': '0b2612e8-c02b-40aa-aaac-551419b4c6c3', 'name': '', 'network_id': '6d2d37f0-a75e-40da-8b86-e97c521896d2', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'mac_address': 'fa:16:3e:6e:49:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '5b8f32c4-52ca-405a-981b-86fa36a12b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:44Z', 'updated_at': '2021-08-18T14:23:52Z', 'revision_number': 5, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'subnets': [{'id': '5b8f32c4-52ca-405a-981b-86fa36a12b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:28:49.340126 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-2c38138e-5af6-4d40-86dd-7201112c34d1 req-d347c1fd-838a-4a84-b627-5a767c7b33cf tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9dfa937-8246-4585-8ad6-172229f92f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536478 Aug 18 14:28:49.564900 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdf746e-483e-40aa-9009-41d67623a52b None None] New status for floating IP 695632ed-4ae6-41b2-81f3-d7da22e5fc15: DOWN {{(pid=101678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:28:50.472029 n-d-803603-2 neutron-server[101676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcde650-090b-4997-9ddc-a5a372f9e057 req-24792625-4a04-4bec-baf1-59b76ddeca28 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:50.473698 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3bcde650-090b-4997-9ddc-a5a372f9e057 req-24792625-4a04-4bec-baf1-59b76ddeca28 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c HTTP/1.1" status: 200 len: 944 time: 0.0572217 Aug 18 14:28:50.527101 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-3bcde650-090b-4997-9ddc-a5a372f9e057 req-4dbbcd81-aec3-4e97-aab4-002b9d61da8f tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9dfa937-8246-4585-8ad6-172229f92f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459847 Aug 18 14:28:50.719565 n-d-803603-2 neutron-server[101675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003933ce-f963-4121-b571-506a64e6b271 req-dbeae639-75a2-4de6-a9b1-c3285ded8f2b tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:28:50.721097 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-003933ce-f963-4121-b571-506a64e6b271 req-dbeae639-75a2-4de6-a9b1-c3285ded8f2b tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c HTTP/1.1" status: 200 len: 944 time: 0.0524704 Aug 18 14:28:50.834857 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-003933ce-f963-4121-b571-506a64e6b271 req-f21fadb3-eba7-49a4-a172-9bf40af61f56 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Deleting port 51d1b453-65a7-4f57-be22-003121583bab {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:28:50.835276 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-003933ce-f963-4121-b571-506a64e6b271 req-f21fadb3-eba7-49a4-a172-9bf40af61f56 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:50.941288 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [req-003933ce-f963-4121-b571-506a64e6b271 req-f21fadb3-eba7-49a4-a172-9bf40af61f56 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] For port 51d1b453-65a7-4f57-be22-003121583bab, host n-h1-803603-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803603-2',level=0,port_id=51d1b453-65a7-4f57-be22-003121583bab,segment=NetworkSegment(f89ef9d4-eb6c-4634-ac3b-8840dc1ae446),segment_id=f89ef9d4-eb6c-4634-ac3b-8840dc1ae446)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:28:50.941843 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-003933ce-f963-4121-b571-506a64e6b271 req-f21fadb3-eba7-49a4-a172-9bf40af61f56 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:50.958389 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [req-003933ce-f963-4121-b571-506a64e6b271 req-f21fadb3-eba7-49a4-a172-9bf40af61f56 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Calling delete_port for 51d1b453-65a7-4f57-be22-003121583bab owned by compute:nova {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:28:51.195757 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-003933ce-f963-4121-b571-506a64e6b271 req-f21fadb3-eba7-49a4-a172-9bf40af61f56 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:51.227089 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21fadb3-eba7-49a4-a172-9bf40af61f56 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Pushing event deleted for resources: {'Port': ['ID=51d1b453-65a7-4f57-be22-003121583bab,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:51.287206 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [req-003933ce-f963-4121-b571-506a64e6b271 req-f21fadb3-eba7-49a4-a172-9bf40af61f56 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] No DVR routers for this DVR port 51d1b453-65a7-4f57-be22-003121583bab on host n-h1-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:28:51.291261 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [req-003933ce-f963-4121-b571-506a64e6b271 req-f21fadb3-eba7-49a4-a172-9bf40af61f56 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104700'] for port, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:51.295161 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [req-003933ce-f963-4121-b571-506a64e6b271 req-f21fadb3-eba7-49a4-a172-9bf40af61f56 tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.39 "DELETE /v2.0/ports/51d1b453-65a7-4f57-be22-003121583bab HTTP/1.1" status: 204 len: 173 time: 0.5674770 Aug 18 14:28:51.295926 n-d-803603-2 neutron-server[101675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c', 'name': 'network-vif-deleted', 'tag': '51d1b453-65a7-4f57-be22-003121583bab'}] {{(pid=101675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:28:51.300638 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d516eb734b6244a283b542980e2132f100155890c578e814a23f9b9af8f0d99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2e6f51-d152-46b4-addc-a20a9c50f06d" -d '{"events": [{"server_uuid": "cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c", "name": "network-vif-deleted", "tag": "51d1b453-65a7-4f57-be22-003121583bab"}]}' {{(pid=101675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:28:51.346830 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7080108-4cbf-4b16-aece-e95d5ec51123 x-openstack-request-id: req-d7080108-4cbf-4b16-aece-e95d5ec51123 {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:28:51.347301 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c", "name": "network-vif-deleted", "tag": "51d1b453-65a7-4f57-be22-003121583bab", "status": "completed", "code": 200}]} {{(pid=101675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:28:51.347717 n-d-803603-2 neutron-server[101675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7080108-4cbf-4b16-aece-e95d5ec51123 {{(pid=101675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:28:51.348424 n-d-803603-2 neutron-server[101675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c', 'name': 'network-vif-deleted', 'tag': '51d1b453-65a7-4f57-be22-003121583bab', 'status': 'completed', 'code': 200} Aug 18 14:28:51.662646 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [req-b38292b2-ca8e-4859-a407-ee5a7f376297 req-f214912b-1760-4efa-98d5-b9a587e9e70d tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf73cfaa-84ff-47e5-b4f6-83bcd7c6692c HTTP/1.1" status: 200 len: 210 time: 0.0450296 Aug 18 14:28:52.742508 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43132) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:52.810421 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-72348bf6-56ea-4ccf-898e-8ad7167c2cae tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks [] for security_group, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:52.841075 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-72348bf6-56ea-4ccf-898e-8ad7167c2cae tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:53.018825 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-72348bf6-56ea-4ccf-898e-8ad7167c2cae tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:53.021474 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-72348bf6-56ea-4ccf-898e-8ad7167c2cae tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Notify callbacks [] for security_group, before_response {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:53.022753 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-72348bf6-56ea-4ccf-898e-8ad7167c2cae tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] 10.222.0.13 "DELETE /v2.0/security-groups/c9dfa937-8246-4585-8ad6-172229f92f3b HTTP/1.1" status: 204 len: 168 time: 0.2788880 Aug 18 14:28:53.033050 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72348bf6-56ea-4ccf-898e-8ad7167c2cae tempest-TestSnapshotPattern-1132142485 tempest-TestSnapshotPattern-1132142485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9dfa937-8246-4585-8ad6-172229f92f3b,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:53.160741 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43136) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:53.679007 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7c00e5ea-48c5-4e7f-bdd8-40d1d1c3bf9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:54.352578 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-7c00e5ea-48c5-4e7f-bdd8-40d1d1c3bf9a admin admin] Deleting port 0b2612e8-c02b-40aa-aaac-551419b4c6c3 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:28:54.353301 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7c00e5ea-48c5-4e7f-bdd8-40d1d1c3bf9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:54.441773 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-7c00e5ea-48c5-4e7f-bdd8-40d1d1c3bf9a admin admin] For port 0b2612e8-c02b-40aa-aaac-551419b4c6c3, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=0b2612e8-c02b-40aa-aaac-551419b4c6c3,segment=NetworkSegment(f89ef9d4-eb6c-4634-ac3b-8840dc1ae446),segment_id=f89ef9d4-eb6c-4634-ac3b-8840dc1ae446)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:28:54.442144 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7c00e5ea-48c5-4e7f-bdd8-40d1d1c3bf9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:54.461447 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-7c00e5ea-48c5-4e7f-bdd8-40d1d1c3bf9a admin admin] Calling delete_port for 0b2612e8-c02b-40aa-aaac-551419b4c6c3 owned by network:router_interface {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:28:54.733012 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7c00e5ea-48c5-4e7f-bdd8-40d1d1c3bf9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:54.762906 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c00e5ea-48c5-4e7f-bdd8-40d1d1c3bf9a admin admin] Pushing event deleted for resources: {'Port': ['ID=0b2612e8-c02b-40aa-aaac-551419b4c6c3,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:54.989532 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-7c00e5ea-48c5-4e7f-bdd8-40d1d1c3bf9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:55.114793 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:28:55.237476 n-d-803603-2 neutron-server[101675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c00e5ea-48c5-4e7f-bdd8-40d1d1c3bf9a admin admin] Router 8986c434-af83-49d5-ae9d-a6a8e91c8657 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:28:55.386643 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c00e5ea-48c5-4e7f-bdd8-40d1d1c3bf9a admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:28:55.392391 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-7c00e5ea-48c5-4e7f-bdd8-40d1d1c3bf9a admin admin] 10.222.0.13 "PUT /v2.0/routers/8986c434-af83-49d5-ae9d-a6a8e91c8657/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2301469 Aug 18 14:28:55.396276 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43140) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:55.400327 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd638cac-1436-4ffd-9c92-f4692050df17 None None] Sync routers for ids ['8986c434-af83-49d5-ae9d-a6a8e91c8657'] in n-d-803603-2 {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:28:55.412701 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd638cac-1436-4ffd-9c92-f4692050df17 None None] Routers {'8986c434-af83-49d5-ae9d-a6a8e91c8657'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:28:55.413441 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-fd638cac-1436-4ffd-9c92-f4692050df17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:28:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['8986c434-af83-49d5-ae9d-a6a8e91c8657'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:55.540010 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cbdd3050-fb1c-40f3-9c46-a255407eedd8 admin admin] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:55.557335 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-fd638cac-1436-4ffd-9c92-f4692050df17 None None] Set router 8986c434-af83-49d5-ae9d-a6a8e91c8657 gateway port host: n-d-803603-2 {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:28:55.654938 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cbdd3050-fb1c-40f3-9c46-a255407eedd8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:55.655815 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 51d1b453-65a7-4f57-be22-003121583bab no longer exists at agent hyperv_n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:28:55.691521 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] No Port match for: 51d1b453-65a7-4f57-be22-003121583bab {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:28:55.691987 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Device 51d1b453-65a7-4f57-be22-003121583bab not bound to the agent host n-h1-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:28:55.789206 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-fd638cac-1436-4ffd-9c92-f4692050df17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'name': 'tempest-TestSnapshotPattern-813575060-router', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '47c41b09-4985-45d2-a2c5-cbdcf3babfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:23:41Z', 'updated_at': '2021-08-18T14:28:54Z', 'revision_number': 5, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'gw_port': {'id': '47c41b09-4985-45d2-a2c5-cbdcf3babfa2', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:42Z', 'updated_at': '2021-08-18T14:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:55.824865 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd638cac-1436-4ffd-9c92-f4692050df17 None None] Checking router: 8986c434-af83-49d5-ae9d-a6a8e91c8657 for host: n-d-803603-2 {{(pid=101677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:28:55.828841 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-cbdd3050-fb1c-40f3-9c46-a255407eedd8 admin admin] Deleting port 47c41b09-4985-45d2-a2c5-cbdcf3babfa2 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:28:55.829364 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cbdd3050-fb1c-40f3-9c46-a255407eedd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:55.834497 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd638cac-1436-4ffd-9c92-f4692050df17 None None] Routers {'8986c434-af83-49d5-ae9d-a6a8e91c8657'} bound to L3 agent in host n-d-803603-2 {{(pid=101677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:28:55.835161 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-fd638cac-1436-4ffd-9c92-f4692050df17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:28:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['8986c434-af83-49d5-ae9d-a6a8e91c8657'], 'active': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:55.929954 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvr_db [None req-fd638cac-1436-4ffd-9c92-f4692050df17 None None] Set router 8986c434-af83-49d5-ae9d-a6a8e91c8657 gateway port host: None {{(pid=101677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:28:55.955300 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-cbdd3050-fb1c-40f3-9c46-a255407eedd8 admin admin] For port 47c41b09-4985-45d2-a2c5-cbdcf3babfa2, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=47c41b09-4985-45d2-a2c5-cbdcf3babfa2,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:28:55.955878 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cbdd3050-fb1c-40f3-9c46-a255407eedd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:55.971810 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-cbdd3050-fb1c-40f3-9c46-a255407eedd8 admin admin] Calling delete_port for 47c41b09-4985-45d2-a2c5-cbdcf3babfa2 owned by network:router_gateway {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:28:55.995441 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_hamode_db [None req-fd638cac-1436-4ffd-9c92-f4692050df17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'name': 'tempest-TestSnapshotPattern-813575060-router', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:23:41Z', 'updated_at': '2021-08-18T14:28:55Z', 'revision_number': 6, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'gw_port_host': None}], 'n-d-803603-2', False) {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:56.192433 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd638cac-1436-4ffd-9c92-f4692050df17 None None] The sync data for ids ['8986c434-af83-49d5-ae9d-a6a8e91c8657'] in n-d-803603-2 is: [{'id': '8986c434-af83-49d5-ae9d-a6a8e91c8657', 'name': 'tempest-TestSnapshotPattern-813575060-router', 'tenant_id': '1a62804ead4d4501952aaae3b16855db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:23:41Z', 'updated_at': '2021-08-18T14:28:55Z', 'revision_number': 6, 'project_id': '1a62804ead4d4501952aaae3b16855db', 'gw_port_host': None}] {{(pid=101677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:28:56.342428 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cbdd3050-fb1c-40f3-9c46-a255407eedd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:56.368521 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd3050-fb1c-40f3-9c46-a255407eedd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=47c41b09-4985-45d2-a2c5-cbdcf3babfa2,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:56.443130 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cbdd3050-fb1c-40f3-9c46-a255407eedd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:56.541011 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cbdd3050-fb1c-40f3-9c46-a255407eedd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:56.543829 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cbdd3050-fb1c-40f3-9c46-a255407eedd8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:56.698367 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cbdd3050-fb1c-40f3-9c46-a255407eedd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:56.698842 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbdd3050-fb1c-40f3-9c46-a255407eedd8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8986c434-af83-49d5-ae9d-a6a8e91c8657 {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:28:56.703437 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-cbdd3050-fb1c-40f3-9c46-a255407eedd8 admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:56.708351 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-cbdd3050-fb1c-40f3-9c46-a255407eedd8 admin admin] 10.222.0.13 "DELETE /v2.0/routers/8986c434-af83-49d5-ae9d-a6a8e91c8657 HTTP/1.1" status: 204 len: 168 time: 1.3072875 Aug 18 14:28:56.708678 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43142) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:56.760497 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-35466cc5-ff9e-4ac2-a7a2-80ba9552b1be admin admin] Deleting subnet 5b8f32c4-52ca-405a-981b-86fa36a12b9c {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:28:56.763909 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-35466cc5-ff9e-4ac2-a7a2-80ba9552b1be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:56.803172 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-35466cc5-ff9e-4ac2-a7a2-80ba9552b1be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:56.898885 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-35466cc5-ff9e-4ac2-a7a2-80ba9552b1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:57.125241 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-35466cc5-ff9e-4ac2-a7a2-80ba9552b1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:57.150480 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35466cc5-ff9e-4ac2-a7a2-80ba9552b1be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b8f32c4-52ca-405a-981b-86fa36a12b9c,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:57.156577 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-35466cc5-ff9e-4ac2-a7a2-80ba9552b1be admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:57.162730 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-35466cc5-ff9e-4ac2-a7a2-80ba9552b1be admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5b8f32c4-52ca-405a-981b-86fa36a12b9c HTTP/1.1" status: 204 len: 168 time: 0.4496386 Aug 18 14:28:57.164945 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43144) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:57.165426 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed46a93-4762-43d4-95dc-a60362bf1b6a None None] Network 6d2d37f0-a75e-40da-8b86-e97c521896d2 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:28:57.247325 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c562652a-dd71-469f-a3df-a57ac06e251e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:57.332167 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-c562652a-dd71-469f-a3df-a57ac06e251e admin admin] Deleting port 9fd84eeb-0e9e-46a1-a766-834c95dd9d52 {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:28:57.334446 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c562652a-dd71-469f-a3df-a57ac06e251e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:57.404123 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755b1366-45b4-4c65-92b3-a165afc09ead None None] DHCP port deletion for 6d2d37f0-a75e-40da-8b86-e97c521896d2 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:28:57.420338 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-c562652a-dd71-469f-a3df-a57ac06e251e admin admin] For port 9fd84eeb-0e9e-46a1-a766-834c95dd9d52, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=9fd84eeb-0e9e-46a1-a766-834c95dd9d52,segment=NetworkSegment(f89ef9d4-eb6c-4634-ac3b-8840dc1ae446),segment_id=f89ef9d4-eb6c-4634-ac3b-8840dc1ae446)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:28:57.420723 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c562652a-dd71-469f-a3df-a57ac06e251e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:57.442204 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-c562652a-dd71-469f-a3df-a57ac06e251e admin admin] Calling delete_port for 9fd84eeb-0e9e-46a1-a766-834c95dd9d52 owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:28:57.467637 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-755b1366-45b4-4c65-92b3-a165afc09ead None None] Deleting port 9fd84eeb-0e9e-46a1-a766-834c95dd9d52 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:28:57.468086 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-755b1366-45b4-4c65-92b3-a165afc09ead None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:57.555219 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-755b1366-45b4-4c65-92b3-a165afc09ead None None] For port 9fd84eeb-0e9e-46a1-a766-834c95dd9d52, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=9fd84eeb-0e9e-46a1-a766-834c95dd9d52,segment=NetworkSegment(f89ef9d4-eb6c-4634-ac3b-8840dc1ae446),segment_id=f89ef9d4-eb6c-4634-ac3b-8840dc1ae446)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:28:57.555696 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-755b1366-45b4-4c65-92b3-a165afc09ead None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:57.576961 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-755b1366-45b4-4c65-92b3-a165afc09ead None None] Calling delete_port for 9fd84eeb-0e9e-46a1-a766-834c95dd9d52 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:28:57.686222 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c562652a-dd71-469f-a3df-a57ac06e251e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:28:57.688860 n-d-803603-2 neutron-server[101677]: self.session.flush() Aug 18 14:28:57.703139 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-755b1366-45b4-4c65-92b3-a165afc09ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:57.715386 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c562652a-dd71-469f-a3df-a57ac06e251e admin admin] Pushing event deleted for resources: {'Port': ['ID=9fd84eeb-0e9e-46a1-a766-834c95dd9d52,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:57.729292 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c562652a-dd71-469f-a3df-a57ac06e251e admin admin] No DVR routers for this DVR port 9fd84eeb-0e9e-46a1-a766-834c95dd9d52 on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:28:57.739726 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b1366-45b4-4c65-92b3-a165afc09ead None None] Pushing event deleted for resources: {'Port': ['ID=9fd84eeb-0e9e-46a1-a766-834c95dd9d52,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:57.747400 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755b1366-45b4-4c65-92b3-a165afc09ead None None] No DVR routers for this DVR port 9fd84eeb-0e9e-46a1-a766-834c95dd9d52 on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:28:57.776682 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 0b2612e8-c02b-40aa-aaac-551419b4c6c3 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:28:57.799627 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 0b2612e8-c02b-40aa-aaac-551419b4c6c3 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:28:57.800093 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 0b2612e8-c02b-40aa-aaac-551419b4c6c3 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:28:57.800605 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 47c41b09-4985-45d2-a2c5-cbdcf3babfa2 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:28:57.821817 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 47c41b09-4985-45d2-a2c5-cbdcf3babfa2 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:28:57.821817 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 47c41b09-4985-45d2-a2c5-cbdcf3babfa2 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:28:57.822441 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 9fd84eeb-0e9e-46a1-a766-834c95dd9d52 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:28:57.824070 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c562652a-dd71-469f-a3df-a57ac06e251e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:57.835907 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-c562652a-dd71-469f-a3df-a57ac06e251e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d2d37f0-a75e-40da-8b86-e97c521896d2']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:57.849686 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-c562652a-dd71-469f-a3df-a57ac06e251e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f89ef9d4-eb6c-4634-ac3b-8840dc1ae446') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:57.849989 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-c562652a-dd71-469f-a3df-a57ac06e251e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f89ef9d4-eb6c-4634-ac3b-8840dc1ae446') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:57.861444 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c562652a-dd71-469f-a3df-a57ac06e251e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:57.866585 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 9fd84eeb-0e9e-46a1-a766-834c95dd9d52 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:28:57.867111 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 9fd84eeb-0e9e-46a1-a766-834c95dd9d52 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:28:57.880677 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c562652a-dd71-469f-a3df-a57ac06e251e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:57.888574 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c562652a-dd71-469f-a3df-a57ac06e251e admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:28:57.889171 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c562652a-dd71-469f-a3df-a57ac06e251e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:57.891978 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 14:28:57.891978 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:28:57.891978 n-d-803603-2 neutron-server[101675]: timer() Aug 18 14:28:57.891978 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:28:57.891978 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 14:28:57.891978 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:28:57.891978 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 14:28:57.891978 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:28:57.891978 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 14:28:57.891978 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:28:57.891978 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 14:28:57.891978 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:28:57.891978 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 14:28:57.891978 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:28:57.891978 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:28:57.891978 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:28:57.891978 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:28:57.891978 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:28:57.891978 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 14:28:57.891978 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:28:57.891978 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 14:28:57.891978 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:28:57.891978 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:28:57.891978 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:28:57.891978 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 14:28:57.891978 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:28:57.891978 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:28:57.891978 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:28:57.891978 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:28:57.891978 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:28:57.891978 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:28:57.891978 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:28:58.030123 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c562652a-dd71-469f-a3df-a57ac06e251e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:58.037528 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-c562652a-dd71-469f-a3df-a57ac06e251e admin admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:58.047555 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-c562652a-dd71-469f-a3df-a57ac06e251e admin admin] 10.222.0.13 "DELETE /v2.0/networks/6d2d37f0-a75e-40da-8b86-e97c521896d2 HTTP/1.1" status: 204 len: 168 time: 0.8765132 Aug 18 14:28:58.048185 n-d-803603-2 neutron-server[101676]: DEBUG neutron.wsgi [-] (101676) accepted ('10.222.0.13', 43146) {{(pid=101676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:58.057124 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c562652a-dd71-469f-a3df-a57ac06e251e admin admin] Pushing event deleted for resources: {'Network': ['ID=6d2d37f0-a75e-40da-8b86-e97c521896d2,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:58.484055 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1767775a-175d-4ae4-a803-b829e1c6e257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565199'] for router_interface, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:58.675512 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:58.789476 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-1767775a-175d-4ae4-a803-b829e1c6e257 admin admin] Deleting port 6fa7e056-b38c-4596-83a9-2c8682787a94 {{(pid=101676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:28:58.789795 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1767775a-175d-4ae4-a803-b829e1c6e257 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:58.881827 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.db [None req-1767775a-175d-4ae4-a803-b829e1c6e257 admin admin] For port 6fa7e056-b38c-4596-83a9-2c8682787a94, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=6fa7e056-b38c-4596-83a9-2c8682787a94,segment=NetworkSegment(376990f8-03ef-4ab3-9541-60c26bd8ddf5),segment_id=376990f8-03ef-4ab3-9541-60c26bd8ddf5)] {{(pid=101676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:28:58.882257 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1767775a-175d-4ae4-a803-b829e1c6e257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:58.897618 n-d-803603-2 neutron-server[101676]: DEBUG neutron.plugins.ml2.plugin [None req-1767775a-175d-4ae4-a803-b829e1c6e257 admin admin] Calling delete_port for 6fa7e056-b38c-4596-83a9-2c8682787a94 owned by network:router_interface {{(pid=101676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:28:59.182279 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1767775a-175d-4ae4-a803-b829e1c6e257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32849705'] for port, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:59.209518 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767775a-175d-4ae4-a803-b829e1c6e257 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fa7e056-b38c-4596-83a9-2c8682787a94,revision_number=None']} {{(pid=101676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:28:59.449247 n-d-803603-2 neutron-server[101676]: DEBUG neutron_lib.callbacks.manager [None req-1767775a-175d-4ae4-a803-b829e1c6e257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428383'] for router_interface, after_delete {{(pid=101676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:59.702892 n-d-803603-2 neutron-server[101676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1767775a-175d-4ae4-a803-b829e1c6e257 admin admin] Router 459a18a4-aa26-4b6d-98c9-dd3438202298 has already been hosted by L3 agent a442dfaf-b02c-443d-988a-bcb66f37e6c9 {{(pid=101676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:28:59.778329 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:59.832473 n-d-803603-2 neutron-server[101676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1767775a-175d-4ae4-a803-b829e1c6e257 admin admin] Notify agent at l3_agent.n-d-803603-2 the message routers_updated {{(pid=101676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:28:59.837742 n-d-803603-2 neutron-server[101676]: INFO neutron.wsgi [None req-1767775a-175d-4ae4-a803-b829e1c6e257 admin admin] 10.222.0.13 "PUT /v2.0/routers/459a18a4-aa26-4b6d-98c9-dd3438202298/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7923408 Aug 18 14:28:59.842261 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43148) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:28:59.845491 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099362b4-e3e8-492c-8c2c-3e6552e43aff None None] Sync routers for ids ['459a18a4-aa26-4b6d-98c9-dd3438202298'] in n-d-803603-2 {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:28:59.855210 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099362b4-e3e8-492c-8c2c-3e6552e43aff None None] Routers {'459a18a4-aa26-4b6d-98c9-dd3438202298'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:28:59.856410 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-099362b4-e3e8-492c-8c2c-3e6552e43aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:28:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['459a18a4-aa26-4b6d-98c9-dd3438202298'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:28:59.967359 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3a0f820d-4c0b-4a17-a863-edc7d4682a53 admin admin] Notify callbacks [] for router, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:28:59.978130 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-099362b4-e3e8-492c-8c2c-3e6552e43aff None None] Set router 459a18a4-aa26-4b6d-98c9-dd3438202298 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:29:00.084202 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3a0f820d-4c0b-4a17-a863-edc7d4682a53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:00.171205 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-099362b4-e3e8-492c-8c2c-3e6552e43aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459a18a4-aa26-4b6d-98c9-dd3438202298', 'name': 'tempest-TestSnapshotPattern-566630484-router', 'tenant_id': 'c4ab69494007431b8d836a6a99aa6dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'a283e65e-47fa-465c-8e4c-2e3ed7c4522f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:23:49Z', 'updated_at': '2021-08-18T14:28:59Z', 'revision_number': 5, 'project_id': 'c4ab69494007431b8d836a6a99aa6dc3', 'gw_port': {'id': 'a283e65e-47fa-465c-8e4c-2e3ed7c4522f', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459a18a4-aa26-4b6d-98c9-dd3438202298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:50Z', 'updated_at': '2021-08-18T14:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:00.199555 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099362b4-e3e8-492c-8c2c-3e6552e43aff None None] Checking router: 459a18a4-aa26-4b6d-98c9-dd3438202298 for host: n-d-803603-2 {{(pid=101678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:29:00.208543 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099362b4-e3e8-492c-8c2c-3e6552e43aff None None] Routers {'459a18a4-aa26-4b6d-98c9-dd3438202298'} bound to L3 agent in host n-d-803603-2 {{(pid=101678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:29:00.209170 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-099362b4-e3e8-492c-8c2c-3e6552e43aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803603-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T12:38:14Z,description=,heartbeat_timestamp=2021-08-18T14:28:44Z,host='n-d-803603-2',id=a442dfaf-b02c-443d-988a-bcb66f37e6c9,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T12:38:14Z,topic='l3_agent')) {'router_ids': ['459a18a4-aa26-4b6d-98c9-dd3438202298'], 'active': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:00.283260 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-3a0f820d-4c0b-4a17-a863-edc7d4682a53 admin admin] Deleting port a283e65e-47fa-465c-8e4c-2e3ed7c4522f {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:29:00.283599 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3a0f820d-4c0b-4a17-a863-edc7d4682a53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:00.333828 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_dvr_db [None req-099362b4-e3e8-492c-8c2c-3e6552e43aff None None] Set router 459a18a4-aa26-4b6d-98c9-dd3438202298 gateway port host: n-d-803603-2 {{(pid=101678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:29:00.390554 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-3a0f820d-4c0b-4a17-a863-edc7d4682a53 admin admin] For port a283e65e-47fa-465c-8e4c-2e3ed7c4522f, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=a283e65e-47fa-465c-8e4c-2e3ed7c4522f,segment=NetworkSegment(335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017),segment_id=335bfb1b-c7f4-46d3-92c3-6c2ac9ee0017)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:29:00.391118 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3a0f820d-4c0b-4a17-a863-edc7d4682a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:00.408452 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-3a0f820d-4c0b-4a17-a863-edc7d4682a53 admin admin] Calling delete_port for a283e65e-47fa-465c-8e4c-2e3ed7c4522f owned by network:router_gateway {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:29:00.577703 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.l3_hamode_db [None req-099362b4-e3e8-492c-8c2c-3e6552e43aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459a18a4-aa26-4b6d-98c9-dd3438202298', 'name': 'tempest-TestSnapshotPattern-566630484-router', 'tenant_id': 'c4ab69494007431b8d836a6a99aa6dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'a283e65e-47fa-465c-8e4c-2e3ed7c4522f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:23:49Z', 'updated_at': '2021-08-18T14:28:59Z', 'revision_number': 5, 'project_id': 'c4ab69494007431b8d836a6a99aa6dc3', 'gw_port': {'id': 'a283e65e-47fa-465c-8e4c-2e3ed7c4522f', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459a18a4-aa26-4b6d-98c9-dd3438202298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:50Z', 'updated_at': '2021-08-18T14:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}], 'n-d-803603-2', False) {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:00.612661 n-d-803603-2 neutron-server[101678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099362b4-e3e8-492c-8c2c-3e6552e43aff None None] The sync data for ids ['459a18a4-aa26-4b6d-98c9-dd3438202298'] in n-d-803603-2 is: [{'id': '459a18a4-aa26-4b6d-98c9-dd3438202298', 'name': 'tempest-TestSnapshotPattern-566630484-router', 'tenant_id': 'c4ab69494007431b8d836a6a99aa6dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'external_fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'a283e65e-47fa-465c-8e4c-2e3ed7c4522f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:23:49Z', 'updated_at': '2021-08-18T14:28:59Z', 'revision_number': 5, 'project_id': 'c4ab69494007431b8d836a6a99aa6dc3', 'gw_port': {'id': 'a283e65e-47fa-465c-8e4c-2e3ed7c4522f', 'name': '', 'network_id': '0babe39a-03c6-4af7-9ca5-00804dd781c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459a18a4-aa26-4b6d-98c9-dd3438202298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803603-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:23:50Z', 'updated_at': '2021-08-18T14:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6c240-0f9c-4a52-9afa-7fbf063c9bac', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803603-2'}] {{(pid=101678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:29:00.690783 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3a0f820d-4c0b-4a17-a863-edc7d4682a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:00.725815 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f820d-4c0b-4a17-a863-edc7d4682a53 admin admin] Pushing event deleted for resources: {'Port': ['ID=a283e65e-47fa-465c-8e4c-2e3ed7c4522f,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:00.797358 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3a0f820d-4c0b-4a17-a863-edc7d4682a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-483735'] for router_gateway, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:00.906310 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3a0f820d-4c0b-4a17-a863-edc7d4682a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5619'] for router, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:00.908701 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3a0f820d-4c0b-4a17-a863-edc7d4682a53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:01.030137 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3a0f820d-4c0b-4a17-a863-edc7d4682a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563677'] for router, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:01.032487 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0f820d-4c0b-4a17-a863-edc7d4682a53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 459a18a4-aa26-4b6d-98c9-dd3438202298 {{(pid=101675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:29:01.038946 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-3a0f820d-4c0b-4a17-a863-edc7d4682a53 admin admin] Notify callbacks [] for router, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:01.040727 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-3a0f820d-4c0b-4a17-a863-edc7d4682a53 admin admin] 10.222.0.13 "DELETE /v2.0/routers/459a18a4-aa26-4b6d-98c9-dd3438202298 HTTP/1.1" status: 204 len: 168 time: 1.1977603 Aug 18 14:29:01.044503 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43150) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:01.096241 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca4af6f3-d019-4c66-af72-198cb8b5e4e2 admin admin] Deleting subnet 7c610a3f-692a-4e3c-8acf-e8970a3cf899 {{(pid=101675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:29:01.100514 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ca4af6f3-d019-4c66-af72-198cb8b5e4e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:01.139023 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ca4af6f3-d019-4c66-af72-198cb8b5e4e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29479813'] for subnet, precommit_delete_associations {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:01.239757 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ca4af6f3-d019-4c66-af72-198cb8b5e4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663775'] for subnet, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:01.377179 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ca4af6f3-d019-4c66-af72-198cb8b5e4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3663750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29479879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29607490'] for subnet, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:01.404953 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4af6f3-d019-4c66-af72-198cb8b5e4e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c610a3f-692a-4e3c-8acf-e8970a3cf899,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:01.409626 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ca4af6f3-d019-4c66-af72-198cb8b5e4e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:01.412123 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ca4af6f3-d019-4c66-af72-198cb8b5e4e2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7c610a3f-692a-4e3c-8acf-e8970a3cf899 HTTP/1.1" status: 204 len: 168 time: 0.3658743 Aug 18 14:29:01.415768 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43152) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:01.420049 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8238943-37a5-4dbb-8cf0-921a412ec00d None None] Network a640f71f-6945-4a01-adc3-7668585f0fa0 requested from n-d-803603-2 {{(pid=101677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:29:01.496228 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4d75519b-92e4-4e5a-b817-63979b885aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3609734'] for network, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:01.561541 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-4d75519b-92e4-4e5a-b817-63979b885aac admin admin] Deleting port e2360895-cede-4d15-b893-84c3fab4824c {{(pid=101675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:29:01.562363 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4d75519b-92e4-4e5a-b817-63979b885aac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:01.657682 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.db [None req-4d75519b-92e4-4e5a-b817-63979b885aac admin admin] For port e2360895-cede-4d15-b893-84c3fab4824c, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=e2360895-cede-4d15-b893-84c3fab4824c,segment=NetworkSegment(376990f8-03ef-4ab3-9541-60c26bd8ddf5),segment_id=376990f8-03ef-4ab3-9541-60c26bd8ddf5)] {{(pid=101675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:29:01.658066 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4d75519b-92e4-4e5a-b817-63979b885aac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:01.677225 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.plugin [None req-4d75519b-92e4-4e5a-b817-63979b885aac admin admin] Calling delete_port for e2360895-cede-4d15-b893-84c3fab4824c owned by network:dhcp {{(pid=101675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:29:01.677967 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1ad633-6b80-4da4-b18c-0525cc6c4253 None None] DHCP port deletion for a640f71f-6945-4a01-adc3-7668585f0fa0 request from n-d-803603-2 {{(pid=101677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:29:01.760956 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device e2360895-cede-4d15-b893-84c3fab4824c no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:29:01.823916 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-eb1ad633-6b80-4da4-b18c-0525cc6c4253 None None] Deleting port e2360895-cede-4d15-b893-84c3fab4824c {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:29:01.824533 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-eb1ad633-6b80-4da4-b18c-0525cc6c4253 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897552981'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:01.908409 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4d75519b-92e4-4e5a-b817-63979b885aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29479858'] for port, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:01.932817 n-d-803603-2 neutron-server[101677]: INFO neutron.plugins.ml2.db [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No ports have port_id starting with e2360895-cede-4d15-b893-84c3fab4824c Aug 18 14:29:01.936478 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d75519b-92e4-4e5a-b817-63979b885aac admin admin] Pushing event deleted for resources: {'Port': ['ID=e2360895-cede-4d15-b893-84c3fab4824c,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:01.940954 n-d-803603-2 neutron-server[101675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d75519b-92e4-4e5a-b817-63979b885aac admin admin] No DVR routers for this DVR port e2360895-cede-4d15-b893-84c3fab4824c on host n-d-803603-2 {{(pid=101675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:29:01.948099 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device a283e65e-47fa-465c-8e4c-2e3ed7c4522f no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:29:01.995281 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: a283e65e-47fa-465c-8e4c-2e3ed7c4522f {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:29:01.995857 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device a283e65e-47fa-465c-8e4c-2e3ed7c4522f not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:29:01.996555 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6fa7e056-b38c-4596-83a9-2c8682787a94 no longer exists at agent ovs-agent-n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:29:02.028720 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4d75519b-92e4-4e5a-b817-63979b885aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3668758', 'neutron.services.segments.db._delete_segments_for_network-8783897540545'] for network, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:02.044884 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-eb1ad633-6b80-4da4-b18c-0525cc6c4253 None None] For port e2360895-cede-4d15-b893-84c3fab4824c, host n-d-803603-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803603-2',level=0,port_id=e2360895-cede-4d15-b893-84c3fab4824c,segment=NetworkSegment(376990f8-03ef-4ab3-9541-60c26bd8ddf5),segment_id=376990f8-03ef-4ab3-9541-60c26bd8ddf5)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:29:02.045529 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-eb1ad633-6b80-4da4-b18c-0525cc6c4253 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562937'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:02.046934 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-4d75519b-92e4-4e5a-b817-63979b885aac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a640f71f-6945-4a01-adc3-7668585f0fa0']}} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:02.050343 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] No Port match for: 6fa7e056-b38c-4596-83a9-2c8682787a94 {{(pid=101677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:29:02.050965 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.rpc [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Device 6fa7e056-b38c-4596-83a9-2c8682787a94 not bound to the agent host n-d-803603-2 {{(pid=101677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:29:02.065336 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-4d75519b-92e4-4e5a-b817-63979b885aac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '376990f8-03ef-4ab3-9541-60c26bd8ddf5') {'for_net_delete': True} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:02.065336 n-d-803603-2 neutron-server[101675]: DEBUG neutron.services.segments.db [None req-4d75519b-92e4-4e5a-b817-63979b885aac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '376990f8-03ef-4ab3-9541-60c26bd8ddf5') {} {{(pid=101675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:29:02.074714 n-d-803603-2 neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-eb1ad633-6b80-4da4-b18c-0525cc6c4253 None None] Calling delete_port for e2360895-cede-4d15-b893-84c3fab4824c owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:29:02.080530 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4d75519b-92e4-4e5a-b817-63979b885aac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897585062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29479820'] for segment, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:02.097388 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4d75519b-92e4-4e5a-b817-63979b885aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146'] for segment, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:02.104843 n-d-803603-2 neutron-server[101675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d75519b-92e4-4e5a-b817-63979b885aac admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=101675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:29:02.105480 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4d75519b-92e4-4e5a-b817-63979b885aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3665146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29480293'] for segment, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:02.108073 n-d-803603-2 neutron-server[101675]: Traceback (most recent call last): Aug 18 14:29:02.108073 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:29:02.108073 n-d-803603-2 neutron-server[101675]: timer() Aug 18 14:29:02.108073 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:29:02.108073 n-d-803603-2 neutron-server[101675]: cb(*args, **kw) Aug 18 14:29:02.108073 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:29:02.108073 n-d-803603-2 neutron-server[101675]: return func(*args, **kwargs) Aug 18 14:29:02.108073 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:29:02.108073 n-d-803603-2 neutron-server[101675]: self._notify() Aug 18 14:29:02.108073 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:29:02.108073 n-d-803603-2 neutron-server[101675]: self.callback(batched_events) Aug 18 14:29:02.108073 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:29:02.108073 n-d-803603-2 neutron-server[101675]: event.method(event) Aug 18 14:29:02.108073 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:29:02.108073 n-d-803603-2 neutron-server[101675]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:29:02.108073 n-d-803603-2 neutron-server[101675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:29:02.108073 n-d-803603-2 neutron-server[101675]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:29:02.108073 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:29:02.108073 n-d-803603-2 neutron-server[101675]: return f(self, *a, **k) Aug 18 14:29:02.108073 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:29:02.108073 n-d-803603-2 neutron-server[101675]: return self._get(url).json() Aug 18 14:29:02.108073 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:29:02.108073 n-d-803603-2 neutron-server[101675]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:29:02.108073 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:29:02.108073 n-d-803603-2 neutron-server[101675]: return self.request(url, 'GET', **kwargs) Aug 18 14:29:02.108073 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:29:02.108073 n-d-803603-2 neutron-server[101675]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:29:02.108073 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:29:02.108073 n-d-803603-2 neutron-server[101675]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:29:02.108073 n-d-803603-2 neutron-server[101675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:29:02.108073 n-d-803603-2 neutron-server[101675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:29:02.108073 n-d-803603-2 neutron-server[101675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:29:02.204550 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-eb1ad633-6b80-4da4-b18c-0525cc6c4253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897558393', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897036620'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:02.237653 n-d-803603-2 neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1ad633-6b80-4da4-b18c-0525cc6c4253 None None] Pushing event deleted for resources: {'Port': ['ID=e2360895-cede-4d15-b893-84c3fab4824c,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:02.239672 n-d-803603-2 neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1ad633-6b80-4da4-b18c-0525cc6c4253 None None] No DVR routers for this DVR port e2360895-cede-4d15-b893-84c3fab4824c on host n-d-803603-2 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:29:02.275255 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4d75519b-92e4-4e5a-b817-63979b885aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3668761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-483650'] for network, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:02.282207 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-4d75519b-92e4-4e5a-b817-63979b885aac admin admin] Notify callbacks [] for network, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:02.284904 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-4d75519b-92e4-4e5a-b817-63979b885aac admin admin] 10.222.0.13 "DELETE /v2.0/networks/a640f71f-6945-4a01-adc3-7668585f0fa0 HTTP/1.1" status: 204 len: 168 time: 0.8680763 Aug 18 14:29:02.298622 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d75519b-92e4-4e5a-b817-63979b885aac admin admin] Pushing event deleted for resources: {'Network': ['ID=a640f71f-6945-4a01-adc3-7668585f0fa0,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:02.667202 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43156) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:02.714713 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-b6d774b7-7c65-41a8-9cc2-72ffb1ba2ff2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a62804ead4d4501952aaae3b16855db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461230 Aug 18 14:29:02.717437 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43158) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:02.780682 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ad03a4eb-22e4-476d-917f-285de301b0a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:02.813336 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ad03a4eb-22e4-476d-917f-285de301b0a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:02.944043 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ad03a4eb-22e4-476d-917f-285de301b0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:02.946896 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-ad03a4eb-22e4-476d-917f-285de301b0a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:02.948479 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-ad03a4eb-22e4-476d-917f-285de301b0a9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/09c0803b-4913-4965-8960-2203a3de42e1 HTTP/1.1" status: 204 len: 168 time: 0.2300775 Aug 18 14:29:02.958920 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03a4eb-22e4-476d-917f-285de301b0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c0803b-4913-4965-8960-2203a3de42e1,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:03.719142 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43164) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:03.763328 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-76c40239-19bc-420c-b0d3-c5a9d23fa2cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c4ab69494007431b8d836a6a99aa6dc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428801 Aug 18 14:29:03.765995 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [-] (101675) accepted ('10.222.0.13', 43166) {{(pid=101675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:29:03.820701 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-39f2ab80-7c7f-46f3-9930-9a09447ba96e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:03.846814 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-39f2ab80-7c7f-46f3-9930-9a09447ba96e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:03.981871 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-39f2ab80-7c7f-46f3-9930-9a09447ba96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153'] for security_group, after_delete {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:03.985664 n-d-803603-2 neutron-server[101675]: DEBUG neutron_lib.callbacks.manager [None req-39f2ab80-7c7f-46f3-9930-9a09447ba96e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:03.987250 n-d-803603-2 neutron-server[101675]: INFO neutron.wsgi [None req-39f2ab80-7c7f-46f3-9930-9a09447ba96e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cb975e10-9e4e-4dae-8f5b-67197d4c4941 HTTP/1.1" status: 204 len: 168 time: 0.2194796 Aug 18 14:29:04.000415 n-d-803603-2 neutron-server[101675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f2ab80-7c7f-46f3-9930-9a09447ba96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb975e10-9e4e-4dae-8f5b-67197d4c4941,revision_number=None']} {{(pid=101675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:29:11.692015 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a88004f6-14d4-47a4-bd17-c72ce7e57c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:13.880686 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-11d11fca-8e7a-4532-a4a5-4045b253ab80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:14.686433 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:15.873045 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:17.880715 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:28.640100 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:29.783296 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:32.115142 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:29:41.714397 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-df276dcb-9f49-422e-9bb0-e9bb956f5106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:43.891739 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fc50b7b8-135c-49cf-9398-377876702616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:44.752423 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:45.834043 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:47.846105 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:58.673946 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:29:59.782226 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:09.116869 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:30:11.734618 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ad09b82b-2f82-4170-94a1-f61ef8ebf434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:13.888933 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5c0d994a-3bd1-41f9-bcc3-5da1e90f68f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:14.667856 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:15.810607 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:17.827556 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:28.659855 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:29.861090 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:41.699395 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d8e86809-e0fe-47f8-9c27-fa40cde7f37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:43.884022 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-87cc4249-039a-4855-8c4a-664e8e62af6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:44.678165 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:45.849597 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:46.117442 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:30:47.825067 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:58.716549 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:30:59.843479 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:31:11.756498 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ec3a6960-533c-45d5-a1b0-185436f9ebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:31:13.889117 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-cc2e4e05-3808-4ce7-9f67-2c67ca156c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:31:14.677422 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:31:15.854553 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:31:17.860241 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:31:23.116713 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:31:28.728330 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:31:29.789485 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:31:41.709588 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-186ed225-341d-4d31-9462-eca0b89e92f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:31:43.865897 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f69b28ff-8ffb-4419-b0a2-b5bee5829aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:31:44.716647 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:31:45.825450 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:31:47.823458 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:31:58.703180 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:31:59.813823 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:00.116549 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:32:11.697274 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3f1d7f03-2f48-41d0-8402-46a748b1f6cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:13.876641 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-71df0a82-ed7b-47fa-87b9-dae6e1f0e1f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:14.691613 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:15.845867 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:17.831071 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:28.758484 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:29.778837 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:37.115210 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:32:41.721673 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-22a45784-30e1-40d6-bd2f-77e9db2cbe78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:43.881423 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-592ed467-8f4d-4577-b224-d733527e9387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:44.692900 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:45.881877 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:47.852960 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:58.692569 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:32:59.830121 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:11.778505 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fa5b437f-9a23-4bf1-8692-67d2ddfc6eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:13.879279 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-dacd14ac-02f6-4993-8885-a188a3f16fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:14.114979 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:33:14.755583 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:15.858327 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:17.847017 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:28.686192 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:29.799173 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:41.709433 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4ebf4a71-cb9d-429f-9cdd-758a622b4a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:43.915464 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-abb1bf59-101e-4457-b86b-db2d9a633f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:44.703787 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:45.838886 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:47.834804 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:51.114842 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:33:58.715267 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:33:59.811572 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:11.701169 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-07e8a389-3ede-4389-baee-3d12c9154668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:13.891707 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-591ed082-77c6-4eff-9520-11781cbb4564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:14.691190 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:15.925682 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:17.828637 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:28.113666 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:34:28.719687 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:29.815525 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:41.754133 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-19f885d0-3d2b-4aba-bbaa-7414afdc2e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:43.885716 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7b05081f-3531-4895-aaad-7db93f9b5b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:44.687022 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:45.860637 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:47.816336 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:58.701480 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:34:59.815128 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:05.113474 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:35:11.707683 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e2d96b53-84b7-4cae-826d-410881f44fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:13.901729 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ba4dc3ba-c593-4bc5-bb80-41ddb4a2850b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:14.690294 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:15.856267 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:17.855283 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:28.714056 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:29.821684 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:41.695951 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-196c87eb-1fc2-41ec-a779-a446584b0dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:42.112171 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:35:43.905412 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5c2369b3-8854-49b7-b765-e785da0a4b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:44.718405 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:45.873690 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:47.884531 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:58.712716 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:59.855252 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:11.718127 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-149d96d5-446b-4f66-8b35-820c9d996402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:12.824587 n-d-803603-2 neutron-server[101675]: DEBUG neutron.wsgi [req-12b5841b-2662-4d1b-a20f-5b886bb8904e req-bff9a0cc-75a3-4510-8aa1-c9d7d6f83143 service neutron] (101675) timed out ('10.222.0.13', 41616) {{(pid=101675) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 14:36:13.894063 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-53ea9ed5-f608-44d9-bc72-6995ceee24b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:14.718365 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:15.872175 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:17.873133 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:19.112715 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:36:28.797705 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:29.906676 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:41.716264 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-485f8eae-f0f3-4ade-b245-58b50089265a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:43.877434 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e241f181-7971-486b-8a92-042ecd3cc6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:44.694592 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:45.871922 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:47.860714 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:56.112050 n-d-803603-2 neutron-server[101678]: DEBUG neutron.db.agents_db [None req-731c0ab6-22e7-4d6a-8d94-6da55b6f8446 None None] Agent healthcheck: found 7 active agents {{(pid=101678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:36:58.738666 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7091bdde-5752-494f-8166-7e6978122ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:59.837355 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f377f167-5b4f-4d26-aeda-170dd777b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:11.779888 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-28e3a644-0172-4fe9-8ceb-4b829669eaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:13.883169 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-49ba17f2-76ef-41b8-863e-e4178d5aa263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:14.721133 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-afc8155c-e126-4e3a-b957-db61048dc5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:15.877156 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bd49ce45-4712-4aa8-ad6d-5565f414fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:17.859519 n-d-803603-2 neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c88ad8c8-11eb-4b12-a530-bc52b96e9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897540563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3667544'] for agent, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}